-- Logs begin at Fri 2021-07-09 08:45:22 UTC, end at Fri 2021-07-09 10:59:37 UTC. -- Jul 09 09:14:19.784514 n-d-799996-1 systemd[1]: Started Devstack devstack@q-svc.service. Jul 09 09:14:22.475492 n-d-799996-1 neutron-server[93681]: INFO neutron.common.config [-] Logging enabled! Jul 09 09:14:22.476115 n-d-799996-1 neutron-server[93681]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 09 09:14:22.476212 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93681) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 09:14:22.479535 n-d-799996-1 neutron-server[93681]: INFO neutron.common.config [-] Logging enabled! Jul 09 09:14:22.479818 n-d-799996-1 neutron-server[93681]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 09 09:14:22.480132 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93681) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 09:14:22.481068 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 09:14:22.481304 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 09:14:22.481662 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 09:14:22.481909 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 09:14:22.482136 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 09:14:22.482462 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.482793 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.483092 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.483324 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.483623 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.483938 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.484224 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.484515 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.484812 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.485103 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.485383 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.485667 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.485898 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.486180 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.486465 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.486752 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.486978 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] debug = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.487260 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.487705 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.488118 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.488401 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.488692 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.488971 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.489243 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.489520 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.489804 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.490131 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] host = n-d-799996-1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.490409 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.490696 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.490981 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.491265 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.491541 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.491856 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.492134 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.492407 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.492682 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] log_file = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.492960 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.493251 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.493539 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.493828 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.494055 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.494280 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.494566 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.494853 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.495135 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.495410 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.495684 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.495983 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.496256 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.496523 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.496808 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.497091 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.497377 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.497653 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.497930 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.498202 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.498498 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.498789 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.499067 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.499344 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.499623 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.499938 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.500211 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.500487 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.500794 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.501086 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.501371 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.501660 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.501938 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.502222 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.502499 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.502775 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.503051 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] use_json = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.503328 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.503601 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.503909 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.504186 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.504461 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.504738 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.505012 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.505302 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:22.505602 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.505901 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.506206 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.506495 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.506793 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.507077 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.507370 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.507652 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.507968 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.508261 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.508554 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.508837 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.509132 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.509416 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.509714 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.510025 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.510323 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.510617 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.510895 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.511173 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.511449 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.511752 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.512043 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.512340 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.512631 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.512907 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.513189 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.513484 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.513764 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.514561 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.514842 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.515131 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.515413 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.515704 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.515996 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.516279 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.516555 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.516830 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.517109 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.517403 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.517683 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.517958 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.518231 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.518508 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.518784 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.519066 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.519345 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.519623 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.519970 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.520245 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.520519 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.520792 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.521070 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.521343 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.521622 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.521897 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.522170 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.522443 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.522715 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.522986 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.523262 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.523529 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.523836 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.524110 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.524382 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.524654 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.524928 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.525200 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.525488 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.525795 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.526492 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.526492 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.526659 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.526890 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.527167 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.527449 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.527754 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.528041 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.528320 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.528616 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.528903 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.529194 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.529482 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.530347 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.530628 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.530911 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.531198 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.531479 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.531787 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.532089 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.532381 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.532678 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.532975 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.533271 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.533566 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.533861 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.534146 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.534460 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.534744 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:22.534963 n-d-799996-1 neutron-server[93681]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 09:14:22.535211 n-d-799996-1 neutron-server[93681]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93681) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 09 09:14:22.886857 n-d-799996-1 neutron-server[93681]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 09:14:22.887152 n-d-799996-1 neutron-server[93681]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 09:14:22.887414 n-d-799996-1 neutron-server[93681]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 09:14:22.887768 n-d-799996-1 neutron-server[93681]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 09 09:14:23.275474 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.275789 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.276063 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.277351 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.277633 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.277906 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.311804 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.312083 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.312350 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.325689 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.325973 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.326243 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.355864 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.356147 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.356413 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.396082 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.396365 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.396634 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.628042 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.628675 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.628675 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.628867 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.629545 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.748657 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.748974 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.749257 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.749525 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.749788 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.750102 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.750355 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.750607 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.750859 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.751140 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.751400 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.751672 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.751952 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.752219 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.752476 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.752743 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.753012 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.753271 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.753541 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.753789 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.754067 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.754416 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.754666 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.754947 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.755195 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.755441 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.755859 n-d-799996-1 neutron-server[93681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 09:14:23.756104 n-d-799996-1 neutron-server[93681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 09:14:23.756342 n-d-799996-1 neutron-server[93681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 09:14:23.756578 n-d-799996-1 neutron-server[93681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 09:14:23.756812 n-d-799996-1 neutron-server[93681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 09:14:23.757046 n-d-799996-1 neutron-server[93681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 09:14:23.757408 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 09 09:14:23.761416 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 09 09:14:23.765546 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 09 09:14:23.769387 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 09 09:14:23.771020 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 09 09:14:23.771461 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 09 09:14:23.771911 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 09 09:14:23.772216 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 09 09:14:23.775003 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 09 09:14:23.775253 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 09 09:14:23.775603 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 09:14:23.804154 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 09 09:14:23.804601 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.804899 n-d-799996-1 neutron-server[93681]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93681) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 09 09:14:23.805259 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.806601 n-d-799996-1 neutron-server[93681]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93681) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 09 09:14:23.806882 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 09:14:23.807128 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 09 09:14:23.810296 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.810576 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:23.874664 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 09 09:14:23.874903 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 09 09:14:23.875140 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 09 09:14:23.875514 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 09 09:14:23.896797 n-d-799996-1 neutron-server[93681]: DEBUG oslo_db.sqlalchemy.engines [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93681) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 09 09:14:24.435481 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.managers [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Initializing driver for type 'gre' Jul 09 09:14:24.436466 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] gre ID ranges: [(1, 1000)] Jul 09 09:14:24.492873 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.managers [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Initializing driver for type 'local' Jul 09 09:14:24.493328 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.managers [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Initializing driver for type 'vlan' Jul 09 09:14:24.507138 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] VlanTypeDriver initialization complete Jul 09 09:14:24.507477 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.managers [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Initializing driver for type 'vxlan' Jul 09 09:14:24.508008 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] vxlan ID ranges: [(1, 1000)] Jul 09 09:14:24.564170 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.managers [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Initializing extension driver 'port_security' Jul 09 09:14:24.564545 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.extensions.port_security [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] PortSecurityExtensionDriver initialization complete Jul 09 09:14:24.564969 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.managers [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Initializing mechanism driver 'openvswitch' Jul 09 09:14:24.565293 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.managers [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Initializing mechanism driver 'hyperv' Jul 09 09:14:24.571998 n-d-799996-1 neutron-server[93681]: DEBUG neutron.plugins.ml2.plugin [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:14:24.572670 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > port after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.573037 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > port after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.573395 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > port after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.573915 n-d-799996-1 neutron-server[93681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 09:14:24.574357 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > subnet after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.574697 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > subnet after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.575038 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.575427 n-d-799996-1 neutron-server[93681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 09:14:24.575853 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > network after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.576201 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > network after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.577143 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > network after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.577538 n-d-799996-1 neutron-server[93681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 09:14:24.577939 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > security_group after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.578286 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > security_group after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.578624 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > security_group after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.579150 n-d-799996-1 neutron-server[93681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 09:14:24.579562 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.579945 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.580290 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.580678 n-d-799996-1 neutron-server[93681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 09:14:24.581082 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > address_group after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.581430 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > address_group after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.581769 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > address_group after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.582152 n-d-799996-1 neutron-server[93681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 09:14:24.582524 n-d-799996-1 neutron-server[93681]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] ML2 OVO RPC backend initialized. {{(pid=93681) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 09 09:14:24.583219 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.583584 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.584014 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > network before_response 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.584363 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > networks before_response 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.584710 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > port before_response 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.585053 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > ports before_response 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.585395 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > subnet before_response 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.585733 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > subnets before_response 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.586077 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > network after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.586412 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > network after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.586743 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > network after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.587081 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > port after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.587412 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > port after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.587768 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > port after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.588103 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > subnet after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.588434 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > subnet after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.588763 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.589326 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.plugin [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Modular L2 Plugin initialization complete Jul 09 09:14:24.589656 n-d-799996-1 neutron-server[93681]: DEBUG neutron.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading services supported by the core plugin {{(pid=93681) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 09 09:14:24.589976 n-d-799996-1 neutron-server[93681]: INFO neutron.plugins.ml2.managers [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Got port-security extension from driver 'port_security' Jul 09 09:14:24.590430 n-d-799996-1 neutron-server[93681]: INFO neutron.extensions.vlantransparent [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Disabled vlantransparent extension. Jul 09 09:14:24.590903 n-d-799996-1 neutron-server[93681]: DEBUG neutron.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93681) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 09 09:14:24.591213 n-d-799996-1 neutron-server[93681]: INFO neutron.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading Plugin: router Jul 09 09:14:24.626811 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router_interface before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.627195 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router after_create 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.627557 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router before_create 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.627942 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.628311 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.628842 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router after_delete 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.629004 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > floatingip after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.629364 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router after_create 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.629707 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router after_update 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.630052 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router after_update 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.630395 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.630747 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router after_update 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.631150 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router precommit_update 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.631519 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: port after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.631882 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: port after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.632217 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: subnet after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.632551 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.632895 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > port precommit_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.633235 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router precommit_create 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.633572 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: port before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.633908 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router precommit_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.634257 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router after_update 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.634590 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router precommit_delete 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.634937 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router precommit_create 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.635289 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.635626 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router precommit_update 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.636004 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > agent after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.636349 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > agent after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.636686 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > network after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.637531 n-d-799996-1 neutron-server[93681]: DEBUG neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Tracking information for resource: router configured {{(pid=93681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 09:14:24.637859 n-d-799996-1 neutron-server[93681]: DEBUG neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Tracking information for resource: floatingip configured {{(pid=93681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 09:14:24.643635 n-d-799996-1 neutron-server[93681]: INFO neutron.db.l3_agentschedulers_db [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 09 09:14:24.644233 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: port after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.644592 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: port after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.645022 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: port after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.645371 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: port after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.646155 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router before_create 55550100 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.646522 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router precommit_delete 55550100 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.646878 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router precommit_create 55550100 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.647226 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > router precommit_update 55550100 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.652113 n-d-799996-1 neutron-server[93681]: DEBUG neutron.services.provider_configuration [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Service providers = [] {{(pid=93681) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 09 09:14:24.652455 n-d-799996-1 neutron-server[93681]: DEBUG neutron.db.servicetype_db [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93681) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 09 09:14:24.655865 n-d-799996-1 neutron-server[93681]: DEBUG neutron.services.service_base [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 09:14:24.656233 n-d-799996-1 neutron-server[93681]: DEBUG neutron.services.service_base [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 09:14:24.656637 n-d-799996-1 neutron-server[93681]: DEBUG neutron.services.service_base [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 09:14:24.657612 n-d-799996-1 neutron-server[93681]: DEBUG neutron.services.service_base [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 09:14:24.657979 n-d-799996-1 neutron-server[93681]: INFO neutron.services.service_base [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 09 09:14:24.658388 n-d-799996-1 neutron-server[93681]: DEBUG neutron.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 09:14:24.658799 n-d-799996-1 neutron-server[93681]: INFO neutron.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 09 09:14:24.670640 n-d-799996-1 neutron-server[93681]: DEBUG neutron.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 09:14:24.671012 n-d-799996-1 neutron-server[93681]: INFO neutron.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading Plugin: auto_allocate Jul 09 09:14:24.676914 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: network precommit_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.677281 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: network precommit_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.677801 n-d-799996-1 neutron-server[93681]: DEBUG neutron.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 09:14:24.678121 n-d-799996-1 neutron-server[93681]: INFO neutron.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading Plugin: tag Jul 09 09:14:24.684631 n-d-799996-1 neutron-server[93681]: DEBUG neutron.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 09:14:24.684956 n-d-799996-1 neutron-server[93681]: INFO neutron.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading Plugin: timestamp Jul 09 09:14:24.690851 n-d-799996-1 neutron-server[93681]: DEBUG neutron.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 09:14:24.691130 n-d-799996-1 neutron-server[93681]: INFO neutron.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading Plugin: network_ip_availability Jul 09 09:14:24.696796 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.697169 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.697518 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.698227 n-d-799996-1 neutron-server[93681]: DEBUG neutron.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 09:14:24.698543 n-d-799996-1 neutron-server[93681]: INFO neutron.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading Plugin: flavors Jul 09 09:14:24.703875 n-d-799996-1 neutron-server[93681]: DEBUG neutron.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 09:14:24.704205 n-d-799996-1 neutron-server[93681]: INFO neutron.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading Plugin: revisions Jul 09 09:14:24.708451 n-d-799996-1 neutron-server[93681]: DEBUG neutron.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 09:14:24.708845 n-d-799996-1 neutron-server[93681]: DEBUG oslo_concurrency.lockutils [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.821s {{(pid=93681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 09:14:24.709577 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93681) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 09 09:14:24.709908 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Initializing extension manager. Jul 09 09:14:24.710417 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: __init__.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.710755 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: __pycache__ {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.711081 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.711411 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: address_group.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.712186 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.712747 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: address-group Jul 09 09:14:24.713067 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: address_scope.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.713778 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.714275 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: address-scope Jul 09 09:14:24.714596 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: admin_state_down_before_update.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.715508 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.716039 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: router-admin-state-down-before-update Jul 09 09:14:24.716360 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: agent.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.717085 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.717775 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: agent Jul 09 09:14:24.718098 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: agent_resources_synced.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.719004 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.719514 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: agent-resources-synced Jul 09 09:14:24.719867 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: allowedaddresspairs.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.721635 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.722150 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: allowed-address-pairs Jul 09 09:14:24.722474 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: auto_allocated_topology.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.723537 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.724081 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: auto-allocated-topology Jul 09 09:14:24.724404 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: availability_zone.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.725094 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.725593 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: availability_zone Jul 09 09:14:24.725908 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: availability_zone_filter.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.726816 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.727317 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: availability_zone_filter Jul 09 09:14:24.727637 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: data_plane_status.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.728564 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.729062 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension data-plane-status not supported by any of loaded plugins Jul 09 09:14:24.729379 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: default_subnetpools.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.730286 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.730782 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: default-subnetpools Jul 09 09:14:24.731099 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: dhcpagentscheduler.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.731928 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.732428 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: dhcp_agent_scheduler Jul 09 09:14:24.732770 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: dns.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.733672 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.734163 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension dns-integration not supported by any of loaded plugins Jul 09 09:14:24.734479 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: dns_domain_ports.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.735387 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.735897 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 09 09:14:24.736216 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.737129 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.737621 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 09 09:14:24.737941 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: dvr.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.738698 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.739191 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: dvr Jul 09 09:14:24.739509 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: empty_string_filtering.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.740502 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.741002 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: empty-string-filtering Jul 09 09:14:24.741320 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.742216 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.742711 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 09 09:14:24.743028 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.744005 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.744867 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 09 09:14:24.745413 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: external_net.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.746849 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.747362 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: external-net Jul 09 09:14:24.747684 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: extra_dhcp_opt.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.749143 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.749808 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: extra_dhcp_opt Jul 09 09:14:24.749964 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: extraroute.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.751319 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.752226 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: extraroute Jul 09 09:14:24.752792 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: extraroute_atomic.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.754377 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.754888 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: extraroute-atomic Jul 09 09:14:24.755213 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: filter_validation.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.756104 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.756610 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: filter-validation Jul 09 09:14:24.756930 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: fip_pf_description.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.757838 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.758334 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 09 09:14:24.758655 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: fip_port_details.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.759828 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.760282 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: fip-port-details Jul 09 09:14:24.760600 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: flavors.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.762088 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.762595 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: flavors Jul 09 09:14:24.762917 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.765158 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.765673 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 09 09:14:24.766005 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: floatingip_pools.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.766701 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.767204 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: floatingip-pools Jul 09 09:14:24.767527 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: ip_allocation.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.768478 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.768974 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension ip_allocation not supported by any of loaded plugins Jul 09 09:14:24.769303 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.770210 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.770705 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: ip-substring-filtering Jul 09 09:14:24.771032 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: l2_adjacency.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.771970 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.772534 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension l2_adjacency not supported by any of loaded plugins Jul 09 09:14:24.772793 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: l3.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.773775 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.774284 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: router Jul 09 09:14:24.774604 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: l3_conntrack_helper.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.776985 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.777504 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 09 09:14:24.777843 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.778776 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.779325 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: ext-gw-mode Jul 09 09:14:24.779647 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.780585 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.781097 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: l3-ha Jul 09 09:14:24.781420 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: l3_flavors.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.782338 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.782845 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: l3-flavors Jul 09 09:14:24.783170 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.784102 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.784601 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: l3-port-ip-change-not-allowed Jul 09 09:14:24.784919 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: l3agentscheduler.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.785950 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.786454 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: l3_agent_scheduler Jul 09 09:14:24.786781 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: logging.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.788271 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.788783 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension logging not supported by any of loaded plugins Jul 09 09:14:24.789124 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: metering.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.789852 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.790422 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: metering Jul 09 09:14:24.790742 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.791929 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.792436 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: metering_source_and_destination_fields Jul 09 09:14:24.792759 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: multiprovidernet.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.793712 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.794178 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: multi-provider Jul 09 09:14:24.794499 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: netmtu.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.795470 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.796005 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: net-mtu Jul 09 09:14:24.796327 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: netmtu_writable.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.797239 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.797746 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: net-mtu-writable Jul 09 09:14:24.798069 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: network_availability_zone.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.798738 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.799233 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: network_availability_zone Jul 09 09:14:24.799550 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: network_ip_availability.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.800663 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.801174 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: network-ip-availability Jul 09 09:14:24.801502 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: network_segment_range.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.802278 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.802772 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension network-segment-range not supported by any of loaded plugins Jul 09 09:14:24.803093 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: pagination.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.804107 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.804435 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: pagination Jul 09 09:14:24.804754 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: port_device_profile.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.805663 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.806177 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: port-device-profile Jul 09 09:14:24.806493 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.807402 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.807947 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: port-mac-address-regenerate Jul 09 09:14:24.808276 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.809165 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.809665 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: port-numa-affinity-policy Jul 09 09:14:24.809981 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: port_resource_request.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.811405 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.811937 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension port-resource-request not supported by any of loaded plugins Jul 09 09:14:24.812255 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: portbindings.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.813174 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.813675 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: binding Jul 09 09:14:24.813992 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: portbindings_extended.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.815383 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.815929 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: binding-extended Jul 09 09:14:24.816261 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: portsecurity.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.817191 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.817706 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: port-security Jul 09 09:14:24.818029 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: project_id.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.819003 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.819334 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: project-id Jul 09 09:14:24.819654 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: providernet.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.820595 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.821355 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: provider Jul 09 09:14:24.821673 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: qos.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.825189 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.825705 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension qos not supported by any of loaded plugins Jul 09 09:14:24.826034 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.827826 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.828340 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 09 09:14:24.828669 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.829580 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.830089 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 09 09:14:24.830416 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: qos_default.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.831330 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.831868 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension qos-default not supported by any of loaded plugins Jul 09 09:14:24.832191 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: qos_fip.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.832846 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.833344 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension qos-fip not supported by any of loaded plugins Jul 09 09:14:24.833666 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: qos_gateway_ip.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.834584 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.835086 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 09 09:14:24.835406 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: qos_port_network_policy.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.836338 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.836838 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 09 09:14:24.837155 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: qos_rule_type_details.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.838073 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.838565 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 09 09:14:24.838880 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: qos_rules_alias.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.839942 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.840446 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 09 09:14:24.840764 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: quotasv2.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.841696 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.842049 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: quotas Jul 09 09:14:24.842358 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: quotasv2_detail.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.845395 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.845733 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: quota_details Jul 09 09:14:24.846060 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: rbac.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.847119 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.847649 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: rbac-policies Jul 09 09:14:24.848002 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: rbac_address_group.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.849117 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.849623 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: rbac-address-group Jul 09 09:14:24.849949 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: rbac_address_scope.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.850877 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.851385 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: rbac-address-scope Jul 09 09:14:24.851726 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: rbac_security_groups.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.852633 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.853140 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: rbac-security-groups Jul 09 09:14:24.853461 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: rbac_subnetpool.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.854373 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.854879 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: rbac-subnetpool Jul 09 09:14:24.855207 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: revisionifmatch.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.856151 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.856659 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: revision-if-match Jul 09 09:14:24.856979 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: revisions.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.858601 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.859111 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: standard-attr-revisions Jul 09 09:14:24.859437 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: router_availability_zone.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.860142 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.860649 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: router_availability_zone Jul 09 09:14:24.860969 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: routerservicetype.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.861879 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.862380 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension router-service-type not supported by any of loaded plugins Jul 09 09:14:24.862703 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.863618 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.864149 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: security-groups-normalized-cidr Jul 09 09:14:24.864472 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: security_groups_port_filtering.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.865379 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.865882 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: port-security-groups-filtering Jul 09 09:14:24.866203 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.867113 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.867624 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: security-groups-remote-address-group Jul 09 09:14:24.867979 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: securitygroup.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.878084 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.878614 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: security-group Jul 09 09:14:24.878948 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: segment.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.879754 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.880256 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension segment not supported by any of loaded plugins Jul 09 09:14:24.880582 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.881513 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.882016 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 09 09:14:24.882365 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: servicetype.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.883464 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.884000 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: service-type Jul 09 09:14:24.884329 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: sorting.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.885297 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.885627 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: sorting Jul 09 09:14:24.885946 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: standard_attr_segment.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.886916 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.887426 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 09 09:14:24.887785 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: standardattrdescription.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.888429 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.888954 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: standard-attr-description Jul 09 09:14:24.889275 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: stateful_security_group.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.890186 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.890695 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: stateful-security-group Jul 09 09:14:24.891014 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: stdattrs_common.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.891591 n-d-799996-1 neutron-server[93681]: WARNING neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 09 09:14:24.891932 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.892847 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.893350 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 09 09:14:24.893666 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: subnet_onboard.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.894717 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.895227 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: subnet_onboard Jul 09 09:14:24.895547 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.896492 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.896996 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 09 09:14:24.897313 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: subnet_service_types.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.898242 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.898744 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: subnet-service-types Jul 09 09:14:24.899064 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: subnetallocation.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.900161 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.900672 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: subnet_allocation Jul 09 09:14:24.900992 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.901651 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.902160 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: subnetpool-prefix-ops Jul 09 09:14:24.902475 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.903402 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.903933 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 09 09:14:24.904251 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: tagging.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.905336 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.905848 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: standard-attr-tag Jul 09 09:14:24.906168 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: timestamp.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.907351 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.907904 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loaded extension: standard-attr-timestamp Jul 09 09:14:24.908228 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: trunk.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.909251 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.909759 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension trunk not supported by any of loaded plugins Jul 09 09:14:24.910085 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: trunk_details.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.910996 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.911499 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension trunk-details not supported by any of loaded plugins Jul 09 09:14:24.911851 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: uplink_status_propagation.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.912764 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.913272 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 09 09:14:24.913594 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Loading extension file: vlantransparent.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 09:14:24.914261 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 09:14:24.914759 n-d-799996-1 neutron-server[93681]: INFO neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extension vlan-transparent not supported by any of loaded plugins Jul 09 09:14:24.917200 n-d-799996-1 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Creating instance of TrackedResource for resource:network Jul 09 09:14:24.917738 n-d-799996-1 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Creating instance of TrackedResource for resource:subnet Jul 09 09:14:24.918134 n-d-799996-1 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 09:14:24.918529 n-d-799996-1 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Creating instance of TrackedResource for resource:port Jul 09 09:14:24.919773 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 09:14:24.920733 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Service FLAVORS assigned prefix: {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 09:14:24.921355 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 09:14:24.921778 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 09:14:24.922105 n-d-799996-1 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Creating instance of TrackedResource for resource:router Jul 09 09:14:24.922528 n-d-799996-1 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Creating instance of TrackedResource for resource:floatingip Jul 09 09:14:24.923024 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Service METERING assigned prefix: /metering {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 09:14:24.924480 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.924857 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.925207 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:14:24.926186 n-d-799996-1 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 09:14:24.926623 n-d-799996-1 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Creating instance of TrackedResource for resource:security_group Jul 09 09:14:24.927054 n-d-799996-1 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 09:14:24.927650 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Service CORE assigned prefix: {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 09:14:24.928008 n-d-799996-1 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 09:14:24.928348 n-d-799996-1 neutron-server[93681]: WARNING neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] subnetpool is already registered Jul 09 09:14:24.928778 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Service CORE assigned prefix: {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 09:14:24.929107 n-d-799996-1 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 09:14:24.929434 n-d-799996-1 neutron-server[93681]: WARNING neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] subnetpool is already registered Jul 09 09:14:24.931720 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 09:14:24.932145 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Service FLAVORS assigned prefix: {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 09:14:24.932729 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 09:14:24.933147 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 09:14:24.933477 n-d-799996-1 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Creating instance of TrackedResource for resource:router Jul 09 09:14:24.933813 n-d-799996-1 neutron-server[93681]: WARNING neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] router is already registered Jul 09 09:14:24.934219 n-d-799996-1 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Creating instance of TrackedResource for resource:floatingip Jul 09 09:14:24.934550 n-d-799996-1 neutron-server[93681]: WARNING neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] floatingip is already registered Jul 09 09:14:24.934997 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Service METERING assigned prefix: /metering {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 09:14:24.935675 n-d-799996-1 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 09:14:24.936542 n-d-799996-1 neutron-server[93681]: WARNING neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] rbac_policy is already registered Jul 09 09:14:24.936946 n-d-799996-1 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Creating instance of TrackedResource for resource:security_group Jul 09 09:14:24.937279 n-d-799996-1 neutron-server[93681]: WARNING neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] security_group is already registered Jul 09 09:14:24.937677 n-d-799996-1 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 09:14:24.938011 n-d-799996-1 neutron-server[93681]: WARNING neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] security_group_rule is already registered Jul 09 09:14:24.938623 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Service CORE assigned prefix: {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 09:14:24.938949 n-d-799996-1 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 09:14:24.939278 n-d-799996-1 neutron-server[93681]: WARNING neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] subnetpool is already registered Jul 09 09:14:24.939715 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Service CORE assigned prefix: {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 09:14:24.940038 n-d-799996-1 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 09:14:24.940362 n-d-799996-1 neutron-server[93681]: WARNING neutron.quota.resource_registry [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] subnetpool is already registered Jul 09 09:14:24.940824 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: extensions {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.942313 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: address-groups {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.943765 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: address-scopes {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.945101 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: agents {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.946505 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: auto-allocated-topology {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.947773 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: availability_zones {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.948995 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: dhcp-networks {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.951609 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: dhcp-agents {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.953082 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: routers {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.954793 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: flavors {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.956069 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: service_profiles {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.957277 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: next_providers {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.958727 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: service_profiles {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.960301 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: floatingip-pools {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.961505 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: routers {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.963210 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: floatingips {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.964506 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: l3-routers {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.965888 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: l3-agents {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.967407 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: metering-labels {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.968690 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: metering-label-rules {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.970071 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: network-ip-availabilities {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.971328 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: bindings {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.972901 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: quotas {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.974455 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: quotas {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.975868 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: rbac-policies {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.977052 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: security-groups {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.978345 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: security-group-rules {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.979592 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: service-providers {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.980834 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: subnetpools {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.982143 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: subnetpools {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.984237 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: tags {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.985895 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: tags {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.987726 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: tags {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.989513 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: tags {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.991179 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: tags {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.993147 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: tags {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.994814 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: tags {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.996647 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: tags {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:24.999163 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: tags {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:25.000948 n-d-799996-1 neutron-server[93681]: DEBUG neutron.api.extensions [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Extended resource: tags {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 09:14:25.006911 n-d-799996-1 neutron-server[93681]: WARNING keystonemiddleware.auth_token [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 09 09:14:25.011419 n-d-799996-1 neutron-server[93681]: WARNING keystonemiddleware.auth_token [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 09 09:14:25.020601 n-d-799996-1 neutron-server[93681]: DEBUG oslo_concurrency.lockutils [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Acquired lock "singleton_lock" {{(pid=93681) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 09 09:14:25.021072 n-d-799996-1 neutron-server[93681]: DEBUG oslo_concurrency.lockutils [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Releasing lock "singleton_lock" {{(pid=93681) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 09 09:14:25.021705 n-d-799996-1 neutron-server[93681]: INFO oslo_service.service [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Starting 2 workers Jul 09 09:14:25.026448 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Started child 93790 {{(pid=93681) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 09:14:25.030909 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Started child 93791 {{(pid=93681) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 09:14:25.031894 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:25.032589 n-d-799996-1 neutron-server[93681]: INFO neutron.service [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Neutron service started, listening on 0.0.0.0:9696 Jul 09 09:14:25.033124 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Notify callbacks [] for process, before_spawn {{(pid=93681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:25.033411 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [-] (93790) wsgi starting up on http://0.0.0.0:9696 Jul 09 09:14:25.035518 n-d-799996-1 neutron-server[93681]: INFO oslo_service.service [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Starting 1 workers Jul 09 09:14:25.035831 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:25.037259 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [-] (93791) wsgi starting up on http://0.0.0.0:9696 Jul 09 09:14:25.040687 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Started child 93792 {{(pid=93681) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 09:14:25.041212 n-d-799996-1 neutron-server[93681]: INFO oslo_service.service [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Starting 1 workers Jul 09 09:14:25.044478 n-d-799996-1 neutron-server[93792]: DEBUG neutron.service [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] calling RpcWorker wait() {{(pid=93792) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 09 09:14:25.045534 n-d-799996-1 neutron-server[93792]: DEBUG neutron.service [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] returning from RpcWorker wait() {{(pid=93792) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 09 09:14:25.046502 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Started child 93793 {{(pid=93681) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 09:14:25.046810 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:25.047017 n-d-799996-1 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-cd7462d6-2b8c-4abb-a249-e0350542ce8d None None] Notify callbacks [] for process, after_spawn {{(pid=93681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:25.047198 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:14:25.049241 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93681) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 09:14:25.049459 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 09:14:25.049642 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 09:14:25.049854 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 09:14:25.050214 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 09:14:25.050396 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 09:14:25.050876 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.051162 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.051417 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.051649 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:25.052147 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.052147 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.052561 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.052761 n-d-799996-1 neutron-server[93793]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:14:25.052856 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.053043 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.053322 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.053579 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.053751 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.053924 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.054175 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.054410 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.054663 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.054929 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.055172 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.055415 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.055566 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.055867 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.056119 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.056382 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.056644 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] debug = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.056882 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.057383 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.057627 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.057875 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.058100 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.058357 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.058597 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.058859 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.059100 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.059330 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.059585 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.059860 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.060089 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.060300 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.060517 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.061340 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.061595 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.062043 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] host = n-d-799996-1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.062256 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.062491 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.062711 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.062950 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.063199 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.063433 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.063715 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.063979 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.064295 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.064448 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.064694 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.064934 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.065143 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.065370 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] log_file = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.065520 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] log_options = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.065750 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.066008 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.066263 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.066456 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.066616 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.066792 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.067053 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.067267 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.067462 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.067674 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.067907 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.068134 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.068517 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.068517 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.068816 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.069004 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.069216 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.069426 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.069685 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.069907 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.070156 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.070379 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.070596 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.070822 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.071297 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.071514 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.072024 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.072024 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.072450 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.072677 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.072677 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.073119 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.073358 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.073620 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.073620 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.074619 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.074619 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.074619 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.074619 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.075394 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.075394 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.075394 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.075819 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.075819 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.076112 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.076112 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] use_json = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.076389 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.076592 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.076840 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.077063 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.077293 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.077505 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.077715 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.077945 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.078378 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.078747 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.078959 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.079213 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.079447 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.079714 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.079946 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.080182 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.080503 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.080743 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.081234 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.081648 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.082146 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.082561 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.082995 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.083712 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.083983 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.084262 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.084486 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.084744 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.084961 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.085261 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.085682 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.085951 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.086185 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.086549 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.086891 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.087063 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.087435 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.087639 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.087999 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.088356 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.088460 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.088647 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.088857 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.089109 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.089661 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.089764 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.089948 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.091104 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.091104 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.091104 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.091104 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.091104 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.092399 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.092399 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.092399 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.092399 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.092399 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.092768 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.092860 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.093030 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.093241 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.093472 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.093713 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.094161 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.094161 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.094598 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.094598 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.095250 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.095411 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.097196 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.097196 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.097196 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.097196 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.097196 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.097196 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.097196 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.098077 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.098077 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.098077 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.098077 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.098432 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.098432 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.098638 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.100362 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.100362 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.100362 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.100362 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.100362 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.100362 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.101230 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.101230 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.101230 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.101664 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.101866 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.102125 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.102371 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.102590 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.104448 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.104448 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.104448 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.104448 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.104448 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.104448 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.104448 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.104977 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.104977 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.105097 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.105281 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.105513 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.105756 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.106006 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.106242 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.106479 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.106703 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.107010 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.107246 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.107493 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.108295 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.108534 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.108794 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.109052 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.109300 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.109530 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.109799 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.110113 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.110399 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.110660 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.110909 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.111145 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.111408 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.111654 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.111939 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.112168 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.112399 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.112622 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.112883 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.113117 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.113334 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.113545 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.113793 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.114103 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.114333 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.114574 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.114783 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.115056 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.115298 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.115543 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.115824 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.116093 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.116349 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.116600 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.116843 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.117053 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.117281 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.117527 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.117757 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.117992 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.118219 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.118456 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.118665 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.118876 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.119119 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.119333 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.119548 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.119800 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.120025 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.120263 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.120522 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.120731 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.120947 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.121184 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.121399 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.121612 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.121833 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.122073 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.122441 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.122663 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.122960 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.123260 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.124032 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.124281 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.124504 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.124779 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.124991 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.125235 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.125485 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.125713 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.125926 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.126141 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.126352 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.126581 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.126804 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.127012 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.127245 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.127490 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.127906 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.128372 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.128780 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.129193 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.129637 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.130091 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.130386 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.130812 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.131228 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.131626 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.131977 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.132325 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.132730 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.132962 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.133277 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.133597 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.133911 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.134187 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.134479 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.134817 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.135246 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.135802 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.136071 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.136309 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.136544 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.136775 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.136984 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.137193 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.137415 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.137628 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.137835 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.138081 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.138377 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.138587 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.138836 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.139075 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.139283 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.139528 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.139810 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.139967 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.140204 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.140419 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.140622 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.141013 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.141261 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.141470 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.141693 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.141910 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.142117 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.142426 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.142682 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.142905 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.143197 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.143427 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.143684 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.143980 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.144292 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.144503 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.144763 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.144978 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.145193 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.145409 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.145682 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.146182 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.146639 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.147093 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.147531 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.147825 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.148108 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.148389 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.148600 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.148882 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.149702 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.149702 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.149702 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.149944 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.150176 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.150420 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.150644 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.150856 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.151108 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.151322 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.151583 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.151836 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.152057 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.152270 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.152509 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.152722 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.152948 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.153183 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.153401 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.153612 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.153761 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 09:14:25.154276 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93681) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 09:14:25.154464 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 09:14:25.154614 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 09:14:25.154784 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 09:14:25.154952 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 09:14:25.155097 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 09:14:25.155494 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.155870 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.156031 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.156194 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.156351 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.156678 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.156869 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.157008 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.157135 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.157259 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.157416 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.157569 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.157728 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.157885 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.158012 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.158136 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.158292 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.158449 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.158610 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.158768 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.158947 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.159074 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.159198 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] debug = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.159353 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.159543 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.159720 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.159875 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.160030 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.160171 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.160329 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.160485 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.160640 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.160795 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.160953 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.161109 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.161265 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.161419 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.161621 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.161747 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.161870 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.161993 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] host = n-d-799996-1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.162146 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.162300 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.162455 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.162610 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.162764 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.162920 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.163076 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.163231 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.163387 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.163542 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.163720 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.163871 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.164026 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.164182 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] log_file = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.164323 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] log_options = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.164480 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.164624 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.164778 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.164962 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.165123 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.165279 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.165434 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.165590 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.165746 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.165900 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.166056 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.166210 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.166364 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.166519 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.166716 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.166845 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.166970 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.167103 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.167247 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.167402 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.167557 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.167736 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.167897 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.168733 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.168733 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.168733 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.168733 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.168733 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.169316 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.169316 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.169316 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.169316 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.169316 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.170766 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.170766 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.170766 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.170766 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.170766 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.170766 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.171195 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.171195 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.171195 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.171401 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.171486 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.171574 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.171754 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] use_json = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.171900 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.172056 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.172212 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.172366 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.172733 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.172733 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.172931 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.172931 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 09:14:25.173272 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.173272 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.173432 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.173570 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.173729 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.173891 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.174019 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.174180 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.174337 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.174597 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.174688 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.174816 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.175040 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.175135 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.175242 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.176724 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.176724 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.176724 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.176724 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.176724 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.176724 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.176724 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.176724 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.179799 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.179799 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.179799 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.179799 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.179799 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.179799 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.179799 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.179799 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.180317 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.180317 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.180317 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.180317 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.180317 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.180317 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.180317 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.180317 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.180317 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.180798 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.180798 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.180798 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.180798 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.180798 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.180798 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.180798 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.180798 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.180798 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.181289 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.181289 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.181289 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.181289 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.181289 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.181289 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.181627 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.181627 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.181627 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.181835 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.181901 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.182046 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.182217 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.182376 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.182535 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.182694 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.182852 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.183010 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.183166 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.183325 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.183483 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.183640 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.183820 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.183980 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.184123 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.184284 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.184442 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.184601 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.184759 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.184918 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.185078 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.185237 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.185395 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.185755 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.185755 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.186480 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.186585 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.186724 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.186882 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.187041 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.187198 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.187358 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.187516 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.187674 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.187855 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.188014 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.188172 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.188332 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.188493 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.188651 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.188764 n-d-799996-1 neutron-server[93792]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:14:25.188884 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.188992 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.189097 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.189245 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.189402 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.189560 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.189718 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.189876 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.190034 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.190191 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.190348 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.190505 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.190672 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.190830 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.190995 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.191153 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.191317 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.191485 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.191644 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.191825 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.191984 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.192142 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.192301 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.192509 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.192646 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.192771 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.192895 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.193053 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.193218 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.193387 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.193545 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.193703 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.193861 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.194042 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.194200 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.194358 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.194516 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.194673 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.194832 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.194991 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.195148 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.195307 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.195463 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.195622 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.195803 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.195962 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.196373 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.196531 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.196690 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.196849 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.197010 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.197168 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.197326 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.197484 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.197642 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.197800 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.197957 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.198115 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.198273 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.198431 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.198590 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.198748 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.198906 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.199063 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.199221 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.199378 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.199536 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.199739 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.199884 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.200026 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.200207 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.200403 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.200620 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.200620 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.200912 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.200912 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.201148 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.201377 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.201506 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.201631 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.201968 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.201968 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.202212 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.202212 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.202445 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.202445 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.202688 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.202812 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.202936 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.203059 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.203183 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.203336 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.203494 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.203652 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.203825 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.203981 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.204139 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.204297 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.204455 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.204615 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.204777 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.204943 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.205075 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.205237 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.205437 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.205616 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.205763 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.205935 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.206123 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.206346 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.206556 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.206717 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.206876 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.207046 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.207204 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.207362 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.207521 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.207679 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.207851 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.208014 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.208173 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.208331 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.208473 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.208636 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.208794 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.208962 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.209120 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.209278 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.209437 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.209594 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.209753 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.209921 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.210079 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.210238 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.210415 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.210573 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.210731 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.210904 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.211064 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.211223 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.211390 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.211547 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.211717 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.211880 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.212051 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.212210 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.212371 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.212530 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.212689 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.212831 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.212995 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.213157 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.213325 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.213490 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.213650 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.213817 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.213984 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.214152 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.214310 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.214474 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.214646 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.214790 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.214949 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.215106 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.215262 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.215421 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.215579 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.215771 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.215932 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.216118 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.216277 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.216435 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.216593 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.216752 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.217419 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.217570 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.217710 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.217874 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.218064 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.218206 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 09:14:25.218332 n-d-799996-1 neutron-server[93681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 09:14:25.458384 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33444) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:14:25.466786 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061674 Jul 09 09:14:36.814561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ec2663-aa89-4af8-87c9-46f614204a31 None None] get_active_networks_info from n-d-799996-1 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 09:14:36.890837 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ec2663-aa89-4af8-87c9-46f614204a31 None None] No non-hosted networks {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 09 09:14:36.898462 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.agentschedulers_db [None req-26ec2663-aa89-4af8-87c9-46f614204a31 None None] DHCP Agent not found on host n-d-799996-1 {{(pid=93792) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 09 09:14:37.017361 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-05eec2eb-6ec7-4345-a79c-23f2275f4335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531729'] for agent, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:39.279986 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d29f9188-4192-4131-b60b-91fcc4bdeee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531729'] for agent, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:39.347097 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f1642805-fb44-4322-b3af-7b67b0eb62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:39.428715 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531729'] for agent, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:39.429745 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:39.430309 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:39.430848 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:39.431509 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:39.432082 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:39.432616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:39.433158 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:39.433684 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:39.434223 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:39.435367 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:39.435949 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:39.436576 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:39.437163 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-799996-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:14:39.447793 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-799996-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:14:41.070991 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531729'] for agent, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:42.008988 n-d-799996-1 neutron-server[93792]: INFO neutron.db.l3_hamode_db [None req-66b315ef-db37-488c-ae62-203944b9e3fd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 09 09:14:42.087278 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b315ef-db37-488c-ae62-203944b9e3fd None None] Routers set() bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:14:42.087972 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b315ef-db37-488c-ae62-203944b9e3fd None None] Router IDs set() for agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 09:14:42.714359 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531729'] for agent, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:43.652669 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33534) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:14:44.143312 n-d-799996-1 neutron-server[93790]: WARNING oslo_policy.policy [None req-0710f09a-2e50-4dd9-83b9-914f7b198a4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 09:14:44.143948 n-d-799996-1 neutron-server[93790]: WARNING oslo_policy.policy [None req-0710f09a-2e50-4dd9-83b9-914f7b198a4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 09:14:44.362871 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [None req-0710f09a-2e50-4dd9-83b9-914f7b198a4a admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:14:44.364144 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0710f09a-2e50-4dd9-83b9-914f7b198a4a admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7093275 Jul 09 09:14:46.705057 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33548) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:14:47.009444 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-83262697-1aff-4098-a072-6e3648eb6961 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:14:47.102883 n-d-799996-1 neutron-server[93790]: DEBUG neutron.policy [None req-83262697-1aff-4098-a072-6e3648eb6961 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93790) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 09:14:47.148098 n-d-799996-1 neutron-server[93790]: WARNING oslo_policy.policy [None req-83262697-1aff-4098-a072-6e3648eb6961 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 09:14:47.148475 n-d-799996-1 neutron-server[93790]: WARNING oslo_policy.policy [None req-83262697-1aff-4098-a072-6e3648eb6961 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 09:14:47.157114 n-d-799996-1 neutron-server[93790]: INFO neutron.quota [None req-83262697-1aff-4098-a072-6e3648eb6961 admin admin] Loaded quota_driver: . Jul 09 09:14:47.249682 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83262697-1aff-4098-a072-6e3648eb6961 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734062739583', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734062755456', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734062793498', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734062790848', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734062797445', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734062787246', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16292302', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16291375', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1557927', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1504265'] for rbac-policy, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:47.313834 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83262697-1aff-4098-a072-6e3648eb6961 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:47.315060 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-83262697-1aff-4098-a072-6e3648eb6961 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6090329 Jul 09 09:14:49.887205 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33560) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:14:50.180419 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'project_id': '8b87b8ef96704fe3ab3abecebe1a61b8'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:14:50.209078 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Made reservation on behalf of 8b87b8ef96704fe3ab3abecebe1a61b8 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:14:50.212123 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:50.229144 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:50.353418 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:50.357588 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:50.377975 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:14:50.408688 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734058762572', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:50.409306 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Unsubscribe: segment precommit_create {{(pid=93790) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 09:14:50.409837 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Added segment e7985a99-c415-4cb3-a814-4e19ec2e2b8b of type vlan for network 73f81259-be64-428e-9b4e-693602ddaf45 Jul 09 09:14:50.426828 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bc6767-8ae1-46e8-9e76-520ef3272440,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:14:50.478108 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:50.478444 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:50.478781 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:50.479394 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:50.479738 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:50.480067 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:50.480712 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:50.481050 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:50.481367 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:50.481686 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:50.482003 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:50.482318 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Tracked resource versions report: Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: pushed versions: Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: { 'AddressGroup': {'1.2'}, Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: 'ConntrackHelper': {'1.0'}, Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: 'Log': {'1.0'}, Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: 'Network': {'1.1'}, Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: 'Port': {'1.7'}, Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: 'PortForwarding': {'1.2'}, Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: 'QosPolicy': {'1.8'}, Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: 'SecurityGroup': {'1.4'}, Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: 'SecurityGroupRule': {'1.2'}, Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: 'SubPort': {'1.0'}, Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: 'Subnet': {'1.1'}, Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: 'Trunk': {'1.1'}} Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: consumer versions: Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: { DHCP agent@n-d-799996-1: {}, Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: L3 agent@n-d-799996-1: {}, Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: Metadata agent@n-d-799996-1: {}, Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: Metering agent@n-d-799996-1: {}, Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: Open vSwitch agent@n-d-799996-1: { 'AddressGroup': '1.2', Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: 'ConntrackHelper': '1.0', Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: 'Log': '1.0', Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: 'Network': '1.1', Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: 'Port': '1.7', Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: 'PortForwarding': '1.2', Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: 'QosPolicy': '1.8', Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: 'SecurityGroup': '1.4', Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: 'SecurityGroupRule': '1.2', Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: 'SubPort': '1.0', Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: 'Subnet': '1.1', Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: 'Trunk': '1.1'}} Jul 09 09:14:50.483423 n-d-799996-1 neutron-server[93790]: {{(pid=93790) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 09:14:50.532747 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:50.587613 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:50.588847 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:14:50.589500 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:50.664301 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7759125 Jul 09 09:14:50.694196 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c8519-79cd-4c55-8036-0ad9d73867e4 admin admin] Pushing event updated for resources: {'Network': ['ID=73f81259-be64-428e-9b4e-693602ddaf45,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:14:50.706743 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 73f81259-be64-428e-9b4e-693602ddaf45 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:14:53.284553 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33574) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:14:53.783039 n-d-799996-1 neutron-server[93791]: WARNING oslo_policy.policy [None req-74519fbb-44e2-4d7d-8ba7-0b997bc67b05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 09:14:53.783651 n-d-799996-1 neutron-server[93791]: WARNING oslo_policy.policy [None req-74519fbb-44e2-4d7d-8ba7-0b997bc67b05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 09:14:54.222136 n-d-799996-1 neutron-server[93791]: DEBUG neutron.policy [None req-74519fbb-44e2-4d7d-8ba7-0b997bc67b05 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93791) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 09:14:54.266705 n-d-799996-1 neutron-server[93791]: WARNING oslo_policy.policy [None req-74519fbb-44e2-4d7d-8ba7-0b997bc67b05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 09:14:54.267078 n-d-799996-1 neutron-server[93791]: WARNING oslo_policy.policy [None req-74519fbb-44e2-4d7d-8ba7-0b997bc67b05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 09:14:54.275344 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74519fbb-44e2-4d7d-8ba7-0b997bc67b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:14:54.277170 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-74519fbb-44e2-4d7d-8ba7-0b997bc67b05 admin admin] 10.222.0.61 "GET /v2.0/networks/73f81259-be64-428e-9b4e-693602ddaf45 HTTP/1.1" status: 200 len: 825 time: 0.9913845 Jul 09 09:14:54.316005 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b8314715-39ae-4c91-bbba-5c6f818d5ad6 admin admin] 10.222.0.61 "GET /v2.0/subnetpools/3e702448-197a-4f6b-a942-dda524af071b HTTP/1.1" status: 200 len: 734 time: 0.0334246 Jul 09 09:14:54.325057 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Request body: {'subnet': {'tenant_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'network_id': '73f81259-be64-428e-9b4e-693602ddaf45', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '3e702448-197a-4f6b-a942-dda524af071b'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:14:54.326655 n-d-799996-1 neutron-server[93791]: INFO neutron.quota [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Loaded quota_driver: . Jul 09 09:14:54.366674 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Made reservation on behalf of 8b87b8ef96704fe3ab3abecebe1a61b8 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:14:54.369486 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:54.667214 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:54.737148 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Checking segment: {'id': 'e7985a99-c415-4cb3-a814-4e19ec2e2b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '73f81259-be64-428e-9b4e-693602ddaf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:14:54.737517 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Network hostable DHCP agents. Network: 73f81259-be64-428e-9b4e-693602ddaf45, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:14:54.751348 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a748b67-f1e0-477c-bc22-3e742eb17682,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:14:54.766173 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:54.766518 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:54.766855 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:54.767188 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:54.767516 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:54.767869 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:54.768198 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:54.768517 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:54.768836 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:54.769152 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:54.769474 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:54.769789 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Tracked resource versions report: Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: pushed versions: Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: { 'AddressGroup': {'1.2'}, Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: 'ConntrackHelper': {'1.0'}, Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: 'Log': {'1.0'}, Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: 'Network': {'1.1'}, Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: 'Port': {'1.7'}, Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: 'PortForwarding': {'1.2'}, Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: 'QosPolicy': {'1.8'}, Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: 'SecurityGroup': {'1.4'}, Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: 'SecurityGroupRule': {'1.2'}, Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: 'SubPort': {'1.0'}, Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: 'Subnet': {'1.1'}, Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: 'Trunk': {'1.1'}} Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: consumer versions: Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: { DHCP agent@n-d-799996-1: {}, Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: L3 agent@n-d-799996-1: {}, Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: Metadata agent@n-d-799996-1: {}, Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: Metering agent@n-d-799996-1: {}, Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: Open vSwitch agent@n-d-799996-1: { 'AddressGroup': '1.2', Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: 'ConntrackHelper': '1.0', Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: 'Log': '1.0', Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: 'Network': '1.1', Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: 'Port': '1.7', Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: 'PortForwarding': '1.2', Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: 'QosPolicy': '1.8', Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: 'SecurityGroup': '1.4', Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: 'SecurityGroupRule': '1.2', Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: 'SubPort': '1.0', Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: 'Subnet': '1.1', Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: 'Trunk': '1.1'}} Jul 09 09:14:54.770885 n-d-799996-1 neutron-server[93791]: {{(pid=93791) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 09:14:54.795286 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Network 73f81259-be64-428e-9b4e-693602ddaf45 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:14:54.811795 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 73f81259-be64-428e-9b4e-693602ddaf45) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:14:54.815721 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:14:54.816339 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:54.821149 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9df078d-e7c4-4352-88e1-1ac16bc0ac51 None None] Network 73f81259-be64-428e-9b4e-693602ddaf45 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:14:54.839388 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-32bf4dd4-a1fc-424e-b365-92e454dacf45 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5178511 Jul 09 09:14:55.142011 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-73f81259-be64-428e-9b4e-693602ddaf45', 'network_id': '73f81259-be64-428e-9b4e-693602ddaf45', 'tenant_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'fixed_ips': [{'subnet_id': '2a748b67-f1e0-477c-bc22-3e742eb17682'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:14:55.143228 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:55.414613 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Allocated IP 172.20.0.2 (73f81259-be64-428e-9b4e-693602ddaf45/2a748b67-f1e0-477c-bc22-3e742eb17682/14d71aed-692e-449f-a69f-b2469cfe479f) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:14:55.625489 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:55.669631 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Transition to ACTIVE for port object 14d71aed-692e-449f-a69f-b2469cfe479f will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:14:55.691182 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Transition to ACTIVE for port object 14d71aed-692e-449f-a69f-b2469cfe479f will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:14:55.700143 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:55.772902 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Network 73f81259-be64-428e-9b4e-693602ddaf45 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:14:55.777550 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:14:55.780724 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:14:55.795870 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Pushing event updated for resources: {'Port': ['ID=14d71aed-692e-449f-a69f-b2469cfe479f,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:14:55.843069 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:55.843768 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:55.843768 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:55.844089 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:55.844463 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:55.844778 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:55.845078 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:55.845402 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:55.845729 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:55.846050 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:55.846376 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:55.846698 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Tracked resource versions report: Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: pushed versions: Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: { 'AddressGroup': {'1.2'}, Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: 'ConntrackHelper': {'1.0'}, Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: 'Log': {'1.0'}, Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: 'Network': {'1.1'}, Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: 'Port': {'1.7'}, Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: 'PortForwarding': {'1.2'}, Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: 'QosPolicy': {'1.8'}, Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: 'SecurityGroup': {'1.4'}, Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: 'SecurityGroupRule': {'1.2'}, Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: 'SubPort': {'1.0'}, Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: 'Subnet': {'1.1'}, Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: 'Trunk': {'1.1'}} Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: consumer versions: Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: { DHCP agent@n-d-799996-1: {}, Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: L3 agent@n-d-799996-1: {}, Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: Metadata agent@n-d-799996-1: {}, Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: Metering agent@n-d-799996-1: {}, Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: Open vSwitch agent@n-d-799996-1: { 'AddressGroup': '1.2', Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: 'ConntrackHelper': '1.0', Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: 'Log': '1.0', Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: 'Network': '1.1', Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: 'Port': '1.7', Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: 'PortForwarding': '1.2', Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: 'QosPolicy': '1.8', Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: 'SecurityGroup': '1.4', Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: 'SecurityGroupRule': '1.2', Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: 'SubPort': '1.0', Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: 'Subnet': '1.1', Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: 'Trunk': '1.1'}} Jul 09 09:14:55.847814 n-d-799996-1 neutron-server[93792]: {{(pid=93792) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 09:14:55.881367 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Attempting to bind port 14d71aed-692e-449f-a69f-b2469cfe479f on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:14:55.881759 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Attempting to bind port 14d71aed-692e-449f-a69f-b2469cfe479f by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'e7985a99-c415-4cb3-a814-4e19ec2e2b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '73f81259-be64-428e-9b4e-693602ddaf45'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:14:55.882177 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Attempting to bind port 14d71aed-692e-449f-a69f-b2469cfe479f on network 73f81259-be64-428e-9b4e-693602ddaf45 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:14:55.887432 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:14:55.887872 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Checking segment: {'id': 'e7985a99-c415-4cb3-a814-4e19ec2e2b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '73f81259-be64-428e-9b4e-693602ddaf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:14:55.888346 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:55.888734 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Bound using segment: {'id': 'e7985a99-c415-4cb3-a814-4e19ec2e2b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '73f81259-be64-428e-9b4e-693602ddaf45'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:14:55.889209 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Bound port: 14d71aed-692e-449f-a69f-b2469cfe479f, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7985a99-c415-4cb3-a814-4e19ec2e2b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '73f81259-be64-428e-9b4e-693602ddaf45'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:14:55.889631 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:55.952378 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] For port 14d71aed-692e-449f-a69f-b2469cfe479f, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:14:55.956594 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] For port 14d71aed-692e-449f-a69f-b2469cfe479f, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=14d71aed-692e-449f-a69f-b2469cfe479f,segment=NetworkSegment(e7985a99-c415-4cb3-a814-4e19ec2e2b8b),segment_id=e7985a99-c415-4cb3-a814-4e19ec2e2b8b)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:14:55.961277 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:14:56.029987 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1d47c-1f71-47be-9369-6a1698f8b196 None None] Pushing event updated for resources: {'Port': ['ID=14d71aed-692e-449f-a69f-b2469cfe479f,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:14:57.247662 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33594) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:14:57.563011 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-228caf46-397b-4f6c-9a49-fb1d140ff0c9 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:14:57.564014 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-228caf46-397b-4f6c-9a49-fb1d140ff0c9 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3153324 Jul 09 09:14:59.978901 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33602) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:15:00.298587 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-ee99a3b0-c43b-46eb-86d1-de827986179d admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:15:00.299664 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ee99a3b0-c43b-46eb-86d1-de827986179d admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3197744 Jul 09 09:15:01.833497 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 14d71aed-692e-449f-a69f-b2469cfe479f up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:15:01.918217 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 14d71aed-692e-449f-a69f-b2469cfe479f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:15:02.150525 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e55c60a-8d34-40eb-8e9d-7f949cdc1260 None None] Network 73f81259-be64-428e-9b4e-693602ddaf45 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:15:02.205801 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-eb932712-5647-4e27-b982-b85ef033b293 None None] Provisioning for port 14d71aed-692e-449f-a69f-b2469cfe479f completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:15:02.211632 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-eb932712-5647-4e27-b982-b85ef033b293 None None] Provisioning complete for port 14d71aed-692e-449f-a69f-b2469cfe479f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:15:02.212047 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb932712-5647-4e27-b982-b85ef033b293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:02.377004 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb932712-5647-4e27-b982-b85ef033b293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:02.441157 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-eb932712-5647-4e27-b982-b85ef033b293 None None] For port 14d71aed-692e-449f-a69f-b2469cfe479f, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=14d71aed-692e-449f-a69f-b2469cfe479f,segment=NetworkSegment(e7985a99-c415-4cb3-a814-4e19ec2e2b8b),segment_id=e7985a99-c415-4cb3-a814-4e19ec2e2b8b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:15:02.449640 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb932712-5647-4e27-b982-b85ef033b293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:02.509631 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb932712-5647-4e27-b982-b85ef033b293 None None] Pushing event updated for resources: {'Port': ['ID=14d71aed-692e-449f-a69f-b2469cfe479f,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:15:02.671638 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c2d4262c-d5b0-46ad-b60d-01dc8e20e075 None None] Provisioning complete for port 14d71aed-692e-449f-a69f-b2469cfe479f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:15:02.672033 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c2d4262c-d5b0-46ad-b60d-01dc8e20e075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:02.957635 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33616) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:15:03.248717 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f8a4526a-ce21-4c77-98fb-c5fa8ddb9836 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '8b87b8ef96704fe3ab3abecebe1a61b8'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:15:03.272582 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8a4526a-ce21-4c77-98fb-c5fa8ddb9836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:03.274203 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8a4526a-ce21-4c77-98fb-c5fa8ddb9836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:03.434504 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8a4526a-ce21-4c77-98fb-c5fa8ddb9836 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:03.439092 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8a4526a-ce21-4c77-98fb-c5fa8ddb9836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:03.452156 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8a4526a-ce21-4c77-98fb-c5fa8ddb9836 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:03.453382 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f8a4526a-ce21-4c77-98fb-c5fa8ddb9836 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4947252 Jul 09 09:15:03.790472 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 14d71aed-692e-449f-a69f-b2469cfe479f up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:15:03.840081 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 14d71aed-692e-449f-a69f-b2469cfe479f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:15:03.840449 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:05.796124 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33624) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:15:06.109338 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-d3c170b5-4a42-43ac-9480-c6089853823f admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:15:06.110334 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d3c170b5-4a42-43ac-9480-c6089853823f admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3132682 Jul 09 09:15:06.719570 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d9d4169a-6d0c-4204-80b5-8be3dd615c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:08.461546 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33632) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:15:08.771024 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3fdace99-5f3b-46ff-a430-b3b17132e459 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:15:08.794238 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdace99-5f3b-46ff-a430-b3b17132e459 admin admin] Made reservation on behalf of 396bc8a6a23844d3b5972f60e47ba483 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:15:08.796606 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3fdace99-5f3b-46ff-a430-b3b17132e459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:08.813154 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3fdace99-5f3b-46ff-a430-b3b17132e459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:08.933062 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3fdace99-5f3b-46ff-a430-b3b17132e459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:08.937147 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3fdace99-5f3b-46ff-a430-b3b17132e459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:08.952963 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3fdace99-5f3b-46ff-a430-b3b17132e459 admin admin] Reserving flat network on physical network physnet1 {{(pid=93791) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 09 09:15:08.976596 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdace99-5f3b-46ff-a430-b3b17132e459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e04fe3-7f3a-414f-8643-214eb3a6a031,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:15:08.983906 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3fdace99-5f3b-46ff-a430-b3b17132e459 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734058762572', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:08.984484 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3fdace99-5f3b-46ff-a430-b3b17132e459 admin admin] Unsubscribe: segment precommit_create {{(pid=93791) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 09:15:08.984973 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-3fdace99-5f3b-46ff-a430-b3b17132e459 admin admin] Added segment 7dd8b643-c46a-4fa8-8cc9-4178a955fc25 of type flat for network a0a787a9-4358-4995-b83f-d80af68b5467 Jul 09 09:15:09.039152 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3fdace99-5f3b-46ff-a430-b3b17132e459 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:09.094813 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3fdace99-5f3b-46ff-a430-b3b17132e459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:09.095785 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdace99-5f3b-46ff-a430-b3b17132e459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:15:09.096384 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3fdace99-5f3b-46ff-a430-b3b17132e459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:09.182194 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3fdace99-5f3b-46ff-a430-b3b17132e459 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7195535 Jul 09 09:15:09.190127 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdace99-5f3b-46ff-a430-b3b17132e459 admin admin] Pushing event updated for resources: {'Network': ['ID=a0a787a9-4358-4995-b83f-d80af68b5467,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:15:09.201734 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network a0a787a9-4358-4995-b83f-d80af68b5467 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:15:09.282984 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-13d10209-72d7-4cf3-8d0e-b12f9d797a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:09.431336 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:10.955061 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:11.585219 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33650) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:15:11.804336 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d56703-6179-4b09-81cf-4a04ba9674f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:15:11.805723 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f2d56703-6179-4b09-81cf-4a04ba9674f4 admin admin] 10.222.0.61 "GET /v2.0/subnets/2a748b67-f1e0-477c-bc22-3e742eb17682 HTTP/1.1" status: 200 len: 849 time: 0.2195523 Jul 09 09:15:11.986662 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f044681e-757d-47a8-ac65-4b0a77c47b2e admin admin] 10.222.0.61 "GET /v2.0/routers/00c81b61-ed12-4076-89bb-ec423357cbed HTTP/1.1" status: 200 len: 704 time: 0.1749728 Jul 09 09:15:12.252364 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ed3166f2-23f4-41b4-8e30-4f4de04eda11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:12.544262 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-ed3166f2-23f4-41b4-8e30-4f4de04eda11 admin admin] Allocated IP 172.20.0.1 (73f81259-be64-428e-9b4e-693602ddaf45/2a748b67-f1e0-477c-bc22-3e742eb17682/030378a8-8932-462d-b26f-46e52f6e987a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:15:12.665364 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:12.733731 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ed3166f2-23f4-41b4-8e30-4f4de04eda11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:12.756316 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-ed3166f2-23f4-41b4-8e30-4f4de04eda11 admin admin] Transition to ACTIVE for port object 030378a8-8932-462d-b26f-46e52f6e987a will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:15:12.836337 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ed3166f2-23f4-41b4-8e30-4f4de04eda11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:12.905644 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3166f2-23f4-41b4-8e30-4f4de04eda11 admin admin] Network 73f81259-be64-428e-9b4e-693602ddaf45 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:15:12.913999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ed3166f2-23f4-41b4-8e30-4f4de04eda11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:15:12.917932 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3166f2-23f4-41b4-8e30-4f4de04eda11 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:15:12.918467 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ed3166f2-23f4-41b4-8e30-4f4de04eda11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:12.940513 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3166f2-23f4-41b4-8e30-4f4de04eda11 admin admin] Pushing event updated for resources: {'Port': ['ID=030378a8-8932-462d-b26f-46e52f6e987a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:15:13.130055 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5b4380a1-baf8-4020-b9b7-58dae90606ad None None] Provisioning for port 030378a8-8932-462d-b26f-46e52f6e987a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:15:13.133785 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5b4380a1-baf8-4020-b9b7-58dae90606ad None None] Provisioning complete for port 030378a8-8932-462d-b26f-46e52f6e987a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:15:13.134152 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5b4380a1-baf8-4020-b9b7-58dae90606ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:13.134286 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ed3166f2-23f4-41b4-8e30-4f4de04eda11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:13.170336 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5b4380a1-baf8-4020-b9b7-58dae90606ad None None] Port 030378a8-8932-462d-b26f-46e52f6e987a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:15:13.363985 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ed3166f2-23f4-41b4-8e30-4f4de04eda11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:13.368314 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ed3166f2-23f4-41b4-8e30-4f4de04eda11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:13.369628 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ed3166f2-23f4-41b4-8e30-4f4de04eda11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:13.444097 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3166f2-23f4-41b4-8e30-4f4de04eda11 admin admin] Pushing event updated for resources: {'Port': ['ID=030378a8-8932-462d-b26f-46e52f6e987a,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:15:13.489556 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3166f2-23f4-41b4-8e30-4f4de04eda11 admin admin] Network 73f81259-be64-428e-9b4e-693602ddaf45 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:15:13.490836 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ed3166f2-23f4-41b4-8e30-4f4de04eda11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:15:13.654029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3166f2-23f4-41b4-8e30-4f4de04eda11 admin admin] Router 00c81b61-ed12-4076-89bb-ec423357cbed is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:15:13.690858 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-af100ceb-b9e0-405a-bd45-174df636490c None None] Provisioning complete for port 030378a8-8932-462d-b26f-46e52f6e987a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:15:13.691406 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-af100ceb-b9e0-405a-bd45-174df636490c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:13.722964 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-af100ceb-b9e0-405a-bd45-174df636490c None None] Port 030378a8-8932-462d-b26f-46e52f6e987a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:15:13.746452 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3166f2-23f4-41b4-8e30-4f4de04eda11 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:15:13.751626 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ed3166f2-23f4-41b4-8e30-4f4de04eda11 admin admin] 10.222.0.61 "PUT /v2.0/routers/00c81b61-ed12-4076-89bb-ec423357cbed/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7602923 Jul 09 09:15:13.756751 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] Sync routers for ids ['00c81b61-ed12-4076-89bb-ec423357cbed'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:15:13.768802 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] Routers {'00c81b61-ed12-4076-89bb-ec423357cbed'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:15:13.769581 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:15:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['00c81b61-ed12-4076-89bb-ec423357cbed'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:15:13.960143 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] Set router 00c81b61-ed12-4076-89bb-ec423357cbed gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:15:14.393201 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c81b61-ed12-4076-89bb-ec423357cbed', 'name': 'router1', 'tenant_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:15:03Z', 'updated_at': '2021-07-09T09:15:13Z', 'revision_number': 2, 'project_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'gw_port_host': None, '_interfaces': [{'id': '030378a8-8932-462d-b26f-46e52f6e987a', 'name': '', 'network_id': '73f81259-be64-428e-9b4e-693602ddaf45', 'tenant_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'mac_address': 'fa:16:3e:8d:26:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c81b61-ed12-4076-89bb-ec423357cbed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a748b67-f1e0-477c-bc22-3e742eb17682', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:15:12Z', 'updated_at': '2021-07-09T09:15:13Z', 'revision_number': 2, 'project_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'subnets': [{'id': '2a748b67-f1e0-477c-bc22-3e742eb17682', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e702448-197a-4f6b-a942-dda524af071b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:15:14.445846 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] Checking router: 00c81b61-ed12-4076-89bb-ec423357cbed for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:15:14.446142 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] Updating router 00c81b61-ed12-4076-89bb-ec423357cbed port 030378a8-8932-462d-b26f-46e52f6e987a binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:15:14.512633 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:15.017813 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:15.038131 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] Transition to ACTIVE for port object 030378a8-8932-462d-b26f-46e52f6e987a will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:15:15.044584 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:15.199239 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67cef8-52d4-46ce-9301-433c3c8e4210 None None] Pushing event updated for resources: {'Port': ['ID=030378a8-8932-462d-b26f-46e52f6e987a,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:15:15.216372 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] Attempting to bind port 030378a8-8932-462d-b26f-46e52f6e987a on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:15:15.216767 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] Attempting to bind port 030378a8-8932-462d-b26f-46e52f6e987a by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'e7985a99-c415-4cb3-a814-4e19ec2e2b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '73f81259-be64-428e-9b4e-693602ddaf45'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:15:15.217189 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] Attempting to bind port 030378a8-8932-462d-b26f-46e52f6e987a on network 73f81259-be64-428e-9b4e-693602ddaf45 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:15:15.219890 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc67cef8-52d4-46ce-9301-433c3c8e4210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:15:15.220241 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc67cef8-52d4-46ce-9301-433c3c8e4210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:15:15.220553 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc67cef8-52d4-46ce-9301-433c3c8e4210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:15:15.220877 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc67cef8-52d4-46ce-9301-433c3c8e4210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:15:15.221199 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc67cef8-52d4-46ce-9301-433c3c8e4210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:15:15.221518 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc67cef8-52d4-46ce-9301-433c3c8e4210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:15:15.221841 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc67cef8-52d4-46ce-9301-433c3c8e4210 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:15:15.222151 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc67cef8-52d4-46ce-9301-433c3c8e4210 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:15:15.222463 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc67cef8-52d4-46ce-9301-433c3c8e4210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:15:15.222780 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc67cef8-52d4-46ce-9301-433c3c8e4210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:15:15.223093 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc67cef8-52d4-46ce-9301-433c3c8e4210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:15:15.223563 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc67cef8-52d4-46ce-9301-433c3c8e4210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc67cef8-52d4-46ce-9301-433c3c8e4210 None None] Tracked resource versions report: Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: pushed versions: Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: { 'AddressGroup': {'1.2'}, Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: 'ConntrackHelper': {'1.0'}, Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: 'Log': {'1.0'}, Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: 'Network': {'1.1'}, Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: 'Port': {'1.7'}, Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: 'PortForwarding': {'1.2'}, Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: 'QosPolicy': {'1.8'}, Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: 'SecurityGroup': {'1.4'}, Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: 'SecurityGroupRule': {'1.2'}, Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: 'SubPort': {'1.0'}, Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: 'Subnet': {'1.1'}, Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: 'Trunk': {'1.1'}} Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: consumer versions: Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: { DHCP agent@n-d-799996-1: {}, Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: L3 agent@n-d-799996-1: {}, Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: Metadata agent@n-d-799996-1: {}, Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: Metering agent@n-d-799996-1: {}, Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: Open vSwitch agent@n-d-799996-1: { 'AddressGroup': '1.2', Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: 'ConntrackHelper': '1.0', Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: 'Log': '1.0', Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: 'Network': '1.1', Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: 'Port': '1.7', Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: 'PortForwarding': '1.2', Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: 'QosPolicy': '1.8', Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: 'SecurityGroup': '1.4', Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: 'SecurityGroupRule': '1.2', Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: 'SubPort': '1.0', Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: 'Subnet': '1.1', Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: 'Trunk': '1.1'}} Jul 09 09:15:15.224524 n-d-799996-1 neutron-server[93793]: {{(pid=93793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 09:15:15.232198 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:15:15.232593 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] Checking segment: {'id': 'e7985a99-c415-4cb3-a814-4e19ec2e2b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '73f81259-be64-428e-9b4e-693602ddaf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:15:15.233070 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:15.233448 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] Bound using segment: {'id': 'e7985a99-c415-4cb3-a814-4e19ec2e2b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '73f81259-be64-428e-9b4e-693602ddaf45'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:15:15.233940 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] Bound port: 030378a8-8932-462d-b26f-46e52f6e987a, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7985a99-c415-4cb3-a814-4e19ec2e2b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '73f81259-be64-428e-9b4e-693602ddaf45'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:15:15.234362 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:15.299922 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] For port 030378a8-8932-462d-b26f-46e52f6e987a, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:15:15.324167 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] For port 030378a8-8932-462d-b26f-46e52f6e987a, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=030378a8-8932-462d-b26f-46e52f6e987a,segment=NetworkSegment(e7985a99-c415-4cb3-a814-4e19ec2e2b8b),segment_id=e7985a99-c415-4cb3-a814-4e19ec2e2b8b)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:15:15.328457 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:15.385703 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67cef8-52d4-46ce-9301-433c3c8e4210 None None] Pushing event updated for resources: {'Port': ['ID=030378a8-8932-462d-b26f-46e52f6e987a,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:15:15.392936 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] Routers {'00c81b61-ed12-4076-89bb-ec423357cbed'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:15:15.393545 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:15:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['00c81b61-ed12-4076-89bb-ec423357cbed'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:15:15.483318 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] Set router 00c81b61-ed12-4076-89bb-ec423357cbed gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:15:15.699060 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c81b61-ed12-4076-89bb-ec423357cbed', 'name': 'router1', 'tenant_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:15:03Z', 'updated_at': '2021-07-09T09:15:13Z', 'revision_number': 2, 'project_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'gw_port_host': None, '_interfaces': [{'id': '030378a8-8932-462d-b26f-46e52f6e987a', 'name': '', 'network_id': '73f81259-be64-428e-9b4e-693602ddaf45', 'tenant_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'mac_address': 'fa:16:3e:8d:26:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c81b61-ed12-4076-89bb-ec423357cbed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a748b67-f1e0-477c-bc22-3e742eb17682', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:15:12Z', 'updated_at': '2021-07-09T09:15:15Z', 'revision_number': 4, 'project_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'subnets': [{'id': '2a748b67-f1e0-477c-bc22-3e742eb17682', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e702448-197a-4f6b-a942-dda524af071b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:15:15.727446 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7e198b-50a0-4a91-bd1d-35bc2e87a0eb None None] The sync data for ids ['00c81b61-ed12-4076-89bb-ec423357cbed'] in n-d-799996-1 is: [{'id': '00c81b61-ed12-4076-89bb-ec423357cbed', 'name': 'router1', 'tenant_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:15:03Z', 'updated_at': '2021-07-09T09:15:13Z', 'revision_number': 2, 'project_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'gw_port_host': None, '_interfaces': [{'id': '030378a8-8932-462d-b26f-46e52f6e987a', 'name': '', 'network_id': '73f81259-be64-428e-9b4e-693602ddaf45', 'tenant_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'mac_address': 'fa:16:3e:8d:26:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c81b61-ed12-4076-89bb-ec423357cbed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a748b67-f1e0-477c-bc22-3e742eb17682', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:15:12Z', 'updated_at': '2021-07-09T09:15:15Z', 'revision_number': 4, 'project_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'subnets': [{'id': '2a748b67-f1e0-477c-bc22-3e742eb17682', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e702448-197a-4f6b-a942-dda524af071b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:15:15.984729 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33670) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:15:16.093178 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b044f72-7ca0-4ecd-8c86-16b5d126b909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:15:16.094506 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6b044f72-7ca0-4ecd-8c86-16b5d126b909 admin admin] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 842 time: 0.1087232 Jul 09 09:15:16.103741 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f2a4b05d-0d87-4ed5-8965-bb4e29687ec5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.3.1', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'enable_dhcp': False, 'cidr': '172.25.3.0/24', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:15:16.106657 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 5 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:15:16.128257 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a4b05d-0d87-4ed5-8965-bb4e29687ec5 admin admin] Made reservation on behalf of 396bc8a6a23844d3b5972f60e47ba483 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:15:16.130560 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b05d-0d87-4ed5-8965-bb4e29687ec5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:16.441091 n-d-799996-1 neutron-server[93790]: DEBUG neutron.objects.ports [None req-f2a4b05d-0d87-4ed5-8965-bb4e29687ec5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93790) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 09:15:16.441500 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b05d-0d87-4ed5-8965-bb4e29687ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:16.492089 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4b05d-0d87-4ed5-8965-bb4e29687ec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec12e027-9025-46f2-9bb8-ff96764501c0,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:15:16.504147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a4b05d-0d87-4ed5-8965-bb4e29687ec5 admin admin] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:15:16.504496 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a4b05d-0d87-4ed5-8965-bb4e29687ec5 admin admin] Network hostable DHCP agents. Network: a0a787a9-4358-4995-b83f-d80af68b5467, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:15:16.526183 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a4b05d-0d87-4ed5-8965-bb4e29687ec5 admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:15:16.537301 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-f2a4b05d-0d87-4ed5-8965-bb4e29687ec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, a0a787a9-4358-4995-b83f-d80af68b5467) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:15:16.541468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a4b05d-0d87-4ed5-8965-bb4e29687ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:15:16.542066 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b05d-0d87-4ed5-8965-bb4e29687ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:16.546672 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1bde9d-4bd0-4be5-97de-58788ef270f6 None None] Network a0a787a9-4358-4995-b83f-d80af68b5467 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:15:16.567848 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f2a4b05d-0d87-4ed5-8965-bb4e29687ec5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4573727 Jul 09 09:15:16.700712 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb080b67-e236-41b3-a310-01bff3717621 None None] Network a0a787a9-4358-4995-b83f-d80af68b5467 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:15:18.853573 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33682) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:15:19.070746 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-aa828f2f-0081-4774-8f65-bd609841e0c4 admin admin] 10.222.0.61 "GET /v2.0/routers/00c81b61-ed12-4076-89bb-ec423357cbed HTTP/1.1" status: 200 len: 710 time: 0.2158389 Jul 09 09:15:19.184756 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b449e775-57ac-4887-9ac0-8d12a4bf4fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:15:19.186126 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b449e775-57ac-4887-9ac0-8d12a4bf4fb5 admin admin] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 886 time: 0.1104870 Jul 09 09:15:19.194887 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a96f0a23-e07d-4790-a2f5-6737fbe36cb0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:15:19.437686 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a96f0a23-e07d-4790-a2f5-6737fbe36cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:19.676184 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a96f0a23-e07d-4790-a2f5-6737fbe36cb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:19.751034 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a96f0a23-e07d-4790-a2f5-6737fbe36cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:19.845393 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 030378a8-8932-462d-b26f-46e52f6e987a up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:15:19.899149 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 030378a8-8932-462d-b26f-46e52f6e987a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:15:19.903274 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 030378a8-8932-462d-b26f-46e52f6e987a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:15:19.903640 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:19.959248 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-a96f0a23-e07d-4790-a2f5-6737fbe36cb0 admin admin] Allocated IP 172.25.3.113 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/68dde0ac-984f-435c-b57f-1b0ad33adf90) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:15:19.982424 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:20.014407 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 030378a8-8932-462d-b26f-46e52f6e987a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=030378a8-8932-462d-b26f-46e52f6e987a,segment=NetworkSegment(e7985a99-c415-4cb3-a814-4e19ec2e2b8b),segment_id=e7985a99-c415-4cb3-a814-4e19ec2e2b8b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:15:20.019660 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:20.087281 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a96f0a23-e07d-4790-a2f5-6737fbe36cb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:20.122865 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=030378a8-8932-462d-b26f-46e52f6e987a,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:15:20.173370 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a96f0a23-e07d-4790-a2f5-6737fbe36cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:20.241184 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96f0a23-e07d-4790-a2f5-6737fbe36cb0 admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:15:20.248536 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a96f0a23-e07d-4790-a2f5-6737fbe36cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:15:20.254485 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96f0a23-e07d-4790-a2f5-6737fbe36cb0 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:15:20.291155 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f0a23-e07d-4790-a2f5-6737fbe36cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=68dde0ac-984f-435c-b57f-1b0ad33adf90,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:15:20.530569 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a96f0a23-e07d-4790-a2f5-6737fbe36cb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:20.718435 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a96f0a23-e07d-4790-a2f5-6737fbe36cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:20.721627 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a96f0a23-e07d-4790-a2f5-6737fbe36cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524803'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:20.833182 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96f0a23-e07d-4790-a2f5-6737fbe36cb0 admin admin] Router 00c81b61-ed12-4076-89bb-ec423357cbed has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:15:20.937321 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96f0a23-e07d-4790-a2f5-6737fbe36cb0 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:15:20.941615 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a96f0a23-e07d-4790-a2f5-6737fbe36cb0 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:20.943050 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a96f0a23-e07d-4790-a2f5-6737fbe36cb0 admin admin] 10.222.0.61 "PUT /v2.0/routers/00c81b61-ed12-4076-89bb-ec423357cbed HTTP/1.1" status: 200 len: 890 time: 1.7516124 Jul 09 09:15:20.947422 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] Sync routers for ids ['00c81b61-ed12-4076-89bb-ec423357cbed'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:15:20.959274 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] Routers {'00c81b61-ed12-4076-89bb-ec423357cbed'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:15:20.960138 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:15:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['00c81b61-ed12-4076-89bb-ec423357cbed'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:15:21.178163 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] Set router 00c81b61-ed12-4076-89bb-ec423357cbed gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:15:21.565449 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c81b61-ed12-4076-89bb-ec423357cbed', 'name': 'router1', 'tenant_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '68dde0ac-984f-435c-b57f-1b0ad33adf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:15:03Z', 'updated_at': '2021-07-09T09:15:20Z', 'revision_number': 4, 'project_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'gw_port': {'id': '68dde0ac-984f-435c-b57f-1b0ad33adf90', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c81b61-ed12-4076-89bb-ec423357cbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:15:19Z', 'updated_at': '2021-07-09T09:15:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '030378a8-8932-462d-b26f-46e52f6e987a', 'name': '', 'network_id': '73f81259-be64-428e-9b4e-693602ddaf45', 'tenant_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'mac_address': 'fa:16:3e:8d:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c81b61-ed12-4076-89bb-ec423357cbed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a748b67-f1e0-477c-bc22-3e742eb17682', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:15:12Z', 'updated_at': '2021-07-09T09:15:19Z', 'revision_number': 5, 'project_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'subnets': [{'id': '2a748b67-f1e0-477c-bc22-3e742eb17682', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e702448-197a-4f6b-a942-dda524af071b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:15:21.615212 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] Checking router: 00c81b61-ed12-4076-89bb-ec423357cbed for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:15:21.615573 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] Updating router 00c81b61-ed12-4076-89bb-ec423357cbed port 68dde0ac-984f-435c-b57f-1b0ad33adf90 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:15:21.647720 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:21.830877 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 030378a8-8932-462d-b26f-46e52f6e987a up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:15:21.945732 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 030378a8-8932-462d-b26f-46e52f6e987a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:15:21.946097 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:22.030795 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:22.044979 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] Transition to ACTIVE for port object 68dde0ac-984f-435c-b57f-1b0ad33adf90 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:15:22.066241 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:22.121187 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] Attempting to bind port 68dde0ac-984f-435c-b57f-1b0ad33adf90 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:15:22.121554 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] Attempting to bind port 68dde0ac-984f-435c-b57f-1b0ad33adf90 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:15:22.121980 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] Attempting to bind port 68dde0ac-984f-435c-b57f-1b0ad33adf90 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:15:22.133762 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:15:22.134762 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:15:22.135064 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:22.135811 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:15:22.135944 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] Bound port: 68dde0ac-984f-435c-b57f-1b0ad33adf90, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:15:22.136422 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:22.142937 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734e29d-43f1-4db2-8c69-ce97202ff9e6 None None] Pushing event updated for resources: {'Port': ['ID=68dde0ac-984f-435c-b57f-1b0ad33adf90,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:15:22.270431 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] For port 68dde0ac-984f-435c-b57f-1b0ad33adf90, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:15:22.273439 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] For port 68dde0ac-984f-435c-b57f-1b0ad33adf90, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=68dde0ac-984f-435c-b57f-1b0ad33adf90,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:15:22.277649 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:22.335329 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] Routers {'00c81b61-ed12-4076-89bb-ec423357cbed'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:15:22.336008 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:15:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['00c81b61-ed12-4076-89bb-ec423357cbed'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:15:22.338612 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734e29d-43f1-4db2-8c69-ce97202ff9e6 None None] Pushing event updated for resources: {'Port': ['ID=68dde0ac-984f-435c-b57f-1b0ad33adf90,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:15:22.439363 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] Set router 00c81b61-ed12-4076-89bb-ec423357cbed gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:15:22.647010 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c81b61-ed12-4076-89bb-ec423357cbed', 'name': 'router1', 'tenant_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '68dde0ac-984f-435c-b57f-1b0ad33adf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:15:03Z', 'updated_at': '2021-07-09T09:15:20Z', 'revision_number': 4, 'project_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'gw_port': {'id': '68dde0ac-984f-435c-b57f-1b0ad33adf90', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c81b61-ed12-4076-89bb-ec423357cbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:15:19Z', 'updated_at': '2021-07-09T09:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '030378a8-8932-462d-b26f-46e52f6e987a', 'name': '', 'network_id': '73f81259-be64-428e-9b4e-693602ddaf45', 'tenant_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'mac_address': 'fa:16:3e:8d:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c81b61-ed12-4076-89bb-ec423357cbed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a748b67-f1e0-477c-bc22-3e742eb17682', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:15:12Z', 'updated_at': '2021-07-09T09:15:19Z', 'revision_number': 5, 'project_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'subnets': [{'id': '2a748b67-f1e0-477c-bc22-3e742eb17682', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e702448-197a-4f6b-a942-dda524af071b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:15:22.677944 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828d097-e5a2-4dc5-b923-ba1150ed3117 None None] The sync data for ids ['00c81b61-ed12-4076-89bb-ec423357cbed'] in n-d-799996-1 is: [{'id': '00c81b61-ed12-4076-89bb-ec423357cbed', 'name': 'router1', 'tenant_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '68dde0ac-984f-435c-b57f-1b0ad33adf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:15:03Z', 'updated_at': '2021-07-09T09:15:20Z', 'revision_number': 4, 'project_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'gw_port': {'id': '68dde0ac-984f-435c-b57f-1b0ad33adf90', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c81b61-ed12-4076-89bb-ec423357cbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:15:19Z', 'updated_at': '2021-07-09T09:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '030378a8-8932-462d-b26f-46e52f6e987a', 'name': '', 'network_id': '73f81259-be64-428e-9b4e-693602ddaf45', 'tenant_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'mac_address': 'fa:16:3e:8d:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c81b61-ed12-4076-89bb-ec423357cbed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a748b67-f1e0-477c-bc22-3e742eb17682', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:15:12Z', 'updated_at': '2021-07-09T09:15:19Z', 'revision_number': 5, 'project_id': '8b87b8ef96704fe3ab3abecebe1a61b8', 'subnets': [{'id': '2a748b67-f1e0-477c-bc22-3e742eb17682', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e702448-197a-4f6b-a942-dda524af071b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:15:23.331380 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33692) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:15:23.458144 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3168c37b-6d85-4e85-81f7-d939db34f8a6 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1256135 Jul 09 09:15:23.824619 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 68dde0ac-984f-435c-b57f-1b0ad33adf90 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:15:23.875446 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 68dde0ac-984f-435c-b57f-1b0ad33adf90 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:15:23.879336 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 68dde0ac-984f-435c-b57f-1b0ad33adf90 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:15:23.880198 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:23.962974 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:23.983974 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 68dde0ac-984f-435c-b57f-1b0ad33adf90, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=68dde0ac-984f-435c-b57f-1b0ad33adf90,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:15:23.988401 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:24.039829 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=68dde0ac-984f-435c-b57f-1b0ad33adf90,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:15:25.828442 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 68dde0ac-984f-435c-b57f-1b0ad33adf90 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:15:25.896135 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 68dde0ac-984f-435c-b57f-1b0ad33adf90 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:15:25.896522 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:36.722563 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-492d46bd-417c-42bf-ae42-24f5eeffb5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:39.277036 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-41634f6a-f71f-46e4-8177-18945ec15180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:39.426756 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:40.958808 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:42.705595 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:15:53.105921 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 5 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:16:06.725432 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e346780d-752b-4fc7-b02b-932289e07aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:16:09.281053 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-79bd70f8-89c9-4c49-85f5-14be0865ebc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:16:09.420528 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:16:10.961144 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:16:12.710418 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:16:30.104633 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 5 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:16:36.731239 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66417b57-9e00-4f2e-bcc9-e9f6fb821e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:16:39.280734 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4557b0ec-9be2-47ca-a72b-7c97584ebdeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:16:39.421972 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:16:40.963670 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:16:42.713580 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:03.867927 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34292) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:17:03.927146 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9cab1de-076b-4dc0-bdbe-f0a53ca8fb21 admin admin] GET failed (client error): The resource could not be found. Jul 09 09:17:03.928482 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f9cab1de-076b-4dc0-bdbe-f0a53ca8fb21 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0596213 Jul 09 09:17:04.159072 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce2e68b-1250-4ef2-a520-9d872714747e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:17:04.160607 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6ce2e68b-1250-4ef2-a520-9d872714747e admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2283528 Jul 09 09:17:06.332162 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34302) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:17:06.424982 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29c4dd8-48b6-4ce0-8823-0e14b125aa92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:17:06.426242 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a29c4dd8-48b6-4ce0-8823-0e14b125aa92 admin admin] 10.222.0.61 "GET /v2.0/subnets/2a748b67-f1e0-477c-bc22-3e742eb17682 HTTP/1.1" status: 200 len: 849 time: 0.0931542 Jul 09 09:17:06.435579 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6ed78a83-2a4e-49c4-9ac9-9a0411c933db admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:17:06.516909 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6ed78a83-2a4e-49c4-9ac9-9a0411c933db admin admin] Notify callbacks [] for subnet, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:06.657962 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6ed78a83-2a4e-49c4-9ac9-9a0411c933db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734058785814'] for subnet, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:06.693017 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed78a83-2a4e-49c4-9ac9-9a0411c933db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:17:06.693623 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6ed78a83-2a4e-49c4-9ac9-9a0411c933db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:06.694948 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6ed78a83-2a4e-49c4-9ac9-9a0411c933db admin admin] 10.222.0.61 "PUT /v2.0/subnets/2a748b67-f1e0-477c-bc22-3e742eb17682 HTTP/1.1" status: 200 len: 868 time: 0.2633054 Jul 09 09:17:06.710844 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274b3290-c57f-4477-9a98-3f5199de254c None None] Network 73f81259-be64-428e-9b4e-693602ddaf45 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:17:06.715895 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed78a83-2a4e-49c4-9ac9-9a0411c933db admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a748b67-f1e0-477c-bc22-3e742eb17682,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:17:06.725245 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed78a83-2a4e-49c4-9ac9-9a0411c933db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:06.725585 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed78a83-2a4e-49c4-9ac9-9a0411c933db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:06.725927 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed78a83-2a4e-49c4-9ac9-9a0411c933db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:06.726266 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed78a83-2a4e-49c4-9ac9-9a0411c933db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:06.726600 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed78a83-2a4e-49c4-9ac9-9a0411c933db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:06.726930 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed78a83-2a4e-49c4-9ac9-9a0411c933db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:06.727280 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed78a83-2a4e-49c4-9ac9-9a0411c933db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:06.727606 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed78a83-2a4e-49c4-9ac9-9a0411c933db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:06.727977 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed78a83-2a4e-49c4-9ac9-9a0411c933db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:06.728377 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed78a83-2a4e-49c4-9ac9-9a0411c933db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:06.728706 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed78a83-2a4e-49c4-9ac9-9a0411c933db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:06.729028 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed78a83-2a4e-49c4-9ac9-9a0411c933db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:06.781089 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7402052c-3e6e-447f-b004-23a53b29a296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:07.103023 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 5 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:17:07.157898 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-49916735-5742-40af-a104-00c82cb8cc75 None None] Provisioning complete for port 14d71aed-692e-449f-a69f-b2469cfe479f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:17:07.158295 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-49916735-5742-40af-a104-00c82cb8cc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:07.243357 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-49916735-5742-40af-a104-00c82cb8cc75 None None] Provisioning complete for port 030378a8-8932-462d-b26f-46e52f6e987a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:17:07.243584 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-49916735-5742-40af-a104-00c82cb8cc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:08.877946 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34312) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:17:09.087242 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3e6443-1041-417f-bb85-89ad3226e63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:17:09.087746 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3e6443-1041-417f-bb85-89ad3226e63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:17:09.089332 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4f3e6443-1041-417f-bb85-89ad3226e63b admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2104499 Jul 09 09:17:09.281531 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9c520b0e-ea10-40d2-96e2-33323b807f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:09.423670 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:10.968301 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:11.251735 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34322) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:17:11.448215 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6657aa-c202-4a69-86c0-9c4c573a9605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:17:11.448694 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6657aa-c202-4a69-86c0-9c4c573a9605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:17:11.450213 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2d6657aa-c202-4a69-86c0-9c4c573a9605 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1975234 Jul 09 09:17:12.719107 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:13.702440 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34330) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:17:13.828692 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf60273-2a39-42e8-bfa9-cb58203cb3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:17:13.830056 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7bf60273-2a39-42e8-bfa9-cb58203cb3f6 admin admin] 10.222.0.61 "GET /v2.0/networks/73f81259-be64-428e-9b4e-693602ddaf45 HTTP/1.1" status: 200 len: 869 time: 0.1266789 Jul 09 09:17:15.992394 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34338) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:17:16.116391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e513a5-8959-470b-889b-6965f318c57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:17:16.117676 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a9e513a5-8959-470b-889b-6965f318c57e admin admin] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 886 time: 0.1243141 Jul 09 09:17:18.317837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34346) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:17:18.440290 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1b5e3b-a09c-4269-8553-6d73db618e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:17:18.440672 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1b5e3b-a09c-4269-8553-6d73db618e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:17:18.442208 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ed1b5e3b-a09c-4269-8553-6d73db618e11 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234248 Jul 09 09:17:20.581963 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34354) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:17:20.707527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e69774-171c-4c13-837b-179eec1c2c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:17:20.708000 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e69774-171c-4c13-837b-179eec1c2c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:17:20.709519 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-93e69774-171c-4c13-837b-179eec1c2c2c admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266136 Jul 09 09:17:22.848233 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34362) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:17:23.015276 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779aab37-6cee-4ab8-8d6f-27a3ed5ad487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:17:23.016668 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-779aab37-6cee-4ab8-8d6f-27a3ed5ad487 admin admin] 10.222.0.61 "GET /v2.0/subnets/2a748b67-f1e0-477c-bc22-3e742eb17682 HTTP/1.1" status: 200 len: 868 time: 0.1674781 Jul 09 09:17:25.220257 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34370) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:17:25.312827 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd9122e-d090-4d3c-8e26-1edcd2cd96b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:17:25.314153 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2bd9122e-d090-4d3c-8e26-1edcd2cd96b1 admin admin] 10.222.0.61 "GET /v2.0/subnets/ec12e027-9025-46f2-9bb8-ff96764501c0 HTTP/1.1" status: 200 len: 816 time: 0.0929563 Jul 09 09:17:36.722888 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2cced9ff-e6f9-403a-a33d-1a1c8d8b8231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:39.282993 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-13613ced-6be0-4e1b-8f58-b85b88004f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:39.424362 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:40.969650 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:42.712501 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:44.101606 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 5 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:17:49.782046 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34422) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:17:49.827827 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [None req-1e61243e-c747-458c-b3ce-9baf8b7ac767 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:17:49.828830 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1e61243e-c747-458c-b3ce-9baf8b7ac767 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457723 Jul 09 09:17:52.081268 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34430) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:17:52.138730 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3851686-2923-40af-b661-cc18c8c57c21 admin admin] GET failed (client error): The resource could not be found. Jul 09 09:17:52.140585 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d3851686-2923-40af-b661-cc18c8c57c21 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0583463 Jul 09 09:17:52.281223 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25288188-2237-4aef-966a-9eed6c0f3b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:17:52.282720 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-25288188-2237-4aef-966a-9eed6c0f3b97 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1383753 Jul 09 09:17:54.438643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34438) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:17:54.485982 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:17:54.506106 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] Made reservation on behalf of 396bc8a6a23844d3b5972f60e47ba483 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:17:54.508406 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:54.539769 n-d-799996-1 neutron-server[93790]: WARNING neutron.services.revisions.revision_plugin [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] Could not find related network for resource to bump revision. Jul 09 09:17:54.552591 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:17:54.563322 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:54.563665 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] Added segment b0e32386-2dfb-40db-aaae-69ce0a742e6f of type vlan for network df82838e-f383-432a-b506-40afa4775cd2 Jul 09 09:17:54.603410 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:54.631845 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:54.632835 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:17:54.633416 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:54.686923 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2471428 Jul 09 09:17:54.693806 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] Pushing event updated for resources: {'Network': ['ID=df82838e-f383-432a-b506-40afa4775cd2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:17:54.701872 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:54.702775 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:54.703187 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:54.703558 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:54.703972 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:54.704398 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:54.704843 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:54.705185 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:54.705521 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:54.705891 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:54.706224 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:54.706645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba3165-4220-4cdb-b0a2-938e601e9671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:54.719385 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network df82838e-f383-432a-b506-40afa4775cd2 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:17:56.885387 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34446) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:17:56.945534 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6187a94-387d-49f8-978c-194b263da2a8 admin admin] GET failed (client error): The resource could not be found. Jul 09 09:17:56.946816 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c6187a94-387d-49f8-978c-194b263da2a8 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599635 Jul 09 09:17:57.018842 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb86b146-87a6-4a46-8a28-37643c04afc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:17:57.020336 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bb86b146-87a6-4a46-8a28-37643c04afc8 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0695972 Jul 09 09:17:57.029726 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-21179b36-89e4-4b2c-b462-e5ddc4024494 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:17:57.049589 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21179b36-89e4-4b2c-b462-e5ddc4024494 admin admin] Made reservation on behalf of 396bc8a6a23844d3b5972f60e47ba483 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:17:57.051912 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-21179b36-89e4-4b2c-b462-e5ddc4024494 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:57.214494 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-21179b36-89e4-4b2c-b462-e5ddc4024494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:57.267930 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21179b36-89e4-4b2c-b462-e5ddc4024494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=876387e3-55f7-466e-8b65-4cf51930cc6e,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:17:57.276157 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21179b36-89e4-4b2c-b462-e5ddc4024494 admin admin] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:17:57.276515 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21179b36-89e4-4b2c-b462-e5ddc4024494 admin admin] Network hostable DHCP agents. Network: df82838e-f383-432a-b506-40afa4775cd2, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:17:57.291944 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21179b36-89e4-4b2c-b462-e5ddc4024494 admin admin] Network df82838e-f383-432a-b506-40afa4775cd2 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:17:57.299754 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-21179b36-89e4-4b2c-b462-e5ddc4024494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, df82838e-f383-432a-b506-40afa4775cd2) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:17:57.303671 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21179b36-89e4-4b2c-b462-e5ddc4024494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:17:57.304284 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-21179b36-89e4-4b2c-b462-e5ddc4024494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:57.309057 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03de408-8859-405e-a788-e5fb011118de None None] Network df82838e-f383-432a-b506-40afa4775cd2 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:17:57.324558 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-21179b36-89e4-4b2c-b462-e5ddc4024494 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2929955 Jul 09 09:17:57.552664 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-df82838e-f383-432a-b506-40afa4775cd2', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'tenant_id': '396bc8a6a23844d3b5972f60e47ba483', 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:17:57.553537 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:57.697077 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Allocated IP 192.168.233.2 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/6502b4a6-0713-413e-8304-7db2e4fc8c2e) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:17:57.847575 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:57.857208 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Transition to ACTIVE for port object 6502b4a6-0713-413e-8304-7db2e4fc8c2e will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:17:57.873143 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Transition to ACTIVE for port object 6502b4a6-0713-413e-8304-7db2e4fc8c2e will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:17:57.879342 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:57.920570 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:17:57.923928 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:17:57.927411 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:17:57.934597 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Pushing event updated for resources: {'Port': ['ID=6502b4a6-0713-413e-8304-7db2e4fc8c2e,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:17:57.943162 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:57.943516 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:57.943889 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:57.944226 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:57.944567 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:57.944899 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:57.945229 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:57.945559 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:57.945886 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:57.946215 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:57.946539 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:57.946860 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:17:57.999871 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Attempting to bind port 6502b4a6-0713-413e-8304-7db2e4fc8c2e on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:17:58.000240 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Attempting to bind port 6502b4a6-0713-413e-8304-7db2e4fc8c2e by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:17:58.000598 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Attempting to bind port 6502b4a6-0713-413e-8304-7db2e4fc8c2e on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:17:58.005619 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:17:58.005999 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:17:58.006397 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:58.006776 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:17:58.007226 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Bound port: 6502b4a6-0713-413e-8304-7db2e4fc8c2e, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:17:58.007617 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:58.074190 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] For port 6502b4a6-0713-413e-8304-7db2e4fc8c2e, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:17:58.078016 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] For port 6502b4a6-0713-413e-8304-7db2e4fc8c2e, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6502b4a6-0713-413e-8304-7db2e4fc8c2e,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:17:58.082258 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:17:58.142466 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd777631-a8e0-465f-9c07-c61f3c877468 None None] Pushing event updated for resources: {'Port': ['ID=6502b4a6-0713-413e-8304-7db2e4fc8c2e,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:17:58.954937 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b32fa8a-d09b-4f8e-a85b-089fc2e3de8b None None] Network df82838e-f383-432a-b506-40afa4775cd2 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:17:59.045427 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cf814df2-e14a-4456-8680-f296ddde8cc2 None None] Provisioning for port 6502b4a6-0713-413e-8304-7db2e4fc8c2e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:17:59.968469 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6502b4a6-0713-413e-8304-7db2e4fc8c2e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:18:00.019037 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 6502b4a6-0713-413e-8304-7db2e4fc8c2e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:18:00.022993 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 6502b4a6-0713-413e-8304-7db2e4fc8c2e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:18:00.023368 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:18:00.109687 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:18:00.144107 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 6502b4a6-0713-413e-8304-7db2e4fc8c2e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6502b4a6-0713-413e-8304-7db2e4fc8c2e,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:18:00.150166 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:18:00.200964 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=6502b4a6-0713-413e-8304-7db2e4fc8c2e,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:18:01.935877 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6502b4a6-0713-413e-8304-7db2e4fc8c2e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:18:01.982122 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 6502b4a6-0713-413e-8304-7db2e4fc8c2e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:18:01.982489 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:18:06.725019 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-888e3388-9c91-40b5-bc19-2015b72e67d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:18:09.283472 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ed04506d-ac5d-4b1c-b26e-a93135774251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:18:09.426066 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:18:10.972811 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:18:12.715548 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:18:21.099964 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 5 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:18:36.726923 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b1c9d775-14cc-44d0-a405-3e794c1cf2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:18:39.284602 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f093fa99-87ab-492b-a89f-9730377ec4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:18:39.427944 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:18:40.975986 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:18:42.717686 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:18:58.098402 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 5 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:19:04.742059 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34498) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:19:04.748099 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-990713b2-947f-4eb2-b7e4-0d7fa42eb88d tempest-verify_tempest_config-312346070 tempest-verify_tempest_config-312346070-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:19:04.749075 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-990713b2-947f-4eb2-b7e4-0d7fa42eb88d tempest-verify_tempest_config-312346070 tempest-verify_tempest_config-312346070-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060587 Jul 09 09:19:05.054341 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34516) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:19:05.167517 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-09c32b01-fba3-44f7-948a-a240ca6fea79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:19:05.255419 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-09c32b01-fba3-44f7-948a-a240ca6fea79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:19:05.259225 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-09c32b01-fba3-44f7-948a-a240ca6fea79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:19:05.303343 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-09c32b01-fba3-44f7-948a-a240ca6fea79 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=85d077ac312643cf85150cbf97886721&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2479432 Jul 09 09:19:05.305913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c32b01-fba3-44f7-948a-a240ca6fea79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417e9730-e169-43f3-a2c7-b44b692ec6b1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:19:05.307941 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34522) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:19:05.313315 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c32b01-fba3-44f7-948a-a240ca6fea79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:19:05.313663 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c32b01-fba3-44f7-948a-a240ca6fea79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:19:05.314005 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c32b01-fba3-44f7-948a-a240ca6fea79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:19:05.314345 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c32b01-fba3-44f7-948a-a240ca6fea79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:19:05.314676 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c32b01-fba3-44f7-948a-a240ca6fea79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:19:05.315003 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c32b01-fba3-44f7-948a-a240ca6fea79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:19:05.315329 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c32b01-fba3-44f7-948a-a240ca6fea79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:19:05.315655 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c32b01-fba3-44f7-948a-a240ca6fea79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:19:05.316559 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c32b01-fba3-44f7-948a-a240ca6fea79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:19:05.316888 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c32b01-fba3-44f7-948a-a240ca6fea79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:19:05.317209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c32b01-fba3-44f7-948a-a240ca6fea79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:19:05.317529 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c32b01-fba3-44f7-948a-a240ca6fea79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:19:05.367750 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f4c83e6-ab8a-4750-a57a-fd560559f4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:19:05.388524 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f4c83e6-ab8a-4750-a57a-fd560559f4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:19:05.473806 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f4c83e6-ab8a-4750-a57a-fd560559f4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:19:05.476470 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f4c83e6-ab8a-4750-a57a-fd560559f4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:19:05.477631 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5f4c83e6-ab8a-4750-a57a-fd560559f4a3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/417e9730-e169-43f3-a2c7-b44b692ec6b1 HTTP/1.1" status: 204 len: 168 time: 0.1686571 Jul 09 09:19:05.486748 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c83e6-ab8a-4750-a57a-fd560559f4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417e9730-e169-43f3-a2c7-b44b692ec6b1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:19:05.493488 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c83e6-ab8a-4750-a57a-fd560559f4a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:19:05.493840 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c83e6-ab8a-4750-a57a-fd560559f4a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:19:05.494185 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c83e6-ab8a-4750-a57a-fd560559f4a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:19:05.494643 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c83e6-ab8a-4750-a57a-fd560559f4a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:19:05.494869 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c83e6-ab8a-4750-a57a-fd560559f4a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:19:05.495176 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c83e6-ab8a-4750-a57a-fd560559f4a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:19:05.495504 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c83e6-ab8a-4750-a57a-fd560559f4a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:19:05.495879 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c83e6-ab8a-4750-a57a-fd560559f4a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:19:05.496192 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c83e6-ab8a-4750-a57a-fd560559f4a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:19:05.496520 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c83e6-ab8a-4750-a57a-fd560559f4a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:19:05.496843 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c83e6-ab8a-4750-a57a-fd560559f4a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:19:05.497162 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c83e6-ab8a-4750-a57a-fd560559f4a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:19:06.729019 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a7915b9a-cd64-425f-ac34-12385039aa02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:19:09.290312 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0868ce1e-061e-4ba7-945b-07c354707326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:19:09.428308 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:19:10.978389 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:19:12.720843 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:19:35.096904 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 5 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:19:36.729622 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-73b28719-9b04-4016-8cbc-2c2dd436fb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:19:39.289676 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c65eebc6-e09b-4e2e-a8aa-dfd44796aa0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:19:39.428543 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:19:40.980833 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:19:42.724939 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:20:06.729685 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc15c228-3c01-4186-80cd-c2cc36c08d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:20:09.289964 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4d3aef14-13c7-456d-b35b-05a206e05e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:20:09.430027 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:20:10.984074 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:20:12.098207 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 5 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:20:12.727899 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:20:36.731057 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8c959389-7785-4973-95a2-6544ebc1dd6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:20:39.290811 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1730ddd4-4736-4512-8ca4-debbcd7a9e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:20:39.430650 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:20:40.987827 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:20:42.730103 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:20:49.097512 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 5 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:21:06.732631 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-14e7e474-cf1b-4324-ba2c-592f5e86e349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:21:09.290390 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0e66e5e3-4240-49ce-8ac8-b0bdcee533b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:21:09.431891 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:21:10.989951 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:21:12.733555 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:21:26.095928 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 5 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:21:36.733556 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9ce96cd8-49bf-4713-92ec-fff7da411e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:21:39.291326 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7c5434f1-ac5a-4840-bdf9-8c3e0bc5dc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:21:39.432004 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:21:40.994314 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:21:42.736255 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:22:03.096138 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 5 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:22:03.533767 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531729'] for agent, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:22:06.733695 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7257f3e8-0d95-494c-bfba-800515cbcea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:22:08.731231 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531729'] for agent, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:22:09.291335 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8be50af-6cf5-4f3b-aad0-e63353094e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:22:09.433890 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:22:10.995079 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:22:12.739350 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:22:33.525880 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:22:36.734211 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b1d466d2-5aee-417c-b026-d2d25adbe03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:22:38.712624 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:22:39.291715 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-127539ca-a33f-43e9-8e62-97519fd72f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:22:39.435747 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:22:40.094555 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:22:40.999761 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:22:42.744179 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:22:53.024039 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34582) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:22:53.133463 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0ec1a442-143e-4e19-aff4-cf6319d095f4 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1076217 Jul 09 09:22:55.318704 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34592) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:22:55.371501 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-df39e65f-e0c6-4414-b783-f6aeabfb845f admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0517311 Jul 09 09:23:03.515183 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:23:06.734295 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-38894143-f8cb-4dc4-8045-8ff6e59f29b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:23:08.711968 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:23:09.291033 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e09b9da1-68db-40d1-a086-ef24bc7bbd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:23:09.435983 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:23:11.003346 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:23:12.746832 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:23:17.093856 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:23:33.529259 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:23:36.737175 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a51befa2-d6bb-4129-a988-0b5b83759657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:23:38.729338 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:23:39.291324 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-33a98457-6080-4e4f-9f81-ec6b11a0db28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:23:39.439757 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:23:41.010808 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:23:42.749529 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:23:54.092450 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:24:03.535804 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:06.740337 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-104fa30b-71e1-402f-bc55-006c4e8b36be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:08.725790 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:09.292009 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a63f7c6f-0c73-4eca-bf96-72cf1c6934d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:09.442744 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:11.013663 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:12.762141 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:15.274872 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34800) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:15.724340 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1001958063-network', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:24:15.749000 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Made reservation on behalf of ad7ac9ad0c7f45778e35920b171b6a59 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:24:15.751414 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:15.760020 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:15.856222 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:15.861055 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:15.894057 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cede1e45-5390-4b30-a559-5a2a73acc91e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:15.897292 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:24:15.906173 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:15.906665 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:15.907062 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:15.907523 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:15.908042 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:15.908324 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:15.908742 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:15.909121 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:15.909505 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:15.910442 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:15.910827 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:15.911345 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Tracked resource versions report: Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: pushed versions: Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: { 'AddressGroup': {'1.2'}, Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: 'ConntrackHelper': {'1.0'}, Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: 'Log': {'1.0'}, Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: 'Network': {'1.1'}, Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: 'Port': {'1.7'}, Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: 'PortForwarding': {'1.2'}, Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: 'QosPolicy': {'1.8'}, Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: 'SecurityGroup': {'1.4'}, Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: 'SecurityGroupRule': {'1.2'}, Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: 'SubPort': {'1.0'}, Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: 'Subnet': {'1.1'}, Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: 'Trunk': {'1.1'}} Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: consumer versions: Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: { DHCP agent@n-d-799996-1: {}, Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: HyperV agent@n-h1-799996-1: {}, Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: HyperV agent@n-h2-799996-1: {}, Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: L3 agent@n-d-799996-1: {}, Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: Metadata agent@n-d-799996-1: {}, Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: Metering agent@n-d-799996-1: {}, Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: Open vSwitch agent@n-d-799996-1: { 'AddressGroup': '1.2', Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: 'ConntrackHelper': '1.0', Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: 'Log': '1.0', Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: 'Network': '1.1', Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: 'Port': '1.7', Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: 'PortForwarding': '1.2', Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: 'QosPolicy': '1.8', Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: 'SecurityGroup': '1.4', Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: 'SecurityGroupRule': '1.2', Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: 'SubPort': '1.0', Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: 'Subnet': '1.1', Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: 'Trunk': '1.1'}} Jul 09 09:24:15.912632 n-d-799996-1 neutron-server[93791]: {{(pid=93791) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 09:24:15.930994 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:15.931346 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Added segment 491494ef-9df4-4c6a-8cc3-fb7553539853 of type vlan for network abd3d097-4901-4007-b68a-b81c87d8e49c Jul 09 09:24:15.991525 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:16.025743 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:16.027196 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:16.028040 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:16.090001 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8133159 Jul 09 09:24:16.093224 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34836) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:16.104734 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] Request body: {'subnet': {'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1001958063-subnet', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:24:16.109762 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04feed17-21a6-488a-9ee6-3592519d508f admin admin] Pushing event updated for resources: {'Network': ['ID=abd3d097-4901-4007-b68a-b81c87d8e49c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:16.121082 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network abd3d097-4901-4007-b68a-b81c87d8e49c details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:24:16.169416 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] Made reservation on behalf of ad7ac9ad0c7f45778e35920b171b6a59 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:24:16.173128 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:16.360734 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:16.409572 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14c22d07-67af-4620-a5dc-506ada0c305b,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:16.419019 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:16.419586 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:16.419948 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:16.420285 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:16.420617 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:16.420942 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:16.421271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:16.421590 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:16.422089 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:16.422411 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:16.422736 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:16.423055 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] Tracked resource versions report: Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: pushed versions: Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: { 'AddressGroup': {'1.2'}, Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: 'ConntrackHelper': {'1.0'}, Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: 'Log': {'1.0'}, Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: 'Network': {'1.1'}, Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: 'Port': {'1.7'}, Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: 'PortForwarding': {'1.2'}, Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: 'QosPolicy': {'1.8'}, Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: 'SecurityGroup': {'1.4'}, Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: 'SecurityGroupRule': {'1.2'}, Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: 'SubPort': {'1.0'}, Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: 'Subnet': {'1.1'}, Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: 'Trunk': {'1.1'}} Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: consumer versions: Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: { DHCP agent@n-d-799996-1: {}, Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: HyperV agent@n-h1-799996-1: {}, Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: HyperV agent@n-h2-799996-1: {}, Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: L3 agent@n-d-799996-1: {}, Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: Metadata agent@n-d-799996-1: {}, Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: Metering agent@n-d-799996-1: {}, Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: Open vSwitch agent@n-d-799996-1: { 'AddressGroup': '1.2', Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: 'ConntrackHelper': '1.0', Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: 'Log': '1.0', Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: 'Network': '1.1', Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: 'Port': '1.7', Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: 'PortForwarding': '1.2', Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: 'QosPolicy': '1.8', Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: 'SecurityGroup': '1.4', Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: 'SecurityGroupRule': '1.2', Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: 'SubPort': '1.0', Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: 'Subnet': '1.1', Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: 'Trunk': '1.1'}} Jul 09 09:24:16.424210 n-d-799996-1 neutron-server[93790]: {{(pid=93790) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 09:24:16.446152 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] Checking segment: {'id': '491494ef-9df4-4c6a-8cc3-fb7553539853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:24:16.446511 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] Network hostable DHCP agents. Network: abd3d097-4901-4007-b68a-b81c87d8e49c, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:24:16.464845 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] Network abd3d097-4901-4007-b68a-b81c87d8e49c is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:24:16.477516 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, abd3d097-4901-4007-b68a-b81c87d8e49c) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:24:16.482355 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:16.482946 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:16.491807 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9259f34a-2043-477c-8234-e45794e49187 None None] Network abd3d097-4901-4007-b68a-b81c87d8e49c requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:24:16.502592 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34858) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:16.503155 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-71624b72-c033-41fc-9f85-a69bc1083b05 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4075577 Jul 09 09:24:16.507657 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ab72c63e-1e91-429a-9a35-4c829f112b58 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1001958063-router', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:24:16.532744 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab72c63e-1e91-429a-9a35-4c829f112b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:16.533754 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab72c63e-1e91-429a-9a35-4c829f112b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:16.602262 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab72c63e-1e91-429a-9a35-4c829f112b58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:16.672498 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d296bec-f830-426a-a799-72bab594469a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-abd3d097-4901-4007-b68a-b81c87d8e49c', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'fixed_ips': [{'subnet_id': '14c22d07-67af-4620-a5dc-506ada0c305b'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:24:16.673227 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3d296bec-f830-426a-a799-72bab594469a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:16.748898 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab72c63e-1e91-429a-9a35-4c829f112b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:16.837810 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-3d296bec-f830-426a-a799-72bab594469a None None] Allocated IP 172.20.0.2 (abd3d097-4901-4007-b68a-b81c87d8e49c/14c22d07-67af-4620-a5dc-506ada0c305b/03ff92fb-7700-495c-a501-c3d210696384) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:24:17.062130 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3d296bec-f830-426a-a799-72bab594469a None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:17.086549 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3d296bec-f830-426a-a799-72bab594469a None None] Transition to ACTIVE for port object 03ff92fb-7700-495c-a501-c3d210696384 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:24:17.116702 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3d296bec-f830-426a-a799-72bab594469a None None] Transition to ACTIVE for port object 03ff92fb-7700-495c-a501-c3d210696384 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:24:17.126410 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3d296bec-f830-426a-a799-72bab594469a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:17.177047 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d296bec-f830-426a-a799-72bab594469a None None] Network abd3d097-4901-4007-b68a-b81c87d8e49c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:24:17.180414 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-3d296bec-f830-426a-a799-72bab594469a None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:24:17.188573 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d296bec-f830-426a-a799-72bab594469a None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:24:17.223089 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab72c63e-1e91-429a-9a35-4c829f112b58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:17.284569 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d296bec-f830-426a-a799-72bab594469a None None] Pushing event updated for resources: {'Port': ['ID=03ff92fb-7700-495c-a501-c3d210696384,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:17.285814 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab72c63e-1e91-429a-9a35-4c829f112b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:17.295316 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d296bec-f830-426a-a799-72bab594469a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:17.295757 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d296bec-f830-426a-a799-72bab594469a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:17.296007 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d296bec-f830-426a-a799-72bab594469a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:17.296468 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d296bec-f830-426a-a799-72bab594469a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:17.296805 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d296bec-f830-426a-a799-72bab594469a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:17.297132 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d296bec-f830-426a-a799-72bab594469a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:17.297452 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d296bec-f830-426a-a799-72bab594469a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:17.297773 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d296bec-f830-426a-a799-72bab594469a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:17.298092 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d296bec-f830-426a-a799-72bab594469a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:17.298412 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d296bec-f830-426a-a799-72bab594469a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:17.298729 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d296bec-f830-426a-a799-72bab594469a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:17.299065 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d296bec-f830-426a-a799-72bab594469a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d296bec-f830-426a-a799-72bab594469a None None] Tracked resource versions report: Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: pushed versions: Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: { 'AddressGroup': {'1.2'}, Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: 'ConntrackHelper': {'1.0'}, Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: 'Log': {'1.0'}, Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: 'Network': {'1.1'}, Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: 'Port': {'1.7'}, Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: 'PortForwarding': {'1.2'}, Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: 'QosPolicy': {'1.8'}, Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: 'SecurityGroup': {'1.4'}, Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: 'SecurityGroupRule': {'1.2'}, Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: 'SubPort': {'1.0'}, Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: 'Subnet': {'1.1'}, Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: 'Trunk': {'1.1'}} Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: consumer versions: Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: { DHCP agent@n-d-799996-1: {}, Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: HyperV agent@n-h1-799996-1: {}, Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: HyperV agent@n-h2-799996-1: {}, Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: L3 agent@n-d-799996-1: {}, Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: Metadata agent@n-d-799996-1: {}, Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: Metering agent@n-d-799996-1: {}, Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: Open vSwitch agent@n-d-799996-1: { 'AddressGroup': '1.2', Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: 'ConntrackHelper': '1.0', Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: 'Log': '1.0', Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: 'Network': '1.1', Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: 'Port': '1.7', Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: 'PortForwarding': '1.2', Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: 'QosPolicy': '1.8', Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: 'SecurityGroup': '1.4', Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: 'SecurityGroupRule': '1.2', Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: 'SubPort': '1.0', Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: 'Subnet': '1.1', Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: 'Trunk': '1.1'}} Jul 09 09:24:17.300141 n-d-799996-1 neutron-server[93792]: {{(pid=93792) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 09:24:17.303611 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3d296bec-f830-426a-a799-72bab594469a None None] Attempting to bind port 03ff92fb-7700-495c-a501-c3d210696384 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:24:17.303611 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3d296bec-f830-426a-a799-72bab594469a None None] Attempting to bind port 03ff92fb-7700-495c-a501-c3d210696384 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '491494ef-9df4-4c6a-8cc3-fb7553539853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:24:17.303611 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d296bec-f830-426a-a799-72bab594469a None None] Attempting to bind port 03ff92fb-7700-495c-a501-c3d210696384 on network abd3d097-4901-4007-b68a-b81c87d8e49c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:24:17.309631 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d296bec-f830-426a-a799-72bab594469a None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:24:17.310267 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d296bec-f830-426a-a799-72bab594469a None None] Checking segment: {'id': '491494ef-9df4-4c6a-8cc3-fb7553539853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:24:17.310657 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3d296bec-f830-426a-a799-72bab594469a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:17.311047 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d296bec-f830-426a-a799-72bab594469a None None] Bound using segment: {'id': '491494ef-9df4-4c6a-8cc3-fb7553539853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:24:17.311516 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3d296bec-f830-426a-a799-72bab594469a None None] Bound port: 03ff92fb-7700-495c-a501-c3d210696384, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491494ef-9df4-4c6a-8cc3-fb7553539853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:24:17.311952 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3d296bec-f830-426a-a799-72bab594469a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:17.465108 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3d296bec-f830-426a-a799-72bab594469a None None] For port 03ff92fb-7700-495c-a501-c3d210696384, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:24:17.470734 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3d296bec-f830-426a-a799-72bab594469a None None] For port 03ff92fb-7700-495c-a501-c3d210696384, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=03ff92fb-7700-495c-a501-c3d210696384,segment=NetworkSegment(491494ef-9df4-4c6a-8cc3-fb7553539853),segment_id=491494ef-9df4-4c6a-8cc3-fb7553539853)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:24:17.479381 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3d296bec-f830-426a-a799-72bab594469a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:17.480370 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-ab72c63e-1e91-429a-9a35-4c829f112b58 admin admin] Allocated IP 172.25.3.228 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/1676cbae-b438-4cd4-866a-232c4b777460) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:24:17.637055 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d296bec-f830-426a-a799-72bab594469a None None] Pushing event updated for resources: {'Port': ['ID=03ff92fb-7700-495c-a501-c3d210696384,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:17.651064 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab72c63e-1e91-429a-9a35-4c829f112b58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:17.707939 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab72c63e-1e91-429a-9a35-4c829f112b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:17.774531 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab72c63e-1e91-429a-9a35-4c829f112b58 admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:24:17.784958 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ab72c63e-1e91-429a-9a35-4c829f112b58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:24:17.797222 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72c63e-1e91-429a-9a35-4c829f112b58 admin admin] Pushing event updated for resources: {'Port': ['ID=1676cbae-b438-4cd4-866a-232c4b777460,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:17.824114 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab72c63e-1e91-429a-9a35-4c829f112b58 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:24:18.185854 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab72c63e-1e91-429a-9a35-4c829f112b58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:18.236385 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 03ff92fb-7700-495c-a501-c3d210696384 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:24:18.302207 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 03ff92fb-7700-495c-a501-c3d210696384 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:24:18.489957 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab72c63e-1e91-429a-9a35-4c829f112b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:18.699856 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab72c63e-1e91-429a-9a35-4c829f112b58 admin admin] Router 267ec43c-ca91-40a5-93af-31948dd65715 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:24:18.821856 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab72c63e-1e91-429a-9a35-4c829f112b58 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:24:18.834887 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] Sync routers for ids ['267ec43c-ca91-40a5-93af-31948dd65715'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:24:18.842442 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdb466c-08c3-4cee-9e3b-cc9f18539e12 None None] Network abd3d097-4901-4007-b68a-b81c87d8e49c requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:24:18.843680 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab72c63e-1e91-429a-9a35-4c829f112b58 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:18.872415 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] Routers {'267ec43c-ca91-40a5-93af-31948dd65715'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:24:18.872415 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:24:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['267ec43c-ca91-40a5-93af-31948dd65715'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:24:18.877014 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ab72c63e-1e91-429a-9a35-4c829f112b58 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.3465862 Jul 09 09:24:18.877014 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34956) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:18.928679 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-139f9b55-3734-47c8-95de-fa9822a751fc None None] Provisioning for port 03ff92fb-7700-495c-a501-c3d210696384 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:24:18.937846 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-139f9b55-3734-47c8-95de-fa9822a751fc None None] Provisioning complete for port 03ff92fb-7700-495c-a501-c3d210696384 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:18.938898 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-139f9b55-3734-47c8-95de-fa9822a751fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:19.039202 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] Set router 267ec43c-ca91-40a5-93af-31948dd65715 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:24:19.074817 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-139f9b55-3734-47c8-95de-fa9822a751fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:19.199061 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-139f9b55-3734-47c8-95de-fa9822a751fc None None] For port 03ff92fb-7700-495c-a501-c3d210696384, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=03ff92fb-7700-495c-a501-c3d210696384,segment=NetworkSegment(491494ef-9df4-4c6a-8cc3-fb7553539853),segment_id=491494ef-9df4-4c6a-8cc3-fb7553539853)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:24:19.213289 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-139f9b55-3734-47c8-95de-fa9822a751fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:19.244967 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267ec43c-ca91-40a5-93af-31948dd65715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1001958063-router', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1676cbae-b438-4cd4-866a-232c4b777460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:16Z', 'updated_at': '2021-07-09T09:24:18Z', 'revision_number': 3, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'gw_port': {'id': '1676cbae-b438-4cd4-866a-232c4b777460', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:17Z', 'updated_at': '2021-07-09T09:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:24:19.282582 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] Checking router: 267ec43c-ca91-40a5-93af-31948dd65715 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:24:19.283321 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] Updating router 267ec43c-ca91-40a5-93af-31948dd65715 port 1676cbae-b438-4cd4-866a-232c4b777460 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:24:19.325597 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:19.420177 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f9b55-3734-47c8-95de-fa9822a751fc None None] Pushing event updated for resources: {'Port': ['ID=03ff92fb-7700-495c-a501-c3d210696384,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:19.696440 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:19.727781 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] Transition to ACTIVE for port object 1676cbae-b438-4cd4-866a-232c4b777460 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:24:19.743488 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:19.756503 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0be70436-88e4-4b16-8472-0737d377625c None None] Provisioning complete for port 03ff92fb-7700-495c-a501-c3d210696384 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:19.760865 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0be70436-88e4-4b16-8472-0737d377625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:19.779859 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e23a782a-1143-47d2-aed0-45b9f34958bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:19.822643 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] Attempting to bind port 1676cbae-b438-4cd4-866a-232c4b777460 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:24:19.823017 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] Attempting to bind port 1676cbae-b438-4cd4-866a-232c4b777460 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:24:19.823545 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] Attempting to bind port 1676cbae-b438-4cd4-866a-232c4b777460 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:24:19.833199 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:24:19.834024 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:24:19.834707 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:19.835240 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:24:19.836504 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] Bound port: 1676cbae-b438-4cd4-866a-232c4b777460, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:24:19.837047 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:19.932838 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57145a50-a039-4256-9b78-9201acff7d4b None None] Pushing event updated for resources: {'Port': ['ID=1676cbae-b438-4cd4-866a-232c4b777460,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:19.946286 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] For port 1676cbae-b438-4cd4-866a-232c4b777460, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:24:19.950088 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57145a50-a039-4256-9b78-9201acff7d4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:19.950594 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57145a50-a039-4256-9b78-9201acff7d4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:19.951095 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57145a50-a039-4256-9b78-9201acff7d4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:19.956099 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57145a50-a039-4256-9b78-9201acff7d4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:19.956867 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57145a50-a039-4256-9b78-9201acff7d4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:19.957219 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57145a50-a039-4256-9b78-9201acff7d4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:19.957562 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57145a50-a039-4256-9b78-9201acff7d4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:19.957895 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57145a50-a039-4256-9b78-9201acff7d4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:19.958443 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57145a50-a039-4256-9b78-9201acff7d4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:19.958786 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57145a50-a039-4256-9b78-9201acff7d4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:19.959115 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57145a50-a039-4256-9b78-9201acff7d4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:19.959913 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57145a50-a039-4256-9b78-9201acff7d4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57145a50-a039-4256-9b78-9201acff7d4b None None] Tracked resource versions report: Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: pushed versions: Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: { 'AddressGroup': {'1.2'}, Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: 'ConntrackHelper': {'1.0'}, Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: 'Log': {'1.0'}, Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: 'Network': {'1.1'}, Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: 'Port': {'1.7'}, Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: 'PortForwarding': {'1.2'}, Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: 'QosPolicy': {'1.8'}, Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: 'SecurityGroup': {'1.4'}, Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: 'SecurityGroupRule': {'1.2'}, Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: 'SubPort': {'1.0'}, Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: 'Subnet': {'1.1'}, Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: 'Trunk': {'1.1'}} Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: consumer versions: Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: { DHCP agent@n-d-799996-1: {}, Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: HyperV agent@n-h1-799996-1: {}, Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: HyperV agent@n-h2-799996-1: {}, Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: L3 agent@n-d-799996-1: {}, Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: Metadata agent@n-d-799996-1: {}, Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: Metering agent@n-d-799996-1: {}, Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: Open vSwitch agent@n-d-799996-1: { 'AddressGroup': '1.2', Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: 'ConntrackHelper': '1.0', Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: 'Log': '1.0', Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: 'Network': '1.1', Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: 'Port': '1.7', Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: 'PortForwarding': '1.2', Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: 'QosPolicy': '1.8', Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: 'SecurityGroup': '1.4', Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: 'SecurityGroupRule': '1.2', Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: 'SubPort': '1.0', Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: 'Subnet': '1.1', Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: 'Trunk': '1.1'}} Jul 09 09:24:19.960997 n-d-799996-1 neutron-server[93793]: {{(pid=93793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 09:24:19.965094 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] For port 1676cbae-b438-4cd4-866a-232c4b777460, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1676cbae-b438-4cd4-866a-232c4b777460,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:24:19.970697 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:20.052791 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] Routers {'267ec43c-ca91-40a5-93af-31948dd65715'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:24:20.053518 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:24:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['267ec43c-ca91-40a5-93af-31948dd65715'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:24:20.096198 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-e23a782a-1143-47d2-aed0-45b9f34958bf admin admin] Allocated IP 172.20.0.1 (abd3d097-4901-4007-b68a-b81c87d8e49c/14c22d07-67af-4620-a5dc-506ada0c305b/977286b0-1ece-4b20-b029-976250c43b54) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:24:20.112124 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57145a50-a039-4256-9b78-9201acff7d4b None None] Pushing event updated for resources: {'Port': ['ID=1676cbae-b438-4cd4-866a-232c4b777460,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:20.200183 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 03ff92fb-7700-495c-a501-c3d210696384 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:24:20.251459 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] Set router 267ec43c-ca91-40a5-93af-31948dd65715 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:24:20.291346 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 03ff92fb-7700-495c-a501-c3d210696384 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:20.291883 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:20.297841 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e23a782a-1143-47d2-aed0-45b9f34958bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:20.317793 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-e23a782a-1143-47d2-aed0-45b9f34958bf admin admin] Transition to ACTIVE for port object 977286b0-1ece-4b20-b029-976250c43b54 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:24:20.370500 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e23a782a-1143-47d2-aed0-45b9f34958bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:20.456683 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23a782a-1143-47d2-aed0-45b9f34958bf admin admin] Network abd3d097-4901-4007-b68a-b81c87d8e49c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:24:20.462226 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e23a782a-1143-47d2-aed0-45b9f34958bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:24:20.467027 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23a782a-1143-47d2-aed0-45b9f34958bf admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:24:20.467027 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e23a782a-1143-47d2-aed0-45b9f34958bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:20.608784 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a782a-1143-47d2-aed0-45b9f34958bf admin admin] Pushing event updated for resources: {'Port': ['ID=977286b0-1ece-4b20-b029-976250c43b54,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:20.654256 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35042) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:20.749097 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267ec43c-ca91-40a5-93af-31948dd65715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1001958063-router', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1676cbae-b438-4cd4-866a-232c4b777460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:16Z', 'updated_at': '2021-07-09T09:24:18Z', 'revision_number': 3, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'gw_port': {'id': '1676cbae-b438-4cd4-866a-232c4b777460', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:17Z', 'updated_at': '2021-07-09T09:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:24:20.789164 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77819982-1538-42ba-891d-2471f3f64d8a None None] The sync data for ids ['267ec43c-ca91-40a5-93af-31948dd65715'] in n-d-799996-1 is: [{'id': '267ec43c-ca91-40a5-93af-31948dd65715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1001958063-router', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1676cbae-b438-4cd4-866a-232c4b777460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:16Z', 'updated_at': '2021-07-09T09:24:18Z', 'revision_number': 3, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'gw_port': {'id': '1676cbae-b438-4cd4-866a-232c4b777460', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:17Z', 'updated_at': '2021-07-09T09:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:24:20.808496 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4ec34ef-f524-4ad4-affd-a1235f4ad244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:20.821374 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e23a782a-1143-47d2-aed0-45b9f34958bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:20.873174 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-768b670e-0f4d-45bf-8d41-67097be3d83d None None] Provisioning for port 977286b0-1ece-4b20-b029-976250c43b54 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:24:20.883383 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-768b670e-0f4d-45bf-8d41-67097be3d83d None None] Provisioning complete for port 977286b0-1ece-4b20-b029-976250c43b54 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:20.884039 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-768b670e-0f4d-45bf-8d41-67097be3d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:20.930246 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4ec34ef-f524-4ad4-affd-a1235f4ad244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:20.937690 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4ec34ef-f524-4ad4-affd-a1235f4ad244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:20.941902 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-768b670e-0f4d-45bf-8d41-67097be3d83d None None] Port 977286b0-1ece-4b20-b029-976250c43b54 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:24:20.947433 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35056) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:20.952519 n-d-799996-1 neutron-server[93790]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 09:24:20.989290 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a4ec34ef-f524-4ad4-affd-a1235f4ad244 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e4c803f5a4de49f6be9da155c0081cef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3332248 Jul 09 09:24:20.990747 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35064) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:20.999295 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec34ef-f524-4ad4-affd-a1235f4ad244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b618842-cf33-45cf-9aec-6755c8ba1b4e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:21.023840 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1854a832-a577-4222-a665-e0445b0b07eb req-dd266318-57c4-4924-832d-cd8d62c9004a tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=d464ad325910472cadf8e161a92e431c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723686 Jul 09 09:24:21.130426 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db84709d-ca42-40b4-8d63-81485f0cb602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:21.203992 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e23a782a-1143-47d2-aed0-45b9f34958bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:21.240354 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db84709d-ca42-40b4-8d63-81485f0cb602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:21.256980 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e23a782a-1143-47d2-aed0-45b9f34958bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:21.259092 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e23a782a-1143-47d2-aed0-45b9f34958bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:21.295562 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854a832-a577-4222-a665-e0445b0b07eb req-b6cf4e2b-b78a-4b88-95e7-a6657fe32d4b tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:21.297220 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1854a832-a577-4222-a665-e0445b0b07eb req-b6cf4e2b-b78a-4b88-95e7-a6657fe32d4b tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2681806 Jul 09 09:24:21.333992 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1854a832-a577-4222-a665-e0445b0b07eb req-b6d6bb18-e844-444b-a77d-ba8ffcc610e9 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/quotas/d464ad325910472cadf8e161a92e431c HTTP/1.1" status: 200 len: 375 time: 0.0305121 Jul 09 09:24:21.401846 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a782a-1143-47d2-aed0-45b9f34958bf admin admin] Pushing event updated for resources: {'Port': ['ID=977286b0-1ece-4b20-b029-976250c43b54,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:21.403934 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1854a832-a577-4222-a665-e0445b0b07eb req-f05c4f64-9551-44a7-b260-10657f87f94a tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d464ad325910472cadf8e161a92e431c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686328 Jul 09 09:24:21.438016 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db84709d-ca42-40b4-8d63-81485f0cb602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:21.440843 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db84709d-ca42-40b4-8d63-81485f0cb602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:21.442647 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-db84709d-ca42-40b4-8d63-81485f0cb602 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3b618842-cf33-45cf-9aec-6755c8ba1b4e HTTP/1.1" status: 204 len: 168 time: 0.4510105 Jul 09 09:24:21.449221 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23a782a-1143-47d2-aed0-45b9f34958bf admin admin] Network abd3d097-4901-4007-b68a-b81c87d8e49c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:24:21.455418 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e23a782a-1143-47d2-aed0-45b9f34958bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:24:21.463587 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84709d-ca42-40b4-8d63-81485f0cb602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b618842-cf33-45cf-9aec-6755c8ba1b4e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:21.652471 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23a782a-1143-47d2-aed0-45b9f34958bf admin admin] Router 267ec43c-ca91-40a5-93af-31948dd65715 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:24:21.875079 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1f57098d-5b17-48df-b618-f24c2d480b63 None None] Provisioning complete for port 977286b0-1ece-4b20-b029-976250c43b54 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:21.875589 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1f57098d-5b17-48df-b618-f24c2d480b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:21.927963 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23a782a-1143-47d2-aed0-45b9f34958bf admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:24:21.933664 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e23a782a-1143-47d2-aed0-45b9f34958bf admin admin] 10.222.0.61 "PUT /v2.0/routers/267ec43c-ca91-40a5-93af-31948dd65715/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0768569 Jul 09 09:24:21.944460 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1f57098d-5b17-48df-b618-f24c2d480b63 None None] Port 977286b0-1ece-4b20-b029-976250c43b54 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:24:21.959204 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b2b1d16e-7743-4d0b-92a7-24e00eef6518 req-3b4b67f5-f219-4251-8479-a61b51fdd404 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 210 time: 0.0728693 Jul 09 09:24:22.039428 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35124) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:22.060844 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b35c0306-7288-4b2b-9a9e-453a3d758a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:22.218751 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b35c0306-7288-4b2b-9a9e-453a3d758a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:22.225421 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b35c0306-7288-4b2b-9a9e-453a3d758a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:22.246739 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1676cbae-b438-4cd4-866a-232c4b777460 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:24:22.273056 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35136) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:22.273242 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b35c0306-7288-4b2b-9a9e-453a3d758a05 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9e390685d8d14ac6999e0cf0b6fec816&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2323108 Jul 09 09:24:22.293693 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c0306-7288-4b2b-9a9e-453a3d758a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7754f82d-f180-4fb1-947a-8757c507f5db,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:22.372758 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f847a0d8-e3d8-4204-ad4c-163b409e1775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:22.384923 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 1676cbae-b438-4cd4-866a-232c4b777460 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:24:22.400853 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f847a0d8-e3d8-4204-ad4c-163b409e1775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:22.401958 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 1676cbae-b438-4cd4-866a-232c4b777460 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:22.402544 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:22.491231 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f847a0d8-e3d8-4204-ad4c-163b409e1775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:22.493827 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f847a0d8-e3d8-4204-ad4c-163b409e1775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:22.498831 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f847a0d8-e3d8-4204-ad4c-163b409e1775 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7754f82d-f180-4fb1-947a-8757c507f5db HTTP/1.1" status: 204 len: 168 time: 0.2243087 Jul 09 09:24:22.505997 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:22.514832 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847a0d8-e3d8-4204-ad4c-163b409e1775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7754f82d-f180-4fb1-947a-8757c507f5db,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:22.549234 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 1676cbae-b438-4cd4-866a-232c4b777460, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1676cbae-b438-4cd4-866a-232c4b777460,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:24:22.555451 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:22.639532 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=1676cbae-b438-4cd4-866a-232c4b777460,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:23.105734 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] Sync routers for ids ['267ec43c-ca91-40a5-93af-31948dd65715'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:24:23.115993 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b7fb17d-5b32-4517-8259-a399129fc77d req-a30be225-c78e-4748-aaeb-b9b52c6293a9 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 210 time: 0.0415790 Jul 09 09:24:23.135037 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] Routers {'267ec43c-ca91-40a5-93af-31948dd65715'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:24:23.137879 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:24:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['267ec43c-ca91-40a5-93af-31948dd65715'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:24:23.290957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35232) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:23.303084 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-debabfe2-b82a-4d60-809e-84580b5820d2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1242096457-network', 'tenant_id': '0418ec2ed41c480f825d504fc6a6eb2d'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:24:23.335041 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debabfe2-b82a-4d60-809e-84580b5820d2 admin admin] Made reservation on behalf of 0418ec2ed41c480f825d504fc6a6eb2d for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:24:23.341071 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-debabfe2-b82a-4d60-809e-84580b5820d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:23.348007 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] Set router 267ec43c-ca91-40a5-93af-31948dd65715 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:24:23.361054 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-debabfe2-b82a-4d60-809e-84580b5820d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:23.532614 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-debabfe2-b82a-4d60-809e-84580b5820d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:23.538919 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-debabfe2-b82a-4d60-809e-84580b5820d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:23.562769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debabfe2-b82a-4d60-809e-84580b5820d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:24:23.572994 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-debabfe2-b82a-4d60-809e-84580b5820d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:23.573683 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-debabfe2-b82a-4d60-809e-84580b5820d2 admin admin] Added segment 4a683817-5dd4-43cb-b991-3df78983932a of type vlan for network 3cd49c53-d92d-4128-9fb8-54cc97126cd4 Jul 09 09:24:23.618899 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-debabfe2-b82a-4d60-809e-84580b5820d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:23.655078 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-debabfe2-b82a-4d60-809e-84580b5820d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:23.656857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debabfe2-b82a-4d60-809e-84580b5820d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:23.657705 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-debabfe2-b82a-4d60-809e-84580b5820d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:23.729370 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267ec43c-ca91-40a5-93af-31948dd65715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1001958063-router', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1676cbae-b438-4cd4-866a-232c4b777460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:16Z', 'updated_at': '2021-07-09T09:24:20Z', 'revision_number': 4, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'gw_port': {'id': '1676cbae-b438-4cd4-866a-232c4b777460', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:17Z', 'updated_at': '2021-07-09T09:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '977286b0-1ece-4b20-b029-976250c43b54', 'name': '', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'mac_address': 'fa:16:3e:6e:cf:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:19Z', 'updated_at': '2021-07-09T09:24:20Z', 'revision_number': 2, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'subnets': [{'id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:24:23.762926 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debabfe2-b82a-4d60-809e-84580b5820d2 admin admin] Pushing event updated for resources: {'Network': ['ID=3cd49c53-d92d-4128-9fb8-54cc97126cd4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:23.770998 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-debabfe2-b82a-4d60-809e-84580b5820d2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4787216 Jul 09 09:24:23.773525 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35264) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:23.779387 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a4fcb832-5b50-4975-b209-3886c0b23099 admin admin] Request body: {'subnet': {'network_id': '3cd49c53-d92d-4128-9fb8-54cc97126cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1242096457-subnet', 'tenant_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:24:23.791030 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debabfe2-b82a-4d60-809e-84580b5820d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da48b786-3b4a-45fb-9a9a-adae506b6dc5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:23.812548 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fcb832-5b50-4975-b209-3886c0b23099 admin admin] Made reservation on behalf of 0418ec2ed41c480f825d504fc6a6eb2d for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:24:23.815584 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a4fcb832-5b50-4975-b209-3886c0b23099 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:23.949742 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 3cd49c53-d92d-4128-9fb8-54cc97126cd4 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:24:23.988619 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] Checking router: 267ec43c-ca91-40a5-93af-31948dd65715 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:24:23.989181 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] Updating router 267ec43c-ca91-40a5-93af-31948dd65715 port 977286b0-1ece-4b20-b029-976250c43b54 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:24:24.049494 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:24.263865 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a4fcb832-5b50-4975-b209-3886c0b23099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:24.322290 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcb832-5b50-4975-b209-3886c0b23099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=537dcfc3-2115-452f-9116-145c2d82ed2d,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:24.322681 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35292) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:24.349617 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1676cbae-b438-4cd4-866a-232c4b777460 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:24:24.357284 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fcb832-5b50-4975-b209-3886c0b23099 admin admin] Checking segment: {'id': '4a683817-5dd4-43cb-b991-3df78983932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3cd49c53-d92d-4128-9fb8-54cc97126cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:24:24.357904 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fcb832-5b50-4975-b209-3886c0b23099 admin admin] Network hostable DHCP agents. Network: 3cd49c53-d92d-4128-9fb8-54cc97126cd4, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:24:24.376186 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-6da5026f-20b1-4c4c-8177-91d5f19bdcd8 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e8f80879cfdb4eb9b1dc5451c145ff3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479558 Jul 09 09:24:24.384003 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fcb832-5b50-4975-b209-3886c0b23099 admin admin] Network 3cd49c53-d92d-4128-9fb8-54cc97126cd4 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:24:24.402620 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a4fcb832-5b50-4975-b209-3886c0b23099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 3cd49c53-d92d-4128-9fb8-54cc97126cd4) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:24:24.411298 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fcb832-5b50-4975-b209-3886c0b23099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:24.412761 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a4fcb832-5b50-4975-b209-3886c0b23099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:24.422558 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97296491-1d63-4c12-b0a0-5b0e991ce83d None None] Network 3cd49c53-d92d-4128-9fb8-54cc97126cd4 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:24:24.436283 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a4fcb832-5b50-4975-b209-3886c0b23099 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6611230 Jul 09 09:24:24.437367 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35300) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:24.442687 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-249e6920-80e6-4411-b7df-9a1dce9e26a7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1242096457-router', 'tenant_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:24:24.474442 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-249e6920-80e6-4411-b7df-9a1dce9e26a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:24.475620 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-249e6920-80e6-4411-b7df-9a1dce9e26a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:24.498360 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 1676cbae-b438-4cd4-866a-232c4b777460 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:24.498929 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:24.545549 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-249e6920-80e6-4411-b7df-9a1dce9e26a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:24.632822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-7cd66c5b-21c2-41f5-b4da-a1b4f96a27cf tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:24.640837 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-7cd66c5b-21c2-41f5-b4da-a1b4f96a27cf tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2592411 Jul 09 09:24:24.663096 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-d4dbe988-2c44-4525-a976-5f0408f73348 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/quotas/e8f80879cfdb4eb9b1dc5451c145ff3b HTTP/1.1" status: 200 len: 375 time: 0.0209858 Jul 09 09:24:24.703809 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eb097a-f98d-46a7-a946-4c42c21ea936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-3cd49c53-d92d-4128-9fb8-54cc97126cd4', 'network_id': '3cd49c53-d92d-4128-9fb8-54cc97126cd4', 'tenant_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'fixed_ips': [{'subnet_id': '537dcfc3-2115-452f-9116-145c2d82ed2d'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:24:24.705101 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-19eb097a-f98d-46a7-a946-4c42c21ea936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:24.724263 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:24.726995 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-f9b251d5-151a-4e75-9556-0ef2877d2f76 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8f80879cfdb4eb9b1dc5451c145ff3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623043 Jul 09 09:24:24.727992 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.64', 52411) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:24.746039 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] Transition to ACTIVE for port object 977286b0-1ece-4b20-b029-976250c43b54 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:24:24.774136 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:24.808874 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-249e6920-80e6-4411-b7df-9a1dce9e26a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:24.823789 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9e961b9-6509-4dd8-b3af-8d28f0e16b1d req-b404ec8c-95bc-4eee-96e9-dd34992bbda0 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 210 time: 0.1169598 Jul 09 09:24:24.835976 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1854a832-a577-4222-a665-e0445b0b07eb req-96673a9d-ee5d-4eae-a80a-8ea55b93f8d9 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d464ad325910472cadf8e161a92e431c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0913832 Jul 09 09:24:25.060743 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-19eb097a-f98d-46a7-a946-4c42c21ea936 None None] Allocated IP 172.20.0.2 (3cd49c53-d92d-4128-9fb8-54cc97126cd4/537dcfc3-2115-452f-9116-145c2d82ed2d/8c7f682b-9a5f-44cf-a07c-c47170578c60) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:24:25.349225 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b7c5e-f3a5-41d2-963c-8d27106b9af9 None None] Pushing event updated for resources: {'Port': ['ID=977286b0-1ece-4b20-b029-976250c43b54,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:25.388496 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854a832-a577-4222-a665-e0445b0b07eb req-9fd455c3-d256-4a65-9903-cb1d859be72d tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:25.390740 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1854a832-a577-4222-a665-e0445b0b07eb req-9fd455c3-d256-4a65-9903-cb1d859be72d tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5413623 Jul 09 09:24:25.397975 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d1ff527d-8b48-4375-bb04-3ffe5c927a94 req-3949370f-b52c-4263-91bf-b174c335405c tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 210 time: 0.1647389 Jul 09 09:24:25.430799 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] Attempting to bind port 977286b0-1ece-4b20-b029-976250c43b54 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:24:25.431304 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] Attempting to bind port 977286b0-1ece-4b20-b029-976250c43b54 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '491494ef-9df4-4c6a-8cc3-fb7553539853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:24:25.431499 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] Attempting to bind port 977286b0-1ece-4b20-b029-976250c43b54 on network abd3d097-4901-4007-b68a-b81c87d8e49c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:24:25.449716 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-1854a832-a577-4222-a665-e0445b0b07eb req-d42e3ad4-9a18-4df1-ba42-50512c995a3d tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Request body: {'port': {'device_id': 'a598ea92-a4c4-434c-be3d-be65e43a6d28', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': 'd464ad325910472cadf8e161a92e431c'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:24:25.512411 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-249e6920-80e6-4411-b7df-9a1dce9e26a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:25.529110 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:24:25.529492 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] Checking segment: {'id': '491494ef-9df4-4c6a-8cc3-fb7553539853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:24:25.529898 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:25.530289 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] Bound using segment: {'id': '491494ef-9df4-4c6a-8cc3-fb7553539853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:24:25.536084 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] Bound port: 977286b0-1ece-4b20-b029-976250c43b54, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491494ef-9df4-4c6a-8cc3-fb7553539853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:24:25.539772 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:25.568859 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-249e6920-80e6-4411-b7df-9a1dce9e26a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:25.638120 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-19eb097a-f98d-46a7-a946-4c42c21ea936 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:25.681044 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-19eb097a-f98d-46a7-a946-4c42c21ea936 None None] Transition to ACTIVE for port object 8c7f682b-9a5f-44cf-a07c-c47170578c60 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:24:25.711920 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] For port 977286b0-1ece-4b20-b029-976250c43b54, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:24:25.717943 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] For port 977286b0-1ece-4b20-b029-976250c43b54, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=977286b0-1ece-4b20-b029-976250c43b54,segment=NetworkSegment(491494ef-9df4-4c6a-8cc3-fb7553539853),segment_id=491494ef-9df4-4c6a-8cc3-fb7553539853)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:24:25.723842 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-19eb097a-f98d-46a7-a946-4c42c21ea936 None None] Transition to ACTIVE for port object 8c7f682b-9a5f-44cf-a07c-c47170578c60 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:24:25.729999 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:25.771618 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-249e6920-80e6-4411-b7df-9a1dce9e26a7 admin admin] Allocated IP 172.25.3.66 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/cce6e555-c78a-4961-b266-9b15672050b0) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:24:25.776781 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-19eb097a-f98d-46a7-a946-4c42c21ea936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:25.840834 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eb097a-f98d-46a7-a946-4c42c21ea936 None None] Network 3cd49c53-d92d-4128-9fb8-54cc97126cd4 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:24:25.852251 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-19eb097a-f98d-46a7-a946-4c42c21ea936 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:24:25.857095 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eb097a-f98d-46a7-a946-4c42c21ea936 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:24:25.859676 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] Routers {'267ec43c-ca91-40a5-93af-31948dd65715'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:24:25.860650 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:24:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['267ec43c-ca91-40a5-93af-31948dd65715'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:24:25.864418 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b7c5e-f3a5-41d2-963c-8d27106b9af9 None None] Pushing event updated for resources: {'Port': ['ID=977286b0-1ece-4b20-b029-976250c43b54,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:26.247137 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb097a-f98d-46a7-a946-4c42c21ea936 None None] Pushing event updated for resources: {'Port': ['ID=8c7f682b-9a5f-44cf-a07c-c47170578c60,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:26.252701 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1854a832-a577-4222-a665-e0445b0b07eb req-d42e3ad4-9a18-4df1-ba42-50512c995a3d tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Made reservation on behalf of d464ad325910472cadf8e161a92e431c for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:24:26.257477 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1854a832-a577-4222-a665-e0445b0b07eb req-d42e3ad4-9a18-4df1-ba42-50512c995a3d tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:26.271212 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-249e6920-80e6-4411-b7df-9a1dce9e26a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:26.273756 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-19eb097a-f98d-46a7-a946-4c42c21ea936 None None] Attempting to bind port 8c7f682b-9a5f-44cf-a07c-c47170578c60 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:24:26.276855 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-19eb097a-f98d-46a7-a946-4c42c21ea936 None None] Attempting to bind port 8c7f682b-9a5f-44cf-a07c-c47170578c60 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '4a683817-5dd4-43cb-b991-3df78983932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3cd49c53-d92d-4128-9fb8-54cc97126cd4'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:24:26.281376 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eb097a-f98d-46a7-a946-4c42c21ea936 None None] Attempting to bind port 8c7f682b-9a5f-44cf-a07c-c47170578c60 on network 3cd49c53-d92d-4128-9fb8-54cc97126cd4 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:24:26.283880 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1854a832-a577-4222-a665-e0445b0b07eb req-d42e3ad4-9a18-4df1-ba42-50512c995a3d tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:26.376576 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eb097a-f98d-46a7-a946-4c42c21ea936 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:24:26.388422 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eb097a-f98d-46a7-a946-4c42c21ea936 None None] Checking segment: {'id': '4a683817-5dd4-43cb-b991-3df78983932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3cd49c53-d92d-4128-9fb8-54cc97126cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:24:26.398221 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-19eb097a-f98d-46a7-a946-4c42c21ea936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:26.399142 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eb097a-f98d-46a7-a946-4c42c21ea936 None None] Bound using segment: {'id': '4a683817-5dd4-43cb-b991-3df78983932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3cd49c53-d92d-4128-9fb8-54cc97126cd4'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:24:26.401469 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-19eb097a-f98d-46a7-a946-4c42c21ea936 None None] Bound port: 8c7f682b-9a5f-44cf-a07c-c47170578c60, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a683817-5dd4-43cb-b991-3df78983932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3cd49c53-d92d-4128-9fb8-54cc97126cd4'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:24:26.402879 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-19eb097a-f98d-46a7-a946-4c42c21ea936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:26.463967 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-249e6920-80e6-4411-b7df-9a1dce9e26a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:26.521636 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-19eb097a-f98d-46a7-a946-4c42c21ea936 None None] For port 8c7f682b-9a5f-44cf-a07c-c47170578c60, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:24:26.526509 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-19eb097a-f98d-46a7-a946-4c42c21ea936 None None] For port 8c7f682b-9a5f-44cf-a07c-c47170578c60, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8c7f682b-9a5f-44cf-a07c-c47170578c60,segment=NetworkSegment(4a683817-5dd4-43cb-b991-3df78983932a),segment_id=4a683817-5dd4-43cb-b991-3df78983932a)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:24:26.542853 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-19eb097a-f98d-46a7-a946-4c42c21ea936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:26.604857 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249e6920-80e6-4411-b7df-9a1dce9e26a7 admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:24:26.619610 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e6920-80e6-4411-b7df-9a1dce9e26a7 admin admin] Pushing event updated for resources: {'Port': ['ID=cce6e555-c78a-4961-b266-9b15672050b0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:26.636767 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-249e6920-80e6-4411-b7df-9a1dce9e26a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:24:26.649129 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249e6920-80e6-4411-b7df-9a1dce9e26a7 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:24:26.652433 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1854a832-a577-4222-a665-e0445b0b07eb req-d42e3ad4-9a18-4df1-ba42-50512c995a3d tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:26.655757 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb097a-f98d-46a7-a946-4c42c21ea936 None None] Pushing event updated for resources: {'Port': ['ID=8c7f682b-9a5f-44cf-a07c-c47170578c60,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:26.680317 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] Set router 267ec43c-ca91-40a5-93af-31948dd65715 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:24:26.770677 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e46a7602-6c1b-4d82-8996-07b4e8cd70b0 req-5122d43c-0b08-472a-8ee8-685a7f7676d1 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 210 time: 0.1349092 Jul 09 09:24:26.777864 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1854a832-a577-4222-a665-e0445b0b07eb req-d42e3ad4-9a18-4df1-ba42-50512c995a3d tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:27.379419 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-249e6920-80e6-4411-b7df-9a1dce9e26a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:27.398868 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6d7caba8-05f7-4b73-a896-7abeae600ffb req-756150b0-81bd-4cf2-bed4-e33c05ac3290 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 210 time: 0.0851977 Jul 09 09:24:27.527449 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-1854a832-a577-4222-a665-e0445b0b07eb req-d42e3ad4-9a18-4df1-ba42-50512c995a3d tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Allocated IP 192.168.233.213 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/a2f680b7-ef51-4f00-ba90-7018a273548d) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:24:27.546278 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e3ad4-9a18-4df1-ba42-50512c995a3d tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2698f5b-e08e-46f5-b0f0-89d4a3cff477,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:27.677266 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267ec43c-ca91-40a5-93af-31948dd65715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1001958063-router', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1676cbae-b438-4cd4-866a-232c4b777460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:16Z', 'updated_at': '2021-07-09T09:24:20Z', 'revision_number': 4, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'gw_port': {'id': '1676cbae-b438-4cd4-866a-232c4b777460', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:17Z', 'updated_at': '2021-07-09T09:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '977286b0-1ece-4b20-b029-976250c43b54', 'name': '', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'mac_address': 'fa:16:3e:6e:cf:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:19Z', 'updated_at': '2021-07-09T09:24:25Z', 'revision_number': 4, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'subnets': [{'id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:24:27.821953 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef04a991-d597-41df-b7ea-a964f4f59110 None None] The sync data for ids ['267ec43c-ca91-40a5-93af-31948dd65715'] in n-d-799996-1 is: [{'id': '267ec43c-ca91-40a5-93af-31948dd65715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1001958063-router', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1676cbae-b438-4cd4-866a-232c4b777460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:16Z', 'updated_at': '2021-07-09T09:24:20Z', 'revision_number': 4, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'gw_port': {'id': '1676cbae-b438-4cd4-866a-232c4b777460', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:17Z', 'updated_at': '2021-07-09T09:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '977286b0-1ece-4b20-b029-976250c43b54', 'name': '', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'mac_address': 'fa:16:3e:6e:cf:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:19Z', 'updated_at': '2021-07-09T09:24:25Z', 'revision_number': 4, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'subnets': [{'id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:24:28.118390 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-249e6920-80e6-4411-b7df-9a1dce9e26a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:28.487328 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1854a832-a577-4222-a665-e0445b0b07eb req-d42e3ad4-9a18-4df1-ba42-50512c995a3d tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:28.504973 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 977286b0-1ece-4b20-b029-976250c43b54 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:24:28.566827 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-1854a832-a577-4222-a665-e0445b0b07eb req-d42e3ad4-9a18-4df1-ba42-50512c995a3d tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Transition to ACTIVE for port object a2f680b7-ef51-4f00-ba90-7018a273548d will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:24:28.644175 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249e6920-80e6-4411-b7df-9a1dce9e26a7 admin admin] Router f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:24:28.704135 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa6ac04e-50e2-486f-8f3e-c5b7bd56e9f2 req-5ae37e78-57a5-4237-8661-a793060a52d6 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 210 time: 0.0971856 Jul 09 09:24:28.739653 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 977286b0-1ece-4b20-b029-976250c43b54 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:24:28.757771 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 977286b0-1ece-4b20-b029-976250c43b54 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:28.758322 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:28.787928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35478) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:28.810306 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1854a832-a577-4222-a665-e0445b0b07eb req-d42e3ad4-9a18-4df1-ba42-50512c995a3d tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:28.898676 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35484) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:28.971496 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace8dc94-096e-4141-986a-c543ccca59ac None None] Network 3cd49c53-d92d-4128-9fb8-54cc97126cd4 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:24:29.192323 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1854a832-a577-4222-a665-e0445b0b07eb req-d42e3ad4-9a18-4df1-ba42-50512c995a3d tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:24:29.220524 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a8b7ea07-e1fd-431b-8459-80b457478d91 None None] Provisioning for port 8c7f682b-9a5f-44cf-a07c-c47170578c60 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:24:29.313704 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e3ad4-9a18-4df1-ba42-50512c995a3d tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Pushing event updated for resources: {'Port': ['ID=a2f680b7-ef51-4f00-ba90-7018a273548d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:29.329979 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-1854a832-a577-4222-a665-e0445b0b07eb req-d42e3ad4-9a18-4df1-ba42-50512c995a3d tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:24:29.342661 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:29.345127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-1854a832-a577-4222-a665-e0445b0b07eb req-d42e3ad4-9a18-4df1-ba42-50512c995a3d tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:24:29.358076 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854a832-a577-4222-a665-e0445b0b07eb req-d42e3ad4-9a18-4df1-ba42-50512c995a3d tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:29.359434 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1854a832-a577-4222-a665-e0445b0b07eb req-d42e3ad4-9a18-4df1-ba42-50512c995a3d tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:29.408049 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e9f2a162-78a7-4be2-9348-c37712b29b19 req-5ed1c8f4-dbe4-45c3-8a63-03b458f9c7f1 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 210 time: 0.5113144 Jul 09 09:24:29.468837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.58', 54195) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:29.472769 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1854a832-a577-4222-a665-e0445b0b07eb req-d42e3ad4-9a18-4df1-ba42-50512c995a3d tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0315247 Jul 09 09:24:29.476885 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc203eb0-9384-4ad5-8769-e688d6619855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:29.519325 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-1854a832-a577-4222-a665-e0445b0b07eb req-a7c54b97-5a7e-4681-893d-0349ae65507f tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:24:29.520569 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1854a832-a577-4222-a665-e0445b0b07eb req-a7c54b97-5a7e-4681-893d-0349ae65507f tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147009 Jul 09 09:24:29.535636 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 977286b0-1ece-4b20-b029-976250c43b54, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=977286b0-1ece-4b20-b029-976250c43b54,segment=NetworkSegment(491494ef-9df4-4c6a-8cc3-fb7553539853),segment_id=491494ef-9df4-4c6a-8cc3-fb7553539853)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:24:29.583291 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:29.584562 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8c7f682b-9a5f-44cf-a07c-c47170578c60 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:24:29.729546 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 8c7f682b-9a5f-44cf-a07c-c47170578c60 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:24:29.774646 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 8c7f682b-9a5f-44cf-a07c-c47170578c60 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:29.775450 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:29.789677 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc203eb0-9384-4ad5-8769-e688d6619855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:29.822632 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-d71132c2-e79b-43fe-8e02-34fa7b147ed9 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e8f80879cfdb4eb9b1dc5451c145ff3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3523974 Jul 09 09:24:29.852793 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc203eb0-9384-4ad5-8769-e688d6619855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:29.899165 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0ffc30d2-59b2-42fe-9bb7-a94308faecd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:29.991305 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=977286b0-1ece-4b20-b029-976250c43b54,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:30.064794 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-1854a832-a577-4222-a665-e0445b0b07eb req-bf138a7e-9129-4da4-a189-8634ea9955ca service neutron] Request body: {'port': {'device_id': 'a598ea92-a4c4-434c-be3d-be65e43a6d28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:24:30.103395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9c03ed97-ab3f-44d9-9894-b12c71a2e379 None None] Provisioning for port a2f680b7-ef51-4f00-ba90-7018a273548d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:24:30.129003 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9c03ed97-ab3f-44d9-9894-b12c71a2e379 None None] Provisioning complete for port a2f680b7-ef51-4f00-ba90-7018a273548d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:30.131978 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9c03ed97-ab3f-44d9-9894-b12c71a2e379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:30.236614 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:30.281957 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9c03ed97-ab3f-44d9-9894-b12c71a2e379 None None] Port a2f680b7-ef51-4f00-ba90-7018a273548d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:24:30.300139 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1854a832-a577-4222-a665-e0445b0b07eb req-bf138a7e-9129-4da4-a189-8634ea9955ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:30.335495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 8c7f682b-9a5f-44cf-a07c-c47170578c60, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8c7f682b-9a5f-44cf-a07c-c47170578c60,segment=NetworkSegment(4a683817-5dd4-43cb-b991-3df78983932a),segment_id=4a683817-5dd4-43cb-b991-3df78983932a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:24:30.342391 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:30.370011 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-a09e6d28-3060-478c-bb90-858da76fca1b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:30.376145 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-a09e6d28-3060-478c-bb90-858da76fca1b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5418637 Jul 09 09:24:30.462317 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35526) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:30.481889 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-67ad2274-e1bb-4476-9302-3523ac83cc9b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Request body: {'port': {'device_id': 'a14171ca-d14d-4916-86c4-78444d81ccd4', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': 'e8f80879cfdb4eb9b1dc5451c145ff3b'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:24:30.560537 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249e6920-80e6-4411-b7df-9a1dce9e26a7 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:24:30.573716 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] Sync routers for ids ['f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:24:30.577301 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 977286b0-1ece-4b20-b029-976250c43b54 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:24:30.579212 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=8c7f682b-9a5f-44cf-a07c-c47170578c60,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:30.604724 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] Routers {'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:24:30.605404 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:24:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:24:30.774391 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7609ffc4-7b00-4e06-bfb6-b8d651b12f62 None None] Provisioning complete for port 8c7f682b-9a5f-44cf-a07c-c47170578c60 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:30.775180 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7609ffc4-7b00-4e06-bfb6-b8d651b12f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:30.848908 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0ffc30d2-59b2-42fe-9bb7-a94308faecd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:30.871249 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-bc203eb0-9384-4ad5-8769-e688d6619855 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f4f5a2eb1702471194a6df3bc713617f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9708230 Jul 09 09:24:30.890440 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35536) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:30.891643 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0ffc30d2-59b2-42fe-9bb7-a94308faecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:30.908528 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 977286b0-1ece-4b20-b029-976250c43b54 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:30.909087 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:30.925707 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-249e6920-80e6-4411-b7df-9a1dce9e26a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:30.927267 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-249e6920-80e6-4411-b7df-9a1dce9e26a7 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.4893384 Jul 09 09:24:30.936801 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35540) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:30.990455 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] Set router f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:24:30.994712 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0ffc30d2-59b2-42fe-9bb7-a94308faecd3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=40bd996584e9408e8488c4d240c0ebbe&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2051601 Jul 09 09:24:30.996769 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7364f448-8ee8-4cf6-9702-f359282d4d00 req-8da9cd7e-da8d-47ec-9a3e-8a5823cc49fe tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 210 time: 0.1222360 Jul 09 09:24:31.017401 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35542) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:31.027770 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc203eb0-9384-4ad5-8769-e688d6619855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71a7dd4-26db-4676-8dc7-f08f3ed91f17,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:31.202111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7fb07-135b-48be-b630-0a8c898eb572 req-2cb0681e-3d6e-4c87-b425-353a061232e3 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:31.214850 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4cd7fb07-135b-48be-b630-0a8c898eb572 req-2cb0681e-3d6e-4c87-b425-353a061232e3 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 936 time: 1.1768839 Jul 09 09:24:31.216482 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:24:31.219583 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15442e68-c483-42a4-9405-1c4cb93007e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:31.581694 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1242096457-router', 'tenant_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'cce6e555-c78a-4961-b266-9b15672050b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:24Z', 'updated_at': '2021-07-09T09:24:26Z', 'revision_number': 3, 'project_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'gw_port': {'id': 'cce6e555-c78a-4961-b266-9b15672050b0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:25Z', 'updated_at': '2021-07-09T09:24:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:24:31.636889 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4cd7fb07-135b-48be-b630-0a8c898eb572 req-58c5d4b8-3c75-4a71-af56-b0b56b0eb94d tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182651 Jul 09 09:24:31.643675 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] Checking router: f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:24:31.644355 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] Updating router f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe port cce6e555-c78a-4961-b266-9b15672050b0 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:24:31.669519 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc30d2-59b2-42fe-9bb7-a94308faecd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25d069d-4305-4c8e-9a32-5ad6b75a1e59,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:31.709915 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:31.729804 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59f6e419-ca95-4f01-8b71-5809c412c42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:31.776639 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bdbeba08-acf0-4f6c-9c7e-fb46b3d28dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:31.779966 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59f6e419-ca95-4f01-8b71-5809c412c42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:31.995066 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-1854a832-a577-4222-a665-e0445b0b07eb req-bf138a7e-9129-4da4-a189-8634ea9955ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f680b7-ef51-4f00-ba90-7018a273548d {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:24:32.020395 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1854a832-a577-4222-a665-e0445b0b07eb req-bf138a7e-9129-4da4-a189-8634ea9955ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:32.060607 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59f6e419-ca95-4f01-8b71-5809c412c42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:32.068838 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59f6e419-ca95-4f01-8b71-5809c412c42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:32.070538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-59f6e419-ca95-4f01-8b71-5809c412c42b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a25d069d-4305-4c8e-9a32-5ad6b75a1e59 HTTP/1.1" status: 204 len: 168 time: 1.0391273 Jul 09 09:24:32.089728 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6e419-ca95-4f01-8b71-5809c412c42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25d069d-4305-4c8e-9a32-5ad6b75a1e59,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:32.101879 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-1854a832-a577-4222-a665-e0445b0b07eb req-bf138a7e-9129-4da4-a189-8634ea9955ca service neutron] Transition to ACTIVE for port object a2f680b7-ef51-4f00-ba90-7018a273548d will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:24:32.109333 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1854a832-a577-4222-a665-e0445b0b07eb req-bf138a7e-9129-4da4-a189-8634ea9955ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:32.224895 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-bdbeba08-acf0-4f6c-9c7e-fb46b3d28dee admin admin] Allocated IP 172.20.0.1 (3cd49c53-d92d-4128-9fb8-54cc97126cd4/537dcfc3-2115-452f-9116-145c2d82ed2d/4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:24:32.283215 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf138a7e-9129-4da4-a189-8634ea9955ca service neutron] Pushing event updated for resources: {'Port': ['ID=a2f680b7-ef51-4f00-ba90-7018a273548d,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:32.456695 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-497ccb7f-c9db-415a-869a-9a237e0cdb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:32.477259 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8c7f682b-9a5f-44cf-a07c-c47170578c60 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:24:32.486119 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bdbeba08-acf0-4f6c-9c7e-fb46b3d28dee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:32.486338 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-1854a832-a577-4222-a665-e0445b0b07eb req-bf138a7e-9129-4da4-a189-8634ea9955ca service neutron] Attempting to bind port a2f680b7-ef51-4f00-ba90-7018a273548d on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:24:32.486571 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-1854a832-a577-4222-a665-e0445b0b07eb req-bf138a7e-9129-4da4-a189-8634ea9955ca service neutron] Attempting to bind port a2f680b7-ef51-4f00-ba90-7018a273548d by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:24:32.486981 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1854a832-a577-4222-a665-e0445b0b07eb req-bf138a7e-9129-4da4-a189-8634ea9955ca service neutron] Attempting to bind port a2f680b7-ef51-4f00-ba90-7018a273548d on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:24:32.506631 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1854a832-a577-4222-a665-e0445b0b07eb req-bf138a7e-9129-4da4-a189-8634ea9955ca service neutron] Port a2f680b7-ef51-4f00-ba90-7018a273548d on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:24:32.506946 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1854a832-a577-4222-a665-e0445b0b07eb req-bf138a7e-9129-4da4-a189-8634ea9955ca service neutron] Attempting to bind port a2f680b7-ef51-4f00-ba90-7018a273548d on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:24:32.579261 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-bdbeba08-acf0-4f6c-9c7e-fb46b3d28dee admin admin] Transition to ACTIVE for port object 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:24:32.590020 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1246eb19-48e8-4a9d-8385-913407306a84 req-30afbef7-64e2-41a2-b9c3-288c56bf1587 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 210 time: 0.1966143 Jul 09 09:24:32.600858 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-497ccb7f-c9db-415a-869a-9a237e0cdb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:32.605236 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:32.605946 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1854a832-a577-4222-a665-e0445b0b07eb req-bf138a7e-9129-4da4-a189-8634ea9955ca service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:24:32.606241 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1854a832-a577-4222-a665-e0445b0b07eb req-bf138a7e-9129-4da4-a189-8634ea9955ca service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:24:32.606800 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1854a832-a577-4222-a665-e0445b0b07eb req-bf138a7e-9129-4da4-a189-8634ea9955ca service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:24:32.607270 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-1854a832-a577-4222-a665-e0445b0b07eb req-bf138a7e-9129-4da4-a189-8634ea9955ca service neutron] Bound port: a2f680b7-ef51-4f00-ba90-7018a273548d, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:24:32.607648 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1854a832-a577-4222-a665-e0445b0b07eb req-bf138a7e-9129-4da4-a189-8634ea9955ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:32.633780 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] Transition to ACTIVE for port object cce6e555-c78a-4961-b266-9b15672050b0 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:24:32.649322 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:32.739729 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 8c7f682b-9a5f-44cf-a07c-c47170578c60 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:32.743789 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:32.747013 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-1854a832-a577-4222-a665-e0445b0b07eb req-bf138a7e-9129-4da4-a189-8634ea9955ca service neutron] For port a2f680b7-ef51-4f00-ba90-7018a273548d, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:24:32.751812 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-1854a832-a577-4222-a665-e0445b0b07eb req-bf138a7e-9129-4da4-a189-8634ea9955ca service neutron] For port a2f680b7-ef51-4f00-ba90-7018a273548d, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a2f680b7-ef51-4f00-ba90-7018a273548d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:24:32.758850 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1854a832-a577-4222-a665-e0445b0b07eb req-bf138a7e-9129-4da4-a189-8634ea9955ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:32.841201 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854a832-a577-4222-a665-e0445b0b07eb req-bf138a7e-9129-4da4-a189-8634ea9955ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:32.849746 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1854a832-a577-4222-a665-e0445b0b07eb req-bf138a7e-9129-4da4-a189-8634ea9955ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:32.850223 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705ae48-6f3f-4b36-a659-04b465a4f9ec None None] Pushing event updated for resources: {'Port': ['ID=cce6e555-c78a-4961-b266-9b15672050b0,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:32.859828 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] Attempting to bind port cce6e555-c78a-4961-b266-9b15672050b0 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:24:32.859828 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] Attempting to bind port cce6e555-c78a-4961-b266-9b15672050b0 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:24:32.859828 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] Attempting to bind port cce6e555-c78a-4961-b266-9b15672050b0 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:24:32.861970 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1854a832-a577-4222-a665-e0445b0b07eb req-bf138a7e-9129-4da4-a189-8634ea9955ca service neutron] 10.222.0.64 "PUT /v2.0/ports/a2f680b7-ef51-4f00-ba90-7018a273548d HTTP/1.1" status: 200 len: 1096 time: 3.0663934 Jul 09 09:24:32.863120 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a598ea92-a4c4-434c-be3d-be65e43a6d28', 'tag': 'a2f680b7-ef51-4f00-ba90-7018a273548d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:24:32.887068 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35556) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:32.901070 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:24:32.907029 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:24:32.912330 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:32.920391 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:24:32.921417 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] Bound port: cce6e555-c78a-4961-b266-9b15672050b0, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:24:32.922147 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:33.011483 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7dc1f7c-ef46-4624-94b1-de042dfb4759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:33.071826 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15442e68-c483-42a4-9405-1c4cb93007e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:33.077087 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bdbeba08-acf0-4f6c-9c7e-fb46b3d28dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:33.085122 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] For port cce6e555-c78a-4961-b266-9b15672050b0, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:24:33.091456 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] For port cce6e555-c78a-4961-b266-9b15672050b0, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=cce6e555-c78a-4961-b266-9b15672050b0,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:24:33.100455 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:33.108823 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15442e68-c483-42a4-9405-1c4cb93007e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:33.246269 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-15442e68-c483-42a4-9405-1c4cb93007e8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3057cff463474cf5ab54ee4cba8b40d7&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7437880 Jul 09 09:24:33.256109 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35566) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:33.283021 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-497ccb7f-c9db-415a-869a-9a237e0cdb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:33.286578 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-497ccb7f-c9db-415a-869a-9a237e0cdb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:33.290179 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-497ccb7f-c9db-415a-869a-9a237e0cdb8f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d71a7dd4-26db-4676-8dc7-f08f3ed91f17 HTTP/1.1" status: 204 len: 168 time: 2.3941905 Jul 09 09:24:33.291996 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705ae48-6f3f-4b36-a659-04b465a4f9ec None None] Pushing event updated for resources: {'Port': ['ID=cce6e555-c78a-4961-b266-9b15672050b0,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:33.310148 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.db.api [None req-b7dc1f7c-ef46-4624-94b1-de042dfb4759 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 09:24:33.310148 n-d-799996-1 neutron-server[93791]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 09:24:33.310148 n-d-799996-1 neutron-server[93791]: [parameters: {'project_id_1': '72b1507404714e46ae2611172ccfc19b', 'expiration_1': datetime.datetime(2021, 7, 9, 9, 24, 33, 251183)}] Jul 09 09:24:33.310148 n-d-799996-1 neutron-server[93791]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:24:33.310576 n-d-799996-1 neutron-server[93791]: DEBUG oslo_db.api [None req-b7dc1f7c-ef46-4624-94b1-de042dfb4759 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:24:33.319554 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbeba08-acf0-4f6c-9c7e-fb46b3d28dee admin admin] Network 3cd49c53-d92d-4128-9fb8-54cc97126cd4 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:24:33.324773 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] Routers {'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:24:33.332570 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:24:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:24:33.354317 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-bdbeba08-acf0-4f6c-9c7e-fb46b3d28dee admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:24:33.370736 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-67ad2274-e1bb-4476-9302-3523ac83cc9b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Made reservation on behalf of e8f80879cfdb4eb9b1dc5451c145ff3b for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:24:33.374879 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-67ad2274-e1bb-4476-9302-3523ac83cc9b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:33.382095 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf138a7e-9129-4da4-a189-8634ea9955ca service neutron] Pushing event updated for resources: {'Port': ['ID=a2f680b7-ef51-4f00-ba90-7018a273548d,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:33.394565 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbeba08-acf0-4f6c-9c7e-fb46b3d28dee admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:24:33.395458 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bdbeba08-acf0-4f6c-9c7e-fb46b3d28dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:33.465435 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d6e96-d0ef-42e7-88f2-5b1645f73d65 req-672a12b1-4e39-4d00-be4a-6efc7ca6cc64 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:33.470418 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9e5d6e96-d0ef-42e7-88f2-5b1645f73d65 req-672a12b1-4e39-4d00-be4a-6efc7ca6cc64 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 948 time: 0.4539089 Jul 09 09:24:33.492333 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207b0516-3a02-4497-aff6-596054c06466" -d '{"events": [{"name": "network-changed", "server_uuid": "a598ea92-a4c4-434c-be3d-be65e43a6d28", "tag": "a2f680b7-ef51-4f00-ba90-7018a273548d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:24:33.586186 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:33.674114 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854a832-a577-4222-a665-e0445b0b07eb req-a841d225-e459-4892-b68c-f3c6479a1ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:33.680947 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1854a832-a577-4222-a665-e0445b0b07eb req-a841d225-e459-4892-b68c-f3c6479a1ae0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d464ad325910472cadf8e161a92e431c&device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 1099 time: 0.6629505 Jul 09 09:24:33.689239 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9e5d6e96-d0ef-42e7-88f2-5b1645f73d65 req-9b4018a4-1f1a-40eb-8c51-e7bcafab1cad tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931412 Jul 09 09:24:33.695879 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] Set router f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:24:33.746129 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-11a18e45-6b38-478c-86ce-d5493185f206 None None] Provisioning for port 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:24:33.761772 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-11a18e45-6b38-478c-86ce-d5493185f206 None None] Provisioning complete for port 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:33.763016 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-11a18e45-6b38-478c-86ce-d5493185f206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:33.824893 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-11a18e45-6b38-478c-86ce-d5493185f206 None None] Port 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:24:33.921671 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1854a832-a577-4222-a665-e0445b0b07eb req-149f8e8e-40ae-4f34-aa84-4e5acb97ec63 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=a2f680b7-ef51-4f00-ba90-7018a273548d HTTP/1.1" status: 200 len: 217 time: 0.2308369 Jul 09 09:24:34.069940 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7dc1f7c-ef46-4624-94b1-de042dfb4759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:34.077430 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-67ad2274-e1bb-4476-9302-3523ac83cc9b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:34.096861 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbeba08-acf0-4f6c-9c7e-fb46b3d28dee admin admin] Pushing event updated for resources: {'Port': ['ID=4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:34.149434 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df5cf78-0fe0-4e13-a3a1-32b101ce59fb x-openstack-request-id: req-3df5cf78-0fe0-4e13-a3a1-32b101ce59fb {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:24:34.149434 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a598ea92-a4c4-434c-be3d-be65e43a6d28", "tag": "a2f680b7-ef51-4f00-ba90-7018a273548d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:24:34.149725 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15442e68-c483-42a4-9405-1c4cb93007e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cceed08b-4e73-466b-82a9-01eac6f887c9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:34.149813 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3df5cf78-0fe0-4e13-a3a1-32b101ce59fb {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:24:34.149813 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a598ea92-a4c4-434c-be3d-be65e43a6d28', 'tag': 'a2f680b7-ef51-4f00-ba90-7018a273548d', 'status': 'completed', 'code': 200} Jul 09 09:24:34.204775 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854a832-a577-4222-a665-e0445b0b07eb req-b313a78b-94c9-4ee2-a876-8474d6df5d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:34.207205 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1854a832-a577-4222-a665-e0445b0b07eb req-b313a78b-94c9-4ee2-a876-8474d6df5d5a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.2794750 Jul 09 09:24:34.232887 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ccb7f-c9db-415a-869a-9a237e0cdb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71a7dd4-26db-4676-8dc7-f08f3ed91f17,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:34.248361 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1242096457-router', 'tenant_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'cce6e555-c78a-4961-b266-9b15672050b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:24Z', 'updated_at': '2021-07-09T09:24:26Z', 'revision_number': 3, 'project_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'gw_port': {'id': 'cce6e555-c78a-4961-b266-9b15672050b0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:25Z', 'updated_at': '2021-07-09T09:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:24:34.279268 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97a73ebd-0b10-4ede-b84f-cee8abd9b2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:34.289561 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab405c99-6894-4c93-8eb0-f74032b9ad14 req-73badfd2-5782-4d42-a666-f0d74b1bc36b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 210 time: 0.1431198 Jul 09 09:24:34.329630 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35580) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:34.343259 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3322a27a-ccce-4862-92f0-89c493c9bc50 None None] The sync data for ids ['f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe'] in n-d-799996-1 is: [{'id': 'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1242096457-router', 'tenant_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'cce6e555-c78a-4961-b266-9b15672050b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:24Z', 'updated_at': '2021-07-09T09:24:26Z', 'revision_number': 3, 'project_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'gw_port': {'id': 'cce6e555-c78a-4961-b266-9b15672050b0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:25Z', 'updated_at': '2021-07-09T09:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:24:34.389459 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97a73ebd-0b10-4ede-b84f-cee8abd9b2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:34.407372 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f32f0af-0963-4420-b0b2-75dfd3c7afdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:34.513145 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854a832-a577-4222-a665-e0445b0b07eb req-3e4d987f-c783-4bf5-9a44-73caee4393c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:34.517557 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1854a832-a577-4222-a665-e0445b0b07eb req-3e4d987f-c783-4bf5-9a44-73caee4393c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2311532 Jul 09 09:24:34.551730 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97a73ebd-0b10-4ede-b84f-cee8abd9b2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:34.554410 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97a73ebd-0b10-4ede-b84f-cee8abd9b2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:34.566456 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-97a73ebd-0b10-4ede-b84f-cee8abd9b2b4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cceed08b-4e73-466b-82a9-01eac6f887c9 HTTP/1.1" status: 204 len: 168 time: 1.3068738 Jul 09 09:24:34.633362 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a73ebd-0b10-4ede-b84f-cee8abd9b2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cceed08b-4e73-466b-82a9-01eac6f887c9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:34.661525 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7dc1f7c-ef46-4624-94b1-de042dfb4759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:34.670060 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bdbeba08-acf0-4f6c-9c7e-fb46b3d28dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:34.890425 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-67ad2274-e1bb-4476-9302-3523ac83cc9b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:34.907280 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7dc1f7c-ef46-4624-94b1-de042dfb4759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:34.940919 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-67ad2274-e1bb-4476-9302-3523ac83cc9b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:35.013527 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1854a832-a577-4222-a665-e0445b0b07eb req-c81f7e92-69c8-44b0-a27c-781f3c99e6d6 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940341 Jul 09 09:24:35.027157 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b7dc1f7c-ef46-4624-94b1-de042dfb4759 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=72b1507404714e46ae2611172ccfc19b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1331234 Jul 09 09:24:35.029956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35588) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:35.041325 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc1f7c-ef46-4624-94b1-de042dfb4759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfc897b-6a3c-4b30-a8f7-54d46d3aeff2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:35.365343 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-208dd3a3-2ba4-40c0-93ce-eae22075af69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:35.406618 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-208dd3a3-2ba4-40c0-93ce-eae22075af69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:35.491356 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad2274-e1bb-4476-9302-3523ac83cc9b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecd9e08-0068-41ca-a55d-9d7b5e787fc8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:35.494422 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-208dd3a3-2ba4-40c0-93ce-eae22075af69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:35.514009 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-208dd3a3-2ba4-40c0-93ce-eae22075af69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:35.517336 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-208dd3a3-2ba4-40c0-93ce-eae22075af69 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/acfc897b-6a3c-4b30-a8f7-54d46d3aeff2 HTTP/1.1" status: 204 len: 168 time: 0.4862335 Jul 09 09:24:35.581635 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35594) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:35.597063 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208dd3a3-2ba4-40c0-93ce-eae22075af69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfc897b-6a3c-4b30-a8f7-54d46d3aeff2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:35.636808 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1854a832-a577-4222-a665-e0445b0b07eb req-be6b77b8-903d-4fa1-9780-0328f396bf65 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5982118 Jul 09 09:24:35.645562 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-202586e9-7461-4a4f-b579-9842e093e024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:35.711044 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d398ce-b152-4fad-9a2d-464358b047e6 req-a00fce68-d248-4038-9945-6c9546a65cf1 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:35.720066 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d398ce-b152-4fad-9a2d-464358b047e6 req-a00fce68-d248-4038-9945-6c9546a65cf1 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 948 time: 0.5444255 Jul 09 09:24:35.780065 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-67ad2274-e1bb-4476-9302-3523ac83cc9b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Allocated IP 192.168.233.143 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/78a8f9dd-98a5-420a-a4af-0262baaa9ce3) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:24:35.904174 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-879a3342-f6c7-4b97-b78a-a28fa7563b6c req-94257ce1-e054-4c9f-9077-94a4413f4abf tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 210 time: 0.1822886 Jul 09 09:24:35.923637 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f32f0af-0963-4420-b0b2-75dfd3c7afdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:35.954843 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f32f0af-0963-4420-b0b2-75dfd3c7afdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:36.074439 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-202586e9-7461-4a4f-b579-9842e093e024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:36.090919 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bdbeba08-acf0-4f6c-9c7e-fb46b3d28dee admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:36.092530 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d398ce-b152-4fad-9a2d-464358b047e6 req-415febc0-bdf8-46ac-ad59-154f783efb6e tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443394 Jul 09 09:24:36.129801 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-202586e9-7461-4a4f-b579-9842e093e024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:36.131641 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bdbeba08-acf0-4f6c-9c7e-fb46b3d28dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:36.132374 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bdbeba08-acf0-4f6c-9c7e-fb46b3d28dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:36.204402 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b0516-3a02-4497-aff6-596054c06466 req-0a99dfe5-e5f2-4b1f-bb25-3d14dced97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:36.206868 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-207b0516-3a02-4497-aff6-596054c06466 req-0a99dfe5-e5f2-4b1f-bb25-3d14dced97fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d464ad325910472cadf8e161a92e431c&device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 1099 time: 0.4503212 Jul 09 09:24:36.218467 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-202586e9-7461-4a4f-b579-9842e093e024 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=366dc44816c14a8886cb098ae818bd38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6330638 Jul 09 09:24:36.221981 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35600) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:36.230928 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3f32f0af-0963-4420-b0b2-75dfd3c7afdd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=38bf94129b6348ceaf51ca532622167f&name=default HTTP/1.1" status: 200 len: 2977 time: 1.8928733 Jul 09 09:24:36.235441 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35602) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:36.236040 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32f0af-0963-4420-b0b2-75dfd3c7afdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66ce928-157c-4786-8579-816f8549b889,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:36.275002 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202586e9-7461-4a4f-b579-9842e093e024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16eadf9-f9b8-4b01-9bc9-757b7c85c018,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:36.418050 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-786b7304-17e1-4b56-a06f-48bf497c71de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:36.563930 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbeba08-acf0-4f6c-9c7e-fb46b3d28dee admin admin] Pushing event updated for resources: {'Port': ['ID=4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:36.590634 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbeba08-acf0-4f6c-9c7e-fb46b3d28dee admin admin] Network 3cd49c53-d92d-4128-9fb8-54cc97126cd4 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:24:36.601212 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-bdbeba08-acf0-4f6c-9c7e-fb46b3d28dee admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:24:36.618597 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cce6e555-c78a-4961-b266-9b15672050b0 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:24:36.672241 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5b08e7a-5b17-45f5-b1b2-988f5d8050dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:36.674130 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-786b7304-17e1-4b56-a06f-48bf497c71de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:36.677740 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b0516-3a02-4497-aff6-596054c06466 req-8a029e3f-bccf-4782-86fb-8940bc7bee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:36.679823 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-207b0516-3a02-4497-aff6-596054c06466 req-8a029e3f-bccf-4782-86fb-8940bc7bee63 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.4590020 Jul 09 09:24:36.777850 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c5713784-5bd9-4226-bddf-baa371d2538a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:36.783241 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port cce6e555-c78a-4961-b266-9b15672050b0 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:24:36.792554 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port cce6e555-c78a-4961-b266-9b15672050b0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:36.795247 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:36.804748 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5b08e7a-5b17-45f5-b1b2-988f5d8050dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:36.856752 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-207b0516-3a02-4497-aff6-596054c06466 req-d86fa31b-d5a7-47a3-8f35-cf5bbb04cd8a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=a2f680b7-ef51-4f00-ba90-7018a273548d HTTP/1.1" status: 200 len: 217 time: 0.1606576 Jul 09 09:24:36.911172 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-67ad2274-e1bb-4476-9302-3523ac83cc9b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:37.063655 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-67ad2274-e1bb-4476-9302-3523ac83cc9b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Transition to ACTIVE for port object 78a8f9dd-98a5-420a-a4af-0262baaa9ce3 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:24:37.090323 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:37.111282 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b0516-3a02-4497-aff6-596054c06466 req-3048bebe-d6ff-44c0-ab1e-2523cfec4dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:37.116619 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-207b0516-3a02-4497-aff6-596054c06466 req-3048bebe-d6ff-44c0-ab1e-2523cfec4dff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.2376730 Jul 09 09:24:37.142968 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-786b7304-17e1-4b56-a06f-48bf497c71de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:37.154997 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-49d2f112-6f0e-4c31-9fff-364a75c61837 None None] Provisioning complete for port 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:37.156875 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-49d2f112-6f0e-4c31-9fff-364a75c61837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:37.161293 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-786b7304-17e1-4b56-a06f-48bf497c71de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:37.163355 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port cce6e555-c78a-4961-b266-9b15672050b0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=cce6e555-c78a-4961-b266-9b15672050b0,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:24:37.169925 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-786b7304-17e1-4b56-a06f-48bf497c71de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a16eadf9-f9b8-4b01-9bc9-757b7c85c018 HTTP/1.1" status: 204 len: 168 time: 0.9429102 Jul 09 09:24:37.192068 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5b08e7a-5b17-45f5-b1b2-988f5d8050dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:37.202983 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5b08e7a-5b17-45f5-b1b2-988f5d8050dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:37.204406 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d5b08e7a-5b17-45f5-b1b2-988f5d8050dd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b66ce928-157c-4786-8579-816f8549b889 HTTP/1.1" status: 204 len: 168 time: 0.9540808 Jul 09 09:24:37.209117 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbeba08-acf0-4f6c-9c7e-fb46b3d28dee admin admin] Router f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:24:37.211417 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:37.248051 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b08e7a-5b17-45f5-b1b2-988f5d8050dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66ce928-157c-4786-8579-816f8549b889,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:37.258532 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-67ad2274-e1bb-4476-9302-3523ac83cc9b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:37.300745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b7304-17e1-4b56-a06f-48bf497c71de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16eadf9-f9b8-4b01-9bc9-757b7c85c018,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:37.378907 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-49d2f112-6f0e-4c31-9fff-364a75c61837 None None] Port 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:24:37.457815 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=cce6e555-c78a-4961-b266-9b15672050b0,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:37.522087 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b0516-3a02-4497-aff6-596054c06466 req-dfb51f57-8aa0-4bd1-9f6a-e272adb7b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:37.532706 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-207b0516-3a02-4497-aff6-596054c06466 req-dfb51f57-8aa0-4bd1-9f6a-e272adb7b2ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3958991 Jul 09 09:24:37.561942 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a61ee9-6bdd-4f7d-b854-85f5917a53c5 req-9569c89c-d6ed-47cb-a0c3-49da65c0c94d tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:37.570887 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2a61ee9-6bdd-4f7d-b854-85f5917a53c5 req-9569c89c-d6ed-47cb-a0c3-49da65c0c94d tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 936 time: 0.2736270 Jul 09 09:24:37.590123 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-67ad2274-e1bb-4476-9302-3523ac83cc9b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:24:37.607287 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-67ad2274-e1bb-4476-9302-3523ac83cc9b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:24:37.639534 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-67ad2274-e1bb-4476-9302-3523ac83cc9b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:24:37.655801 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-67ad2274-e1bb-4476-9302-3523ac83cc9b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:37.656494 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-67ad2274-e1bb-4476-9302-3523ac83cc9b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:37.764293 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad2274-e1bb-4476-9302-3523ac83cc9b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Pushing event updated for resources: {'Port': ['ID=78a8f9dd-98a5-420a-a4af-0262baaa9ce3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:37.775236 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-67ad2274-e1bb-4476-9302-3523ac83cc9b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.3016233 Jul 09 09:24:37.818463 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4f033-b237-4c12-b1d4-0c90300fa431 req-3e47c905-de5d-4c8f-904f-32573dd65c47 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:37.821318 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bca4f033-b237-4c12-b1d4-0c90300fa431 req-3e47c905-de5d-4c8f-904f-32573dd65c47 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 948 time: 0.4244914 Jul 09 09:24:37.874903 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2a61ee9-6bdd-4f7d-b854-85f5917a53c5 req-929b93cb-5b91-4544-84e7-8e49ea334ae9 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ecd9e08-0068-41ca-a55d-9d7b5e787fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027337 Jul 09 09:24:37.910346 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-dfa6455e-bf6f-4697-86cd-fe55a52e55fe tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:24:37.918914 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-dfa6455e-bf6f-4697-86cd-fe55a52e55fe tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0428274 Jul 09 09:24:37.984401 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbeba08-acf0-4f6c-9c7e-fb46b3d28dee admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:24:38.010133 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bdbeba08-acf0-4f6c-9c7e-fb46b3d28dee admin admin] 10.222.0.61 "PUT /v2.0/routers/f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0715160 Jul 09 09:24:38.012634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] Sync routers for ids ['f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:24:38.030457 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] Routers {'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:24:38.031101 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:24:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:24:38.066802 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bca4f033-b237-4c12-b1d4-0c90300fa431 req-d287f303-32b8-4174-85e3-8946e445f796 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293971 Jul 09 09:24:38.074144 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-207b0516-3a02-4497-aff6-596054c06466 req-7e0cd7ad-d07f-447b-81b6-fbc8562f9c86 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004394 Jul 09 09:24:38.172487 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a3cf4464-35f8-4b44-a0d7-6c0a23b59e4f None None] Provisioning for port 78a8f9dd-98a5-420a-a4af-0262baaa9ce3 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:24:38.200571 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35642) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:38.232309 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-127832d0-5e9c-4ac1-9f74-6f0e588717a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:38.312858 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a3cf4464-35f8-4b44-a0d7-6c0a23b59e4f None None] Provisioning complete for port 78a8f9dd-98a5-420a-a4af-0262baaa9ce3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:38.313366 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a3cf4464-35f8-4b44-a0d7-6c0a23b59e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:38.355883 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-207b0516-3a02-4497-aff6-596054c06466 req-bfd39a8c-8fdf-4d18-822d-064459297687 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544446 Jul 09 09:24:38.437419 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-127832d0-5e9c-4ac1-9f74-6f0e588717a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:38.445637 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-127832d0-5e9c-4ac1-9f74-6f0e588717a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:38.498232 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-127832d0-5e9c-4ac1-9f74-6f0e588717a8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ce3c226e8b4343458efaa60a4022724e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962914 Jul 09 09:24:38.500983 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35648) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:38.509690 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a3cf4464-35f8-4b44-a0d7-6c0a23b59e4f None None] Port 78a8f9dd-98a5-420a-a4af-0262baaa9ce3 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:24:38.530720 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127832d0-5e9c-4ac1-9f74-6f0e588717a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ac3765-8955-423c-b5e1-6da242e822c5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:38.574948 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cce6e555-c78a-4961-b266-9b15672050b0 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:24:38.602602 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62e0191a-f033-4d04-8e1d-62a0fc0698b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:38.683073 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62e0191a-f033-4d04-8e1d-62a0fc0698b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:38.696259 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] Set router f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:24:38.817974 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:38.865903 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62e0191a-f033-4d04-8e1d-62a0fc0698b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:38.869271 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62e0191a-f033-4d04-8e1d-62a0fc0698b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:38.873869 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-62e0191a-f033-4d04-8e1d-62a0fc0698b7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e4ac3765-8955-423c-b5e1-6da242e822c5 HTTP/1.1" status: 204 len: 168 time: 0.3690419 Jul 09 09:24:38.896739 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port cce6e555-c78a-4961-b266-9b15672050b0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:38.897464 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:38.915889 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0191a-f033-4d04-8e1d-62a0fc0698b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ac3765-8955-423c-b5e1-6da242e822c5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:38.942146 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-b42a6321-199a-4057-85ae-e3b2e82a3c9e service neutron] Request body: {'port': {'device_id': 'a14171ca-d14d-4916-86c4-78444d81ccd4', 'device_owner': 'compute:tempest-test_az-1542044408', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:24:39.234176 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-b42a6321-199a-4057-85ae-e3b2e82a3c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:39.266460 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1242096457-router', 'tenant_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'cce6e555-c78a-4961-b266-9b15672050b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:24Z', 'updated_at': '2021-07-09T09:24:34Z', 'revision_number': 4, 'project_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'gw_port': {'id': 'cce6e555-c78a-4961-b266-9b15672050b0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:25Z', 'updated_at': '2021-07-09T09:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09', 'name': '', 'network_id': '3cd49c53-d92d-4128-9fb8-54cc97126cd4', 'tenant_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'mac_address': 'fa:16:3e:8f:58:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '537dcfc3-2115-452f-9116-145c2d82ed2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:31Z', 'updated_at': '2021-07-09T09:24:35Z', 'revision_number': 2, 'project_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'subnets': [{'id': '537dcfc3-2115-452f-9116-145c2d82ed2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:24:39.337954 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542748dc-f644-4b44-b28a-5e50a5576f47 req-f6cfb2ad-8808-40be-a8a7-54ff0089ac17 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:39.343028 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-542748dc-f644-4b44-b28a-5e50a5576f47 req-f6cfb2ad-8808-40be-a8a7-54ff0089ac17 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 936 time: 0.2402039 Jul 09 09:24:39.350973 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] Checking router: f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:24:39.351389 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] Updating router f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe port 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:24:39.434357 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-542748dc-f644-4b44-b28a-5e50a5576f47 req-fb90f7e6-09b1-4f80-bb15-ac8b6aabff25 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ecd9e08-0068-41ca-a55d-9d7b5e787fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840235 Jul 09 09:24:39.457524 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:39.748064 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-edaa13a8-47dc-4025-91ed-118f322cc9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:39.774902 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:40.025243 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffac7ba-5cbb-4b6b-b3d4-a467d6659f4a req-a7c5b6c4-3cfe-4019-8a96-92e19b97f861 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:40.030802 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0ffac7ba-5cbb-4b6b-b3d4-a467d6659f4a req-a7c5b6c4-3cfe-4019-8a96-92e19b97f861 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 948 time: 0.2714002 Jul 09 09:24:40.106982 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0ffac7ba-5cbb-4b6b-b3d4-a467d6659f4a req-53010fce-46f3-464a-a5ee-4c8ee644abe4 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666883 Jul 09 09:24:40.246962 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:40.262300 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] Transition to ACTIVE for port object 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:24:40.272323 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:40.355655 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-b42a6321-199a-4057-85ae-e3b2e82a3c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a8f9dd-98a5-420a-a4af-0262baaa9ce3 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:24:40.373143 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-b42a6321-199a-4057-85ae-e3b2e82a3c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:40.418451 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-b42a6321-199a-4057-85ae-e3b2e82a3c9e service neutron] Transition to ACTIVE for port object 78a8f9dd-98a5-420a-a4af-0262baaa9ce3 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:24:40.425946 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-b42a6321-199a-4057-85ae-e3b2e82a3c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:40.638930 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add8035-db6a-405b-ae0b-30a92baca36d None None] Pushing event updated for resources: {'Port': ['ID=4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:40.645733 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] Attempting to bind port 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:24:40.646192 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] Attempting to bind port 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '4a683817-5dd4-43cb-b991-3df78983932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3cd49c53-d92d-4128-9fb8-54cc97126cd4'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:24:40.646506 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] Attempting to bind port 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09 on network 3cd49c53-d92d-4128-9fb8-54cc97126cd4 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:24:40.712008 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:24:40.712471 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] Checking segment: {'id': '4a683817-5dd4-43cb-b991-3df78983932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3cd49c53-d92d-4128-9fb8-54cc97126cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:24:40.713069 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:40.713803 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] Bound using segment: {'id': '4a683817-5dd4-43cb-b991-3df78983932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3cd49c53-d92d-4128-9fb8-54cc97126cd4'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:24:40.714574 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] Bound port: 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a683817-5dd4-43cb-b991-3df78983932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3cd49c53-d92d-4128-9fb8-54cc97126cd4'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:24:40.715189 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:40.795450 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a6321-199a-4057-85ae-e3b2e82a3c9e service neutron] Pushing event updated for resources: {'Port': ['ID=78a8f9dd-98a5-420a-a4af-0262baaa9ce3,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:40.837951 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-b42a6321-199a-4057-85ae-e3b2e82a3c9e service neutron] Attempting to bind port 78a8f9dd-98a5-420a-a4af-0262baaa9ce3 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:24:40.838337 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-b42a6321-199a-4057-85ae-e3b2e82a3c9e service neutron] Attempting to bind port 78a8f9dd-98a5-420a-a4af-0262baaa9ce3 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:24:40.838637 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-b42a6321-199a-4057-85ae-e3b2e82a3c9e service neutron] Attempting to bind port 78a8f9dd-98a5-420a-a4af-0262baaa9ce3 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:24:40.856073 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-b42a6321-199a-4057-85ae-e3b2e82a3c9e service neutron] Port 78a8f9dd-98a5-420a-a4af-0262baaa9ce3 on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:24:40.856405 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-b42a6321-199a-4057-85ae-e3b2e82a3c9e service neutron] Attempting to bind port 78a8f9dd-98a5-420a-a4af-0262baaa9ce3 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:24:40.873998 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-b42a6321-199a-4057-85ae-e3b2e82a3c9e service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:24:40.874458 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-b42a6321-199a-4057-85ae-e3b2e82a3c9e service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:24:40.875087 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-b42a6321-199a-4057-85ae-e3b2e82a3c9e service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:24:40.875561 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-b42a6321-199a-4057-85ae-e3b2e82a3c9e service neutron] Bound port: 78a8f9dd-98a5-420a-a4af-0262baaa9ce3, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:24:40.882584 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-b42a6321-199a-4057-85ae-e3b2e82a3c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:40.938860 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bdf45-b14d-4cb5-ad99-6a147f45f9c3 req-f6d73ea2-860e-4f8f-a461-9183043b560b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:40.942019 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d17bdf45-b14d-4cb5-ad99-6a147f45f9c3 req-f6d73ea2-860e-4f8f-a461-9183043b560b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 970 time: 0.1663432 Jul 09 09:24:40.972805 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] For port 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:24:40.982563 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] For port 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09,segment=NetworkSegment(4a683817-5dd4-43cb-b991-3df78983932a),segment_id=4a683817-5dd4-43cb-b991-3df78983932a)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:24:41.002789 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:41.060676 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d17bdf45-b14d-4cb5-ad99-6a147f45f9c3 req-ea0af4dd-f876-41aa-af90-64641e3b14a5 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ecd9e08-0068-41ca-a55d-9d7b5e787fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087446 Jul 09 09:24:41.085900 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-b42a6321-199a-4057-85ae-e3b2e82a3c9e service neutron] For port 78a8f9dd-98a5-420a-a4af-0262baaa9ce3, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:24:41.098961 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-b42a6321-199a-4057-85ae-e3b2e82a3c9e service neutron] For port 78a8f9dd-98a5-420a-a4af-0262baaa9ce3, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=78a8f9dd-98a5-420a-a4af-0262baaa9ce3,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:24:41.108249 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-b42a6321-199a-4057-85ae-e3b2e82a3c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:41.187295 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-b42a6321-199a-4057-85ae-e3b2e82a3c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:41.188258 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-b42a6321-199a-4057-85ae-e3b2e82a3c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:41.190920 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-b42a6321-199a-4057-85ae-e3b2e82a3c9e service neutron] 10.222.0.58 "PUT /v2.0/ports/78a8f9dd-98a5-420a-a4af-0262baaa9ce3 HTTP/1.1" status: 200 len: 1118 time: 2.9078193 Jul 09 09:24:41.191631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14171ca-d14d-4916-86c4-78444d81ccd4', 'tag': '78a8f9dd-98a5-420a-a4af-0262baaa9ce3'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:24:41.270455 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:41.289365 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] Routers {'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:24:41.293720 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:24:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:24:41.535873 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add8035-db6a-405b-ae0b-30a92baca36d None None] Pushing event updated for resources: {'Port': ['ID=4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:41.711830 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a6321-199a-4057-85ae-e3b2e82a3c9e service neutron] Pushing event updated for resources: {'Port': ['ID=78a8f9dd-98a5-420a-a4af-0262baaa9ce3,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:41.821940 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-8427d7ef-0c78-4c32-a14a-c89b67894e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:41.824477 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-8427d7ef-0c78-4c32-a14a-c89b67894e2b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e8f80879cfdb4eb9b1dc5451c145ff3b&device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 1121 time: 0.4840176 Jul 09 09:24:41.825042 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bc212-d7c4-4ccf-a1f3-b8a0824b1845 req-0e5c9758-b1cd-43a0-9f3a-cff7cc435136 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:41.836371 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d5bc212-d7c4-4ccf-a1f3-b8a0824b1845 req-0e5c9758-b1cd-43a0-9f3a-cff7cc435136 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 948 time: 0.2534566 Jul 09 09:24:41.879503 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] Set router f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:24:41.944522 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d5bc212-d7c4-4ccf-a1f3-b8a0824b1845 req-def05b58-d044-44aa-b16c-a88ca1a47592 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066954 Jul 09 09:24:42.041824 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35728) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:42.047612 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-c04ff175-7254-4b95-ad8e-fd458fd81605 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=78a8f9dd-98a5-420a-a4af-0262baaa9ce3 HTTP/1.1" status: 200 len: 217 time: 0.1904576 Jul 09 09:24:42.050567 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-54a9d66d-72af-47ef-82c1-b61dffa4c2a0 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1349400454', 'description': 'tempest-description--158024642'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:24:42.092145 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35732) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:42.194350 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-54a9d66d-72af-47ef-82c1-b61dffa4c2a0 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:42.212104 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-4fde7d90-8d26-47a3-a33f-c23308756c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:42.213822 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-4fde7d90-8d26-47a3-a33f-c23308756c46 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1607003 Jul 09 09:24:42.368020 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b936ef21-975e-424d-a507-4b83f27913dc" -d '{"events": [{"name": "network-changed", "server_uuid": "a14171ca-d14d-4916-86c4-78444d81ccd4", "tag": "78a8f9dd-98a5-420a-a4af-0262baaa9ce3"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:24:42.398434 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1242096457-router', 'tenant_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'cce6e555-c78a-4961-b266-9b15672050b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:24Z', 'updated_at': '2021-07-09T09:24:34Z', 'revision_number': 4, 'project_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'gw_port': {'id': 'cce6e555-c78a-4961-b266-9b15672050b0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:25Z', 'updated_at': '2021-07-09T09:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09', 'name': '', 'network_id': '3cd49c53-d92d-4128-9fb8-54cc97126cd4', 'tenant_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'mac_address': 'fa:16:3e:8f:58:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '537dcfc3-2115-452f-9116-145c2d82ed2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:31Z', 'updated_at': '2021-07-09T09:24:40Z', 'revision_number': 4, 'project_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'subnets': [{'id': '537dcfc3-2115-452f-9116-145c2d82ed2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:24:42.439498 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d3d582-157c-4d2e-8816-3015dc81f49b None None] The sync data for ids ['f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe'] in n-d-799996-1 is: [{'id': 'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1242096457-router', 'tenant_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'cce6e555-c78a-4961-b266-9b15672050b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:24Z', 'updated_at': '2021-07-09T09:24:34Z', 'revision_number': 4, 'project_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'gw_port': {'id': 'cce6e555-c78a-4961-b266-9b15672050b0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:25Z', 'updated_at': '2021-07-09T09:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09', 'name': '', 'network_id': '3cd49c53-d92d-4128-9fb8-54cc97126cd4', 'tenant_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'mac_address': 'fa:16:3e:8f:58:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '537dcfc3-2115-452f-9116-145c2d82ed2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:31Z', 'updated_at': '2021-07-09T09:24:40Z', 'revision_number': 4, 'project_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'subnets': [{'id': '537dcfc3-2115-452f-9116-145c2d82ed2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:24:42.570794 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-c03ea535-b5c8-478f-948b-65faeff399bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:42.573569 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-c03ea535-b5c8-478f-948b-65faeff399bb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3448963 Jul 09 09:24:42.587951 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-54a9d66d-72af-47ef-82c1-b61dffa4c2a0 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:42.601139 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-54a9d66d-72af-47ef-82c1-b61dffa4c2a0 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:42.622377 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b80c313-ca2a-49ad-96e5-66427c7bbd2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:42.692286 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a60a3c-ad96-467e-b97e-01412ea27dfd req-84eb0f09-0c21-4a4b-a8c3-a6a83821a1fb tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:42.702553 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95a60a3c-ad96-467e-b97e-01412ea27dfd req-84eb0f09-0c21-4a4b-a8c3-a6a83821a1fb tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 970 time: 0.3624616 Jul 09 09:24:42.720403 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-54a9d66d-72af-47ef-82c1-b61dffa4c2a0 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:42.725125 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-54a9d66d-72af-47ef-82c1-b61dffa4c2a0 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6820331 Jul 09 09:24:42.725790 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35748) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:42.763026 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:42.776772 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-aab7ad04-1c75-44af-a658-6c95693a2f9b tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Request body: {'security_group_rule': {'security_group_id': 'a85837b8-3c64-462d-96ae-268ef463c8de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:24:42.805468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9d66d-72af-47ef-82c1-b61dffa4c2a0 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a85837b8-3c64-462d-96ae-268ef463c8de,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:42.879571 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95a60a3c-ad96-467e-b97e-01412ea27dfd req-4b361270-47a8-4310-ac92-7fd7206fb54b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ecd9e08-0068-41ca-a55d-9d7b5e787fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715279 Jul 09 09:24:42.964129 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-18554e48-23c9-45aa-9f96-1aa7c75eb2e5 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276968 Jul 09 09:24:43.165223 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e266cb3-40e9-4f65-b2e6-09f346093dc5 x-openstack-request-id: req-5e266cb3-40e9-4f65-b2e6-09f346093dc5 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:24:43.165368 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14171ca-d14d-4916-86c4-78444d81ccd4", "tag": "78a8f9dd-98a5-420a-a4af-0262baaa9ce3", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:24:43.165811 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5e266cb3-40e9-4f65-b2e6-09f346093dc5 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:24:43.166428 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14171ca-d14d-4916-86c4-78444d81ccd4', 'tag': '78a8f9dd-98a5-420a-a4af-0262baaa9ce3', 'status': 'completed', 'code': 200} Jul 09 09:24:43.256148 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a0befe5c-f4af-4a29-a0f7-083a32269d74 req-b8e4aeea-2850-414d-b3c7-bac1c5e29ba5 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678628 Jul 09 09:24:43.375850 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc9ad8-e721-437c-add5-129254abf930 req-15ffdff9-acae-4b54-b64d-fcfd2affdefb tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:43.382033 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4bfc9ad8-e721-437c-add5-129254abf930 req-15ffdff9-acae-4b54-b64d-fcfd2affdefb tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 948 time: 0.1525767 Jul 09 09:24:43.485727 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b80c313-ca2a-49ad-96e5-66427c7bbd2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:43.507032 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4bfc9ad8-e721-437c-add5-129254abf930 req-b0db2289-9de9-4898-a158-1ffe63bda770 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169143 Jul 09 09:24:43.520826 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b80c313-ca2a-49ad-96e5-66427c7bbd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:43.563935 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aab7ad04-1c75-44af-a658-6c95693a2f9b tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:43.614281 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80c313-ca2a-49ad-96e5-66427c7bbd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90ca89e-410a-4d6f-8754-184bb45dda5a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:43.696202 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aab7ad04-1c75-44af-a658-6c95693a2f9b tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:43.709705 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936ef21-975e-424d-a507-4b83f27913dc req-bad0c240-21d7-4b82-b18a-ba7baad26cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:43.711213 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b936ef21-975e-424d-a507-4b83f27913dc req-bad0c240-21d7-4b82-b18a-ba7baad26cf0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e8f80879cfdb4eb9b1dc5451c145ff3b&device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 1121 time: 0.3681402 Jul 09 09:24:43.713595 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aab7ad04-1c75-44af-a658-6c95693a2f9b tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:43.729670 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7ad04-1c75-44af-a658-6c95693a2f9b tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9423af-d2c4-457c-b331-d34972a22df5,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:43.735507 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3b80c313-ca2a-49ad-96e5-66427c7bbd2d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7b2e63947f0544b8a16d9ec586ffffd6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6421108 Jul 09 09:24:43.743824 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35768) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:43.767289 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aab7ad04-1c75-44af-a658-6c95693a2f9b tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:43.774266 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-aab7ad04-1c75-44af-a658-6c95693a2f9b tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0079064 Jul 09 09:24:43.780817 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35770) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:43.797925 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c87ca02b-968e-463a-b483-9ab4d7c81021 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Request body: {'security_group_rule': {'security_group_id': 'a85837b8-3c64-462d-96ae-268ef463c8de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:24:43.927039 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c87ca02b-968e-463a-b483-9ab4d7c81021 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:44.091339 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c87ca02b-968e-463a-b483-9ab4d7c81021 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:44.099340 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c87ca02b-968e-463a-b483-9ab4d7c81021 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:44.145632 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ca02b-968e-463a-b483-9ab4d7c81021 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800c989f-431b-4674-b885-7455073cb6de,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:44.159121 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c87ca02b-968e-463a-b483-9ab4d7c81021 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:44.162595 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c87ca02b-968e-463a-b483-9ab4d7c81021 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3717406 Jul 09 09:24:44.164829 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35782) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:44.176770 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7ad97a34-809f-4fb9-adf5-6b04e389704a tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:24:44.303360 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ad97a34-809f-4fb9-adf5-6b04e389704a tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:44.316079 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936ef21-975e-424d-a507-4b83f27913dc req-fd327247-3ce0-4f84-9240-d77bb03a0383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:44.320974 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b936ef21-975e-424d-a507-4b83f27913dc req-fd327247-3ce0-4f84-9240-d77bb03a0383 service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.4859295 Jul 09 09:24:44.403684 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67f00cce-6b9d-4c40-a756-b79c73570fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:44.474817 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67f00cce-6b9d-4c40-a756-b79c73570fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:44.503274 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa89fc8-4bf9-466f-8d7e-e88b95c5e217 req-19d20308-902c-4c48-86db-841c3934d97d tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:44.518875 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0fa89fc8-4bf9-466f-8d7e-e88b95c5e217 req-19d20308-902c-4c48-86db-841c3934d97d tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 970 time: 0.2794628 Jul 09 09:24:44.566257 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:24:44.598819 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b936ef21-975e-424d-a507-4b83f27913dc req-db1fbbb2-308e-4f00-a1e7-9396586082aa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=78a8f9dd-98a5-420a-a4af-0262baaa9ce3 HTTP/1.1" status: 200 len: 217 time: 0.1263123 Jul 09 09:24:44.658717 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0fa89fc8-4bf9-466f-8d7e-e88b95c5e217 req-d53f371f-018f-428c-80a5-b96729bece1e tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ecd9e08-0068-41ca-a55d-9d7b5e787fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198685 Jul 09 09:24:44.674367 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:24:44.683520 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67f00cce-6b9d-4c40-a756-b79c73570fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:44.684702 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:44.686600 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67f00cce-6b9d-4c40-a756-b79c73570fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:44.687783 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-67f00cce-6b9d-4c40-a756-b79c73570fd1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a90ca89e-410a-4d6f-8754-184bb45dda5a HTTP/1.1" status: 204 len: 168 time: 0.9429574 Jul 09 09:24:44.702707 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:44.711929 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ad97a34-809f-4fb9-adf5-6b04e389704a tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:44.717151 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f00cce-6b9d-4c40-a756-b79c73570fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90ca89e-410a-4d6f-8754-184bb45dda5a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:44.857619 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936ef21-975e-424d-a507-4b83f27913dc req-a8d5be0b-3cd2-446f-9d4d-2270b64c4015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:44.859101 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b936ef21-975e-424d-a507-4b83f27913dc req-a8d5be0b-3cd2-446f-9d4d-2270b64c4015 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1174514 Jul 09 09:24:44.905340 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:45.012421 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-7ad97a34-809f-4fb9-adf5-6b04e389704a tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Allocated IP 172.25.3.96 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/62db54b9-e08b-4cba-a103-2a8b7a6bf541) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:24:45.015996 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936ef21-975e-424d-a507-4b83f27913dc req-d46eb016-d8b0-42b2-aed6-cc8f6d0230bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:45.017979 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b936ef21-975e-424d-a507-4b83f27913dc req-d46eb016-d8b0-42b2-aed6-cc8f6d0230bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1474249 Jul 09 09:24:45.061983 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09,segment=NetworkSegment(4a683817-5dd4-43cb-b991-3df78983932a),segment_id=4a683817-5dd4-43cb-b991-3df78983932a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:24:45.076786 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:45.190273 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb29ba4-4f89-4da4-a80e-f4e84d483bd2 req-131964bd-4486-4379-b003-547317d01979 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:45.193347 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2fb29ba4-4f89-4da4-a80e-f4e84d483bd2 req-131964bd-4486-4379-b003-547317d01979 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 948 time: 0.1831520 Jul 09 09:24:45.208260 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:45.243872 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b936ef21-975e-424d-a507-4b83f27913dc req-d7134697-8752-4a0f-87be-5b07d5d90623 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054415 Jul 09 09:24:45.320792 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2fb29ba4-4f89-4da4-a80e-f4e84d483bd2 req-2af6b663-3d82-47b6-96c7-de9023574222 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101248 Jul 09 09:24:45.448106 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ad97a34-809f-4fb9-adf5-6b04e389704a tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:45.508237 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35812) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:45.525851 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-23cd7365-7de6-4257-8edf-22ec7adb9609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:45.543962 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ad97a34-809f-4fb9-adf5-6b04e389704a tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:45.621394 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad97a34-809f-4fb9-adf5-6b04e389704a tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:24:45.622913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad97a34-809f-4fb9-adf5-6b04e389704a tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Pushing event updated for resources: {'Port': ['ID=62db54b9-e08b-4cba-a103-2a8b7a6bf541,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:45.627393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-7ad97a34-809f-4fb9-adf5-6b04e389704a tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:24:45.632988 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad97a34-809f-4fb9-adf5-6b04e389704a tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:24:45.708371 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-23cd7365-7de6-4257-8edf-22ec7adb9609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:45.713838 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-23cd7365-7de6-4257-8edf-22ec7adb9609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:45.748553 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-23cd7365-7de6-4257-8edf-22ec7adb9609 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=398e2b82637c466793f79aa36ae279c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391562 Jul 09 09:24:45.751091 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35832) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:45.771766 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ad97a34-809f-4fb9-adf5-6b04e389704a tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:45.775973 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd7365-7de6-4257-8edf-22ec7adb9609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3556a1ca-544a-4465-90b8-52f22053d8e6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:45.908109 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ad97a34-809f-4fb9-adf5-6b04e389704a tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:45.912138 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7caf6d37-d923-4a61-b1da-b2ade5094b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:45.963806 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7caf6d37-d923-4a61-b1da-b2ade5094b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:46.229515 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a7ce2-eb85-4d60-a51c-754dfdc8aea2 req-b420fb5e-77d6-4cbe-9c6f-d8b15b2755f4 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:46.231034 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-163a7ce2-eb85-4d60-a51c-754dfdc8aea2 req-b420fb5e-77d6-4cbe-9c6f-d8b15b2755f4 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 970 time: 0.3775978 Jul 09 09:24:46.269137 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7caf6d37-d923-4a61-b1da-b2ade5094b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:46.271606 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7caf6d37-d923-4a61-b1da-b2ade5094b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:46.275321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7caf6d37-d923-4a61-b1da-b2ade5094b08 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3556a1ca-544a-4465-90b8-52f22053d8e6 HTTP/1.1" status: 204 len: 168 time: 0.5206976 Jul 09 09:24:46.299817 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf6d37-d923-4a61-b1da-b2ade5094b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3556a1ca-544a-4465-90b8-52f22053d8e6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:46.316019 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-163a7ce2-eb85-4d60-a51c-754dfdc8aea2 req-9b983b9c-dc9c-4629-af21-c3c115f5ab70 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ecd9e08-0068-41ca-a55d-9d7b5e787fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777757 Jul 09 09:24:46.375303 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ad97a34-809f-4fb9-adf5-6b04e389704a tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:46.381542 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ad97a34-809f-4fb9-adf5-6b04e389704a tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:46.392223 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35864) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:46.434921 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ad97a34-809f-4fb9-adf5-6b04e389704a tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:46.451895 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad97a34-809f-4fb9-adf5-6b04e389704a tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Pushing event updated for resources: {'Port': ['ID=62db54b9-e08b-4cba-a103-2a8b7a6bf541,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:46.464065 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ad97a34-809f-4fb9-adf5-6b04e389704a tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:46.464065 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7ad97a34-809f-4fb9-adf5-6b04e389704a tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2971113 Jul 09 09:24:46.465553 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35868) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:46.491337 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:24:46.549973 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:46.550341 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:46.612167 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b936ef21-975e-424d-a507-4b83f27913dc req-d50d227c-01e5-434d-9979-bef8985fdb5b service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263242 Jul 09 09:24:46.633704 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a23c2c-b65b-46aa-9c6d-2d1cfc3bbaf0 req-55e52fdd-bfd2-4532-b7ef-892edfb08a19 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:46.635508 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8a23c2c-b65b-46aa-9c6d-2d1cfc3bbaf0 req-55e52fdd-bfd2-4532-b7ef-892edfb08a19 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 948 time: 0.0834365 Jul 09 09:24:46.675735 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8a23c2c-b65b-46aa-9c6d-2d1cfc3bbaf0 req-43c3b3b9-78a0-43f3-8d4f-0cd1ef1e1e34 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344005 Jul 09 09:24:46.745036 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b76fc584-fd2b-40b3-8c62-811bf4e41a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:46.807674 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e8b101d-89e7-4156-a5f8-83306a718bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:46.881294 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-60c453fd-7999-49cf-977d-3a87dae12d02 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1349400454&fields=id&tenant_id=ad7ac9ad0c7f45778e35920b171b6a59 HTTP/1.1" status: 200 len: 267 time: 0.0631881 Jul 09 09:24:46.978755 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b76fc584-fd2b-40b3-8c62-811bf4e41a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:47.000344 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b76fc584-fd2b-40b3-8c62-811bf4e41a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:47.122921 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b76fc584-fd2b-40b3-8c62-811bf4e41a6e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a28ffc151fa0419ea9383687969ea166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7082825 Jul 09 09:24:47.125748 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35902) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:47.130205 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fc584-fd2b-40b3-8c62-811bf4e41a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2011c79c-073d-4634-a884-0031cc275926,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:47.156032 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-8381c6ba-f49d-4b26-a0be-95ee4a1f8f41 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:47.163410 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-8381c6ba-f49d-4b26-a0be-95ee4a1f8f41 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/networks?id=abd3d097-4901-4007-b68a-b81c87d8e49c HTTP/1.1" status: 200 len: 824 time: 0.2756538 Jul 09 09:24:47.182937 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-4545438b-4a2f-4824-8494-b4baca2fc01d tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/quotas/ad7ac9ad0c7f45778e35920b171b6a59 HTTP/1.1" status: 200 len: 375 time: 0.0185876 Jul 09 09:24:47.192464 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-046ec660-2964-4532-a62e-7a0c33c3015e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:47.222333 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-046ec660-2964-4532-a62e-7a0c33c3015e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:47.274222 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-046ec660-2964-4532-a62e-7a0c33c3015e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:47.277422 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-046ec660-2964-4532-a62e-7a0c33c3015e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:47.280993 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-046ec660-2964-4532-a62e-7a0c33c3015e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2011c79c-073d-4634-a884-0031cc275926 HTTP/1.1" status: 204 len: 168 time: 0.1518021 Jul 09 09:24:47.283257 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e8b101d-89e7-4156-a5f8-83306a718bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:47.289511 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e8b101d-89e7-4156-a5f8-83306a718bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:47.304444 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ec660-2964-4532-a62e-7a0c33c3015e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2011c79c-073d-4634-a884-0031cc275926,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:47.345701 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4e8b101d-89e7-4156-a5f8-83306a718bec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b0e413b295e3471f896b44a3d4155aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8771729 Jul 09 09:24:47.349742 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35910) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:47.368224 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-1ac3c323-5617-44d0-b141-998d855c760e tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ad7ac9ad0c7f45778e35920b171b6a59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1780610 Jul 09 09:24:47.369416 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b101d-89e7-4156-a5f8-83306a718bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc2d110-208a-4c0c-8b4c-fef88545a8f5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:47.425992 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb1774ec-763e-4c54-8440-bc55a285833e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:47.457562 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb1774ec-763e-4c54-8440-bc55a285833e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:47.527806 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb1774ec-763e-4c54-8440-bc55a285833e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:47.530359 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb1774ec-763e-4c54-8440-bc55a285833e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:47.531515 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-eb1774ec-763e-4c54-8440-bc55a285833e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9cc2d110-208a-4c0c-8b4c-fef88545a8f5 HTTP/1.1" status: 204 len: 168 time: 0.1803241 Jul 09 09:24:47.534731 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873d07f-7aca-4623-856a-8edeeb49585f req-61b766e4-a77d-4bbf-abfb-681de4da458b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:47.536309 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8873d07f-7aca-4623-856a-8edeeb49585f req-61b766e4-a77d-4bbf-abfb-681de4da458b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 970 time: 0.0790863 Jul 09 09:24:47.541235 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1774ec-763e-4c54-8440-bc55a285833e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc2d110-208a-4c0c-8b4c-fef88545a8f5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:47.585746 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8873d07f-7aca-4623-856a-8edeeb49585f req-067ff639-4352-414e-a761-3cd62df27a4d tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ecd9e08-0068-41ca-a55d-9d7b5e787fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428696 Jul 09 09:24:47.865520 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427270a-81f3-4799-9f41-dd7d7b98ab5e req-e2141cec-2036-44d6-8505-b7aa9ab06a30 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:47.867078 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f427270a-81f3-4799-9f41-dd7d7b98ab5e req-e2141cec-2036-44d6-8505-b7aa9ab06a30 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 948 time: 0.0777633 Jul 09 09:24:47.909580 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35934) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:47.926209 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0c94f7c-da9b-4899-9bc2-f0bba15a4d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:47.943621 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-ebe87b26-e597-47f5-b98a-abf8410bb81d service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:24:47.950537 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-ebe87b26-e597-47f5-b98a-abf8410bb81d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3186502 Jul 09 09:24:47.965493 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f427270a-81f3-4799-9f41-dd7d7b98ab5e req-e2d49af2-cdee-4c7e-a8e3-40f6f4461174 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914576 Jul 09 09:24:48.044220 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0c94f7c-da9b-4899-9bc2-f0bba15a4d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:48.049402 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0c94f7c-da9b-4899-9bc2-f0bba15a4d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:48.057036 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-1ed83c81-9bb7-4cda-8686-a06007f1edba service neutron] 10.222.0.61 "GET /v2.0/networks/abd3d097-4901-4007-b68a-b81c87d8e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048610 Jul 09 09:24:48.105454 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e0c94f7c-da9b-4899-9bc2-f0bba15a4d0b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f1f239c3db84da2af490f151832a20f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1947653 Jul 09 09:24:48.106659 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c94f7c-da9b-4899-9bc2-f0bba15a4d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d273fad-a01d-48a2-9c55-9110da4795d2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:48.109069 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35940) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:48.138073 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35942) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:48.160106 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c09c0dcf-d8b2-4232-be70-ccc14365c6b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:48.188327 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d30715e8-ef3a-4def-8c5a-7be3aac3558a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:48.203620 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-e387856b-5870-41b1-ad00-5b72b9545638 service neutron] 10.222.0.61 "GET /v2.0/networks/abd3d097-4901-4007-b68a-b81c87d8e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432724 Jul 09 09:24:48.214937 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d30715e8-ef3a-4def-8c5a-7be3aac3558a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:48.277032 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d30715e8-ef3a-4def-8c5a-7be3aac3558a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:48.279811 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d30715e8-ef3a-4def-8c5a-7be3aac3558a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:48.280975 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d30715e8-ef3a-4def-8c5a-7be3aac3558a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0d273fad-a01d-48a2-9c55-9110da4795d2 HTTP/1.1" status: 204 len: 168 time: 0.1606908 Jul 09 09:24:48.296407 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30715e8-ef3a-4def-8c5a-7be3aac3558a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d273fad-a01d-48a2-9c55-9110da4795d2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:48.313111 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c09c0dcf-d8b2-4232-be70-ccc14365c6b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:48.326418 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c09c0dcf-d8b2-4232-be70-ccc14365c6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:48.381855 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c09c0dcf-d8b2-4232-be70-ccc14365c6b8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2af6b5617c834019baa5b0226b4c1cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401514 Jul 09 09:24:48.381855 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c0dcf-d8b2-4232-be70-ccc14365c6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837809d0-8073-4c93-87d0-75e44788a4ce,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:48.382253 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35948) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:48.457444 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e70cb37-a196-4036-8053-1983e5f460ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:48.481592 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e70cb37-a196-4036-8053-1983e5f460ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:48.519263 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc85b138-cebd-475c-bb40-c75dc1420a3f req-60b31e15-25aa-4dcf-92a8-81f8e914cdb1 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b HTTP/1.1" status: 200 len: 210 time: 0.0558090 Jul 09 09:24:48.548828 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e70cb37-a196-4036-8053-1983e5f460ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:48.551585 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e70cb37-a196-4036-8053-1983e5f460ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:48.555482 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8e70cb37-a196-4036-8053-1983e5f460ae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/837809d0-8073-4c93-87d0-75e44788a4ce HTTP/1.1" status: 204 len: 168 time: 0.1722672 Jul 09 09:24:48.579858 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70cb37-a196-4036-8053-1983e5f460ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837809d0-8073-4c93-87d0-75e44788a4ce,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:48.625617 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35966) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:48.813199 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1140e-f22f-4eb7-92db-7915b713c4cb req-a1e3ebd2-8d48-4e06-a12d-dfcfe66a585d tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:48.816275 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80b1140e-f22f-4eb7-92db-7915b713c4cb req-a1e3ebd2-8d48-4e06-a12d-dfcfe66a585d tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 970 time: 0.0873456 Jul 09 09:24:48.864887 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80b1140e-f22f-4eb7-92db-7915b713c4cb req-55cb2c7b-fbc8-4117-bdb9-8c1dcc8df1d4 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ecd9e08-0068-41ca-a55d-9d7b5e787fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410249 Jul 09 09:24:48.971368 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d286349-8dcd-4427-a6e0-f6913cec5f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:49.135091 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d286349-8dcd-4427-a6e0-f6913cec5f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:49.147185 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d286349-8dcd-4427-a6e0-f6913cec5f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:49.182651 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7d286349-8dcd-4427-a6e0-f6913cec5f11 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a5a61239287a44c7a90291761cf07794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5531104 Jul 09 09:24:49.182651 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35994) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:49.217991 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34173b39-c6dd-4a7f-8311-61344042bc6e req-77f6c21a-d18d-42af-ac69-c6e7938f5ea0 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:49.228717 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-34173b39-c6dd-4a7f-8311-61344042bc6e req-77f6c21a-d18d-42af-ac69-c6e7938f5ea0 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 948 time: 0.0980341 Jul 09 09:24:49.230932 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d286349-8dcd-4427-a6e0-f6913cec5f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f024954-c2c8-4a92-89ab-c536edc77246,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:49.272628 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dafeed0b-1673-45a3-8166-72fe64fc3a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:49.286720 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-34173b39-c6dd-4a7f-8311-61344042bc6e req-24cf690d-ee45-454a-a467-a9c849d8a6a0 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564346 Jul 09 09:24:49.308347 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dafeed0b-1673-45a3-8166-72fe64fc3a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:49.378665 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dafeed0b-1673-45a3-8166-72fe64fc3a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:49.381841 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dafeed0b-1673-45a3-8166-72fe64fc3a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:49.383343 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dafeed0b-1673-45a3-8166-72fe64fc3a42 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9f024954-c2c8-4a92-89ab-c536edc77246 HTTP/1.1" status: 204 len: 168 time: 0.1999967 Jul 09 09:24:49.392055 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafeed0b-1673-45a3-8166-72fe64fc3a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f024954-c2c8-4a92-89ab-c536edc77246,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:49.699843 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-170dd42f-e0d5-4a8f-be28-944a4a2f89c6 req-e828063b-f462-473b-ae18-099bf2ea9fd7 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b HTTP/1.1" status: 200 len: 210 time: 0.0343039 Jul 09 09:24:49.897837 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36024) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:49.922963 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-b358e221-8fc2-422b-a7ef-e616d10edeae tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:49.924798 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-b358e221-8fc2-422b-a7ef-e616d10edeae tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.64 "GET /v2.0/networks?id=abd3d097-4901-4007-b68a-b81c87d8e49c HTTP/1.1" status: 200 len: 824 time: 0.1411247 Jul 09 09:24:49.926007 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41df2853-16db-4804-8d7a-521118646c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:50.049610 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-153602fe-d603-4c2b-bf1c-d15a483a8244 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad7ac9ad0c7f45778e35920b171b6a59 HTTP/1.1" status: 200 len: 380 time: 0.0801008 Jul 09 09:24:50.085531 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-4fdebd12-7356-4ef0-ab06-61e54ad72f09 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Request body: {'port': {'device_id': 'fed08a4f-5086-480a-bc1b-4c97cf16f93b', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'admin_state_up': True, 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'security_groups': ['a85837b8-3c64-462d-96ae-268ef463c8de']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:24:50.178376 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 78a8f9dd-98a5-420a-a4af-0262baaa9ce3 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:24:50.185850 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41df2853-16db-4804-8d7a-521118646c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:50.202210 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41df2853-16db-4804-8d7a-521118646c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:50.237065 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5c145-9395-4310-8837-9693b19a4e96 req-2cd33493-bdee-4366-acfb-37c462cd5ac1 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:50.238533 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-62b5c145-9395-4310-8837-9693b19a4e96 req-2cd33493-bdee-4366-acfb-37c462cd5ac1 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 970 time: 0.2138588 Jul 09 09:24:50.291544 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-41df2853-16db-4804-8d7a-521118646c8a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b8e9741108c2403f9c474a86c35fc949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3925266 Jul 09 09:24:50.292285 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df2853-16db-4804-8d7a-521118646c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045c5428-6825-4be7-9c14-18a6614bb6ca,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:50.294901 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36040) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:50.338666 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-62b5c145-9395-4310-8837-9693b19a4e96 req-9e5d491c-3b29-43f3-87b9-299115505a41 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ecd9e08-0068-41ca-a55d-9d7b5e787fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890818 Jul 09 09:24:50.339961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-4fdebd12-7356-4ef0-ab06-61e54ad72f09 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Made reservation on behalf of ad7ac9ad0c7f45778e35920b171b6a59 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:24:50.343515 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-4fdebd12-7356-4ef0-ab06-61e54ad72f09 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:50.346454 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 78a8f9dd-98a5-420a-a4af-0262baaa9ce3, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=78a8f9dd-98a5-420a-a4af-0262baaa9ce3,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:24:50.372639 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '78a8f9dd-98a5-420a-a4af-0262baaa9ce3', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '78a8f9dd-98a5-420a-a4af-0262baaa9ce3', 'mac_address': 'fa:16:3e:ee:78:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:tempest-test_az-1542044408', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:24:50.424957 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-16abaaa1-07cf-4bb3-b62a-e7a904747298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:50.431970 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:50.465539 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a8f9dd-98a5-420a-a4af-0262baaa9ce3 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:24:50.473288 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-16abaaa1-07cf-4bb3-b62a-e7a904747298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:50.498424 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 78a8f9dd-98a5-420a-a4af-0262baaa9ce3, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=78a8f9dd-98a5-420a-a4af-0262baaa9ce3,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:24:50.504656 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:50.563400 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=78a8f9dd-98a5-420a-a4af-0262baaa9ce3,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:50.567713 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-16abaaa1-07cf-4bb3-b62a-e7a904747298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:50.575746 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-16abaaa1-07cf-4bb3-b62a-e7a904747298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:50.581132 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-16abaaa1-07cf-4bb3-b62a-e7a904747298 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/045c5428-6825-4be7-9c14-18a6614bb6ca HTTP/1.1" status: 204 len: 168 time: 0.2851861 Jul 09 09:24:50.590319 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abaaa1-07cf-4bb3-b62a-e7a904747298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045c5428-6825-4be7-9c14-18a6614bb6ca,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:50.657221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607806d7-81dc-485e-9107-289d9fdfe900 req-a086f15d-3695-4e3d-8ebd-b6a49384f467 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:50.664865 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-607806d7-81dc-485e-9107-289d9fdfe900 req-a086f15d-3695-4e3d-8ebd-b6a49384f467 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 948 time: 0.1981843 Jul 09 09:24:50.668298 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-4fdebd12-7356-4ef0-ab06-61e54ad72f09 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Allocated IP 172.20.0.12 (abd3d097-4901-4007-b68a-b81c87d8e49c/14c22d07-67af-4620-a5dc-506ada0c305b/8c166f93-35a8-41ca-b502-2e62c4424986) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:24:50.723145 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-607806d7-81dc-485e-9107-289d9fdfe900 req-0b8c5677-7bbe-4d09-a213-8968a862716b tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572958 Jul 09 09:24:50.800846 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['78a8f9dd-98a5-420a-a4af-0262baaa9ce3'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:24:50.886628 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8fbf0d8f-c0c0-494a-8275-29ce0800d51c req-87dfd785-bff8-4088-98bf-b8a9965661fd tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b HTTP/1.1" status: 200 len: 210 time: 0.0461094 Jul 09 09:24:50.904725 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-4fdebd12-7356-4ef0-ab06-61e54ad72f09 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:50.920354 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-4fdebd12-7356-4ef0-ab06-61e54ad72f09 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Transition to ACTIVE for port object 8c166f93-35a8-41ca-b502-2e62c4424986 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:24:50.983618 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-4fdebd12-7356-4ef0-ab06-61e54ad72f09 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:51.045202 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-4fdebd12-7356-4ef0-ab06-61e54ad72f09 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Network abd3d097-4901-4007-b68a-b81c87d8e49c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:24:51.052849 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-4fdebd12-7356-4ef0-ab06-61e54ad72f09 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:24:51.071263 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdebd12-7356-4ef0-ab06-61e54ad72f09 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Pushing event updated for resources: {'Port': ['ID=8c166f93-35a8-41ca-b502-2e62c4424986,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:51.091363 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-4fdebd12-7356-4ef0-ab06-61e54ad72f09 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:24:51.099236 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-4fdebd12-7356-4ef0-ab06-61e54ad72f09 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:51.100020 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-4fdebd12-7356-4ef0-ab06-61e54ad72f09 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:51.138409 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-4fdebd12-7356-4ef0-ab06-61e54ad72f09 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0635216 Jul 09 09:24:51.154638 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-49544cab-8587-4835-833d-c5457423e35a service neutron] Request body: {'port': {'device_id': 'fed08a4f-5086-480a-bc1b-4c97cf16f93b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:24:51.274597 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-49544cab-8587-4835-833d-c5457423e35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:51.399588 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-85cf3414-b3e9-461d-a56d-86a55f848507 None None] Provisioning for port 8c166f93-35a8-41ca-b502-2e62c4424986 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:24:51.410734 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-85cf3414-b3e9-461d-a56d-86a55f848507 None None] Provisioning complete for port 8c166f93-35a8-41ca-b502-2e62c4424986 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:51.411126 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-85cf3414-b3e9-461d-a56d-86a55f848507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:51.610760 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a2f680b7-ef51-4f00-ba90-7018a273548d details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:24:51.650505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-85cf3414-b3e9-461d-a56d-86a55f848507 None None] Port 8c166f93-35a8-41ca-b502-2e62c4424986 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:24:51.691470 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-49544cab-8587-4835-833d-c5457423e35a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c166f93-35a8-41ca-b502-2e62c4424986 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:24:51.701953 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-49544cab-8587-4835-833d-c5457423e35a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:51.714846 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fc77e-ae1d-4fed-b817-8753d80d7f59 req-d551c7fa-2fd1-48a9-a8da-1e429c3ef873 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:51.724330 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-719fc77e-ae1d-4fed-b817-8753d80d7f59 req-d551c7fa-2fd1-48a9-a8da-1e429c3ef873 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 971 time: 0.1782365 Jul 09 09:24:51.747863 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-49544cab-8587-4835-833d-c5457423e35a service neutron] Transition to ACTIVE for port object 8c166f93-35a8-41ca-b502-2e62c4424986 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:24:51.756266 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a2f680b7-ef51-4f00-ba90-7018a273548d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a2f680b7-ef51-4f00-ba90-7018a273548d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:24:51.773625 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'a2f680b7-ef51-4f00-ba90-7018a273548d', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': 'a2f680b7-ef51-4f00-ba90-7018a273548d', 'mac_address': 'fa:16:3e:ef:b9:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:24:51.826232 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:51.846610 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f680b7-ef51-4f00-ba90-7018a273548d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:24:51.874246 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a2f680b7-ef51-4f00-ba90-7018a273548d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a2f680b7-ef51-4f00-ba90-7018a273548d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:24:51.881298 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:51.940697 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-49544cab-8587-4835-833d-c5457423e35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:51.951154 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=a2f680b7-ef51-4f00-ba90-7018a273548d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:51.999260 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-719fc77e-ae1d-4fed-b817-8753d80d7f59 req-974a6a08-fa8f-4f3b-9011-5f49d38c7941 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ecd9e08-0068-41ca-a55d-9d7b5e787fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636461 Jul 09 09:24:52.036866 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49544cab-8587-4835-833d-c5457423e35a service neutron] Pushing event updated for resources: {'Port': ['ID=8c166f93-35a8-41ca-b502-2e62c4424986,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:52.056148 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-49544cab-8587-4835-833d-c5457423e35a service neutron] Attempting to bind port 8c166f93-35a8-41ca-b502-2e62c4424986 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:24:52.056495 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-49544cab-8587-4835-833d-c5457423e35a service neutron] Attempting to bind port 8c166f93-35a8-41ca-b502-2e62c4424986 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '491494ef-9df4-4c6a-8cc3-fb7553539853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:24:52.056822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-49544cab-8587-4835-833d-c5457423e35a service neutron] Attempting to bind port 8c166f93-35a8-41ca-b502-2e62c4424986 on network abd3d097-4901-4007-b68a-b81c87d8e49c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:24:52.062430 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-49544cab-8587-4835-833d-c5457423e35a service neutron] Port 8c166f93-35a8-41ca-b502-2e62c4424986 on network abd3d097-4901-4007-b68a-b81c87d8e49c not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:24:52.064180 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-49544cab-8587-4835-833d-c5457423e35a service neutron] Attempting to bind port 8c166f93-35a8-41ca-b502-2e62c4424986 on network abd3d097-4901-4007-b68a-b81c87d8e49c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:24:52.075012 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-49544cab-8587-4835-833d-c5457423e35a service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:24:52.075466 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-49544cab-8587-4835-833d-c5457423e35a service neutron] Checking segment: {'id': '491494ef-9df4-4c6a-8cc3-fb7553539853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:24:52.075807 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-49544cab-8587-4835-833d-c5457423e35a service neutron] Bound using segment: {'id': '491494ef-9df4-4c6a-8cc3-fb7553539853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:24:52.076278 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-49544cab-8587-4835-833d-c5457423e35a service neutron] Bound port: 8c166f93-35a8-41ca-b502-2e62c4424986, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491494ef-9df4-4c6a-8cc3-fb7553539853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:24:52.076687 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-49544cab-8587-4835-833d-c5457423e35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:52.155097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 78a8f9dd-98a5-420a-a4af-0262baaa9ce3 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:24:52.249048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-49544cab-8587-4835-833d-c5457423e35a service neutron] For port 8c166f93-35a8-41ca-b502-2e62c4424986, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:24:52.253902 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-49544cab-8587-4835-833d-c5457423e35a service neutron] For port 8c166f93-35a8-41ca-b502-2e62c4424986, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=8c166f93-35a8-41ca-b502-2e62c4424986,segment=NetworkSegment(491494ef-9df4-4c6a-8cc3-fb7553539853),segment_id=491494ef-9df4-4c6a-8cc3-fb7553539853)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:24:52.261061 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 78a8f9dd-98a5-420a-a4af-0262baaa9ce3 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:24:52.270178 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 78a8f9dd-98a5-420a-a4af-0262baaa9ce3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:52.270553 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:52.275756 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-49544cab-8587-4835-833d-c5457423e35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:52.312718 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36126) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:52.347561 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-49544cab-8587-4835-833d-c5457423e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:52.348208 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-49544cab-8587-4835-833d-c5457423e35a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:52.349631 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-49544cab-8587-4835-833d-c5457423e35a service neutron] 10.222.0.64 "PUT /v2.0/ports/8c166f93-35a8-41ca-b502-2e62c4424986 HTTP/1.1" status: 200 len: 1092 time: 1.2027497 Jul 09 09:24:52.355711 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed08a4f-5086-480a-bc1b-4c97cf16f93b', 'tag': '8c166f93-35a8-41ca-b502-2e62c4424986'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:24:52.358025 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a787f416-f42c-4d46-9f15-e38bf7ada67a" -d '{"events": [{"name": "network-changed", "server_uuid": "fed08a4f-5086-480a-bc1b-4c97cf16f93b", "tag": "8c166f93-35a8-41ca-b502-2e62c4424986"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:24:52.382185 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['a2f680b7-ef51-4f00-ba90-7018a273548d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:24:52.416810 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:52.461626 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14171ca-d14d-4916-86c4-78444d81ccd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a8f9dd-98a5-420a-a4af-0262baaa9ce3'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:24:52.485919 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-73fd7725-0f5d-4bd9-8b67-3b9d64541184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:52.490417 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49544cab-8587-4835-833d-c5457423e35a service neutron] Pushing event updated for resources: {'Port': ['ID=8c166f93-35a8-41ca-b502-2e62c4424986,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:52.509047 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79d8e6-650b-4d85-9700-032e5c9a71ef req-d884ce36-ca5d-4fed-9901-e21de83d73e5 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:52.510654 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b79d8e6-650b-4d85-9700-032e5c9a71ef req-d884ce36-ca5d-4fed-9901-e21de83d73e5 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b HTTP/1.1" status: 200 len: 944 time: 0.2508454 Jul 09 09:24:52.523667 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b78210-63ce-40b7-a009-5d15bcc90b61 req-a7a825d0-1ebd-469d-8ea7-517cfd87937a tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:52.525294 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-68b78210-63ce-40b7-a009-5d15bcc90b61 req-a7a825d0-1ebd-469d-8ea7-517cfd87937a tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 949 time: 0.3946922 Jul 09 09:24:52.579216 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-8291f26b-36ce-4e51-a5dd-4b84f253ce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:52.581041 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-8291f26b-36ce-4e51-a5dd-4b84f253ce9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ad7ac9ad0c7f45778e35920b171b6a59&device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b HTTP/1.1" status: 200 len: 1095 time: 0.1711607 Jul 09 09:24:52.606209 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 78a8f9dd-98a5-420a-a4af-0262baaa9ce3, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=78a8f9dd-98a5-420a-a4af-0262baaa9ce3,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:24:52.616565 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:52.637707 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b79d8e6-650b-4d85-9700-032e5c9a71ef req-9046757c-0171-4fef-94b9-511da44a85d7 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/security-groups?id=a85837b8-3c64-462d-96ae-268ef463c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111093 Jul 09 09:24:52.657573 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-73fd7725-0f5d-4bd9-8b67-3b9d64541184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:52.664648 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-73fd7725-0f5d-4bd9-8b67-3b9d64541184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:52.724293 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-73fd7725-0f5d-4bd9-8b67-3b9d64541184 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eeaa01f900bd43299cf6d6279b9773cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4088516 Jul 09 09:24:52.724942 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36142) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:52.725066 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=78a8f9dd-98a5-420a-a4af-0262baaa9ce3,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:52.749475 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-40fd1dc1-04fc-47ce-9333-7336bb95cce9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c166f93-35a8-41ca-b502-2e62c4424986 HTTP/1.1" status: 200 len: 217 time: 0.1344571 Jul 09 09:24:52.809901 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae6bda2c-d78e-49c7-92b5-661529533fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:52.810615 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fdc3de-ad9e-4382-9662-82dbd865ea69 x-openstack-request-id: req-c1fdc3de-ad9e-4382-9662-82dbd865ea69 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:24:52.810965 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed08a4f-5086-480a-bc1b-4c97cf16f93b", "tag": "8c166f93-35a8-41ca-b502-2e62c4424986", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:24:52.811374 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c1fdc3de-ad9e-4382-9662-82dbd865ea69 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:24:52.811954 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed08a4f-5086-480a-bc1b-4c97cf16f93b', 'tag': '8c166f93-35a8-41ca-b502-2e62c4424986', 'status': 'completed', 'code': 200} Jul 09 09:24:52.822844 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd7725-0f5d-4bd9-8b67-3b9d64541184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd949f97-675c-4576-90e3-227c74ef3662,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:52.826161 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f29158-4bc9-49f7-80e7-1c74d1c7c56b" -d '{"events": [{"server_uuid": "a14171ca-d14d-4916-86c4-78444d81ccd4", "name": "network-vif-plugged", "status": "completed", "tag": "78a8f9dd-98a5-420a-a4af-0262baaa9ce3"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:24:52.837846 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-68b78210-63ce-40b7-a009-5d15bcc90b61 req-b4b26a8b-d3be-4062-8110-97003132084b tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045275 Jul 09 09:24:52.842072 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae6bda2c-d78e-49c7-92b5-661529533fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:52.873176 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-98d9c34e-6889-4e40-bed5-b8b59642d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:52.874744 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-98d9c34e-6889-4e40-bed5-b8b59642d3c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14c22d07-67af-4620-a5dc-506ada0c305b HTTP/1.1" status: 200 len: 863 time: 0.1037652 Jul 09 09:24:52.914239 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae6bda2c-d78e-49c7-92b5-661529533fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:52.917009 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae6bda2c-d78e-49c7-92b5-661529533fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:52.918218 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ae6bda2c-d78e-49c7-92b5-661529533fe2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cd949f97-675c-4576-90e3-227c74ef3662 HTTP/1.1" status: 204 len: 168 time: 0.1913579 Jul 09 09:24:52.932298 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bda2c-d78e-49c7-92b5-661529533fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd949f97-675c-4576-90e3-227c74ef3662,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:52.969072 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af8a865-3385-4dd3-9e0c-4aea6274a39b x-openstack-request-id: req-0af8a865-3385-4dd3-9e0c-4aea6274a39b {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:24:52.969072 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14171ca-d14d-4916-86c4-78444d81ccd4", "name": "network-vif-plugged", "status": "completed", "tag": "78a8f9dd-98a5-420a-a4af-0262baaa9ce3", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:24:52.969072 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0af8a865-3385-4dd3-9e0c-4aea6274a39b {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:24:52.969415 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14171ca-d14d-4916-86c4-78444d81ccd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a8f9dd-98a5-420a-a4af-0262baaa9ce3', 'code': 200} Jul 09 09:24:53.005714 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-966d2b6c-887c-43fa-9515-92ec17188051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:53.011922 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-966d2b6c-887c-43fa-9515-92ec17188051 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=abd3d097-4901-4007-b68a-b81c87d8e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283259 Jul 09 09:24:53.124031 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-43630bf3-3d8e-41ca-a28c-f011b4a06ce6 tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=72f71b761169474b8d77260e11cd265d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417089 Jul 09 09:24:53.205451 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fe2e9-9485-4a1a-befc-3b66447e0530 req-f0577d48-08e0-4733-a05d-3a2b599b8864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:53.207439 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7e8fe2e9-9485-4a1a-befc-3b66447e0530 req-f0577d48-08e0-4733-a05d-3a2b599b8864 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 1123 time: 0.1378965 Jul 09 09:24:53.222438 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36170) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:53.234686 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7e8fe2e9-9485-4a1a-befc-3b66447e0530 req-80a152bc-4d34-4161-8023-b1606b752bae service neutron] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:53.270098 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-5421e3b1-b75a-4a17-8a17-7e52b966cef8 service neutron] 10.222.0.64 "GET /v2.0/networks/abd3d097-4901-4007-b68a-b81c87d8e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517726 Jul 09 09:24:53.333657 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7e8fe2e9-9485-4a1a-befc-3b66447e0530 req-80a152bc-4d34-4161-8023-b1606b752bae service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:53.339225 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7e8fe2e9-9485-4a1a-befc-3b66447e0530 req-80a152bc-4d34-4161-8023-b1606b752bae service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:53.378321 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7e8fe2e9-9485-4a1a-befc-3b66447e0530 req-80a152bc-4d34-4161-8023-b1606b752bae service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4ecd9e08-0068-41ca-a55d-9d7b5e787fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637721 Jul 09 09:24:53.380343 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36174) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:53.386954 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1607950b-4135-4671-8342-2a3f31a79c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:53.402166 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec6650ed-4c7a-4e9f-b06c-29b7485aa4e7 req-d1911111-4c99-4c59-8c45-ac836a93e144 service neutron] 10.222.0.64 "GET /v2.0/networks/abd3d097-4901-4007-b68a-b81c87d8e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234748 Jul 09 09:24:53.406707 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a152bc-4d34-4161-8023-b1606b752bae service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e8010b-2692-4bb0-80f9-152c8e782936,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:53.432334 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d61d320-1c7a-4e44-a975-4c79220ac6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:53.444707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b928f74-79cf-4bdd-b9f7-07b49805b8ff req-d1fbb97c-dd46-4a33-857c-c0121b4c59d2 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:53.446241 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4b928f74-79cf-4bdd-b9f7-07b49805b8ff req-d1fbb97c-dd46-4a33-857c-c0121b4c59d2 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 972 time: 0.2777956 Jul 09 09:24:53.457177 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-39830f5c-2491-4947-ab4b-9d8f898e6a7d tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:53.459341 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-39830f5c-2491-4947-ab4b-9d8f898e6a7d tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3253720 Jul 09 09:24:53.482318 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a2f680b7-ef51-4f00-ba90-7018a273548d up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:24:53.491999 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1607950b-4135-4671-8342-2a3f31a79c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:53.498872 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1607950b-4135-4671-8342-2a3f31a79c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:53.527375 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-6d14c1f5-abf9-4c1e-ae38-24014a1a4ccd tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.61 "GET /v2.0/quotas/72f71b761169474b8d77260e11cd265d HTTP/1.1" status: 200 len: 375 time: 0.0593376 Jul 09 09:24:53.529647 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1607950b-4135-4671-8342-2a3f31a79c45 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=38fac5ae78a94471863a8a30cd100502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3062680 Jul 09 09:24:53.530239 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36176) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:53.534085 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port a2f680b7-ef51-4f00-ba90-7018a273548d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:24:53.539153 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port a2f680b7-ef51-4f00-ba90-7018a273548d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:53.539533 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:53.592775 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-44533036-35fa-4996-acd9-9109828dcbc3 tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=72f71b761169474b8d77260e11cd265d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529022 Jul 09 09:24:53.593789 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607950b-4135-4671-8342-2a3f31a79c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caa3be8-1020-41c2-a2e5-d9645b6f69d1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:53.613049 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4b928f74-79cf-4bdd-b9f7-07b49805b8ff req-328a43a1-7117-47bb-9457-f50bd62fbf57 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ecd9e08-0068-41ca-a55d-9d7b5e787fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469314 Jul 09 09:24:53.617620 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-034929cb-7d7b-45a5-b346-fb1b87d98194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:53.624711 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:53.651916 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-034929cb-7d7b-45a5-b346-fb1b87d98194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:53.653385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787f416-f42c-4d46-9f15-e38bf7ada67a req-75e55774-782c-4da1-9fec-7d660ce9868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:53.655099 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a787f416-f42c-4d46-9f15-e38bf7ada67a req-75e55774-782c-4da1-9fec-7d660ce9868c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ad7ac9ad0c7f45778e35920b171b6a59&device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b HTTP/1.1" status: 200 len: 1095 time: 0.1883469 Jul 09 09:24:53.670205 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a2f680b7-ef51-4f00-ba90-7018a273548d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a2f680b7-ef51-4f00-ba90-7018a273548d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:24:53.676522 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:53.711963 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-034929cb-7d7b-45a5-b346-fb1b87d98194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:53.714970 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-034929cb-7d7b-45a5-b346-fb1b87d98194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:53.726310 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-034929cb-7d7b-45a5-b346-fb1b87d98194 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0caa3be8-1020-41c2-a2e5-d9645b6f69d1 HTTP/1.1" status: 204 len: 168 time: 0.1886652 Jul 09 09:24:53.742529 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034929cb-7d7b-45a5-b346-fb1b87d98194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caa3be8-1020-41c2-a2e5-d9645b6f69d1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:53.801989 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=a2f680b7-ef51-4f00-ba90-7018a273548d,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:53.895789 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d61d320-1c7a-4e44-a975-4c79220ac6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:53.914779 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59d6d563-3d2a-49d7-a4ad-3baf496b3ce8 req-0c46aaef-1e2a-4537-9e73-7985f89ef77c tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.61 "GET /v2.0/ports?device_id=7769b530-54a4-44b6-bef4-3ce320a5a4d6 HTTP/1.1" status: 200 len: 210 time: 0.0835552 Jul 09 09:24:53.919656 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d61d320-1c7a-4e44-a975-4c79220ac6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:53.990791 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1d61d320-1c7a-4e44-a975-4c79220ac6f3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2ca9103805bd48a1a4cb6f0318a75ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6028910 Jul 09 09:24:53.994460 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36194) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:53.995809 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787f416-f42c-4d46-9f15-e38bf7ada67a req-2b624075-144a-4749-a914-1fa70ca1fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:53.997498 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a787f416-f42c-4d46-9f15-e38bf7ada67a req-2b624075-144a-4749-a914-1fa70ca1fee6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=abd3d097-4901-4007-b68a-b81c87d8e49c HTTP/1.1" status: 200 len: 925 time: 0.3180864 Jul 09 09:24:54.004022 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61d320-1c7a-4e44-a975-4c79220ac6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2257d78a-555d-40b4-90d9-ee65ef9d1bcb,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:54.050359 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a787f416-f42c-4d46-9f15-e38bf7ada67a req-eefb2201-aeda-4235-aefe-9d00384c13b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c166f93-35a8-41ca-b502-2e62c4424986 HTTP/1.1" status: 200 len: 217 time: 0.0431781 Jul 09 09:24:54.073150 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d0c0-ee92-4969-b408-db1ae7f5f075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:54.102663 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d0c0-ee92-4969-b408-db1ae7f5f075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:54.167450 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d0c0-ee92-4969-b408-db1ae7f5f075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:54.170229 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d0c0-ee92-4969-b408-db1ae7f5f075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:54.171339 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf5126-ac59-4a8f-a551-68343ff9b28b req-81653d98-d004-4e8d-8a97-896dd49b317b tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:54.173049 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8bf5126-ac59-4a8f-a551-68343ff9b28b req-81653d98-d004-4e8d-8a97-896dd49b317b tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b HTTP/1.1" status: 200 len: 944 time: 0.3435853 Jul 09 09:24:54.194686 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f9f3d0c0-ee92-4969-b408-db1ae7f5f075 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2257d78a-555d-40b4-90d9-ee65ef9d1bcb HTTP/1.1" status: 204 len: 168 time: 0.1925824 Jul 09 09:24:54.214771 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3d0c0-ee92-4969-b408-db1ae7f5f075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2257d78a-555d-40b4-90d9-ee65ef9d1bcb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:54.227217 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787f416-f42c-4d46-9f15-e38bf7ada67a req-290167a6-ed0b-4315-af1e-67a6afda2cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:54.229033 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a787f416-f42c-4d46-9f15-e38bf7ada67a req-290167a6-ed0b-4315-af1e-67a6afda2cc4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14c22d07-67af-4620-a5dc-506ada0c305b HTTP/1.1" status: 200 len: 863 time: 0.1624928 Jul 09 09:24:54.237539 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36200) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:54.254647 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2de58a5c-9578-499d-aedb-c9c6e9a2f1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:54.299292 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a82d5-d66a-4283-922a-3ff2098c95b5 req-762f2b7c-4573-4a78-b89b-17d2990fa9d6 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:54.301172 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc0a82d5-d66a-4283-922a-3ff2098c95b5 req-762f2b7c-4573-4a78-b89b-17d2990fa9d6 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 950 time: 0.2358191 Jul 09 09:24:54.308191 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8bf5126-ac59-4a8f-a551-68343ff9b28b req-5a3e9da6-28d7-458d-8d40-22976a792aa8 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/security-groups?id=a85837b8-3c64-462d-96ae-268ef463c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151822 Jul 09 09:24:54.364595 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc0a82d5-d66a-4283-922a-3ff2098c95b5 req-64554458-5cae-4dfd-afe9-0ec8713afa22 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526960 Jul 09 09:24:54.379549 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787f416-f42c-4d46-9f15-e38bf7ada67a req-02b94637-acfd-4e11-be75-f3f4b18f25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:54.379549 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a787f416-f42c-4d46-9f15-e38bf7ada67a req-02b94637-acfd-4e11-be75-f3f4b18f25eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=abd3d097-4901-4007-b68a-b81c87d8e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342616 Jul 09 09:24:54.402493 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2de58a5c-9578-499d-aedb-c9c6e9a2f1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:54.408708 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2de58a5c-9578-499d-aedb-c9c6e9a2f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:54.453782 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2de58a5c-9578-499d-aedb-c9c6e9a2f1a1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c19359f850754badada7adcb086221f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151649 Jul 09 09:24:54.454639 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de58a5c-9578-499d-aedb-c9c6e9a2f1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a554f5f-188e-4fce-8281-471f17c24351,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:54.457539 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36204) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:54.528938 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a787f416-f42c-4d46-9f15-e38bf7ada67a req-38e8a576-ea2f-4e76-8474-0149f2fe656a service neutron] 10.222.0.64 "GET /v2.0/networks/abd3d097-4901-4007-b68a-b81c87d8e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422603 Jul 09 09:24:54.557599 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e5d4bee-0e8f-47f5-9d14-126ef3e135c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:54.618466 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e5d4bee-0e8f-47f5-9d14-126ef3e135c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:54.685362 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a787f416-f42c-4d46-9f15-e38bf7ada67a req-9b0069e0-01bc-4eb2-a1d2-8002ee45f10d service neutron] 10.222.0.64 "GET /v2.0/networks/abd3d097-4901-4007-b68a-b81c87d8e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488333 Jul 09 09:24:54.714984 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e5d4bee-0e8f-47f5-9d14-126ef3e135c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:54.718705 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e5d4bee-0e8f-47f5-9d14-126ef3e135c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:54.720953 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7e5d4bee-0e8f-47f5-9d14-126ef3e135c8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a554f5f-188e-4fce-8281-471f17c24351 HTTP/1.1" status: 204 len: 168 time: 0.2610075 Jul 09 09:24:54.729801 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d4bee-0e8f-47f5-9d14-126ef3e135c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a554f5f-188e-4fce-8281-471f17c24351,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:54.815306 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573d540-c8b5-4c6d-8d62-5847bda73a24 req-059378d7-139d-49de-99c1-bb9cca11f067 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:54.817537 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e573d540-c8b5-4c6d-8d62-5847bda73a24 req-059378d7-139d-49de-99c1-bb9cca11f067 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 972 time: 0.0799391 Jul 09 09:24:54.887672 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e573d540-c8b5-4c6d-8d62-5847bda73a24 req-273581e6-3353-4a6e-9097-f57627345258 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ecd9e08-0068-41ca-a55d-9d7b5e787fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579193 Jul 09 09:24:54.970680 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a598ea92-a4c4-434c-be3d-be65e43a6d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f680b7-ef51-4f00-ba90-7018a273548d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:24:54.974550 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68aaecca-80c5-410a-9947-adab9314a6aa" -d '{"events": [{"server_uuid": "a598ea92-a4c4-434c-be3d-be65e43a6d28", "name": "network-vif-plugged", "status": "completed", "tag": "a2f680b7-ef51-4f00-ba90-7018a273548d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:24:55.045315 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b03de0a-c526-424c-93d3-c6785d67561d x-openstack-request-id: req-6b03de0a-c526-424c-93d3-c6785d67561d {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:24:55.045920 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a598ea92-a4c4-434c-be3d-be65e43a6d28", "name": "network-vif-plugged", "status": "completed", "tag": "a2f680b7-ef51-4f00-ba90-7018a273548d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:24:55.046302 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b03de0a-c526-424c-93d3-c6785d67561d {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:24:55.046857 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a598ea92-a4c4-434c-be3d-be65e43a6d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f680b7-ef51-4f00-ba90-7018a273548d', 'code': 200} Jul 09 09:24:55.147975 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-2125a875-2378-4072-b378-02f0e5ef7907 tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=72f71b761169474b8d77260e11cd265d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258760 Jul 09 09:24:55.153515 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3f5a00bf-a507-4602-a473-486faf94596b req-b3a80b28-4c72-425b-884c-fe25605a6eee tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.61 "GET /v2.0/ports?device_id=7769b530-54a4-44b6-bef4-3ce320a5a4d6 HTTP/1.1" status: 200 len: 210 time: 0.0467746 Jul 09 09:24:55.319707 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-e002d4dd-9330-40d1-915a-e09c2fe51c92 tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:55.321391 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-e002d4dd-9330-40d1-915a-e09c2fe51c92 tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1563835 Jul 09 09:24:55.334799 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-aba4a82c-cc2a-4c9f-b430-1148d505a2af tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Request body: {'port': {'device_id': '7769b530-54a4-44b6-bef4-3ce320a5a4d6', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': '72f71b761169474b8d77260e11cd265d'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:24:55.365758 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5190e3-6cea-41a4-8340-d26db5b247c4 req-12b8dc09-f334-48e2-9be0-9df6b7079023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:55.367277 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a5190e3-6cea-41a4-8340-d26db5b247c4 req-12b8dc09-f334-48e2-9be0-9df6b7079023 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 1101 time: 0.1720383 Jul 09 09:24:55.452161 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a5190e3-6cea-41a4-8340-d26db5b247c4 req-a759123f-16ac-4b32-b164-3d6b3da3af17 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774271 Jul 09 09:24:55.494764 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-aba4a82c-cc2a-4c9f-b430-1148d505a2af tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Made reservation on behalf of 72f71b761169474b8d77260e11cd265d for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:24:55.503385 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-aba4a82c-cc2a-4c9f-b430-1148d505a2af tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:55.516092 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-aba4a82c-cc2a-4c9f-b430-1148d505a2af tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:55.570855 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa207266-cb53-41b7-aa7b-a20950c6a086 req-781d67ec-6b78-4bb0-a4fb-cd2a62af272e tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:55.586695 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa207266-cb53-41b7-aa7b-a20950c6a086 req-781d67ec-6b78-4bb0-a4fb-cd2a62af272e tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b HTTP/1.1" status: 200 len: 944 time: 0.1091919 Jul 09 09:24:55.653167 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-aba4a82c-cc2a-4c9f-b430-1148d505a2af tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:55.660186 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-aba4a82c-cc2a-4c9f-b430-1148d505a2af tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:55.672049 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa207266-cb53-41b7-aa7b-a20950c6a086 req-c9f352e7-5869-4a47-8653-a89a78432913 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/security-groups?id=a85837b8-3c64-462d-96ae-268ef463c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843894 Jul 09 09:24:55.722199 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5777edc-1f0c-4bff-ba12-64b6431c4520 req-84997f48-bb76-42cc-94d8-871a46cfd687 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:55.724122 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c5777edc-1f0c-4bff-ba12-64b6431c4520 req-84997f48-bb76-42cc-94d8-871a46cfd687 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 950 time: 0.1206443 Jul 09 09:24:55.754224 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4a82c-cc2a-4c9f-b430-1148d505a2af tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34041071-964e-4679-a573-889c479ddf41,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:55.795361 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c5777edc-1f0c-4bff-ba12-64b6431c4520 req-45764ec4-55c4-43e9-b127-68e1f4e0942f tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649593 Jul 09 09:24:55.839946 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-aba4a82c-cc2a-4c9f-b430-1148d505a2af tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Allocated IP 192.168.233.203 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/b616013b-b143-46eb-ad4c-796737abc6c9) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:24:56.018734 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-aba4a82c-cc2a-4c9f-b430-1148d505a2af tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:56.036563 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-aba4a82c-cc2a-4c9f-b430-1148d505a2af tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Transition to ACTIVE for port object b616013b-b143-46eb-ad4c-796737abc6c9 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:24:56.076940 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-aba4a82c-cc2a-4c9f-b430-1148d505a2af tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:56.094027 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88bfcc-bdc3-47e1-9780-eacc1f54f58d req-b1d1238e-4398-426f-9d5c-c670ea76c9b6 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:56.100361 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ff88bfcc-bdc3-47e1-9780-eacc1f54f58d req-b1d1238e-4398-426f-9d5c-c670ea76c9b6 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 972 time: 0.0786669 Jul 09 09:24:56.132250 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-aba4a82c-cc2a-4c9f-b430-1148d505a2af tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:24:56.143665 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-aba4a82c-cc2a-4c9f-b430-1148d505a2af tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:24:56.153491 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-aba4a82c-cc2a-4c9f-b430-1148d505a2af tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:24:56.160125 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-aba4a82c-cc2a-4c9f-b430-1148d505a2af tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:56.160824 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-aba4a82c-cc2a-4c9f-b430-1148d505a2af tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:56.169385 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4a82c-cc2a-4c9f-b430-1148d505a2af tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Pushing event updated for resources: {'Port': ['ID=b616013b-b143-46eb-ad4c-796737abc6c9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:56.170690 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ff88bfcc-bdc3-47e1-9780-eacc1f54f58d req-4c7d5cf4-3b44-45b1-9188-6841fdb00b5b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ecd9e08-0068-41ca-a55d-9d7b5e787fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639100 Jul 09 09:24:56.200383 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-aba4a82c-cc2a-4c9f-b430-1148d505a2af tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8694720 Jul 09 09:24:56.213614 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-4e5716aa-a0f3-412f-a3c1-cef57475188f service neutron] Request body: {'port': {'device_id': '7769b530-54a4-44b6-bef4-3ce320a5a4d6', 'device_owner': 'compute:tempest-test_az-1542044408', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:24:56.348519 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-4e5716aa-a0f3-412f-a3c1-cef57475188f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:56.413257 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23f4a1-1828-466e-b72d-f34bc45363f9 req-872e3475-7d30-4738-a22f-8d1889c647af tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:56.415118 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af23f4a1-1828-466e-b72d-f34bc45363f9 req-872e3475-7d30-4738-a22f-8d1889c647af tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.61 "GET /v2.0/ports?device_id=7769b530-54a4-44b6-bef4-3ce320a5a4d6 HTTP/1.1" status: 200 len: 936 time: 0.1177902 Jul 09 09:24:56.467297 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b39d1d29-432c-47f7-96c1-d1ef3fecb94f None None] Provisioning for port b616013b-b143-46eb-ad4c-796737abc6c9 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:24:56.475121 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b39d1d29-432c-47f7-96c1-d1ef3fecb94f None None] Provisioning complete for port b616013b-b143-46eb-ad4c-796737abc6c9 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:56.476499 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b39d1d29-432c-47f7-96c1-d1ef3fecb94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:56.481041 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af23f4a1-1828-466e-b72d-f34bc45363f9 req-e1f33955-1094-48fd-9f3f-1d1bf67d2347 tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.61 "GET /v2.0/security-groups?id=34041071-964e-4679-a573-889c479ddf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601192 Jul 09 09:24:56.539259 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b39d1d29-432c-47f7-96c1-d1ef3fecb94f None None] Port b616013b-b143-46eb-ad4c-796737abc6c9 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:24:56.558196 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-28adc251-b5f1-4dd9-b874-38d9f8f16efa tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=1bea7cbce01048c9a37b3d5db7ddd9f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247681 Jul 09 09:24:56.671968 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-4e5716aa-a0f3-412f-a3c1-cef57475188f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b616013b-b143-46eb-ad4c-796737abc6c9 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:24:56.679996 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-4e5716aa-a0f3-412f-a3c1-cef57475188f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:56.693391 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-4e5716aa-a0f3-412f-a3c1-cef57475188f service neutron] Transition to ACTIVE for port object b616013b-b143-46eb-ad4c-796737abc6c9 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:24:56.698067 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-4e5716aa-a0f3-412f-a3c1-cef57475188f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:56.773263 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5716aa-a0f3-412f-a3c1-cef57475188f service neutron] Pushing event updated for resources: {'Port': ['ID=b616013b-b143-46eb-ad4c-796737abc6c9,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:56.792128 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-4e5716aa-a0f3-412f-a3c1-cef57475188f service neutron] Attempting to bind port b616013b-b143-46eb-ad4c-796737abc6c9 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:24:56.792463 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-4e5716aa-a0f3-412f-a3c1-cef57475188f service neutron] Attempting to bind port b616013b-b143-46eb-ad4c-796737abc6c9 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:24:56.792948 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-4e5716aa-a0f3-412f-a3c1-cef57475188f service neutron] Attempting to bind port b616013b-b143-46eb-ad4c-796737abc6c9 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:24:56.798116 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-4e5716aa-a0f3-412f-a3c1-cef57475188f service neutron] Port b616013b-b143-46eb-ad4c-796737abc6c9 on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:24:56.798512 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-4e5716aa-a0f3-412f-a3c1-cef57475188f service neutron] Attempting to bind port b616013b-b143-46eb-ad4c-796737abc6c9 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:24:56.803828 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-4e5716aa-a0f3-412f-a3c1-cef57475188f service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:24:56.804169 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-4e5716aa-a0f3-412f-a3c1-cef57475188f service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:24:56.804558 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-4e5716aa-a0f3-412f-a3c1-cef57475188f service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:24:56.804992 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-4e5716aa-a0f3-412f-a3c1-cef57475188f service neutron] Bound port: b616013b-b143-46eb-ad4c-796737abc6c9, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:24:56.805352 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-4e5716aa-a0f3-412f-a3c1-cef57475188f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:56.877501 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-4e5716aa-a0f3-412f-a3c1-cef57475188f service neutron] For port b616013b-b143-46eb-ad4c-796737abc6c9, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:24:56.880272 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8d13dac3-f95b-4b1d-bb08-b8473819a407 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:56.880763 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-4e5716aa-a0f3-412f-a3c1-cef57475188f service neutron] For port b616013b-b143-46eb-ad4c-796737abc6c9, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b616013b-b143-46eb-ad4c-796737abc6c9,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:24:56.881789 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8d13dac3-f95b-4b1d-bb08-b8473819a407 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3202119 Jul 09 09:24:56.888879 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aacce0-9ca2-491c-8ec4-98cba64cf3fe req-216d598f-12c4-4c16-bd64-3996f99f41bb tempest-AggregatesAdminTestJSON-1724941212 tempest-AggregatesAdminTestJSON-1724941212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:56.889367 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-4e5716aa-a0f3-412f-a3c1-cef57475188f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:56.890390 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d9aacce0-9ca2-491c-8ec4-98cba64cf3fe req-216d598f-12c4-4c16-bd64-3996f99f41bb tempest-AggregatesAdminTestJSON-1724941212 tempest-AggregatesAdminTestJSON-1724941212-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 1123 time: 0.2824225 Jul 09 09:24:56.907807 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8af9563f-f7cc-43f8-8ef4-fc37f0c5ea5a tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/quotas/1bea7cbce01048c9a37b3d5db7ddd9f6 HTTP/1.1" status: 200 len: 375 time: 0.0163567 Jul 09 09:24:56.919992 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d9aacce0-9ca2-491c-8ec4-98cba64cf3fe req-fb6dce56-8a60-4861-9eb5-89155b5bdff2 tempest-AggregatesAdminTestJSON-1724941212 tempest-AggregatesAdminTestJSON-1724941212-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:56.929044 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-4e5716aa-a0f3-412f-a3c1-cef57475188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:56.929904 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-4e5716aa-a0f3-412f-a3c1-cef57475188f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:56.931266 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-4e5716aa-a0f3-412f-a3c1-cef57475188f service neutron] 10.222.0.58 "PUT /v2.0/ports/b616013b-b143-46eb-ad4c-796737abc6c9 HTTP/1.1" status: 200 len: 1118 time: 0.7227938 Jul 09 09:24:56.933901 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7769b530-54a4-44b6-bef4-3ce320a5a4d6', 'tag': 'b616013b-b143-46eb-ad4c-796737abc6c9'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:24:56.936223 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e2cb04-1caa-4ecb-be2f-c0ca019b6e87" -d '{"events": [{"name": "network-changed", "server_uuid": "7769b530-54a4-44b6-bef4-3ce320a5a4d6", "tag": "b616013b-b143-46eb-ad4c-796737abc6c9"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:24:56.966431 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5716aa-a0f3-412f-a3c1-cef57475188f service neutron] Pushing event updated for resources: {'Port': ['ID=b616013b-b143-46eb-ad4c-796737abc6c9,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:56.984351 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-70d0a2c9-a718-449a-b02f-eeb539b1348a tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1bea7cbce01048c9a37b3d5db7ddd9f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676148 Jul 09 09:24:57.056672 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-ce5128b0-de98-4649-a076-e71405769e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:57.058983 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-ce5128b0-de98-4649-a076-e71405769e4b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=72f71b761169474b8d77260e11cd265d&device_id=7769b530-54a4-44b6-bef4-3ce320a5a4d6 HTTP/1.1" status: 200 len: 1121 time: 0.0782351 Jul 09 09:24:57.108872 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-853e9ff1-2ff0-4524-aabf-5a81203518dd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=b616013b-b143-46eb-ad4c-796737abc6c9 HTTP/1.1" status: 200 len: 217 time: 0.0401790 Jul 09 09:24:57.113089 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d9aacce0-9ca2-491c-8ec4-98cba64cf3fe req-fb6dce56-8a60-4861-9eb5-89155b5bdff2 tempest-AggregatesAdminTestJSON-1724941212 tempest-AggregatesAdminTestJSON-1724941212-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:57.120516 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d9aacce0-9ca2-491c-8ec4-98cba64cf3fe req-fb6dce56-8a60-4861-9eb5-89155b5bdff2 tempest-AggregatesAdminTestJSON-1724941212 tempest-AggregatesAdminTestJSON-1724941212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:57.168271 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d9aacce0-9ca2-491c-8ec4-98cba64cf3fe req-fb6dce56-8a60-4861-9eb5-89155b5bdff2 tempest-AggregatesAdminTestJSON-1724941212 tempest-AggregatesAdminTestJSON-1724941212-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4ecd9e08-0068-41ca-a55d-9d7b5e787fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689676 Jul 09 09:24:57.171341 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6dce56-8a60-4861-9eb5-89155b5bdff2 tempest-AggregatesAdminTestJSON-1724941212 tempest-AggregatesAdminTestJSON-1724941212-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d25bed-e9cc-48b6-a999-d82e34b2d119,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:57.198307 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-6d7104fa-a539-4c68-b173-b6db54938b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:57.199832 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-6d7104fa-a539-4c68-b173-b6db54938b55 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0815132 Jul 09 09:24:57.292861 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-5378920a-badb-4935-acdb-70f519b7b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:57.309551 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-5378920a-badb-4935-acdb-70f519b7b4ac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0874977 Jul 09 09:24:57.422210 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec1e52-8f59-40c8-b979-2ed81be3aeac req-3ae7065d-7328-4aa0-81b0-e40d5bf0dbbb tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:57.430110 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4ec1e52-8f59-40c8-b979-2ed81be3aeac req-3ae7065d-7328-4aa0-81b0-e40d5bf0dbbb tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b HTTP/1.1" status: 200 len: 944 time: 0.1320038 Jul 09 09:24:57.442574 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-0718e9a8-2cd0-4377-9c69-04e55d9f860b service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320190 Jul 09 09:24:57.479470 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4ec1e52-8f59-40c8-b979-2ed81be3aeac req-65881389-3e44-4330-ab51-75dc0523d2af tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/security-groups?id=a85837b8-3c64-462d-96ae-268ef463c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446007 Jul 09 09:24:57.499294 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 8c166f93-35a8-41ca-b502-2e62c4424986 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:24:57.552977 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936147b0-358a-4f54-a7cf-5496b181fec6 x-openstack-request-id: req-936147b0-358a-4f54-a7cf-5496b181fec6 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:24:57.553268 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7769b530-54a4-44b6-bef4-3ce320a5a4d6", "tag": "b616013b-b143-46eb-ad4c-796737abc6c9", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:24:57.553516 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-936147b0-358a-4f54-a7cf-5496b181fec6 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:24:57.553950 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7769b530-54a4-44b6-bef4-3ce320a5a4d6', 'tag': 'b616013b-b143-46eb-ad4c-796737abc6c9', 'status': 'completed', 'code': 200} Jul 09 09:24:57.569206 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ef185446-dd1d-4493-9694-a5a439c3ecab req-b92e2537-1652-4b04-9f0f-49e68a64d879 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158571 Jul 09 09:24:57.627716 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-81446d14-0c4c-4e12-acf0-9739c924293a req-ba2f529e-8fa3-4c26-8b6d-c8d680b373ef tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bcbe79e-5804-48af-85df-8a16b5fd1806 HTTP/1.1" status: 200 len: 210 time: 0.0351655 Jul 09 09:24:57.640678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c334d1-2a44-4928-a152-bd7c2ec370ce req-86baee26-df6e-42d6-ae51-d008dadb620d tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:57.642252 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-74c334d1-2a44-4928-a152-bd7c2ec370ce req-86baee26-df6e-42d6-ae51-d008dadb620d tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 950 time: 0.1537948 Jul 09 09:24:57.644961 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 8c166f93-35a8-41ca-b502-2e62c4424986, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=8c166f93-35a8-41ca-b502-2e62c4424986,segment=NetworkSegment(491494ef-9df4-4c6a-8cc3-fb7553539853),segment_id=491494ef-9df4-4c6a-8cc3-fb7553539853)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:24:57.667838 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '8c166f93-35a8-41ca-b502-2e62c4424986', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'port_id': '8c166f93-35a8-41ca-b502-2e62c4424986', 'mac_address': 'fa:16:3e:1d:b6:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:24:57.695196 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2cb04-1caa-4ecb-be2f-c0ca019b6e87 req-39d0bcca-6182-4f98-9308-6dc2eed3fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:57.697555 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-31e2cb04-1caa-4ecb-be2f-c0ca019b6e87 req-39d0bcca-6182-4f98-9308-6dc2eed3fa67 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=72f71b761169474b8d77260e11cd265d&device_id=7769b530-54a4-44b6-bef4-3ce320a5a4d6 HTTP/1.1" status: 200 len: 1121 time: 0.0708094 Jul 09 09:24:57.723352 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:57.724430 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-74c334d1-2a44-4928-a152-bd7c2ec370ce req-c048427b-819b-4014-a109-32ae9ac8e59e tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746922 Jul 09 09:24:57.742174 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c166f93-35a8-41ca-b502-2e62c4424986 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:24:57.773711 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 8c166f93-35a8-41ca-b502-2e62c4424986, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=8c166f93-35a8-41ca-b502-2e62c4424986,segment=NetworkSegment(491494ef-9df4-4c6a-8cc3-fb7553539853),segment_id=491494ef-9df4-4c6a-8cc3-fb7553539853)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:24:57.783268 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:57.841310 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=8c166f93-35a8-41ca-b502-2e62c4424986,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:57.863706 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2cb04-1caa-4ecb-be2f-c0ca019b6e87 req-2307bdfd-7692-4f6a-bd97-d1f52298f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:57.865373 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-31e2cb04-1caa-4ecb-be2f-c0ca019b6e87 req-2307bdfd-7692-4f6a-bd97-d1f52298f8be service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.1596875 Jul 09 09:24:57.943434 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-31e2cb04-1caa-4ecb-be2f-c0ca019b6e87 req-1659bc53-c962-42b0-a37c-e0c61151dfba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=b616013b-b143-46eb-ad4c-796737abc6c9 HTTP/1.1" status: 200 len: 217 time: 0.0570667 Jul 09 09:24:58.008337 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b149e75-8098-43c1-a767-ed766570ad4b req-bda633c2-d1da-415f-9c7a-959da86d37d3 tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:58.010222 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9b149e75-8098-43c1-a767-ed766570ad4b req-bda633c2-d1da-415f-9c7a-959da86d37d3 tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.61 "GET /v2.0/ports?device_id=7769b530-54a4-44b6-bef4-3ce320a5a4d6 HTTP/1.1" status: 200 len: 970 time: 0.0882277 Jul 09 09:24:58.013661 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2cb04-1caa-4ecb-be2f-c0ca019b6e87 req-2ae4c813-63f0-4b3c-a7f5-079f8ccdb9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:58.015120 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-31e2cb04-1caa-4ecb-be2f-c0ca019b6e87 req-2ae4c813-63f0-4b3c-a7f5-079f8ccdb9f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0599096 Jul 09 09:24:58.075559 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9b149e75-8098-43c1-a767-ed766570ad4b req-d52acc54-5dbc-4095-82e5-5147b2df4e9d tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.61 "GET /v2.0/security-groups?id=34041071-964e-4679-a573-889c479ddf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581541 Jul 09 09:24:58.097898 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2cb04-1caa-4ecb-be2f-c0ca019b6e87 req-fed9992d-3c68-45c3-ad7f-3218d9c68f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:58.101939 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-31e2cb04-1caa-4ecb-be2f-c0ca019b6e87 req-fed9992d-3c68-45c3-ad7f-3218d9c68f70 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0789025 Jul 09 09:24:58.126929 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['8c166f93-35a8-41ca-b502-2e62c4424986'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:24:58.270559 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-31e2cb04-1caa-4ecb-be2f-c0ca019b6e87 req-9a8782cf-f9a9-4433-9053-499f7bf9c738 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597857 Jul 09 09:24:58.402553 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-31e2cb04-1caa-4ecb-be2f-c0ca019b6e87 req-e155fa45-31d2-402c-ba0d-6ab1da8a93fe service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167250 Jul 09 09:24:58.548869 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36382) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:58.696781 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92fe2782-7e92-4f91-aed3-927eba28ac0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:58.728724 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa890bc9-5535-4491-bc7f-64f21ff6ddad req-3431d3fe-bb24-4036-bb0e-6ec842f396c8 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:58.730278 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa890bc9-5535-4491-bc7f-64f21ff6ddad req-3431d3fe-bb24-4036-bb0e-6ec842f396c8 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b HTTP/1.1" status: 200 len: 945 time: 0.1185143 Jul 09 09:24:58.732391 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-ce13e588-37e0-4cd0-a93b-a9428ed851dc tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1bea7cbce01048c9a37b3d5db7ddd9f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578077 Jul 09 09:24:58.861542 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6923e588-868d-4226-b6e4-8f11680a2bf8 req-06e5c55d-d1af-4ea3-99c1-bf055c9b0510 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bcbe79e-5804-48af-85df-8a16b5fd1806 HTTP/1.1" status: 200 len: 210 time: 0.0534637 Jul 09 09:24:58.880110 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa890bc9-5535-4491-bc7f-64f21ff6ddad req-4dacce2a-5a2b-4148-a71f-a98289582b93 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/security-groups?id=a85837b8-3c64-462d-96ae-268ef463c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415093 Jul 09 09:24:58.947945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-f7299cae-ab9d-43d1-9892-8627d4bdac92 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:58.949464 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-f7299cae-ab9d-43d1-9892-8627d4bdac92 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2095318 Jul 09 09:24:58.965441 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-1b5fdb35-263a-469c-bcb9-fc5a3c2b1c6e tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Request body: {'port': {'device_id': '5bcbe79e-5804-48af-85df-8a16b5fd1806', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': '1bea7cbce01048c9a37b3d5db7ddd9f6'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:24:59.069660 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92fe2782-7e92-4f91-aed3-927eba28ac0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:59.079239 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92fe2782-7e92-4f91-aed3-927eba28ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:59.151472 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-92fe2782-7e92-4f91-aed3-927eba28ac0d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b4241f5e1fee48959f3da4c672a39ce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6015189 Jul 09 09:24:59.154864 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36414) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:59.162732 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe2782-7e92-4f91-aed3-927eba28ac0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583c14ad-5e75-48c6-9ff0-d57a6c1b1166,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:59.191119 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09deae0-7dff-4498-b09a-5ca0b37ef9c1 req-b33de6da-01d1-4ef6-aa35-2205af943621 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:59.198177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c09deae0-7dff-4498-b09a-5ca0b37ef9c1 req-b33de6da-01d1-4ef6-aa35-2205af943621 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 950 time: 0.1828525 Jul 09 09:24:59.223046 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1835b8be-bc1e-41df-8c05-ac8220a78211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:59.229068 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-1b5fdb35-263a-469c-bcb9-fc5a3c2b1c6e tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Made reservation on behalf of 1bea7cbce01048c9a37b3d5db7ddd9f6 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:24:59.232603 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-1b5fdb35-263a-469c-bcb9-fc5a3c2b1c6e tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:59.247331 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1835b8be-bc1e-41df-8c05-ac8220a78211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:59.248977 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-1b5fdb35-263a-469c-bcb9-fc5a3c2b1c6e tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:59.253752 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c09deae0-7dff-4498-b09a-5ca0b37ef9c1 req-2b336836-ef59-419a-a60f-cdcd795e5675 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547447 Jul 09 09:24:59.310197 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1835b8be-bc1e-41df-8c05-ac8220a78211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:59.320950 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1835b8be-bc1e-41df-8c05-ac8220a78211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:59.323038 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1835b8be-bc1e-41df-8c05-ac8220a78211 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/583c14ad-5e75-48c6-9ff0-d57a6c1b1166 HTTP/1.1" status: 204 len: 168 time: 0.1667542 Jul 09 09:24:59.334802 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835b8be-bc1e-41df-8c05-ac8220a78211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583c14ad-5e75-48c6-9ff0-d57a6c1b1166,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:59.414779 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-1b5fdb35-263a-469c-bcb9-fc5a3c2b1c6e tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:59.423033 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c1a77-652d-41cc-8b7a-c97b77c461bb req-b21c5ae0-640b-404d-a580-2c283c9007f6 tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:24:59.424647 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-682c1a77-652d-41cc-8b7a-c97b77c461bb req-b21c5ae0-640b-404d-a580-2c283c9007f6 tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.61 "GET /v2.0/ports?device_id=7769b530-54a4-44b6-bef4-3ce320a5a4d6 HTTP/1.1" status: 200 len: 970 time: 0.1208844 Jul 09 09:24:59.425777 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-1b5fdb35-263a-469c-bcb9-fc5a3c2b1c6e tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:59.498543 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 8c166f93-35a8-41ca-b502-2e62c4424986 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:24:59.527236 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fdb35-263a-469c-bcb9-fc5a3c2b1c6e tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec173c1-6e85-4c1d-ab80-adb5d3f5605d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:59.555529 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-682c1a77-652d-41cc-8b7a-c97b77c461bb req-de2cdefd-f1c5-4321-9ac6-2c0e2f2e5147 tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.61 "GET /v2.0/security-groups?id=34041071-964e-4679-a573-889c479ddf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228547 Jul 09 09:24:59.592141 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 8c166f93-35a8-41ca-b502-2e62c4424986 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:24:59.596222 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36430) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:59.609367 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 8c166f93-35a8-41ca-b502-2e62c4424986 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:24:59.609766 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:59.656733 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-1b5fdb35-263a-469c-bcb9-fc5a3c2b1c6e tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Allocated IP 192.168.233.136 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/51b711d7-b0df-4a02-82ba-06f74b6f8a9d) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:24:59.716424 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:59.763533 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed08a4f-5086-480a-bc1b-4c97cf16f93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c166f93-35a8-41ca-b502-2e62c4424986'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:24:59.768725 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5e8819-82de-4bb6-876e-ea3ae970d257" -d '{"events": [{"server_uuid": "fed08a4f-5086-480a-bc1b-4c97cf16f93b", "name": "network-vif-plugged", "status": "completed", "tag": "8c166f93-35a8-41ca-b502-2e62c4424986"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:24:59.800179 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 8c166f93-35a8-41ca-b502-2e62c4424986, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=8c166f93-35a8-41ca-b502-2e62c4424986,segment=NetworkSegment(491494ef-9df4-4c6a-8cc3-fb7553539853),segment_id=491494ef-9df4-4c6a-8cc3-fb7553539853)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:24:59.808424 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:59.883370 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=8c166f93-35a8-41ca-b502-2e62c4424986,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:24:59.938497 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-1b5fdb35-263a-469c-bcb9-fc5a3c2b1c6e tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:59.943029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36452) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:24:59.945359 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56bf0e52-163e-4502-92cb-813be1fa54af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:59.966307 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3a3370c6-de13-4d56-9bcb-d25ac152508f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:24:59.972060 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-1b5fdb35-263a-469c-bcb9-fc5a3c2b1c6e tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Transition to ACTIVE for port object 51b711d7-b0df-4a02-82ba-06f74b6f8a9d will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:25:00.027406 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-1b5fdb35-263a-469c-bcb9-fc5a3c2b1c6e tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:00.042457 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21d7a6b-ea03-48e6-83bf-fa4a52e70d19 x-openstack-request-id: req-e21d7a6b-ea03-48e6-83bf-fa4a52e70d19 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:25:00.042985 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed08a4f-5086-480a-bc1b-4c97cf16f93b", "name": "network-vif-plugged", "status": "completed", "tag": "8c166f93-35a8-41ca-b502-2e62c4424986", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:25:00.043729 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e21d7a6b-ea03-48e6-83bf-fa4a52e70d19 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:25:00.044832 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed08a4f-5086-480a-bc1b-4c97cf16f93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c166f93-35a8-41ca-b502-2e62c4424986', 'code': 200} Jul 09 09:25:00.082965 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56bf0e52-163e-4502-92cb-813be1fa54af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:00.088943 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56bf0e52-163e-4502-92cb-813be1fa54af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:00.106039 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-1b5fdb35-263a-469c-bcb9-fc5a3c2b1c6e tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:25:00.118188 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-1b5fdb35-263a-469c-bcb9-fc5a3c2b1c6e tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:00.121225 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-1b5fdb35-263a-469c-bcb9-fc5a3c2b1c6e tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:25:00.128752 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-1b5fdb35-263a-469c-bcb9-fc5a3c2b1c6e tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:00.129395 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-1b5fdb35-263a-469c-bcb9-fc5a3c2b1c6e tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:00.131820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.64', 52423) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:00.153775 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf0e52-163e-4502-92cb-813be1fa54af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d57f50-b1f5-43a6-8fa5-a0aea36f3c1e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:00.159756 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-56bf0e52-163e-4502-92cb-813be1fa54af admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=13f61877af2f4f74a20001275155cad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5608385 Jul 09 09:25:00.177101 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36460) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:00.194874 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fdb35-263a-469c-bcb9-fc5a3c2b1c6e tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Pushing event updated for resources: {'Port': ['ID=51b711d7-b0df-4a02-82ba-06f74b6f8a9d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:00.205448 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b616013b-b143-46eb-ad4c-796737abc6c9 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:25:00.246232 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c4cd3a1b-b3ef-4b52-95d4-dca65fd813b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:00.277388 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c4cd3a1b-b3ef-4b52-95d4-dca65fd813b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:00.347042 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port b616013b-b143-46eb-ad4c-796737abc6c9, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b616013b-b143-46eb-ad4c-796737abc6c9,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:00.353099 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c4cd3a1b-b3ef-4b52-95d4-dca65fd813b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:00.356570 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c4cd3a1b-b3ef-4b52-95d4-dca65fd813b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:00.359066 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'b616013b-b143-46eb-ad4c-796737abc6c9', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': 'b616013b-b143-46eb-ad4c-796737abc6c9', 'mac_address': 'fa:16:3e:ac:ac:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:tempest-test_az-1542044408', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:25:00.360287 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c4cd3a1b-b3ef-4b52-95d4-dca65fd813b7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/50d57f50-b1f5-43a6-8fa5-a0aea36f3c1e HTTP/1.1" status: 204 len: 168 time: 0.1799181 Jul 09 09:25:00.374281 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd3a1b-b3ef-4b52-95d4-dca65fd813b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d57f50-b1f5-43a6-8fa5-a0aea36f3c1e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:00.384759 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361670db-a3f5-498f-a9e0-f74802ceeb24 req-a93e9d24-e623-45f7-a02d-d8691c648488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:00.386279 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-361670db-a3f5-498f-a9e0-f74802ceeb24 req-a93e9d24-e623-45f7-a02d-d8691c648488 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b HTTP/1.1" status: 200 len: 1097 time: 0.2471287 Jul 09 09:25:00.394634 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c7374-4c2d-4f0e-badb-fcb570089525 req-39748357-c954-49ac-bc9b-bee50df97259 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:00.396404 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0c6c7374-4c2d-4f0e-badb-fcb570089525 req-39748357-c954-49ac-bc9b-bee50df97259 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b HTTP/1.1" status: 200 len: 946 time: 0.2636962 Jul 09 09:25:00.403013 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:00.407323 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cf330-665d-4358-8c47-a3ac2f71d918 req-6de3fbd3-003a-4895-9efa-786995b0fc91 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:00.409451 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-615cf330-665d-4358-8c47-a3ac2f71d918 req-6de3fbd3-003a-4895-9efa-786995b0fc91 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bcbe79e-5804-48af-85df-8a16b5fd1806 HTTP/1.1" status: 200 len: 936 time: 0.1926568 Jul 09 09:25:00.443613 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b616013b-b143-46eb-ad4c-796737abc6c9 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:25:00.459130 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3a3370c6-de13-4d56-9bcb-d25ac152508f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:00.468772 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port b616013b-b143-46eb-ad4c-796737abc6c9, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b616013b-b143-46eb-ad4c-796737abc6c9,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:00.475233 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:00.476995 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3a3370c6-de13-4d56-9bcb-d25ac152508f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:00.482820 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ffddf8ca-3d1e-42d9-bdf4-83d0cdd2599a None None] Provisioning for port 51b711d7-b0df-4a02-82ba-06f74b6f8a9d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:25:00.502680 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-1b5fdb35-263a-469c-bcb9-fc5a3c2b1c6e tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5411587 Jul 09 09:25:00.510053 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ffddf8ca-3d1e-42d9-bdf4-83d0cdd2599a None None] Provisioning complete for port 51b711d7-b0df-4a02-82ba-06f74b6f8a9d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:00.511021 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ffddf8ca-3d1e-42d9-bdf4-83d0cdd2599a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:00.531203 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8378d973-8790-4c15-a4d6-0934cd8256c1 service neutron] Request body: {'port': {'device_id': '5bcbe79e-5804-48af-85df-8a16b5fd1806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:00.542231 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-361670db-a3f5-498f-a9e0-f74802ceeb24 req-c2eb6de7-f7d7-4073-994b-d3d8d8a6a51c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a85837b8-3c64-462d-96ae-268ef463c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448553 Jul 09 09:25:00.561947 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0c6c7374-4c2d-4f0e-badb-fcb570089525 req-81953233-378e-412b-aac9-7e3f200f228f tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/security-groups?id=a85837b8-3c64-462d-96ae-268ef463c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515212 Jul 09 09:25:00.565402 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=b616013b-b143-46eb-ad4c-796737abc6c9,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:00.570247 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ffddf8ca-3d1e-42d9-bdf4-83d0cdd2599a None None] Port 51b711d7-b0df-4a02-82ba-06f74b6f8a9d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:25:00.591004 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3a3370c6-de13-4d56-9bcb-d25ac152508f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f53b72225314895890ef7e8b4dfae8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6445305 Jul 09 09:25:00.591724 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-615cf330-665d-4358-8c47-a3ac2f71d918 req-8bc5d628-6fc0-4e07-bd61-9e3f71a9952c tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec173c1-6e85-4c1d-ab80-adb5d3f5605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717956 Jul 09 09:25:00.596596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36470) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:00.616403 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3370c6-de13-4d56-9bcb-d25ac152508f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c540c3e6-7a62-464a-b9bc-6921a460a33b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:00.692927 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['b616013b-b143-46eb-ad4c-796737abc6c9'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:25:00.721896 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8378d973-8790-4c15-a4d6-0934cd8256c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:00.730767 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c43a992-bbac-4b5f-9aeb-5c80c96b6be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:00.810891 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c43a992-bbac-4b5f-9aeb-5c80c96b6be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:00.842774 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36480) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:00.869810 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ec941e1-4144-46a3-a97b-bee9021108ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:00.971679 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ec941e1-4144-46a3-a97b-bee9021108ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:00.975940 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ec941e1-4144-46a3-a97b-bee9021108ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:01.008196 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b9418-ea98-4172-ab8c-846c9a8470b1 req-c0baf38b-13d1-4a1d-a6e0-54438cac8f8a tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:01.009749 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f75b9418-ea98-4172-ab8c-846c9a8470b1 req-c0baf38b-13d1-4a1d-a6e0-54438cac8f8a tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 950 time: 0.2744682 Jul 09 09:25:01.013036 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec941e1-4144-46a3-a97b-bee9021108ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafd86d8-e9bc-461e-83b5-319d47a8d867,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:01.020513 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7ec941e1-4144-46a3-a97b-bee9021108ec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d215cef261f34439a6d8e37f4897be8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738923 Jul 09 09:25:01.020862 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36482) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:01.073454 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30f44157-b168-4f71-a13b-c39b3ff69c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:01.074006 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c43a992-bbac-4b5f-9aeb-5c80c96b6be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:01.076517 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c43a992-bbac-4b5f-9aeb-5c80c96b6be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:01.077649 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5c43a992-bbac-4b5f-9aeb-5c80c96b6be1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c540c3e6-7a62-464a-b9bc-6921a460a33b HTTP/1.1" status: 204 len: 168 time: 0.4801199 Jul 09 09:25:01.095814 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30f44157-b168-4f71-a13b-c39b3ff69c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:01.116164 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43a992-bbac-4b5f-9aeb-5c80c96b6be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c540c3e6-7a62-464a-b9bc-6921a460a33b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:01.132429 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f75b9418-ea98-4172-ab8c-846c9a8470b1 req-024b92c3-9c49-47df-a1b3-5e717009ed11 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900986 Jul 09 09:25:01.157062 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30f44157-b168-4f71-a13b-c39b3ff69c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:01.160944 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30f44157-b168-4f71-a13b-c39b3ff69c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:01.171037 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-30f44157-b168-4f71-a13b-c39b3ff69c79 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eafd86d8-e9bc-461e-83b5-319d47a8d867 HTTP/1.1" status: 204 len: 168 time: 0.1406119 Jul 09 09:25:01.172019 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d835d2b-2bf9-4d96-95fe-499140cef0a3 req-a979c5f8-94f7-4466-8df7-48555f14b7a4 tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:01.172019 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d835d2b-2bf9-4d96-95fe-499140cef0a3 req-a979c5f8-94f7-4466-8df7-48555f14b7a4 tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.61 "GET /v2.0/ports?device_id=7769b530-54a4-44b6-bef4-3ce320a5a4d6 HTTP/1.1" status: 200 len: 971 time: 0.2403681 Jul 09 09:25:01.191171 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f44157-b168-4f71-a13b-c39b3ff69c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafd86d8-e9bc-461e-83b5-319d47a8d867,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:01.255826 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d835d2b-2bf9-4d96-95fe-499140cef0a3 req-a5ea1b4b-9e12-429b-a38a-d10b88ee759b tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.61 "GET /v2.0/security-groups?id=34041071-964e-4679-a573-889c479ddf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795751 Jul 09 09:25:01.303825 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8378d973-8790-4c15-a4d6-0934cd8256c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b711d7-b0df-4a02-82ba-06f74b6f8a9d {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:25:01.317138 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8378d973-8790-4c15-a4d6-0934cd8256c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:01.337149 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8378d973-8790-4c15-a4d6-0934cd8256c1 service neutron] Transition to ACTIVE for port object 51b711d7-b0df-4a02-82ba-06f74b6f8a9d will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:25:01.343020 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8378d973-8790-4c15-a4d6-0934cd8256c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:01.428657 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378d973-8790-4c15-a4d6-0934cd8256c1 service neutron] Pushing event updated for resources: {'Port': ['ID=51b711d7-b0df-4a02-82ba-06f74b6f8a9d,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:01.481851 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8378d973-8790-4c15-a4d6-0934cd8256c1 service neutron] Attempting to bind port 51b711d7-b0df-4a02-82ba-06f74b6f8a9d on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:25:01.483050 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8378d973-8790-4c15-a4d6-0934cd8256c1 service neutron] Attempting to bind port 51b711d7-b0df-4a02-82ba-06f74b6f8a9d by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:25:01.483050 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8378d973-8790-4c15-a4d6-0934cd8256c1 service neutron] Attempting to bind port 51b711d7-b0df-4a02-82ba-06f74b6f8a9d on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:25:01.498383 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8378d973-8790-4c15-a4d6-0934cd8256c1 service neutron] Port 51b711d7-b0df-4a02-82ba-06f74b6f8a9d on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:25:01.498822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8378d973-8790-4c15-a4d6-0934cd8256c1 service neutron] Attempting to bind port 51b711d7-b0df-4a02-82ba-06f74b6f8a9d on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:25:01.504280 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8378d973-8790-4c15-a4d6-0934cd8256c1 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:25:01.504763 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8378d973-8790-4c15-a4d6-0934cd8256c1 service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:25:01.505236 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8378d973-8790-4c15-a4d6-0934cd8256c1 service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:25:01.505756 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8378d973-8790-4c15-a4d6-0934cd8256c1 service neutron] Bound port: 51b711d7-b0df-4a02-82ba-06f74b6f8a9d, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:25:01.506204 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8378d973-8790-4c15-a4d6-0934cd8256c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:01.609578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8378d973-8790-4c15-a4d6-0934cd8256c1 service neutron] For port 51b711d7-b0df-4a02-82ba-06f74b6f8a9d, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:25:01.616465 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8378d973-8790-4c15-a4d6-0934cd8256c1 service neutron] For port 51b711d7-b0df-4a02-82ba-06f74b6f8a9d, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=51b711d7-b0df-4a02-82ba-06f74b6f8a9d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:25:01.623974 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8378d973-8790-4c15-a4d6-0934cd8256c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:01.691489 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8378d973-8790-4c15-a4d6-0934cd8256c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:01.692148 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8378d973-8790-4c15-a4d6-0934cd8256c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:01.693598 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-8378d973-8790-4c15-a4d6-0934cd8256c1 service neutron] 10.222.0.64 "PUT /v2.0/ports/51b711d7-b0df-4a02-82ba-06f74b6f8a9d HTTP/1.1" status: 200 len: 1096 time: 1.1728320 Jul 09 09:25:01.694048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bcbe79e-5804-48af-85df-8a16b5fd1806', 'tag': '51b711d7-b0df-4a02-82ba-06f74b6f8a9d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:25:01.699986 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bd59df-042f-4d98-b3c9-5c6125be0f48" -d '{"events": [{"name": "network-changed", "server_uuid": "5bcbe79e-5804-48af-85df-8a16b5fd1806", "tag": "51b711d7-b0df-4a02-82ba-06f74b6f8a9d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:25:01.852793 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378d973-8790-4c15-a4d6-0934cd8256c1 service neutron] Pushing event updated for resources: {'Port': ['ID=51b711d7-b0df-4a02-82ba-06f74b6f8a9d,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:01.984802 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36530) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:02.053620 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd24009-4456-4182-8ef6-c3528bee32bd req-ed4d20be-0f4e-4309-8ab2-3e34677e805f tempest-DeleteServersAdminTestJSON-1934990926 tempest-DeleteServersAdminTestJSON-1934990926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:02.055132 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7cd24009-4456-4182-8ef6-c3528bee32bd req-ed4d20be-0f4e-4309-8ab2-3e34677e805f tempest-DeleteServersAdminTestJSON-1934990926 tempest-DeleteServersAdminTestJSON-1934990926-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 1101 time: 0.3212879 Jul 09 09:25:02.056753 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-0cb9aab8-3c97-4812-8515-3b91f049cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:02.058368 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-0cb9aab8-3c97-4812-8515-3b91f049cc3a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bea7cbce01048c9a37b3d5db7ddd9f6&device_id=5bcbe79e-5804-48af-85df-8a16b5fd1806 HTTP/1.1" status: 200 len: 1099 time: 0.2951756 Jul 09 09:25:02.071960 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55864805-92ff-41ae-b0a5-518227108721 req-ee03f944-a466-4fe7-8775-3edf2cbe60b9 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:02.073493 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55864805-92ff-41ae-b0a5-518227108721 req-ee03f944-a466-4fe7-8775-3edf2cbe60b9 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bcbe79e-5804-48af-85df-8a16b5fd1806 HTTP/1.1" status: 200 len: 948 time: 0.2264352 Jul 09 09:25:02.093018 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0579d-9833-4d73-baf0-02f1d5a42f8c req-916215f6-4c23-4680-b7e8-4d3dba4b0435 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:02.094478 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-96b0579d-9833-4d73-baf0-02f1d5a42f8c req-916215f6-4c23-4680-b7e8-4d3dba4b0435 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b HTTP/1.1" status: 200 len: 946 time: 0.2487898 Jul 09 09:25:02.151944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-3a24af5c-e5c7-4985-b796-0a7ffd3f6dda service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=51b711d7-b0df-4a02-82ba-06f74b6f8a9d HTTP/1.1" status: 200 len: 217 time: 0.0765147 Jul 09 09:25:02.217241 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b616013b-b143-46eb-ad4c-796737abc6c9 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:25:02.223866 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9aec3555-31ef-4277-a707-0a0238fe623f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:02.336740 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port b616013b-b143-46eb-ad4c-796737abc6c9 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:25:02.346267 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port b616013b-b143-46eb-ad4c-796737abc6c9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:02.347086 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:02.396078 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9aec3555-31ef-4277-a707-0a0238fe623f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:02.401139 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9aec3555-31ef-4277-a707-0a0238fe623f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:02.436988 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec3555-31ef-4277-a707-0a0238fe623f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721f0b3c-d73f-4318-9774-90287af05d79,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:02.468008 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:02.478491 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9aec3555-31ef-4277-a707-0a0238fe623f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e023f2fae7ae414d9fd07339c909c395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4923408 Jul 09 09:25:02.481194 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36554) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:02.516666 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7769b530-54a4-44b6-bef4-3ce320a5a4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b616013b-b143-46eb-ad4c-796737abc6c9'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:25:02.518981 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dbd465-5bda-48c5-b7bd-d9fac77cfa2d" -d '{"events": [{"server_uuid": "7769b530-54a4-44b6-bef4-3ce320a5a4d6", "name": "network-vif-plugged", "status": "completed", "tag": "b616013b-b143-46eb-ad4c-796737abc6c9"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:25:02.530174 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55864805-92ff-41ae-b0a5-518227108721 req-3295f684-73d5-4aa3-82be-1df26f0ba764 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec173c1-6e85-4c1d-ab80-adb5d3f5605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328363 Jul 09 09:25:02.531892 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-f8cf25cb-89cf-41af-a82e-6bbee92f4190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:02.533524 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port b616013b-b143-46eb-ad4c-796737abc6c9, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b616013b-b143-46eb-ad4c-796737abc6c9,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:02.534464 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-f8cf25cb-89cf-41af-a82e-6bbee92f4190 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1774504 Jul 09 09:25:02.541284 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:02.552394 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-96b0579d-9833-4d73-baf0-02f1d5a42f8c req-7ac1dbb2-5e66-4ab0-b3b6-6a33e18f69a1 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/security-groups?id=a85837b8-3c64-462d-96ae-268ef463c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4078772 Jul 09 09:25:02.593650 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fe2db87f-98f3-4cc3-8e60-e0431499731c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:02.634582 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-ad6f00f2-ce06-42ae-b60c-4841d1944978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:02.636296 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-ad6f00f2-ce06-42ae-b60c-4841d1944978 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0813773 Jul 09 09:25:02.640625 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fe2db87f-98f3-4cc3-8e60-e0431499731c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:02.651343 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=b616013b-b143-46eb-ad4c-796737abc6c9,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:02.662272 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-7cd24009-4456-4182-8ef6-c3528bee32bd req-2abaf954-3e42-4331-8e52-9d52e1e75ec3 tempest-DeleteServersAdminTestJSON-1934990926 tempest-DeleteServersAdminTestJSON-1934990926-project-admin] Deleting port a2f680b7-ef51-4f00-ba90-7018a273548d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:25:02.662747 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7cd24009-4456-4182-8ef6-c3528bee32bd req-2abaf954-3e42-4331-8e52-9d52e1e75ec3 tempest-DeleteServersAdminTestJSON-1934990926 tempest-DeleteServersAdminTestJSON-1934990926-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:02.726408 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fe2db87f-98f3-4cc3-8e60-e0431499731c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:02.730060 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fe2db87f-98f3-4cc3-8e60-e0431499731c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:02.731518 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fe2db87f-98f3-4cc3-8e60-e0431499731c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/721f0b3c-d73f-4318-9774-90287af05d79 HTTP/1.1" status: 204 len: 168 time: 0.2493014 Jul 09 09:25:02.750846 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2db87f-98f3-4cc3-8e60-e0431499731c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721f0b3c-d73f-4318-9774-90287af05d79,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:02.873285 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-727c6f83-9ca1-4cd7-9588-6be72e905ebf service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280149 Jul 09 09:25:02.896750 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb9283a-15a2-4cc1-99af-edfab562b5ae x-openstack-request-id: req-7eb9283a-15a2-4cc1-99af-edfab562b5ae {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:25:02.897147 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bcbe79e-5804-48af-85df-8a16b5fd1806", "tag": "51b711d7-b0df-4a02-82ba-06f74b6f8a9d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:25:02.897404 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7eb9283a-15a2-4cc1-99af-edfab562b5ae {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:25:02.898024 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bcbe79e-5804-48af-85df-8a16b5fd1806', 'tag': '51b711d7-b0df-4a02-82ba-06f74b6f8a9d', 'status': 'completed', 'code': 200} Jul 09 09:25:02.924516 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-7cd24009-4456-4182-8ef6-c3528bee32bd req-2abaf954-3e42-4331-8e52-9d52e1e75ec3 tempest-DeleteServersAdminTestJSON-1934990926 tempest-DeleteServersAdminTestJSON-1934990926-project-admin] For port a2f680b7-ef51-4f00-ba90-7018a273548d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a2f680b7-ef51-4f00-ba90-7018a273548d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:02.924879 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7cd24009-4456-4182-8ef6-c3528bee32bd req-2abaf954-3e42-4331-8e52-9d52e1e75ec3 tempest-DeleteServersAdminTestJSON-1934990926 tempest-DeleteServersAdminTestJSON-1934990926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:03.012816 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-7cd24009-4456-4182-8ef6-c3528bee32bd req-2abaf954-3e42-4331-8e52-9d52e1e75ec3 tempest-DeleteServersAdminTestJSON-1934990926 tempest-DeleteServersAdminTestJSON-1934990926-project-admin] Calling delete_port for a2f680b7-ef51-4f00-ba90-7018a273548d owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:25:03.187470 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7c255-ba97-4604-83ff-f143906c49af req-8a25da10-de96-4627-8d27-76077da3c34c tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:03.192403 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28d7c255-ba97-4604-83ff-f143906c49af req-8a25da10-de96-4627-8d27-76077da3c34c tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 950 time: 0.3302009 Jul 09 09:25:03.206260 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e613395-e5a1-4762-8056-7ae77fee8aa2 req-ac4184db-db55-4a43-a2ac-2e6a8da7ce05 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218327 Jul 09 09:25:03.208863 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36580) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:03.216935 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb7bf9-ba25-419f-8bee-019495906cc2 req-3a684643-ca32-430f-8054-23f0879cbbe0 tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:03.218993 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36cb7bf9-ba25-419f-8bee-019495906cc2 req-3a684643-ca32-430f-8054-23f0879cbbe0 tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.61 "GET /v2.0/ports?device_id=7769b530-54a4-44b6-bef4-3ce320a5a4d6 HTTP/1.1" status: 200 len: 972 time: 0.2398105 Jul 09 09:25:03.227132 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-44886639-62ea-4c00-9fa0-64502234d1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:03.321727 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28d7c255-ba97-4604-83ff-f143906c49af req-feeef602-bdf6-4605-8af4-789674b76b64 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189277 Jul 09 09:25:03.371702 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-44886639-62ea-4c00-9fa0-64502234d1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:03.378179 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36cb7bf9-ba25-419f-8bee-019495906cc2 req-678b25dd-209a-4bf7-b1a5-a98afc78e184 tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.61 "GET /v2.0/security-groups?id=34041071-964e-4679-a573-889c479ddf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473482 Jul 09 09:25:03.379296 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-44886639-62ea-4c00-9fa0-64502234d1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:03.416269 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11203ddb-c4a4-436c-8947-76fd5c916f97 x-openstack-request-id: req-11203ddb-c4a4-436c-8947-76fd5c916f97 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:25:03.416790 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7769b530-54a4-44b6-bef4-3ce320a5a4d6", "name": "network-vif-plugged", "status": "completed", "tag": "b616013b-b143-46eb-ad4c-796737abc6c9", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:25:03.416987 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-11203ddb-c4a4-436c-8947-76fd5c916f97 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:25:03.417461 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7769b530-54a4-44b6-bef4-3ce320a5a4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b616013b-b143-46eb-ad4c-796737abc6c9', 'code': 200} Jul 09 09:25:03.432931 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-44886639-62ea-4c00-9fa0-64502234d1e6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=067d3402eca747188cbddae64ae9e239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229037 Jul 09 09:25:03.436187 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36588) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:03.439462 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44886639-62ea-4c00-9fa0-64502234d1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e70795d-2a7e-4fe4-96ac-e7b5be110632,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:03.476214 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7cd24009-4456-4182-8ef6-c3528bee32bd req-2abaf954-3e42-4331-8e52-9d52e1e75ec3 tempest-DeleteServersAdminTestJSON-1934990926 tempest-DeleteServersAdminTestJSON-1934990926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:03.487249 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['a2f680b7-ef51-4f00-ba90-7018a273548d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:25:03.544230 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abaf954-3e42-4331-8e52-9d52e1e75ec3 tempest-DeleteServersAdminTestJSON-1934990926 tempest-DeleteServersAdminTestJSON-1934990926-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2f680b7-ef51-4f00-ba90-7018a273548d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:03.559147 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a238de99-f836-4ad0-9883-270f664e23ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:03.577397 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79b759-0bff-40d5-8dea-326c06486a37 req-4db846b3-edd5-43bd-b0df-30016f7d2975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:03.578903 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0e79b759-0bff-40d5-8dea-326c06486a37 req-4db846b3-edd5-43bd-b0df-30016f7d2975 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7769b530-54a4-44b6-bef4-3ce320a5a4d6 HTTP/1.1" status: 200 len: 1123 time: 0.0964367 Jul 09 09:25:03.597977 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd59df-042f-4d98-b3c9-5c6125be0f48 req-67533d28-1d70-48fc-9e9f-75b883f1d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:03.599744 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e1bd59df-042f-4d98-b3c9-5c6125be0f48 req-67533d28-1d70-48fc-9e9f-75b883f1d436 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bea7cbce01048c9a37b3d5db7ddd9f6&device_id=5bcbe79e-5804-48af-85df-8a16b5fd1806 HTTP/1.1" status: 200 len: 1099 time: 0.3233387 Jul 09 09:25:03.628366 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:03.633595 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a238de99-f836-4ad0-9883-270f664e23ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:03.699063 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0e79b759-0bff-40d5-8dea-326c06486a37 req-fb3fa811-15d6-4d96-9ee2-9412ddd68f5e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=34041071-964e-4679-a573-889c479ddf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120865 Jul 09 09:25:03.738984 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd24009-4456-4182-8ef6-c3528bee32bd req-2abaf954-3e42-4331-8e52-9d52e1e75ec3 tempest-DeleteServersAdminTestJSON-1934990926 tempest-DeleteServersAdminTestJSON-1934990926-project-admin] No DVR routers for this DVR port a2f680b7-ef51-4f00-ba90-7018a273548d on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:25:03.751672 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7cd24009-4456-4182-8ef6-c3528bee32bd req-2abaf954-3e42-4331-8e52-9d52e1e75ec3 tempest-DeleteServersAdminTestJSON-1934990926 tempest-DeleteServersAdminTestJSON-1934990926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:03.755778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7cd24009-4456-4182-8ef6-c3528bee32bd req-2abaf954-3e42-4331-8e52-9d52e1e75ec3 tempest-DeleteServersAdminTestJSON-1934990926 tempest-DeleteServersAdminTestJSON-1934990926-project-admin] 10.222.0.64 "DELETE /v2.0/ports/a2f680b7-ef51-4f00-ba90-7018a273548d HTTP/1.1" status: 204 len: 173 time: 1.6793098 Jul 09 09:25:03.777364 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a238de99-f836-4ad0-9883-270f664e23ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:03.780578 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a238de99-f836-4ad0-9883-270f664e23ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:03.784741 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a238de99-f836-4ad0-9883-270f664e23ee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8e70795d-2a7e-4fe4-96ac-e7b5be110632 HTTP/1.1" status: 204 len: 168 time: 0.3466663 Jul 09 09:25:03.799383 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238de99-f836-4ad0-9883-270f664e23ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e70795d-2a7e-4fe4-96ac-e7b5be110632,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:03.910318 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd59df-042f-4d98-b3c9-5c6125be0f48 req-7df761cb-557e-4546-90ce-4a2be5983022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:03.911969 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e1bd59df-042f-4d98-b3c9-5c6125be0f48 req-7df761cb-557e-4546-90ce-4a2be5983022 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.2796812 Jul 09 09:25:03.979621 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e1bd59df-042f-4d98-b3c9-5c6125be0f48 req-2e820f77-6dc5-4344-bd98-418b3f48adb6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=51b711d7-b0df-4a02-82ba-06f74b6f8a9d HTTP/1.1" status: 200 len: 217 time: 0.0490694 Jul 09 09:25:04.062606 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5b79d-9ac7-4b4d-83f1-461093fb336a req-60bf5652-9764-4f00-ba58-3f2c7530cbcb tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:04.068708 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fab5b79d-9ac7-4b4d-83f1-461093fb336a req-60bf5652-9764-4f00-ba58-3f2c7530cbcb tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bcbe79e-5804-48af-85df-8a16b5fd1806 HTTP/1.1" status: 200 len: 948 time: 0.2423861 Jul 09 09:25:04.080815 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd59df-042f-4d98-b3c9-5c6125be0f48 req-314e71f2-5c4c-41c7-aafb-5f02e41d8fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:04.082292 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e1bd59df-042f-4d98-b3c9-5c6125be0f48 req-314e71f2-5c4c-41c7-aafb-5f02e41d8fa1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0949955 Jul 09 09:25:04.145659 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cb2a4-fba5-495a-b063-54de51063375 req-19aa011c-ec27-40e9-ac99-06c7aae645fd tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:04.147305 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa4cb2a4-fba5-495a-b063-54de51063375 req-19aa011c-ec27-40e9-ac99-06c7aae645fd tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b HTTP/1.1" status: 200 len: 946 time: 0.2534425 Jul 09 09:25:04.164257 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fab5b79d-9ac7-4b4d-83f1-461093fb336a req-f09b7a5e-7452-44c3-863a-47ea9ae752f8 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec173c1-6e85-4c1d-ab80-adb5d3f5605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921891 Jul 09 09:25:04.225378 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa4cb2a4-fba5-495a-b063-54de51063375 req-69324f39-16f6-4897-8d27-30cbc45a4f63 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/security-groups?id=a85837b8-3c64-462d-96ae-268ef463c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696104 Jul 09 09:25:04.240177 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd59df-042f-4d98-b3c9-5c6125be0f48 req-03b10d57-cd54-4a58-826d-501496b6d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:04.248646 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e1bd59df-042f-4d98-b3c9-5c6125be0f48 req-03b10d57-cd54-4a58-826d-501496b6d32b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1491799 Jul 09 09:25:04.350902 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e1bd59df-042f-4d98-b3c9-5c6125be0f48 req-6178c2b3-cb93-451a-86c1-e5f01dc3db84 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983365 Jul 09 09:25:04.514712 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e1bd59df-042f-4d98-b3c9-5c6125be0f48 req-5445e109-a994-4a87-bbd5-ae2080c9abf0 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528261 Jul 09 09:25:04.665009 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b3f3d061-f3a1-4cd6-afec-c1360cecc1a5 req-08d11e3a-66fa-46d3-9069-081fded8393b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719731 Jul 09 09:25:04.763802 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4abd3-e623-4de2-9110-dbc8147f1e17 req-c4e648bd-8615-458c-a8e5-215e461f1915 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:04.766465 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-49e4abd3-e623-4de2-9110-dbc8147f1e17 req-c4e648bd-8615-458c-a8e5-215e461f1915 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b HTTP/1.1" status: 200 len: 946 time: 0.1346714 Jul 09 09:25:04.778465 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36654) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:04.818183 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-303752c2-ab82-4469-a03e-eb6690991726 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Request body: {'floatingip': {'port_id': '8c166f93-35a8-41ca-b502-2e62c4424986'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:04.820310 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3d061-f3a1-4cd6-afec-c1360cecc1a5 req-0086eeb9-39fd-40dd-b320-cf5bb6619f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:04.821867 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b3f3d061-f3a1-4cd6-afec-c1360cecc1a5 req-0086eeb9-39fd-40dd-b320-cf5bb6619f57 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e8f80879cfdb4eb9b1dc5451c145ff3b&device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 1123 time: 0.0740714 Jul 09 09:25:04.862811 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-46c6f4e6-82b9-4af1-9ba7-ddfdc79cc351 req-9ba2653d-c7fa-4fa3-8772-c5f063faa32b tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=a598ea92-a4c4-434c-be3d-be65e43a6d28 HTTP/1.1" status: 200 len: 210 time: 0.0951593 Jul 09 09:25:04.902950 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a598ea92-a4c4-434c-be3d-be65e43a6d28', 'name': 'network-vif-deleted', 'tag': 'a2f680b7-ef51-4f00-ba90-7018a273548d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:25:04.905518 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b97594-2fee-403e-8d6f-327a539dc599" -d '{"events": [{"server_uuid": "a598ea92-a4c4-434c-be3d-be65e43a6d28", "name": "network-vif-deleted", "tag": "a2f680b7-ef51-4f00-ba90-7018a273548d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:25:04.944351 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-303752c2-ab82-4469-a03e-eb6690991726 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:05.053112 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36668) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:05.175402 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3d061-f3a1-4cd6-afec-c1360cecc1a5 req-01b33668-646a-4939-8abb-521f3c1b9ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:05.176934 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b3f3d061-f3a1-4cd6-afec-c1360cecc1a5 req-01b33668-646a-4939-8abb-521f3c1b9ed4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.3329108 Jul 09 09:25:05.237782 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b3f3d061-f3a1-4cd6-afec-c1360cecc1a5 req-c1891375-b32f-42f3-96bb-5bb31e88f79d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=78a8f9dd-98a5-420a-a4af-0262baaa9ce3 HTTP/1.1" status: 200 len: 217 time: 0.0533447 Jul 09 09:25:05.303185 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3d061-f3a1-4cd6-afec-c1360cecc1a5 req-659638fb-f8d4-43f6-b4d2-f5b41feb4b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:05.305056 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b3f3d061-f3a1-4cd6-afec-c1360cecc1a5 req-659638fb-f8d4-43f6-b4d2-f5b41feb4b33 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0611885 Jul 09 09:25:05.386849 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca33f86-d3dd-42b1-a9ab-822cb056ab38 x-openstack-request-id: req-3ca33f86-d3dd-42b1-a9ab-822cb056ab38 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:25:05.387409 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a598ea92-a4c4-434c-be3d-be65e43a6d28", "name": "network-vif-deleted", "tag": "a2f680b7-ef51-4f00-ba90-7018a273548d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:25:05.387409 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3ca33f86-d3dd-42b1-a9ab-822cb056ab38 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:25:05.387772 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a598ea92-a4c4-434c-be3d-be65e43a6d28', 'name': 'network-vif-deleted', 'tag': 'a2f680b7-ef51-4f00-ba90-7018a273548d', 'status': 'completed', 'code': 200} Jul 09 09:25:05.417873 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118e781-494a-4caa-b823-cfb94f415889 req-a1d31aca-f069-40fd-9044-44e3c55d2562 tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:05.420773 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3d061-f3a1-4cd6-afec-c1360cecc1a5 req-c0a3cde4-011a-4ccb-95b2-d2cf8185ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:05.423757 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b3f3d061-f3a1-4cd6-afec-c1360cecc1a5 req-c0a3cde4-011a-4ccb-95b2-d2cf8185ea4d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1125422 Jul 09 09:25:05.427069 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0118e781-494a-4caa-b823-cfb94f415889 req-a1d31aca-f069-40fd-9044-44e3c55d2562 tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.61 "GET /v2.0/ports?device_id=7769b530-54a4-44b6-bef4-3ce320a5a4d6 HTTP/1.1" status: 200 len: 972 time: 0.5171988 Jul 09 09:25:05.492005 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0118e781-494a-4caa-b823-cfb94f415889 req-5ebc2efc-bc35-4f6d-9f35-b8e5653fe63f tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.61 "GET /v2.0/security-groups?id=34041071-964e-4679-a573-889c479ddf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639226 Jul 09 09:25:05.520710 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a2f680b7-ef51-4f00-ba90-7018a273548d no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:25:05.570561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: a2f680b7-ef51-4f00-ba90-7018a273548d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:25:05.573626 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a2f680b7-ef51-4f00-ba90-7018a273548d not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:25:05.592438 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b3f3d061-f3a1-4cd6-afec-c1360cecc1a5 req-c6b53aee-53ad-4d5a-b0b6-7ec69f7a19ef service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596799 Jul 09 09:25:05.661702 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36700) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:05.663366 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d561919-d8c8-4db1-a7dd-11e8f67630ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:05.718528 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b3f3d061-f3a1-4cd6-afec-c1360cecc1a5 req-7ea91e09-0e79-4008-8fcb-37f7af78675c service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188340 Jul 09 09:25:05.870252 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828b257-591a-4f4e-aeb3-9dd9a27ad28d req-111cbe84-ad4d-45e0-a786-425ace5019eb tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:05.871864 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e828b257-591a-4f4e-aeb3-9dd9a27ad28d req-111cbe84-ad4d-45e0-a786-425ace5019eb tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bcbe79e-5804-48af-85df-8a16b5fd1806 HTTP/1.1" status: 200 len: 948 time: 0.3949137 Jul 09 09:25:05.872625 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3fc83b90-2bf4-4489-8e4e-ff7d090f16cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:06.073069 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e828b257-591a-4f4e-aeb3-9dd9a27ad28d req-209919d2-bf8c-439b-98fb-acd97f65cec7 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec173c1-6e85-4c1d-ab80-adb5d3f5605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824212 Jul 09 09:25:06.245431 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d561919-d8c8-4db1-a7dd-11e8f67630ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:06.266335 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d561919-d8c8-4db1-a7dd-11e8f67630ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:06.330931 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d561919-d8c8-4db1-a7dd-11e8f67630ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d322d6-87f4-4168-9d09-4c92f7683455,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:06.346831 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-303752c2-ab82-4469-a03e-eb6690991726 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:06.376350 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-303752c2-ab82-4469-a03e-eb6690991726 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:06.417611 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-14983e8b-fa08-401a-bc75-a54829877eb0 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=d464ad325910472cadf8e161a92e431c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0807650 Jul 09 09:25:06.426048 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8d561919-d8c8-4db1-a7dd-11e8f67630ea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=44c7a905a7fc4d0894a88be124f308b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3689306 Jul 09 09:25:06.426435 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36744) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:06.490314 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4fca8e5a-fc1d-46cf-a4ff-172f509a2713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:06.524453 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4fca8e5a-fc1d-46cf-a4ff-172f509a2713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:06.593057 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-303752c2-ab82-4469-a03e-eb6690991726 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Floating IP 6e12e600-4f62-4b37-9970-44c4d8633ece associated. External IP: 172.25.3.96, port: 8c166f93-35a8-41ca-b502-2e62c4424986. Jul 09 09:25:06.608762 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4fca8e5a-fc1d-46cf-a4ff-172f509a2713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:06.614369 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4fca8e5a-fc1d-46cf-a4ff-172f509a2713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:06.616553 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4fca8e5a-fc1d-46cf-a4ff-172f509a2713 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d0d322d6-87f4-4168-9d09-4c92f7683455 HTTP/1.1" status: 204 len: 168 time: 0.1889312 Jul 09 09:25:06.628977 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca8e5a-fc1d-46cf-a4ff-172f509a2713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d322d6-87f4-4168-9d09-4c92f7683455,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:06.668355 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-f67fe6d2-c71f-4200-9673-8989db643ca0 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:06.669851 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-f67fe6d2-c71f-4200-9673-8989db643ca0 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2408066 Jul 09 09:25:06.675985 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3fc83b90-2bf4-4489-8e4e-ff7d090f16cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:06.683211 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3fc83b90-2bf4-4489-8e4e-ff7d090f16cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:06.758516 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-a1f6c4b7-7d23-4b5d-b066-8df659bed3a5 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/quotas/d464ad325910472cadf8e161a92e431c HTTP/1.1" status: 200 len: 375 time: 0.0440423 Jul 09 09:25:06.780297 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a81d3a16-2fb7-4815-b910-382ef9c54273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:06.781737 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36754) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:06.782972 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3fc83b90-2bf4-4489-8e4e-ff7d090f16cd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fe4e4a6b2bf446d8897007757795baf6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1149478 Jul 09 09:25:06.794699 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc83b90-2bf4-4489-8e4e-ff7d090f16cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c272224-6469-4aa8-b826-bb0af67e468e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:06.817315 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-e3b241cf-a008-4f82-8270-73ecd4039904 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d464ad325910472cadf8e161a92e431c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442233 Jul 09 09:25:06.889925 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-14fb6170-d5bb-48ad-bd77-f18829a1cb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:06.941493 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303752c2-ab82-4469-a03e-eb6690991726 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Router 267ec43c-ca91-40a5-93af-31948dd65715 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:25:06.944308 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-14fb6170-d5bb-48ad-bd77-f18829a1cb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:07.061973 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-14fb6170-d5bb-48ad-bd77-f18829a1cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:07.067564 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-14fb6170-d5bb-48ad-bd77-f18829a1cb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:07.071801 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-14fb6170-d5bb-48ad-bd77-f18829a1cb09 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0c272224-6469-4aa8-b826-bb0af67e468e HTTP/1.1" status: 204 len: 168 time: 0.2873063 Jul 09 09:25:07.100346 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb6170-d5bb-48ad-bd77-f18829a1cb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c272224-6469-4aa8-b826-bb0af67e468e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:07.197276 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303752c2-ab82-4469-a03e-eb6690991726 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:25:07.211289 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-303752c2-ab82-4469-a03e-eb6690991726 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:07.224302 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc55704-a359-4683-96a9-071c2d973fdc None None] Sync routers for ids ['267ec43c-ca91-40a5-93af-31948dd65715'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:25:07.235102 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc55704-a359-4683-96a9-071c2d973fdc None None] Routers {'267ec43c-ca91-40a5-93af-31948dd65715'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:25:07.235733 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-adc55704-a359-4683-96a9-071c2d973fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:24:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['267ec43c-ca91-40a5-93af-31948dd65715'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:07.292448 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36770) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:07.309168 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fe1b6f51-a719-40b5-b24a-ae164dbc0e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:07.414644 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-adc55704-a359-4683-96a9-071c2d973fdc None None] Set router 267ec43c-ca91-40a5-93af-31948dd65715 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:25:07.495071 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fe1b6f51-a719-40b5-b24a-ae164dbc0e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:07.502978 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fe1b6f51-a719-40b5-b24a-ae164dbc0e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:07.536188 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 51b711d7-b0df-4a02-82ba-06f74b6f8a9d details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:25:07.601692 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b6f51-a719-40b5-b24a-ae164dbc0e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd96e73-a44c-4f58-aee9-460f0ef0bf0b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:07.631918 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fe1b6f51-a719-40b5-b24a-ae164dbc0e24 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e31dd60b11d74247821f2112889b5d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375404 Jul 09 09:25:07.635371 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36780) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:07.663826 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36782) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:07.687284 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b857a28-f9d8-4bde-8ace-ce9909a9bfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:07.707358 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8259f40a-f91a-4501-a368-c4c215213296 req-53e68c09-ef7b-41a3-95ef-42799f67e57a tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad59f85-fc57-40e1-b413-6a31ec1e7b54 HTTP/1.1" status: 200 len: 210 time: 0.4198809 Jul 09 09:25:07.741308 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 51b711d7-b0df-4a02-82ba-06f74b6f8a9d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=51b711d7-b0df-4a02-82ba-06f74b6f8a9d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:07.757293 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '51b711d7-b0df-4a02-82ba-06f74b6f8a9d', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '51b711d7-b0df-4a02-82ba-06f74b6f8a9d', 'mac_address': 'fa:16:3e:e8:b5:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:25:07.774674 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-303752c2-ab82-4469-a03e-eb6690991726 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "PUT /v2.0/floatingips/6e12e600-4f62-4b37-9970-44c4d8633ece HTTP/1.1" status: 200 len: 991 time: 2.9935830 Jul 09 09:25:07.779651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed08a4f-5086-480a-bc1b-4c97cf16f93b', 'tag': '8c166f93-35a8-41ca-b502-2e62c4424986'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:25:07.782604 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7797fea8-5578-498b-b0ca-e5b159480ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:07.788947 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bcac22-9ea4-479e-9e14-ccc477800e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "fed08a4f-5086-480a-bc1b-4c97cf16f93b", "tag": "8c166f93-35a8-41ca-b502-2e62c4424986"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:25:07.816681 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:07.833404 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7797fea8-5578-498b-b0ca-e5b159480ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:07.848733 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b711d7-b0df-4a02-82ba-06f74b6f8a9d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:25:07.869710 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45da472-3b68-47ed-b0bc-05772af3b2ec req-882e092d-7386-4265-b30a-aad978395daa tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:07.880629 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a45da472-3b68-47ed-b0bc-05772af3b2ec req-882e092d-7386-4265-b30a-aad978395daa tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.61 "GET /v2.0/ports?device_id=7769b530-54a4-44b6-bef4-3ce320a5a4d6 HTTP/1.1" status: 200 len: 972 time: 0.6021218 Jul 09 09:25:07.903090 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 51b711d7-b0df-4a02-82ba-06f74b6f8a9d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=51b711d7-b0df-4a02-82ba-06f74b6f8a9d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:07.910587 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:07.946768 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-adc55704-a359-4683-96a9-071c2d973fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267ec43c-ca91-40a5-93af-31948dd65715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1001958063-router', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1676cbae-b438-4cd4-866a-232c4b777460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:16Z', 'updated_at': '2021-07-09T09:24:20Z', 'revision_number': 4, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'gw_port': {'id': '1676cbae-b438-4cd4-866a-232c4b777460', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:17Z', 'updated_at': '2021-07-09T09:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '6e12e600-4f62-4b37-9970-44c4d8633ece', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'floating_ip_address': '172.25.3.96', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'port_id': '8c166f93-35a8-41ca-b502-2e62c4424986', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'mac_address': 'fa:16:3e:1d:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed08a4f-5086-480a-bc1b-4c97cf16f93b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:24:45Z', 'updated_at': '2021-07-09T09:25:06Z', 'revision_number': 1, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977286b0-1ece-4b20-b029-976250c43b54', 'name': '', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'mac_address': 'fa:16:3e:6e:cf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:19Z', 'updated_at': '2021-07-09T09:24:29Z', 'revision_number': 5, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'subnets': [{'id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:08.002868 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=51b711d7-b0df-4a02-82ba-06f74b6f8a9d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:08.011684 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc55704-a359-4683-96a9-071c2d973fdc None None] Checking router: 267ec43c-ca91-40a5-93af-31948dd65715 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:25:08.021509 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a45da472-3b68-47ed-b0bc-05772af3b2ec req-5b7c64cc-9359-4fd6-988b-7ba04df89907 tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.61 "GET /v2.0/security-groups?id=34041071-964e-4679-a573-889c479ddf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400084 Jul 09 09:25:08.041329 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc55704-a359-4683-96a9-071c2d973fdc None None] Routers {'267ec43c-ca91-40a5-93af-31948dd65715'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:25:08.042200 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-adc55704-a359-4683-96a9-071c2d973fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:24:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['267ec43c-ca91-40a5-93af-31948dd65715'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:08.057329 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7797fea8-5578-498b-b0ca-e5b159480ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:08.060379 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7797fea8-5578-498b-b0ca-e5b159480ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:08.061118 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f97ed-7e36-4e2e-a273-b8875b5bd3e3 req-7145323d-6ee9-48aa-901b-491ea992a539 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:08.064795 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7797fea8-5578-498b-b0ca-e5b159480ec5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ebd96e73-a44c-4f58-aee9-460f0ef0bf0b HTTP/1.1" status: 204 len: 168 time: 0.4263978 Jul 09 09:25:08.083748 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1c6f97ed-7e36-4e2e-a273-b8875b5bd3e3 req-7145323d-6ee9-48aa-901b-491ea992a539 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bcbe79e-5804-48af-85df-8a16b5fd1806 HTTP/1.1" status: 200 len: 949 time: 0.1931443 Jul 09 09:25:08.096087 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df504e4-c69a-4f51-a5f9-43ea52a84b89 req-8e33d213-ff12-47e0-865c-5fbfb813f41d tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:08.097620 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4df504e4-c69a-4f51-a5f9-43ea52a84b89 req-8e33d213-ff12-47e0-865c-5fbfb813f41d tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.58 "GET /v2.0/ports?device_id=7769b530-54a4-44b6-bef4-3ce320a5a4d6 HTTP/1.1" status: 200 len: 972 time: 0.2114954 Jul 09 09:25:08.103466 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b857a28-f9d8-4bde-8ace-ce9909a9bfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:08.105084 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797fea8-5578-498b-b0ca-e5b159480ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd96e73-a44c-4f58-aee9-460f0ef0bf0b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:08.125645 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b857a28-f9d8-4bde-8ace-ce9909a9bfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:08.183721 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:25:08.226966 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['51b711d7-b0df-4a02-82ba-06f74b6f8a9d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:25:08.231655 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1c6f97ed-7e36-4e2e-a273-b8875b5bd3e3 req-7cfb808b-ee3f-4c58-99ce-6a5c9227f90e tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec173c1-6e85-4c1d-ab80-adb5d3f5605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149838 Jul 09 09:25:08.236784 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1b857a28-f9d8-4bde-8ace-ce9909a9bfb3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=45ff4e4f3d1f4f6baeb3938a14814088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5714161 Jul 09 09:25:08.239340 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36794) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:08.259981 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b857a28-f9d8-4bde-8ace-ce9909a9bfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857e95f3-0c74-4389-a2bb-e7d75bf6b4b0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:08.290131 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef53a83f-6335-490c-a565-9bcb662727fe x-openstack-request-id: req-ef53a83f-6335-490c-a565-9bcb662727fe {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:25:08.290634 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed08a4f-5086-480a-bc1b-4c97cf16f93b", "tag": "8c166f93-35a8-41ca-b502-2e62c4424986", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:25:08.292380 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ef53a83f-6335-490c-a565-9bcb662727fe {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:25:08.293033 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed08a4f-5086-480a-bc1b-4c97cf16f93b', 'tag': '8c166f93-35a8-41ca-b502-2e62c4424986', 'status': 'completed', 'code': 200} Jul 09 09:25:08.382515 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d344-6eab-49d4-a8b5-bc816e87eeba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:08.412702 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bcac22-9ea4-479e-9e14-ccc477800e7f req-9ce3d967-eb9c-4ccc-8f25-cdf3d3ed55f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:08.414401 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03bcac22-9ea4-479e-9e14-ccc477800e7f req-9ce3d967-eb9c-4ccc-8f25-cdf3d3ed55f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ad7ac9ad0c7f45778e35920b171b6a59&device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b HTTP/1.1" status: 200 len: 1097 time: 0.1165736 Jul 09 09:25:08.415492 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-adc55704-a359-4683-96a9-071c2d973fdc None None] Set router 267ec43c-ca91-40a5-93af-31948dd65715 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:25:08.417094 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d344-6eab-49d4-a8b5-bc816e87eeba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:08.641179 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-4df504e4-c69a-4f51-a5f9-43ea52a84b89 req-7fef549a-b45a-47a5-82c6-3c968f4204aa tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Deleting port b616013b-b143-46eb-ad4c-796737abc6c9 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:25:08.642416 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4df504e4-c69a-4f51-a5f9-43ea52a84b89 req-7fef549a-b45a-47a5-82c6-3c968f4204aa tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:08.651937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bcac22-9ea4-479e-9e14-ccc477800e7f req-6b3463bf-b165-420b-86a8-3b05af9079fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:08.654399 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03bcac22-9ea4-479e-9e14-ccc477800e7f req-6b3463bf-b165-420b-86a8-3b05af9079fe service neutron] 10.222.0.64 "GET /v2.0/networks?id=abd3d097-4901-4007-b68a-b81c87d8e49c HTTP/1.1" status: 200 len: 925 time: 0.2285268 Jul 09 09:25:08.753573 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:08.811357 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.58', 54209) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:08.880317 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d344-6eab-49d4-a8b5-bc816e87eeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:08.886227 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d344-6eab-49d4-a8b5-bc816e87eeba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:08.889647 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a5c2d344-6eab-49d4-a8b5-bc816e87eeba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/857e95f3-0c74-4389-a2bb-e7d75bf6b4b0 HTTP/1.1" status: 204 len: 168 time: 0.6470461 Jul 09 09:25:08.899892 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-adc55704-a359-4683-96a9-071c2d973fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267ec43c-ca91-40a5-93af-31948dd65715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1001958063-router', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1676cbae-b438-4cd4-866a-232c4b777460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:16Z', 'updated_at': '2021-07-09T09:24:20Z', 'revision_number': 4, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'gw_port': {'id': '1676cbae-b438-4cd4-866a-232c4b777460', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:17Z', 'updated_at': '2021-07-09T09:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '6e12e600-4f62-4b37-9970-44c4d8633ece', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'floating_ip_address': '172.25.3.96', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'port_id': '8c166f93-35a8-41ca-b502-2e62c4424986', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'mac_address': 'fa:16:3e:1d:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed08a4f-5086-480a-bc1b-4c97cf16f93b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:24:45Z', 'updated_at': '2021-07-09T09:25:06Z', 'revision_number': 1, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977286b0-1ece-4b20-b029-976250c43b54', 'name': '', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'mac_address': 'fa:16:3e:6e:cf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:19Z', 'updated_at': '2021-07-09T09:24:29Z', 'revision_number': 5, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'subnets': [{'id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:08.940667 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc55704-a359-4683-96a9-071c2d973fdc None None] The sync data for ids ['267ec43c-ca91-40a5-93af-31948dd65715'] in n-d-799996-1 is: [{'id': '267ec43c-ca91-40a5-93af-31948dd65715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1001958063-router', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1676cbae-b438-4cd4-866a-232c4b777460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:16Z', 'updated_at': '2021-07-09T09:24:20Z', 'revision_number': 4, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'gw_port': {'id': '1676cbae-b438-4cd4-866a-232c4b777460', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:17Z', 'updated_at': '2021-07-09T09:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '6e12e600-4f62-4b37-9970-44c4d8633ece', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'floating_ip_address': '172.25.3.96', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'port_id': '8c166f93-35a8-41ca-b502-2e62c4424986', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'mac_address': 'fa:16:3e:1d:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed08a4f-5086-480a-bc1b-4c97cf16f93b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:24:45Z', 'updated_at': '2021-07-09T09:25:06Z', 'revision_number': 1, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977286b0-1ece-4b20-b029-976250c43b54', 'name': '', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'mac_address': 'fa:16:3e:6e:cf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:19Z', 'updated_at': '2021-07-09T09:24:29Z', 'revision_number': 5, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'subnets': [{'id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:25:09.003221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2d344-6eab-49d4-a8b5-bc816e87eeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857e95f3-0c74-4389-a2bb-e7d75bf6b4b0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:09.071339 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03bcac22-9ea4-479e-9e14-ccc477800e7f req-6bf5344d-e85c-4909-81c0-c928418a12fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c166f93-35a8-41ca-b502-2e62c4424986 HTTP/1.1" status: 200 len: 999 time: 0.4100277 Jul 09 09:25:09.102776 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16e03162-8a28-4a5f-9adb-9ecbe94da7b3 req-57f73a56-ec5d-4899-be72-8fe38c2115de tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad59f85-fc57-40e1-b413-6a31ec1e7b54 HTTP/1.1" status: 200 len: 210 time: 0.0510325 Jul 09 09:25:09.131213 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-4df504e4-c69a-4f51-a5f9-43ea52a84b89 req-7fef549a-b45a-47a5-82c6-3c968f4204aa tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] For port b616013b-b143-46eb-ad4c-796737abc6c9, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b616013b-b143-46eb-ad4c-796737abc6c9,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:09.133502 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4df504e4-c69a-4f51-a5f9-43ea52a84b89 req-7fef549a-b45a-47a5-82c6-3c968f4204aa tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:09.172578 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-4df504e4-c69a-4f51-a5f9-43ea52a84b89 req-7fef549a-b45a-47a5-82c6-3c968f4204aa tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Calling delete_port for b616013b-b143-46eb-ad4c-796737abc6c9 owned by compute:tempest-test_az-1542044408 {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:25:09.215177 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bcac22-9ea4-479e-9e14-ccc477800e7f req-fa1df3f0-e8d0-400d-b33e-73fb2e1daf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:09.225344 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03bcac22-9ea4-479e-9e14-ccc477800e7f req-fa1df3f0-e8d0-400d-b33e-73fb2e1daf04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14c22d07-67af-4620-a5dc-506ada0c305b HTTP/1.1" status: 200 len: 863 time: 0.1368356 Jul 09 09:25:09.308066 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2faea98e-936a-4b14-8075-ad64352f8a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:09.332598 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-febe5732-f999-46a7-b9a3-8d7ddd6e2b2f tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d464ad325910472cadf8e161a92e431c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5032854 Jul 09 09:25:09.364547 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bcac22-9ea4-479e-9e14-ccc477800e7f req-f419576b-67e7-4099-9e00-e6965aaec77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:09.366218 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03bcac22-9ea4-479e-9e14-ccc477800e7f req-f419576b-67e7-4099-9e00-e6965aaec77c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=abd3d097-4901-4007-b68a-b81c87d8e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344151 Jul 09 09:25:09.390293 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ab1327-6591-4b6b-919a-71967ef4b5ef None None] New status for floating IP 6e12e600-4f62-4b37-9970-44c4d8633ece: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:25:09.578401 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 51b711d7-b0df-4a02-82ba-06f74b6f8a9d up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:25:09.592589 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03bcac22-9ea4-479e-9e14-ccc477800e7f req-88f15987-1058-450a-acfa-bc6bd3a5d5ca service neutron] 10.222.0.64 "GET /v2.0/networks/abd3d097-4901-4007-b68a-b81c87d8e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181218 Jul 09 09:25:09.720372 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-6d998d74-ae02-4e0a-94b7-4354962e0b3a tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:09.721406 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:09.732706 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-6d998d74-ae02-4e0a-94b7-4354962e0b3a tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2967474 Jul 09 09:25:09.764538 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-6b4a000c-c486-4085-a8f2-96234200cd0b tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Request body: {'port': {'device_id': 'fad59f85-fc57-40e1-b413-6a31ec1e7b54', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': 'd464ad325910472cadf8e161a92e431c'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:09.854863 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc2649-d456-417f-91d3-b4afb790e0f0 req-73fe347f-e564-40ca-8b3a-b39803998c3c tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:09.860247 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccfc2649-d456-417f-91d3-b4afb790e0f0 req-73fe347f-e564-40ca-8b3a-b39803998c3c tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.61 "GET /v2.0/ports?device_id=7769b530-54a4-44b6-bef4-3ce320a5a4d6 HTTP/1.1" status: 200 len: 972 time: 0.4899528 Jul 09 09:25:10.045308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36866) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:10.059218 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 51b711d7-b0df-4a02-82ba-06f74b6f8a9d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:25:10.063780 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4df504e4-c69a-4f51-a5f9-43ea52a84b89 req-7fef549a-b45a-47a5-82c6-3c968f4204aa tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:10.065417 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 51b711d7-b0df-4a02-82ba-06f74b6f8a9d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:10.065794 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:10.082536 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-6b4a000c-c486-4085-a8f2-96234200cd0b tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Made reservation on behalf of d464ad325910472cadf8e161a92e431c for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:10.088767 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03bcac22-9ea4-479e-9e14-ccc477800e7f req-14e8535e-8ced-4d49-a8f2-b34bdf18f21b service neutron] 10.222.0.64 "GET /v2.0/networks/abd3d097-4901-4007-b68a-b81c87d8e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828629 Jul 09 09:25:10.091904 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-6b4a000c-c486-4085-a8f2-96234200cd0b tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:10.105929 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccfc2649-d456-417f-91d3-b4afb790e0f0 req-634d3bfb-bfe5-40e7-a99b-b4a5ab67c996 tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.61 "GET /v2.0/security-groups?id=34041071-964e-4679-a573-889c479ddf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192690 Jul 09 09:25:10.152470 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['b616013b-b143-46eb-ad4c-796737abc6c9'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:25:10.154497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4930-6e1f-4c15-ba82-89561c7f5e0e req-8a78ab4c-1875-4250-ab25-a31203517777 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:10.164543 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-72cc4930-6e1f-4c15-ba82-89561c7f5e0e req-8a78ab4c-1875-4250-ab25-a31203517777 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bcbe79e-5804-48af-85df-8a16b5fd1806 HTTP/1.1" status: 200 len: 949 time: 0.2790871 Jul 09 09:25:10.193858 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef549a-b45a-47a5-82c6-3c968f4204aa tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Pushing event deleted for resources: {'Port': ['ID=b616013b-b143-46eb-ad4c-796737abc6c9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:10.266977 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-72cc4930-6e1f-4c15-ba82-89561c7f5e0e req-5342a86f-00e9-4f3f-ad96-11503265bdaf tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec173c1-6e85-4c1d-ab80-adb5d3f5605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007640 Jul 09 09:25:10.340265 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:10.387016 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcbe79e-5804-48af-85df-8a16b5fd1806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b711d7-b0df-4a02-82ba-06f74b6f8a9d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:25:10.405183 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d51703-3af6-4e62-af45-ed1009880573" -d '{"events": [{"server_uuid": "5bcbe79e-5804-48af-85df-8a16b5fd1806", "name": "network-vif-plugged", "status": "completed", "tag": "51b711d7-b0df-4a02-82ba-06f74b6f8a9d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:25:10.460954 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 51b711d7-b0df-4a02-82ba-06f74b6f8a9d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=51b711d7-b0df-4a02-82ba-06f74b6f8a9d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:10.468195 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:10.471818 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-573801e9-e62e-486d-896a-05f5d89c80bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:10.565742 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daed036c-b6e2-467c-85b1-461d8416d0a1 x-openstack-request-id: req-daed036c-b6e2-467c-85b1-461d8416d0a1 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:25:10.578240 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcbe79e-5804-48af-85df-8a16b5fd1806", "name": "network-vif-plugged", "status": "completed", "tag": "51b711d7-b0df-4a02-82ba-06f74b6f8a9d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:25:10.578785 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-daed036c-b6e2-467c-85b1-461d8416d0a1 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:25:10.581845 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bcbe79e-5804-48af-85df-8a16b5fd1806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b711d7-b0df-4a02-82ba-06f74b6f8a9d', 'code': 200} Jul 09 09:25:10.619229 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=51b711d7-b0df-4a02-82ba-06f74b6f8a9d,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:10.674320 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df504e4-c69a-4f51-a5f9-43ea52a84b89 req-7fef549a-b45a-47a5-82c6-3c968f4204aa tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] No DVR routers for this DVR port b616013b-b143-46eb-ad4c-796737abc6c9 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:25:10.695897 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4df504e4-c69a-4f51-a5f9-43ea52a84b89 req-7fef549a-b45a-47a5-82c6-3c968f4204aa tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:10.699353 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4df504e4-c69a-4f51-a5f9-43ea52a84b89 req-7fef549a-b45a-47a5-82c6-3c968f4204aa tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.58 "DELETE /v2.0/ports/b616013b-b143-46eb-ad4c-796737abc6c9 HTTP/1.1" status: 204 len: 173 time: 2.5815976 Jul 09 09:25:10.699870 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7769b530-54a4-44b6-bef4-3ce320a5a4d6', 'name': 'network-vif-deleted', 'tag': 'b616013b-b143-46eb-ad4c-796737abc6c9'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:25:10.708141 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85dd5bb-fc29-4889-bab4-10042719a2a6" -d '{"events": [{"server_uuid": "7769b530-54a4-44b6-bef4-3ce320a5a4d6", "name": "network-vif-deleted", "tag": "b616013b-b143-46eb-ad4c-796737abc6c9"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:25:10.717560 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3b7aece-88b4-45eb-baf2-76a381626b9d req-81613ec4-b002-4c55-8f65-1626f1f09e25 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad59f85-fc57-40e1-b413-6a31ec1e7b54 HTTP/1.1" status: 200 len: 210 time: 0.1072805 Jul 09 09:25:10.721272 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-6b4a000c-c486-4085-a8f2-96234200cd0b tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Allocated IP 192.168.233.43 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/8efbd722-d097-4e5d-814b-f6eb0796eccb) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:25:10.818392 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e5a8575-157f-4a13-b52e-6bf3a858e932 req-7605859f-8998-4243-be97-8acddc4ee7ac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3802388 Jul 09 09:25:10.845562 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe37047-da78-471c-829a-507380083711 req-a2322b1f-c972-4828-a670-f79c454a8eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:10.846683 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebe37047-da78-471c-829a-507380083711 req-a2322b1f-c972-4828-a670-f79c454a8eb3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5bcbe79e-5804-48af-85df-8a16b5fd1806 HTTP/1.1" status: 200 len: 1101 time: 0.1601756 Jul 09 09:25:10.847140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36904) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:10.847345 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04c8edf-d24e-4007-b946-a3ed9630977d x-openstack-request-id: req-e04c8edf-d24e-4007-b946-a3ed9630977d {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:25:10.847822 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7769b530-54a4-44b6-bef4-3ce320a5a4d6", "name": "network-vif-deleted", "tag": "b616013b-b143-46eb-ad4c-796737abc6c9", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:25:10.848212 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e04c8edf-d24e-4007-b946-a3ed9630977d {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:25:10.850567 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7769b530-54a4-44b6-bef4-3ce320a5a4d6', 'name': 'network-vif-deleted', 'tag': 'b616013b-b143-46eb-ad4c-796737abc6c9', 'status': 'completed', 'code': 200} Jul 09 09:25:10.894834 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-573801e9-e62e-486d-896a-05f5d89c80bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:10.904663 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-573801e9-e62e-486d-896a-05f5d89c80bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:10.919079 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebe37047-da78-471c-829a-507380083711 req-0125e08b-b09d-49b7-a69d-448462612465 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=aec173c1-6e85-4c1d-ab80-adb5d3f5605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631461 Jul 09 09:25:10.953052 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-573801e9-e62e-486d-896a-05f5d89c80bd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=adf4bc27260b4220bda1dac8ffd93202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9017174 Jul 09 09:25:10.954454 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573801e9-e62e-486d-896a-05f5d89c80bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8c57a4-74a0-44cb-be7b-cda8d08e0bba,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:10.957030 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36912) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:10.997759 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-6b4a000c-c486-4085-a8f2-96234200cd0b tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:11.032596 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:11.042338 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-6b4a000c-c486-4085-a8f2-96234200cd0b tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Transition to ACTIVE for port object 8efbd722-d097-4e5d-814b-f6eb0796eccb will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:25:11.060564 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ee521c6-8188-4b68-b424-64c78cd7d1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:11.093627 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8ace2f08-d262-40e5-a035-68edf37e7ec1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1013741045-network', 'tenant_id': '82a1a771499846fa8b15e4ad106e86da'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:11.098363 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-6b4a000c-c486-4085-a8f2-96234200cd0b tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:11.104262 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ee521c6-8188-4b68-b424-64c78cd7d1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:11.169193 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ace2f08-d262-40e5-a035-68edf37e7ec1 admin admin] Made reservation on behalf of 82a1a771499846fa8b15e4ad106e86da for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:11.171982 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ace2f08-d262-40e5-a035-68edf37e7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:11.177341 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a000c-c486-4085-a8f2-96234200cd0b tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Pushing event updated for resources: {'Port': ['ID=8efbd722-d097-4e5d-814b-f6eb0796eccb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:11.178449 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a8575-157f-4a13-b52e-6bf3a858e932 req-3092441e-4331-470c-b18c-27e2ec26885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:11.180404 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e5a8575-157f-4a13-b52e-6bf3a858e932 req-3092441e-4331-470c-b18c-27e2ec26885f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ad7ac9ad0c7f45778e35920b171b6a59&device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b HTTP/1.1" status: 200 len: 1097 time: 0.1616518 Jul 09 09:25:11.187103 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ace2f08-d262-40e5-a035-68edf37e7ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:11.211625 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ee521c6-8188-4b68-b424-64c78cd7d1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:11.214261 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-6b4a000c-c486-4085-a8f2-96234200cd0b tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:25:11.214673 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ee521c6-8188-4b68-b424-64c78cd7d1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:11.216092 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5ee521c6-8188-4b68-b424-64c78cd7d1f1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a8c57a4-74a0-44cb-be7b-cda8d08e0bba HTTP/1.1" status: 204 len: 168 time: 0.2579472 Jul 09 09:25:11.216350 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-6b4a000c-c486-4085-a8f2-96234200cd0b tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:11.235950 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-6b4a000c-c486-4085-a8f2-96234200cd0b tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:25:11.252799 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-6b4a000c-c486-4085-a8f2-96234200cd0b tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:11.253482 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-6b4a000c-c486-4085-a8f2-96234200cd0b tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:11.298729 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee521c6-8188-4b68-b424-64c78cd7d1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8c57a4-74a0-44cb-be7b-cda8d08e0bba,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:11.540599 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-710ee5b2-b6f2-4910-9fcb-6e07255a8731 req-bc2fd380-fd93-4345-8e40-e4e08c45d91b tempest-TenantUsagesTestJSON-1749008955 tempest-TenantUsagesTestJSON-1749008955-project] 10.222.0.61 "GET /v2.0/ports?device_id=7769b530-54a4-44b6-bef4-3ce320a5a4d6 HTTP/1.1" status: 200 len: 210 time: 0.0801694 Jul 09 09:25:11.571501 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0e34b939-73f5-47dd-a778-006ba099dc51 None None] Provisioning for port 8efbd722-d097-4e5d-814b-f6eb0796eccb completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:25:11.577140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0e34b939-73f5-47dd-a778-006ba099dc51 None None] Provisioning complete for port 8efbd722-d097-4e5d-814b-f6eb0796eccb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:11.577742 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0e34b939-73f5-47dd-a778-006ba099dc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:11.600552 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a8575-157f-4a13-b52e-6bf3a858e932 req-55743fea-61b8-499f-8edd-69f84e997a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:11.605050 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e5a8575-157f-4a13-b52e-6bf3a858e932 req-55743fea-61b8-499f-8edd-69f84e997a86 service neutron] 10.222.0.64 "GET /v2.0/networks?id=abd3d097-4901-4007-b68a-b81c87d8e49c HTTP/1.1" status: 200 len: 925 time: 0.3859081 Jul 09 09:25:11.665197 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-0e34b939-73f5-47dd-a778-006ba099dc51 None None] Port 8efbd722-d097-4e5d-814b-f6eb0796eccb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:25:11.715126 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ace2f08-d262-40e5-a035-68edf37e7ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:11.726817 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-6b4a000c-c486-4085-a8f2-96234200cd0b tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9817827 Jul 09 09:25:11.727655 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e5a8575-157f-4a13-b52e-6bf3a858e932 req-cdf032fa-efcb-40eb-b61d-f3acdefd2376 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c166f93-35a8-41ca-b502-2e62c4424986 HTTP/1.1" status: 200 len: 1001 time: 0.1152084 Jul 09 09:25:11.728290 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ace2f08-d262-40e5-a035-68edf37e7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:11.738887 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-96c96724-9bd5-4a55-a157-e6fb3577d249 service neutron] Request body: {'port': {'device_id': 'fad59f85-fc57-40e1-b413-6a31ec1e7b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:11.803635 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb763c9-150c-418e-9bad-f4ea4f5c39e9 req-3e707ca4-7092-47fc-a9b2-4e83ad347223 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:11.808630 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3bb763c9-150c-418e-9bad-f4ea4f5c39e9 req-3e707ca4-7092-47fc-a9b2-4e83ad347223 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 972 time: 0.3662755 Jul 09 09:25:11.816136 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-96c96724-9bd5-4a55-a157-e6fb3577d249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:11.831924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ace2f08-d262-40e5-a035-68edf37e7ec1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:25:11.874924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36940) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:11.886802 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ace2f08-d262-40e5-a035-68edf37e7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:11.887125 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-8ace2f08-d262-40e5-a035-68edf37e7ec1 admin admin] Added segment 8d8a8a37-a46f-4ccd-854b-e95cd489950e of type vlan for network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 Jul 09 09:25:11.891875 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace2f08-d262-40e5-a035-68edf37e7ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779fe310-2650-44d4-abd7-18dd63965c52,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:11.921796 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cb0bb60-ec4d-479a-bdff-b797d3b695f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:11.952541 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a8575-157f-4a13-b52e-6bf3a858e932 req-d0f80840-6b6d-4499-a077-9b5818302d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:11.954075 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e5a8575-157f-4a13-b52e-6bf3a858e932 req-d0f80840-6b6d-4499-a077-9b5818302d29 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14c22d07-67af-4620-a5dc-506ada0c305b HTTP/1.1" status: 200 len: 863 time: 0.2006207 Jul 09 09:25:11.995666 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3bb763c9-150c-418e-9bad-f4ea4f5c39e9 req-ddb9f3bf-ad36-4cfb-ad2f-6d583696b4b6 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ecd9e08-0068-41ca-a55d-9d7b5e787fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578064 Jul 09 09:25:12.018890 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ace2f08-d262-40e5-a035-68edf37e7ec1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:12.089930 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdc816-7aea-4e1c-a74a-40edc767e8a6 req-83d1b874-34c8-470e-a883-c62bde537f40 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:12.091975 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-56fdc816-7aea-4e1c-a74a-40edc767e8a6 req-83d1b874-34c8-470e-a883-c62bde537f40 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bcbe79e-5804-48af-85df-8a16b5fd1806 HTTP/1.1" status: 200 len: 950 time: 0.3602741 Jul 09 09:25:12.092849 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ace2f08-d262-40e5-a035-68edf37e7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:12.094461 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ace2f08-d262-40e5-a035-68edf37e7ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:12.095157 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ace2f08-d262-40e5-a035-68edf37e7ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:12.160898 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-96c96724-9bd5-4a55-a157-e6fb3577d249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8efbd722-d097-4e5d-814b-f6eb0796eccb {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:25:12.170209 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-96c96724-9bd5-4a55-a157-e6fb3577d249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:12.184693 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-96c96724-9bd5-4a55-a157-e6fb3577d249 service neutron] Transition to ACTIVE for port object 8efbd722-d097-4e5d-814b-f6eb0796eccb will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:25:12.188986 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-96c96724-9bd5-4a55-a157-e6fb3577d249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:12.227486 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace2f08-d262-40e5-a035-68edf37e7ec1 admin admin] Pushing event updated for resources: {'Network': ['ID=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:12.245456 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b616013b-b143-46eb-ad4c-796737abc6c9 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:25:12.285096 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c96724-9bd5-4a55-a157-e6fb3577d249 service neutron] Pushing event updated for resources: {'Port': ['ID=8efbd722-d097-4e5d-814b-f6eb0796eccb,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:12.289149 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-56fdc816-7aea-4e1c-a74a-40edc767e8a6 req-9b91b9ef-7edc-41df-a898-a69e4efeaddd tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec173c1-6e85-4c1d-ab80-adb5d3f5605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771181 Jul 09 09:25:12.300385 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:25:12.300804 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-96c96724-9bd5-4a55-a157-e6fb3577d249 service neutron] Attempting to bind port 8efbd722-d097-4e5d-814b-f6eb0796eccb on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:25:12.300995 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-96c96724-9bd5-4a55-a157-e6fb3577d249 service neutron] Attempting to bind port 8efbd722-d097-4e5d-814b-f6eb0796eccb by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:25:12.301381 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-96c96724-9bd5-4a55-a157-e6fb3577d249 service neutron] Attempting to bind port 8efbd722-d097-4e5d-814b-f6eb0796eccb on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:25:12.306877 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-96c96724-9bd5-4a55-a157-e6fb3577d249 service neutron] Port 8efbd722-d097-4e5d-814b-f6eb0796eccb on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:25:12.307113 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-96c96724-9bd5-4a55-a157-e6fb3577d249 service neutron] Attempting to bind port 8efbd722-d097-4e5d-814b-f6eb0796eccb on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:25:12.313920 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-96c96724-9bd5-4a55-a157-e6fb3577d249 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:25:12.314389 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-96c96724-9bd5-4a55-a157-e6fb3577d249 service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:25:12.315144 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-96c96724-9bd5-4a55-a157-e6fb3577d249 service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:25:12.315942 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-96c96724-9bd5-4a55-a157-e6fb3577d249 service neutron] Bound port: 8efbd722-d097-4e5d-814b-f6eb0796eccb, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:25:12.316516 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-96c96724-9bd5-4a55-a157-e6fb3577d249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:12.340055 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a8575-157f-4a13-b52e-6bf3a858e932 req-b6b9c95b-112c-493b-9f8d-ae31ba8f268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:12.343718 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e5a8575-157f-4a13-b52e-6bf3a858e932 req-b6b9c95b-112c-493b-9f8d-ae31ba8f268d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=abd3d097-4901-4007-b68a-b81c87d8e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3739960 Jul 09 09:25:12.405264 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: b616013b-b143-46eb-ad4c-796737abc6c9 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:25:12.406114 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b616013b-b143-46eb-ad4c-796737abc6c9 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:25:12.449260 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-96c96724-9bd5-4a55-a157-e6fb3577d249 service neutron] For port 8efbd722-d097-4e5d-814b-f6eb0796eccb, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:25:12.453435 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-96c96724-9bd5-4a55-a157-e6fb3577d249 service neutron] For port 8efbd722-d097-4e5d-814b-f6eb0796eccb, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8efbd722-d097-4e5d-814b-f6eb0796eccb,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:25:12.460942 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-96c96724-9bd5-4a55-a157-e6fb3577d249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:12.508668 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-96c96724-9bd5-4a55-a157-e6fb3577d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:12.509283 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-96c96724-9bd5-4a55-a157-e6fb3577d249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:12.510709 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-96c96724-9bd5-4a55-a157-e6fb3577d249 service neutron] 10.222.0.58 "PUT /v2.0/ports/8efbd722-d097-4e5d-814b-f6eb0796eccb HTTP/1.1" status: 200 len: 1095 time: 0.7772169 Jul 09 09:25:12.519372 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cb0bb60-ec4d-479a-bdff-b797d3b695f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:12.546749 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cb0bb60-ec4d-479a-bdff-b797d3b695f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:12.567501 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8ace2f08-d262-40e5-a035-68edf37e7ec1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7141902 Jul 09 09:25:12.574576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36944) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:12.601442 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2cc77c4c-0e66-4348-a831-b1ee8c8ce1a9 admin admin] Request body: {'subnet': {'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1013741045-subnet', 'tenant_id': '82a1a771499846fa8b15e4ad106e86da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:12.612914 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c96724-9bd5-4a55-a157-e6fb3577d249 service neutron] Pushing event updated for resources: {'Port': ['ID=8efbd722-d097-4e5d-814b-f6eb0796eccb,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:12.660924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e5a8575-157f-4a13-b52e-6bf3a858e932 req-bcfce809-4e5d-4d47-bdbe-9eb2bec08eb2 service neutron] 10.222.0.64 "GET /v2.0/networks/abd3d097-4901-4007-b68a-b81c87d8e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066757 Jul 09 09:25:12.667711 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0bb60-ec4d-479a-bdff-b797d3b695f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f201a6f-1baa-42ee-83e9-d6b4b1203bad,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:12.684028 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-85f4667d-4c43-4d66-9e2e-2687750a3980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:12.685860 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-85f4667d-4c43-4d66-9e2e-2687750a3980 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d464ad325910472cadf8e161a92e431c&device_id=fad59f85-fc57-40e1-b413-6a31ec1e7b54 HTTP/1.1" status: 200 len: 1098 time: 0.1292231 Jul 09 09:25:12.769219 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:12.800761 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5cb0bb60-ec4d-479a-bdff-b797d3b695f6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=066efb0dea5247368f55c6ad5818815a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9217284 Jul 09 09:25:12.806323 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36954) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:12.872554 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc77c4c-0e66-4348-a831-b1ee8c8ce1a9 admin admin] Made reservation on behalf of 82a1a771499846fa8b15e4ad106e86da for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:12.874954 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cc77c4c-0e66-4348-a831-b1ee8c8ce1a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:12.931099 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad59f85-fc57-40e1-b413-6a31ec1e7b54', 'tag': '8efbd722-d097-4e5d-814b-f6eb0796eccb'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:25:12.933655 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed25266-9981-4b20-8140-80ec08491515" -d '{"events": [{"name": "network-changed", "server_uuid": "fad59f85-fc57-40e1-b413-6a31ec1e7b54", "tag": "8efbd722-d097-4e5d-814b-f6eb0796eccb"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:25:12.936857 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-132d8621-c3be-40c9-a647-e632e1bcc57a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=8efbd722-d097-4e5d-814b-f6eb0796eccb HTTP/1.1" status: 200 len: 217 time: 0.2410231 Jul 09 09:25:12.950576 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7da5e2-6132-4cc9-8ea8-2db7238d449d req-06a8d836-5b9e-474a-9184-da8c0543b120 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:12.952434 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5e7da5e2-6132-4cc9-8ea8-2db7238d449d req-06a8d836-5b9e-474a-9184-da8c0543b120 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 972 time: 0.3535390 Jul 09 09:25:12.992628 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b689f1-ce26-481e-8ff8-1b68ac8f771f req-9e275b77-73d4-457a-822f-8f447d694342 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:12.994274 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51b689f1-ce26-481e-8ff8-1b68ac8f771f req-9e275b77-73d4-457a-822f-8f447d694342 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad59f85-fc57-40e1-b413-6a31ec1e7b54 HTTP/1.1" status: 200 len: 947 time: 0.5238740 Jul 09 09:25:13.005888 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7f941580-c7e1-40a6-9ec9-88bca4710e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:13.014811 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aadcd0e-58fc-4e85-9058-58a1c2102b23 x-openstack-request-id: req-7aadcd0e-58fc-4e85-9058-58a1c2102b23 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:25:13.015115 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad59f85-fc57-40e1-b413-6a31ec1e7b54", "tag": "8efbd722-d097-4e5d-814b-f6eb0796eccb", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:25:13.015464 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7aadcd0e-58fc-4e85-9058-58a1c2102b23 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:25:13.015946 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad59f85-fc57-40e1-b413-6a31ec1e7b54', 'tag': '8efbd722-d097-4e5d-814b-f6eb0796eccb', 'status': 'completed', 'code': 200} Jul 09 09:25:13.046130 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-ab0a36b7-58e7-4bb6-b92a-98eab4e7d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:13.048232 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-ab0a36b7-58e7-4bb6-b92a-98eab4e7d45d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0940230 Jul 09 09:25:13.067516 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7f941580-c7e1-40a6-9ec9-88bca4710e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:13.114095 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36970) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:13.153128 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e5a8575-157f-4a13-b52e-6bf3a858e932 req-c6aeacb4-d7c0-454a-9fd6-3bf4d5142a02 service neutron] 10.222.0.64 "GET /v2.0/networks/abd3d097-4901-4007-b68a-b81c87d8e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615438 Jul 09 09:25:13.183836 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-5704b510-ac4d-4790-9eee-7376b01ba2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:13.186058 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-5704b510-ac4d-4790-9eee-7376b01ba2cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1282930 Jul 09 09:25:13.189637 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-5e7da5e2-6132-4cc9-8ea8-2db7238d449d req-713d3125-07e6-4a02-82ca-190368705010 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Deleting port 78a8f9dd-98a5-420a-a4af-0262baaa9ce3 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:25:13.189981 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5e7da5e2-6132-4cc9-8ea8-2db7238d449d req-713d3125-07e6-4a02-82ca-190368705010 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:13.211208 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7f941580-c7e1-40a6-9ec9-88bca4710e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:13.213820 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7f941580-c7e1-40a6-9ec9-88bca4710e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:13.215171 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7f941580-c7e1-40a6-9ec9-88bca4710e69 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f201a6f-1baa-42ee-83e9-d6b4b1203bad HTTP/1.1" status: 204 len: 168 time: 0.4037447 Jul 09 09:25:13.236219 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f941580-c7e1-40a6-9ec9-88bca4710e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f201a6f-1baa-42ee-83e9-d6b4b1203bad,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:13.262215 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51b689f1-ce26-481e-8ff8-1b68ac8f771f req-47c09bbd-7984-4ae1-8007-9c78a3e3ca37 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530937 Jul 09 09:25:13.397401 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0764569-eb4c-4287-9ef1-1422a0ae5376 req-39f665b8-3c60-4719-9b47-1c8e295a9571 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:13.408327 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0764569-eb4c-4287-9ef1-1422a0ae5376 req-39f665b8-3c60-4719-9b47-1c8e295a9571 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 972 time: 0.2540872 Jul 09 09:25:13.411009 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7fb450c0-ba72-4eef-88de-f56f3aa77e2a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=72f71b761169474b8d77260e11cd265d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957945 Jul 09 09:25:13.412992 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-5e7da5e2-6132-4cc9-8ea8-2db7238d449d req-713d3125-07e6-4a02-82ca-190368705010 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] For port 78a8f9dd-98a5-420a-a4af-0262baaa9ce3, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=78a8f9dd-98a5-420a-a4af-0262baaa9ce3,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:13.413340 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5e7da5e2-6132-4cc9-8ea8-2db7238d449d req-713d3125-07e6-4a02-82ca-190368705010 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:13.417066 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36984) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:13.440993 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cc77c4c-0e66-4348-a831-b1ee8c8ce1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:13.441235 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-3cc867ba-3b7d-4125-bd93-dd843b109917 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470143 Jul 09 09:25:13.442043 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-5e7da5e2-6132-4cc9-8ea8-2db7238d449d req-713d3125-07e6-4a02-82ca-190368705010 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Calling delete_port for 78a8f9dd-98a5-420a-a4af-0262baaa9ce3 owned by compute:tempest-test_az-1542044408 {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:25:13.511943 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc77c4c-0e66-4348-a831-b1ee8c8ce1a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=885047f0-ba41-4b93-9739-c68577cb7cc5,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:13.578409 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0764569-eb4c-4287-9ef1-1422a0ae5376 req-31e70e6e-27de-40ea-81a1-24879a00d3ec tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ecd9e08-0068-41ca-a55d-9d7b5e787fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685958 Jul 09 09:25:13.587022 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc77c4c-0e66-4348-a831-b1ee8c8ce1a9 admin admin] Checking segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:25:13.587395 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc77c4c-0e66-4348-a831-b1ee8c8ce1a9 admin admin] Network hostable DHCP agents. Network: 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:25:13.632758 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1546c72d-2d33-4475-a85f-9308080d4ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:13.654460 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc77c4c-0e66-4348-a831-b1ee8c8ce1a9 admin admin] Network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:25:13.663329 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1546c72d-2d33-4475-a85f-9308080d4ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:13.674099 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-2cc77c4c-0e66-4348-a831-b1ee8c8ce1a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:13.680335 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc77c4c-0e66-4348-a831-b1ee8c8ce1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:13.680945 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cc77c4c-0e66-4348-a831-b1ee8c8ce1a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:13.688082 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a5c9fb-805a-433f-9f31-994e7c3197b8 None None] Network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:25:13.701045 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2cc77c4c-0e66-4348-a831-b1ee8c8ce1a9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1186171 Jul 09 09:25:13.710462 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31a27d-688f-4066-9fbb-612aa01c62ef req-ed1b1f03-b845-4880-bb5c-f8ba82f1b028 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:13.712263 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af31a27d-688f-4066-9fbb-612aa01c62ef req-ed1b1f03-b845-4880-bb5c-f8ba82f1b028 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bcbe79e-5804-48af-85df-8a16b5fd1806 HTTP/1.1" status: 200 len: 950 time: 0.1069431 Jul 09 09:25:13.743066 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-43ea9857-d949-4c72-92df-b9dc9d090642 req-b76188a5-ac9a-4d24-8d46-07401d32d990 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913406 Jul 09 09:25:13.769422 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af31a27d-688f-4066-9fbb-612aa01c62ef req-30dda4d9-f067-4727-9275-e04fe12f7e9c tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec173c1-6e85-4c1d-ab80-adb5d3f5605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491691 Jul 09 09:25:13.924967 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1546c72d-2d33-4475-a85f-9308080d4ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:13.928059 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1546c72d-2d33-4475-a85f-9308080d4ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:13.929165 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1546c72d-2d33-4475-a85f-9308080d4ad8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/34041071-964e-4679-a573-889c479ddf41 HTTP/1.1" status: 204 len: 168 time: 0.5048544 Jul 09 09:25:13.940107 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5e7da5e2-6132-4cc9-8ea8-2db7238d449d req-713d3125-07e6-4a02-82ca-190368705010 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:13.943090 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed25266-9981-4b20-8140-80ec08491515 req-e64b94a5-7951-4397-8c63-4fe874d9a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:13.944821 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7ed25266-9981-4b20-8140-80ec08491515 req-e64b94a5-7951-4397-8c63-4fe874d9a9df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d464ad325910472cadf8e161a92e431c&device_id=fad59f85-fc57-40e1-b413-6a31ec1e7b54 HTTP/1.1" status: 200 len: 1098 time: 0.1164989 Jul 09 09:25:13.945739 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546c72d-2d33-4475-a85f-9308080d4ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34041071-964e-4679-a573-889c479ddf41,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:13.965887 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['78a8f9dd-98a5-420a-a4af-0262baaa9ce3'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:25:14.000233 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cfa557-8b7c-4b03-8fac-e8b3f89cd865 None None] Network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:25:14.026826 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d3125-07e6-4a02-82ca-190368705010 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Pushing event deleted for resources: {'Port': ['ID=78a8f9dd-98a5-420a-a4af-0262baaa9ce3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:14.095648 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7da5e2-6132-4cc9-8ea8-2db7238d449d req-713d3125-07e6-4a02-82ca-190368705010 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] No DVR routers for this DVR port 78a8f9dd-98a5-420a-a4af-0262baaa9ce3 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:25:14.140932 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5e7da5e2-6132-4cc9-8ea8-2db7238d449d req-713d3125-07e6-4a02-82ca-190368705010 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:14.142268 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5e7da5e2-6132-4cc9-8ea8-2db7238d449d req-713d3125-07e6-4a02-82ca-190368705010 tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.58 "DELETE /v2.0/ports/78a8f9dd-98a5-420a-a4af-0262baaa9ce3 HTTP/1.1" status: 204 len: 173 time: 1.1787353 Jul 09 09:25:14.185195 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed25266-9981-4b20-8140-80ec08491515 req-aa74b28d-5802-4455-906d-f6c1581790e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:14.187172 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7ed25266-9981-4b20-8140-80ec08491515 req-aa74b28d-5802-4455-906d-f6c1581790e9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.2102301 Jul 09 09:25:14.256809 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7ed25266-9981-4b20-8140-80ec08491515 req-5203e200-227f-4346-9e40-d2d5d44bf0c5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=8efbd722-d097-4e5d-814b-f6eb0796eccb HTTP/1.1" status: 200 len: 217 time: 0.0617473 Jul 09 09:25:14.327923 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed25266-9981-4b20-8140-80ec08491515 req-e6eabe1a-676a-4fa2-ad5b-454cec26623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:14.329690 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7ed25266-9981-4b20-8140-80ec08491515 req-e6eabe1a-676a-4fa2-ad5b-454cec26623c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0668275 Jul 09 09:25:14.394384 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed25266-9981-4b20-8140-80ec08491515 req-6f5fb261-71ad-464b-9823-776b9ae9cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:14.396128 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7ed25266-9981-4b20-8140-80ec08491515 req-6f5fb261-71ad-464b-9823-776b9ae9cc42 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0590703 Jul 09 09:25:14.475142 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f9438-aea4-4020-8f9e-98630256127d req-59000d20-2d6c-476e-b0ec-077d32422e59 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:14.482552 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a36f9438-aea4-4020-8f9e-98630256127d req-59000d20-2d6c-476e-b0ec-077d32422e59 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad59f85-fc57-40e1-b413-6a31ec1e7b54 HTTP/1.1" status: 200 len: 947 time: 0.0882459 Jul 09 09:25:14.552970 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a36f9438-aea4-4020-8f9e-98630256127d req-e6383a71-2573-4360-911a-78a0aeb044b7 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680599 Jul 09 09:25:14.555954 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7ed25266-9981-4b20-8140-80ec08491515 req-eede36c8-a488-43f7-a3a0-7be832544ec5 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503108 Jul 09 09:25:14.673117 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43087314-296b-4b99-872f-aea7019f0b83 req-9866cbdc-5acf-476b-a715-6e2fa18e3571 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=1bea7cbce01048c9a37b3d5db7ddd9f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326421 Jul 09 09:25:14.720333 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7ed25266-9981-4b20-8140-80ec08491515 req-fd8b6c28-ee73-4750-b532-f4e825bfca40 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554241 Jul 09 09:25:14.754966 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37046) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:14.879846 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b88cc43c-a5c5-400e-9d37-cd7be44c8ab9 req-4118c216-1625-4fce-babe-0afdce086d6b tempest-AggregatesAdminTestJSON-360758882 tempest-AggregatesAdminTestJSON-360758882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a14171ca-d14d-4916-86c4-78444d81ccd4 HTTP/1.1" status: 200 len: 210 time: 0.0692043 Jul 09 09:25:14.935999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43087314-296b-4b99-872f-aea7019f0b83 req-36cf6f57-b29e-41a0-9ba1-8179bbf8240b tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:14.937571 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43087314-296b-4b99-872f-aea7019f0b83 req-36cf6f57-b29e-41a0-9ba1-8179bbf8240b tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2636678 Jul 09 09:25:14.955467 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37054) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:14.955851 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43087314-296b-4b99-872f-aea7019f0b83 req-c2fb0e04-5c5a-4a39-8907-e559a70c0371 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/quotas/1bea7cbce01048c9a37b3d5db7ddd9f6 HTTP/1.1" status: 200 len: 375 time: 0.0104568 Jul 09 09:25:14.974727 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce69d7b6-ebef-4fb9-85f2-bae108e43738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:15.017426 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14171ca-d14d-4916-86c4-78444d81ccd4', 'name': 'network-vif-deleted', 'tag': '78a8f9dd-98a5-420a-a4af-0262baaa9ce3'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:25:15.020322 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc96cae-3123-4ef1-9c4a-38a0896f8634" -d '{"events": [{"server_uuid": "a14171ca-d14d-4916-86c4-78444d81ccd4", "name": "network-vif-deleted", "tag": "78a8f9dd-98a5-420a-a4af-0262baaa9ce3"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:25:15.089951 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b3a7a6-9438-4730-8f1f-19b9f3c48f96 x-openstack-request-id: req-02b3a7a6-9438-4730-8f1f-19b9f3c48f96 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:25:15.090612 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14171ca-d14d-4916-86c4-78444d81ccd4", "name": "network-vif-deleted", "tag": "78a8f9dd-98a5-420a-a4af-0262baaa9ce3", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:25:15.090858 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-02b3a7a6-9438-4730-8f1f-19b9f3c48f96 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:25:15.091432 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14171ca-d14d-4916-86c4-78444d81ccd4', 'name': 'network-vif-deleted', 'tag': '78a8f9dd-98a5-420a-a4af-0262baaa9ce3', 'status': 'completed', 'code': 200} Jul 09 09:25:15.096133 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce69d7b6-ebef-4fb9-85f2-bae108e43738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:15.101841 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce69d7b6-ebef-4fb9-85f2-bae108e43738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:15.145226 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-812ec803-8336-4e54-97f2-f87a9ea02ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:15.154469 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ce69d7b6-ebef-4fb9-85f2-bae108e43738 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=696bdd01d016447db9753c13e748c7a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1942539 Jul 09 09:25:15.165673 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37060) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:15.209841 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69d7b6-ebef-4fb9-85f2-bae108e43738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca9f6d5-9f5f-4752-99b6-8251833e288d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:15.249762 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ceb8-d6e2-4703-8a10-2209f158e831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:15.290444 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ceb8-d6e2-4703-8a10-2209f158e831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:15.325828 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43087314-296b-4b99-872f-aea7019f0b83 req-fb37403f-5d78-43d7-8e43-f79a1491a84f tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1bea7cbce01048c9a37b3d5db7ddd9f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3595271 Jul 09 09:25:15.363385 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ceb8-d6e2-4703-8a10-2209f158e831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:15.366576 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ceb8-d6e2-4703-8a10-2209f158e831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:15.368309 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6bb2ceb8-d6e2-4703-8a10-2209f158e831 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2ca9f6d5-9f5f-4752-99b6-8251833e288d HTTP/1.1" status: 204 len: 168 time: 0.2012963 Jul 09 09:25:15.385069 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2ceb8-d6e2-4703-8a10-2209f158e831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca9f6d5-9f5f-4752-99b6-8251833e288d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:15.421994 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-812ec803-8336-4e54-97f2-f87a9ea02ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:15.429800 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-812ec803-8336-4e54-97f2-f87a9ea02ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:15.479810 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-812ec803-8336-4e54-97f2-f87a9ea02ccd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ba273108f5c34f5ea42c06782afbd4d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7196116 Jul 09 09:25:15.479810 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ec803-8336-4e54-97f2-f87a9ea02ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a50fe1-afc8-45f7-b0ba-24e15ffd93c8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:15.481005 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37074) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:15.536563 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d580f9fa-8c5b-472e-adc1-c880a4820aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:15.551426 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5697be2b-0f93-43e5-a06f-df44a13f2dc4 req-08dd77c4-3b98-4681-8f69-fae19a6e4f6d tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=2dc9a6f8-f968-49e3-ab09-8416ab1d73d4 HTTP/1.1" status: 200 len: 210 time: 0.0409286 Jul 09 09:25:15.572858 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d580f9fa-8c5b-472e-adc1-c880a4820aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:15.629242 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d580f9fa-8c5b-472e-adc1-c880a4820aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:15.632336 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d580f9fa-8c5b-472e-adc1-c880a4820aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:15.641738 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d580f9fa-8c5b-472e-adc1-c880a4820aa3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/44a50fe1-afc8-45f7-b0ba-24e15ffd93c8 HTTP/1.1" status: 204 len: 168 time: 0.1590285 Jul 09 09:25:15.667241 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37086) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:15.672897 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2925f020-c114-48f3-9b70-3a98838be69c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1527121162-network', 'tenant_id': '43e28cf6ff99477f86f066696db781b8'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:15.677779 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580f9fa-8c5b-472e-adc1-c880a4820aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a50fe1-afc8-45f7-b0ba-24e15ffd93c8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:15.741509 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2925f020-c114-48f3-9b70-3a98838be69c admin admin] Made reservation on behalf of 43e28cf6ff99477f86f066696db781b8 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:15.752128 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2925f020-c114-48f3-9b70-3a98838be69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:15.786998 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2925f020-c114-48f3-9b70-3a98838be69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:15.867908 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0007aa-d23b-496d-9370-121531e109c7 req-b7cae76b-19b4-45b7-9c7a-72f7ab3d5b89 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:15.870023 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6f0007aa-d23b-496d-9370-121531e109c7 req-b7cae76b-19b4-45b7-9c7a-72f7ab3d5b89 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad59f85-fc57-40e1-b413-6a31ec1e7b54 HTTP/1.1" status: 200 len: 947 time: 0.1540127 Jul 09 09:25:15.996865 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6f0007aa-d23b-496d-9370-121531e109c7 req-623c9b29-e2f9-4ad9-98ec-43898d42d4a7 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170297 Jul 09 09:25:16.061375 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2925f020-c114-48f3-9b70-3a98838be69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:16.066823 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2925f020-c114-48f3-9b70-3a98838be69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:16.101721 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2925f020-c114-48f3-9b70-3a98838be69c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:25:16.103911 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925f020-c114-48f3-9b70-3a98838be69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5a6839-1628-4e42-ad1e-0ce9110da320,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:16.119178 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2925f020-c114-48f3-9b70-3a98838be69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:16.119599 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-2925f020-c114-48f3-9b70-3a98838be69c admin admin] Added segment af5d0d34-d05b-4ddf-8393-48e1b11a54c4 of type vlan for network 8dd67990-4418-4df4-ae10-ec8d0bcc908e Jul 09 09:25:16.175561 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2925f020-c114-48f3-9b70-3a98838be69c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:16.213356 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2925f020-c114-48f3-9b70-3a98838be69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:16.214448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2925f020-c114-48f3-9b70-3a98838be69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:16.215107 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2925f020-c114-48f3-9b70-3a98838be69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:16.231731 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37114) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:16.255485 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b338ed00-c8be-4589-8056-ebab12ca0a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:16.276271 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8efbd722-d097-4e5d-814b-f6eb0796eccb details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:25:16.305170 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2925f020-c114-48f3-9b70-3a98838be69c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6342587 Jul 09 09:25:16.307137 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37116) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:16.329910 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8cff8790-452c-4c5e-8dd0-34b458ee9595 admin admin] Request body: {'subnet': {'network_id': '8dd67990-4418-4df4-ae10-ec8d0bcc908e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1527121162-subnet', 'tenant_id': '43e28cf6ff99477f86f066696db781b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:16.338791 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925f020-c114-48f3-9b70-3a98838be69c admin admin] Pushing event updated for resources: {'Network': ['ID=8dd67990-4418-4df4-ae10-ec8d0bcc908e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:16.419923 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 78a8f9dd-98a5-420a-a4af-0262baaa9ce3 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:25:16.425880 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 8dd67990-4418-4df4-ae10-ec8d0bcc908e details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:25:16.445914 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b338ed00-c8be-4589-8056-ebab12ca0a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:16.458876 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b338ed00-c8be-4589-8056-ebab12ca0a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:16.476921 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cff8790-452c-4c5e-8dd0-34b458ee9595 admin admin] Made reservation on behalf of 43e28cf6ff99477f86f066696db781b8 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:16.480037 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cff8790-452c-4c5e-8dd0-34b458ee9595 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:16.545932 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338ed00-c8be-4589-8056-ebab12ca0a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9182fb69-8763-43a9-98f9-4ddde451923e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:16.552995 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 78a8f9dd-98a5-420a-a4af-0262baaa9ce3 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:25:16.553430 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b338ed00-c8be-4589-8056-ebab12ca0a23 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6dc1608fb8ad4e3c9a55f46c5b883982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190548 Jul 09 09:25:16.553833 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 78a8f9dd-98a5-420a-a4af-0262baaa9ce3 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:25:16.554410 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37122) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:16.569085 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b338ed00-c8be-4589-8056-ebab12ca0a23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:16.569413 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b338ed00-c8be-4589-8056-ebab12ca0a23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:16.569743 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b338ed00-c8be-4589-8056-ebab12ca0a23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:16.570401 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b338ed00-c8be-4589-8056-ebab12ca0a23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:16.571127 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b338ed00-c8be-4589-8056-ebab12ca0a23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:16.571769 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b338ed00-c8be-4589-8056-ebab12ca0a23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:16.572254 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b338ed00-c8be-4589-8056-ebab12ca0a23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:16.572731 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b338ed00-c8be-4589-8056-ebab12ca0a23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:16.573195 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b338ed00-c8be-4589-8056-ebab12ca0a23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:16.573659 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b338ed00-c8be-4589-8056-ebab12ca0a23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:16.583652 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b338ed00-c8be-4589-8056-ebab12ca0a23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:16.584195 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b338ed00-c8be-4589-8056-ebab12ca0a23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:16.587335 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37126) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:16.604495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 8efbd722-d097-4e5d-814b-f6eb0796eccb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8efbd722-d097-4e5d-814b-f6eb0796eccb,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:16.620215 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '8efbd722-d097-4e5d-814b-f6eb0796eccb', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '8efbd722-d097-4e5d-814b-f6eb0796eccb', 'mac_address': 'fa:16:3e:77:3c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:25:16.692056 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:16.696693 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7626538-22b5-4986-ae23-bb4409101ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:16.707455 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8efbd722-d097-4e5d-814b-f6eb0796eccb {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:25:16.731421 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 8efbd722-d097-4e5d-814b-f6eb0796eccb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8efbd722-d097-4e5d-814b-f6eb0796eccb,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:16.737597 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:16.770076 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b680518-08b1-4521-ac3e-dd8768106d55 req-f52886a8-2b23-45bb-8138-7683b4ecbe11 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=2dc9a6f8-f968-49e3-ab09-8416ab1d73d4 HTTP/1.1" status: 200 len: 210 time: 0.0541620 Jul 09 09:25:16.774750 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7626538-22b5-4986-ae23-bb4409101ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:16.799944 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=8efbd722-d097-4e5d-814b-f6eb0796eccb,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:16.928183 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['8efbd722-d097-4e5d-814b-f6eb0796eccb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:25:16.938847 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cb8aced0-f6b7-4ff1-9205-f41975c8d9c6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e8f80879cfdb4eb9b1dc5451c145ff3b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3480926 Jul 09 09:25:16.939676 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37136) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:17.012375 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7626538-22b5-4986-ae23-bb4409101ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:17.020994 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7626538-22b5-4986-ae23-bb4409101ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:17.025302 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b7626538-22b5-4986-ae23-bb4409101ba8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9182fb69-8763-43a9-98f9-4ddde451923e HTTP/1.1" status: 204 len: 168 time: 0.4673162 Jul 09 09:25:17.080529 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f239a49-670e-40cf-b1bb-f639f03c66aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:17.111877 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cff8790-452c-4c5e-8dd0-34b458ee9595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:17.120809 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43087314-296b-4b99-872f-aea7019f0b83 req-6efd8641-e704-4b89-867c-44563360a0f4 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1bea7cbce01048c9a37b3d5db7ddd9f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720870 Jul 09 09:25:17.131456 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f239a49-670e-40cf-b1bb-f639f03c66aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:17.169477 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626538-22b5-4986-ae23-bb4409101ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9182fb69-8763-43a9-98f9-4ddde451923e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:17.223654 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626538-22b5-4986-ae23-bb4409101ba8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:17.224102 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626538-22b5-4986-ae23-bb4409101ba8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:17.224432 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626538-22b5-4986-ae23-bb4409101ba8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:17.224766 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626538-22b5-4986-ae23-bb4409101ba8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:17.225116 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626538-22b5-4986-ae23-bb4409101ba8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:17.233819 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f239a49-670e-40cf-b1bb-f639f03c66aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:17.237067 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f239a49-670e-40cf-b1bb-f639f03c66aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:17.237210 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626538-22b5-4986-ae23-bb4409101ba8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:17.237623 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626538-22b5-4986-ae23-bb4409101ba8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:17.238296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626538-22b5-4986-ae23-bb4409101ba8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:17.239118 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1f239a49-670e-40cf-b1bb-f639f03c66aa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4ecd9e08-0068-41ca-a55d-9d7b5e787fc8 HTTP/1.1" status: 204 len: 168 time: 0.2980404 Jul 09 09:25:17.241430 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626538-22b5-4986-ae23-bb4409101ba8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:17.241786 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626538-22b5-4986-ae23-bb4409101ba8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:17.242121 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626538-22b5-4986-ae23-bb4409101ba8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:17.242498 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626538-22b5-4986-ae23-bb4409101ba8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:17.248838 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f239a49-670e-40cf-b1bb-f639f03c66aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecd9e08-0068-41ca-a55d-9d7b5e787fc8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:17.430689 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-272169f3-c71a-4b8e-acfb-bbe76b7c82af tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=caa446f810be417e93e10eb73423cc0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826821 Jul 09 09:25:17.448540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff8790-452c-4c5e-8dd0-34b458ee9595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4d24d66-74e1-42de-8fc7-08283be02cd8,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:17.545833 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff8790-452c-4c5e-8dd0-34b458ee9595 admin admin] Checking segment: {'id': 'af5d0d34-d05b-4ddf-8393-48e1b11a54c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8dd67990-4418-4df4-ae10-ec8d0bcc908e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:25:17.546434 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cff8790-452c-4c5e-8dd0-34b458ee9595 admin admin] Network hostable DHCP agents. Network: 8dd67990-4418-4df4-ae10-ec8d0bcc908e, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:25:17.558801 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43087314-296b-4b99-872f-aea7019f0b83 req-9961e91e-fb9a-484a-8684-1659c324cc82 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:17.560318 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43087314-296b-4b99-872f-aea7019f0b83 req-9961e91e-fb9a-484a-8684-1659c324cc82 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4249952 Jul 09 09:25:17.582413 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-43087314-296b-4b99-872f-aea7019f0b83 req-5d61bdf1-1021-4859-8f7a-78e42af5b923 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Request body: {'port': {'device_id': '2dc9a6f8-f968-49e3-ab09-8416ab1d73d4', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': '1bea7cbce01048c9a37b3d5db7ddd9f6'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:17.609291 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37170) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:17.614488 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a43064-c6dc-4d1e-a0de-ee2c2e0da69d req-ecfababb-5398-4e3e-9753-065f538d0210 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:17.620340 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6a43064-c6dc-4d1e-a0de-ee2c2e0da69d req-ecfababb-5398-4e3e-9753-065f538d0210 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad59f85-fc57-40e1-b413-6a31ec1e7b54 HTTP/1.1" status: 200 len: 948 time: 0.3514199 Jul 09 09:25:17.680214 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37176) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:17.694923 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cff8790-452c-4c5e-8dd0-34b458ee9595 admin admin] Network 8dd67990-4418-4df4-ae10-ec8d0bcc908e is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:25:17.716654 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-8cff8790-452c-4c5e-8dd0-34b458ee9595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 8dd67990-4418-4df4-ae10-ec8d0bcc908e) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:17.727582 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464804a5-a910-4749-8b0a-dfbc1933dc6f None None] Network 8dd67990-4418-4df4-ae10-ec8d0bcc908e requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:25:17.742076 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-2415e1c9-a01b-4906-b4b4-74ceef7dbe57 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:17.742484 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-37f6d7a9-0dfe-46d4-b576-9f5e702ea9a9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ba59dbb9ced042d18938156c771acf2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606122 Jul 09 09:25:17.743327 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37178) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:17.749323 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-2415e1c9-a01b-4906-b4b4-74ceef7dbe57 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3026617 Jul 09 09:25:17.756386 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cff8790-452c-4c5e-8dd0-34b458ee9595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:17.757284 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cff8790-452c-4c5e-8dd0-34b458ee9595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:17.783207 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6a43064-c6dc-4d1e-a0de-ee2c2e0da69d req-c69c1334-29f0-4834-a2e2-2fa495dd6143 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256180 Jul 09 09:25:17.801448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-8e4dda0f-e1c7-4dd3-91ae-8bdbb26d8b70 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/quotas/caa446f810be417e93e10eb73423cc0a HTTP/1.1" status: 200 len: 375 time: 0.0507662 Jul 09 09:25:17.831156 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d28edec-dbfc-44a9-878e-1ee6194cbfd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:17.857214 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8cff8790-452c-4c5e-8dd0-34b458ee9595 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5340908 Jul 09 09:25:17.872610 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-36ccdf63-73c5-44a8-bbcc-f88ad3f31fdd tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=caa446f810be417e93e10eb73423cc0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701056 Jul 09 09:25:17.888412 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d28edec-dbfc-44a9-878e-1ee6194cbfd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:17.927579 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43087314-296b-4b99-872f-aea7019f0b83 req-5d61bdf1-1021-4859-8f7a-78e42af5b923 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Made reservation on behalf of 1bea7cbce01048c9a37b3d5db7ddd9f6 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:17.931944 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43087314-296b-4b99-872f-aea7019f0b83 req-5d61bdf1-1021-4859-8f7a-78e42af5b923 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:17.978636 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde9c08b-f554-432f-ab69-7cc75a1f46e3 None None] Network 8dd67990-4418-4df4-ae10-ec8d0bcc908e requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:25:17.986500 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d28edec-dbfc-44a9-878e-1ee6194cbfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:17.989077 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d28edec-dbfc-44a9-878e-1ee6194cbfd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:17.991755 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2d28edec-dbfc-44a9-878e-1ee6194cbfd0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/18d25bed-e9cc-48b6-a999-d82e34b2d119 HTTP/1.1" status: 204 len: 168 time: 0.2453051 Jul 09 09:25:18.007367 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-747f6450-5d24-4084-b418-be845c51242f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1595244987-network', 'tenant_id': '773f50f37ae04531838f46b93a7928b5'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:18.016436 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c04ea2f-72f2-4504-a21c-ec952677658b req-2aae15af-e80d-4d48-b35f-bd2e1b3585ea tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=2dc9a6f8-f968-49e3-ab09-8416ab1d73d4 HTTP/1.1" status: 200 len: 210 time: 0.0422421 Jul 09 09:25:18.023189 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28edec-dbfc-44a9-878e-1ee6194cbfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d25bed-e9cc-48b6-a999-d82e34b2d119,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:18.066993 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747f6450-5d24-4084-b418-be845c51242f admin admin] Made reservation on behalf of 773f50f37ae04531838f46b93a7928b5 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:18.069988 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-747f6450-5d24-4084-b418-be845c51242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:18.110597 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-747f6450-5d24-4084-b418-be845c51242f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:18.267419 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-43087314-296b-4b99-872f-aea7019f0b83 req-5d61bdf1-1021-4859-8f7a-78e42af5b923 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Allocated IP 192.168.233.247 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/5f6b02ea-d90a-4166-8d74-012eab121fc2) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:25:18.292840 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8efbd722-d097-4e5d-814b-f6eb0796eccb up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:25:18.318922 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-747f6450-5d24-4084-b418-be845c51242f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:18.326686 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-747f6450-5d24-4084-b418-be845c51242f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:18.351151 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747f6450-5d24-4084-b418-be845c51242f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:25:18.409808 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-747f6450-5d24-4084-b418-be845c51242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:18.410539 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-747f6450-5d24-4084-b418-be845c51242f admin admin] Added segment a5aa3058-779b-4954-9340-6a4eac9b85b1 of type vlan for network 9c195d29-d2fb-4edc-9de5-571d6cce284b Jul 09 09:25:18.476738 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f6450-5d24-4084-b418-be845c51242f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a32a0c-b335-49e3-9536-09628993f563,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:18.481766 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 8efbd722-d097-4e5d-814b-f6eb0796eccb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:25:18.487407 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 8efbd722-d097-4e5d-814b-f6eb0796eccb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:18.487820 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:18.510876 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-747f6450-5d24-4084-b418-be845c51242f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:18.540191 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-2314df01-dd2b-41a9-bacb-2018990fb9d5 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=caa446f810be417e93e10eb73423cc0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511274 Jul 09 09:25:18.546307 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-747f6450-5d24-4084-b418-be845c51242f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:18.549091 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747f6450-5d24-4084-b418-be845c51242f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:18.550099 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-747f6450-5d24-4084-b418-be845c51242f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:18.582045 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-747f6450-5d24-4084-b418-be845c51242f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9709895 Jul 09 09:25:18.583438 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37216) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:18.622690 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6c0e701c-d513-49a3-a6d5-b7f5893a3ef8 admin admin] Request body: {'subnet': {'network_id': '9c195d29-d2fb-4edc-9de5-571d6cce284b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1595244987-subnet', 'tenant_id': '773f50f37ae04531838f46b93a7928b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:18.666053 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43087314-296b-4b99-872f-aea7019f0b83 req-5d61bdf1-1021-4859-8f7a-78e42af5b923 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:18.669033 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0e701c-d513-49a3-a6d5-b7f5893a3ef8 admin admin] Made reservation on behalf of 773f50f37ae04531838f46b93a7928b5 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:18.673391 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c0e701c-d513-49a3-a6d5-b7f5893a3ef8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:18.686334 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:18.703124 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-43087314-296b-4b99-872f-aea7019f0b83 req-5d61bdf1-1021-4859-8f7a-78e42af5b923 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Transition to ACTIVE for port object 5f6b02ea-d90a-4166-8d74-012eab121fc2 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:25:18.756165 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-022b0db7-c43f-4d9d-ba9a-2121ffa6ab57 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:18.764352 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-022b0db7-c43f-4d9d-ba9a-2121ffa6ab57 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2143049 Jul 09 09:25:18.780323 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 8efbd722-d097-4e5d-814b-f6eb0796eccb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8efbd722-d097-4e5d-814b-f6eb0796eccb,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:18.784023 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad59f85-fc57-40e1-b413-6a31ec1e7b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efbd722-d097-4e5d-814b-f6eb0796eccb'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:25:18.789427 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b97f40-e76e-482c-a73f-31f355f53492" -d '{"events": [{"server_uuid": "fad59f85-fc57-40e1-b413-6a31ec1e7b54", "name": "network-vif-plugged", "status": "completed", "tag": "8efbd722-d097-4e5d-814b-f6eb0796eccb"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:25:18.798003 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-da793d70-033b-4ebe-8104-d9161d33fcb3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/quotas/caa446f810be417e93e10eb73423cc0a HTTP/1.1" status: 200 len: 375 time: 0.0306716 Jul 09 09:25:18.805265 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:18.831436 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f6450-5d24-4084-b418-be845c51242f admin admin] Pushing event updated for resources: {'Network': ['ID=9c195d29-d2fb-4edc-9de5-571d6cce284b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:18.848241 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 9c195d29-d2fb-4edc-9de5-571d6cce284b details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:25:18.885138 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-7f1c3af4-0943-49b4-a091-8ad022d4b7a7 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=caa446f810be417e93e10eb73423cc0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843220 Jul 09 09:25:18.889805 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43087314-296b-4b99-872f-aea7019f0b83 req-5d61bdf1-1021-4859-8f7a-78e42af5b923 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:18.908638 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['51b711d7-b0df-4a02-82ba-06f74b6f8a9d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:25:18.996710 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c0e701c-d513-49a3-a6d5-b7f5893a3ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:19.079466 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43087314-296b-4b99-872f-aea7019f0b83 req-5d61bdf1-1021-4859-8f7a-78e42af5b923 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:25:19.096155 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-43087314-296b-4b99-872f-aea7019f0b83 req-5d61bdf1-1021-4859-8f7a-78e42af5b923 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:19.104188 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-43087314-296b-4b99-872f-aea7019f0b83 req-5d61bdf1-1021-4859-8f7a-78e42af5b923 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:25:19.135005 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43087314-296b-4b99-872f-aea7019f0b83 req-5d61bdf1-1021-4859-8f7a-78e42af5b923 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:19.135685 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43087314-296b-4b99-872f-aea7019f0b83 req-5d61bdf1-1021-4859-8f7a-78e42af5b923 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:19.140586 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61bdf1-1021-4859-8f7a-78e42af5b923 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Pushing event updated for resources: {'Port': ['ID=5f6b02ea-d90a-4166-8d74-012eab121fc2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:19.170517 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e701c-d513-49a3-a6d5-b7f5893a3ef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b827990-5e51-45c4-863d-bd2d003a17bd,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:19.218135 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e701c-d513-49a3-a6d5-b7f5893a3ef8 admin admin] Checking segment: {'id': 'a5aa3058-779b-4954-9340-6a4eac9b85b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9c195d29-d2fb-4edc-9de5-571d6cce284b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:25:19.220215 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0e701c-d513-49a3-a6d5-b7f5893a3ef8 admin admin] Network hostable DHCP agents. Network: 9c195d29-d2fb-4edc-9de5-571d6cce284b, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:25:19.234670 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=8efbd722-d097-4e5d-814b-f6eb0796eccb,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:19.252472 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:19.252824 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:19.253168 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:19.253509 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:19.259770 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:19.260079 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:19.260348 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:19.260690 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:19.261027 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:19.261359 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:19.261693 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:19.264204 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:19.270808 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9873367-fffb-4f78-bd83-11832cf903e0 x-openstack-request-id: req-e9873367-fffb-4f78-bd83-11832cf903e0 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:25:19.271147 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad59f85-fc57-40e1-b413-6a31ec1e7b54", "name": "network-vif-plugged", "status": "completed", "tag": "8efbd722-d097-4e5d-814b-f6eb0796eccb", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:25:19.271644 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e9873367-fffb-4f78-bd83-11832cf903e0 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:25:19.272087 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad59f85-fc57-40e1-b413-6a31ec1e7b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efbd722-d097-4e5d-814b-f6eb0796eccb', 'code': 200} Jul 09 09:25:19.304619 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0e701c-d513-49a3-a6d5-b7f5893a3ef8 admin admin] Network 9c195d29-d2fb-4edc-9de5-571d6cce284b is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:25:19.358521 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-6c0e701c-d513-49a3-a6d5-b7f5893a3ef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 9c195d29-d2fb-4edc-9de5-571d6cce284b) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:19.370307 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1613523f-2a8c-4ddb-a62d-8dfd0aa65e62 None None] Network 9c195d29-d2fb-4edc-9de5-571d6cce284b requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:25:19.402619 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43087314-296b-4b99-872f-aea7019f0b83 req-5d61bdf1-1021-4859-8f7a-78e42af5b923 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8253856 Jul 09 09:25:19.409490 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0e701c-d513-49a3-a6d5-b7f5893a3ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:19.411398 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c0e701c-d513-49a3-a6d5-b7f5893a3ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:19.434918 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-afea60f6-bb1e-455c-8df3-f5e232f48785 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:19.441038 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-afea60f6-bb1e-455c-8df3-f5e232f48785 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 821 time: 0.2942920 Jul 09 09:25:19.453907 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-43087314-296b-4b99-872f-aea7019f0b83 req-1b1673f4-b2b7-405a-aed7-af827ac31efc service neutron] Request body: {'port': {'device_id': '2dc9a6f8-f968-49e3-ab09-8416ab1d73d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:19.454654 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6c0e701c-d513-49a3-a6d5-b7f5893a3ef8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8378146 Jul 09 09:25:19.457676 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37262) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:19.472050 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-af629741-e922-4cce-b71d-f6d8b2f1102d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1595244987-router', 'tenant_id': '773f50f37ae04531838f46b93a7928b5', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:19.560648 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e85ab1-69c2-4cac-b06f-84ba0e9dc994 req-a061ef0d-ea7a-4df8-9d64-38f78b0a59b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:19.563485 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-20e85ab1-69c2-4cac-b06f-84ba0e9dc994 req-a061ef0d-ea7a-4df8-9d64-38f78b0a59b4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fad59f85-fc57-40e1-b413-6a31ec1e7b54 HTTP/1.1" status: 200 len: 1100 time: 0.2250547 Jul 09 09:25:19.565020 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af629741-e922-4cce-b71d-f6d8b2f1102d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:19.566248 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af629741-e922-4cce-b71d-f6d8b2f1102d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:19.630093 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-20e85ab1-69c2-4cac-b06f-84ba0e9dc994 req-37321a3a-62b9-4e7d-ba77-2123fe435951 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568726 Jul 09 09:25:19.664265 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af629741-e922-4cce-b71d-f6d8b2f1102d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:19.668581 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-06bc473c-6562-4880-91d4-09ef2d5947bf None None] Provisioning for port 5f6b02ea-d90a-4166-8d74-012eab121fc2 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:25:19.678191 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-06bc473c-6562-4880-91d4-09ef2d5947bf None None] Provisioning complete for port 5f6b02ea-d90a-4166-8d74-012eab121fc2 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:19.678836 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-06bc473c-6562-4880-91d4-09ef2d5947bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:19.751202 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-bb8d612f-f751-404e-a233-04ca77c5892f tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/quotas/82a1a771499846fa8b15e4ad106e86da HTTP/1.1" status: 200 len: 375 time: 0.1753795 Jul 09 09:25:19.768704 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcfc05c-549a-4dc9-83b2-0f5d910daf1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-9c195d29-d2fb-4edc-9de5-571d6cce284b', 'network_id': '9c195d29-d2fb-4edc-9de5-571d6cce284b', 'tenant_id': '773f50f37ae04531838f46b93a7928b5', 'fixed_ips': [{'subnet_id': '0b827990-5e51-45c4-863d-bd2d003a17bd'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:25:19.769682 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9fcfc05c-549a-4dc9-83b2-0f5d910daf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:19.783463 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-06bc473c-6562-4880-91d4-09ef2d5947bf None None] Port 5f6b02ea-d90a-4166-8d74-012eab121fc2 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:25:19.891031 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af629741-e922-4cce-b71d-f6d8b2f1102d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:19.907284 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-092ee722-377e-492c-a7d4-7c54a57ab4ea tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1255653 Jul 09 09:25:19.926994 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43087314-296b-4b99-872f-aea7019f0b83 req-1b1673f4-b2b7-405a-aed7-af827ac31efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:20.053387 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4d66a-7aea-4d26-a5ed-1d9274c5f810 req-8b22c72c-9eed-499c-8405-6906af323297 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:20.064992 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43a4d66a-7aea-4d26-a5ed-1d9274c5f810 req-8b22c72c-9eed-499c-8405-6906af323297 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad59f85-fc57-40e1-b413-6a31ec1e7b54 HTTP/1.1" status: 200 len: 949 time: 0.4929497 Jul 09 09:25:20.069948 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-9fcfc05c-549a-4dc9-83b2-0f5d910daf1f None None] Allocated IP 172.20.0.2 (9c195d29-d2fb-4edc-9de5-571d6cce284b/0b827990-5e51-45c4-863d-bd2d003a17bd/5281fbf2-3a50-478c-b5c8-b5d3354f396b) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:25:20.153323 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43a4d66a-7aea-4d26-a5ed-1d9274c5f810 req-47b60779-1746-4011-aa4d-71164f123b1d tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870752 Jul 09 09:25:20.414057 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9fcfc05c-549a-4dc9-83b2-0f5d910daf1f None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:20.424275 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9fcfc05c-549a-4dc9-83b2-0f5d910daf1f None None] Transition to ACTIVE for port object 5281fbf2-3a50-478c-b5c8-b5d3354f396b will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:25:20.463573 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9fcfc05c-549a-4dc9-83b2-0f5d910daf1f None None] Transition to ACTIVE for port object 5281fbf2-3a50-478c-b5c8-b5d3354f396b will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:25:20.473239 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9fcfc05c-549a-4dc9-83b2-0f5d910daf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:20.517618 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcfc05c-549a-4dc9-83b2-0f5d910daf1f None None] Network 9c195d29-d2fb-4edc-9de5-571d6cce284b is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:25:20.521641 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-9fcfc05c-549a-4dc9-83b2-0f5d910daf1f None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:20.525849 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcfc05c-549a-4dc9-83b2-0f5d910daf1f None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:25:20.550925 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfc05c-549a-4dc9-83b2-0f5d910daf1f None None] Pushing event updated for resources: {'Port': ['ID=5281fbf2-3a50-478c-b5c8-b5d3354f396b,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:20.621694 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9fcfc05c-549a-4dc9-83b2-0f5d910daf1f None None] Attempting to bind port 5281fbf2-3a50-478c-b5c8-b5d3354f396b on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:25:20.622061 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9fcfc05c-549a-4dc9-83b2-0f5d910daf1f None None] Attempting to bind port 5281fbf2-3a50-478c-b5c8-b5d3354f396b by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'a5aa3058-779b-4954-9340-6a4eac9b85b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9c195d29-d2fb-4edc-9de5-571d6cce284b'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:25:20.622415 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcfc05c-549a-4dc9-83b2-0f5d910daf1f None None] Attempting to bind port 5281fbf2-3a50-478c-b5c8-b5d3354f396b on network 9c195d29-d2fb-4edc-9de5-571d6cce284b {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:25:20.633634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcfc05c-549a-4dc9-83b2-0f5d910daf1f None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:25:20.634018 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcfc05c-549a-4dc9-83b2-0f5d910daf1f None None] Checking segment: {'id': 'a5aa3058-779b-4954-9340-6a4eac9b85b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9c195d29-d2fb-4edc-9de5-571d6cce284b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:25:20.634428 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9fcfc05c-549a-4dc9-83b2-0f5d910daf1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:20.640124 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcfc05c-549a-4dc9-83b2-0f5d910daf1f None None] Bound using segment: {'id': 'a5aa3058-779b-4954-9340-6a4eac9b85b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9c195d29-d2fb-4edc-9de5-571d6cce284b'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:25:20.641519 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9fcfc05c-549a-4dc9-83b2-0f5d910daf1f None None] Bound port: 5281fbf2-3a50-478c-b5c8-b5d3354f396b, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5aa3058-779b-4954-9340-6a4eac9b85b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9c195d29-d2fb-4edc-9de5-571d6cce284b'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:25:20.642435 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9fcfc05c-549a-4dc9-83b2-0f5d910daf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:20.646188 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-ce6392a9-547e-440b-9dc4-8da9a4c638ac tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=caa446f810be417e93e10eb73423cc0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450468 Jul 09 09:25:20.650780 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af629741-e922-4cce-b71d-f6d8b2f1102d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:20.695078 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37294) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:20.708874 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-43087314-296b-4b99-872f-aea7019f0b83 req-1b1673f4-b2b7-405a-aed7-af827ac31efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6b02ea-d90a-4166-8d74-012eab121fc2 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:25:20.740485 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43087314-296b-4b99-872f-aea7019f0b83 req-1b1673f4-b2b7-405a-aed7-af827ac31efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:20.778178 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cb6b2-4e03-4bc5-b98b-d0bfd967d8e1 req-7bdfa9ea-69bc-4d12-b702-1362be9c45db tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:20.788365 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e20cb6b2-4e03-4bc5-b98b-d0bfd967d8e1 req-7bdfa9ea-69bc-4d12-b702-1362be9c45db tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=2dc9a6f8-f968-49e3-ab09-8416ab1d73d4 HTTP/1.1" status: 200 len: 936 time: 0.3518260 Jul 09 09:25:20.795050 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9fcfc05c-549a-4dc9-83b2-0f5d910daf1f None None] For port 5281fbf2-3a50-478c-b5c8-b5d3354f396b, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:25:20.803847 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-43087314-296b-4b99-872f-aea7019f0b83 req-1b1673f4-b2b7-405a-aed7-af827ac31efc service neutron] Transition to ACTIVE for port object 5f6b02ea-d90a-4166-8d74-012eab121fc2 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:25:20.804346 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9fcfc05c-549a-4dc9-83b2-0f5d910daf1f None None] For port 5281fbf2-3a50-478c-b5c8-b5d3354f396b, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5281fbf2-3a50-478c-b5c8-b5d3354f396b,segment=NetworkSegment(a5aa3058-779b-4954-9340-6a4eac9b85b1),segment_id=a5aa3058-779b-4954-9340-6a4eac9b85b1)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:25:20.816347 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9fcfc05c-549a-4dc9-83b2-0f5d910daf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:20.833879 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43087314-296b-4b99-872f-aea7019f0b83 req-1b1673f4-b2b7-405a-aed7-af827ac31efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:20.886771 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e20cb6b2-4e03-4bc5-b98b-d0bfd967d8e1 req-7cae50ea-73bc-43f2-a8c3-10f923e85b0a tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec173c1-6e85-4c1d-ab80-adb5d3f5605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929711 Jul 09 09:25:20.894058 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-1804c62b-6d96-452b-98e7-1e9c9c33565c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:25:20.899653 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-1804c62b-6d96-452b-98e7-1e9c9c33565c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4627533 Jul 09 09:25:20.956656 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-441e1be7-ff91-4d02-bad0-ed6389e9728d tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:20.966850 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-441e1be7-ff91-4d02-bad0-ed6389e9728d tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3125050 Jul 09 09:25:20.974469 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af629741-e922-4cce-b71d-f6d8b2f1102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:20.989799 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfc05c-549a-4dc9-83b2-0f5d910daf1f None None] Pushing event updated for resources: {'Port': ['ID=5281fbf2-3a50-478c-b5c8-b5d3354f396b,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:21.009520 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-14ef5d55-67a9-4e37-8626-e0ab106d4cbe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Request body: {'port': {'device_id': '5af6937d-3ad2-4e11-a065-d55acc374fa8', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': 'caa446f810be417e93e10eb73423cc0a'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:21.117068 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1673f4-b2b7-405a-aed7-af827ac31efc service neutron] Pushing event updated for resources: {'Port': ['ID=5f6b02ea-d90a-4166-8d74-012eab121fc2,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:21.195977 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-63794807-8b80-4830-8645-5b4423e401c4 tempest-AutoAllocateNetworkTest-428292140 tempest-AutoAllocateNetworkTest-428292140-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=29baa59fd49d4186a93be87e0f18e1db&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4908748 Jul 09 09:25:21.202016 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37302) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:21.223669 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f0b344b-04fe-45de-b198-52dcf1004e75 req-35e0bccc-66a8-4f4e-ad09-29245c515b5a tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=6014c6c5-d251-4603-bb7e-ea65f6181fee HTTP/1.1" status: 200 len: 210 time: 0.0855620 Jul 09 09:25:21.253961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-43087314-296b-4b99-872f-aea7019f0b83 req-1b1673f4-b2b7-405a-aed7-af827ac31efc service neutron] Attempting to bind port 5f6b02ea-d90a-4166-8d74-012eab121fc2 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:25:21.254303 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-43087314-296b-4b99-872f-aea7019f0b83 req-1b1673f4-b2b7-405a-aed7-af827ac31efc service neutron] Attempting to bind port 5f6b02ea-d90a-4166-8d74-012eab121fc2 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:25:21.254837 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43087314-296b-4b99-872f-aea7019f0b83 req-1b1673f4-b2b7-405a-aed7-af827ac31efc service neutron] Attempting to bind port 5f6b02ea-d90a-4166-8d74-012eab121fc2 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:25:21.261739 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43087314-296b-4b99-872f-aea7019f0b83 req-1b1673f4-b2b7-405a-aed7-af827ac31efc service neutron] Port 5f6b02ea-d90a-4166-8d74-012eab121fc2 on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:25:21.262222 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43087314-296b-4b99-872f-aea7019f0b83 req-1b1673f4-b2b7-405a-aed7-af827ac31efc service neutron] Attempting to bind port 5f6b02ea-d90a-4166-8d74-012eab121fc2 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:25:21.279833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-b5142d24-5f1b-4ea7-b17b-f680039bad58 service neutron] 10.222.0.61 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168068 Jul 09 09:25:21.282917 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43087314-296b-4b99-872f-aea7019f0b83 req-1b1673f4-b2b7-405a-aed7-af827ac31efc service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:25:21.283259 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43087314-296b-4b99-872f-aea7019f0b83 req-1b1673f4-b2b7-405a-aed7-af827ac31efc service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:25:21.283752 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43087314-296b-4b99-872f-aea7019f0b83 req-1b1673f4-b2b7-405a-aed7-af827ac31efc service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:25:21.284313 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-43087314-296b-4b99-872f-aea7019f0b83 req-1b1673f4-b2b7-405a-aed7-af827ac31efc service neutron] Bound port: 5f6b02ea-d90a-4166-8d74-012eab121fc2, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:25:21.284937 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43087314-296b-4b99-872f-aea7019f0b83 req-1b1673f4-b2b7-405a-aed7-af827ac31efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:21.526173 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-7342f18f-cb76-4681-aea8-f4c89c8d0844 service neutron] 10.222.0.61 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312055 Jul 09 09:25:21.602418 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-43087314-296b-4b99-872f-aea7019f0b83 req-1b1673f4-b2b7-405a-aed7-af827ac31efc service neutron] For port 5f6b02ea-d90a-4166-8d74-012eab121fc2, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:25:21.607119 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-43087314-296b-4b99-872f-aea7019f0b83 req-1b1673f4-b2b7-405a-aed7-af827ac31efc service neutron] For port 5f6b02ea-d90a-4166-8d74-012eab121fc2, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5f6b02ea-d90a-4166-8d74-012eab121fc2,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:25:21.660970 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43087314-296b-4b99-872f-aea7019f0b83 req-1b1673f4-b2b7-405a-aed7-af827ac31efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:21.733859 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fedb09-ae13-4b31-bcaf-ce7746d2f311 tempest-AutoAllocateNetworkTest-428292140 tempest-AutoAllocateNetworkTest-428292140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:21.738879 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-52fedb09-ae13-4b31-bcaf-ce7746d2f311 tempest-AutoAllocateNetworkTest-428292140 tempest-AutoAllocateNetworkTest-428292140-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.5330040 Jul 09 09:25:21.738879 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-af629741-e922-4cce-b71d-f6d8b2f1102d admin admin] Allocated IP 172.25.3.186 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/1e6daa04-a6d2-4893-ae7b-b668fe726644) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:25:21.747719 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-ab910fe9-7549-4ca4-a20e-e966da019a37 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=caa446f810be417e93e10eb73423cc0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814645 Jul 09 09:25:21.750911 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37308) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:21.798324 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43087314-296b-4b99-872f-aea7019f0b83 req-1b1673f4-b2b7-405a-aed7-af827ac31efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:21.799024 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43087314-296b-4b99-872f-aea7019f0b83 req-1b1673f4-b2b7-405a-aed7-af827ac31efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:21.801138 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43087314-296b-4b99-872f-aea7019f0b83 req-1b1673f4-b2b7-405a-aed7-af827ac31efc service neutron] 10.222.0.64 "PUT /v2.0/ports/5f6b02ea-d90a-4166-8d74-012eab121fc2 HTTP/1.1" status: 200 len: 1096 time: 2.3865316 Jul 09 09:25:21.810536 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc9a6f8-f968-49e3-ab09-8416ab1d73d4', 'tag': '5f6b02ea-d90a-4166-8d74-012eab121fc2'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:25:21.814182 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cd30a5-a556-4294-b82b-6475773648c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc9a6f8-f968-49e3-ab09-8416ab1d73d4", "tag": "5f6b02ea-d90a-4166-8d74-012eab121fc2"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:25:21.840770 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1673f4-b2b7-405a-aed7-af827ac31efc service neutron] Pushing event updated for resources: {'Port': ['ID=5f6b02ea-d90a-4166-8d74-012eab121fc2,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:21.884491 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c85c73c-b52c-457a-add4-b20e6ad358d0 req-2871fa1d-fa26-423b-9968-99bb0495f6de tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 210 time: 0.0747461 Jul 09 09:25:21.950519 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65fb30-718c-4c24-82ca-e16aaac8f197 req-d6c1f600-266f-4c5a-9aa4-34b15bb040e8 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:21.958570 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5f65fb30-718c-4c24-82ca-e16aaac8f197 req-d6c1f600-266f-4c5a-9aa4-34b15bb040e8 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad59f85-fc57-40e1-b413-6a31ec1e7b54 HTTP/1.1" status: 200 len: 949 time: 0.3535192 Jul 09 09:25:21.980614 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37320) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:21.997686 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7081dc45-2364-4f2f-b705-e6ff2575653e tempest-AutoAllocateNetworkTest-428292140 tempest-AutoAllocateNetworkTest-428292140-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2434187 Jul 09 09:25:22.022653 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44f1532-aa19-4dab-9df6-d242ce419609 x-openstack-request-id: req-a44f1532-aa19-4dab-9df6-d242ce419609 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:25:22.026515 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc9a6f8-f968-49e3-ab09-8416ab1d73d4", "tag": "5f6b02ea-d90a-4166-8d74-012eab121fc2", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:25:22.026815 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a44f1532-aa19-4dab-9df6-d242ce419609 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:25:22.027234 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc9a6f8-f968-49e3-ab09-8416ab1d73d4', 'tag': '5f6b02ea-d90a-4166-8d74-012eab121fc2', 'status': 'completed', 'code': 200} Jul 09 09:25:22.030165 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37322) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:22.130004 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-41547193-1f00-4d59-8d8c-c585ccf7516a tempest-AutoAllocateNetworkTest-428292140 tempest-AutoAllocateNetworkTest-428292140-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=29baa59fd49d4186a93be87e0f18e1db HTTP/1.1" status: 200 len: 208 time: 0.0938995 Jul 09 09:25:22.223552 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5f65fb30-718c-4c24-82ca-e16aaac8f197 req-338c88aa-9533-48fd-a201-188c91fb6491 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625659 Jul 09 09:25:22.232540 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-91393bf5-2439-46b8-a139-ba1e4fea52ef tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:22.234446 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-91393bf5-2439-46b8-a139-ba1e4fea52ef tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4788263 Jul 09 09:25:22.259342 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-259c0936-3a3a-433c-b460-5a142cbeefe3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Request body: {'port': {'device_id': '6014c6c5-d251-4603-bb7e-ea65f6181fee', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': 'caa446f810be417e93e10eb73423cc0a'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:22.265598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43087314-296b-4b99-872f-aea7019f0b83 req-82be0801-036c-4fcc-84dc-8466c0bc776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:22.268842 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43087314-296b-4b99-872f-aea7019f0b83 req-82be0801-036c-4fcc-84dc-8466c0bc776a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bea7cbce01048c9a37b3d5db7ddd9f6&device_id=2dc9a6f8-f968-49e3-ab09-8416ab1d73d4 HTTP/1.1" status: 200 len: 1099 time: 0.3068364 Jul 09 09:25:22.296147 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2c04377-2b6a-4d9a-828b-1a0878574f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:22.344341 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af629741-e922-4cce-b71d-f6d8b2f1102d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:22.376862 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-14ef5d55-67a9-4e37-8626-e0ab106d4cbe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Made reservation on behalf of caa446f810be417e93e10eb73423cc0a for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:22.380762 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-14ef5d55-67a9-4e37-8626-e0ab106d4cbe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:22.389763 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43087314-296b-4b99-872f-aea7019f0b83 req-ec532bdd-fbd1-48d0-bb90-ed0b28424480 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=5f6b02ea-d90a-4166-8d74-012eab121fc2 HTTP/1.1" status: 200 len: 217 time: 0.1068549 Jul 09 09:25:22.432857 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-14ef5d55-67a9-4e37-8626-e0ab106d4cbe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:22.511946 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.db.api [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-14ef5d55-67a9-4e37-8626-e0ab106d4cbe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 09:25:22.511946 n-d-799996-1 neutron-server[93791]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 09:25:22.511946 n-d-799996-1 neutron-server[93791]: [parameters: {'project_id_1': 'caa446f810be417e93e10eb73423cc0a', 'expiration_1': datetime.datetime(2021, 7, 9, 9, 25, 22, 492327)}] Jul 09 09:25:22.511946 n-d-799996-1 neutron-server[93791]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:25:22.512373 n-d-799996-1 neutron-server[93791]: DEBUG oslo_db.api [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-14ef5d55-67a9-4e37-8626-e0ab106d4cbe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:25:22.540262 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af629741-e922-4cce-b71d-f6d8b2f1102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:22.559317 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-99a1f4c0-7383-4902-a0d3-f8754c57ef3d req-78a10912-4627-452f-b4e3-3951a1c63f3b tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=6014c6c5-d251-4603-bb7e-ea65f6181fee HTTP/1.1" status: 200 len: 210 time: 0.0574350 Jul 09 09:25:22.578912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb8838-9934-47cb-9d6a-a872dc768d4a req-b89002ea-1fc8-44ab-9df2-87d1da79f093 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:22.580885 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94eb8838-9934-47cb-9d6a-a872dc768d4a req-b89002ea-1fc8-44ab-9df2-87d1da79f093 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=2dc9a6f8-f968-49e3-ab09-8416ab1d73d4 HTTP/1.1" status: 200 len: 948 time: 0.4465878 Jul 09 09:25:22.585766 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43087314-296b-4b99-872f-aea7019f0b83 req-37a5a968-3ac5-4662-834c-393b5b7e53c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:22.586078 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5281fbf2-3a50-478c-b5c8-b5d3354f396b up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:25:22.587284 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43087314-296b-4b99-872f-aea7019f0b83 req-37a5a968-3ac5-4662-834c-393b5b7e53c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1693473 Jul 09 09:25:22.626821 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af629741-e922-4cce-b71d-f6d8b2f1102d admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:25:22.627671 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37342) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:22.658286 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-af629741-e922-4cce-b71d-f6d8b2f1102d admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:22.668685 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af629741-e922-4cce-b71d-f6d8b2f1102d admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:25:22.674684 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 5281fbf2-3a50-478c-b5c8-b5d3354f396b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:25:22.780394 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d1a35a-0e97-4243-9d7d-68d9d30d560b None None] Network 9c195d29-d2fb-4edc-9de5-571d6cce284b requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:25:22.786182 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af629741-e922-4cce-b71d-f6d8b2f1102d admin admin] Pushing event updated for resources: {'Port': ['ID=1e6daa04-a6d2-4893-ae7b-b668fe726644,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:22.840040 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-10f516c5-7e67-4f0e-b8a3-a636831b2c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:22.871833 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ccd8cbf9-2f51-4bcc-a053-c5427052add3 None None] Provisioning for port 5281fbf2-3a50-478c-b5c8-b5d3354f396b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:25:22.880615 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ccd8cbf9-2f51-4bcc-a053-c5427052add3 None None] Provisioning complete for port 5281fbf2-3a50-478c-b5c8-b5d3354f396b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:22.881156 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ccd8cbf9-2f51-4bcc-a053-c5427052add3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:23.010090 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af629741-e922-4cce-b71d-f6d8b2f1102d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:23.013817 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-14ef5d55-67a9-4e37-8626-e0ab106d4cbe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:23.035916 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ccd8cbf9-2f51-4bcc-a053-c5427052add3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:23.104941 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ccd8cbf9-2f51-4bcc-a053-c5427052add3 None None] For port 5281fbf2-3a50-478c-b5c8-b5d3354f396b, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5281fbf2-3a50-478c-b5c8-b5d3354f396b,segment=NetworkSegment(a5aa3058-779b-4954-9340-6a4eac9b85b1),segment_id=a5aa3058-779b-4954-9340-6a4eac9b85b1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:23.113592 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ccd8cbf9-2f51-4bcc-a053-c5427052add3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:23.152204 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2c04377-2b6a-4d9a-828b-1a0878574f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:23.161366 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2c04377-2b6a-4d9a-828b-1a0878574f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:23.192152 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a2c04377-2b6a-4d9a-828b-1a0878574f3d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b571b5081095467aae171d1f3f6236a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2090242 Jul 09 09:25:23.210445 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37350) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:23.213748 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94eb8838-9934-47cb-9d6a-a872dc768d4a req-8523d1f5-9899-467b-848c-5f1f339194b5 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec173c1-6e85-4c1d-ab80-adb5d3f5605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6196635 Jul 09 09:25:23.305949 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-259c0936-3a3a-433c-b460-5a142cbeefe3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Made reservation on behalf of caa446f810be417e93e10eb73423cc0a for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:23.310604 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-259c0936-3a3a-433c-b460-5a142cbeefe3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:23.319072 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8cbf9-2f51-4bcc-a053-c5427052add3 None None] Pushing event updated for resources: {'Port': ['ID=5281fbf2-3a50-478c-b5c8-b5d3354f396b,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:23.324434 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-259c0936-3a3a-433c-b460-5a142cbeefe3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:23.329173 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c04377-2b6a-4d9a-828b-1a0878574f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fbb052-d612-4658-ac52-adc556b49863,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:23.353011 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-56e300b6-f58e-42e8-a177-647f09728ad0 req-800bf9c4-68f2-46d4-8ca9-b43b611c8ec3 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 210 time: 0.0854623 Jul 09 09:25:23.370915 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43087314-296b-4b99-872f-aea7019f0b83 req-637c6f0e-da6a-4511-a0b0-4af1d1249635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:23.372771 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43087314-296b-4b99-872f-aea7019f0b83 req-637c6f0e-da6a-4511-a0b0-4af1d1249635 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7750287 Jul 09 09:25:23.373484 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb892e58-194e-4112-94cf-fef964e6de11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:23.384533 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af629741-e922-4cce-b71d-f6d8b2f1102d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:23.405420 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb892e58-194e-4112-94cf-fef964e6de11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:23.598533 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-10f516c5-7e67-4f0e-b8a3-a636831b2c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:23.611787 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-10f516c5-7e67-4f0e-b8a3-a636831b2c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:23.643822 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f15357d7-4669-481f-aa28-8d728ef1f507 None None] Provisioning complete for port 5281fbf2-3a50-478c-b5c8-b5d3354f396b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:23.644813 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f15357d7-4669-481f-aa28-8d728ef1f507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:23.659855 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb892e58-194e-4112-94cf-fef964e6de11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:23.662199 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb892e58-194e-4112-94cf-fef964e6de11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:23.669390 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-eb892e58-194e-4112-94cf-fef964e6de11 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/19fbb052-d612-4658-ac52-adc556b49863 HTTP/1.1" status: 204 len: 168 time: 0.4542487 Jul 09 09:25:23.671823 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43087314-296b-4b99-872f-aea7019f0b83 req-f26b7127-e327-4923-a1d8-cce729b1377c service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595673 Jul 09 09:25:23.695188 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb892e58-194e-4112-94cf-fef964e6de11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fbb052-d612-4658-ac52-adc556b49863,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:23.704438 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487ff14-2e2b-430e-aadd-588c020de8dd req-b0d1c6f8-3210-4961-8a71-6f0cb44cde03 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:23.713586 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c487ff14-2e2b-430e-aadd-588c020de8dd req-b0d1c6f8-3210-4961-8a71-6f0cb44cde03 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad59f85-fc57-40e1-b413-6a31ec1e7b54 HTTP/1.1" status: 200 len: 949 time: 0.3000774 Jul 09 09:25:23.817115 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f516c5-7e67-4f0e-b8a3-a636831b2c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f5c5c4-5eda-44a8-9f89-92aa3d5adf86,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:23.847345 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-10f516c5-7e67-4f0e-b8a3-a636831b2c4b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=29baa59fd49d4186a93be87e0f18e1db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2150092 Jul 09 09:25:23.847466 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-38893ac6-b9d7-4e47-82dc-06f8aa9314be tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:23.847802 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-38893ac6-b9d7-4e47-82dc-06f8aa9314be tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.64 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 821 time: 0.3255594 Jul 09 09:25:23.849606 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37358) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:23.863001 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af629741-e922-4cce-b71d-f6d8b2f1102d admin admin] Router 613931a7-06fb-40a9-84c0-bc8abe2a73a5 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:25:23.877540 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b9918415-a145-41db-8f5f-f096469695b1 req-d95d42f7-dce2-4e2e-b054-f514193023d9 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=6014c6c5-d251-4603-bb7e-ea65f6181fee HTTP/1.1" status: 200 len: 210 time: 0.0664651 Jul 09 09:25:23.884491 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-298a26c2-4736-4d19-9fba-b25b2c2d6cbf tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Request body: {'port': {'device_id': '79f83037-eee1-4d2d-9e29-2de59ebf8480', 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2', 'admin_state_up': True, 'tenant_id': '82a1a771499846fa8b15e4ad106e86da'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:23.958945 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c487ff14-2e2b-430e-aadd-588c020de8dd req-94a5f38e-c299-4178-9030-cd5264fb1f3c tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444787 Jul 09 09:25:23.965517 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43087314-296b-4b99-872f-aea7019f0b83 req-c2ab48b1-f189-4a5e-a940-64ca47866707 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734406 Jul 09 09:25:23.999475 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-14ef5d55-67a9-4e37-8626-e0ab106d4cbe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:24.029729 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37362) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:24.042215 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-14ef5d55-67a9-4e37-8626-e0ab106d4cbe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:24.062056 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b1d0df0e-b595-4fc2-a7af-cec83212ce59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:24.082555 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c32d1f2-62ed-43b4-b6d9-b1628231594b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:24.120585 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd30a5-a556-4294-b82b-6475773648c9 req-2ad4d2b5-7526-4c04-b1db-ba0d5ba1105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:24.122201 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f3cd30a5-a556-4294-b82b-6475773648c9 req-2ad4d2b5-7526-4c04-b1db-ba0d5ba1105d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bea7cbce01048c9a37b3d5db7ddd9f6&device_id=2dc9a6f8-f968-49e3-ab09-8416ab1d73d4 HTTP/1.1" status: 200 len: 1099 time: 0.0698969 Jul 09 09:25:24.154875 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef5d55-67a9-4e37-8626-e0ab106d4cbe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=717c34cf-721b-4e6a-999f-5b54f65377a9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:24.186755 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c32d1f2-62ed-43b4-b6d9-b1628231594b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:24.200250 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af629741-e922-4cce-b71d-f6d8b2f1102d admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:25:24.202185 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.db.api [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-259c0936-3a3a-433c-b460-5a142cbeefe3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) caa446f810be417e93e10eb73423cc0a {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:25:24.202627 n-d-799996-1 neutron-server[93791]: DEBUG oslo_db.api [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-259c0936-3a3a-433c-b460-5a142cbeefe3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:25:24.213068 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] Sync routers for ids ['613931a7-06fb-40a9-84c0-bc8abe2a73a5'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:25:24.230409 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] Routers {'613931a7-06fb-40a9-84c0-bc8abe2a73a5'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:25:24.231771 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:25:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['613931a7-06fb-40a9-84c0-bc8abe2a73a5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:24.257383 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd30a5-a556-4294-b82b-6475773648c9 req-e2be8f14-b41e-4421-9492-606921b02e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:24.258831 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f3cd30a5-a556-4294-b82b-6475773648c9 req-e2be8f14-b41e-4421-9492-606921b02e25 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.1236675 Jul 09 09:25:24.288528 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af629741-e922-4cce-b71d-f6d8b2f1102d admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:24.292607 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-af629741-e922-4cce-b71d-f6d8b2f1102d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8281705 Jul 09 09:25:24.293506 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37368) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:24.354190 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-14ef5d55-67a9-4e37-8626-e0ab106d4cbe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Allocated IP 192.168.233.245 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/d3400461-a2e2-468f-b6f0-ffcc45c35b57) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:25:24.376573 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c32d1f2-62ed-43b4-b6d9-b1628231594b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:24.379397 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c32d1f2-62ed-43b4-b6d9-b1628231594b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:24.380378 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6c32d1f2-62ed-43b4-b6d9-b1628231594b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/53f5c5c4-5eda-44a8-9f89-92aa3d5adf86 HTTP/1.1" status: 204 len: 168 time: 0.5298276 Jul 09 09:25:24.402588 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-298a26c2-4736-4d19-9fba-b25b2c2d6cbf tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Made reservation on behalf of 82a1a771499846fa8b15e4ad106e86da for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:24.416323 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-298a26c2-4736-4d19-9fba-b25b2c2d6cbf tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:24.434344 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32d1f2-62ed-43b4-b6d9-b1628231594b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f5c5c4-5eda-44a8-9f89-92aa3d5adf86,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:24.453716 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f3cd30a5-a556-4294-b82b-6475773648c9 req-59e1e559-86c9-4b83-8afb-d14b9ab18263 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=5f6b02ea-d90a-4166-8d74-012eab121fc2 HTTP/1.1" status: 200 len: 217 time: 0.1858780 Jul 09 09:25:24.488870 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5281fbf2-3a50-478c-b5c8-b5d3354f396b up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:25:24.513617 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] Set router 613931a7-06fb-40a9-84c0-bc8abe2a73a5 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:25:24.599174 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 5281fbf2-3a50-478c-b5c8-b5d3354f396b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:24.599708 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:24.682637 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd30a5-a556-4294-b82b-6475773648c9 req-b261f513-57e8-4d6a-84fc-3e6bdad74960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:24.684054 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f3cd30a5-a556-4294-b82b-6475773648c9 req-b261f513-57e8-4d6a-84fc-3e6bdad74960 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0636268 Jul 09 09:25:24.801824 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-259c0936-3a3a-433c-b460-5a142cbeefe3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:24.834197 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b1d0df0e-b595-4fc2-a7af-cec83212ce59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:24.861474 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b1d0df0e-b595-4fc2-a7af-cec83212ce59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:24.862806 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613931a7-06fb-40a9-84c0-bc8abe2a73a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1595244987-router', 'tenant_id': '773f50f37ae04531838f46b93a7928b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '1e6daa04-a6d2-4893-ae7b-b668fe726644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:19Z', 'updated_at': '2021-07-09T09:25:22Z', 'revision_number': 3, 'project_id': '773f50f37ae04531838f46b93a7928b5', 'gw_port': {'id': '1e6daa04-a6d2-4893-ae7b-b668fe726644', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613931a7-06fb-40a9-84c0-bc8abe2a73a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:25:21Z', 'updated_at': '2021-07-09T09:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:24.892679 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] Checking router: 613931a7-06fb-40a9-84c0-bc8abe2a73a5 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:25:24.893134 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] Updating router 613931a7-06fb-40a9-84c0-bc8abe2a73a5 port 1e6daa04-a6d2-4893-ae7b-b668fe726644 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:25:24.903675 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0df0e-b595-4fc2-a7af-cec83212ce59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b14e85-f9dd-4439-bef2-23e0b8d9de48,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:24.938566 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfe2f5-3a80-4a33-b737-95051c73c767 req-11f3b75c-80f8-4616-a1bb-af37374e478c tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:24.945563 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bbbfe2f5-3a80-4a33-b737-95051c73c767 req-11f3b75c-80f8-4616-a1bb-af37374e478c tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=2dc9a6f8-f968-49e3-ab09-8416ab1d73d4 HTTP/1.1" status: 200 len: 948 time: 0.5185864 Jul 09 09:25:24.952198 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:25.008728 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b1d0df0e-b595-4fc2-a7af-cec83212ce59 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d75232dddc4a43e88c164a939aa8a453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9755316 Jul 09 09:25:25.013577 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37386) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:25.024863 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd30a5-a556-4294-b82b-6475773648c9 req-76c2721d-aca0-494e-bda5-4d7500fb0b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:25.026278 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f3cd30a5-a556-4294-b82b-6475773648c9 req-76c2721d-aca0-494e-bda5-4d7500fb0b99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3246882 Jul 09 09:25:25.048296 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-14ef5d55-67a9-4e37-8626-e0ab106d4cbe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:25.050353 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97d2fe-70a7-47c9-a2b7-af8758dbfc90 req-997e1fed-699f-43a8-9aa6-918c7deb3a3b tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:25.051924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad97d2fe-70a7-47c9-a2b7-af8758dbfc90 req-997e1fed-699f-43a8-9aa6-918c7deb3a3b tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad59f85-fc57-40e1-b413-6a31ec1e7b54 HTTP/1.1" status: 200 len: 949 time: 0.4236829 Jul 09 09:25:25.078342 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-298a26c2-4736-4d19-9fba-b25b2c2d6cbf tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Allocated IP 172.20.0.2 (7fc483c9-b082-4a5f-a21d-ff74a90f5fb2/885047f0-ba41-4b93-9739-c68577cb7cc5/c6e30853-a0dd-4849-8fdf-d814c3abe82f) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:25:25.125822 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bbbfe2f5-3a80-4a33-b737-95051c73c767 req-817c0b67-f7bc-4f1e-a40b-18f2444a489f tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec173c1-6e85-4c1d-ab80-adb5d3f5605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792879 Jul 09 09:25:25.126014 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-14ef5d55-67a9-4e37-8626-e0ab106d4cbe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Transition to ACTIVE for port object d3400461-a2e2-468f-b6f0-ffcc45c35b57 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:25:25.227980 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad97d2fe-70a7-47c9-a2b7-af8758dbfc90 req-b4d1e4fa-6519-4897-b485-92db7f5d4002 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615007 Jul 09 09:25:25.272870 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f3cd30a5-a556-4294-b82b-6475773648c9 req-7d04a61b-e073-4cad-80f4-f58f04a83e8f service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328656 Jul 09 09:25:25.385310 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:25.394160 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca648e88-3570-4baa-aad0-462ad573c24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:25.400790 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-664f88e2-564e-4fbd-b6d7-9e51af82c31b req-01807ac7-44cd-4490-b0d4-ce07b6d0c86b tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 210 time: 0.0923123 Jul 09 09:25:25.402104 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] Transition to ACTIVE for port object 1e6daa04-a6d2-4893-ae7b-b668fe726644 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:25:25.421199 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:25.444099 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-14ef5d55-67a9-4e37-8626-e0ab106d4cbe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:25.472485 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca648e88-3570-4baa-aad0-462ad573c24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:25.478578 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4b9c1e2b-5a9c-410a-9281-be7c482a4d03 req-50856db9-1646-44cb-95a5-048f804bc263 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=6014c6c5-d251-4603-bb7e-ea65f6181fee HTTP/1.1" status: 200 len: 210 time: 0.0499003 Jul 09 09:25:25.522777 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f3cd30a5-a556-4294-b82b-6475773648c9 req-b97b2a8d-42f5-49b0-b546-8affef731ce0 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425859 Jul 09 09:25:25.530814 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f34fdf-39d4-4222-8d2d-8eb0c12341be None None] Pushing event updated for resources: {'Port': ['ID=1e6daa04-a6d2-4893-ae7b-b668fe726644,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:25.561185 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-298a26c2-4736-4d19-9fba-b25b2c2d6cbf tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:25.595466 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f34fdf-39d4-4222-8d2d-8eb0c12341be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:25.599784 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f34fdf-39d4-4222-8d2d-8eb0c12341be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:25.600650 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f34fdf-39d4-4222-8d2d-8eb0c12341be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:25.601446 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f34fdf-39d4-4222-8d2d-8eb0c12341be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:25.602642 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f34fdf-39d4-4222-8d2d-8eb0c12341be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:25.603159 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f34fdf-39d4-4222-8d2d-8eb0c12341be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:25.603630 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f34fdf-39d4-4222-8d2d-8eb0c12341be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:25.604244 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f34fdf-39d4-4222-8d2d-8eb0c12341be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:25.604691 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f34fdf-39d4-4222-8d2d-8eb0c12341be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:25.605200 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f34fdf-39d4-4222-8d2d-8eb0c12341be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:25.605597 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f34fdf-39d4-4222-8d2d-8eb0c12341be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:25.605951 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f34fdf-39d4-4222-8d2d-8eb0c12341be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:25:25.607924 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-298a26c2-4736-4d19-9fba-b25b2c2d6cbf tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:25.628467 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] Attempting to bind port 1e6daa04-a6d2-4893-ae7b-b668fe726644 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:25:25.629053 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] Attempting to bind port 1e6daa04-a6d2-4893-ae7b-b668fe726644 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:25:25.629737 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] Attempting to bind port 1e6daa04-a6d2-4893-ae7b-b668fe726644 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:25:25.631723 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-14ef5d55-67a9-4e37-8626-e0ab106d4cbe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:25:25.636431 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:25:25.637008 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef5d55-67a9-4e37-8626-e0ab106d4cbe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Pushing event updated for resources: {'Port': ['ID=d3400461-a2e2-468f-b6f0-ffcc45c35b57,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:25.637309 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:25:25.637929 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:25.638493 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:25:25.646776 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-14ef5d55-67a9-4e37-8626-e0ab106d4cbe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:25.649321 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-259c0936-3a3a-433c-b460-5a142cbeefe3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Allocated IP 192.168.233.8 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/0b350822-4faa-4a96-a51f-f8ed6a8e7810) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:25:25.650233 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] Bound port: 1e6daa04-a6d2-4893-ae7b-b668fe726644, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:25:25.650866 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:25.655276 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-14ef5d55-67a9-4e37-8626-e0ab106d4cbe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:25:25.661382 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-14ef5d55-67a9-4e37-8626-e0ab106d4cbe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:25.662022 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-14ef5d55-67a9-4e37-8626-e0ab106d4cbe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:25.678385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.58', 54217) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:25.706238 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-298a26c2-4736-4d19-9fba-b25b2c2d6cbf tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:25:25.726916 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-14ef5d55-67a9-4e37-8626-e0ab106d4cbe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7451839 Jul 09 09:25:25.731425 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37400) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:25.732812 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-298a26c2-4736-4d19-9fba-b25b2c2d6cbf tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:25.739874 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-298a26c2-4736-4d19-9fba-b25b2c2d6cbf tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:25:25.742601 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] For port 1e6daa04-a6d2-4893-ae7b-b668fe726644, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:25:25.746857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-298a26c2-4736-4d19-9fba-b25b2c2d6cbf tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:25.747458 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] For port 1e6daa04-a6d2-4893-ae7b-b668fe726644, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1e6daa04-a6d2-4893-ae7b-b668fe726644,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:25:25.747810 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-298a26c2-4736-4d19-9fba-b25b2c2d6cbf tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:25.753417 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:25.760909 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-baec2662-18da-4a7b-9b25-99c390490aee service neutron] Request body: {'port': {'device_id': '5af6937d-3ad2-4e11-a065-d55acc374fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:25.763433 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca648e88-3570-4baa-aad0-462ad573c24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:25.767418 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca648e88-3570-4baa-aad0-462ad573c24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:25.768632 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ca648e88-3570-4baa-aad0-462ad573c24c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/20b14e85-f9dd-4439-bef2-23e0b8d9de48 HTTP/1.1" status: 204 len: 168 time: 0.7498131 Jul 09 09:25:25.769546 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a26c2-4736-4d19-9fba-b25b2c2d6cbf tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Pushing event updated for resources: {'Port': ['ID=c6e30853-a0dd-4849-8fdf-d814c3abe82f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:25.814812 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-298a26c2-4736-4d19-9fba-b25b2c2d6cbf tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9459777 Jul 09 09:25:25.842715 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-0e61dc9d-45ac-4148-9587-ba302db2d9f9 service neutron] Request body: {'port': {'device_id': '79f83037-eee1-4d2d-9e29-2de59ebf8480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:25.844666 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f34fdf-39d4-4222-8d2d-8eb0c12341be None None] Pushing event updated for resources: {'Port': ['ID=1e6daa04-a6d2-4893-ae7b-b668fe726644,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:25.853266 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca648e88-3570-4baa-aad0-462ad573c24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b14e85-f9dd-4439-bef2-23e0b8d9de48,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:25.884632 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83665e21-178d-4f42-91b5-23a8c5d983dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:25.945615 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] Routers {'613931a7-06fb-40a9-84c0-bc8abe2a73a5'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:25:25.947525 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:25:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['613931a7-06fb-40a9-84c0-bc8abe2a73a5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:25.950247 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e933588-712a-4b0c-a4e7-3ba525609879 req-f76ea169-5646-4aa3-ae11-7bc04652c7b2 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:25.951991 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8e933588-712a-4b0c-a4e7-3ba525609879 req-f76ea169-5646-4aa3-ae11-7bc04652c7b2 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.58 "GET /v2.0/ports?device_id=fad59f85-fc57-40e1-b413-6a31ec1e7b54 HTTP/1.1" status: 200 len: 949 time: 0.2723398 Jul 09 09:25:25.961276 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-900d775f-4bbb-45d6-b4bb-6fbc97b43b95 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1164979938-network', 'tenant_id': '9879343ea8164f95990b3f662c1ee6fa'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:26.063649 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-baec2662-18da-4a7b-9b25-99c390490aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:26.064877 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5caddc64-ae83-4b11-b0a5-10be2462698f None None] Provisioning for port d3400461-a2e2-468f-b6f0-ffcc45c35b57 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:25:26.085949 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900d775f-4bbb-45d6-b4bb-6fbc97b43b95 admin admin] Made reservation on behalf of 9879343ea8164f95990b3f662c1ee6fa for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:26.086633 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5caddc64-ae83-4b11-b0a5-10be2462698f None None] Provisioning complete for port d3400461-a2e2-468f-b6f0-ffcc45c35b57 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:26.088350 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-900d775f-4bbb-45d6-b4bb-6fbc97b43b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:26.094379 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5caddc64-ae83-4b11-b0a5-10be2462698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:26.127788 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-900d775f-4bbb-45d6-b4bb-6fbc97b43b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:26.129722 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-0e61dc9d-45ac-4148-9587-ba302db2d9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:26.163242 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] Set router 613931a7-06fb-40a9-84c0-bc8abe2a73a5 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:25:26.167340 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5caddc64-ae83-4b11-b0a5-10be2462698f None None] Port d3400461-a2e2-468f-b6f0-ffcc45c35b57 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:25:26.186321 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-259c0936-3a3a-433c-b460-5a142cbeefe3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:26.278910 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-259c0936-3a3a-433c-b460-5a142cbeefe3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Transition to ACTIVE for port object 0b350822-4faa-4a96-a51f-f8ed6a8e7810 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:25:26.463878 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-83665e21-178d-4f42-91b5-23a8c5d983dd admin admin] Allocated IP 172.20.0.1 (9c195d29-d2fb-4edc-9de5-571d6cce284b/0b827990-5e51-45c4-863d-bd2d003a17bd/d222068c-0e40-4a14-9ba6-46f1dcea82a6) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:25:26.526638 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-259c0936-3a3a-433c-b460-5a142cbeefe3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:26.568533 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-8e933588-712a-4b0c-a4e7-3ba525609879 req-66f71a10-543c-44a5-a461-86cd96b20b10 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Deleting port 8efbd722-d097-4e5d-814b-f6eb0796eccb {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:25:26.569451 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8e933588-712a-4b0c-a4e7-3ba525609879 req-66f71a10-543c-44a5-a461-86cd96b20b10 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:26.611872 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613931a7-06fb-40a9-84c0-bc8abe2a73a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1595244987-router', 'tenant_id': '773f50f37ae04531838f46b93a7928b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '1e6daa04-a6d2-4893-ae7b-b668fe726644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:19Z', 'updated_at': '2021-07-09T09:25:22Z', 'revision_number': 3, 'project_id': '773f50f37ae04531838f46b93a7928b5', 'gw_port': {'id': '1e6daa04-a6d2-4893-ae7b-b668fe726644', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613931a7-06fb-40a9-84c0-bc8abe2a73a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:25:21Z', 'updated_at': '2021-07-09T09:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:26.645153 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0eb2ed-5085-4786-b077-a548c1277544 None None] The sync data for ids ['613931a7-06fb-40a9-84c0-bc8abe2a73a5'] in n-d-799996-1 is: [{'id': '613931a7-06fb-40a9-84c0-bc8abe2a73a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1595244987-router', 'tenant_id': '773f50f37ae04531838f46b93a7928b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '1e6daa04-a6d2-4893-ae7b-b668fe726644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:19Z', 'updated_at': '2021-07-09T09:25:22Z', 'revision_number': 3, 'project_id': '773f50f37ae04531838f46b93a7928b5', 'gw_port': {'id': '1e6daa04-a6d2-4893-ae7b-b668fe726644', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613931a7-06fb-40a9-84c0-bc8abe2a73a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:25:21Z', 'updated_at': '2021-07-09T09:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:25:26.658491 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-259c0936-3a3a-433c-b460-5a142cbeefe3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:25:26.665906 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c0936-3a3a-433c-b460-5a142cbeefe3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Pushing event updated for resources: {'Port': ['ID=0b350822-4faa-4a96-a51f-f8ed6a8e7810,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:26.668869 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-259c0936-3a3a-433c-b460-5a142cbeefe3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:26.678558 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-259c0936-3a3a-433c-b460-5a142cbeefe3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:25:26.688164 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-259c0936-3a3a-433c-b460-5a142cbeefe3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:26.688831 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-259c0936-3a3a-433c-b460-5a142cbeefe3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:26.746392 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83665e21-178d-4f42-91b5-23a8c5d983dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:26.800643 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-83665e21-178d-4f42-91b5-23a8c5d983dd admin admin] Transition to ACTIVE for port object d222068c-0e40-4a14-9ba6-46f1dcea82a6 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:25:26.867888 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-baec2662-18da-4a7b-9b25-99c390490aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3400461-a2e2-468f-b6f0-ffcc45c35b57 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:25:26.879146 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-baec2662-18da-4a7b-9b25-99c390490aee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:26.896528 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-baec2662-18da-4a7b-9b25-99c390490aee service neutron] Transition to ACTIVE for port object d3400461-a2e2-468f-b6f0-ffcc45c35b57 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:25:26.899130 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83665e21-178d-4f42-91b5-23a8c5d983dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:26.908943 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-baec2662-18da-4a7b-9b25-99c390490aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:26.960826 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83665e21-178d-4f42-91b5-23a8c5d983dd admin admin] Network 9c195d29-d2fb-4edc-9de5-571d6cce284b is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:25:26.968454 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-83665e21-178d-4f42-91b5-23a8c5d983dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:26.981047 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83665e21-178d-4f42-91b5-23a8c5d983dd admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:25:26.981763 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83665e21-178d-4f42-91b5-23a8c5d983dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:26.988906 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83665e21-178d-4f42-91b5-23a8c5d983dd admin admin] Pushing event updated for resources: {'Port': ['ID=d222068c-0e40-4a14-9ba6-46f1dcea82a6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:27.057864 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-900d775f-4bbb-45d6-b4bb-6fbc97b43b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:27.100112 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-900d775f-4bbb-45d6-b4bb-6fbc97b43b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:27.116389 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-54692fc8-4794-4506-ae07-ac1ca7a0c182 None None] Provisioning for port 0b350822-4faa-4a96-a51f-f8ed6a8e7810 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:25:27.131104 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-54692fc8-4794-4506-ae07-ac1ca7a0c182 None None] Provisioning complete for port 0b350822-4faa-4a96-a51f-f8ed6a8e7810 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:27.131393 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-54692fc8-4794-4506-ae07-ac1ca7a0c182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:27.146053 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec2662-18da-4a7b-9b25-99c390490aee service neutron] Pushing event updated for resources: {'Port': ['ID=d3400461-a2e2-468f-b6f0-ffcc45c35b57,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:27.232831 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-54692fc8-4794-4506-ae07-ac1ca7a0c182 None None] Port 0b350822-4faa-4a96-a51f-f8ed6a8e7810 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:25:27.272148 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900d775f-4bbb-45d6-b4bb-6fbc97b43b95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:25:27.286165 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-259c0936-3a3a-433c-b460-5a142cbeefe3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.0413206 Jul 09 09:25:27.331315 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d775f-4bbb-45d6-b4bb-6fbc97b43b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938f5ca5-1a03-483d-8ca2-cc2075e62c2f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:27.331825 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-1a542c83-34c5-44cf-bee9-7eccaec67f69 service neutron] Request body: {'port': {'device_id': '6014c6c5-d251-4603-bb7e-ea65f6181fee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:27.353850 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-900d775f-4bbb-45d6-b4bb-6fbc97b43b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:27.354196 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-900d775f-4bbb-45d6-b4bb-6fbc97b43b95 admin admin] Added segment 5a3d29e1-8b2f-4468-a74a-ab2f4ea73ae6 of type vlan for network 1e901cc5-ca80-43a3-bf8f-04a039ae1a74 Jul 09 09:25:27.395678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87f77f-0d97-43b2-a8c7-3eda60c662bd req-599b7406-3e01-40e0-8c98-43501ce90df4 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:27.397606 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a87f77f-0d97-43b2-a8c7-3eda60c662bd req-599b7406-3e01-40e0-8c98-43501ce90df4 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad59f85-fc57-40e1-b413-6a31ec1e7b54 HTTP/1.1" status: 200 len: 949 time: 0.9567916 Jul 09 09:25:27.407933 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-8e933588-712a-4b0c-a4e7-3ba525609879 req-66f71a10-543c-44a5-a461-86cd96b20b10 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] For port 8efbd722-d097-4e5d-814b-f6eb0796eccb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8efbd722-d097-4e5d-814b-f6eb0796eccb,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:27.408295 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8e933588-712a-4b0c-a4e7-3ba525609879 req-66f71a10-543c-44a5-a461-86cd96b20b10 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:27.418960 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd60f5f-82a2-4d4b-a871-50082d4bc2f8 req-2886b325-d910-476d-96fe-8111d9a08132 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:27.426913 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fcd60f5f-82a2-4d4b-a871-50082d4bc2f8 req-2886b325-d910-476d-96fe-8111d9a08132 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=2dc9a6f8-f968-49e3-ab09-8416ab1d73d4 HTTP/1.1" status: 200 len: 948 time: 0.9875894 Jul 09 09:25:27.452401 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83665e21-178d-4f42-91b5-23a8c5d983dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:27.477669 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-baec2662-18da-4a7b-9b25-99c390490aee service neutron] Attempting to bind port d3400461-a2e2-468f-b6f0-ffcc45c35b57 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:25:27.478143 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-baec2662-18da-4a7b-9b25-99c390490aee service neutron] Attempting to bind port d3400461-a2e2-468f-b6f0-ffcc45c35b57 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:25:27.478587 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-baec2662-18da-4a7b-9b25-99c390490aee service neutron] Attempting to bind port d3400461-a2e2-468f-b6f0-ffcc45c35b57 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:25:27.493501 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-48790744-d6af-412d-8612-5b732bdf7794 None None] Provisioning for port d222068c-0e40-4a14-9ba6-46f1dcea82a6 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:25:27.497484 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-8e933588-712a-4b0c-a4e7-3ba525609879 req-66f71a10-543c-44a5-a461-86cd96b20b10 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Calling delete_port for 8efbd722-d097-4e5d-814b-f6eb0796eccb owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:25:27.502229 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-48790744-d6af-412d-8612-5b732bdf7794 None None] Provisioning complete for port d222068c-0e40-4a14-9ba6-46f1dcea82a6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:27.505362 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-48790744-d6af-412d-8612-5b732bdf7794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:27.517378 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-baec2662-18da-4a7b-9b25-99c390490aee service neutron] Port d3400461-a2e2-468f-b6f0-ffcc45c35b57 on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:25:27.517844 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-baec2662-18da-4a7b-9b25-99c390490aee service neutron] Attempting to bind port d3400461-a2e2-468f-b6f0-ffcc45c35b57 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:25:27.528067 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-baec2662-18da-4a7b-9b25-99c390490aee service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:25:27.528864 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-baec2662-18da-4a7b-9b25-99c390490aee service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:25:27.529053 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-baec2662-18da-4a7b-9b25-99c390490aee service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:25:27.530106 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-baec2662-18da-4a7b-9b25-99c390490aee service neutron] Bound port: d3400461-a2e2-468f-b6f0-ffcc45c35b57, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:25:27.530106 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-baec2662-18da-4a7b-9b25-99c390490aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:27.548072 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-900d775f-4bbb-45d6-b4bb-6fbc97b43b95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:27.579012 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-48790744-d6af-412d-8612-5b732bdf7794 None None] Port d222068c-0e40-4a14-9ba6-46f1dcea82a6 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:25:27.583182 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-1a542c83-34c5-44cf-bee9-7eccaec67f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:27.662380 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a87f77f-0d97-43b2-a8c7-3eda60c662bd req-52cad5b9-353d-428a-a664-f9fc959ea976 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2698f5b-e08e-46f5-b0f0-89d4a3cff477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985528 Jul 09 09:25:27.667857 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5f6b02ea-d90a-4166-8d74-012eab121fc2 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:25:27.722701 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fcd60f5f-82a2-4d4b-a871-50082d4bc2f8 req-8cef85e6-f107-4cc0-b299-36c18def9509 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec173c1-6e85-4c1d-ab80-adb5d3f5605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947915 Jul 09 09:25:27.778239 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-900d775f-4bbb-45d6-b4bb-6fbc97b43b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:27.779419 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900d775f-4bbb-45d6-b4bb-6fbc97b43b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:27.780091 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-900d775f-4bbb-45d6-b4bb-6fbc97b43b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:27.797215 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-0e61dc9d-45ac-4148-9587-ba302db2d9f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e30853-a0dd-4849-8fdf-d814c3abe82f {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:25:27.848835 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5f6b02ea-d90a-4166-8d74-012eab121fc2, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5f6b02ea-d90a-4166-8d74-012eab121fc2,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:27.856048 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-0e61dc9d-45ac-4148-9587-ba302db2d9f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:27.876165 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '5f6b02ea-d90a-4166-8d74-012eab121fc2', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '5f6b02ea-d90a-4166-8d74-012eab121fc2', 'mac_address': 'fa:16:3e:ea:cd:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:25:27.935097 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:27.950389 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6b02ea-d90a-4166-8d74-012eab121fc2 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:25:27.971293 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-900d775f-4bbb-45d6-b4bb-6fbc97b43b95 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2337668 Jul 09 09:25:27.973097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5f6b02ea-d90a-4166-8d74-012eab121fc2, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5f6b02ea-d90a-4166-8d74-012eab121fc2,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:27.980339 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:27.980843 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37452) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:28.025248 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-22f05ab0-5ba9-4a70-9820-d2e79e41448b admin admin] Request body: {'subnet': {'network_id': '1e901cc5-ca80-43a3-bf8f-04a039ae1a74', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1164979938-subnet', 'tenant_id': '9879343ea8164f95990b3f662c1ee6fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:28.034833 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-0e61dc9d-45ac-4148-9587-ba302db2d9f9 service neutron] Transition to ACTIVE for port object c6e30853-a0dd-4849-8fdf-d814c3abe82f will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:25:28.041365 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5f6b02ea-d90a-4166-8d74-012eab121fc2,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:28.090525 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d775f-4bbb-45d6-b4bb-6fbc97b43b95 admin admin] Pushing event updated for resources: {'Network': ['ID=1e901cc5-ca80-43a3-bf8f-04a039ae1a74,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:28.094870 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-0e61dc9d-45ac-4148-9587-ba302db2d9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:28.098415 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-baec2662-18da-4a7b-9b25-99c390490aee service neutron] For port d3400461-a2e2-468f-b6f0-ffcc45c35b57, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:25:28.106890 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 1e901cc5-ca80-43a3-bf8f-04a039ae1a74 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:25:28.172949 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-baec2662-18da-4a7b-9b25-99c390490aee service neutron] For port d3400461-a2e2-468f-b6f0-ffcc45c35b57, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d3400461-a2e2-468f-b6f0-ffcc45c35b57,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:25:28.190986 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-baec2662-18da-4a7b-9b25-99c390490aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:28.215276 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f05ab0-5ba9-4a70-9820-d2e79e41448b admin admin] Made reservation on behalf of 9879343ea8164f95990b3f662c1ee6fa for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:28.218013 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22f05ab0-5ba9-4a70-9820-d2e79e41448b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:28.275639 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-baec2662-18da-4a7b-9b25-99c390490aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:28.276299 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-baec2662-18da-4a7b-9b25-99c390490aee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:28.277724 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-baec2662-18da-4a7b-9b25-99c390490aee service neutron] 10.222.0.58 "PUT /v2.0/ports/d3400461-a2e2-468f-b6f0-ffcc45c35b57 HTTP/1.1" status: 200 len: 1096 time: 2.5392506 Jul 09 09:25:28.278567 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af6937d-3ad2-4e11-a065-d55acc374fa8', 'tag': 'd3400461-a2e2-468f-b6f0-ffcc45c35b57'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:25:28.280491 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3cf0fc-d86f-4698-b171-83de5c0a08fd" -d '{"events": [{"name": "network-changed", "server_uuid": "5af6937d-3ad2-4e11-a065-d55acc374fa8", "tag": "d3400461-a2e2-468f-b6f0-ffcc45c35b57"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:25:28.294294 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8e933588-712a-4b0c-a4e7-3ba525609879 req-66f71a10-543c-44a5-a461-86cd96b20b10 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:28.309765 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['8efbd722-d097-4e5d-814b-f6eb0796eccb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:25:28.316783 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee03618-726e-44eb-ac90-0c9c466f33cb req-0ac4a980-a3ee-4e78-8431-127fc379ec7a tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:28.318450 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ee03618-726e-44eb-ac90-0c9c466f33cb req-0ac4a980-a3ee-4e78-8431-127fc379ec7a tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=6014c6c5-d251-4603-bb7e-ea65f6181fee HTTP/1.1" status: 200 len: 934 time: 0.3633907 Jul 09 09:25:28.319115 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61dc9d-45ac-4148-9587-ba302db2d9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e30853-a0dd-4849-8fdf-d814c3abe82f,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:28.346420 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['5f6b02ea-d90a-4166-8d74-012eab121fc2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:25:28.407147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f71a10-543c-44a5-a461-86cd96b20b10 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Pushing event deleted for resources: {'Port': ['ID=8efbd722-d097-4e5d-814b-f6eb0796eccb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:28.422727 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec2662-18da-4a7b-9b25-99c390490aee service neutron] Pushing event updated for resources: {'Port': ['ID=d3400461-a2e2-468f-b6f0-ffcc45c35b57,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:28.460189 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83665e21-178d-4f42-91b5-23a8c5d983dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:28.479910 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83665e21-178d-4f42-91b5-23a8c5d983dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:28.480625 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83665e21-178d-4f42-91b5-23a8c5d983dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:28.495444 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f3599-4a44-40f7-9a37-a20d0a155892 req-4cbaf4d8-8aaa-4af7-bde7-aecde8424e6d tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:28.497077 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-426f3599-4a44-40f7-9a37-a20d0a155892 req-4cbaf4d8-8aaa-4af7-bde7-aecde8424e6d tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 931 time: 0.5638490 Jul 09 09:25:28.528663 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-0e61dc9d-45ac-4148-9587-ba302db2d9f9 service neutron] Attempting to bind port c6e30853-a0dd-4849-8fdf-d814c3abe82f on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:25:28.529005 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-0e61dc9d-45ac-4148-9587-ba302db2d9f9 service neutron] Attempting to bind port c6e30853-a0dd-4849-8fdf-d814c3abe82f by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:25:28.530261 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-0e61dc9d-45ac-4148-9587-ba302db2d9f9 service neutron] Attempting to bind port c6e30853-a0dd-4849-8fdf-d814c3abe82f on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:25:28.624814 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1e6daa04-a6d2-4893-ae7b-b668fe726644 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:25:28.637603 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e933588-712a-4b0c-a4e7-3ba525609879 req-66f71a10-543c-44a5-a461-86cd96b20b10 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] No DVR routers for this DVR port 8efbd722-d097-4e5d-814b-f6eb0796eccb on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:25:28.639140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-0e61dc9d-45ac-4148-9587-ba302db2d9f9 service neutron] Port c6e30853-a0dd-4849-8fdf-d814c3abe82f on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:25:28.640804 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-0e61dc9d-45ac-4148-9587-ba302db2d9f9 service neutron] Attempting to bind port c6e30853-a0dd-4849-8fdf-d814c3abe82f on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:25:28.648462 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8e933588-712a-4b0c-a4e7-3ba525609879 req-66f71a10-543c-44a5-a461-86cd96b20b10 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:28.669934 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8e933588-712a-4b0c-a4e7-3ba525609879 req-66f71a10-543c-44a5-a461-86cd96b20b10 tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.58 "DELETE /v2.0/ports/8efbd722-d097-4e5d-814b-f6eb0796eccb HTTP/1.1" status: 204 len: 173 time: 2.6985638 Jul 09 09:25:28.670507 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad59f85-fc57-40e1-b413-6a31ec1e7b54', 'name': 'network-vif-deleted', 'tag': '8efbd722-d097-4e5d-814b-f6eb0796eccb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:25:28.681384 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14d4184-3517-4e19-880c-b86a498e4812" -d '{"events": [{"server_uuid": "fad59f85-fc57-40e1-b413-6a31ec1e7b54", "name": "network-vif-deleted", "tag": "8efbd722-d097-4e5d-814b-f6eb0796eccb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:25:28.682148 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-f9fd215a-2bdb-4d69-a48d-b31330a5ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:28.686468 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-f9fd215a-2bdb-4d69-a48d-b31330a5ff17 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=caa446f810be417e93e10eb73423cc0a&device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 1099 time: 0.3206425 Jul 09 09:25:28.739281 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ee03618-726e-44eb-ac90-0c9c466f33cb req-e9c443ad-89da-4d8a-af26-2c995a1e21fb tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955576 Jul 09 09:25:28.744822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-0e61dc9d-45ac-4148-9587-ba302db2d9f9 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:25:28.753291 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-0e61dc9d-45ac-4148-9587-ba302db2d9f9 service neutron] Checking segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:25:28.753961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-0e61dc9d-45ac-4148-9587-ba302db2d9f9 service neutron] Bound using segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:25:28.754674 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-0e61dc9d-45ac-4148-9587-ba302db2d9f9 service neutron] Bound port: c6e30853-a0dd-4849-8fdf-d814c3abe82f, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:25:28.755282 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-0e61dc9d-45ac-4148-9587-ba302db2d9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:28.774315 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 1e6daa04-a6d2-4893-ae7b-b668fe726644 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:25:28.782624 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 1e6daa04-a6d2-4893-ae7b-b668fe726644 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:28.783001 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:28.792076 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83665e21-178d-4f42-91b5-23a8c5d983dd admin admin] Pushing event updated for resources: {'Port': ['ID=d222068c-0e40-4a14-9ba6-46f1dcea82a6,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:28.838363 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-0e0edbd0-986e-487a-a845-d8ba0a738904 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=d3400461-a2e2-468f-b6f0-ffcc45c35b57 HTTP/1.1" status: 200 len: 217 time: 0.1393490 Jul 09 09:25:28.949343 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-1a542c83-34c5-44cf-bee9-7eccaec67f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b350822-4faa-4a96-a51f-f8ed6a8e7810 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:25:28.965437 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-426f3599-4a44-40f7-9a37-a20d0a155892 req-cc050d13-c04a-4574-a644-ca8c0103b713 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413347 Jul 09 09:25:28.971471 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22f05ab0-5ba9-4a70-9820-d2e79e41448b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:28.999010 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-1a542c83-34c5-44cf-bee9-7eccaec67f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:29.033049 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-07016ba5-960d-4e65-8de4-9f55a20caf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:29.034982 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-07016ba5-960d-4e65-8de4-9f55a20caf94 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1882167 Jul 09 09:25:29.037591 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-1a542c83-34c5-44cf-bee9-7eccaec67f69 service neutron] Transition to ACTIVE for port object 0b350822-4faa-4a96-a51f-f8ed6a8e7810 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:25:29.061545 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83665e21-178d-4f42-91b5-23a8c5d983dd admin admin] Network 9c195d29-d2fb-4edc-9de5-571d6cce284b is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:25:29.061545 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-1a542c83-34c5-44cf-bee9-7eccaec67f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:29.113809 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:29.132866 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-83665e21-178d-4f42-91b5-23a8c5d983dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:29.149541 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 1e6daa04-a6d2-4893-ae7b-b668fe726644, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1e6daa04-a6d2-4893-ae7b-b668fe726644,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:29.156299 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:29.162521 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e81b02-18c4-4bc8-8c36-9a662e088166 x-openstack-request-id: req-53e81b02-18c4-4bc8-8c36-9a662e088166 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:25:29.162815 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af6937d-3ad2-4e11-a065-d55acc374fa8", "tag": "d3400461-a2e2-468f-b6f0-ffcc45c35b57", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:25:29.163069 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-53e81b02-18c4-4bc8-8c36-9a662e088166 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:25:29.163473 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af6937d-3ad2-4e11-a065-d55acc374fa8', 'tag': 'd3400461-a2e2-468f-b6f0-ffcc45c35b57', 'status': 'completed', 'code': 200} Jul 09 09:25:29.174407 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f05ab0-5ba9-4a70-9820-d2e79e41448b admin admin] Pushing event updated for resources: {'Subnet': ['ID=772c008f-101f-4a59-be4e-73d8127581cc,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:29.206167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f05ab0-5ba9-4a70-9820-d2e79e41448b admin admin] Checking segment: {'id': '5a3d29e1-8b2f-4468-a74a-ab2f4ea73ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1e901cc5-ca80-43a3-bf8f-04a039ae1a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:25:29.206532 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f05ab0-5ba9-4a70-9820-d2e79e41448b admin admin] Network hostable DHCP agents. Network: 1e901cc5-ca80-43a3-bf8f-04a039ae1a74, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:25:29.215746 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-0e61dc9d-45ac-4148-9587-ba302db2d9f9 service neutron] For port c6e30853-a0dd-4849-8fdf-d814c3abe82f, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:25:29.227385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-0e61dc9d-45ac-4148-9587-ba302db2d9f9 service neutron] For port c6e30853-a0dd-4849-8fdf-d814c3abe82f, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c6e30853-a0dd-4849-8fdf-d814c3abe82f,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:25:29.253781 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-0e61dc9d-45ac-4148-9587-ba302db2d9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:29.289532 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=1e6daa04-a6d2-4893-ae7b-b668fe726644,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:29.333398 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a542c83-34c5-44cf-bee9-7eccaec67f69 service neutron] Pushing event updated for resources: {'Port': ['ID=0b350822-4faa-4a96-a51f-f8ed6a8e7810,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:29.346784 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-0e61dc9d-45ac-4148-9587-ba302db2d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:29.347768 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-0e61dc9d-45ac-4148-9587-ba302db2d9f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:29.349778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-0e61dc9d-45ac-4148-9587-ba302db2d9f9 service neutron] 10.222.0.64 "PUT /v2.0/ports/c6e30853-a0dd-4849-8fdf-d814c3abe82f HTTP/1.1" status: 200 len: 1091 time: 3.5124750 Jul 09 09:25:29.350443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f05ab0-5ba9-4a70-9820-d2e79e41448b admin admin] Network 1e901cc5-ca80-43a3-bf8f-04a039ae1a74 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:25:29.355528 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61dc9d-45ac-4148-9587-ba302db2d9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e30853-a0dd-4849-8fdf-d814c3abe82f,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:29.429097 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-22f05ab0-5ba9-4a70-9820-d2e79e41448b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 1e901cc5-ca80-43a3-bf8f-04a039ae1a74) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:29.442881 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364beb77-6f22-41c1-a6dc-377eaddca358 None None] Network 1e901cc5-ca80-43a3-bf8f-04a039ae1a74 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:25:29.444810 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39bf0a1e-6270-4ebe-badc-8ed4ba7466b2 req-ac69c8d8-4fdc-4cfd-886b-bf47a9c4407b tempest-DeleteServersAdminTestJSON-1443520169 tempest-DeleteServersAdminTestJSON-1443520169-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad59f85-fc57-40e1-b413-6a31ec1e7b54 HTTP/1.1" status: 200 len: 210 time: 0.0751774 Jul 09 09:25:29.449075 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f05ab0-5ba9-4a70-9820-d2e79e41448b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:29.450022 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22f05ab0-5ba9-4a70-9820-d2e79e41448b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:29.514091 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-1a542c83-34c5-44cf-bee9-7eccaec67f69 service neutron] Attempting to bind port 0b350822-4faa-4a96-a51f-f8ed6a8e7810 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:25:29.514723 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-1a542c83-34c5-44cf-bee9-7eccaec67f69 service neutron] Attempting to bind port 0b350822-4faa-4a96-a51f-f8ed6a8e7810 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:25:29.515703 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-1a542c83-34c5-44cf-bee9-7eccaec67f69 service neutron] Attempting to bind port 0b350822-4faa-4a96-a51f-f8ed6a8e7810 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:25:29.527152 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-d42404b4-6c02-45d2-97ac-f4d922ae677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:29.529205 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-d42404b4-6c02-45d2-97ac-f4d922ae677e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4872384 Jul 09 09:25:29.533906 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-1a542c83-34c5-44cf-bee9-7eccaec67f69 service neutron] Port 0b350822-4faa-4a96-a51f-f8ed6a8e7810 on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:25:29.534408 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-1a542c83-34c5-44cf-bee9-7eccaec67f69 service neutron] Attempting to bind port 0b350822-4faa-4a96-a51f-f8ed6a8e7810 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:25:29.562469 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-1a542c83-34c5-44cf-bee9-7eccaec67f69 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:25:29.563175 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-1a542c83-34c5-44cf-bee9-7eccaec67f69 service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:25:29.563823 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-1a542c83-34c5-44cf-bee9-7eccaec67f69 service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:25:29.564447 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-1a542c83-34c5-44cf-bee9-7eccaec67f69 service neutron] Bound port: 0b350822-4faa-4a96-a51f-f8ed6a8e7810, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:25:29.564973 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-1a542c83-34c5-44cf-bee9-7eccaec67f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:29.590231 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-22f05ab0-5ba9-4a70-9820-d2e79e41448b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5665073 Jul 09 09:25:29.596596 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9429c4e5-9fb5-4d16-b456-7a39437fa8e4 x-openstack-request-id: req-9429c4e5-9fb5-4d16-b456-7a39437fa8e4 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:25:29.597031 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad59f85-fc57-40e1-b413-6a31ec1e7b54", "name": "network-vif-deleted", "tag": "8efbd722-d097-4e5d-814b-f6eb0796eccb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:25:29.597793 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9429c4e5-9fb5-4d16-b456-7a39437fa8e4 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:25:29.599976 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad59f85-fc57-40e1-b413-6a31ec1e7b54', 'name': 'network-vif-deleted', 'tag': '8efbd722-d097-4e5d-814b-f6eb0796eccb', 'status': 'completed', 'code': 200} Jul 09 09:25:29.669624 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-5ef7453d-fa07-45f7-9ea3-c66adfc56cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:29.677156 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-5ef7453d-fa07-45f7-9ea3-c66adfc56cfa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 1094 time: 0.2037103 Jul 09 09:25:29.710027 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5f6b02ea-d90a-4166-8d74-012eab121fc2 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:25:29.715958 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83665e21-178d-4f42-91b5-23a8c5d983dd admin admin] Router 613931a7-06fb-40a9-84c0-bc8abe2a73a5 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:25:29.776845 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-956064f2-e79d-4696-a9e5-75fbb8e37596 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6e30853-a0dd-4849-8fdf-d814c3abe82f HTTP/1.1" status: 200 len: 217 time: 0.0923822 Jul 09 09:25:29.806149 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a8f44d-5ba4-4243-b0a8-c26d2344ed55 None None] Network 1e901cc5-ca80-43a3-bf8f-04a039ae1a74 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:25:29.825437 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5b8e1f0b-5eef-434d-b2c1-91464a28dd6d None None] Provisioning complete for port d222068c-0e40-4a14-9ba6-46f1dcea82a6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:29.825799 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5b8e1f0b-5eef-434d-b2c1-91464a28dd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:29.828477 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-d85b7531-dc47-42a5-9178-9ed18791f6a5 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905254 Jul 09 09:25:29.872051 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-0ad5c963-603a-4e1e-ac4e-02cef08f681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:29.875925 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-0ad5c963-603a-4e1e-ac4e-02cef08f681d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=885047f0-ba41-4b93-9739-c68577cb7cc5 HTTP/1.1" status: 200 len: 861 time: 0.0884321 Jul 09 09:25:29.908666 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5b8e1f0b-5eef-434d-b2c1-91464a28dd6d None None] Port d222068c-0e40-4a14-9ba6-46f1dcea82a6 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:25:29.915144 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 5f6b02ea-d90a-4166-8d74-012eab121fc2 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:25:29.930621 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 5f6b02ea-d90a-4166-8d74-012eab121fc2 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:29.931266 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:29.967897 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-f882969b-8d2c-4689-bea6-e8b37e9f2b12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760276 Jul 09 09:25:30.018316 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-1a542c83-34c5-44cf-bee9-7eccaec67f69 service neutron] For port 0b350822-4faa-4a96-a51f-f8ed6a8e7810, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:25:30.050370 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-1a542c83-34c5-44cf-bee9-7eccaec67f69 service neutron] For port 0b350822-4faa-4a96-a51f-f8ed6a8e7810, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=0b350822-4faa-4a96-a51f-f8ed6a8e7810,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:25:30.065932 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-1a542c83-34c5-44cf-bee9-7eccaec67f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:30.074667 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83665e21-178d-4f42-91b5-23a8c5d983dd admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:25:30.093660 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] Sync routers for ids ['613931a7-06fb-40a9-84c0-bc8abe2a73a5'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:25:30.106181 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-83665e21-178d-4f42-91b5-23a8c5d983dd admin admin] 10.222.0.61 "PUT /v2.0/routers/613931a7-06fb-40a9-84c0-bc8abe2a73a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8116641 Jul 09 09:25:30.107991 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-528c289b-c39d-4d5f-a27b-6c5f8984bf39 req-8b165312-9083-4dfd-ace6-ceae24e5f542 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711275 Jul 09 09:25:30.118119 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-1a542c83-34c5-44cf-bee9-7eccaec67f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:30.118746 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-1a542c83-34c5-44cf-bee9-7eccaec67f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:30.120310 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-1a542c83-34c5-44cf-bee9-7eccaec67f69 service neutron] 10.222.0.58 "PUT /v2.0/ports/0b350822-4faa-4a96-a51f-f8ed6a8e7810 HTTP/1.1" status: 200 len: 1094 time: 2.7982168 Jul 09 09:25:30.120761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b545d-cfa3-422f-b916-9a08f68f4e15 req-8e872120-c0db-4e15-92e0-603130322568 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:30.122318 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b84b545d-cfa3-422f-b916-9a08f68f4e15 req-8e872120-c0db-4e15-92e0-603130322568 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=2dc9a6f8-f968-49e3-ab09-8416ab1d73d4 HTTP/1.1" status: 200 len: 949 time: 0.2451601 Jul 09 09:25:30.163442 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a542c83-34c5-44cf-bee9-7eccaec67f69 service neutron] Pushing event updated for resources: {'Port': ['ID=0b350822-4faa-4a96-a51f-f8ed6a8e7810,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:30.180279 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-1971e91e-bf2a-43b4-acf9-f49f744b292c service neutron] 10.222.0.64 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854923 Jul 09 09:25:30.193872 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] Routers {'613931a7-06fb-40a9-84c0-bc8abe2a73a5'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:25:30.194545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:25:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['613931a7-06fb-40a9-84c0-bc8abe2a73a5'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:30.211932 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce08bb-cf94-4cf4-86d4-997f6b42e95e req-db678260-898b-428e-a693-704300059782 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:30.213795 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7cce08bb-cf94-4cf4-86d4-997f6b42e95e req-db678260-898b-428e-a693-704300059782 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=6014c6c5-d251-4603-bb7e-ea65f6181fee HTTP/1.1" status: 200 len: 946 time: 0.2602057 Jul 09 09:25:30.262487 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:30.300843 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b84b545d-cfa3-422f-b916-9a08f68f4e15 req-4996cf6d-2728-43f0-89b1-2e085ad30bb9 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec173c1-6e85-4c1d-ab80-adb5d3f5605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462610 Jul 09 09:25:30.330364 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7cce08bb-cf94-4cf4-86d4-997f6b42e95e req-9762f540-b61e-429a-8252-f79a25933103 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100090 Jul 09 09:25:30.362739 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc9a6f8-f968-49e3-ab09-8416ab1d73d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6b02ea-d90a-4166-8d74-012eab121fc2'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:25:30.365012 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f260438b-0caf-4057-a8d0-4399cb63df23" -d '{"events": [{"server_uuid": "2dc9a6f8-f968-49e3-ab09-8416ab1d73d4", "name": "network-vif-plugged", "status": "completed", "tag": "5f6b02ea-d90a-4166-8d74-012eab121fc2"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:25:30.385809 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8efbd722-d097-4e5d-814b-f6eb0796eccb no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:25:30.404541 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38c81ffc-a471-464c-b3cc-c6214671dd8f req-f27a2f5b-42bd-4fcb-a4d3-f4782c39c617 service neutron] 10.222.0.64 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123432 Jul 09 09:25:30.410966 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5f6b02ea-d90a-4166-8d74-012eab121fc2, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5f6b02ea-d90a-4166-8d74-012eab121fc2,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:30.435384 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 8efbd722-d097-4e5d-814b-f6eb0796eccb {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:25:30.435757 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8efbd722-d097-4e5d-814b-f6eb0796eccb not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:25:30.439492 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:30.505666 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] Set router 613931a7-06fb-40a9-84c0-bc8abe2a73a5 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:25:30.525146 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-fb0ac212-2613-455c-82a7-107f37b41657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:30.527730 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-fb0ac212-2613-455c-82a7-107f37b41657 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=caa446f810be417e93e10eb73423cc0a&device_id=6014c6c5-d251-4603-bb7e-ea65f6181fee HTTP/1.1" status: 200 len: 1097 time: 0.3226883 Jul 09 09:25:30.542537 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cf0fc-d86f-4698-b171-83de5c0a08fd req-3c78ba88-b4f5-42c7-b086-50145a7715dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:30.549846 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6b3cf0fc-d86f-4698-b171-83de5c0a08fd req-3c78ba88-b4f5-42c7-b086-50145a7715dd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=caa446f810be417e93e10eb73423cc0a&device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 1099 time: 0.2911148 Jul 09 09:25:30.571782 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5f6b02ea-d90a-4166-8d74-012eab121fc2,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:30.589692 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1e6daa04-a6d2-4893-ae7b-b668fe726644 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:25:30.661757 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-630bf369-21f2-4586-b3d2-ae3ada4b8b20 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=0b350822-4faa-4a96-a51f-f8ed6a8e7810 HTTP/1.1" status: 200 len: 217 time: 0.1230342 Jul 09 09:25:30.701883 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc183a9-99d6-4a8b-853d-f4bbe4167855 x-openstack-request-id: req-7cc183a9-99d6-4a8b-853d-f4bbe4167855 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:25:30.702196 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc9a6f8-f968-49e3-ab09-8416ab1d73d4", "name": "network-vif-plugged", "status": "completed", "tag": "5f6b02ea-d90a-4166-8d74-012eab121fc2", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:25:30.702420 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7cc183a9-99d6-4a8b-853d-f4bbe4167855 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:25:30.703282 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc9a6f8-f968-49e3-ab09-8416ab1d73d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6b02ea-d90a-4166-8d74-012eab121fc2', 'code': 200} Jul 09 09:25:30.794176 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37512) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:30.813557 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-56c1a66e-e467-4bd0-8429-ae1a0bfd5529 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-520178580-network', 'tenant_id': '4209777de33140ee9fecf8a13259b27a'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:30.821238 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 1e6daa04-a6d2-4893-ae7b-b668fe726644 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:30.821626 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:30.840302 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-d437e1be-1d99-4e29-9f20-6691c242be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:30.841774 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-d437e1be-1d99-4e29-9f20-6691c242be5c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1499598 Jul 09 09:25:30.910984 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cf0fc-d86f-4698-b171-83de5c0a08fd req-bb739bfa-fb97-4a2a-a23b-ee21d3be8fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:30.912664 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6b3cf0fc-d86f-4698-b171-83de5c0a08fd req-bb739bfa-fb97-4a2a-a23b-ee21d3be8fd3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.2621799 Jul 09 09:25:30.919150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c1a66e-e467-4bd0-8429-ae1a0bfd5529 admin admin] Made reservation on behalf of 4209777de33140ee9fecf8a13259b27a for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:30.922109 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-56c1a66e-e467-4bd0-8429-ae1a0bfd5529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:30.939137 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-56c1a66e-e467-4bd0-8429-ae1a0bfd5529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:30.960620 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b77e06-b142-45fa-9df7-cef5951a27b3 req-c9fc1f49-0b1a-4bef-a8cd-9dd35aa9a5d7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:30.962195 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-60b77e06-b142-45fa-9df7-cef5951a27b3 req-c9fc1f49-0b1a-4bef-a8cd-9dd35aa9a5d7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 943 time: 0.2350402 Jul 09 09:25:30.974293 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23381964-7dcd-4cb8-ac6c-07448b498b1c req-5529c1e4-de55-4004-b262-a12d240ed3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:30.976161 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-23381964-7dcd-4cb8-ac6c-07448b498b1c req-5529c1e4-de55-4004-b262-a12d240ed3cd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2dc9a6f8-f968-49e3-ab09-8416ab1d73d4 HTTP/1.1" status: 200 len: 1101 time: 0.1910675 Jul 09 09:25:31.036719 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6b3cf0fc-d86f-4698-b171-83de5c0a08fd req-a70758df-c356-409d-8b18-19bf6a80a714 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=d3400461-a2e2-468f-b6f0-ffcc45c35b57 HTTP/1.1" status: 200 len: 217 time: 0.1169162 Jul 09 09:25:31.064331 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-60b77e06-b142-45fa-9df7-cef5951a27b3 req-be0bfe7e-f972-4901-a735-c239f2105486 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947053 Jul 09 09:25:31.071588 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-23381964-7dcd-4cb8-ac6c-07448b498b1c req-93e4b64d-8596-46b2-806e-575f1c3b5fa6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=aec173c1-6e85-4c1d-ab80-adb5d3f5605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823226 Jul 09 09:25:31.087459 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-182d47ac-f0ef-4a86-a406-42c43ce6fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:31.089064 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-182d47ac-f0ef-4a86-a406-42c43ce6fdae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2383389 Jul 09 09:25:31.170006 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6014c6c5-d251-4603-bb7e-ea65f6181fee', 'tag': '0b350822-4faa-4a96-a51f-f8ed6a8e7810'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:25:31.179263 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-56c1a66e-e467-4bd0-8429-ae1a0bfd5529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:31.182075 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b51954-e472-46c1-953c-e34e97f29f23" -d '{"events": [{"name": "network-changed", "server_uuid": "6014c6c5-d251-4603-bb7e-ea65f6181fee", "tag": "0b350822-4faa-4a96-a51f-f8ed6a8e7810"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:25:31.186213 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-56c1a66e-e467-4bd0-8429-ae1a0bfd5529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:31.238450 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1a66e-e467-4bd0-8429-ae1a0bfd5529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa281f4-0675-4a86-82d8-3bffb5db675f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:31.250921 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c1a66e-e467-4bd0-8429-ae1a0bfd5529 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:25:31.266366 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-56c1a66e-e467-4bd0-8429-ae1a0bfd5529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:31.267063 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-56c1a66e-e467-4bd0-8429-ae1a0bfd5529 admin admin] Added segment ce81323f-efe5-4c3d-9566-dba55411bfbc of type vlan for network f3620867-27e9-4e74-b6a7-dc410deb3bd9 Jul 09 09:25:31.287899 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613931a7-06fb-40a9-84c0-bc8abe2a73a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1595244987-router', 'tenant_id': '773f50f37ae04531838f46b93a7928b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '1e6daa04-a6d2-4893-ae7b-b668fe726644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:19Z', 'updated_at': '2021-07-09T09:25:27Z', 'revision_number': 4, 'project_id': '773f50f37ae04531838f46b93a7928b5', 'gw_port': {'id': '1e6daa04-a6d2-4893-ae7b-b668fe726644', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613931a7-06fb-40a9-84c0-bc8abe2a73a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:25:21Z', 'updated_at': '2021-07-09T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'd222068c-0e40-4a14-9ba6-46f1dcea82a6', 'name': '', 'network_id': '9c195d29-d2fb-4edc-9de5-571d6cce284b', 'tenant_id': '773f50f37ae04531838f46b93a7928b5', 'mac_address': 'fa:16:3e:ad:c4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613931a7-06fb-40a9-84c0-bc8abe2a73a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '0b827990-5e51-45c4-863d-bd2d003a17bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:25:25Z', 'updated_at': '2021-07-09T09:25:27Z', 'revision_number': 2, 'project_id': '773f50f37ae04531838f46b93a7928b5', 'subnets': [{'id': '0b827990-5e51-45c4-863d-bd2d003a17bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:31.300980 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a65f54-5c8c-42e5-9331-9c94a4d5f70f x-openstack-request-id: req-c3a65f54-5c8c-42e5-9331-9c94a4d5f70f {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:25:31.301270 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6014c6c5-d251-4603-bb7e-ea65f6181fee", "tag": "0b350822-4faa-4a96-a51f-f8ed6a8e7810", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:25:31.301524 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c3a65f54-5c8c-42e5-9331-9c94a4d5f70f {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:25:31.301916 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6014c6c5-d251-4603-bb7e-ea65f6181fee', 'tag': '0b350822-4faa-4a96-a51f-f8ed6a8e7810', 'status': 'completed', 'code': 200} Jul 09 09:25:31.307965 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37540) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:31.316302 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0ad437e4-c11f-4782-8946-5deea810ff14 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-812734725-network', 'tenant_id': '717636fd8d0d40f0810ed45f4d408000'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:31.328136 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] Checking router: 613931a7-06fb-40a9-84c0-bc8abe2a73a5 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:25:31.328504 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] Updating router 613931a7-06fb-40a9-84c0-bc8abe2a73a5 port d222068c-0e40-4a14-9ba6-46f1dcea82a6 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:25:31.344341 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-56c1a66e-e467-4bd0-8429-ae1a0bfd5529 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:31.347774 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cf0fc-d86f-4698-b171-83de5c0a08fd req-de1073c0-b38c-443b-a849-3f82d6dd22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:31.349281 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6b3cf0fc-d86f-4698-b171-83de5c0a08fd req-de1073c0-b38c-443b-a849-3f82d6dd22eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.3003325 Jul 09 09:25:31.377213 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:31.379289 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad437e4-c11f-4782-8946-5deea810ff14 admin admin] Made reservation on behalf of 717636fd8d0d40f0810ed45f4d408000 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:31.382461 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0ad437e4-c11f-4782-8946-5deea810ff14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:31.409262 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0ad437e4-c11f-4782-8946-5deea810ff14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:31.450327 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-56c1a66e-e467-4bd0-8429-ae1a0bfd5529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:31.451151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c1a66e-e467-4bd0-8429-ae1a0bfd5529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:31.451762 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-56c1a66e-e467-4bd0-8429-ae1a0bfd5529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:31.465150 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-b95c17c5-6da5-4156-bca4-f0918ae4938e service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245888 Jul 09 09:25:31.601791 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cf0fc-d86f-4698-b171-83de5c0a08fd req-4658d844-1ac8-4c81-9396-6253615ef9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:31.603397 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6b3cf0fc-d86f-4698-b171-83de5c0a08fd req-4658d844-1ac8-4c81-9396-6253615ef9db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2364929 Jul 09 09:25:31.612140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f83037-eee1-4d2d-9e29-2de59ebf8480', 'tag': 'c6e30853-a0dd-4849-8fdf-d814c3abe82f'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:25:31.614344 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b29292-5211-441d-b37d-564351fda62a" -d '{"events": [{"name": "network-changed", "server_uuid": "79f83037-eee1-4d2d-9e29-2de59ebf8480", "tag": "c6e30853-a0dd-4849-8fdf-d814c3abe82f"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:25:31.616814 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1a66e-e467-4bd0-8429-ae1a0bfd5529 admin admin] Pushing event updated for resources: {'Network': ['ID=f3620867-27e9-4e74-b6a7-dc410deb3bd9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:31.697540 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0ad437e4-c11f-4782-8946-5deea810ff14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:31.701869 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-19d91062-6c62-4bc4-9e8d-3c558450e297 req-342cb52d-7bcd-421c-be95-53907ca1a31c service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294185 Jul 09 09:25:31.723956 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network f3620867-27e9-4e74-b6a7-dc410deb3bd9 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:25:31.752667 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6b3cf0fc-d86f-4698-b171-83de5c0a08fd req-ba9003bf-b89e-48f4-a274-acd2ce40fe4d service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412270 Jul 09 09:25:31.757997 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0ad437e4-c11f-4782-8946-5deea810ff14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:31.770956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad437e4-c11f-4782-8946-5deea810ff14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:25:31.780040 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0ad437e4-c11f-4782-8946-5deea810ff14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:31.780384 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-0ad437e4-c11f-4782-8946-5deea810ff14 admin admin] Added segment 27c1421c-67e0-4d4b-9c22-ae3483c6aae2 of type vlan for network 85f858b3-4666-4494-958d-822bcc05163f Jul 09 09:25:31.797966 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:31.821888 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0ad437e4-c11f-4782-8946-5deea810ff14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:31.823953 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] Transition to ACTIVE for port object d222068c-0e40-4a14-9ba6-46f1dcea82a6 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:25:31.826941 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37556) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:31.832241 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:31.844094 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37560) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:31.845133 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-56c1a66e-e467-4bd0-8429-ae1a0bfd5529 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0489640 Jul 09 09:25:31.869396 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8012d3cd-7509-4a8e-8cb3-29108b3024df admin admin] Request body: {'subnet': {'network_id': 'f3620867-27e9-4e74-b6a7-dc410deb3bd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-520178580-subnet', 'tenant_id': '4209777de33140ee9fecf8a13259b27a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:31.884597 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad437e4-c11f-4782-8946-5deea810ff14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce71e3d-e9af-4d59-915b-18e530457a51,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:31.899377 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653eb52-fce3-4081-91b4-8ee82717afcd None None] Pushing event updated for resources: {'Port': ['ID=d222068c-0e40-4a14-9ba6-46f1dcea82a6,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:31.925463 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0ad437e4-c11f-4782-8946-5deea810ff14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:31.926690 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad437e4-c11f-4782-8946-5deea810ff14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:31.927051 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0ad437e4-c11f-4782-8946-5deea810ff14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:31.949237 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8012d3cd-7509-4a8e-8cb3-29108b3024df admin admin] Made reservation on behalf of 4209777de33140ee9fecf8a13259b27a for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:31.950564 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ff44f-6da6-4461-8924-4f60e810b654 req-ad76c6d7-b090-4d60-a3f8-92b1e92ca046 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:31.951776 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8012d3cd-7509-4a8e-8cb3-29108b3024df admin admin] Notify callbacks [] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:31.958366 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6d1ff44f-6da6-4461-8924-4f60e810b654 req-ad76c6d7-b090-4d60-a3f8-92b1e92ca046 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=2dc9a6f8-f968-49e3-ab09-8416ab1d73d4 HTTP/1.1" status: 200 len: 950 time: 0.3936982 Jul 09 09:25:31.973511 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] Attempting to bind port d222068c-0e40-4a14-9ba6-46f1dcea82a6 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:25:31.973899 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] Attempting to bind port d222068c-0e40-4a14-9ba6-46f1dcea82a6 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'a5aa3058-779b-4954-9340-6a4eac9b85b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9c195d29-d2fb-4edc-9de5-571d6cce284b'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:25:31.974242 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] Attempting to bind port d222068c-0e40-4a14-9ba6-46f1dcea82a6 on network 9c195d29-d2fb-4edc-9de5-571d6cce284b {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:25:31.980716 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:25:31.981279 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] Checking segment: {'id': 'a5aa3058-779b-4954-9340-6a4eac9b85b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9c195d29-d2fb-4edc-9de5-571d6cce284b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:25:31.981684 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:31.982085 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] Bound using segment: {'id': 'a5aa3058-779b-4954-9340-6a4eac9b85b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9c195d29-d2fb-4edc-9de5-571d6cce284b'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:25:31.982545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] Bound port: d222068c-0e40-4a14-9ba6-46f1dcea82a6, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5aa3058-779b-4954-9340-6a4eac9b85b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9c195d29-d2fb-4edc-9de5-571d6cce284b'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:25:31.982923 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:32.001520 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d185db-a707-4e0d-a857-82ed5b5e8d25 req-bd7c3e84-60cf-4627-bba6-7aaf10f48c90 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:32.016063 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19d185db-a707-4e0d-a857-82ed5b5e8d25 req-bd7c3e84-60cf-4627-bba6-7aaf10f48c90 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=6014c6c5-d251-4603-bb7e-ea65f6181fee HTTP/1.1" status: 200 len: 946 time: 0.4407742 Jul 09 09:25:32.061616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] For port d222068c-0e40-4a14-9ba6-46f1dcea82a6, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:25:32.067667 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] For port d222068c-0e40-4a14-9ba6-46f1dcea82a6, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=d222068c-0e40-4a14-9ba6-46f1dcea82a6,segment=NetworkSegment(a5aa3058-779b-4954-9340-6a4eac9b85b1),segment_id=a5aa3058-779b-4954-9340-6a4eac9b85b1)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:25:32.075176 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:32.091260 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0ad437e4-c11f-4782-8946-5deea810ff14 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7794824 Jul 09 09:25:32.093004 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37562) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:32.111824 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6371d01d-246c-4092-ab2b-1769a2b9603f admin admin] Request body: {'subnet': {'network_id': '85f858b3-4666-4494-958d-822bcc05163f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-812734725-subnet', 'tenant_id': '717636fd8d0d40f0810ed45f4d408000', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:32.134016 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] Routers {'613931a7-06fb-40a9-84c0-bc8abe2a73a5'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:25:32.135209 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:25:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['613931a7-06fb-40a9-84c0-bc8abe2a73a5'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:32.153462 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad437e4-c11f-4782-8946-5deea810ff14 admin admin] Pushing event updated for resources: {'Network': ['ID=85f858b3-4666-4494-958d-822bcc05163f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:32.166477 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6d1ff44f-6da6-4461-8924-4f60e810b654 req-9e3cb876-3e35-4e5f-949d-125282b415fe tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec173c1-6e85-4c1d-ab80-adb5d3f5605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072139 Jul 09 09:25:32.188132 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9ac8ea7f-e9a5-4ce6-86db-73299b86a3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:32.214511 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19d185db-a707-4e0d-a857-82ed5b5e8d25 req-9aa448a2-b333-479f-9811-12943ec255e0 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974950 Jul 09 09:25:32.261690 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b51954-e472-46c1-953c-e34e97f29f23 req-ffcf16f7-563f-43d3-9a13-40f5fcb2e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:32.265813 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44b51954-e472-46c1-953c-e34e97f29f23 req-ffcf16f7-563f-43d3-9a13-40f5fcb2e42e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=caa446f810be417e93e10eb73423cc0a&device_id=6014c6c5-d251-4603-bb7e-ea65f6181fee HTTP/1.1" status: 200 len: 1097 time: 0.4913077 Jul 09 09:25:32.270448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6371d01d-246c-4092-ab2b-1769a2b9603f admin admin] Made reservation on behalf of 717636fd8d0d40f0810ed45f4d408000 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:32.276288 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6b3cf0fc-d86f-4698-b171-83de5c0a08fd req-715b0706-0d7b-4402-a068-fc0027a5c6af service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153844 Jul 09 09:25:32.279526 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 85f858b3-4666-4494-958d-822bcc05163f details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:25:32.279806 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6371d01d-246c-4092-ab2b-1769a2b9603f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:32.458234 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818fc633-220e-401f-b0b6-1a13b5cd1732 x-openstack-request-id: req-818fc633-220e-401f-b0b6-1a13b5cd1732 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:25:32.462741 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f83037-eee1-4d2d-9e29-2de59ebf8480", "tag": "c6e30853-a0dd-4849-8fdf-d814c3abe82f", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:25:32.463192 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-818fc633-220e-401f-b0b6-1a13b5cd1732 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:25:32.463785 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f83037-eee1-4d2d-9e29-2de59ebf8480', 'tag': 'c6e30853-a0dd-4849-8fdf-d814c3abe82f', 'status': 'completed', 'code': 200} Jul 09 09:25:32.499933 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device d3400461-a2e2-468f-b6f0-ffcc45c35b57 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:25:32.541686 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b51954-e472-46c1-953c-e34e97f29f23 req-5605e633-ad1d-49c0-95c3-f5784a1c9f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:32.553327 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44b51954-e472-46c1-953c-e34e97f29f23 req-5605e633-ad1d-49c0-95c3-f5784a1c9f77 service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.2676563 Jul 09 09:25:32.625858 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44b51954-e472-46c1-953c-e34e97f29f23 req-87f52f7e-07ca-4c5c-a619-ec7db71e12fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=0b350822-4faa-4a96-a51f-f8ed6a8e7810 HTTP/1.1" status: 200 len: 217 time: 0.0625885 Jul 09 09:25:32.691384 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653eb52-fce3-4081-91b4-8ee82717afcd None None] Pushing event updated for resources: {'Port': ['ID=d222068c-0e40-4a14-9ba6-46f1dcea82a6,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:32.725828 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] Set router 613931a7-06fb-40a9-84c0-bc8abe2a73a5 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:25:32.734357 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b51954-e472-46c1-953c-e34e97f29f23 req-31b9c892-5bb1-4f3b-9d30-5ec520056eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:32.736510 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44b51954-e472-46c1-953c-e34e97f29f23 req-31b9c892-5bb1-4f3b-9d30-5ec520056eeb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1049473 Jul 09 09:25:32.737947 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8012d3cd-7509-4a8e-8cb3-29108b3024df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:32.783557 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37572) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:32.826310 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012d3cd-7509-4a8e-8cb3-29108b3024df admin admin] Pushing event updated for resources: {'Subnet': ['ID=87c2db76-7a07-4fc7-972e-3e21bc4938ce,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:32.835407 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b29292-5211-441d-b37d-564351fda62a req-b7b89e95-373f-4c78-b066-296cfae08f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:32.837220 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a3b29292-5211-441d-b37d-564351fda62a req-b7b89e95-373f-4c78-b066-296cfae08f3c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 1094 time: 0.2662935 Jul 09 09:25:32.870056 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8012d3cd-7509-4a8e-8cb3-29108b3024df admin admin] Checking segment: {'id': 'ce81323f-efe5-4c3d-9566-dba55411bfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f3620867-27e9-4e74-b6a7-dc410deb3bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:25:32.870902 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8012d3cd-7509-4a8e-8cb3-29108b3024df admin admin] Network hostable DHCP agents. Network: f3620867-27e9-4e74-b6a7-dc410deb3bd9, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:25:32.885639 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b51954-e472-46c1-953c-e34e97f29f23 req-20db050d-39e7-4829-9ad3-7e416ff77972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:32.887396 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44b51954-e472-46c1-953c-e34e97f29f23 req-20db050d-39e7-4829-9ad3-7e416ff77972 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1029563 Jul 09 09:25:32.889457 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709732be-6d6d-47fd-9d37-0dc6531d197b req-4f17f546-a04c-4eda-9bb5-267d5c3ee38c tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:32.891503 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-709732be-6d6d-47fd-9d37-0dc6531d197b req-4f17f546-a04c-4eda-9bb5-267d5c3ee38c tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 943 time: 0.2333341 Jul 09 09:25:32.905273 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8012d3cd-7509-4a8e-8cb3-29108b3024df admin admin] Network f3620867-27e9-4e74-b6a7-dc410deb3bd9 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:25:32.928290 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port d3400461-a2e2-468f-b6f0-ffcc45c35b57, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d3400461-a2e2-468f-b6f0-ffcc45c35b57,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:32.959628 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'd3400461-a2e2-468f-b6f0-ffcc45c35b57', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': 'd3400461-a2e2-468f-b6f0-ffcc45c35b57', 'mac_address': 'fa:16:3e:f1:20:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:25:32.960205 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-8012d3cd-7509-4a8e-8cb3-29108b3024df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, f3620867-27e9-4e74-b6a7-dc410deb3bd9) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:32.970078 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa3caf6-457d-4385-ab16-ba7aa595622d None None] Network f3620867-27e9-4e74-b6a7-dc410deb3bd9 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:25:32.977446 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8012d3cd-7509-4a8e-8cb3-29108b3024df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:32.978111 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8012d3cd-7509-4a8e-8cb3-29108b3024df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:32.986827 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9ac8ea7f-e9a5-4ce6-86db-73299b86a3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:33.009100 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9ac8ea7f-e9a5-4ce6-86db-73299b86a3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:33.015606 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8012d3cd-7509-4a8e-8cb3-29108b3024df admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1682231 Jul 09 09:25:33.047628 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44b51954-e472-46c1-953c-e34e97f29f23 req-d855e1e1-9f81-4ed8-99b8-e4134e6ba9ea service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518795 Jul 09 09:25:33.072229 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:33.107420 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3400461-a2e2-468f-b6f0-ffcc45c35b57 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:25:33.114485 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613931a7-06fb-40a9-84c0-bc8abe2a73a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1595244987-router', 'tenant_id': '773f50f37ae04531838f46b93a7928b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '1e6daa04-a6d2-4893-ae7b-b668fe726644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:19Z', 'updated_at': '2021-07-09T09:25:27Z', 'revision_number': 4, 'project_id': '773f50f37ae04531838f46b93a7928b5', 'gw_port': {'id': '1e6daa04-a6d2-4893-ae7b-b668fe726644', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613931a7-06fb-40a9-84c0-bc8abe2a73a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:25:21Z', 'updated_at': '2021-07-09T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'd222068c-0e40-4a14-9ba6-46f1dcea82a6', 'name': '', 'network_id': '9c195d29-d2fb-4edc-9de5-571d6cce284b', 'tenant_id': '773f50f37ae04531838f46b93a7928b5', 'mac_address': 'fa:16:3e:ad:c4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613931a7-06fb-40a9-84c0-bc8abe2a73a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '0b827990-5e51-45c4-863d-bd2d003a17bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:25:25Z', 'updated_at': '2021-07-09T09:25:32Z', 'revision_number': 4, 'project_id': '773f50f37ae04531838f46b93a7928b5', 'subnets': [{'id': '0b827990-5e51-45c4-863d-bd2d003a17bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:33.129947 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7aa67c56-bfba-42ef-81f8-37292bdf4fe7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d464ad325910472cadf8e161a92e431c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3433092 Jul 09 09:25:33.130810 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8ea7f-e9a5-4ce6-86db-73299b86a3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89043378-4a8d-4303-a5cc-51a066f2656a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:33.133985 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b29292-5211-441d-b37d-564351fda62a req-42e8b7c4-5a35-4ea8-aa3b-2384effba6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:33.140714 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a3b29292-5211-441d-b37d-564351fda62a req-42e8b7c4-5a35-4ea8-aa3b-2384effba6ff service neutron] 10.222.0.64 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 922 time: 0.2850738 Jul 09 09:25:33.140714 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37578) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:33.151414 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37580) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:33.169217 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe66e333-7bee-4a35-9e1f-3c2cc769ada6 None None] The sync data for ids ['613931a7-06fb-40a9-84c0-bc8abe2a73a5'] in n-d-799996-1 is: [{'id': '613931a7-06fb-40a9-84c0-bc8abe2a73a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1595244987-router', 'tenant_id': '773f50f37ae04531838f46b93a7928b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '1e6daa04-a6d2-4893-ae7b-b668fe726644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:19Z', 'updated_at': '2021-07-09T09:25:27Z', 'revision_number': 4, 'project_id': '773f50f37ae04531838f46b93a7928b5', 'gw_port': {'id': '1e6daa04-a6d2-4893-ae7b-b668fe726644', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613931a7-06fb-40a9-84c0-bc8abe2a73a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:25:21Z', 'updated_at': '2021-07-09T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'd222068c-0e40-4a14-9ba6-46f1dcea82a6', 'name': '', 'network_id': '9c195d29-d2fb-4edc-9de5-571d6cce284b', 'tenant_id': '773f50f37ae04531838f46b93a7928b5', 'mac_address': 'fa:16:3e:ad:c4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613931a7-06fb-40a9-84c0-bc8abe2a73a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '0b827990-5e51-45c4-863d-bd2d003a17bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:25:25Z', 'updated_at': '2021-07-09T09:25:32Z', 'revision_number': 4, 'project_id': '773f50f37ae04531838f46b93a7928b5', 'subnets': [{'id': '0b827990-5e51-45c4-863d-bd2d003a17bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:25:33.183240 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9ac8ea7f-e9a5-4ce6-86db-73299b86a3fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e5dbca3a04104ec19955f2c281bd87e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3521001 Jul 09 09:25:33.184389 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6371d01d-246c-4092-ab2b-1769a2b9603f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:33.187877 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37582) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:33.200249 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port d3400461-a2e2-468f-b6f0-ffcc45c35b57, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d3400461-a2e2-468f-b6f0-ffcc45c35b57,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:33.214558 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:33.310859 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44b51954-e472-46c1-953c-e34e97f29f23 req-ddf65eb0-6591-4068-b37a-7dc9fd139622 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526777 Jul 09 09:25:33.323198 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-91175046-137f-457a-b09f-d4c86f2e1ee4 admin admin] Deleting subnet 772c008f-101f-4a59-be4e-73d8127581cc {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:25:33.328873 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91175046-137f-457a-b09f-d4c86f2e1ee4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:33.331837 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-709732be-6d6d-47fd-9d37-0dc6531d197b req-135f6365-3c5e-4396-9148-7fe0abe522d1 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950894 Jul 09 09:25:33.336199 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a3b29292-5211-441d-b37d-564351fda62a req-cd77fd7e-45fa-42b9-b7eb-7592683b56c5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6e30853-a0dd-4849-8fdf-d814c3abe82f HTTP/1.1" status: 200 len: 217 time: 0.1742494 Jul 09 09:25:33.338554 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d678c6-ebf4-4f19-8f54-b313504dfc52 None None] Network f3620867-27e9-4e74-b6a7-dc410deb3bd9 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:25:33.396704 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-acea10a6-50d1-441d-93c4-96ddc56ee584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:33.402792 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91175046-137f-457a-b09f-d4c86f2e1ee4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:33.430777 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91175046-137f-457a-b09f-d4c86f2e1ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:33.470337 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-acea10a6-50d1-441d-93c4-96ddc56ee584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:33.581932 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91175046-137f-457a-b09f-d4c86f2e1ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:33.590758 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-acea10a6-50d1-441d-93c4-96ddc56ee584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:33.595923 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-acea10a6-50d1-441d-93c4-96ddc56ee584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:33.597265 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-acea10a6-50d1-441d-93c4-96ddc56ee584 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/89043378-4a8d-4303-a5cc-51a066f2656a HTTP/1.1" status: 204 len: 168 time: 0.4065397 Jul 09 09:25:33.629298 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91175046-137f-457a-b09f-d4c86f2e1ee4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=772c008f-101f-4a59-be4e-73d8127581cc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:33.631886 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91175046-137f-457a-b09f-d4c86f2e1ee4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:33.633919 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-91175046-137f-457a-b09f-d4c86f2e1ee4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/772c008f-101f-4a59-be4e-73d8127581cc HTTP/1.1" status: 204 len: 168 time: 0.4805689 Jul 09 09:25:33.635451 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea10a6-50d1-441d-93c4-96ddc56ee584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89043378-4a8d-4303-a5cc-51a066f2656a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:33.641585 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['d3400461-a2e2-468f-b6f0-ffcc45c35b57'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:25:33.641781 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37592) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:33.737072 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:33.762284 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=d3400461-a2e2-468f-b6f0-ffcc45c35b57,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:33.826763 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:33.912321 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371d01d-246c-4092-ab2b-1769a2b9603f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec9da701-b180-4e3e-bc5d-4a65afaedaa1,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:33.923445 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:33.935862 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:33.936458 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:33.937514 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:33.938280 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] Subscribe: > port after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:33.938627 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] Subscribe: > port after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:33.939051 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] Subscribe: > port after_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:33.939709 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:33.940023 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:33.940414 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:33.940797 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:33.955371 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b29292-5211-441d-b37d-564351fda62a req-af150397-14a6-4bff-bd5f-58f4b8c3085b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:33.957066 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a3b29292-5211-441d-b37d-564351fda62a req-af150397-14a6-4bff-bd5f-58f4b8c3085b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=885047f0-ba41-4b93-9739-c68577cb7cc5 HTTP/1.1" status: 200 len: 861 time: 0.5980697 Jul 09 09:25:33.965632 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd712872-1f43-4df6-a476-8bf0b6a9042f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:33.984382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6371d01d-246c-4092-ab2b-1769a2b9603f admin admin] Checking segment: {'id': '27c1421c-67e0-4d4b-9c22-ae3483c6aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '85f858b3-4666-4494-958d-822bcc05163f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:25:33.984731 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6371d01d-246c-4092-ab2b-1769a2b9603f admin admin] Network hostable DHCP agents. Network: 85f858b3-4666-4494-958d-822bcc05163f, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:25:34.022317 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a3b29292-5211-441d-b37d-564351fda62a req-9a0c0aa6-26e2-4137-9ae1-24a3d6586187 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511062 Jul 09 09:25:34.052403 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd712872-1f43-4df6-a476-8bf0b6a9042f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:34.073473 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37596) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:34.088661 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:34.089102 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:34.089508 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:34.089909 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:34.090410 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e901cc5-ca80-43a3-bf8f-04a039ae1a74']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:34.109791 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3d29e1-8b2f-4468-a74a-ab2f4ea73ae6') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:34.110184 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3d29e1-8b2f-4468-a74a-ab2f4ea73ae6') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:34.127485 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63341604-e1fc-4394-a4f3-7b36b72c9c5d req-7d186f1e-b8b9-4720-adce-6cbc90b749e8 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:34.129102 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-63341604-e1fc-4394-a4f3-7b36b72c9c5d req-7d186f1e-b8b9-4720-adce-6cbc90b749e8 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=2dc9a6f8-f968-49e3-ab09-8416ab1d73d4 HTTP/1.1" status: 200 len: 950 time: 0.6737163 Jul 09 09:25:34.132913 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:34.154199 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6371d01d-246c-4092-ab2b-1769a2b9603f admin admin] Network 85f858b3-4666-4494-958d-822bcc05163f is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:25:34.162914 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:34.165842 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f480661-e3cc-4edb-942b-cbeb9332e541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:34.175482 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:25:34.175945 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: from cryptography.utils import int_from_bytes Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: from cryptography.utils import int_from_bytes Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:25:34.208763 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:25:34.214479 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ac352-6466-4e7f-b142-5e117ce3d93f req-d3320a05-111f-4709-bc26-66b81f645133 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:34.216142 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-082ac352-6466-4e7f-b142-5e117ce3d93f req-d3320a05-111f-4709-bc26-66b81f645133 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=6014c6c5-d251-4603-bb7e-ea65f6181fee HTTP/1.1" status: 200 len: 946 time: 0.7154319 Jul 09 09:25:34.233540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-6371d01d-246c-4092-ab2b-1769a2b9603f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 85f858b3-4666-4494-958d-822bcc05163f) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:34.238690 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6371d01d-246c-4092-ab2b-1769a2b9603f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:34.239280 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6371d01d-246c-4092-ab2b-1769a2b9603f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:34.243330 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74f1a88-7a3a-4c14-a7c4-0084e579b534 None None] Network 85f858b3-4666-4494-958d-822bcc05163f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:25:34.281919 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:34.296051 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:34.302304 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] 10.222.0.61 "DELETE /v2.0/networks/1e901cc5-ca80-43a3-bf8f-04a039ae1a74 HTTP/1.1" status: 204 len: 168 time: 0.6588714 Jul 09 09:25:34.304623 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37598) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:34.315812 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5a97e-73cd-43f4-aaef-774eed7208bc admin admin] Pushing event deleted for resources: {'Network': ['ID=1e901cc5-ca80-43a3-bf8f-04a039ae1a74,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:34.329568 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a3b29292-5211-441d-b37d-564351fda62a req-293f5c64-8f96-4610-ac8f-080c1e469778 service neutron] 10.222.0.64 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990568 Jul 09 09:25:34.332888 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-63341604-e1fc-4394-a4f3-7b36b72c9c5d req-04a8feb4-e8a0-4fcc-a749-442b74351e63 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec173c1-6e85-4c1d-ab80-adb5d3f5605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868525 Jul 09 09:25:34.350852 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd712872-1f43-4df6-a476-8bf0b6a9042f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:34.353330 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd712872-1f43-4df6-a476-8bf0b6a9042f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:34.356999 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-bd712872-1f43-4df6-a476-8bf0b6a9042f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b2698f5b-e08e-46f5-b0f0-89d4a3cff477 HTTP/1.1" status: 204 len: 168 time: 1.2003844 Jul 09 09:25:34.428728 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device d3400461-a2e2-468f-b6f0-ffcc45c35b57 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:25:34.430509 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 0b350822-4faa-4a96-a51f-f8ed6a8e7810 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:25:34.433967 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f9231a-2a95-4316-a644-8ebe1517ea5b admin admin] Deleting subnet 87c2db76-7a07-4fc7-972e-3e21bc4938ce {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:25:34.493543 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5f9231a-2a95-4316-a644-8ebe1517ea5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:34.544982 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-082ac352-6466-4e7f-b142-5e117ce3d93f req-2e0fd73e-534a-4d12-b05f-55a357e5e119 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995350 Jul 09 09:25:34.547066 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9279bf-c467-472c-8b39-aa97b1ed7a2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-85f858b3-4666-4494-958d-822bcc05163f', 'network_id': '85f858b3-4666-4494-958d-822bcc05163f', 'tenant_id': '717636fd8d0d40f0810ed45f4d408000', 'fixed_ips': [{'subnet_id': 'ec9da701-b180-4e3e-bc5d-4a65afaedaa1'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:25:34.547967 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd712872-1f43-4df6-a476-8bf0b6a9042f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2698f5b-e08e-46f5-b0f0-89d4a3cff477,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:34.548085 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b9279bf-c467-472c-8b39-aa97b1ed7a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:34.659881 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5f9231a-2a95-4316-a644-8ebe1517ea5b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:34.707503 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5f9231a-2a95-4316-a644-8ebe1517ea5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:34.761572 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-1b9279bf-c467-472c-8b39-aa97b1ed7a2a None None] Allocated IP 172.20.0.2 (85f858b3-4666-4494-958d-822bcc05163f/ec9da701-b180-4e3e-bc5d-4a65afaedaa1/a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:25:34.764130 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a3b29292-5211-441d-b37d-564351fda62a req-d3472da0-d0b9-4621-987e-8e1a04c6cf6f service neutron] 10.222.0.64 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250107 Jul 09 09:25:34.793436 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f480661-e3cc-4edb-942b-cbeb9332e541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:34.844174 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f480661-e3cc-4edb-942b-cbeb9332e541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:34.867555 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6371d01d-246c-4092-ab2b-1769a2b9603f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7602959 Jul 09 09:25:34.871719 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37610) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:34.882960 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-80cd14e5-19fe-45fc-a46d-0efd00b5a2de admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-812734725-router', 'tenant_id': '717636fd8d0d40f0810ed45f4d408000', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:34.916706 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5f9231a-2a95-4316-a644-8ebe1517ea5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:34.920091 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.resource_extend [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 09:25:34.921288 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-80cd14e5-19fe-45fc-a46d-0efd00b5a2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:34.923996 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-80cd14e5-19fe-45fc-a46d-0efd00b5a2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:34.956879 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37614) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:34.988706 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f480661-e3cc-4edb-942b-cbeb9332e541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0713fe25-fe4b-4dff-847f-113324b7611a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:34.991844 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5f9231a-2a95-4316-a644-8ebe1517ea5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:34.993911 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f5f9231a-2a95-4316-a644-8ebe1517ea5b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/87c2db76-7a07-4fc7-972e-3e21bc4938ce HTTP/1.1" status: 204 len: 168 time: 0.6848941 Jul 09 09:25:35.001386 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d222068c-0e40-4a14-9ba6-46f1dcea82a6 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:25:35.005627 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9231a-2a95-4316-a644-8ebe1517ea5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87c2db76-7a07-4fc7-972e-3e21bc4938ce,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:35.009233 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37616) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:35.017538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4f480661-e3cc-4edb-942b-cbeb9332e541 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c41851396fc548c3ac9d80c9f9d6e626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9422307 Jul 09 09:25:35.020670 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37618) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:35.038760 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb5c1280-ab86-4dc2-baea-4f7025d4a970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.039154 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-80cd14e5-19fe-45fc-a46d-0efd00b5a2de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.090090 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 0b350822-4faa-4a96-a51f-f8ed6a8e7810, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=0b350822-4faa-4a96-a51f-f8ed6a8e7810,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:35.121063 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b9279bf-c467-472c-8b39-aa97b1ed7a2a None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.123943 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '0b350822-4faa-4a96-a51f-f8ed6a8e7810', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '0b350822-4faa-4a96-a51f-f8ed6a8e7810', 'mac_address': 'fa:16:3e:d2:62:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:25:35.125999 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port d3400461-a2e2-468f-b6f0-ffcc45c35b57 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:25:35.136786 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port d3400461-a2e2-468f-b6f0-ffcc45c35b57 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:35.137153 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.139192 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1b9279bf-c467-472c-8b39-aa97b1ed7a2a None None] Transition to ACTIVE for port object a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:25:35.163060 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b7918ac-e50b-4fd5-b854-3d44e195621b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.168540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdfb1c-58a6-4bdb-a327-063828b05ecb req-f2e645a4-aa08-45f5-976e-4fcb58491366 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:35.170099 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1bcdfb1c-58a6-4bdb-a327-063828b05ecb req-f2e645a4-aa08-45f5-976e-4fcb58491366 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 943 time: 0.3746941 Jul 09 09:25:35.206158 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1b9279bf-c467-472c-8b39-aa97b1ed7a2a None None] Transition to ACTIVE for port object a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:25:35.207649 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.223304 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b9279bf-c467-472c-8b39-aa97b1ed7a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.225184 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port d222068c-0e40-4a14-9ba6-46f1dcea82a6 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:25:35.241735 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port d222068c-0e40-4a14-9ba6-46f1dcea82a6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:35.242108 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.259743 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b7918ac-e50b-4fd5-b854-3d44e195621b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.262755 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-80cd14e5-19fe-45fc-a46d-0efd00b5a2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.263167 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.291087 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1bcdfb1c-58a6-4bdb-a327-063828b05ecb req-dfc30bf6-2f8a-4637-affc-5686ebe92705 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062815 Jul 09 09:25:35.310151 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9279bf-c467-472c-8b39-aa97b1ed7a2a None None] Network 85f858b3-4666-4494-958d-822bcc05163f is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:25:35.325118 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-1b9279bf-c467-472c-8b39-aa97b1ed7a2a None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:35.327764 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b350822-4faa-4a96-a51f-f8ed6a8e7810 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:25:35.337156 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9279bf-c467-472c-8b39-aa97b1ed7a2a None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:25:35.343722 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2299da-6f48-4542-8d02-9e8fa05ed438 req-546ae8e4-c5b6-4f9a-90a5-af4beb255fa7 tempest-ServersAdminNegativeTestJSON-727245905 tempest-ServersAdminNegativeTestJSON-727245905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:35.345414 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1d2299da-6f48-4542-8d02-9e8fa05ed438 req-546ae8e4-c5b6-4f9a-90a5-af4beb255fa7 tempest-ServersAdminNegativeTestJSON-727245905 tempest-ServersAdminNegativeTestJSON-727245905-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2dc9a6f8-f968-49e3-ab09-8416ab1d73d4 HTTP/1.1" status: 200 len: 1101 time: 0.2529342 Jul 09 09:25:35.362398 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9279bf-c467-472c-8b39-aa97b1ed7a2a None None] Pushing event updated for resources: {'Port': ['ID=a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:35.379180 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b7918ac-e50b-4fd5-b854-3d44e195621b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.382276 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b7918ac-e50b-4fd5-b854-3d44e195621b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.386406 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4b7918ac-e50b-4fd5-b854-3d44e195621b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0713fe25-fe4b-4dff-847f-113324b7611a HTTP/1.1" status: 204 len: 168 time: 0.3618248 Jul 09 09:25:35.402412 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7918ac-e50b-4fd5-b854-3d44e195621b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0713fe25-fe4b-4dff-847f-113324b7611a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:35.404081 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 0b350822-4faa-4a96-a51f-f8ed6a8e7810, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=0b350822-4faa-4a96-a51f-f8ed6a8e7810,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:35.419937 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.437764 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:35.438211 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:35.439139 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:35.439483 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] Subscribe: > port after_create 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:35.439859 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:35.440187 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] Subscribe: > port after_update 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:35.440507 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:35.440828 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:35.441153 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:35.441470 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:35.455964 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.509571 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:35.510114 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:35.510511 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:35.510847 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 09:25:35.511240 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3620867-27e9-4e74-b6a7-dc410deb3bd9']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:35.525071 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port d3400461-a2e2-468f-b6f0-ffcc45c35b57, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d3400461-a2e2-468f-b6f0-ffcc45c35b57,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:35.549737 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce81323f-efe5-4c3d-9566-dba55411bfbc') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:35.550075 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af6937d-3ad2-4e11-a065-d55acc374fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3400461-a2e2-468f-b6f0-ffcc45c35b57'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:25:35.550201 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce81323f-efe5-4c3d-9566-dba55411bfbc') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:35.554961 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b25cc9-06a7-4c25-bac9-975b6defe8c8" -d '{"events": [{"server_uuid": "5af6937d-3ad2-4e11-a065-d55acc374fa8", "name": "network-vif-plugged", "status": "completed", "tag": "d3400461-a2e2-468f-b6f0-ffcc45c35b57"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:25:35.556257 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-80cd14e5-19fe-45fc-a46d-0efd00b5a2de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.557836 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.565699 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.573542 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1d2299da-6f48-4542-8d02-9e8fa05ed438 req-f9daf654-ea8b-4b85-af43-e57625b51770 tempest-ServersAdminNegativeTestJSON-727245905 tempest-ServersAdminNegativeTestJSON-727245905-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.588669 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-80cd14e5-19fe-45fc-a46d-0efd00b5a2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.628704 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1b9279bf-c467-472c-8b39-aa97b1ed7a2a None None] Attempting to bind port a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:25:35.629183 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1b9279bf-c467-472c-8b39-aa97b1ed7a2a None None] Attempting to bind port a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '27c1421c-67e0-4d4b-9c22-ae3483c6aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '85f858b3-4666-4494-958d-822bcc05163f'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:25:35.629548 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9279bf-c467-472c-8b39-aa97b1ed7a2a None None] Attempting to bind port a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e on network 85f858b3-4666-4494-958d-822bcc05163f {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:25:35.650888 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9279bf-c467-472c-8b39-aa97b1ed7a2a None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:25:35.651260 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9279bf-c467-472c-8b39-aa97b1ed7a2a None None] Checking segment: {'id': '27c1421c-67e0-4d4b-9c22-ae3483c6aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '85f858b3-4666-4494-958d-822bcc05163f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:25:35.651659 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b9279bf-c467-472c-8b39-aa97b1ed7a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.652071 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9279bf-c467-472c-8b39-aa97b1ed7a2a None None] Bound using segment: {'id': '27c1421c-67e0-4d4b-9c22-ae3483c6aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '85f858b3-4666-4494-958d-822bcc05163f'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:25:35.652545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1b9279bf-c467-472c-8b39-aa97b1ed7a2a None None] Bound port: a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c1421c-67e0-4d4b-9c22-ae3483c6aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '85f858b3-4666-4494-958d-822bcc05163f'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:25:35.652919 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b9279bf-c467-472c-8b39-aa97b1ed7a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.664865 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.676669 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.682877 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb5c1280-ab86-4dc2-baea-4f7025d4a970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.701451 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb5c1280-ab86-4dc2-baea-4f7025d4a970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.706367 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=0b350822-4faa-4a96-a51f-f8ed6a8e7810,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:35.720938 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device c6e30853-a0dd-4849-8fdf-d814c3abe82f details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:25:35.732096 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.742567 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-80cd14e5-19fe-45fc-a46d-0efd00b5a2de admin admin] Allocated IP 172.25.3.155 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:25:35.795845 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['0b350822-4faa-4a96-a51f-f8ed6a8e7810'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:25:35.848157 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1d2299da-6f48-4542-8d02-9e8fa05ed438 req-f9daf654-ea8b-4b85-af43-e57625b51770 tempest-ServersAdminNegativeTestJSON-727245905 tempest-ServersAdminNegativeTestJSON-727245905-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.867361 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:25:35.868261 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.870201 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c1280-ab86-4dc2-baea-4f7025d4a970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee4fdf1-1bf7-413f-8397-dfed43b69095,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: from cryptography.utils import int_from_bytes Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: from cryptography.utils import int_from_bytes Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:25:35.876167 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:25:35.890648 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1d2299da-6f48-4542-8d02-9e8fa05ed438 req-f9daf654-ea8b-4b85-af43-e57625b51770 tempest-ServersAdminNegativeTestJSON-727245905 tempest-ServersAdminNegativeTestJSON-727245905-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.895798 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-80cd14e5-19fe-45fc-a46d-0efd00b5a2de admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:35.947394 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-80cd14e5-19fe-45fc-a46d-0efd00b5a2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:36.003584 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd14e5-19fe-45fc-a46d-0efd00b5a2de admin admin] Pushing event updated for resources: {'Port': ['ID=32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:36.017577 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cd14e5-19fe-45fc-a46d-0efd00b5a2de admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:25:36.019096 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-80cd14e5-19fe-45fc-a46d-0efd00b5a2de admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:36.025013 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd14e5-19fe-45fc-a46d-0efd00b5a2de admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:25:36.030500 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1d2299da-6f48-4542-8d02-9e8fa05ed438 req-f9daf654-ea8b-4b85-af43-e57625b51770 tempest-ServersAdminNegativeTestJSON-727245905 tempest-ServersAdminNegativeTestJSON-727245905-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=aec173c1-6e85-4c1d-ab80-adb5d3f5605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5993969 Jul 09 09:25:36.045068 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9daf654-ea8b-4b85-af43-e57625b51770 tempest-ServersAdminNegativeTestJSON-727245905 tempest-ServersAdminNegativeTestJSON-727245905-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ceeb6b-ca15-4e13-bf9c-f312a50c1f2f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:36.058012 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fb5c1280-ab86-4dc2-baea-4f7025d4a970 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=05810072c5574e19ab7e4c340b58313e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0703137 Jul 09 09:25:36.062015 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37638) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:36.081054 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port c6e30853-a0dd-4849-8fdf-d814c3abe82f, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c6e30853-a0dd-4849-8fdf-d814c3abe82f,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:36.122457 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec50c66-c98e-4262-9bcc-8b4cd61d5c04 x-openstack-request-id: req-2ec50c66-c98e-4262-9bcc-8b4cd61d5c04 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:25:36.122457 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af6937d-3ad2-4e11-a065-d55acc374fa8", "name": "network-vif-plugged", "status": "completed", "tag": "d3400461-a2e2-468f-b6f0-ffcc45c35b57", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:25:36.122774 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2ec50c66-c98e-4262-9bcc-8b4cd61d5c04 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:25:36.123463 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af6937d-3ad2-4e11-a065-d55acc374fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3400461-a2e2-468f-b6f0-ffcc45c35b57', 'code': 200} Jul 09 09:25:36.131910 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:36.156511 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1b9279bf-c467-472c-8b39-aa97b1ed7a2a None None] For port a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:25:36.160100 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1b9279bf-c467-472c-8b39-aa97b1ed7a2a None None] For port a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e,segment=NetworkSegment(27c1421c-67e0-4d4b-9c22-ae3483c6aae2),segment_id=27c1421c-67e0-4d4b-9c22-ae3483c6aae2)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:25:36.161573 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'c6e30853-a0dd-4849-8fdf-d814c3abe82f', 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2', 'port_id': 'c6e30853-a0dd-4849-8fdf-d814c3abe82f', 'mac_address': 'fa:16:3e:b9:b5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '885047f0-ba41-4b93-9739-c68577cb7cc5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:25:36.166244 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=d3400461-a2e2-468f-b6f0-ffcc45c35b57,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:36.179098 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:36.184326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f3620867-27e9-4e74-b6a7-dc410deb3bd9 HTTP/1.1" status: 204 len: 168 time: 1.1642737 Jul 09 09:25:36.196317 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2174e4a-0479-4ed7-96b6-25caef6839f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3620867-27e9-4e74-b6a7-dc410deb3bd9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:36.224327 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5dc2c460-91d7-4a95-b738-2f4fb7444c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:36.231941 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b9279bf-c467-472c-8b39-aa97b1ed7a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:36.263501 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b569c1-017c-4b8b-af4e-ac1258b19256 req-0758ac82-5a20-4517-a0dd-0753e50cce8f tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:36.270909 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65b569c1-017c-4b8b-af4e-ac1258b19256 req-0758ac82-5a20-4517-a0dd-0753e50cce8f tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=6014c6c5-d251-4603-bb7e-ea65f6181fee HTTP/1.1" status: 200 len: 947 time: 0.1941719 Jul 09 09:25:36.283036 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5dc2c460-91d7-4a95-b738-2f4fb7444c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:36.303669 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:36.309710 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73d391-b128-4003-b21d-9bdcc7024837 req-9ef88477-2ecb-4f10-a3ba-f5c589848554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:36.311252 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6d73d391-b128-4003-b21d-9bdcc7024837 req-9ef88477-2ecb-4f10-a3ba-f5c589848554 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 1101 time: 0.2492306 Jul 09 09:25:36.320973 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9279bf-c467-472c-8b39-aa97b1ed7a2a None None] Pushing event updated for resources: {'Port': ['ID=a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:36.346316 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port d222068c-0e40-4a14-9ba6-46f1dcea82a6, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=d222068c-0e40-4a14-9ba6-46f1dcea82a6,segment=NetworkSegment(a5aa3058-779b-4954-9340-6a4eac9b85b1),segment_id=a5aa3058-779b-4954-9340-6a4eac9b85b1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:36.352508 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65b569c1-017c-4b8b-af4e-ac1258b19256 req-abd14e33-dc68-4c83-9f02-9d542a3bf724 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791142 Jul 09 09:25:36.352951 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e30853-a0dd-4849-8fdf-d814c3abe82f {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:25:36.396062 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port c6e30853-a0dd-4849-8fdf-d814c3abe82f, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c6e30853-a0dd-4849-8fdf-d814c3abe82f,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:36.438168 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37650) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:36.441209 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:36.446606 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:36.473431 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5dc2c460-91d7-4a95-b738-2f4fb7444c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:36.478419 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5dc2c460-91d7-4a95-b738-2f4fb7444c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:36.483280 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6d73d391-b128-4003-b21d-9bdcc7024837 req-72f4477d-a3b5-4e27-8695-4976979b6520 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607141 Jul 09 09:25:36.484564 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5dc2c460-91d7-4a95-b738-2f4fb7444c94 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8ee4fdf1-1bf7-413f-8397-dfed43b69095 HTTP/1.1" status: 204 len: 168 time: 0.4211128 Jul 09 09:25:36.503562 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2c460-91d7-4a95-b738-2f4fb7444c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee4fdf1-1bf7-413f-8397-dfed43b69095,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:36.583431 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-80cd14e5-19fe-45fc-a46d-0efd00b5a2de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:36.591045 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4a3aeb7b-07bc-40c6-a9fd-f34e0a79febc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9879343ea8164f95990b3f662c1ee6fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512089 Jul 09 09:25:36.591256 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=d222068c-0e40-4a14-9ba6-46f1dcea82a6,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:36.591841 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37656) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:36.668866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=c6e30853-a0dd-4849-8fdf-d814c3abe82f,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:36.790198 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ac74e102-9449-4df6-8caa-007b80fa4fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:36.797526 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecc8c8-7fa8-4cd6-ba07-7a8160748c84 req-15ae7326-a34b-4915-bd63-722e74ceb883 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:36.813496 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4ecc8c8-7fa8-4cd6-ba07-7a8160748c84 req-15ae7326-a34b-4915-bd63-722e74ceb883 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 944 time: 0.2930532 Jul 09 09:25:36.816427 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['c6e30853-a0dd-4849-8fdf-d814c3abe82f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:25:36.958828 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4ecc8c8-7fa8-4cd6-ba07-7a8160748c84 req-64b8835c-ff73-4dfb-a0cc-c320eabfcf8f tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430519 Jul 09 09:25:36.967546 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06de74b5-b290-49a8-a731-02908da9d100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:36.976379 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-80cd14e5-19fe-45fc-a46d-0efd00b5a2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:37.022108 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06de74b5-b290-49a8-a731-02908da9d100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:37.106183 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06de74b5-b290-49a8-a731-02908da9d100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:37.110292 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06de74b5-b290-49a8-a731-02908da9d100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:37.111603 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-06de74b5-b290-49a8-a731-02908da9d100 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/938f5ca5-1a03-483d-8ca2-cc2075e62c2f HTTP/1.1" status: 204 len: 168 time: 0.5174766 Jul 09 09:25:37.139653 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de74b5-b290-49a8-a731-02908da9d100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938f5ca5-1a03-483d-8ca2-cc2075e62c2f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:37.323957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e64765-e11b-4bde-b575-eb4e417ba359 req-64a71322-a4b1-4c96-8a0f-7b2647726567 tempest-ServersAdminNegativeTestJSON-727245905 tempest-ServersAdminNegativeTestJSON-727245905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:37.325872 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25e64765-e11b-4bde-b575-eb4e417ba359 req-64a71322-a4b1-4c96-8a0f-7b2647726567 tempest-ServersAdminNegativeTestJSON-727245905 tempest-ServersAdminNegativeTestJSON-727245905-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2dc9a6f8-f968-49e3-ab09-8416ab1d73d4 HTTP/1.1" status: 200 len: 1101 time: 0.0716140 Jul 09 09:25:37.346354 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cd14e5-19fe-45fc-a46d-0efd00b5a2de admin admin] Router 5ce2bef2-b0ca-4796-bac5-4258088f8a6b is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:25:37.381176 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25e64765-e11b-4bde-b575-eb4e417ba359 req-644f3a7c-c926-4749-8d65-f99b622fad8a tempest-ServersAdminNegativeTestJSON-727245905 tempest-ServersAdminNegativeTestJSON-727245905-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=aec173c1-6e85-4c1d-ab80-adb5d3f5605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494852 Jul 09 09:25:37.570004 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cd14e5-19fe-45fc-a46d-0efd00b5a2de admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:25:37.584763 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] Sync routers for ids ['5ce2bef2-b0ca-4796-bac5-4258088f8a6b'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:25:37.595388 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-80cd14e5-19fe-45fc-a46d-0efd00b5a2de admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:37.596770 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-80cd14e5-19fe-45fc-a46d-0efd00b5a2de admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7230115 Jul 09 09:25:37.599799 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37688) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:37.603342 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] Routers {'5ce2bef2-b0ca-4796-bac5-4258088f8a6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:25:37.605021 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:25:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5ce2bef2-b0ca-4796-bac5-4258088f8a6b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:37.663413 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7acc8-9714-42a1-b2da-07624790456f req-cbbba6d4-9bb0-4f7e-8516-593a8884cdfe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:37.675479 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44d7acc8-9714-42a1-b2da-07624790456f req-cbbba6d4-9bb0-4f7e-8516-593a8884cdfe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=6014c6c5-d251-4603-bb7e-ea65f6181fee HTTP/1.1" status: 200 len: 947 time: 0.1499522 Jul 09 09:25:37.765670 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44d7acc8-9714-42a1-b2da-07624790456f req-f060412a-368e-4a5e-83e7-16998e1dfb0f tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884993 Jul 09 09:25:37.822688 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] Set router 5ce2bef2-b0ca-4796-bac5-4258088f8a6b gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:25:37.826979 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37702) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:37.895101 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-71db67a3-c334-45e1-9bfe-3d4a4854cc12 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4209777de33140ee9fecf8a13259b27a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0663617 Jul 09 09:25:37.897592 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37704) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:37.985303 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3835804e-67a5-4c74-b853-7e45f793b6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:38.010696 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c871763-dea2-42f7-a596-0947a23feaa7 None None] Network 85f858b3-4666-4494-958d-822bcc05163f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:25:38.014211 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3835804e-67a5-4c74-b853-7e45f793b6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:38.154421 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3835804e-67a5-4c74-b853-7e45f793b6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:38.157728 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3835804e-67a5-4c74-b853-7e45f793b6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:38.161368 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3835804e-67a5-4c74-b853-7e45f793b6b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bfa281f4-0675-4a86-82d8-3bffb5db675f HTTP/1.1" status: 204 len: 168 time: 0.2608633 Jul 09 09:25:38.185416 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835804e-67a5-4c74-b853-7e45f793b6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa281f4-0675-4a86-82d8-3bffb5db675f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:38.275067 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2bef2-b0ca-4796-bac5-4258088f8a6b', 'name': 'tempest-AttachSCSIVolumeTestJSON-812734725-router', 'tenant_id': '717636fd8d0d40f0810ed45f4d408000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:34Z', 'updated_at': '2021-07-09T09:25:36Z', 'revision_number': 3, 'project_id': '717636fd8d0d40f0810ed45f4d408000', 'gw_port': {'id': '32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce2bef2-b0ca-4796-bac5-4258088f8a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:25:35Z', 'updated_at': '2021-07-09T09:25:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:38.363484 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] Checking router: 5ce2bef2-b0ca-4796-bac5-4258088f8a6b for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:25:38.363942 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] Updating router 5ce2bef2-b0ca-4796-bac5-4258088f8a6b port 32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:25:38.489276 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:38.517432 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d291b-5106-4d4b-9d80-9d6713944083 req-88d6d397-6f71-4f62-be6c-9929c6ceca02 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:38.519630 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee1d291b-5106-4d4b-9d80-9d6713944083 req-88d6d397-6f71-4f62-be6c-9929c6ceca02 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 944 time: 0.1553957 Jul 09 09:25:38.561858 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08678c-e965-494f-9e89-2e11491ca5b0 req-c6b6ec1f-46d3-4c3c-a485-a995c9b315c2 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:38.564469 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec08678c-e965-494f-9e89-2e11491ca5b0 req-c6b6ec1f-46d3-4c3c-a485-a995c9b315c2 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=2dc9a6f8-f968-49e3-ab09-8416ab1d73d4 HTTP/1.1" status: 200 len: 950 time: 0.1438229 Jul 09 09:25:38.637546 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ab974dd-7fcf-481d-bfbd-7ce2e3e65259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:38.663715 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee1d291b-5106-4d4b-9d80-9d6713944083 req-306b01e9-269d-4521-bfc0-100e123a847d tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362507 Jul 09 09:25:38.682238 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec08678c-e965-494f-9e89-2e11491ca5b0 req-e3e0a8ed-a727-46c5-bf76-ec6ae99add03 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec173c1-6e85-4c1d-ab80-adb5d3f5605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004612 Jul 09 09:25:38.746387 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 0b350822-4faa-4a96-a51f-f8ed6a8e7810 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:25:38.750458 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-33bfdecc-5291-4bdb-9be2-f1b78bca3369 None None] Provisioning for port a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:25:38.798207 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d222068c-0e40-4a14-9ba6-46f1dcea82a6 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:25:38.845406 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:38.909888 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 0b350822-4faa-4a96-a51f-f8ed6a8e7810 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:25:38.918218 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 0b350822-4faa-4a96-a51f-f8ed6a8e7810 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:38.918595 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:38.923483 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port d222068c-0e40-4a14-9ba6-46f1dcea82a6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:38.923483 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:38.925256 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-5ab974dd-7fcf-481d-bfbd-7ce2e3e65259 admin admin] Allocated IP 172.20.0.1 (85f858b3-4666-4494-958d-822bcc05163f/ec9da701-b180-4e3e-bc5d-4a65afaedaa1/5a116a09-ace2-4a59-b5bb-c6f3600efabc) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:25:39.099034 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ab974dd-7fcf-481d-bfbd-7ce2e3e65259 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:39.129236 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-5ab974dd-7fcf-481d-bfbd-7ce2e3e65259 admin admin] Transition to ACTIVE for port object 5a116a09-ace2-4a59-b5bb-c6f3600efabc will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:25:39.129407 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:39.140585 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:25:39.155638 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] Transition to ACTIVE for port object 32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:25:39.163245 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:39.216001 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ab974dd-7fcf-481d-bfbd-7ce2e3e65259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:39.216781 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df7d32-8471-436b-b4a8-0dc47143a17d req-210af767-85f9-44d4-9dab-a74327043d7c tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:39.220640 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6df7d32-8471-436b-b4a8-0dc47143a17d req-210af767-85f9-44d4-9dab-a74327043d7c tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=6014c6c5-d251-4603-bb7e-ea65f6181fee HTTP/1.1" status: 200 len: 947 time: 0.1551001 Jul 09 09:25:39.283479 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:39.284171 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] Attempting to bind port 32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:25:39.284832 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] Attempting to bind port 32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:25:39.287125 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] Attempting to bind port 32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:25:39.301065 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6df7d32-8471-436b-b4a8-0dc47143a17d req-e4abd427-27c4-4b18-9142-93125586a92d tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716729 Jul 09 09:25:39.302244 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e3f5f-b400-4f20-8219-f98e08fce70e None None] Pushing event updated for resources: {'Port': ['ID=32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:39.313369 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab974dd-7fcf-481d-bfbd-7ce2e3e65259 admin admin] Network 85f858b3-4666-4494-958d-822bcc05163f is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:25:39.315110 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-5ab974dd-7fcf-481d-bfbd-7ce2e3e65259 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:39.318813 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab974dd-7fcf-481d-bfbd-7ce2e3e65259 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:25:39.320647 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:25:39.324156 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:25:39.324695 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:39.325059 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:25:39.325728 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] Bound port: 32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:25:39.326317 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:39.362265 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab974dd-7fcf-481d-bfbd-7ce2e3e65259 admin admin] Pushing event updated for resources: {'Port': ['ID=5a116a09-ace2-4a59-b5bb-c6f3600efabc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:39.389064 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ab974dd-7fcf-481d-bfbd-7ce2e3e65259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:39.457438 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-199a6e38-7ab9-4be8-8844-cd0ff4687935 None None] Provisioning complete for port a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:39.458167 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-199a6e38-7ab9-4be8-8844-cd0ff4687935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:39.467597 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] For port 32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:25:39.476774 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] For port 32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:25:39.485124 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:39.507491 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:25:39.520669 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6014c6c5-d251-4603-bb7e-ea65f6181fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b350822-4faa-4a96-a51f-f8ed6a8e7810'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:25:39.524320 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f90e186-d006-4efb-9e68-24252e627771" -d '{"events": [{"server_uuid": "6014c6c5-d251-4603-bb7e-ea65f6181fee", "name": "network-vif-plugged", "status": "completed", "tag": "0b350822-4faa-4a96-a51f-f8ed6a8e7810"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:25:39.535724 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:39.536448 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:39.570954 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553a154-b098-4045-a129-330cb162bcac req-07b4aa42-f992-4d4c-85e2-14663899e5e5 tempest-NetworksTest-184470737 tempest-NetworksTest-184470737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:39.571437 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553a154-b098-4045-a129-330cb162bcac req-07b4aa42-f992-4d4c-85e2-14663899e5e5 tempest-NetworksTest-184470737 tempest-NetworksTest-184470737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:39.571968 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553a154-b098-4045-a129-330cb162bcac req-07b4aa42-f992-4d4c-85e2-14663899e5e5 tempest-NetworksTest-184470737 tempest-NetworksTest-184470737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:39.575248 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553a154-b098-4045-a129-330cb162bcac req-07b4aa42-f992-4d4c-85e2-14663899e5e5 tempest-NetworksTest-184470737 tempest-NetworksTest-184470737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:39.576756 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553a154-b098-4045-a129-330cb162bcac req-07b4aa42-f992-4d4c-85e2-14663899e5e5 tempest-NetworksTest-184470737 tempest-NetworksTest-184470737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:39.578302 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553a154-b098-4045-a129-330cb162bcac req-07b4aa42-f992-4d4c-85e2-14663899e5e5 tempest-NetworksTest-184470737 tempest-NetworksTest-184470737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:39.579785 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553a154-b098-4045-a129-330cb162bcac req-07b4aa42-f992-4d4c-85e2-14663899e5e5 tempest-NetworksTest-184470737 tempest-NetworksTest-184470737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:39.581890 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553a154-b098-4045-a129-330cb162bcac req-07b4aa42-f992-4d4c-85e2-14663899e5e5 tempest-NetworksTest-184470737 tempest-NetworksTest-184470737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:39.582362 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553a154-b098-4045-a129-330cb162bcac req-07b4aa42-f992-4d4c-85e2-14663899e5e5 tempest-NetworksTest-184470737 tempest-NetworksTest-184470737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:39.588491 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc8a6b75-983f-4565-b1e6-daf9b1f2ad96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:39.600823 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c553a154-b098-4045-a129-330cb162bcac req-07b4aa42-f992-4d4c-85e2-14663899e5e5 tempest-NetworksTest-184470737 tempest-NetworksTest-184470737-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6453 time: 0.2893088 Jul 09 09:25:39.624821 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 0b350822-4faa-4a96-a51f-f8ed6a8e7810, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=0b350822-4faa-4a96-a51f-f8ed6a8e7810,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:39.635089 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:39.652968 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:39.657583 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e3f5f-b400-4f20-8219-f98e08fce70e None None] Pushing event updated for resources: {'Port': ['ID=32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:39.689136 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] Routers {'5ce2bef2-b0ca-4796-bac5-4258088f8a6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:25:39.689775 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:25:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5ce2bef2-b0ca-4796-bac5-4258088f8a6b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:39.740820 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ab974dd-7fcf-481d-bfbd-7ce2e3e65259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:39.839723 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa42a0b1-b68f-4737-82a8-0d348e9987f3 x-openstack-request-id: req-fa42a0b1-b68f-4737-82a8-0d348e9987f3 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:25:39.840132 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6014c6c5-d251-4603-bb7e-ea65f6181fee", "name": "network-vif-plugged", "status": "completed", "tag": "0b350822-4faa-4a96-a51f-f8ed6a8e7810", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:25:39.840786 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fa42a0b1-b68f-4737-82a8-0d348e9987f3 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:25:39.840786 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6014c6c5-d251-4603-bb7e-ea65f6181fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b350822-4faa-4a96-a51f-f8ed6a8e7810', 'code': 200} Jul 09 09:25:39.846277 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device c6e30853-a0dd-4849-8fdf-d814c3abe82f up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:25:39.874866 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] Set router 5ce2bef2-b0ca-4796-bac5-4258088f8a6b gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:25:39.895124 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f181b0-9695-4c42-8e16-d81f4e8aaefd req-caa7d522-20f9-439a-9b93-30a77db9b97b tempest-NetworksTest-184470737 tempest-NetworksTest-184470737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:39.897062 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8f181b0-9695-4c42-8e16-d81f4e8aaefd req-caa7d522-20f9-439a-9b93-30a77db9b97b tempest-NetworksTest-184470737 tempest-NetworksTest-184470737-project-admin] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 886 time: 0.1800516 Jul 09 09:25:39.986723 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:40.020724 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ab974dd-7fcf-481d-bfbd-7ce2e3e65259 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:40.037915 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ab974dd-7fcf-481d-bfbd-7ce2e3e65259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:40.101806 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-199a6e38-7ab9-4be8-8844-cd0ff4687935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:40.156733 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=0b350822-4faa-4a96-a51f-f8ed6a8e7810,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:40.196899 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e,segment=NetworkSegment(27c1421c-67e0-4d4b-9c22-ae3483c6aae2),segment_id=27c1421c-67e0-4d4b-9c22-ae3483c6aae2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:40.206006 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab974dd-7fcf-481d-bfbd-7ce2e3e65259 admin admin] Pushing event updated for resources: {'Port': ['ID=5a116a09-ace2-4a59-b5bb-c6f3600efabc,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:40.207718 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:40.212378 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ab974dd-7fcf-481d-bfbd-7ce2e3e65259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:40.228642 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d817966-9aaf-42b3-b817-451067c0d164 req-61a1c37b-c1e4-4a2b-9514-be47b8423314 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:40.230537 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2d817966-9aaf-42b3-b817-451067c0d164 req-61a1c37b-c1e4-4a2b-9514-be47b8423314 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dc9a6f8-f968-49e3-ab09-8416ab1d73d4 HTTP/1.1" status: 200 len: 950 time: 0.3274374 Jul 09 09:25:40.232864 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7dc1b3-bbfb-480a-a921-a5b48a0f8fc1 req-7a47e848-4c5b-42fe-96ed-a70884db5f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:40.235005 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cc7dc1b3-bbfb-480a-a921-a5b48a0f8fc1 req-7a47e848-4c5b-42fe-96ed-a70884db5f5f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6014c6c5-d251-4603-bb7e-ea65f6181fee HTTP/1.1" status: 200 len: 1099 time: 0.2105417 Jul 09 09:25:40.246115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port c6e30853-a0dd-4849-8fdf-d814c3abe82f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:25:40.266268 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2bef2-b0ca-4796-bac5-4258088f8a6b', 'name': 'tempest-AttachSCSIVolumeTestJSON-812734725-router', 'tenant_id': '717636fd8d0d40f0810ed45f4d408000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:34Z', 'updated_at': '2021-07-09T09:25:39Z', 'revision_number': 4, 'project_id': '717636fd8d0d40f0810ed45f4d408000', 'gw_port': {'id': '32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce2bef2-b0ca-4796-bac5-4258088f8a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:25:35Z', 'updated_at': '2021-07-09T09:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5a116a09-ace2-4a59-b5bb-c6f3600efabc', 'name': '', 'network_id': '85f858b3-4666-4494-958d-822bcc05163f', 'tenant_id': '717636fd8d0d40f0810ed45f4d408000', 'mac_address': 'fa:16:3e:12:28:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce2bef2-b0ca-4796-bac5-4258088f8a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'ec9da701-b180-4e3e-bc5d-4a65afaedaa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:25:38Z', 'updated_at': '2021-07-09T09:25:38Z', 'revision_number': 1, 'project_id': '717636fd8d0d40f0810ed45f4d408000', 'subnets': [{'id': 'ec9da701-b180-4e3e-bc5d-4a65afaedaa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:40.274309 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port c6e30853-a0dd-4849-8fdf-d814c3abe82f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:40.274689 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:40.301212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bbd09-daaf-45a7-bd03-3b44f3ab211c req-23c139b8-0550-47f1-b519-52886f72e118 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:40.303105 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e8bbd09-daaf-45a7-bd03-3b44f3ab211c req-23c139b8-0550-47f1-b519-52886f72e118 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=2dc9a6f8-f968-49e3-ab09-8416ab1d73d4 HTTP/1.1" status: 200 len: 950 time: 0.3099427 Jul 09 09:25:40.325016 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad19eb-c42d-4b17-aff8-37bab0f524d9 None None] The sync data for ids ['5ce2bef2-b0ca-4796-bac5-4258088f8a6b'] in n-d-799996-1 is: [{'id': '5ce2bef2-b0ca-4796-bac5-4258088f8a6b', 'name': 'tempest-AttachSCSIVolumeTestJSON-812734725-router', 'tenant_id': '717636fd8d0d40f0810ed45f4d408000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:34Z', 'updated_at': '2021-07-09T09:25:39Z', 'revision_number': 4, 'project_id': '717636fd8d0d40f0810ed45f4d408000', 'gw_port': {'id': '32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce2bef2-b0ca-4796-bac5-4258088f8a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:25:35Z', 'updated_at': '2021-07-09T09:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5a116a09-ace2-4a59-b5bb-c6f3600efabc', 'name': '', 'network_id': '85f858b3-4666-4494-958d-822bcc05163f', 'tenant_id': '717636fd8d0d40f0810ed45f4d408000', 'mac_address': 'fa:16:3e:12:28:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce2bef2-b0ca-4796-bac5-4258088f8a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'ec9da701-b180-4e3e-bc5d-4a65afaedaa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:25:38Z', 'updated_at': '2021-07-09T09:25:38Z', 'revision_number': 1, 'project_id': '717636fd8d0d40f0810ed45f4d408000', 'subnets': [{'id': 'ec9da701-b180-4e3e-bc5d-4a65afaedaa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:25:40.357699 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cc7dc1b3-bbfb-480a-a921-a5b48a0f8fc1 req-fdb6e234-feab-4020-9a04-58f197b2353a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035767 Jul 09 09:25:40.371548 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-199a6e38-7ab9-4be8-8844-cd0ff4687935 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:25:40.371548 n-d-799996-1 neutron-server[93792]: DEBUG oslo_db.api [None req-199a6e38-7ab9-4be8-8844-cd0ff4687935 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:25:40.374572 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:40.376353 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1284a04-6aff-4e77-92bd-bfb31ec934f5 req-ed739c62-5ad4-44f3-b023-8e20220d65b0 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:40.386273 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1284a04-6aff-4e77-92bd-bfb31ec934f5 req-ed739c62-5ad4-44f3-b023-8e20220d65b0 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 944 time: 0.2643843 Jul 09 09:25:40.398106 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab974dd-7fcf-481d-bfbd-7ce2e3e65259 admin admin] Network 85f858b3-4666-4494-958d-822bcc05163f is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:25:40.400301 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-5ab974dd-7fcf-481d-bfbd-7ce2e3e65259 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:40.487075 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e8bbd09-daaf-45a7-bd03-3b44f3ab211c req-1de8f3c6-64ac-45fd-85d0-d39f905bde8e tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec173c1-6e85-4c1d-ab80-adb5d3f5605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688714 Jul 09 09:25:40.488348 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:40.550422 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port c6e30853-a0dd-4849-8fdf-d814c3abe82f, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c6e30853-a0dd-4849-8fdf-d814c3abe82f,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:40.559059 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:40.575877 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1284a04-6aff-4e77-92bd-bfb31ec934f5 req-9330c72a-f8c7-47b9-bc6b-68f980b1f417 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882994 Jul 09 09:25:40.638235 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:25:40.663496 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab974dd-7fcf-481d-bfbd-7ce2e3e65259 admin admin] Router 5ce2bef2-b0ca-4796-bac5-4258088f8a6b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:25:40.749799 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=c6e30853-a0dd-4849-8fdf-d814c3abe82f,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:40.791912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-2d817966-9aaf-42b3-b817-451067c0d164 req-4f680b13-3595-40c3-a31e-71e47c4c2e0b tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Deleting port 5f6b02ea-d90a-4166-8d74-012eab121fc2 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:25:40.793860 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2d817966-9aaf-42b3-b817-451067c0d164 req-4f680b13-3595-40c3-a31e-71e47c4c2e0b tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:40.803938 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:40.804313 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:40.871349 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab974dd-7fcf-481d-bfbd-7ce2e3e65259 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:25:40.886743 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5ab974dd-7fcf-481d-bfbd-7ce2e3e65259 admin admin] 10.222.0.61 "PUT /v2.0/routers/5ce2bef2-b0ca-4796-bac5-4258088f8a6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2792645 Jul 09 09:25:40.978995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b00fe0-2464-4640-b646-e8650110fd78 req-e6af2d49-0717-4893-88c8-b7a4d71df73f tempest-NetworksTest-184470737 tempest-NetworksTest-184470737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:40.981019 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b00fe0-2464-4640-b646-e8650110fd78 req-e6af2d49-0717-4893-88c8-b7a4d71df73f tempest-NetworksTest-184470737 tempest-NetworksTest-184470737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:40.984419 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b00fe0-2464-4640-b646-e8650110fd78 req-e6af2d49-0717-4893-88c8-b7a4d71df73f tempest-NetworksTest-184470737 tempest-NetworksTest-184470737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:40.986898 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b00fe0-2464-4640-b646-e8650110fd78 req-e6af2d49-0717-4893-88c8-b7a4d71df73f tempest-NetworksTest-184470737 tempest-NetworksTest-184470737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:40.987623 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b00fe0-2464-4640-b646-e8650110fd78 req-e6af2d49-0717-4893-88c8-b7a4d71df73f tempest-NetworksTest-184470737 tempest-NetworksTest-184470737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:40.990308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b00fe0-2464-4640-b646-e8650110fd78 req-e6af2d49-0717-4893-88c8-b7a4d71df73f tempest-NetworksTest-184470737 tempest-NetworksTest-184470737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:40.991197 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b00fe0-2464-4640-b646-e8650110fd78 req-e6af2d49-0717-4893-88c8-b7a4d71df73f tempest-NetworksTest-184470737 tempest-NetworksTest-184470737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:40.991928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b00fe0-2464-4640-b646-e8650110fd78 req-e6af2d49-0717-4893-88c8-b7a4d71df73f tempest-NetworksTest-184470737 tempest-NetworksTest-184470737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:40.993250 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b00fe0-2464-4640-b646-e8650110fd78 req-e6af2d49-0717-4893-88c8-b7a4d71df73f tempest-NetworksTest-184470737 tempest-NetworksTest-184470737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:41.032758 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4b00fe0-2464-4640-b646-e8650110fd78 req-e6af2d49-0717-4893-88c8-b7a4d71df73f tempest-NetworksTest-184470737 tempest-NetworksTest-184470737-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6453 time: 0.4920504 Jul 09 09:25:41.044540 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:41.102773 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8136b8ad-a06c-4ecb-b95a-40c4c96c0a1c None None] Provisioning for port 5a116a09-ace2-4a59-b5bb-c6f3600efabc completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:25:41.120409 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8136b8ad-a06c-4ecb-b95a-40c4c96c0a1c None None] Provisioning complete for port 5a116a09-ace2-4a59-b5bb-c6f3600efabc triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:41.120787 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8136b8ad-a06c-4ecb-b95a-40c4c96c0a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:41.123515 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-2d817966-9aaf-42b3-b817-451067c0d164 req-4f680b13-3595-40c3-a31e-71e47c4c2e0b tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] For port 5f6b02ea-d90a-4166-8d74-012eab121fc2, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5f6b02ea-d90a-4166-8d74-012eab121fc2,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:41.125365 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2d817966-9aaf-42b3-b817-451067c0d164 req-4f680b13-3595-40c3-a31e-71e47c4c2e0b tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:41.180926 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-2d817966-9aaf-42b3-b817-451067c0d164 req-4f680b13-3595-40c3-a31e-71e47c4c2e0b tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Calling delete_port for 5f6b02ea-d90a-4166-8d74-012eab121fc2 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:25:41.251662 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8136b8ad-a06c-4ecb-b95a-40c4c96c0a1c None None] Port 5a116a09-ace2-4a59-b5bb-c6f3600efabc cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:25:41.462164 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c9d6b-c11f-449e-9266-0a0acb0b9f16 req-8ae0ea50-ad27-42ae-9a93-d7d3186eae69 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:41.464622 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-708c9d6b-c11f-449e-9266-0a0acb0b9f16 req-8ae0ea50-ad27-42ae-9a93-d7d3186eae69 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=6014c6c5-d251-4603-bb7e-ea65f6181fee HTTP/1.1" status: 200 len: 948 time: 0.2625329 Jul 09 09:25:41.543646 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37816) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:41.684094 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-708c9d6b-c11f-449e-9266-0a0acb0b9f16 req-235973c5-13e3-4ffd-913a-bf86ada122ff tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099910 Jul 09 09:25:41.735040 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2d817966-9aaf-42b3-b817-451067c0d164 req-4f680b13-3595-40c3-a31e-71e47c4c2e0b tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:41.748309 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['51b711d7-b0df-4a02-82ba-06f74b6f8a9d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:25:41.842777 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f83037-eee1-4d2d-9e29-2de59ebf8480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e30853-a0dd-4849-8fdf-d814c3abe82f'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:25:41.845346 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67771e6-52f6-4331-9af5-64377a6e55c4" -d '{"events": [{"server_uuid": "79f83037-eee1-4d2d-9e29-2de59ebf8480", "name": "network-vif-plugged", "status": "completed", "tag": "c6e30853-a0dd-4849-8fdf-d814c3abe82f"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:25:42.087850 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f680b13-3595-40c3-a31e-71e47c4c2e0b tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Pushing event deleted for resources: {'Port': ['ID=5f6b02ea-d90a-4166-8d74-012eab121fc2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:42.285527 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-723ae4f4-6f0f-4e8e-bd0a-d97d7060dcf7 req-3bf80f47-c208-415c-af92-1a2dcf34b974 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=2dc9a6f8-f968-49e3-ab09-8416ab1d73d4 HTTP/1.1" status: 200 len: 210 time: 0.2419193 Jul 09 09:25:42.328419 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-359d20df-2681-4940-a75e-6279c6c59a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:42.340297 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37830) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:42.386224 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d817966-9aaf-42b3-b817-451067c0d164 req-4f680b13-3595-40c3-a31e-71e47c4c2e0b tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] No DVR routers for this DVR port 5f6b02ea-d90a-4166-8d74-012eab121fc2 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:25:42.389743 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2d817966-9aaf-42b3-b817-451067c0d164 req-4f680b13-3595-40c3-a31e-71e47c4c2e0b tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:42.396303 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2d817966-9aaf-42b3-b817-451067c0d164 req-4f680b13-3595-40c3-a31e-71e47c4c2e0b tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.64 "DELETE /v2.0/ports/5f6b02ea-d90a-4166-8d74-012eab121fc2 HTTP/1.1" status: 204 len: 173 time: 2.1554558 Jul 09 09:25:42.404296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc9a6f8-f968-49e3-ab09-8416ab1d73d4', 'name': 'network-vif-deleted', 'tag': '5f6b02ea-d90a-4166-8d74-012eab121fc2'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:25:42.409941 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf59b8f-2b24-494a-87cc-f99f749db01b" -d '{"events": [{"server_uuid": "2dc9a6f8-f968-49e3-ab09-8416ab1d73d4", "name": "network-vif-deleted", "tag": "5f6b02ea-d90a-4166-8d74-012eab121fc2"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:25:42.500368 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b656680-43f9-4f12-9eeb-7cfa2b0096c8 x-openstack-request-id: req-3b656680-43f9-4f12-9eeb-7cfa2b0096c8 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:25:42.500942 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f83037-eee1-4d2d-9e29-2de59ebf8480", "name": "network-vif-plugged", "status": "completed", "tag": "c6e30853-a0dd-4849-8fdf-d814c3abe82f", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:25:42.500942 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3b656680-43f9-4f12-9eeb-7cfa2b0096c8 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:25:42.501281 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f83037-eee1-4d2d-9e29-2de59ebf8480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e30853-a0dd-4849-8fdf-d814c3abe82f', 'code': 200} Jul 09 09:25:42.512119 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f628e-c51f-40bd-b840-e5794609160f req-2318bee2-2300-434d-90e2-b27e6fd50d82 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:42.521268 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3c9f628e-c51f-40bd-b840-e5794609160f req-2318bee2-2300-434d-90e2-b27e6fd50d82 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 945 time: 0.3544059 Jul 09 09:25:42.633247 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3c9f628e-c51f-40bd-b840-e5794609160f req-afa1e47b-a09e-4fd9-af54-1fad5dacc365 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104138 Jul 09 09:25:42.714376 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94d88400-313b-4f47-ace8-022cd0b06433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:42.787767 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:25:42.814834 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:42.916399 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3d85f6-8d0e-4904-a556-3b1416f206d1 x-openstack-request-id: req-df3d85f6-8d0e-4904-a556-3b1416f206d1 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:25:42.917049 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc9a6f8-f968-49e3-ab09-8416ab1d73d4", "name": "network-vif-deleted", "tag": "5f6b02ea-d90a-4166-8d74-012eab121fc2", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:25:42.917516 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-df3d85f6-8d0e-4904-a556-3b1416f206d1 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:25:42.918136 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc9a6f8-f968-49e3-ab09-8416ab1d73d4', 'name': 'network-vif-deleted', 'tag': '5f6b02ea-d90a-4166-8d74-012eab121fc2', 'status': 'completed', 'code': 200} Jul 09 09:25:42.949849 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:25:42.953426 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a3dec-a867-4b74-b682-796411998fe7 req-fa0f9add-d464-4a06-b7e7-ea2ab05b0826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:42.954965 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-359d20df-2681-4940-a75e-6279c6c59a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:42.956624 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2e7a3dec-a867-4b74-b682-796411998fe7 req-fa0f9add-d464-4a06-b7e7-ea2ab05b0826 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 1096 time: 0.1309664 Jul 09 09:25:42.960504 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:42.960950 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:42.977367 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-359d20df-2681-4940-a75e-6279c6c59a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:43.029762 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2e7a3dec-a867-4b74-b682-796411998fe7 req-20857fc1-fbb8-46a3-8206-7c9b198976bb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510800 Jul 09 09:25:43.058084 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d20df-2681-4940-a75e-6279c6c59a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0213ea-b36a-4e6f-9813-4a64fd003b30,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:43.146889 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:43.183218 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:43.188859 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37848) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:43.190174 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-359d20df-2681-4940-a75e-6279c6c59a2f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2b05f146710745df879c6448e37ca7a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6452222 Jul 09 09:25:43.195613 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:43.292055 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:43.331492 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ea05c00e-780e-4adf-954d-6dd6a43f07de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:43.334339 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94d88400-313b-4f47-ace8-022cd0b06433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:43.357126 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94d88400-313b-4f47-ace8-022cd0b06433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:43.406741 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ea05c00e-780e-4adf-954d-6dd6a43f07de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:43.415817 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-94d88400-313b-4f47-ace8-022cd0b06433 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a5913da98371464fa100bbc782ef2d83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0744436 Jul 09 09:25:43.417468 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d88400-313b-4f47-ace8-022cd0b06433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b3535c-f617-43ed-8faa-962c4bea184f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:43.420153 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37852) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:43.505589 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a6137cc-926a-406c-aa83-773afc72a42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:43.523274 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca013def-01d9-4ad0-ae62-9f36bdda64e3 req-f2f679f4-0183-4e42-93b7-5a9221f35064 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:43.529635 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca013def-01d9-4ad0-ae62-9f36bdda64e3 req-f2f679f4-0183-4e42-93b7-5a9221f35064 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=6014c6c5-d251-4603-bb7e-ea65f6181fee HTTP/1.1" status: 200 len: 948 time: 0.2775433 Jul 09 09:25:43.532262 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ea05c00e-780e-4adf-954d-6dd6a43f07de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:43.534839 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ea05c00e-780e-4adf-954d-6dd6a43f07de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:43.535941 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ea05c00e-780e-4adf-954d-6dd6a43f07de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6d0213ea-b36a-4e6f-9813-4a64fd003b30 HTTP/1.1" status: 204 len: 168 time: 0.3457243 Jul 09 09:25:43.540880 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a6137cc-926a-406c-aa83-773afc72a42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:43.604911 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05c00e-780e-4adf-954d-6dd6a43f07de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0213ea-b36a-4e6f-9813-4a64fd003b30,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:43.636248 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a6137cc-926a-406c-aa83-773afc72a42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:43.639760 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a6137cc-926a-406c-aa83-773afc72a42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:43.656534 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2a6137cc-926a-406c-aa83-773afc72a42a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/59b3535c-f617-43ed-8faa-962c4bea184f HTTP/1.1" status: 204 len: 168 time: 0.2187986 Jul 09 09:25:43.668029 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca013def-01d9-4ad0-ae62-9f36bdda64e3 req-ca7476ea-8cf1-4297-9d15-bbd0aaa73080 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298435 Jul 09 09:25:43.682662 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6137cc-926a-406c-aa83-773afc72a42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b3535c-f617-43ed-8faa-962c4bea184f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:43.741158 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5f6b02ea-d90a-4166-8d74-012eab121fc2 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:25:43.796575 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 5f6b02ea-d90a-4166-8d74-012eab121fc2 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:25:43.797415 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5f6b02ea-d90a-4166-8d74-012eab121fc2 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:25:43.972155 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0624e55-4256-4487-8cae-ec42b23e02ea req-9e731e0c-f6e3-48b0-ad1e-47e2f3d4ac73 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=2dc9a6f8-f968-49e3-ab09-8416ab1d73d4 HTTP/1.1" status: 200 len: 210 time: 0.0388749 Jul 09 09:25:44.261426 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37874) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:44.285245 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67598f62-ed8e-47d1-a263-c37ad2099b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:44.337096 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37876) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:44.390519 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-631194be-31d3-4cb1-96b8-3e27322a29ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:44.549737 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67598f62-ed8e-47d1-a263-c37ad2099b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:44.557827 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67598f62-ed8e-47d1-a263-c37ad2099b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:44.622798 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b0e80-09d7-4513-8ce0-0f41b260a417 req-2262ef36-1639-462c-a047-87c6d7ae13f0 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:44.632355 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee9b0e80-09d7-4513-8ce0-0f41b260a417 req-2262ef36-1639-462c-a047-87c6d7ae13f0 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.5723758 Jul 09 09:25:44.644865 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67598f62-ed8e-47d1-a263-c37ad2099b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9606c0a7-84d5-44e4-8e12-dd06494937d3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:44.651041 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-67598f62-ed8e-47d1-a263-c37ad2099b99 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b156e618471a4a3ea06333ac6408e9de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3884335 Jul 09 09:25:44.655636 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37878) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:44.693709 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:25:44.713316 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee9b0e80-09d7-4513-8ce0-0f41b260a417 req-a6baf4d8-d2c1-4f0a-a4f7-c986aa8eee9a tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786805 Jul 09 09:25:44.742518 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-266dbed0-85fc-4944-9a30-b7924f3b89ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:44.784615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4838c-f58b-42e2-aab0-f6d339662872 req-5dd9846c-1007-4fb7-bc1e-278c522bd5b6 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:44.793031 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-266dbed0-85fc-4944-9a30-b7924f3b89ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:44.794568 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-15e4838c-f58b-42e2-aab0-f6d339662872 req-5dd9846c-1007-4fb7-bc1e-278c522bd5b6 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 945 time: 0.6629248 Jul 09 09:25:44.812423 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-631194be-31d3-4cb1-96b8-3e27322a29ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:44.825405 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-631194be-31d3-4cb1-96b8-3e27322a29ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:44.827284 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:44.829378 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:44.885860 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-631194be-31d3-4cb1-96b8-3e27322a29ca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9b38e5bd84f945f4852800cf701645ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5353985 Jul 09 09:25:44.886463 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37886) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:44.897800 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] Sync routers for ids ['5ce2bef2-b0ca-4796-bac5-4258088f8a6b'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:25:44.917137 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631194be-31d3-4cb1-96b8-3e27322a29ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2907c361-785f-45ed-a581-88236000aed5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:44.948423 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-334c9c17-ee13-4dbe-a241-03070d9f46f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:44.961945 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-266dbed0-85fc-4944-9a30-b7924f3b89ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:44.964633 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-266dbed0-85fc-4944-9a30-b7924f3b89ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:44.965879 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-266dbed0-85fc-4944-9a30-b7924f3b89ef admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9606c0a7-84d5-44e4-8e12-dd06494937d3 HTTP/1.1" status: 204 len: 168 time: 0.3090749 Jul 09 09:25:44.968171 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-15e4838c-f58b-42e2-aab0-f6d339662872 req-77279b82-43ac-46e2-abd6-b1f9cc1a19ed tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691852 Jul 09 09:25:44.988386 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] Routers {'5ce2bef2-b0ca-4796-bac5-4258088f8a6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:25:44.989327 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:25:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5ce2bef2-b0ca-4796-bac5-4258088f8a6b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:45.026062 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-334c9c17-ee13-4dbe-a241-03070d9f46f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:45.028057 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266dbed0-85fc-4944-9a30-b7924f3b89ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9606c0a7-84d5-44e4-8e12-dd06494937d3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:45.101159 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-334c9c17-ee13-4dbe-a241-03070d9f46f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:45.106069 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-334c9c17-ee13-4dbe-a241-03070d9f46f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:45.107617 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-334c9c17-ee13-4dbe-a241-03070d9f46f2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2907c361-785f-45ed-a581-88236000aed5 HTTP/1.1" status: 204 len: 168 time: 0.2197938 Jul 09 09:25:45.128121 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c9c17-ee13-4dbe-a241-03070d9f46f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2907c361-785f-45ed-a581-88236000aed5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:45.165658 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:25:45.246597 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] Set router 5ce2bef2-b0ca-4796-bac5-4258088f8a6b gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:25:45.520518 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-5810de54-ca8a-41b4-bc14-8a0e10345b5a tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=caa446f810be417e93e10eb73423cc0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359154 Jul 09 09:25:45.675631 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-c298b33b-bba0-4bd4-aca9-450968c0a647 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:45.683553 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-c298b33b-bba0-4bd4-aca9-450968c0a647 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1617119 Jul 09 09:25:45.699474 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2bef2-b0ca-4796-bac5-4258088f8a6b', 'name': 'tempest-AttachSCSIVolumeTestJSON-812734725-router', 'tenant_id': '717636fd8d0d40f0810ed45f4d408000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:34Z', 'updated_at': '2021-07-09T09:25:39Z', 'revision_number': 4, 'project_id': '717636fd8d0d40f0810ed45f4d408000', 'gw_port': {'id': '32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2bef2-b0ca-4796-bac5-4258088f8a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:25:35Z', 'updated_at': '2021-07-09T09:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5a116a09-ace2-4a59-b5bb-c6f3600efabc', 'name': '', 'network_id': '85f858b3-4666-4494-958d-822bcc05163f', 'tenant_id': '717636fd8d0d40f0810ed45f4d408000', 'mac_address': 'fa:16:3e:12:28:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce2bef2-b0ca-4796-bac5-4258088f8a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'ec9da701-b180-4e3e-bc5d-4a65afaedaa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:25:38Z', 'updated_at': '2021-07-09T09:25:39Z', 'revision_number': 2, 'project_id': '717636fd8d0d40f0810ed45f4d408000', 'subnets': [{'id': 'ec9da701-b180-4e3e-bc5d-4a65afaedaa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:45.721465 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-85379558-f7d2-4507-96c9-04c55abba354 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/quotas/caa446f810be417e93e10eb73423cc0a HTTP/1.1" status: 200 len: 375 time: 0.0351703 Jul 09 09:25:45.737368 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] Checking router: 5ce2bef2-b0ca-4796-bac5-4258088f8a6b for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:25:45.737742 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] Updating router 5ce2bef2-b0ca-4796-bac5-4258088f8a6b port 5a116a09-ace2-4a59-b5bb-c6f3600efabc binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:25:45.781219 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:45.886040 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-12479cda-06ba-4838-82b8-61a23cf19a93 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=caa446f810be417e93e10eb73423cc0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1614211 Jul 09 09:25:46.368243 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c632c-c8ad-4aea-9908-d9e83f882674 req-b5662441-ddf3-4d63-9629-909d512a0d1d tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:46.376828 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c0c632c-c8ad-4aea-9908-d9e83f882674 req-b5662441-ddf3-4d63-9629-909d512a0d1d tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bcbe79e-5804-48af-85df-8a16b5fd1806 HTTP/1.1" status: 200 len: 950 time: 0.1445136 Jul 09 09:25:46.498355 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:46.501255 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c0c632c-c8ad-4aea-9908-d9e83f882674 req-fedd5c47-5e48-4cf0-88a8-dd94ca80bed3 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec173c1-6e85-4c1d-ab80-adb5d3f5605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234758 Jul 09 09:25:46.525932 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] Transition to ACTIVE for port object 5a116a09-ace2-4a59-b5bb-c6f3600efabc will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:25:46.546189 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:46.560152 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9c287-776b-4701-b18a-2c25584a3251 req-a4099cb2-a6c9-49f1-b5eb-629bfe9a6196 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:46.562150 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cce9c287-776b-4701-b18a-2c25584a3251 req-a4099cb2-a6c9-49f1-b5eb-629bfe9a6196 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 945 time: 0.1831164 Jul 09 09:25:46.625007 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cce9c287-776b-4701-b18a-2c25584a3251 req-a66b8959-9e76-406f-98a2-4ce5680ee40d tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566487 Jul 09 09:25:46.771552 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37966) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:46.849590 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-69b9e051-1854-4bbd-aab8-67efc79e5a4e req-313f742d-ec55-4163-99a8-5388462cb9f6 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e34e74b-7828-4b7c-ab90-c26074dd44fe HTTP/1.1" status: 200 len: 210 time: 0.1107237 Jul 09 09:25:46.863531 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79424ed1-b04e-444b-8428-ddec6dac14df None None] Pushing event updated for resources: {'Port': ['ID=5a116a09-ace2-4a59-b5bb-c6f3600efabc,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:46.871642 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] Attempting to bind port 5a116a09-ace2-4a59-b5bb-c6f3600efabc on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:25:46.878892 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] Attempting to bind port 5a116a09-ace2-4a59-b5bb-c6f3600efabc by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '27c1421c-67e0-4d4b-9c22-ae3483c6aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '85f858b3-4666-4494-958d-822bcc05163f'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:25:46.879465 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] Attempting to bind port 5a116a09-ace2-4a59-b5bb-c6f3600efabc on network 85f858b3-4666-4494-958d-822bcc05163f {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:25:46.893798 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:25:46.895418 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] Checking segment: {'id': '27c1421c-67e0-4d4b-9c22-ae3483c6aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '85f858b3-4666-4494-958d-822bcc05163f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:25:46.895974 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:46.897034 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] Bound using segment: {'id': '27c1421c-67e0-4d4b-9c22-ae3483c6aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '85f858b3-4666-4494-958d-822bcc05163f'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:25:46.898705 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] Bound port: 5a116a09-ace2-4a59-b5bb-c6f3600efabc, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c1421c-67e0-4d4b-9c22-ae3483c6aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '85f858b3-4666-4494-958d-822bcc05163f'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:25:46.899310 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:47.063278 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] For port 5a116a09-ace2-4a59-b5bb-c6f3600efabc, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:25:47.068174 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] For port 5a116a09-ace2-4a59-b5bb-c6f3600efabc, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5a116a09-ace2-4a59-b5bb-c6f3600efabc,segment=NetworkSegment(27c1421c-67e0-4d4b-9c22-ae3483c6aae2),segment_id=27c1421c-67e0-4d4b-9c22-ae3483c6aae2)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:25:47.078747 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:47.133836 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d3a4d857-7c88-4869-94d2-df8524010784 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1672569027-network', 'tenant_id': '3eda8a5c649d482f9f8bf9075ad6f3b8'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:47.175156 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] Routers {'5ce2bef2-b0ca-4796-bac5-4258088f8a6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:25:47.176908 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:25:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5ce2bef2-b0ca-4796-bac5-4258088f8a6b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:47.179818 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79424ed1-b04e-444b-8428-ddec6dac14df None None] Pushing event updated for resources: {'Port': ['ID=5a116a09-ace2-4a59-b5bb-c6f3600efabc,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:47.247886 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a4d857-7c88-4869-94d2-df8524010784 admin admin] Made reservation on behalf of 3eda8a5c649d482f9f8bf9075ad6f3b8 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:47.251522 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d857-7c88-4869-94d2-df8524010784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:47.276827 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d857-7c88-4869-94d2-df8524010784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:47.438978 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] Set router 5ce2bef2-b0ca-4796-bac5-4258088f8a6b gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:25:47.586871 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d857-7c88-4869-94d2-df8524010784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:47.602475 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d857-7c88-4869-94d2-df8524010784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:47.664156 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a4d857-7c88-4869-94d2-df8524010784 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:25:47.725739 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4d857-7c88-4869-94d2-df8524010784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1756a9aa-ed44-4b72-8a2f-0768aaf50e23,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:47.737823 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d857-7c88-4869-94d2-df8524010784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:47.737823 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-d3a4d857-7c88-4869-94d2-df8524010784 admin admin] Added segment 15d68650-2246-4a2b-aaac-5b41b70e6bcc of type vlan for network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 Jul 09 09:25:47.845047 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d857-7c88-4869-94d2-df8524010784 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:47.850332 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13ef93-e76a-42d6-b6b0-cff5dd5c5215 req-873dfb9b-8e40-46c0-97e2-9eb999115518 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:47.863096 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec13ef93-e76a-42d6-b6b0-cff5dd5c5215 req-873dfb9b-8e40-46c0-97e2-9eb999115518 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 1096 time: 0.1969197 Jul 09 09:25:47.904552 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d857-7c88-4869-94d2-df8524010784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:47.905750 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a4d857-7c88-4869-94d2-df8524010784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:47.906455 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d857-7c88-4869-94d2-df8524010784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:47.947963 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec13ef93-e76a-42d6-b6b0-cff5dd5c5215 req-302ff52b-1eee-4c40-8a9c-8edfa1001884 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820146 Jul 09 09:25:48.000195 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d3a4d857-7c88-4869-94d2-df8524010784 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2276170 Jul 09 09:25:48.003152 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37990) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:48.015008 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b556776e-7d81-4c4c-a0d6-0b78be7498f4 admin admin] Request body: {'subnet': {'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1672569027-subnet', 'tenant_id': '3eda8a5c649d482f9f8bf9075ad6f3b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:48.040113 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b556776e-7d81-4c4c-a0d6-0b78be7498f4 admin admin] Made reservation on behalf of 3eda8a5c649d482f9f8bf9075ad6f3b8 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:48.043312 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b556776e-7d81-4c4c-a0d6-0b78be7498f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:48.050461 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2bef2-b0ca-4796-bac5-4258088f8a6b', 'name': 'tempest-AttachSCSIVolumeTestJSON-812734725-router', 'tenant_id': '717636fd8d0d40f0810ed45f4d408000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:34Z', 'updated_at': '2021-07-09T09:25:39Z', 'revision_number': 4, 'project_id': '717636fd8d0d40f0810ed45f4d408000', 'gw_port': {'id': '32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2bef2-b0ca-4796-bac5-4258088f8a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:25:35Z', 'updated_at': '2021-07-09T09:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5a116a09-ace2-4a59-b5bb-c6f3600efabc', 'name': '', 'network_id': '85f858b3-4666-4494-958d-822bcc05163f', 'tenant_id': '717636fd8d0d40f0810ed45f4d408000', 'mac_address': 'fa:16:3e:12:28:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce2bef2-b0ca-4796-bac5-4258088f8a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'ec9da701-b180-4e3e-bc5d-4a65afaedaa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:25:38Z', 'updated_at': '2021-07-09T09:25:47Z', 'revision_number': 4, 'project_id': '717636fd8d0d40f0810ed45f4d408000', 'subnets': [{'id': 'ec9da701-b180-4e3e-bc5d-4a65afaedaa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:25:48.069596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8063c-0f26-4080-8e6e-ba9ddb548d23 req-9ceec79d-2743-4980-93a4-8e445e0e8ee7 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:48.074550 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ce8063c-0f26-4080-8e6e-ba9ddb548d23 req-9ceec79d-2743-4980-93a4-8e445e0e8ee7 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bcbe79e-5804-48af-85df-8a16b5fd1806 HTTP/1.1" status: 200 len: 950 time: 0.4792156 Jul 09 09:25:48.170834 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662cb92f-b487-4ce4-8d8e-1f23cd82b532 None None] The sync data for ids ['5ce2bef2-b0ca-4796-bac5-4258088f8a6b'] in n-d-799996-1 is: [{'id': '5ce2bef2-b0ca-4796-bac5-4258088f8a6b', 'name': 'tempest-AttachSCSIVolumeTestJSON-812734725-router', 'tenant_id': '717636fd8d0d40f0810ed45f4d408000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:34Z', 'updated_at': '2021-07-09T09:25:39Z', 'revision_number': 4, 'project_id': '717636fd8d0d40f0810ed45f4d408000', 'gw_port': {'id': '32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2bef2-b0ca-4796-bac5-4258088f8a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:25:35Z', 'updated_at': '2021-07-09T09:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5a116a09-ace2-4a59-b5bb-c6f3600efabc', 'name': '', 'network_id': '85f858b3-4666-4494-958d-822bcc05163f', 'tenant_id': '717636fd8d0d40f0810ed45f4d408000', 'mac_address': 'fa:16:3e:12:28:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce2bef2-b0ca-4796-bac5-4258088f8a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'ec9da701-b180-4e3e-bc5d-4a65afaedaa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:25:38Z', 'updated_at': '2021-07-09T09:25:47Z', 'revision_number': 4, 'project_id': '717636fd8d0d40f0810ed45f4d408000', 'subnets': [{'id': 'ec9da701-b180-4e3e-bc5d-4a65afaedaa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:25:48.318594 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610d56f-507e-45dd-ba65-550f19b72681 req-272f644d-8cca-41e3-9ce0-10a841a3f2ac tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:48.320523 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6610d56f-507e-45dd-ba65-550f19b72681 req-272f644d-8cca-41e3-9ce0-10a841a3f2ac tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bcbe79e-5804-48af-85df-8a16b5fd1806 HTTP/1.1" status: 200 len: 950 time: 0.4321163 Jul 09 09:25:48.350108 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4d857-7c88-4869-94d2-df8524010784 admin admin] Pushing event updated for resources: {'Network': ['ID=b8274c7d-d9b4-4563-bd5d-1e9b7521f290,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:48.364674 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:25:48.402792 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-3ea4af01-4071-4154-b281-0d4a1d16e881 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=caa446f810be417e93e10eb73423cc0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1391945 Jul 09 09:25:48.517662 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6610d56f-507e-45dd-ba65-550f19b72681 req-2ab4d11f-272e-435b-9bde-50449e9b870d tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec173c1-6e85-4c1d-ab80-adb5d3f5605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891298 Jul 09 09:25:48.608959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-8ce8063c-0f26-4080-8e6e-ba9ddb548d23 req-b0a6193b-c1cc-417a-b0c5-e3f044767dad tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Deleting port 51b711d7-b0df-4a02-82ba-06f74b6f8a9d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:25:48.612574 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8ce8063c-0f26-4080-8e6e-ba9ddb548d23 req-b0a6193b-c1cc-417a-b0c5-e3f044767dad tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:48.767060 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5a116a09-ace2-4a59-b5bb-c6f3600efabc up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:25:48.854009 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-8ce8063c-0f26-4080-8e6e-ba9ddb548d23 req-b0a6193b-c1cc-417a-b0c5-e3f044767dad tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] For port 51b711d7-b0df-4a02-82ba-06f74b6f8a9d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=51b711d7-b0df-4a02-82ba-06f74b6f8a9d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:48.855664 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8ce8063c-0f26-4080-8e6e-ba9ddb548d23 req-b0a6193b-c1cc-417a-b0c5-e3f044767dad tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:48.938919 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 5a116a09-ace2-4a59-b5bb-c6f3600efabc completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:25:48.952904 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 5a116a09-ace2-4a59-b5bb-c6f3600efabc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:48.953291 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:48.981447 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-8ce8063c-0f26-4080-8e6e-ba9ddb548d23 req-b0a6193b-c1cc-417a-b0c5-e3f044767dad tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Calling delete_port for 51b711d7-b0df-4a02-82ba-06f74b6f8a9d owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:25:49.068047 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0be359f-02b5-4e9f-95b4-4f8ef8371a0f req-7e209832-c2c2-4ed2-9b43-1221249da4ad tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e34e74b-7828-4b7c-ab90-c26074dd44fe HTTP/1.1" status: 200 len: 210 time: 0.1210880 Jul 09 09:25:49.218163 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:49.329784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 5a116a09-ace2-4a59-b5bb-c6f3600efabc, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5a116a09-ace2-4a59-b5bb-c6f3600efabc,segment=NetworkSegment(27c1421c-67e0-4d4b-9c22-ae3483c6aae2),segment_id=27c1421c-67e0-4d4b-9c22-ae3483c6aae2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:49.340815 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:49.360043 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b556776e-7d81-4c4c-a0d6-0b78be7498f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:49.419588 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556776e-7d81-4c4c-a0d6-0b78be7498f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b34d4ae-0ef5-43aa-9b17-e2650b35854e,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:49.440773 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-647074f4-5940-4a81-8874-655a45876344 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:49.443788 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-647074f4-5940-4a81-8874-655a45876344 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0308979 Jul 09 09:25:49.460782 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-ee6eba98-6369-4cf7-8f52-f3112d2531e4 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Request body: {'port': {'device_id': '2e34e74b-7828-4b7c-ab90-c26074dd44fe', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': 'caa446f810be417e93e10eb73423cc0a'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:49.489050 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=5a116a09-ace2-4a59-b5bb-c6f3600efabc,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:49.538880 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556776e-7d81-4c4c-a0d6-0b78be7498f4 admin admin] Checking segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:25:49.539371 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b556776e-7d81-4c4c-a0d6-0b78be7498f4 admin admin] Network hostable DHCP agents. Network: b8274c7d-d9b4-4563-bd5d-1e9b7521f290, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:25:49.582967 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8ce8063c-0f26-4080-8e6e-ba9ddb548d23 req-b0a6193b-c1cc-417a-b0c5-e3f044767dad tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:49.597508 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['51b711d7-b0df-4a02-82ba-06f74b6f8a9d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:25:49.658413 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b556776e-7d81-4c4c-a0d6-0b78be7498f4 admin admin] Network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:25:49.714376 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b556776e-7d81-4c4c-a0d6-0b78be7498f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, b8274c7d-d9b4-4563-bd5d-1e9b7521f290) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:49.716408 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f578b8-326a-4d39-9573-0f10893720e6 req-21d8774a-59af-42b1-b59e-bd1650bbf0e8 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:49.725902 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-83f578b8-326a-4d39-9573-0f10893720e6 req-21d8774a-59af-42b1-b59e-bd1650bbf0e8 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 1096 time: 0.2792335 Jul 09 09:25:49.729559 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6193b-c1cc-417a-b0c5-e3f044767dad tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Pushing event deleted for resources: {'Port': ['ID=51b711d7-b0df-4a02-82ba-06f74b6f8a9d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:49.730027 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535ce829-2cb3-41ac-8409-6bfd5b5d0fff None None] Network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:25:49.735622 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b556776e-7d81-4c4c-a0d6-0b78be7498f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:49.737629 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b556776e-7d81-4c4c-a0d6-0b78be7498f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:49.751308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce8063c-0f26-4080-8e6e-ba9ddb548d23 req-b0a6193b-c1cc-417a-b0c5-e3f044767dad tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] No DVR routers for this DVR port 51b711d7-b0df-4a02-82ba-06f74b6f8a9d on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:25:49.807041 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-ee6eba98-6369-4cf7-8f52-f3112d2531e4 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Made reservation on behalf of caa446f810be417e93e10eb73423cc0a for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:49.810865 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8ce8063c-0f26-4080-8e6e-ba9ddb548d23 req-b0a6193b-c1cc-417a-b0c5-e3f044767dad tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:49.813420 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-ee6eba98-6369-4cf7-8f52-f3112d2531e4 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:49.813796 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ce8063c-0f26-4080-8e6e-ba9ddb548d23 req-b0a6193b-c1cc-417a-b0c5-e3f044767dad tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.64 "DELETE /v2.0/ports/51b711d7-b0df-4a02-82ba-06f74b6f8a9d HTTP/1.1" status: 204 len: 173 time: 1.7328820 Jul 09 09:25:49.814426 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcbe79e-5804-48af-85df-8a16b5fd1806', 'name': 'network-vif-deleted', 'tag': '51b711d7-b0df-4a02-82ba-06f74b6f8a9d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:25:49.820359 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32114932-8515-414c-9799-fc29a0f3af15" -d '{"events": [{"server_uuid": "5bcbe79e-5804-48af-85df-8a16b5fd1806", "name": "network-vif-deleted", "tag": "51b711d7-b0df-4a02-82ba-06f74b6f8a9d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:25:49.867547 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b556776e-7d81-4c4c-a0d6-0b78be7498f4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8457243 Jul 09 09:25:49.877575 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-83f578b8-326a-4d39-9573-0f10893720e6 req-3622161f-d0ac-4a54-a58f-50aea772df85 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491888 Jul 09 09:25:50.184321 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4981fa8-6e4d-461d-8bb9-68a0c458c667 None None] Network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:25:50.188164 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-ee6eba98-6369-4cf7-8f52-f3112d2531e4 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Allocated IP 192.168.233.62 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/587423e7-228b-4117-bbf7-62ebfa2bca8c) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:25:50.321766 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0173a18-fe76-46dd-8992-a4cb0c23410b req-32f9b09c-e12a-4d1b-b331-204fe36746c7 tempest-ServersAdminNegativeTestJSON-2134111089 tempest-ServersAdminNegativeTestJSON-2134111089-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bcbe79e-5804-48af-85df-8a16b5fd1806 HTTP/1.1" status: 200 len: 210 time: 0.0774114 Jul 09 09:25:50.327453 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a4b0cd-83bb-4aea-abf1-6c0c52a7d896 x-openstack-request-id: req-96a4b0cd-83bb-4aea-abf1-6c0c52a7d896 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:25:50.328415 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcbe79e-5804-48af-85df-8a16b5fd1806", "name": "network-vif-deleted", "tag": "51b711d7-b0df-4a02-82ba-06f74b6f8a9d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:25:50.328839 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-96a4b0cd-83bb-4aea-abf1-6c0c52a7d896 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:25:50.329407 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bcbe79e-5804-48af-85df-8a16b5fd1806', 'name': 'network-vif-deleted', 'tag': '51b711d7-b0df-4a02-82ba-06f74b6f8a9d', 'status': 'completed', 'code': 200} Jul 09 09:25:50.555180 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-ee6eba98-6369-4cf7-8f52-f3112d2531e4 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:50.594471 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-ee6eba98-6369-4cf7-8f52-f3112d2531e4 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Transition to ACTIVE for port object 587423e7-228b-4117-bbf7-62ebfa2bca8c will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:25:50.658549 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3cb618d8-9359-4041-b015-6a86fb1c14c5 req-1d6f185b-6c3f-44c8-b8bf-632c77ea02ef tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e34e74b-7828-4b7c-ab90-c26074dd44fe HTTP/1.1" status: 200 len: 210 time: 0.1262195 Jul 09 09:25:50.678328 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-ee6eba98-6369-4cf7-8f52-f3112d2531e4 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:50.693734 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['d3400461-a2e2-468f-b6f0-ffcc45c35b57', '0b350822-4faa-4a96-a51f-f8ed6a8e7810'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:25:50.840027 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5a116a09-ace2-4a59-b5bb-c6f3600efabc up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:25:50.890237 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6eba98-6369-4cf7-8f52-f3112d2531e4 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Pushing event updated for resources: {'Port': ['ID=587423e7-228b-4117-bbf7-62ebfa2bca8c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:50.901889 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-ee6eba98-6369-4cf7-8f52-f3112d2531e4 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:25:50.911454 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-ee6eba98-6369-4cf7-8f52-f3112d2531e4 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:50.920785 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-ee6eba98-6369-4cf7-8f52-f3112d2531e4 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:25:51.102661 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-ee6eba98-6369-4cf7-8f52-f3112d2531e4 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:51.104028 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-ee6eba98-6369-4cf7-8f52-f3112d2531e4 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:51.188036 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-ee6eba98-6369-4cf7-8f52-f3112d2531e4 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7340477 Jul 09 09:25:51.199879 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-17a4d109-84ae-45bb-9dbe-6982bf3c11b9 service neutron] Request body: {'port': {'device_id': '2e34e74b-7828-4b7c-ab90-c26074dd44fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:51.220001 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 5a116a09-ace2-4a59-b5bb-c6f3600efabc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:51.220376 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:51.446938 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-17a4d109-84ae-45bb-9dbe-6982bf3c11b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:51.504487 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38068) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:51.510092 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9eb99d99-7c71-4889-b9b1-198b2aadba2e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1184480507-network', 'tenant_id': '2d99f26713284c519d7617e7f94fbb64'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:51.517458 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4d089759-8712-4330-a641-461cfc396e77 None None] Provisioning for port 587423e7-228b-4117-bbf7-62ebfa2bca8c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:25:51.564861 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4d089759-8712-4330-a641-461cfc396e77 None None] Provisioning complete for port 587423e7-228b-4117-bbf7-62ebfa2bca8c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:51.565237 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4d089759-8712-4330-a641-461cfc396e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:51.592683 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb99d99-7c71-4889-b9b1-198b2aadba2e admin admin] Made reservation on behalf of 2d99f26713284c519d7617e7f94fbb64 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:51.601995 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9eb99d99-7c71-4889-b9b1-198b2aadba2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:51.617791 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9eb99d99-7c71-4889-b9b1-198b2aadba2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:51.676008 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4d089759-8712-4330-a641-461cfc396e77 None None] Port 587423e7-228b-4117-bbf7-62ebfa2bca8c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:25:51.787892 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 51b711d7-b0df-4a02-82ba-06f74b6f8a9d no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:25:51.854832 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 51b711d7-b0df-4a02-82ba-06f74b6f8a9d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:25:51.855188 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 51b711d7-b0df-4a02-82ba-06f74b6f8a9d not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:25:51.877783 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9eb99d99-7c71-4889-b9b1-198b2aadba2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:51.883180 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9eb99d99-7c71-4889-b9b1-198b2aadba2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:51.912232 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-17a4d109-84ae-45bb-9dbe-6982bf3c11b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587423e7-228b-4117-bbf7-62ebfa2bca8c {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:25:51.922704 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-17a4d109-84ae-45bb-9dbe-6982bf3c11b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:51.939234 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-17a4d109-84ae-45bb-9dbe-6982bf3c11b9 service neutron] Transition to ACTIVE for port object 587423e7-228b-4117-bbf7-62ebfa2bca8c will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:25:51.943956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb99d99-7c71-4889-b9b1-198b2aadba2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972980da-d646-424f-8cb7-67cb8cb587a8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:51.946112 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-17a4d109-84ae-45bb-9dbe-6982bf3c11b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:51.994609 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb99d99-7c71-4889-b9b1-198b2aadba2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:25:52.022083 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9eb99d99-7c71-4889-b9b1-198b2aadba2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:52.024700 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-9eb99d99-7c71-4889-b9b1-198b2aadba2e admin admin] Added segment 80f1e3d5-2949-4127-a685-fc69948fba59 of type vlan for network f60cb638-af9b-4607-9e2f-626eb42da024 Jul 09 09:25:52.047121 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4d109-84ae-45bb-9dbe-6982bf3c11b9 service neutron] Pushing event updated for resources: {'Port': ['ID=587423e7-228b-4117-bbf7-62ebfa2bca8c,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:52.159090 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9eb99d99-7c71-4889-b9b1-198b2aadba2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:52.232644 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-17a4d109-84ae-45bb-9dbe-6982bf3c11b9 service neutron] Attempting to bind port 587423e7-228b-4117-bbf7-62ebfa2bca8c on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:25:52.233780 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-17a4d109-84ae-45bb-9dbe-6982bf3c11b9 service neutron] Attempting to bind port 587423e7-228b-4117-bbf7-62ebfa2bca8c by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:25:52.234127 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-17a4d109-84ae-45bb-9dbe-6982bf3c11b9 service neutron] Attempting to bind port 587423e7-228b-4117-bbf7-62ebfa2bca8c on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:25:52.241477 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-17a4d109-84ae-45bb-9dbe-6982bf3c11b9 service neutron] Port 587423e7-228b-4117-bbf7-62ebfa2bca8c on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:25:52.241854 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-17a4d109-84ae-45bb-9dbe-6982bf3c11b9 service neutron] Attempting to bind port 587423e7-228b-4117-bbf7-62ebfa2bca8c on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:25:52.242251 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9eb99d99-7c71-4889-b9b1-198b2aadba2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:52.243237 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb99d99-7c71-4889-b9b1-198b2aadba2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:52.243924 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9eb99d99-7c71-4889-b9b1-198b2aadba2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:52.251446 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-17a4d109-84ae-45bb-9dbe-6982bf3c11b9 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:25:52.251869 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-17a4d109-84ae-45bb-9dbe-6982bf3c11b9 service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:25:52.252210 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-17a4d109-84ae-45bb-9dbe-6982bf3c11b9 service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:25:52.252648 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-17a4d109-84ae-45bb-9dbe-6982bf3c11b9 service neutron] Bound port: 587423e7-228b-4117-bbf7-62ebfa2bca8c, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:25:52.253164 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-17a4d109-84ae-45bb-9dbe-6982bf3c11b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:52.367520 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-17a4d109-84ae-45bb-9dbe-6982bf3c11b9 service neutron] For port 587423e7-228b-4117-bbf7-62ebfa2bca8c, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:25:52.377619 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-17a4d109-84ae-45bb-9dbe-6982bf3c11b9 service neutron] For port 587423e7-228b-4117-bbf7-62ebfa2bca8c, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=587423e7-228b-4117-bbf7-62ebfa2bca8c,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:25:52.385654 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-17a4d109-84ae-45bb-9dbe-6982bf3c11b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:52.386979 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9eb99d99-7c71-4889-b9b1-198b2aadba2e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8813753 Jul 09 09:25:52.390180 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38094) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:52.398200 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7a673cd1-1272-4ce2-9d91-d635fd0e3e82 admin admin] Request body: {'subnet': {'network_id': 'f60cb638-af9b-4607-9e2f-626eb42da024', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1184480507-subnet', 'tenant_id': '2d99f26713284c519d7617e7f94fbb64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:52.415946 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb99d99-7c71-4889-b9b1-198b2aadba2e admin admin] Pushing event updated for resources: {'Network': ['ID=f60cb638-af9b-4607-9e2f-626eb42da024,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:52.428206 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network f60cb638-af9b-4607-9e2f-626eb42da024 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:25:52.463016 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a673cd1-1272-4ce2-9d91-d635fd0e3e82 admin admin] Made reservation on behalf of 2d99f26713284c519d7617e7f94fbb64 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:52.465881 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7a673cd1-1272-4ce2-9d91-d635fd0e3e82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:52.504981 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4d109-84ae-45bb-9dbe-6982bf3c11b9 service neutron] Pushing event updated for resources: {'Port': ['ID=587423e7-228b-4117-bbf7-62ebfa2bca8c,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:52.543974 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-17a4d109-84ae-45bb-9dbe-6982bf3c11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:52.544728 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-17a4d109-84ae-45bb-9dbe-6982bf3c11b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:52.546558 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-17a4d109-84ae-45bb-9dbe-6982bf3c11b9 service neutron] 10.222.0.58 "PUT /v2.0/ports/587423e7-228b-4117-bbf7-62ebfa2bca8c HTTP/1.1" status: 200 len: 1095 time: 1.3512530 Jul 09 09:25:52.547008 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e34e74b-7828-4b7c-ab90-c26074dd44fe', 'tag': '587423e7-228b-4117-bbf7-62ebfa2bca8c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:25:52.562231 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa08b817-1e11-43c6-b252-e0e99a95058a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e34e74b-7828-4b7c-ab90-c26074dd44fe", "tag": "587423e7-228b-4117-bbf7-62ebfa2bca8c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:25:52.681520 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38104) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:52.762120 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-75c33ae1-d879-4782-98ad-492d03a489e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:52.763664 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-75c33ae1-d879-4782-98ad-492d03a489e7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=caa446f810be417e93e10eb73423cc0a&device_id=2e34e74b-7828-4b7c-ab90-c26074dd44fe HTTP/1.1" status: 200 len: 1098 time: 0.1730521 Jul 09 09:25:52.916114 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-99c3c693-465f-48a5-bb5a-44eb184d51ba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=587423e7-228b-4117-bbf7-62ebfa2bca8c HTTP/1.1" status: 200 len: 217 time: 0.1429951 Jul 09 09:25:53.049815 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-10575128-2874-4ba5-ad25-f970f9ea5d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:53.059269 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-10575128-2874-4ba5-ad25-f970f9ea5d48 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1314650 Jul 09 09:25:53.137749 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7a673cd1-1272-4ce2-9d91-d635fd0e3e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:53.173783 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c6980024-01fa-48fa-914f-c9a711e740d5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1bea7cbce01048c9a37b3d5db7ddd9f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4910829 Jul 09 09:25:53.178980 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38116) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:53.251831 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-36b87d33-f189-4921-a3a8-9a22ae95a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:53.253846 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-36b87d33-f189-4921-a3a8-9a22ae95a0e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1863563 Jul 09 09:25:53.288868 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31db5f8b-6929-4d73-bed2-f4dc6beb3a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:53.311810 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31db5f8b-6929-4d73-bed2-f4dc6beb3a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:53.382836 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a673cd1-1272-4ce2-9d91-d635fd0e3e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ff45822-b43f-4af5-98df-66c9c5a0e2c2,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:53.393817 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a673cd1-1272-4ce2-9d91-d635fd0e3e82 admin admin] Checking segment: {'id': '80f1e3d5-2949-4127-a685-fc69948fba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f60cb638-af9b-4607-9e2f-626eb42da024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:25:53.394812 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a673cd1-1272-4ce2-9d91-d635fd0e3e82 admin admin] Network hostable DHCP agents. Network: f60cb638-af9b-4607-9e2f-626eb42da024, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:25:53.437252 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31db5f8b-6929-4d73-bed2-f4dc6beb3a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:53.441194 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31db5f8b-6929-4d73-bed2-f4dc6beb3a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:53.445445 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-31db5f8b-6929-4d73-bed2-f4dc6beb3a6a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aec173c1-6e85-4c1d-ab80-adb5d3f5605d HTTP/1.1" status: 204 len: 168 time: 0.2621703 Jul 09 09:25:53.471450 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db5f8b-6929-4d73-bed2-f4dc6beb3a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec173c1-6e85-4c1d-ab80-adb5d3f5605d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:53.482029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e92e3-b3f2-4199-a90a-f96048e0ef79 req-48d06e1a-e1e4-4b83-b751-e7cbfd41f0ae tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:53.489758 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d4e92e3-b3f2-4199-a90a-f96048e0ef79 req-48d06e1a-e1e4-4b83-b751-e7cbfd41f0ae tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e34e74b-7828-4b7c-ab90-c26074dd44fe HTTP/1.1" status: 200 len: 947 time: 0.3631964 Jul 09 09:25:53.513298 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a673cd1-1272-4ce2-9d91-d635fd0e3e82 admin admin] Network f60cb638-af9b-4607-9e2f-626eb42da024 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:25:53.538583 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-7a673cd1-1272-4ce2-9d91-d635fd0e3e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, f60cb638-af9b-4607-9e2f-626eb42da024) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:53.548042 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f02f42-6c16-48b0-b899-1ace2aaf9e1c None None] Network f60cb638-af9b-4607-9e2f-626eb42da024 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:25:53.559045 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-d3dfd387-10cd-42d9-b911-287dd4d00b7f service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924807 Jul 09 09:25:53.562415 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a673cd1-1272-4ce2-9d91-d635fd0e3e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:53.563262 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7a673cd1-1272-4ce2-9d91-d635fd0e3e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:53.585047 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d4e92e3-b3f2-4199-a90a-f96048e0ef79 req-c366eb73-b21b-461e-8604-a04eadeb58cc tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926495 Jul 09 09:25:53.613450 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7a673cd1-1272-4ce2-9d91-d635fd0e3e82 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2219734 Jul 09 09:25:53.726210 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-19567657-0511-4e0a-b93a-b1a508a1f080 req-0d8d2af3-5626-4696-a2aa-5695b7a94f2a service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597319 Jul 09 09:25:53.788955 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4898b775-875f-49bf-816c-c2473568a9a6 None None] Network f60cb638-af9b-4607-9e2f-626eb42da024 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:25:53.869740 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5faf082f-0050-4621-a274-cc29a2111717 x-openstack-request-id: req-5faf082f-0050-4621-a274-cc29a2111717 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:25:53.870494 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e34e74b-7828-4b7c-ab90-c26074dd44fe", "tag": "587423e7-228b-4117-bbf7-62ebfa2bca8c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:25:53.871743 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5faf082f-0050-4621-a274-cc29a2111717 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:25:53.872600 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e34e74b-7828-4b7c-ab90-c26074dd44fe', 'tag': '587423e7-228b-4117-bbf7-62ebfa2bca8c', 'status': 'completed', 'code': 200} Jul 09 09:25:53.981616 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08b817-1e11-43c6-b252-e0e99a95058a req-91617900-0b44-4bdd-8784-4eb53f86dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:53.985367 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fa08b817-1e11-43c6-b252-e0e99a95058a req-91617900-0b44-4bdd-8784-4eb53f86dc66 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=caa446f810be417e93e10eb73423cc0a&device_id=2e34e74b-7828-4b7c-ab90-c26074dd44fe HTTP/1.1" status: 200 len: 1098 time: 0.0825701 Jul 09 09:25:54.113356 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08b817-1e11-43c6-b252-e0e99a95058a req-2755de05-59d0-413a-9481-3d1b919c18e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:54.115300 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fa08b817-1e11-43c6-b252-e0e99a95058a req-2755de05-59d0-413a-9481-3d1b919c18e8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.1211271 Jul 09 09:25:54.181675 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38152) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:54.184122 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fa08b817-1e11-43c6-b252-e0e99a95058a req-0fd859aa-503f-4380-bbbb-5a23a67f3a4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=587423e7-228b-4117-bbf7-62ebfa2bca8c HTTP/1.1" status: 200 len: 217 time: 0.0575762 Jul 09 09:25:54.245095 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08b817-1e11-43c6-b252-e0e99a95058a req-98b9f3b5-f9a9-41a2-9eb5-5450bfae95a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:54.246860 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fa08b817-1e11-43c6-b252-e0e99a95058a req-98b9f3b5-f9a9-41a2-9eb5-5450bfae95a0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0580370 Jul 09 09:25:54.316390 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08b817-1e11-43c6-b252-e0e99a95058a req-7181e7f5-afd8-4be2-bc9e-d67bacb7f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:54.318007 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fa08b817-1e11-43c6-b252-e0e99a95058a req-7181e7f5-afd8-4be2-bc9e-d67bacb7f1d0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0592005 Jul 09 09:25:54.358643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-b574a326-202f-4bb2-b048-9c57f0adf459 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:25:54.360069 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-b574a326-202f-4bb2-b048-9c57f0adf459 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1816509 Jul 09 09:25:54.383052 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38164) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:54.443933 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a2317c3b-3502-4f1a-b9ed-9298e7ea417c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f7d0385221674b99ad337a5137586a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597413 Jul 09 09:25:54.446470 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38168) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:54.461301 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fa08b817-1e11-43c6-b252-e0e99a95058a req-c56b2092-f206-41b7-9d49-16a54d4fad83 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333435 Jul 09 09:25:54.521000 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c754d328-359d-4d58-a438-32fca3eb27b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:54.543744 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c754d328-359d-4d58-a438-32fca3eb27b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:54.610135 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fa08b817-1e11-43c6-b252-e0e99a95058a req-ba3c7775-ca5e-42b1-8bb6-3e6eff6c2c83 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391807 Jul 09 09:25:54.621960 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c754d328-359d-4d58-a438-32fca3eb27b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:54.636736 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c754d328-359d-4d58-a438-32fca3eb27b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:54.641226 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c754d328-359d-4d58-a438-32fca3eb27b6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c3ceeb6b-ca15-4e13-bf9c-f312a50c1f2f HTTP/1.1" status: 204 len: 168 time: 0.1934426 Jul 09 09:25:54.651594 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754d328-359d-4d58-a438-32fca3eb27b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ceeb6b-ca15-4e13-bf9c-f312a50c1f2f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:54.682010 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-d926b474-0c8f-4d03-8338-097838306b6c req-4ee12548-834e-4cee-abf1-8026b99f169e service neutron] Request body: {'binding': {'host': 'n-h1-799996-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:54.688997 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-d926b474-0c8f-4d03-8338-097838306b6c req-4ee12548-834e-4cee-abf1-8026b99f169e service neutron] Unknown quota resources ['binding']. {{(pid=93790) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 09:25:54.882127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-c250bfdf-7a92-4775-837a-657fe62d995e tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:54.883671 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-c250bfdf-7a92-4775-837a-657fe62d995e tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 808 time: 0.1910818 Jul 09 09:25:54.919370 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-2f5a3e59-4762-4ebf-bc6a-ee5c5db4ec3a tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/quotas/3eda8a5c649d482f9f8bf9075ad6f3b8 HTTP/1.1" status: 200 len: 375 time: 0.0246017 Jul 09 09:25:54.964999 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-be3f0391-e211-44a4-8822-d6587c87d7b5 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369351 Jul 09 09:25:54.965613 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d926b474-0c8f-4d03-8338-097838306b6c req-4ee12548-834e-4cee-abf1-8026b99f169e service neutron] Attempting to bind port c6e30853-a0dd-4849-8fdf-d814c3abe82f on host n-h1-799996-1 for vnic_type normal with profile None {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:25:54.965902 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d926b474-0c8f-4d03-8338-097838306b6c req-4ee12548-834e-4cee-abf1-8026b99f169e service neutron] Attempting to bind port c6e30853-a0dd-4849-8fdf-d814c3abe82f by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:25:54.966228 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926b474-0c8f-4d03-8338-097838306b6c req-4ee12548-834e-4cee-abf1-8026b99f169e service neutron] Attempting to bind port c6e30853-a0dd-4849-8fdf-d814c3abe82f on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:25:54.971565 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926b474-0c8f-4d03-8338-097838306b6c req-4ee12548-834e-4cee-abf1-8026b99f169e service neutron] Port c6e30853-a0dd-4849-8fdf-d814c3abe82f on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:25:54.971927 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926b474-0c8f-4d03-8338-097838306b6c req-4ee12548-834e-4cee-abf1-8026b99f169e service neutron] Attempting to bind port c6e30853-a0dd-4849-8fdf-d814c3abe82f on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:25:54.985809 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926b474-0c8f-4d03-8338-097838306b6c req-4ee12548-834e-4cee-abf1-8026b99f169e service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:25:54.986138 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926b474-0c8f-4d03-8338-097838306b6c req-4ee12548-834e-4cee-abf1-8026b99f169e service neutron] Checking segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:25:54.986521 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926b474-0c8f-4d03-8338-097838306b6c req-4ee12548-834e-4cee-abf1-8026b99f169e service neutron] Bound using segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:25:54.986968 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d926b474-0c8f-4d03-8338-097838306b6c req-4ee12548-834e-4cee-abf1-8026b99f169e service neutron] Bound port: c6e30853-a0dd-4849-8fdf-d814c3abe82f, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:25:55.132510 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d926b474-0c8f-4d03-8338-097838306b6c req-4ee12548-834e-4cee-abf1-8026b99f169e service neutron] For port c6e30853-a0dd-4849-8fdf-d814c3abe82f, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c6e30853-a0dd-4849-8fdf-d814c3abe82f,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:25:55.150041 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-59cc5be7-b8dd-4a40-8b6f-dbcb1e2ad76b service neutron] 10.222.0.61 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749246 Jul 09 09:25:55.151770 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d926b474-0c8f-4d03-8338-097838306b6c req-4ee12548-834e-4cee-abf1-8026b99f169e service neutron] Notify callbacks [] for binding, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:55.162475 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-4ee12548-834e-4cee-abf1-8026b99f169e service neutron] 10.222.0.61 "POST /v2.0/ports/c6e30853-a0dd-4849-8fdf-d814c3abe82f/bindings HTTP/1.1" status: 201 len: 389 time: 0.6018975 Jul 09 09:25:55.313147 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-5302a0ea-8591-443f-86e5-391f2d128412 service neutron] 10.222.0.61 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459491 Jul 09 09:25:55.500480 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926b474-0c8f-4d03-8338-097838306b6c req-952e87e2-0c4a-4bc6-a307-ad7dfd13ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:55.502575 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-952e87e2-0c4a-4bc6-a307-ad7dfd13ce98 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 1096 time: 0.0781393 Jul 09 09:25:55.690862 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926b474-0c8f-4d03-8338-097838306b6c req-90d33bbb-4370-4dc8-b351-ba3484abfb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:55.694469 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-90d33bbb-4370-4dc8-b351-ba3484abfb4b service neutron] 10.222.0.58 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 922 time: 0.1853521 Jul 09 09:25:55.730983 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d86fcb-33e0-4fd4-b66b-9bdeaab83180 req-8a1efd02-e1cd-424c-af99-12a05baa122f tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:55.738477 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3d86fcb-33e0-4fd4-b66b-9bdeaab83180 req-8a1efd02-e1cd-424c-af99-12a05baa122f tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e34e74b-7828-4b7c-ab90-c26074dd44fe HTTP/1.1" status: 200 len: 947 time: 0.1264532 Jul 09 09:25:55.775572 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-7d9567eb-26d3-4e9a-8fc2-b1149db723ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6e30853-a0dd-4849-8fdf-d814c3abe82f HTTP/1.1" status: 200 len: 217 time: 0.0694363 Jul 09 09:25:55.810686 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3d86fcb-33e0-4fd4-b66b-9bdeaab83180 req-4c7202c8-757e-4858-bc43-6b9a13bb2871 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681000 Jul 09 09:25:55.837412 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38228) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:55.882712 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926b474-0c8f-4d03-8338-097838306b6c req-e85670f4-99b9-48a0-85be-c65eea6ec0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:55.888481 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-e85670f4-99b9-48a0-85be-c65eea6ec0b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=885047f0-ba41-4b93-9739-c68577cb7cc5 HTTP/1.1" status: 200 len: 861 time: 0.1068006 Jul 09 09:25:55.964791 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-7f9be8fe-2fe1-4f23-8b7f-b3ca9e9059e5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686226 Jul 09 09:25:56.052339 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0a69a89e-1171-40b8-b481-304bc12275ab admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2020760021-network', 'tenant_id': '163d94dc1ab04128a9563f30853691b2'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:56.111066 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a69a89e-1171-40b8-b481-304bc12275ab admin admin] Made reservation on behalf of 163d94dc1ab04128a9563f30853691b2 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:56.113515 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a69a89e-1171-40b8-b481-304bc12275ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:56.133226 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a69a89e-1171-40b8-b481-304bc12275ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:56.140875 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-831f2e43-0cb2-48c8-9576-44eacd7f6e39 service neutron] 10.222.0.58 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703908 Jul 09 09:25:56.283098 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-6fbb64c7-cf68-4263-9d0a-a1af62563b15 service neutron] 10.222.0.58 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354334 Jul 09 09:25:56.327249 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6adb727b-7425-4ced-b263-38faf5576440 req-bb25ffc5-7a29-439d-bf9a-350290e145b2 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 210 time: 0.0348387 Jul 09 09:25:56.397119 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726510d1-2a86-4844-ad16-f053f9cec353 req-205907c7-31b4-4a60-82a5-1bd5b0e12c4b tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:56.415740 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-726510d1-2a86-4844-ad16-f053f9cec353 req-205907c7-31b4-4a60-82a5-1bd5b0e12c4b tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 945 time: 0.2667744 Jul 09 09:25:56.521332 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 587423e7-228b-4117-bbf7-62ebfa2bca8c details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:25:56.555144 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-726510d1-2a86-4844-ad16-f053f9cec353 req-3d976ed4-d252-467f-9b21-7c2bfc574725 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373422 Jul 09 09:25:56.621530 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926b474-0c8f-4d03-8338-097838306b6c req-7b506ffa-f51f-4117-bc83-8bbd4fb1754e tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:56.621530 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-7b506ffa-f51f-4117-bc83-8bbd4fb1754e tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480&tenant_id=82a1a771499846fa8b15e4ad106e86da&binding%3Ahost_id=n-h2-799996-1 HTTP/1.1" status: 200 len: 1096 time: 0.2140176 Jul 09 09:25:56.628977 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a69a89e-1171-40b8-b481-304bc12275ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:56.633064 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-d926b474-0c8f-4d03-8338-097838306b6c req-a88971e3-8c99-423e-83e8-24472a83a391 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799996-1'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:56.639659 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a69a89e-1171-40b8-b481-304bc12275ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:56.701918 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 587423e7-228b-4117-bbf7-62ebfa2bca8c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=587423e7-228b-4117-bbf7-62ebfa2bca8c,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:56.706803 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a69a89e-1171-40b8-b481-304bc12275ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:25:56.715920 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '587423e7-228b-4117-bbf7-62ebfa2bca8c', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '587423e7-228b-4117-bbf7-62ebfa2bca8c', 'mac_address': 'fa:16:3e:03:e5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:25:56.747356 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a69a89e-1171-40b8-b481-304bc12275ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:56.750032 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-0a69a89e-1171-40b8-b481-304bc12275ab admin admin] Added segment 86eac640-133d-4a3e-9b14-3f5da6f3b807 of type vlan for network c74ceb5e-9146-4f57-8635-ae50b3da595c Jul 09 09:25:56.760736 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:56.775624 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587423e7-228b-4117-bbf7-62ebfa2bca8c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:25:56.792220 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d926b474-0c8f-4d03-8338-097838306b6c req-a88971e3-8c99-423e-83e8-24472a83a391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:56.799505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 587423e7-228b-4117-bbf7-62ebfa2bca8c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=587423e7-228b-4117-bbf7-62ebfa2bca8c,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:56.814399 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:56.866785 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a69a89e-1171-40b8-b481-304bc12275ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:56.912405 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=587423e7-228b-4117-bbf7-62ebfa2bca8c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:56.952192 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a69a89e-1171-40b8-b481-304bc12275ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:56.954696 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a69a89e-1171-40b8-b481-304bc12275ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:56.955799 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a69a89e-1171-40b8-b481-304bc12275ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:56.976036 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69a89e-1171-40b8-b481-304bc12275ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e21c545-a60b-41e8-ae49-843734c35ca5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:57.030155 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0a69a89e-1171-40b8-b481-304bc12275ab admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1914315 Jul 09 09:25:57.031125 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38246) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:57.079400 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['587423e7-228b-4117-bbf7-62ebfa2bca8c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:25:57.090589 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1db12d34-11ae-4717-a45d-2dce3134d241 admin admin] Request body: {'subnet': {'network_id': 'c74ceb5e-9146-4f57-8635-ae50b3da595c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2020760021-subnet', 'tenant_id': '163d94dc1ab04128a9563f30853691b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:57.106125 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d926b474-0c8f-4d03-8338-097838306b6c req-a88971e3-8c99-423e-83e8-24472a83a391 service neutron] For port c6e30853-a0dd-4849-8fdf-d814c3abe82f, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c6e30853-a0dd-4849-8fdf-d814c3abe82f,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:57.167542 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d926b474-0c8f-4d03-8338-097838306b6c req-a88971e3-8c99-423e-83e8-24472a83a391 service neutron] For port c6e30853-a0dd-4849-8fdf-d814c3abe82f, host n-h2-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:25:57.247452 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f83037-eee1-4d2d-9e29-2de59ebf8480', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e30853-a0dd-4849-8fdf-d814c3abe82f'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:25:57.254771 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd4ebee-895f-4547-aca0-f03692aefcd1" -d '{"events": [{"server_uuid": "79f83037-eee1-4d2d-9e29-2de59ebf8480", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e30853-a0dd-4849-8fdf-d814c3abe82f"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:25:57.262772 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d926b474-0c8f-4d03-8338-097838306b6c req-a88971e3-8c99-423e-83e8-24472a83a391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:57.282662 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d926b474-0c8f-4d03-8338-097838306b6c req-a88971e3-8c99-423e-83e8-24472a83a391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:57.289521 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69a89e-1171-40b8-b481-304bc12275ab admin admin] Pushing event updated for resources: {'Network': ['ID=c74ceb5e-9146-4f57-8635-ae50b3da595c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:57.312343 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network c74ceb5e-9146-4f57-8635-ae50b3da595c details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:25:57.313751 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db12d34-11ae-4717-a45d-2dce3134d241 admin admin] Made reservation on behalf of 163d94dc1ab04128a9563f30853691b2 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:57.319846 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1db12d34-11ae-4717-a45d-2dce3134d241 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:57.543352 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d24cf06-819d-4720-b07d-31aabbbc3073 x-openstack-request-id: req-8d24cf06-819d-4720-b07d-31aabbbc3073 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:25:57.544009 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f83037-eee1-4d2d-9e29-2de59ebf8480", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e30853-a0dd-4849-8fdf-d814c3abe82f", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:25:57.545552 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d24cf06-819d-4720-b07d-31aabbbc3073 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:25:57.547573 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f83037-eee1-4d2d-9e29-2de59ebf8480', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e30853-a0dd-4849-8fdf-d814c3abe82f', 'code': 200} Jul 09 09:25:57.572331 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35335b-d1ca-4d99-bf7b-3ea15a982eb7 req-17b2bc96-70ea-47e5-95ae-72ddd5ee7a1d tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:57.584927 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1c35335b-d1ca-4d99-bf7b-3ea15a982eb7 req-17b2bc96-70ea-47e5-95ae-72ddd5ee7a1d tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e34e74b-7828-4b7c-ab90-c26074dd44fe HTTP/1.1" status: 200 len: 948 time: 0.4812696 Jul 09 09:25:57.602070 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d926b474-0c8f-4d03-8338-097838306b6c req-a88971e3-8c99-423e-83e8-24472a83a391 service neutron] Attempting to bind port c6e30853-a0dd-4849-8fdf-d814c3abe82f on host n-h2-799996-1 for vnic_type normal with profile {"migrating_to": "n-h1-799996-1"} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:25:57.604159 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d926b474-0c8f-4d03-8338-097838306b6c req-a88971e3-8c99-423e-83e8-24472a83a391 service neutron] Attempting to bind port c6e30853-a0dd-4849-8fdf-d814c3abe82f by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:25:57.604768 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926b474-0c8f-4d03-8338-097838306b6c req-a88971e3-8c99-423e-83e8-24472a83a391 service neutron] Attempting to bind port c6e30853-a0dd-4849-8fdf-d814c3abe82f on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:25:57.663966 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926b474-0c8f-4d03-8338-097838306b6c req-a88971e3-8c99-423e-83e8-24472a83a391 service neutron] Port c6e30853-a0dd-4849-8fdf-d814c3abe82f on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:25:57.666122 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926b474-0c8f-4d03-8338-097838306b6c req-a88971e3-8c99-423e-83e8-24472a83a391 service neutron] Attempting to bind port c6e30853-a0dd-4849-8fdf-d814c3abe82f on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:25:57.691632 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88971e3-8c99-423e-83e8-24472a83a391 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e30853-a0dd-4849-8fdf-d814c3abe82f,revision_number=7']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:57.708326 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38260) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:57.724420 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926b474-0c8f-4d03-8338-097838306b6c req-a88971e3-8c99-423e-83e8-24472a83a391 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:25:57.726375 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926b474-0c8f-4d03-8338-097838306b6c req-a88971e3-8c99-423e-83e8-24472a83a391 service neutron] Checking segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:25:57.726943 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926b474-0c8f-4d03-8338-097838306b6c req-a88971e3-8c99-423e-83e8-24472a83a391 service neutron] Bound using segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:25:57.727558 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d926b474-0c8f-4d03-8338-097838306b6c req-a88971e3-8c99-423e-83e8-24472a83a391 service neutron] Bound port: c6e30853-a0dd-4849-8fdf-d814c3abe82f, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:25:57.731923 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d926b474-0c8f-4d03-8338-097838306b6c req-a88971e3-8c99-423e-83e8-24472a83a391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:57.872201 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d926b474-0c8f-4d03-8338-097838306b6c req-a88971e3-8c99-423e-83e8-24472a83a391 service neutron] For port c6e30853-a0dd-4849-8fdf-d814c3abe82f, host n-h2-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:25:57.886033 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d926b474-0c8f-4d03-8338-097838306b6c req-a88971e3-8c99-423e-83e8-24472a83a391 service neutron] For port c6e30853-a0dd-4849-8fdf-d814c3abe82f, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c6e30853-a0dd-4849-8fdf-d814c3abe82f,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:25:57.893927 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d926b474-0c8f-4d03-8338-097838306b6c req-a88971e3-8c99-423e-83e8-24472a83a391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:57.918528 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ecff10d-bd9a-46fb-8dbd-d5ab3fed372b req-f1da2392-a95d-49a3-b5f4-ccd77e4cf2f2 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 210 time: 0.1107535 Jul 09 09:25:57.967200 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1c35335b-d1ca-4d99-bf7b-3ea15a982eb7 req-f1b5bf47-a52b-4020-a370-3e9d8bf56931 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699780 Jul 09 09:25:58.070735 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-80c76b1a-5932-45c2-8e8e-40505e89f4be tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:58.072866 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-80c76b1a-5932-45c2-8e8e-40505e89f4be tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.64 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 808 time: 0.4515226 Jul 09 09:25:58.115959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-8c582695-f838-49b7-9196-cb4eb72de0f2 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Request body: {'port': {'device_id': '56969f26-e8f9-4c2d-982a-3167421ebda7', 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290', 'admin_state_up': True, 'tenant_id': '3eda8a5c649d482f9f8bf9075ad6f3b8'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:58.116670 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88971e3-8c99-423e-83e8-24472a83a391 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e30853-a0dd-4849-8fdf-d814c3abe82f,revision_number=8']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:58.196846 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926b474-0c8f-4d03-8338-097838306b6c req-a88971e3-8c99-423e-83e8-24472a83a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:58.197640 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d926b474-0c8f-4d03-8338-097838306b6c req-a88971e3-8c99-423e-83e8-24472a83a391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:58.199713 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-a88971e3-8c99-423e-83e8-24472a83a391 service neutron] 10.222.0.58 "PUT /v2.0/ports/c6e30853-a0dd-4849-8fdf-d814c3abe82f HTTP/1.1" status: 200 len: 1121 time: 1.5749028 Jul 09 09:25:58.277982 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['c6e30853-a0dd-4849-8fdf-d814c3abe82f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:25:58.353123 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2290bc7a-5a04-45ff-8884-1150e4591b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:58.385918 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1db12d34-11ae-4717-a45d-2dce3134d241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:58.424301 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-8c582695-f838-49b7-9196-cb4eb72de0f2 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Made reservation on behalf of 3eda8a5c649d482f9f8bf9075ad6f3b8 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:25:58.428807 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-8c582695-f838-49b7-9196-cb4eb72de0f2 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:58.528000 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 587423e7-228b-4117-bbf7-62ebfa2bca8c up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:25:58.581437 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2290bc7a-5a04-45ff-8884-1150e4591b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:58.594921 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2290bc7a-5a04-45ff-8884-1150e4591b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:58.636407 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 587423e7-228b-4117-bbf7-62ebfa2bca8c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:25:58.642894 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 587423e7-228b-4117-bbf7-62ebfa2bca8c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:25:58.643461 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:58.664849 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db12d34-11ae-4717-a45d-2dce3134d241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf06911e-c246-4cd1-be08-3ee699915e4b,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:58.694852 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290bc7a-5a04-45ff-8884-1150e4591b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2393e6-f8c9-41b5-9651-d0bb8e554fc4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:58.707560 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2290bc7a-5a04-45ff-8884-1150e4591b05 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8e1faad5a101490380e8e4d81d7e5fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9969702 Jul 09 09:25:58.708537 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f549b8-794a-41c1-9543-114379157957 req-ad5a21c3-088b-404a-bda1-a23f73a9820e tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:58.710166 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38284) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:58.724815 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43f549b8-794a-41c1-9543-114379157957 req-ad5a21c3-088b-404a-bda1-a23f73a9820e tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 943 time: 0.4248769 Jul 09 09:25:58.742519 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db12d34-11ae-4717-a45d-2dce3134d241 admin admin] Checking segment: {'id': '86eac640-133d-4a3e-9b14-3f5da6f3b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c74ceb5e-9146-4f57-8635-ae50b3da595c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:25:58.752077 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db12d34-11ae-4717-a45d-2dce3134d241 admin admin] Network hostable DHCP agents. Network: c74ceb5e-9146-4f57-8635-ae50b3da595c, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:25:58.790106 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76c670dd-658c-4d53-bc11-573ab8a3774e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:58.822580 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76c670dd-658c-4d53-bc11-573ab8a3774e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:58.840726 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db12d34-11ae-4717-a45d-2dce3134d241 admin admin] Network c74ceb5e-9146-4f57-8635-ae50b3da595c is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:25:58.918232 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-1db12d34-11ae-4717-a45d-2dce3134d241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, c74ceb5e-9146-4f57-8635-ae50b3da595c) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:58.920161 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76c670dd-658c-4d53-bc11-573ab8a3774e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:58.923234 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76c670dd-658c-4d53-bc11-573ab8a3774e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:58.932432 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-76c670dd-658c-4d53-bc11-573ab8a3774e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ce2393e6-f8c9-41b5-9651-d0bb8e554fc4 HTTP/1.1" status: 204 len: 168 time: 0.2158327 Jul 09 09:25:58.961452 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c670dd-658c-4d53-bc11-573ab8a3774e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2393e6-f8c9-41b5-9651-d0bb8e554fc4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:58.964478 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1913769c-8990-44fd-a9cb-499f618c4555 None None] Network c74ceb5e-9146-4f57-8635-ae50b3da595c requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:25:58.967874 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43f549b8-794a-41c1-9543-114379157957 req-7942b550-1029-4766-94f1-4579c2b8b1e4 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419827 Jul 09 09:25:58.969066 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-8c582695-f838-49b7-9196-cb4eb72de0f2 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Allocated IP 172.20.0.3 (b8274c7d-d9b4-4563-bd5d-1e9b7521f290/3b34d4ae-0ef5-43aa-9b17-e2650b35854e/97bdf000-6970-4576-8887-39d483f61de9) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:25:58.977136 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db12d34-11ae-4717-a45d-2dce3134d241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:25:58.981695 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1db12d34-11ae-4717-a45d-2dce3134d241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:59.044120 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1db12d34-11ae-4717-a45d-2dce3134d241 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9718091 Jul 09 09:25:59.047570 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38300) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:59.052257 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-080118bf-6684-4899-a33c-c42be7ddc22a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2020760021-router', 'tenant_id': '163d94dc1ab04128a9563f30853691b2', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:25:59.110210 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-080118bf-6684-4899-a33c-c42be7ddc22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:59.111015 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-080118bf-6684-4899-a33c-c42be7ddc22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:59.245607 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:59.252512 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b070980-2fbe-439d-9cd1-798269b23c72 req-bb68a343-386b-4f91-aeb7-6f71d2c93395 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 210 time: 0.0852454 Jul 09 09:25:59.269062 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-080118bf-6684-4899-a33c-c42be7ddc22a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:59.401471 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 587423e7-228b-4117-bbf7-62ebfa2bca8c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=587423e7-228b-4117-bbf7-62ebfa2bca8c,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:25:59.404724 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e34e74b-7828-4b7c-ab90-c26074dd44fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587423e7-228b-4117-bbf7-62ebfa2bca8c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:25:59.406092 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-8c582695-f838-49b7-9196-cb4eb72de0f2 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:59.411533 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07304e5-817f-42ba-bfde-16bd50f4c054" -d '{"events": [{"server_uuid": "2e34e74b-7828-4b7c-ab90-c26074dd44fe", "name": "network-vif-plugged", "status": "completed", "tag": "587423e7-228b-4117-bbf7-62ebfa2bca8c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:25:59.439754 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:59.534543 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c393434-d328-4167-8cdb-8077f9550b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-c74ceb5e-9146-4f57-8635-ae50b3da595c', 'network_id': 'c74ceb5e-9146-4f57-8635-ae50b3da595c', 'tenant_id': '163d94dc1ab04128a9563f30853691b2', 'fixed_ips': [{'subnet_id': 'cf06911e-c246-4cd1-be08-3ee699915e4b'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:25:59.535428 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8c393434-d328-4167-8cdb-8077f9550b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:59.539207 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=587423e7-228b-4117-bbf7-62ebfa2bca8c,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:59.601321 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f83037-eee1-4d2d-9e29-2de59ebf8480', 'tag': 'c6e30853-a0dd-4849-8fdf-d814c3abe82f'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:25:59.603613 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d78290-d0f7-46dc-94e6-9e9b16cd5549" -d '{"events": [{"name": "network-changed", "server_uuid": "79f83037-eee1-4d2d-9e29-2de59ebf8480", "tag": "c6e30853-a0dd-4849-8fdf-d814c3abe82f"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:25:59.625228 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38310) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:25:59.657545 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a2b61e4-a208-4dda-af78-44426d82620f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:59.678822 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-080118bf-6684-4899-a33c-c42be7ddc22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:59.697636 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae28ffe5-0170-40af-8d1d-4ea2a145f60d x-openstack-request-id: req-ae28ffe5-0170-40af-8d1d-4ea2a145f60d {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:25:59.698344 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e34e74b-7828-4b7c-ab90-c26074dd44fe", "name": "network-vif-plugged", "status": "completed", "tag": "587423e7-228b-4117-bbf7-62ebfa2bca8c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:25:59.698807 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ae28ffe5-0170-40af-8d1d-4ea2a145f60d {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:25:59.699443 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e34e74b-7828-4b7c-ab90-c26074dd44fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587423e7-228b-4117-bbf7-62ebfa2bca8c', 'code': 200} Jul 09 09:25:59.823472 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-8c582695-f838-49b7-9196-cb4eb72de0f2 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:25:59.860753 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-8c393434-d328-4167-8cdb-8077f9550b98 None None] Allocated IP 172.20.0.2 (c74ceb5e-9146-4f57-8635-ae50b3da595c/cf06911e-c246-4cd1-be08-3ee699915e4b/1faa6755-7884-4f7e-8658-6108ee4792db) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:25:59.896767 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c582695-f838-49b7-9196-cb4eb72de0f2 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Pushing event updated for resources: {'Port': ['ID=97bdf000-6970-4576-8887-39d483f61de9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:25:59.926872 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-8c582695-f838-49b7-9196-cb4eb72de0f2 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:25:59.996742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-8c582695-f838-49b7-9196-cb4eb72de0f2 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:25:59.996742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-8c582695-f838-49b7-9196-cb4eb72de0f2 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:26:00.020685 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-8c582695-f838-49b7-9196-cb4eb72de0f2 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:00.022208 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-8c582695-f838-49b7-9196-cb4eb72de0f2 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:00.073670 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65367b-6883-4014-8ccc-606c66b741a6 req-8434831f-e263-42f3-97a8-e9e9bc932004 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:00.082965 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-df65367b-6883-4014-8ccc-606c66b741a6 req-8434831f-e263-42f3-97a8-e9e9bc932004 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e34e74b-7828-4b7c-ab90-c26074dd44fe HTTP/1.1" status: 200 len: 949 time: 0.2935588 Jul 09 09:26:00.134741 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d78290-d0f7-46dc-94e6-9e9b16cd5549 req-c2247369-9c20-4b56-95a4-769d13662033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:00.144514 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37d78290-d0f7-46dc-94e6-9e9b16cd5549 req-c2247369-9c20-4b56-95a4-769d13662033 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 1124 time: 0.2412207 Jul 09 09:26:00.157304 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8c393434-d328-4167-8cdb-8077f9550b98 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:00.168365 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8c393434-d328-4167-8cdb-8077f9550b98 None None] Transition to ACTIVE for port object 1faa6755-7884-4f7e-8658-6108ee4792db will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:26:00.168871 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f03b77-fad5-481d-af2b-ba1bcbb5b3bb x-openstack-request-id: req-b4f03b77-fad5-481d-af2b-ba1bcbb5b3bb {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:26:00.169789 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f83037-eee1-4d2d-9e29-2de59ebf8480", "tag": "c6e30853-a0dd-4849-8fdf-d814c3abe82f", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:26:00.170293 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b4f03b77-fad5-481d-af2b-ba1bcbb5b3bb {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:26:00.170857 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f83037-eee1-4d2d-9e29-2de59ebf8480', 'tag': 'c6e30853-a0dd-4849-8fdf-d814c3abe82f', 'status': 'completed', 'code': 200} Jul 09 09:26:00.192964 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8c393434-d328-4167-8cdb-8077f9550b98 None None] Transition to ACTIVE for port object 1faa6755-7884-4f7e-8658-6108ee4792db will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:26:00.203409 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8c393434-d328-4167-8cdb-8077f9550b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:00.276004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c393434-d328-4167-8cdb-8077f9550b98 None None] Network c74ceb5e-9146-4f57-8635-ae50b3da595c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:26:00.284994 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd1506-d566-48fd-aea9-b26d98df072f req-a6f3accf-da7e-48e7-981a-c7b9a56b8e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:00.286953 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-df65367b-6883-4014-8ccc-606c66b741a6 req-c6b85795-7774-442b-a124-8fec9f008afa tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024643 Jul 09 09:26:00.287720 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d1fd1506-d566-48fd-aea9-b26d98df072f req-a6f3accf-da7e-48e7-981a-c7b9a56b8e91 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2e34e74b-7828-4b7c-ab90-c26074dd44fe HTTP/1.1" status: 200 len: 1100 time: 0.1157429 Jul 09 09:26:00.292160 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-8c393434-d328-4167-8cdb-8077f9550b98 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:26:00.310725 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c393434-d328-4167-8cdb-8077f9550b98 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:26:00.348128 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c393434-d328-4167-8cdb-8077f9550b98 None None] Pushing event updated for resources: {'Port': ['ID=1faa6755-7884-4f7e-8658-6108ee4792db,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:00.373709 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d1fd1506-d566-48fd-aea9-b26d98df072f req-3bcbf390-6b7d-411c-b372-8646f3abd1ae service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734584 Jul 09 09:26:00.384563 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d78290-d0f7-46dc-94e6-9e9b16cd5549 req-5fe3d808-6ebd-4dcb-8e3b-24c1ffe923a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:00.386476 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37d78290-d0f7-46dc-94e6-9e9b16cd5549 req-5fe3d808-6ebd-4dcb-8e3b-24c1ffe923a2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 922 time: 0.2190475 Jul 09 09:26:00.446799 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37d78290-d0f7-46dc-94e6-9e9b16cd5549 req-d95e25fd-1440-4780-a30f-ba3a41f0f09b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6e30853-a0dd-4849-8fdf-d814c3abe82f HTTP/1.1" status: 200 len: 217 time: 0.0527160 Jul 09 09:26:00.518237 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8c393434-d328-4167-8cdb-8077f9550b98 None None] Attempting to bind port 1faa6755-7884-4f7e-8658-6108ee4792db on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:26:00.519333 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8c393434-d328-4167-8cdb-8077f9550b98 None None] Attempting to bind port 1faa6755-7884-4f7e-8658-6108ee4792db by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '86eac640-133d-4a3e-9b14-3f5da6f3b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c74ceb5e-9146-4f57-8635-ae50b3da595c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:26:00.520729 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c393434-d328-4167-8cdb-8077f9550b98 None None] Attempting to bind port 1faa6755-7884-4f7e-8658-6108ee4792db on network c74ceb5e-9146-4f57-8635-ae50b3da595c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:00.530434 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c393434-d328-4167-8cdb-8077f9550b98 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:26:00.530815 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c393434-d328-4167-8cdb-8077f9550b98 None None] Checking segment: {'id': '86eac640-133d-4a3e-9b14-3f5da6f3b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c74ceb5e-9146-4f57-8635-ae50b3da595c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:26:00.531223 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8c393434-d328-4167-8cdb-8077f9550b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:00.531620 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c393434-d328-4167-8cdb-8077f9550b98 None None] Bound using segment: {'id': '86eac640-133d-4a3e-9b14-3f5da6f3b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c74ceb5e-9146-4f57-8635-ae50b3da595c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:26:00.532127 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8c393434-d328-4167-8cdb-8077f9550b98 None None] Bound port: 1faa6755-7884-4f7e-8658-6108ee4792db, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86eac640-133d-4a3e-9b14-3f5da6f3b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c74ceb5e-9146-4f57-8635-ae50b3da595c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:26:00.532510 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8c393434-d328-4167-8cdb-8077f9550b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:00.572126 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c6e30853-a0dd-4849-8fdf-d814c3abe82f details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:26:00.576956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d78290-d0f7-46dc-94e6-9e9b16cd5549 req-eeef8761-ef49-4b01-a41b-56240c3c6be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:00.578657 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37d78290-d0f7-46dc-94e6-9e9b16cd5549 req-eeef8761-ef49-4b01-a41b-56240c3c6be5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=885047f0-ba41-4b93-9739-c68577cb7cc5 HTTP/1.1" status: 200 len: 861 time: 0.1218863 Jul 09 09:26:00.655920 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a2b61e4-a208-4dda-af78-44426d82620f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:00.667043 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8c393434-d328-4167-8cdb-8077f9550b98 None None] For port 1faa6755-7884-4f7e-8658-6108ee4792db, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:26:00.667585 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a2b61e4-a208-4dda-af78-44426d82620f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:00.673003 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8c393434-d328-4167-8cdb-8077f9550b98 None None] For port 1faa6755-7884-4f7e-8658-6108ee4792db, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1faa6755-7884-4f7e-8658-6108ee4792db,segment=NetworkSegment(86eac640-133d-4a3e-9b14-3f5da6f3b807),segment_id=86eac640-133d-4a3e-9b14-3f5da6f3b807)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:26:00.693950 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37d78290-d0f7-46dc-94e6-9e9b16cd5549 req-6097d563-bb60-4e18-b669-3f63830154af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845804 Jul 09 09:26:00.718450 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-8c582695-f838-49b7-9196-cb4eb72de0f2 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6112120 Jul 09 09:26:00.752992 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b61e4-a208-4dda-af78-44426d82620f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e991f64-9971-4fd2-a757-84e6495ce068,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:00.758042 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4a2b61e4-a208-4dda-af78-44426d82620f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e477142a93004141ae22ebffa6dbf10e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1312425 Jul 09 09:26:00.763852 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38330) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:00.781925 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8c393434-d328-4167-8cdb-8077f9550b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:00.799094 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-080118bf-6684-4899-a33c-c42be7ddc22a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:00.829707 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-080118bf-6684-4899-a33c-c42be7ddc22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:00.858496 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37d78290-d0f7-46dc-94e6-9e9b16cd5549 req-e60f8cc0-d4a6-47bc-a6e7-727daa3ffb37 service neutron] 10.222.0.64 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344581 Jul 09 09:26:00.872451 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875af0bb-64b3-4215-a2f9-70709693a208 req-325095d7-6d09-40fe-80fb-d21f97759994 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:00.883377 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-875af0bb-64b3-4215-a2f9-70709693a208 req-325095d7-6d09-40fe-80fb-d21f97759994 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 943 time: 0.4389455 Jul 09 09:26:00.895890 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-4d02ef3e-6b1a-48e3-a980-f6d169d685d3 service neutron] Request body: {'port': {'device_id': '56969f26-e8f9-4c2d-982a-3167421ebda7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:00.964131 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-080118bf-6684-4899-a33c-c42be7ddc22a admin admin] Allocated IP 172.25.3.157 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/a007c451-4aeb-43f2-b61f-eb695cd167fc) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:26:00.981278 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c393434-d328-4167-8cdb-8077f9550b98 None None] Pushing event updated for resources: {'Port': ['ID=1faa6755-7884-4f7e-8658-6108ee4792db,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:01.005834 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port c6e30853-a0dd-4849-8fdf-d814c3abe82f, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c6e30853-a0dd-4849-8fdf-d814c3abe82f,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:01.025467 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c6e30853-a0dd-4849-8fdf-d814c3abe82f has no active binding in host n-h1-799996-1 {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 09:26:01.078835 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8fddf20c-9d0b-4f48-b16c-4daa65173cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:01.105729 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8fddf20c-9d0b-4f48-b16c-4daa65173cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:01.170640 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8fddf20c-9d0b-4f48-b16c-4daa65173cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:01.180102 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8fddf20c-9d0b-4f48-b16c-4daa65173cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:01.181962 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8fddf20c-9d0b-4f48-b16c-4daa65173cdb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1e991f64-9971-4fd2-a757-84e6495ce068 HTTP/1.1" status: 204 len: 168 time: 0.4165905 Jul 09 09:26:01.213151 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-875af0bb-64b3-4215-a2f9-70709693a208 req-9161de92-ad23-4278-8f7e-6cf9c69959bd tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259676 Jul 09 09:26:01.218215 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddf20c-9d0b-4f48-b16c-4daa65173cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e991f64-9971-4fd2-a757-84e6495ce068,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:01.307160 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a5911-be1d-4afa-8ce7-3fde322f965e req-d177cf23-1303-4e69-a4ad-7bfc9426fd7b tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:01.311721 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d89a5911-be1d-4afa-8ce7-3fde322f965e req-d177cf23-1303-4e69-a4ad-7bfc9426fd7b tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 931 time: 0.7874656 Jul 09 09:26:01.360722 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-080118bf-6684-4899-a33c-c42be7ddc22a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:01.405984 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37d78290-d0f7-46dc-94e6-9e9b16cd5549 req-a5aa6dbf-44ad-4ddc-ab69-84a038ba8bee service neutron] 10.222.0.64 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058684 Jul 09 09:26:01.439946 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-080118bf-6684-4899-a33c-c42be7ddc22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:01.449341 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-4d02ef3e-6b1a-48e3-a980-f6d169d685d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:01.491110 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080118bf-6684-4899-a33c-c42be7ddc22a admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:26:01.495097 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-080118bf-6684-4899-a33c-c42be7ddc22a admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:26:01.509083 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080118bf-6684-4899-a33c-c42be7ddc22a admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:26:01.525578 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d89a5911-be1d-4afa-8ce7-3fde322f965e req-9b7e7727-002d-4f0c-a7a4-f00b4fae6d71 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161263 Jul 09 09:26:01.568533 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080118bf-6684-4899-a33c-c42be7ddc22a admin admin] Pushing event updated for resources: {'Port': ['ID=a007c451-4aeb-43f2-b61f-eb695cd167fc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:01.761884 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38346) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:01.964870 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-080118bf-6684-4899-a33c-c42be7ddc22a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:02.022954 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1efe7ef0-f46f-4f1d-9cc1-7464cc2e3ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:02.137139 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e49ccd-3982-4618-bb95-05702eaf1574 req-d8efb6a0-ab88-4030-8648-a627de4163e4 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:02.144044 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a0e49ccd-3982-4618-bb95-05702eaf1574 req-d8efb6a0-ab88-4030-8648-a627de4163e4 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e34e74b-7828-4b7c-ab90-c26074dd44fe HTTP/1.1" status: 200 len: 949 time: 0.3464272 Jul 09 09:26:02.245948 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-4d02ef3e-6b1a-48e3-a980-f6d169d685d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97bdf000-6970-4576-8887-39d483f61de9 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:26:02.274986 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a0e49ccd-3982-4618-bb95-05702eaf1574 req-b07eb288-4d11-4f83-ac47-85d13e7b8faa tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265941 Jul 09 09:26:02.282048 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-4d02ef3e-6b1a-48e3-a980-f6d169d685d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:02.322878 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-4d02ef3e-6b1a-48e3-a980-f6d169d685d3 service neutron] Transition to ACTIVE for port object 97bdf000-6970-4576-8887-39d483f61de9 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:26:02.328490 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-4d02ef3e-6b1a-48e3-a980-f6d169d685d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:02.443846 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-080118bf-6684-4899-a33c-c42be7ddc22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:02.470978 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02ef3e-6b1a-48e3-a980-f6d169d685d3 service neutron] Pushing event updated for resources: {'Port': ['ID=97bdf000-6970-4576-8887-39d483f61de9,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:02.744666 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1faa6755-7884-4f7e-8658-6108ee4792db up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:26:02.749450 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b8f1c1-6231-4741-a7af-f80d1ac9a52e None None] Network c74ceb5e-9146-4f57-8635-ae50b3da595c requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:26:02.831377 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1efe7ef0-f46f-4f1d-9cc1-7464cc2e3ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:02.836975 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-4d02ef3e-6b1a-48e3-a980-f6d169d685d3 service neutron] Attempting to bind port 97bdf000-6970-4576-8887-39d483f61de9 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:26:02.845657 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1efe7ef0-f46f-4f1d-9cc1-7464cc2e3ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:02.846420 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-4d02ef3e-6b1a-48e3-a980-f6d169d685d3 service neutron] Attempting to bind port 97bdf000-6970-4576-8887-39d483f61de9 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:26:02.846924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-4d02ef3e-6b1a-48e3-a980-f6d169d685d3 service neutron] Attempting to bind port 97bdf000-6970-4576-8887-39d483f61de9 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:02.885457 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-4d02ef3e-6b1a-48e3-a980-f6d169d685d3 service neutron] Port 97bdf000-6970-4576-8887-39d483f61de9 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:26:02.887393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-4d02ef3e-6b1a-48e3-a980-f6d169d685d3 service neutron] Attempting to bind port 97bdf000-6970-4576-8887-39d483f61de9 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:02.907923 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe7ef0-f46f-4f1d-9cc1-7464cc2e3ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f81b76-af5d-428b-a781-aa99aa641723,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:02.923933 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1efe7ef0-f46f-4f1d-9cc1-7464cc2e3ea5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7da4229d3e3f4b8ea711a4cb143982d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1585422 Jul 09 09:26:02.927270 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080118bf-6684-4899-a33c-c42be7ddc22a admin admin] Router f0927966-83cc-4ac9-8e60-116195d97d39 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:26:02.930047 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38382) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:02.942218 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08687c-d092-4d48-a69f-7d815bef66fa req-88bdbfdb-c606-47ce-bfa4-9c6dabf10062 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:02.969819 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a08687c-d092-4d48-a69f-7d815bef66fa req-88bdbfdb-c606-47ce-bfa4-9c6dabf10062 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 943 time: 0.3824403 Jul 09 09:26:03.011748 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-4d02ef3e-6b1a-48e3-a980-f6d169d685d3 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:26:03.012140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-4d02ef3e-6b1a-48e3-a980-f6d169d685d3 service neutron] Checking segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:26:03.012514 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-4d02ef3e-6b1a-48e3-a980-f6d169d685d3 service neutron] Bound using segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:26:03.012975 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-4d02ef3e-6b1a-48e3-a980-f6d169d685d3 service neutron] Bound port: 97bdf000-6970-4576-8887-39d483f61de9, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:26:03.013862 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-4d02ef3e-6b1a-48e3-a980-f6d169d685d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:03.124414 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-81a9aefb-86d1-47c6-8691-46b5ff4e15e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:03.187140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8d1ee627-d114-42ef-b480-972e6894e804 None None] Provisioning for port 1faa6755-7884-4f7e-8658-6108ee4792db completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:26:03.192804 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-81a9aefb-86d1-47c6-8691-46b5ff4e15e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:03.207314 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a08687c-d092-4d48-a69f-7d815bef66fa req-d59fac37-6bb6-4bad-9ab6-78cc2e12e83c tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364080 Jul 09 09:26:03.267502 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-4d02ef3e-6b1a-48e3-a980-f6d169d685d3 service neutron] For port 97bdf000-6970-4576-8887-39d483f61de9, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:26:03.271407 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-4d02ef3e-6b1a-48e3-a980-f6d169d685d3 service neutron] For port 97bdf000-6970-4576-8887-39d483f61de9, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=97bdf000-6970-4576-8887-39d483f61de9,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:26:03.304385 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-4d02ef3e-6b1a-48e3-a980-f6d169d685d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:03.320502 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-81a9aefb-86d1-47c6-8691-46b5ff4e15e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:03.323026 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-81a9aefb-86d1-47c6-8691-46b5ff4e15e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:03.324195 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-81a9aefb-86d1-47c6-8691-46b5ff4e15e1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c6f81b76-af5d-428b-a781-aa99aa641723 HTTP/1.1" status: 204 len: 168 time: 0.3929453 Jul 09 09:26:03.327550 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 1faa6755-7884-4f7e-8658-6108ee4792db completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:26:03.338159 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 1faa6755-7884-4f7e-8658-6108ee4792db triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:26:03.338511 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:03.364503 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9aefb-86d1-47c6-8691-46b5ff4e15e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f81b76-af5d-428b-a781-aa99aa641723,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:03.371750 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080118bf-6684-4899-a33c-c42be7ddc22a admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:26:03.384943 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] Sync routers for ids ['f0927966-83cc-4ac9-8e60-116195d97d39'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:26:03.400462 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] Routers {'f0927966-83cc-4ac9-8e60-116195d97d39'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:26:03.405633 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:25:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f0927966-83cc-4ac9-8e60-116195d97d39'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:26:03.412028 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-080118bf-6684-4899-a33c-c42be7ddc22a admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:03.413270 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-080118bf-6684-4899-a33c-c42be7ddc22a admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.3646882 Jul 09 09:26:03.416099 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38396) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:03.529753 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-4d02ef3e-6b1a-48e3-a980-f6d169d685d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:03.530386 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-4d02ef3e-6b1a-48e3-a980-f6d169d685d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:03.539555 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-4d02ef3e-6b1a-48e3-a980-f6d169d685d3 service neutron] 10.222.0.64 "PUT /v2.0/ports/97bdf000-6970-4576-8887-39d483f61de9 HTTP/1.1" status: 200 len: 1091 time: 2.6850688 Jul 09 09:26:03.624186 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:03.634190 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:03.640240 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56969f26-e8f9-4c2d-982a-3167421ebda7', 'tag': '97bdf000-6970-4576-8887-39d483f61de9'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:26:03.648137 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a20c496-8462-4fae-97b4-fded04a178f0" -d '{"events": [{"name": "network-changed", "server_uuid": "56969f26-e8f9-4c2d-982a-3167421ebda7", "tag": "97bdf000-6970-4576-8887-39d483f61de9"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:26:03.655162 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02ef3e-6b1a-48e3-a980-f6d169d685d3 service neutron] Pushing event updated for resources: {'Port': ['ID=97bdf000-6970-4576-8887-39d483f61de9,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:03.764317 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 1faa6755-7884-4f7e-8658-6108ee4792db, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1faa6755-7884-4f7e-8658-6108ee4792db,segment=NetworkSegment(86eac640-133d-4a3e-9b14-3f5da6f3b807),segment_id=86eac640-133d-4a3e-9b14-3f5da6f3b807)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:03.775494 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:03.799558 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7206f2-df81-429c-be07-dcca92e24e1b req-b715c881-e78c-4da7-9f0f-f76379ff46cc tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:03.809476 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b7206f2-df81-429c-be07-dcca92e24e1b req-b715c881-e78c-4da7-9f0f-f76379ff46cc tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 943 time: 0.6005952 Jul 09 09:26:03.855537 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] Set router f0927966-83cc-4ac9-8e60-116195d97d39 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:26:03.906516 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=1faa6755-7884-4f7e-8658-6108ee4792db,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:03.976416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b7206f2-df81-429c-be07-dcca92e24e1b req-3db81ac7-f0e8-4d7b-a8cb-6b656fbb3368 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658492 Jul 09 09:26:04.059407 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-0b939834-8745-47ac-9375-18823e5383ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:04.066046 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-0b939834-8745-47ac-9375-18823e5383ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 1094 time: 0.4017410 Jul 09 09:26:04.152447 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35549564-6413-4ebb-bd99-887166a2e242 x-openstack-request-id: req-35549564-6413-4ebb-bd99-887166a2e242 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:26:04.152757 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56969f26-e8f9-4c2d-982a-3167421ebda7", "tag": "97bdf000-6970-4576-8887-39d483f61de9", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:26:04.153012 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-35549564-6413-4ebb-bd99-887166a2e242 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:26:04.153452 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56969f26-e8f9-4c2d-982a-3167421ebda7', 'tag': '97bdf000-6970-4576-8887-39d483f61de9', 'status': 'completed', 'code': 200} Jul 09 09:26:04.174168 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-34611daf-b8e9-451d-b23d-bdf49406b0d1 None None] Provisioning complete for port 1faa6755-7884-4f7e-8658-6108ee4792db triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:26:04.177406 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-34611daf-b8e9-451d-b23d-bdf49406b0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:04.208670 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-bc4c8eeb-362a-4435-b26b-da87a8dd237d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97bdf000-6970-4576-8887-39d483f61de9 HTTP/1.1" status: 200 len: 217 time: 0.0756302 Jul 09 09:26:04.286506 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-4207b389-448e-485a-b8ad-9ae072199330 service neutron] 10.222.0.64 "GET /v2.0/ports/c6e30853-a0dd-4849-8fdf-d814c3abe82f/bindings/n-h1-799996-1 HTTP/1.1" status: 200 len: 384 time: 0.2580202 Jul 09 09:26:04.302587 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-69ac2d95-0acf-4512-8e84-ccb01680638a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:04.304410 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-69ac2d95-0acf-4512-8e84-ccb01680638a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b34d4ae-0ef5-43aa-9b17-e2650b35854e HTTP/1.1" status: 200 len: 848 time: 0.0879939 Jul 09 09:26:04.361817 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-409e0a69-9b15-4869-a753-37ff5e23276a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381086 Jul 09 09:26:04.369975 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0927966-83cc-4ac9-8e60-116195d97d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2020760021-router', 'tenant_id': '163d94dc1ab04128a9563f30853691b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'a007c451-4aeb-43f2-b61f-eb695cd167fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:59Z', 'updated_at': '2021-07-09T09:26:01Z', 'revision_number': 3, 'project_id': '163d94dc1ab04128a9563f30853691b2', 'gw_port': {'id': 'a007c451-4aeb-43f2-b61f-eb695cd167fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:23:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0927966-83cc-4ac9-8e60-116195d97d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:26:00Z', 'updated_at': '2021-07-09T09:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:26:04.428843 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38414) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:04.463719 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] Checking router: f0927966-83cc-4ac9-8e60-116195d97d39 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:26:04.464283 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] Updating router f0927966-83cc-4ac9-8e60-116195d97d39 port a007c451-4aeb-43f2-b61f-eb695cd167fc binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:26:04.473822 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8bf23b1-9f63-481b-8d3a-22a9940092d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:04.609781 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:04.618308 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1faa6755-7884-4f7e-8658-6108ee4792db up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:26:04.690316 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 1faa6755-7884-4f7e-8658-6108ee4792db triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:26:04.691537 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:04.794571 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-226741de-e388-4edb-8c39-595e2f21da51 service neutron] 10.222.0.64 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204092 Jul 09 09:26:04.969158 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-106f7768-94f1-4d06-a6ed-cebae57bde9c req-a08df0e8-1fdc-4f7a-9c73-84864b4b0a84 service neutron] 10.222.0.64 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382005 Jul 09 09:26:05.011469 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442de5a-3215-4a32-941f-e70ed635e734 req-9dc44e89-936e-408c-8673-4a4894443563 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:05.011985 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442de5a-3215-4a32-941f-e70ed635e734 req-9dc44e89-936e-408c-8673-4a4894443563 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:05.012464 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442de5a-3215-4a32-941f-e70ed635e734 req-9dc44e89-936e-408c-8673-4a4894443563 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:05.013360 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442de5a-3215-4a32-941f-e70ed635e734 req-9dc44e89-936e-408c-8673-4a4894443563 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:05.013475 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442de5a-3215-4a32-941f-e70ed635e734 req-9dc44e89-936e-408c-8673-4a4894443563 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:05.013918 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442de5a-3215-4a32-941f-e70ed635e734 req-9dc44e89-936e-408c-8673-4a4894443563 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:05.022072 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7442de5a-3215-4a32-941f-e70ed635e734 req-9dc44e89-936e-408c-8673-4a4894443563 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7&device_id=2e34e74b-7828-4b7c-ab90-c26074dd44fe&device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480&device_id=6014c6c5-d251-4603-bb7e-ea65f6181fee&device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8&device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b HTTP/1.1" status: 200 len: 5566 time: 0.5348287 Jul 09 09:26:05.023466 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-389ee93e-6b1b-47a9-9ddb-705ad953c34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:05.024997 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-72aa091c-039d-4dcf-afbc-97d37b3b3945 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=f4370adf784248cdb26b6898b0c8172b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2036943 Jul 09 09:26:05.082758 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8bf23b1-9f63-481b-8d3a-22a9940092d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:05.083789 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7442de5a-3215-4a32-941f-e70ed635e734 req-71d86328-7638-4a97-89e9-ead94537ba75 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:05.120911 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:05.136428 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] Transition to ACTIVE for port object a007c451-4aeb-43f2-b61f-eb695cd167fc will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:26:05.143951 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:05.158549 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8bf23b1-9f63-481b-8d3a-22a9940092d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:05.215241 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] Attempting to bind port a007c451-4aeb-43f2-b61f-eb695cd167fc on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:26:05.215650 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] Attempting to bind port a007c451-4aeb-43f2-b61f-eb695cd167fc by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:26:05.216036 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] Attempting to bind port a007c451-4aeb-43f2-b61f-eb695cd167fc on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:05.225876 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:26:05.226251 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:26:05.226661 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:05.227571 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:26:05.228080 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] Bound port: a007c451-4aeb-43f2-b61f-eb695cd167fc, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:26:05.228486 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:05.230143 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8755f-dc87-4558-a6cf-18028d782d8d None None] Pushing event updated for resources: {'Port': ['ID=a007c451-4aeb-43f2-b61f-eb695cd167fc,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:05.283298 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d926b474-0c8f-4d03-8338-097838306b6c req-bd6623f7-1756-4369-b9f3-a931e9524a85 service neutron] For port c6e30853-a0dd-4849-8fdf-d814c3abe82f, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c6e30853-a0dd-4849-8fdf-d814c3abe82f,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:05.312926 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf23b1-9f63-481b-8d3a-22a9940092d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bee2cc7-c8a6-48bd-baae-fd01329a2481,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:05.318855 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c8bf23b1-9f63-481b-8d3a-22a9940092d1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bbefd5c2b58d411383d7daedc1ef16f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8836408 Jul 09 09:26:05.329292 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38428) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:05.339521 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] For port a007c451-4aeb-43f2-b61f-eb695cd167fc, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:26:05.344502 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] For port a007c451-4aeb-43f2-b61f-eb695cd167fc, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a007c451-4aeb-43f2-b61f-eb695cd167fc,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:26:05.352555 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:05.362388 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-389ee93e-6b1b-47a9-9ddb-705ad953c34a admin admin] Allocated IP 172.20.0.1 (c74ceb5e-9146-4f57-8635-ae50b3da595c/cf06911e-c246-4cd1-be08-3ee699915e4b/f7a4544f-bb79-44a3-8960-1210a5b8eb45) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:26:05.378536 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d926b474-0c8f-4d03-8338-097838306b6c req-bd6623f7-1756-4369-b9f3-a931e9524a85 service neutron] For port c6e30853-a0dd-4849-8fdf-d814c3abe82f, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:26:05.424266 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8755f-dc87-4558-a6cf-18028d782d8d None None] Pushing event updated for resources: {'Port': ['ID=a007c451-4aeb-43f2-b61f-eb695cd167fc,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:05.437146 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-7a359372-59ed-486d-aa24-55a9ed476961 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:05.444324 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-7a359372-59ed-486d-aa24-55a9ed476961 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4020824 Jul 09 09:26:05.454822 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] Routers {'f0927966-83cc-4ac9-8e60-116195d97d39'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:26:05.455844 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:25:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f0927966-83cc-4ac9-8e60-116195d97d39'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:26:05.467029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20c496-8462-4fae-97b4-fded04a178f0 req-1a1fe56a-2089-430d-80bb-3ee5ed72150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:05.468643 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9a20c496-8462-4fae-97b4-fded04a178f0 req-1a1fe56a-2089-430d-80bb-3ee5ed72150a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 1094 time: 0.4159083 Jul 09 09:26:05.503954 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-d926b474-0c8f-4d03-8338-097838306b6c req-bd6623f7-1756-4369-b9f3-a931e9524a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e30853-a0dd-4849-8fdf-d814c3abe82f {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:26:05.574103 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-389ee93e-6b1b-47a9-9ddb-705ad953c34a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:05.599107 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-389ee93e-6b1b-47a9-9ddb-705ad953c34a admin admin] Transition to ACTIVE for port object f7a4544f-bb79-44a3-8960-1210a5b8eb45 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:26:05.616985 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] Set router f0927966-83cc-4ac9-8e60-116195d97d39 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:26:05.672556 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-637acf97-9ef7-4a0d-a2c3-988cea1acf02 req-fb9cb9ec-28c2-44a4-bb7c-f2f0fcb6232c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0844395 Jul 09 09:26:05.679909 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-389ee93e-6b1b-47a9-9ddb-705ad953c34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:05.697800 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389ee93e-6b1b-47a9-9ddb-705ad953c34a admin admin] Network c74ceb5e-9146-4f57-8635-ae50b3da595c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:26:05.700599 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-389ee93e-6b1b-47a9-9ddb-705ad953c34a admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:26:05.750044 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389ee93e-6b1b-47a9-9ddb-705ad953c34a admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:26:05.839741 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-883c1f94-ccd5-4b99-83c5-cce56f8dc1af tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.61 "GET /v2.0/quotas/f4370adf784248cdb26b6898b0c8172b HTTP/1.1" status: 200 len: 375 time: 0.3938384 Jul 09 09:26:05.874771 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ee93e-6b1b-47a9-9ddb-705ad953c34a admin admin] Pushing event updated for resources: {'Port': ['ID=f7a4544f-bb79-44a3-8960-1210a5b8eb45,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:05.885958 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d926b474-0c8f-4d03-8338-097838306b6c req-bd6623f7-1756-4369-b9f3-a931e9524a85 service neutron] For port c6e30853-a0dd-4849-8fdf-d814c3abe82f, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c6e30853-a0dd-4849-8fdf-d814c3abe82f,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:05.898740 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-389ee93e-6b1b-47a9-9ddb-705ad953c34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:05.932055 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0927966-83cc-4ac9-8e60-116195d97d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2020760021-router', 'tenant_id': '163d94dc1ab04128a9563f30853691b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'a007c451-4aeb-43f2-b61f-eb695cd167fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:59Z', 'updated_at': '2021-07-09T09:26:01Z', 'revision_number': 3, 'project_id': '163d94dc1ab04128a9563f30853691b2', 'gw_port': {'id': 'a007c451-4aeb-43f2-b61f-eb695cd167fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:23:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0927966-83cc-4ac9-8e60-116195d97d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:26:00Z', 'updated_at': '2021-07-09T09:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:26:05.985873 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-298dac9c-0013-4d50-8037-31239e78de2a tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4370adf784248cdb26b6898b0c8172b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1449771 Jul 09 09:26:05.997007 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637acf97-9ef7-4a0d-a2c3-988cea1acf02 req-efe570c5-b12c-4a78-99be-e21c11bac450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:05.999560 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-637acf97-9ef7-4a0d-a2c3-988cea1acf02 req-efe570c5-b12c-4a78-99be-e21c11bac450 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=caa446f810be417e93e10eb73423cc0a&device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 1101 time: 0.2519312 Jul 09 09:26:06.024030 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d926b474-0c8f-4d03-8338-097838306b6c req-bd6623f7-1756-4369-b9f3-a931e9524a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:06.035082 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a352f83-664c-4fb9-be53-187471ad03bd None None] The sync data for ids ['f0927966-83cc-4ac9-8e60-116195d97d39'] in n-d-799996-1 is: [{'id': 'f0927966-83cc-4ac9-8e60-116195d97d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2020760021-router', 'tenant_id': '163d94dc1ab04128a9563f30853691b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'a007c451-4aeb-43f2-b61f-eb695cd167fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:59Z', 'updated_at': '2021-07-09T09:26:01Z', 'revision_number': 3, 'project_id': '163d94dc1ab04128a9563f30853691b2', 'gw_port': {'id': 'a007c451-4aeb-43f2-b61f-eb695cd167fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:23:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0927966-83cc-4ac9-8e60-116195d97d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:26:00Z', 'updated_at': '2021-07-09T09:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:26:06.053021 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-035debd7-8cca-444d-855f-8ff5dc27bc9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:06.085362 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-90d0850a-42cc-4599-9c6e-1ae90c7008e1 None None] Provisioning for port f7a4544f-bb79-44a3-8960-1210a5b8eb45 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:26:06.101900 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-90d0850a-42cc-4599-9c6e-1ae90c7008e1 None None] Provisioning complete for port f7a4544f-bb79-44a3-8960-1210a5b8eb45 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:26:06.101900 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90d0850a-42cc-4599-9c6e-1ae90c7008e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:06.152105 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-90d0850a-42cc-4599-9c6e-1ae90c7008e1 None None] Port f7a4544f-bb79-44a3-8960-1210a5b8eb45 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:26:06.265448 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-389ee93e-6b1b-47a9-9ddb-705ad953c34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:06.277402 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637acf97-9ef7-4a0d-a2c3-988cea1acf02 req-577d0543-bff7-4088-b6e3-312796f76bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:06.281708 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-637acf97-9ef7-4a0d-a2c3-988cea1acf02 req-577d0543-bff7-4088-b6e3-312796f76bbe service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.2543311 Jul 09 09:26:06.330670 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-035debd7-8cca-444d-855f-8ff5dc27bc9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:06.368397 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7442de5a-3215-4a32-941f-e70ed635e734 req-71d86328-7638-4a97-89e9-ead94537ba75 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:06.370473 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20c496-8462-4fae-97b4-fded04a178f0 req-29c54470-fc42-4661-b30a-60ba24112151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:06.372467 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9a20c496-8462-4fae-97b4-fded04a178f0 req-29c54470-fc42-4661-b30a-60ba24112151 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 909 time: 0.8888347 Jul 09 09:26:06.411438 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-637acf97-9ef7-4a0d-a2c3-988cea1acf02 req-13810dd7-0062-4117-b460-bfc1abc85cd5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=d3400461-a2e2-468f-b6f0-ffcc45c35b57 HTTP/1.1" status: 200 len: 217 time: 0.1188645 Jul 09 09:26:06.529351 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9a20c496-8462-4fae-97b4-fded04a178f0 req-0c799331-b26c-42f0-8afc-bdc2ac9fbca3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97bdf000-6970-4576-8887-39d483f61de9 HTTP/1.1" status: 200 len: 217 time: 0.1437495 Jul 09 09:26:06.559385 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637acf97-9ef7-4a0d-a2c3-988cea1acf02 req-961b1fd7-ac93-4f22-b338-f6ed5bf59a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:06.566151 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-637acf97-9ef7-4a0d-a2c3-988cea1acf02 req-961b1fd7-ac93-4f22-b338-f6ed5bf59a34 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1249921 Jul 09 09:26:06.576901 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7442de5a-3215-4a32-941f-e70ed635e734 req-71d86328-7638-4a97-89e9-ead94537ba75 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:06.656019 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d86328-7638-4a97-89e9-ead94537ba75 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9327cc10-7f2a-4b66-bc3e-2df527e3ee38,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:06.752573 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a007c451-4aeb-43f2-b61f-eb695cd167fc up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:26:06.760203 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7442de5a-3215-4a32-941f-e70ed635e734 req-71d86328-7638-4a97-89e9-ead94537ba75 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a85837b8-3c64-462d-96ae-268ef463c8de&id=779fe310-2650-44d4-abd7-18dd63965c52&id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 1.7348421 Jul 09 09:26:06.870479 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-d926b474-0c8f-4d03-8338-097838306b6c req-bd6623f7-1756-4369-b9f3-a931e9524a85 service neutron] Transition to ACTIVE for port object c6e30853-a0dd-4849-8fdf-d814c3abe82f will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:26:06.896411 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3f192ea2-b75c-4660-ae14-110c5cadc1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:06.913988 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637acf97-9ef7-4a0d-a2c3-988cea1acf02 req-0d762c84-69a1-4974-bb1f-24d416df3379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:06.916165 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-637acf97-9ef7-4a0d-a2c3-988cea1acf02 req-0d762c84-69a1-4974-bb1f-24d416df3379 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3322506 Jul 09 09:26:06.921247 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d926b474-0c8f-4d03-8338-097838306b6c req-bd6623f7-1756-4369-b9f3-a931e9524a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:06.976992 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20c496-8462-4fae-97b4-fded04a178f0 req-9fe9e226-d658-4cd5-8e16-9795d5346900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:06.982856 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9a20c496-8462-4fae-97b4-fded04a178f0 req-9fe9e226-d658-4cd5-8e16-9795d5346900 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b34d4ae-0ef5-43aa-9b17-e2650b35854e HTTP/1.1" status: 200 len: 848 time: 0.4306326 Jul 09 09:26:06.999727 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port a007c451-4aeb-43f2-b61f-eb695cd167fc completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:26:07.018035 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a007c451-4aeb-43f2-b61f-eb695cd167fc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:26:07.018412 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:07.168288 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9a20c496-8462-4fae-97b4-fded04a178f0 req-6564cbda-ea6d-4a6e-b559-11cf35ce47fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741069 Jul 09 09:26:07.224582 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-035debd7-8cca-444d-855f-8ff5dc27bc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:07.225665 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-637acf97-9ef7-4a0d-a2c3-988cea1acf02 req-81a44bac-39ba-4602-a640-b3cdbc263df2 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983890 Jul 09 09:26:07.234910 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-389ee93e-6b1b-47a9-9ddb-705ad953c34a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:07.240045 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-035debd7-8cca-444d-855f-8ff5dc27bc9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:07.245106 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-035debd7-8cca-444d-855f-8ff5dc27bc9b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8bee2cc7-c8a6-48bd-baae-fd01329a2481 HTTP/1.1" status: 204 len: 168 time: 1.9084344 Jul 09 09:26:07.252453 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-389ee93e-6b1b-47a9-9ddb-705ad953c34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:07.258873 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:07.307011 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port a007c451-4aeb-43f2-b61f-eb695cd167fc, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a007c451-4aeb-43f2-b61f-eb695cd167fc,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:07.314728 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:07.326563 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d7a18-3632-4770-a896-70c566462f8f req-96cc766c-6fe0-4c51-a680-d359bac5afc1 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:07.330573 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-298d7a18-3632-4770-a896-70c566462f8f req-96cc766c-6fe0-4c51-a680-d359bac5afc1 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 943 time: 0.9650874 Jul 09 09:26:07.419388 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=a007c451-4aeb-43f2-b61f-eb695cd167fc,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:07.494753 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ee93e-6b1b-47a9-9ddb-705ad953c34a admin admin] Pushing event updated for resources: {'Port': ['ID=f7a4544f-bb79-44a3-8960-1210a5b8eb45,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:07.515799 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-389ee93e-6b1b-47a9-9ddb-705ad953c34a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:07.553180 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-637acf97-9ef7-4a0d-a2c3-988cea1acf02 req-26e6064c-ae50-4a15-a214-c0018146711f service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136034 Jul 09 09:26:07.584101 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-d926b474-0c8f-4d03-8338-097838306b6c req-bd6623f7-1756-4369-b9f3-a931e9524a85 service neutron] No DVR routers for this DVR port c6e30853-a0dd-4849-8fdf-d814c3abe82f on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:26:07.598310 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035debd7-8cca-444d-855f-8ff5dc27bc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bee2cc7-c8a6-48bd-baae-fd01329a2481,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:07.677878 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389ee93e-6b1b-47a9-9ddb-705ad953c34a admin admin] Network c74ceb5e-9146-4f57-8635-ae50b3da595c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:26:07.679527 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-389ee93e-6b1b-47a9-9ddb-705ad953c34a admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:26:07.682391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6623f7-1756-4369-b9f3-a931e9524a85 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e30853-a0dd-4849-8fdf-d814c3abe82f,revision_number=10']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:07.745954 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-bd6623f7-1756-4369-b9f3-a931e9524a85 service neutron] 10.222.0.64 "PUT /v2.0/ports/c6e30853-a0dd-4849-8fdf-d814c3abe82f/bindings/n-h1-799996-1/activate HTTP/1.1" status: 200 len: 369 time: 3.4543450 Jul 09 09:26:07.759462 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-298d7a18-3632-4770-a896-70c566462f8f req-ebc80d36-4884-4873-ae72-47ad6cd34e2e tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740699 Jul 09 09:26:07.778073 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fe6c8-b9bd-478b-85b3-a831abf352ef req-87e6e5ea-dee3-4d46-bf0f-ac6ae5d35224 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:07.788401 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e8fe6c8-b9bd-478b-85b3-a831abf352ef req-87e6e5ea-dee3-4d46-bf0f-ac6ae5d35224 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 943 time: 0.5731461 Jul 09 09:26:07.877480 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device c6e30853-a0dd-4849-8fdf-d814c3abe82f no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:26:07.880709 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e8fe6c8-b9bd-478b-85b3-a831abf352ef req-59a3c9ba-6fff-48af-b364-4cf9a393465a tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909975 Jul 09 09:26:07.886888 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9a20c496-8462-4fae-97b4-fded04a178f0 req-f9650f61-f2bf-4ee9-8fcc-61084fbd7095 service neutron] 10.222.0.64 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6886876 Jul 09 09:26:08.017840 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389ee93e-6b1b-47a9-9ddb-705ad953c34a admin admin] Router f0927966-83cc-4ac9-8e60-116195d97d39 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:26:08.250159 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9a20c496-8462-4fae-97b4-fded04a178f0 req-344b4aa5-438a-4099-897c-647dfce8b794 service neutron] 10.222.0.64 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563139 Jul 09 09:26:08.340987 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-906792d9-4dd6-488f-8b51-6603fdc60ab5 req-ebd3d20d-0028-4198-8852-b1258012bd1e tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.61 "GET /v2.0/ports?device_id=363a50db-ba3f-4afc-9287-831474087386 HTTP/1.1" status: 200 len: 210 time: 0.0897212 Jul 09 09:26:08.400361 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389ee93e-6b1b-47a9-9ddb-705ad953c34a admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:26:08.415588 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-389ee93e-6b1b-47a9-9ddb-705ad953c34a admin admin] 10.222.0.61 "PUT /v2.0/routers/f0927966-83cc-4ac9-8e60-116195d97d39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9983573 Jul 09 09:26:08.533785 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9d419439-2364-492d-bdb7-f6acbbf8473f None None] Provisioning complete for port f7a4544f-bb79-44a3-8960-1210a5b8eb45 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:26:08.538643 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9d419439-2364-492d-bdb7-f6acbbf8473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:08.602905 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device c6e30853-a0dd-4849-8fdf-d814c3abe82f not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:26:08.646220 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9d419439-2364-492d-bdb7-f6acbbf8473f None None] Port f7a4544f-bb79-44a3-8960-1210a5b8eb45 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:26:08.693110 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a007c451-4aeb-43f2-b61f-eb695cd167fc up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:26:08.822766 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a007c451-4aeb-43f2-b61f-eb695cd167fc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:26:08.823394 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:08.829425 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:08.895463 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-6e9f0864-2b52-4ba7-beb6-bec3496eab13 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f4370adf784248cdb26b6898b0c8172b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867269 Jul 09 09:26:08.972215 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926b474-0c8f-4d03-8338-097838306b6c req-e1cbb151-1cf2-4f70-98f7-3f951254fec5 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:08.974123 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] Sync routers for ids ['f0927966-83cc-4ac9-8e60-116195d97d39'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:26:08.975067 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-e1cbb151-1cf2-4f70-98f7-3f951254fec5 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480&tenant_id=82a1a771499846fa8b15e4ad106e86da&binding%3Ahost_id=n-h2-799996-1 HTTP/1.1" status: 200 len: 1095 time: 0.1855087 Jul 09 09:26:09.013500 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] Routers {'f0927966-83cc-4ac9-8e60-116195d97d39'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:26:09.015898 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:25:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f0927966-83cc-4ac9-8e60-116195d97d39'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:26:09.149500 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-42f1a6eb-aa43-4f8f-bc58-5eb6b9c10a2e tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:09.156726 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-42f1a6eb-aa43-4f8f-bc58-5eb6b9c10a2e tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2590189 Jul 09 09:26:09.172029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-40374ba0-72c6-4e04-a766-d792375d18b4 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Request body: {'port': {'device_id': '363a50db-ba3f-4afc-9287-831474087386', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': 'f4370adf784248cdb26b6898b0c8172b'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:09.266756 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926b474-0c8f-4d03-8338-097838306b6c req-d09f931e-0318-4c58-9dd9-b9fe2cf35102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:09.268423 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-d09f931e-0318-4c58-9dd9-b9fe2cf35102 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480&tenant_id=82a1a771499846fa8b15e4ad106e86da HTTP/1.1" status: 200 len: 1095 time: 0.2850816 Jul 09 09:26:09.502240 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926b474-0c8f-4d03-8338-097838306b6c req-c81b6ebc-67c1-46ab-93e0-e8b187237a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:09.505348 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-c81b6ebc-67c1-46ab-93e0-e8b187237a01 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 1095 time: 0.2044652 Jul 09 09:26:09.597736 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-058db048-301d-453e-aa93-d9f316288999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:09.605737 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:09.617898 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] Set router f0927966-83cc-4ac9-8e60-116195d97d39 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:26:09.679452 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926b474-0c8f-4d03-8338-097838306b6c req-0a79f262-d1e1-42ab-8db0-a03a6db6f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:09.681610 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-0a79f262-d1e1-42ab-8db0-a03a6db6f037 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 922 time: 0.1693962 Jul 09 09:26:09.687913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-40374ba0-72c6-4e04-a766-d792375d18b4 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Made reservation on behalf of f4370adf784248cdb26b6898b0c8172b for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:26:09.691479 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-40374ba0-72c6-4e04-a766-d792375d18b4 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:09.766469 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-43f1a380-4181-447f-976c-3e9ddcbfb550 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6e30853-a0dd-4849-8fdf-d814c3abe82f HTTP/1.1" status: 200 len: 217 time: 0.0772145 Jul 09 09:26:09.775856 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-df9fa487-adae-4ddb-bb83-19674d4feccc req-a5fb82d9-fa89-4209-97f2-a7d96cd895e9 tempest-FloatingIPDetailsNegativeTestJSON-14398797 tempest-FloatingIPDetailsNegativeTestJSON-14398797-project] show failed (client error): The resource could not be found. Jul 09 09:26:09.793542 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38496) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:09.795536 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-df9fa487-adae-4ddb-bb83-19674d4feccc req-a5fb82d9-fa89-4209-97f2-a7d96cd895e9 tempest-FloatingIPDetailsNegativeTestJSON-14398797 tempest-FloatingIPDetailsNegativeTestJSON-14398797-project] 10.222.0.61 "GET /v2.0/floatingips/671844a6-811f-44b1-8c66-a8919c45788b HTTP/1.1" status: 404 len: 350 time: 0.2976391 Jul 09 09:26:09.803189 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-40374ba0-72c6-4e04-a766-d792375d18b4 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:09.895171 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 97bdf000-6970-4576-8887-39d483f61de9 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:26:10.019131 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-40374ba0-72c6-4e04-a766-d792375d18b4 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:10.029638 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-40374ba0-72c6-4e04-a766-d792375d18b4 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:10.090466 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500439f8-99fc-4336-b0a0-322d6cffe04e req-102dbdbc-4707-4767-9981-84f20daf91f0 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:10.091903 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500439f8-99fc-4336-b0a0-322d6cffe04e req-102dbdbc-4707-4767-9981-84f20daf91f0 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:10.092785 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500439f8-99fc-4336-b0a0-322d6cffe04e req-102dbdbc-4707-4767-9981-84f20daf91f0 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:10.096888 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-500439f8-99fc-4336-b0a0-322d6cffe04e req-102dbdbc-4707-4767-9981-84f20daf91f0 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2e34e74b-7828-4b7c-ab90-c26074dd44fe&device_id=6014c6c5-d251-4603-bb7e-ea65f6181fee&device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 2881 time: 0.7080956 Jul 09 09:26:10.198736 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40374ba0-72c6-4e04-a766-d792375d18b4 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95fff627-2d7e-43b7-944f-cabe33546344,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:10.240430 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 97bdf000-6970-4576-8887-39d483f61de9, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=97bdf000-6970-4576-8887-39d483f61de9,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:10.256206 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '97bdf000-6970-4576-8887-39d483f61de9', 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290', 'port_id': '97bdf000-6970-4576-8887-39d483f61de9', 'mac_address': 'fa:16:3e:2b:0e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b34d4ae-0ef5-43aa-9b17-e2650b35854e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:26:10.287398 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-500439f8-99fc-4336-b0a0-322d6cffe04e req-979f03aa-ea34-4819-8c18-51057dc85b6e tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573875 Jul 09 09:26:10.330977 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc479c-814b-45ac-80a8-727ee376a0bb req-1110b6dc-ad3f-41eb-8b7b-d537ec84e1fa tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:10.338821 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-87fc479c-814b-45ac-80a8-727ee376a0bb req-1110b6dc-ad3f-41eb-8b7b-d537ec84e1fa tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 944 time: 0.2956729 Jul 09 09:26:10.352506 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-40374ba0-72c6-4e04-a766-d792375d18b4 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Allocated IP 192.168.233.125 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/ce5a7c48-e2db-4cc3-8772-803a624f2eaa) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:26:10.384129 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0927966-83cc-4ac9-8e60-116195d97d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2020760021-router', 'tenant_id': '163d94dc1ab04128a9563f30853691b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'a007c451-4aeb-43f2-b61f-eb695cd167fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:59Z', 'updated_at': '2021-07-09T09:26:06Z', 'revision_number': 4, 'project_id': '163d94dc1ab04128a9563f30853691b2', 'gw_port': {'id': 'a007c451-4aeb-43f2-b61f-eb695cd167fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0927966-83cc-4ac9-8e60-116195d97d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:26:00Z', 'updated_at': '2021-07-09T09:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'f7a4544f-bb79-44a3-8960-1210a5b8eb45', 'name': '', 'network_id': 'c74ceb5e-9146-4f57-8635-ae50b3da595c', 'tenant_id': '163d94dc1ab04128a9563f30853691b2', 'mac_address': 'fa:16:3e:bb:33:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0927966-83cc-4ac9-8e60-116195d97d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'cf06911e-c246-4cd1-be08-3ee699915e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:26:05Z', 'updated_at': '2021-07-09T09:26:06Z', 'revision_number': 2, 'project_id': '163d94dc1ab04128a9563f30853691b2', 'subnets': [{'id': 'cf06911e-c246-4cd1-be08-3ee699915e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:26:10.451664 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-87fc479c-814b-45ac-80a8-727ee376a0bb req-e7cfbbc5-d946-4cf3-9d32-d84ae6b84d59 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088214 Jul 09 09:26:10.461343 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] Checking router: f0927966-83cc-4ac9-8e60-116195d97d39 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:26:10.461790 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] Updating router f0927966-83cc-4ac9-8e60-116195d97d39 port f7a4544f-bb79-44a3-8960-1210a5b8eb45 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:26:10.535202 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:10.545004 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:10.716747 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-96aff59f-dc32-468d-8f07-e961000b95a8 req-d0b0f6af-ef3f-4990-b98d-d39137995ca7 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.61 "GET /v2.0/ports?device_id=363a50db-ba3f-4afc-9287-831474087386 HTTP/1.1" status: 200 len: 210 time: 0.0560153 Jul 09 09:26:10.744754 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926b474-0c8f-4d03-8338-097838306b6c req-a3d97f2c-40e6-4e6f-be8e-03ca98f6f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:10.744754 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-a3d97f2c-40e6-4e6f-be8e-03ca98f6f176 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=885047f0-ba41-4b93-9739-c68577cb7cc5 HTTP/1.1" status: 200 len: 861 time: 0.9678273 Jul 09 09:26:10.770827 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97bdf000-6970-4576-8887-39d483f61de9 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:26:10.808520 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-55b1560e-ca29-476b-92a9-9b1c1582d016 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447335 Jul 09 09:26:10.833720 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9388aa-bc46-41f1-9046-7a407466631f req-1be7bb30-ed92-4b6a-a6e4-37b1bd234f4b tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:10.842953 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-da9388aa-bc46-41f1-9046-7a407466631f req-1be7bb30-ed92-4b6a-a6e4-37b1bd234f4b tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 943 time: 0.3025720 Jul 09 09:26:10.851515 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-40374ba0-72c6-4e04-a766-d792375d18b4 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:10.852191 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 97bdf000-6970-4576-8887-39d483f61de9, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=97bdf000-6970-4576-8887-39d483f61de9,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:10.913729 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-da9388aa-bc46-41f1-9046-7a407466631f req-a2637457-d0a8-4c2b-abbb-c9901ee898d4 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693619 Jul 09 09:26:10.922863 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-40374ba0-72c6-4e04-a766-d792375d18b4 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Transition to ACTIVE for port object ce5a7c48-e2db-4cc3-8772-803a624f2eaa will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:26:10.926689 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:10.940474 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] Transition to ACTIVE for port object f7a4544f-bb79-44a3-8960-1210a5b8eb45 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:26:10.945260 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:10.955784 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:11.029262 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-40374ba0-72c6-4e04-a766-d792375d18b4 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:11.113801 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-40374ba0-72c6-4e04-a766-d792375d18b4 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:26:11.124302 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-40374ba0-72c6-4e04-a766-d792375d18b4 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:26:11.163746 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-40374ba0-72c6-4e04-a766-d792375d18b4 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:26:11.173485 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-18189419-266f-4aac-ab9d-144f076bbfce service neutron] 10.222.0.58 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510621 Jul 09 09:26:11.272359 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40374ba0-72c6-4e04-a766-d792375d18b4 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Pushing event updated for resources: {'Port': ['ID=ce5a7c48-e2db-4cc3-8772-803a624f2eaa,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:11.296485 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:11.297359 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=97bdf000-6970-4576-8887-39d483f61de9,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:11.318999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-40374ba0-72c6-4e04-a766-d792375d18b4 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:11.319337 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-40374ba0-72c6-4e04-a766-d792375d18b4 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:11.356055 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-40374ba0-72c6-4e04-a766-d792375d18b4 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1883936 Jul 09 09:26:11.379533 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-c4cbf169-bad4-42d3-b512-df0abe80d3ef service neutron] Request body: {'port': {'device_id': '363a50db-ba3f-4afc-9287-831474087386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:11.427543 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['97bdf000-6970-4576-8887-39d483f61de9'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:26:11.442258 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] Attempting to bind port f7a4544f-bb79-44a3-8960-1210a5b8eb45 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:26:11.442595 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] Attempting to bind port f7a4544f-bb79-44a3-8960-1210a5b8eb45 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '86eac640-133d-4a3e-9b14-3f5da6f3b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c74ceb5e-9146-4f57-8635-ae50b3da595c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:26:11.442960 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] Attempting to bind port f7a4544f-bb79-44a3-8960-1210a5b8eb45 on network c74ceb5e-9146-4f57-8635-ae50b3da595c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:11.474870 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-b591af73-35fe-407a-9802-de35b110ddd0 service neutron] 10.222.0.58 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567985 Jul 09 09:26:11.553754 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f899b0b-4672-4c0f-b584-6fd30e1c51ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:11.583285 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:26:11.583679 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] Checking segment: {'id': '86eac640-133d-4a3e-9b14-3f5da6f3b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c74ceb5e-9146-4f57-8635-ae50b3da595c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:26:11.584084 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:11.584480 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] Bound using segment: {'id': '86eac640-133d-4a3e-9b14-3f5da6f3b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c74ceb5e-9146-4f57-8635-ae50b3da595c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:26:11.584968 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] Bound port: f7a4544f-bb79-44a3-8960-1210a5b8eb45, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86eac640-133d-4a3e-9b14-3f5da6f3b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c74ceb5e-9146-4f57-8635-ae50b3da595c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:26:11.585351 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:11.599281 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-c4cbf169-bad4-42d3-b512-df0abe80d3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:12.063127 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd1cce-2969-4247-bda5-a76eb02f9136 None None] Pushing event updated for resources: {'Port': ['ID=f7a4544f-bb79-44a3-8960-1210a5b8eb45,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:12.103951 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-c4cbf169-bad4-42d3-b512-df0abe80d3ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5a7c48-e2db-4cc3-8772-803a624f2eaa {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:26:12.114329 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-c4cbf169-bad4-42d3-b512-df0abe80d3ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:12.128546 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-c4cbf169-bad4-42d3-b512-df0abe80d3ef service neutron] Transition to ACTIVE for port object ce5a7c48-e2db-4cc3-8772-803a624f2eaa will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:26:12.159033 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] For port f7a4544f-bb79-44a3-8960-1210a5b8eb45, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:26:12.165974 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-c4cbf169-bad4-42d3-b512-df0abe80d3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:12.180347 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926b474-0c8f-4d03-8338-097838306b6c req-ba598732-e7a1-4c06-ae33-bf73bdb7647a tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:12.183083 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-ba598732-e7a1-4c06-ae33-bf73bdb7647a tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480&tenant_id=82a1a771499846fa8b15e4ad106e86da&binding%3Ahost_id=n-h1-799996-1 HTTP/1.1" status: 200 len: 1095 time: 0.2140028 Jul 09 09:26:12.227721 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] For port f7a4544f-bb79-44a3-8960-1210a5b8eb45, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f7a4544f-bb79-44a3-8960-1210a5b8eb45,segment=NetworkSegment(86eac640-133d-4a3e-9b14-3f5da6f3b807),segment_id=86eac640-133d-4a3e-9b14-3f5da6f3b807)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:26:12.248778 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:12.324870 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbf169-bad4-42d3-b512-df0abe80d3ef service neutron] Pushing event updated for resources: {'Port': ['ID=ce5a7c48-e2db-4cc3-8772-803a624f2eaa,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:12.387359 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd1cce-2969-4247-bda5-a76eb02f9136 None None] Pushing event updated for resources: {'Port': ['ID=f7a4544f-bb79-44a3-8960-1210a5b8eb45,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:12.409466 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-49b5eb1c-34e3-44cb-97c7-b469769f8937 None None] Provisioning for port ce5a7c48-e2db-4cc3-8772-803a624f2eaa completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:26:12.435462 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] Routers {'f0927966-83cc-4ac9-8e60-116195d97d39'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:26:12.436302 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:26:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f0927966-83cc-4ac9-8e60-116195d97d39'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:26:12.577360 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-c4cbf169-bad4-42d3-b512-df0abe80d3ef service neutron] Attempting to bind port ce5a7c48-e2db-4cc3-8772-803a624f2eaa on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:26:12.578377 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-c4cbf169-bad4-42d3-b512-df0abe80d3ef service neutron] Attempting to bind port ce5a7c48-e2db-4cc3-8772-803a624f2eaa by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:26:12.579981 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-c4cbf169-bad4-42d3-b512-df0abe80d3ef service neutron] Attempting to bind port ce5a7c48-e2db-4cc3-8772-803a624f2eaa on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:12.623616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973ddc9-4b2b-4cb8-9329-da3a0f9a33b7 req-1c57b0fb-d9ba-4507-b57d-dd920fcc5fe6 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:12.639643 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9973ddc9-4b2b-4cb8-9329-da3a0f9a33b7 req-1c57b0fb-d9ba-4507-b57d-dd920fcc5fe6 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 944 time: 0.5088923 Jul 09 09:26:12.654512 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d926b474-0c8f-4d03-8338-097838306b6c req-e7f95ba3-52dd-42bb-9351-2c500d380bad service neutron] For port c6e30853-a0dd-4849-8fdf-d814c3abe82f, host n-h2-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:26:12.656091 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2f899b0b-4672-4c0f-b584-6fd30e1c51ac admin admin] Deleting port f7a4544f-bb79-44a3-8960-1210a5b8eb45 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:26:12.656428 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f899b0b-4672-4c0f-b584-6fd30e1c51ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:12.660908 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-c4cbf169-bad4-42d3-b512-df0abe80d3ef service neutron] Port ce5a7c48-e2db-4cc3-8772-803a624f2eaa on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:26:12.661157 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-c4cbf169-bad4-42d3-b512-df0abe80d3ef service neutron] Attempting to bind port ce5a7c48-e2db-4cc3-8772-803a624f2eaa on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:12.663638 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] Set router f0927966-83cc-4ac9-8e60-116195d97d39 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:26:12.725831 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-c4cbf169-bad4-42d3-b512-df0abe80d3ef service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:26:12.726449 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-c4cbf169-bad4-42d3-b512-df0abe80d3ef service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:26:12.727459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-c4cbf169-bad4-42d3-b512-df0abe80d3ef service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:26:12.728275 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-c4cbf169-bad4-42d3-b512-df0abe80d3ef service neutron] Bound port: ce5a7c48-e2db-4cc3-8772-803a624f2eaa, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:26:12.728879 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-c4cbf169-bad4-42d3-b512-df0abe80d3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:12.795245 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-2f899b0b-4672-4c0f-b584-6fd30e1c51ac admin admin] For port f7a4544f-bb79-44a3-8960-1210a5b8eb45, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f7a4544f-bb79-44a3-8960-1210a5b8eb45,segment=NetworkSegment(86eac640-133d-4a3e-9b14-3f5da6f3b807),segment_id=86eac640-133d-4a3e-9b14-3f5da6f3b807)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:12.795891 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f899b0b-4672-4c0f-b584-6fd30e1c51ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:12.810057 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2f899b0b-4672-4c0f-b584-6fd30e1c51ac admin admin] Calling delete_port for f7a4544f-bb79-44a3-8960-1210a5b8eb45 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:26:12.840760 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:12.851622 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-c4cbf169-bad4-42d3-b512-df0abe80d3ef service neutron] For port ce5a7c48-e2db-4cc3-8772-803a624f2eaa, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:26:12.855940 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-c4cbf169-bad4-42d3-b512-df0abe80d3ef service neutron] For port ce5a7c48-e2db-4cc3-8772-803a624f2eaa, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=ce5a7c48-e2db-4cc3-8772-803a624f2eaa,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:26:12.876339 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dae8a70b-5310-4a8f-aec0-c255106b1c61 req-e290cc9f-8339-45d7-b1f4-42a556ea96be service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6372209 Jul 09 09:26:12.877978 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-c4cbf169-bad4-42d3-b512-df0abe80d3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:12.883872 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d926b474-0c8f-4d03-8338-097838306b6c req-e7f95ba3-52dd-42bb-9351-2c500d380bad service neutron] Notify callbacks [] for binding, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:12.885462 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d926b474-0c8f-4d03-8338-097838306b6c req-e7f95ba3-52dd-42bb-9351-2c500d380bad service neutron] 10.222.0.58 "DELETE /v2.0/ports/c6e30853-a0dd-4849-8fdf-d814c3abe82f/bindings/n-h2-799996-1 HTTP/1.1" status: 204 len: 173 time: 0.6800957 Jul 09 09:26:12.971073 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-c4cbf169-bad4-42d3-b512-df0abe80d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:12.972471 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-c4cbf169-bad4-42d3-b512-df0abe80d3ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:12.974178 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-c4cbf169-bad4-42d3-b512-df0abe80d3ef service neutron] 10.222.0.64 "PUT /v2.0/ports/ce5a7c48-e2db-4cc3-8772-803a624f2eaa HTTP/1.1" status: 200 len: 1096 time: 1.6095529 Jul 09 09:26:12.979899 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363a50db-ba3f-4afc-9287-831474087386', 'tag': 'ce5a7c48-e2db-4cc3-8772-803a624f2eaa'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:26:12.988230 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089f05a1-91d6-48f7-903a-87740c2fe5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "363a50db-ba3f-4afc-9287-831474087386", "tag": "ce5a7c48-e2db-4cc3-8772-803a624f2eaa"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:26:13.057985 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9973ddc9-4b2b-4cb8-9329-da3a0f9a33b7 req-a917c95d-e468-49e5-b506-94a696f2c5cf tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166644 Jul 09 09:26:13.148382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbf169-bad4-42d3-b512-df0abe80d3ef service neutron] Pushing event updated for resources: {'Port': ['ID=ce5a7c48-e2db-4cc3-8772-803a624f2eaa,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:13.181129 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f899b0b-4672-4c0f-b584-6fd30e1c51ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:13.201224 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0927966-83cc-4ac9-8e60-116195d97d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2020760021-router', 'tenant_id': '163d94dc1ab04128a9563f30853691b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'a007c451-4aeb-43f2-b61f-eb695cd167fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:59Z', 'updated_at': '2021-07-09T09:26:06Z', 'revision_number': 4, 'project_id': '163d94dc1ab04128a9563f30853691b2', 'gw_port': {'id': 'a007c451-4aeb-43f2-b61f-eb695cd167fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0927966-83cc-4ac9-8e60-116195d97d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:26:00Z', 'updated_at': '2021-07-09T09:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'f7a4544f-bb79-44a3-8960-1210a5b8eb45', 'name': '', 'network_id': 'c74ceb5e-9146-4f57-8635-ae50b3da595c', 'tenant_id': '163d94dc1ab04128a9563f30853691b2', 'mac_address': 'fa:16:3e:bb:33:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0927966-83cc-4ac9-8e60-116195d97d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'cf06911e-c246-4cd1-be08-3ee699915e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:26:05Z', 'updated_at': '2021-07-09T09:26:12Z', 'revision_number': 4, 'project_id': '163d94dc1ab04128a9563f30853691b2', 'subnets': [{'id': 'cf06911e-c246-4cd1-be08-3ee699915e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:26:13.237564 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5cf85-bc54-4253-9925-8719c1614183 req-78890bd8-a456-4152-81d7-4d0e7b1d793d tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:13.239180 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-83b5cf85-bc54-4253-9925-8719c1614183 req-78890bd8-a456-4152-81d7-4d0e7b1d793d tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.61 "GET /v2.0/ports?device_id=363a50db-ba3f-4afc-9287-831474087386 HTTP/1.1" status: 200 len: 948 time: 0.5472836 Jul 09 09:26:13.281798 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f899b0b-4672-4c0f-b584-6fd30e1c51ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f7a4544f-bb79-44a3-8960-1210a5b8eb45,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:13.288417 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24213700-c0a5-408a-a0db-65401b6ee5b4 None None] The sync data for ids ['f0927966-83cc-4ac9-8e60-116195d97d39'] in n-d-799996-1 is: [{'id': 'f0927966-83cc-4ac9-8e60-116195d97d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2020760021-router', 'tenant_id': '163d94dc1ab04128a9563f30853691b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'a007c451-4aeb-43f2-b61f-eb695cd167fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:59Z', 'updated_at': '2021-07-09T09:26:06Z', 'revision_number': 4, 'project_id': '163d94dc1ab04128a9563f30853691b2', 'gw_port': {'id': 'a007c451-4aeb-43f2-b61f-eb695cd167fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0927966-83cc-4ac9-8e60-116195d97d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:26:00Z', 'updated_at': '2021-07-09T09:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'f7a4544f-bb79-44a3-8960-1210a5b8eb45', 'name': '', 'network_id': 'c74ceb5e-9146-4f57-8635-ae50b3da595c', 'tenant_id': '163d94dc1ab04128a9563f30853691b2', 'mac_address': 'fa:16:3e:bb:33:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0927966-83cc-4ac9-8e60-116195d97d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'cf06911e-c246-4cd1-be08-3ee699915e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:26:05Z', 'updated_at': '2021-07-09T09:26:12Z', 'revision_number': 4, 'project_id': '163d94dc1ab04128a9563f30853691b2', 'subnets': [{'id': 'cf06911e-c246-4cd1-be08-3ee699915e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:26:13.345068 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-260df007-a5a5-419b-b969-0ff3aaff4fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:13.347572 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-260df007-a5a5-419b-b969-0ff3aaff4fc2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4370adf784248cdb26b6898b0c8172b&device_id=363a50db-ba3f-4afc-9287-831474087386 HTTP/1.1" status: 200 len: 1099 time: 0.2880485 Jul 09 09:26:13.369991 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8a70b-5310-4a8f-aec0-c255106b1c61 req-dbea5142-8e9a-476a-84c1-836153153863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:13.378522 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dae8a70b-5310-4a8f-aec0-c255106b1c61 req-dbea5142-8e9a-476a-84c1-836153153863 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ad7ac9ad0c7f45778e35920b171b6a59&device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b HTTP/1.1" status: 200 len: 1097 time: 0.3945236 Jul 09 09:26:13.696069 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f899b0b-4672-4c0f-b584-6fd30e1c51ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:13.829063 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-cfe9393c-4dd3-4dcb-906a-8b561f200271 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=ce5a7c48-e2db-4cc3-8772-803a624f2eaa HTTP/1.1" status: 200 len: 217 time: 0.4181664 Jul 09 09:26:13.842605 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-83b5cf85-bc54-4253-9925-8719c1614183 req-3800ab09-65ed-4002-9700-8a320ad00def tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.61 "GET /v2.0/security-groups?id=95fff627-2d7e-43b7-944f-cabe33546344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5911820 Jul 09 09:26:13.846948 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ba152755-fdb4-4b4d-ae97-870842fcfc8e req-4eccbc22-e75f-4cc2-821b-6287e19e8a9c tempest-QuotasAdminNegativeTest-402489900 tempest-QuotasAdminNegativeTest-402489900-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=196f52befa914545ae32529a0ad98e56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5146799 Jul 09 09:26:13.918093 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 97bdf000-6970-4576-8887-39d483f61de9 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:26:13.986030 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-dd1358de-ce47-44f7-ae49-c899ddfa53a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:13.987900 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-dd1358de-ce47-44f7-ae49-c899ddfa53a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1397340 Jul 09 09:26:14.042756 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 97bdf000-6970-4576-8887-39d483f61de9 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:26:14.048676 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 97bdf000-6970-4576-8887-39d483f61de9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:26:14.053552 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:14.282736 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:14.310227 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-0f5e50b9-8dbe-4a87-8de1-03c02d0fada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:14.312724 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-0f5e50b9-8dbe-4a87-8de1-03c02d0fada6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2424357 Jul 09 09:26:14.320442 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58758b26-1692-4460-8e15-3a1a6368054f req-c86a7c80-b06c-4245-9e12-282edd06c710 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:14.328757 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-58758b26-1692-4460-8e15-3a1a6368054f req-c86a7c80-b06c-4245-9e12-282edd06c710 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 944 time: 0.2571816 Jul 09 09:26:14.339167 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56969f26-e8f9-4c2d-982a-3167421ebda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bdf000-6970-4576-8887-39d483f61de9'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:26:14.343135 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e2e46f-3b98-4fbe-b7af-09bd4f27dde2" -d '{"events": [{"server_uuid": "56969f26-e8f9-4c2d-982a-3167421ebda7", "name": "network-vif-plugged", "status": "completed", "tag": "97bdf000-6970-4576-8887-39d483f61de9"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:26:14.367486 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f899b0b-4672-4c0f-b584-6fd30e1c51ac admin admin] Router f0927966-83cc-4ac9-8e60-116195d97d39 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:26:14.368048 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 97bdf000-6970-4576-8887-39d483f61de9, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=97bdf000-6970-4576-8887-39d483f61de9,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:14.374703 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:14.434488 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-58758b26-1692-4460-8e15-3a1a6368054f req-5c35e569-412e-4058-934c-69c785afac0c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046011 Jul 09 09:26:14.456665 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=97bdf000-6970-4576-8887-39d483f61de9,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:14.542195 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f899b0b-4672-4c0f-b584-6fd30e1c51ac admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:26:14.553284 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2f899b0b-4672-4c0f-b584-6fd30e1c51ac admin admin] 10.222.0.61 "PUT /v2.0/routers/f0927966-83cc-4ac9-8e60-116195d97d39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7581482 Jul 09 09:26:14.557063 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38556) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:14.589361 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8a70b-5310-4a8f-aec0-c255106b1c61 req-663ad50d-775f-4afc-87e7-fada8853c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:14.590921 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dae8a70b-5310-4a8f-aec0-c255106b1c61 req-663ad50d-775f-4afc-87e7-fada8853c72d service neutron] 10.222.0.64 "GET /v2.0/networks?id=abd3d097-4901-4007-b68a-b81c87d8e49c HTTP/1.1" status: 200 len: 925 time: 1.1668038 Jul 09 09:26:14.626120 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba152755-fdb4-4b4d-ae97-870842fcfc8e req-17931d6a-5e4d-43ef-870d-ba957526c457 tempest-QuotasAdminNegativeTest-402489900 tempest-QuotasAdminNegativeTest-402489900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:14.643558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ba152755-fdb4-4b4d-ae97-870842fcfc8e req-17931d6a-5e4d-43ef-870d-ba957526c457 tempest-QuotasAdminNegativeTest-402489900 tempest-QuotasAdminNegativeTest-402489900-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7792408 Jul 09 09:26:14.692335 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-071eedb8-52b7-465f-9a08-b35bdcb607c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:14.787538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ba152755-fdb4-4b4d-ae97-870842fcfc8e req-00a8fa36-29b3-4dd6-83cb-8e880d003abf tempest-QuotasAdminNegativeTest-402489900 tempest-QuotasAdminNegativeTest-402489900-project] 10.222.0.61 "GET /v2.0/quotas/196f52befa914545ae32529a0ad98e56 HTTP/1.1" status: 200 len: 375 time: 0.0264413 Jul 09 09:26:14.830621 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-071eedb8-52b7-465f-9a08-b35bdcb607c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:14.879563 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ba152755-fdb4-4b4d-ae97-870842fcfc8e req-90e89bce-0a8f-4cf8-87e7-8efe17822b42 tempest-QuotasAdminNegativeTest-402489900 tempest-QuotasAdminNegativeTest-402489900-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=196f52befa914545ae32529a0ad98e56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910728 Jul 09 09:26:14.901447 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dae8a70b-5310-4a8f-aec0-c255106b1c61 req-8dda133c-d98d-4e09-bf97-cdcd25f7ab92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c166f93-35a8-41ca-b502-2e62c4424986 HTTP/1.1" status: 200 len: 1001 time: 0.3017526 Jul 09 09:26:14.942534 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-071eedb8-52b7-465f-9a08-b35bdcb607c3 admin admin] Deleting port a007c451-4aeb-43f2-b61f-eb695cd167fc {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:26:14.942534 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-071eedb8-52b7-465f-9a08-b35bdcb607c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:15.022502 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8a70b-5310-4a8f-aec0-c255106b1c61 req-8b86382a-4a3b-48d0-a361-98383d56f57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:15.033750 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dae8a70b-5310-4a8f-aec0-c255106b1c61 req-8b86382a-4a3b-48d0-a361-98383d56f57c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14c22d07-67af-4620-a5dc-506ada0c305b HTTP/1.1" status: 200 len: 863 time: 0.1167834 Jul 09 09:26:15.043242 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-ff6a0976-a21c-4c4f-9eb1-74e8d293734d service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7113941 Jul 09 09:26:15.078366 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-071eedb8-52b7-465f-9a08-b35bdcb607c3 admin admin] For port a007c451-4aeb-43f2-b61f-eb695cd167fc, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a007c451-4aeb-43f2-b61f-eb695cd167fc,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:15.078779 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-071eedb8-52b7-465f-9a08-b35bdcb607c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:15.083762 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bfd2c1-ab19-4f92-b7e3-f0ceeef97d77 x-openstack-request-id: req-b4bfd2c1-ab19-4f92-b7e3-f0ceeef97d77 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:26:15.084052 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363a50db-ba3f-4afc-9287-831474087386", "tag": "ce5a7c48-e2db-4cc3-8772-803a624f2eaa", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:26:15.084303 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b4bfd2c1-ab19-4f92-b7e3-f0ceeef97d77 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:26:15.087132 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363a50db-ba3f-4afc-9287-831474087386', 'tag': 'ce5a7c48-e2db-4cc3-8772-803a624f2eaa', 'status': 'completed', 'code': 200} Jul 09 09:26:15.116107 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-071eedb8-52b7-465f-9a08-b35bdcb607c3 admin admin] Calling delete_port for a007c451-4aeb-43f2-b61f-eb695cd167fc owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:26:15.123125 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf9a4bf-3863-42aa-9598-2a165fdccee6 x-openstack-request-id: req-5bf9a4bf-3863-42aa-9598-2a165fdccee6 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:26:15.123556 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56969f26-e8f9-4c2d-982a-3167421ebda7", "name": "network-vif-plugged", "status": "completed", "tag": "97bdf000-6970-4576-8887-39d483f61de9", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:26:15.123925 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5bf9a4bf-3863-42aa-9598-2a165fdccee6 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:26:15.124440 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56969f26-e8f9-4c2d-982a-3167421ebda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bdf000-6970-4576-8887-39d483f61de9', 'code': 200} Jul 09 09:26:15.229365 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0350c831-14ab-4163-bb79-eeb5966b62ee None None] Sync routers for ids ['f0927966-83cc-4ac9-8e60-116195d97d39'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:26:15.244784 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0350c831-14ab-4163-bb79-eeb5966b62ee None None] Routers {'f0927966-83cc-4ac9-8e60-116195d97d39'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:26:15.245407 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0350c831-14ab-4163-bb79-eeb5966b62ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:26:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f0927966-83cc-4ac9-8e60-116195d97d39'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:26:15.261510 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.64', 52461) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:15.356749 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-0350c831-14ab-4163-bb79-eeb5966b62ee None None] Set router f0927966-83cc-4ac9-8e60-116195d97d39 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:26:15.378790 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-071eedb8-52b7-465f-9a08-b35bdcb607c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:15.422715 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0350c831-14ab-4163-bb79-eeb5966b62ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0927966-83cc-4ac9-8e60-116195d97d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2020760021-router', 'tenant_id': '163d94dc1ab04128a9563f30853691b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:59Z', 'updated_at': '2021-07-09T09:26:14Z', 'revision_number': 6, 'project_id': '163d94dc1ab04128a9563f30853691b2', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:26:15.445322 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071eedb8-52b7-465f-9a08-b35bdcb607c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a007c451-4aeb-43f2-b61f-eb695cd167fc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:15.453481 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0350c831-14ab-4163-bb79-eeb5966b62ee None None] Checking router: f0927966-83cc-4ac9-8e60-116195d97d39 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:26:15.463584 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0350c831-14ab-4163-bb79-eeb5966b62ee None None] Routers {'f0927966-83cc-4ac9-8e60-116195d97d39'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:26:15.464256 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0350c831-14ab-4163-bb79-eeb5966b62ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:26:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f0927966-83cc-4ac9-8e60-116195d97d39'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:26:15.476765 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8a70b-5310-4a8f-aec0-c255106b1c61 req-fb04246d-e368-420d-9b97-2e1c56f82ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:15.478315 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dae8a70b-5310-4a8f-aec0-c255106b1c61 req-fb04246d-e368-420d-9b97-2e1c56f82ee0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=abd3d097-4901-4007-b68a-b81c87d8e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4310811 Jul 09 09:26:15.508989 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2688029-6847-41e0-bdd1-88c84656117f req-b0ce56d0-0ea0-4162-915f-748263c4bffb tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:15.520198 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d2688029-6847-41e0-bdd1-88c84656117f req-b0ce56d0-0ea0-4162-915f-748263c4bffb tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.61 "GET /v2.0/ports?device_id=363a50db-ba3f-4afc-9287-831474087386 HTTP/1.1" status: 200 len: 948 time: 0.2647564 Jul 09 09:26:15.523960 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-071eedb8-52b7-465f-9a08-b35bdcb607c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:15.551469 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-0350c831-14ab-4163-bb79-eeb5966b62ee None None] Set router f0927966-83cc-4ac9-8e60-116195d97d39 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:26:15.611787 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0350c831-14ab-4163-bb79-eeb5966b62ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0927966-83cc-4ac9-8e60-116195d97d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2020760021-router', 'tenant_id': '163d94dc1ab04128a9563f30853691b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:59Z', 'updated_at': '2021-07-09T09:26:15Z', 'revision_number': 7, 'project_id': '163d94dc1ab04128a9563f30853691b2', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:26:15.633341 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716c1d6-2edf-4e6d-97ea-c93e22e6c5d4 req-02c62540-0ff8-4faa-beb8-e7eb5cffd8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:15.634853 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b716c1d6-2edf-4e6d-97ea-c93e22e6c5d4 req-02c62540-0ff8-4faa-beb8-e7eb5cffd8b5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 1096 time: 0.3722570 Jul 09 09:26:15.648933 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0350c831-14ab-4163-bb79-eeb5966b62ee None None] The sync data for ids ['f0927966-83cc-4ac9-8e60-116195d97d39'] in n-d-799996-1 is: [{'id': 'f0927966-83cc-4ac9-8e60-116195d97d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2020760021-router', 'tenant_id': '163d94dc1ab04128a9563f30853691b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:59Z', 'updated_at': '2021-07-09T09:26:15Z', 'revision_number': 7, 'project_id': '163d94dc1ab04128a9563f30853691b2', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:26:15.659914 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1aec0d6-aba1-4a58-a350-a8bfd3289a9b req-693a015d-1b9c-4545-9497-91374e7e45bf service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6061654 Jul 09 09:26:15.660120 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-071eedb8-52b7-465f-9a08-b35bdcb607c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:15.663010 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-071eedb8-52b7-465f-9a08-b35bdcb607c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:15.692227 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2daa128-44b2-4daa-b4d3-664aad8c4aa3 req-f517e2b9-b616-4a65-b7fc-6a6a38f36ea0 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:15.694009 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2daa128-44b2-4daa-b4d3-664aad8c4aa3 req-f517e2b9-b616-4a65-b7fc-6a6a38f36ea0 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 944 time: 0.4982021 Jul 09 09:26:15.698847 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dae8a70b-5310-4a8f-aec0-c255106b1c61 req-1b53893c-a2c0-49dd-b31f-cbe5ad76d7fb service neutron] 10.222.0.64 "GET /v2.0/networks/abd3d097-4901-4007-b68a-b81c87d8e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996129 Jul 09 09:26:15.712290 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d2688029-6847-41e0-bdd1-88c84656117f req-87b42930-ac15-4e41-a330-1f05841fc9dd tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.61 "GET /v2.0/security-groups?id=95fff627-2d7e-43b7-944f-cabe33546344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911564 Jul 09 09:26:15.759374 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-071eedb8-52b7-465f-9a08-b35bdcb607c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:15.760489 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071eedb8-52b7-465f-9a08-b35bdcb607c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0927966-83cc-4ac9-8e60-116195d97d39 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:26:15.771817 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-071eedb8-52b7-465f-9a08-b35bdcb607c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:15.774336 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-071eedb8-52b7-465f-9a08-b35bdcb607c3 admin admin] 10.222.0.61 "DELETE /v2.0/routers/f0927966-83cc-4ac9-8e60-116195d97d39 HTTP/1.1" status: 204 len: 168 time: 1.2164176 Jul 09 09:26:15.776909 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38570) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:15.835859 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-e584e73c-7dff-4160-8b6a-08c02b2b24e4 admin admin] Deleting subnet cf06911e-c246-4cd1-be08-3ee699915e4b {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:26:15.840244 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e584e73c-7dff-4160-8b6a-08c02b2b24e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:15.861901 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b716c1d6-2edf-4e6d-97ea-c93e22e6c5d4 req-4b47b667-a3e2-417c-990a-c2139f9738bd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139134 Jul 09 09:26:15.887734 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2daa128-44b2-4daa-b4d3-664aad8c4aa3 req-5dcc6c1a-05d8-4287-879a-cf9b9bacdc2c tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740539 Jul 09 09:26:15.914428 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e584e73c-7dff-4160-8b6a-08c02b2b24e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:15.969791 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dae8a70b-5310-4a8f-aec0-c255106b1c61 req-f5699021-e29e-4b3c-9845-3464f32b3949 service neutron] 10.222.0.64 "GET /v2.0/networks/abd3d097-4901-4007-b68a-b81c87d8e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469513 Jul 09 09:26:15.974635 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f05a1-91d6-48f7-903a-87740c2fe5bd req-1d98572d-0740-42fc-9d0f-bf080a9204a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:15.976562 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-089f05a1-91d6-48f7-903a-87740c2fe5bd req-1d98572d-0740-42fc-9d0f-bf080a9204a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4370adf784248cdb26b6898b0c8172b&device_id=363a50db-ba3f-4afc-9287-831474087386 HTTP/1.1" status: 200 len: 1099 time: 0.1876359 Jul 09 09:26:16.036393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba138fda-be9a-4a7a-bd59-477ba98b2567 req-3d792a0e-6ead-4f90-b7c0-5aaa580bd274 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:16.038195 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ba138fda-be9a-4a7a-bd59-477ba98b2567 req-3d792a0e-6ead-4f90-b7c0-5aaa580bd274 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 1101 time: 0.1654639 Jul 09 09:26:16.136992 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e584e73c-7dff-4160-8b6a-08c02b2b24e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:16.186471 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ba138fda-be9a-4a7a-bd59-477ba98b2567 req-410b219f-4330-4b2c-8244-cef2fdaa7ad8 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910988 Jul 09 09:26:16.246696 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e584e73c-7dff-4160-8b6a-08c02b2b24e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:16.253200 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f05a1-91d6-48f7-903a-87740c2fe5bd req-8f5b47be-f4eb-4f12-b60c-3cbc7c194479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:16.254730 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-089f05a1-91d6-48f7-903a-87740c2fe5bd req-8f5b47be-f4eb-4f12-b60c-3cbc7c194479 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.2693655 Jul 09 09:26:16.281795 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584e73c-7dff-4160-8b6a-08c02b2b24e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf06911e-c246-4cd1-be08-3ee699915e4b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:16.284702 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e584e73c-7dff-4160-8b6a-08c02b2b24e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:16.286992 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e584e73c-7dff-4160-8b6a-08c02b2b24e4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/cf06911e-c246-4cd1-be08-3ee699915e4b HTTP/1.1" status: 204 len: 168 time: 0.5085118 Jul 09 09:26:16.292527 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7486b879-1622-4648-b635-0c3e1eafca88 None None] Network c74ceb5e-9146-4f57-8635-ae50b3da595c requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:26:16.302761 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38582) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:16.344586 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-089f05a1-91d6-48f7-903a-87740c2fe5bd req-bc3dfddd-9764-40dd-8fd4-2c5257c0207c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=ce5a7c48-e2db-4cc3-8772-803a624f2eaa HTTP/1.1" status: 200 len: 217 time: 0.0791335 Jul 09 09:26:16.402018 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:16.485825 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f05a1-91d6-48f7-903a-87740c2fe5bd req-1c513ec5-f08b-4c19-8d7a-c15e540dc93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:16.488321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-089f05a1-91d6-48f7-903a-87740c2fe5bd req-1c513ec5-f08b-4c19-8d7a-c15e540dc93a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1365814 Jul 09 09:26:16.536441 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Deleting port 1faa6755-7884-4f7e-8658-6108ee4792db {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:26:16.538570 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:16.630653 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] For port 1faa6755-7884-4f7e-8658-6108ee4792db, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1faa6755-7884-4f7e-8658-6108ee4792db,segment=NetworkSegment(86eac640-133d-4a3e-9b14-3f5da6f3b807),segment_id=86eac640-133d-4a3e-9b14-3f5da6f3b807)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:16.632924 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:16.634826 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad335b5-4c1d-4ad7-ad4d-7253ce313a5f None None] DHCP port deletion for c74ceb5e-9146-4f57-8635-ae50b3da595c request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:26:16.654130 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Calling delete_port for 1faa6755-7884-4f7e-8658-6108ee4792db owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:26:16.704841 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c44981-58c9-446f-b059-c49e0f134d59 req-20184cd7-9f27-4a4c-8802-6756922d63a3 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:16.705173 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f7a4544f-bb79-44a3-8960-1210a5b8eb45 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:26:16.706423 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50c44981-58c9-446f-b059-c49e0f134d59 req-20184cd7-9f27-4a4c-8802-6756922d63a3 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 945 time: 0.2398980 Jul 09 09:26:16.734752 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f05a1-91d6-48f7-903a-87740c2fe5bd req-dec8a458-96f4-4749-ae2b-c33cb1a31cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:16.736379 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-089f05a1-91d6-48f7-903a-87740c2fe5bd req-dec8a458-96f4-4749-ae2b-c33cb1a31cf1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1807725 Jul 09 09:26:16.740843 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: f7a4544f-bb79-44a3-8960-1210a5b8eb45 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:26:16.741188 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f7a4544f-bb79-44a3-8960-1210a5b8eb45 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:26:16.741614 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a007c451-4aeb-43f2-b61f-eb695cd167fc no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:26:16.763517 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: a007c451-4aeb-43f2-b61f-eb695cd167fc {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:26:16.763918 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a007c451-4aeb-43f2-b61f-eb695cd167fc not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:26:16.771124 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-dad335b5-4c1d-4ad7-ad4d-7253ce313a5f None None] Deleting port 1faa6755-7884-4f7e-8658-6108ee4792db {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:26:16.772458 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dad335b5-4c1d-4ad7-ad4d-7253ce313a5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:16.854352 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-dad335b5-4c1d-4ad7-ad4d-7253ce313a5f None None] For port 1faa6755-7884-4f7e-8658-6108ee4792db, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1faa6755-7884-4f7e-8658-6108ee4792db,segment=NetworkSegment(86eac640-133d-4a3e-9b14-3f5da6f3b807),segment_id=86eac640-133d-4a3e-9b14-3f5da6f3b807)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:16.854987 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dad335b5-4c1d-4ad7-ad4d-7253ce313a5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:16.879398 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-dad335b5-4c1d-4ad7-ad4d-7253ce313a5f None None] Calling delete_port for 1faa6755-7884-4f7e-8658-6108ee4792db owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:26:16.891404 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:16.952530 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] No DVR routers for this DVR port 1faa6755-7884-4f7e-8658-6108ee4792db on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:26:16.957484 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Pushing event deleted for resources: {'Port': ['ID=1faa6755-7884-4f7e-8658-6108ee4792db,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:16.992959 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:16.993309 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:16.993673 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:16.994773 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:16.995225 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:16.995560 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:16.996018 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:16.996348 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:16.997192 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:16.997626 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:16.998452 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:16.998859 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:17.034022 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50c44981-58c9-446f-b059-c49e0f134d59 req-3b1288d4-0a13-4872-a6b4-79a78647a4b9 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200595 Jul 09 09:26:17.045578 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dad335b5-4c1d-4ad7-ad4d-7253ce313a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:17.097023 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:17.097365 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad335b5-4c1d-4ad7-ad4d-7253ce313a5f None None] Pushing event deleted for resources: {'Port': ['ID=1faa6755-7884-4f7e-8658-6108ee4792db,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:17.108652 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad335b5-4c1d-4ad7-ad4d-7253ce313a5f None None] No DVR routers for this DVR port 1faa6755-7884-4f7e-8658-6108ee4792db on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:26:17.128540 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74ceb5e-9146-4f57-8635-ae50b3da595c']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:26:17.192868 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86eac640-133d-4a3e-9b14-3f5da6f3b807') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:26:17.193175 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86eac640-133d-4a3e-9b14-3f5da6f3b807') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:26:17.213025 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-089f05a1-91d6-48f7-903a-87740c2fe5bd req-9f50bb2c-0bf7-431d-8784-c2c5329eb16d service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628513 Jul 09 09:26:17.234248 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:17.255635 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:17.263850 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:26:17.264093 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:26:17.265937 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:26:17.343393 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:17.364419 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:17.368208 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] 10.222.0.61 "DELETE /v2.0/networks/c74ceb5e-9146-4f57-8635-ae50b3da595c HTTP/1.1" status: 204 len: 168 time: 1.0643609 Jul 09 09:26:17.394522 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ffda4-eca1-4e0d-9272-e36f4752a08a admin admin] Pushing event deleted for resources: {'Network': ['ID=c74ceb5e-9146-4f57-8635-ae50b3da595c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:17.605640 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38602) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:17.623343 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a2c19-4cc0-4939-87dd-9ac338adefb4 req-3e29114f-7d1d-43c3-8cd9-9aa262790d76 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:17.633682 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9c7a2c19-4cc0-4939-87dd-9ac338adefb4 req-3e29114f-7d1d-43c3-8cd9-9aa262790d76 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 1101 time: 0.7597036 Jul 09 09:26:17.660744 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-04483c94-b481-4d07-9532-b2031585b48c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=163d94dc1ab04128a9563f30853691b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512583 Jul 09 09:26:17.663978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38604) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:17.700498 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9c7a2c19-4cc0-4939-87dd-9ac338adefb4 req-d643f142-f365-4e11-9d98-6374e7d909a1 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658369 Jul 09 09:26:17.733125 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-089f05a1-91d6-48f7-903a-87740c2fe5bd req-da35b805-cbef-4d88-b13a-c473d26fa5c1 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113573 Jul 09 09:26:17.747014 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05aec13-d09e-4f30-83ce-eb3ab0ebee86 req-d5fd1cbd-ebcd-41c9-8d35-a4bc22c19e78 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:17.752309 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ce8c8b8-60f7-4090-9a6e-de0c9161ac99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:17.753748 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e05aec13-d09e-4f30-83ce-eb3ab0ebee86 req-d5fd1cbd-ebcd-41c9-8d35-a4bc22c19e78 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 1095 time: 0.4411385 Jul 09 09:26:17.784764 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ce8c8b8-60f7-4090-9a6e-de0c9161ac99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:17.800840 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e05aec13-d09e-4f30-83ce-eb3ab0ebee86 req-f7072c48-0345-4d56-bac4-ee6a1fc71858 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461991 Jul 09 09:26:17.886532 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ce8c8b8-60f7-4090-9a6e-de0c9161ac99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:17.890556 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ce8c8b8-60f7-4090-9a6e-de0c9161ac99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:17.892249 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4ce8c8b8-60f7-4090-9a6e-de0c9161ac99 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5e21c545-a60b-41e8-ae49-843734c35ca5 HTTP/1.1" status: 204 len: 168 time: 0.2268445 Jul 09 09:26:17.909077 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8c8b8-60f7-4090-9a6e-de0c9161ac99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e21c545-a60b-41e8-ae49-843734c35ca5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:18.075157 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671ab2f-dbf9-4b6d-a75d-4e9047b42c35 req-6d36680a-9790-4457-aa7b-66f48680bbe1 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:18.077178 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3671ab2f-dbf9-4b6d-a75d-4e9047b42c35 req-6d36680a-9790-4457-aa7b-66f48680bbe1 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.61 "GET /v2.0/ports?device_id=363a50db-ba3f-4afc-9287-831474087386 HTTP/1.1" status: 200 len: 948 time: 0.0896997 Jul 09 09:26:18.126708 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3671ab2f-dbf9-4b6d-a75d-4e9047b42c35 req-45103cfd-96c5-4fb2-9400-5a4b0c577635 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.61 "GET /v2.0/security-groups?id=95fff627-2d7e-43b7-944f-cabe33546344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406702 Jul 09 09:26:18.442971 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-881a5e42-4f6f-40ec-a8a2-1f5b00e65650 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:18.444649 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-881a5e42-4f6f-40ec-a8a2-1f5b00e65650 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 821 time: 0.1204481 Jul 09 09:26:18.472221 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-edc0fd82-4cbf-4b8f-8f41-fb088456ad77 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/quotas/82a1a771499846fa8b15e4ad106e86da HTTP/1.1" status: 200 len: 375 time: 0.0204153 Jul 09 09:26:18.557936 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1faa6755-7884-4f7e-8658-6108ee4792db no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:26:18.579144 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc1e18-dd87-4aaa-9496-1e3ca35e759e req-61984008-48e5-4518-957a-90d7fd4635ea tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:18.579332 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 1faa6755-7884-4f7e-8658-6108ee4792db {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:26:18.579654 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1faa6755-7884-4f7e-8658-6108ee4792db not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:26:18.580714 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8fc1e18-dd87-4aaa-9496-1e3ca35e759e req-61984008-48e5-4518-957a-90d7fd4635ea tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 945 time: 0.1223118 Jul 09 09:26:18.585839 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-74a38c46-0510-4742-a440-82b722e2bdca tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0953751 Jul 09 09:26:18.671326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8fc1e18-dd87-4aaa-9496-1e3ca35e759e req-d06912d4-c34f-4920-ad68-ec7247bc65bd tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816255 Jul 09 09:26:18.717163 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-60c1954d-6808-44b8-9143-1d35943ed06b service neutron] 10.222.0.61 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123397 Jul 09 09:26:18.818256 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-063abb2f-4d2d-4d24-9e7d-74edd496d253 service neutron] 10.222.0.61 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939620 Jul 09 09:26:19.108739 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18ba29e1-0ee3-4d78-b258-0a094a030e7f req-fb22a5a4-96fb-45ca-abee-8166f1a1251e tempest-QuotasAdminNegativeTest-402489900 tempest-QuotasAdminNegativeTest-402489900-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=196f52befa914545ae32529a0ad98e56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627601 Jul 09 09:26:19.224844 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-337f57ea-4311-4a64-a5b0-dccde7d5b1ad tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:19.226339 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-337f57ea-4311-4a64-a5b0-dccde7d5b1ad tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/networks?id=9c195d29-d2fb-4edc-9de5-571d6cce284b HTTP/1.1" status: 200 len: 815 time: 0.1906960 Jul 09 09:26:19.252403 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-5a1b5ebd-bd6f-4b69-87c5-805c728fc40b tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/quotas/773f50f37ae04531838f46b93a7928b5 HTTP/1.1" status: 200 len: 375 time: 0.0195982 Jul 09 09:26:19.261971 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba29e1-0ee3-4d78-b258-0a094a030e7f req-ec57f5fc-0e49-4edf-bd43-090756f5bb8d tempest-QuotasAdminNegativeTest-402489900 tempest-QuotasAdminNegativeTest-402489900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:19.262916 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18ba29e1-0ee3-4d78-b258-0a094a030e7f req-ec57f5fc-0e49-4edf-bd43-090756f5bb8d tempest-QuotasAdminNegativeTest-402489900 tempest-QuotasAdminNegativeTest-402489900-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1447074 Jul 09 09:26:19.305246 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18ba29e1-0ee3-4d78-b258-0a094a030e7f req-f66981b3-4fc9-4573-a2f4-1d6bd10e856b tempest-QuotasAdminNegativeTest-402489900 tempest-QuotasAdminNegativeTest-402489900-project] 10.222.0.61 "GET /v2.0/quotas/196f52befa914545ae32529a0ad98e56 HTTP/1.1" status: 200 len: 375 time: 0.0322502 Jul 09 09:26:19.344689 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18ba29e1-0ee3-4d78-b258-0a094a030e7f req-48239362-a952-4e88-8154-274c2beb81b3 tempest-QuotasAdminNegativeTest-402489900 tempest-QuotasAdminNegativeTest-402489900-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=196f52befa914545ae32529a0ad98e56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335963 Jul 09 09:26:19.365950 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-d90a86d9-6087-4a7b-9245-d9138ab626f4 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=773f50f37ae04531838f46b93a7928b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027057 Jul 09 09:26:19.466600 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-1e1261b1-a1ad-4caf-a6f8-644ab78066f2 service neutron] 10.222.0.61 "GET /v2.0/networks/9c195d29-d2fb-4edc-9de5-571d6cce284b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934124 Jul 09 09:26:19.566928 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-f6f2cb3d-b223-4ba9-97ed-8cd273e9c0d6 service neutron] 10.222.0.61 "GET /v2.0/networks/9c195d29-d2fb-4edc-9de5-571d6cce284b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955417 Jul 09 09:26:19.814226 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-669088b1-b0c6-49dc-aec0-7c9448af4395 req-54828c22-cb76-4559-b55f-eb3b06caab51 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 210 time: 0.0360515 Jul 09 09:26:19.827011 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d1ba3-7883-46db-8f4f-f739ad149ba7 req-3231e27b-e2a3-4fd2-94d0-b1685e7cfacf tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:19.828982 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a52d1ba3-7883-46db-8f4f-f739ad149ba7 req-3231e27b-e2a3-4fd2-94d0-b1685e7cfacf tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 1096 time: 0.0850711 Jul 09 09:26:19.874802 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a52d1ba3-7883-46db-8f4f-f739ad149ba7 req-abba4f1b-5086-4bbd-8760-a5231ad85108 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377684 Jul 09 09:26:19.954424 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device ce5a7c48-e2db-4cc3-8772-803a624f2eaa details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:26:20.019928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeeb710-2e79-4681-ac0a-046756fa467c req-d319ff72-d2ba-4a8a-ba84-55b63c84c2f6 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:20.022008 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-adeeb710-2e79-4681-ac0a-046756fa467c req-d319ff72-d2ba-4a8a-ba84-55b63c84c2f6 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.61 "GET /v2.0/ports?device_id=363a50db-ba3f-4afc-9287-831474087386 HTTP/1.1" status: 200 len: 948 time: 0.0984676 Jul 09 09:26:20.102156 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port ce5a7c48-e2db-4cc3-8772-803a624f2eaa, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=ce5a7c48-e2db-4cc3-8772-803a624f2eaa,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:20.125310 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'ce5a7c48-e2db-4cc3-8772-803a624f2eaa', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': 'ce5a7c48-e2db-4cc3-8772-803a624f2eaa', 'mac_address': 'fa:16:3e:c1:51:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:26:20.130157 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-adeeb710-2e79-4681-ac0a-046756fa467c req-93deebd9-8702-48a5-802c-87a4c5210eee tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.61 "GET /v2.0/security-groups?id=95fff627-2d7e-43b7-944f-cabe33546344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970969 Jul 09 09:26:20.188815 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:20.207220 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5a7c48-e2db-4cc3-8772-803a624f2eaa {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:26:20.232807 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port ce5a7c48-e2db-4cc3-8772-803a624f2eaa, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=ce5a7c48-e2db-4cc3-8772-803a624f2eaa,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:20.240130 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:20.316959 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=ce5a7c48-e2db-4cc3-8772-803a624f2eaa,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:20.327460 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:20.328004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:20.328485 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:20.328990 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:20.329457 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:20.329935 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:20.330598 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:20.331094 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:20.331566 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:20.332171 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:20.332652 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:20.333115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:20.530551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-73f9518d-f2c6-4531-b457-979d625e8368 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:20.532898 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-73f9518d-f2c6-4531-b457-979d625e8368 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.58 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 821 time: 0.4166338 Jul 09 09:26:20.548012 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-caf10c34-b7b2-4c75-8130-d32e8f25c1f5 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Request body: {'port': {'device_id': '3fdb6997-6297-41b0-9bc6-02783d8e2b24', 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2', 'admin_state_up': True, 'tenant_id': '82a1a771499846fa8b15e4ad106e86da'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:20.565261 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['ce5a7c48-e2db-4cc3-8772-803a624f2eaa'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:26:20.655326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3317e234-eeb0-4881-9c6a-630f4009c843 req-9a67366e-3fbd-4c93-8189-9b9018a76a3f tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/ports?device_id=962b3e32-640d-4eb4-86e6-2fab5be791e8 HTTP/1.1" status: 200 len: 210 time: 0.0548682 Jul 09 09:26:20.709257 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-caf10c34-b7b2-4c75-8130-d32e8f25c1f5 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Made reservation on behalf of 82a1a771499846fa8b15e4ad106e86da for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:26:20.722905 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-caf10c34-b7b2-4c75-8130-d32e8f25c1f5 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:20.849819 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f69ebc-017d-46ba-bdc7-fa5f283db1bf req-d45c785d-7771-40ad-832a-c211decc0e47 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:20.864578 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a9f69ebc-017d-46ba-bdc7-fa5f283db1bf req-d45c785d-7771-40ad-832a-c211decc0e47 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 1096 time: 0.0749950 Jul 09 09:26:20.925908 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a9f69ebc-017d-46ba-bdc7-fa5f283db1bf req-b7e632de-9c37-41e7-a7bf-a240535dd3a7 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646141 Jul 09 09:26:20.994143 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-caf10c34-b7b2-4c75-8130-d32e8f25c1f5 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Allocated IP 172.20.0.3 (7fc483c9-b082-4a5f-a21d-ff74a90f5fb2/885047f0-ba41-4b93-9739-c68577cb7cc5/20024951-0692-4438-aaab-a36d2504f660) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:26:21.068156 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b90ad115-daff-4da9-800f-2b1e6d08052d req-043d308a-c338-4850-a7ee-6b06b2dd84b1 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 210 time: 0.0354452 Jul 09 09:26:21.169693 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-caf10c34-b7b2-4c75-8130-d32e8f25c1f5 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:21.225913 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-caf10c34-b7b2-4c75-8130-d32e8f25c1f5 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:21.317563 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf10c34-b7b2-4c75-8130-d32e8f25c1f5 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Pushing event updated for resources: {'Port': ['ID=20024951-0692-4438-aaab-a36d2504f660,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:21.350427 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-caf10c34-b7b2-4c75-8130-d32e8f25c1f5 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:26:21.350754 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-caf10c34-b7b2-4c75-8130-d32e8f25c1f5 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:26:21.353497 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-caf10c34-b7b2-4c75-8130-d32e8f25c1f5 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:26:21.444232 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-caf10c34-b7b2-4c75-8130-d32e8f25c1f5 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:21.445024 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-caf10c34-b7b2-4c75-8130-d32e8f25c1f5 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:21.502843 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-caf10c34-b7b2-4c75-8130-d32e8f25c1f5 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9595020 Jul 09 09:26:21.519079 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-828635db-11a7-4178-8c23-50178adf2ab5 service neutron] Request body: {'port': {'device_id': '3fdb6997-6297-41b0-9bc6-02783d8e2b24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:21.620487 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493b630-c945-4036-9833-84e001cd9d8f req-4f3f4eb2-f458-431f-ab8e-b39aea0433e6 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:21.622763 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e493b630-c945-4036-9833-84e001cd9d8f req-4f3f4eb2-f458-431f-ab8e-b39aea0433e6 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.61 "GET /v2.0/ports?device_id=363a50db-ba3f-4afc-9287-831474087386 HTTP/1.1" status: 200 len: 949 time: 0.1012211 Jul 09 09:26:21.692856 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1f937-3ab6-4124-ad89-321e394f0485 req-06c796a5-da35-42de-91a5-e75d3c20c87b tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:21.694580 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92a1f937-3ab6-4124-ad89-321e394f0485 req-06c796a5-da35-42de-91a5-e75d3c20c87b tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.1175206 Jul 09 09:26:21.707366 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e493b630-c945-4036-9833-84e001cd9d8f req-0d2b8739-97d7-478e-8d95-f9d351dc09a8 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.61 "GET /v2.0/security-groups?id=95fff627-2d7e-43b7-944f-cabe33546344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751238 Jul 09 09:26:21.765236 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92a1f937-3ab6-4124-ad89-321e394f0485 req-c01e9bdb-14ee-4b90-a7a8-d6ec9b563fa8 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561523 Jul 09 09:26:21.858795 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-1eabe0e3-5e93-4687-b85a-7449b064a760 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:21.861273 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-1eabe0e3-5e93-4687-b85a-7449b064a760 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.58 "GET /v2.0/networks?id=9c195d29-d2fb-4edc-9de5-571d6cce284b HTTP/1.1" status: 200 len: 815 time: 0.4626591 Jul 09 09:26:21.879559 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-5a11ab76-2635-407f-b0c5-90bd6294d93a tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Request body: {'port': {'device_id': '962b3e32-640d-4eb4-86e6-2fab5be791e8', 'network_id': '9c195d29-d2fb-4edc-9de5-571d6cce284b', 'admin_state_up': True, 'tenant_id': '773f50f37ae04531838f46b93a7928b5'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:21.895081 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-828635db-11a7-4178-8c23-50178adf2ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:21.968757 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device ce5a7c48-e2db-4cc3-8772-803a624f2eaa up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:26:22.115511 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port ce5a7c48-e2db-4cc3-8772-803a624f2eaa completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:26:22.121539 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port ce5a7c48-e2db-4cc3-8772-803a624f2eaa triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:26:22.122197 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:22.125703 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-5a11ab76-2635-407f-b0c5-90bd6294d93a tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Made reservation on behalf of 773f50f37ae04531838f46b93a7928b5 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:26:22.129582 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-5a11ab76-2635-407f-b0c5-90bd6294d93a tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:22.165971 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:26:22.186557 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-97e9e3af-92ba-42ec-b070-3bf0c659b74d req-2e1c0d6b-6762-4583-a792-b417529b0a45 tempest-QuotasAdminNegativeTest-402489900 tempest-QuotasAdminNegativeTest-402489900-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=196f52befa914545ae32529a0ad98e56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835550 Jul 09 09:26:22.228952 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:22.259890 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363a50db-ba3f-4afc-9287-831474087386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5a7c48-e2db-4cc3-8772-803a624f2eaa'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:26:22.263714 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d2d80f-0a9a-47ae-9de8-2071002311c6" -d '{"events": [{"server_uuid": "363a50db-ba3f-4afc-9287-831474087386", "name": "network-vif-plugged", "status": "completed", "tag": "ce5a7c48-e2db-4cc3-8772-803a624f2eaa"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:26:22.285281 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port ce5a7c48-e2db-4cc3-8772-803a624f2eaa, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=ce5a7c48-e2db-4cc3-8772-803a624f2eaa,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:22.290055 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:22.346693 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9e3af-92ba-42ec-b070-3bf0c659b74d req-da016645-d3f8-4d09-804d-cb4af2fbc3de tempest-QuotasAdminNegativeTest-402489900 tempest-QuotasAdminNegativeTest-402489900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:22.358720 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=ce5a7c48-e2db-4cc3-8772-803a624f2eaa,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:22.366973 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-97e9e3af-92ba-42ec-b070-3bf0c659b74d req-da016645-d3f8-4d09-804d-cb4af2fbc3de tempest-QuotasAdminNegativeTest-402489900 tempest-QuotasAdminNegativeTest-402489900-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1786964 Jul 09 09:26:22.385398 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-97e9e3af-92ba-42ec-b070-3bf0c659b74d req-0cc25b20-192a-4148-aceb-798a906b52c7 tempest-QuotasAdminNegativeTest-402489900 tempest-QuotasAdminNegativeTest-402489900-project] 10.222.0.61 "GET /v2.0/quotas/196f52befa914545ae32529a0ad98e56 HTTP/1.1" status: 200 len: 375 time: 0.0173962 Jul 09 09:26:22.423286 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-5a11ab76-2635-407f-b0c5-90bd6294d93a tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Allocated IP 172.20.0.5 (9c195d29-d2fb-4edc-9de5-571d6cce284b/0b827990-5e51-45c4-863d-bd2d003a17bd/686f21dd-6159-44b1-9d63-fc817ee3cadf) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:26:22.479855 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-97e9e3af-92ba-42ec-b070-3bf0c659b74d req-d61975fe-5668-403b-b99b-7f47f6f835e4 tempest-QuotasAdminNegativeTest-402489900 tempest-QuotasAdminNegativeTest-402489900-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=196f52befa914545ae32529a0ad98e56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853274 Jul 09 09:26:22.503673 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-828635db-11a7-4178-8c23-50178adf2ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20024951-0692-4438-aaab-a36d2504f660 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:26:22.516259 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-828635db-11a7-4178-8c23-50178adf2ab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:22.601494 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-828635db-11a7-4178-8c23-50178adf2ab5 service neutron] Transition to ACTIVE for port object 20024951-0692-4438-aaab-a36d2504f660 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:26:22.610145 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-828635db-11a7-4178-8c23-50178adf2ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:22.772179 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828635db-11a7-4178-8c23-50178adf2ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=20024951-0692-4438-aaab-a36d2504f660,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:22.802355 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0d8c2473-4c8e-4113-a4a5-f7a2e9a45677 req-cfc98d3f-72de-4603-a3ac-d8a6a80f70b0 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/ports?device_id=962b3e32-640d-4eb4-86e6-2fab5be791e8 HTTP/1.1" status: 200 len: 210 time: 0.0761359 Jul 09 09:26:22.839468 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-5a11ab76-2635-407f-b0c5-90bd6294d93a tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:22.864446 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-5a11ab76-2635-407f-b0c5-90bd6294d93a tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Transition to ACTIVE for port object 686f21dd-6159-44b1-9d63-fc817ee3cadf will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:26:22.892322 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-828635db-11a7-4178-8c23-50178adf2ab5 service neutron] Attempting to bind port 20024951-0692-4438-aaab-a36d2504f660 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:26:22.892896 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-828635db-11a7-4178-8c23-50178adf2ab5 service neutron] Attempting to bind port 20024951-0692-4438-aaab-a36d2504f660 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:26:22.893408 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-828635db-11a7-4178-8c23-50178adf2ab5 service neutron] Attempting to bind port 20024951-0692-4438-aaab-a36d2504f660 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:22.909566 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-828635db-11a7-4178-8c23-50178adf2ab5 service neutron] Port 20024951-0692-4438-aaab-a36d2504f660 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:26:22.910146 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-828635db-11a7-4178-8c23-50178adf2ab5 service neutron] Attempting to bind port 20024951-0692-4438-aaab-a36d2504f660 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:22.919273 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-828635db-11a7-4178-8c23-50178adf2ab5 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:26:22.919924 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-828635db-11a7-4178-8c23-50178adf2ab5 service neutron] Checking segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:26:22.920483 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-828635db-11a7-4178-8c23-50178adf2ab5 service neutron] Bound using segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:26:22.920922 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-828635db-11a7-4178-8c23-50178adf2ab5 service neutron] Bound port: 20024951-0692-4438-aaab-a36d2504f660, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:26:22.921284 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-828635db-11a7-4178-8c23-50178adf2ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:22.945867 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-5a11ab76-2635-407f-b0c5-90bd6294d93a tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:23.036891 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-5a11ab76-2635-407f-b0c5-90bd6294d93a tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Network 9c195d29-d2fb-4edc-9de5-571d6cce284b is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:26:23.050712 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-5a11ab76-2635-407f-b0c5-90bd6294d93a tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:26:23.055044 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11ab76-2635-407f-b0c5-90bd6294d93a tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Pushing event updated for resources: {'Port': ['ID=686f21dd-6159-44b1-9d63-fc817ee3cadf,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:23.059618 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-5a11ab76-2635-407f-b0c5-90bd6294d93a tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:26:23.064261 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-828635db-11a7-4178-8c23-50178adf2ab5 service neutron] For port 20024951-0692-4438-aaab-a36d2504f660, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:26:23.070761 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-828635db-11a7-4178-8c23-50178adf2ab5 service neutron] For port 20024951-0692-4438-aaab-a36d2504f660, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=20024951-0692-4438-aaab-a36d2504f660,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:26:23.080029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a3838-93a5-4d93-b546-302cf0ec59bd req-be6f165c-9abd-487a-a4eb-2e91cf06d853 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:23.082533 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d7a3838-93a5-4d93-b546-302cf0ec59bd req-be6f165c-9abd-487a-a4eb-2e91cf06d853 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 943 time: 0.0995212 Jul 09 09:26:23.100240 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-828635db-11a7-4178-8c23-50178adf2ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:23.170104 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d7a3838-93a5-4d93-b546-302cf0ec59bd req-eec123c2-8b95-453c-9ea0-bea52bb13856 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809114 Jul 09 09:26:23.257753 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccba8352-0910-4d71-95bb-4bc6b0a7d33a x-openstack-request-id: req-ccba8352-0910-4d71-95bb-4bc6b0a7d33a {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:26:23.258315 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363a50db-ba3f-4afc-9287-831474087386", "name": "network-vif-plugged", "status": "completed", "tag": "ce5a7c48-e2db-4cc3-8772-803a624f2eaa", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:26:23.258315 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ccba8352-0910-4d71-95bb-4bc6b0a7d33a {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:26:23.258669 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363a50db-ba3f-4afc-9287-831474087386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5a7c48-e2db-4cc3-8772-803a624f2eaa', 'code': 200} Jul 09 09:26:23.270312 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-5a11ab76-2635-407f-b0c5-90bd6294d93a tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:23.274101 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-5a11ab76-2635-407f-b0c5-90bd6294d93a tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:23.366213 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-828635db-11a7-4178-8c23-50178adf2ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:23.366855 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-828635db-11a7-4178-8c23-50178adf2ab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:23.368495 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-828635db-11a7-4178-8c23-50178adf2ab5 service neutron] 10.222.0.58 "PUT /v2.0/ports/20024951-0692-4438-aaab-a36d2504f660 HTTP/1.1" status: 200 len: 1091 time: 1.8560374 Jul 09 09:26:23.369231 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828635db-11a7-4178-8c23-50178adf2ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=20024951-0692-4438-aaab-a36d2504f660,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:23.381188 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdb6997-6297-41b0-9bc6-02783d8e2b24', 'tag': '20024951-0692-4438-aaab-a36d2504f660'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:26:23.383877 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fe5967-773e-49db-bd21-16b2307d7248" -d '{"events": [{"name": "network-changed", "server_uuid": "3fdb6997-6297-41b0-9bc6-02783d8e2b24", "tag": "20024951-0692-4438-aaab-a36d2504f660"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:26:23.397318 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4c79c685-aac5-4472-9ac2-05c765413ec8 None None] Provisioning for port 686f21dd-6159-44b1-9d63-fc817ee3cadf completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:26:23.402255 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4c79c685-aac5-4472-9ac2-05c765413ec8 None None] Provisioning complete for port 686f21dd-6159-44b1-9d63-fc817ee3cadf triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:26:23.403865 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c79c685-aac5-4472-9ac2-05c765413ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:23.414909 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-5a11ab76-2635-407f-b0c5-90bd6294d93a tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5438998 Jul 09 09:26:23.446475 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4c79c685-aac5-4472-9ac2-05c765413ec8 None None] Port 686f21dd-6159-44b1-9d63-fc817ee3cadf cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:26:23.478461 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c628bd-7ca0-4e5f-a6c2-3f64975738e3 req-8156f17e-1c28-4dd8-8d10-7208670e7664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:23.484943 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6c628bd-7ca0-4e5f-a6c2-3f64975738e3 req-8156f17e-1c28-4dd8-8d10-7208670e7664 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=363a50db-ba3f-4afc-9287-831474087386 HTTP/1.1" status: 200 len: 1101 time: 0.1413279 Jul 09 09:26:23.563021 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6c628bd-7ca0-4e5f-a6c2-3f64975738e3 req-f56e620d-9f0c-4c97-9f5c-ef15f88c86e9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=95fff627-2d7e-43b7-944f-cabe33546344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722201 Jul 09 09:26:23.762802 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee84d5-05f9-4620-9057-fcd7ad92b9a6 req-ea500926-87e8-47d0-9d64-c1615d4e1670 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:23.768750 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8eee84d5-05f9-4620-9057-fcd7ad92b9a6 req-ea500926-87e8-47d0-9d64-c1615d4e1670 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.61 "GET /v2.0/ports?device_id=363a50db-ba3f-4afc-9287-831474087386 HTTP/1.1" status: 200 len: 950 time: 0.0698118 Jul 09 09:26:23.806150 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8eee84d5-05f9-4620-9057-fcd7ad92b9a6 req-973650c4-f149-491e-8171-5553fd5691f9 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.61 "GET /v2.0/security-groups?id=95fff627-2d7e-43b7-944f-cabe33546344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359871 Jul 09 09:26:24.141469 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e7bfd-b575-4043-a962-30a5997be9c8 req-b25d647d-d508-4364-b0ee-50516781a15b tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:24.142980 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c4e7bfd-b575-4043-a962-30a5997be9c8 req-b25d647d-d508-4364-b0ee-50516781a15b tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.0643561 Jul 09 09:26:24.184593 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c4e7bfd-b575-4043-a962-30a5997be9c8 req-e0d7a08d-b7e7-4af3-98c6-be914fcf83e0 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353978 Jul 09 09:26:24.231115 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6281572-d0ef-4895-8f3f-fcb9d590736e x-openstack-request-id: req-c6281572-d0ef-4895-8f3f-fcb9d590736e {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:26:24.232038 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fdb6997-6297-41b0-9bc6-02783d8e2b24", "tag": "20024951-0692-4438-aaab-a36d2504f660", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:26:24.232564 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c6281572-d0ef-4895-8f3f-fcb9d590736e {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:26:24.233386 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdb6997-6297-41b0-9bc6-02783d8e2b24', 'tag': '20024951-0692-4438-aaab-a36d2504f660', 'status': 'completed', 'code': 200} Jul 09 09:26:24.480150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce49ea6-b213-44e8-8e5b-c211012b4ec5 req-5fdfe40a-7044-4a40-ac7a-67c5a2a41926 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:24.482095 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0ce49ea6-b213-44e8-8e5b-c211012b4ec5 req-5fdfe40a-7044-4a40-ac7a-67c5a2a41926 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/ports?device_id=962b3e32-640d-4eb4-86e6-2fab5be791e8 HTTP/1.1" status: 200 len: 931 time: 0.0989041 Jul 09 09:26:24.523592 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0ce49ea6-b213-44e8-8e5b-c211012b4ec5 req-a775ad9d-26a1-4f6a-b6f0-ef10171b261e tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/security-groups?id=44a32a0c-b335-49e3-9536-09628993f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352619 Jul 09 09:26:24.610829 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38920) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:24.719130 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35427869-04b9-4f56-8512-1234cd0b81ea req-dfe86090-b607-499c-a5be-19c9824aa826 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:24.721343 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35427869-04b9-4f56-8512-1234cd0b81ea req-dfe86090-b607-499c-a5be-19c9824aa826 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 943 time: 0.0719175 Jul 09 09:26:24.771569 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4bde1300-eaed-4f00-8aec-1ec8110b2d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:24.774435 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35427869-04b9-4f56-8512-1234cd0b81ea req-90207ebd-a9f3-45ae-a015-3d60850d83c5 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376093 Jul 09 09:26:24.873926 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4bde1300-eaed-4f00-8aec-1ec8110b2d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:24.878009 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4bde1300-eaed-4f00-8aec-1ec8110b2d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:24.938452 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4bde1300-eaed-4f00-8aec-1ec8110b2d3a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=196f52befa914545ae32529a0ad98e56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261657 Jul 09 09:26:24.939517 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde1300-eaed-4f00-8aec-1ec8110b2d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6286b16-be1b-448e-84e3-b881008c4c79,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:24.941143 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38938) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:25.013884 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f418d0c4-a313-4acd-9ce5-5180c249d8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:25.034285 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f418d0c4-a313-4acd-9ce5-5180c249d8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:25.127927 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f418d0c4-a313-4acd-9ce5-5180c249d8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:25.130483 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f418d0c4-a313-4acd-9ce5-5180c249d8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:25.131631 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f418d0c4-a313-4acd-9ce5-5180c249d8b3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a6286b16-be1b-448e-84e3-b881008c4c79 HTTP/1.1" status: 204 len: 168 time: 0.1892726 Jul 09 09:26:25.145939 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418d0c4-a313-4acd-9ce5-5180c249d8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6286b16-be1b-448e-84e3-b881008c4c79,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:25.156676 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418d0c4-a313-4acd-9ce5-5180c249d8b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:25.157027 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418d0c4-a313-4acd-9ce5-5180c249d8b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:25.157365 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418d0c4-a313-4acd-9ce5-5180c249d8b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:25.157702 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418d0c4-a313-4acd-9ce5-5180c249d8b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:25.158036 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418d0c4-a313-4acd-9ce5-5180c249d8b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:25.158368 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418d0c4-a313-4acd-9ce5-5180c249d8b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:25.158716 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418d0c4-a313-4acd-9ce5-5180c249d8b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:25.159044 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418d0c4-a313-4acd-9ce5-5180c249d8b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:25.159366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418d0c4-a313-4acd-9ce5-5180c249d8b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:25.159741 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418d0c4-a313-4acd-9ce5-5180c249d8b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:25.160028 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418d0c4-a313-4acd-9ce5-5180c249d8b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:25.160373 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f418d0c4-a313-4acd-9ce5-5180c249d8b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:26:25.200444 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dca1d-e74c-42ab-be1f-19146b2e4627 req-8ff14c90-4fd2-4b31-92cb-438a2e7f50a6 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:25.203324 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-853dca1d-e74c-42ab-be1f-19146b2e4627 req-8ff14c90-4fd2-4b31-92cb-438a2e7f50a6 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.61 "GET /v2.0/ports?device_id=363a50db-ba3f-4afc-9287-831474087386 HTTP/1.1" status: 200 len: 950 time: 0.1200843 Jul 09 09:26:25.247853 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-853dca1d-e74c-42ab-be1f-19146b2e4627 req-c868c3dd-7f94-4eb7-91a8-2385dc7b79df tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.61 "GET /v2.0/security-groups?id=95fff627-2d7e-43b7-944f-cabe33546344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380824 Jul 09 09:26:25.435332 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46d917-afef-44a2-b63c-bc1144c7bea6 req-60129790-5643-4676-b908-63dbad7a6fee tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:25.436330 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad46d917-afef-44a2-b63c-bc1144c7bea6 req-60129790-5643-4676-b908-63dbad7a6fee tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.0681932 Jul 09 09:26:25.491656 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad46d917-afef-44a2-b63c-bc1144c7bea6 req-26fb406a-301a-40d2-bf25-fa0f265431b3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472345 Jul 09 09:26:25.492285 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38948) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:25.508232 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e24ae459-957d-4ae2-8297-2d0e52818fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:25.631714 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e24ae459-957d-4ae2-8297-2d0e52818fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:25.638529 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e24ae459-957d-4ae2-8297-2d0e52818fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:25.668807 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e24ae459-957d-4ae2-8297-2d0e52818fea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a57ef1dc6a684fcc8dd3d0430c134f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1753626 Jul 09 09:26:25.671652 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38954) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:25.700341 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ae459-957d-4ae2-8297-2d0e52818fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233a0abc-9e07-4b0d-bda4-9feae994907f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:25.752407 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cec0fa61-702c-463b-8d61-176ae3e543e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:25.776385 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cec0fa61-702c-463b-8d61-176ae3e543e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:25.788657 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1305f3c-7717-4684-a027-8d9f51b27b71 req-87dea974-5e68-4ed3-b65e-24fa082eca53 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:25.790216 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e1305f3c-7717-4684-a027-8d9f51b27b71 req-87dea974-5e68-4ed3-b65e-24fa082eca53 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/ports?device_id=962b3e32-640d-4eb4-86e6-2fab5be791e8 HTTP/1.1" status: 200 len: 931 time: 0.0735188 Jul 09 09:26:25.829242 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cec0fa61-702c-463b-8d61-176ae3e543e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:25.832649 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cec0fa61-702c-463b-8d61-176ae3e543e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:25.836521 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cec0fa61-702c-463b-8d61-176ae3e543e6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/233a0abc-9e07-4b0d-bda4-9feae994907f HTTP/1.1" status: 204 len: 168 time: 0.1613564 Jul 09 09:26:25.836686 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e1305f3c-7717-4684-a027-8d9f51b27b71 req-bb0a8a9b-631d-4302-b44e-4c2bc8b76182 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/security-groups?id=44a32a0c-b335-49e3-9536-09628993f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375860 Jul 09 09:26:25.855391 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0fa61-702c-463b-8d61-176ae3e543e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233a0abc-9e07-4b0d-bda4-9feae994907f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:26.390400 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1cdb8-1e73-4c62-bfe1-4f2014fc1b05 req-d3de4108-f1c1-4634-94a5-760913add366 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:26.397547 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0e1cdb8-1e73-4c62-bfe1-4f2014fc1b05 req-d3de4108-f1c1-4634-94a5-760913add366 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 943 time: 0.0894964 Jul 09 09:26:26.465373 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0e1cdb8-1e73-4c62-bfe1-4f2014fc1b05 req-65291edf-da6f-43ae-9e97-95ad98cf7b76 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666604 Jul 09 09:26:26.797014 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c732afa-070e-40f1-9d08-bc308fedd7b7 req-8298debc-d179-49a5-85bd-c5ad327fedcf tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:26.798757 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9c732afa-070e-40f1-9d08-bc308fedd7b7 req-8298debc-d179-49a5-85bd-c5ad327fedcf tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.61 "GET /v2.0/ports?device_id=363a50db-ba3f-4afc-9287-831474087386 HTTP/1.1" status: 200 len: 950 time: 0.0776734 Jul 09 09:26:26.838940 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9c732afa-070e-40f1-9d08-bc308fedd7b7 req-743e7de9-9cd9-42ec-9e24-b92bb0ea17cd tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.61 "GET /v2.0/security-groups?id=95fff627-2d7e-43b7-944f-cabe33546344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343263 Jul 09 09:26:26.888858 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39006) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:27.010773 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-62fb0581-3ad3-4c1a-ad4a-b2622067b5a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-166326204-network', 'tenant_id': '27f14d9bfa414c58b8bfd4073fd943b7'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:27.036847 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fb0581-3ad3-4c1a-ad4a-b2622067b5a0 admin admin] Made reservation on behalf of 27f14d9bfa414c58b8bfd4073fd943b7 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:26:27.039405 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62fb0581-3ad3-4c1a-ad4a-b2622067b5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:27.046920 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009f960-bd5e-435f-b719-baed92ed0e82 req-1b3d14bb-57e6-408e-9702-45bcef21c4b0 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:27.048267 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62fb0581-3ad3-4c1a-ad4a-b2622067b5a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:27.048556 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1009f960-bd5e-435f-b719-baed92ed0e82 req-1b3d14bb-57e6-408e-9702-45bcef21c4b0 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.0703716 Jul 09 09:26:27.109162 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1009f960-bd5e-435f-b719-baed92ed0e82 req-25ddfe6a-41dd-4330-a053-9debed641cc0 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521696 Jul 09 09:26:27.180663 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62fb0581-3ad3-4c1a-ad4a-b2622067b5a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:27.184704 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62fb0581-3ad3-4c1a-ad4a-b2622067b5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:27.206849 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62fb0581-3ad3-4c1a-ad4a-b2622067b5a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:26:27.224814 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62fb0581-3ad3-4c1a-ad4a-b2622067b5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:27.225169 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-62fb0581-3ad3-4c1a-ad4a-b2622067b5a0 admin admin] Added segment 24541365-9cf4-4710-bb6a-79b5544c7159 of type vlan for network 33f666db-a94d-4972-9286-dd9d7f01b7b9 Jul 09 09:26:27.226489 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb0581-3ad3-4c1a-ad4a-b2622067b5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1310b3cd-5d1f-4572-87d6-c590cdcdeefc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:27.272888 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62fb0581-3ad3-4c1a-ad4a-b2622067b5a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:27.304192 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62fb0581-3ad3-4c1a-ad4a-b2622067b5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:27.305471 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fb0581-3ad3-4c1a-ad4a-b2622067b5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:27.306063 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62fb0581-3ad3-4c1a-ad4a-b2622067b5a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:27.390864 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e23d5-d9db-495d-87b4-62c1c04b5895 req-03746d7b-c665-4883-b88d-ca321535d8a0 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:27.392636 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0d3e23d5-d9db-495d-87b4-62c1c04b5895 req-03746d7b-c665-4883-b88d-ca321535d8a0 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/ports?device_id=962b3e32-640d-4eb4-86e6-2fab5be791e8 HTTP/1.1" status: 200 len: 931 time: 0.0793755 Jul 09 09:26:27.396661 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-62fb0581-3ad3-4c1a-ad4a-b2622067b5a0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5067019 Jul 09 09:26:27.401375 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39020) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:27.406082 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5c69713a-52da-4b48-a02a-e560252c5d6e admin admin] Request body: {'subnet': {'network_id': '33f666db-a94d-4972-9286-dd9d7f01b7b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-166326204-subnet', 'tenant_id': '27f14d9bfa414c58b8bfd4073fd943b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:27.410062 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb0581-3ad3-4c1a-ad4a-b2622067b5a0 admin admin] Pushing event updated for resources: {'Network': ['ID=33f666db-a94d-4972-9286-dd9d7f01b7b9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:27.420467 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 33f666db-a94d-4972-9286-dd9d7f01b7b9 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:26:27.434802 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c69713a-52da-4b48-a02a-e560252c5d6e admin admin] Made reservation on behalf of 27f14d9bfa414c58b8bfd4073fd943b7 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:26:27.438946 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c69713a-52da-4b48-a02a-e560252c5d6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:27.440826 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0d3e23d5-d9db-495d-87b4-62c1c04b5895 req-8d749168-2875-41a7-acee-77c91b82704b tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/security-groups?id=44a32a0c-b335-49e3-9536-09628993f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422900 Jul 09 09:26:27.696459 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c69713a-52da-4b48-a02a-e560252c5d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:27.751103 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69713a-52da-4b48-a02a-e560252c5d6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c26878-b2a1-4b28-ba4a-6018e34670df,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:27.780873 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c69713a-52da-4b48-a02a-e560252c5d6e admin admin] Checking segment: {'id': '24541365-9cf4-4710-bb6a-79b5544c7159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '33f666db-a94d-4972-9286-dd9d7f01b7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:26:27.781367 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c69713a-52da-4b48-a02a-e560252c5d6e admin admin] Network hostable DHCP agents. Network: 33f666db-a94d-4972-9286-dd9d7f01b7b9, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:26:27.788122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084fb29-a7c2-405f-8211-ce75fd1a6db5 req-dff4e81b-6db1-4652-85f4-1f0a0b24251b tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:27.789640 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b084fb29-a7c2-405f-8211-ce75fd1a6db5 req-dff4e81b-6db1-4652-85f4-1f0a0b24251b tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.64 "GET /v2.0/ports?device_id=363a50db-ba3f-4afc-9287-831474087386 HTTP/1.1" status: 200 len: 950 time: 0.1251991 Jul 09 09:26:27.800306 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c69713a-52da-4b48-a02a-e560252c5d6e admin admin] Network 33f666db-a94d-4972-9286-dd9d7f01b7b9 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:26:27.810794 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-5c69713a-52da-4b48-a02a-e560252c5d6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 33f666db-a94d-4972-9286-dd9d7f01b7b9) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:26:27.814843 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c69713a-52da-4b48-a02a-e560252c5d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:27.814999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca13bb-b9e4-4500-aa96-e7745efbb4f6 req-4ea7576e-362f-4487-82eb-fe61852019bd tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:27.815471 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c69713a-52da-4b48-a02a-e560252c5d6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:27.816511 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6ca13bb-b9e4-4500-aa96-e7745efbb4f6 req-4ea7576e-362f-4487-82eb-fe61852019bd tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 943 time: 0.1411200 Jul 09 09:26:27.820876 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbac537-7354-40de-8cf6-8b8f9f020125 None None] Network 33f666db-a94d-4972-9286-dd9d7f01b7b9 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:26:27.837512 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5c69713a-52da-4b48-a02a-e560252c5d6e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4292336 Jul 09 09:26:27.914026 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6ca13bb-b9e4-4500-aa96-e7745efbb4f6 req-8ef5e6ca-81e7-4d03-b4c9-f0cf619951a8 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771623 Jul 09 09:26:27.945961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-b084fb29-a7c2-405f-8211-ce75fd1a6db5 req-3518a5c1-73fb-4e60-8aba-accda882acd9 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Deleting port ce5a7c48-e2db-4cc3-8772-803a624f2eaa {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:26:27.946754 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b084fb29-a7c2-405f-8211-ce75fd1a6db5 req-3518a5c1-73fb-4e60-8aba-accda882acd9 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:28.074396 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b084fb29-a7c2-405f-8211-ce75fd1a6db5 req-3518a5c1-73fb-4e60-8aba-accda882acd9 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] For port ce5a7c48-e2db-4cc3-8772-803a624f2eaa, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=ce5a7c48-e2db-4cc3-8772-803a624f2eaa,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:28.074779 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b084fb29-a7c2-405f-8211-ce75fd1a6db5 req-3518a5c1-73fb-4e60-8aba-accda882acd9 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:28.090706 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-b084fb29-a7c2-405f-8211-ce75fd1a6db5 req-3518a5c1-73fb-4e60-8aba-accda882acd9 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Calling delete_port for ce5a7c48-e2db-4cc3-8772-803a624f2eaa owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:26:28.104329 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ad91bd-4594-4242-8be8-38dda779f6f1 None None] Network 33f666db-a94d-4972-9286-dd9d7f01b7b9 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:26:28.306662 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b084fb29-a7c2-405f-8211-ce75fd1a6db5 req-3518a5c1-73fb-4e60-8aba-accda882acd9 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:28.321444 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['ce5a7c48-e2db-4cc3-8772-803a624f2eaa'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:26:28.349102 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-fc78c692-2835-41fc-9627-1ba0ca5035ef tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e6c638ca378649748e4e839cd28093a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753520 Jul 09 09:26:28.438110 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518a5c1-73fb-4e60-8aba-accda882acd9 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Pushing event deleted for resources: {'Port': ['ID=ce5a7c48-e2db-4cc3-8772-803a624f2eaa,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:28.515302 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b084fb29-a7c2-405f-8211-ce75fd1a6db5 req-3518a5c1-73fb-4e60-8aba-accda882acd9 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] No DVR routers for this DVR port ce5a7c48-e2db-4cc3-8772-803a624f2eaa on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:26:28.515302 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b084fb29-a7c2-405f-8211-ce75fd1a6db5 req-3518a5c1-73fb-4e60-8aba-accda882acd9 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:28.516668 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b084fb29-a7c2-405f-8211-ce75fd1a6db5 req-3518a5c1-73fb-4e60-8aba-accda882acd9 tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.64 "DELETE /v2.0/ports/ce5a7c48-e2db-4cc3-8772-803a624f2eaa HTTP/1.1" status: 204 len: 173 time: 0.7205195 Jul 09 09:26:28.517129 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363a50db-ba3f-4afc-9287-831474087386', 'name': 'network-vif-deleted', 'tag': 'ce5a7c48-e2db-4cc3-8772-803a624f2eaa'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:26:28.519852 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debe9479-263f-4be5-9f46-7b7f6657efb3" -d '{"events": [{"server_uuid": "363a50db-ba3f-4afc-9287-831474087386", "name": "network-vif-deleted", "tag": "ce5a7c48-e2db-4cc3-8772-803a624f2eaa"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:26:28.538263 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39068) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:28.544964 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-fef48ad9-4af6-44ce-ae4a-11ad407de6f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-273417673-network', 'tenant_id': '14a793c6e4ad4a72b95fe66ce5f1ea38'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:28.590966 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-1c30dc5f-7773-438a-b89e-fd4597561b87 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:28.598385 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-1c30dc5f-7773-438a-b89e-fd4597561b87 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2479334 Jul 09 09:26:28.617571 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef48ad9-4af6-44ce-ae4a-11ad407de6f0 admin admin] Made reservation on behalf of 14a793c6e4ad4a72b95fe66ce5f1ea38 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:26:28.618417 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-7b767e4f-d762-4871-8ea1-0fbdaede0d93 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/quotas/e6c638ca378649748e4e839cd28093a1 HTTP/1.1" status: 200 len: 375 time: 0.0190198 Jul 09 09:26:28.620093 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fef48ad9-4af6-44ce-ae4a-11ad407de6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:28.633845 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fef48ad9-4af6-44ce-ae4a-11ad407de6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:28.661403 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-963c3f70-ce9c-423d-912d-0fb8a9bf6264 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6c638ca378649748e4e839cd28093a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420544 Jul 09 09:26:28.871486 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fef48ad9-4af6-44ce-ae4a-11ad407de6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:28.883225 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fef48ad9-4af6-44ce-ae4a-11ad407de6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:28.940931 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef48ad9-4af6-44ce-ae4a-11ad407de6f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:26:28.950927 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef48ad9-4af6-44ce-ae4a-11ad407de6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464b3d28-be7b-498f-9ae6-c80cd994e7c2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:28.969334 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fef48ad9-4af6-44ce-ae4a-11ad407de6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:28.969334 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-fef48ad9-4af6-44ce-ae4a-11ad407de6f0 admin admin] Added segment c43e6977-6648-4e42-8290-f0b367bdbc3b of type vlan for network ec4d22a1-ca54-4491-a320-10cf0579598d Jul 09 09:26:29.029706 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9fa69a59-4d95-451b-bea5-92160cc168e7 req-c6b6400b-2f2a-43d9-8b85-026c3e76573f tempest-ServerDiagnosticsNegativeTest-1111267250 tempest-ServerDiagnosticsNegativeTest-1111267250-project] 10.222.0.61 "GET /v2.0/ports?device_id=363a50db-ba3f-4afc-9287-831474087386 HTTP/1.1" status: 200 len: 210 time: 0.0695708 Jul 09 09:26:29.079896 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fef48ad9-4af6-44ce-ae4a-11ad407de6f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:29.128175 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fef48ad9-4af6-44ce-ae4a-11ad407de6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:29.128833 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef48ad9-4af6-44ce-ae4a-11ad407de6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:29.130502 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fef48ad9-4af6-44ce-ae4a-11ad407de6f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:29.207024 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fef48ad9-4af6-44ce-ae4a-11ad407de6f0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6672204 Jul 09 09:26:29.209773 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39082) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:29.230729 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-99ed35d8-b1d9-4316-8ddc-11d666a0d84f admin admin] Request body: {'subnet': {'network_id': 'ec4d22a1-ca54-4491-a320-10cf0579598d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-273417673-subnet', 'tenant_id': '14a793c6e4ad4a72b95fe66ce5f1ea38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:29.246802 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef48ad9-4af6-44ce-ae4a-11ad407de6f0 admin admin] Pushing event updated for resources: {'Network': ['ID=ec4d22a1-ca54-4491-a320-10cf0579598d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:29.261361 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network ec4d22a1-ca54-4491-a320-10cf0579598d details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:26:29.288107 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ed35d8-b1d9-4316-8ddc-11d666a0d84f admin admin] Made reservation on behalf of 14a793c6e4ad4a72b95fe66ce5f1ea38 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:26:29.290602 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99ed35d8-b1d9-4316-8ddc-11d666a0d84f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:29.342486 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f330b-da30-406d-9ebc-68072244e655 req-3a57f49e-7dd9-49aa-b2aa-3b66e9ad1e31 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:29.359871 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a70f330b-da30-406d-9ebc-68072244e655 req-3a57f49e-7dd9-49aa-b2aa-3b66e9ad1e31 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.0927973 Jul 09 09:26:29.434070 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a70f330b-da30-406d-9ebc-68072244e655 req-e27d4df5-f34d-47ca-ab6a-6531501a2076 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711927 Jul 09 09:26:29.722330 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99ed35d8-b1d9-4316-8ddc-11d666a0d84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:29.791814 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfd437-18c6-4bb2-b085-63a3ce38b4ab req-5b810791-45be-49f6-adb1-2f8631e261e4 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:29.799960 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-90dfd437-18c6-4bb2-b085-63a3ce38b4ab req-5b810791-45be-49f6-adb1-2f8631e261e4 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/ports?device_id=962b3e32-640d-4eb4-86e6-2fab5be791e8 HTTP/1.1" status: 200 len: 931 time: 0.1326292 Jul 09 09:26:29.822573 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed35d8-b1d9-4316-8ddc-11d666a0d84f admin admin] Pushing event updated for resources: {'Subnet': ['ID=853dee4c-f67e-4557-abc2-3e3d0e61273d,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:29.864773 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ed35d8-b1d9-4316-8ddc-11d666a0d84f admin admin] Checking segment: {'id': 'c43e6977-6648-4e42-8290-f0b367bdbc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ec4d22a1-ca54-4491-a320-10cf0579598d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:26:29.865120 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ed35d8-b1d9-4316-8ddc-11d666a0d84f admin admin] Network hostable DHCP agents. Network: ec4d22a1-ca54-4491-a320-10cf0579598d, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:26:29.890139 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-90dfd437-18c6-4bb2-b085-63a3ce38b4ab req-560bb0d7-da4f-4b53-9029-819362292774 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/security-groups?id=44a32a0c-b335-49e3-9536-09628993f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892234 Jul 09 09:26:29.891511 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ed35d8-b1d9-4316-8ddc-11d666a0d84f admin admin] Network ec4d22a1-ca54-4491-a320-10cf0579598d is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:26:29.906385 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-99ed35d8-b1d9-4316-8ddc-11d666a0d84f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, ec4d22a1-ca54-4491-a320-10cf0579598d) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:26:29.920310 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637ba789-2a24-4a54-9911-327102c2a720 None None] Network ec4d22a1-ca54-4491-a320-10cf0579598d requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:26:29.928812 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ed35d8-b1d9-4316-8ddc-11d666a0d84f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:29.930780 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99ed35d8-b1d9-4316-8ddc-11d666a0d84f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:29.955948 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90251f59-ebcb-4e26-93c7-bc366045513c x-openstack-request-id: req-90251f59-ebcb-4e26-93c7-bc366045513c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:26:29.956248 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363a50db-ba3f-4afc-9287-831474087386", "name": "network-vif-deleted", "tag": "ce5a7c48-e2db-4cc3-8772-803a624f2eaa", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:26:29.956632 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-90251f59-ebcb-4e26-93c7-bc366045513c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:26:29.957035 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363a50db-ba3f-4afc-9287-831474087386', 'name': 'network-vif-deleted', 'tag': 'ce5a7c48-e2db-4cc3-8772-803a624f2eaa', 'status': 'completed', 'code': 200} Jul 09 09:26:29.962598 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-99ed35d8-b1d9-4316-8ddc-11d666a0d84f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7516627 Jul 09 09:26:30.091353 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70170689-76ec-4e27-b7b1-c725c7216a80 None None] Network ec4d22a1-ca54-4491-a320-10cf0579598d requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:26:30.294348 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df610e8-f7a4-465f-b3d8-2c3ac472bfb7 req-c2e2ad2c-1285-420f-ac06-bdad6874ab85 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:30.295911 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8df610e8-f7a4-465f-b3d8-2c3ac472bfb7 req-c2e2ad2c-1285-420f-ac06-bdad6874ab85 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 943 time: 0.1466603 Jul 09 09:26:30.344345 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8df610e8-f7a4-465f-b3d8-2c3ac472bfb7 req-d5a746f1-d64a-4613-b615-994404dbecd2 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400410 Jul 09 09:26:30.454921 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-7458d8ff-3efa-44ee-a8c6-57b5d37b7453 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e6c638ca378649748e4e839cd28093a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274792 Jul 09 09:26:30.576692 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-cb9b4a3e-4f3e-4c66-a3cf-752428e2dda5 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:30.578151 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-cb9b4a3e-4f3e-4c66-a3cf-752428e2dda5 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1169536 Jul 09 09:26:30.592656 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-fdf54983-671a-43b0-aa41-8b293c082a15 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/quotas/e6c638ca378649748e4e839cd28093a1 HTTP/1.1" status: 200 len: 375 time: 0.0093191 Jul 09 09:26:30.628522 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-077ad049-11b9-44df-8059-0a7f23796957 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6c638ca378649748e4e839cd28093a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311093 Jul 09 09:26:30.800915 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-d09381bc-10af-4a5e-bdf5-e856891ad384 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e6c638ca378649748e4e839cd28093a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519736 Jul 09 09:26:30.980329 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-7e16e3c1-81fc-4d69-834a-f0ffe443dac3 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:30.982669 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-7e16e3c1-81fc-4d69-834a-f0ffe443dac3 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775560 Jul 09 09:26:31.002422 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-94f15b68-d984-4012-ac7e-9b1d51506a22 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Request body: {'port': {'device_id': 'bb033165-f901-4d29-a800-3244f1f693d8', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': 'e6c638ca378649748e4e839cd28093a1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:31.206731 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-94f15b68-d984-4012-ac7e-9b1d51506a22 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Made reservation on behalf of e6c638ca378649748e4e839cd28093a1 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:26:31.227549 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-94f15b68-d984-4012-ac7e-9b1d51506a22 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:31.238501 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-94f15b68-d984-4012-ac7e-9b1d51506a22 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:31.481926 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-94f15b68-d984-4012-ac7e-9b1d51506a22 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:31.490762 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-94f15b68-d984-4012-ac7e-9b1d51506a22 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:31.517961 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39136) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:31.581484 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f15b68-d984-4012-ac7e-9b1d51506a22 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b586403e-bf85-435c-a335-def2388b3a87,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:31.616186 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-8d4227fc-7672-4982-84c5-0d2347557aae tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:31.617639 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-8d4227fc-7672-4982-84c5-0d2347557aae tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.61 "GET /v2.0/networks?id=33f666db-a94d-4972-9286-dd9d7f01b7b9 HTTP/1.1" status: 200 len: 814 time: 0.2078531 Jul 09 09:26:31.660312 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-3f6fed8c-292e-4f4f-87a2-ea77db7d6cf2 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.61 "GET /v2.0/quotas/27f14d9bfa414c58b8bfd4073fd943b7 HTTP/1.1" status: 200 len: 375 time: 0.0334942 Jul 09 09:26:31.719330 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-9752a6b6-657f-44d0-b53a-6e1e0df8680a tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=27f14d9bfa414c58b8bfd4073fd943b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549428 Jul 09 09:26:31.728008 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-94f15b68-d984-4012-ac7e-9b1d51506a22 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Allocated IP 192.168.233.154 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/0170217e-c011-4ee8-bca6-d0888e58be9c) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:26:31.761030 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b5ade3fd-7caa-4f05-9cb5-71bb4e6fee10 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f4370adf784248cdb26b6898b0c8172b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418206 Jul 09 09:26:31.763505 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39140) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:31.852169 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb5f9e1a-057a-4899-aed0-edb4beb92c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:31.876429 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb5f9e1a-057a-4899-aed0-edb4beb92c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:31.910415 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-a7c49d33-0db0-4032-9839-32209c9f516a service neutron] 10.222.0.61 "GET /v2.0/networks/33f666db-a94d-4972-9286-dd9d7f01b7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768944 Jul 09 09:26:31.948372 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb5f9e1a-057a-4899-aed0-edb4beb92c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:31.951293 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb5f9e1a-057a-4899-aed0-edb4beb92c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:31.954804 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fb5f9e1a-057a-4899-aed0-edb4beb92c6e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/95fff627-2d7e-43b7-944f-cabe33546344 HTTP/1.1" status: 204 len: 168 time: 0.1877015 Jul 09 09:26:31.963279 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f9e1a-057a-4899-aed0-edb4beb92c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fff627-2d7e-43b7-944f-cabe33546344,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:32.017373 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device ce5a7c48-e2db-4cc3-8772-803a624f2eaa no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:26:32.030496 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-94f15b68-d984-4012-ac7e-9b1d51506a22 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:32.051054 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-f3f2ca7e-69ca-4e6e-96b2-df66dd9f7dd9 service neutron] 10.222.0.61 "GET /v2.0/networks/33f666db-a94d-4972-9286-dd9d7f01b7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338820 Jul 09 09:26:32.054259 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-94f15b68-d984-4012-ac7e-9b1d51506a22 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Transition to ACTIVE for port object 0170217e-c011-4ee8-bca6-d0888e58be9c will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:26:32.097863 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-94f15b68-d984-4012-ac7e-9b1d51506a22 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:32.118945 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: ce5a7c48-e2db-4cc3-8772-803a624f2eaa {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:26:32.119486 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device ce5a7c48-e2db-4cc3-8772-803a624f2eaa not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:26:32.205071 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-94f15b68-d984-4012-ac7e-9b1d51506a22 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:26:32.222452 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-94f15b68-d984-4012-ac7e-9b1d51506a22 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:26:32.232020 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-94f15b68-d984-4012-ac7e-9b1d51506a22 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:26:32.339218 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f15b68-d984-4012-ac7e-9b1d51506a22 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Pushing event updated for resources: {'Port': ['ID=0170217e-c011-4ee8-bca6-d0888e58be9c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:32.394085 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-94f15b68-d984-4012-ac7e-9b1d51506a22 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:32.397382 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-94f15b68-d984-4012-ac7e-9b1d51506a22 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:32.453086 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-94f15b68-d984-4012-ac7e-9b1d51506a22 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4554772 Jul 09 09:26:32.527171 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-8dff4195-a687-497b-b6ec-24fe43859288 service neutron] Request body: {'port': {'device_id': 'bb033165-f901-4d29-a800-3244f1f693d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:32.537124 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39152) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:32.551982 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7543a986-a794-493e-8ace-71b5e782ca78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:32.674398 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-7707e125-7b96-4bed-bc9e-f36675044f5b tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e6c638ca378649748e4e839cd28093a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2101727 Jul 09 09:26:32.760736 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7543a986-a794-493e-8ace-71b5e782ca78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:32.768929 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a5593dfe-b486-4488-ad47-5aafed04b68c None None] Provisioning for port 0170217e-c011-4ee8-bca6-d0888e58be9c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:26:32.771785 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7543a986-a794-493e-8ace-71b5e782ca78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:32.775811 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a5593dfe-b486-4488-ad47-5aafed04b68c None None] Provisioning complete for port 0170217e-c011-4ee8-bca6-d0888e58be9c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:26:32.776331 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a5593dfe-b486-4488-ad47-5aafed04b68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:32.892800 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a5593dfe-b486-4488-ad47-5aafed04b68c None None] Port 0170217e-c011-4ee8-bca6-d0888e58be9c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:26:32.893659 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543a986-a794-493e-8ace-71b5e782ca78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfba6fd-ce37-418e-9b0b-6504d2bf5891,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:32.913527 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7543a986-a794-493e-8ace-71b5e782ca78 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=656d64b73c504b15a7472d4513926bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743558 Jul 09 09:26:32.920401 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39158) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:33.022377 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9bc2605e-f737-459c-93fb-69889b2c6c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:33.063914 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9bc2605e-f737-459c-93fb-69889b2c6c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:33.133650 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9bc2605e-f737-459c-93fb-69889b2c6c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:33.136996 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9bc2605e-f737-459c-93fb-69889b2c6c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:33.139840 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9bc2605e-f737-459c-93fb-69889b2c6c04 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fdfba6fd-ce37-418e-9b0b-6504d2bf5891 HTTP/1.1" status: 204 len: 168 time: 0.2176418 Jul 09 09:26:33.167251 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2605e-f737-459c-93fb-69889b2c6c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfba6fd-ce37-418e-9b0b-6504d2bf5891,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:33.284039 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-8dff4195-a687-497b-b6ec-24fe43859288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:33.366533 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09403f1c-c6cd-4a59-b8c8-92945cdf5ce1 req-8fee8096-b1d5-496f-b8d3-6b367411b5de tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:33.371070 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09403f1c-c6cd-4a59-b8c8-92945cdf5ce1 req-8fee8096-b1d5-496f-b8d3-6b367411b5de tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.7650349 Jul 09 09:26:33.419429 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-670f3fc6-770e-4b25-adb1-2ddf4b733bcb tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:33.421000 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-670f3fc6-770e-4b25-adb1-2ddf4b733bcb tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7143269 Jul 09 09:26:33.475947 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-e1d26446-de40-4407-88c2-1817b25c86c4 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Request body: {'port': {'device_id': '4a345e8e-8ae1-4ade-9697-1a3a202e792e', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': 'e6c638ca378649748e4e839cd28093a1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:33.571323 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09403f1c-c6cd-4a59-b8c8-92945cdf5ce1 req-06a940df-6214-4d18-be8a-cd68850741d9 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924813 Jul 09 09:26:33.589981 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:33.741509 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-23d64098-dc96-4c33-b0c2-bdf4c7e485fc req-527049ae-3ec2-4eb3-9ba7-4584e9630905 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a345e8e-8ae1-4ade-9697-1a3a202e792e HTTP/1.1" status: 200 len: 210 time: 0.0389509 Jul 09 09:26:33.743449 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-e1d26446-de40-4407-88c2-1817b25c86c4 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Made reservation on behalf of e6c638ca378649748e4e839cd28093a1 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:26:33.746997 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-e1d26446-de40-4407-88c2-1817b25c86c4 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:33.845611 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-8dff4195-a687-497b-b6ec-24fe43859288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0170217e-c011-4ee8-bca6-d0888e58be9c {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:26:33.863435 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-8dff4195-a687-497b-b6ec-24fe43859288 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:33.919839 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-8dff4195-a687-497b-b6ec-24fe43859288 service neutron] Transition to ACTIVE for port object 0170217e-c011-4ee8-bca6-d0888e58be9c will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:26:33.926217 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-8dff4195-a687-497b-b6ec-24fe43859288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:34.041733 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-e1d26446-de40-4407-88c2-1817b25c86c4 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Allocated IP 192.168.233.91 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/50b9a09f-550a-4525-b0fd-c2997bf7419d) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:26:34.046227 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff4195-a687-497b-b6ec-24fe43859288 service neutron] Pushing event updated for resources: {'Port': ['ID=0170217e-c011-4ee8-bca6-d0888e58be9c,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:34.066387 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470e01b-ecbf-4f71-ac90-a5ef60859cf2 req-5af150b7-1441-4021-a368-70630224527d tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:34.068573 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6470e01b-ecbf-4f71-ac90-a5ef60859cf2 req-5af150b7-1441-4021-a368-70630224527d tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/ports?device_id=962b3e32-640d-4eb4-86e6-2fab5be791e8 HTTP/1.1" status: 200 len: 931 time: 0.2085345 Jul 09 09:26:34.081675 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-655f465f-474a-4b86-9dc2-5abe7f6b17eb service neutron] Request body: {'port': {'device_id': '962b3e32-640d-4eb4-86e6-2fab5be791e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:34.309579 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-655f465f-474a-4b86-9dc2-5abe7f6b17eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:34.361297 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe5967-773e-49db-bd21-16b2307d7248 req-480f39c9-c818-4517-b6b4-d78009a458f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:34.362782 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-32fe5967-773e-49db-bd21-16b2307d7248 req-480f39c9-c818-4517-b6b4-d78009a458f9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 1094 time: 0.1475992 Jul 09 09:26:34.374780 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6470e01b-ecbf-4f71-ac90-a5ef60859cf2 req-aefc1bcc-a1ab-406a-acc4-45d96b455f3d tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/security-groups?id=44a32a0c-b335-49e3-9536-09628993f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839851 Jul 09 09:26:34.381478 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-8dff4195-a687-497b-b6ec-24fe43859288 service neutron] Attempting to bind port 0170217e-c011-4ee8-bca6-d0888e58be9c on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:26:34.381882 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-8dff4195-a687-497b-b6ec-24fe43859288 service neutron] Attempting to bind port 0170217e-c011-4ee8-bca6-d0888e58be9c by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:26:34.382222 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-8dff4195-a687-497b-b6ec-24fe43859288 service neutron] Attempting to bind port 0170217e-c011-4ee8-bca6-d0888e58be9c on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:34.392819 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-8dff4195-a687-497b-b6ec-24fe43859288 service neutron] Port 0170217e-c011-4ee8-bca6-d0888e58be9c on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:26:34.393142 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-8dff4195-a687-497b-b6ec-24fe43859288 service neutron] Attempting to bind port 0170217e-c011-4ee8-bca6-d0888e58be9c on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:34.415745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-8dff4195-a687-497b-b6ec-24fe43859288 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:26:34.416125 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-8dff4195-a687-497b-b6ec-24fe43859288 service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:26:34.416485 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-8dff4195-a687-497b-b6ec-24fe43859288 service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:26:34.416936 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-8dff4195-a687-497b-b6ec-24fe43859288 service neutron] Bound port: 0170217e-c011-4ee8-bca6-d0888e58be9c, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:26:34.417293 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-8dff4195-a687-497b-b6ec-24fe43859288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:34.508765 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-8dff4195-a687-497b-b6ec-24fe43859288 service neutron] For port 0170217e-c011-4ee8-bca6-d0888e58be9c, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:26:34.555226 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-8dff4195-a687-497b-b6ec-24fe43859288 service neutron] For port 0170217e-c011-4ee8-bca6-d0888e58be9c, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0170217e-c011-4ee8-bca6-d0888e58be9c,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:26:34.617414 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-8dff4195-a687-497b-b6ec-24fe43859288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:34.626229 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-e1d26446-de40-4407-88c2-1817b25c86c4 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:34.642464 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-20240b23-4641-421c-a86d-974afda59dd4 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:26:34.650493 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-20240b23-4641-421c-a86d-974afda59dd4 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0344634 Jul 09 09:26:34.704775 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-d98bfd86-84db-41bd-9e87-33e7ede7e05d service neutron] Request body: {'binding': {'host': 'n-h1-799996-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:34.705308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-d98bfd86-84db-41bd-9e87-33e7ede7e05d service neutron] Unknown quota resources ['binding']. {{(pid=93790) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 09:26:34.731205 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe5967-773e-49db-bd21-16b2307d7248 req-e11051c2-a0a4-4893-9529-0f7849092c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:34.732823 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-32fe5967-773e-49db-bd21-16b2307d7248 req-e11051c2-a0a4-4893-9529-0f7849092c4b service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=82a1a771499846fa8b15e4ad106e86da&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3482332 Jul 09 09:26:34.743972 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-e1d26446-de40-4407-88c2-1817b25c86c4 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Transition to ACTIVE for port object 50b9a09f-550a-4525-b0fd-c2997bf7419d will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:26:34.776499 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-8dff4195-a687-497b-b6ec-24fe43859288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:34.777948 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-8dff4195-a687-497b-b6ec-24fe43859288 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:34.779377 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-8dff4195-a687-497b-b6ec-24fe43859288 service neutron] 10.222.0.64 "PUT /v2.0/ports/0170217e-c011-4ee8-bca6-d0888e58be9c HTTP/1.1" status: 200 len: 1096 time: 2.2734592 Jul 09 09:26:34.783240 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb033165-f901-4d29-a800-3244f1f693d8', 'tag': '0170217e-c011-4ee8-bca6-d0888e58be9c'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:26:34.785591 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5214f0a-93fc-4d68-810e-284d757f38fe" -d '{"events": [{"name": "network-changed", "server_uuid": "bb033165-f901-4d29-a800-3244f1f693d8", "tag": "0170217e-c011-4ee8-bca6-d0888e58be9c"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:26:34.978703 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff4195-a687-497b-b6ec-24fe43859288 service neutron] Pushing event updated for resources: {'Port': ['ID=0170217e-c011-4ee8-bca6-d0888e58be9c,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:35.022226 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-d98bfd86-84db-41bd-9e87-33e7ede7e05d service neutron] Attempting to bind port 97bdf000-6970-4576-8887-39d483f61de9 on host n-h1-799996-1 for vnic_type normal with profile None {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:26:35.022480 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-d98bfd86-84db-41bd-9e87-33e7ede7e05d service neutron] Attempting to bind port 97bdf000-6970-4576-8887-39d483f61de9 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:26:35.022816 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-d98bfd86-84db-41bd-9e87-33e7ede7e05d service neutron] Attempting to bind port 97bdf000-6970-4576-8887-39d483f61de9 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:35.033351 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe5967-773e-49db-bd21-16b2307d7248 req-a97fca23-5efc-4bc7-8e73-c707248f4321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:35.034946 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-32fe5967-773e-49db-bd21-16b2307d7248 req-a97fca23-5efc-4bc7-8e73-c707248f4321 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2951558 Jul 09 09:26:35.040282 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421581b5-7d7b-4f76-bd3d-aae033a922bf req-3d09c157-bc3f-4739-9f61-670aed2e80bb tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:35.049835 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-655f465f-474a-4b86-9dc2-5abe7f6b17eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686f21dd-6159-44b1-9d63-fc817ee3cadf {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:26:35.052196 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-421581b5-7d7b-4f76-bd3d-aae033a922bf req-3d09c157-bc3f-4739-9f61-670aed2e80bb tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 943 time: 0.4525065 Jul 09 09:26:35.059679 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-655f465f-474a-4b86-9dc2-5abe7f6b17eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:35.078467 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-655f465f-474a-4b86-9dc2-5abe7f6b17eb service neutron] Transition to ACTIVE for port object 686f21dd-6159-44b1-9d63-fc817ee3cadf will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:26:35.084178 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-655f465f-474a-4b86-9dc2-5abe7f6b17eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:35.134949 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f465f-474a-4b86-9dc2-5abe7f6b17eb service neutron] Pushing event updated for resources: {'Port': ['ID=686f21dd-6159-44b1-9d63-fc817ee3cadf,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:35.167934 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-d98bfd86-84db-41bd-9e87-33e7ede7e05d service neutron] Port 97bdf000-6970-4576-8887-39d483f61de9 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:26:35.168262 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-d98bfd86-84db-41bd-9e87-33e7ede7e05d service neutron] Attempting to bind port 97bdf000-6970-4576-8887-39d483f61de9 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:35.197416 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-d98bfd86-84db-41bd-9e87-33e7ede7e05d service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:26:35.197760 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-d98bfd86-84db-41bd-9e87-33e7ede7e05d service neutron] Checking segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:26:35.198131 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-d98bfd86-84db-41bd-9e87-33e7ede7e05d service neutron] Bound using segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:26:35.199089 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-d98bfd86-84db-41bd-9e87-33e7ede7e05d service neutron] Bound port: 97bdf000-6970-4576-8887-39d483f61de9, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:26:35.228072 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-e1d26446-de40-4407-88c2-1817b25c86c4 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:35.258232 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-655f465f-474a-4b86-9dc2-5abe7f6b17eb service neutron] Attempting to bind port 686f21dd-6159-44b1-9d63-fc817ee3cadf on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:26:35.258605 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-655f465f-474a-4b86-9dc2-5abe7f6b17eb service neutron] Attempting to bind port 686f21dd-6159-44b1-9d63-fc817ee3cadf by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'a5aa3058-779b-4954-9340-6a4eac9b85b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9c195d29-d2fb-4edc-9de5-571d6cce284b'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:26:35.258881 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-655f465f-474a-4b86-9dc2-5abe7f6b17eb service neutron] Attempting to bind port 686f21dd-6159-44b1-9d63-fc817ee3cadf on network 9c195d29-d2fb-4edc-9de5-571d6cce284b {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:35.266938 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-326809c9-f060-412f-ab4a-bcb3c7f2fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:35.268514 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-326809c9-f060-412f-ab4a-bcb3c7f2fd6b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 1094 time: 0.1299901 Jul 09 09:26:35.269553 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-655f465f-474a-4b86-9dc2-5abe7f6b17eb service neutron] Port 686f21dd-6159-44b1-9d63-fc817ee3cadf on network 9c195d29-d2fb-4edc-9de5-571d6cce284b not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:26:35.269873 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-655f465f-474a-4b86-9dc2-5abe7f6b17eb service neutron] Attempting to bind port 686f21dd-6159-44b1-9d63-fc817ee3cadf on network 9c195d29-d2fb-4edc-9de5-571d6cce284b {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:35.273623 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-421581b5-7d7b-4f76-bd3d-aae033a922bf req-993f92ca-c25a-44e8-90f6-4ad4ee5bcc2f tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204175 Jul 09 09:26:35.275146 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-655f465f-474a-4b86-9dc2-5abe7f6b17eb service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:26:35.275968 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-655f465f-474a-4b86-9dc2-5abe7f6b17eb service neutron] Checking segment: {'id': 'a5aa3058-779b-4954-9340-6a4eac9b85b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9c195d29-d2fb-4edc-9de5-571d6cce284b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:26:35.275968 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-655f465f-474a-4b86-9dc2-5abe7f6b17eb service neutron] Bound using segment: {'id': 'a5aa3058-779b-4954-9340-6a4eac9b85b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9c195d29-d2fb-4edc-9de5-571d6cce284b'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:26:35.276328 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-655f465f-474a-4b86-9dc2-5abe7f6b17eb service neutron] Bound port: 686f21dd-6159-44b1-9d63-fc817ee3cadf, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5aa3058-779b-4954-9340-6a4eac9b85b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9c195d29-d2fb-4edc-9de5-571d6cce284b'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:26:35.276739 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-655f465f-474a-4b86-9dc2-5abe7f6b17eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:35.324442 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-1c54823c-287c-4d79-8f6c-613ca08b1187 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20024951-0692-4438-aaab-a36d2504f660 HTTP/1.1" status: 200 len: 217 time: 0.0405195 Jul 09 09:26:35.330322 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-c335344b-68da-4201-aa52-e79f9b52eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:35.332252 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-c335344b-68da-4201-aa52-e79f9b52eb7a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e6c638ca378649748e4e839cd28093a1&device_id=bb033165-f901-4d29-a800-3244f1f693d8 HTTP/1.1" status: 200 len: 1099 time: 0.4992192 Jul 09 09:26:35.338800 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-bc904035-faad-4255-8a73-b70ade2cccd4 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:35.341125 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-bc904035-faad-4255-8a73-b70ade2cccd4 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.58 "GET /v2.0/networks?id=33f666db-a94d-4972-9286-dd9d7f01b7b9 HTTP/1.1" status: 200 len: 814 time: 0.3156264 Jul 09 09:26:35.365764 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-b536c160-f9a1-405e-8ab3-90c7cae4cca3 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Request body: {'port': {'device_id': 'fcb14766-da35-4b70-9c02-3ac049f4d599', 'network_id': '33f666db-a94d-4972-9286-dd9d7f01b7b9', 'admin_state_up': True, 'tenant_id': '27f14d9bfa414c58b8bfd4073fd943b7'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:35.420893 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-9b6bff9a-d76c-4b52-b2d4-53c9642a5c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:35.422247 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-9b6bff9a-d76c-4b52-b2d4-53c9642a5c9e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=885047f0-ba41-4b93-9739-c68577cb7cc5 HTTP/1.1" status: 200 len: 861 time: 0.0687475 Jul 09 09:26:35.426640 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-655f465f-474a-4b86-9dc2-5abe7f6b17eb service neutron] For port 686f21dd-6159-44b1-9d63-fc817ee3cadf, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:26:35.430301 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-655f465f-474a-4b86-9dc2-5abe7f6b17eb service neutron] For port 686f21dd-6159-44b1-9d63-fc817ee3cadf, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=686f21dd-6159-44b1-9d63-fc817ee3cadf,segment=NetworkSegment(a5aa3058-779b-4954-9340-6a4eac9b85b1),segment_id=a5aa3058-779b-4954-9340-6a4eac9b85b1)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:26:35.440975 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-655f465f-474a-4b86-9dc2-5abe7f6b17eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:35.452473 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-eb20c208-afed-4986-bfd0-92f1b38fa384 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=0170217e-c011-4ee8-bca6-d0888e58be9c HTTP/1.1" status: 200 len: 217 time: 0.1080899 Jul 09 09:26:35.466500 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-d8d61870-1ea4-458c-80b9-df18403c6b36 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348635 Jul 09 09:26:35.490700 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-e1d26446-de40-4407-88c2-1817b25c86c4 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:26:35.500468 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-655f465f-474a-4b86-9dc2-5abe7f6b17eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:35.501093 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-655f465f-474a-4b86-9dc2-5abe7f6b17eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:35.502651 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-655f465f-474a-4b86-9dc2-5abe7f6b17eb service neutron] 10.222.0.58 "PUT /v2.0/ports/686f21dd-6159-44b1-9d63-fc817ee3cadf HTTP/1.1" status: 200 len: 1091 time: 1.4327271 Jul 09 09:26:35.502903 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962b3e32-640d-4eb4-86e6-2fab5be791e8', 'tag': '686f21dd-6159-44b1-9d63-fc817ee3cadf'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:26:35.505155 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5461616-4398-412c-8493-d1689d34ddad" -d '{"events": [{"name": "network-changed", "server_uuid": "962b3e32-640d-4eb4-86e6-2fab5be791e8", "tag": "686f21dd-6159-44b1-9d63-fc817ee3cadf"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:26:35.532460 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-d98bfd86-84db-41bd-9e87-33e7ede7e05d service neutron] For port 97bdf000-6970-4576-8887-39d483f61de9, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=97bdf000-6970-4576-8887-39d483f61de9,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:26:35.538084 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-e1d26446-de40-4407-88c2-1817b25c86c4 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:26:35.561611 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-e1d26446-de40-4407-88c2-1817b25c86c4 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:26:35.569378 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-d98bfd86-84db-41bd-9e87-33e7ede7e05d service neutron] Notify callbacks [] for binding, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:35.570891 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-d98bfd86-84db-41bd-9e87-33e7ede7e05d service neutron] 10.222.0.61 "POST /v2.0/ports/97bdf000-6970-4576-8887-39d483f61de9/bindings HTTP/1.1" status: 201 len: 389 time: 0.9195437 Jul 09 09:26:35.571596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d26446-de40-4407-88c2-1817b25c86c4 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Pushing event updated for resources: {'Port': ['ID=50b9a09f-550a-4525-b0fd-c2997bf7419d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:35.652068 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0b3f8f31-a5c2-43aa-bb92-f287e4e33b00 req-91f06049-90f3-40f7-a160-edaacc2e2300 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcb14766-da35-4b70-9c02-3ac049f4d599 HTTP/1.1" status: 200 len: 210 time: 0.1222334 Jul 09 09:26:35.708108 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-82c21668-51a0-4327-a685-06e93e013225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:35.724431 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-82c21668-51a0-4327-a685-06e93e013225 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.2582252 Jul 09 09:26:35.814225 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-e1d26446-de40-4407-88c2-1817b25c86c4 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:35.825049 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-e1d26446-de40-4407-88c2-1817b25c86c4 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:35.901827 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-b536c160-f9a1-405e-8ab3-90c7cae4cca3 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Made reservation on behalf of 27f14d9bfa414c58b8bfd4073fd943b7 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:26:35.907286 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-b536c160-f9a1-405e-8ab3-90c7cae4cca3 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:35.942332 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-e1d26446-de40-4407-88c2-1817b25c86c4 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4746921 Jul 09 09:26:35.968481 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5cba38b6-c23c-4c34-bee2-1a2080373d46 None None] Provisioning for port 50b9a09f-550a-4525-b0fd-c2997bf7419d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:26:35.970273 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-775cee6e-88c3-4a1c-8b52-76f8b032737c service neutron] Request body: {'port': {'device_id': '4a345e8e-8ae1-4ade-9697-1a3a202e792e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:35.973535 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5cba38b6-c23c-4c34-bee2-1a2080373d46 None None] Provisioning complete for port 50b9a09f-550a-4525-b0fd-c2997bf7419d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:26:35.973970 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5cba38b6-c23c-4c34-bee2-1a2080373d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:36.012688 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f465f-474a-4b86-9dc2-5abe7f6b17eb service neutron] Pushing event updated for resources: {'Port': ['ID=686f21dd-6159-44b1-9d63-fc817ee3cadf,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:36.053726 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-8c898fe0-63d8-4c4a-aade-be798fa6631e service neutron] 10.222.0.58 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5644817 Jul 09 09:26:36.055110 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.58', 54237) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:36.058910 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5cba38b6-c23c-4c34-bee2-1a2080373d46 None None] Port 50b9a09f-550a-4525-b0fd-c2997bf7419d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:26:36.104679 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-fe2ddb55-ef4e-4b94-8a81-173631516d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:36.106928 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-fe2ddb55-ef4e-4b94-8a81-173631516d2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3752623 Jul 09 09:26:36.115837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-62fc91c3-bb0a-4fa7-8938-1b8121612044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:36.117317 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-62fc91c3-bb0a-4fa7-8938-1b8121612044 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=773f50f37ae04531838f46b93a7928b5&device_id=962b3e32-640d-4eb4-86e6-2fab5be791e8 HTTP/1.1" status: 200 len: 1094 time: 0.1744561 Jul 09 09:26:36.192166 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-20ccead3-4593-467e-8cc1-5608f042f1c1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=686f21dd-6159-44b1-9d63-fc817ee3cadf HTTP/1.1" status: 200 len: 217 time: 0.0554757 Jul 09 09:26:36.263280 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-b9d30d3c-d005-4be5-b307-97ee7b1c9faf service neutron] 10.222.0.58 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019835 Jul 09 09:26:36.272902 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-28c5a807-26c1-47b5-8771-ce357f1913a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:36.274407 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-28c5a807-26c1-47b5-8771-ce357f1913a7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 1096 time: 0.2122371 Jul 09 09:26:36.278815 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-73b67830-be94-478c-91e9-d2bb4faf097c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:36.280783 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-73b67830-be94-478c-91e9-d2bb4faf097c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b827990-5e51-45c4-863d-bd2d003a17bd HTTP/1.1" status: 200 len: 854 time: 0.0768731 Jul 09 09:26:36.409948 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-d4023660-5437-437c-bca3-b6597a0ff72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:36.411432 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-d4023660-5437-437c-bca3-b6597a0ff72a service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 909 time: 0.1302981 Jul 09 09:26:36.413143 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-cc60063d-1888-47be-932b-67ae104818cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:36.414494 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-cc60063d-1888-47be-932b-67ae104818cf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9c195d29-d2fb-4edc-9de5-571d6cce284b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1257043 Jul 09 09:26:36.494407 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3a054-1341-4584-b8f8-e061a091fe53 req-ebe7ec92-c6ec-40d1-aed2-3aa09596eed1 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:36.495961 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-01f3a054-1341-4584-b8f8-e061a091fe53 req-ebe7ec92-c6ec-40d1-aed2-3aa09596eed1 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.6153185 Jul 09 09:26:36.502132 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-e47ec6a5-6176-4fe3-a2a3-292d482a156c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97bdf000-6970-4576-8887-39d483f61de9 HTTP/1.1" status: 200 len: 217 time: 0.0745533 Jul 09 09:26:36.532966 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83753002-cfe7-48b0-871f-cfd4c04ad758 req-97bfb83e-db51-47f3-bc31-75bf2f240fdd tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:36.534424 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-83753002-cfe7-48b0-871f-cfd4c04ad758 req-97bfb83e-db51-47f3-bc31-75bf2f240fdd tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a345e8e-8ae1-4ade-9697-1a3a202e792e HTTP/1.1" status: 200 len: 935 time: 0.6024485 Jul 09 09:26:36.540421 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-775cee6e-88c3-4a1c-8b52-76f8b032737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:36.556138 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-b536c160-f9a1-405e-8ab3-90c7cae4cca3 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Allocated IP 172.20.0.2 (33f666db-a94d-4972-9286-dd9d7f01b7b9/52c26878-b2a1-4b28-ba4a-6018e34670df/2c7374d5-81fc-433f-ad49-d015bd63e30b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:26:36.578817 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-c0569bd1-6a57-4fb1-829e-9e0e090a645a service neutron] 10.222.0.58 "GET /v2.0/networks/9c195d29-d2fb-4edc-9de5-571d6cce284b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501496 Jul 09 09:26:36.580270 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-fe48ff80-f157-4001-8418-9dbd960404aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:36.581588 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-fe48ff80-f157-4001-8418-9dbd960404aa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b34d4ae-0ef5-43aa-9b17-e2650b35854e HTTP/1.1" status: 200 len: 848 time: 0.0672438 Jul 09 09:26:36.650640 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-b472b7f0-1b02-4a9a-b7ab-88f64cc65f45 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284715 Jul 09 09:26:36.660993 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-eb4db87e-4190-4091-b36f-4d16d74572f8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618744 Jul 09 09:26:36.689358 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-01f3a054-1341-4584-b8f8-e061a091fe53 req-97791455-e2ee-4c3a-8933-44fcbc071cce tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790955 Jul 09 09:26:36.750537 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-83753002-cfe7-48b0-871f-cfd4c04ad758 req-b0523c6e-f585-4984-8ed0-eec5f6bc643b tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/security-groups?id=b586403e-bf85-435c-a335-def2388b3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850166 Jul 09 09:26:36.766460 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d9b8ca35-4676-4c3b-bd66-420bcad94d18 req-c9d1b43f-e8b2-47c7-b792-4021b122564c service neutron] 10.222.0.58 "GET /v2.0/networks/9c195d29-d2fb-4edc-9de5-571d6cce284b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745653 Jul 09 09:26:36.785537 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-355abb57-7595-42cf-8ff1-ab329cd5694b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:36.806167 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4366c2a8-2095-47ed-9e94-4bd471c1b691 x-openstack-request-id: req-4366c2a8-2095-47ed-9e94-4bd471c1b691 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:26:36.806469 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb033165-f901-4d29-a800-3244f1f693d8", "tag": "0170217e-c011-4ee8-bca6-d0888e58be9c", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:26:36.806723 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4366c2a8-2095-47ed-9e94-4bd471c1b691 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:26:36.807120 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb033165-f901-4d29-a800-3244f1f693d8', 'tag': '0170217e-c011-4ee8-bca6-d0888e58be9c', 'status': 'completed', 'code': 200} Jul 09 09:26:36.808322 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-b760e55d-7571-4977-9aaa-1bfa7ca00a0b service neutron] 10.222.0.58 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380777 Jul 09 09:26:36.928294 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-608b80e2-5f67-4d9b-88a9-de581720f998 service neutron] 10.222.0.58 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074531 Jul 09 09:26:37.039419 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86882b3f-49eb-462a-95e3-c5a7fbaa44fb req-b5905e2c-afa7-4ec4-8718-2264854262af service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647735 Jul 09 09:26:37.059595 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-0d360afa-b2e6-4b55-b5dc-b3a2427da1b0 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:37.061404 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-0d360afa-b2e6-4b55-b5dc-b3a2427da1b0 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7&tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&binding%3Ahost_id=n-h2-799996-1 HTTP/1.1" status: 200 len: 1096 time: 0.0635865 Jul 09 09:26:37.081127 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-88454ca7-30f6-40e1-96cf-0e6a6913c74a tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647991 Jul 09 09:26:37.084759 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-76bb7348-3344-4139-9f75-a2a89e93e8b8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799996-1'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:37.094271 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-b536c160-f9a1-405e-8ab3-90c7cae4cca3 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:37.179133 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-76bb7348-3344-4139-9f75-a2a89e93e8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:37.244887 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6506f91-e2a7-45ab-9796-e55a9e49d9d6 req-e1166e5e-5241-492b-9fea-b966261f6c42 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:37.246976 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6506f91-e2a7-45ab-9796-e55a9e49d9d6 req-e1166e5e-5241-492b-9fea-b966261f6c42 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/ports?device_id=962b3e32-640d-4eb4-86e6-2fab5be791e8 HTTP/1.1" status: 200 len: 943 time: 0.3461652 Jul 09 09:26:37.351474 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-76bb7348-3344-4139-9f75-a2a89e93e8b8 service neutron] For port 97bdf000-6970-4576-8887-39d483f61de9, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=97bdf000-6970-4576-8887-39d483f61de9,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:37.364241 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72764b48-67c5-48a4-918a-615e7aa60991 req-4891f468-c18b-40a6-bc06-02daa051e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:37.365782 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-72764b48-67c5-48a4-918a-615e7aa60991 req-4891f468-c18b-40a6-bc06-02daa051e14c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 1101 time: 0.0911701 Jul 09 09:26:37.382706 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-97707b5c-a9b8-45e5-8d83-253f610adc26 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:37.384258 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-97707b5c-a9b8-45e5-8d83-253f610adc26 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3023484 Jul 09 09:26:37.388692 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-775cee6e-88c3-4a1c-8b52-76f8b032737c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b9a09f-550a-4525-b0fd-c2997bf7419d {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:26:37.399317 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-b536c160-f9a1-405e-8ab3-90c7cae4cca3 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:37.407139 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-775cee6e-88c3-4a1c-8b52-76f8b032737c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:37.415269 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-76bb7348-3344-4139-9f75-a2a89e93e8b8 service neutron] For port 97bdf000-6970-4576-8887-39d483f61de9, host n-h2-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:26:37.423305 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6506f91-e2a7-45ab-9796-e55a9e49d9d6 req-588d9c87-9dd3-4c19-81f9-585e240e5857 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/security-groups?id=44a32a0c-b335-49e3-9536-09628993f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568551 Jul 09 09:26:37.432531 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5214f0a-93fc-4d68-810e-284d757f38fe req-2600e4fe-337d-4b71-8c29-4b76183836a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:37.434419 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5214f0a-93fc-4d68-810e-284d757f38fe req-2600e4fe-337d-4b71-8c29-4b76183836a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e6c638ca378649748e4e839cd28093a1&device_id=bb033165-f901-4d29-a800-3244f1f693d8 HTTP/1.1" status: 200 len: 1099 time: 0.3156576 Jul 09 09:26:37.437795 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-72764b48-67c5-48a4-918a-615e7aa60991 req-4cc982dd-dbce-4fe0-8a0f-d8d2162489f9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644560 Jul 09 09:26:37.467247 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-7d7388a7-1095-4d21-bc14-bb0cbef533ab tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/quotas/3747d0dd5a2d447bac383d8b7962e11f HTTP/1.1" status: 200 len: 375 time: 0.0692127 Jul 09 09:26:37.475913 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-76bb7348-3344-4139-9f75-a2a89e93e8b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:37.477585 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-775cee6e-88c3-4a1c-8b52-76f8b032737c service neutron] Transition to ACTIVE for port object 50b9a09f-550a-4525-b0fd-c2997bf7419d will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:26:37.483048 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abde6da4-916a-4847-8a60-4049121d0414 x-openstack-request-id: req-abde6da4-916a-4847-8a60-4049121d0414 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:26:37.483428 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962b3e32-640d-4eb4-86e6-2fab5be791e8", "tag": "686f21dd-6159-44b1-9d63-fc817ee3cadf", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:26:37.483881 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-abde6da4-916a-4847-8a60-4049121d0414 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:26:37.484334 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962b3e32-640d-4eb4-86e6-2fab5be791e8', 'tag': '686f21dd-6159-44b1-9d63-fc817ee3cadf', 'status': 'completed', 'code': 200} Jul 09 09:26:37.486237 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-76bb7348-3344-4139-9f75-a2a89e93e8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:37.527943 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-b536c160-f9a1-405e-8ab3-90c7cae4cca3 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Network 33f666db-a94d-4972-9286-dd9d7f01b7b9 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:26:37.537141 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-775cee6e-88c3-4a1c-8b52-76f8b032737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:37.564980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-b536c160-f9a1-405e-8ab3-90c7cae4cca3 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:26:37.576024 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-c8576127-7d17-4bac-a895-e0e599e00fae tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0962658 Jul 09 09:26:37.578410 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-b536c160-f9a1-405e-8ab3-90c7cae4cca3 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:26:37.584142 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536c160-f9a1-405e-8ab3-90c7cae4cca3 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Pushing event updated for resources: {'Port': ['ID=2c7374d5-81fc-433f-ad49-d015bd63e30b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:37.609244 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb7348-3344-4139-9f75-a2a89e93e8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=97bdf000-6970-4576-8887-39d483f61de9,revision_number=7']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:37.651134 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-76bb7348-3344-4139-9f75-a2a89e93e8b8 service neutron] Attempting to bind port 97bdf000-6970-4576-8887-39d483f61de9 on host n-h2-799996-1 for vnic_type normal with profile {"migrating_to": "n-h1-799996-1"} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:26:37.652362 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-76bb7348-3344-4139-9f75-a2a89e93e8b8 service neutron] Attempting to bind port 97bdf000-6970-4576-8887-39d483f61de9 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:26:37.652362 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-76bb7348-3344-4139-9f75-a2a89e93e8b8 service neutron] Attempting to bind port 97bdf000-6970-4576-8887-39d483f61de9 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:37.655207 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5461616-4398-412c-8493-d1689d34ddad req-358092e9-26e4-4bf1-bf0e-9b93d61e4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:37.656841 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f5461616-4398-412c-8493-d1689d34ddad req-358092e9-26e4-4bf1-bf0e-9b93d61e4c22 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=773f50f37ae04531838f46b93a7928b5&device_id=962b3e32-640d-4eb4-86e6-2fab5be791e8 HTTP/1.1" status: 200 len: 1094 time: 0.1403699 Jul 09 09:26:37.661841 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-76bb7348-3344-4139-9f75-a2a89e93e8b8 service neutron] Port 97bdf000-6970-4576-8887-39d483f61de9 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:26:37.662434 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-76bb7348-3344-4139-9f75-a2a89e93e8b8 service neutron] Attempting to bind port 97bdf000-6970-4576-8887-39d483f61de9 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:37.681340 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-76bb7348-3344-4139-9f75-a2a89e93e8b8 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:26:37.682055 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-76bb7348-3344-4139-9f75-a2a89e93e8b8 service neutron] Checking segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:26:37.682681 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-76bb7348-3344-4139-9f75-a2a89e93e8b8 service neutron] Bound using segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:26:37.684171 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-76bb7348-3344-4139-9f75-a2a89e93e8b8 service neutron] Bound port: 97bdf000-6970-4576-8887-39d483f61de9, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:26:37.685053 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-76bb7348-3344-4139-9f75-a2a89e93e8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:37.722468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775cee6e-88c3-4a1c-8b52-76f8b032737c service neutron] Pushing event updated for resources: {'Port': ['ID=50b9a09f-550a-4525-b0fd-c2997bf7419d,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:37.732457 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-b536c160-f9a1-405e-8ab3-90c7cae4cca3 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:37.733389 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-b536c160-f9a1-405e-8ab3-90c7cae4cca3 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:37.855631 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-775cee6e-88c3-4a1c-8b52-76f8b032737c service neutron] Attempting to bind port 50b9a09f-550a-4525-b0fd-c2997bf7419d on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:26:37.856142 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-775cee6e-88c3-4a1c-8b52-76f8b032737c service neutron] Attempting to bind port 50b9a09f-550a-4525-b0fd-c2997bf7419d by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:26:37.856712 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-775cee6e-88c3-4a1c-8b52-76f8b032737c service neutron] Attempting to bind port 50b9a09f-550a-4525-b0fd-c2997bf7419d on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:37.872940 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-775cee6e-88c3-4a1c-8b52-76f8b032737c service neutron] Port 50b9a09f-550a-4525-b0fd-c2997bf7419d on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:26:37.874085 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-775cee6e-88c3-4a1c-8b52-76f8b032737c service neutron] Attempting to bind port 50b9a09f-550a-4525-b0fd-c2997bf7419d on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:37.882685 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5461616-4398-412c-8493-d1689d34ddad req-a5236aa7-ee9d-4d1f-a8dd-de9c3ebec16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:37.884242 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f5461616-4398-412c-8493-d1689d34ddad req-a5236aa7-ee9d-4d1f-a8dd-de9c3ebec16d service neutron] 10.222.0.58 "GET /v2.0/networks?id=9c195d29-d2fb-4edc-9de5-571d6cce284b HTTP/1.1" status: 200 len: 916 time: 0.2138426 Jul 09 09:26:37.896212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5214f0a-93fc-4d68-810e-284d757f38fe req-8edd853a-ef7e-4e1a-a11c-bdc5d7d89783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:37.899287 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5214f0a-93fc-4d68-810e-284d757f38fe req-8edd853a-ef7e-4e1a-a11c-bdc5d7d89783 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.4386539 Jul 09 09:26:37.912121 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-775cee6e-88c3-4a1c-8b52-76f8b032737c service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:26:37.912537 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-775cee6e-88c3-4a1c-8b52-76f8b032737c service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:26:37.915362 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-775cee6e-88c3-4a1c-8b52-76f8b032737c service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:26:37.915362 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-775cee6e-88c3-4a1c-8b52-76f8b032737c service neutron] Bound port: 50b9a09f-550a-4525-b0fd-c2997bf7419d, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:26:37.915928 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-775cee6e-88c3-4a1c-8b52-76f8b032737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:37.946910 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-76bb7348-3344-4139-9f75-a2a89e93e8b8 service neutron] For port 97bdf000-6970-4576-8887-39d483f61de9, host n-h2-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:26:37.952027 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f5461616-4398-412c-8493-d1689d34ddad req-0a756f7a-0a1e-4eb1-b5c4-47cd27617cba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=686f21dd-6159-44b1-9d63-fc817ee3cadf HTTP/1.1" status: 200 len: 217 time: 0.0599861 Jul 09 09:26:37.988638 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-76bb7348-3344-4139-9f75-a2a89e93e8b8 service neutron] For port 97bdf000-6970-4576-8887-39d483f61de9, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=97bdf000-6970-4576-8887-39d483f61de9,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:26:37.997293 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-b536c160-f9a1-405e-8ab3-90c7cae4cca3 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6394172 Jul 09 09:26:38.029212 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-76bb7348-3344-4139-9f75-a2a89e93e8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:38.032110 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5461616-4398-412c-8493-d1689d34ddad req-950f5227-a6f0-46a4-940a-b0069cc944b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:38.033626 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f5461616-4398-412c-8493-d1689d34ddad req-950f5227-a6f0-46a4-940a-b0069cc944b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b827990-5e51-45c4-863d-bd2d003a17bd HTTP/1.1" status: 200 len: 854 time: 0.0730550 Jul 09 09:26:38.061041 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-4aa5dfbb-54c2-4486-8d81-4de412c7afea service neutron] Request body: {'port': {'device_id': 'fcb14766-da35-4b70-9c02-3ac049f4d599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:38.066686 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5214f0a-93fc-4d68-810e-284d757f38fe req-cf394665-1466-4caa-bc68-e2963da405cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=0170217e-c011-4ee8-bca6-d0888e58be9c HTTP/1.1" status: 200 len: 217 time: 0.1560273 Jul 09 09:26:38.128558 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb7348-3344-4139-9f75-a2a89e93e8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=97bdf000-6970-4576-8887-39d483f61de9,revision_number=8']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:38.164531 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-76bb7348-3344-4139-9f75-a2a89e93e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:38.165069 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-76bb7348-3344-4139-9f75-a2a89e93e8b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:38.165783 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767355c-15b8-4e6d-8ee0-bf7d9ecd7da2 req-9231178a-4d60-44a2-bdc2-861e81fe6ca2 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:38.166468 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-76bb7348-3344-4139-9f75-a2a89e93e8b8 service neutron] 10.222.0.58 "PUT /v2.0/ports/97bdf000-6970-4576-8887-39d483f61de9 HTTP/1.1" status: 200 len: 1121 time: 1.0962291 Jul 09 09:26:38.167489 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2767355c-15b8-4e6d-8ee0-bf7d9ecd7da2 req-9231178a-4d60-44a2-bdc2-861e81fe6ca2 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 943 time: 0.5590875 Jul 09 09:26:38.174831 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5461616-4398-412c-8493-d1689d34ddad req-b97e077a-4c03-4332-8bee-4ec32d675465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:38.176361 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f5461616-4398-412c-8493-d1689d34ddad req-b97e077a-4c03-4332-8bee-4ec32d675465 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9c195d29-d2fb-4edc-9de5-571d6cce284b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172626 Jul 09 09:26:38.241675 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['97bdf000-6970-4576-8887-39d483f61de9'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:26:38.332260 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f5461616-4398-412c-8493-d1689d34ddad req-889117a7-10e5-41dc-97cb-57120cdaa789 service neutron] 10.222.0.58 "GET /v2.0/networks/9c195d29-d2fb-4edc-9de5-571d6cce284b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359365 Jul 09 09:26:38.337592 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-775cee6e-88c3-4a1c-8b52-76f8b032737c service neutron] For port 50b9a09f-550a-4525-b0fd-c2997bf7419d, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:26:38.341899 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5214f0a-93fc-4d68-810e-284d757f38fe req-dd7f6d1a-f7ea-4795-95e9-5433e957969d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:38.343420 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5214f0a-93fc-4d68-810e-284d757f38fe req-dd7f6d1a-f7ea-4795-95e9-5433e957969d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.2150459 Jul 09 09:26:38.390132 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-775cee6e-88c3-4a1c-8b52-76f8b032737c service neutron] For port 50b9a09f-550a-4525-b0fd-c2997bf7419d, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=50b9a09f-550a-4525-b0fd-c2997bf7419d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:26:38.424428 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2767355c-15b8-4e6d-8ee0-bf7d9ecd7da2 req-bfbcf565-0014-4d76-855f-5f3a1be4e8c0 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059176 Jul 09 09:26:38.427770 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-775cee6e-88c3-4a1c-8b52-76f8b032737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:38.431359 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-4aa5dfbb-54c2-4486-8d81-4de412c7afea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:38.462597 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ef83f-eef7-40d1-bb39-eed1c565e351 req-b4feba00-c25e-47b4-b97e-86caaf95eea8 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:38.463619 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0f0ef83f-eef7-40d1-bb39-eed1c565e351 req-b4feba00-c25e-47b4-b97e-86caaf95eea8 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 943 time: 0.4693675 Jul 09 09:26:38.495721 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-775cee6e-88c3-4a1c-8b52-76f8b032737c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:38.496371 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-775cee6e-88c3-4a1c-8b52-76f8b032737c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:38.497837 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-775cee6e-88c3-4a1c-8b52-76f8b032737c service neutron] 10.222.0.64 "PUT /v2.0/ports/50b9a09f-550a-4525-b0fd-c2997bf7419d HTTP/1.1" status: 200 len: 1095 time: 2.5364797 Jul 09 09:26:38.500131 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f5461616-4398-412c-8493-d1689d34ddad req-2f520ab3-dd3c-42c0-92f5-1c7ffc578281 service neutron] 10.222.0.58 "GET /v2.0/networks/9c195d29-d2fb-4edc-9de5-571d6cce284b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609609 Jul 09 09:26:38.738747 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device d3400461-a2e2-468f-b6f0-ffcc45c35b57 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:26:38.763646 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775cee6e-88c3-4a1c-8b52-76f8b032737c service neutron] Pushing event updated for resources: {'Port': ['ID=50b9a09f-550a-4525-b0fd-c2997bf7419d,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:38.781134 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:38.783446 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0f0ef83f-eef7-40d1-bb39-eed1c565e351 req-642ea39f-00d4-494f-b11c-7243ee2b7046 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958186 Jul 09 09:26:38.815922 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a345e8e-8ae1-4ade-9697-1a3a202e792e', 'tag': '50b9a09f-550a-4525-b0fd-c2997bf7419d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:26:38.818545 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f64c5a-e3ba-470a-b153-fc3a7bcdf0fb" -d '{"events": [{"name": "network-changed", "server_uuid": "4a345e8e-8ae1-4ade-9697-1a3a202e792e", "tag": "50b9a09f-550a-4525-b0fd-c2997bf7419d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:26:38.838563 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5214f0a-93fc-4d68-810e-284d757f38fe req-6a577ddf-dfc6-48fc-bc6d-1ea915094eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:38.840152 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5214f0a-93fc-4d68-810e-284d757f38fe req-6a577ddf-dfc6-48fc-bc6d-1ea915094eff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4734216 Jul 09 09:26:38.876490 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port d3400461-a2e2-468f-b6f0-ffcc45c35b57, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d3400461-a2e2-468f-b6f0-ffcc45c35b57,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:38.889672 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'd3400461-a2e2-468f-b6f0-ffcc45c35b57', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': 'd3400461-a2e2-468f-b6f0-ffcc45c35b57', 'mac_address': 'fa:16:3e:f1:20:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:26:38.935969 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:38.949760 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3400461-a2e2-468f-b6f0-ffcc45c35b57 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:26:38.971362 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port d3400461-a2e2-468f-b6f0-ffcc45c35b57, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d3400461-a2e2-468f-b6f0-ffcc45c35b57,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:38.975600 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:38.976289 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 20024951-0692-4438-aaab-a36d2504f660 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:26:39.185013 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=d3400461-a2e2-468f-b6f0-ffcc45c35b57,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:39.230613 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 20024951-0692-4438-aaab-a36d2504f660, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=20024951-0692-4438-aaab-a36d2504f660,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:39.243514 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '20024951-0692-4438-aaab-a36d2504f660', 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2', 'port_id': '20024951-0692-4438-aaab-a36d2504f660', 'mac_address': 'fa:16:3e:4e:e3:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '885047f0-ba41-4b93-9739-c68577cb7cc5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:26:39.295594 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:39.305430 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d1154f42-ab37-4f3d-b814-733630929522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:39.311521 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20024951-0692-4438-aaab-a36d2504f660 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:26:39.325661 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-41ab3433-79ba-4a87-9fcc-94624f7d5223 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681188 Jul 09 09:26:39.333933 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 20024951-0692-4438-aaab-a36d2504f660, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=20024951-0692-4438-aaab-a36d2504f660,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:39.338412 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:39.364874 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2300d-0d55-4bb4-9f10-4d41374d131b req-3ab122ea-9cec-446d-b530-e289097d9fbf tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:39.371808 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-81a2300d-0d55-4bb4-9f10-4d41374d131b req-3ab122ea-9cec-446d-b530-e289097d9fbf tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcb14766-da35-4b70-9c02-3ac049f4d599 HTTP/1.1" status: 200 len: 931 time: 0.6411252 Jul 09 09:26:39.391519 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=20024951-0692-4438-aaab-a36d2504f660,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:39.409274 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-6ad53cb6-0a65-4380-b840-e2db3d0b46fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:39.410702 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-6ad53cb6-0a65-4380-b840-e2db3d0b46fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e6c638ca378649748e4e839cd28093a1&device_id=4a345e8e-8ae1-4ade-9697-1a3a202e792e HTTP/1.1" status: 200 len: 1098 time: 0.7810347 Jul 09 09:26:39.464479 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:39.477310 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5214f0a-93fc-4d68-810e-284d757f38fe req-07306c30-0472-476a-82a6-00ab9f36e266 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457525 Jul 09 09:26:39.485041 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56969f26-e8f9-4c2d-982a-3167421ebda7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97bdf000-6970-4576-8887-39d483f61de9'}, {'name': 'network-changed', 'server_uuid': '56969f26-e8f9-4c2d-982a-3167421ebda7', 'tag': '97bdf000-6970-4576-8887-39d483f61de9'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:26:39.487361 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bce3895-aae8-4648-8e9f-e3de9a4bf6e6" -d '{"events": [{"server_uuid": "56969f26-e8f9-4c2d-982a-3167421ebda7", "name": "network-vif-unplugged", "status": "completed", "tag": "97bdf000-6970-4576-8887-39d483f61de9"}, {"name": "network-changed", "server_uuid": "56969f26-e8f9-4c2d-982a-3167421ebda7", "tag": "97bdf000-6970-4576-8887-39d483f61de9"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:26:39.533723 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-942aeaac-534b-40c8-a5b2-ebb295f78602 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=50b9a09f-550a-4525-b0fd-c2997bf7419d HTTP/1.1" status: 200 len: 217 time: 0.0820587 Jul 09 09:26:39.556804 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf87feb-01c6-483c-a04c-dd369b980039 req-0a67f1e4-be52-412f-ba25-7dbd266e9cb8 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:39.558754 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5cf87feb-01c6-483c-a04c-dd369b980039 req-0a67f1e4-be52-412f-ba25-7dbd266e9cb8 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 949 time: 0.4286492 Jul 09 09:26:39.639744 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['20024951-0692-4438-aaab-a36d2504f660'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:26:39.662779 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['d3400461-a2e2-468f-b6f0-ffcc45c35b57'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:26:39.671615 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-81a2300d-0d55-4bb4-9f10-4d41374d131b req-a0a50d1d-c72e-4ae4-86e8-fe8bcff7aa65 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.61 "GET /v2.0/security-groups?id=1310b3cd-5d1f-4572-87d6-c590cdcdeefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989540 Jul 09 09:26:39.706297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-4aa5dfbb-54c2-4486-8d81-4de412c7afea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7374d5-81fc-433f-ad49-d015bd63e30b {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:26:39.721653 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-4aa5dfbb-54c2-4486-8d81-4de412c7afea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:39.737776 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-3ee9273d-130c-4eb4-93a6-ef9d2eebc070 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:39.739275 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-3ee9273d-130c-4eb4-93a6-ef9d2eebc070 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4034588 Jul 09 09:26:39.764479 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-c8ac6f06-9a6d-49d6-9526-1b6734553920 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Request body: {'port': {'device_id': 'b2adb05a-ca0f-4a43-b934-74b965121265', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': '3747d0dd5a2d447bac383d8b7962e11f'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:39.771390 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-e9617494-7ad3-4d57-bfca-005dd523d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:39.772949 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-e9617494-7ad3-4d57-bfca-005dd523d21f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.2242064 Jul 09 09:26:39.784762 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-4aa5dfbb-54c2-4486-8d81-4de412c7afea service neutron] Transition to ACTIVE for port object 2c7374d5-81fc-433f-ad49-d015bd63e30b will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:26:39.836434 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5cf87feb-01c6-483c-a04c-dd369b980039 req-0e408ccd-efb6-4884-880a-8836adbfc145 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150924 Jul 09 09:26:39.848515 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-4aa5dfbb-54c2-4486-8d81-4de412c7afea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:39.922051 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e234a02-304b-4b10-8410-c5e6d8737b00 req-b6a16878-edf7-40b7-a64c-dc71b917bd52 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2adb05a-ca0f-4a43-b934-74b965121265 HTTP/1.1" status: 200 len: 210 time: 0.1249475 Jul 09 09:26:39.986849 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5214f0a-93fc-4d68-810e-284d757f38fe req-ce4c027c-406e-4430-b561-cfdd0d00919d service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726319 Jul 09 09:26:40.033448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5dfbb-54c2-4486-8d81-4de412c7afea service neutron] Pushing event updated for resources: {'Port': ['ID=2c7374d5-81fc-433f-ad49-d015bd63e30b,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:40.155550 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-ea941643-6bc7-48c8-b729-fefadef594a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:40.157316 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-ea941643-6bc7-48c8-b729-fefadef594a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3715322 Jul 09 09:26:40.190346 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-c8ac6f06-9a6d-49d6-9526-1b6734553920 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Made reservation on behalf of 3747d0dd5a2d447bac383d8b7962e11f for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:26:40.193707 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-c8ac6f06-9a6d-49d6-9526-1b6734553920 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:40.253854 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-c8ac6f06-9a6d-49d6-9526-1b6734553920 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:40.267017 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea033417-fc9b-46ea-945f-7b360792f9d6 req-de92a2ba-3b4b-4427-929b-7a77fca37345 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:40.268519 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea033417-fc9b-46ea-945f-7b360792f9d6 req-de92a2ba-3b4b-4427-929b-7a77fca37345 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a345e8e-8ae1-4ade-9697-1a3a202e792e HTTP/1.1" status: 200 len: 947 time: 0.3064828 Jul 09 09:26:40.275902 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-4aa5dfbb-54c2-4486-8d81-4de412c7afea service neutron] Attempting to bind port 2c7374d5-81fc-433f-ad49-d015bd63e30b on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:26:40.276235 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-4aa5dfbb-54c2-4486-8d81-4de412c7afea service neutron] Attempting to bind port 2c7374d5-81fc-433f-ad49-d015bd63e30b by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '24541365-9cf4-4710-bb6a-79b5544c7159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '33f666db-a94d-4972-9286-dd9d7f01b7b9'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:26:40.277094 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-4aa5dfbb-54c2-4486-8d81-4de412c7afea service neutron] Attempting to bind port 2c7374d5-81fc-433f-ad49-d015bd63e30b on network 33f666db-a94d-4972-9286-dd9d7f01b7b9 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:40.309332 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-4aa5dfbb-54c2-4486-8d81-4de412c7afea service neutron] Port 2c7374d5-81fc-433f-ad49-d015bd63e30b on network 33f666db-a94d-4972-9286-dd9d7f01b7b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:26:40.309650 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-4aa5dfbb-54c2-4486-8d81-4de412c7afea service neutron] Attempting to bind port 2c7374d5-81fc-433f-ad49-d015bd63e30b on network 33f666db-a94d-4972-9286-dd9d7f01b7b9 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:40.336939 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f38e89-dd78-4ad1-a3ae-0cd1bfcb8137 req-7853b43c-9f80-40f9-b01e-df734e706ddb tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:40.338408 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-08f38e89-dd78-4ad1-a3ae-0cd1bfcb8137 req-7853b43c-9f80-40f9-b01e-df734e706ddb tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/ports?device_id=962b3e32-640d-4eb4-86e6-2fab5be791e8 HTTP/1.1" status: 200 len: 943 time: 0.2996404 Jul 09 09:26:40.350768 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-4aa5dfbb-54c2-4486-8d81-4de412c7afea service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:26:40.351091 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-4aa5dfbb-54c2-4486-8d81-4de412c7afea service neutron] Checking segment: {'id': '24541365-9cf4-4710-bb6a-79b5544c7159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '33f666db-a94d-4972-9286-dd9d7f01b7b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:26:40.351463 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-4aa5dfbb-54c2-4486-8d81-4de412c7afea service neutron] Bound using segment: {'id': '24541365-9cf4-4710-bb6a-79b5544c7159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '33f666db-a94d-4972-9286-dd9d7f01b7b9'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:26:40.351917 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-4aa5dfbb-54c2-4486-8d81-4de412c7afea service neutron] Bound port: 2c7374d5-81fc-433f-ad49-d015bd63e30b, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24541365-9cf4-4710-bb6a-79b5544c7159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '33f666db-a94d-4972-9286-dd9d7f01b7b9'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:26:40.352270 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-4aa5dfbb-54c2-4486-8d81-4de412c7afea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:40.410505 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea033417-fc9b-46ea-945f-7b360792f9d6 req-4f2abcf4-f4c2-4bd8-b39e-3596e19a9c2f tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/security-groups?id=b586403e-bf85-435c-a335-def2388b3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270304 Jul 09 09:26:40.420851 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-2d7c06aa-4a00-4294-bdc9-a17484461de5 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479343 Jul 09 09:26:40.466971 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228e844d-46fb-435a-a64d-c387bb94cb74 x-openstack-request-id: req-228e844d-46fb-435a-a64d-c387bb94cb74 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:26:40.467255 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a345e8e-8ae1-4ade-9697-1a3a202e792e", "tag": "50b9a09f-550a-4525-b0fd-c2997bf7419d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:26:40.467631 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-228e844d-46fb-435a-a64d-c387bb94cb74 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:26:40.467891 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a345e8e-8ae1-4ade-9697-1a3a202e792e', 'tag': '50b9a09f-550a-4525-b0fd-c2997bf7419d', 'status': 'completed', 'code': 200} Jul 09 09:26:40.525865 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-08f38e89-dd78-4ad1-a3ae-0cd1bfcb8137 req-ee5a839b-65b5-4c78-a31d-ea26303c8d1e tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/security-groups?id=44a32a0c-b335-49e3-9536-09628993f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799111 Jul 09 09:26:40.580561 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 09 Jul 2021 09:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e25c38-cbfc-48d7-992b-92743239bc88 x-openstack-request-id: req-75e25c38-cbfc-48d7-992b-92743239bc88 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:26:40.581139 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56969f26-e8f9-4c2d-982a-3167421ebda7", "name": "network-vif-unplugged", "status": "completed", "tag": "97bdf000-6970-4576-8887-39d483f61de9", "code": 200}, {"name": "network-changed", "server_uuid": "56969f26-e8f9-4c2d-982a-3167421ebda7", "tag": "97bdf000-6970-4576-8887-39d483f61de9", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:26:40.581721 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-75e25c38-cbfc-48d7-992b-92743239bc88 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:26:40.582230 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56969f26-e8f9-4c2d-982a-3167421ebda7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97bdf000-6970-4576-8887-39d483f61de9', 'code': 200} Jul 09 09:26:40.582579 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56969f26-e8f9-4c2d-982a-3167421ebda7', 'tag': '97bdf000-6970-4576-8887-39d483f61de9', 'status': 'completed', 'code': 200} Jul 09 09:26:40.595046 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-4aa5dfbb-54c2-4486-8d81-4de412c7afea service neutron] For port 2c7374d5-81fc-433f-ad49-d015bd63e30b, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:26:40.634887 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-4aa5dfbb-54c2-4486-8d81-4de412c7afea service neutron] For port 2c7374d5-81fc-433f-ad49-d015bd63e30b, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=2c7374d5-81fc-433f-ad49-d015bd63e30b,segment=NetworkSegment(24541365-9cf4-4710-bb6a-79b5544c7159),segment_id=24541365-9cf4-4710-bb6a-79b5544c7159)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:26:40.668984 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-4aa5dfbb-54c2-4486-8d81-4de412c7afea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:40.729642 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-c8ac6f06-9a6d-49d6-9526-1b6734553920 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:40.743088 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 97bdf000-6970-4576-8887-39d483f61de9 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:26:40.746178 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device d3400461-a2e2-468f-b6f0-ffcc45c35b57 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:26:40.750034 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-c8ac6f06-9a6d-49d6-9526-1b6734553920 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:40.754260 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7096c79b-ff56-4e60-84e5-4f864bae26b4 req-e01d715b-5852-4ce6-9101-800688eb1068 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119807 Jul 09 09:26:40.755636 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-4aa5dfbb-54c2-4486-8d81-4de412c7afea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:40.756249 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-4aa5dfbb-54c2-4486-8d81-4de412c7afea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:40.757538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-4aa5dfbb-54c2-4486-8d81-4de412c7afea service neutron] 10.222.0.58 "PUT /v2.0/ports/2c7374d5-81fc-433f-ad49-d015bd63e30b HTTP/1.1" status: 200 len: 1091 time: 2.7094924 Jul 09 09:26:40.873192 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port d3400461-a2e2-468f-b6f0-ffcc45c35b57 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:26:40.873563 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:40.893495 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5dfbb-54c2-4486-8d81-4de412c7afea service neutron] Pushing event updated for resources: {'Port': ['ID=2c7374d5-81fc-433f-ad49-d015bd63e30b,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:40.924486 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 97bdf000-6970-4576-8887-39d483f61de9, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=97bdf000-6970-4576-8887-39d483f61de9,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:40.926354 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae091c3c-4a80-49ad-b827-782e28b1749f req-a3aab75c-e5e9-4082-923f-c467e5fd0541 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:40.927920 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ae091c3c-4a80-49ad-b827-782e28b1749f req-a3aab75c-e5e9-4082-923f-c467e5fd0541 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 943 time: 0.3821201 Jul 09 09:26:40.929776 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac6f06-9a6d-49d6-9526-1b6734553920 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a61e15e1-9710-46d9-b191-22e563a13fa9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:40.939012 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 97bdf000-6970-4576-8887-39d483f61de9 has no active binding in host n-h1-799996-1 {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 09:26:40.939416 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 686f21dd-6159-44b1-9d63-fc817ee3cadf details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:26:41.008980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce3895-aae8-4648-8e9f-e3de9a4bf6e6 req-2e6551a9-dba5-4f85-aee6-c838a7161a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:41.010467 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3bce3895-aae8-4648-8e9f-e3de9a4bf6e6 req-2e6551a9-dba5-4f85-aee6-c838a7161a55 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 1124 time: 0.3899260 Jul 09 09:26:41.050408 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:41.055240 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:41.103966 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af6937d-3ad2-4e11-a065-d55acc374fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3400461-a2e2-468f-b6f0-ffcc45c35b57'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:26:41.106797 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9d7476-0ccb-4146-8be6-110215a6f9b7" -d '{"events": [{"server_uuid": "5af6937d-3ad2-4e11-a065-d55acc374fa8", "name": "network-vif-plugged", "status": "completed", "tag": "d3400461-a2e2-468f-b6f0-ffcc45c35b57"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:26:41.120986 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 686f21dd-6159-44b1-9d63-fc817ee3cadf, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=686f21dd-6159-44b1-9d63-fc817ee3cadf,segment=NetworkSegment(a5aa3058-779b-4954-9340-6a4eac9b85b1),segment_id=a5aa3058-779b-4954-9340-6a4eac9b85b1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:41.137913 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port d3400461-a2e2-468f-b6f0-ffcc45c35b57, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d3400461-a2e2-468f-b6f0-ffcc45c35b57,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:41.143642 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:41.149561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 20024951-0692-4438-aaab-a36d2504f660 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:26:41.149561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '686f21dd-6159-44b1-9d63-fc817ee3cadf', 'network_id': '9c195d29-d2fb-4edc-9de5-571d6cce284b', 'port_id': '686f21dd-6159-44b1-9d63-fc817ee3cadf', 'mac_address': 'fa:16:3e:c3:bd:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b827990-5e51-45c4-863d-bd2d003a17bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:26:41.258058 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:41.262148 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=d3400461-a2e2-468f-b6f0-ffcc45c35b57,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:41.279082 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686f21dd-6159-44b1-9d63-fc817ee3cadf {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:26:41.292952 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 20024951-0692-4438-aaab-a36d2504f660 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:26:41.302503 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 20024951-0692-4438-aaab-a36d2504f660 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:26:41.303228 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:41.306384 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 686f21dd-6159-44b1-9d63-fc817ee3cadf, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=686f21dd-6159-44b1-9d63-fc817ee3cadf,segment=NetworkSegment(a5aa3058-779b-4954-9340-6a4eac9b85b1),segment_id=a5aa3058-779b-4954-9340-6a4eac9b85b1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:41.329019 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:41.373231 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ae091c3c-4a80-49ad-b827-782e28b1749f req-47bdf456-e9d2-47ec-aebd-6a9c98fe351a tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341297 Jul 09 09:26:41.390346 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=686f21dd-6159-44b1-9d63-fc817ee3cadf,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:41.412500 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afad85-afd5-4a02-af56-513fea6aeee8 req-3adc9032-47b5-44be-b8b4-b5e4e78bd065 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:41.414031 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6afad85-afd5-4a02-af56-513fea6aeee8 req-3adc9032-47b5-44be-b8b4-b5e4e78bd065 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 944 time: 0.6375782 Jul 09 09:26:41.422940 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-1ed80ad1-c7a4-4e73-955a-3e1b7d547ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:41.424485 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-1ed80ad1-c7a4-4e73-955a-3e1b7d547ad7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=27f14d9bfa414c58b8bfd4073fd943b7&device_id=fcb14766-da35-4b70-9c02-3ac049f4d599 HTTP/1.1" status: 200 len: 1094 time: 0.6107659 Jul 09 09:26:41.438716 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:41.445077 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-c8ac6f06-9a6d-49d6-9526-1b6734553920 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Allocated IP 192.168.233.12 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:26:41.471651 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 20024951-0692-4438-aaab-a36d2504f660, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=20024951-0692-4438-aaab-a36d2504f660,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:41.476437 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:41.511917 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f64c5a-e3ba-470a-b153-fc3a7bcdf0fb req-cee65348-ded5-4bc5-a1a4-45d86d2a555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:41.513598 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64f64c5a-e3ba-470a-b153-fc3a7bcdf0fb req-cee65348-ded5-4bc5-a1a4-45d86d2a555e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e6c638ca378649748e4e839cd28093a1&device_id=4a345e8e-8ae1-4ade-9697-1a3a202e792e HTTP/1.1" status: 200 len: 1098 time: 0.6921539 Jul 09 09:26:41.520537 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-557256a4-7d12-46a2-a68b-44baca677c6b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c7374d5-81fc-433f-ad49-d015bd63e30b HTTP/1.1" status: 200 len: 217 time: 0.0682898 Jul 09 09:26:41.528531 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=20024951-0692-4438-aaab-a36d2504f660,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:41.645184 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['686f21dd-6159-44b1-9d63-fc817ee3cadf'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:26:41.650948 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce3895-aae8-4648-8e9f-e3de9a4bf6e6 req-67ba19da-081a-4c3e-a8f2-919db168cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:41.652977 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3bce3895-aae8-4648-8e9f-e3de9a4bf6e6 req-67ba19da-081a-4c3e-a8f2-919db168cb2d service neutron] 10.222.0.64 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 909 time: 0.6309168 Jul 09 09:26:41.663713 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6afad85-afd5-4a02-af56-513fea6aeee8 req-1331fda9-a21d-438f-8bd2-990b007f019b tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313943 Jul 09 09:26:41.744745 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3bce3895-aae8-4648-8e9f-e3de9a4bf6e6 req-2a0e5e24-3e4a-4412-b431-4c50045728f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97bdf000-6970-4576-8887-39d483f61de9 HTTP/1.1" status: 200 len: 217 time: 0.0653260 Jul 09 09:26:41.758279 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-23644509-7887-4f4a-b691-6c765f70ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:41.759771 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-23644509-7887-4f4a-b691-6c765f70ed86 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=52c26878-b2a1-4b28-ba4a-6018e34670df HTTP/1.1" status: 200 len: 854 time: 0.2207055 Jul 09 09:26:41.891232 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-55001c64-a190-4764-ba38-fea55c95ffac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=33f666db-a94d-4972-9286-dd9d7f01b7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917978 Jul 09 09:26:41.979214 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f64c5a-e3ba-470a-b153-fc3a7bcdf0fb req-66e3d9cd-9fbb-4e71-b424-0fe4bacdfe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:41.980683 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64f64c5a-e3ba-470a-b153-fc3a7bcdf0fb req-66e3d9cd-9fbb-4e71-b424-0fe4bacdfe29 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.4548147 Jul 09 09:26:41.999290 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ef11d-128f-44f9-878c-94adb1faad8e req-77886309-afb8-4ae0-9b8c-7f91d9a67351 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:42.000731 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-693ef11d-128f-44f9-878c-94adb1faad8e req-77886309-afb8-4ae0-9b8c-7f91d9a67351 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.4938078 Jul 09 09:26:42.009446 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce3895-aae8-4648-8e9f-e3de9a4bf6e6 req-ee3a31f1-2039-4cb9-9413-52e6b9d0872c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:42.011341 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3bce3895-aae8-4648-8e9f-e3de9a4bf6e6 req-ee3a31f1-2039-4cb9-9413-52e6b9d0872c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b34d4ae-0ef5-43aa-9b17-e2650b35854e HTTP/1.1" status: 200 len: 848 time: 0.2500322 Jul 09 09:26:42.106521 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64f64c5a-e3ba-470a-b153-fc3a7bcdf0fb req-99338115-6c3b-47ae-86ba-80223f328e0b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=50b9a09f-550a-4525-b0fd-c2997bf7419d HTTP/1.1" status: 200 len: 217 time: 0.1047220 Jul 09 09:26:42.114168 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 0170217e-c011-4ee8-bca6-d0888e58be9c details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:26:42.114688 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3bce3895-aae8-4648-8e9f-e3de9a4bf6e6 req-29d49cb2-444f-464c-b43d-6695bc8d6e70 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870843 Jul 09 09:26:42.154507 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-c8ac6f06-9a6d-49d6-9526-1b6734553920 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:42.208615 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 0170217e-c011-4ee8-bca6-d0888e58be9c, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0170217e-c011-4ee8-bca6-d0888e58be9c,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:42.224310 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '0170217e-c011-4ee8-bca6-d0888e58be9c', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '0170217e-c011-4ee8-bca6-d0888e58be9c', 'mac_address': 'fa:16:3e:bc:18:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:26:42.253970 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676288b-44d5-400a-ad3b-01966cd0f828 req-1eda5980-023b-4942-89cf-fb47a1b6ca41 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:42.255371 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b676288b-44d5-400a-ad3b-01966cd0f828 req-1eda5980-023b-4942-89cf-fb47a1b6ca41 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcb14766-da35-4b70-9c02-3ac049f4d599 HTTP/1.1" status: 200 len: 943 time: 0.4642529 Jul 09 09:26:42.262124 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:42.267938 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-693ef11d-128f-44f9-878c-94adb1faad8e req-1e4e7121-bcfe-4219-bc9a-7c1ccd33562c tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484865 Jul 09 09:26:42.270339 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-c8ac6f06-9a6d-49d6-9526-1b6734553920 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Transition to ACTIVE for port object 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:26:42.275577 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0170217e-c011-4ee8-bca6-d0888e58be9c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:26:42.279737 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-a45ca6f6-a3f5-483b-9ff8-262a14405391 service neutron] 10.222.0.58 "GET /v2.0/networks/33f666db-a94d-4972-9286-dd9d7f01b7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733921 Jul 09 09:26:42.310538 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 0170217e-c011-4ee8-bca6-d0888e58be9c, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0170217e-c011-4ee8-bca6-d0888e58be9c,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:42.315268 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:42.339139 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f64c5a-e3ba-470a-b153-fc3a7bcdf0fb req-7f32a395-c5f1-498b-80ca-06926da797f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:42.340633 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64f64c5a-e3ba-470a-b153-fc3a7bcdf0fb req-7f32a395-c5f1-498b-80ca-06926da797f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.2100809 Jul 09 09:26:42.367842 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=0170217e-c011-4ee8-bca6-d0888e58be9c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:42.470160 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb14766-da35-4b70-9c02-3ac049f4d599', 'tag': '2c7374d5-81fc-433f-ad49-d015bd63e30b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:26:42.472785 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37866149-ee3c-4e49-bb6d-f842bfeb9047" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb14766-da35-4b70-9c02-3ac049f4d599", "tag": "2c7374d5-81fc-433f-ad49-d015bd63e30b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:26:42.476535 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20fa7900-7ddf-4321-87fa-1b3ec77d7543 req-b23efa5c-3c3f-494f-8003-26ae9727ae1a tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2adb05a-ca0f-4a43-b934-74b965121265 HTTP/1.1" status: 200 len: 210 time: 0.0978105 Jul 09 09:26:42.480012 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b676288b-44d5-400a-ad3b-01966cd0f828 req-749527c3-95ae-43ea-8551-289fd60570ea tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.61 "GET /v2.0/security-groups?id=1310b3cd-5d1f-4572-87d6-c590cdcdeefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105105 Jul 09 09:26:42.485522 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3bce3895-aae8-4648-8e9f-e3de9a4bf6e6 req-27fa2bea-a3ae-44fc-8826-7096461ee835 service neutron] 10.222.0.64 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620324 Jul 09 09:26:42.513871 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-c8ac6f06-9a6d-49d6-9526-1b6734553920 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:42.540122 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eec6ca5-6467-46e7-9ec5-aa181a4107ce x-openstack-request-id: req-9eec6ca5-6467-46e7-9ec5-aa181a4107ce {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:26:42.540847 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af6937d-3ad2-4e11-a065-d55acc374fa8", "name": "network-vif-plugged", "status": "completed", "tag": "d3400461-a2e2-468f-b6f0-ffcc45c35b57", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:26:42.541500 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9eec6ca5-6467-46e7-9ec5-aa181a4107ce {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:26:42.542326 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af6937d-3ad2-4e11-a065-d55acc374fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3400461-a2e2-468f-b6f0-ffcc45c35b57', 'code': 200} Jul 09 09:26:42.619094 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc6e3e94-956e-4cf2-9d86-f9b6645d2ef7 req-95e198f6-c2fe-4a36-9483-2b4b0f88654a service neutron] 10.222.0.58 "GET /v2.0/networks/33f666db-a94d-4972-9286-dd9d7f01b7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253484 Jul 09 09:26:42.651768 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-c8ac6f06-9a6d-49d6-9526-1b6734553920 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:26:42.685437 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-c8ac6f06-9a6d-49d6-9526-1b6734553920 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:26:42.704958 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f64c5a-e3ba-470a-b153-fc3a7bcdf0fb req-dc642c36-285f-43db-91c5-d6d50efdcee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:42.706457 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64f64c5a-e3ba-470a-b153-fc3a7bcdf0fb req-dc642c36-285f-43db-91c5-d6d50efdcee6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3375473 Jul 09 09:26:42.708006 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac6f06-9a6d-49d6-9526-1b6734553920 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Pushing event updated for resources: {'Port': ['ID=2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:42.724073 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-c8ac6f06-9a6d-49d6-9526-1b6734553920 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:26:42.738428 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['0170217e-c011-4ee8-bca6-d0888e58be9c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:26:42.769462 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 686f21dd-6159-44b1-9d63-fc817ee3cadf up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:26:42.824798 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:42.842835 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3bce3895-aae8-4648-8e9f-e3de9a4bf6e6 req-30bed1c5-6638-421a-9aa5-9f1c82607e3d service neutron] 10.222.0.64 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494828 Jul 09 09:26:42.868341 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-c8ac6f06-9a6d-49d6-9526-1b6734553920 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:42.868972 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-c8ac6f06-9a6d-49d6-9526-1b6734553920 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:42.874272 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 686f21dd-6159-44b1-9d63-fc817ee3cadf completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:26:42.879586 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 686f21dd-6159-44b1-9d63-fc817ee3cadf triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:26:42.879988 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:42.914829 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-c8ac6f06-9a6d-49d6-9526-1b6734553920 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1644835 Jul 09 09:26:42.928837 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f67b5-6d7d-4413-8445-6d1acfe44e9c req-ed155510-2906-42c1-8b1c-36cc1654187a tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:42.930422 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-140f67b5-6d7d-4413-8445-6d1acfe44e9c req-ed155510-2906-42c1-8b1c-36cc1654187a tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a345e8e-8ae1-4ade-9697-1a3a202e792e HTTP/1.1" status: 200 len: 947 time: 0.3024495 Jul 09 09:26:42.939542 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-fe7180be-a2f3-4b3b-86a7-223d405c415d service neutron] Request body: {'port': {'device_id': 'b2adb05a-ca0f-4a43-b934-74b965121265', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:42.948939 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64f64c5a-e3ba-470a-b153-fc3a7bcdf0fb req-761c604f-20fb-4e8f-8409-95a22233b19a service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183723 Jul 09 09:26:42.952002 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7e10992d-0fa5-432e-a7fe-449835ae6ef3 None None] Provisioning for port 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:26:42.967853 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7e10992d-0fa5-432e-a7fe-449835ae6ef3 None None] Provisioning complete for port 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:26:42.968160 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7e10992d-0fa5-432e-a7fe-449835ae6ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:42.977365 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c81f1e-111c-437a-87ea-d4b4d377a461 req-6ae3db22-1aee-41a7-89cf-10282be173b1 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:42.978857 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-77c81f1e-111c-437a-87ea-d4b4d377a461 req-6ae3db22-1aee-41a7-89cf-10282be173b1 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/ports?device_id=962b3e32-640d-4eb4-86e6-2fab5be791e8 HTTP/1.1" status: 200 len: 944 time: 0.3386695 Jul 09 09:26:43.056146 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7e10992d-0fa5-432e-a7fe-449835ae6ef3 None None] Port 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:26:43.062942 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:43.101132 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 686f21dd-6159-44b1-9d63-fc817ee3cadf, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=686f21dd-6159-44b1-9d63-fc817ee3cadf,segment=NetworkSegment(a5aa3058-779b-4954-9340-6a4eac9b85b1),segment_id=a5aa3058-779b-4954-9340-6a4eac9b85b1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:43.105781 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:43.124315 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-140f67b5-6d7d-4413-8445-6d1acfe44e9c req-63675abe-edce-40c4-b973-1b7e4aa061fe tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/security-groups?id=b586403e-bf85-435c-a335-def2388b3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802971 Jul 09 09:26:43.146646 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-77c81f1e-111c-437a-87ea-d4b4d377a461 req-dc46db53-0404-43be-82a1-f79ce15d2d3e tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/security-groups?id=44a32a0c-b335-49e3-9536-09628993f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466150 Jul 09 09:26:43.162841 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-fe7180be-a2f3-4b3b-86a7-223d405c415d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:43.172250 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64f64c5a-e3ba-470a-b153-fc3a7bcdf0fb req-9dbc445e-955c-47e7-a327-628e1ea93664 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918433 Jul 09 09:26:43.179018 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=686f21dd-6159-44b1-9d63-fc817ee3cadf,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:43.602777 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f35a52-8336-4e97-b475-c3e075bfe24d x-openstack-request-id: req-57f35a52-8336-4e97-b475-c3e075bfe24d {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:26:43.603077 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb14766-da35-4b70-9c02-3ac049f4d599", "tag": "2c7374d5-81fc-433f-ad49-d015bd63e30b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:26:43.603302 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-57f35a52-8336-4e97-b475-c3e075bfe24d {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:26:43.603673 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb14766-da35-4b70-9c02-3ac049f4d599', 'tag': '2c7374d5-81fc-433f-ad49-d015bd63e30b', 'status': 'completed', 'code': 200} Jul 09 09:26:43.827669 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37866149-ee3c-4e49-bb6d-f842bfeb9047 req-399d9252-5970-446e-b41b-142fe50f33d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:43.829088 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37866149-ee3c-4e49-bb6d-f842bfeb9047 req-399d9252-5970-446e-b41b-142fe50f33d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=27f14d9bfa414c58b8bfd4073fd943b7&device_id=fcb14766-da35-4b70-9c02-3ac049f4d599 HTTP/1.1" status: 200 len: 1094 time: 0.2292812 Jul 09 09:26:43.836366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbdbe2-c8b0-4f79-b49b-90a95886bdcb req-65bd2094-536d-49cd-b621-19efca68b6af tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:43.837707 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7edbdbe2-c8b0-4f79-b49b-90a95886bdcb req-65bd2094-536d-49cd-b621-19efca68b6af tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 943 time: 0.2367871 Jul 09 09:26:43.953649 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2523f8b-d9ed-45e5-8bfa-5b30cd66945b req-67233d20-4575-4eab-a829-f9fb47b3792d tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:43.955410 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2523f8b-d9ed-45e5-8bfa-5b30cd66945b req-67233d20-4575-4eab-a829-f9fb47b3792d tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 945 time: 0.2954204 Jul 09 09:26:43.992665 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-fe7180be-a2f3-4b3b-86a7-223d405c415d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:26:44.023761 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-fe7180be-a2f3-4b3b-86a7-223d405c415d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:44.031447 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-6ac77f7d-9342-4a60-bd66-91597b2e3c62 service neutron] 10.222.0.64 "GET /v2.0/ports/97bdf000-6970-4576-8887-39d483f61de9/bindings/n-h1-799996-1 HTTP/1.1" status: 200 len: 384 time: 0.2504821 Jul 09 09:26:44.044783 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7edbdbe2-c8b0-4f79-b49b-90a95886bdcb req-00fbea65-5e78-499f-9e25-fa054d957656 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929901 Jul 09 09:26:44.093974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-fe7180be-a2f3-4b3b-86a7-223d405c415d service neutron] Transition to ACTIVE for port object 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:26:44.101029 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2523f8b-d9ed-45e5-8bfa-5b30cd66945b req-9bb87c4c-8c6d-4cbb-aeb8-06889ae5d65a tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340413 Jul 09 09:26:44.103992 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-fe7180be-a2f3-4b3b-86a7-223d405c415d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:44.112016 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37866149-ee3c-4e49-bb6d-f842bfeb9047 req-8ebecfd3-25a2-4bbb-a27f-413a1d35a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:44.113550 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37866149-ee3c-4e49-bb6d-f842bfeb9047 req-8ebecfd3-25a2-4bbb-a27f-413a1d35a578 service neutron] 10.222.0.58 "GET /v2.0/networks?id=33f666db-a94d-4972-9286-dd9d7f01b7b9 HTTP/1.1" status: 200 len: 915 time: 0.2750087 Jul 09 09:26:44.117812 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 50b9a09f-550a-4525-b0fd-c2997bf7419d details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:26:44.145554 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 0170217e-c011-4ee8-bca6-d0888e58be9c up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:26:44.208932 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37866149-ee3c-4e49-bb6d-f842bfeb9047 req-c3f3bd2c-cd9c-44f3-ad7f-6ba4b9972acc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c7374d5-81fc-433f-ad49-d015bd63e30b HTTP/1.1" status: 200 len: 217 time: 0.0672996 Jul 09 09:26:44.257330 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7180be-a2f3-4b3b-86a7-223d405c415d service neutron] Pushing event updated for resources: {'Port': ['ID=2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:44.278690 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 0170217e-c011-4ee8-bca6-d0888e58be9c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:26:44.284699 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 0170217e-c011-4ee8-bca6-d0888e58be9c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:26:44.285224 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:44.332443 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 50b9a09f-550a-4525-b0fd-c2997bf7419d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=50b9a09f-550a-4525-b0fd-c2997bf7419d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:44.347948 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '50b9a09f-550a-4525-b0fd-c2997bf7419d', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '50b9a09f-550a-4525-b0fd-c2997bf7419d', 'mac_address': 'fa:16:3e:2c:3c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:26:44.418946 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:44.438486 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b9a09f-550a-4525-b0fd-c2997bf7419d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:26:44.442483 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:44.457545 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37866149-ee3c-4e49-bb6d-f842bfeb9047 req-87e97e03-ef46-4688-9cfa-e946ab1f2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:44.459277 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37866149-ee3c-4e49-bb6d-f842bfeb9047 req-87e97e03-ef46-4688-9cfa-e946ab1f2081 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=52c26878-b2a1-4b28-ba4a-6018e34670df HTTP/1.1" status: 200 len: 854 time: 0.2363243 Jul 09 09:26:44.480338 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 50b9a09f-550a-4525-b0fd-c2997bf7419d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=50b9a09f-550a-4525-b0fd-c2997bf7419d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:44.491329 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:44.507562 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 0170217e-c011-4ee8-bca6-d0888e58be9c, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0170217e-c011-4ee8-bca6-d0888e58be9c,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:44.528028 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37866149-ee3c-4e49-bb6d-f842bfeb9047 req-40e1cb0e-fcae-4c81-81e6-1e988129ba56 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=33f666db-a94d-4972-9286-dd9d7f01b7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565171 Jul 09 09:26:44.528839 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:44.547026 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdb6997-6297-41b0-9bc6-02783d8e2b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20024951-0692-4438-aaab-a36d2504f660'}, {'server_uuid': '962b3e32-640d-4eb4-86e6-2fab5be791e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686f21dd-6159-44b1-9d63-fc817ee3cadf'}, {'server_uuid': 'bb033165-f901-4d29-a800-3244f1f693d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0170217e-c011-4ee8-bca6-d0888e58be9c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:26:44.549431 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355094c2-1f87-49a9-a134-8091eeae1de0" -d '{"events": [{"server_uuid": "3fdb6997-6297-41b0-9bc6-02783d8e2b24", "name": "network-vif-plugged", "status": "completed", "tag": "20024951-0692-4438-aaab-a36d2504f660"}, {"server_uuid": "962b3e32-640d-4eb4-86e6-2fab5be791e8", "name": "network-vif-plugged", "status": "completed", "tag": "686f21dd-6159-44b1-9d63-fc817ee3cadf"}, {"server_uuid": "bb033165-f901-4d29-a800-3244f1f693d8", "name": "network-vif-plugged", "status": "completed", "tag": "0170217e-c011-4ee8-bca6-d0888e58be9c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:26:44.557158 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f726ad-429b-495f-839b-67c947727d3a req-ba9dfe8d-46d3-431e-b369-5e57590a75bf tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:44.558682 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10f726ad-429b-495f-839b-67c947727d3a req-ba9dfe8d-46d3-431e-b369-5e57590a75bf tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2adb05a-ca0f-4a43-b934-74b965121265 HTTP/1.1" status: 200 len: 947 time: 0.3563013 Jul 09 09:26:44.559366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-fe7180be-a2f3-4b3b-86a7-223d405c415d service neutron] Attempting to bind port 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:26:44.559712 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-fe7180be-a2f3-4b3b-86a7-223d405c415d service neutron] Attempting to bind port 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:26:44.560032 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-fe7180be-a2f3-4b3b-86a7-223d405c415d service neutron] Attempting to bind port 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:44.566457 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=50b9a09f-550a-4525-b0fd-c2997bf7419d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:44.596138 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9090f-e985-48ce-8c12-d9034fcb3258 req-06438e9e-ad74-45f7-991e-4b066030be63 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:44.597526 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-81e9090f-e985-48ce-8c12-d9034fcb3258 req-06438e9e-ad74-45f7-991e-4b066030be63 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcb14766-da35-4b70-9c02-3ac049f4d599 HTTP/1.1" status: 200 len: 943 time: 0.3421323 Jul 09 09:26:44.620568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=0170217e-c011-4ee8-bca6-d0888e58be9c,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:44.637629 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-fe7180be-a2f3-4b3b-86a7-223d405c415d service neutron] Port 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:26:44.637949 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-fe7180be-a2f3-4b3b-86a7-223d405c415d service neutron] Attempting to bind port 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:44.669168 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-4fc2536a-ba4b-406b-bc8b-978717903983 service neutron] For port 97bdf000-6970-4576-8887-39d483f61de9, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=97bdf000-6970-4576-8887-39d483f61de9,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:44.672580 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-fe7180be-a2f3-4b3b-86a7-223d405c415d service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:26:44.672984 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-fe7180be-a2f3-4b3b-86a7-223d405c415d service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:26:44.673356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-fe7180be-a2f3-4b3b-86a7-223d405c415d service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:26:44.673773 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-fe7180be-a2f3-4b3b-86a7-223d405c415d service neutron] Bound port: 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:26:44.674124 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-fe7180be-a2f3-4b3b-86a7-223d405c415d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:44.747798 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-4fc2536a-ba4b-406b-bc8b-978717903983 service neutron] For port 97bdf000-6970-4576-8887-39d483f61de9, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:26:44.780502 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10f726ad-429b-495f-839b-67c947727d3a req-2a9d1b7a-964e-4966-ab44-70e3efb1045e tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053542 Jul 09 09:26:44.788188 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['50b9a09f-550a-4525-b0fd-c2997bf7419d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:26:44.807390 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-81e9090f-e985-48ce-8c12-d9034fcb3258 req-88b86691-a5c7-4316-99d3-c2fb50a8e1b7 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.61 "GET /v2.0/security-groups?id=1310b3cd-5d1f-4572-87d6-c590cdcdeefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728730 Jul 09 09:26:44.816118 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37866149-ee3c-4e49-bb6d-f842bfeb9047 req-a0fe1681-1c78-4fc6-86c6-b663dd204775 service neutron] 10.222.0.58 "GET /v2.0/networks/33f666db-a94d-4972-9286-dd9d7f01b7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781012 Jul 09 09:26:44.827119 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-4fc2536a-ba4b-406b-bc8b-978717903983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97bdf000-6970-4576-8887-39d483f61de9 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:26:44.895677 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-4fc2536a-ba4b-406b-bc8b-978717903983 service neutron] For port 97bdf000-6970-4576-8887-39d483f61de9, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=97bdf000-6970-4576-8887-39d483f61de9,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:44.942974 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-4fc2536a-ba4b-406b-bc8b-978717903983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:44.999708 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-fe7180be-a2f3-4b3b-86a7-223d405c415d service neutron] For port 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:26:45.065493 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-fe7180be-a2f3-4b3b-86a7-223d405c415d service neutron] For port 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:26:45.084467 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-fe7180be-a2f3-4b3b-86a7-223d405c415d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:45.101534 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37866149-ee3c-4e49-bb6d-f842bfeb9047 req-fd04ace9-6741-442d-895c-26dcaee70b32 service neutron] 10.222.0.58 "GET /v2.0/networks/33f666db-a94d-4972-9286-dd9d7f01b7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768886 Jul 09 09:26:45.170122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-fe7180be-a2f3-4b3b-86a7-223d405c415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:45.170746 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-fe7180be-a2f3-4b3b-86a7-223d405c415d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:45.172178 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-fe7180be-a2f3-4b3b-86a7-223d405c415d service neutron] 10.222.0.64 "PUT /v2.0/ports/2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 HTTP/1.1" status: 200 len: 1095 time: 2.2408535 Jul 09 09:26:45.220824 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d7ebe-39a8-47e8-b56a-8b385779ce61 req-6744447d-6162-45bd-981b-a523930ccde3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:45.222412 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-439d7ebe-39a8-47e8-b56a-8b385779ce61 req-6744447d-6162-45bd-981b-a523930ccde3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.2916682 Jul 09 09:26:45.223896 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-4fc2536a-ba4b-406b-bc8b-978717903983 service neutron] Transition to ACTIVE for port object 97bdf000-6970-4576-8887-39d483f61de9 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:26:45.227817 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7180be-a2f3-4b3b-86a7-223d405c415d service neutron] Pushing event updated for resources: {'Port': ['ID=2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:45.252918 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63931b7-d55f-4d81-ae21-5f3e3dab2f8d req-e4ddd0d5-1972-439b-a4ca-70cd13aa0c35 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:45.254418 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c63931b7-d55f-4d81-ae21-5f3e3dab2f8d req-e4ddd0d5-1972-439b-a4ca-70cd13aa0c35 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a345e8e-8ae1-4ade-9697-1a3a202e792e HTTP/1.1" status: 200 len: 948 time: 0.3001301 Jul 09 09:26:45.255485 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-4fc2536a-ba4b-406b-bc8b-978717903983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:45.386535 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-439d7ebe-39a8-47e8-b56a-8b385779ce61 req-04efa4b0-641e-4652-b8aa-85908b1a5a4d tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552022 Jul 09 09:26:45.419041 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c63931b7-d55f-4d81-ae21-5f3e3dab2f8d req-a9351eeb-5f09-4a71-bb98-02b580319308 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/security-groups?id=b586403e-bf85-435c-a335-def2388b3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320453 Jul 09 09:26:45.419715 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2536a-ba4b-406b-bc8b-978717903983 service neutron] Pushing event updated for resources: {'Port': ['ID=97bdf000-6970-4576-8887-39d483f61de9,revision_number=10']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:45.422619 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-4fc2536a-ba4b-406b-bc8b-978717903983 service neutron] No DVR routers for this DVR port 97bdf000-6970-4576-8887-39d483f61de9 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:26:45.457190 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-1aae0b4f-486e-48e3-a2df-c4f7b9056a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:45.458723 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-1aae0b4f-486e-48e3-a2df-c4f7b9056a65 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&device_id=b2adb05a-ca0f-4a43-b934-74b965121265 HTTP/1.1" status: 200 len: 1098 time: 0.2337985 Jul 09 09:26:45.462133 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-4fc2536a-ba4b-406b-bc8b-978717903983 service neutron] 10.222.0.64 "PUT /v2.0/ports/97bdf000-6970-4576-8887-39d483f61de9/bindings/n-h1-799996-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4229302 Jul 09 09:26:45.513001 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-a1b01c3f-fa94-4179-a8ae-9f7f08ad6b3a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 HTTP/1.1" status: 200 len: 217 time: 0.0400028 Jul 09 09:26:45.582511 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 09 Jul 2021 09:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e10ba3-325a-4e01-a31f-0551f3a1be9a x-openstack-request-id: req-a3e10ba3-325a-4e01-a31f-0551f3a1be9a {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:26:45.583003 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdb6997-6297-41b0-9bc6-02783d8e2b24", "name": "network-vif-plugged", "status": "completed", "tag": "20024951-0692-4438-aaab-a36d2504f660", "code": 200}, {"server_uuid": "962b3e32-640d-4eb4-86e6-2fab5be791e8", "name": "network-vif-plugged", "status": "completed", "tag": "686f21dd-6159-44b1-9d63-fc817ee3cadf", "code": 200}, {"server_uuid": "bb033165-f901-4d29-a800-3244f1f693d8", "name": "network-vif-plugged", "status": "completed", "tag": "0170217e-c011-4ee8-bca6-d0888e58be9c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:26:45.583099 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a3e10ba3-325a-4e01-a31f-0551f3a1be9a {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:26:45.583494 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdb6997-6297-41b0-9bc6-02783d8e2b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20024951-0692-4438-aaab-a36d2504f660', 'code': 200} Jul 09 09:26:45.584058 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962b3e32-640d-4eb4-86e6-2fab5be791e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686f21dd-6159-44b1-9d63-fc817ee3cadf', 'code': 200} Jul 09 09:26:45.584321 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb033165-f901-4d29-a800-3244f1f693d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0170217e-c011-4ee8-bca6-d0888e58be9c', 'code': 200} Jul 09 09:26:45.611754 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2adb05a-ca0f-4a43-b934-74b965121265', 'tag': '2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:26:45.614194 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b79f1a-7109-48a0-99d1-a3d756b8c6b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b2adb05a-ca0f-4a43-b934-74b965121265", "tag": "2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:26:45.663254 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-fe4d15d7-360b-4b99-b2b5-8b9bdc0ca928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:45.664692 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-fe4d15d7-360b-4b99-b2b5-8b9bdc0ca928 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1407857 Jul 09 09:26:45.796398 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07001464-1f35-4200-ac85-61abfbd265ec req-a4beb5c1-e453-438b-9afb-e5b651a08d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:45.797927 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-07001464-1f35-4200-ac85-61abfbd265ec req-a4beb5c1-e453-438b-9afb-e5b651a08d6b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=962b3e32-640d-4eb4-86e6-2fab5be791e8 HTTP/1.1" status: 200 len: 1096 time: 0.0960388 Jul 09 09:26:45.800864 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88024ce5-0281-4748-9919-d829b77f5c1b req-55694dd2-b0ab-4b90-8ff0-cd7218f10284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:45.802301 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-88024ce5-0281-4748-9919-d829b77f5c1b req-55694dd2-b0ab-4b90-8ff0-cd7218f10284 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 1096 time: 0.1015747 Jul 09 09:26:45.864140 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-88024ce5-0281-4748-9919-d829b77f5c1b req-2eba8a33-1813-4208-bf7d-a0926135fa23 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551515 Jul 09 09:26:45.865785 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-07001464-1f35-4200-ac85-61abfbd265ec req-0ec0ef74-d37b-4c94-ad91-b3819739e71f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=44a32a0c-b335-49e3-9536-09628993f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558050 Jul 09 09:26:46.028118 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc389e99-07d1-4e51-be98-b4729a2f6a79 req-672964dc-6f2b-4907-a31c-5a72d2692f9f tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:46.029509 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cc389e99-07d1-4e51-be98-b4729a2f6a79 req-672964dc-6f2b-4907-a31c-5a72d2692f9f tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/ports?device_id=962b3e32-640d-4eb4-86e6-2fab5be791e8 HTTP/1.1" status: 200 len: 945 time: 0.5155873 Jul 09 09:26:46.045158 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-20454a5f-95d6-4807-998a-0a66c1109b57 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:46.046568 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-20454a5f-95d6-4807-998a-0a66c1109b57 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7&tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&binding%3Ahost_id=n-h2-799996-1 HTTP/1.1" status: 200 len: 1095 time: 0.5237615 Jul 09 09:26:46.110579 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 50b9a09f-550a-4525-b0fd-c2997bf7419d up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:26:46.169656 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 50b9a09f-550a-4525-b0fd-c2997bf7419d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:26:46.170975 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cc389e99-07d1-4e51-be98-b4729a2f6a79 req-6205e555-7c01-4df1-94e4-010b707adbe5 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/security-groups?id=44a32a0c-b335-49e3-9536-09628993f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323760 Jul 09 09:26:46.173564 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-d4e21c97-21da-424b-9956-8fcf912b576a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:46.173723 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 50b9a09f-550a-4525-b0fd-c2997bf7419d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:26:46.174551 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:46.175002 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-d4e21c97-21da-424b-9956-8fcf912b576a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4986250 Jul 09 09:26:46.187988 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f4595-955e-4a44-bd64-a0cd1c5330ae req-a9e353dd-8726-4f26-9ca6-4c00fbf8aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:46.189466 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b54f4595-955e-4a44-bd64-a0cd1c5330ae req-a9e353dd-8726-4f26-9ca6-4c00fbf8aa0a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bb033165-f901-4d29-a800-3244f1f693d8 HTTP/1.1" status: 200 len: 1101 time: 0.4678550 Jul 09 09:26:46.203809 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2043bd-45d8-4626-bbea-65dd22f4a8ee req-5d6b972f-a014-4ef1-b376-898f4723cb5d tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:46.205299 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e2043bd-45d8-4626-bbea-65dd22f4a8ee req-5d6b972f-a014-4ef1-b376-898f4723cb5d tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 944 time: 0.5236938 Jul 09 09:26:46.262557 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:46.305032 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 50b9a09f-550a-4525-b0fd-c2997bf7419d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=50b9a09f-550a-4525-b0fd-c2997bf7419d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:46.309885 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:46.311005 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 97bdf000-6970-4576-8887-39d483f61de9 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:26:46.359554 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b54f4595-955e-4a44-bd64-a0cd1c5330ae req-1eca8ced-2e1a-4600-85e5-f8bbfb23b999 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b586403e-bf85-435c-a335-def2388b3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532931 Jul 09 09:26:46.362377 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-bc4f79d8-6655-40af-b6fc-a41096e13c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:46.363851 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-bc4f79d8-6655-40af-b6fc-a41096e13c4d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7&tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8 HTTP/1.1" status: 200 len: 1095 time: 0.3095438 Jul 09 09:26:46.385327 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e2043bd-45d8-4626-bbea-65dd22f4a8ee req-00b23dc1-a8e2-421e-839f-55f2e65185fc tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319897 Jul 09 09:26:46.434774 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-e8448da7-82c8-4fa5-a922-b0ea9c1037ad service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500944 Jul 09 09:26:46.440470 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d9a171-667c-4c3b-878c-2117d95c9d6a x-openstack-request-id: req-24d9a171-667c-4c3b-878c-2117d95c9d6a {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:26:46.440777 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2adb05a-ca0f-4a43-b934-74b965121265", "tag": "2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:26:46.440992 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-24d9a171-667c-4c3b-878c-2117d95c9d6a {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:26:46.441367 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2adb05a-ca0f-4a43-b934-74b965121265', 'tag': '2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62', 'status': 'completed', 'code': 200} Jul 09 09:26:46.471887 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c36301-a536-4434-8525-232e8311f565 req-cbb2e557-0eee-46dc-ba72-b0a11e509ccd tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:46.473448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e6c36301-a536-4434-8525-232e8311f565 req-cbb2e557-0eee-46dc-ba72-b0a11e509ccd tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 945 time: 0.1727548 Jul 09 09:26:46.508948 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 97bdf000-6970-4576-8887-39d483f61de9 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:26:46.513537 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=50b9a09f-550a-4525-b0fd-c2997bf7419d,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:46.563512 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-72d2f42a-ea96-4024-b10d-232349c78b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:46.565012 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-72d2f42a-ea96-4024-b10d-232349c78b3f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 1095 time: 0.1648726 Jul 09 09:26:46.657975 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e6c36301-a536-4434-8525-232e8311f565 req-f9abd0d2-1a9b-4484-9b80-aff5cef0562c tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710303 Jul 09 09:26:46.695616 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb815c1a-4f15-43ec-86d0-c14962eb0756 req-cebd6daf-f88f-4c89-aa93-08462e714dc9 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170675 Jul 09 09:26:46.736385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64917157-3be1-4505-b028-ae4166b66a29 req-488be36c-977c-4469-a219-2a24e0331bcf tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:46.737924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64917157-3be1-4505-b028-ae4166b66a29 req-488be36c-977c-4469-a219-2a24e0331bcf tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2adb05a-ca0f-4a43-b934-74b965121265 HTTP/1.1" status: 200 len: 947 time: 0.2026296 Jul 09 09:26:46.739398 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-5e99f984-05b3-4bd1-ab16-608ed2431009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:46.740779 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-5e99f984-05b3-4bd1-ab16-608ed2431009 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 909 time: 0.1574767 Jul 09 09:26:46.790092 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 2c7374d5-81fc-433f-ad49-d015bd63e30b details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:26:46.831751 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-40a2dc18-2c3d-4581-ba12-51611dceb64e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97bdf000-6970-4576-8887-39d483f61de9 HTTP/1.1" status: 200 len: 217 time: 0.0779905 Jul 09 09:26:46.885679 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 2c7374d5-81fc-433f-ad49-d015bd63e30b, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=2c7374d5-81fc-433f-ad49-d015bd63e30b,segment=NetworkSegment(24541365-9cf4-4710-bb6a-79b5544c7159),segment_id=24541365-9cf4-4710-bb6a-79b5544c7159)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:46.897455 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '2c7374d5-81fc-433f-ad49-d015bd63e30b', 'network_id': '33f666db-a94d-4972-9286-dd9d7f01b7b9', 'port_id': '2c7374d5-81fc-433f-ad49-d015bd63e30b', 'mac_address': 'fa:16:3e:70:a2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c26878-b2a1-4b28-ba4a-6018e34670df', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:26:46.902469 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64917157-3be1-4505-b028-ae4166b66a29 req-a6ba650e-0bb0-4ef7-8a55-9b47a83473c6 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577053 Jul 09 09:26:46.938220 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-921abcdb-8950-4cf2-8f1e-cfda9f8cfed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:46.939684 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-921abcdb-8950-4cf2-8f1e-cfda9f8cfed9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b34d4ae-0ef5-43aa-9b17-e2650b35854e HTTP/1.1" status: 200 len: 848 time: 0.0892942 Jul 09 09:26:46.952665 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:46.970390 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7374d5-81fc-433f-ad49-d015bd63e30b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:26:46.979948 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-2d3310aa-be99-4040-88c4-a3df683c1b5e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321903 Jul 09 09:26:46.981685 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b79f1a-7109-48a0-99d1-a3d756b8c6b1 req-061bbf1e-0ece-465f-8f27-43a494e3109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:46.983066 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94b79f1a-7109-48a0-99d1-a3d756b8c6b1 req-061bbf1e-0ece-465f-8f27-43a494e3109b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&device_id=b2adb05a-ca0f-4a43-b934-74b965121265 HTTP/1.1" status: 200 len: 1098 time: 0.2314265 Jul 09 09:26:47.003961 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 2c7374d5-81fc-433f-ad49-d015bd63e30b, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=2c7374d5-81fc-433f-ad49-d015bd63e30b,segment=NetworkSegment(24541365-9cf4-4710-bb6a-79b5544c7159),segment_id=24541365-9cf4-4710-bb6a-79b5544c7159)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:47.004181 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11d8c0-46d1-4f21-a272-51df9cbba167 req-98c777c8-0f90-4759-96ec-1de64b02c2a6 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:47.005611 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f11d8c0-46d1-4f21-a272-51df9cbba167 req-98c777c8-0f90-4759-96ec-1de64b02c2a6 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcb14766-da35-4b70-9c02-3ac049f4d599 HTTP/1.1" status: 200 len: 943 time: 0.2327111 Jul 09 09:26:47.015143 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:47.068782 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=2c7374d5-81fc-433f-ad49-d015bd63e30b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:47.208091 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f11d8c0-46d1-4f21-a272-51df9cbba167 req-604d15bf-0402-449b-8a04-a0c5739cfc7a tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.61 "GET /v2.0/security-groups?id=1310b3cd-5d1f-4572-87d6-c590cdcdeefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834881 Jul 09 09:26:47.242416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-5a6d0ce1-b97e-4035-a38e-4be58d4e4dc4 service neutron] 10.222.0.58 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554328 Jul 09 09:26:47.244261 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b79f1a-7109-48a0-99d1-a3d756b8c6b1 req-3ed84198-5386-4058-b716-d7185bd29644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:47.245695 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94b79f1a-7109-48a0-99d1-a3d756b8c6b1 req-3ed84198-5386-4058-b716-d7185bd29644 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.2505097 Jul 09 09:26:47.284599 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566aa95-3faf-425a-bc5e-9c761d09e32c req-46c921fc-aebd-4b45-a1fd-d076459deaa0 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:47.286085 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f566aa95-3faf-425a-bc5e-9c761d09e32c req-46c921fc-aebd-4b45-a1fd-d076459deaa0 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.2627175 Jul 09 09:26:47.340211 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94b79f1a-7109-48a0-99d1-a3d756b8c6b1 req-14f84db0-1f7f-47f0-9189-5b9d1cc98b9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 HTTP/1.1" status: 200 len: 217 time: 0.0803657 Jul 09 09:26:47.371231 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['2c7374d5-81fc-433f-ad49-d015bd63e30b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:26:47.470848 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b79f1a-7109-48a0-99d1-a3d756b8c6b1 req-37dc20d1-981f-4c02-ae09-d565b4ef3f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:47.472249 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94b79f1a-7109-48a0-99d1-a3d756b8c6b1 req-37dc20d1-981f-4c02-ae09-d565b4ef3f8e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1127417 Jul 09 09:26:47.483541 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f566aa95-3faf-425a-bc5e-9c761d09e32c req-3898d0e0-824e-49c3-86bc-c12220254b8c tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494706 Jul 09 09:26:47.520280 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-bf5601eb-6341-48c0-888c-a111f93f5d4d service neutron] 10.222.0.58 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704785 Jul 09 09:26:47.542984 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb398208-71d4-406d-8174-bba78981f632 req-e0e4d553-50a2-4990-821e-e7e2480982ad tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:47.544866 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cb398208-71d4-406d-8174-bba78981f632 req-e0e4d553-50a2-4990-821e-e7e2480982ad tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a345e8e-8ae1-4ade-9697-1a3a202e792e HTTP/1.1" status: 200 len: 949 time: 0.2097878 Jul 09 09:26:47.583040 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b79f1a-7109-48a0-99d1-a3d756b8c6b1 req-702961b9-979b-45cc-b57d-c451b5069d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:47.584399 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94b79f1a-7109-48a0-99d1-a3d756b8c6b1 req-702961b9-979b-45cc-b57d-c451b5069d0f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0999637 Jul 09 09:26:47.585555 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a345e8e-8ae1-4ade-9697-1a3a202e792e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b9a09f-550a-4525-b0fd-c2997bf7419d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:26:47.588122 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3999945-2a17-42e6-a7ea-9f3ffce72143" -d '{"events": [{"server_uuid": "4a345e8e-8ae1-4ade-9697-1a3a202e792e", "name": "network-vif-plugged", "status": "completed", "tag": "50b9a09f-550a-4525-b0fd-c2997bf7419d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:26:47.607709 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cb398208-71d4-406d-8174-bba78981f632 req-6085fd3f-87de-42a9-bbc1-378090a654a1 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/security-groups?id=b586403e-bf85-435c-a335-def2388b3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541017 Jul 09 09:26:47.713095 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94b79f1a-7109-48a0-99d1-a3d756b8c6b1 req-f00e6779-0609-4d02-96be-74c74de808df service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187241 Jul 09 09:26:47.941382 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94b79f1a-7109-48a0-99d1-a3d756b8c6b1 req-f0fcdd6b-1203-4e5b-9588-cc20da24e692 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215083 Jul 09 09:26:47.956731 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce6b7b-2aa2-4ae4-a2ce-a3adb020bf4c req-170eaa07-f005-4afe-9620-f49b425c8cfa tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:47.958225 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-08ce6b7b-2aa2-4ae4-a2ce-a3adb020bf4c req-170eaa07-f005-4afe-9620-f49b425c8cfa tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/ports?device_id=962b3e32-640d-4eb4-86e6-2fab5be791e8 HTTP/1.1" status: 200 len: 945 time: 0.2160792 Jul 09 09:26:47.965940 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e7484-2242-47a1-9459-70932a91a97c req-c049d360-ec5a-4e47-8607-71cf1d0469f4 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:47.967398 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa7e7484-2242-47a1-9459-70932a91a97c req-c049d360-ec5a-4e47-8607-71cf1d0469f4 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 944 time: 0.1888700 Jul 09 09:26:47.995723 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-bf3ade15-061f-488f-beb5-d040c07b07d4 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:47.997178 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-bf3ade15-061f-488f-beb5-d040c07b07d4 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7&tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&binding%3Ahost_id=n-h1-799996-1 HTTP/1.1" status: 200 len: 1095 time: 0.1700287 Jul 09 09:26:48.058900 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-08ce6b7b-2aa2-4ae4-a2ce-a3adb020bf4c req-399b4229-ced9-440d-b611-ae7f21452083 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/security-groups?id=44a32a0c-b335-49e3-9536-09628993f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896502 Jul 09 09:26:48.071544 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa7e7484-2242-47a1-9459-70932a91a97c req-f2a0e82c-1390-4524-a1ed-72661d90c832 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925467 Jul 09 09:26:48.108307 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a4d1d1-7e00-4dc7-b999-a87a41b665cd x-openstack-request-id: req-78a4d1d1-7e00-4dc7-b999-a87a41b665cd {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:26:48.108786 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a345e8e-8ae1-4ade-9697-1a3a202e792e", "name": "network-vif-plugged", "status": "completed", "tag": "50b9a09f-550a-4525-b0fd-c2997bf7419d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:26:48.109032 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-78a4d1d1-7e00-4dc7-b999-a87a41b665cd {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:26:48.109505 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a345e8e-8ae1-4ade-9697-1a3a202e792e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b9a09f-550a-4525-b0fd-c2997bf7419d', 'code': 200} Jul 09 09:26:48.539452 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-d5fa732d-25fa-4536-8895-548cf0ccee4e service neutron] For port 97bdf000-6970-4576-8887-39d483f61de9, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:26:48.553850 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-d5fa732d-25fa-4536-8895-548cf0ccee4e service neutron] Notify callbacks [] for binding, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:48.554925 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03c84cf2-2fb8-4764-b206-aa8e9bb8f3e7 req-d5fa732d-25fa-4536-8895-548cf0ccee4e service neutron] 10.222.0.58 "DELETE /v2.0/ports/97bdf000-6970-4576-8887-39d483f61de9/bindings/n-h2-799996-1 HTTP/1.1" status: 204 len: 173 time: 0.5495963 Jul 09 09:26:48.581932 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dae40-1b0f-4dc4-9666-f1bc39a2b32f req-86611c9b-9aec-4569-9898-fb81ccf7e8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:48.583443 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-421dae40-1b0f-4dc4-9666-f1bc39a2b32f req-86611c9b-9aec-4569-9898-fb81ccf7e8eb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4a345e8e-8ae1-4ade-9697-1a3a202e792e HTTP/1.1" status: 200 len: 1100 time: 0.1676114 Jul 09 09:26:48.593449 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21933c43-392a-4965-ad95-f78fc1e8f4ca req-48487cea-0d88-4200-8bee-2e3af311e1d1 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:48.594960 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-21933c43-392a-4965-ad95-f78fc1e8f4ca req-48487cea-0d88-4200-8bee-2e3af311e1d1 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2adb05a-ca0f-4a43-b934-74b965121265 HTTP/1.1" status: 200 len: 947 time: 0.1802168 Jul 09 09:26:48.602374 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a0716-c9b6-448b-bbab-c1074d43e560 req-c548ed4f-3880-444b-a408-42211679a1d2 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:48.603972 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9d1a0716-c9b6-448b-bbab-c1074d43e560 req-c548ed4f-3880-444b-a408-42211679a1d2 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 945 time: 0.1870086 Jul 09 09:26:48.694058 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-421dae40-1b0f-4dc4-9666-f1bc39a2b32f req-a416988f-8752-47a5-90f0-cfd0c36cecda service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b586403e-bf85-435c-a335-def2388b3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885634 Jul 09 09:26:48.697136 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-21933c43-392a-4965-ad95-f78fc1e8f4ca req-f4fa5b96-9c2f-43b4-bca6-823af374cd23 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906734 Jul 09 09:26:48.700375 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9d1a0716-c9b6-448b-bbab-c1074d43e560 req-f799e2ae-a250-4357-aa58-fe96bc7c7b06 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829709 Jul 09 09:26:48.826268 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 2c7374d5-81fc-433f-ad49-d015bd63e30b up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:26:48.880542 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 2c7374d5-81fc-433f-ad49-d015bd63e30b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:26:48.884623 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 2c7374d5-81fc-433f-ad49-d015bd63e30b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:26:48.885066 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:48.912817 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87b0ce-0792-4304-bfc7-2566aea9512d req-7cbdc4f2-0692-45dc-b92e-07157b97627d tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:48.914347 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3f87b0ce-0792-4304-bfc7-2566aea9512d req-7cbdc4f2-0692-45dc-b92e-07157b97627d tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcb14766-da35-4b70-9c02-3ac049f4d599 HTTP/1.1" status: 200 len: 944 time: 0.1117079 Jul 09 09:26:48.936372 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5dbb9-b6e6-4936-bf10-424790d567b7 req-6f8b121c-7ec3-4b03-a2e1-71e5910cf47a tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:48.937858 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0fb5dbb9-b6e6-4936-bf10-424790d567b7 req-6f8b121c-7ec3-4b03-a2e1-71e5910cf47a tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.1009438 Jul 09 09:26:48.965718 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:48.986618 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3f87b0ce-0792-4304-bfc7-2566aea9512d req-c8cfecfe-3346-4293-a13b-bd1d55418ec7 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.61 "GET /v2.0/security-groups?id=1310b3cd-5d1f-4572-87d6-c590cdcdeefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655596 Jul 09 09:26:49.001701 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 2c7374d5-81fc-433f-ad49-d015bd63e30b, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=2c7374d5-81fc-433f-ad49-d015bd63e30b,segment=NetworkSegment(24541365-9cf4-4710-bb6a-79b5544c7159),segment_id=24541365-9cf4-4710-bb6a-79b5544c7159)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:49.010018 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0fb5dbb9-b6e6-4936-bf10-424790d567b7 req-7607f15a-e461-4ed4-ab06-2046eed8e165 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609567 Jul 09 09:26:49.011838 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:49.012839 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 97bdf000-6970-4576-8887-39d483f61de9 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:26:49.154415 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=2c7374d5-81fc-433f-ad49-d015bd63e30b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:49.249366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b3e74-b41d-4a62-8202-91f3baf1bd0d req-ddbcd448-3ab4-4b67-a27e-c622ca8c0ee9 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:49.251162 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db8b3e74-b41d-4a62-8202-91f3baf1bd0d req-ddbcd448-3ab4-4b67-a27e-c622ca8c0ee9 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a345e8e-8ae1-4ade-9697-1a3a202e792e HTTP/1.1" status: 200 len: 949 time: 0.0896537 Jul 09 09:26:49.315627 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db8b3e74-b41d-4a62-8202-91f3baf1bd0d req-4ccfaa92-d1d9-49fb-854f-2f6d9a06473b tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/security-groups?id=b586403e-bf85-435c-a335-def2388b3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537078 Jul 09 09:26:49.338881 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da25cc2-9c40-4888-a839-1db737b9740a req-02facbcb-b399-4f06-b40b-602dc1a4a125 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:49.340711 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5da25cc2-9c40-4888-a839-1db737b9740a req-02facbcb-b399-4f06-b40b-602dc1a4a125 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 1096 time: 0.0876660 Jul 09 09:26:49.378830 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5da25cc2-9c40-4888-a839-1db737b9740a req-9353d418-c9bb-4cae-8159-a8570f5f079b tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322359 Jul 09 09:26:49.491665 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dbcde-0124-410c-a36e-c5d745aefeda req-521610b5-5dfc-45ab-a4bb-b0532bc56e1f tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:49.493640 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-258dbcde-0124-410c-a36e-c5d745aefeda req-521610b5-5dfc-45ab-a4bb-b0532bc56e1f tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 944 time: 0.0718772 Jul 09 09:26:49.564037 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-258dbcde-0124-410c-a36e-c5d745aefeda req-897973a1-2539-4369-8e6a-503f1abb7fed tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637610 Jul 09 09:26:49.586079 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f81b75-9396-4e64-8354-6adf5405519d req-65387a0f-38ba-4271-bb7a-fdc48a7e2727 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:49.587756 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39f81b75-9396-4e64-8354-6adf5405519d req-65387a0f-38ba-4271-bb7a-fdc48a7e2727 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 1096 time: 0.0734563 Jul 09 09:26:49.629755 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39f81b75-9396-4e64-8354-6adf5405519d req-81bb7fe7-5d9c-4425-97bb-79fa2fa82000 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348237 Jul 09 09:26:49.773356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f2ad6-c3ad-4061-aadf-9ec13f65badb req-e0ee6c8c-c41b-4edf-a0be-5c2b5fee6149 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:49.774905 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3f5f2ad6-c3ad-4061-aadf-9ec13f65badb req-e0ee6c8c-c41b-4edf-a0be-5c2b5fee6149 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 1095 time: 0.0670419 Jul 09 09:26:49.843585 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3f5f2ad6-c3ad-4061-aadf-9ec13f65badb req-6d844480-94e4-4369-b0ce-db069752949b tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567319 Jul 09 09:26:50.107139 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:26:50.110946 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb14766-da35-4b70-9c02-3ac049f4d599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7374d5-81fc-433f-ad49-d015bd63e30b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:26:50.113489 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a634e1e3-7ab2-4263-aa0d-74aced502aef" -d '{"events": [{"server_uuid": "fcb14766-da35-4b70-9c02-3ac049f4d599", "name": "network-vif-plugged", "status": "completed", "tag": "2c7374d5-81fc-433f-ad49-d015bd63e30b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:26:50.158855 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c9920-9f8f-47a8-9513-a1bf6c6cdb90 req-7c420412-19f3-4c89-86df-a5ada361bbbd tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:50.161275 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9c1c9920-9f8f-47a8-9513-a1bf6c6cdb90 req-7c420412-19f3-4c89-86df-a5ada361bbbd tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2adb05a-ca0f-4a43-b934-74b965121265 HTTP/1.1" status: 200 len: 947 time: 0.1292713 Jul 09 09:26:50.171218 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f85b79-8ab3-4413-9c83-7593eae1f386 req-19c379dc-612a-4f61-a771-9f6d24413bb0 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:50.172744 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-60f85b79-8ab3-4413-9c83-7593eae1f386 req-19c379dc-612a-4f61-a771-9f6d24413bb0 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 1096 time: 0.1063559 Jul 09 09:26:50.234848 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9c1c9920-9f8f-47a8-9513-a1bf6c6cdb90 req-ebb40e95-457f-47ec-a0e7-2c086b4663f2 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664041 Jul 09 09:26:50.239143 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:50.254232 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62', 'mac_address': 'fa:16:3e:20:a4:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:26:50.265557 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-60f85b79-8ab3-4413-9c83-7593eae1f386 req-6303c1ba-2565-435f-97dc-92ed2bf8ecf3 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788660 Jul 09 09:26:50.303762 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:50.320044 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:26:50.355544 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:50.360701 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:50.430246 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:50.536656 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ae936-2926-482e-b98c-883bf1978ecc req-92ef16e6-ea99-4d0f-8d90-5e06f76fa87d tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:50.538153 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b08ae936-2926-482e-b98c-883bf1978ecc req-92ef16e6-ea99-4d0f-8d90-5e06f76fa87d tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 808 time: 0.1644676 Jul 09 09:26:50.559026 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bdddb-c7fe-4d71-a643-1f54f9b6528d req-e350b373-628d-4bfc-86f8-e79a3557d7e4 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:50.560527 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0c1bdddb-c7fe-4d71-a643-1f54f9b6528d req-e350b373-628d-4bfc-86f8-e79a3557d7e4 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcb14766-da35-4b70-9c02-3ac049f4d599 HTTP/1.1" status: 200 len: 945 time: 0.1513910 Jul 09 09:26:50.564403 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b08ae936-2926-482e-b98c-883bf1978ecc req-31aa2ffe-c2c5-430f-bc09-dec1769f5bfa tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/quotas/3eda8a5c649d482f9f8bf9075ad6f3b8 HTTP/1.1" status: 200 len: 375 time: 0.0197263 Jul 09 09:26:50.632212 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0c1bdddb-c7fe-4d71-a643-1f54f9b6528d req-b89f9699-efe2-4ccc-a05f-947614628c76 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.61 "GET /v2.0/security-groups?id=1310b3cd-5d1f-4572-87d6-c590cdcdeefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658782 Jul 09 09:26:50.658469 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b08ae936-2926-482e-b98c-883bf1978ecc req-78369a09-7908-4340-affc-7ec5ae59395a tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0864532 Jul 09 09:26:50.666319 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:26:50.788760 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b08ae936-2926-482e-b98c-883bf1978ecc req-09d74952-9e7e-4d07-9a5b-8227ec4736a9 service neutron] 10.222.0.61 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225617 Jul 09 09:26:50.862327 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6a690-8d7f-43c9-a03f-fc268b00e036 req-acc10a26-39a9-4778-a41e-1ce0784f6fb0 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:50.863905 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3fc6a690-8d7f-43c9-a03f-fc268b00e036 req-acc10a26-39a9-4778-a41e-1ce0784f6fb0 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.1271455 Jul 09 09:26:50.924826 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3fc6a690-8d7f-43c9-a03f-fc268b00e036 req-84f4b12c-a22c-4481-91c9-0a3a44dbcc45 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539732 Jul 09 09:26:50.926860 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b08ae936-2926-482e-b98c-883bf1978ecc req-d02e403e-9718-4658-a11e-acbc3f0759f2 service neutron] 10.222.0.61 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309195 Jul 09 09:26:50.979465 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e41a73-72f6-4572-a32a-835db0552512 x-openstack-request-id: req-d4e41a73-72f6-4572-a32a-835db0552512 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:26:50.979788 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb14766-da35-4b70-9c02-3ac049f4d599", "name": "network-vif-plugged", "status": "completed", "tag": "2c7374d5-81fc-433f-ad49-d015bd63e30b", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:26:50.980039 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d4e41a73-72f6-4572-a32a-835db0552512 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:26:50.980439 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb14766-da35-4b70-9c02-3ac049f4d599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7374d5-81fc-433f-ad49-d015bd63e30b', 'code': 200} Jul 09 09:26:51.109597 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47882b33-0936-4f52-889b-d606dbb903bd req-f51a6b4b-0345-4e74-beea-7e30f8fefa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:51.111249 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-47882b33-0936-4f52-889b-d606dbb903bd req-f51a6b4b-0345-4e74-beea-7e30f8fefa5f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fcb14766-da35-4b70-9c02-3ac049f4d599 HTTP/1.1" status: 200 len: 1096 time: 0.0656121 Jul 09 09:26:51.176791 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-47882b33-0936-4f52-889b-d606dbb903bd req-db8a6bd8-bebe-4fb7-97a2-886f617ee05f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1310b3cd-5d1f-4572-87d6-c590cdcdeefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589430 Jul 09 09:26:51.234694 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9ec68-eb77-43eb-8f3a-36a7af84b115 req-a9519972-ec70-4154-8508-2fdaf5809db6 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:51.237209 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5cd9ec68-eb77-43eb-8f3a-36a7af84b115 req-a9519972-ec70-4154-8508-2fdaf5809db6 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a345e8e-8ae1-4ade-9697-1a3a202e792e HTTP/1.1" status: 200 len: 949 time: 0.0765543 Jul 09 09:26:51.280412 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5cd9ec68-eb77-43eb-8f3a-36a7af84b115 req-d56a7040-d90b-46b1-8956-200e302ed2f5 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/security-groups?id=b586403e-bf85-435c-a335-def2388b3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365245 Jul 09 09:26:51.353918 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c1c44f0b-0ce2-42e7-acc2-840584e77043 req-c1f0c75b-9846-400c-a9d7-aa9d9bde551c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 210 time: 0.0310075 Jul 09 09:26:51.547833 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df1ac3-f6c8-40f0-bfab-882feaad8291 req-a0965fbc-3f62-4ff4-b3d3-107dae3cc905 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:51.552378 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73df1ac3-f6c8-40f0-bfab-882feaad8291 req-a0965fbc-3f62-4ff4-b3d3-107dae3cc905 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2adb05a-ca0f-4a43-b934-74b965121265 HTTP/1.1" status: 200 len: 948 time: 0.0920060 Jul 09 09:26:51.607330 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73df1ac3-f6c8-40f0-bfab-882feaad8291 req-d344aae0-6de1-4aaa-a7fb-9075490d2239 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394731 Jul 09 09:26:51.658922 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70aca71-3949-439d-8767-f97f04dba6cf req-cb9160c6-713c-4eda-8f15-444b82cd5a6d tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:51.660512 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e70aca71-3949-439d-8767-f97f04dba6cf req-cb9160c6-713c-4eda-8f15-444b82cd5a6d tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 1096 time: 0.0573273 Jul 09 09:26:51.694723 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e70aca71-3949-439d-8767-f97f04dba6cf req-2101cba1-a03e-4a59-afa8-bf823c152249 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286160 Jul 09 09:26:51.812525 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80ea38-07ea-446d-8a36-36b80291f032 req-3a902fc3-0d8a-4b99-a427-d0d65efbd8c4 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:51.814080 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8e80ea38-07ea-446d-8a36-36b80291f032 req-3a902fc3-0d8a-4b99-a427-d0d65efbd8c4 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb033165-f901-4d29-a800-3244f1f693d8 HTTP/1.1" status: 200 len: 950 time: 0.0735779 Jul 09 09:26:51.890910 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8e80ea38-07ea-446d-8a36-36b80291f032 req-e2e92bd2-a9d9-4130-a256-a275d55c3b0f tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/security-groups?id=b586403e-bf85-435c-a335-def2388b3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701804 Jul 09 09:26:51.921700 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e9e47-278d-454e-9292-3c95f19964dd req-1c32d47c-0f38-4453-8eed-4a9f588a4a90 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:51.923557 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e7e9e47-278d-454e-9292-3c95f19964dd req-1c32d47c-0f38-4453-8eed-4a9f588a4a90 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcb14766-da35-4b70-9c02-3ac049f4d599 HTTP/1.1" status: 200 len: 945 time: 0.0941916 Jul 09 09:26:51.972488 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e7e9e47-278d-454e-9292-3c95f19964dd req-cd768531-b6b0-4da5-b296-0269c593dca8 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.61 "GET /v2.0/security-groups?id=1310b3cd-5d1f-4572-87d6-c590cdcdeefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428216 Jul 09 09:26:52.122809 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:26:52.224291 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:26:52.232635 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:26:52.233347 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:52.410390 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:52.417443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ae936-2926-482e-b98c-883bf1978ecc req-14f8ccca-25e2-4b28-8f73-d372664651ea tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:52.419520 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b08ae936-2926-482e-b98c-883bf1978ecc req-14f8ccca-25e2-4b28-8f73-d372664651ea tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.64 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 808 time: 0.2084656 Jul 09 09:26:52.437436 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b08ae936-2926-482e-b98c-883bf1978ecc req-33802f9b-8423-4b55-94e9-4889b0744cd4 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Request body: {'port': {'device_id': '7c55149a-d0df-4464-ad2a-d8a0b9074210', 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290', 'admin_state_up': True, 'tenant_id': '3eda8a5c649d482f9f8bf9075ad6f3b8'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:52.473623 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:52.483280 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:52.581704 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:52.648072 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b08ae936-2926-482e-b98c-883bf1978ecc req-33802f9b-8423-4b55-94e9-4889b0744cd4 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Made reservation on behalf of 3eda8a5c649d482f9f8bf9075ad6f3b8 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:26:52.657255 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b08ae936-2926-482e-b98c-883bf1978ecc req-33802f9b-8423-4b55-94e9-4889b0744cd4 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:52.891973 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1190d-e60b-4185-94af-c4f8c00d345b req-d9f14875-27d4-4104-aa61-e541905be975 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:52.893527 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07f1190d-e60b-4185-94af-c4f8c00d345b req-d9f14875-27d4-4104-aa61-e541905be975 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.1605008 Jul 09 09:26:52.926882 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-b08ae936-2926-482e-b98c-883bf1978ecc req-33802f9b-8423-4b55-94e9-4889b0744cd4 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Allocated IP 172.20.0.4 (b8274c7d-d9b4-4563-bd5d-1e9b7521f290/3b34d4ae-0ef5-43aa-9b17-e2650b35854e/8b07d29e-0d63-488e-81e2-6e2658603b06) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:26:52.963526 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07f1190d-e60b-4185-94af-c4f8c00d345b req-713313c6-d69c-42ac-9578-e3abc6aa3b46 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599294 Jul 09 09:26:52.982273 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2adb05a-ca0f-4a43-b934-74b965121265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:26:52.986588 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6813c8-ee4e-41d1-b1c2-2aecd482012f" -d '{"events": [{"server_uuid": "b2adb05a-ca0f-4a43-b934-74b965121265", "name": "network-vif-plugged", "status": "completed", "tag": "2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:26:53.193685 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b08ae936-2926-482e-b98c-883bf1978ecc req-33802f9b-8423-4b55-94e9-4889b0744cd4 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:53.232856 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57dbf443-899c-4a2e-bd95-bce7b01e93ee req-1440f012-2efe-4aaa-8ca1-44950de075f1 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 210 time: 0.0333424 Jul 09 09:26:53.274865 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b08ae936-2926-482e-b98c-883bf1978ecc req-33802f9b-8423-4b55-94e9-4889b0744cd4 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:53.320520 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39500) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:26:53.322380 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b08ae936-2926-482e-b98c-883bf1978ecc req-33802f9b-8423-4b55-94e9-4889b0744cd4 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:26:53.329956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-b08ae936-2926-482e-b98c-883bf1978ecc req-33802f9b-8423-4b55-94e9-4889b0744cd4 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:26:53.334092 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08ae936-2926-482e-b98c-883bf1978ecc req-33802f9b-8423-4b55-94e9-4889b0744cd4 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:26:53.365102 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33802f9b-8423-4b55-94e9-4889b0744cd4 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Pushing event updated for resources: {'Port': ['ID=8b07d29e-0d63-488e-81e2-6e2658603b06,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:53.398221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ae936-2926-482e-b98c-883bf1978ecc req-33802f9b-8423-4b55-94e9-4889b0744cd4 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:53.398845 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b08ae936-2926-482e-b98c-883bf1978ecc req-33802f9b-8423-4b55-94e9-4889b0744cd4 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:53.415892 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b08ae936-2926-482e-b98c-883bf1978ecc req-33802f9b-8423-4b55-94e9-4889b0744cd4 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9880266 Jul 09 09:26:53.435455 n-d-799996-1 neutron-server[93791]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 09:26:53.439452 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-d04dac75-25d9-4734-8aef-b75ef1600e7a tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:26:53.440523 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-d04dac75-25d9-4734-8aef-b75ef1600e7a tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1182969 Jul 09 09:26:53.440946 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b08ae936-2926-482e-b98c-883bf1978ecc req-f0095f69-6dcc-4f5d-9d17-16a24b7f2417 service neutron] Request body: {'port': {'device_id': '7c55149a-d0df-4464-ad2a-d8a0b9074210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:53.548291 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-76ca0280-4c84-4dc2-a9ea-f63f78b5ef33 service neutron] Request body: {'binding': {'host': 'n-h2-799996-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:53.548797 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-76ca0280-4c84-4dc2-a9ea-f63f78b5ef33 service neutron] Unknown quota resources ['binding']. {{(pid=93791) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 09:26:53.564109 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b08ae936-2926-482e-b98c-883bf1978ecc req-f0095f69-6dcc-4f5d-9d17-16a24b7f2417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:53.585485 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f7a69-7740-40d5-91b9-0b3b0dbc9594 req-1c84c84a-fde1-43de-85e0-e2e9642a8631 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:53.587068 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-552f7a69-7740-40d5-91b9-0b3b0dbc9594 req-1c84c84a-fde1-43de-85e0-e2e9642a8631 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2adb05a-ca0f-4a43-b934-74b965121265 HTTP/1.1" status: 200 len: 949 time: 0.1434851 Jul 09 09:26:53.664930 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-552f7a69-7740-40d5-91b9-0b3b0dbc9594 req-ca1c2dc8-f934-47e4-8e3a-a3164cba9dd5 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719006 Jul 09 09:26:53.691194 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-76ca0280-4c84-4dc2-a9ea-f63f78b5ef33 service neutron] Attempting to bind port 20024951-0692-4438-aaab-a36d2504f660 on host n-h2-799996-1 for vnic_type normal with profile None {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:26:53.691810 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-76ca0280-4c84-4dc2-a9ea-f63f78b5ef33 service neutron] Attempting to bind port 20024951-0692-4438-aaab-a36d2504f660 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:26:53.692619 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-76ca0280-4c84-4dc2-a9ea-f63f78b5ef33 service neutron] Attempting to bind port 20024951-0692-4438-aaab-a36d2504f660 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:53.697635 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-76ca0280-4c84-4dc2-a9ea-f63f78b5ef33 service neutron] Port 20024951-0692-4438-aaab-a36d2504f660 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:26:53.698244 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-76ca0280-4c84-4dc2-a9ea-f63f78b5ef33 service neutron] Attempting to bind port 20024951-0692-4438-aaab-a36d2504f660 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:53.704047 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-76ca0280-4c84-4dc2-a9ea-f63f78b5ef33 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:26:53.704586 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-76ca0280-4c84-4dc2-a9ea-f63f78b5ef33 service neutron] Checking segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:26:53.705159 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-76ca0280-4c84-4dc2-a9ea-f63f78b5ef33 service neutron] Bound using segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:26:53.705750 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-76ca0280-4c84-4dc2-a9ea-f63f78b5ef33 service neutron] Bound port: 20024951-0692-4438-aaab-a36d2504f660, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:26:53.790207 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-76ca0280-4c84-4dc2-a9ea-f63f78b5ef33 service neutron] For port 20024951-0692-4438-aaab-a36d2504f660, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=20024951-0692-4438-aaab-a36d2504f660,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:26:53.797134 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-76ca0280-4c84-4dc2-a9ea-f63f78b5ef33 service neutron] Notify callbacks [] for binding, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:53.809814 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-76ca0280-4c84-4dc2-a9ea-f63f78b5ef33 service neutron] 10.222.0.61 "POST /v2.0/ports/20024951-0692-4438-aaab-a36d2504f660/bindings HTTP/1.1" status: 201 len: 389 time: 0.3197734 Jul 09 09:26:53.897628 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4958a3-108f-4348-bdc5-4cdde4310886 x-openstack-request-id: req-9b4958a3-108f-4348-bdc5-4cdde4310886 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:26:53.897628 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2adb05a-ca0f-4a43-b934-74b965121265", "name": "network-vif-plugged", "status": "completed", "tag": "2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:26:53.898249 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9b4958a3-108f-4348-bdc5-4cdde4310886 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:26:53.898249 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2adb05a-ca0f-4a43-b934-74b965121265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62', 'code': 200} Jul 09 09:26:53.967391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-b08ae936-2926-482e-b98c-883bf1978ecc req-f0095f69-6dcc-4f5d-9d17-16a24b7f2417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b07d29e-0d63-488e-81e2-6e2658603b06 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:26:53.981914 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b08ae936-2926-482e-b98c-883bf1978ecc req-f0095f69-6dcc-4f5d-9d17-16a24b7f2417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:53.997691 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4efb7-06cd-4d73-a3be-41d530eebb54 req-06b48e63-5795-47e4-a407-721267f3f41a tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:54.004194 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59d4efb7-06cd-4d73-a3be-41d530eebb54 req-06b48e63-5795-47e4-a407-721267f3f41a tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcb14766-da35-4b70-9c02-3ac049f4d599 HTTP/1.1" status: 200 len: 945 time: 0.1833744 Jul 09 09:26:54.066109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-b08ae936-2926-482e-b98c-883bf1978ecc req-f0095f69-6dcc-4f5d-9d17-16a24b7f2417 service neutron] Transition to ACTIVE for port object 8b07d29e-0d63-488e-81e2-6e2658603b06 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:26:54.098103 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b08ae936-2926-482e-b98c-883bf1978ecc req-f0095f69-6dcc-4f5d-9d17-16a24b7f2417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:54.180257 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59d4efb7-06cd-4d73-a3be-41d530eebb54 req-afa8aac0-6d59-453c-990c-6c00be764ad1 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.61 "GET /v2.0/security-groups?id=1310b3cd-5d1f-4572-87d6-c590cdcdeefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681664 Jul 09 09:26:54.225811 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0095f69-6dcc-4f5d-9d17-16a24b7f2417 service neutron] Pushing event updated for resources: {'Port': ['ID=8b07d29e-0d63-488e-81e2-6e2658603b06,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:54.277011 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa2cd5-19af-4845-9181-3636d7495cc7 req-f738c8a5-3101-4b27-b9bb-bb45fa2bf684 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:54.278608 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-baaa2cd5-19af-4845-9181-3636d7495cc7 req-f738c8a5-3101-4b27-b9bb-bb45fa2bf684 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 945 time: 0.2709155 Jul 09 09:26:54.299156 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a71aab-de7b-4f5b-ab6e-37e124d890c8 req-a9ed4760-da4e-455d-8d7b-4a46ceab8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:54.300755 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-82a71aab-de7b-4f5b-ab6e-37e124d890c8 req-a9ed4760-da4e-455d-8d7b-4a46ceab8c98 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b2adb05a-ca0f-4a43-b934-74b965121265 HTTP/1.1" status: 200 len: 1100 time: 0.2360661 Jul 09 09:26:54.336900 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-8da49937-ba30-49b0-8bb5-8dbb3e1a2e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:54.339037 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-8da49937-ba30-49b0-8bb5-8dbb3e1a2e93 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 1096 time: 0.2419147 Jul 09 09:26:54.466048 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-baaa2cd5-19af-4845-9181-3636d7495cc7 req-ad2bef32-f2eb-48c7-8153-38aac768788a tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633966 Jul 09 09:26:54.478201 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-82a71aab-de7b-4f5b-ab6e-37e124d890c8 req-0a11de98-b84e-4251-a0b2-2bfd4dc3e83c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595902 Jul 09 09:26:54.482671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b08ae936-2926-482e-b98c-883bf1978ecc req-f0095f69-6dcc-4f5d-9d17-16a24b7f2417 service neutron] Attempting to bind port 8b07d29e-0d63-488e-81e2-6e2658603b06 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:26:54.483014 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b08ae936-2926-482e-b98c-883bf1978ecc req-f0095f69-6dcc-4f5d-9d17-16a24b7f2417 service neutron] Attempting to bind port 8b07d29e-0d63-488e-81e2-6e2658603b06 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:26:54.483541 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08ae936-2926-482e-b98c-883bf1978ecc req-f0095f69-6dcc-4f5d-9d17-16a24b7f2417 service neutron] Attempting to bind port 8b07d29e-0d63-488e-81e2-6e2658603b06 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:54.506746 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08ae936-2926-482e-b98c-883bf1978ecc req-f0095f69-6dcc-4f5d-9d17-16a24b7f2417 service neutron] Port 8b07d29e-0d63-488e-81e2-6e2658603b06 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:26:54.506746 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08ae936-2926-482e-b98c-883bf1978ecc req-f0095f69-6dcc-4f5d-9d17-16a24b7f2417 service neutron] Attempting to bind port 8b07d29e-0d63-488e-81e2-6e2658603b06 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:54.520576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08ae936-2926-482e-b98c-883bf1978ecc req-f0095f69-6dcc-4f5d-9d17-16a24b7f2417 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:26:54.521884 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08ae936-2926-482e-b98c-883bf1978ecc req-f0095f69-6dcc-4f5d-9d17-16a24b7f2417 service neutron] Checking segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:26:54.522430 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08ae936-2926-482e-b98c-883bf1978ecc req-f0095f69-6dcc-4f5d-9d17-16a24b7f2417 service neutron] Bound using segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:26:54.524322 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b08ae936-2926-482e-b98c-883bf1978ecc req-f0095f69-6dcc-4f5d-9d17-16a24b7f2417 service neutron] Bound port: 8b07d29e-0d63-488e-81e2-6e2658603b06, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:26:54.524539 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b08ae936-2926-482e-b98c-883bf1978ecc req-f0095f69-6dcc-4f5d-9d17-16a24b7f2417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:54.557536 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-2c9ac679-5f8b-4263-9bd3-7f0af4128e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:54.559194 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-2c9ac679-5f8b-4263-9bd3-7f0af4128e2c service neutron] 10.222.0.64 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 922 time: 0.2097368 Jul 09 09:26:54.655944 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b08ae936-2926-482e-b98c-883bf1978ecc req-f0095f69-6dcc-4f5d-9d17-16a24b7f2417 service neutron] For port 8b07d29e-0d63-488e-81e2-6e2658603b06, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:26:54.659096 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b08ae936-2926-482e-b98c-883bf1978ecc req-f0095f69-6dcc-4f5d-9d17-16a24b7f2417 service neutron] For port 8b07d29e-0d63-488e-81e2-6e2658603b06, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=8b07d29e-0d63-488e-81e2-6e2658603b06,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:26:54.672539 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b08ae936-2926-482e-b98c-883bf1978ecc req-f0095f69-6dcc-4f5d-9d17-16a24b7f2417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:54.683151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0aead-e41a-4b53-b90c-854d9add6402 req-5b3708de-452f-46da-97f1-aac63c0f9412 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:54.684731 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-45e0aead-e41a-4b53-b90c-854d9add6402 req-5b3708de-452f-46da-97f1-aac63c0f9412 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.3184946 Jul 09 09:26:54.756632 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-ba525eba-b53b-424d-9ab9-5f95f2c9f915 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20024951-0692-4438-aaab-a36d2504f660 HTTP/1.1" status: 200 len: 217 time: 0.0958784 Jul 09 09:26:54.851164 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ae936-2926-482e-b98c-883bf1978ecc req-f0095f69-6dcc-4f5d-9d17-16a24b7f2417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:54.851979 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b08ae936-2926-482e-b98c-883bf1978ecc req-f0095f69-6dcc-4f5d-9d17-16a24b7f2417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:54.853897 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b08ae936-2926-482e-b98c-883bf1978ecc req-f0095f69-6dcc-4f5d-9d17-16a24b7f2417 service neutron] 10.222.0.64 "PUT /v2.0/ports/8b07d29e-0d63-488e-81e2-6e2658603b06 HTTP/1.1" status: 200 len: 1091 time: 1.4226055 Jul 09 09:26:54.854445 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c55149a-d0df-4464-ad2a-d8a0b9074210', 'tag': '8b07d29e-0d63-488e-81e2-6e2658603b06'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:26:54.858505 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcfad03-103f-43f4-853f-db05601dc898" -d '{"events": [{"name": "network-changed", "server_uuid": "7c55149a-d0df-4464-ad2a-d8a0b9074210", "tag": "8b07d29e-0d63-488e-81e2-6e2658603b06"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:26:54.902468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0095f69-6dcc-4f5d-9d17-16a24b7f2417 service neutron] Pushing event updated for resources: {'Port': ['ID=8b07d29e-0d63-488e-81e2-6e2658603b06,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:54.940939 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-45e0aead-e41a-4b53-b90c-854d9add6402 req-b3e3d512-e072-4408-a225-a4e613092495 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869402 Jul 09 09:26:54.942515 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-286a6c87-7413-49e1-b1c0-c2eff07ee3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:54.944040 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-286a6c87-7413-49e1-b1c0-c2eff07ee3cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=885047f0-ba41-4b93-9739-c68577cb7cc5 HTTP/1.1" status: 200 len: 861 time: 0.1685445 Jul 09 09:26:55.027187 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-faf0a839-7cac-406a-a1a7-9fa37409ba37 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696609 Jul 09 09:26:55.154043 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dcedc-d2a9-4106-ad51-a7a904f98013 req-2b8abd2f-a57d-45aa-974e-4dc9a62c96af tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:55.155651 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c78dcedc-d2a9-4106-ad51-a7a904f98013 req-2b8abd2f-a57d-45aa-974e-4dc9a62c96af tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 943 time: 0.3067594 Jul 09 09:26:55.169364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ae936-2926-482e-b98c-883bf1978ecc req-edbe9c68-e2b1-4870-838e-c5e1d811bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:55.170969 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b08ae936-2926-482e-b98c-883bf1978ecc req-edbe9c68-e2b1-4870-838e-c5e1d811bdc7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 1094 time: 0.2256055 Jul 09 09:26:55.498442 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-b6818c9c-d775-45ac-9c1a-5e3121166924 service neutron] 10.222.0.64 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463995 Jul 09 09:26:55.503487 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b08ae936-2926-482e-b98c-883bf1978ecc req-3478a830-1b03-4497-beac-f327e29e14a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b07d29e-0d63-488e-81e2-6e2658603b06 HTTP/1.1" status: 200 len: 217 time: 0.0522521 Jul 09 09:26:55.567008 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c78dcedc-d2a9-4106-ad51-a7a904f98013 req-c96db055-632e-4ad4-a5df-48b0a1667fa2 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951414 Jul 09 09:26:55.617474 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370b99b3-030e-4920-999f-47717b829079 x-openstack-request-id: req-370b99b3-030e-4920-999f-47717b829079 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:26:55.618070 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c55149a-d0df-4464-ad2a-d8a0b9074210", "tag": "8b07d29e-0d63-488e-81e2-6e2658603b06", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:26:55.618387 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-370b99b3-030e-4920-999f-47717b829079 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:26:55.618850 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c55149a-d0df-4464-ad2a-d8a0b9074210', 'tag': '8b07d29e-0d63-488e-81e2-6e2658603b06', 'status': 'completed', 'code': 200} Jul 09 09:26:55.644321 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ae936-2926-482e-b98c-883bf1978ecc req-c5f3efe1-5e8d-41ad-947d-0792131453d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:55.645953 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b08ae936-2926-482e-b98c-883bf1978ecc req-c5f3efe1-5e8d-41ad-947d-0792131453d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b34d4ae-0ef5-43aa-9b17-e2650b35854e HTTP/1.1" status: 200 len: 848 time: 0.1284850 Jul 09 09:26:55.709661 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b08ae936-2926-482e-b98c-883bf1978ecc req-0ed8cbe9-42f4-4e50-86fb-2b3a1f46e9ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547919 Jul 09 09:26:55.726898 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14983d96-6fba-4aa7-b715-34853ae1a89e req-e1482980-aa44-4b3d-a282-4f73dc77f700 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:55.732371 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14983d96-6fba-4aa7-b715-34853ae1a89e req-e1482980-aa44-4b3d-a282-4f73dc77f700 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2adb05a-ca0f-4a43-b934-74b965121265 HTTP/1.1" status: 200 len: 949 time: 0.5734930 Jul 09 09:26:55.737759 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-4f7488d8-ed37-4a97-91c9-32721c724544 service neutron] 10.222.0.64 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244267 Jul 09 09:26:55.875279 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14983d96-6fba-4aa7-b715-34853ae1a89e req-7bb65e89-71ea-4ded-9dc2-13ba44a749af tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357450 Jul 09 09:26:55.934307 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b08ae936-2926-482e-b98c-883bf1978ecc req-82cb4ea8-7b2d-4fce-b52e-fa3ab8e2025a service neutron] 10.222.0.64 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988642 Jul 09 09:26:56.009002 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14795c-ac7c-4816-8ebe-2946e513b5b0 req-68295a30-7b0a-4b61-9baa-bd306e91790a tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:56.009795 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a14795c-ac7c-4816-8ebe-2946e513b5b0 req-68295a30-7b0a-4b61-9baa-bd306e91790a tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 945 time: 0.2759497 Jul 09 09:26:56.037432 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-0718df79-d193-4c39-9055-12500eccb636 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:56.039006 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-0718df79-d193-4c39-9055-12500eccb636 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24&tenant_id=82a1a771499846fa8b15e4ad106e86da&binding%3Ahost_id=n-h1-799996-1 HTTP/1.1" status: 200 len: 1096 time: 0.1927588 Jul 09 09:26:56.054767 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-cf58d0c7-fc76-4be7-9457-cea6d520c3da service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799996-1'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:26:56.129416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a14795c-ac7c-4816-8ebe-2946e513b5b0 req-82643e27-aa55-4ad1-b807-f2c98ed8cbc5 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089530 Jul 09 09:26:56.133820 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b08ae936-2926-482e-b98c-883bf1978ecc req-ad76eb8d-e294-4ad5-bb2e-12156f83f7de service neutron] 10.222.0.64 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895900 Jul 09 09:26:56.192106 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-cf58d0c7-fc76-4be7-9457-cea6d520c3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:56.346846 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfad03-103f-43f4-853f-db05601dc898 req-0e8f0c7f-cded-4778-bf9a-2dc69ea2eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:56.348430 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6dcfad03-103f-43f4-853f-db05601dc898 req-0e8f0c7f-cded-4778-bf9a-2dc69ea2eedb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 1094 time: 0.1373162 Jul 09 09:26:56.455460 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-cf58d0c7-fc76-4be7-9457-cea6d520c3da service neutron] For port 20024951-0692-4438-aaab-a36d2504f660, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=20024951-0692-4438-aaab-a36d2504f660,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:56.549008 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-cf58d0c7-fc76-4be7-9457-cea6d520c3da service neutron] For port 20024951-0692-4438-aaab-a36d2504f660, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:26:56.551198 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfad03-103f-43f4-853f-db05601dc898 req-0e86d900-8f5e-4bf6-a8d4-7960b0e83e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:56.552455 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6dcfad03-103f-43f4-853f-db05601dc898 req-0e86d900-8f5e-4bf6-a8d4-7960b0e83e1a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 909 time: 0.1967065 Jul 09 09:26:56.621827 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6dcfad03-103f-43f4-853f-db05601dc898 req-a6a644a5-56f0-4538-8fd2-ae21df87c45a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b07d29e-0d63-488e-81e2-6e2658603b06 HTTP/1.1" status: 200 len: 217 time: 0.0483391 Jul 09 09:26:56.648985 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-cf58d0c7-fc76-4be7-9457-cea6d520c3da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:56.658635 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfea93c-0cfd-4c4a-867d-43e8bf712562 req-80af772d-5712-4eea-b379-1c1fa574b052 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:56.660306 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fdfea93c-0cfd-4c4a-867d-43e8bf712562 req-80af772d-5712-4eea-b379-1c1fa574b052 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.2296875 Jul 09 09:26:56.699591 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-cf58d0c7-fc76-4be7-9457-cea6d520c3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:56.781188 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfad03-103f-43f4-853f-db05601dc898 req-935487d2-2754-48e9-825a-912c2acf8b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:56.782675 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6dcfad03-103f-43f4-853f-db05601dc898 req-935487d2-2754-48e9-825a-912c2acf8b92 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b34d4ae-0ef5-43aa-9b17-e2650b35854e HTTP/1.1" status: 200 len: 848 time: 0.1487010 Jul 09 09:26:56.807618 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fdfea93c-0cfd-4c4a-867d-43e8bf712562 req-c13a128a-b297-466f-9de8-ff1aef5ec40a tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259944 Jul 09 09:26:56.850536 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6dcfad03-103f-43f4-853f-db05601dc898 req-7e0ceed2-f7db-41da-b2c6-c8d6e23bfec6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506005 Jul 09 09:26:56.887035 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58d0c7-fc76-4be7-9457-cea6d520c3da service neutron] Pushing event updated for resources: {'Port': ['ID=20024951-0692-4438-aaab-a36d2504f660,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:56.941646 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-cf58d0c7-fc76-4be7-9457-cea6d520c3da service neutron] Attempting to bind port 20024951-0692-4438-aaab-a36d2504f660 on host n-h1-799996-1 for vnic_type normal with profile {"migrating_to": "n-h2-799996-1"} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:26:56.941965 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-cf58d0c7-fc76-4be7-9457-cea6d520c3da service neutron] Attempting to bind port 20024951-0692-4438-aaab-a36d2504f660 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:26:56.942298 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-cf58d0c7-fc76-4be7-9457-cea6d520c3da service neutron] Attempting to bind port 20024951-0692-4438-aaab-a36d2504f660 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:56.960511 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-cf58d0c7-fc76-4be7-9457-cea6d520c3da service neutron] Port 20024951-0692-4438-aaab-a36d2504f660 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:26:56.960835 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-cf58d0c7-fc76-4be7-9457-cea6d520c3da service neutron] Attempting to bind port 20024951-0692-4438-aaab-a36d2504f660 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:26:56.972907 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb809b-bbeb-4a1e-9cf4-2945232dc9d8 req-8cc39e2a-a8c0-4de9-bc0a-1c281025f586 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:56.974466 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44bb809b-bbeb-4a1e-9cf4-2945232dc9d8 req-8cc39e2a-a8c0-4de9-bc0a-1c281025f586 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 943 time: 0.2633381 Jul 09 09:26:56.982457 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-cf58d0c7-fc76-4be7-9457-cea6d520c3da service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:26:56.982800 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-cf58d0c7-fc76-4be7-9457-cea6d520c3da service neutron] Checking segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:26:56.983186 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-cf58d0c7-fc76-4be7-9457-cea6d520c3da service neutron] Bound using segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:26:56.983628 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-cf58d0c7-fc76-4be7-9457-cea6d520c3da service neutron] Bound port: 20024951-0692-4438-aaab-a36d2504f660, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:26:56.984029 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-cf58d0c7-fc76-4be7-9457-cea6d520c3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:57.106044 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6dcfad03-103f-43f4-853f-db05601dc898 req-c38b12ce-ba3b-45d7-bc22-91a984172bbb service neutron] 10.222.0.64 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320101 Jul 09 09:26:57.114619 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44bb809b-bbeb-4a1e-9cf4-2945232dc9d8 req-562ecf2d-b490-4452-8a05-f671ac7e18c7 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331880 Jul 09 09:26:57.199678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-cf58d0c7-fc76-4be7-9457-cea6d520c3da service neutron] For port 20024951-0692-4438-aaab-a36d2504f660, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:26:57.221216 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-cf58d0c7-fc76-4be7-9457-cea6d520c3da service neutron] For port 20024951-0692-4438-aaab-a36d2504f660, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=20024951-0692-4438-aaab-a36d2504f660,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:26:57.232149 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-cf58d0c7-fc76-4be7-9457-cea6d520c3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:57.280605 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f6f91-dfa7-4a02-9de4-dbc7752a831d req-6db85777-a1f6-43ac-8e2c-e8672649a101 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:57.282113 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ef3f6f91-dfa7-4a02-9de4-dbc7752a831d req-6db85777-a1f6-43ac-8e2c-e8672649a101 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2adb05a-ca0f-4a43-b934-74b965121265 HTTP/1.1" status: 200 len: 949 time: 0.2629340 Jul 09 09:26:57.387551 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6dcfad03-103f-43f4-853f-db05601dc898 req-fbfd020e-fdda-4de7-9a62-03c371832afe service neutron] 10.222.0.64 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603755 Jul 09 09:26:57.422797 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-cf58d0c7-fc76-4be7-9457-cea6d520c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:57.423456 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-cf58d0c7-fc76-4be7-9457-cea6d520c3da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:57.424851 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-cf58d0c7-fc76-4be7-9457-cea6d520c3da service neutron] 10.222.0.64 "PUT /v2.0/ports/20024951-0692-4438-aaab-a36d2504f660 HTTP/1.1" status: 200 len: 1121 time: 1.3771009 Jul 09 09:26:57.425598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58d0c7-fc76-4be7-9457-cea6d520c3da service neutron] Pushing event updated for resources: {'Port': ['ID=20024951-0692-4438-aaab-a36d2504f660,revision_number=8']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:57.476378 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ef3f6f91-dfa7-4a02-9de4-dbc7752a831d req-c6d42a0a-8471-4d4b-be30-4c08dfc598ce tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834075 Jul 09 09:26:57.495781 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a44523-2968-4932-bbd5-5372bfae4a03 req-86887345-73b6-4564-8e9f-84eaf37d74d3 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:57.495781 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a0a44523-2968-4932-bbd5-5372bfae4a03 req-86887345-73b6-4564-8e9f-84eaf37d74d3 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 943 time: 0.2037189 Jul 09 09:26:57.538354 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a0a44523-2968-4932-bbd5-5372bfae4a03 req-c23a6363-5023-4d44-9924-933237675b05 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348065 Jul 09 09:26:57.590939 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['20024951-0692-4438-aaab-a36d2504f660'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:26:57.620382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdb6997-6297-41b0-9bc6-02783d8e2b24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20024951-0692-4438-aaab-a36d2504f660'}, {'name': 'network-changed', 'server_uuid': '3fdb6997-6297-41b0-9bc6-02783d8e2b24', 'tag': '20024951-0692-4438-aaab-a36d2504f660'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:26:57.622692 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb52c39f-18d0-4dbc-bb31-925eaddd51cb" -d '{"events": [{"server_uuid": "3fdb6997-6297-41b0-9bc6-02783d8e2b24", "name": "network-vif-unplugged", "status": "completed", "tag": "20024951-0692-4438-aaab-a36d2504f660"}, {"name": "network-changed", "server_uuid": "3fdb6997-6297-41b0-9bc6-02783d8e2b24", "tag": "20024951-0692-4438-aaab-a36d2504f660"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:26:57.666468 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 09 Jul 2021 09:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cca125-b5fd-475d-95ee-13a61bd8bd50 x-openstack-request-id: req-83cca125-b5fd-475d-95ee-13a61bd8bd50 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:26:57.666764 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdb6997-6297-41b0-9bc6-02783d8e2b24", "name": "network-vif-unplugged", "status": "completed", "tag": "20024951-0692-4438-aaab-a36d2504f660", "code": 200}, {"name": "network-changed", "server_uuid": "3fdb6997-6297-41b0-9bc6-02783d8e2b24", "tag": "20024951-0692-4438-aaab-a36d2504f660", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:26:57.667009 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-83cca125-b5fd-475d-95ee-13a61bd8bd50 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:26:57.667396 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdb6997-6297-41b0-9bc6-02783d8e2b24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20024951-0692-4438-aaab-a36d2504f660', 'code': 200} Jul 09 09:26:57.667744 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdb6997-6297-41b0-9bc6-02783d8e2b24', 'tag': '20024951-0692-4438-aaab-a36d2504f660', 'status': 'completed', 'code': 200} Jul 09 09:26:57.779992 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52c39f-18d0-4dbc-bb31-925eaddd51cb req-7a1e255e-b8b7-4f68-a9e1-7ddebabedf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:57.781570 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cb52c39f-18d0-4dbc-bb31-925eaddd51cb req-7a1e255e-b8b7-4f68-a9e1-7ddebabedf10 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 1124 time: 0.0764661 Jul 09 09:26:57.900894 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce66e5-c719-495f-92ad-26adbada988e req-969cf9ce-15df-4a9a-83a7-213f17bbad77 tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:57.902402 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7ce66e5-c719-495f-92ad-26adbada988e req-969cf9ce-15df-4a9a-83a7-213f17bbad77 tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b2adb05a-ca0f-4a43-b934-74b965121265 HTTP/1.1" status: 200 len: 1100 time: 0.1199453 Jul 09 09:26:57.926303 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52c39f-18d0-4dbc-bb31-925eaddd51cb req-255ee6cf-6582-4dbf-a54d-319e50054a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:57.928030 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cb52c39f-18d0-4dbc-bb31-925eaddd51cb req-255ee6cf-6582-4dbf-a54d-319e50054a15 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 922 time: 0.1160901 Jul 09 09:26:57.930674 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7ce66e5-c719-495f-92ad-26adbada988e req-43a519dd-c289-4918-a1f0-c32874eed746 tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:58.005971 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cb52c39f-18d0-4dbc-bb31-925eaddd51cb req-d83740dd-1e46-4979-a945-5b5acf0efd41 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20024951-0692-4438-aaab-a36d2504f660 HTTP/1.1" status: 200 len: 217 time: 0.0666542 Jul 09 09:26:58.091799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52c39f-18d0-4dbc-bb31-925eaddd51cb req-13df7392-0793-482f-87ae-44b5b084d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:58.093232 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cb52c39f-18d0-4dbc-bb31-925eaddd51cb req-13df7392-0793-482f-87ae-44b5b084d4bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=885047f0-ba41-4b93-9739-c68577cb7cc5 HTTP/1.1" status: 200 len: 861 time: 0.0787866 Jul 09 09:26:58.123409 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1b0d1-f39e-4b5c-b21e-7f3dc452414d req-a51dc80f-ae63-46c5-bf8e-f3c9469b55f3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:58.125045 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-abb1b0d1-f39e-4b5c-b21e-7f3dc452414d req-a51dc80f-ae63-46c5-bf8e-f3c9469b55f3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.1959407 Jul 09 09:26:58.138803 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 0170217e-c011-4ee8-bca6-d0888e58be9c details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:26:58.147624 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cb52c39f-18d0-4dbc-bb31-925eaddd51cb req-a7d6db31-441d-440f-8c5b-90be8c71f112 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478179 Jul 09 09:26:58.250806 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 0170217e-c011-4ee8-bca6-d0888e58be9c, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0170217e-c011-4ee8-bca6-d0888e58be9c,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:58.263427 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-abb1b0d1-f39e-4b5c-b21e-7f3dc452414d req-0b1643f3-b8b0-4a50-af34-bb1d0c46f51a tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183288 Jul 09 09:26:58.264338 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '0170217e-c011-4ee8-bca6-d0888e58be9c', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '0170217e-c011-4ee8-bca6-d0888e58be9c', 'mac_address': 'fa:16:3e:bc:18:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:26:58.269263 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7ce66e5-c719-495f-92ad-26adbada988e req-43a519dd-c289-4918-a1f0-c32874eed746 tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:58.282524 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7ce66e5-c719-495f-92ad-26adbada988e req-43a519dd-c289-4918-a1f0-c32874eed746 tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:58.321813 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:58.329155 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7ce66e5-c719-495f-92ad-26adbada988e req-43a519dd-c289-4918-a1f0-c32874eed746 tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180918 Jul 09 09:26:58.331244 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cb52c39f-18d0-4dbc-bb31-925eaddd51cb req-40c5c3ff-e65a-4ef9-83ca-fed85a7751d5 service neutron] 10.222.0.58 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725109 Jul 09 09:26:58.336434 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0170217e-c011-4ee8-bca6-d0888e58be9c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:26:58.360092 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 0170217e-c011-4ee8-bca6-d0888e58be9c, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0170217e-c011-4ee8-bca6-d0888e58be9c,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:26:58.362013 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a519dd-c289-4918-a1f0-c32874eed746 tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dbce89-8572-4573-a2ad-a2d09eda8aa0,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:58.377513 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:26:58.450834 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=0170217e-c011-4ee8-bca6-d0888e58be9c,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:26:58.551789 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cb52c39f-18d0-4dbc-bb31-925eaddd51cb req-1dcd7d76-aa90-4873-9fc6-269014d9b980 service neutron] 10.222.0.58 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095675 Jul 09 09:26:58.572846 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab7296-192a-4d1a-a10d-0196331356af req-f4746ccd-e663-47d5-8578-f1a964b09b2e tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:58.574387 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5cab7296-192a-4d1a-a10d-0196331356af req-f4746ccd-e663-47d5-8578-f1a964b09b2e tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 943 time: 0.1014636 Jul 09 09:26:58.615056 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5cab7296-192a-4d1a-a10d-0196331356af req-94e0f176-7d66-427b-ae17-0e3f1fc33ef7 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347776 Jul 09 09:26:58.623171 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['0170217e-c011-4ee8-bca6-d0888e58be9c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:26:58.660154 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-122ba86c-2944-450b-9450-60360889327a tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376468 Jul 09 09:26:58.818454 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-b1fdd880-ee11-4e4f-bcf6-1a7e9d926eab tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:58.819954 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-b1fdd880-ee11-4e4f-bcf6-1a7e9d926eab tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1530638 Jul 09 09:26:58.841976 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-eaa44404-018b-4d26-b73f-17ec36d1de39 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/quotas/3747d0dd5a2d447bac383d8b7962e11f HTTP/1.1" status: 200 len: 375 time: 0.0155990 Jul 09 09:26:58.850497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf05fae-8429-4379-b083-23dec6158fd0 req-9d4a208f-bfa2-4997-ace0-5938ffa1894b tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:58.852006 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bcf05fae-8429-4379-b083-23dec6158fd0 req-9d4a208f-bfa2-4997-ace0-5938ffa1894b tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 943 time: 0.1127157 Jul 09 09:26:58.926924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bcf05fae-8429-4379-b083-23dec6158fd0 req-6a2fe738-3546-4b4e-81db-fdae90def68f tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647655 Jul 09 09:26:58.951779 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-ee89b277-6b0b-45f0-b335-7c470a4c4b7d tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0988057 Jul 09 09:26:59.166965 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:26:59.493995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456aaa95-539b-4bdf-8e3e-2aab6ff37ea6 req-fcd1c1cb-325a-40a5-bb9c-74e80fc33166 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:59.495580 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-456aaa95-539b-4bdf-8e3e-2aab6ff37ea6 req-fcd1c1cb-325a-40a5-bb9c-74e80fc33166 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.0911429 Jul 09 09:26:59.563164 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-456aaa95-539b-4bdf-8e3e-2aab6ff37ea6 req-062f555f-5de5-4d3a-9320-016fa78b6369 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588362 Jul 09 09:26:59.763869 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bde22ff9-fd4c-4f73-8276-44e1a5a15bb4 req-db043b83-efaa-4a70-b7e3-cc6ae6cc2427 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ddec3a-b36f-49d6-b1a8-24f6e36db558 HTTP/1.1" status: 200 len: 210 time: 0.0576050 Jul 09 09:26:59.901226 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765363cd-73de-498f-b968-de525f961992 req-c91a8073-e270-4ea8-9405-d8b3fc418160 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:26:59.917034 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-765363cd-73de-498f-b968-de525f961992 req-c91a8073-e270-4ea8-9405-d8b3fc418160 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 943 time: 0.1045196 Jul 09 09:26:59.989393 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-765363cd-73de-498f-b968-de525f961992 req-6c855e21-eb41-4390-9b72-daf4eeb1b93c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674908 Jul 09 09:27:00.158322 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 20024951-0692-4438-aaab-a36d2504f660 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:27:00.307248 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83d483-928c-4000-a325-280ad8788e88 req-c1fc43ff-0e4c-498d-9510-5431caffb8fb tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:00.315030 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b83d483-928c-4000-a325-280ad8788e88 req-c1fc43ff-0e4c-498d-9510-5431caffb8fb tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 943 time: 0.2137411 Jul 09 09:27:00.405371 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b83d483-928c-4000-a325-280ad8788e88 req-ff10025b-84b7-4686-accb-be55343f2ef7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830233 Jul 09 09:27:00.411332 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 20024951-0692-4438-aaab-a36d2504f660, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=20024951-0692-4438-aaab-a36d2504f660,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:00.424687 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 0170217e-c011-4ee8-bca6-d0888e58be9c up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:27:00.428651 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 20024951-0692-4438-aaab-a36d2504f660 has no active binding in host n-h2-799996-1 {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 09:27:00.499264 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 0170217e-c011-4ee8-bca6-d0888e58be9c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:27:00.499643 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:00.601299 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:00.642153 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb033165-f901-4d29-a800-3244f1f693d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0170217e-c011-4ee8-bca6-d0888e58be9c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:27:00.672812 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8493a0b-e84f-4a70-a94b-002aab1479ad" -d '{"events": [{"server_uuid": "bb033165-f901-4d29-a800-3244f1f693d8", "name": "network-vif-plugged", "status": "completed", "tag": "0170217e-c011-4ee8-bca6-d0888e58be9c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:27:00.711291 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 0170217e-c011-4ee8-bca6-d0888e58be9c, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0170217e-c011-4ee8-bca6-d0888e58be9c,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:00.717557 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:00.783218 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa49279-bc60-4cd2-b251-42e54037f515 x-openstack-request-id: req-6aa49279-bc60-4cd2-b251-42e54037f515 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:27:00.783840 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb033165-f901-4d29-a800-3244f1f693d8", "name": "network-vif-plugged", "status": "completed", "tag": "0170217e-c011-4ee8-bca6-d0888e58be9c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:27:00.784246 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6aa49279-bc60-4cd2-b251-42e54037f515 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:27:00.786318 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb033165-f901-4d29-a800-3244f1f693d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0170217e-c011-4ee8-bca6-d0888e58be9c', 'code': 200} Jul 09 09:27:00.865621 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=0170217e-c011-4ee8-bca6-d0888e58be9c,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:00.925912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177d32b-9f77-4471-a5ed-f3b629caa417 req-20f525cc-8933-4de4-9d57-1938193e95fb tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:00.934472 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b177d32b-9f77-4471-a5ed-f3b629caa417 req-20f525cc-8933-4de4-9d57-1938193e95fb tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.1513708 Jul 09 09:27:01.002360 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-46e9006c-d8e5-4051-b089-c023d496ebdc req-4b80476d-184a-4737-abb5-c78a899e8a79 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ddec3a-b36f-49d6-b1a8-24f6e36db558 HTTP/1.1" status: 200 len: 210 time: 0.0488970 Jul 09 09:27:01.031007 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b177d32b-9f77-4471-a5ed-f3b629caa417 req-34af3b5c-a0ec-44bd-b7fe-edd4fbf3edd5 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952156 Jul 09 09:27:01.236868 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbf740-2652-4fdd-a953-18ca1e3762e2 req-14d0f5e4-66dd-48a4-840c-81771f5f2d0f tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:01.245721 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-41cbf740-2652-4fdd-a953-18ca1e3762e2 req-14d0f5e4-66dd-48a4-840c-81771f5f2d0f tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 943 time: 0.1203158 Jul 09 09:27:01.294288 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-41cbf740-2652-4fdd-a953-18ca1e3762e2 req-e0f909dd-ef32-4e2e-ab11-01c3785fd0e7 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473084 Jul 09 09:27:01.688323 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130ad7c-c4e7-4f1e-8afa-d207525d6074 req-4268e708-0b1c-448e-be73-3cf68c3ef72d tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:01.689978 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8130ad7c-c4e7-4f1e-8afa-d207525d6074 req-4268e708-0b1c-448e-be73-3cf68c3ef72d tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 943 time: 0.1053429 Jul 09 09:27:02.149517 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-3a80c399-8603-480a-b1f0-784e560cc304 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548747 Jul 09 09:27:02.168401 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8130ad7c-c4e7-4f1e-8afa-d207525d6074 req-72016e1a-7a23-49fe-9409-5aebad121b1e tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724228 Jul 09 09:27:02.170987 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 8b07d29e-0d63-488e-81e2-6e2658603b06 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:27:02.281965 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53a75da0-8b26-46a6-bc7e-4f1c850b2440 req-480752c9-9e15-4b46-a75b-b70a12ad230c tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ddec3a-b36f-49d6-b1a8-24f6e36db558 HTTP/1.1" status: 200 len: 210 time: 0.1478877 Jul 09 09:27:02.307912 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 8b07d29e-0d63-488e-81e2-6e2658603b06, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=8b07d29e-0d63-488e-81e2-6e2658603b06,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:02.320882 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '8b07d29e-0d63-488e-81e2-6e2658603b06', 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290', 'port_id': '8b07d29e-0d63-488e-81e2-6e2658603b06', 'mac_address': 'fa:16:3e:ab:33:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b34d4ae-0ef5-43aa-9b17-e2650b35854e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:27:02.365533 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:02.382256 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b07d29e-0d63-488e-81e2-6e2658603b06 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:27:02.407995 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 8b07d29e-0d63-488e-81e2-6e2658603b06, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=8b07d29e-0d63-488e-81e2-6e2658603b06,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:02.423821 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:02.511838 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=8b07d29e-0d63-488e-81e2-6e2658603b06,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:02.517601 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-2c7d9a25-7e0f-481f-9a8e-34d152eb196d tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836792 Jul 09 09:27:02.604405 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-e928da63-b197-4561-a4b9-36de6d54562f tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:02.605907 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-e928da63-b197-4561-a4b9-36de6d54562f tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4427652 Jul 09 09:27:02.655258 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-df75e03b-1b6b-454d-b9f0-44f4bdcd9125 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Request body: {'port': {'device_id': 'e3990a21-133a-4806-97b5-0b852d8d75e3', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': '3747d0dd5a2d447bac383d8b7962e11f'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:27:02.731147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e850e02-bf59-4878-a771-456d6277f428 req-3a38d95b-c716-4ee0-a171-dc1364165d46 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:02.732830 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8e850e02-bf59-4878-a771-456d6277f428 req-3a38d95b-c716-4ee0-a171-dc1364165d46 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.4099219 Jul 09 09:27:02.795465 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-9bbcf964-5f5e-484a-b4ff-318704f09dd1 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:02.797028 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-9bbcf964-5f5e-484a-b4ff-318704f09dd1 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2727811 Jul 09 09:27:02.825141 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-e0dbdea4-c285-4385-a176-b69b811a4cab tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Request body: {'port': {'device_id': 'a5ddec3a-b36f-49d6-b1a8-24f6e36db558', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': '3747d0dd5a2d447bac383d8b7962e11f'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:27:02.908441 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb191a47-e74e-442e-a630-fb5af60a5831 req-e481ef59-c4a9-43a1-b77d-1cb55342d56c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:02.910097 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb191a47-e74e-442e-a630-fb5af60a5831 req-e481ef59-c4a9-43a1-b77d-1cb55342d56c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 944 time: 0.3132329 Jul 09 09:27:02.918140 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8e850e02-bf59-4878-a771-456d6277f428 req-b511d3da-98f7-4d0d-aea9-416b33a0fb91 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725054 Jul 09 09:27:02.964942 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-df75e03b-1b6b-454d-b9f0-44f4bdcd9125 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Made reservation on behalf of 3747d0dd5a2d447bac383d8b7962e11f for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:27:02.968557 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-df75e03b-1b6b-454d-b9f0-44f4bdcd9125 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:03.016519 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb191a47-e74e-442e-a630-fb5af60a5831 req-fe07ed6d-8a7a-41d4-87f8-d77c69aaeeb5 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931320 Jul 09 09:27:03.101761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-e0dbdea4-c285-4385-a176-b69b811a4cab tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Made reservation on behalf of 3747d0dd5a2d447bac383d8b7962e11f for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:27:03.107255 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-e0dbdea4-c285-4385-a176-b69b811a4cab tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:03.170793 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['8b07d29e-0d63-488e-81e2-6e2658603b06'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:27:03.243609 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-df75e03b-1b6b-454d-b9f0-44f4bdcd9125 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Allocated IP 192.168.233.69 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/bd5111a0-463d-4eaf-8c37-0b03d02ee709) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:27:03.545065 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-bd8b8087-ebfe-41ca-88a1-c1ad4f996ed0 service neutron] 10.222.0.58 "GET /v2.0/ports/20024951-0692-4438-aaab-a36d2504f660/bindings/n-h2-799996-1 HTTP/1.1" status: 200 len: 384 time: 0.2492981 Jul 09 09:27:03.559279 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-466e252b-53aa-4336-9d16-e7cd6da61c64 req-5bf9b8af-f77d-4598-a5e3-18797213f425 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ddec3a-b36f-49d6-b1a8-24f6e36db558 HTTP/1.1" status: 200 len: 210 time: 0.0705140 Jul 09 09:27:03.609439 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:03.659171 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-df75e03b-1b6b-454d-b9f0-44f4bdcd9125 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:03.691963 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-df75e03b-1b6b-454d-b9f0-44f4bdcd9125 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Transition to ACTIVE for port object bd5111a0-463d-4eaf-8c37-0b03d02ee709 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:27:03.727111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09686ed-898a-408d-b784-2162f3a5fd8c req-1fadca53-fb09-4af4-8e32-c44ee2521e4e tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:03.728758 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f09686ed-898a-408d-b784-2162f3a5fd8c req-1fadca53-fb09-4af4-8e32-c44ee2521e4e tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 943 time: 0.3705943 Jul 09 09:27:03.792372 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-df75e03b-1b6b-454d-b9f0-44f4bdcd9125 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:04.036250 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f09686ed-898a-408d-b784-2162f3a5fd8c req-5f56cddd-5fa3-47bb-996a-09ddc7bb5459 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014483 Jul 09 09:27:04.037486 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-e0dbdea4-c285-4385-a176-b69b811a4cab tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Allocated IP 192.168.233.32 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/dfa7bdd6-e2a4-4449-aec9-ed28819b103e) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:27:04.040968 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-df75e03b-1b6b-454d-b9f0-44f4bdcd9125 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:27:04.059339 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-df75e03b-1b6b-454d-b9f0-44f4bdcd9125 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:27:04.062581 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-df75e03b-1b6b-454d-b9f0-44f4bdcd9125 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:27:04.095054 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75e03b-1b6b-454d-b9f0-44f4bdcd9125 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Pushing event updated for resources: {'Port': ['ID=bd5111a0-463d-4eaf-8c37-0b03d02ee709,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:04.230675 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-df75e03b-1b6b-454d-b9f0-44f4bdcd9125 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:04.231359 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-df75e03b-1b6b-454d-b9f0-44f4bdcd9125 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:04.244663 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:27:04.252327 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-21d07241-4827-4a72-97dd-e30383f5bd74 service neutron] For port 20024951-0692-4438-aaab-a36d2504f660, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=20024951-0692-4438-aaab-a36d2504f660,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:04.425829 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-df75e03b-1b6b-454d-b9f0-44f4bdcd9125 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7764151 Jul 09 09:27:04.453628 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-21d07241-4827-4a72-97dd-e30383f5bd74 service neutron] For port 20024951-0692-4438-aaab-a36d2504f660, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:27:04.460588 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-0d5eb246-642e-4e62-aafa-c048f5ce01a4 service neutron] Request body: {'port': {'device_id': 'e3990a21-133a-4806-97b5-0b852d8d75e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:27:04.514450 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ea38eadf-c40d-4d6a-b0e9-8151f6938e91 None None] Provisioning for port bd5111a0-463d-4eaf-8c37-0b03d02ee709 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:27:04.534419 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ea38eadf-c40d-4d6a-b0e9-8151f6938e91 None None] Provisioning complete for port bd5111a0-463d-4eaf-8c37-0b03d02ee709 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:27:04.538518 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ea38eadf-c40d-4d6a-b0e9-8151f6938e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:04.548564 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-21d07241-4827-4a72-97dd-e30383f5bd74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20024951-0692-4438-aaab-a36d2504f660 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:27:04.589843 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ea38eadf-c40d-4d6a-b0e9-8151f6938e91 None None] Port bd5111a0-463d-4eaf-8c37-0b03d02ee709 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:27:04.611221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-21d07241-4827-4a72-97dd-e30383f5bd74 service neutron] For port 20024951-0692-4438-aaab-a36d2504f660, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=20024951-0692-4438-aaab-a36d2504f660,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:04.672788 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-21d07241-4827-4a72-97dd-e30383f5bd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:04.710409 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-e0dbdea4-c285-4385-a176-b69b811a4cab tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:04.750146 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15013d-056f-48bc-ad16-7789ab71914d req-5a8fd081-8df0-42a1-baec-b9515e90f6b0 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:04.751683 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d15013d-056f-48bc-ad16-7789ab71914d req-5a8fd081-8df0-42a1-baec-b9515e90f6b0 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.3863511 Jul 09 09:27:04.775032 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-0d5eb246-642e-4e62-aafa-c048f5ce01a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:04.779611 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-e0dbdea4-c285-4385-a176-b69b811a4cab tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Transition to ACTIVE for port object dfa7bdd6-e2a4-4449-aec9-ed28819b103e will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:27:04.832928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc394d-1dd1-4535-8e9f-ec6e10c8f649 req-2e6d5de2-969d-46cc-a795-141c42bfe08a tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:04.840140 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-29cc394d-1dd1-4535-8e9f-ec6e10c8f649 req-2e6d5de2-969d-46cc-a795-141c42bfe08a tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 944 time: 0.3125863 Jul 09 09:27:04.959563 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d15013d-056f-48bc-ad16-7789ab71914d req-6e3e7636-a8cd-442b-ad92-3a214aeb85f2 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862569 Jul 09 09:27:04.991590 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-21d07241-4827-4a72-97dd-e30383f5bd74 service neutron] Transition to ACTIVE for port object 20024951-0692-4438-aaab-a36d2504f660 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:27:04.999065 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-29cc394d-1dd1-4535-8e9f-ec6e10c8f649 req-6e1f5657-c020-43ee-99ad-c43a039114f1 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577826 Jul 09 09:27:05.006031 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-21d07241-4827-4a72-97dd-e30383f5bd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:05.246634 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-e0dbdea4-c285-4385-a176-b69b811a4cab tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:05.265546 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:27:05.623491 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d07241-4827-4a72-97dd-e30383f5bd74 service neutron] Pushing event updated for resources: {'Port': ['ID=20024951-0692-4438-aaab-a36d2504f660,revision_number=10']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:05.744666 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-e0dbdea4-c285-4385-a176-b69b811a4cab tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:27:05.756009 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-21d07241-4827-4a72-97dd-e30383f5bd74 service neutron] No DVR routers for this DVR port 20024951-0692-4438-aaab-a36d2504f660 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:27:05.772995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-e0dbdea4-c285-4385-a176-b69b811a4cab tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:27:05.808763 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-e0dbdea4-c285-4385-a176-b69b811a4cab tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:27:05.858211 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-21d07241-4827-4a72-97dd-e30383f5bd74 service neutron] 10.222.0.58 "PUT /v2.0/ports/20024951-0692-4438-aaab-a36d2504f660/bindings/n-h2-799996-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2844207 Jul 09 09:27:05.865442 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbdea4-c285-4385-a176-b69b811a4cab tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Pushing event updated for resources: {'Port': ['ID=dfa7bdd6-e2a4-4449-aec9-ed28819b103e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:05.902436 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48684aa0-1e61-49de-9f0a-33599b673d34 req-bbc502f7-9123-4727-a576-4052ed4ea16d tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:05.907813 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48684aa0-1e61-49de-9f0a-33599b673d34 req-bbc502f7-9123-4727-a576-4052ed4ea16d tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ddec3a-b36f-49d6-b1a8-24f6e36db558 HTTP/1.1" status: 200 len: 935 time: 0.6638577 Jul 09 09:27:06.006558 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-e0dbdea4-c285-4385-a176-b69b811a4cab tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:06.007670 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-e0dbdea4-c285-4385-a176-b69b811a4cab tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:06.035568 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98f1d3-5209-4032-bdd9-4ebea3a3cc3c req-866ca26a-456e-4e56-848b-c42cf3797744 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:06.037589 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af98f1d3-5209-4032-bdd9-4ebea3a3cc3c req-866ca26a-456e-4e56-848b-c42cf3797744 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 944 time: 0.7198703 Jul 09 09:27:06.136778 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-673dd14e-6752-4ec3-9390-1ca45fbda04f None None] Provisioning for port dfa7bdd6-e2a4-4449-aec9-ed28819b103e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:27:06.143796 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-673dd14e-6752-4ec3-9390-1ca45fbda04f None None] Provisioning complete for port dfa7bdd6-e2a4-4449-aec9-ed28819b103e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:27:06.144822 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-673dd14e-6752-4ec3-9390-1ca45fbda04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:06.178795 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-0d5eb246-642e-4e62-aafa-c048f5ce01a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd5111a0-463d-4eaf-8c37-0b03d02ee709 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:27:06.192175 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-0d5eb246-642e-4e62-aafa-c048f5ce01a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:06.206279 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-0d5eb246-642e-4e62-aafa-c048f5ce01a4 service neutron] Transition to ACTIVE for port object bd5111a0-463d-4eaf-8c37-0b03d02ee709 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:27:06.211432 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-673dd14e-6752-4ec3-9390-1ca45fbda04f None None] Port dfa7bdd6-e2a4-4449-aec9-ed28819b103e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:27:06.213487 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-e0dbdea4-c285-4385-a176-b69b811a4cab tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4026349 Jul 09 09:27:06.216569 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 8b07d29e-0d63-488e-81e2-6e2658603b06 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:27:06.218501 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48684aa0-1e61-49de-9f0a-33599b673d34 req-9fa3baa4-6720-402c-9c01-91930f5d650d tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982571 Jul 09 09:27:06.220594 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-0d5eb246-642e-4e62-aafa-c048f5ce01a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:06.233154 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-6894c113-94a0-4ae4-9d26-113715380294 service neutron] Request body: {'port': {'device_id': 'a5ddec3a-b36f-49d6-b1a8-24f6e36db558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:27:06.276692 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af98f1d3-5209-4032-bdd9-4ebea3a3cc3c req-22302f7b-01c1-4d1d-ad6d-746a78c97f75 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137198 Jul 09 09:27:06.355474 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 8b07d29e-0d63-488e-81e2-6e2658603b06 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:27:06.360463 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 8b07d29e-0d63-488e-81e2-6e2658603b06 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:27:06.360930 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:06.456803 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-ec115872-1c4c-42a0-81bb-8d97a154e342 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:06.459799 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-ec115872-1c4c-42a0-81bb-8d97a154e342 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24&tenant_id=82a1a771499846fa8b15e4ad106e86da&binding%3Ahost_id=n-h1-799996-1 HTTP/1.1" status: 200 len: 1095 time: 0.5153480 Jul 09 09:27:06.460451 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5eb246-642e-4e62-aafa-c048f5ce01a4 service neutron] Pushing event updated for resources: {'Port': ['ID=bd5111a0-463d-4eaf-8c37-0b03d02ee709,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:06.527332 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:06.590728 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c55149a-d0df-4464-ad2a-d8a0b9074210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b07d29e-0d63-488e-81e2-6e2658603b06'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:27:06.594483 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee93b15-62b6-430b-ba3e-8a28b31af734" -d '{"events": [{"server_uuid": "7c55149a-d0df-4464-ad2a-d8a0b9074210", "name": "network-vif-plugged", "status": "completed", "tag": "8b07d29e-0d63-488e-81e2-6e2658603b06"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:27:06.611242 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 8b07d29e-0d63-488e-81e2-6e2658603b06, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=8b07d29e-0d63-488e-81e2-6e2658603b06,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:06.634118 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:06.721964 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=8b07d29e-0d63-488e-81e2-6e2658603b06,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:06.767640 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-38889468-9f73-40b0-b5ac-6fab84b1ad75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:06.868028 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-6894c113-94a0-4ae4-9d26-113715380294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:06.879934 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 20024951-0692-4438-aaab-a36d2504f660 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:27:06.967343 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 20024951-0692-4438-aaab-a36d2504f660 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:27:07.010136 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-42242b9a-42a2-44ff-9426-887f3ed89cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:07.012292 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-42242b9a-42a2-44ff-9426-887f3ed89cc7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24&tenant_id=82a1a771499846fa8b15e4ad106e86da HTTP/1.1" status: 200 len: 1095 time: 0.5351617 Jul 09 09:27:07.098129 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0f706-f7c4-49e6-adda-7d1cf2fd89f6 req-24656643-d982-450e-81f9-7862e7e4ec06 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:07.105847 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-54c0f706-f7c4-49e6-adda-7d1cf2fd89f6 req-24656643-d982-450e-81f9-7862e7e4ec06 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 945 time: 0.4731562 Jul 09 09:27:07.135720 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ab53e5e-594d-47c8-b067-0d16090a6d87 req-0fdd5831-4928-43c3-9fc6-3e159c2faf18 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6014c6c5-d251-4603-bb7e-ea65f6181fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4280925 Jul 09 09:27:07.292357 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b0531-20f1-4a99-9df7-08bffb3db11a req-47e55904-5e2b-4c0a-9720-0c5192ad3655 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:07.293913 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e2b0531-20f1-4a99-9df7-08bffb3db11a req-47e55904-5e2b-4c0a-9720-0c5192ad3655 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.7232864 Jul 09 09:27:07.300299 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-0d5eb246-642e-4e62-aafa-c048f5ce01a4 service neutron] Attempting to bind port bd5111a0-463d-4eaf-8c37-0b03d02ee709 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:27:07.300626 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-0d5eb246-642e-4e62-aafa-c048f5ce01a4 service neutron] Attempting to bind port bd5111a0-463d-4eaf-8c37-0b03d02ee709 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:27:07.300957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-0d5eb246-642e-4e62-aafa-c048f5ce01a4 service neutron] Attempting to bind port bd5111a0-463d-4eaf-8c37-0b03d02ee709 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:27:07.443717 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-0d5eb246-642e-4e62-aafa-c048f5ce01a4 service neutron] Port bd5111a0-463d-4eaf-8c37-0b03d02ee709 on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:27:07.444053 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-0d5eb246-642e-4e62-aafa-c048f5ce01a4 service neutron] Attempting to bind port bd5111a0-463d-4eaf-8c37-0b03d02ee709 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:27:07.448753 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-54c0f706-f7c4-49e6-adda-7d1cf2fd89f6 req-9eb7fdba-7138-4dac-9fdc-6d0805588044 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418565 Jul 09 09:27:07.531556 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-6894c113-94a0-4ae4-9d26-113715380294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa7bdd6-e2a4-4449-aec9-ed28819b103e {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:27:07.540404 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-6894c113-94a0-4ae4-9d26-113715380294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:07.553177 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-6894c113-94a0-4ae4-9d26-113715380294 service neutron] Transition to ACTIVE for port object dfa7bdd6-e2a4-4449-aec9-ed28819b103e will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:27:07.558095 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-0d5eb246-642e-4e62-aafa-c048f5ce01a4 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:27:07.558606 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-0d5eb246-642e-4e62-aafa-c048f5ce01a4 service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:27:07.559004 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-0d5eb246-642e-4e62-aafa-c048f5ce01a4 service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:27:07.559789 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-0d5eb246-642e-4e62-aafa-c048f5ce01a4 service neutron] Bound port: bd5111a0-463d-4eaf-8c37-0b03d02ee709, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:27:07.560082 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-0d5eb246-642e-4e62-aafa-c048f5ce01a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:07.567361 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-6894c113-94a0-4ae4-9d26-113715380294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:07.621435 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-cdc131ab-92e7-43e7-911c-12d273aa61c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:07.622880 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-cdc131ab-92e7-43e7-911c-12d273aa61c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 1095 time: 0.5738790 Jul 09 09:27:07.693431 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e2b0531-20f1-4a99-9df7-08bffb3db11a req-255b974e-62d5-493e-89ef-fb49d5b9711c tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725503 Jul 09 09:27:07.725771 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c509444d-29d0-40bd-b174-4dd27707cf1f x-openstack-request-id: req-c509444d-29d0-40bd-b174-4dd27707cf1f {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:27:07.726968 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c55149a-d0df-4464-ad2a-d8a0b9074210", "name": "network-vif-plugged", "status": "completed", "tag": "8b07d29e-0d63-488e-81e2-6e2658603b06", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:27:07.727226 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c509444d-29d0-40bd-b174-4dd27707cf1f {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:27:07.727681 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c55149a-d0df-4464-ad2a-d8a0b9074210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b07d29e-0d63-488e-81e2-6e2658603b06', 'code': 200} Jul 09 09:27:07.827726 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.64', 52493) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:07.846815 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab53e5e-594d-47c8-b067-0d16090a6d87 req-12d7c90a-e361-4887-8723-f26d32e59e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:07.869480 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ab53e5e-594d-47c8-b067-0d16090a6d87 req-12d7c90a-e361-4887-8723-f26d32e59e02 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=caa446f810be417e93e10eb73423cc0a&device_id=6014c6c5-d251-4603-bb7e-ea65f6181fee HTTP/1.1" status: 200 len: 1099 time: 0.6927485 Jul 09 09:27:07.916590 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894c113-94a0-4ae4-9d26-113715380294 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa7bdd6-e2a4-4449-aec9-ed28819b103e,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:08.000916 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff3190-1eb4-4180-ad85-0aaf445d0209 req-eac82660-bf5c-4614-8c8b-b99f799c5969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:08.005293 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-01ff3190-1eb4-4180-ad85-0aaf445d0209 req-eac82660-bf5c-4614-8c8b-b99f799c5969 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 1096 time: 0.1750529 Jul 09 09:27:08.047624 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-01ff3190-1eb4-4180-ad85-0aaf445d0209 req-e7ed49e4-c01d-4d9f-b2b6-fa5ca52024c0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366971 Jul 09 09:27:08.049188 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab53e5e-594d-47c8-b067-0d16090a6d87 req-fca06e3f-1077-43cd-9961-1317cd6e337c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:08.050849 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ab53e5e-594d-47c8-b067-0d16090a6d87 req-fca06e3f-1077-43cd-9961-1317cd6e337c service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.1311400 Jul 09 09:27:08.253031 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ab53e5e-594d-47c8-b067-0d16090a6d87 req-29e2200f-d4e7-4d74-886b-740b097fd553 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=0b350822-4faa-4a96-a51f-f8ed6a8e7810 HTTP/1.1" status: 200 len: 217 time: 0.1625550 Jul 09 09:27:08.299532 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-0d5eb246-642e-4e62-aafa-c048f5ce01a4 service neutron] For port bd5111a0-463d-4eaf-8c37-0b03d02ee709, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:27:08.376357 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-0d5eb246-642e-4e62-aafa-c048f5ce01a4 service neutron] For port bd5111a0-463d-4eaf-8c37-0b03d02ee709, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=bd5111a0-463d-4eaf-8c37-0b03d02ee709,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:27:08.402955 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-0d5eb246-642e-4e62-aafa-c048f5ce01a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:08.503645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-e574f03e-9ae7-4cd8-a99d-4d94fd9c40f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:08.505212 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-e574f03e-9ae7-4cd8-a99d-4d94fd9c40f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 922 time: 0.8570335 Jul 09 09:27:08.514815 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-0d5eb246-642e-4e62-aafa-c048f5ce01a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:08.515448 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-0d5eb246-642e-4e62-aafa-c048f5ce01a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:08.516922 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-0d5eb246-642e-4e62-aafa-c048f5ce01a4 service neutron] 10.222.0.64 "PUT /v2.0/ports/bd5111a0-463d-4eaf-8c37-0b03d02ee709 HTTP/1.1" status: 200 len: 1095 time: 4.0678401 Jul 09 09:27:08.519794 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-6894c113-94a0-4ae4-9d26-113715380294 service neutron] Attempting to bind port dfa7bdd6-e2a4-4449-aec9-ed28819b103e on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:27:08.520073 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-6894c113-94a0-4ae4-9d26-113715380294 service neutron] Attempting to bind port dfa7bdd6-e2a4-4449-aec9-ed28819b103e by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:27:08.520548 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-6894c113-94a0-4ae4-9d26-113715380294 service neutron] Attempting to bind port dfa7bdd6-e2a4-4449-aec9-ed28819b103e on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:27:08.530498 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad14b1-c218-4483-9e33-0652b9c332df req-253f0faf-60d9-4730-8b9e-40f98bc8c6a4 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:08.532371 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-40ad14b1-c218-4483-9e33-0652b9c332df req-253f0faf-60d9-4730-8b9e-40f98bc8c6a4 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ddec3a-b36f-49d6-b1a8-24f6e36db558 HTTP/1.1" status: 200 len: 947 time: 0.4778061 Jul 09 09:27:08.532852 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3990a21-133a-4806-97b5-0b852d8d75e3', 'tag': 'bd5111a0-463d-4eaf-8c37-0b03d02ee709'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:27:08.535157 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c10ec51-38a6-40ca-908a-13a0b82f88ee" -d '{"events": [{"name": "network-changed", "server_uuid": "e3990a21-133a-4806-97b5-0b852d8d75e3", "tag": "bd5111a0-463d-4eaf-8c37-0b03d02ee709"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:27:08.656399 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-6894c113-94a0-4ae4-9d26-113715380294 service neutron] Port dfa7bdd6-e2a4-4449-aec9-ed28819b103e on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:27:08.656650 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-6894c113-94a0-4ae4-9d26-113715380294 service neutron] Attempting to bind port dfa7bdd6-e2a4-4449-aec9-ed28819b103e on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:27:08.672209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab53e5e-594d-47c8-b067-0d16090a6d87 req-a6971489-db5b-464c-b4ad-e58be18ddb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:08.674226 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ab53e5e-594d-47c8-b067-0d16090a6d87 req-a6971489-db5b-464c-b4ad-e58be18ddb23 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.4018109 Jul 09 09:27:08.711586 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-6894c113-94a0-4ae4-9d26-113715380294 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:27:08.712091 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-6894c113-94a0-4ae4-9d26-113715380294 service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:27:08.712437 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-6894c113-94a0-4ae4-9d26-113715380294 service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:27:08.712899 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-6894c113-94a0-4ae4-9d26-113715380294 service neutron] Bound port: dfa7bdd6-e2a4-4449-aec9-ed28819b103e, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:27:08.713270 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-6894c113-94a0-4ae4-9d26-113715380294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:08.759488 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-0ea4e994-b290-40b3-89bc-64e631574e3e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20024951-0692-4438-aaab-a36d2504f660 HTTP/1.1" status: 200 len: 217 time: 0.2213261 Jul 09 09:27:08.777452 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:08.778452 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d39f9-379e-4c4d-bfbb-949df0eabda4 req-aa57c6b6-9360-4989-b4e6-107e9325eb30 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:08.786346 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d95d39f9-379e-4c4d-bfbb-949df0eabda4 req-aa57c6b6-9360-4989-b4e6-107e9325eb30 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 944 time: 0.7267191 Jul 09 09:27:08.890898 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-198d77b5-2325-4946-8293-26de0c66373d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:08.892586 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-198d77b5-2325-4946-8293-26de0c66373d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=885047f0-ba41-4b93-9739-c68577cb7cc5 HTTP/1.1" status: 200 len: 861 time: 0.0954120 Jul 09 09:27:09.312574 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dbeec890-59fb-44c1-8915-1ebe23bb2c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:09.371064 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-6894c113-94a0-4ae4-9d26-113715380294 service neutron] For port dfa7bdd6-e2a4-4449-aec9-ed28819b103e, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:27:09.374962 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-6894c113-94a0-4ae4-9d26-113715380294 service neutron] For port dfa7bdd6-e2a4-4449-aec9-ed28819b103e, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=dfa7bdd6-e2a4-4449-aec9-ed28819b103e,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:27:09.379718 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-40ad14b1-c218-4483-9e33-0652b9c332df req-eeb0fbb8-a80c-4ed2-aff5-cc5122405aac tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8146541 Jul 09 09:27:09.406024 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5eb246-642e-4e62-aafa-c048f5ce01a4 service neutron] Pushing event updated for resources: {'Port': ['ID=bd5111a0-463d-4eaf-8c37-0b03d02ee709,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:09.409419 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-6894c113-94a0-4ae4-9d26-113715380294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:09.471398 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-7815bd4d-767a-479c-b8ee-889096f4b9ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5365007 Jul 09 09:27:09.481358 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:09.517293 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d95d39f9-379e-4c4d-bfbb-949df0eabda4 req-630194d0-701b-482f-a777-9d0760a72753 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7299514 Jul 09 09:27:09.672029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab53e5e-594d-47c8-b067-0d16090a6d87 req-31162a82-7293-465a-9be8-ec9a6e483b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:09.673824 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ab53e5e-594d-47c8-b067-0d16090a6d87 req-31162a82-7293-465a-9be8-ec9a6e483b0d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9521418 Jul 09 09:27:09.744840 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-ceb3fb95-777a-4e93-917e-5ff19cc0a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:09.746428 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-ceb3fb95-777a-4e93-917e-5ff19cc0a461 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&device_id=e3990a21-133a-4806-97b5-0b852d8d75e3 HTTP/1.1" status: 200 len: 1098 time: 1.0495286 Jul 09 09:27:09.754913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-6894c113-94a0-4ae4-9d26-113715380294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:09.756309 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-6894c113-94a0-4ae4-9d26-113715380294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:09.757208 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-6894c113-94a0-4ae4-9d26-113715380294 service neutron] 10.222.0.64 "PUT /v2.0/ports/dfa7bdd6-e2a4-4449-aec9-ed28819b103e HTTP/1.1" status: 200 len: 1095 time: 3.5293601 Jul 09 09:27:09.916794 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-5eaff9d7-e60a-444e-842f-17ec4add0deb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=bd5111a0-463d-4eaf-8c37-0b03d02ee709 HTTP/1.1" status: 200 len: 217 time: 0.1586406 Jul 09 09:27:09.919069 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ab53e5e-594d-47c8-b067-0d16090a6d87 req-1e282862-c828-4946-b616-469d21992c30 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340348 Jul 09 09:27:10.050646 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894c113-94a0-4ae4-9d26-113715380294 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa7bdd6-e2a4-4449-aec9-ed28819b103e,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:10.184610 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-2127beed-7be1-46af-ba8a-2e9777a37153 service neutron] 10.222.0.64 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6569679 Jul 09 09:27:10.294147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-abff24a7-6d8c-4b73-bad7-d0101d766388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:10.295851 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-abff24a7-6d8c-4b73-bad7-d0101d766388 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.2964904 Jul 09 09:27:10.343202 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e6dea8-72fd-44be-86d9-89369203505c x-openstack-request-id: req-17e6dea8-72fd-44be-86d9-89369203505c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:27:10.343575 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3990a21-133a-4806-97b5-0b852d8d75e3", "tag": "bd5111a0-463d-4eaf-8c37-0b03d02ee709", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:27:10.344018 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-17e6dea8-72fd-44be-86d9-89369203505c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:27:10.347448 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3990a21-133a-4806-97b5-0b852d8d75e3', 'tag': 'bd5111a0-463d-4eaf-8c37-0b03d02ee709', 'status': 'completed', 'code': 200} Jul 09 09:27:10.408784 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-2566a02c-0cb5-435e-8b1b-110becb61a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:10.410297 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-2566a02c-0cb5-435e-8b1b-110becb61a33 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&device_id=a5ddec3a-b36f-49d6-b1a8-24f6e36db558 HTTP/1.1" status: 200 len: 1098 time: 0.4533844 Jul 09 09:27:10.433047 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04fa43-d97d-46d9-9061-7dc826dcecd0 req-cca1a2d2-e6a5-4c51-a8d3-64e07b69cfd1 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:10.434624 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ef04fa43-d97d-46d9-9061-7dc826dcecd0 req-cca1a2d2-e6a5-4c51-a8d3-64e07b69cfd1 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 945 time: 0.5131834 Jul 09 09:27:10.497866 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ab53e5e-594d-47c8-b067-0d16090a6d87 req-1ec99e2a-6a46-40b5-bc8c-aa97e981a715 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974561 Jul 09 09:27:10.504486 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-70d171d4-69e7-4a7d-8964-20c240cb8060 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=dfa7bdd6-e2a4-4449-aec9-ed28819b103e HTTP/1.1" status: 200 len: 217 time: 0.0688789 Jul 09 09:27:10.528347 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-c2a6edff-7d4e-4dc5-8a0b-fb14d8f6e89b service neutron] 10.222.0.64 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338714 Jul 09 09:27:10.585682 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ef04fa43-d97d-46d9-9061-7dc826dcecd0 req-c465c165-41c5-48e8-a2ed-3a3c6168be81 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399472 Jul 09 09:27:10.658468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-f81fc451-2beb-416b-9887-ea2cc859e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:10.660279 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-f81fc451-2beb-416b-9887-ea2cc859e2af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1310785 Jul 09 09:27:10.737991 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-2337c608-fa26-4ee6-a0be-7be503d1b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:10.739974 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-2337c608-fa26-4ee6-a0be-7be503d1b7e1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4109571 Jul 09 09:27:10.861802 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a873652-e495-466c-af37-145302c78121 req-ae472c02-b719-45d7-8e7e-72abe0a25a79 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:10.869313 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a873652-e495-466c-af37-145302c78121 req-ae472c02-b719-45d7-8e7e-72abe0a25a79 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.2450027 Jul 09 09:27:10.881274 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-401bd228-5e5e-4de5-bba8-bbc0947a1360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:10.883240 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-401bd228-5e5e-4de5-bba8-bbc0947a1360 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2019827 Jul 09 09:27:11.030261 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-a2e205d6-6604-444a-9f10-a0f92f7c83f8 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767293 Jul 09 09:27:11.042368 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:11.069289 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a873652-e495-466c-af37-145302c78121 req-b78a7de2-3e3f-4b1d-bc67-82f51b0dc9ac tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991017 Jul 09 09:27:11.248766 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-456ab6d1-5161-4c03-9525-eaa1ffe0d89e service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933060 Jul 09 09:27:11.398709 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-ea111abf-e41a-421d-8b33-f00037cd59c4 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056248 Jul 09 09:27:11.457295 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-0985a051-6e29-45c3-abca-7c2ca88a9e19 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:11.458870 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-0985a051-6e29-45c3-abca-7c2ca88a9e19 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24&tenant_id=82a1a771499846fa8b15e4ad106e86da&binding%3Ahost_id=n-h2-799996-1 HTTP/1.1" status: 200 len: 1095 time: 0.4504333 Jul 09 09:27:11.628522 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45945a0d-19f0-412e-9589-b9fc89a3ede8 req-54e31881-c76d-4f1b-937e-247856abbc98 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:11.630002 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-45945a0d-19f0-412e-9589-b9fc89a3ede8 req-54e31881-c76d-4f1b-937e-247856abbc98 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 944 time: 0.3802657 Jul 09 09:27:11.679047 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cb0f131-6074-4cc8-8216-7d99fc3bfbf2 req-5486a7c5-badf-446c-b520-43c1e2a5746b service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448931 Jul 09 09:27:11.705220 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10ec51-38a6-40ca-908a-13a0b82f88ee req-be5c6a0f-3dd7-4ba2-88a7-2e777577a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:11.707054 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c10ec51-38a6-40ca-908a-13a0b82f88ee req-be5c6a0f-3dd7-4ba2-88a7-2e777577a2fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&device_id=e3990a21-133a-4806-97b5-0b852d8d75e3 HTTP/1.1" status: 200 len: 1098 time: 0.3783228 Jul 09 09:27:11.716217 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28bfd0-151e-4f15-9ce5-68cb9922a2cd req-af16aed3-df4f-4164-a018-d6ea078e5ac2 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:11.718007 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e28bfd0-151e-4f15-9ce5-68cb9922a2cd req-af16aed3-df4f-4164-a018-d6ea078e5ac2 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ddec3a-b36f-49d6-b1a8-24f6e36db558 HTTP/1.1" status: 200 len: 947 time: 0.3667128 Jul 09 09:27:11.822589 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-45945a0d-19f0-412e-9589-b9fc89a3ede8 req-e50d05de-8446-4944-bb64-5de7053411b3 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858873 Jul 09 09:27:11.875257 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-1995d4e9-8c07-4d9c-9ab2-768281b018ff service neutron] For port 20024951-0692-4438-aaab-a36d2504f660, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:27:11.889191 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e28bfd0-151e-4f15-9ce5-68cb9922a2cd req-f0e471a2-a5f2-41ac-8d1a-653d690f0531 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619141 Jul 09 09:27:11.898143 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-1995d4e9-8c07-4d9c-9ab2-768281b018ff service neutron] Notify callbacks [] for binding, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:11.909116 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d9372f-f2a2-4136-902b-b508aaff1a25 req-1995d4e9-8c07-4d9c-9ab2-768281b018ff service neutron] 10.222.0.64 "DELETE /v2.0/ports/20024951-0692-4438-aaab-a36d2504f660/bindings/n-h1-799996-1 HTTP/1.1" status: 204 len: 173 time: 0.4345286 Jul 09 09:27:11.965700 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10ec51-38a6-40ca-908a-13a0b82f88ee req-2a5e22f3-a92a-4b82-8142-7490dab71a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:11.968035 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c10ec51-38a6-40ca-908a-13a0b82f88ee req-2a5e22f3-a92a-4b82-8142-7490dab71a1f service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.2491155 Jul 09 09:27:12.060103 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c10ec51-38a6-40ca-908a-13a0b82f88ee req-98486239-2145-4aa1-9c18-95a70b737b82 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=bd5111a0-463d-4eaf-8c37-0b03d02ee709 HTTP/1.1" status: 200 len: 217 time: 0.0821333 Jul 09 09:27:12.112516 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10ec51-38a6-40ca-908a-13a0b82f88ee req-7a450d7f-dfef-40ea-a3ff-d921ea5fc756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:12.114020 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c10ec51-38a6-40ca-908a-13a0b82f88ee req-7a450d7f-dfef-40ea-a3ff-d921ea5fc756 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0462825 Jul 09 09:27:12.170992 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f68aee-7d41-4bee-aa59-8884adba80be req-fd05ef15-879f-481f-8402-f528db8d6a49 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:12.178312 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0f68aee-7d41-4bee-aa59-8884adba80be req-fd05ef15-879f-481f-8402-f528db8d6a49 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 1096 time: 0.1805692 Jul 09 09:27:12.227126 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0f68aee-7d41-4bee-aa59-8884adba80be req-f95ab4e1-80a1-4b7f-9216-e9df7ceaae2a tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478368 Jul 09 09:27:12.288364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10ec51-38a6-40ca-908a-13a0b82f88ee req-7962384c-c8dc-4499-989d-976263702cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:12.290475 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c10ec51-38a6-40ca-908a-13a0b82f88ee req-7962384c-c8dc-4499-989d-976263702cb6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1621895 Jul 09 09:27:12.741366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ddec3a-b36f-49d6-b1a8-24f6e36db558', 'tag': 'dfa7bdd6-e2a4-4449-aec9-ed28819b103e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:27:12.744335 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1198d3-f0b5-4066-b2f9-b30f456ddb19" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ddec3a-b36f-49d6-b1a8-24f6e36db558", "tag": "dfa7bdd6-e2a4-4449-aec9-ed28819b103e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:27:12.770206 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:12.896188 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c10ec51-38a6-40ca-908a-13a0b82f88ee req-d8ff702b-bb36-4eb8-bfad-f6c0b89dbd77 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5888960 Jul 09 09:27:12.996864 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539492d7-e172-430b-8666-0b5754c467e3 req-31fa8a16-887c-4a3c-af22-47e0ed7ce4ce tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:13.004089 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-539492d7-e172-430b-8666-0b5754c467e3 req-31fa8a16-887c-4a3c-af22-47e0ed7ce4ce tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 1096 time: 0.2428780 Jul 09 09:27:13.022851 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702666cf-2b52-4233-bf1a-e0ad91d430ff req-b00ee2b7-3571-4486-ab7a-2435e947d55f tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:13.030465 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-702666cf-2b52-4233-bf1a-e0ad91d430ff req-b00ee2b7-3571-4486-ab7a-2435e947d55f tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.2828789 Jul 09 09:27:13.120079 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-539492d7-e172-430b-8666-0b5754c467e3 req-561c1efa-7f3e-45e0-a638-47fc8ebe94e4 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145332 Jul 09 09:27:13.152895 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-702666cf-2b52-4233-bf1a-e0ad91d430ff req-1589ab43-56cc-4c15-a4e2-4771a9884e95 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211672 Jul 09 09:27:13.166859 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c10ec51-38a6-40ca-908a-13a0b82f88ee req-b0a5f60c-89a4-4504-9a86-090b28e54f21 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614818 Jul 09 09:27:13.365189 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765995e-b384-4df4-b491-31c14eb47700 req-90d0bb84-affa-4156-899d-77bb90e331da tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:13.367023 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e765995e-b384-4df4-b491-31c14eb47700 req-90d0bb84-affa-4156-899d-77bb90e331da tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 1095 time: 0.0821965 Jul 09 09:27:13.423166 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e765995e-b384-4df4-b491-31c14eb47700 req-84f46794-5525-4f4e-b052-efe43320e348 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477831 Jul 09 09:27:13.521385 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899dabf5-ced8-4eec-8d75-4aac9d055703 x-openstack-request-id: req-899dabf5-ced8-4eec-8d75-4aac9d055703 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:27:13.522666 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ddec3a-b36f-49d6-b1a8-24f6e36db558", "tag": "dfa7bdd6-e2a4-4449-aec9-ed28819b103e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:27:13.522983 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-899dabf5-ced8-4eec-8d75-4aac9d055703 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:27:13.524923 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ddec3a-b36f-49d6-b1a8-24f6e36db558', 'tag': 'dfa7bdd6-e2a4-4449-aec9-ed28819b103e', 'status': 'completed', 'code': 200} Jul 09 09:27:13.738599 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6709a55-db02-45a3-8fc4-2d853b1d0578 req-66ebee43-c630-47fc-8388-9beb8e210a4b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2927339 Jul 09 09:27:13.812760 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1198d3-f0b5-4066-b2f9-b30f456ddb19 req-b67d092f-e09f-475a-bf08-d39d723dfe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:13.814855 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f1198d3-f0b5-4066-b2f9-b30f456ddb19 req-b67d092f-e09f-475a-bf08-d39d723dfe3c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&device_id=a5ddec3a-b36f-49d6-b1a8-24f6e36db558 HTTP/1.1" status: 200 len: 1098 time: 0.2449522 Jul 09 09:27:13.830245 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d7297-8ad8-4c0a-a77e-60709fbe99cc req-22ddbc19-2151-4cc2-867e-4a5032c15385 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:13.834462 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c72d7297-8ad8-4c0a-a77e-60709fbe99cc req-22ddbc19-2151-4cc2-867e-4a5032c15385 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ddec3a-b36f-49d6-b1a8-24f6e36db558 HTTP/1.1" status: 200 len: 947 time: 0.1733544 Jul 09 09:27:13.978786 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c72d7297-8ad8-4c0a-a77e-60709fbe99cc req-e5dc5c70-f3fc-4af3-9da2-4b5d7d992cd3 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288321 Jul 09 09:27:14.022388 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6709a55-db02-45a3-8fc4-2d853b1d0578 req-b030d6f3-00c3-4c36-92bb-bef8859106d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:14.024094 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6709a55-db02-45a3-8fc4-2d853b1d0578 req-b030d6f3-00c3-4c36-92bb-bef8859106d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ad7ac9ad0c7f45778e35920b171b6a59&device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b HTTP/1.1" status: 200 len: 1097 time: 0.1899419 Jul 09 09:27:14.045065 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1198d3-f0b5-4066-b2f9-b30f456ddb19 req-4d874aa9-fe62-40d8-90c2-e6b983906e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:14.046988 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f1198d3-f0b5-4066-b2f9-b30f456ddb19 req-4d874aa9-fe62-40d8-90c2-e6b983906e1f service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.2139657 Jul 09 09:27:14.084716 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260a22e-f169-444a-904a-47b1fd3b4858 req-268f1fd4-96b2-4846-a775-7fcb3f0a345b tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:14.089270 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e260a22e-f169-444a-904a-47b1fd3b4858 req-268f1fd4-96b2-4846-a775-7fcb3f0a345b tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/ports?device_id=962b3e32-640d-4eb4-86e6-2fab5be791e8 HTTP/1.1" status: 200 len: 945 time: 0.1261327 Jul 09 09:27:14.199789 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f1198d3-f0b5-4066-b2f9-b30f456ddb19 req-a90d8365-5d6f-462c-9d5f-1cebf8b2ebc5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=dfa7bdd6-e2a4-4449-aec9-ed28819b103e HTTP/1.1" status: 200 len: 217 time: 0.1089821 Jul 09 09:27:14.312302 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e260a22e-f169-444a-904a-47b1fd3b4858 req-6a963a27-0e5d-43a2-85cf-fae7c7840772 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/security-groups?id=44a32a0c-b335-49e3-9536-09628993f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127821 Jul 09 09:27:14.373182 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1198d3-f0b5-4066-b2f9-b30f456ddb19 req-6d028276-5ac8-42f2-a006-f0b96c06861e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:14.379490 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f1198d3-f0b5-4066-b2f9-b30f456ddb19 req-6d028276-5ac8-42f2-a006-f0b96c06861e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1666975 Jul 09 09:27:14.442774 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6709a55-db02-45a3-8fc4-2d853b1d0578 req-2647b856-374c-41dd-9adb-aa93d307704b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:14.444809 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6709a55-db02-45a3-8fc4-2d853b1d0578 req-2647b856-374c-41dd-9adb-aa93d307704b service neutron] 10.222.0.64 "GET /v2.0/networks?id=abd3d097-4901-4007-b68a-b81c87d8e49c HTTP/1.1" status: 200 len: 925 time: 0.3530092 Jul 09 09:27:14.543764 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6709a55-db02-45a3-8fc4-2d853b1d0578 req-1bfcfc56-2478-4948-950f-7b1fca568acc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c166f93-35a8-41ca-b502-2e62c4424986 HTTP/1.1" status: 200 len: 1001 time: 0.0884588 Jul 09 09:27:14.559272 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-a394ca85-11f5-4fd6-afbc-b382040fd998 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:14.567017 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-a394ca85-11f5-4fd6-afbc-b382040fd998 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 821 time: 0.4585197 Jul 09 09:27:14.606530 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-3464a241-c109-43ff-902f-b14f182f486a tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/quotas/82a1a771499846fa8b15e4ad106e86da HTTP/1.1" status: 200 len: 375 time: 0.0368738 Jul 09 09:27:14.684054 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6709a55-db02-45a3-8fc4-2d853b1d0578 req-8e793cc2-aaa7-40dd-a667-44beb326f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:14.685618 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6709a55-db02-45a3-8fc4-2d853b1d0578 req-8e793cc2-aaa7-40dd-a667-44beb326f33e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14c22d07-67af-4620-a5dc-506ada0c305b HTTP/1.1" status: 200 len: 863 time: 0.0913732 Jul 09 09:27:14.770188 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1198d3-f0b5-4066-b2f9-b30f456ddb19 req-334981b3-5226-4068-95ae-56babd128788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:14.771876 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f1198d3-f0b5-4066-b2f9-b30f456ddb19 req-334981b3-5226-4068-95ae-56babd128788 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3726912 Jul 09 09:27:14.879399 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-e62679ed-bb06-4c53-a5a8-73a5dcc9ae84 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2616038 Jul 09 09:27:15.004399 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6709a55-db02-45a3-8fc4-2d853b1d0578 req-2bce7655-b07b-4984-90c5-b9a1f04cd9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:15.006092 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6709a55-db02-45a3-8fc4-2d853b1d0578 req-2bce7655-b07b-4984-90c5-b9a1f04cd9cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=abd3d097-4901-4007-b68a-b81c87d8e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3092296 Jul 09 09:27:15.053006 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f1198d3-f0b5-4066-b2f9-b30f456ddb19 req-d35bea88-446d-4db2-a4c3-627a9432bcda service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549300 Jul 09 09:27:15.168861 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7b432-7765-428e-81c7-a0c5e89a6484 req-fc295554-120b-4d42-8e8d-adeebc2ceaff tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:15.173026 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a9d7b432-7765-428e-81c7-a0c5e89a6484 req-fc295554-120b-4d42-8e8d-adeebc2ceaff tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.3156462 Jul 09 09:27:15.201989 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-90abf0b4-5df9-4784-8d58-d30ac96208fd service neutron] 10.222.0.61 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914968 Jul 09 09:27:15.365233 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a9d7b432-7765-428e-81c7-a0c5e89a6484 req-9a5fa23f-2491-4b25-95c3-f22568cfcde8 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835902 Jul 09 09:27:15.378324 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6709a55-db02-45a3-8fc4-2d853b1d0578 req-4ef02861-218a-4cb1-9185-8784bc45fa63 service neutron] 10.222.0.64 "GET /v2.0/networks/abd3d097-4901-4007-b68a-b81c87d8e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348775 Jul 09 09:27:15.389061 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f1198d3-f0b5-4066-b2f9-b30f456ddb19 req-ce2a74bd-86ba-47d5-a8de-ffbc6456c8aa service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884431 Jul 09 09:27:15.490237 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-d8b5bc1b-1ca3-4a7d-92f0-1a0e3fa71c41 service neutron] 10.222.0.61 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873921 Jul 09 09:27:15.518816 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473291e-4558-47d1-a43a-c393ea7aaa88 req-2689c480-1646-40bf-b01c-6868ef071659 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:15.520149 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f473291e-4558-47d1-a43a-c393ea7aaa88 req-2689c480-1646-40bf-b01c-6868ef071659 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.58 "GET /v2.0/ports?device_id=962b3e32-640d-4eb4-86e6-2fab5be791e8 HTTP/1.1" status: 200 len: 945 time: 0.2270839 Jul 09 09:27:15.621374 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6709a55-db02-45a3-8fc4-2d853b1d0578 req-91daa49e-ff40-454a-b29f-71d5116b0877 service neutron] 10.222.0.64 "GET /v2.0/networks/abd3d097-4901-4007-b68a-b81c87d8e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262015 Jul 09 09:27:15.737729 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a0400-7bba-4694-b2e0-73903e514fca req-5c143b63-3ce7-448b-a5a9-0c01d9049cd8 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:15.745293 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-761a0400-7bba-4694-b2e0-73903e514fca req-5c143b63-3ce7-448b-a5a9-0c01d9049cd8 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 1096 time: 0.1592522 Jul 09 09:27:15.780664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-f473291e-4558-47d1-a43a-c393ea7aaa88 req-4dbd9fd9-4cc2-48fe-a45b-fcdc5a84a1dd tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Deleting port 686f21dd-6159-44b1-9d63-fc817ee3cadf {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:27:15.781048 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f473291e-4558-47d1-a43a-c393ea7aaa88 req-4dbd9fd9-4cc2-48fe-a45b-fcdc5a84a1dd tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:16.118973 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-761a0400-7bba-4694-b2e0-73903e514fca req-0ed1619b-1d5b-498d-968f-cb5f6070cf0d tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728135 Jul 09 09:27:16.212525 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f473291e-4558-47d1-a43a-c393ea7aaa88 req-4dbd9fd9-4cc2-48fe-a45b-fcdc5a84a1dd tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] For port 686f21dd-6159-44b1-9d63-fc817ee3cadf, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=686f21dd-6159-44b1-9d63-fc817ee3cadf,segment=NetworkSegment(a5aa3058-779b-4954-9340-6a4eac9b85b1),segment_id=a5aa3058-779b-4954-9340-6a4eac9b85b1)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:16.213475 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f473291e-4558-47d1-a43a-c393ea7aaa88 req-4dbd9fd9-4cc2-48fe-a45b-fcdc5a84a1dd tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:16.235040 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406991e5-a964-4a91-aa61-56ebaca560f2 req-445d4367-d518-4744-8e35-aebf8263a3aa tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:16.236539 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-406991e5-a964-4a91-aa61-56ebaca560f2 req-445d4367-d518-4744-8e35-aebf8263a3aa tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ddec3a-b36f-49d6-b1a8-24f6e36db558 HTTP/1.1" status: 200 len: 947 time: 0.1352847 Jul 09 09:27:16.237497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-f473291e-4558-47d1-a43a-c393ea7aaa88 req-4dbd9fd9-4cc2-48fe-a45b-fcdc5a84a1dd tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Calling delete_port for 686f21dd-6159-44b1-9d63-fc817ee3cadf owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:27:16.253377 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device bd5111a0-463d-4eaf-8c37-0b03d02ee709 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:27:16.376901 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-406991e5-a964-4a91-aa61-56ebaca560f2 req-21d0f035-0177-4399-8c07-d416063514a5 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267111 Jul 09 09:27:16.378156 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port bd5111a0-463d-4eaf-8c37-0b03d02ee709, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=bd5111a0-463d-4eaf-8c37-0b03d02ee709,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:16.403318 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'bd5111a0-463d-4eaf-8c37-0b03d02ee709', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': 'bd5111a0-463d-4eaf-8c37-0b03d02ee709', 'mac_address': 'fa:16:3e:ee:6c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:27:16.450253 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:16.464342 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b39f06-84a9-4c52-a3f1-313d7da37645 req-2a8c3464-f56f-43c8-9437-d5397e5c6f37 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:16.466443 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59b39f06-84a9-4c52-a3f1-313d7da37645 req-2a8c3464-f56f-43c8-9437-d5397e5c6f37 tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/ports?device_id=962b3e32-640d-4eb4-86e6-2fab5be791e8 HTTP/1.1" status: 200 len: 945 time: 0.1749349 Jul 09 09:27:16.469565 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd5111a0-463d-4eaf-8c37-0b03d02ee709 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:27:16.498117 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port bd5111a0-463d-4eaf-8c37-0b03d02ee709, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=bd5111a0-463d-4eaf-8c37-0b03d02ee709,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:16.502350 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:16.503254 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device dfa7bdd6-e2a4-4449-aec9-ed28819b103e details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:27:16.545146 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d266440-dccd-4aa6-8019-0d27c70f68c7 req-48765c75-e8dd-40a2-8a12-76c485478d0c tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 210 time: 0.0458207 Jul 09 09:27:16.552741 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f473291e-4558-47d1-a43a-c393ea7aaa88 req-4dbd9fd9-4cc2-48fe-a45b-fcdc5a84a1dd tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:16.600405 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59b39f06-84a9-4c52-a3f1-313d7da37645 req-9d5e913b-58ff-41df-a444-2a705d0fe39a tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.61 "GET /v2.0/security-groups?id=44a32a0c-b335-49e3-9536-09628993f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273942 Jul 09 09:27:16.603542 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd9fd9-4cc2-48fe-a45b-fcdc5a84a1dd tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Pushing event deleted for resources: {'Port': ['ID=686f21dd-6159-44b1-9d63-fc817ee3cadf,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:16.605758 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=bd5111a0-463d-4eaf-8c37-0b03d02ee709,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:16.642883 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['686f21dd-6159-44b1-9d63-fc817ee3cadf'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:27:16.648596 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port dfa7bdd6-e2a4-4449-aec9-ed28819b103e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=dfa7bdd6-e2a4-4449-aec9-ed28819b103e,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:16.682594 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f473291e-4558-47d1-a43a-c393ea7aaa88 req-4dbd9fd9-4cc2-48fe-a45b-fcdc5a84a1dd tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] No DVR routers for this DVR port 686f21dd-6159-44b1-9d63-fc817ee3cadf on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:27:16.685871 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f473291e-4558-47d1-a43a-c393ea7aaa88 req-4dbd9fd9-4cc2-48fe-a45b-fcdc5a84a1dd tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:16.688263 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f473291e-4558-47d1-a43a-c393ea7aaa88 req-4dbd9fd9-4cc2-48fe-a45b-fcdc5a84a1dd tempest-AttachSCSIVolumeTestJSON-466342648 tempest-AttachSCSIVolumeTestJSON-466342648-project] 10.222.0.58 "DELETE /v2.0/ports/686f21dd-6159-44b1-9d63-fc817ee3cadf HTTP/1.1" status: 204 len: 173 time: 1.1591463 Jul 09 09:27:16.688782 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962b3e32-640d-4eb4-86e6-2fab5be791e8', 'name': 'network-vif-deleted', 'tag': '686f21dd-6159-44b1-9d63-fc817ee3cadf'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:27:16.692097 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531309f5-f4dc-4cba-9c47-7632d2fa5504" -d '{"events": [{"server_uuid": "962b3e32-640d-4eb4-86e6-2fab5be791e8", "name": "network-vif-deleted", "tag": "686f21dd-6159-44b1-9d63-fc817ee3cadf"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:27:16.698535 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'dfa7bdd6-e2a4-4449-aec9-ed28819b103e', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': 'dfa7bdd6-e2a4-4449-aec9-ed28819b103e', 'mac_address': 'fa:16:3e:6b:e2:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:27:16.748417 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:16.766720 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa7bdd6-e2a4-4449-aec9-ed28819b103e {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:27:16.819321 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port dfa7bdd6-e2a4-4449-aec9-ed28819b103e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=dfa7bdd6-e2a4-4449-aec9-ed28819b103e,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:16.828834 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:16.887614 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c49e09-deae-44fc-802e-823dc5c08385 req-a72d4396-5264-4116-b564-317a39e7f9de tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:16.896493 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51c49e09-deae-44fc-802e-823dc5c08385 req-a72d4396-5264-4116-b564-317a39e7f9de tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.1301775 Jul 09 09:27:16.918664 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=dfa7bdd6-e2a4-4449-aec9-ed28819b103e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:16.955506 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51c49e09-deae-44fc-802e-823dc5c08385 req-c96b344d-e3ce-4499-9f33-614e2cf8575a tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580840 Jul 09 09:27:17.143036 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc61125-8e40-4d90-905e-5c08f0370158 x-openstack-request-id: req-bcc61125-8e40-4d90-905e-5c08f0370158 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:27:17.143036 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962b3e32-640d-4eb4-86e6-2fab5be791e8", "name": "network-vif-deleted", "tag": "686f21dd-6159-44b1-9d63-fc817ee3cadf", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:27:17.143286 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bcc61125-8e40-4d90-905e-5c08f0370158 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:27:17.143631 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962b3e32-640d-4eb4-86e6-2fab5be791e8', 'name': 'network-vif-deleted', 'tag': '686f21dd-6159-44b1-9d63-fc817ee3cadf', 'status': 'completed', 'code': 200} Jul 09 09:27:17.298708 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['bd5111a0-463d-4eaf-8c37-0b03d02ee709'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:27:17.309721 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['dfa7bdd6-e2a4-4449-aec9-ed28819b103e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:27:17.318845 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9fcb7-008c-4a82-a6e6-0abcb38bd34c req-b4bcadb8-d218-4162-b635-1164d16b73a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:17.320489 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b3a9fcb7-008c-4a82-a6e6-0abcb38bd34c req-b4bcadb8-d218-4162-b635-1164d16b73a5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 1101 time: 0.1193297 Jul 09 09:27:17.410918 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b3a9fcb7-008c-4a82-a6e6-0abcb38bd34c req-c8fa4694-342e-4ed0-82e9-32c2bbd49dcd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777597 Jul 09 09:27:17.444602 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-f04f9e9c-7815-4034-a410-d43b246b9e2e tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:17.446824 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-f04f9e9c-7815-4034-a410-d43b246b9e2e tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.58 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 821 time: 0.2175057 Jul 09 09:27:17.470960 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Request body: {'port': {'device_id': '887371bc-8fc5-440d-a4ff-fd25a2f0dfe9', 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2', 'admin_state_up': True, 'tenant_id': '82a1a771499846fa8b15e4ad106e86da'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:27:17.635074 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Made reservation on behalf of 82a1a771499846fa8b15e4ad106e86da for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:27:17.638917 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:17.888539 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8a372-3eee-439b-893e-1bab7bc78b68 req-253736d1-4a8f-4b4c-b712-bdc2f30a8153 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:17.891023 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dac8a372-3eee-439b-893e-1bab7bc78b68 req-253736d1-4a8f-4b4c-b712-bdc2f30a8153 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ddec3a-b36f-49d6-b1a8-24f6e36db558 HTTP/1.1" status: 200 len: 948 time: 0.1240625 Jul 09 09:27:17.922942 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Allocated IP 172.20.0.7 (7fc483c9-b082-4a5f-a21d-ff74a90f5fb2/885047f0-ba41-4b93-9739-c68577cb7cc5/529c756d-5f5f-4ae9-a2ae-b84e93f75803) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:27:17.968312 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dac8a372-3eee-439b-893e-1bab7bc78b68 req-6d661038-4404-4307-a99c-1dc39a5afe62 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707345 Jul 09 09:27:18.119809 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:18.161823 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa137b-d531-426d-8ca2-4bb7a966d5e6 req-97aaca28-9403-4056-b1d4-fbd134e87211 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:18.169122 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8daa137b-d531-426d-8ca2-4bb7a966d5e6 req-97aaca28-9403-4056-b1d4-fbd134e87211 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb033165-f901-4d29-a800-3244f1f693d8 HTTP/1.1" status: 200 len: 950 time: 0.0887420 Jul 09 09:27:18.191366 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:18.210195 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-d91d124d-2bf7-462f-9cb4-57fe8fc6707f tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:27:18.216942 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-d91d124d-2bf7-462f-9cb4-57fe8fc6707f tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133898 Jul 09 09:27:18.222757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-ce04c622-83c9-4451-9baf-0d41401d4adb service neutron] Request body: {'binding': {'host': 'n-h1-799996-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:27:18.223645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-ce04c622-83c9-4451-9baf-0d41401d4adb service neutron] Unknown quota resources ['binding']. {{(pid=93790) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 09:27:18.250342 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:27:18.262616 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:27:18.274328 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:27:18.275217 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8daa137b-d531-426d-8ca2-4bb7a966d5e6 req-8d835454-caec-4a6f-bbe6-e65eda62390e tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/security-groups?id=b586403e-bf85-435c-a335-def2388b3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931602 Jul 09 09:27:18.328597 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Pushing event updated for resources: {'Port': ['ID=529c756d-5f5f-4ae9-a2ae-b84e93f75803,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:18.346413 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:18.347394 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:18.347988 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:18.348645 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:18.349139 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:18.349647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:18.350135 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:18.350751 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:18.351250 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:18.351770 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:18.352830 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:18.353336 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:18.390417 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:18.391053 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:18.422961 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-b5ce2cfc-b511-436a-8afb-f1c32b937ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9574218 Jul 09 09:27:18.447979 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-293d2fb9-6501-411a-a0cb-546e966f2f5b service neutron] Request body: {'port': {'device_id': '887371bc-8fc5-440d-a4ff-fd25a2f0dfe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:27:18.489976 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-ce04c622-83c9-4451-9baf-0d41401d4adb service neutron] Attempting to bind port 8b07d29e-0d63-488e-81e2-6e2658603b06 on host n-h1-799996-1 for vnic_type normal with profile None {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:27:18.490552 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-ce04c622-83c9-4451-9baf-0d41401d4adb service neutron] Attempting to bind port 8b07d29e-0d63-488e-81e2-6e2658603b06 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:27:18.490664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-ce04c622-83c9-4451-9baf-0d41401d4adb service neutron] Attempting to bind port 8b07d29e-0d63-488e-81e2-6e2658603b06 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:27:18.502055 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-ce04c622-83c9-4451-9baf-0d41401d4adb service neutron] Port 8b07d29e-0d63-488e-81e2-6e2658603b06 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:27:18.502616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-ce04c622-83c9-4451-9baf-0d41401d4adb service neutron] Attempting to bind port 8b07d29e-0d63-488e-81e2-6e2658603b06 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:27:18.510974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-ce04c622-83c9-4451-9baf-0d41401d4adb service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:27:18.511319 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-ce04c622-83c9-4451-9baf-0d41401d4adb service neutron] Checking segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:27:18.511746 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-ce04c622-83c9-4451-9baf-0d41401d4adb service neutron] Bound using segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:27:18.512166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-ce04c622-83c9-4451-9baf-0d41401d4adb service neutron] Bound port: 8b07d29e-0d63-488e-81e2-6e2658603b06, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:27:18.525863 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-293d2fb9-6501-411a-a0cb-546e966f2f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:18.546976 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48767ec6-25f0-4bfe-86a1-abc03e4eea3c req-3acf0004-f748-482d-b8f6-a9606a77b2f3 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:18.548558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48767ec6-25f0-4bfe-86a1-abc03e4eea3c req-3acf0004-f748-482d-b8f6-a9606a77b2f3 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 931 time: 0.1248119 Jul 09 09:27:18.605010 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-ce04c622-83c9-4451-9baf-0d41401d4adb service neutron] For port 8b07d29e-0d63-488e-81e2-6e2658603b06, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8b07d29e-0d63-488e-81e2-6e2658603b06,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:27:18.611938 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-ce04c622-83c9-4451-9baf-0d41401d4adb service neutron] Notify callbacks [] for binding, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:18.613120 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-ce04c622-83c9-4451-9baf-0d41401d4adb service neutron] 10.222.0.61 "POST /v2.0/ports/8b07d29e-0d63-488e-81e2-6e2658603b06/bindings HTTP/1.1" status: 201 len: 389 time: 0.3954124 Jul 09 09:27:18.621926 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48767ec6-25f0-4bfe-86a1-abc03e4eea3c req-b81ae05b-4044-457e-8423-e5c88e306b4a tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642128 Jul 09 09:27:18.887894 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5cd54-85e1-4a56-bc1d-d1815e02489e req-d2779134-175f-421d-b2e9-b6093596ca23 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:18.889518 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6d5cd54-85e1-4a56-bc1d-d1815e02489e req-d2779134-175f-421d-b2e9-b6093596ca23 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 950 time: 0.0936363 Jul 09 09:27:18.931135 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device d3400461-a2e2-468f-b6f0-ffcc45c35b57 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:27:18.936759 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device d3400461-a2e2-468f-b6f0-ffcc45c35b57 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:27:18.951186 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-293d2fb9-6501-411a-a0cb-546e966f2f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 529c756d-5f5f-4ae9-a2ae-b84e93f75803 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:27:18.968732 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-293d2fb9-6501-411a-a0cb-546e966f2f5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:18.969784 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6d5cd54-85e1-4a56-bc1d-d1815e02489e req-ba5fe1f9-d7ee-4a62-9bec-b7b6ace281db tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633442 Jul 09 09:27:19.010694 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-5b5021e9-1f6b-40a4-a4bc-54c67574909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:19.012265 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-5b5021e9-1f6b-40a4-a4bc-54c67574909b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 1096 time: 0.1047678 Jul 09 09:27:19.024199 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-293d2fb9-6501-411a-a0cb-546e966f2f5b service neutron] Transition to ACTIVE for port object 529c756d-5f5f-4ae9-a2ae-b84e93f75803 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:27:19.042619 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-293d2fb9-6501-411a-a0cb-546e966f2f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:19.147575 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d2fb9-6501-411a-a0cb-546e966f2f5b service neutron] Pushing event updated for resources: {'Port': ['ID=529c756d-5f5f-4ae9-a2ae-b84e93f75803,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:19.169103 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:19.184652 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-4d7ed928-8a92-47cd-b9b9-f533928848ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:19.187820 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-4d7ed928-8a92-47cd-b9b9-f533928848ac service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 909 time: 0.1666143 Jul 09 09:27:19.235356 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af6937d-3ad2-4e11-a065-d55acc374fa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3400461-a2e2-468f-b6f0-ffcc45c35b57'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:27:19.238344 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c132a3-8e48-46b3-b2a8-ffe083835239" -d '{"events": [{"server_uuid": "5af6937d-3ad2-4e11-a065-d55acc374fa8", "name": "network-vif-unplugged", "status": "completed", "tag": "d3400461-a2e2-468f-b6f0-ffcc45c35b57"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:27:19.252962 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-293d2fb9-6501-411a-a0cb-546e966f2f5b service neutron] Attempting to bind port 529c756d-5f5f-4ae9-a2ae-b84e93f75803 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:27:19.253301 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-293d2fb9-6501-411a-a0cb-546e966f2f5b service neutron] Attempting to bind port 529c756d-5f5f-4ae9-a2ae-b84e93f75803 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:27:19.253624 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-293d2fb9-6501-411a-a0cb-546e966f2f5b service neutron] Attempting to bind port 529c756d-5f5f-4ae9-a2ae-b84e93f75803 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:27:19.256059 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port d3400461-a2e2-468f-b6f0-ffcc45c35b57, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d3400461-a2e2-468f-b6f0-ffcc45c35b57,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:19.259904 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-293d2fb9-6501-411a-a0cb-546e966f2f5b service neutron] Port 529c756d-5f5f-4ae9-a2ae-b84e93f75803 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:27:19.260317 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-293d2fb9-6501-411a-a0cb-546e966f2f5b service neutron] Attempting to bind port 529c756d-5f5f-4ae9-a2ae-b84e93f75803 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:27:19.263748 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:19.264703 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 686f21dd-6159-44b1-9d63-fc817ee3cadf no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:27:19.265822 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-293d2fb9-6501-411a-a0cb-546e966f2f5b service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:27:19.266167 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-293d2fb9-6501-411a-a0cb-546e966f2f5b service neutron] Checking segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:27:19.266752 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-293d2fb9-6501-411a-a0cb-546e966f2f5b service neutron] Bound using segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:27:19.267186 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-293d2fb9-6501-411a-a0cb-546e966f2f5b service neutron] Bound port: 529c756d-5f5f-4ae9-a2ae-b84e93f75803, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:27:19.267599 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-293d2fb9-6501-411a-a0cb-546e966f2f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:19.317127 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-10703f54-1aea-4358-932b-a7feb32a43cc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b07d29e-0d63-488e-81e2-6e2658603b06 HTTP/1.1" status: 200 len: 217 time: 0.1132324 Jul 09 09:27:19.396502 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-293d2fb9-6501-411a-a0cb-546e966f2f5b service neutron] For port 529c756d-5f5f-4ae9-a2ae-b84e93f75803, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:27:19.405124 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-293d2fb9-6501-411a-a0cb-546e966f2f5b service neutron] For port 529c756d-5f5f-4ae9-a2ae-b84e93f75803, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=529c756d-5f5f-4ae9-a2ae-b84e93f75803,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:27:19.413648 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-293d2fb9-6501-411a-a0cb-546e966f2f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:19.448534 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-02f6a11b-3717-4ad8-856e-7a78ca1e1f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:19.450064 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-02f6a11b-3717-4ad8-856e-7a78ca1e1f8c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b34d4ae-0ef5-43aa-9b17-e2650b35854e HTTP/1.1" status: 200 len: 848 time: 0.1294961 Jul 09 09:27:19.484442 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 686f21dd-6159-44b1-9d63-fc817ee3cadf {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:27:19.485001 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 686f21dd-6159-44b1-9d63-fc817ee3cadf not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:27:19.496847 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-293d2fb9-6501-411a-a0cb-546e966f2f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:19.497461 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-293d2fb9-6501-411a-a0cb-546e966f2f5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:19.498875 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-293d2fb9-6501-411a-a0cb-546e966f2f5b service neutron] 10.222.0.58 "PUT /v2.0/ports/529c756d-5f5f-4ae9-a2ae-b84e93f75803 HTTP/1.1" status: 200 len: 1091 time: 1.0552785 Jul 09 09:27:19.499329 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887371bc-8fc5-440d-a4ff-fd25a2f0dfe9', 'tag': '529c756d-5f5f-4ae9-a2ae-b84e93f75803'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:27:19.499952 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port d3400461-a2e2-468f-b6f0-ffcc45c35b57, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d3400461-a2e2-468f-b6f0-ffcc45c35b57,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:19.512823 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=d3400461-a2e2-468f-b6f0-ffcc45c35b57,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:19.517942 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'd3400461-a2e2-468f-b6f0-ffcc45c35b57', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': 'd3400461-a2e2-468f-b6f0-ffcc45c35b57', 'mac_address': 'fa:16:3e:f1:20:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:27:19.518308 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5af04e-3b87-4333-9810-45534d47e96a" -d '{"events": [{"name": "network-changed", "server_uuid": "887371bc-8fc5-440d-a4ff-fd25a2f0dfe9", "tag": "529c756d-5f5f-4ae9-a2ae-b84e93f75803"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:27:19.529555 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-542596d7-9dd4-4c5c-a8ef-fd5bb681ffef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692387 Jul 09 09:27:19.580045 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d2fb9-6501-411a-a0cb-546e966f2f5b service neutron] Pushing event updated for resources: {'Port': ['ID=529c756d-5f5f-4ae9-a2ae-b84e93f75803,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:19.596785 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:19.628163 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3400461-a2e2-468f-b6f0-ffcc45c35b57 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:27:19.669202 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port d3400461-a2e2-468f-b6f0-ffcc45c35b57, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d3400461-a2e2-468f-b6f0-ffcc45c35b57,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:19.675943 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:19.725866 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-4a90175f-53d7-412d-b17e-85e132448456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:19.728973 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-4a90175f-53d7-412d-b17e-85e132448456 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 1094 time: 0.1424499 Jul 09 09:27:19.793297 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=d3400461-a2e2-468f-b6f0-ffcc45c35b57,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:19.805035 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-7b8b6240-0479-4917-b189-002e2c608f40 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=529c756d-5f5f-4ae9-a2ae-b84e93f75803 HTTP/1.1" status: 200 len: 217 time: 0.0665267 Jul 09 09:27:19.830865 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-966785e3-ae84-4efb-a815-2d8f24796047 service neutron] 10.222.0.58 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915006 Jul 09 09:27:19.868887 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-ca674556-b730-47ab-8842-2f77c12bd9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:19.870557 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-ca674556-b730-47ab-8842-2f77c12bd9df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=885047f0-ba41-4b93-9739-c68577cb7cc5 HTTP/1.1" status: 200 len: 861 time: 0.0556800 Jul 09 09:27:19.911098 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-6cedb092-37db-4bc7-b93f-ea3d83f79a71 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328228 Jul 09 09:27:19.974626 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-1801166b-1aae-4fcc-8c22-a410c4950d5f service neutron] 10.222.0.58 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162920 Jul 09 09:27:20.012351 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-f830a679-e3e4-40f2-bf61-16e8c74371bb service neutron] 10.222.0.58 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942605 Jul 09 09:27:20.021768 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987dea5-3e9c-41b1-919f-94c69fbe41b4 req-42f42890-5162-4098-af97-e0b1892f5108 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:20.026101 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3987dea5-3e9c-41b1-919f-94c69fbe41b4 req-42f42890-5162-4098-af97-e0b1892f5108 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 945 time: 0.3548372 Jul 09 09:27:20.037374 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['d3400461-a2e2-468f-b6f0-ffcc45c35b57'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:27:20.063983 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffaf6c-1896-466f-ab24-c84861eb7b71 req-2be1a294-9412-4603-9b62-b1dfa757a948 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:20.065820 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0fffaf6c-1896-466f-ab24-c84861eb7b71 req-2be1a294-9412-4603-9b62-b1dfa757a948 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ddec3a-b36f-49d6-b1a8-24f6e36db558 HTTP/1.1" status: 200 len: 948 time: 0.2791479 Jul 09 09:27:20.167720 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-827bd818-64ba-4ccb-81eb-cf851825c94a req-c7157a3e-7e53-4806-a330-76579509eb63 service neutron] 10.222.0.58 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415169 Jul 09 09:27:20.168572 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3987dea5-3e9c-41b1-919f-94c69fbe41b4 req-80c5fdf6-846c-415f-a6d0-c5b807d57d0c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348619 Jul 09 09:27:20.242152 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0fffaf6c-1896-466f-ab24-c84861eb7b71 req-4e8d7942-1378-4bc9-8242-aca35f05479f tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196520 Jul 09 09:27:20.252827 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-2615f85e-a8b5-4a96-8d04-d7c18b614a37 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:20.254535 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-2615f85e-a8b5-4a96-8d04-d7c18b614a37 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210&tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&binding%3Ahost_id=n-h2-799996-1 HTTP/1.1" status: 200 len: 1096 time: 0.1877513 Jul 09 09:27:20.261496 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device bd5111a0-463d-4eaf-8c37-0b03d02ee709 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:27:20.269202 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-da16bfaf-08e5-4af8-b31e-d83c87647fec service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799996-1'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:27:20.319022 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c612abc-7134-40cc-a0ac-e88c188b9b01 x-openstack-request-id: req-7c612abc-7134-40cc-a0ac-e88c188b9b01 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:27:20.319325 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af6937d-3ad2-4e11-a065-d55acc374fa8", "name": "network-vif-unplugged", "status": "completed", "tag": "d3400461-a2e2-468f-b6f0-ffcc45c35b57", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:27:20.319729 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7c612abc-7134-40cc-a0ac-e88c188b9b01 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:27:20.320139 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af6937d-3ad2-4e11-a065-d55acc374fa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3400461-a2e2-468f-b6f0-ffcc45c35b57', 'code': 200} Jul 09 09:27:20.343891 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port bd5111a0-463d-4eaf-8c37-0b03d02ee709 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:27:20.349736 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port bd5111a0-463d-4eaf-8c37-0b03d02ee709 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:27:20.350273 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:20.413524 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-da16bfaf-08e5-4af8-b31e-d83c87647fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:20.468844 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d497763-797d-4270-854a-661ff13e9c27 x-openstack-request-id: req-8d497763-797d-4270-854a-661ff13e9c27 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:27:20.469138 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887371bc-8fc5-440d-a4ff-fd25a2f0dfe9", "tag": "529c756d-5f5f-4ae9-a2ae-b84e93f75803", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:27:20.469390 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d497763-797d-4270-854a-661ff13e9c27 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:27:20.469794 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887371bc-8fc5-440d-a4ff-fd25a2f0dfe9', 'tag': '529c756d-5f5f-4ae9-a2ae-b84e93f75803', 'status': 'completed', 'code': 200} Jul 09 09:27:20.518718 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:20.610075 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port bd5111a0-463d-4eaf-8c37-0b03d02ee709, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=bd5111a0-463d-4eaf-8c37-0b03d02ee709,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:20.618229 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:20.619658 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device dfa7bdd6-e2a4-4449-aec9-ed28819b103e up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:27:20.635108 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5af04e-3b87-4333-9810-45534d47e96a req-cbf3778f-6ae3-4440-b24a-0eb381bfc35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:20.636692 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ea5af04e-3b87-4333-9810-45534d47e96a req-cbf3778f-6ae3-4440-b24a-0eb381bfc35b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 1094 time: 0.1131816 Jul 09 09:27:20.769074 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5af04e-3b87-4333-9810-45534d47e96a req-2e95d77b-a44b-412a-b81f-4ce9bc3ce127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:20.770778 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ea5af04e-3b87-4333-9810-45534d47e96a req-2e95d77b-a44b-412a-b81f-4ce9bc3ce127 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 922 time: 0.1241417 Jul 09 09:27:20.791216 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port dfa7bdd6-e2a4-4449-aec9-ed28819b103e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:27:20.806081 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port dfa7bdd6-e2a4-4449-aec9-ed28819b103e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:27:20.808429 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:20.819539 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=bd5111a0-463d-4eaf-8c37-0b03d02ee709,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:20.847796 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-da16bfaf-08e5-4af8-b31e-d83c87647fec service neutron] For port 8b07d29e-0d63-488e-81e2-6e2658603b06, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=8b07d29e-0d63-488e-81e2-6e2658603b06,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:20.875005 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:20.875472 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:20.875952 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:20.876395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:20.876868 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:20.877303 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:20.877738 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:20.878179 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:20.878603 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:20.879503 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:20.880379 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:20.880584 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:20.884871 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ea5af04e-3b87-4333-9810-45534d47e96a req-47258452-257e-4a86-ad6a-4bb13d4cd918 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=529c756d-5f5f-4ae9-a2ae-b84e93f75803 HTTP/1.1" status: 200 len: 217 time: 0.0868292 Jul 09 09:27:20.928869 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a33a5c-55a5-4626-a7d6-75996741c791 req-a7e30b76-d5a1-485f-9307-5da66ef146b6 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:20.931107 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50a33a5c-55a5-4626-a7d6-75996741c791 req-a7e30b76-d5a1-485f-9307-5da66ef146b6 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 943 time: 0.2565875 Jul 09 09:27:21.006296 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:21.053848 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port dfa7bdd6-e2a4-4449-aec9-ed28819b103e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=dfa7bdd6-e2a4-4449-aec9-ed28819b103e,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:21.062532 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:21.062816 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-da16bfaf-08e5-4af8-b31e-d83c87647fec service neutron] For port 8b07d29e-0d63-488e-81e2-6e2658603b06, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:27:21.065630 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 0170217e-c011-4ee8-bca6-d0888e58be9c no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:27:21.105478 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50a33a5c-55a5-4626-a7d6-75996741c791 req-afc4debe-04f1-4ff9-a5b7-0ac26d29c402 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545243 Jul 09 09:27:21.141326 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c55149a-d0df-4464-ad2a-d8a0b9074210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b07d29e-0d63-488e-81e2-6e2658603b06'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:27:21.141326 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7bb740-8148-4e3f-aa76-af3a536e6815" -d '{"events": [{"server_uuid": "7c55149a-d0df-4464-ad2a-d8a0b9074210", "name": "network-vif-unplugged", "status": "completed", "tag": "8b07d29e-0d63-488e-81e2-6e2658603b06"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:27:21.149111 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-da16bfaf-08e5-4af8-b31e-d83c87647fec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:21.159129 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-da16bfaf-08e5-4af8-b31e-d83c87647fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:21.219469 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:21.259505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 0170217e-c011-4ee8-bca6-d0888e58be9c, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0170217e-c011-4ee8-bca6-d0888e58be9c,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:21.272814 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0daba10-7352-4c79-9bad-7ed6ba5fe2c8 x-openstack-request-id: req-c0daba10-7352-4c79-9bad-7ed6ba5fe2c8 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:27:21.273432 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c55149a-d0df-4464-ad2a-d8a0b9074210", "name": "network-vif-unplugged", "status": "completed", "tag": "8b07d29e-0d63-488e-81e2-6e2658603b06", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:27:21.273993 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c0daba10-7352-4c79-9bad-7ed6ba5fe2c8 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:27:21.275027 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c55149a-d0df-4464-ad2a-d8a0b9074210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b07d29e-0d63-488e-81e2-6e2658603b06', 'code': 200} Jul 09 09:27:21.275185 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:21.280020 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=dfa7bdd6-e2a4-4449-aec9-ed28819b103e,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:21.373319 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=0170217e-c011-4ee8-bca6-d0888e58be9c,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:21.378159 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-da16bfaf-08e5-4af8-b31e-d83c87647fec service neutron] Attempting to bind port 8b07d29e-0d63-488e-81e2-6e2658603b06 on host n-h2-799996-1 for vnic_type normal with profile {"migrating_to": "n-h1-799996-1"} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:27:21.378714 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-da16bfaf-08e5-4af8-b31e-d83c87647fec service neutron] Attempting to bind port 8b07d29e-0d63-488e-81e2-6e2658603b06 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:27:21.379277 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-da16bfaf-08e5-4af8-b31e-d83c87647fec service neutron] Attempting to bind port 8b07d29e-0d63-488e-81e2-6e2658603b06 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:27:21.396952 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-da16bfaf-08e5-4af8-b31e-d83c87647fec service neutron] Port 8b07d29e-0d63-488e-81e2-6e2658603b06 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:27:21.397535 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-da16bfaf-08e5-4af8-b31e-d83c87647fec service neutron] Attempting to bind port 8b07d29e-0d63-488e-81e2-6e2658603b06 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:27:21.407383 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-da16bfaf-08e5-4af8-b31e-d83c87647fec service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:27:21.408017 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-da16bfaf-08e5-4af8-b31e-d83c87647fec service neutron] Checking segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:27:21.408565 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-da16bfaf-08e5-4af8-b31e-d83c87647fec service neutron] Bound using segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:27:21.409161 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-da16bfaf-08e5-4af8-b31e-d83c87647fec service neutron] Bound port: 8b07d29e-0d63-488e-81e2-6e2658603b06, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:27:21.409789 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-da16bfaf-08e5-4af8-b31e-d83c87647fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:21.441527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16bfaf-08e5-4af8-b31e-d83c87647fec service neutron] Pushing event updated for resources: {'Port': ['ID=8b07d29e-0d63-488e-81e2-6e2658603b06,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:21.463723 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5af04e-3b87-4333-9810-45534d47e96a req-b73f8de7-ad0b-439d-9b56-e3d74ea98914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:21.465495 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ea5af04e-3b87-4333-9810-45534d47e96a req-b73f8de7-ad0b-439d-9b56-e3d74ea98914 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=885047f0-ba41-4b93-9739-c68577cb7cc5 HTTP/1.1" status: 200 len: 861 time: 0.5748534 Jul 09 09:27:21.505452 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ea5af04e-3b87-4333-9810-45534d47e96a req-d80997c0-6949-4149-97b6-55108d6e7bab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270271 Jul 09 09:27:21.534516 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa3e4f-2bc0-4494-8993-b3ac7cfe39c0 req-1a4b82dc-c007-4501-ad78-711ebb21d745 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:21.536180 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fcaa3e4f-2bc0-4494-8993-b3ac7cfe39c0 req-1a4b82dc-c007-4501-ad78-711ebb21d745 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 1100 time: 0.3322759 Jul 09 09:27:21.540195 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-da16bfaf-08e5-4af8-b31e-d83c87647fec service neutron] For port 8b07d29e-0d63-488e-81e2-6e2658603b06, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:27:21.547401 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-da16bfaf-08e5-4af8-b31e-d83c87647fec service neutron] For port 8b07d29e-0d63-488e-81e2-6e2658603b06, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=8b07d29e-0d63-488e-81e2-6e2658603b06,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:27:21.560467 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-da16bfaf-08e5-4af8-b31e-d83c87647fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:21.628640 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ea5af04e-3b87-4333-9810-45534d47e96a req-eabf36bb-3755-4b12-9eeb-8291d7436dda service neutron] 10.222.0.58 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149001 Jul 09 09:27:21.659958 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ba13d-5d7c-4057-b98e-baa010aadf4d req-1a2704cb-d654-4503-b166-ae3bd9a2c085 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:21.661523 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-734ba13d-5d7c-4057-b98e-baa010aadf4d req-1a2704cb-d654-4503-b166-ae3bd9a2c085 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 943 time: 0.2554374 Jul 09 09:27:21.669556 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fcaa3e4f-2bc0-4494-8993-b3ac7cfe39c0 req-012a01fa-e3d3-4ba0-a203-a8c525547905 tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127908 Jul 09 09:27:21.684834 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16bfaf-08e5-4af8-b31e-d83c87647fec service neutron] Pushing event updated for resources: {'Port': ['ID=8b07d29e-0d63-488e-81e2-6e2658603b06,revision_number=8']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:21.715773 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-da16bfaf-08e5-4af8-b31e-d83c87647fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:21.716396 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-da16bfaf-08e5-4af8-b31e-d83c87647fec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:21.717792 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-da16bfaf-08e5-4af8-b31e-d83c87647fec service neutron] 10.222.0.58 "PUT /v2.0/ports/8b07d29e-0d63-488e-81e2-6e2658603b06 HTTP/1.1" status: 200 len: 1121 time: 1.4559412 Jul 09 09:27:21.758496 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-734ba13d-5d7c-4057-b98e-baa010aadf4d req-a15d636d-ecb5-4674-98c2-4d82dd8f8194 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863328 Jul 09 09:27:21.786428 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ea5af04e-3b87-4333-9810-45534d47e96a req-6afe385a-36d9-42c8-8bca-92f11370417a service neutron] 10.222.0.58 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451702 Jul 09 09:27:21.831614 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['8b07d29e-0d63-488e-81e2-6e2658603b06'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:27:21.982030 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b1025-eade-40d7-a923-cbacc4defc6b req-67fe3241-7a0f-4e28-a4cb-8982e4cb083c tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:21.991082 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-880b1025-eade-40d7-a923-cbacc4defc6b req-67fe3241-7a0f-4e28-a4cb-8982e4cb083c tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ddec3a-b36f-49d6-b1a8-24f6e36db558 HTTP/1.1" status: 200 len: 949 time: 0.1164651 Jul 09 09:27:22.042100 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-880b1025-eade-40d7-a923-cbacc4defc6b req-7038d522-2305-4217-9f0f-7ef4185e4f53 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500393 Jul 09 09:27:22.321073 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3990a21-133a-4806-97b5-0b852d8d75e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5111a0-463d-4eaf-8c37-0b03d02ee709'}, {'server_uuid': 'a5ddec3a-b36f-49d6-b1a8-24f6e36db558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa7bdd6-e2a4-4449-aec9-ed28819b103e'}, {'server_uuid': 'bb033165-f901-4d29-a800-3244f1f693d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0170217e-c011-4ee8-bca6-d0888e58be9c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:27:22.323636 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6112350a-afa9-4af9-88c3-9d4bbf823b9c" -d '{"events": [{"server_uuid": "e3990a21-133a-4806-97b5-0b852d8d75e3", "name": "network-vif-plugged", "status": "completed", "tag": "bd5111a0-463d-4eaf-8c37-0b03d02ee709"}, {"server_uuid": "a5ddec3a-b36f-49d6-b1a8-24f6e36db558", "name": "network-vif-plugged", "status": "completed", "tag": "dfa7bdd6-e2a4-4449-aec9-ed28819b103e"}, {"server_uuid": "bb033165-f901-4d29-a800-3244f1f693d8", "name": "network-vif-unplugged", "status": "completed", "tag": "0170217e-c011-4ee8-bca6-d0888e58be9c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:27:22.366996 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693c3dd-995d-48c0-81a1-6d56166e2903 req-42b948db-eb06-4522-a364-38635bdcf9e8 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:22.369113 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2693c3dd-995d-48c0-81a1-6d56166e2903 req-42b948db-eb06-4522-a364-38635bdcf9e8 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 943 time: 0.1021483 Jul 09 09:27:22.380627 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d767ee1-20b7-4dce-be48-c9e1234c9a18 req-902cc8f0-946a-40b2-a44e-b1a971d2362e tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:22.382268 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6d767ee1-20b7-4dce-be48-c9e1234c9a18 req-902cc8f0-946a-40b2-a44e-b1a971d2362e tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 1100 time: 0.0829809 Jul 09 09:27:22.439405 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2693c3dd-995d-48c0-81a1-6d56166e2903 req-e3014377-4fe6-405c-93e2-a4139e2a435c tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560951 Jul 09 09:27:22.447136 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6d767ee1-20b7-4dce-be48-c9e1234c9a18 req-41a42e12-c181-47cd-a5bd-dd0860f9e27a tempest-ServersAdminTestJSON-1679554074 tempest-ServersAdminTestJSON-1679554074-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501690 Jul 09 09:27:22.502859 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 09 Jul 2021 09:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4140d84e-1a21-4199-91c3-97a0dbbd5a5c x-openstack-request-id: req-4140d84e-1a21-4199-91c3-97a0dbbd5a5c {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:27:22.503358 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3990a21-133a-4806-97b5-0b852d8d75e3", "name": "network-vif-plugged", "status": "completed", "tag": "bd5111a0-463d-4eaf-8c37-0b03d02ee709", "code": 200}, {"server_uuid": "a5ddec3a-b36f-49d6-b1a8-24f6e36db558", "name": "network-vif-plugged", "status": "completed", "tag": "dfa7bdd6-e2a4-4449-aec9-ed28819b103e", "code": 200}, {"server_uuid": "bb033165-f901-4d29-a800-3244f1f693d8", "name": "network-vif-unplugged", "status": "completed", "tag": "0170217e-c011-4ee8-bca6-d0888e58be9c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:27:22.503740 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4140d84e-1a21-4199-91c3-97a0dbbd5a5c {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:27:22.504198 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3990a21-133a-4806-97b5-0b852d8d75e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5111a0-463d-4eaf-8c37-0b03d02ee709', 'code': 200} Jul 09 09:27:22.504511 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ddec3a-b36f-49d6-b1a8-24f6e36db558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa7bdd6-e2a4-4449-aec9-ed28819b103e', 'code': 200} Jul 09 09:27:22.504822 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb033165-f901-4d29-a800-3244f1f693d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0170217e-c011-4ee8-bca6-d0888e58be9c', 'code': 200} Jul 09 09:27:22.702140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e692c-525b-4903-970c-bc20ea702f44 req-9a890a12-b031-45be-9f3b-05e9f4a51d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:22.703456 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-313e692c-525b-4903-970c-bc20ea702f44 req-9a890a12-b031-45be-9f3b-05e9f4a51d45 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a5ddec3a-b36f-49d6-b1a8-24f6e36db558 HTTP/1.1" status: 200 len: 1100 time: 0.1054440 Jul 09 09:27:22.708145 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e7c04-d270-4181-844c-b503c50f19f4 req-91e1ad89-a622-47f8-9da8-d93caf0c2f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:22.710052 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c85e7c04-d270-4181-844c-b503c50f19f4 req-91e1ad89-a622-47f8-9da8-d93caf0c2f78 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e3990a21-133a-4806-97b5-0b852d8d75e3 HTTP/1.1" status: 200 len: 1100 time: 0.1037207 Jul 09 09:27:22.771164 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-313e692c-525b-4903-970c-bc20ea702f44 req-b4a2f7c1-0392-4edb-ae5e-5f6d36c8bdd0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594957 Jul 09 09:27:22.773522 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c85e7c04-d270-4181-844c-b503c50f19f4 req-07d07d50-43c5-45a8-bec9-c4cfe03e66fd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554011 Jul 09 09:27:22.961713 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 529c756d-5f5f-4ae9-a2ae-b84e93f75803 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:27:22.967451 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device d3400461-a2e2-468f-b6f0-ffcc45c35b57 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:27:23.041317 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057d7f5-60ea-4226-b976-eebbe38a694d req-3cc7897f-ae39-4666-9dc1-d68a15da76ab tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:23.050727 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0057d7f5-60ea-4226-b976-eebbe38a694d req-3cc7897f-ae39-4666-9dc1-d68a15da76ab tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 943 time: 0.1412117 Jul 09 09:27:23.072071 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08c38e-9a93-40e0-92ea-ee4b7791ad90 req-156e553d-67f3-422c-ad61-31c064aab85c tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:23.073821 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a08c38e-9a93-40e0-92ea-ee4b7791ad90 req-156e553d-67f3-422c-ad61-31c064aab85c tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e34e74b-7828-4b7c-ab90-c26074dd44fe HTTP/1.1" status: 200 len: 949 time: 0.1570842 Jul 09 09:27:23.135766 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0057d7f5-60ea-4226-b976-eebbe38a694d req-ac57692b-61f0-41d4-b271-05bbfbca34e4 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599344 Jul 09 09:27:23.138756 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a08c38e-9a93-40e0-92ea-ee4b7791ad90 req-0f08aae6-74bf-4bd9-904c-bdc6cab5d813 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565624 Jul 09 09:27:23.239137 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 529c756d-5f5f-4ae9-a2ae-b84e93f75803, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=529c756d-5f5f-4ae9-a2ae-b84e93f75803,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:23.274817 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '529c756d-5f5f-4ae9-a2ae-b84e93f75803', 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2', 'port_id': '529c756d-5f5f-4ae9-a2ae-b84e93f75803', 'mac_address': 'fa:16:3e:d7:61:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '885047f0-ba41-4b93-9739-c68577cb7cc5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:27:23.276691 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c55149a-d0df-4464-ad2a-d8a0b9074210', 'tag': '8b07d29e-0d63-488e-81e2-6e2658603b06'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:27:23.279152 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d45c96-5f65-460a-abd6-9b1c0a4512b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7c55149a-d0df-4464-ad2a-d8a0b9074210", "tag": "8b07d29e-0d63-488e-81e2-6e2658603b06"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:27:23.295540 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port d3400461-a2e2-468f-b6f0-ffcc45c35b57 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:27:23.295953 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:23.379007 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:23.412864 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 529c756d-5f5f-4ae9-a2ae-b84e93f75803 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:27:23.436366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bce66c-66c1-4ad0-b158-448feb7eadd7 req-60e8e995-110d-4bbe-9a43-efc35842c664 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:23.438811 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-26bce66c-66c1-4ad0-b158-448feb7eadd7 req-60e8e995-110d-4bbe-9a43-efc35842c664 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ddec3a-b36f-49d6-b1a8-24f6e36db558 HTTP/1.1" status: 200 len: 949 time: 0.0959239 Jul 09 09:27:23.439737 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 529c756d-5f5f-4ae9-a2ae-b84e93f75803, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=529c756d-5f5f-4ae9-a2ae-b84e93f75803,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:23.463197 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:23.496922 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-26bce66c-66c1-4ad0-b158-448feb7eadd7 req-4a934563-ea6e-4ed9-bd9c-5930464cbab3 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446880 Jul 09 09:27:23.519397 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:23.554595 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=529c756d-5f5f-4ae9-a2ae-b84e93f75803,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:23.565369 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a12f25-44ec-4719-b10a-7bf6f3d62cc2 x-openstack-request-id: req-e3a12f25-44ec-4719-b10a-7bf6f3d62cc2 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:27:23.565911 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c55149a-d0df-4464-ad2a-d8a0b9074210", "tag": "8b07d29e-0d63-488e-81e2-6e2658603b06", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:27:23.566616 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e3a12f25-44ec-4719-b10a-7bf6f3d62cc2 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:27:23.567221 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c55149a-d0df-4464-ad2a-d8a0b9074210', 'tag': '8b07d29e-0d63-488e-81e2-6e2658603b06', 'status': 'completed', 'code': 200} Jul 09 09:27:23.595432 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port d3400461-a2e2-468f-b6f0-ffcc45c35b57, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d3400461-a2e2-468f-b6f0-ffcc45c35b57,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:23.603173 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:23.627496 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40232) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:23.709640 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=d3400461-a2e2-468f-b6f0-ffcc45c35b57,revision_number=10']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:23.733498 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d45c96-5f65-460a-abd6-9b1c0a4512b8 req-b78e99aa-8c73-4a3d-9576-6dd8e8ece670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:23.736490 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39d45c96-5f65-460a-abd6-9b1c0a4512b8 req-b78e99aa-8c73-4a3d-9576-6dd8e8ece670 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 1124 time: 0.1382675 Jul 09 09:27:23.827852 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['529c756d-5f5f-4ae9-a2ae-b84e93f75803'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:27:23.945132 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedaba4-d15b-4b17-9b6d-610f6acfc122 req-c3d789dd-fad0-4a10-b589-e6e4fbcf1b78 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:23.952118 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aaedaba4-d15b-4b17-9b6d-610f6acfc122 req-c3d789dd-fad0-4a10-b589-e6e4fbcf1b78 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 944 time: 0.1290481 Jul 09 09:27:23.961515 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d45c96-5f65-460a-abd6-9b1c0a4512b8 req-851920c1-4877-4ab8-9415-4f55f2f25c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:23.963321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39d45c96-5f65-460a-abd6-9b1c0a4512b8 req-851920c1-4877-4ab8-9415-4f55f2f25c24 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 909 time: 0.2173395 Jul 09 09:27:24.016668 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39d45c96-5f65-460a-abd6-9b1c0a4512b8 req-f7b89c76-1ed5-41d7-b2cd-eb4473054d37 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b07d29e-0d63-488e-81e2-6e2658603b06 HTTP/1.1" status: 200 len: 217 time: 0.0451066 Jul 09 09:27:24.078813 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aaedaba4-d15b-4b17-9b6d-610f6acfc122 req-43a68c19-e9a1-4121-8c06-04a5d29d7c00 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240742 Jul 09 09:27:24.115996 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d45c96-5f65-460a-abd6-9b1c0a4512b8 req-e7a49d3b-82ff-4792-a4e6-8f31d2104745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:24.117534 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39d45c96-5f65-460a-abd6-9b1c0a4512b8 req-e7a49d3b-82ff-4792-a4e6-8f31d2104745 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b34d4ae-0ef5-43aa-9b17-e2650b35854e HTTP/1.1" status: 200 len: 848 time: 0.0917964 Jul 09 09:27:24.129721 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5082246d-e1ac-4c9b-9234-90a8ddfa2f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:24.210170 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39d45c96-5f65-460a-abd6-9b1c0a4512b8 req-cc09592f-44a8-4132-8a8b-b46337edea16 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704014 Jul 09 09:27:24.278577 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 50b9a09f-550a-4525-b0fd-c2997bf7419d details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:27:24.422102 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39d45c96-5f65-460a-abd6-9b1c0a4512b8 req-c2a0712a-3a6f-42a2-bf0c-e7e39aeea1f4 service neutron] 10.222.0.64 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027104 Jul 09 09:27:24.422746 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 50b9a09f-550a-4525-b0fd-c2997bf7419d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=50b9a09f-550a-4525-b0fd-c2997bf7419d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:24.437278 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '50b9a09f-550a-4525-b0fd-c2997bf7419d', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '50b9a09f-550a-4525-b0fd-c2997bf7419d', 'mac_address': 'fa:16:3e:2c:3c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:27:24.486713 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:24.509838 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50b9a09f-550a-4525-b0fd-c2997bf7419d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:27:24.536110 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 50b9a09f-550a-4525-b0fd-c2997bf7419d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=50b9a09f-550a-4525-b0fd-c2997bf7419d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:24.537387 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af6937d-3ad2-4e11-a065-d55acc374fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3400461-a2e2-468f-b6f0-ffcc45c35b57'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:27:24.540020 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8684402e-cc32-4f29-b1b9-da0abbda01a4" -d '{"events": [{"server_uuid": "5af6937d-3ad2-4e11-a065-d55acc374fa8", "name": "network-vif-plugged", "status": "completed", "tag": "d3400461-a2e2-468f-b6f0-ffcc45c35b57"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:27:24.543438 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:24.598307 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=50b9a09f-550a-4525-b0fd-c2997bf7419d,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:24.664792 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5082246d-e1ac-4c9b-9234-90a8ddfa2f20 admin admin] Deleting port d222068c-0e40-4a14-9ba6-46f1dcea82a6 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:27:24.665594 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5082246d-e1ac-4c9b-9234-90a8ddfa2f20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:24.671556 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['50b9a09f-550a-4525-b0fd-c2997bf7419d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:27:24.847286 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-5082246d-e1ac-4c9b-9234-90a8ddfa2f20 admin admin] For port d222068c-0e40-4a14-9ba6-46f1dcea82a6, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=d222068c-0e40-4a14-9ba6-46f1dcea82a6,segment=NetworkSegment(a5aa3058-779b-4954-9340-6a4eac9b85b1),segment_id=a5aa3058-779b-4954-9340-6a4eac9b85b1)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:24.847664 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5082246d-e1ac-4c9b-9234-90a8ddfa2f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:24.878559 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf8f7f-6f34-4858-aea7-84b2a400fe04 req-a6eb6204-e18d-4dbe-8e5f-ec7c6f52a17a tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:24.880261 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fedf8f7f-6f34-4858-aea7-84b2a400fe04 req-a6eb6204-e18d-4dbe-8e5f-ec7c6f52a17a tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e34e74b-7828-4b7c-ab90-c26074dd44fe HTTP/1.1" status: 200 len: 949 time: 0.1193287 Jul 09 09:27:24.881287 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5082246d-e1ac-4c9b-9234-90a8ddfa2f20 admin admin] Calling delete_port for d222068c-0e40-4a14-9ba6-46f1dcea82a6 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:27:24.958784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8b07d29e-0d63-488e-81e2-6e2658603b06 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:27:24.984319 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ce942-1c48-4dfc-b261-1cd2751c57d5 req-71bde607-b3c4-445e-b133-1e48dd19be2b tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:24.991107 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea3ce942-1c48-4dfc-b261-1cd2751c57d5 req-71bde607-b3c4-445e-b133-1e48dd19be2b tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e34e74b-7828-4b7c-ab90-c26074dd44fe HTTP/1.1" status: 200 len: 949 time: 0.5681205 Jul 09 09:27:25.001607 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39d45c96-5f65-460a-abd6-9b1c0a4512b8 req-4e92dcf7-2b1e-48ae-b680-d02de27fb071 service neutron] 10.222.0.64 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293224 Jul 09 09:27:25.016542 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794bc09-e46a-4771-8840-51be768c8a85 req-271c53ad-fa51-45f9-88be-e395f21a970d tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:25.023544 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d794bc09-e46a-4771-8840-51be768c8a85 req-271c53ad-fa51-45f9-88be-e395f21a970d tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 943 time: 0.5730894 Jul 09 09:27:25.088155 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-fedf8f7f-6f34-4858-aea7-84b2a400fe04 req-46e9f8ed-cb33-4838-9a79-31045b236659 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Deleting port 587423e7-228b-4117-bbf7-62ebfa2bca8c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:27:25.088502 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fedf8f7f-6f34-4858-aea7-84b2a400fe04 req-46e9f8ed-cb33-4838-9a79-31045b236659 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:25.090425 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d794bc09-e46a-4771-8840-51be768c8a85 req-7a1cc13f-aef7-412a-9749-038a3c2d1df9 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658646 Jul 09 09:27:25.120233 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea3ce942-1c48-4dfc-b261-1cd2751c57d5 req-3dd5cd73-ea45-4f3c-9272-60436e4e4e80 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281717 Jul 09 09:27:25.127376 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 8b07d29e-0d63-488e-81e2-6e2658603b06, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=8b07d29e-0d63-488e-81e2-6e2658603b06,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:25.153833 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8b07d29e-0d63-488e-81e2-6e2658603b06 has no active binding in host n-h1-799996-1 {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 09:27:25.228498 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-fedf8f7f-6f34-4858-aea7-84b2a400fe04 req-46e9f8ed-cb33-4838-9a79-31045b236659 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] For port 587423e7-228b-4117-bbf7-62ebfa2bca8c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=587423e7-228b-4117-bbf7-62ebfa2bca8c,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:25.228871 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fedf8f7f-6f34-4858-aea7-84b2a400fe04 req-46e9f8ed-cb33-4838-9a79-31045b236659 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:25.274282 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-fedf8f7f-6f34-4858-aea7-84b2a400fe04 req-46e9f8ed-cb33-4838-9a79-31045b236659 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Calling delete_port for 587423e7-228b-4117-bbf7-62ebfa2bca8c owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:27:25.301771 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4578c5d-72cf-485b-bbc0-6c3b577da999 x-openstack-request-id: req-d4578c5d-72cf-485b-bbc0-6c3b577da999 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:27:25.302061 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af6937d-3ad2-4e11-a065-d55acc374fa8", "name": "network-vif-plugged", "status": "completed", "tag": "d3400461-a2e2-468f-b6f0-ffcc45c35b57", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:27:25.302311 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d4578c5d-72cf-485b-bbc0-6c3b577da999 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:27:25.302698 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af6937d-3ad2-4e11-a065-d55acc374fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3400461-a2e2-468f-b6f0-ffcc45c35b57', 'code': 200} Jul 09 09:27:25.371064 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42572cf0-907d-4207-9af3-d29f3d751c1c req-6205b8fa-de82-4167-ae68-01f8d9b6b3d3 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:25.373290 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-42572cf0-907d-4207-9af3-d29f3d751c1c req-6205b8fa-de82-4167-ae68-01f8d9b6b3d3 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ddec3a-b36f-49d6-b1a8-24f6e36db558 HTTP/1.1" status: 200 len: 949 time: 0.0797431 Jul 09 09:27:25.376300 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5082246d-e1ac-4c9b-9234-90a8ddfa2f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:25.437302 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-42572cf0-907d-4207-9af3-d29f3d751c1c req-a9830333-756d-4ccd-80aa-8c09360a4b8e tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578620 Jul 09 09:27:25.437618 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082246d-e1ac-4c9b-9234-90a8ddfa2f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=d222068c-0e40-4a14-9ba6-46f1dcea82a6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:25.559359 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78231c0b-e0db-4792-bf50-c19bed9c2657 req-77583d06-f930-40e9-9490-07350bdbd9e3 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:25.568261 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78231c0b-e0db-4792-bf50-c19bed9c2657 req-77583d06-f930-40e9-9490-07350bdbd9e3 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 944 time: 0.1295319 Jul 09 09:27:25.639884 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78231c0b-e0db-4792-bf50-c19bed9c2657 req-1a18046a-bb57-44ca-b677-c59a22f8beda tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695305 Jul 09 09:27:25.692952 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fedf8f7f-6f34-4858-aea7-84b2a400fe04 req-46e9f8ed-cb33-4838-9a79-31045b236659 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:25.703684 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da8b7c-5934-431c-a338-2952768323e7 req-b71b0bc0-cedf-41e0-9125-3844c44e0178 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:25.705227 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8da8b7c-5934-431c-a338-2952768323e7 req-b71b0bc0-cedf-41e0-9125-3844c44e0178 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3990a21-133a-4806-97b5-0b852d8d75e3 HTTP/1.1" status: 200 len: 949 time: 0.0886195 Jul 09 09:27:25.708326 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['0b350822-4faa-4a96-a51f-f8ed6a8e7810', '587423e7-228b-4117-bbf7-62ebfa2bca8c', 'd3400461-a2e2-468f-b6f0-ffcc45c35b57'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:27:25.737146 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9f8ed-cb33-4838-9a79-31045b236659 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Pushing event deleted for resources: {'Port': ['ID=587423e7-228b-4117-bbf7-62ebfa2bca8c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:25.743297 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5082246d-e1ac-4c9b-9234-90a8ddfa2f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:25.758923 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8da8b7c-5934-431c-a338-2952768323e7 req-4baf8d62-5075-4b2f-bd95-75f9223844c2 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387464 Jul 09 09:27:25.836527 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedf8f7f-6f34-4858-aea7-84b2a400fe04 req-46e9f8ed-cb33-4838-9a79-31045b236659 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] No DVR routers for this DVR port 587423e7-228b-4117-bbf7-62ebfa2bca8c on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:27:25.840629 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fedf8f7f-6f34-4858-aea7-84b2a400fe04 req-46e9f8ed-cb33-4838-9a79-31045b236659 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:25.842622 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fedf8f7f-6f34-4858-aea7-84b2a400fe04 req-46e9f8ed-cb33-4838-9a79-31045b236659 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.58 "DELETE /v2.0/ports/587423e7-228b-4117-bbf7-62ebfa2bca8c HTTP/1.1" status: 204 len: 173 time: 0.9563193 Jul 09 09:27:25.843060 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e34e74b-7828-4b7c-ab90-c26074dd44fe', 'name': 'network-vif-deleted', 'tag': '587423e7-228b-4117-bbf7-62ebfa2bca8c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:27:25.845308 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e229d83e-8de6-4bf7-bd64-a4a6587f20ec" -d '{"events": [{"server_uuid": "2e34e74b-7828-4b7c-ab90-c26074dd44fe", "name": "network-vif-deleted", "tag": "587423e7-228b-4117-bbf7-62ebfa2bca8c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:27:25.964040 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5c843b-1ffc-4799-b9e2-562038599b48 x-openstack-request-id: req-8a5c843b-1ffc-4799-b9e2-562038599b48 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:27:25.964963 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e34e74b-7828-4b7c-ab90-c26074dd44fe", "name": "network-vif-deleted", "tag": "587423e7-228b-4117-bbf7-62ebfa2bca8c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:27:25.964963 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8a5c843b-1ffc-4799-b9e2-562038599b48 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:27:25.964963 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e34e74b-7828-4b7c-ab90-c26074dd44fe', 'name': 'network-vif-deleted', 'tag': '587423e7-228b-4117-bbf7-62ebfa2bca8c', 'status': 'completed', 'code': 200} Jul 09 09:27:26.240522 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5082246d-e1ac-4c9b-9234-90a8ddfa2f20 admin admin] Router 613931a7-06fb-40a9-84c0-bc8abe2a73a5 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:27:26.283032 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 50b9a09f-550a-4525-b0fd-c2997bf7419d up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:27:26.360327 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 50b9a09f-550a-4525-b0fd-c2997bf7419d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:27:26.360778 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:26.427223 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5082246d-e1ac-4c9b-9234-90a8ddfa2f20 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:27:26.451407 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5082246d-e1ac-4c9b-9234-90a8ddfa2f20 admin admin] 10.222.0.61 "PUT /v2.0/routers/613931a7-06fb-40a9-84c0-bc8abe2a73a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8227062 Jul 09 09:27:26.453955 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40278) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:26.477929 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0296a4-ec76-42fc-b2ed-3de7be49340b None None] Sync routers for ids ['613931a7-06fb-40a9-84c0-bc8abe2a73a5'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:27:26.512274 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0296a4-ec76-42fc-b2ed-3de7be49340b None None] Routers {'613931a7-06fb-40a9-84c0-bc8abe2a73a5'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:27:26.512962 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3f0296a4-ec76-42fc-b2ed-3de7be49340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:27:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['613931a7-06fb-40a9-84c0-bc8abe2a73a5'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:26.533199 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-018b5b74-e334-47fe-b36b-a41e1a26a28b service neutron] 10.222.0.64 "GET /v2.0/ports/8b07d29e-0d63-488e-81e2-6e2658603b06/bindings/n-h1-799996-1 HTTP/1.1" status: 200 len: 384 time: 0.1933975 Jul 09 09:27:26.609612 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:26.649247 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1484641-ea88-4e1b-a9fb-868564bebfa2 req-52903583-4dea-4739-9972-13ddfdf6f69b tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:26.656968 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1484641-ea88-4e1b-a9fb-868564bebfa2 req-52903583-4dea-4739-9972-13ddfdf6f69b tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:26.666867 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d1484641-ea88-4e1b-a9fb-868564bebfa2 req-52903583-4dea-4739-9972-13ddfdf6f69b tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ddec3a-b36f-49d6-b1a8-24f6e36db558&device_id=e3990a21-133a-4806-97b5-0b852d8d75e3 HTTP/1.1" status: 200 len: 1689 time: 0.3952401 Jul 09 09:27:26.681911 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9351391a-17df-47ac-98db-52f1a8df1cdc admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:26.738070 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d1484641-ea88-4e1b-a9fb-868564bebfa2 req-35fff4b4-8e45-4e9d-8d51-7935fd502dad tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701632 Jul 09 09:27:26.756318 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-3f0296a4-ec76-42fc-b2ed-3de7be49340b None None] Set router 613931a7-06fb-40a9-84c0-bc8abe2a73a5 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:27:26.845820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67035c74-312f-430e-ba67-d22b78c3e813 req-7fd746dd-f82d-42a6-a729-99456e34cc6a tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:26.855751 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67035c74-312f-430e-ba67-d22b78c3e813 req-7fd746dd-f82d-42a6-a729-99456e34cc6a tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 943 time: 0.5170395 Jul 09 09:27:26.877071 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 50b9a09f-550a-4525-b0fd-c2997bf7419d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=50b9a09f-550a-4525-b0fd-c2997bf7419d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:26.904154 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:26.913570 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9351391a-17df-47ac-98db-52f1a8df1cdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:26.981679 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 529c756d-5f5f-4ae9-a2ae-b84e93f75803 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:27:26.986279 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67035c74-312f-430e-ba67-d22b78c3e813 req-bac009e6-f9d3-4ef6-a275-a45e9c7aaadb tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292455 Jul 09 09:27:27.041653 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9351391a-17df-47ac-98db-52f1a8df1cdc admin admin] Deleting port 1e6daa04-a6d2-4893-ae7b-b668fe726644 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:27:27.042396 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9351391a-17df-47ac-98db-52f1a8df1cdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:27.086289 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-70a62106-8dba-4113-99df-61a7dd030428 service neutron] For port 8b07d29e-0d63-488e-81e2-6e2658603b06, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=8b07d29e-0d63-488e-81e2-6e2658603b06,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:27.125457 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-70a62106-8dba-4113-99df-61a7dd030428 service neutron] For port 8b07d29e-0d63-488e-81e2-6e2658603b06, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:27:27.203611 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-9351391a-17df-47ac-98db-52f1a8df1cdc admin admin] For port 1e6daa04-a6d2-4893-ae7b-b668fe726644, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1e6daa04-a6d2-4893-ae7b-b668fe726644,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:27.204005 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9351391a-17df-47ac-98db-52f1a8df1cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:27.210575 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-70a62106-8dba-4113-99df-61a7dd030428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b07d29e-0d63-488e-81e2-6e2658603b06 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:27:27.223388 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9351391a-17df-47ac-98db-52f1a8df1cdc admin admin] Calling delete_port for 1e6daa04-a6d2-4893-ae7b-b668fe726644 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:27:27.232605 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-70a62106-8dba-4113-99df-61a7dd030428 service neutron] For port 8b07d29e-0d63-488e-81e2-6e2658603b06, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8b07d29e-0d63-488e-81e2-6e2658603b06,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:27.260162 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-70a62106-8dba-4113-99df-61a7dd030428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:27.315099 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a345e8e-8ae1-4ade-9697-1a3a202e792e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b9a09f-550a-4525-b0fd-c2997bf7419d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:27:27.317368 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b4b008-2329-4214-8c61-fd4ab852ce52" -d '{"events": [{"server_uuid": "4a345e8e-8ae1-4ade-9697-1a3a202e792e", "name": "network-vif-plugged", "status": "completed", "tag": "50b9a09f-550a-4525-b0fd-c2997bf7419d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.399885 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.403739 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.403739 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.403739 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.403739 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.403739 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.403739 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.403739 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.403739 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.403739 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.403739 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.403739 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.403739 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.403739 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.403739 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.403739 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.403739 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.403739 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:27.403739 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:27.431800 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=50b9a09f-550a-4525-b0fd-c2997bf7419d,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:27.476193 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3f0296a4-ec76-42fc-b2ed-3de7be49340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613931a7-06fb-40a9-84c0-bc8abe2a73a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1595244987-router', 'tenant_id': '773f50f37ae04531838f46b93a7928b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '1e6daa04-a6d2-4893-ae7b-b668fe726644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:19Z', 'updated_at': '2021-07-09T09:27:25Z', 'revision_number': 5, 'project_id': '773f50f37ae04531838f46b93a7928b5', 'gw_port': {'id': '1e6daa04-a6d2-4893-ae7b-b668fe726644', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613931a7-06fb-40a9-84c0-bc8abe2a73a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:25:21Z', 'updated_at': '2021-07-09T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:27.489859 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-70a62106-8dba-4113-99df-61a7dd030428 service neutron] Transition to ACTIVE for port object 8b07d29e-0d63-488e-81e2-6e2658603b06 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:27:27.502164 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-70a62106-8dba-4113-99df-61a7dd030428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:27.504136 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9351391a-17df-47ac-98db-52f1a8df1cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:27.511856 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 529c756d-5f5f-4ae9-a2ae-b84e93f75803 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:27:27.516780 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0296a4-ec76-42fc-b2ed-3de7be49340b None None] Checking router: 613931a7-06fb-40a9-84c0-bc8abe2a73a5 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:27:27.527049 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0296a4-ec76-42fc-b2ed-3de7be49340b None None] Routers {'613931a7-06fb-40a9-84c0-bc8abe2a73a5'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:27:27.527725 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3f0296a4-ec76-42fc-b2ed-3de7be49340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:27:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['613931a7-06fb-40a9-84c0-bc8abe2a73a5'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:27.529969 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 529c756d-5f5f-4ae9-a2ae-b84e93f75803 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:27:27.530107 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:27.548687 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351391a-17df-47ac-98db-52f1a8df1cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=1e6daa04-a6d2-4893-ae7b-b668fe726644,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:27.627537 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8672e4b-bca4-42ce-a32b-6504f0117ee0 req-eef3e2cf-c988-4d1f-ade6-7d9f0a142406 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:27.629219 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8672e4b-bca4-42ce-a32b-6504f0117ee0 req-eef3e2cf-c988-4d1f-ade6-7d9f0a142406 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 944 time: 0.2562525 Jul 09 09:27:27.651829 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9351391a-17df-47ac-98db-52f1a8df1cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:27.653865 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-70a62106-8dba-4113-99df-61a7dd030428 service neutron] No DVR routers for this DVR port 8b07d29e-0d63-488e-81e2-6e2658603b06 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:27:27.680182 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-3f0296a4-ec76-42fc-b2ed-3de7be49340b None None] Set router 613931a7-06fb-40a9-84c0-bc8abe2a73a5 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:27:27.684693 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a62106-8dba-4113-99df-61a7dd030428 service neutron] Pushing event updated for resources: {'Port': ['ID=8b07d29e-0d63-488e-81e2-6e2658603b06,revision_number=10']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:27.717331 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62106-8dba-4113-99df-61a7dd030428 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:27.717757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62106-8dba-4113-99df-61a7dd030428 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:27.718208 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62106-8dba-4113-99df-61a7dd030428 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:27.718650 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62106-8dba-4113-99df-61a7dd030428 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:27.719053 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62106-8dba-4113-99df-61a7dd030428 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:27.719456 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62106-8dba-4113-99df-61a7dd030428 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:27.719892 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62106-8dba-4113-99df-61a7dd030428 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:27.720285 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62106-8dba-4113-99df-61a7dd030428 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:27.720679 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62106-8dba-4113-99df-61a7dd030428 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:27.721032 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62106-8dba-4113-99df-61a7dd030428 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:27.721450 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62106-8dba-4113-99df-61a7dd030428 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:27.721837 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62106-8dba-4113-99df-61a7dd030428 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:27:27.729500 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-70a62106-8dba-4113-99df-61a7dd030428 service neutron] 10.222.0.64 "PUT /v2.0/ports/8b07d29e-0d63-488e-81e2-6e2658603b06/bindings/n-h1-799996-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1847241 Jul 09 09:27:27.763358 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3f0296a4-ec76-42fc-b2ed-3de7be49340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613931a7-06fb-40a9-84c0-bc8abe2a73a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1595244987-router', 'tenant_id': '773f50f37ae04531838f46b93a7928b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:19Z', 'updated_at': '2021-07-09T09:27:27Z', 'revision_number': 7, 'project_id': '773f50f37ae04531838f46b93a7928b5', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:27.780137 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8672e4b-bca4-42ce-a32b-6504f0117ee0 req-9f2d8db9-9463-41fd-af64-8eb84d0f2d61 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265173 Jul 09 09:27:27.792796 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0296a4-ec76-42fc-b2ed-3de7be49340b None None] The sync data for ids ['613931a7-06fb-40a9-84c0-bc8abe2a73a5'] in n-d-799996-1 is: [{'id': '613931a7-06fb-40a9-84c0-bc8abe2a73a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1595244987-router', 'tenant_id': '773f50f37ae04531838f46b93a7928b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:19Z', 'updated_at': '2021-07-09T09:27:27Z', 'revision_number': 7, 'project_id': '773f50f37ae04531838f46b93a7928b5', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:27:27.876118 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:27.899860 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fcffa1-255f-4f34-95a5-d27bb9e2fddf x-openstack-request-id: req-13fcffa1-255f-4f34-95a5-d27bb9e2fddf {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:27:27.900151 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a345e8e-8ae1-4ade-9697-1a3a202e792e", "name": "network-vif-plugged", "status": "completed", "tag": "50b9a09f-550a-4525-b0fd-c2997bf7419d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:27:27.900397 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-13fcffa1-255f-4f34-95a5-d27bb9e2fddf {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:27:27.900781 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a345e8e-8ae1-4ade-9697-1a3a202e792e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b9a09f-550a-4525-b0fd-c2997bf7419d', 'code': 200} Jul 09 09:27:27.933391 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 529c756d-5f5f-4ae9-a2ae-b84e93f75803, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=529c756d-5f5f-4ae9-a2ae-b84e93f75803,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:27.940761 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:27.941927 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 587423e7-228b-4117-bbf7-62ebfa2bca8c no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:27:27.964964 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 587423e7-228b-4117-bbf7-62ebfa2bca8c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:27:27.965311 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 587423e7-228b-4117-bbf7-62ebfa2bca8c not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:27:28.020842 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=529c756d-5f5f-4ae9-a2ae-b84e93f75803,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:28.117084 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9351391a-17df-47ac-98db-52f1a8df1cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:28.119853 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9351391a-17df-47ac-98db-52f1a8df1cdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:28.189640 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9351391a-17df-47ac-98db-52f1a8df1cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:28.190202 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9351391a-17df-47ac-98db-52f1a8df1cdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 613931a7-06fb-40a9-84c0-bc8abe2a73a5 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:27:28.197395 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9351391a-17df-47ac-98db-52f1a8df1cdc admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:28.198586 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9351391a-17df-47ac-98db-52f1a8df1cdc admin admin] 10.222.0.61 "DELETE /v2.0/routers/613931a7-06fb-40a9-84c0-bc8abe2a73a5 HTTP/1.1" status: 204 len: 168 time: 1.7431176 Jul 09 09:27:28.201321 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40308) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:28.208565 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-c1a1e27d-ecdd-43b8-9710-8777facc8efc tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:28.210191 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-c1a1e27d-ecdd-43b8-9710-8777facc8efc tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210&tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&binding%3Ahost_id=n-h2-799996-1 HTTP/1.1" status: 200 len: 1095 time: 0.1289465 Jul 09 09:27:28.244925 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6702f-bc0a-4918-aa83-6b4d2d272161 req-9e3e305e-3935-4487-8835-23daca924299 tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:28.246806 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14e6702f-bc0a-4918-aa83-6b4d2d272161 req-9e3e305e-3935-4487-8835-23daca924299 tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a5ddec3a-b36f-49d6-b1a8-24f6e36db558 HTTP/1.1" status: 200 len: 1100 time: 0.1291862 Jul 09 09:27:28.253835 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ed445-9a58-4d19-bf4b-608a1fa97260 req-c762765e-8e56-4809-86e0-f72bf84a9e68 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:28.260479 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-032ed445-9a58-4d19-bf4b-608a1fa97260 req-c762765e-8e56-4809-86e0-f72bf84a9e68 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcb14766-da35-4b70-9c02-3ac049f4d599 HTTP/1.1" status: 200 len: 945 time: 0.1729405 Jul 09 09:27:28.297939 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-3a71ea54-6e5d-4ac9-8e24-c18fb0dcdfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:28.299469 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-3a71ea54-6e5d-4ac9-8e24-c18fb0dcdfcf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210&tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8 HTTP/1.1" status: 200 len: 1095 time: 0.0708706 Jul 09 09:27:28.329453 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63d44e1-d134-4a1f-9232-ff9e04132ce5 admin admin] Deleting subnet 0b827990-5e51-45c4-863d-bd2d003a17bd {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:27:28.349151 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c63d44e1-d134-4a1f-9232-ff9e04132ce5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:28.378232 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-032ed445-9a58-4d19-bf4b-608a1fa97260 req-d42db00b-3cf9-4f30-95c2-f1d5cef5edc4 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.61 "GET /v2.0/security-groups?id=1310b3cd-5d1f-4572-87d6-c590cdcdeefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052420 Jul 09 09:27:28.382172 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14e6702f-bc0a-4918-aa83-6b4d2d272161 req-b2b51290-f382-4e12-a939-7fd951f39461 tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170020 Jul 09 09:27:28.411908 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-a5693f32-5e61-4c08-a609-21c026067ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:28.412223 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c63d44e1-d134-4a1f-9232-ff9e04132ce5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:28.414024 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-a5693f32-5e61-4c08-a609-21c026067ac4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 1095 time: 0.0738785 Jul 09 09:27:28.566054 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-3f5f6a65-9886-4414-9a86-44b4e7d730d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:28.567538 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-3f5f6a65-9886-4414-9a86-44b4e7d730d6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 909 time: 0.1422374 Jul 09 09:27:28.613747 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-dea36e91-997c-4dae-8c5d-7bfad6b8980f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b07d29e-0d63-488e-81e2-6e2658603b06 HTTP/1.1" status: 200 len: 217 time: 0.0380347 Jul 09 09:27:28.696566 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-39584cff-c87d-4114-8e01-172102600141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:28.698314 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-39584cff-c87d-4114-8e01-172102600141 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b34d4ae-0ef5-43aa-9b17-e2650b35854e HTTP/1.1" status: 200 len: 848 time: 0.0724638 Jul 09 09:27:28.709384 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c63d44e1-d134-4a1f-9232-ff9e04132ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:28.733304 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d222068c-0e40-4a14-9ba6-46f1dcea82a6 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:27:28.741404 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-14b0afb9-61a8-490a-8881-ecb70a2740a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351093 Jul 09 09:27:28.760528 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: d222068c-0e40-4a14-9ba6-46f1dcea82a6 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:27:28.760847 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d222068c-0e40-4a14-9ba6-46f1dcea82a6 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:27:28.761177 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1e6daa04-a6d2-4893-ae7b-b668fe726644 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:27:28.781355 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 1e6daa04-a6d2-4893-ae7b-b668fe726644 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:27:28.782088 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1e6daa04-a6d2-4893-ae7b-b668fe726644 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:27:28.838762 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f5549-76c1-477a-8bca-6d37e1d23a0c req-6623fbd6-fe6d-41da-b78b-9c0364e02f5a tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:28.847298 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d31f5549-76c1-477a-8bca-6d37e1d23a0c req-6623fbd6-fe6d-41da-b78b-9c0364e02f5a tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=6014c6c5-d251-4603-bb7e-ea65f6181fee HTTP/1.1" status: 200 len: 948 time: 0.2959812 Jul 09 09:27:28.867990 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-b7ab2e2e-943b-47d1-9622-7c783e903927 service neutron] 10.222.0.58 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158369 Jul 09 09:27:28.887201 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be6d07-a159-4e9a-a882-5be9d0512b53 req-97b47a24-db61-4ae3-9e00-366637b53aef tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:28.888809 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50be6d07-a159-4e9a-a882-5be9d0512b53 req-97b47a24-db61-4ae3-9e00-366637b53aef tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 944 time: 0.2764823 Jul 09 09:27:28.892042 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c63d44e1-d134-4a1f-9232-ff9e04132ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:28.944607 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9510b316-5779-46bc-8964-c348d787a43a None None] Network 9c195d29-d2fb-4edc-9de5-571d6cce284b requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:27:28.948578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d44e1-d134-4a1f-9232-ff9e04132ce5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b827990-5e51-45c4-863d-bd2d003a17bd,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:28.950900 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c63d44e1-d134-4a1f-9232-ff9e04132ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:28.953010 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c63d44e1-d134-4a1f-9232-ff9e04132ce5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0b827990-5e51-45c4-863d-bd2d003a17bd HTTP/1.1" status: 204 len: 168 time: 0.7474508 Jul 09 09:27:28.957342 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40322) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:28.977360 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d31f5549-76c1-477a-8bca-6d37e1d23a0c req-e58829b0-fffa-499e-b2b5-2322f38ccaa9 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210933 Jul 09 09:27:29.013597 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50be6d07-a159-4e9a-a882-5be9d0512b53 req-3ca8994a-61b7-4728-b7dc-aaaf942d44a9 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128497 Jul 09 09:27:29.015224 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-a96a9de2-2f49-475e-820e-3ff676abff6a service neutron] 10.222.0.58 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396124 Jul 09 09:27:29.082766 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2767-ce22-43ca-a59f-a5c2609f13fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:29.160552 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a2cb2767-ce22-43ca-a59f-a5c2609f13fa admin admin] Deleting port 5281fbf2-3a50-478c-b5c8-b5d3354f396b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:27:29.161140 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2767-ce22-43ca-a59f-a5c2609f13fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:29.253966 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0f8c1-fa3d-4dc3-9cc3-b48321222133 req-41ddac86-b97f-434f-b469-4c7f1e02f41a tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:29.256280 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e6f0f8c1-fa3d-4dc3-9cc3-b48321222133 req-41ddac86-b97f-434f-b469-4c7f1e02f41a tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.58 "GET /v2.0/ports?device_id=fcb14766-da35-4b70-9c02-3ac049f4d599 HTTP/1.1" status: 200 len: 945 time: 0.1351609 Jul 09 09:27:29.270651 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6495dc-d61b-4f82-83ff-12253b484d8f None None] DHCP port deletion for 9c195d29-d2fb-4edc-9de5-571d6cce284b request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:27:29.345582 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-a2cb2767-ce22-43ca-a59f-a5c2609f13fa admin admin] For port 5281fbf2-3a50-478c-b5c8-b5d3354f396b, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5281fbf2-3a50-478c-b5c8-b5d3354f396b,segment=NetworkSegment(a5aa3058-779b-4954-9340-6a4eac9b85b1),segment_id=a5aa3058-779b-4954-9340-6a4eac9b85b1)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:29.346504 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2767-ce22-43ca-a59f-a5c2609f13fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:29.357903 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7b6495dc-d61b-4f82-83ff-12253b484d8f None None] Deleting port 5281fbf2-3a50-478c-b5c8-b5d3354f396b {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:27:29.358275 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7b6495dc-d61b-4f82-83ff-12253b484d8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:29.403152 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a2cb2767-ce22-43ca-a59f-a5c2609f13fa admin admin] Calling delete_port for 5281fbf2-3a50-478c-b5c8-b5d3354f396b owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:27:29.422325 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e6f0f8c1-fa3d-4dc3-9cc3-b48321222133 req-14353335-f2f9-4e0e-93d8-d3244f8a7009 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Deleting port 2c7374d5-81fc-433f-ad49-d015bd63e30b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:27:29.422665 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e6f0f8c1-fa3d-4dc3-9cc3-b48321222133 req-14353335-f2f9-4e0e-93d8-d3244f8a7009 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:29.440741 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7b6495dc-d61b-4f82-83ff-12253b484d8f None None] For port 5281fbf2-3a50-478c-b5c8-b5d3354f396b, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5281fbf2-3a50-478c-b5c8-b5d3354f396b,segment=NetworkSegment(a5aa3058-779b-4954-9340-6a4eac9b85b1),segment_id=a5aa3058-779b-4954-9340-6a4eac9b85b1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:29.441057 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7b6495dc-d61b-4f82-83ff-12253b484d8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:29.456660 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7b6495dc-d61b-4f82-83ff-12253b484d8f None None] Calling delete_port for 5281fbf2-3a50-478c-b5c8-b5d3354f396b owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:27:29.509776 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26dc00-b81a-4eec-a0fa-a7a83e917473 req-9e8beb95-bde8-4551-9c32-1b0a14f55e47 tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:29.511327 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b26dc00-b81a-4eec-a0fa-a7a83e917473 req-9e8beb95-bde8-4551-9c32-1b0a14f55e47 tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e3990a21-133a-4806-97b5-0b852d8d75e3 HTTP/1.1" status: 200 len: 1100 time: 0.3240283 Jul 09 09:27:29.550779 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7b6495dc-d61b-4f82-83ff-12253b484d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:29.558503 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e6f0f8c1-fa3d-4dc3-9cc3-b48321222133 req-14353335-f2f9-4e0e-93d8-d3244f8a7009 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] For port 2c7374d5-81fc-433f-ad49-d015bd63e30b, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=2c7374d5-81fc-433f-ad49-d015bd63e30b,segment=NetworkSegment(24541365-9cf4-4710-bb6a-79b5544c7159),segment_id=24541365-9cf4-4710-bb6a-79b5544c7159)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:29.558897 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e6f0f8c1-fa3d-4dc3-9cc3-b48321222133 req-14353335-f2f9-4e0e-93d8-d3244f8a7009 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:29.575794 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e6f0f8c1-fa3d-4dc3-9cc3-b48321222133 req-14353335-f2f9-4e0e-93d8-d3244f8a7009 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Calling delete_port for 2c7374d5-81fc-433f-ad49-d015bd63e30b owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:27:29.579671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ed527-69f9-4b07-bcf6-b54ab71eb14b req-ed6bd626-cf52-49e0-bd43-6a5c3f39de13 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:29.581231 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb0ed527-69f9-4b07-bcf6-b54ab71eb14b req-ed6bd626-cf52-49e0-bd43-6a5c3f39de13 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 945 time: 0.2395940 Jul 09 09:27:29.589481 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6495dc-d61b-4f82-83ff-12253b484d8f None None] Pushing event deleted for resources: {'Port': ['ID=5281fbf2-3a50-478c-b5c8-b5d3354f396b,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:29.594137 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6495dc-d61b-4f82-83ff-12253b484d8f None None] No DVR routers for this DVR port 5281fbf2-3a50-478c-b5c8-b5d3354f396b on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:27:29.615428 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2767-ce22-43ca-a59f-a5c2609f13fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:29.641171 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-d169c267-e8c1-43f5-ac2c-b1e09e381b0c tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:29.642622 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-d169c267-e8c1-43f5-ac2c-b1e09e381b0c tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210&tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&binding%3Ahost_id=n-h1-799996-1 HTTP/1.1" status: 200 len: 1095 time: 0.2573144 Jul 09 09:27:29.653820 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398451eb-5b6d-48ac-92e3-0e9130890429 req-e26dd05a-3e4d-45ee-87b0-d35d73c59687 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:29.655413 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-398451eb-5b6d-48ac-92e3-0e9130890429 req-e26dd05a-3e4d-45ee-87b0-d35d73c59687 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.58 "GET /v2.0/ports?device_id=6014c6c5-d251-4603-bb7e-ea65f6181fee HTTP/1.1" status: 200 len: 948 time: 0.1352992 Jul 09 09:27:29.665436 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b26dc00-b81a-4eec-a0fa-a7a83e917473 req-8e11dea1-7d55-4722-a71f-b807785cd7bd tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457429 Jul 09 09:27:29.706082 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb2767-ce22-43ca-a59f-a5c2609f13fa admin admin] Pushing event deleted for resources: {'Port': ['ID=5281fbf2-3a50-478c-b5c8-b5d3354f396b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:29.715931 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cb2767-ce22-43ca-a59f-a5c2609f13fa admin admin] No DVR routers for this DVR port 5281fbf2-3a50-478c-b5c8-b5d3354f396b on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:27:29.838555 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb0ed527-69f9-4b07-bcf6-b54ab71eb14b req-06c88c0b-8683-4ae8-9f77-9abdc9af5bbc tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144756 Jul 09 09:27:29.838787 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e6f0f8c1-fa3d-4dc3-9cc3-b48321222133 req-14353335-f2f9-4e0e-93d8-d3244f8a7009 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:29.850004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['2c7374d5-81fc-433f-ad49-d015bd63e30b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:27:29.854142 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-398451eb-5b6d-48ac-92e3-0e9130890429 req-b38a54e9-47fe-4f1e-ba00-2a957de4a4ef tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Deleting port 0b350822-4faa-4a96-a51f-f8ed6a8e7810 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:27:29.854568 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-398451eb-5b6d-48ac-92e3-0e9130890429 req-b38a54e9-47fe-4f1e-ba00-2a957de4a4ef tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:29.879091 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14353335-f2f9-4e0e-93d8-d3244f8a7009 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Pushing event deleted for resources: {'Port': ['ID=2c7374d5-81fc-433f-ad49-d015bd63e30b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:29.902666 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887371bc-8fc5-440d-a4ff-fd25a2f0dfe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529c756d-5f5f-4ae9-a2ae-b84e93f75803'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:27:29.905035 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da178392-847c-4803-bed7-e0c2926df0f5" -d '{"events": [{"server_uuid": "887371bc-8fc5-440d-a4ff-fd25a2f0dfe9", "name": "network-vif-plugged", "status": "completed", "tag": "529c756d-5f5f-4ae9-a2ae-b84e93f75803"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:27:29.964817 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2767-ce22-43ca-a59f-a5c2609f13fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:29.981238 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f0f8c1-fa3d-4dc3-9cc3-b48321222133 req-14353335-f2f9-4e0e-93d8-d3244f8a7009 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] No DVR routers for this DVR port 2c7374d5-81fc-433f-ad49-d015bd63e30b on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:27:29.985522 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e6f0f8c1-fa3d-4dc3-9cc3-b48321222133 req-14353335-f2f9-4e0e-93d8-d3244f8a7009 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:29.987777 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e6f0f8c1-fa3d-4dc3-9cc3-b48321222133 req-14353335-f2f9-4e0e-93d8-d3244f8a7009 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.58 "DELETE /v2.0/ports/2c7374d5-81fc-433f-ad49-d015bd63e30b HTTP/1.1" status: 204 len: 173 time: 0.7239795 Jul 09 09:27:29.988295 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb14766-da35-4b70-9c02-3ac049f4d599', 'name': 'network-vif-deleted', 'tag': '2c7374d5-81fc-433f-ad49-d015bd63e30b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:27:29.991214 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d32d11-106f-4766-a334-f4e070276899" -d '{"events": [{"server_uuid": "fcb14766-da35-4b70-9c02-3ac049f4d599", "name": "network-vif-deleted", "tag": "2c7374d5-81fc-433f-ad49-d015bd63e30b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:27:30.001615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a2cb2767-ce22-43ca-a59f-a5c2609f13fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c195d29-d2fb-4edc-9de5-571d6cce284b']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:30.030048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a2cb2767-ce22-43ca-a59f-a5c2609f13fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5aa3058-779b-4954-9340-6a4eac9b85b1') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:30.030679 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a2cb2767-ce22-43ca-a59f-a5c2609f13fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5aa3058-779b-4954-9340-6a4eac9b85b1') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:30.052978 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81b688-1004-485e-bdbc-22bf2bb2662d req-770e49b5-bb38-4820-9442-fa31e71299a3 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:30.055305 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ba81b688-1004-485e-bdbc-22bf2bb2662d req-770e49b5-bb38-4820-9442-fa31e71299a3 tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcb14766-da35-4b70-9c02-3ac049f4d599 HTTP/1.1" status: 200 len: 867 time: 0.2565920 Jul 09 09:27:30.056663 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-6155aeb3-23be-453f-95de-916dadd0c43e service neutron] For port 8b07d29e-0d63-488e-81e2-6e2658603b06, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:27:30.058514 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2767-ce22-43ca-a59f-a5c2609f13fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:30.062795 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-6155aeb3-23be-453f-95de-916dadd0c43e service neutron] Notify callbacks [] for binding, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:30.063947 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd665a8f-e2d3-4757-906e-689f247c81ed req-6155aeb3-23be-453f-95de-916dadd0c43e service neutron] 10.222.0.58 "DELETE /v2.0/ports/8b07d29e-0d63-488e-81e2-6e2658603b06/bindings/n-h2-799996-1 HTTP/1.1" status: 204 len: 173 time: 0.3924232 Jul 09 09:27:30.064713 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-398451eb-5b6d-48ac-92e3-0e9130890429 req-b38a54e9-47fe-4f1e-ba00-2a957de4a4ef tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] For port 0b350822-4faa-4a96-a51f-f8ed6a8e7810, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=0b350822-4faa-4a96-a51f-f8ed6a8e7810,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:30.065272 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-398451eb-5b6d-48ac-92e3-0e9130890429 req-b38a54e9-47fe-4f1e-ba00-2a957de4a4ef tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:30.082455 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-398451eb-5b6d-48ac-92e3-0e9130890429 req-b38a54e9-47fe-4f1e-ba00-2a957de4a4ef tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Calling delete_port for 0b350822-4faa-4a96-a51f-f8ed6a8e7810 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:27:30.108144 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ba81b688-1004-485e-bdbc-22bf2bb2662d req-6e9c8148-484b-4d78-821c-3d1f56c47feb tempest-VolumesAdminNegativeTest-1307125879 tempest-VolumesAdminNegativeTest-1307125879-project] 10.222.0.61 "GET /v2.0/security-groups?id=1310b3cd-5d1f-4572-87d6-c590cdcdeefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384500 Jul 09 09:27:30.114950 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2767-ce22-43ca-a59f-a5c2609f13fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:30.123923 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2cb2767-ce22-43ca-a59f-a5c2609f13fa admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:27:30.124593 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2767-ce22-43ca-a59f-a5c2609f13fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:27:30.126654 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:27:30.205410 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2767-ce22-43ca-a59f-a5c2609f13fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:30.217276 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1078ef42-29fa-45ec-8074-e05bd3407634 x-openstack-request-id: req-1078ef42-29fa-45ec-8074-e05bd3407634 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:27:30.217962 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887371bc-8fc5-440d-a4ff-fd25a2f0dfe9", "name": "network-vif-plugged", "status": "completed", "tag": "529c756d-5f5f-4ae9-a2ae-b84e93f75803", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:27:30.218421 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1078ef42-29fa-45ec-8074-e05bd3407634 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:27:30.219113 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887371bc-8fc5-440d-a4ff-fd25a2f0dfe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529c756d-5f5f-4ae9-a2ae-b84e93f75803', 'code': 200} Jul 09 09:27:30.228503 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2767-ce22-43ca-a59f-a5c2609f13fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:30.230605 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a2cb2767-ce22-43ca-a59f-a5c2609f13fa admin admin] 10.222.0.61 "DELETE /v2.0/networks/9c195d29-d2fb-4edc-9de5-571d6cce284b HTTP/1.1" status: 204 len: 168 time: 1.2704408 Jul 09 09:27:30.231315 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb2767-ce22-43ca-a59f-a5c2609f13fa admin admin] Pushing event deleted for resources: {'Network': ['ID=9c195d29-d2fb-4edc-9de5-571d6cce284b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:30.233315 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40348) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:30.282216 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 8b07d29e-0d63-488e-81e2-6e2658603b06 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:27:30.289550 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bd49d0-e508-457b-b99d-64d67437fa12 x-openstack-request-id: req-90bd49d0-e508-457b-b99d-64d67437fa12 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:27:30.290180 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb14766-da35-4b70-9c02-3ac049f4d599", "name": "network-vif-deleted", "tag": "2c7374d5-81fc-433f-ad49-d015bd63e30b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:27:30.290330 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-90bd49d0-e508-457b-b99d-64d67437fa12 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:27:30.291047 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb14766-da35-4b70-9c02-3ac049f4d599', 'name': 'network-vif-deleted', 'tag': '2c7374d5-81fc-433f-ad49-d015bd63e30b', 'status': 'completed', 'code': 200} Jul 09 09:27:30.346899 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-398451eb-5b6d-48ac-92e3-0e9130890429 req-b38a54e9-47fe-4f1e-ba00-2a957de4a4ef tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:30.361014 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['0b350822-4faa-4a96-a51f-f8ed6a8e7810', 'd3400461-a2e2-468f-b6f0-ffcc45c35b57'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:27:30.380181 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a54e9-47fe-4f1e-ba00-2a957de4a4ef tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Pushing event deleted for resources: {'Port': ['ID=0b350822-4faa-4a96-a51f-f8ed6a8e7810,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:30.415630 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 8b07d29e-0d63-488e-81e2-6e2658603b06 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:27:30.439680 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-398451eb-5b6d-48ac-92e3-0e9130890429 req-b38a54e9-47fe-4f1e-ba00-2a957de4a4ef tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] No DVR routers for this DVR port 0b350822-4faa-4a96-a51f-f8ed6a8e7810 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:27:30.443287 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-398451eb-5b6d-48ac-92e3-0e9130890429 req-b38a54e9-47fe-4f1e-ba00-2a957de4a4ef tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:30.443287 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-398451eb-5b6d-48ac-92e3-0e9130890429 req-b38a54e9-47fe-4f1e-ba00-2a957de4a4ef tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.58 "DELETE /v2.0/ports/0b350822-4faa-4a96-a51f-f8ed6a8e7810 HTTP/1.1" status: 204 len: 173 time: 0.7821054 Jul 09 09:27:30.541162 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-46081fd8-26cd-4e04-ac76-8c05667d7e74 req-63f8d736-32cf-44de-adf6-eca11ca7be3f tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=6014c6c5-d251-4603-bb7e-ea65f6181fee HTTP/1.1" status: 200 len: 210 time: 0.0852306 Jul 09 09:27:30.695503 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5281fbf2-3a50-478c-b5c8-b5d3354f396b no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:27:30.773777 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 5281fbf2-3a50-478c-b5c8-b5d3354f396b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:27:30.774147 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5281fbf2-3a50-478c-b5c8-b5d3354f396b not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:27:30.866738 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389257f-c4b5-4fce-b02a-21f3ba442a2e req-757c42f7-87bf-4952-a0c1-effa0e1d2586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:30.868437 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4389257f-c4b5-4fce-b02a-21f3ba442a2e req-757c42f7-87bf-4952-a0c1-effa0e1d2586 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 1096 time: 0.4846272 Jul 09 09:27:30.994678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500313db-10e3-4436-9d56-2e70b7588396 req-4c4dd959-2aa8-42a5-b95b-4a68bd8007ab tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:31.004508 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-500313db-10e3-4436-9d56-2e70b7588396 req-4c4dd959-2aa8-42a5-b95b-4a68bd8007ab tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 944 time: 0.2441785 Jul 09 09:27:31.012537 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4389257f-c4b5-4fce-b02a-21f3ba442a2e req-8dacbc28-f3a4-49e9-af42-9f2b2c61d822 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307328 Jul 09 09:27:31.176726 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-500313db-10e3-4436-9d56-2e70b7588396 req-01db6583-bc67-4159-9015-79764ad754aa tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708343 Jul 09 09:27:31.353125 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc1bd340-1eaa-4181-b5eb-0ed4c4f8bb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:31.518248 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40394) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:31.587981 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d56e9f-623d-4fec-912c-45365016c0aa admin admin] Deleting subnet 52c26878-b2a1-4b28-ba4a-6018e34670df {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:27:31.592805 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18d56e9f-623d-4fec-912c-45365016c0aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:31.647726 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18d56e9f-623d-4fec-912c-45365016c0aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:31.696097 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18d56e9f-623d-4fec-912c-45365016c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:31.775160 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18d56e9f-623d-4fec-912c-45365016c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:31.800927 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d56e9f-623d-4fec-912c-45365016c0aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52c26878-b2a1-4b28-ba4a-6018e34670df,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:31.812875 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18d56e9f-623d-4fec-912c-45365016c0aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:31.815028 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-18d56e9f-623d-4fec-912c-45365016c0aa admin admin] 10.222.0.61 "DELETE /v2.0/subnets/52c26878-b2a1-4b28-ba4a-6018e34670df HTTP/1.1" status: 204 len: 168 time: 0.2948112 Jul 09 09:27:31.816377 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae7c065-a4a6-4695-9746-e43975967125 req-4a33e3cc-5eae-44b5-badc-de3b6e2aa534 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732832 Jul 09 09:27:31.817670 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40406) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:31.913193 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08d827b3-842a-4ff0-bea0-8e3d707ae4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:32.010840 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08d827b3-842a-4ff0-bea0-8e3d707ae4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:32.037703 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-08d827b3-842a-4ff0-bea0-8e3d707ae4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f666db-a94d-4972-9286-dd9d7f01b7b9']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:32.053909 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-08d827b3-842a-4ff0-bea0-8e3d707ae4c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24541365-9cf4-4710-bb6a-79b5544c7159') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:32.055129 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-08d827b3-842a-4ff0-bea0-8e3d707ae4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24541365-9cf4-4710-bb6a-79b5544c7159') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:32.055654 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b0f10-9d30-4c6e-a414-f45f79dd8554 req-8b44755e-104d-4809-8226-fd70f7a85a03 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:32.057266 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-315b0f10-9d30-4c6e-a414-f45f79dd8554 req-8b44755e-104d-4809-8226-fd70f7a85a03 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 945 time: 0.3128934 Jul 09 09:27:32.072834 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08d827b3-842a-4ff0-bea0-8e3d707ae4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:32.092316 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08d827b3-842a-4ff0-bea0-8e3d707ae4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:32.100262 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d827b3-842a-4ff0-bea0-8e3d707ae4c2 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:27:32.105204 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08d827b3-842a-4ff0-bea0-8e3d707ae4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:27:32.108740 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:27:32.147467 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7c065-a4a6-4695-9746-e43975967125 req-1078b297-68ba-4b2a-921b-2bf80c85e51f tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:32.149707 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae7c065-a4a6-4695-9746-e43975967125 req-1078b297-68ba-4b2a-921b-2bf80c85e51f tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3256600 Jul 09 09:27:32.194105 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-315b0f10-9d30-4c6e-a414-f45f79dd8554 req-7cc536e3-5551-43e1-ae0f-294424db42ab tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155891 Jul 09 09:27:32.195887 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae7c065-a4a6-4695-9746-e43975967125 req-a3a15381-ceba-4202-90b3-13cd30b36808 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/quotas/3747d0dd5a2d447bac383d8b7962e11f HTTP/1.1" status: 200 len: 375 time: 0.0385196 Jul 09 09:27:32.201618 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08d827b3-842a-4ff0-bea0-8e3d707ae4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:32.235915 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08d827b3-842a-4ff0-bea0-8e3d707ae4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:32.251443 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-08d827b3-842a-4ff0-bea0-8e3d707ae4c2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/33f666db-a94d-4972-9286-dd9d7f01b7b9 HTTP/1.1" status: 204 len: 168 time: 0.4326715 Jul 09 09:27:32.252776 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40408) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:32.265253 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d827b3-842a-4ff0-bea0-8e3d707ae4c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=33f666db-a94d-4972-9286-dd9d7f01b7b9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:32.292245 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6014c6c5-d251-4603-bb7e-ea65f6181fee', 'name': 'network-vif-deleted', 'tag': '0b350822-4faa-4a96-a51f-f8ed6a8e7810'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:27:32.294825 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3368a0-862a-4ced-b469-8e1708a0007f" -d '{"events": [{"server_uuid": "6014c6c5-d251-4603-bb7e-ea65f6181fee", "name": "network-vif-deleted", "tag": "0b350822-4faa-4a96-a51f-f8ed6a8e7810"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:27:32.362097 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad57e850-8c5f-4332-914c-31c10a95feab admin admin] Deleting subnet 853dee4c-f67e-4557-abc2-3e3d0e61273d {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:27:32.365371 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad57e850-8c5f-4332-914c-31c10a95feab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:32.447147 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad57e850-8c5f-4332-914c-31c10a95feab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:32.468640 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae7c065-a4a6-4695-9746-e43975967125 req-477451d1-8f24-4638-9f49-80102b6af339 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2658472 Jul 09 09:27:32.574332 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad57e850-8c5f-4332-914c-31c10a95feab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:32.617280 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-bc1bd340-1eaa-4181-b5eb-0ed4c4f8bb6d admin admin] Deleting port 5a116a09-ace2-4a59-b5bb-c6f3600efabc {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:27:32.617623 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc1bd340-1eaa-4181-b5eb-0ed4c4f8bb6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:32.685212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf58a7-0525-4b74-88c1-54cd1c9dc09e req-231a52cf-3dc6-40e6-aed1-524e80141240 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:32.691673 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e9bf58a7-0525-4b74-88c1-54cd1c9dc09e req-231a52cf-3dc6-40e6-aed1-524e80141240 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 1095 time: 0.1875975 Jul 09 09:27:32.741724 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad57e850-8c5f-4332-914c-31c10a95feab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:32.807571 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57e850-8c5f-4332-914c-31c10a95feab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=853dee4c-f67e-4557-abc2-3e3d0e61273d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:32.813729 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad57e850-8c5f-4332-914c-31c10a95feab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:32.818706 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ad57e850-8c5f-4332-914c-31c10a95feab admin admin] 10.222.0.61 "DELETE /v2.0/subnets/853dee4c-f67e-4557-abc2-3e3d0e61273d HTTP/1.1" status: 204 len: 168 time: 0.5622840 Jul 09 09:27:32.818879 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40420) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:32.829645 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e9bf58a7-0525-4b74-88c1-54cd1c9dc09e req-4978f6cd-46d1-4279-966c-030f610d50dc tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366794 Jul 09 09:27:32.837197 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-bc1bd340-1eaa-4181-b5eb-0ed4c4f8bb6d admin admin] For port 5a116a09-ace2-4a59-b5bb-c6f3600efabc, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5a116a09-ace2-4a59-b5bb-c6f3600efabc,segment=NetworkSegment(27c1421c-67e0-4d4b-9c22-ae3483c6aae2),segment_id=27c1421c-67e0-4d4b-9c22-ae3483c6aae2)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:32.853790 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc1bd340-1eaa-4181-b5eb-0ed4c4f8bb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:32.889170 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-bc1bd340-1eaa-4181-b5eb-0ed4c4f8bb6d admin admin] Calling delete_port for 5a116a09-ace2-4a59-b5bb-c6f3600efabc owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:27:32.936101 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3f1e25-9335-4f1d-ba4d-7b25f1bdf835 x-openstack-request-id: req-ac3f1e25-9335-4f1d-ba4d-7b25f1bdf835 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:27:32.937062 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6014c6c5-d251-4603-bb7e-ea65f6181fee", "name": "network-vif-deleted", "tag": "0b350822-4faa-4a96-a51f-f8ed6a8e7810", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:27:32.937062 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ac3f1e25-9335-4f1d-ba4d-7b25f1bdf835 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:27:32.937233 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6014c6c5-d251-4603-bb7e-ea65f6181fee', 'name': 'network-vif-deleted', 'tag': '0b350822-4faa-4a96-a51f-f8ed6a8e7810', 'status': 'completed', 'code': 200} Jul 09 09:27:32.975305 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-43f9a68b-a69f-4a81-9b0c-1031b29c6fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:33.016908 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 2c7374d5-81fc-433f-ad49-d015bd63e30b no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:27:33.052988 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 2c7374d5-81fc-433f-ad49-d015bd63e30b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:27:33.053329 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 2c7374d5-81fc-433f-ad49-d015bd63e30b not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:27:33.080019 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 0b350822-4faa-4a96-a51f-f8ed6a8e7810 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:27:33.104249 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-43f9a68b-a69f-4a81-9b0c-1031b29c6fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:33.127720 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 0b350822-4faa-4a96-a51f-f8ed6a8e7810 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:27:33.128429 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 0b350822-4faa-4a96-a51f-f8ed6a8e7810 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:27:33.180610 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-43f9a68b-a69f-4a81-9b0c-1031b29c6fcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4d22a1-ca54-4491-a320-10cf0579598d']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:33.193966 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-43f9a68b-a69f-4a81-9b0c-1031b29c6fcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43e6977-6648-4e42-8290-f0b367bdbc3b') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:33.197672 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-43f9a68b-a69f-4a81-9b0c-1031b29c6fcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43e6977-6648-4e42-8290-f0b367bdbc3b') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:33.222382 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-43f9a68b-a69f-4a81-9b0c-1031b29c6fcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:33.242997 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-43f9a68b-a69f-4a81-9b0c-1031b29c6fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:33.251408 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f9a68b-a69f-4a81-9b0c-1031b29c6fcc admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:27:33.252106 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-43f9a68b-a69f-4a81-9b0c-1031b29c6fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:27:33.302248 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:27:33.354655 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-43f9a68b-a69f-4a81-9b0c-1031b29c6fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:33.360777 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-43f9a68b-a69f-4a81-9b0c-1031b29c6fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:33.372000 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-43f9a68b-a69f-4a81-9b0c-1031b29c6fcc admin admin] 10.222.0.61 "DELETE /v2.0/networks/ec4d22a1-ca54-4491-a320-10cf0579598d HTTP/1.1" status: 204 len: 168 time: 0.5520136 Jul 09 09:27:33.406446 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9a68b-a69f-4a81-9b0c-1031b29c6fcc admin admin] Pushing event deleted for resources: {'Network': ['ID=ec4d22a1-ca54-4491-a320-10cf0579598d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:33.590327 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc1bd340-1eaa-4181-b5eb-0ed4c4f8bb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:33.601919 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:33.658309 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bd340-1eaa-4181-b5eb-0ed4c4f8bb6d admin admin] Pushing event deleted for resources: {'Port': ['ID=5a116a09-ace2-4a59-b5bb-c6f3600efabc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:33.708964 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40460) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:33.802883 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bbed5-9413-4ace-b128-997f85bc14fb req-18c20427-de7d-4f47-8249-777c75f78868 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:33.819220 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dc732b8c-bf9a-4629-a1f7-18468cd8bd5e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=27f14d9bfa414c58b8bfd4073fd943b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1089075 Jul 09 09:27:33.821374 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-100bbed5-9413-4ace-b128-997f85bc14fb req-18c20427-de7d-4f47-8249-777c75f78868 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 808 time: 0.4243453 Jul 09 09:27:33.823092 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40464) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:33.945842 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dadec855-5394-4500-bca2-f37084fdca2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:33.983928 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc1bd340-1eaa-4181-b5eb-0ed4c4f8bb6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:33.997326 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dadec855-5394-4500-bca2-f37084fdca2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:34.049634 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-100bbed5-9413-4ace-b128-997f85bc14fb req-00ce6f07-896e-444a-9acf-d9e9de918025 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/quotas/3eda8a5c649d482f9f8bf9075ad6f3b8 HTTP/1.1" status: 200 len: 375 time: 0.2252114 Jul 09 09:27:34.076152 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dadec855-5394-4500-bca2-f37084fdca2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:34.080246 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dadec855-5394-4500-bca2-f37084fdca2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:34.082332 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dadec855-5394-4500-bca2-f37084fdca2f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1310b3cd-5d1f-4572-87d6-c590cdcdeefc HTTP/1.1" status: 204 len: 168 time: 0.2566426 Jul 09 09:27:34.120708 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadec855-5394-4500-bca2-f37084fdca2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1310b3cd-5d1f-4572-87d6-c590cdcdeefc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:34.334177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-100bbed5-9413-4ace-b128-997f85bc14fb req-14883e2a-0a78-446d-9bac-1e0ce077035f tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2852197 Jul 09 09:27:34.355922 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c22e36-b20d-42a9-919d-e856c69962b8 req-5153e9c1-f680-47dd-b0f2-d89e989c7ef8 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:34.363154 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59c22e36-b20d-42a9-919d-e856c69962b8 req-5153e9c1-f680-47dd-b0f2-d89e989c7ef8 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 945 time: 0.3647447 Jul 09 09:27:34.484945 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59c22e36-b20d-42a9-919d-e856c69962b8 req-35659c36-3802-48cf-a573-3e2dfb79f651 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191657 Jul 09 09:27:34.772870 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40478) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:34.836548 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-500b4870-c1ab-41e2-9d7a-c8c416032c13 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=14a793c6e4ad4a72b95fe66ce5f1ea38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0620031 Jul 09 09:27:34.839372 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40480) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:34.929636 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-17b547f5-53f4-4453-9d54-566e4aa4a8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:34.987391 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-17b547f5-53f4-4453-9d54-566e4aa4a8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:35.067380 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-17b547f5-53f4-4453-9d54-566e4aa4a8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:35.070146 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-17b547f5-53f4-4453-9d54-566e4aa4a8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:35.073857 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-17b547f5-53f4-4453-9d54-566e4aa4a8e1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/464b3d28-be7b-498f-9ae6-c80cd994e7c2 HTTP/1.1" status: 204 len: 168 time: 0.2302501 Jul 09 09:27:35.090720 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b547f5-53f4-4453-9d54-566e4aa4a8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464b3d28-be7b-498f-9ae6-c80cd994e7c2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:35.225326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-100bbed5-9413-4ace-b128-997f85bc14fb req-229944bf-9514-4c8d-af5b-d0a478fe1f42 service neutron] 10.222.0.61 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8896084 Jul 09 09:27:35.348630 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b9c75-527f-4edd-860f-1a814ecbecb0 req-7bb98d71-d658-4f43-bc04-1e0f218323fe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:35.357063 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-314b9c75-527f-4edd-860f-1a814ecbecb0 req-7bb98d71-d658-4f43-bc04-1e0f218323fe tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 951 time: 0.3795004 Jul 09 09:27:35.367426 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ef4a2-4226-4ba3-afa1-f260d87230f9 req-5e50a8a9-7154-4138-930a-4e43a9a8512d tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:35.369071 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b9ef4a2-4226-4ba3-afa1-f260d87230f9 req-5e50a8a9-7154-4138-930a-4e43a9a8512d tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.58 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 951 time: 0.3938844 Jul 09 09:27:35.371985 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1bd340-1eaa-4181-b5eb-0ed4c4f8bb6d admin admin] Router 5ce2bef2-b0ca-4796-bac5-4258088f8a6b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:27:35.524470 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-314b9c75-527f-4edd-860f-1a814ecbecb0 req-e8eb12b0-52fc-41db-920a-26225532b7f3 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662323 Jul 09 09:27:35.565649 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aae7c065-a4a6-4695-9746-e43975967125 req-2c722f3f-5d45-4fb2-96be-49bcdd70a6f9 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306299 Jul 09 09:27:35.680628 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-100bbed5-9413-4ace-b128-997f85bc14fb req-087db89a-6c0d-447a-909a-6f24dc11889a service neutron] 10.222.0.61 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522421 Jul 09 09:27:35.721171 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7c065-a4a6-4695-9746-e43975967125 req-6a5d3d18-c6b7-4a07-8dc8-3625c0fbc12a tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:35.723449 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aae7c065-a4a6-4695-9746-e43975967125 req-6a5d3d18-c6b7-4a07-8dc8-3625c0fbc12a tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1524537 Jul 09 09:27:35.743217 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-aae7c065-a4a6-4695-9746-e43975967125 req-0bd59100-eec7-43d3-aa14-937b044e4436 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Request body: {'port': {'device_id': '434e8a64-6c91-45f1-bad6-b93da9d964b2', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': '3747d0dd5a2d447bac383d8b7962e11f'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:27:35.982836 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae7c065-a4a6-4695-9746-e43975967125 req-0bd59100-eec7-43d3-aa14-937b044e4436 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Made reservation on behalf of 3747d0dd5a2d447bac383d8b7962e11f for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:27:35.989084 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a2cf4ee7-ef61-4c9c-be8f-d634876487d3 req-d1067947-a7a9-49a9-898b-330b2ee641e2 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=434e8a64-6c91-45f1-bad6-b93da9d964b2 HTTP/1.1" status: 200 len: 210 time: 0.1912508 Jul 09 09:27:36.019833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae7c065-a4a6-4695-9746-e43975967125 req-7eedcb24-bf00-43ba-b94c-58ce11fd4854 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2047992 Jul 09 09:27:36.023287 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aae7c065-a4a6-4695-9746-e43975967125 req-0bd59100-eec7-43d3-aa14-937b044e4436 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:36.171411 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:27:36.363928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7c065-a4a6-4695-9746-e43975967125 req-823d284f-6fbe-4ad1-a2fc-7343431d5038 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:36.365748 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae7c065-a4a6-4695-9746-e43975967125 req-823d284f-6fbe-4ad1-a2fc-7343431d5038 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2925439 Jul 09 09:27:36.397047 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-aae7c065-a4a6-4695-9746-e43975967125 req-472aabc2-8c05-4a35-98de-c2f3d63dad61 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Request body: {'port': {'device_id': 'ba7f8064-dc4a-4c54-97aa-2445d010c335', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': '3747d0dd5a2d447bac383d8b7962e11f'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:27:36.483530 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-aae7c065-a4a6-4695-9746-e43975967125 req-0bd59100-eec7-43d3-aa14-937b044e4436 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Allocated IP 192.168.233.62 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/eddad57a-4f39-48cf-8fe1-c5898d4d4722) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:27:36.560488 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f85623e9-0e41-4667-abdc-731ad67e84e8 req-67a072c3-825e-4286-9161-96fca35f3bcd tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 210 time: 0.1912861 Jul 09 09:27:36.690573 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1bd340-1eaa-4181-b5eb-0ed4c4f8bb6d admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:27:36.697734 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-bc1bd340-1eaa-4181-b5eb-0ed4c4f8bb6d admin admin] 10.222.0.61 "PUT /v2.0/routers/5ce2bef2-b0ca-4796-bac5-4258088f8a6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4628479 Jul 09 09:27:36.700371 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40526) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:36.704873 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5736de5-3b5e-4f22-8a9c-1782fa5f7fd3 None None] Sync routers for ids ['5ce2bef2-b0ca-4796-bac5-4258088f8a6b'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:27:36.723582 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5736de5-3b5e-4f22-8a9c-1782fa5f7fd3 None None] Routers {'5ce2bef2-b0ca-4796-bac5-4258088f8a6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:27:36.725485 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f5736de5-3b5e-4f22-8a9c-1782fa5f7fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:27:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5ce2bef2-b0ca-4796-bac5-4258088f8a6b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:36.774185 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-64dcdbba-7705-46fb-aedd-57431f1d3fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:36.783906 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40528) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:36.800992 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-1b9ef4a2-4226-4ba3-afa1-f260d87230f9 req-e786580a-2505-4b37-a740-51d609d33a94 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Deleting port d3400461-a2e2-468f-b6f0-ffcc45c35b57 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:27:36.801362 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1b9ef4a2-4226-4ba3-afa1-f260d87230f9 req-e786580a-2505-4b37-a740-51d609d33a94 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:36.823839 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aae7c065-a4a6-4695-9746-e43975967125 req-0bd59100-eec7-43d3-aa14-937b044e4436 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:36.840482 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-aae7c065-a4a6-4695-9746-e43975967125 req-0bd59100-eec7-43d3-aa14-937b044e4436 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Transition to ACTIVE for port object eddad57a-4f39-48cf-8fe1-c5898d4d4722 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:27:36.888382 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aae7c065-a4a6-4695-9746-e43975967125 req-0bd59100-eec7-43d3-aa14-937b044e4436 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:36.900718 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62', 'dfa7bdd6-e2a4-4449-aec9-ed28819b103e', 'bd5111a0-463d-4eaf-8c37-0b03d02ee709'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:27:36.938725 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-f5736de5-3b5e-4f22-8a9c-1782fa5f7fd3 None None] Set router 5ce2bef2-b0ca-4796-bac5-4258088f8a6b gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:27:37.057787 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd59100-eec7-43d3-aa14-937b044e4436 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Pushing event updated for resources: {'Port': ['ID=eddad57a-4f39-48cf-8fe1-c5898d4d4722,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:37.136003 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c51f26e2-c4a4-46fc-8e37-1ef2e3afdbc9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1113223202-network', 'tenant_id': '091bed98793d4568b6b69a610c7263c8'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:27:37.185760 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae7c065-a4a6-4695-9746-e43975967125 req-0bd59100-eec7-43d3-aa14-937b044e4436 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:27:37.188699 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-aae7c065-a4a6-4695-9746-e43975967125 req-0bd59100-eec7-43d3-aa14-937b044e4436 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:27:37.194978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae7c065-a4a6-4695-9746-e43975967125 req-0bd59100-eec7-43d3-aa14-937b044e4436 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:27:37.286976 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f5736de5-3b5e-4f22-8a9c-1782fa5f7fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2bef2-b0ca-4796-bac5-4258088f8a6b', 'name': 'tempest-AttachSCSIVolumeTestJSON-812734725-router', 'tenant_id': '717636fd8d0d40f0810ed45f4d408000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:34Z', 'updated_at': '2021-07-09T09:27:33Z', 'revision_number': 5, 'project_id': '717636fd8d0d40f0810ed45f4d408000', 'gw_port': {'id': '32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2bef2-b0ca-4796-bac5-4258088f8a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:25:35Z', 'updated_at': '2021-07-09T09:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:37.287754 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-134c3cfb-c9b5-4688-9dad-618c55358f74 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:37.292338 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-1b9ef4a2-4226-4ba3-afa1-f260d87230f9 req-e786580a-2505-4b37-a740-51d609d33a94 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] For port d3400461-a2e2-468f-b6f0-ffcc45c35b57, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d3400461-a2e2-468f-b6f0-ffcc45c35b57,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:37.292802 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1b9ef4a2-4226-4ba3-afa1-f260d87230f9 req-e786580a-2505-4b37-a740-51d609d33a94 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:37.310327 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-1b9ef4a2-4226-4ba3-afa1-f260d87230f9 req-e786580a-2505-4b37-a740-51d609d33a94 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Calling delete_port for d3400461-a2e2-468f-b6f0-ffcc45c35b57 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:27:37.377769 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5736de5-3b5e-4f22-8a9c-1782fa5f7fd3 None None] Checking router: 5ce2bef2-b0ca-4796-bac5-4258088f8a6b for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:27:37.403121 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5736de5-3b5e-4f22-8a9c-1782fa5f7fd3 None None] Routers {'5ce2bef2-b0ca-4796-bac5-4258088f8a6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:27:37.403676 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f5736de5-3b5e-4f22-8a9c-1782fa5f7fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:27:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5ce2bef2-b0ca-4796-bac5-4258088f8a6b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:37.408496 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7c065-a4a6-4695-9746-e43975967125 req-0bd59100-eec7-43d3-aa14-937b044e4436 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:37.414916 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aae7c065-a4a6-4695-9746-e43975967125 req-0bd59100-eec7-43d3-aa14-937b044e4436 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:37.572095 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-134c3cfb-c9b5-4688-9dad-618c55358f74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:37.595634 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51f26e2-c4a4-46fc-8e37-1ef2e3afdbc9 admin admin] Made reservation on behalf of 091bed98793d4568b6b69a610c7263c8 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:27:37.598535 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c51f26e2-c4a4-46fc-8e37-1ef2e3afdbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:37.607353 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1b9ef4a2-4226-4ba3-afa1-f260d87230f9 req-e786580a-2505-4b37-a740-51d609d33a94 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:37.630308 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c51f26e2-c4a4-46fc-8e37-1ef2e3afdbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:37.633291 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a6d6c33c-9aca-4352-9337-2f24c5ae60ac None None] Provisioning for port eddad57a-4f39-48cf-8fe1-c5898d4d4722 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:27:37.638889 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a6d6c33c-9aca-4352-9337-2f24c5ae60ac None None] Provisioning complete for port eddad57a-4f39-48cf-8fe1-c5898d4d4722 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:27:37.639268 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6d6c33c-9aca-4352-9337-2f24c5ae60ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:37.641114 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae7c065-a4a6-4695-9746-e43975967125 req-472aabc2-8c05-4a35-98de-c2f3d63dad61 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Made reservation on behalf of 3747d0dd5a2d447bac383d8b7962e11f for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:27:37.645041 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aae7c065-a4a6-4695-9746-e43975967125 req-472aabc2-8c05-4a35-98de-c2f3d63dad61 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:37.646829 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aae7c065-a4a6-4695-9746-e43975967125 req-0bd59100-eec7-43d3-aa14-937b044e4436 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9061916 Jul 09 09:27:37.649303 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81dce51-d97a-48c2-ac08-44a4f7fabb3d req-17b0956e-3afd-4a06-b077-1d71438c0d47 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:37.656588 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b81dce51-d97a-48c2-ac08-44a4f7fabb3d req-17b0956e-3afd-4a06-b077-1d71438c0d47 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 1096 time: 1.2785366 Jul 09 09:27:37.662216 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-f5736de5-3b5e-4f22-8a9c-1782fa5f7fd3 None None] Set router 5ce2bef2-b0ca-4796-bac5-4258088f8a6b gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:27:37.672609 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-aae7c065-a4a6-4695-9746-e43975967125 req-effd28c9-f7e1-48c9-b548-b08dbbf29c36 service neutron] Request body: {'port': {'device_id': '434e8a64-6c91-45f1-bad6-b93da9d964b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:27:37.683206 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a6d6c33c-9aca-4352-9337-2f24c5ae60ac None None] Port eddad57a-4f39-48cf-8fe1-c5898d4d4722 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:27:37.729669 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786580a-2505-4b37-a740-51d609d33a94 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Pushing event deleted for resources: {'Port': ['ID=d3400461-a2e2-468f-b6f0-ffcc45c35b57,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:37.813950 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9ef4a2-4226-4ba3-afa1-f260d87230f9 req-e786580a-2505-4b37-a740-51d609d33a94 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] No DVR routers for this DVR port d3400461-a2e2-468f-b6f0-ffcc45c35b57 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:27:37.816951 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1b9ef4a2-4226-4ba3-afa1-f260d87230f9 req-e786580a-2505-4b37-a740-51d609d33a94 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:37.819865 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b9ef4a2-4226-4ba3-afa1-f260d87230f9 req-e786580a-2505-4b37-a740-51d609d33a94 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.58 "DELETE /v2.0/ports/d3400461-a2e2-468f-b6f0-ffcc45c35b57 HTTP/1.1" status: 204 len: 173 time: 2.4267588 Jul 09 09:27:37.833598 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-134c3cfb-c9b5-4688-9dad-618c55358f74 admin admin] Deleting port 32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:27:37.833855 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-134c3cfb-c9b5-4688-9dad-618c55358f74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:37.845801 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af6937d-3ad2-4e11-a065-d55acc374fa8', 'name': 'network-vif-deleted', 'tag': 'd3400461-a2e2-468f-b6f0-ffcc45c35b57'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:27:37.849328 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6320b636-7b8b-424f-a9df-128131360aaf" -d '{"events": [{"server_uuid": "5af6937d-3ad2-4e11-a065-d55acc374fa8", "name": "network-vif-deleted", "tag": "d3400461-a2e2-468f-b6f0-ffcc45c35b57"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:27:38.024999 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c51f26e2-c4a4-46fc-8e37-1ef2e3afdbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:38.059067 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c51f26e2-c4a4-46fc-8e37-1ef2e3afdbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:38.080918 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f5736de5-3b5e-4f22-8a9c-1782fa5f7fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2bef2-b0ca-4796-bac5-4258088f8a6b', 'name': 'tempest-AttachSCSIVolumeTestJSON-812734725-router', 'tenant_id': '717636fd8d0d40f0810ed45f4d408000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:34Z', 'updated_at': '2021-07-09T09:27:33Z', 'revision_number': 5, 'project_id': '717636fd8d0d40f0810ed45f4d408000', 'gw_port': {'id': '32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2bef2-b0ca-4796-bac5-4258088f8a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:25:35Z', 'updated_at': '2021-07-09T09:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:38.118666 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5736de5-3b5e-4f22-8a9c-1782fa5f7fd3 None None] The sync data for ids ['5ce2bef2-b0ca-4796-bac5-4258088f8a6b'] in n-d-799996-1 is: [{'id': '5ce2bef2-b0ca-4796-bac5-4258088f8a6b', 'name': 'tempest-AttachSCSIVolumeTestJSON-812734725-router', 'tenant_id': '717636fd8d0d40f0810ed45f4d408000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:25:34Z', 'updated_at': '2021-07-09T09:27:33Z', 'revision_number': 5, 'project_id': '717636fd8d0d40f0810ed45f4d408000', 'gw_port': {'id': '32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2bef2-b0ca-4796-bac5-4258088f8a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:25:35Z', 'updated_at': '2021-07-09T09:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:27:38.119577 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba35807-4611-4557-96e7-f903e72bf216 req-ecd6db91-6f57-4729-8df9-5dcfdde985c9 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:38.121465 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3ba35807-4611-4557-96e7-f903e72bf216 req-ecd6db91-6f57-4729-8df9-5dcfdde985c9 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af6937d-3ad2-4e11-a065-d55acc374fa8 HTTP/1.1" status: 200 len: 868 time: 1.2496378 Jul 09 09:27:38.125135 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b81dce51-d97a-48c2-ac08-44a4f7fabb3d req-06a2047a-75fe-4bba-9875-3c49168c1201 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674733 Jul 09 09:27:38.248456 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51f26e2-c4a4-46fc-8e37-1ef2e3afdbc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:27:38.284051 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f26e2-c4a4-46fc-8e37-1ef2e3afdbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14c2a6b-f1c9-4fa8-a2ac-ebbbddc23072,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:38.388738 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aae7c065-a4a6-4695-9746-e43975967125 req-effd28c9-f7e1-48c9-b548-b08dbbf29c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:38.471407 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c51f26e2-c4a4-46fc-8e37-1ef2e3afdbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:38.477506 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-134c3cfb-c9b5-4688-9dad-618c55358f74 admin admin] For port 32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:38.477950 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-134c3cfb-c9b5-4688-9dad-618c55358f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:38.478084 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-c51f26e2-c4a4-46fc-8e37-1ef2e3afdbc9 admin admin] Added segment 6a64e9b9-eb61-4ca4-be0b-9fa6ef349f84 of type vlan for network f922907e-cb49-4b3b-a78a-3748a183b30a Jul 09 09:27:38.549913 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-134c3cfb-c9b5-4688-9dad-618c55358f74 admin admin] Calling delete_port for 32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:27:38.617530 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5a116a09-ace2-4a59-b5bb-c6f3600efabc no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:27:38.634183 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-aae7c065-a4a6-4695-9746-e43975967125 req-472aabc2-8c05-4a35-98de-c2f3d63dad61 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Allocated IP 192.168.233.225 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/f50b9964-14bb-4f6a-a77c-fddb1951c7dd) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:27:38.658848 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 5a116a09-ace2-4a59-b5bb-c6f3600efabc {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:27:38.659191 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5a116a09-ace2-4a59-b5bb-c6f3600efabc not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:27:38.784076 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:38.818808 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-134c3cfb-c9b5-4688-9dad-618c55358f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:38.857063 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c3cfb-c9b5-4688-9dad-618c55358f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:38.921046 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aae7c065-a4a6-4695-9746-e43975967125 req-472aabc2-8c05-4a35-98de-c2f3d63dad61 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:38.933028 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-134c3cfb-c9b5-4688-9dad-618c55358f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:38.943183 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-aae7c065-a4a6-4695-9746-e43975967125 req-472aabc2-8c05-4a35-98de-c2f3d63dad61 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Transition to ACTIVE for port object f50b9964-14bb-4f6a-a77c-fddb1951c7dd will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:27:38.983774 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3ba35807-4611-4557-96e7-f903e72bf216 req-e250ce85-d888-4fe6-bdf9-c03d7d87b376 tempest-ServersAdminTestJSON-492222904 tempest-ServersAdminTestJSON-492222904-project] 10.222.0.61 "GET /v2.0/security-groups?id=717c34cf-721b-4e6a-999f-5b54f65377a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8360250 Jul 09 09:27:39.039366 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aae7c065-a4a6-4695-9746-e43975967125 req-472aabc2-8c05-4a35-98de-c2f3d63dad61 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:39.047051 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device d3400461-a2e2-468f-b6f0-ffcc45c35b57 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:27:39.090450 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62', 'dfa7bdd6-e2a4-4449-aec9-ed28819b103e', 'bd5111a0-463d-4eaf-8c37-0b03d02ee709'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:27:39.092880 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: d3400461-a2e2-468f-b6f0-ffcc45c35b57 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:27:39.093224 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device d3400461-a2e2-468f-b6f0-ffcc45c35b57 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:27:39.118999 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-134c3cfb-c9b5-4688-9dad-618c55358f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:39.124942 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-134c3cfb-c9b5-4688-9dad-618c55358f74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:39.196394 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-134c3cfb-c9b5-4688-9dad-618c55358f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:39.196947 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134c3cfb-c9b5-4688-9dad-618c55358f74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ce2bef2-b0ca-4796-bac5-4258088f8a6b {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:27:39.204734 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-134c3cfb-c9b5-4688-9dad-618c55358f74 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:39.208935 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-134c3cfb-c9b5-4688-9dad-618c55358f74 admin admin] 10.222.0.61 "DELETE /v2.0/routers/5ce2bef2-b0ca-4796-bac5-4258088f8a6b HTTP/1.1" status: 204 len: 168 time: 2.4944816 Jul 09 09:27:39.209600 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40544) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:39.254277 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c51f26e2-c4a4-46fc-8e37-1ef2e3afdbc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:39.325819 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-40748a4d-5baf-46bd-8021-c80992b97534 admin admin] Deleting subnet ec9da701-b180-4e3e-bc5d-4a65afaedaa1 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:27:39.351991 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40748a4d-5baf-46bd-8021-c80992b97534 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:39.373920 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9eb4dced-4251-4272-87d1-3f7643241be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:39.383793 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae7c065-a4a6-4695-9746-e43975967125 req-472aabc2-8c05-4a35-98de-c2f3d63dad61 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:27:39.386101 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-aae7c065-a4a6-4695-9746-e43975967125 req-472aabc2-8c05-4a35-98de-c2f3d63dad61 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:27:39.514582 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40748a4d-5baf-46bd-8021-c80992b97534 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:39.518656 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-aae7c065-a4a6-4695-9746-e43975967125 req-effd28c9-f7e1-48c9-b548-b08dbbf29c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eddad57a-4f39-48cf-8fe1-c5898d4d4722 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:27:39.522874 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:39.533127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bbed5-9413-4ace-b128-997f85bc14fb req-ee9b8645-82a7-4d58-b6d8-3a1a6e31bfd7 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:39.534937 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-100bbed5-9413-4ace-b128-997f85bc14fb req-ee9b8645-82a7-4d58-b6d8-3a1a6e31bfd7 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.64 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 808 time: 1.1126518 Jul 09 09:27:39.536505 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae7c065-a4a6-4695-9746-e43975967125 req-472aabc2-8c05-4a35-98de-c2f3d63dad61 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:27:39.575384 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aae7c065-a4a6-4695-9746-e43975967125 req-effd28c9-f7e1-48c9-b548-b08dbbf29c36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:39.604574 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-aae7c065-a4a6-4695-9746-e43975967125 req-effd28c9-f7e1-48c9-b548-b08dbbf29c36 service neutron] Transition to ACTIVE for port object eddad57a-4f39-48cf-8fe1-c5898d4d4722 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:27:39.617682 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aae7c065-a4a6-4695-9746-e43975967125 req-effd28c9-f7e1-48c9-b548-b08dbbf29c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:39.635193 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c51f26e2-c4a4-46fc-8e37-1ef2e3afdbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:39.636364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51f26e2-c4a4-46fc-8e37-1ef2e3afdbc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:39.637050 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c51f26e2-c4a4-46fc-8e37-1ef2e3afdbc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:39.654046 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7c065-a4a6-4695-9746-e43975967125 req-472aabc2-8c05-4a35-98de-c2f3d63dad61 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:39.654879 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aae7c065-a4a6-4695-9746-e43975967125 req-472aabc2-8c05-4a35-98de-c2f3d63dad61 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:39.678948 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e79e34be-e5e4-418d-9b66-943fc7d0dfc1 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Request body: {'port': {'device_id': 'dbc8258f-53fd-4f97-afed-102c9bdb3cb0', 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290', 'admin_state_up': True, 'tenant_id': '3eda8a5c649d482f9f8bf9075ad6f3b8'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:27:39.744734 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd28c9-f7e1-48c9-b548-b08dbbf29c36 service neutron] Pushing event updated for resources: {'Port': ['ID=eddad57a-4f39-48cf-8fe1-c5898d4d4722,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:39.757112 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40748a4d-5baf-46bd-8021-c80992b97534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:39.833837 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c51f26e2-c4a4-46fc-8e37-1ef2e3afdbc9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.0455992 Jul 09 09:27:39.837804 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40748a4d-5baf-46bd-8021-c80992b97534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:39.840104 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40554) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:39.857333 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d570e7f2-0ead-400f-83c9-1e19e29272d5 admin admin] Request body: {'subnet': {'network_id': 'f922907e-cb49-4b3b-a78a-3748a183b30a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1113223202-subnet', 'tenant_id': '091bed98793d4568b6b69a610c7263c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:27:39.887059 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e2ec24d8-6a06-47c7-94ce-a455f4bd2a30 None None] Provisioning for port f50b9964-14bb-4f6a-a77c-fddb1951c7dd completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:27:39.898419 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e2ec24d8-6a06-47c7-94ce-a455f4bd2a30 None None] Provisioning complete for port f50b9964-14bb-4f6a-a77c-fddb1951c7dd triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:27:39.899589 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e2ec24d8-6a06-47c7-94ce-a455f4bd2a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:39.936779 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f26e2-c4a4-46fc-8e37-1ef2e3afdbc9 admin admin] Pushing event updated for resources: {'Network': ['ID=f922907e-cb49-4b3b-a78a-3748a183b30a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:39.948844 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae7c065-a4a6-4695-9746-e43975967125 req-472aabc2-8c05-4a35-98de-c2f3d63dad61 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5556111 Jul 09 09:27:39.953967 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network f922907e-cb49-4b3b-a78a-3748a183b30a details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:27:39.970317 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40748a4d-5baf-46bd-8021-c80992b97534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec9da701-b180-4e3e-bc5d-4a65afaedaa1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:39.989206 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-aae7c065-a4a6-4695-9746-e43975967125 req-3b13351e-d721-4819-8d44-defed1da078f service neutron] Request body: {'port': {'device_id': 'ba7f8064-dc4a-4c54-97aa-2445d010c335', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:27:40.043999 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d570e7f2-0ead-400f-83c9-1e19e29272d5 admin admin] Made reservation on behalf of 091bed98793d4568b6b69a610c7263c8 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:27:40.046564 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d570e7f2-0ead-400f-83c9-1e19e29272d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:40.053270 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e2ec24d8-6a06-47c7-94ce-a455f4bd2a30 None None] Port f50b9964-14bb-4f6a-a77c-fddb1951c7dd cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:27:40.090662 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a7a681-4e46-4602-9a81-b2a044898b48 None None] Network 85f858b3-4666-4494-958d-822bcc05163f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:27:40.108321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-41d52d24-03ab-4e41-b8a3-632cb75e4ae5 req-4a0facac-acd2-4bfb-8c51-f63d92ba1fd8 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 210 time: 0.3106945 Jul 09 09:27:40.109391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472aabc2-8c05-4a35-98de-c2f3d63dad61 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Pushing event updated for resources: {'Port': ['ID=f50b9964-14bb-4f6a-a77c-fddb1951c7dd,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:40.133453 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aae7c065-a4a6-4695-9746-e43975967125 req-3b13351e-d721-4819-8d44-defed1da078f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:40.162665 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40748a4d-5baf-46bd-8021-c80992b97534 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:40.165744 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-40748a4d-5baf-46bd-8021-c80992b97534 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ec9da701-b180-4e3e-bc5d-4a65afaedaa1 HTTP/1.1" status: 204 len: 168 time: 0.9514179 Jul 09 09:27:40.168834 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40558) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:40.169553 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-aae7c065-a4a6-4695-9746-e43975967125 req-effd28c9-f7e1-48c9-b548-b08dbbf29c36 service neutron] Attempting to bind port eddad57a-4f39-48cf-8fe1-c5898d4d4722 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:27:40.169888 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-aae7c065-a4a6-4695-9746-e43975967125 req-effd28c9-f7e1-48c9-b548-b08dbbf29c36 service neutron] Attempting to bind port eddad57a-4f39-48cf-8fe1-c5898d4d4722 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:27:40.170215 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7c065-a4a6-4695-9746-e43975967125 req-effd28c9-f7e1-48c9-b548-b08dbbf29c36 service neutron] Attempting to bind port eddad57a-4f39-48cf-8fe1-c5898d4d4722 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:27:40.182005 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd085e19-0024-454b-b12b-a8386c7db5f1 req-de22ff10-cde4-4c60-aa99-1fb56f43d170 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:40.193991 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd085e19-0024-454b-b12b-a8386c7db5f1 req-de22ff10-cde4-4c60-aa99-1fb56f43d170 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=434e8a64-6c91-45f1-bad6-b93da9d964b2 HTTP/1.1" status: 200 len: 935 time: 1.6752946 Jul 09 09:27:40.207409 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7c065-a4a6-4695-9746-e43975967125 req-effd28c9-f7e1-48c9-b548-b08dbbf29c36 service neutron] Port eddad57a-4f39-48cf-8fe1-c5898d4d4722 on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:27:40.207793 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7c065-a4a6-4695-9746-e43975967125 req-effd28c9-f7e1-48c9-b548-b08dbbf29c36 service neutron] Attempting to bind port eddad57a-4f39-48cf-8fe1-c5898d4d4722 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:27:40.209263 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e79e34be-e5e4-418d-9b66-943fc7d0dfc1 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Made reservation on behalf of 3eda8a5c649d482f9f8bf9075ad6f3b8 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:27:40.218230 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e79e34be-e5e4-418d-9b66-943fc7d0dfc1 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:40.232609 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbea4281-8d7b-43cc-8302-7413fcdb9a06 x-openstack-request-id: req-dbea4281-8d7b-43cc-8302-7413fcdb9a06 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:27:40.232904 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af6937d-3ad2-4e11-a065-d55acc374fa8", "name": "network-vif-deleted", "tag": "d3400461-a2e2-468f-b6f0-ffcc45c35b57", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:27:40.237652 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dbea4281-8d7b-43cc-8302-7413fcdb9a06 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:27:40.238011 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af6937d-3ad2-4e11-a065-d55acc374fa8', 'name': 'network-vif-deleted', 'tag': 'd3400461-a2e2-468f-b6f0-ffcc45c35b57', 'status': 'completed', 'code': 200} Jul 09 09:27:40.331485 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7c065-a4a6-4695-9746-e43975967125 req-effd28c9-f7e1-48c9-b548-b08dbbf29c36 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:27:40.334133 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7c065-a4a6-4695-9746-e43975967125 req-effd28c9-f7e1-48c9-b548-b08dbbf29c36 service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:27:40.335507 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7c065-a4a6-4695-9746-e43975967125 req-effd28c9-f7e1-48c9-b548-b08dbbf29c36 service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:27:40.336024 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-aae7c065-a4a6-4695-9746-e43975967125 req-effd28c9-f7e1-48c9-b548-b08dbbf29c36 service neutron] Bound port: eddad57a-4f39-48cf-8fe1-c5898d4d4722, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:27:40.339244 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aae7c065-a4a6-4695-9746-e43975967125 req-effd28c9-f7e1-48c9-b548-b08dbbf29c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:40.425189 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd085e19-0024-454b-b12b-a8386c7db5f1 req-3721c222-f85c-49fc-b226-f88c552195ab tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174516 Jul 09 09:27:40.439508 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f61261f-f67a-46a1-8e37-891ababfadd1 None None] DHCP port deletion for 85f858b3-4666-4494-958d-822bcc05163f request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:27:40.593897 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8f61261f-f67a-46a1-8e37-891ababfadd1 None None] Deleting port a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:27:40.594276 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f61261f-f67a-46a1-8e37-891ababfadd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:40.662654 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f630646-a304-480c-bf5e-5b75da0f5252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:40.764346 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:27:40.786561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8f61261f-f67a-46a1-8e37-891ababfadd1 None None] For port a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e,segment=NetworkSegment(27c1421c-67e0-4d4b-9c22-ae3483c6aae2),segment_id=27c1421c-67e0-4d4b-9c22-ae3483c6aae2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:40.786959 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f61261f-f67a-46a1-8e37-891ababfadd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:40.848844 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:27:40.849104 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 32dc12f9-aef4-4fc6-ade3-8d8a8a22b35a not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:27:40.851024 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:27:40.870481 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40584) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:40.901931 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-aae7c065-a4a6-4695-9746-e43975967125 req-effd28c9-f7e1-48c9-b548-b08dbbf29c36 service neutron] For port eddad57a-4f39-48cf-8fe1-c5898d4d4722, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:27:40.903196 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8f61261f-f67a-46a1-8e37-891ababfadd1 None None] Calling delete_port for a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:27:40.948888 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e79e34be-e5e4-418d-9b66-943fc7d0dfc1 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Allocated IP 172.20.0.13 (b8274c7d-d9b4-4563-bd5d-1e9b7521f290/3b34d4ae-0ef5-43aa-9b17-e2650b35854e/c55a5200-0515-458f-b436-cd8a7cec48b7) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:27:40.984382 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-aae7c065-a4a6-4695-9746-e43975967125 req-effd28c9-f7e1-48c9-b548-b08dbbf29c36 service neutron] For port eddad57a-4f39-48cf-8fe1-c5898d4d4722, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=eddad57a-4f39-48cf-8fe1-c5898d4d4722,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:27:41.176588 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:41.185324 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:41.208699 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aae7c065-a4a6-4695-9746-e43975967125 req-effd28c9-f7e1-48c9-b548-b08dbbf29c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:41.237496 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d570e7f2-0ead-400f-83c9-1e19e29272d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:41.292653 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e,segment=NetworkSegment(27c1421c-67e0-4d4b-9c22-ae3483c6aae2),segment_id=27c1421c-67e0-4d4b-9c22-ae3483c6aae2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:41.307955 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:41.346835 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7c065-a4a6-4695-9746-e43975967125 req-effd28c9-f7e1-48c9-b548-b08dbbf29c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:41.347470 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aae7c065-a4a6-4695-9746-e43975967125 req-effd28c9-f7e1-48c9-b548-b08dbbf29c36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:41.348936 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aae7c065-a4a6-4695-9746-e43975967125 req-effd28c9-f7e1-48c9-b548-b08dbbf29c36 service neutron] 10.222.0.58 "PUT /v2.0/ports/eddad57a-4f39-48cf-8fe1-c5898d4d4722 HTTP/1.1" status: 200 len: 1095 time: 3.6889949 Jul 09 09:27:41.350715 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434e8a64-6c91-45f1-bad6-b93da9d964b2', 'tag': 'eddad57a-4f39-48cf-8fe1-c5898d4d4722'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:27:41.361117 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0494e9-b92c-439a-9c36-c206d7cf3ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "434e8a64-6c91-45f1-bad6-b93da9d964b2", "tag": "eddad57a-4f39-48cf-8fe1-c5898d4d4722"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:27:41.455470 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f61261f-f67a-46a1-8e37-891ababfadd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:41.463338 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd28c9-f7e1-48c9-b548-b08dbbf29c36 service neutron] Pushing event updated for resources: {'Port': ['ID=eddad57a-4f39-48cf-8fe1-c5898d4d4722,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:41.498416 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c899c163-b074-4915-acd3-1ba0f48b5434 x-openstack-request-id: req-c899c163-b074-4915-acd3-1ba0f48b5434 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:27:41.498720 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434e8a64-6c91-45f1-bad6-b93da9d964b2", "tag": "eddad57a-4f39-48cf-8fe1-c5898d4d4722", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:27:41.498981 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c899c163-b074-4915-acd3-1ba0f48b5434 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:27:41.499393 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434e8a64-6c91-45f1-bad6-b93da9d964b2', 'tag': 'eddad57a-4f39-48cf-8fe1-c5898d4d4722', 'status': 'completed', 'code': 200} Jul 09 09:27:41.525984 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f61261f-f67a-46a1-8e37-891ababfadd1 None None] No DVR routers for this DVR port a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:27:41.553118 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:41.591491 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4f630646-a304-480c-bf5e-5b75da0f5252 admin admin] Deleting port a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:27:41.604312 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f630646-a304-480c-bf5e-5b75da0f5252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:41.673092 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61261f-f67a-46a1-8e37-891ababfadd1 None None] Pushing event deleted for resources: {'Port': ['ID=a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:41.723055 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-4f630646-a304-480c-bf5e-5b75da0f5252 admin admin] For port a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e, host n-d-799996-1, got binding levels [] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:41.723813 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f630646-a304-480c-bf5e-5b75da0f5252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:41.742646 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4f630646-a304-480c-bf5e-5b75da0f5252 admin admin] Calling delete_port for a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:27:41.750327 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.ipam_backend_mixin [None req-4f630646-a304-480c-bf5e-5b75da0f5252 admin admin] Port a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e was not found and therefore no delete operation was performed {{(pid=93791) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 09:27:41.756047 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f630646-a304-480c-bf5e-5b75da0f5252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:41.828592 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570e7f2-0ead-400f-83c9-1e19e29272d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2acfa06-c7cc-4400-a5f4-7acb9b3bfe20,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:41.851542 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f630646-a304-480c-bf5e-5b75da0f5252 admin admin] Pushing event deleted for resources: {'Port': ['ID=a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:41.866651 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f630646-a304-480c-bf5e-5b75da0f5252 admin admin] No DVR routers for this DVR port a94dfdbc-b6b7-41bb-b33a-4f2d7a56fb6e on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:27:41.883428 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-48060ce5-608b-4e60-8eb2-515769e773a9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=caa446f810be417e93e10eb73423cc0a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0068526 Jul 09 09:27:41.909040 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40600) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:41.934070 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d570e7f2-0ead-400f-83c9-1e19e29272d5 admin admin] Checking segment: {'id': '6a64e9b9-eb61-4ca4-be0b-9fa6ef349f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f922907e-cb49-4b3b-a78a-3748a183b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:27:41.934437 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d570e7f2-0ead-400f-83c9-1e19e29272d5 admin admin] Network hostable DHCP agents. Network: f922907e-cb49-4b3b-a78a-3748a183b30a, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:27:41.940703 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-aae7c065-a4a6-4695-9746-e43975967125 req-3b13351e-d721-4819-8d44-defed1da078f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f50b9964-14bb-4f6a-a77c-fddb1951c7dd {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:27:41.979248 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aae7c065-a4a6-4695-9746-e43975967125 req-3b13351e-d721-4819-8d44-defed1da078f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:41.985817 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9a7f4f62-7c14-410e-957e-05ba314bc321 req-0823d4ec-d115-406f-a34c-eea2905c553b tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 210 time: 0.1053452 Jul 09 09:27:41.999945 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7c065-a4a6-4695-9746-e43975967125 req-8cd8ce8d-ea0d-4512-95c0-5a0871b80580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:42.001503 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aae7c065-a4a6-4695-9746-e43975967125 req-8cd8ce8d-ea0d-4512-95c0-5a0871b80580 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&device_id=434e8a64-6c91-45f1-bad6-b93da9d964b2 HTTP/1.1" status: 200 len: 1098 time: 0.5267053 Jul 09 09:27:42.019604 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f630646-a304-480c-bf5e-5b75da0f5252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:42.030294 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e79e34be-e5e4-418d-9b66-943fc7d0dfc1 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:42.041162 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-aae7c065-a4a6-4695-9746-e43975967125 req-3b13351e-d721-4819-8d44-defed1da078f service neutron] Transition to ACTIVE for port object f50b9964-14bb-4f6a-a77c-fddb1951c7dd will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:27:42.056941 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aae7c065-a4a6-4695-9746-e43975967125 req-3b13351e-d721-4819-8d44-defed1da078f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:42.066257 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d570e7f2-0ead-400f-83c9-1e19e29272d5 admin admin] Network f922907e-cb49-4b3b-a78a-3748a183b30a is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:27:42.140713 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4f630646-a304-480c-bf5e-5b75da0f5252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f858b3-4666-4494-958d-822bcc05163f']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:42.173180 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aae7c065-a4a6-4695-9746-e43975967125 req-36eb27bb-7713-446a-b9fa-9b721620f860 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=eddad57a-4f39-48cf-8fe1-c5898d4d4722 HTTP/1.1" status: 200 len: 217 time: 0.1612995 Jul 09 09:27:42.182411 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d570e7f2-0ead-400f-83c9-1e19e29272d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, f922907e-cb49-4b3b-a78a-3748a183b30a) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:27:42.192915 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4f630646-a304-480c-bf5e-5b75da0f5252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c1421c-67e0-4d4b-9c22-ae3483c6aae2') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:42.193589 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4f630646-a304-480c-bf5e-5b75da0f5252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c1421c-67e0-4d4b-9c22-ae3483c6aae2') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:42.196004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6e5b78-c29d-4a4f-9f8d-96d11fe73ca6 None None] Network f922907e-cb49-4b3b-a78a-3748a183b30a requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:27:42.219307 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d570e7f2-0ead-400f-83c9-1e19e29272d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:42.220728 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d570e7f2-0ead-400f-83c9-1e19e29272d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:42.237270 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e92b879-42c2-4efd-853f-f7164acf0816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:42.255441 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f630646-a304-480c-bf5e-5b75da0f5252 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:42.308623 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485619d-ee2a-4867-9598-3b0842b9644e req-d5c7e49c-028b-42c8-8373-2c3710d11a60 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:42.312303 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d570e7f2-0ead-400f-83c9-1e19e29272d5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4633195 Jul 09 09:27:42.314084 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40612) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:42.320795 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e485619d-ee2a-4867-9598-3b0842b9644e req-d5c7e49c-028b-42c8-8373-2c3710d11a60 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=434e8a64-6c91-45f1-bad6-b93da9d964b2 HTTP/1.1" status: 200 len: 947 time: 0.4669514 Jul 09 09:27:42.322469 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f630646-a304-480c-bf5e-5b75da0f5252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:42.328128 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7c065-a4a6-4695-9746-e43975967125 req-ac11170b-c334-47c0-b4cb-43a254d5c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:42.333696 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aae7c065-a4a6-4695-9746-e43975967125 req-ac11170b-c334-47c0-b4cb-43a254d5c7bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1485126 Jul 09 09:27:42.338477 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9ba3a525-1165-40c5-87ae-cfef9cf984dc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1113223202-router', 'tenant_id': '091bed98793d4568b6b69a610c7263c8', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:27:42.369313 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13351e-d721-4819-8d44-defed1da078f service neutron] Pushing event updated for resources: {'Port': ['ID=f50b9964-14bb-4f6a-a77c-fddb1951c7dd,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:42.385337 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f630646-a304-480c-bf5e-5b75da0f5252 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:27:42.385588 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f630646-a304-480c-bf5e-5b75da0f5252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:27:42.394638 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:27:42.456127 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e92b879-42c2-4efd-853f-f7164acf0816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:42.501989 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a525-1165-40c5-87ae-cfef9cf984dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:42.503255 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a525-1165-40c5-87ae-cfef9cf984dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:42.510286 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f630646-a304-480c-bf5e-5b75da0f5252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:42.516057 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f630646-a304-480c-bf5e-5b75da0f5252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:42.522025 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4f630646-a304-480c-bf5e-5b75da0f5252 admin admin] 10.222.0.61 "DELETE /v2.0/networks/85f858b3-4666-4494-958d-822bcc05163f HTTP/1.1" status: 204 len: 168 time: 2.3461268 Jul 09 09:27:42.560760 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f630646-a304-480c-bf5e-5b75da0f5252 admin admin] Pushing event deleted for resources: {'Network': ['ID=85f858b3-4666-4494-958d-822bcc05163f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:42.589910 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e05fde2-6a2d-4025-acfd-ff95235bac1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-f922907e-cb49-4b3b-a78a-3748a183b30a', 'network_id': 'f922907e-cb49-4b3b-a78a-3748a183b30a', 'tenant_id': '091bed98793d4568b6b69a610c7263c8', 'fixed_ips': [{'subnet_id': 'e2acfa06-c7cc-4400-a5f4-7acb9b3bfe20'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:27:42.591042 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8e05fde2-6a2d-4025-acfd-ff95235bac1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:42.597983 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e92b879-42c2-4efd-853f-f7164acf0816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:42.601877 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e92b879-42c2-4efd-853f-f7164acf0816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:42.603657 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1e92b879-42c2-4efd-853f-f7164acf0816 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/717c34cf-721b-4e6a-999f-5b54f65377a9 HTTP/1.1" status: 204 len: 168 time: 0.6911144 Jul 09 09:27:42.605530 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e79e34be-e5e4-418d-9b66-943fc7d0dfc1 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:42.638541 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7c065-a4a6-4695-9746-e43975967125 req-fe46e2b2-3cff-450b-a150-23e8f40cbd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:42.643555 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aae7c065-a4a6-4695-9746-e43975967125 req-fe46e2b2-3cff-450b-a150-23e8f40cbd6f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2938519 Jul 09 09:27:42.711369 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e485619d-ee2a-4867-9598-3b0842b9644e req-cfba824c-f05c-4df3-866c-a646e645fc5d tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895683 Jul 09 09:27:42.818428 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92b879-42c2-4efd-853f-f7164acf0816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717c34cf-721b-4e6a-999f-5b54f65377a9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:42.839816 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:42.879076 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aae7c065-a4a6-4695-9746-e43975967125 req-c6c0d2de-91d2-4deb-b79b-66a42136bfef service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268741 Jul 09 09:27:42.879712 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40620) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:42.880054 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-8e05fde2-6a2d-4025-acfd-ff95235bac1b None None] Allocated IP 172.20.0.2 (f922907e-cb49-4b3b-a78a-3748a183b30a/e2acfa06-c7cc-4400-a5f4-7acb9b3bfe20/20042857-fdc9-4e76-b35d-915eaeaa1158) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:27:42.881189 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a525-1165-40c5-87ae-cfef9cf984dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:42.894783 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e79e34be-e5e4-418d-9b66-943fc7d0dfc1 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:27:42.903223 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e34be-e5e4-418d-9b66-943fc7d0dfc1 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Pushing event updated for resources: {'Port': ['ID=c55a5200-0515-458f-b436-cd8a7cec48b7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:42.906474 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e79e34be-e5e4-418d-9b66-943fc7d0dfc1 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:27:42.918486 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e79e34be-e5e4-418d-9b66-943fc7d0dfc1 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:27:42.995221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e79e34be-e5e4-418d-9b66-943fc7d0dfc1 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:42.996287 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e79e34be-e5e4-418d-9b66-943fc7d0dfc1 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:43.050165 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e79e34be-e5e4-418d-9b66-943fc7d0dfc1 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3752887 Jul 09 09:27:43.101593 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd704780-7963-49df-b791-e86cf9667994 req-4f90237d-a147-40e5-9a0d-9ed8c614ae99 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:43.105400 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd704780-7963-49df-b791-e86cf9667994 req-4f90237d-a147-40e5-9a0d-9ed8c614ae99 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b HTTP/1.1" status: 200 len: 946 time: 0.3657510 Jul 09 09:27:43.115268 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e1d57404-e5fb-4936-b621-051be47f58b7 service neutron] Request body: {'port': {'device_id': 'dbc8258f-53fd-4f97-afed-102c9bdb3cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:27:43.171014 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6d4301e2-d19c-4e3f-b814-ebb04031b7fb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=773f50f37ae04531838f46b93a7928b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882321 Jul 09 09:27:43.175042 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40630) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:43.242380 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40632) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:43.245667 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8e05fde2-6a2d-4025-acfd-ff95235bac1b None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:43.247791 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a525-1165-40c5-87ae-cfef9cf984dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:43.267238 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8e05fde2-6a2d-4025-acfd-ff95235bac1b None None] Transition to ACTIVE for port object 20042857-fdc9-4e76-b35d-915eaeaa1158 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:27:43.304963 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8e05fde2-6a2d-4025-acfd-ff95235bac1b None None] Transition to ACTIVE for port object 20042857-fdc9-4e76-b35d-915eaeaa1158 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:27:43.317493 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8e05fde2-6a2d-4025-acfd-ff95235bac1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:43.327948 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aae7c065-a4a6-4695-9746-e43975967125 req-757863d3-3a04-4bb8-9ce4-04acbf71ab85 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381404 Jul 09 09:27:43.385940 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-21792898-aeaa-4b0a-9504-5e8d1ce4f9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:43.391098 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e05fde2-6a2d-4025-acfd-ff95235bac1b None None] Network f922907e-cb49-4b3b-a78a-3748a183b30a is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:27:43.392459 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e1d57404-e5fb-4936-b621-051be47f58b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:43.403773 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-8e05fde2-6a2d-4025-acfd-ff95235bac1b None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:27:43.410769 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd704780-7963-49df-b791-e86cf9667994 req-5b1a17ae-5145-44af-a2a9-2e1ce71571d0 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/security-groups?id=a85837b8-3c64-462d-96ae-268ef463c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183878 Jul 09 09:27:43.413621 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-aae7c065-a4a6-4695-9746-e43975967125 req-3b13351e-d721-4819-8d44-defed1da078f service neutron] Attempting to bind port f50b9964-14bb-4f6a-a77c-fddb1951c7dd on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:27:43.415412 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e05fde2-6a2d-4025-acfd-ff95235bac1b None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:27:43.416358 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-aae7c065-a4a6-4695-9746-e43975967125 req-3b13351e-d721-4819-8d44-defed1da078f service neutron] Attempting to bind port f50b9964-14bb-4f6a-a77c-fddb1951c7dd by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:27:43.417651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7c065-a4a6-4695-9746-e43975967125 req-3b13351e-d721-4819-8d44-defed1da078f service neutron] Attempting to bind port f50b9964-14bb-4f6a-a77c-fddb1951c7dd on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:27:43.434914 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05fde2-6a2d-4025-acfd-ff95235bac1b None None] Pushing event updated for resources: {'Port': ['ID=20042857-fdc9-4e76-b35d-915eaeaa1158,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:43.463622 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-80acfafd-6eed-4b2d-893a-68922dcebf8a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9010510f939d4299849f75acb34f4590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180471 Jul 09 09:27:43.495999 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40638) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:43.503572 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-21792898-aeaa-4b0a-9504-5e8d1ce4f9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:43.564051 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7c065-a4a6-4695-9746-e43975967125 req-3b13351e-d721-4819-8d44-defed1da078f service neutron] Port f50b9964-14bb-4f6a-a77c-fddb1951c7dd on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:27:43.565427 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7c065-a4a6-4695-9746-e43975967125 req-3b13351e-d721-4819-8d44-defed1da078f service neutron] Attempting to bind port f50b9964-14bb-4f6a-a77c-fddb1951c7dd on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:27:43.569226 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8e05fde2-6a2d-4025-acfd-ff95235bac1b None None] Attempting to bind port 20042857-fdc9-4e76-b35d-915eaeaa1158 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:27:43.570655 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8e05fde2-6a2d-4025-acfd-ff95235bac1b None None] Attempting to bind port 20042857-fdc9-4e76-b35d-915eaeaa1158 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '6a64e9b9-eb61-4ca4-be0b-9fa6ef349f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f922907e-cb49-4b3b-a78a-3748a183b30a'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:27:43.570655 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e05fde2-6a2d-4025-acfd-ff95235bac1b None None] Attempting to bind port 20042857-fdc9-4e76-b35d-915eaeaa1158 on network f922907e-cb49-4b3b-a78a-3748a183b30a {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:27:43.581959 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e05fde2-6a2d-4025-acfd-ff95235bac1b None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:27:43.582358 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e05fde2-6a2d-4025-acfd-ff95235bac1b None None] Checking segment: {'id': '6a64e9b9-eb61-4ca4-be0b-9fa6ef349f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f922907e-cb49-4b3b-a78a-3748a183b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:27:43.582772 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8e05fde2-6a2d-4025-acfd-ff95235bac1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:43.583169 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e05fde2-6a2d-4025-acfd-ff95235bac1b None None] Bound using segment: {'id': '6a64e9b9-eb61-4ca4-be0b-9fa6ef349f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f922907e-cb49-4b3b-a78a-3748a183b30a'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:27:43.583657 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8e05fde2-6a2d-4025-acfd-ff95235bac1b None None] Bound port: 20042857-fdc9-4e76-b35d-915eaeaa1158, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a64e9b9-eb61-4ca4-be0b-9fa6ef349f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f922907e-cb49-4b3b-a78a-3748a183b30a'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:27:43.584076 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8e05fde2-6a2d-4025-acfd-ff95235bac1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:43.607534 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7c065-a4a6-4695-9746-e43975967125 req-3b13351e-d721-4819-8d44-defed1da078f service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:27:43.607534 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7c065-a4a6-4695-9746-e43975967125 req-3b13351e-d721-4819-8d44-defed1da078f service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:27:43.607534 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7c065-a4a6-4695-9746-e43975967125 req-3b13351e-d721-4819-8d44-defed1da078f service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:27:43.607534 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-aae7c065-a4a6-4695-9746-e43975967125 req-3b13351e-d721-4819-8d44-defed1da078f service neutron] Bound port: f50b9964-14bb-4f6a-a77c-fddb1951c7dd, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:27:43.607534 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aae7c065-a4a6-4695-9746-e43975967125 req-3b13351e-d721-4819-8d44-defed1da078f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:43.748927 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6dcb11-8be1-47fc-a1f3-74348f859c34 req-a61cf836-e276-4f0a-a294-8f7b4ec48dbc tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:43.755030 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d6dcb11-8be1-47fc-a1f3-74348f859c34 req-a61cf836-e276-4f0a-a294-8f7b4ec48dbc tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 932 time: 0.4757507 Jul 09 09:27:43.776555 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8e05fde2-6a2d-4025-acfd-ff95235bac1b None None] For port 20042857-fdc9-4e76-b35d-915eaeaa1158, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:27:43.790547 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8e05fde2-6a2d-4025-acfd-ff95235bac1b None None] For port 20042857-fdc9-4e76-b35d-915eaeaa1158, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=20042857-fdc9-4e76-b35d-915eaeaa1158,segment=NetworkSegment(6a64e9b9-eb61-4ca4-be0b-9fa6ef349f84),segment_id=6a64e9b9-eb61-4ca4-be0b-9fa6ef349f84)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:27:43.796515 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8e05fde2-6a2d-4025-acfd-ff95235bac1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:43.879866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05fde2-6a2d-4025-acfd-ff95235bac1b None None] Pushing event updated for resources: {'Port': ['ID=20042857-fdc9-4e76-b35d-915eaeaa1158,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:43.929343 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d6dcb11-8be1-47fc-a1f3-74348f859c34 req-382b951c-2cbb-4f97-8003-b155105277f2 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732497 Jul 09 09:27:43.953931 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-aae7c065-a4a6-4695-9746-e43975967125 req-3b13351e-d721-4819-8d44-defed1da078f service neutron] For port f50b9964-14bb-4f6a-a77c-fddb1951c7dd, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:27:43.958951 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-aae7c065-a4a6-4695-9746-e43975967125 req-3b13351e-d721-4819-8d44-defed1da078f service neutron] For port f50b9964-14bb-4f6a-a77c-fddb1951c7dd, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=f50b9964-14bb-4f6a-a77c-fddb1951c7dd,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:27:43.998239 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aae7c065-a4a6-4695-9746-e43975967125 req-3b13351e-d721-4819-8d44-defed1da078f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:44.134156 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0494e9-b92c-439a-9c36-c206d7cf3ab7 req-d3367db5-7d9e-403a-bfcf-e132bbedb248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:44.138956 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7b0494e9-b92c-439a-9c36-c206d7cf3ab7 req-d3367db5-7d9e-403a-bfcf-e132bbedb248 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&device_id=434e8a64-6c91-45f1-bad6-b93da9d964b2 HTTP/1.1" status: 200 len: 1098 time: 0.6999934 Jul 09 09:27:44.148686 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d95f1fd-6400-4858-ba78-b149f1c7404d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:44.192856 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7c065-a4a6-4695-9746-e43975967125 req-3b13351e-d721-4819-8d44-defed1da078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:44.194619 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aae7c065-a4a6-4695-9746-e43975967125 req-3b13351e-d721-4819-8d44-defed1da078f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:44.196651 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae7c065-a4a6-4695-9746-e43975967125 req-3b13351e-d721-4819-8d44-defed1da078f service neutron] 10.222.0.64 "PUT /v2.0/ports/f50b9964-14bb-4f6a-a77c-fddb1951c7dd HTTP/1.1" status: 200 len: 1096 time: 4.2149475 Jul 09 09:27:44.204447 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7f8064-dc4a-4c54-97aa-2445d010c335', 'tag': 'f50b9964-14bb-4f6a-a77c-fddb1951c7dd'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:27:44.206777 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c12de15-9628-4557-87eb-6a5ad0c052bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7f8064-dc4a-4c54-97aa-2445d010c335", "tag": "f50b9964-14bb-4f6a-a77c-fddb1951c7dd"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:27:44.244981 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-21792898-aeaa-4b0a-9504-5e8d1ce4f9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:44.279528 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-21792898-aeaa-4b0a-9504-5e8d1ce4f9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:44.296425 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-21792898-aeaa-4b0a-9504-5e8d1ce4f9db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/44a32a0c-b335-49e3-9536-09628993f563 HTTP/1.1" status: 204 len: 168 time: 1.1186414 Jul 09 09:27:44.354240 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d95f1fd-6400-4858-ba78-b149f1c7404d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:44.406929 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21792898-aeaa-4b0a-9504-5e8d1ce4f9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a32a0c-b335-49e3-9536-09628993f563,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:44.414596 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a1be8d-7c3d-4f91-b373-4eb1112adef6 x-openstack-request-id: req-b6a1be8d-7c3d-4f91-b373-4eb1112adef6 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:27:44.429868 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7f8064-dc4a-4c54-97aa-2445d010c335", "tag": "f50b9964-14bb-4f6a-a77c-fddb1951c7dd", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:27:44.430395 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b6a1be8d-7c3d-4f91-b373-4eb1112adef6 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:27:44.430973 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7f8064-dc4a-4c54-97aa-2445d010c335', 'tag': 'f50b9964-14bb-4f6a-a77c-fddb1951c7dd', 'status': 'completed', 'code': 200} Jul 09 09:27:44.473907 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13351e-d721-4819-8d44-defed1da078f service neutron] Pushing event updated for resources: {'Port': ['ID=f50b9964-14bb-4f6a-a77c-fddb1951c7dd,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:44.590161 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0494e9-b92c-439a-9c36-c206d7cf3ab7 req-aa87c739-bc08-45ac-a8ee-621084cb988e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:44.595115 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7b0494e9-b92c-439a-9c36-c206d7cf3ab7 req-aa87c739-bc08-45ac-a8ee-621084cb988e service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.4427311 Jul 09 09:27:44.718583 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7b0494e9-b92c-439a-9c36-c206d7cf3ab7 req-c3176be2-f2fe-40ef-8d2a-c320f92d1011 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=eddad57a-4f39-48cf-8fe1-c5898d4d4722 HTTP/1.1" status: 200 len: 217 time: 0.1100242 Jul 09 09:27:44.740998 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a525-1165-40c5-87ae-cfef9cf984dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:44.755004 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e1d57404-e5fb-4936-b621-051be47f58b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c55a5200-0515-458f-b436-cd8a7cec48b7 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:27:44.778394 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e1d57404-e5fb-4936-b621-051be47f58b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:44.809118 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7c065-a4a6-4695-9746-e43975967125 req-748471fc-69dc-44e9-8a3e-cbb53505d2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:44.811062 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae7c065-a4a6-4695-9746-e43975967125 req-748471fc-69dc-44e9-8a3e-cbb53505d2dd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&device_id=ba7f8064-dc4a-4c54-97aa-2445d010c335 HTTP/1.1" status: 200 len: 1099 time: 0.4807103 Jul 09 09:27:44.811725 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d95f1fd-6400-4858-ba78-b149f1c7404d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:44.812781 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e1d57404-e5fb-4936-b621-051be47f58b7 service neutron] Transition to ACTIVE for port object c55a5200-0515-458f-b436-cd8a7cec48b7 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:27:44.814909 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d95f1fd-6400-4858-ba78-b149f1c7404d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:44.825439 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8d95f1fd-6400-4858-ba78-b149f1c7404d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9327cc10-7f2a-4b66-bc3e-2df527e3ee38 HTTP/1.1" status: 204 len: 168 time: 1.2819788 Jul 09 09:27:44.837854 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b9981-6b56-4f52-a668-42356a597b44 req-8896cac0-ef08-46d6-859c-1d4a7c24f04e tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:44.843597 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b26b9981-6b56-4f52-a668-42356a597b44 req-8896cac0-ef08-46d6-859c-1d4a7c24f04e tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=434e8a64-6c91-45f1-bad6-b93da9d964b2 HTTP/1.1" status: 200 len: 947 time: 0.5120256 Jul 09 09:27:44.861233 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 20042857-fdc9-4e76-b35d-915eaeaa1158 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:27:44.869847 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e1d57404-e5fb-4936-b621-051be47f58b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:44.902120 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a525-1165-40c5-87ae-cfef9cf984dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:44.951845 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae7c065-a4a6-4695-9746-e43975967125 req-118e75b0-883f-4d23-8f1e-5ba828a1ae97 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=f50b9964-14bb-4f6a-a77c-fddb1951c7dd HTTP/1.1" status: 200 len: 217 time: 0.1028152 Jul 09 09:27:45.020182 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 20042857-fdc9-4e76-b35d-915eaeaa1158 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:27:45.142296 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-9ba3a525-1165-40c5-87ae-cfef9cf984dc admin admin] Allocated IP 172.25.3.152 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/d029aff4-eaea-48f4-b2b9-caea623783cf) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:27:45.297350 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b26b9981-6b56-4f52-a668-42356a597b44 req-b9301973-c8d2-446a-b557-cf4dd69334e4 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286284 Jul 09 09:27:45.373936 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95f1fd-6400-4858-ba78-b149f1c7404d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9327cc10-7f2a-4b66-bc3e-2df527e3ee38,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:45.400412 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40688) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:45.436107 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0494e9-b92c-439a-9c36-c206d7cf3ab7 req-2419bd6d-5132-42bb-a91d-0f049a4da201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:45.442739 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7b0494e9-b92c-439a-9c36-c206d7cf3ab7 req-2419bd6d-5132-42bb-a91d-0f049a4da201 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.7102644 Jul 09 09:27:45.449545 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d57404-e5fb-4936-b621-051be47f58b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c55a5200-0515-458f-b436-cd8a7cec48b7,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:45.576288 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7c065-a4a6-4695-9746-e43975967125 req-2e54d8f3-3ada-415d-a415-80715265db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:45.585554 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae7c065-a4a6-4695-9746-e43975967125 req-2e54d8f3-3ada-415d-a415-80715265db2d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.5774596 Jul 09 09:27:45.588921 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a525-1165-40c5-87ae-cfef9cf984dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:45.639571 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0494e9-b92c-439a-9c36-c206d7cf3ab7 req-19b0cb2f-1d50-4cd0-acae-70097e5cb5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:45.641290 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7b0494e9-b92c-439a-9c36-c206d7cf3ab7 req-19b0cb2f-1d50-4cd0-acae-70097e5cb5cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1905355 Jul 09 09:27:45.762401 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173df845-e5b3-4083-b335-2765cab908f4 None None] Network f922907e-cb49-4b3b-a78a-3748a183b30a requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:27:45.781018 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e1d57404-e5fb-4936-b621-051be47f58b7 service neutron] Attempting to bind port c55a5200-0515-458f-b436-cd8a7cec48b7 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:27:45.782974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e1d57404-e5fb-4936-b621-051be47f58b7 service neutron] Attempting to bind port c55a5200-0515-458f-b436-cd8a7cec48b7 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:27:45.783507 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e1d57404-e5fb-4936-b621-051be47f58b7 service neutron] Attempting to bind port c55a5200-0515-458f-b436-cd8a7cec48b7 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:27:45.799179 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a525-1165-40c5-87ae-cfef9cf984dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:45.838230 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-419caa0f-fc32-4fce-9063-121fee5a603e tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1349400454&fields=id&tenant_id=ad7ac9ad0c7f45778e35920b171b6a59 HTTP/1.1" status: 200 len: 267 time: 0.2410412 Jul 09 09:27:45.884756 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e1d57404-e5fb-4936-b621-051be47f58b7 service neutron] Port c55a5200-0515-458f-b436-cd8a7cec48b7 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:27:45.885242 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e1d57404-e5fb-4936-b621-051be47f58b7 service neutron] Attempting to bind port c55a5200-0515-458f-b436-cd8a7cec48b7 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:27:45.893554 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3a525-1165-40c5-87ae-cfef9cf984dc admin admin] Pushing event updated for resources: {'Port': ['ID=d029aff4-eaea-48f4-b2b9-caea623783cf,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:45.915162 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba3a525-1165-40c5-87ae-cfef9cf984dc admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:27:45.917748 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e1d57404-e5fb-4936-b621-051be47f58b7 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:27:45.917947 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-9ba3a525-1165-40c5-87ae-cfef9cf984dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:27:45.918169 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e1d57404-e5fb-4936-b621-051be47f58b7 service neutron] Checking segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:27:45.918744 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e1d57404-e5fb-4936-b621-051be47f58b7 service neutron] Bound using segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:27:45.919545 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e1d57404-e5fb-4936-b621-051be47f58b7 service neutron] Bound port: c55a5200-0515-458f-b436-cd8a7cec48b7, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:27:45.919778 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e1d57404-e5fb-4936-b621-051be47f58b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:45.921284 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7b0494e9-b92c-439a-9c36-c206d7cf3ab7 req-5f8e178d-3262-4313-9912-9612aa8befe7 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631099 Jul 09 09:27:45.922007 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba3a525-1165-40c5-87ae-cfef9cf984dc admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:27:46.008207 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-50155832-19d1-4518-8fff-131a2ba24855 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=717636fd8d0d40f0810ed45f4d408000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5594633 Jul 09 09:27:46.033655 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40710) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:46.102590 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9cdb7b31-37cc-4794-8da6-0e173cf168c1 None None] Provisioning for port 20042857-fdc9-4e76-b35d-915eaeaa1158 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:27:46.126110 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9cdb7b31-37cc-4794-8da6-0e173cf168c1 None None] Provisioning complete for port 20042857-fdc9-4e76-b35d-915eaeaa1158 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:27:46.126941 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9cdb7b31-37cc-4794-8da6-0e173cf168c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:46.204422 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7c065-a4a6-4695-9746-e43975967125 req-9dc6636d-7b67-4d7e-93d6-3768d5415a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:46.206126 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae7c065-a4a6-4695-9746-e43975967125 req-9dc6636d-7b67-4d7e-93d6-3768d5415a52 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5652728 Jul 09 09:27:46.248568 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b2acb-ab6a-49ba-ade9-66657d12f83c req-d26308dc-da0f-426e-8322-bae25de5d5bd tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:46.255843 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c8b2acb-ab6a-49ba-ade9-66657d12f83c req-d26308dc-da0f-426e-8322-bae25de5d5bd tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 944 time: 0.6617048 Jul 09 09:27:46.260224 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7b0494e9-b92c-439a-9c36-c206d7cf3ab7 req-0bc82238-774a-454e-be56-870d96812f2a service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833006 Jul 09 09:27:46.353167 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9cdb7b31-37cc-4794-8da6-0e173cf168c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:46.416660 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9cdb7b31-37cc-4794-8da6-0e173cf168c1 None None] For port 20042857-fdc9-4e76-b35d-915eaeaa1158, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=20042857-fdc9-4e76-b35d-915eaeaa1158,segment=NetworkSegment(6a64e9b9-eb61-4ca4-be0b-9fa6ef349f84),segment_id=6a64e9b9-eb61-4ca4-be0b-9fa6ef349f84)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:46.430338 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9cdb7b31-37cc-4794-8da6-0e173cf168c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:46.482653 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb7b31-37cc-4794-8da6-0e173cf168c1 None None] Pushing event updated for resources: {'Port': ['ID=20042857-fdc9-4e76-b35d-915eaeaa1158,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:46.504323 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-d025de5e-ceb5-484b-b6c7-b4757ba6d95c tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:46.511961 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-d025de5e-ceb5-484b-b6c7-b4757ba6d95c tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/networks?id=abd3d097-4901-4007-b68a-b81c87d8e49c HTTP/1.1" status: 200 len: 824 time: 0.6714900 Jul 09 09:27:46.543386 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e1d57404-e5fb-4936-b621-051be47f58b7 service neutron] For port c55a5200-0515-458f-b436-cd8a7cec48b7, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:27:46.571673 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1cb6dd01-7708-40fd-b726-04437f0cb871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:46.629246 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1cb6dd01-7708-40fd-b726-04437f0cb871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:46.749891 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-3230cd92-cb7e-4011-8a78-811045b9aa20 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/quotas/ad7ac9ad0c7f45778e35920b171b6a59 HTTP/1.1" status: 200 len: 375 time: 0.2261841 Jul 09 09:27:46.788221 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a525-1165-40c5-87ae-cfef9cf984dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:46.790604 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 20042857-fdc9-4e76-b35d-915eaeaa1158 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:27:46.794469 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e1d57404-e5fb-4936-b621-051be47f58b7 service neutron] For port c55a5200-0515-458f-b436-cd8a7cec48b7, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c55a5200-0515-458f-b436-cd8a7cec48b7,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:27:46.816129 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1cb6dd01-7708-40fd-b726-04437f0cb871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:46.821139 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1cb6dd01-7708-40fd-b726-04437f0cb871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:46.822322 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1cb6dd01-7708-40fd-b726-04437f0cb871 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6ce71e3d-e9af-4d59-915b-18e530457a51 HTTP/1.1" status: 204 len: 168 time: 0.7847223 Jul 09 09:27:46.887449 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c8b2acb-ab6a-49ba-ade9-66657d12f83c req-9e74e84b-f478-4e8b-9884-25108a9c7bd6 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6301012 Jul 09 09:27:46.888787 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e1d57404-e5fb-4936-b621-051be47f58b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:46.920801 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 20042857-fdc9-4e76-b35d-915eaeaa1158 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:27:46.921169 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:47.024974 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fe366b96-8516-4c2e-9e96-9c427909a42b None None] Provisioning complete for port 20042857-fdc9-4e76-b35d-915eaeaa1158 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:27:47.025404 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fe366b96-8516-4c2e-9e96-9c427909a42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:47.035239 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6dd01-7708-40fd-b726-04437f0cb871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce71e3d-e9af-4d59-915b-18e530457a51,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:47.152575 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device eddad57a-4f39-48cf-8fe1-c5898d4d4722 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:27:47.218463 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e1d57404-e5fb-4936-b621-051be47f58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:47.225253 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e1d57404-e5fb-4936-b621-051be47f58b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:47.229942 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-100bbed5-9413-4ace-b128-997f85bc14fb req-e1d57404-e5fb-4936-b621-051be47f58b7 service neutron] 10.222.0.64 "PUT /v2.0/ports/c55a5200-0515-458f-b436-cd8a7cec48b7 HTTP/1.1" status: 200 len: 1092 time: 4.1587350 Jul 09 09:27:47.246688 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc8258f-53fd-4f97-afed-102c9bdb3cb0', 'tag': 'c55a5200-0515-458f-b436-cd8a7cec48b7'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:27:47.254048 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aae659d-2163-4d85-946e-df845a36c8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc8258f-53fd-4f97-afed-102c9bdb3cb0", "tag": "c55a5200-0515-458f-b436-cd8a7cec48b7"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:27:47.277009 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae7c065-a4a6-4695-9746-e43975967125 req-44a61df5-b91a-48e9-a677-cb453acc5e5b service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0559726 Jul 09 09:27:47.375265 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a525-1165-40c5-87ae-cfef9cf984dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:47.485662 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port eddad57a-4f39-48cf-8fe1-c5898d4d4722, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=eddad57a-4f39-48cf-8fe1-c5898d4d4722,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:47.542559 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'eddad57a-4f39-48cf-8fe1-c5898d4d4722', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': 'eddad57a-4f39-48cf-8fe1-c5898d4d4722', 'mac_address': 'fa:16:3e:51:24:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:27:47.570051 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae7c065-a4a6-4695-9746-e43975967125 req-f2028cf2-2ace-44d1-b552-55543c81c26d service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830143 Jul 09 09:27:47.609026 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:47.641524 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eddad57a-4f39-48cf-8fe1-c5898d4d4722 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:27:47.690557 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port eddad57a-4f39-48cf-8fe1-c5898d4d4722, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=eddad57a-4f39-48cf-8fe1-c5898d4d4722,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:47.697922 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:47.740305 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba3a525-1165-40c5-87ae-cfef9cf984dc admin admin] Router 8070c01c-6816-4568-9686-4542123f119e is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:27:47.751804 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d57404-e5fb-4936-b621-051be47f58b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c55a5200-0515-458f-b436-cd8a7cec48b7,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:47.776560 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=eddad57a-4f39-48cf-8fe1-c5898d4d4722,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:47.900501 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7fe8a-6d8e-4f23-a3f5-e0bd0edf6e97 req-3e91cbf9-eaa5-4405-a5ef-046fa8b1da14 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:47.908273 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2cc7fe8a-6d8e-4f23-a3f5-e0bd0edf6e97 req-3e91cbf9-eaa5-4405-a5ef-046fa8b1da14 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.64 "GET /v2.0/ports?device_id=fed08a4f-5086-480a-bc1b-4c97cf16f93b HTTP/1.1" status: 200 len: 946 time: 0.8144021 Jul 09 09:27:47.940374 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-b19f4320-45a5-492b-9874-ffabef0650fb tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ad7ac9ad0c7f45778e35920b171b6a59&fields=id HTTP/1.1" status: 200 len: 394 time: 1.1895194 Jul 09 09:27:47.947212 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['eddad57a-4f39-48cf-8fe1-c5898d4d4722'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:27:47.971435 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bbed5-9413-4ace-b128-997f85bc14fb req-8b068f2e-2abd-48e4-a04d-294643684f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:47.973027 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-100bbed5-9413-4ace-b128-997f85bc14fb req-8b068f2e-2abd-48e4-a04d-294643684f88 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 1095 time: 0.6410692 Jul 09 09:27:48.004676 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba3a525-1165-40c5-87ae-cfef9cf984dc admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:27:48.042039 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a525-1165-40c5-87ae-cfef9cf984dc admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:48.043309 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9ba3a525-1165-40c5-87ae-cfef9cf984dc admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7171240 Jul 09 09:27:48.046689 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40778) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:48.070010 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] Sync routers for ids ['8070c01c-6816-4568-9686-4542123f119e'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:27:48.117814 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] Routers {'8070c01c-6816-4568-9686-4542123f119e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:27:48.118971 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:27:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['8070c01c-6816-4568-9686-4542123f119e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:48.271599 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-100bbed5-9413-4ace-b128-997f85bc14fb req-a28ddfb1-2db8-4aef-8c29-24c34b3ecc7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c55a5200-0515-458f-b436-cd8a7cec48b7 HTTP/1.1" status: 200 len: 217 time: 0.2173011 Jul 09 09:27:48.316395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] Set router 8070c01c-6816-4568-9686-4542123f119e gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:27:48.364030 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12de15-9628-4557-87eb-6a5ad0c052bd req-eec2197a-110d-4285-ac0a-fd5f1d879f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:48.366404 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c12de15-9628-4557-87eb-6a5ad0c052bd req-eec2197a-110d-4285-ac0a-fd5f1d879f26 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&device_id=ba7f8064-dc4a-4c54-97aa-2445d010c335 HTTP/1.1" status: 200 len: 1099 time: 0.6955204 Jul 09 09:27:48.420711 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40786) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:48.689661 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3753532d-db17-437f-99dd-064ea9d0a021 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-644351849-network', 'tenant_id': '15de14848d0349c49a5d85c3ea6d48cd'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:27:48.710854 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8070c01c-6816-4568-9686-4542123f119e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1113223202-router', 'tenant_id': '091bed98793d4568b6b69a610c7263c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd029aff4-eaea-48f4-b2b9-caea623783cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:27:42Z', 'updated_at': '2021-07-09T09:27:46Z', 'revision_number': 3, 'project_id': '091bed98793d4568b6b69a610c7263c8', 'gw_port': {'id': 'd029aff4-eaea-48f4-b2b9-caea623783cf', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:70:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8070c01c-6816-4568-9686-4542123f119e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:27:44Z', 'updated_at': '2021-07-09T09:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:48.770034 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3753532d-db17-437f-99dd-064ea9d0a021 admin admin] Made reservation on behalf of 15de14848d0349c49a5d85c3ea6d48cd for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:27:48.775908 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3753532d-db17-437f-99dd-064ea9d0a021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:48.802157 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] Checking router: 8070c01c-6816-4568-9686-4542123f119e for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:27:48.805135 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] Updating router 8070c01c-6816-4568-9686-4542123f119e port d029aff4-eaea-48f4-b2b9-caea623783cf binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:27:48.811393 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3753532d-db17-437f-99dd-064ea9d0a021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:48.867497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bbed5-9413-4ace-b128-997f85bc14fb req-7c99aa51-418e-49cf-9638-443c46bcde95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:48.869026 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-100bbed5-9413-4ace-b128-997f85bc14fb req-7c99aa51-418e-49cf-9638-443c46bcde95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b34d4ae-0ef5-43aa-9b17-e2650b35854e HTTP/1.1" status: 200 len: 848 time: 0.5620098 Jul 09 09:27:48.902855 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:48.953451 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-100bbed5-9413-4ace-b128-997f85bc14fb req-bc0de10d-0f63-471c-b58c-dd547bae6f3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734551 Jul 09 09:27:48.960777 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-0c0bd2fc-88d0-4ad4-b63a-f3b8bb6249d5 service neutron] 10.222.0.61 "GET /v2.0/networks/abd3d097-4901-4007-b68a-b81c87d8e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8845031 Jul 09 09:27:49.009556 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39f8ba-38c8-4e10-a0d8-8812b628e8be req-3f172ef5-f814-4a07-a9d2-ad0fd009cb57 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:49.017067 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cb39f8ba-38c8-4e10-a0d8-8812b628e8be req-3f172ef5-f814-4a07-a9d2-ad0fd009cb57 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=434e8a64-6c91-45f1-bad6-b93da9d964b2 HTTP/1.1" status: 200 len: 948 time: 0.8258829 Jul 09 09:27:49.019658 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12de15-9628-4557-87eb-6a5ad0c052bd req-16a1942a-c285-46a4-8f1b-4ccc62588624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:49.021159 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c12de15-9628-4557-87eb-6a5ad0c052bd req-16a1942a-c285-46a4-8f1b-4ccc62588624 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.6214874 Jul 09 09:27:49.137455 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-2cc7fe8a-6d8e-4f23-a3f5-e0bd0edf6e97 req-1c99a689-889b-4eaf-a2b9-651b8bc97493 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Deleting port 8c166f93-35a8-41ca-b502-2e62c4424986 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:27:49.137794 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2cc7fe8a-6d8e-4f23-a3f5-e0bd0edf6e97 req-1c99a689-889b-4eaf-a2b9-651b8bc97493 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:49.200613 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-675240ff-6c29-40f7-8aa8-4b6c491d201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:49.262546 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c12de15-9628-4557-87eb-6a5ad0c052bd req-c723baa7-fd8b-4b83-9604-375819148978 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=f50b9964-14bb-4f6a-a77c-fddb1951c7dd HTTP/1.1" status: 200 len: 217 time: 0.1554496 Jul 09 09:27:49.335158 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12de15-9628-4557-87eb-6a5ad0c052bd req-f2627fbe-26a5-457b-bdd4-0dc2c0e88301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:49.336856 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c12de15-9628-4557-87eb-6a5ad0c052bd req-f2627fbe-26a5-457b-bdd4-0dc2c0e88301 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0606914 Jul 09 09:27:49.353974 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-100bbed5-9413-4ace-b128-997f85bc14fb req-43f50f05-d1b1-4678-975a-3da2c0b9b295 service neutron] 10.222.0.64 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751838 Jul 09 09:27:49.422268 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-675240ff-6c29-40f7-8aa8-4b6c491d201b admin admin] Allocated IP 172.20.0.1 (f922907e-cb49-4b3b-a78a-3748a183b30a/e2acfa06-c7cc-4400-a5f4-7acb9b3bfe20/011703f1-af55-4e16-9a00-a6e4b6549d0a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:27:49.444689 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:49.457600 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] Transition to ACTIVE for port object d029aff4-eaea-48f4-b2b9-caea623783cf will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:27:49.465142 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:49.473475 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cb39f8ba-38c8-4e10-a0d8-8812b628e8be req-ccfe81c8-11e2-4802-890d-a66978cb1943 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555321 Jul 09 09:27:49.526289 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98401040-8581-4b93-95e4-c53c92a5d93e None None] Pushing event updated for resources: {'Port': ['ID=d029aff4-eaea-48f4-b2b9-caea623783cf,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:49.529437 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-2cc7fe8a-6d8e-4f23-a3f5-e0bd0edf6e97 req-1c99a689-889b-4eaf-a2b9-651b8bc97493 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] For port 8c166f93-35a8-41ca-b502-2e62c4424986, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=8c166f93-35a8-41ca-b502-2e62c4424986,segment=NetworkSegment(491494ef-9df4-4c6a-8cc3-fb7553539853),segment_id=491494ef-9df4-4c6a-8cc3-fb7553539853)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:49.529932 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2cc7fe8a-6d8e-4f23-a3f5-e0bd0edf6e97 req-1c99a689-889b-4eaf-a2b9-651b8bc97493 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:49.546851 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3753532d-db17-437f-99dd-064ea9d0a021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:49.561591 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3753532d-db17-437f-99dd-064ea9d0a021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:49.566842 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] Attempting to bind port d029aff4-eaea-48f4-b2b9-caea623783cf on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:27:49.567434 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] Attempting to bind port d029aff4-eaea-48f4-b2b9-caea623783cf by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:27:49.568002 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] Attempting to bind port d029aff4-eaea-48f4-b2b9-caea623783cf on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:27:49.581499 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:27:49.581950 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:27:49.582448 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:49.583999 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:27:49.585094 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] Bound port: d029aff4-eaea-48f4-b2b9-caea623783cf, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:27:49.585595 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:49.658012 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] For port d029aff4-eaea-48f4-b2b9-caea623783cf, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:27:49.663824 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] For port d029aff4-eaea-48f4-b2b9-caea623783cf, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=d029aff4-eaea-48f4-b2b9-caea623783cf,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:27:49.669975 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:49.721882 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0e3fc8-5caf-4e8a-ad88-05296e9dac56 x-openstack-request-id: req-2b0e3fc8-5caf-4e8a-ad88-05296e9dac56 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:27:49.724530 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc8258f-53fd-4f97-afed-102c9bdb3cb0", "tag": "c55a5200-0515-458f-b436-cd8a7cec48b7", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:27:49.725006 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2b0e3fc8-5caf-4e8a-ad88-05296e9dac56 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:27:49.725567 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc8258f-53fd-4f97-afed-102c9bdb3cb0', 'tag': 'c55a5200-0515-458f-b436-cd8a7cec48b7', 'status': 'completed', 'code': 200} Jul 09 09:27:49.743589 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] Routers {'8070c01c-6816-4568-9686-4542123f119e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:27:49.744282 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:27:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['8070c01c-6816-4568-9686-4542123f119e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:49.757733 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3753532d-db17-437f-99dd-064ea9d0a021 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:27:49.777864 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753532d-db17-437f-99dd-064ea9d0a021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4133a391-9418-470d-8d89-04adf7825207,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:49.782656 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-100bbed5-9413-4ace-b128-997f85bc14fb req-73d7176e-b947-4610-9720-c12f1ad7029f service neutron] 10.222.0.64 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153831 Jul 09 09:27:49.790981 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-675240ff-6c29-40f7-8aa8-4b6c491d201b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:49.830953 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3753532d-db17-437f-99dd-064ea9d0a021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:49.831304 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-3753532d-db17-437f-99dd-064ea9d0a021 admin admin] Added segment 5d5a5637-84a4-4897-8910-daaebc376f17 of type vlan for network de931943-f58d-4fd8-96d3-d18dce18a0bc Jul 09 09:27:49.856344 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-d3a906ba-55be-425d-8fc4-184d5658e0c8 service neutron] 10.222.0.61 "GET /v2.0/networks/abd3d097-4901-4007-b68a-b81c87d8e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8793495 Jul 09 09:27:49.868263 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-675240ff-6c29-40f7-8aa8-4b6c491d201b admin admin] Transition to ACTIVE for port object 011703f1-af55-4e16-9a00-a6e4b6549d0a will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:27:49.954546 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] Set router 8070c01c-6816-4568-9686-4542123f119e gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:27:50.007797 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3753532d-db17-437f-99dd-064ea9d0a021 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:50.055335 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-675240ff-6c29-40f7-8aa8-4b6c491d201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:50.066898 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3753532d-db17-437f-99dd-064ea9d0a021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:50.067606 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3753532d-db17-437f-99dd-064ea9d0a021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:50.068234 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3753532d-db17-437f-99dd-064ea9d0a021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:50.210491 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675240ff-6c29-40f7-8aa8-4b6c491d201b admin admin] Network f922907e-cb49-4b3b-a78a-3748a183b30a is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:27:50.219517 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3753532d-db17-437f-99dd-064ea9d0a021 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.7938888 Jul 09 09:27:50.219780 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12de15-9628-4557-87eb-6a5ad0c052bd req-1e8c5726-0475-42a6-a909-5816a4aa0683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:50.219780 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c12de15-9628-4557-87eb-6a5ad0c052bd req-1e8c5726-0475-42a6-a909-5816a4aa0683 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8699017 Jul 09 09:27:50.220722 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-675240ff-6c29-40f7-8aa8-4b6c491d201b admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:27:50.224024 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40806) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:50.227002 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675240ff-6c29-40f7-8aa8-4b6c491d201b admin admin] Pushing event updated for resources: {'Port': ['ID=011703f1-af55-4e16-9a00-a6e4b6549d0a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:50.238231 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-069936e8-68b0-42fa-98c3-1c13ff42a57e admin admin] Request body: {'subnet': {'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-644351849-subnet', 'tenant_id': '15de14848d0349c49a5d85c3ea6d48cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:27:50.383005 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98401040-8581-4b93-95e4-c53c92a5d93e None None] Pushing event updated for resources: {'Port': ['ID=d029aff4-eaea-48f4-b2b9-caea623783cf,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:50.403405 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 8c166f93-35a8-41ca-b502-2e62c4424986 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:27:50.442573 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2cc7fe8a-6d8e-4f23-a3f5-e0bd0edf6e97 req-1c99a689-889b-4eaf-a2b9-651b8bc97493 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:50.444724 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2cc7fe8a-6d8e-4f23-a3f5-e0bd0edf6e97 req-1c99a689-889b-4eaf-a2b9-651b8bc97493 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:50.445154 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [req-2cc7fe8a-6d8e-4f23-a3f5-e0bd0edf6e97 req-1c99a689-889b-4eaf-a2b9-651b8bc97493 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Floating IP 6e12e600-4f62-4b37-9970-44c4d8633ece disassociated. External IP: 172.25.3.96, port: 8c166f93-35a8-41ca-b502-2e62c4424986. Jul 09 09:27:50.445695 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-2cc7fe8a-6d8e-4f23-a3f5-e0bd0edf6e97 req-1c99a689-889b-4eaf-a2b9-651b8bc97493 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Calling delete_port for 8c166f93-35a8-41ca-b502-2e62c4424986 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:27:50.595442 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8070c01c-6816-4568-9686-4542123f119e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1113223202-router', 'tenant_id': '091bed98793d4568b6b69a610c7263c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd029aff4-eaea-48f4-b2b9-caea623783cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:27:42Z', 'updated_at': '2021-07-09T09:27:46Z', 'revision_number': 3, 'project_id': '091bed98793d4568b6b69a610c7263c8', 'gw_port': {'id': 'd029aff4-eaea-48f4-b2b9-caea623783cf', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:70:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8070c01c-6816-4568-9686-4542123f119e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:27:44Z', 'updated_at': '2021-07-09T09:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:50.871738 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e184e6c-b461-4f58-91ae-6bdbfa71f8fa None None] The sync data for ids ['8070c01c-6816-4568-9686-4542123f119e'] in n-d-799996-1 is: [{'id': '8070c01c-6816-4568-9686-4542123f119e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1113223202-router', 'tenant_id': '091bed98793d4568b6b69a610c7263c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd029aff4-eaea-48f4-b2b9-caea623783cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:27:42Z', 'updated_at': '2021-07-09T09:27:46Z', 'revision_number': 3, 'project_id': '091bed98793d4568b6b69a610c7263c8', 'gw_port': {'id': 'd029aff4-eaea-48f4-b2b9-caea623783cf', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:70:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8070c01c-6816-4568-9686-4542123f119e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:27:44Z', 'updated_at': '2021-07-09T09:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:27:50.921180 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-95719dfb-4c3a-47dc-b2f5-3f13fb01f844 None None] Provisioning for port 011703f1-af55-4e16-9a00-a6e4b6549d0a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:27:50.930114 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:50.948386 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-95719dfb-4c3a-47dc-b2f5-3f13fb01f844 None None] Provisioning complete for port 011703f1-af55-4e16-9a00-a6e4b6549d0a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:27:50.948921 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-95719dfb-4c3a-47dc-b2f5-3f13fb01f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:50.973416 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675240ff-6c29-40f7-8aa8-4b6c491d201b admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:27:51.013239 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753532d-db17-437f-99dd-064ea9d0a021 admin admin] Pushing event updated for resources: {'Network': ['ID=de931943-f58d-4fd8-96d3-d18dce18a0bc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:51.044899 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069936e8-68b0-42fa-98c3-1c13ff42a57e admin admin] Made reservation on behalf of 15de14848d0349c49a5d85c3ea6d48cd for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:27:51.048121 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-069936e8-68b0-42fa-98c3-1c13ff42a57e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:51.055404 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2cc7fe8a-6d8e-4f23-a3f5-e0bd0edf6e97 req-1c99a689-889b-4eaf-a2b9-651b8bc97493 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:51.092309 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network de931943-f58d-4fd8-96d3-d18dce18a0bc details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:27:51.106395 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5da906-48f9-42b2-85b9-0651a9bca405 req-b2c03270-6480-411e-be05-157456ecd28c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:51.110425 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device eddad57a-4f39-48cf-8fe1-c5898d4d4722 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:27:51.113726 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6d5da906-48f9-42b2-85b9-0651a9bca405 req-b2c03270-6480-411e-be05-157456ecd28c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 944 time: 1.2559333 Jul 09 09:27:51.124391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae659d-2163-4d85-946e-df845a36c8ab req-825c9eb2-3352-46b5-8587-282869c4a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:51.128921 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-675240ff-6c29-40f7-8aa8-4b6c491d201b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:51.130370 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4aae659d-2163-4d85-946e-df845a36c8ab req-825c9eb2-3352-46b5-8587-282869c4a927 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 1095 time: 1.2346942 Jul 09 09:27:51.277047 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-95719dfb-4c3a-47dc-b2f5-3f13fb01f844 None None] Port 011703f1-af55-4e16-9a00-a6e4b6549d0a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:27:51.515596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99a689-889b-4eaf-a2b9-651b8bc97493 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Pushing event deleted for resources: {'Port': ['ID=8c166f93-35a8-41ca-b502-2e62c4424986,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:51.525639 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae659d-2163-4d85-946e-df845a36c8ab req-187a0ea1-b182-4f31-af07-ffcbd92e5c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:51.531117 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4aae659d-2163-4d85-946e-df845a36c8ab req-187a0ea1-b182-4f31-af07-ffcbd92e5c3e service neutron] 10.222.0.64 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 909 time: 0.2813175 Jul 09 09:27:51.608037 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port eddad57a-4f39-48cf-8fe1-c5898d4d4722 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:27:51.619675 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port eddad57a-4f39-48cf-8fe1-c5898d4d4722 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:27:51.621167 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:51.676142 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6d5da906-48f9-42b2-85b9-0651a9bca405 req-ae884428-001c-4fbe-aa90-cc2a5a9b821c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781201 Jul 09 09:27:51.863447 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-675240ff-6c29-40f7-8aa8-4b6c491d201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:51.904758 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4aae659d-2163-4d85-946e-df845a36c8ab req-727ae733-4596-456b-a7b2-af1f6969f383 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c55a5200-0515-458f-b436-cd8a7cec48b7 HTTP/1.1" status: 200 len: 217 time: 0.2688000 Jul 09 09:27:51.993010 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-069936e8-68b0-42fa-98c3-1c13ff42a57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:51.993614 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:52.029629 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c12de15-9628-4557-87eb-6a5ad0c052bd req-2294067e-4134-456a-984c-f722a072abca service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7982447 Jul 09 09:27:52.091733 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434e8a64-6c91-45f1-bad6-b93da9d964b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddad57a-4f39-48cf-8fe1-c5898d4d4722'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:27:52.101078 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f597e3-0666-4df6-8c5e-2fc880990bc1" -d '{"events": [{"server_uuid": "434e8a64-6c91-45f1-bad6-b93da9d964b2", "name": "network-vif-plugged", "status": "completed", "tag": "eddad57a-4f39-48cf-8fe1-c5898d4d4722"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:27:52.137333 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port eddad57a-4f39-48cf-8fe1-c5898d4d4722, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=eddad57a-4f39-48cf-8fe1-c5898d4d4722,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:52.159554 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:52.249719 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae659d-2163-4d85-946e-df845a36c8ab req-7210af44-411c-4221-9650-a21d0460003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:52.251559 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4aae659d-2163-4d85-946e-df845a36c8ab req-7210af44-411c-4221-9650-a21d0460003e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b34d4ae-0ef5-43aa-9b17-e2650b35854e HTTP/1.1" status: 200 len: 848 time: 0.2523873 Jul 09 09:27:52.270212 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=eddad57a-4f39-48cf-8fe1-c5898d4d4722,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:52.398779 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device f50b9964-14bb-4f6a-a77c-fddb1951c7dd details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:27:52.474842 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c12de15-9628-4557-87eb-6a5ad0c052bd req-797dd907-dc3f-421f-ae1f-b8bcae28e65c service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289117 Jul 09 09:27:52.499478 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cc7fe8a-6d8e-4f23-a3f5-e0bd0edf6e97 req-1c99a689-889b-4eaf-a2b9-651b8bc97493 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Router 267ec43c-ca91-40a5-93af-31948dd65715 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:27:52.529587 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4a8cb70-b3d5-401a-b846-5cca79c81b1b req-005d9b72-eb57-4583-b384-3dce734d6442 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=3049edaa-8736-47ea-a407-1e1b583582f2 HTTP/1.1" status: 200 len: 210 time: 0.4105210 Jul 09 09:27:52.544019 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-675240ff-6c29-40f7-8aa8-4b6c491d201b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:52.555433 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-675240ff-6c29-40f7-8aa8-4b6c491d201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:52.657855 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port f50b9964-14bb-4f6a-a77c-fddb1951c7dd, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=f50b9964-14bb-4f6a-a77c-fddb1951c7dd,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:52.678964 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-675240ff-6c29-40f7-8aa8-4b6c491d201b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:52.689597 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'f50b9964-14bb-4f6a-a77c-fddb1951c7dd', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': 'f50b9964-14bb-4f6a-a77c-fddb1951c7dd', 'mac_address': 'fa:16:3e:bd:0f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:27:52.700695 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069936e8-68b0-42fa-98c3-1c13ff42a57e admin admin] Checking segment: {'id': '5d5a5637-84a4-4897-8910-daaebc376f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:27:52.700990 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069936e8-68b0-42fa-98c3-1c13ff42a57e admin admin] Network hostable DHCP agents. Network: de931943-f58d-4fd8-96d3-d18dce18a0bc, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:27:52.717536 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069936e8-68b0-42fa-98c3-1c13ff42a57e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bdbd641-08ac-41cd-9918-f7982af01a02,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:52.737633 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4aae659d-2163-4d85-946e-df845a36c8ab req-84aa1e85-3da4-4905-b5af-773d9062cd16 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1958091 Jul 09 09:27:52.783299 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:52.833560 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f50b9964-14bb-4f6a-a77c-fddb1951c7dd {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:27:52.859827 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d029aff4-eaea-48f4-b2b9-caea623783cf up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:27:53.087955 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port f50b9964-14bb-4f6a-a77c-fddb1951c7dd, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=f50b9964-14bb-4f6a-a77c-fddb1951c7dd,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:53.112091 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:53.121439 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-2f0b4876-c03b-4bb0-bf2a-cf4f5541c218 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:53.123024 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-2f0b4876-c03b-4bb0-bf2a-cf4f5541c218 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.58 "GET /v2.0/networks?id=abd3d097-4901-4007-b68a-b81c87d8e49c HTTP/1.1" status: 200 len: 824 time: 0.1776795 Jul 09 09:27:53.123815 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069936e8-68b0-42fa-98c3-1c13ff42a57e admin admin] Network de931943-f58d-4fd8-96d3-d18dce18a0bc is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:27:53.157758 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675240ff-6c29-40f7-8aa8-4b6c491d201b admin admin] Network f922907e-cb49-4b3b-a78a-3748a183b30a is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:27:53.158527 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-069936e8-68b0-42fa-98c3-1c13ff42a57e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, de931943-f58d-4fd8-96d3-d18dce18a0bc) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:27:53.158999 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4aae659d-2163-4d85-946e-df845a36c8ab req-d0443916-c249-494f-a91c-8596038e47e6 service neutron] 10.222.0.64 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029803 Jul 09 09:27:53.173468 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-675240ff-6c29-40f7-8aa8-4b6c491d201b admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:27:53.184963 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069936e8-68b0-42fa-98c3-1c13ff42a57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:53.185577 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-069936e8-68b0-42fa-98c3-1c13ff42a57e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:53.221856 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-069936e8-68b0-42fa-98c3-1c13ff42a57e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.9959388 Jul 09 09:27:53.222095 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675240ff-6c29-40f7-8aa8-4b6c491d201b admin admin] Pushing event updated for resources: {'Port': ['ID=011703f1-af55-4e16-9a00-a6e4b6549d0a,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:53.286632 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c818db9-bad4-41ab-bfc4-9384997c56b1 None None] Network de931943-f58d-4fd8-96d3-d18dce18a0bc requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:27:53.297303 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-fce70ebe-e63d-4942-b035-42095a2ab811 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad7ac9ad0c7f45778e35920b171b6a59 HTTP/1.1" status: 200 len: 380 time: 0.1417770 Jul 09 09:27:53.326673 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-36b76ee5-4e3e-4952-861e-a54921c10da6 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Request body: {'port': {'device_id': '3049edaa-8736-47ea-a407-1e1b583582f2', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'admin_state_up': True, 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'security_groups': ['a85837b8-3c64-462d-96ae-268ef463c8de']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:27:53.453916 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cc7fe8a-6d8e-4f23-a3f5-e0bd0edf6e97 req-1c99a689-889b-4eaf-a2b9-651b8bc97493 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:27:53.465378 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee4224e-83e9-41df-bdc6-0d0efea13416 None None] Sync routers for ids ['267ec43c-ca91-40a5-93af-31948dd65715'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:27:53.489356 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee4224e-83e9-41df-bdc6-0d0efea13416 None None] Routers {'267ec43c-ca91-40a5-93af-31948dd65715'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:27:53.502991 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bee4224e-83e9-41df-bdc6-0d0efea13416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:27:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['267ec43c-ca91-40a5-93af-31948dd65715'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:53.710364 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port d029aff4-eaea-48f4-b2b9-caea623783cf completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:27:53.749170 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675240ff-6c29-40f7-8aa8-4b6c491d201b admin admin] Router 8070c01c-6816-4568-9686-4542123f119e has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:27:53.768477 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['f50b9964-14bb-4f6a-a77c-fddb1951c7dd'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:27:53.873700 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc7fe8a-6d8e-4f23-a3f5-e0bd0edf6e97 req-1c99a689-889b-4eaf-a2b9-651b8bc97493 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] No DVR routers for this DVR port 8c166f93-35a8-41ca-b502-2e62c4424986 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:27:53.890939 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=f50b9964-14bb-4f6a-a77c-fddb1951c7dd,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:53.906867 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2cc7fe8a-6d8e-4f23-a3f5-e0bd0edf6e97 req-1c99a689-889b-4eaf-a2b9-651b8bc97493 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:53.916506 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2cc7fe8a-6d8e-4f23-a3f5-e0bd0edf6e97 req-1c99a689-889b-4eaf-a2b9-651b8bc97493 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.64 "DELETE /v2.0/ports/8c166f93-35a8-41ca-b502-2e62c4424986 HTTP/1.1" status: 204 len: 173 time: 5.9736462 Jul 09 09:27:53.917148 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed08a4f-5086-480a-bc1b-4c97cf16f93b', 'name': 'network-vif-deleted', 'tag': '8c166f93-35a8-41ca-b502-2e62c4424986'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:27:53.919494 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047a71d5-a98b-4358-9e84-f2c4c8ec3dd2" -d '{"events": [{"server_uuid": "fed08a4f-5086-480a-bc1b-4c97cf16f93b", "name": "network-vif-deleted", "tag": "8c166f93-35a8-41ca-b502-2e62c4424986"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:27:53.926640 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-36b76ee5-4e3e-4952-861e-a54921c10da6 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Made reservation on behalf of ad7ac9ad0c7f45778e35920b171b6a59 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:27:53.941727 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-36b76ee5-4e3e-4952-861e-a54921c10da6 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:53.946252 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-bee4224e-83e9-41df-bdc6-0d0efea13416 None None] Set router 267ec43c-ca91-40a5-93af-31948dd65715 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:27:53.990635 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port d029aff4-eaea-48f4-b2b9-caea623783cf triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:27:53.991155 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:54.075310 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4c82c-1525-459a-b5d1-4bc02a993f29 req-bdc0c649-f34c-496e-9912-f8031f303ac3 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:54.095197 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67e4c82c-1525-459a-b5d1-4bc02a993f29 req-bdc0c649-f34c-496e-9912-f8031f303ac3 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=434e8a64-6c91-45f1-bad6-b93da9d964b2 HTTP/1.1" status: 200 len: 949 time: 1.9768589 Jul 09 09:27:54.149057 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbf4a7a-754a-4eec-bcf4-06a0ad10eba5 x-openstack-request-id: req-6cbf4a7a-754a-4eec-bcf4-06a0ad10eba5 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:27:54.149577 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434e8a64-6c91-45f1-bad6-b93da9d964b2", "name": "network-vif-plugged", "status": "completed", "tag": "eddad57a-4f39-48cf-8fe1-c5898d4d4722", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:27:54.149896 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6cbf4a7a-754a-4eec-bcf4-06a0ad10eba5 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:27:54.151394 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434e8a64-6c91-45f1-bad6-b93da9d964b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddad57a-4f39-48cf-8fe1-c5898d4d4722', 'code': 200} Jul 09 09:27:54.207350 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4aae659d-2163-4d85-946e-df845a36c8ab req-533e2d8a-bbf9-4412-a5a8-6e2afbcf061a service neutron] 10.222.0.64 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7372227 Jul 09 09:27:54.261338 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160693e6-08c3-4988-8503-f2914d1c6577 None None] Network de931943-f58d-4fd8-96d3-d18dce18a0bc requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:27:54.314699 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-36b76ee5-4e3e-4952-861e-a54921c10da6 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Allocated IP 172.20.0.14 (abd3d097-4901-4007-b68a-b81c87d8e49c/14c22d07-67af-4620-a5dc-506ada0c305b/c26678f8-c4af-4c54-ac3a-4f30095a349c) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:27:54.438559 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bee4224e-83e9-41df-bdc6-0d0efea13416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267ec43c-ca91-40a5-93af-31948dd65715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1001958063-router', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1676cbae-b438-4cd4-866a-232c4b777460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:16Z', 'updated_at': '2021-07-09T09:24:20Z', 'revision_number': 4, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'gw_port': {'id': '1676cbae-b438-4cd4-866a-232c4b777460', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:17Z', 'updated_at': '2021-07-09T09:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '977286b0-1ece-4b20-b029-976250c43b54', 'name': '', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'mac_address': 'fa:16:3e:6e:cf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:19Z', 'updated_at': '2021-07-09T09:24:29Z', 'revision_number': 5, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'subnets': [{'id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:54.460403 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a52e8bc5-4513-48e3-af21-472f8513f038 None None] Provisioning complete for port 011703f1-af55-4e16-9a00-a6e4b6549d0a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:27:54.460778 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a52e8bc5-4513-48e3-af21-472f8513f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:54.510661 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee4224e-83e9-41df-bdc6-0d0efea13416 None None] Checking router: 267ec43c-ca91-40a5-93af-31948dd65715 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:27:54.528974 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67e4c82c-1525-459a-b5d1-4bc02a993f29 req-713199da-279a-4914-adc0-94250ca01763 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173926 Jul 09 09:27:54.532641 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee4224e-83e9-41df-bdc6-0d0efea13416 None None] Routers {'267ec43c-ca91-40a5-93af-31948dd65715'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:27:54.533281 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bee4224e-83e9-41df-bdc6-0d0efea13416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:27:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['267ec43c-ca91-40a5-93af-31948dd65715'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:54.545273 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device c55a5200-0515-458f-b436-cd8a7cec48b7 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:27:54.570990 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d926e9-ff98-4e62-9579-4c3f413aa129 req-c5f3532a-f0d2-42c5-9c66-fcabe3ea1627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:54.572962 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4d926e9-ff98-4e62-9579-4c3f413aa129 req-c5f3532a-f0d2-42c5-9c66-fcabe3ea1627 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=434e8a64-6c91-45f1-bad6-b93da9d964b2 HTTP/1.1" status: 200 len: 1100 time: 0.1356301 Jul 09 09:27:54.582984 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b0f5c-4f0a-48b3-924f-e2d124c56fea req-843a435b-8263-4c21-a96c-756ae787f009 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:54.585436 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a50b0f5c-4f0a-48b3-924f-e2d124c56fea req-843a435b-8263-4c21-a96c-756ae787f009 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 944 time: 0.3007658 Jul 09 09:27:54.657361 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4d926e9-ff98-4e62-9579-4c3f413aa129 req-715b57fa-1e7b-4e80-913a-f0e2c5354fec service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700481 Jul 09 09:27:54.698293 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a50b0f5c-4f0a-48b3-924f-e2d124c56fea req-5b9ff08b-5596-4b9f-b2f2-6f5230880525 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771770 Jul 09 09:27:54.776456 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675240ff-6c29-40f7-8aa8-4b6c491d201b admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:27:54.796748 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-675240ff-6c29-40f7-8aa8-4b6c491d201b admin admin] 10.222.0.61 "PUT /v2.0/routers/8070c01c-6816-4568-9686-4542123f119e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7494397 Jul 09 09:27:54.900223 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port c55a5200-0515-458f-b436-cd8a7cec48b7, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c55a5200-0515-458f-b436-cd8a7cec48b7,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:54.923267 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-36b76ee5-4e3e-4952-861e-a54921c10da6 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:54.929527 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-bee4224e-83e9-41df-bdc6-0d0efea13416 None None] Set router 267ec43c-ca91-40a5-93af-31948dd65715 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:27:54.952899 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'c55a5200-0515-458f-b436-cd8a7cec48b7', 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290', 'port_id': 'c55a5200-0515-458f-b436-cd8a7cec48b7', 'mac_address': 'fa:16:3e:7c:b7:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b34d4ae-0ef5-43aa-9b17-e2650b35854e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:27:54.954918 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] Sync routers for ids ['8070c01c-6816-4568-9686-4542123f119e'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:27:54.965221 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-36b76ee5-4e3e-4952-861e-a54921c10da6 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Transition to ACTIVE for port object c26678f8-c4af-4c54-ac3a-4f30095a349c will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:27:54.967898 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ed6c12fb-a6fc-468d-ad10-037191cf9a5f req-a81e525c-68ad-41d1-9b05-8ab3317f2de0 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=3049edaa-8736-47ea-a407-1e1b583582f2 HTTP/1.1" status: 200 len: 210 time: 0.0789444 Jul 09 09:27:54.991888 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] Routers {'8070c01c-6816-4568-9686-4542123f119e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:27:54.992715 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:27:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['8070c01c-6816-4568-9686-4542123f119e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:55.036495 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-36b76ee5-4e3e-4952-861e-a54921c10da6 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:55.090288 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-36b76ee5-4e3e-4952-861e-a54921c10da6 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Network abd3d097-4901-4007-b68a-b81c87d8e49c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:27:55.097057 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-36b76ee5-4e3e-4952-861e-a54921c10da6 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:27:55.119592 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-36b76ee5-4e3e-4952-861e-a54921c10da6 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:27:55.175927 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1632121b-c3c3-4442-be03-cba4cba67388 x-openstack-request-id: req-1632121b-c3c3-4442-be03-cba4cba67388 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:27:55.176996 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed08a4f-5086-480a-bc1b-4c97cf16f93b", "name": "network-vif-deleted", "tag": "8c166f93-35a8-41ca-b502-2e62c4424986", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:27:55.177366 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1632121b-c3c3-4442-be03-cba4cba67388 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:27:55.178078 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed08a4f-5086-480a-bc1b-4c97cf16f93b', 'name': 'network-vif-deleted', 'tag': '8c166f93-35a8-41ca-b502-2e62c4424986', 'status': 'completed', 'code': 200} Jul 09 09:27:55.252844 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] Set router 8070c01c-6816-4568-9686-4542123f119e gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:27:55.293966 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b76ee5-4e3e-4952-861e-a54921c10da6 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Pushing event updated for resources: {'Port': ['ID=c26678f8-c4af-4c54-ac3a-4f30095a349c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:55.326521 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-36b76ee5-4e3e-4952-861e-a54921c10da6 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:55.327394 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-36b76ee5-4e3e-4952-861e-a54921c10da6 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:55.363723 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-36b76ee5-4e3e-4952-861e-a54921c10da6 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0604963 Jul 09 09:27:55.375073 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-408e5f89-c020-4206-863b-b8a58afad60d service neutron] Request body: {'port': {'device_id': '3049edaa-8736-47ea-a407-1e1b583582f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:27:55.469629 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:55.500620 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-408e5f89-c020-4206-863b-b8a58afad60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:55.508222 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:55.516226 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c55a5200-0515-458f-b436-cd8a7cec48b7 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:27:55.542887 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port c55a5200-0515-458f-b436-cd8a7cec48b7, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c55a5200-0515-458f-b436-cd8a7cec48b7,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:55.545896 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bee4224e-83e9-41df-bdc6-0d0efea13416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267ec43c-ca91-40a5-93af-31948dd65715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1001958063-router', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1676cbae-b438-4cd4-866a-232c4b777460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:16Z', 'updated_at': '2021-07-09T09:24:20Z', 'revision_number': 4, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'gw_port': {'id': '1676cbae-b438-4cd4-866a-232c4b777460', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:17Z', 'updated_at': '2021-07-09T09:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '977286b0-1ece-4b20-b029-976250c43b54', 'name': '', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'mac_address': 'fa:16:3e:6e:cf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:19Z', 'updated_at': '2021-07-09T09:24:29Z', 'revision_number': 5, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'subnets': [{'id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:55.577511 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a52e8bc5-4513-48e3-af21-472f8513f038 None None] Port 011703f1-af55-4e16-9a00-a6e4b6549d0a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:27:55.586302 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:55.672625 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=c55a5200-0515-458f-b436-cd8a7cec48b7,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:55.713234 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bafc7af1-a3f3-479e-ad6b-e85221d6d70d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:55.722606 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bafc7af1-a3f3-479e-ad6b-e85221d6d70d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/networks?id=de931943-f58d-4fd8-96d3-d18dce18a0bc HTTP/1.1" status: 200 len: 804 time: 0.2356598 Jul 09 09:27:55.724485 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee4224e-83e9-41df-bdc6-0d0efea13416 None None] The sync data for ids ['267ec43c-ca91-40a5-93af-31948dd65715'] in n-d-799996-1 is: [{'id': '267ec43c-ca91-40a5-93af-31948dd65715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1001958063-router', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1676cbae-b438-4cd4-866a-232c4b777460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:16Z', 'updated_at': '2021-07-09T09:24:20Z', 'revision_number': 4, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'gw_port': {'id': '1676cbae-b438-4cd4-866a-232c4b777460', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:17Z', 'updated_at': '2021-07-09T09:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '977286b0-1ece-4b20-b029-976250c43b54', 'name': '', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'mac_address': 'fa:16:3e:6e:cf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:19Z', 'updated_at': '2021-07-09T09:24:29Z', 'revision_number': 5, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'subnets': [{'id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:27:55.741618 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port d029aff4-eaea-48f4-b2b9-caea623783cf, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=d029aff4-eaea-48f4-b2b9-caea623783cf,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:55.748119 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-19d26bed-9272-4d6c-bb5c-835e4bbdc0b7 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/quotas/15de14848d0349c49a5d85c3ea6d48cd HTTP/1.1" status: 200 len: 375 time: 0.0224473 Jul 09 09:27:55.850640 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:55.869726 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ced29691-21ee-4401-bf3f-95d8b76f6280 None None] Provisioning for port c26678f8-c4af-4c54-ac3a-4f30095a349c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:27:55.980124 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-408e5f89-c020-4206-863b-b8a58afad60d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c26678f8-c4af-4c54-ac3a-4f30095a349c {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:27:55.989793 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-408e5f89-c020-4206-863b-b8a58afad60d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:56.011494 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-408e5f89-c020-4206-863b-b8a58afad60d service neutron] Transition to ACTIVE for port object c26678f8-c4af-4c54-ac3a-4f30095a349c will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:27:56.017602 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-408e5f89-c020-4206-863b-b8a58afad60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:56.135517 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e5f89-c020-4206-863b-b8a58afad60d service neutron] Pushing event updated for resources: {'Port': ['ID=c26678f8-c4af-4c54-ac3a-4f30095a349c,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:56.185247 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=d029aff4-eaea-48f4-b2b9-caea623783cf,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:56.220321 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-408e5f89-c020-4206-863b-b8a58afad60d service neutron] Attempting to bind port c26678f8-c4af-4c54-ac3a-4f30095a349c on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:27:56.220661 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-408e5f89-c020-4206-863b-b8a58afad60d service neutron] Attempting to bind port c26678f8-c4af-4c54-ac3a-4f30095a349c by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '491494ef-9df4-4c6a-8cc3-fb7553539853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:27:56.220987 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-408e5f89-c020-4206-863b-b8a58afad60d service neutron] Attempting to bind port c26678f8-c4af-4c54-ac3a-4f30095a349c on network abd3d097-4901-4007-b68a-b81c87d8e49c {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:27:56.226109 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-408e5f89-c020-4206-863b-b8a58afad60d service neutron] Port c26678f8-c4af-4c54-ac3a-4f30095a349c on network abd3d097-4901-4007-b68a-b81c87d8e49c not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:27:56.226597 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-408e5f89-c020-4206-863b-b8a58afad60d service neutron] Attempting to bind port c26678f8-c4af-4c54-ac3a-4f30095a349c on network abd3d097-4901-4007-b68a-b81c87d8e49c {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:27:56.235604 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-408e5f89-c020-4206-863b-b8a58afad60d service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:27:56.236064 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-408e5f89-c020-4206-863b-b8a58afad60d service neutron] Checking segment: {'id': '491494ef-9df4-4c6a-8cc3-fb7553539853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:27:56.236562 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-408e5f89-c020-4206-863b-b8a58afad60d service neutron] Bound using segment: {'id': '491494ef-9df4-4c6a-8cc3-fb7553539853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:27:56.237372 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-408e5f89-c020-4206-863b-b8a58afad60d service neutron] Bound port: c26678f8-c4af-4c54-ac3a-4f30095a349c, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491494ef-9df4-4c6a-8cc3-fb7553539853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:27:56.238118 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-408e5f89-c020-4206-863b-b8a58afad60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:56.270799 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-0648db25-9065-4364-9806-218445d448a6 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=15de14848d0349c49a5d85c3ea6d48cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5155292 Jul 09 09:27:56.283665 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8070c01c-6816-4568-9686-4542123f119e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1113223202-router', 'tenant_id': '091bed98793d4568b6b69a610c7263c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd029aff4-eaea-48f4-b2b9-caea623783cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:27:42Z', 'updated_at': '2021-07-09T09:27:51Z', 'revision_number': 4, 'project_id': '091bed98793d4568b6b69a610c7263c8', 'gw_port': {'id': 'd029aff4-eaea-48f4-b2b9-caea623783cf', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:70:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8070c01c-6816-4568-9686-4542123f119e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:27:44Z', 'updated_at': '2021-07-09T09:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '011703f1-af55-4e16-9a00-a6e4b6549d0a', 'name': '', 'network_id': 'f922907e-cb49-4b3b-a78a-3748a183b30a', 'tenant_id': '091bed98793d4568b6b69a610c7263c8', 'mac_address': 'fa:16:3e:0c:3b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8070c01c-6816-4568-9686-4542123f119e', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'e2acfa06-c7cc-4400-a5f4-7acb9b3bfe20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:27:49Z', 'updated_at': '2021-07-09T09:27:52Z', 'revision_number': 2, 'project_id': '091bed98793d4568b6b69a610c7263c8', 'subnets': [{'id': 'e2acfa06-c7cc-4400-a5f4-7acb9b3bfe20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:56.293942 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548a3de5-9a60-4c3e-b6bd-068e3188ab3f None None] New status for floating IP 6e12e600-4f62-4b37-9970-44c4d8633ece: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:27:56.326681 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-408e5f89-c020-4206-863b-b8a58afad60d service neutron] For port c26678f8-c4af-4c54-ac3a-4f30095a349c, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:27:56.329382 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ec5744a-9768-43d9-8165-84ad855a5d38 req-121dd250-7c5e-4faf-a3ab-3488a08ea3ea tempest-FloatingIPsNegativeTestJSON-583125824 tempest-FloatingIPsNegativeTestJSON-583125824-project] 10.222.0.61 "GET /v2.0/floatingips?tenant_id=091bed98793d4568b6b69a610c7263c8 HTTP/1.1" status: 200 len: 217 time: 0.0575600 Jul 09 09:27:56.332189 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-408e5f89-c020-4206-863b-b8a58afad60d service neutron] For port c26678f8-c4af-4c54-ac3a-4f30095a349c, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c26678f8-c4af-4c54-ac3a-4f30095a349c,segment=NetworkSegment(491494ef-9df4-4c6a-8cc3-fb7553539853),segment_id=491494ef-9df4-4c6a-8cc3-fb7553539853)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:27:56.347979 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-408e5f89-c020-4206-863b-b8a58afad60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:56.370247 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] Checking router: 8070c01c-6816-4568-9686-4542123f119e for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:27:56.371474 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] Updating router 8070c01c-6816-4568-9686-4542123f119e port 011703f1-af55-4e16-9a00-a6e4b6549d0a binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:27:56.437925 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bf4728c5-f88a-4bc2-b9fb-cc39dea69fd4 service neutron] 10.222.0.61 "GET /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074753 Jul 09 09:27:56.441915 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:56.496055 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-408e5f89-c020-4206-863b-b8a58afad60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:56.496679 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-408e5f89-c020-4206-863b-b8a58afad60d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:56.498155 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-408e5f89-c020-4206-863b-b8a58afad60d service neutron] 10.222.0.58 "PUT /v2.0/ports/c26678f8-c4af-4c54-ac3a-4f30095a349c HTTP/1.1" status: 200 len: 1092 time: 1.1275384 Jul 09 09:27:56.498597 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3049edaa-8736-47ea-a407-1e1b583582f2', 'tag': 'c26678f8-c4af-4c54-ac3a-4f30095a349c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:27:56.500929 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3e100b-22a1-4295-9d14-9f412e17e205" -d '{"events": [{"name": "network-changed", "server_uuid": "3049edaa-8736-47ea-a407-1e1b583582f2", "tag": "c26678f8-c4af-4c54-ac3a-4f30095a349c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:27:56.507264 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e5f89-c020-4206-863b-b8a58afad60d service neutron] Pushing event updated for resources: {'Port': ['ID=c26678f8-c4af-4c54-ac3a-4f30095a349c,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:56.599515 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-3da0646d-2fd3-4fd0-8d02-731a046e942f service neutron] 10.222.0.61 "GET /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606205 Jul 09 09:27:56.648036 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-dd65642c-0bcc-4674-bb71-40b709d8ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:56.653894 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-dd65642c-0bcc-4674-bb71-40b709d8ed93 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7ac9ad0c7f45778e35920b171b6a59&device_id=3049edaa-8736-47ea-a407-1e1b583582f2 HTTP/1.1" status: 200 len: 1095 time: 0.0991831 Jul 09 09:27:56.666965 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2803226-8f3a-4df3-9479-4dec6002f91d req-7cd9699c-5bea-4aaf-aaf4-a719847bca1b tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:56.676009 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c2803226-8f3a-4df3-9479-4dec6002f91d req-7cd9699c-5bea-4aaf-aaf4-a719847bca1b tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=434e8a64-6c91-45f1-bad6-b93da9d964b2 HTTP/1.1" status: 200 len: 949 time: 0.1609383 Jul 09 09:27:56.720551 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-cd42b991-0a63-45dc-a797-e158059883ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c26678f8-c4af-4c54-ac3a-4f30095a349c HTTP/1.1" status: 200 len: 217 time: 0.0613372 Jul 09 09:27:56.733545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['c55a5200-0515-458f-b436-cd8a7cec48b7'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:27:56.745015 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c2803226-8f3a-4df3-9479-4dec6002f91d req-bfbc3e57-7a8d-49a2-ae2a-fa0bb870788a tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674171 Jul 09 09:27:56.863726 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-19d83334-583b-42ba-a7d4-9644845f4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:56.866771 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-19d83334-583b-42ba-a7d4-9644845f4379 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=14c22d07-67af-4620-a5dc-506ada0c305b HTTP/1.1" status: 200 len: 863 time: 0.1393712 Jul 09 09:27:56.934556 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:56.967051 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] Transition to ACTIVE for port object 011703f1-af55-4e16-9a00-a6e4b6549d0a will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:27:56.973626 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-9d8f4807-9107-4f45-85fd-6103a41dfa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:56.976336 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-9d8f4807-9107-4f45-85fd-6103a41dfa1f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=abd3d097-4901-4007-b68a-b81c87d8e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010284 Jul 09 09:27:56.978607 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:57.067206 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadd82e-116a-4c15-b060-87a9b0bb5c91 req-451b841d-c654-4799-84c3-84319a589580 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:57.068879 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ffadd82e-116a-4c15-b060-87a9b0bb5c91 req-451b841d-c654-4799-84c3-84319a589580 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 945 time: 0.2049456 Jul 09 09:27:57.103528 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e4927-51eb-4024-8f4b-27c3e71aa86b None None] Pushing event updated for resources: {'Port': ['ID=011703f1-af55-4e16-9a00-a6e4b6549d0a,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:57.110835 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aff3b4-dad5-4ecf-9690-545a38450159 req-3fe76a64-3df7-40e9-bd22-ec6aef327747 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:57.117991 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f7aff3b4-dad5-4ecf-9690-545a38450159 req-3fe76a64-3df7-40e9-bd22-ec6aef327747 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=3049edaa-8736-47ea-a407-1e1b583582f2 HTTP/1.1" status: 200 len: 944 time: 0.1526771 Jul 09 09:27:57.169212 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-b516aab6-ae9b-4abf-8839-d2b3f3460d19 service neutron] 10.222.0.58 "GET /v2.0/networks/abd3d097-4901-4007-b68a-b81c87d8e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852822 Jul 09 09:27:57.175985 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ffadd82e-116a-4c15-b060-87a9b0bb5c91 req-00bc142e-a1cc-470d-9054-eb798e33b16c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968049 Jul 09 09:27:57.221816 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f7aff3b4-dad5-4ecf-9690-545a38450159 req-b1fd24a4-8a4b-4717-91da-8ee9ca6c4ea5 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/security-groups?id=a85837b8-3c64-462d-96ae-268ef463c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027462 Jul 09 09:27:57.229447 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] Attempting to bind port 011703f1-af55-4e16-9a00-a6e4b6549d0a on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:27:57.229920 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] Attempting to bind port 011703f1-af55-4e16-9a00-a6e4b6549d0a by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '6a64e9b9-eb61-4ca4-be0b-9fa6ef349f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f922907e-cb49-4b3b-a78a-3748a183b30a'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:27:57.230158 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] Attempting to bind port 011703f1-af55-4e16-9a00-a6e4b6549d0a on network f922907e-cb49-4b3b-a78a-3748a183b30a {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:27:57.259975 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:27:57.260258 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] Checking segment: {'id': '6a64e9b9-eb61-4ca4-be0b-9fa6ef349f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f922907e-cb49-4b3b-a78a-3748a183b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:27:57.260610 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:57.261000 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] Bound using segment: {'id': '6a64e9b9-eb61-4ca4-be0b-9fa6ef349f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f922907e-cb49-4b3b-a78a-3748a183b30a'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:27:57.261518 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] Bound port: 011703f1-af55-4e16-9a00-a6e4b6549d0a, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a64e9b9-eb61-4ca4-be0b-9fa6ef349f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f922907e-cb49-4b3b-a78a-3748a183b30a'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:27:57.261898 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:57.321046 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-449ec92d-e603-451b-92c7-d553431ba594 req-a9c0beb7-5b96-4e0c-a68f-27f6e8bd32bd tempest-FloatingIPsNegativeTestJSON-583125824 tempest-FloatingIPsNegativeTestJSON-583125824-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0719175 Jul 09 09:27:57.345246 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8de720d-ddd4-45be-9751-c3009fb6d573 x-openstack-request-id: req-a8de720d-ddd4-45be-9751-c3009fb6d573 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:27:57.345777 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3049edaa-8736-47ea-a407-1e1b583582f2", "tag": "c26678f8-c4af-4c54-ac3a-4f30095a349c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:27:57.346016 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a8de720d-ddd4-45be-9751-c3009fb6d573 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:27:57.346335 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3049edaa-8736-47ea-a407-1e1b583582f2', 'tag': 'c26678f8-c4af-4c54-ac3a-4f30095a349c', 'status': 'completed', 'code': 200} Jul 09 09:27:57.383388 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] For port 011703f1-af55-4e16-9a00-a6e4b6549d0a, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:27:57.388565 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] For port 011703f1-af55-4e16-9a00-a6e4b6549d0a, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=011703f1-af55-4e16-9a00-a6e4b6549d0a,segment=NetworkSegment(6a64e9b9-eb61-4ca4-be0b-9fa6ef349f84),segment_id=6a64e9b9-eb61-4ca4-be0b-9fa6ef349f84)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:27:57.394648 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5e30f730-8e97-4b92-a9fc-0e98e22ab4fd req-52c2a552-a1f9-4314-835e-4f76d5c8a6bc service neutron] 10.222.0.58 "GET /v2.0/networks/abd3d097-4901-4007-b68a-b81c87d8e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182372 Jul 09 09:27:57.397406 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:57.434566 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-93a102ef-f641-4c2f-8e1c-8c4bb98b7108 req-6b2a4d34-d199-4a58-8078-eae9c4620fa2 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdb8b1ab-1c35-4e97-9bab-533316e534ba HTTP/1.1" status: 200 len: 210 time: 0.0434234 Jul 09 09:27:57.518560 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] Routers {'8070c01c-6816-4568-9686-4542123f119e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:27:57.519202 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:27:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['8070c01c-6816-4568-9686-4542123f119e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:57.572493 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e100b-22a1-4295-9d14-9f412e17e205 req-875fdbad-582b-4ff4-837e-394207d9704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:57.574577 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6d3e100b-22a1-4295-9d14-9f412e17e205 req-875fdbad-582b-4ff4-837e-394207d9704f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7ac9ad0c7f45778e35920b171b6a59&device_id=3049edaa-8736-47ea-a407-1e1b583582f2 HTTP/1.1" status: 200 len: 1095 time: 0.1073446 Jul 09 09:27:57.611877 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e4927-51eb-4024-8f4b-27c3e71aa86b None None] Pushing event updated for resources: {'Port': ['ID=011703f1-af55-4e16-9a00-a6e4b6549d0a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:57.668808 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7556f5-7087-4c1e-ad56-65808165e673 req-b6c677d0-12fa-4d76-bb35-5ac81858ac36 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:57.673384 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea7556f5-7087-4c1e-ad56-65808165e673 req-b6c677d0-12fa-4d76-bb35-5ac81858ac36 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba7f8064-dc4a-4c54-97aa-2445d010c335 HTTP/1.1" status: 200 len: 949 time: 0.1544902 Jul 09 09:27:57.747047 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e100b-22a1-4295-9d14-9f412e17e205 req-d472d80b-3297-42ee-b6bc-8260e8d4f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:57.748854 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6d3e100b-22a1-4295-9d14-9f412e17e205 req-d472d80b-3297-42ee-b6bc-8260e8d4f14e service neutron] 10.222.0.58 "GET /v2.0/networks?id=abd3d097-4901-4007-b68a-b81c87d8e49c HTTP/1.1" status: 200 len: 925 time: 0.1626289 Jul 09 09:27:57.768160 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea7556f5-7087-4c1e-ad56-65808165e673 req-29c4d9c2-7c57-49f7-a6d3-c8c5ffff2650 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873206 Jul 09 09:27:57.768585 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] Set router 8070c01c-6816-4568-9686-4542123f119e gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:27:57.811659 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6d3e100b-22a1-4295-9d14-9f412e17e205 req-04a32ac4-17be-4738-8ff6-f7472b808c79 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c26678f8-c4af-4c54-ac3a-4f30095a349c HTTP/1.1" status: 200 len: 217 time: 0.0544608 Jul 09 09:27:57.852468 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-19576ea0-c2d6-4ce2-bda1-5e414124d426 req-3bfbde35-ac0a-4d18-9f20-3f267503b5c9 tempest-FloatingIPsNegativeTestJSON-583125824 tempest-FloatingIPsNegativeTestJSON-583125824-project] show failed (client error): The resource could not be found. Jul 09 09:27:57.870836 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41112) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:27:57.878089 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19576ea0-c2d6-4ce2-bda1-5e414124d426 req-3bfbde35-ac0a-4d18-9f20-3f267503b5c9 tempest-FloatingIPsNegativeTestJSON-583125824 tempest-FloatingIPsNegativeTestJSON-583125824-project] 10.222.0.61 "GET /v2.0/floatingips/805c7da8-c870-43db-b793-73dc9c409f6a HTTP/1.1" status: 404 len: 350 time: 0.0636256 Jul 09 09:27:58.007424 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d029aff4-eaea-48f4-b2b9-caea623783cf up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:27:58.025785 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e100b-22a1-4295-9d14-9f412e17e205 req-067c63b6-64cf-4ad5-ae6d-0b91b0fd6a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:58.038518 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6d3e100b-22a1-4295-9d14-9f412e17e205 req-067c63b6-64cf-4ad5-ae6d-0b91b0fd6a72 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=14c22d07-67af-4620-a5dc-506ada0c305b HTTP/1.1" status: 200 len: 863 time: 0.2189152 Jul 09 09:27:58.090024 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7229c-61c6-4c35-9e53-e146eb5fda56 req-6e802ffa-9df0-4232-9357-591703701a6e tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:58.097173 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1db7229c-61c6-4c35-9e53-e146eb5fda56 req-6e802ffa-9df0-4232-9357-591703701a6e tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a345e8e-8ae1-4ade-9697-1a3a202e792e HTTP/1.1" status: 200 len: 949 time: 0.0895131 Jul 09 09:27:58.100553 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port d029aff4-eaea-48f4-b2b9-caea623783cf triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:27:58.100930 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:58.105455 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8070c01c-6816-4568-9686-4542123f119e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1113223202-router', 'tenant_id': '091bed98793d4568b6b69a610c7263c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd029aff4-eaea-48f4-b2b9-caea623783cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:27:42Z', 'updated_at': '2021-07-09T09:27:51Z', 'revision_number': 4, 'project_id': '091bed98793d4568b6b69a610c7263c8', 'gw_port': {'id': 'd029aff4-eaea-48f4-b2b9-caea623783cf', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:70:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8070c01c-6816-4568-9686-4542123f119e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:27:44Z', 'updated_at': '2021-07-09T09:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '011703f1-af55-4e16-9a00-a6e4b6549d0a', 'name': '', 'network_id': 'f922907e-cb49-4b3b-a78a-3748a183b30a', 'tenant_id': '091bed98793d4568b6b69a610c7263c8', 'mac_address': 'fa:16:3e:0c:3b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8070c01c-6816-4568-9686-4542123f119e', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'e2acfa06-c7cc-4400-a5f4-7acb9b3bfe20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:27:49Z', 'updated_at': '2021-07-09T09:27:57Z', 'revision_number': 4, 'project_id': '091bed98793d4568b6b69a610c7263c8', 'subnets': [{'id': 'e2acfa06-c7cc-4400-a5f4-7acb9b3bfe20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:27:58.145024 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1db7229c-61c6-4c35-9e53-e146eb5fda56 req-f1137bb2-14c2-48a0-b6ed-7ea9b404432e tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/security-groups?id=b586403e-bf85-435c-a335-def2388b3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470090 Jul 09 09:27:58.197416 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88756625-502a-4f25-9707-e9dab3eb7a34 None None] The sync data for ids ['8070c01c-6816-4568-9686-4542123f119e'] in n-d-799996-1 is: [{'id': '8070c01c-6816-4568-9686-4542123f119e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1113223202-router', 'tenant_id': '091bed98793d4568b6b69a610c7263c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd029aff4-eaea-48f4-b2b9-caea623783cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:27:42Z', 'updated_at': '2021-07-09T09:27:51Z', 'revision_number': 4, 'project_id': '091bed98793d4568b6b69a610c7263c8', 'gw_port': {'id': 'd029aff4-eaea-48f4-b2b9-caea623783cf', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:70:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8070c01c-6816-4568-9686-4542123f119e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:27:44Z', 'updated_at': '2021-07-09T09:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '011703f1-af55-4e16-9a00-a6e4b6549d0a', 'name': '', 'network_id': 'f922907e-cb49-4b3b-a78a-3748a183b30a', 'tenant_id': '091bed98793d4568b6b69a610c7263c8', 'mac_address': 'fa:16:3e:0c:3b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8070c01c-6816-4568-9686-4542123f119e', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'e2acfa06-c7cc-4400-a5f4-7acb9b3bfe20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:27:49Z', 'updated_at': '2021-07-09T09:27:57Z', 'revision_number': 4, 'project_id': '091bed98793d4568b6b69a610c7263c8', 'subnets': [{'id': 'e2acfa06-c7cc-4400-a5f4-7acb9b3bfe20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:27:58.307193 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e100b-22a1-4295-9d14-9f412e17e205 req-f06914bd-473c-4168-94a7-493d53c87aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:58.308821 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6d3e100b-22a1-4295-9d14-9f412e17e205 req-f06914bd-473c-4168-94a7-493d53c87aa5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=abd3d097-4901-4007-b68a-b81c87d8e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2157462 Jul 09 09:27:58.413845 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device f50b9964-14bb-4f6a-a77c-fddb1951c7dd up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:27:58.474302 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed315e-8e2b-4b42-b304-8746facf01d0 req-809eacff-9b4d-48ad-b644-c14661f54556 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:58.476562 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-63ed315e-8e2b-4b42-b304-8746facf01d0 req-809eacff-9b4d-48ad-b644-c14661f54556 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 945 time: 0.1275434 Jul 09 09:27:58.493899 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6d3e100b-22a1-4295-9d14-9f412e17e205 req-427e7ee1-2156-4ae2-b3d3-226a4b8cab48 service neutron] 10.222.0.58 "GET /v2.0/networks/abd3d097-4901-4007-b68a-b81c87d8e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725497 Jul 09 09:27:58.506071 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port f50b9964-14bb-4f6a-a77c-fddb1951c7dd completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:27:58.516062 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port f50b9964-14bb-4f6a-a77c-fddb1951c7dd triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:27:58.516351 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:58.565446 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-63ed315e-8e2b-4b42-b304-8746facf01d0 req-52dd095e-83df-4af8-98e3-a4c01890164e tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829515 Jul 09 09:27:58.660445 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6d3e100b-22a1-4295-9d14-9f412e17e205 req-39a12f04-e2c3-4ebc-8177-3eda7f2c1278 service neutron] 10.222.0.58 "GET /v2.0/networks/abd3d097-4901-4007-b68a-b81c87d8e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584234 Jul 09 09:27:58.718683 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:58.753779 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a4c15dc-70be-4860-bd61-db2859683d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:58.778440 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7f8064-dc4a-4c54-97aa-2445d010c335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50b9964-14bb-4f6a-a77c-fddb1951c7dd'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:27:58.782251 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a2ecf2-60be-41ac-bf4e-bc53fb8ba092" -d '{"events": [{"server_uuid": "ba7f8064-dc4a-4c54-97aa-2445d010c335", "name": "network-vif-plugged", "status": "completed", "tag": "f50b9964-14bb-4f6a-a77c-fddb1951c7dd"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:27:58.813723 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port f50b9964-14bb-4f6a-a77c-fddb1951c7dd, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=f50b9964-14bb-4f6a-a77c-fddb1951c7dd,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:58.819362 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:58.852529 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-6c504df1-c5a2-4441-8b54-ebec2df2c442 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:58.854083 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-6c504df1-c5a2-4441-8b54-ebec2df2c442 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.58 "GET /v2.0/networks?id=de931943-f58d-4fd8-96d3-d18dce18a0bc HTTP/1.1" status: 200 len: 804 time: 0.2148478 Jul 09 09:27:58.867119 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-445357e8-5fa5-443b-a3e6-5bf21ed7f969 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Request body: {'port': {'device_id': 'fdb8b1ab-1c35-4e97-9bab-533316e534ba', 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc', 'admin_state_up': True, 'tenant_id': '15de14848d0349c49a5d85c3ea6d48cd'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:27:58.982082 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=f50b9964-14bb-4f6a-a77c-fddb1951c7dd,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:27:59.206955 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-445357e8-5fa5-443b-a3e6-5bf21ed7f969 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Made reservation on behalf of 15de14848d0349c49a5d85c3ea6d48cd for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:27:59.211275 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-445357e8-5fa5-443b-a3e6-5bf21ed7f969 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:59.370564 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dad605-b5d1-441e-91ac-5e5ad63b524e req-b7882756-bba5-4128-ac39-c129167dcf85 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:59.372685 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-89dad605-b5d1-441e-91ac-5e5ad63b524e req-b7882756-bba5-4128-ac39-c129167dcf85 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=3049edaa-8736-47ea-a407-1e1b583582f2 HTTP/1.1" status: 200 len: 944 time: 0.2791386 Jul 09 09:27:59.398412 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-68db67b0-fb1d-4d15-92b5-c481b8f1b413 req-bb6d0d38-26a5-4d94-8ce0-6da2b4f53e27 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdb8b1ab-1c35-4e97-9bab-533316e534ba HTTP/1.1" status: 200 len: 210 time: 0.0647616 Jul 09 09:27:59.470942 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-89dad605-b5d1-441e-91ac-5e5ad63b524e req-db2d7782-271f-432e-aae8-5e9864e0a056 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/security-groups?id=a85837b8-3c64-462d-96ae-268ef463c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787113 Jul 09 09:27:59.525001 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-445357e8-5fa5-443b-a3e6-5bf21ed7f969 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Allocated IP 172.20.0.11 (de931943-f58d-4fd8-96d3-d18dce18a0bc/6bdbd641-08ac-41cd-9918-f7982af01a02/9356cbc1-adbb-441f-acf0-2260bdbd61b5) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:27:59.551450 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc7b104-0712-4ef7-864e-8feb747e787c x-openstack-request-id: req-9bc7b104-0712-4ef7-864e-8feb747e787c {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:27:59.551995 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7f8064-dc4a-4c54-97aa-2445d010c335", "name": "network-vif-plugged", "status": "completed", "tag": "f50b9964-14bb-4f6a-a77c-fddb1951c7dd", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:27:59.551995 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9bc7b104-0712-4ef7-864e-8feb747e787c {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:27:59.552416 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7f8064-dc4a-4c54-97aa-2445d010c335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50b9964-14bb-4f6a-a77c-fddb1951c7dd', 'code': 200} Jul 09 09:27:59.626738 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2a4c15dc-70be-4860-bd61-db2859683d73 admin admin] Deleting port 011703f1-af55-4e16-9a00-a6e4b6549d0a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:27:59.627224 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a4c15dc-70be-4860-bd61-db2859683d73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:59.727000 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-2a4c15dc-70be-4860-bd61-db2859683d73 admin admin] For port 011703f1-af55-4e16-9a00-a6e4b6549d0a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=011703f1-af55-4e16-9a00-a6e4b6549d0a,segment=NetworkSegment(6a64e9b9-eb61-4ca4-be0b-9fa6ef349f84),segment_id=6a64e9b9-eb61-4ca4-be0b-9fa6ef349f84)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:27:59.727396 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a4c15dc-70be-4860-bd61-db2859683d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:59.747474 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2a4c15dc-70be-4860-bd61-db2859683d73 admin admin] Calling delete_port for 011703f1-af55-4e16-9a00-a6e4b6549d0a owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:27:59.794010 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ceaa1f-7d3c-4972-9974-baa5a864f7cd req-73ea53fc-df36-4380-b7e5-7d652cda8770 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:59.795652 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d7ceaa1f-7d3c-4972-9974-baa5a864f7cd req-73ea53fc-df36-4380-b7e5-7d652cda8770 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba7f8064-dc4a-4c54-97aa-2445d010c335 HTTP/1.1" status: 200 len: 950 time: 0.2234108 Jul 09 09:27:59.797628 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24977e5-6f73-40d9-bd52-dcb6316f7956 req-0402d862-5871-4561-8692-791f7b888f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:27:59.799106 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f24977e5-6f73-40d9-bd52-dcb6316f7956 req-0402d862-5871-4561-8692-791f7b888f5e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ba7f8064-dc4a-4c54-97aa-2445d010c335 HTTP/1.1" status: 200 len: 1101 time: 0.1737640 Jul 09 09:27:59.882742 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d7ceaa1f-7d3c-4972-9974-baa5a864f7cd req-e5e54273-e44e-4abb-814b-88f6ebacb305 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783682 Jul 09 09:27:59.949101 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-445357e8-5fa5-443b-a3e6-5bf21ed7f969 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:27:59.955830 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f24977e5-6f73-40d9-bd52-dcb6316f7956 req-0c434106-73db-4148-8329-2a5c0bc2825f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346068 Jul 09 09:27:59.999301 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 011703f1-af55-4e16-9a00-a6e4b6549d0a up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:28:00.038695 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a4c15dc-70be-4860-bd61-db2859683d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:00.048505 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-445357e8-5fa5-443b-a3e6-5bf21ed7f969 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:00.061358 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No active binding found for port 011703f1-af55-4e16-9a00-a6e4b6549d0a {{(pid=93792) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 09:28:00.061846 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 011703f1-af55-4e16-9a00-a6e4b6549d0a not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 09:28:00.083354 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Port 011703f1-af55-4e16-9a00-a6e4b6549d0a not found, will not notify nova. {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 09:28:00.095978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c15dc-70be-4860-bd61-db2859683d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=011703f1-af55-4e16-9a00-a6e4b6549d0a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:00.114525 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-445357e8-5fa5-443b-a3e6-5bf21ed7f969 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Network de931943-f58d-4fd8-96d3-d18dce18a0bc is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:28:00.117988 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-445357e8-5fa5-443b-a3e6-5bf21ed7f969 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:28:00.123181 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-445357e8-5fa5-443b-a3e6-5bf21ed7f969 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:28:00.179643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445357e8-5fa5-443b-a3e6-5bf21ed7f969 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Pushing event updated for resources: {'Port': ['ID=9356cbc1-adbb-441f-acf0-2260bdbd61b5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:00.227142 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-445357e8-5fa5-443b-a3e6-5bf21ed7f969 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:00.227879 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-445357e8-5fa5-443b-a3e6-5bf21ed7f969 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:00.252739 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-445357e8-5fa5-443b-a3e6-5bf21ed7f969 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3901720 Jul 09 09:28:00.266478 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bceee797-f4a8-4c2f-b83f-93615e78a188 service neutron] Request body: {'port': {'device_id': 'fdb8b1ab-1c35-4e97-9bab-533316e534ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:28:00.316628 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad0cd9-644e-4c6d-b9b3-fd460199390e req-8e8ce44b-e3a6-48f2-8523-871ec6ddbd3d tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:00.323964 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a4c15dc-70be-4860-bd61-db2859683d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:00.325073 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13ad0cd9-644e-4c6d-b9b3-fd460199390e req-8e8ce44b-e3a6-48f2-8523-871ec6ddbd3d tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 945 time: 0.2027891 Jul 09 09:28:00.417020 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device c55a5200-0515-458f-b436-cd8a7cec48b7 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:28:00.445050 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13ad0cd9-644e-4c6d-b9b3-fd460199390e req-db4fd208-ed53-4a04-a61e-0124d5cb1ee6 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188693 Jul 09 09:28:00.452058 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bceee797-f4a8-4c2f-b83f-93615e78a188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:00.533437 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port c55a5200-0515-458f-b436-cd8a7cec48b7 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:28:00.545460 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port c55a5200-0515-458f-b436-cd8a7cec48b7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:28:00.545900 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:00.642711 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4c15dc-70be-4860-bd61-db2859683d73 admin admin] Router 8070c01c-6816-4568-9686-4542123f119e has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:28:00.664061 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:00.705229 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port c55a5200-0515-458f-b436-cd8a7cec48b7, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c55a5200-0515-458f-b436-cd8a7cec48b7,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:00.711342 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:00.712500 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 50b9a09f-550a-4525-b0fd-c2997bf7419d no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:28:00.798924 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4c15dc-70be-4860-bd61-db2859683d73 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:28:00.806245 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2a4c15dc-70be-4860-bd61-db2859683d73 admin admin] 10.222.0.61 "PUT /v2.0/routers/8070c01c-6816-4568-9686-4542123f119e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9322727 Jul 09 09:28:00.808981 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41296) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:28:00.810815 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f844682-d917-4a83-9c1c-326cf2b68608 None None] Sync routers for ids ['8070c01c-6816-4568-9686-4542123f119e'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:28:00.814660 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668269ac-65ac-445a-8a84-dbb7b858025d req-45eb68fa-2b25-4e5d-b2c0-72cf1e0f02f6 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:00.822824 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-668269ac-65ac-445a-8a84-dbb7b858025d req-45eb68fa-2b25-4e5d-b2c0-72cf1e0f02f6 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdb8b1ab-1c35-4e97-9bab-533316e534ba HTTP/1.1" status: 200 len: 932 time: 0.2341566 Jul 09 09:28:00.829284 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=c55a5200-0515-458f-b436-cd8a7cec48b7,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:00.862919 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f844682-d917-4a83-9c1c-326cf2b68608 None None] Routers {'8070c01c-6816-4568-9686-4542123f119e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:28:00.863679 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-1f844682-d917-4a83-9c1c-326cf2b68608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:27:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['8070c01c-6816-4568-9686-4542123f119e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:28:00.901454 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-668269ac-65ac-445a-8a84-dbb7b858025d req-04e4ec36-32f7-4825-9c2d-7b7110b3363c tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775805 Jul 09 09:28:00.934793 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:00.962423 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a149c0a1-89d3-4145-997b-6af76f2e6d2c admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:01.011683 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 50b9a09f-550a-4525-b0fd-c2997bf7419d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=50b9a09f-550a-4525-b0fd-c2997bf7419d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:01.019346 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:01.043284 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bceee797-f4a8-4c2f-b83f-93615e78a188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9356cbc1-adbb-441f-acf0-2260bdbd61b5 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:28:01.052303 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bceee797-f4a8-4c2f-b83f-93615e78a188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:01.074174 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=50b9a09f-550a-4525-b0fd-c2997bf7419d,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:01.074294 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bceee797-f4a8-4c2f-b83f-93615e78a188 service neutron] Transition to ACTIVE for port object 9356cbc1-adbb-441f-acf0-2260bdbd61b5 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:28:01.090802 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-1f844682-d917-4a83-9c1c-326cf2b68608 None None] Set router 8070c01c-6816-4568-9686-4542123f119e gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:28:01.111238 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a149c0a1-89d3-4145-997b-6af76f2e6d2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:01.126656 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c26678f8-c4af-4c54-ac3a-4f30095a349c details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:28:01.129775 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bceee797-f4a8-4c2f-b83f-93615e78a188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:01.205934 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a149c0a1-89d3-4145-997b-6af76f2e6d2c admin admin] Deleting port d029aff4-eaea-48f4-b2b9-caea623783cf {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:28:01.206447 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a149c0a1-89d3-4145-997b-6af76f2e6d2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:01.206570 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceee797-f4a8-4c2f-b83f-93615e78a188 service neutron] Pushing event updated for resources: {'Port': ['ID=9356cbc1-adbb-441f-acf0-2260bdbd61b5,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:01.312863 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-a149c0a1-89d3-4145-997b-6af76f2e6d2c admin admin] For port d029aff4-eaea-48f4-b2b9-caea623783cf, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=d029aff4-eaea-48f4-b2b9-caea623783cf,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:01.313240 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a149c0a1-89d3-4145-997b-6af76f2e6d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:01.338358 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29215f1e-f9bf-43f7-9a74-df73cc1b9cac req-05f5f008-42d1-4503-9ca9-2ce5e0ccefb3 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:01.350033 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a149c0a1-89d3-4145-997b-6af76f2e6d2c admin admin] Calling delete_port for d029aff4-eaea-48f4-b2b9-caea623783cf owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:28:01.351827 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-29215f1e-f9bf-43f7-9a74-df73cc1b9cac req-05f5f008-42d1-4503-9ca9-2ce5e0ccefb3 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=3049edaa-8736-47ea-a407-1e1b583582f2 HTTP/1.1" status: 200 len: 944 time: 0.2542460 Jul 09 09:28:01.379185 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-1f844682-d917-4a83-9c1c-326cf2b68608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8070c01c-6816-4568-9686-4542123f119e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1113223202-router', 'tenant_id': '091bed98793d4568b6b69a610c7263c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd029aff4-eaea-48f4-b2b9-caea623783cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:27:42Z', 'updated_at': '2021-07-09T09:27:59Z', 'revision_number': 5, 'project_id': '091bed98793d4568b6b69a610c7263c8', 'gw_port': {'id': 'd029aff4-eaea-48f4-b2b9-caea623783cf', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:70:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8070c01c-6816-4568-9686-4542123f119e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:27:44Z', 'updated_at': '2021-07-09T09:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:28:01.414029 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f844682-d917-4a83-9c1c-326cf2b68608 None None] Checking router: 8070c01c-6816-4568-9686-4542123f119e for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:28:01.438670 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bceee797-f4a8-4c2f-b83f-93615e78a188 service neutron] Attempting to bind port 9356cbc1-adbb-441f-acf0-2260bdbd61b5 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:28:01.439023 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bceee797-f4a8-4c2f-b83f-93615e78a188 service neutron] Attempting to bind port 9356cbc1-adbb-441f-acf0-2260bdbd61b5 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '5d5a5637-84a4-4897-8910-daaebc376f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:28:01.440390 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bceee797-f4a8-4c2f-b83f-93615e78a188 service neutron] Attempting to bind port 9356cbc1-adbb-441f-acf0-2260bdbd61b5 on network de931943-f58d-4fd8-96d3-d18dce18a0bc {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:28:01.453749 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bceee797-f4a8-4c2f-b83f-93615e78a188 service neutron] Port 9356cbc1-adbb-441f-acf0-2260bdbd61b5 on network de931943-f58d-4fd8-96d3-d18dce18a0bc not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:28:01.453976 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bceee797-f4a8-4c2f-b83f-93615e78a188 service neutron] Attempting to bind port 9356cbc1-adbb-441f-acf0-2260bdbd61b5 on network de931943-f58d-4fd8-96d3-d18dce18a0bc {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:28:01.477539 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-29215f1e-f9bf-43f7-9a74-df73cc1b9cac req-c40f011c-cc63-4f71-8c5a-2503bd2312f9 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/security-groups?id=a85837b8-3c64-462d-96ae-268ef463c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247118 Jul 09 09:28:01.480892 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bceee797-f4a8-4c2f-b83f-93615e78a188 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:28:01.481180 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bceee797-f4a8-4c2f-b83f-93615e78a188 service neutron] Checking segment: {'id': '5d5a5637-84a4-4897-8910-daaebc376f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:28:01.481572 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bceee797-f4a8-4c2f-b83f-93615e78a188 service neutron] Bound using segment: {'id': '5d5a5637-84a4-4897-8910-daaebc376f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:28:01.482221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bceee797-f4a8-4c2f-b83f-93615e78a188 service neutron] Bound port: 9356cbc1-adbb-441f-acf0-2260bdbd61b5, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5a5637-84a4-4897-8910-daaebc376f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:28:01.482415 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bceee797-f4a8-4c2f-b83f-93615e78a188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:01.593126 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc8258f-53fd-4f97-afed-102c9bdb3cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55a5200-0515-458f-b436-cd8a7cec48b7'}, {'server_uuid': '4a345e8e-8ae1-4ade-9697-1a3a202e792e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50b9a09f-550a-4525-b0fd-c2997bf7419d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:28:01.595522 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261b4cbd-ac34-406a-becb-4b0722e9de26" -d '{"events": [{"server_uuid": "dbc8258f-53fd-4f97-afed-102c9bdb3cb0", "name": "network-vif-plugged", "status": "completed", "tag": "c55a5200-0515-458f-b436-cd8a7cec48b7"}, {"server_uuid": "4a345e8e-8ae1-4ade-9697-1a3a202e792e", "name": "network-vif-unplugged", "status": "completed", "tag": "50b9a09f-550a-4525-b0fd-c2997bf7419d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:28:01.607351 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f844682-d917-4a83-9c1c-326cf2b68608 None None] Routers {'8070c01c-6816-4568-9686-4542123f119e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:28:01.608123 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-1f844682-d917-4a83-9c1c-326cf2b68608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:27:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['8070c01c-6816-4568-9686-4542123f119e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:28:01.620458 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a149c0a1-89d3-4145-997b-6af76f2e6d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:01.676223 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149c0a1-89d3-4145-997b-6af76f2e6d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=d029aff4-eaea-48f4-b2b9-caea623783cf,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:01.685100 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bceee797-f4a8-4c2f-b83f-93615e78a188 service neutron] For port 9356cbc1-adbb-441f-acf0-2260bdbd61b5, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:28:01.700957 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-1f844682-d917-4a83-9c1c-326cf2b68608 None None] Set router 8070c01c-6816-4568-9686-4542123f119e gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:28:01.722964 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a149c0a1-89d3-4145-997b-6af76f2e6d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:01.727566 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bceee797-f4a8-4c2f-b83f-93615e78a188 service neutron] For port 9356cbc1-adbb-441f-acf0-2260bdbd61b5, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=9356cbc1-adbb-441f-acf0-2260bdbd61b5,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:28:01.744401 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bceee797-f4a8-4c2f-b83f-93615e78a188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:01.768509 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-1f844682-d917-4a83-9c1c-326cf2b68608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8070c01c-6816-4568-9686-4542123f119e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1113223202-router', 'tenant_id': '091bed98793d4568b6b69a610c7263c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:27:42Z', 'updated_at': '2021-07-09T09:28:01Z', 'revision_number': 6, 'project_id': '091bed98793d4568b6b69a610c7263c8', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:28:01.771390 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port c26678f8-c4af-4c54-ac3a-4f30095a349c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c26678f8-c4af-4c54-ac3a-4f30095a349c,segment=NetworkSegment(491494ef-9df4-4c6a-8cc3-fb7553539853),segment_id=491494ef-9df4-4c6a-8cc3-fb7553539853)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:01.807103 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f844682-d917-4a83-9c1c-326cf2b68608 None None] The sync data for ids ['8070c01c-6816-4568-9686-4542123f119e'] in n-d-799996-1 is: [{'id': '8070c01c-6816-4568-9686-4542123f119e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1113223202-router', 'tenant_id': '091bed98793d4568b6b69a610c7263c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:27:42Z', 'updated_at': '2021-07-09T09:28:01Z', 'revision_number': 6, 'project_id': '091bed98793d4568b6b69a610c7263c8', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:28:01.809808 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bceee797-f4a8-4c2f-b83f-93615e78a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:01.810499 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bceee797-f4a8-4c2f-b83f-93615e78a188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:01.811764 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'c26678f8-c4af-4c54-ac3a-4f30095a349c', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'port_id': 'c26678f8-c4af-4c54-ac3a-4f30095a349c', 'mac_address': 'fa:16:3e:db:bc:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:28:01.811909 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-bceee797-f4a8-4c2f-b83f-93615e78a188 service neutron] 10.222.0.58 "PUT /v2.0/ports/9356cbc1-adbb-441f-acf0-2260bdbd61b5 HTTP/1.1" status: 200 len: 1092 time: 1.5506368 Jul 09 09:28:01.817834 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb8b1ab-1c35-4e97-9bab-533316e534ba', 'tag': '9356cbc1-adbb-441f-acf0-2260bdbd61b5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:28:01.820165 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0b2228-40b5-4fdb-8548-343868b3d217" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb8b1ab-1c35-4e97-9bab-533316e534ba", "tag": "9356cbc1-adbb-441f-acf0-2260bdbd61b5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:28:01.859757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546efbfb-3abc-46d4-bba1-fe6b127f89bf req-2288fe2e-d612-4759-ba67-6b3ca60ca7c7 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:01.865130 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-546efbfb-3abc-46d4-bba1-fe6b127f89bf req-2288fe2e-d612-4759-ba67-6b3ca60ca7c7 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba7f8064-dc4a-4c54-97aa-2445d010c335 HTTP/1.1" status: 200 len: 950 time: 0.1980577 Jul 09 09:28:01.867328 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:01.871046 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceee797-f4a8-4c2f-b83f-93615e78a188 service neutron] Pushing event updated for resources: {'Port': ['ID=9356cbc1-adbb-441f-acf0-2260bdbd61b5,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:01.880279 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a149c0a1-89d3-4145-997b-6af76f2e6d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:01.881654 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c26678f8-c4af-4c54-ac3a-4f30095a349c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:28:01.882771 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a149c0a1-89d3-4145-997b-6af76f2e6d2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:01.902466 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port c26678f8-c4af-4c54-ac3a-4f30095a349c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c26678f8-c4af-4c54-ac3a-4f30095a349c,segment=NetworkSegment(491494ef-9df4-4c6a-8cc3-fb7553539853),segment_id=491494ef-9df4-4c6a-8cc3-fb7553539853)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:01.907788 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:01.934724 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdaa739-0766-4d33-b33e-8a417ba5b5cd req-5e5bf706-9e66-4e51-a68f-647ca135dfc0 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:01.934958 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a149c0a1-89d3-4145-997b-6af76f2e6d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:01.935417 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a149c0a1-89d3-4145-997b-6af76f2e6d2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8070c01c-6816-4568-9686-4542123f119e {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:28:01.937332 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccdaa739-0766-4d33-b33e-8a417ba5b5cd req-5e5bf706-9e66-4e51-a68f-647ca135dfc0 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 1096 time: 0.2060423 Jul 09 09:28:01.940342 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a149c0a1-89d3-4145-997b-6af76f2e6d2c admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:01.941503 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a149c0a1-89d3-4145-997b-6af76f2e6d2c admin admin] 10.222.0.61 "DELETE /v2.0/routers/8070c01c-6816-4568-9686-4542123f119e HTTP/1.1" status: 204 len: 168 time: 1.1316772 Jul 09 09:28:01.944119 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41364) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:28:01.970690 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-546efbfb-3abc-46d4-bba1-fe6b127f89bf req-466076ad-ce71-4570-a904-6c11f34d3ba3 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940847 Jul 09 09:28:01.977483 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=c26678f8-c4af-4c54-ac3a-4f30095a349c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:02.003402 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-5182db33-4eb2-49ba-ae69-bf7f61b8f0df admin admin] Deleting subnet e2acfa06-c7cc-4400-a5f4-7acb9b3bfe20 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:28:02.003937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-ce16e0f9-5d1c-4ca2-b533-6aeed23d2d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:02.006017 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-ce16e0f9-5d1c-4ca2-b533-6aeed23d2d04 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=15de14848d0349c49a5d85c3ea6d48cd&device_id=fdb8b1ab-1c35-4e97-9bab-533316e534ba HTTP/1.1" status: 200 len: 1095 time: 0.1309252 Jul 09 09:28:02.007707 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5182db33-4eb2-49ba-ae69-bf7f61b8f0df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:02.009940 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccdaa739-0766-4d33-b33e-8a417ba5b5cd req-7cb67570-91cd-4ee8-a03c-1d782f0af76f tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616105 Jul 09 09:28:02.059271 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-2534686b-65af-4c10-866d-93e2eed41fd1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9356cbc1-adbb-441f-acf0-2260bdbd61b5 HTTP/1.1" status: 200 len: 217 time: 0.0429432 Jul 09 09:28:02.060159 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5182db33-4eb2-49ba-ae69-bf7f61b8f0df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:02.092908 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 09 Jul 2021 09:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb0a1cd-3fdc-492f-8d42-2624d2f9ac7f x-openstack-request-id: req-6fb0a1cd-3fdc-492f-8d42-2624d2f9ac7f {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:28:02.093231 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc8258f-53fd-4f97-afed-102c9bdb3cb0", "name": "network-vif-plugged", "status": "completed", "tag": "c55a5200-0515-458f-b436-cd8a7cec48b7", "code": 200}, {"server_uuid": "4a345e8e-8ae1-4ade-9697-1a3a202e792e", "name": "network-vif-unplugged", "status": "completed", "tag": "50b9a09f-550a-4525-b0fd-c2997bf7419d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:28:02.093493 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6fb0a1cd-3fdc-492f-8d42-2624d2f9ac7f {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:28:02.093888 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc8258f-53fd-4f97-afed-102c9bdb3cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55a5200-0515-458f-b436-cd8a7cec48b7', 'code': 200} Jul 09 09:28:02.094141 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a345e8e-8ae1-4ade-9697-1a3a202e792e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50b9a09f-550a-4525-b0fd-c2997bf7419d', 'code': 200} Jul 09 09:28:02.162788 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5182db33-4eb2-49ba-ae69-bf7f61b8f0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:02.192436 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['c26678f8-c4af-4c54-ac3a-4f30095a349c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:28:02.214068 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b227c4e9-5ed8-454a-8f0c-60da02bf8572 x-openstack-request-id: req-b227c4e9-5ed8-454a-8f0c-60da02bf8572 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:28:02.214068 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb8b1ab-1c35-4e97-9bab-533316e534ba", "tag": "9356cbc1-adbb-441f-acf0-2260bdbd61b5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:28:02.214586 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b227c4e9-5ed8-454a-8f0c-60da02bf8572 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:28:02.215443 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb8b1ab-1c35-4e97-9bab-533316e534ba', 'tag': '9356cbc1-adbb-441f-acf0-2260bdbd61b5', 'status': 'completed', 'code': 200} Jul 09 09:28:02.245894 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-ed84ba9c-65bd-4d39-9c06-7a72e5c04a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:02.248128 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-ed84ba9c-65bd-4d39-9c06-7a72e5c04a1b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6bdbd641-08ac-41cd-9918-f7982af01a02 HTTP/1.1" status: 200 len: 844 time: 0.1813009 Jul 09 09:28:02.251268 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5182db33-4eb2-49ba-ae69-bf7f61b8f0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:02.288993 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182db33-4eb2-49ba-ae69-bf7f61b8f0df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2acfa06-c7cc-4400-a5f4-7acb9b3bfe20,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:02.298570 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-58740baf-9f24-4f3d-97c0-598300c4d251 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=de931943-f58d-4fd8-96d3-d18dce18a0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412755 Jul 09 09:28:02.301422 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5182db33-4eb2-49ba-ae69-bf7f61b8f0df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:02.305212 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb5ff1d-c0f6-496a-9072-81219eb94474 None None] Network f922907e-cb49-4b3b-a78a-3748a183b30a requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:28:02.309157 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5182db33-4eb2-49ba-ae69-bf7f61b8f0df admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e2acfa06-c7cc-4400-a5f4-7acb9b3bfe20 HTTP/1.1" status: 204 len: 168 time: 0.3640141 Jul 09 09:28:02.310086 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41382) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:28:02.388772 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dff33407-cf0c-451b-b07a-c1efcbf85021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:02.406651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a45e9-afde-4081-9d63-cd84d83d2915 req-13ed6631-1cd2-4b14-b3e0-ca11c733a8d7 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:02.408200 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f24a45e9-afde-4081-9d63-cd84d83d2915 req-13ed6631-1cd2-4b14-b3e0-ca11c733a8d7 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 946 time: 0.3051651 Jul 09 09:28:02.450867 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ed3ad-eee6-4cd1-8c2c-e9eb0c7053b3 req-fae1b1b2-625f-44f6-a901-5b77bf675215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:02.452459 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5d1ed3ad-eee6-4cd1-8c2c-e9eb0c7053b3 req-fae1b1b2-625f-44f6-a901-5b77bf675215 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 1097 time: 0.2567866 Jul 09 09:28:02.459102 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-dff33407-cf0c-451b-b07a-c1efcbf85021 admin admin] Deleting port 20042857-fdc9-4e76-b35d-915eaeaa1158 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:28:02.459450 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dff33407-cf0c-451b-b07a-c1efcbf85021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:02.538530 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-dff33407-cf0c-451b-b07a-c1efcbf85021 admin admin] For port 20042857-fdc9-4e76-b35d-915eaeaa1158, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=20042857-fdc9-4e76-b35d-915eaeaa1158,segment=NetworkSegment(6a64e9b9-eb61-4ca4-be0b-9fa6ef349f84),segment_id=6a64e9b9-eb61-4ca4-be0b-9fa6ef349f84)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:02.539756 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dff33407-cf0c-451b-b07a-c1efcbf85021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:02.541488 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f24a45e9-afde-4081-9d63-cd84d83d2915 req-7c0cf8ab-e07c-4a05-b984-544008d5d668 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081626 Jul 09 09:28:02.546164 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-d6b901e2-d7a7-4f30-9a7d-0a226eee3621 service neutron] 10.222.0.58 "GET /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392056 Jul 09 09:28:02.551287 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5d1ed3ad-eee6-4cd1-8c2c-e9eb0c7053b3 req-f3043566-f4cc-481a-8853-9dd6c5ee49a5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866041 Jul 09 09:28:02.570097 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-dff33407-cf0c-451b-b07a-c1efcbf85021 admin admin] Calling delete_port for 20042857-fdc9-4e76-b35d-915eaeaa1158 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:28:02.618514 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b713a29-5483-4aae-adba-0806c857ff0e req-24e55a24-400c-4891-ae57-b9570f9d590c tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:02.620172 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9b713a29-5483-4aae-adba-0806c857ff0e req-24e55a24-400c-4891-ae57-b9570f9d590c tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdb8b1ab-1c35-4e97-9bab-533316e534ba HTTP/1.1" status: 200 len: 944 time: 0.2354383 Jul 09 09:28:02.662375 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dff33407-cf0c-451b-b07a-c1efcbf85021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:02.686526 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9b713a29-5483-4aae-adba-0806c857ff0e req-8cbaa3d4-8eb9-4b52-93ff-7a46dd463ec3 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547225 Jul 09 09:28:02.690432 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff33407-cf0c-451b-b07a-c1efcbf85021 admin admin] No DVR routers for this DVR port 20042857-fdc9-4e76-b35d-915eaeaa1158 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:28:02.701297 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eccb088c-8457-4b7c-a3b6-afc40ac2a256 req-07354554-880f-4e1e-a057-788fdaaff923 service neutron] 10.222.0.58 "GET /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470382 Jul 09 09:28:02.720647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff33407-cf0c-451b-b07a-c1efcbf85021 admin admin] Pushing event deleted for resources: {'Port': ['ID=20042857-fdc9-4e76-b35d-915eaeaa1158,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:02.750722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8e3809-e7b8-43e2-9f39-dc49fc9465e1 None None] DHCP port deletion for f922907e-cb49-4b3b-a78a-3748a183b30a request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:28:02.765410 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 011703f1-af55-4e16-9a00-a6e4b6549d0a no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:28:02.809630 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 011703f1-af55-4e16-9a00-a6e4b6549d0a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:28:02.809909 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 011703f1-af55-4e16-9a00-a6e4b6549d0a not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:28:02.822023 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dff33407-cf0c-451b-b07a-c1efcbf85021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:02.834393 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-dff33407-cf0c-451b-b07a-c1efcbf85021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f922907e-cb49-4b3b-a78a-3748a183b30a']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:28:02.846753 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-dff33407-cf0c-451b-b07a-c1efcbf85021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a64e9b9-eb61-4ca4-be0b-9fa6ef349f84') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:28:02.846753 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-dff33407-cf0c-451b-b07a-c1efcbf85021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a64e9b9-eb61-4ca4-be0b-9fa6ef349f84') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:28:02.858926 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dff33407-cf0c-451b-b07a-c1efcbf85021 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:02.873623 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dff33407-cf0c-451b-b07a-c1efcbf85021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:02.882123 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff33407-cf0c-451b-b07a-c1efcbf85021 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:28:02.882123 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dff33407-cf0c-451b-b07a-c1efcbf85021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:28:02.883433 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:28:02.918400 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b2228-40b5-4fdb-8548-343868b3d217 req-24c11ec4-4fd0-49b0-b7d1-52dcb02f219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:02.920026 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e0b2228-40b5-4fdb-8548-343868b3d217 req-24c11ec4-4fd0-49b0-b7d1-52dcb02f219a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=15de14848d0349c49a5d85c3ea6d48cd&device_id=fdb8b1ab-1c35-4e97-9bab-533316e534ba HTTP/1.1" status: 200 len: 1095 time: 0.1391809 Jul 09 09:28:02.948373 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dff33407-cf0c-451b-b07a-c1efcbf85021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:02.954325 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dff33407-cf0c-451b-b07a-c1efcbf85021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:02.960992 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dff33407-cf0c-451b-b07a-c1efcbf85021 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f922907e-cb49-4b3b-a78a-3748a183b30a HTTP/1.1" status: 204 len: 168 time: 0.6495054 Jul 09 09:28:02.978765 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff33407-cf0c-451b-b07a-c1efcbf85021 admin admin] Pushing event deleted for resources: {'Network': ['ID=f922907e-cb49-4b3b-a78a-3748a183b30a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:03.046309 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27671971-63dd-48b5-ba24-d737261d0e59 req-349588e3-986a-4679-9447-bcf5858cc534 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:03.053119 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27671971-63dd-48b5-ba24-d737261d0e59 req-349588e3-986a-4679-9447-bcf5858cc534 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:03.054990 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-27671971-63dd-48b5-ba24-d737261d0e59 req-349588e3-986a-4679-9447-bcf5858cc534 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=434e8a64-6c91-45f1-bad6-b93da9d964b2&device_id=ba7f8064-dc4a-4c54-97aa-2445d010c335 HTTP/1.1" status: 200 len: 1690 time: 0.2076240 Jul 09 09:28:03.056336 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b2228-40b5-4fdb-8548-343868b3d217 req-cdc8e0b0-61f5-42db-a29b-fa6a91967ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:03.057873 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e0b2228-40b5-4fdb-8548-343868b3d217 req-cdc8e0b0-61f5-42db-a29b-fa6a91967ad5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=de931943-f58d-4fd8-96d3-d18dce18a0bc HTTP/1.1" status: 200 len: 905 time: 0.1296227 Jul 09 09:28:03.114633 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e0b2228-40b5-4fdb-8548-343868b3d217 req-59907c09-54f9-44d8-86c6-3c1324bff0e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9356cbc1-adbb-441f-acf0-2260bdbd61b5 HTTP/1.1" status: 200 len: 217 time: 0.0488007 Jul 09 09:28:03.134299 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41396) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:28:03.194005 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0b56b3cf-800d-4773-b6a3-6625b40cf16f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=091bed98793d4568b6b69a610c7263c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585301 Jul 09 09:28:03.196735 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41398) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:28:03.197241 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b2228-40b5-4fdb-8548-343868b3d217 req-51aca660-63ee-4303-abff-4a1a090478a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:03.198724 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e0b2228-40b5-4fdb-8548-343868b3d217 req-51aca660-63ee-4303-abff-4a1a090478a0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6bdbd641-08ac-41cd-9918-f7982af01a02 HTTP/1.1" status: 200 len: 844 time: 0.0763128 Jul 09 09:28:03.207151 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-27671971-63dd-48b5-ba24-d737261d0e59 req-b2158f01-e7a8-4d20-8741-563c305d6ea5 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443405 Jul 09 09:28:03.258625 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-16011a09-ca9d-4ee8-8137-e290503b0bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:03.287980 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-16011a09-ca9d-4ee8-8137-e290503b0bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:03.366106 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-16011a09-ca9d-4ee8-8137-e290503b0bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:03.369481 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-16011a09-ca9d-4ee8-8137-e290503b0bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:03.371748 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-16011a09-ca9d-4ee8-8137-e290503b0bd4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b14c2a6b-f1c9-4fa8-a2ac-ebbbddc23072 HTTP/1.1" status: 204 len: 168 time: 0.1728461 Jul 09 09:28:03.383861 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16011a09-ca9d-4ee8-8137-e290503b0bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14c2a6b-f1c9-4fa8-a2ac-ebbbddc23072,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:03.513565 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e0b2228-40b5-4fdb-8548-343868b3d217 req-d191c2f9-a665-4974-a0ae-278962c6a5d0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=de931943-f58d-4fd8-96d3-d18dce18a0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3053463 Jul 09 09:28:03.601276 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:03.625152 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e0b2228-40b5-4fdb-8548-343868b3d217 req-2c8a77bb-b27b-48b3-8a5d-24107b9625d9 service neutron] 10.222.0.58 "GET /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038201 Jul 09 09:28:03.764740 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e0b2228-40b5-4fdb-8548-343868b3d217 req-1e36b5b9-82d8-4f69-9964-00e33b97e7df service neutron] 10.222.0.58 "GET /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273296 Jul 09 09:28:03.907841 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de8016-e7c5-4575-9bf1-48b23bd02880 req-0af1c091-1070-4b66-9e20-51fceac9bbf3 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:03.909434 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51de8016-e7c5-4575-9bf1-48b23bd02880 req-0af1c091-1070-4b66-9e20-51fceac9bbf3 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=3049edaa-8736-47ea-a407-1e1b583582f2 HTTP/1.1" status: 200 len: 945 time: 0.0884099 Jul 09 09:28:03.961773 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 20042857-fdc9-4e76-b35d-915eaeaa1158 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:28:03.963019 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51de8016-e7c5-4575-9bf1-48b23bd02880 req-0b25db59-8e07-4656-b790-73bf4f44eee8 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/security-groups?id=a85837b8-3c64-462d-96ae-268ef463c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421209 Jul 09 09:28:03.996539 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 20042857-fdc9-4e76-b35d-915eaeaa1158 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:28:03.996892 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 20042857-fdc9-4e76-b35d-915eaeaa1158 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:28:03.997313 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d029aff4-eaea-48f4-b2b9-caea623783cf no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:28:04.023968 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: d029aff4-eaea-48f4-b2b9-caea623783cf {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:28:04.023968 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d029aff4-eaea-48f4-b2b9-caea623783cf not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:28:04.159593 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-4c60520b-2a93-4aa3-ad91-da01a2c2206f tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:28:04.161292 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-4c60520b-2a93-4aa3-ad91-da01a2c2206f tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064795 Jul 09 09:28:04.173126 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-714d9627-440b-4e05-8d30-ea4518181f38 service neutron] Request body: {'binding': {'host': 'n-h2-799996-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:28:04.173825 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-714d9627-440b-4e05-8d30-ea4518181f38 service neutron] Unknown quota resources ['binding']. {{(pid=93791) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 09:28:04.248384 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb45846-ee10-4f5f-ae0e-1bb827cdb88b req-65fb9f4b-45e7-4173-85d2-f8d4c04acbee tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:04.251309 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4cb45846-ee10-4f5f-ae0e-1bb827cdb88b req-65fb9f4b-45e7-4173-85d2-f8d4c04acbee tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 946 time: 0.1089380 Jul 09 09:28:04.299119 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4cb45846-ee10-4f5f-ae0e-1bb827cdb88b req-affcf4e0-ad8f-43fe-883a-9f5168db9c35 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422046 Jul 09 09:28:04.337969 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-714d9627-440b-4e05-8d30-ea4518181f38 service neutron] Attempting to bind port 529c756d-5f5f-4ae9-a2ae-b84e93f75803 on host n-h2-799996-1 for vnic_type normal with profile None {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:28:04.338307 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-714d9627-440b-4e05-8d30-ea4518181f38 service neutron] Attempting to bind port 529c756d-5f5f-4ae9-a2ae-b84e93f75803 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:28:04.338632 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-714d9627-440b-4e05-8d30-ea4518181f38 service neutron] Attempting to bind port 529c756d-5f5f-4ae9-a2ae-b84e93f75803 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:28:04.342902 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-714d9627-440b-4e05-8d30-ea4518181f38 service neutron] Port 529c756d-5f5f-4ae9-a2ae-b84e93f75803 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:28:04.343219 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-714d9627-440b-4e05-8d30-ea4518181f38 service neutron] Attempting to bind port 529c756d-5f5f-4ae9-a2ae-b84e93f75803 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:28:04.348012 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-714d9627-440b-4e05-8d30-ea4518181f38 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:28:04.348356 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-714d9627-440b-4e05-8d30-ea4518181f38 service neutron] Checking segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:28:04.349247 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-714d9627-440b-4e05-8d30-ea4518181f38 service neutron] Bound using segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:28:04.349670 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-714d9627-440b-4e05-8d30-ea4518181f38 service neutron] Bound port: 529c756d-5f5f-4ae9-a2ae-b84e93f75803, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:28:04.407489 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-714d9627-440b-4e05-8d30-ea4518181f38 service neutron] For port 529c756d-5f5f-4ae9-a2ae-b84e93f75803, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=529c756d-5f5f-4ae9-a2ae-b84e93f75803,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:28:04.414766 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-714d9627-440b-4e05-8d30-ea4518181f38 service neutron] Notify callbacks [] for binding, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:04.415994 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-714d9627-440b-4e05-8d30-ea4518181f38 service neutron] 10.222.0.61 "POST /v2.0/ports/529c756d-5f5f-4ae9-a2ae-b84e93f75803/bindings HTTP/1.1" status: 201 len: 389 time: 0.2479753 Jul 09 09:28:04.454172 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 0170217e-c011-4ee8-bca6-d0888e58be9c details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:28:04.579018 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 0170217e-c011-4ee8-bca6-d0888e58be9c, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0170217e-c011-4ee8-bca6-d0888e58be9c,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:04.592013 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '0170217e-c011-4ee8-bca6-d0888e58be9c', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '0170217e-c011-4ee8-bca6-d0888e58be9c', 'mac_address': 'fa:16:3e:bc:18:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:28:04.643861 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:04.660306 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0170217e-c011-4ee8-bca6-d0888e58be9c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:28:04.672900 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849ad7b-995d-4689-b326-870bacccc4cd req-ee4c6a35-4eb3-4615-80fe-b6c4a8c1752f tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:04.675006 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3849ad7b-995d-4689-b326-870bacccc4cd req-ee4c6a35-4eb3-4615-80fe-b6c4a8c1752f tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdb8b1ab-1c35-4e97-9bab-533316e534ba HTTP/1.1" status: 200 len: 944 time: 0.0959630 Jul 09 09:28:04.683217 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 0170217e-c011-4ee8-bca6-d0888e58be9c, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0170217e-c011-4ee8-bca6-d0888e58be9c,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:04.687520 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:04.749950 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=0170217e-c011-4ee8-bca6-d0888e58be9c,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:04.752145 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3849ad7b-995d-4689-b326-870bacccc4cd req-073cb514-608d-45bc-a8e7-88d142cb3df0 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650017 Jul 09 09:28:04.769986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-8396ce2b-cf7a-4324-9d1c-437b5fa9100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:04.771570 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-8396ce2b-cf7a-4324-9d1c-437b5fa9100e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 1096 time: 0.0954220 Jul 09 09:28:04.809429 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['0170217e-c011-4ee8-bca6-d0888e58be9c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:28:04.883481 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-07345234-68df-4eb4-840a-e42ced8c584b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:04.886193 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-07345234-68df-4eb4-840a-e42ced8c584b service neutron] 10.222.0.64 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 922 time: 0.1069531 Jul 09 09:28:04.930370 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-1b3110b2-76f5-4ee0-908c-2eff5200661a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=529c756d-5f5f-4ae9-a2ae-b84e93f75803 HTTP/1.1" status: 200 len: 217 time: 0.0372400 Jul 09 09:28:05.015434 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-624e8ad3-2de7-4f25-8fa3-9a232aff5929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:05.016944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-624e8ad3-2de7-4f25-8fa3-9a232aff5929 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=885047f0-ba41-4b93-9739-c68577cb7cc5 HTTP/1.1" status: 200 len: 861 time: 0.0565269 Jul 09 09:28:05.025524 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d115e-cc68-48d9-88a9-c95a8577b560 req-ce51c43c-edf5-4d98-9d43-5a0984803f3d tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:05.026944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a25d115e-cc68-48d9-88a9-c95a8577b560 req-ce51c43c-edf5-4d98-9d43-5a0984803f3d tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=434e8a64-6c91-45f1-bad6-b93da9d964b2 HTTP/1.1" status: 200 len: 1100 time: 0.0991135 Jul 09 09:28:05.063709 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-7a5ecb62-c56c-4258-af23-b2d9a4b2edb6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358052 Jul 09 09:28:05.096145 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a25d115e-cc68-48d9-88a9-c95a8577b560 req-5c98805e-0da9-4823-8124-db819388f5ba tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612597 Jul 09 09:28:05.153724 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 9356cbc1-adbb-441f-acf0-2260bdbd61b5 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:28:05.171397 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c26678f8-c4af-4c54-ac3a-4f30095a349c up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:28:05.194020 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-77eb531a-63df-46c0-ad82-fc657a172289 service neutron] 10.222.0.64 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187599 Jul 09 09:28:05.279991 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port c26678f8-c4af-4c54-ac3a-4f30095a349c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:28:05.287574 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port c26678f8-c4af-4c54-ac3a-4f30095a349c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:28:05.288352 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:05.345488 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 9356cbc1-adbb-441f-acf0-2260bdbd61b5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=9356cbc1-adbb-441f-acf0-2260bdbd61b5,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:05.347063 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-890c18bd-01bf-4602-91ea-31c19e6ac106 service neutron] 10.222.0.64 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434650 Jul 09 09:28:05.359387 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a06e8c-e8a7-4b06-aabb-bcb8fd06f3a1 req-d0b1eaa5-03de-4f68-9015-573518ebe50e tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:05.360887 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0a06e8c-e8a7-4b06-aabb-bcb8fd06f3a1 req-d0b1eaa5-03de-4f68-9015-573518ebe50e tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 945 time: 0.1006796 Jul 09 09:28:05.365532 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '9356cbc1-adbb-441f-acf0-2260bdbd61b5', 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc', 'port_id': '9356cbc1-adbb-441f-acf0-2260bdbd61b5', 'mac_address': 'fa:16:3e:3a:db:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdbd641-08ac-41cd-9918-f7982af01a02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:28:05.414246 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0a06e8c-e8a7-4b06-aabb-bcb8fd06f3a1 req-fd48bbae-3b31-4ec5-9c55-794d2264d7b3 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388691 Jul 09 09:28:05.436134 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:05.446373 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:05.468968 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3049edaa-8736-47ea-a407-1e1b583582f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26678f8-c4af-4c54-ac3a-4f30095a349c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:28:05.471272 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5909f862-2e2f-4e4c-95bb-ad2968e70333" -d '{"events": [{"server_uuid": "3049edaa-8736-47ea-a407-1e1b583582f2", "name": "network-vif-plugged", "status": "completed", "tag": "c26678f8-c4af-4c54-ac3a-4f30095a349c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:28:05.478361 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9356cbc1-adbb-441f-acf0-2260bdbd61b5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:28:05.503254 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port c26678f8-c4af-4c54-ac3a-4f30095a349c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c26678f8-c4af-4c54-ac3a-4f30095a349c,segment=NetworkSegment(491494ef-9df4-4c6a-8cc3-fb7553539853),segment_id=491494ef-9df4-4c6a-8cc3-fb7553539853)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:05.514522 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:05.519226 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 9356cbc1-adbb-441f-acf0-2260bdbd61b5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=9356cbc1-adbb-441f-acf0-2260bdbd61b5,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:05.578291 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=c26678f8-c4af-4c54-ac3a-4f30095a349c,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:05.582851 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:05.636384 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=9356cbc1-adbb-441f-acf0-2260bdbd61b5,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:05.673581 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42d203-f9b9-42d4-9745-c08dbb3698c7 req-b2ff4a05-4807-45a8-856a-f08f64b04cce tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:05.675637 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb42d203-f9b9-42d4-9745-c08dbb3698c7 req-b2ff4a05-4807-45a8-856a-f08f64b04cce tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=3049edaa-8736-47ea-a407-1e1b583582f2 HTTP/1.1" status: 200 len: 946 time: 0.0812471 Jul 09 09:28:05.755956 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb42d203-f9b9-42d4-9745-c08dbb3698c7 req-8a069819-dde6-4120-8019-ce88b3ff3587 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/security-groups?id=a85837b8-3c64-462d-96ae-268ef463c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733604 Jul 09 09:28:05.779566 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d6cfc-4360-4dcc-960b-512313a25364 req-bacede62-ab10-4f4a-bca2-eebccbdd0437 tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:05.781199 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac5d6cfc-4360-4dcc-960b-512313a25364 req-bacede62-ab10-4f4a-bca2-eebccbdd0437 tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ba7f8064-dc4a-4c54-97aa-2445d010c335 HTTP/1.1" status: 200 len: 1101 time: 0.0753329 Jul 09 09:28:05.844740 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac5d6cfc-4360-4dcc-960b-512313a25364 req-27619ee9-3081-4324-9a6d-bffb722c7883 tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523324 Jul 09 09:28:05.952091 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac028b9-4c16-4063-8a9f-b98db02938d3 x-openstack-request-id: req-dac028b9-4c16-4063-8a9f-b98db02938d3 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:28:05.952705 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3049edaa-8736-47ea-a407-1e1b583582f2", "name": "network-vif-plugged", "status": "completed", "tag": "c26678f8-c4af-4c54-ac3a-4f30095a349c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:28:05.953178 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dac028b9-4c16-4063-8a9f-b98db02938d3 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:28:05.953738 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3049edaa-8736-47ea-a407-1e1b583582f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26678f8-c4af-4c54-ac3a-4f30095a349c', 'code': 200} Jul 09 09:28:05.957518 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['9356cbc1-adbb-441f-acf0-2260bdbd61b5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:28:06.130695 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e02c55-e536-41e5-b300-a9c574d49800 req-13f5bb4f-31a8-4225-8759-b1441ed7eb1f tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:06.133997 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-99e02c55-e536-41e5-b300-a9c574d49800 req-13f5bb4f-31a8-4225-8759-b1441ed7eb1f tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 946 time: 0.2191994 Jul 09 09:28:06.240097 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-99e02c55-e536-41e5-b300-a9c574d49800 req-e69dc6da-4cd6-4730-95b3-a79f73124f01 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971327 Jul 09 09:28:06.245088 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ec32d-c3ba-48e0-9a34-ad0d83e1e582 req-7e245b97-3f56-4de9-9f28-212d2311e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:06.246601 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f86ec32d-c3ba-48e0-9a34-ad0d83e1e582 req-7e245b97-3f56-4de9-9f28-212d2311e128 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3049edaa-8736-47ea-a407-1e1b583582f2 HTTP/1.1" status: 200 len: 1097 time: 0.1857457 Jul 09 09:28:06.307466 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f86ec32d-c3ba-48e0-9a34-ad0d83e1e582 req-f5488f3d-9f4e-4978-803f-d126dd8ec009 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a85837b8-3c64-462d-96ae-268ef463c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542910 Jul 09 09:28:06.320700 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574ba35-871a-40d7-ab74-3dfaf8744c41 req-88a01bb5-7d76-4943-97df-5930991f4bdb tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:06.328937 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6574ba35-871a-40d7-ab74-3dfaf8744c41 req-88a01bb5-7d76-4943-97df-5930991f4bdb tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdb8b1ab-1c35-4e97-9bab-533316e534ba HTTP/1.1" status: 200 len: 945 time: 0.1568530 Jul 09 09:28:06.366151 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41600) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:28:06.372319 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6574ba35-871a-40d7-ab74-3dfaf8744c41 req-7018e689-c801-46c3-b03c-7dc7e8e3081b tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423243 Jul 09 09:28:06.467720 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 0170217e-c011-4ee8-bca6-d0888e58be9c up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:28:06.491813 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-eb4820e2-9858-4f53-bf5c-edb161132517 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320308 Jul 09 09:28:06.519196 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dbf904aa-0966-4499-b8ce-918a66e09175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:06.544503 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 0170217e-c011-4ee8-bca6-d0888e58be9c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:28:06.545253 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:06.634330 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80549a25-6e1d-4fdb-84c5-9e7758eddd30 req-25b8ca53-88f4-422c-bbb2-3581f3755401 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:06.635925 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80549a25-6e1d-4fdb-84c5-9e7758eddd30 req-25b8ca53-88f4-422c-bbb2-3581f3755401 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 1097 time: 0.1420443 Jul 09 09:28:06.654288 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:06.663793 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dbf904aa-0966-4499-b8ce-918a66e09175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:06.669185 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dbf904aa-0966-4499-b8ce-918a66e09175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:06.682042 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-161c1f50-0c7c-497c-8463-c5d285cd6254 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:06.683593 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-161c1f50-0c7c-497c-8463-c5d285cd6254 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1909549 Jul 09 09:28:06.694877 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 0170217e-c011-4ee8-bca6-d0888e58be9c, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0170217e-c011-4ee8-bca6-d0888e58be9c,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:06.699318 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:06.713881 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80549a25-6e1d-4fdb-84c5-9e7758eddd30 req-0e533e05-c496-4a8a-8514-4b5faf1ed956 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655520 Jul 09 09:28:06.715272 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-f868f255-a71f-43b4-81ef-406dbdae5cc0 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/quotas/3747d0dd5a2d447bac383d8b7962e11f HTTP/1.1" status: 200 len: 375 time: 0.0233757 Jul 09 09:28:06.738065 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dbf904aa-0966-4499-b8ce-918a66e09175 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f36804f496c4221a208718cae2c9f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3700578 Jul 09 09:28:06.739195 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf904aa-0966-4499-b8ce-918a66e09175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f745b3-31bb-475a-b322-9e637c5e580d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:06.746657 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 41618) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:28:06.779614 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c8611bc2-4eab-4301-91b9-88ed67551e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:06.797710 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=0170217e-c011-4ee8-bca6-d0888e58be9c,revision_number=10']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:06.858852 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-ad259a09-e661-4f0c-bc2d-1bce3b0aa17b tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1376824 Jul 09 09:28:06.859717 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d0b76e6-c692-4c9d-b83d-a74aebb8a59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:06.889772 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d0b76e6-c692-4c9d-b83d-a74aebb8a59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:06.943870 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d0b76e6-c692-4c9d-b83d-a74aebb8a59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:06.946776 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d0b76e6-c692-4c9d-b83d-a74aebb8a59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:06.950595 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3d0b76e6-c692-4c9d-b83d-a74aebb8a59c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a3f745b3-31bb-475a-b322-9e637c5e580d HTTP/1.1" status: 204 len: 168 time: 0.2002611 Jul 09 09:28:06.962080 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b76e6-c692-4c9d-b83d-a74aebb8a59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f745b3-31bb-475a-b322-9e637c5e580d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:07.173214 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 9356cbc1-adbb-441f-acf0-2260bdbd61b5 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:28:07.304634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 9356cbc1-adbb-441f-acf0-2260bdbd61b5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:28:07.313609 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 9356cbc1-adbb-441f-acf0-2260bdbd61b5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:28:07.313976 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:07.383553 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a83a21-f9d9-4e05-b48e-bbde64382b86 req-c6106205-15e2-4119-805c-46658d37aae3 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:07.392213 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76a83a21-f9d9-4e05-b48e-bbde64382b86 req-c6106205-15e2-4119-805c-46658d37aae3 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 945 time: 0.1555340 Jul 09 09:28:07.490209 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:07.585230 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 9356cbc1-adbb-441f-acf0-2260bdbd61b5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=9356cbc1-adbb-441f-acf0-2260bdbd61b5,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:07.594390 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:07.600612 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76a83a21-f9d9-4e05-b48e-bbde64382b86 req-b0d94e92-2d6e-4f01-bc34-671d98601165 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072995 Jul 09 09:28:07.697957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d2bf5-ecdf-4b86-9c1a-76990daa84af req-c26388da-b762-457d-af0b-1a86fba91461 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:07.699543 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-839d2bf5-ecdf-4b86-9c1a-76990daa84af req-c26388da-b762-457d-af0b-1a86fba91461 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=3049edaa-8736-47ea-a407-1e1b583582f2 HTTP/1.1" status: 200 len: 946 time: 0.3422539 Jul 09 09:28:07.741465 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=9356cbc1-adbb-441f-acf0-2260bdbd61b5,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:07.810147 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35ff8c74-0e26-42ec-ac01-6c87576dc65a req-2fc2f014-ae6b-4f68-b270-cd67929beda1 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b8dea2-faf4-435c-acdc-de135b2a688b HTTP/1.1" status: 200 len: 210 time: 0.0946236 Jul 09 09:28:07.873924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-839d2bf5-ecdf-4b86-9c1a-76990daa84af req-dab94c77-e26a-4f3a-8b92-19f62b6b41ca tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/security-groups?id=a85837b8-3c64-462d-96ae-268ef463c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646323 Jul 09 09:28:07.955144 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb033165-f901-4d29-a800-3244f1f693d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0170217e-c011-4ee8-bca6-d0888e58be9c'}, {'server_uuid': 'fdb8b1ab-1c35-4e97-9bab-533316e534ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9356cbc1-adbb-441f-acf0-2260bdbd61b5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:28:07.957965 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f11ea4-d1cf-47ec-b5e6-729aeccb856b" -d '{"events": [{"server_uuid": "bb033165-f901-4d29-a800-3244f1f693d8", "name": "network-vif-plugged", "status": "completed", "tag": "0170217e-c011-4ee8-bca6-d0888e58be9c"}, {"server_uuid": "fdb8b1ab-1c35-4e97-9bab-533316e534ba", "name": "network-vif-plugged", "status": "completed", "tag": "9356cbc1-adbb-441f-acf0-2260bdbd61b5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:28:08.177848 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 09:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5befc135-0ef8-45ca-822e-009dbd45d47a x-openstack-request-id: req-5befc135-0ef8-45ca-822e-009dbd45d47a {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:28:08.178552 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb033165-f901-4d29-a800-3244f1f693d8", "name": "network-vif-plugged", "status": "completed", "tag": "0170217e-c011-4ee8-bca6-d0888e58be9c", "code": 200}, {"server_uuid": "fdb8b1ab-1c35-4e97-9bab-533316e534ba", "name": "network-vif-plugged", "status": "completed", "tag": "9356cbc1-adbb-441f-acf0-2260bdbd61b5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:28:08.178897 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5befc135-0ef8-45ca-822e-009dbd45d47a {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:28:08.179434 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb033165-f901-4d29-a800-3244f1f693d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0170217e-c011-4ee8-bca6-d0888e58be9c', 'code': 200} Jul 09 09:28:08.180006 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb8b1ab-1c35-4e97-9bab-533316e534ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9356cbc1-adbb-441f-acf0-2260bdbd61b5', 'code': 200} Jul 09 09:28:08.247487 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6caefb-cf72-4492-8267-d604b4958237 req-a4ecc2ac-66ef-4cb9-86fe-d86b0541972c tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:08.249299 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd6caefb-cf72-4492-8267-d604b4958237 req-a4ecc2ac-66ef-4cb9-86fe-d86b0541972c tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdb8b1ab-1c35-4e97-9bab-533316e534ba HTTP/1.1" status: 200 len: 946 time: 0.1340024 Jul 09 09:28:08.315986 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd6caefb-cf72-4492-8267-d604b4958237 req-4648a51b-225e-4879-8ef8-0e64c1832205 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588634 Jul 09 09:28:08.461675 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bb69b-1574-480f-a4a6-70c7842b8671 req-94ea399d-a586-48df-a046-1eb13344e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:08.463432 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0b7bb69b-1574-480f-a4a6-70c7842b8671 req-94ea399d-a586-48df-a046-1eb13344e75c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fdb8b1ab-1c35-4e97-9bab-533316e534ba HTTP/1.1" status: 200 len: 1097 time: 0.1327410 Jul 09 09:28:08.542402 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0b7bb69b-1574-480f-a4a6-70c7842b8671 req-f34cc48e-e1e6-401b-8a80-abb66c5379bf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587020 Jul 09 09:28:08.840086 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:08.975874 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ee230-de87-4f49-81ef-cdf74a255bb4 req-24831cf6-965a-453a-81d0-2c1563e40ddc tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:08.983365 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ed6ee230-de87-4f49-81ef-cdf74a255bb4 req-24831cf6-965a-453a-81d0-2c1563e40ddc tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 945 time: 0.2347784 Jul 09 09:28:09.073999 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ed6ee230-de87-4f49-81ef-cdf74a255bb4 req-d664694f-45d7-49e7-b43b-ecca9258243c tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883989 Jul 09 09:28:09.087635 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-eeef7b96-382a-468d-99e8-9c6d5464f8bc tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513823 Jul 09 09:28:09.125760 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17d950c0-c1a1-4806-bea5-efebab49ea75 req-002aee29-bc6e-48c3-bdd3-7a13a4ea484b tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b8dea2-faf4-435c-acdc-de135b2a688b HTTP/1.1" status: 200 len: 210 time: 0.0503280 Jul 09 09:28:09.303407 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4f01a8b6-465f-47be-b107-9ff52414a63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:09.341410 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-70c9cb3f-da49-4b75-99dd-c5ef628c090d tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:09.342943 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-70c9cb3f-da49-4b75-99dd-c5ef628c090d tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2292869 Jul 09 09:28:09.358299 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-e960ef2c-ff20-40a3-b7be-85b617006dc2 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Request body: {'port': {'device_id': 'b4b8dea2-faf4-435c-acdc-de135b2a688b', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': '3747d0dd5a2d447bac383d8b7962e11f'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:28:09.463840 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:09.563747 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9973f-6be7-405c-b677-2e1b4a2cc9de req-fe8670bf-8501-400a-987c-c89fa6143849 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:09.571343 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e0b9973f-6be7-405c-b677-2e1b4a2cc9de req-fe8670bf-8501-400a-987c-c89fa6143849 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=3049edaa-8736-47ea-a407-1e1b583582f2 HTTP/1.1" status: 200 len: 946 time: 0.2273586 Jul 09 09:28:09.640635 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e0b9973f-6be7-405c-b677-2e1b4a2cc9de req-a7cb33f1-ec12-43da-8ad8-cfef5c8f178f tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/security-groups?id=a85837b8-3c64-462d-96ae-268ef463c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683014 Jul 09 09:28:09.668186 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-e960ef2c-ff20-40a3-b7be-85b617006dc2 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Made reservation on behalf of 3747d0dd5a2d447bac383d8b7962e11f for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:28:09.671986 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-e960ef2c-ff20-40a3-b7be-85b617006dc2 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:09.849587 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-e960ef2c-ff20-40a3-b7be-85b617006dc2 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Allocated IP 192.168.233.149 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/6c93f32b-c5ab-4503-afab-f77543c761b6) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:28:09.865119 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41750) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:28:10.028833 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cfcc989e-6d9e-4dac-a508-ada4deb72aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:10.054872 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2b46b-eb0c-4d5d-a89e-50689432a308 req-dbf1d33d-b387-4c3d-92bd-2c181bba120e tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:10.056672 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5df2b46b-eb0c-4d5d-a89e-50689432a308 req-dbf1d33d-b387-4c3d-92bd-2c181bba120e tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdb8b1ab-1c35-4e97-9bab-533316e534ba HTTP/1.1" status: 200 len: 946 time: 0.1830845 Jul 09 09:28:10.138500 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5df2b46b-eb0c-4d5d-a89e-50689432a308 req-334141bf-16df-46dc-a78e-09e1e07e1b18 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662591 Jul 09 09:28:10.175706 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-e960ef2c-ff20-40a3-b7be-85b617006dc2 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:10.193374 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cfcc989e-6d9e-4dac-a508-ada4deb72aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:10.200982 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cfcc989e-6d9e-4dac-a508-ada4deb72aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:10.207064 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-e960ef2c-ff20-40a3-b7be-85b617006dc2 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Transition to ACTIVE for port object 6c93f32b-c5ab-4503-afab-f77543c761b6 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:28:10.279655 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cfcc989e-6d9e-4dac-a508-ada4deb72aa4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2dfd6f18c68d465084fd94ba8bfbb881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4132831 Jul 09 09:28:10.282335 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41764) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:28:10.283847 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-e960ef2c-ff20-40a3-b7be-85b617006dc2 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:10.284728 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc989e-6d9e-4dac-a508-ada4deb72aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5674e67-5be3-46e5-bf0d-1fb24496f88d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:10.300882 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['eddad57a-4f39-48cf-8fe1-c5898d4d4722'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:28:10.347847 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62', 'dfa7bdd6-e2a4-4449-aec9-ed28819b103e', 'bd5111a0-463d-4eaf-8c37-0b03d02ee709', 'f50b9964-14bb-4f6a-a77c-fddb1951c7dd'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:28:10.404664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-e960ef2c-ff20-40a3-b7be-85b617006dc2 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:28:10.412127 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4361a46c-a122-4d50-a545-52d66c4c51b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:10.437952 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-e960ef2c-ff20-40a3-b7be-85b617006dc2 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:28:10.448015 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-e960ef2c-ff20-40a3-b7be-85b617006dc2 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:28:10.475869 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4361a46c-a122-4d50-a545-52d66c4c51b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:10.514051 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960ef2c-ff20-40a3-b7be-85b617006dc2 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Pushing event updated for resources: {'Port': ['ID=6c93f32b-c5ab-4503-afab-f77543c761b6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:10.551078 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4361a46c-a122-4d50-a545-52d66c4c51b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:10.557597 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4361a46c-a122-4d50-a545-52d66c4c51b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:10.561225 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4361a46c-a122-4d50-a545-52d66c4c51b0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e5674e67-5be3-46e5-bf0d-1fb24496f88d HTTP/1.1" status: 204 len: 168 time: 0.2775338 Jul 09 09:28:10.585186 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361a46c-a122-4d50-a545-52d66c4c51b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5674e67-5be3-46e5-bf0d-1fb24496f88d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:10.622440 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-e960ef2c-ff20-40a3-b7be-85b617006dc2 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:10.624534 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-e960ef2c-ff20-40a3-b7be-85b617006dc2 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:10.648166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d78760-a3cc-4ced-ba39-d092f5e9f7c1 req-968775a2-f0d5-460e-99d8-9a72de16cf6c tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:10.658443 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41784) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:28:10.664531 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-102f64ab-b0b3-42de-8030-2614c44556d2 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Request body: {'floatingip': {'port_id': 'c26678f8-c4af-4c54-ac3a-4f30095a349c'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:28:10.667004 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44d78760-a3cc-4ced-ba39-d092f5e9f7c1 req-968775a2-f0d5-460e-99d8-9a72de16cf6c tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=3049edaa-8736-47ea-a407-1e1b583582f2 HTTP/1.1" status: 200 len: 946 time: 0.3795106 Jul 09 09:28:10.683256 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-e960ef2c-ff20-40a3-b7be-85b617006dc2 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3287745 Jul 09 09:28:10.696502 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-804b3a24-92c9-427b-b3de-96bb65eca452 service neutron] Request body: {'port': {'device_id': 'b4b8dea2-faf4-435c-acdc-de135b2a688b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:28:10.894098 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-102f64ab-b0b3-42de-8030-2614c44556d2 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:11.014431 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-804b3a24-92c9-427b-b3de-96bb65eca452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:11.200020 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-946214d8-2d49-45fd-bbd3-9ce4b591daf0 None None] Provisioning for port 6c93f32b-c5ab-4503-afab-f77543c761b6 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:28:11.222054 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-946214d8-2d49-45fd-bbd3-9ce4b591daf0 None None] Provisioning complete for port 6c93f32b-c5ab-4503-afab-f77543c761b6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:28:11.222054 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-946214d8-2d49-45fd-bbd3-9ce4b591daf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:11.272518 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-946214d8-2d49-45fd-bbd3-9ce4b591daf0 None None] Port 6c93f32b-c5ab-4503-afab-f77543c761b6 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:28:11.279146 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:11.493528 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038c78d-0db2-456c-a952-02b50bf58f67 req-f15ff58b-c403-4652-b3b3-46c7a8aee81c tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:11.503969 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f038c78d-0db2-456c-a952-02b50bf58f67 req-f15ff58b-c403-4652-b3b3-46c7a8aee81c tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 945 time: 0.5514691 Jul 09 09:28:11.626864 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbfbba-61de-47fa-a7f0-85f31b14338b req-12e80795-1c92-4b76-8b76-6bfbf59b1471 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:11.641771 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84bbfbba-61de-47fa-a7f0-85f31b14338b req-12e80795-1c92-4b76-8b76-6bfbf59b1471 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b8dea2-faf4-435c-acdc-de135b2a688b HTTP/1.1" status: 200 len: 936 time: 0.5299649 Jul 09 09:28:11.852991 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f038c78d-0db2-456c-a952-02b50bf58f67 req-22f4fd94-400c-464f-92dc-e42a765c6978 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463352 Jul 09 09:28:11.905699 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84bbfbba-61de-47fa-a7f0-85f31b14338b req-93380a4e-95ea-424c-9529-68b537ee09fa tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628822 Jul 09 09:28:12.219864 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-804b3a24-92c9-427b-b3de-96bb65eca452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c93f32b-c5ab-4503-afab-f77543c761b6 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:28:12.235775 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-804b3a24-92c9-427b-b3de-96bb65eca452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:12.275227 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-804b3a24-92c9-427b-b3de-96bb65eca452 service neutron] Transition to ACTIVE for port object 6c93f32b-c5ab-4503-afab-f77543c761b6 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:28:12.286366 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-804b3a24-92c9-427b-b3de-96bb65eca452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:12.378709 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b3a24-92c9-427b-b3de-96bb65eca452 service neutron] Pushing event updated for resources: {'Port': ['ID=6c93f32b-c5ab-4503-afab-f77543c761b6,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:12.590668 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-804b3a24-92c9-427b-b3de-96bb65eca452 service neutron] Attempting to bind port 6c93f32b-c5ab-4503-afab-f77543c761b6 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:28:12.590967 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-804b3a24-92c9-427b-b3de-96bb65eca452 service neutron] Attempting to bind port 6c93f32b-c5ab-4503-afab-f77543c761b6 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:28:12.591276 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-804b3a24-92c9-427b-b3de-96bb65eca452 service neutron] Attempting to bind port 6c93f32b-c5ab-4503-afab-f77543c761b6 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:28:12.601436 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-804b3a24-92c9-427b-b3de-96bb65eca452 service neutron] Port 6c93f32b-c5ab-4503-afab-f77543c761b6 on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:28:12.601767 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-804b3a24-92c9-427b-b3de-96bb65eca452 service neutron] Attempting to bind port 6c93f32b-c5ab-4503-afab-f77543c761b6 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:28:12.608082 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-804b3a24-92c9-427b-b3de-96bb65eca452 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:28:12.608517 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-804b3a24-92c9-427b-b3de-96bb65eca452 service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:28:12.609081 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-804b3a24-92c9-427b-b3de-96bb65eca452 service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:28:12.609517 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-804b3a24-92c9-427b-b3de-96bb65eca452 service neutron] Bound port: 6c93f32b-c5ab-4503-afab-f77543c761b6, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:28:12.609878 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-804b3a24-92c9-427b-b3de-96bb65eca452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:12.784423 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-c068147d-dd26-4f40-8796-0cd3e977bb37 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3e781fdada714967a9f34d3f804b1711&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1303527 Jul 09 09:28:12.802545 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:12.845841 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.db.resource_extend [None req-102f64ab-b0b3-42de-8030-2614c44556d2 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 09:28:12.956332 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-102f64ab-b0b3-42de-8030-2614c44556d2 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:12.966139 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-804b3a24-92c9-427b-b3de-96bb65eca452 service neutron] For port 6c93f32b-c5ab-4503-afab-f77543c761b6, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:28:12.975067 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-102f64ab-b0b3-42de-8030-2614c44556d2 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:12.999622 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-804b3a24-92c9-427b-b3de-96bb65eca452 service neutron] For port 6c93f32b-c5ab-4503-afab-f77543c761b6, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=6c93f32b-c5ab-4503-afab-f77543c761b6,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:28:13.022772 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f4287-1027-4b6f-884a-20e13c716c96 req-5626e6eb-0755-4fda-876a-d655db824b98 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:13.024370 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-148f4287-1027-4b6f-884a-20e13c716c96 req-5626e6eb-0755-4fda-876a-d655db824b98 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdb8b1ab-1c35-4e97-9bab-533316e534ba HTTP/1.1" status: 200 len: 946 time: 0.2711170 Jul 09 09:28:13.029482 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-804b3a24-92c9-427b-b3de-96bb65eca452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:13.088876 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-804b3a24-92c9-427b-b3de-96bb65eca452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:13.089492 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-804b3a24-92c9-427b-b3de-96bb65eca452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:13.090893 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-804b3a24-92c9-427b-b3de-96bb65eca452 service neutron] 10.222.0.58 "PUT /v2.0/ports/6c93f32b-c5ab-4503-afab-f77543c761b6 HTTP/1.1" status: 200 len: 1096 time: 2.3994391 Jul 09 09:28:13.091348 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b8dea2-faf4-435c-acdc-de135b2a688b', 'tag': '6c93f32b-c5ab-4503-afab-f77543c761b6'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:28:13.093632 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7c9f1b-f3f0-4583-93df-570fe2154a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b8dea2-faf4-435c-acdc-de135b2a688b", "tag": "6c93f32b-c5ab-4503-afab-f77543c761b6"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:28:13.106853 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-9a8dc934-cfe2-4b4b-8911-f70cf5226221 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:13.118451 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-9a8dc934-cfe2-4b4b-8911-f70cf5226221 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3197207 Jul 09 09:28:13.178078 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:28:13.179384 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-102f64ab-b0b3-42de-8030-2614c44556d2 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Floating IP 6e12e600-4f62-4b37-9970-44c4d8633ece associated. External IP: 172.25.3.96, port: c26678f8-c4af-4c54-ac3a-4f30095a349c. Jul 09 09:28:13.274476 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-148f4287-1027-4b6f-884a-20e13c716c96 req-2fa04b2c-7bf7-45df-a7e7-9fc13d70c1b7 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240062 Jul 09 09:28:13.294320 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-b1f912b1-984a-4936-8203-b7565218a347 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/quotas/3e781fdada714967a9f34d3f804b1711 HTTP/1.1" status: 200 len: 375 time: 0.1749063 Jul 09 09:28:13.372458 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-1c0de80e-5a2d-4870-ab84-ea61867f1c54 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e781fdada714967a9f34d3f804b1711&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771554 Jul 09 09:28:13.417734 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b3a24-92c9-427b-b3de-96bb65eca452 service neutron] Pushing event updated for resources: {'Port': ['ID=6c93f32b-c5ab-4503-afab-f77543c761b6,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:13.486109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-2782f11c-0dc5-4e87-97f1-82863fbe3800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:13.498207 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-2782f11c-0dc5-4e87-97f1-82863fbe3800 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&device_id=b4b8dea2-faf4-435c-acdc-de135b2a688b HTTP/1.1" status: 200 len: 1099 time: 0.3443367 Jul 09 09:28:13.575595 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-11888d98-217d-4136-8f02-55522ca5f98a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=6c93f32b-c5ab-4503-afab-f77543c761b6 HTTP/1.1" status: 200 len: 217 time: 0.0403390 Jul 09 09:28:13.647525 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-387bfcdb-28dd-4876-b2f0-3d4ed7072ff1 req-f3a36b4d-9475-416b-be04-ac0a360c0cd2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1763966 Jul 09 09:28:13.653183 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-c4bcb7de-ef2b-41f5-9806-a472046abf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:13.656159 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-c4bcb7de-ef2b-41f5-9806-a472046abf63 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0731757 Jul 09 09:28:13.780357 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102f64ab-b0b3-42de-8030-2614c44556d2 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Router 267ec43c-ca91-40a5-93af-31948dd65715 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:28:13.988210 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102f64ab-b0b3-42de-8030-2614c44556d2 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:28:14.001238 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d55b71-c5c4-4df3-98e5-1b92e919b864 None None] Sync routers for ids ['267ec43c-ca91-40a5-93af-31948dd65715'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:28:14.011856 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-102f64ab-b0b3-42de-8030-2614c44556d2 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:14.016034 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d55b71-c5c4-4df3-98e5-1b92e919b864 None None] Routers {'267ec43c-ca91-40a5-93af-31948dd65715'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:28:14.026021 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b4d55b71-c5c4-4df3-98e5-1b92e919b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:28:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['267ec43c-ca91-40a5-93af-31948dd65715'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:28:14.035729 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-8a333d4c-7f36-4e59-b1d5-565e86d784f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:14.036495 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-8a333d4c-7f36-4e59-b1d5-565e86d784f8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3747537 Jul 09 09:28:14.072142 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bfcdb-28dd-4876-b2f0-3d4ed7072ff1 req-42f1a17e-8974-4fb8-8494-1dfb2ab7b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:14.074394 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-387bfcdb-28dd-4876-b2f0-3d4ed7072ff1 req-42f1a17e-8974-4fb8-8494-1dfb2ab7b895 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 1095 time: 0.3938141 Jul 09 09:28:14.117456 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41874) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:28:14.140196 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-102f64ab-b0b3-42de-8030-2614c44556d2 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "PUT /v2.0/floatingips/6e12e600-4f62-4b37-9970-44c4d8633ece HTTP/1.1" status: 200 len: 991 time: 3.4799883 Jul 09 09:28:14.141060 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3049edaa-8736-47ea-a407-1e1b583582f2', 'tag': 'c26678f8-c4af-4c54-ac3a-4f30095a349c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:28:14.143982 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5e15b0-6efd-4320-89b1-862f7681f68a" -d '{"events": [{"name": "network-changed", "server_uuid": "3049edaa-8736-47ea-a407-1e1b583582f2", "tag": "c26678f8-c4af-4c54-ac3a-4f30095a349c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:28:14.168678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12a8d0-fcfb-478f-bcf2-f8badd4fd68a req-061496d7-b265-434b-b366-15d5f7aadb95 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:14.170510 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b12a8d0-fcfb-478f-bcf2-f8badd4fd68a req-061496d7-b265-434b-b366-15d5f7aadb95 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 945 time: 0.3870723 Jul 09 09:28:14.183312 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b5314-b902-4ca7-9b25-951cbe8ef6bd req-1c3cbd0b-445c-49cb-ab59-99f7a879b3cd tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:14.185244 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e0b5314-b902-4ca7-9b25-951cbe8ef6bd req-1c3cbd0b-445c-49cb-ab59-99f7a879b3cd tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b8dea2-faf4-435c-acdc-de135b2a688b HTTP/1.1" status: 200 len: 948 time: 0.3616886 Jul 09 09:28:14.369748 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b12a8d0-fcfb-478f-bcf2-f8badd4fd68a req-dc7eb297-71d9-46b8-b8bb-9a70678aac3d tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831365 Jul 09 09:28:14.422906 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ea208fd-b8e2-488e-ae1b-f19ccc43cc33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:14.434943 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e0b5314-b902-4ca7-9b25-951cbe8ef6bd req-835e4be5-e51c-4949-96b4-33a851e7ac4e tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261918 Jul 09 09:28:14.489030 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef7f3da-fd9e-443e-89d2-fa370269bf6a x-openstack-request-id: req-fef7f3da-fd9e-443e-89d2-fa370269bf6a {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:28:14.489330 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b8dea2-faf4-435c-acdc-de135b2a688b", "tag": "6c93f32b-c5ab-4503-afab-f77543c761b6", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:28:14.489574 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fef7f3da-fd9e-443e-89d2-fa370269bf6a {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:28:14.490029 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b8dea2-faf4-435c-acdc-de135b2a688b', 'tag': '6c93f32b-c5ab-4503-afab-f77543c761b6', 'status': 'completed', 'code': 200} Jul 09 09:28:14.492616 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-989a6087-0f3e-44cd-8dcf-bb6fb86d1454 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419892 Jul 09 09:28:14.509398 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bfcdb-28dd-4876-b2f0-3d4ed7072ff1 req-e1a70400-abd5-4638-b24a-eebce70bcf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:14.510918 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-387bfcdb-28dd-4876-b2f0-3d4ed7072ff1 req-e1a70400-abd5-4638-b24a-eebce70bcf65 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 922 time: 0.3588183 Jul 09 09:28:14.529614 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-b4d55b71-c5c4-4df3-98e5-1b92e919b864 None None] Set router 267ec43c-ca91-40a5-93af-31948dd65715 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:28:14.833858 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ea208fd-b8e2-488e-ae1b-f19ccc43cc33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:14.845450 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ea208fd-b8e2-488e-ae1b-f19ccc43cc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:14.945560 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd15db4-e0ff-4e76-b195-d6d2879c4db5 x-openstack-request-id: req-2bd15db4-e0ff-4e76-b195-d6d2879c4db5 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:28:14.955127 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3049edaa-8736-47ea-a407-1e1b583582f2", "tag": "c26678f8-c4af-4c54-ac3a-4f30095a349c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:28:14.955545 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2bd15db4-e0ff-4e76-b195-d6d2879c4db5 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:28:14.960371 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3049edaa-8736-47ea-a407-1e1b583582f2', 'tag': 'c26678f8-c4af-4c54-ac3a-4f30095a349c', 'status': 'completed', 'code': 200} Jul 09 09:28:14.963130 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4ea208fd-b8e2-488e-ae1b-f19ccc43cc33 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=37a9761516cd400e9a6ffb2c608a2324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8445768 Jul 09 09:28:14.978147 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41896) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:28:14.978813 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea208fd-b8e2-488e-ae1b-f19ccc43cc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805e0fcf-c683-45b1-9be4-03dee10258d3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:15.060951 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7758cc25-32ff-4f3c-8618-05dbc0849be6 req-739a1512-9746-46d6-a5c0-20e6391ad0a7 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467038 Jul 09 09:28:15.105016 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b4d55b71-c5c4-4df3-98e5-1b92e919b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267ec43c-ca91-40a5-93af-31948dd65715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1001958063-router', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1676cbae-b438-4cd4-866a-232c4b777460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:16Z', 'updated_at': '2021-07-09T09:24:20Z', 'revision_number': 4, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'gw_port': {'id': '1676cbae-b438-4cd4-866a-232c4b777460', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:17Z', 'updated_at': '2021-07-09T09:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '6e12e600-4f62-4b37-9970-44c4d8633ece', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'floating_ip_address': '172.25.3.96', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'port_id': 'c26678f8-c4af-4c54-ac3a-4f30095a349c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'mac_address': 'fa:16:3e:db:bc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3049edaa-8736-47ea-a407-1e1b583582f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:24:45Z', 'updated_at': '2021-07-09T09:28:12Z', 'revision_number': 5, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977286b0-1ece-4b20-b029-976250c43b54', 'name': '', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'mac_address': 'fa:16:3e:6e:cf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:19Z', 'updated_at': '2021-07-09T09:24:29Z', 'revision_number': 5, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'subnets': [{'id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:28:15.145638 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d55b71-c5c4-4df3-98e5-1b92e919b864 None None] Checking router: 267ec43c-ca91-40a5-93af-31948dd65715 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:28:15.155776 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d55b71-c5c4-4df3-98e5-1b92e919b864 None None] Routers {'267ec43c-ca91-40a5-93af-31948dd65715'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:28:15.156609 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b4d55b71-c5c4-4df3-98e5-1b92e919b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:28:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['267ec43c-ca91-40a5-93af-31948dd65715'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:28:15.207258 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04c33b4f-f3b4-40d5-8fb5-3edb367e1d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:15.241317 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04c33b4f-f3b4-40d5-8fb5-3edb367e1d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:15.260625 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-387bfcdb-28dd-4876-b2f0-3d4ed7072ff1 req-a2c93610-f57d-47d5-bf40-611b9905cfff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20024951-0692-4438-aaab-a36d2504f660 HTTP/1.1" status: 200 len: 217 time: 0.1979578 Jul 09 09:28:15.272666 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-62d01d58-37ef-4d7f-8ed5-40d63811353c req-95a1d32e-3df8-4286-8812-ac3c38be2623 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae911c1-75d8-45ad-8e8e-32a2a676e852 HTTP/1.1" status: 200 len: 210 time: 0.2035077 Jul 09 09:28:15.316266 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04c33b4f-f3b4-40d5-8fb5-3edb367e1d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:15.322407 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04c33b4f-f3b4-40d5-8fb5-3edb367e1d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:15.323579 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-04c33b4f-f3b4-40d5-8fb5-3edb367e1d6d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/805e0fcf-c683-45b1-9be4-03dee10258d3 HTTP/1.1" status: 204 len: 168 time: 0.3284097 Jul 09 09:28:15.340521 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-b4d55b71-c5c4-4df3-98e5-1b92e919b864 None None] Set router 267ec43c-ca91-40a5-93af-31948dd65715 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:28:15.346030 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e15b0-6efd-4320-89b1-862f7681f68a req-beefe7e9-0893-4b4b-b9b2-40794a84f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:15.347571 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0b5e15b0-6efd-4320-89b1-862f7681f68a req-beefe7e9-0893-4b4b-b9b2-40794a84f21f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7ac9ad0c7f45778e35920b171b6a59&device_id=3049edaa-8736-47ea-a407-1e1b583582f2 HTTP/1.1" status: 200 len: 1097 time: 0.3811295 Jul 09 09:28:15.375345 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c33b4f-f3b4-40d5-8fb5-3edb367e1d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805e0fcf-c683-45b1-9be4-03dee10258d3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:15.441564 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bfcdb-28dd-4876-b2f0-3d4ed7072ff1 req-433b93a6-00b9-4364-9650-28798d479284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:15.444278 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-387bfcdb-28dd-4876-b2f0-3d4ed7072ff1 req-433b93a6-00b9-4364-9650-28798d479284 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=885047f0-ba41-4b93-9739-c68577cb7cc5 HTTP/1.1" status: 200 len: 861 time: 0.1179340 Jul 09 09:28:15.476222 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c9f1b-f3f0-4583-93df-570fe2154a4a req-9e6bd6f3-a419-4a22-a511-a54a0d334453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:15.478178 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a7c9f1b-f3f0-4583-93df-570fe2154a4a req-9e6bd6f3-a419-4a22-a511-a54a0d334453 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&device_id=b4b8dea2-faf4-435c-acdc-de135b2a688b HTTP/1.1" status: 200 len: 1099 time: 0.2440782 Jul 09 09:28:15.518626 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8bd91-c396-47b1-93ca-e4ebdfbf3f98 req-2fad210e-f814-4017-8ded-8ed2bb47bfe6 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:15.528141 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07b8bd91-c396-47b1-93ca-e4ebdfbf3f98 req-2fad210e-f814-4017-8ded-8ed2bb47bfe6 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdb8b1ab-1c35-4e97-9bab-533316e534ba HTTP/1.1" status: 200 len: 946 time: 0.3899062 Jul 09 09:28:15.543555 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e15b0-6efd-4320-89b1-862f7681f68a req-c4f0c47f-dc09-48d3-b6e6-2cf2c4588371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:15.545179 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0b5e15b0-6efd-4320-89b1-862f7681f68a req-c4f0c47f-dc09-48d3-b6e6-2cf2c4588371 service neutron] 10.222.0.58 "GET /v2.0/networks?id=abd3d097-4901-4007-b68a-b81c87d8e49c HTTP/1.1" status: 200 len: 925 time: 0.1892283 Jul 09 09:28:15.659529 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c9f1b-f3f0-4583-93df-570fe2154a4a req-29cca09b-c2d9-40aa-9637-03439a24a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:15.662394 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a7c9f1b-f3f0-4583-93df-570fe2154a4a req-29cca09b-c2d9-40aa-9637-03439a24a92b service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.1307025 Jul 09 09:28:15.664582 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-387bfcdb-28dd-4876-b2f0-3d4ed7072ff1 req-950762b6-2a52-4bfd-a45b-d88c52d6ab33 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2108791 Jul 09 09:28:15.733871 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0b5e15b0-6efd-4320-89b1-862f7681f68a req-6aff531b-c8c1-475d-81bb-3b6a85e56902 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c26678f8-c4af-4c54-ac3a-4f30095a349c HTTP/1.1" status: 200 len: 999 time: 0.1691613 Jul 09 09:28:15.740351 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07b8bd91-c396-47b1-93ca-e4ebdfbf3f98 req-1e58396a-aa6e-42bd-8807-3335e0203440 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109394 Jul 09 09:28:15.848833 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b4d55b71-c5c4-4df3-98e5-1b92e919b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267ec43c-ca91-40a5-93af-31948dd65715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1001958063-router', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1676cbae-b438-4cd4-866a-232c4b777460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:16Z', 'updated_at': '2021-07-09T09:24:20Z', 'revision_number': 4, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'gw_port': {'id': '1676cbae-b438-4cd4-866a-232c4b777460', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:17Z', 'updated_at': '2021-07-09T09:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '6e12e600-4f62-4b37-9970-44c4d8633ece', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'floating_ip_address': '172.25.3.96', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'port_id': 'c26678f8-c4af-4c54-ac3a-4f30095a349c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'mac_address': 'fa:16:3e:db:bc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3049edaa-8736-47ea-a407-1e1b583582f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:24:45Z', 'updated_at': '2021-07-09T09:28:12Z', 'revision_number': 5, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977286b0-1ece-4b20-b029-976250c43b54', 'name': '', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'mac_address': 'fa:16:3e:6e:cf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:19Z', 'updated_at': '2021-07-09T09:24:29Z', 'revision_number': 5, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'subnets': [{'id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:28:15.862822 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e15b0-6efd-4320-89b1-862f7681f68a req-808ac0cf-42de-4832-9c2d-13e8abd36d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:15.888750 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0b5e15b0-6efd-4320-89b1-862f7681f68a req-808ac0cf-42de-4832-9c2d-13e8abd36d34 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=14c22d07-67af-4620-a5dc-506ada0c305b HTTP/1.1" status: 200 len: 863 time: 0.1237259 Jul 09 09:28:15.921727 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d55b71-c5c4-4df3-98e5-1b92e919b864 None None] The sync data for ids ['267ec43c-ca91-40a5-93af-31948dd65715'] in n-d-799996-1 is: [{'id': '267ec43c-ca91-40a5-93af-31948dd65715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1001958063-router', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1676cbae-b438-4cd4-866a-232c4b777460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:16Z', 'updated_at': '2021-07-09T09:24:20Z', 'revision_number': 4, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'gw_port': {'id': '1676cbae-b438-4cd4-866a-232c4b777460', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:17Z', 'updated_at': '2021-07-09T09:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '6e12e600-4f62-4b37-9970-44c4d8633ece', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'floating_ip_address': '172.25.3.96', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'port_id': 'c26678f8-c4af-4c54-ac3a-4f30095a349c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'mac_address': 'fa:16:3e:db:bc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3049edaa-8736-47ea-a407-1e1b583582f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:24:45Z', 'updated_at': '2021-07-09T09:28:12Z', 'revision_number': 5, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977286b0-1ece-4b20-b029-976250c43b54', 'name': '', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'mac_address': 'fa:16:3e:6e:cf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:19Z', 'updated_at': '2021-07-09T09:24:29Z', 'revision_number': 5, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'subnets': [{'id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:28:15.983167 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-9a7d545f-fb2d-4c5e-8966-27bd2c7618ad tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3e781fdada714967a9f34d3f804b1711&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739818 Jul 09 09:28:16.052189 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a7c9f1b-f3f0-4583-93df-570fe2154a4a req-83fe9dd7-5c21-4fc7-822e-16d087b8ef7b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=6c93f32b-c5ab-4503-afab-f77543c761b6 HTTP/1.1" status: 200 len: 217 time: 0.3374662 Jul 09 09:28:16.188388 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c9f1b-f3f0-4583-93df-570fe2154a4a req-598ba160-e235-45f8-9bd0-5ca40c1a4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:16.191033 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a7c9f1b-f3f0-4583-93df-570fe2154a4a req-598ba160-e235-45f8-9bd0-5ca40c1a4954 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0925913 Jul 09 09:28:16.301150 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e15b0-6efd-4320-89b1-862f7681f68a req-d0230789-1faa-4190-8315-341fc415ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:16.302694 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0b5e15b0-6efd-4320-89b1-862f7681f68a req-d0230789-1faa-4190-8315-341fc415ac28 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=abd3d097-4901-4007-b68a-b81c87d8e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4131844 Jul 09 09:28:16.348243 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aff5c9-deff-4aa2-af27-75c447ddad30 None None] New status for floating IP 6e12e600-4f62-4b37-9970-44c4d8633ece: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:28:16.354694 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-be6ab87d-6568-4c8a-9b1d-8e6810193c16 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:16.356510 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-be6ab87d-6568-4c8a-9b1d-8e6810193c16 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3416574 Jul 09 09:28:16.402733 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-60f56bff-5dc7-49a5-8b0d-4484c7769c09 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Request body: {'port': {'device_id': '8ae911c1-75d8-45ad-8e8e-32a2a676e852', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': '3e781fdada714967a9f34d3f804b1711'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:28:16.431530 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be0848-c3f8-4d49-a1a5-149894d0e2b7 req-77114b68-f914-4ff6-aef2-cf2c913b6a17 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:16.449281 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-15be0848-c3f8-4d49-a1a5-149894d0e2b7 req-77114b68-f914-4ff6-aef2-cf2c913b6a17 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 945 time: 0.7354968 Jul 09 09:28:16.506001 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-387bfcdb-28dd-4876-b2f0-3d4ed7072ff1 req-52709ab6-2bed-40ec-8674-0666dd9a05a9 service neutron] 10.222.0.64 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7900534 Jul 09 09:28:16.533181 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0b5e15b0-6efd-4320-89b1-862f7681f68a req-d7801836-d7b9-4740-bc2d-4e659f380f95 service neutron] 10.222.0.58 "GET /v2.0/networks/abd3d097-4901-4007-b68a-b81c87d8e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149897 Jul 09 09:28:16.551714 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-15be0848-c3f8-4d49-a1a5-149894d0e2b7 req-8ef84a20-f2dc-4743-9049-cb80eabf2fd5 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004317 Jul 09 09:28:16.700006 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee0eeb-3f5e-4e7f-812e-f1362ae7a6ac req-1c63331d-f882-4ba2-8be0-983dea9e24d9 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:16.708862 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccee0eeb-3f5e-4e7f-812e-f1362ae7a6ac req-1c63331d-f882-4ba2-8be0-983dea9e24d9 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b8dea2-faf4-435c-acdc-de135b2a688b HTTP/1.1" status: 200 len: 948 time: 0.6626034 Jul 09 09:28:16.712066 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c9f1b-f3f0-4583-93df-570fe2154a4a req-f8d1d273-53e6-48b3-a4f8-0d6a609be241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:16.718767 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a7c9f1b-f3f0-4583-93df-570fe2154a4a req-f8d1d273-53e6-48b3-a4f8-0d6a609be241 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5028343 Jul 09 09:28:16.758913 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0b5e15b0-6efd-4320-89b1-862f7681f68a req-0b92f447-944b-4028-99f2-2f3618b36a4a service neutron] 10.222.0.58 "GET /v2.0/networks/abd3d097-4901-4007-b68a-b81c87d8e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784647 Jul 09 09:28:16.760041 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-60f56bff-5dc7-49a5-8b0d-4484c7769c09 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Made reservation on behalf of 3e781fdada714967a9f34d3f804b1711 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:28:16.763681 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-60f56bff-5dc7-49a5-8b0d-4484c7769c09 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:16.786393 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-60f56bff-5dc7-49a5-8b0d-4484c7769c09 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:16.950764 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccee0eeb-3f5e-4e7f-812e-f1362ae7a6ac req-73cd1c6a-99dc-4497-b8a1-86d4cc0d7221 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407050 Jul 09 09:28:17.075451 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-60f56bff-5dc7-49a5-8b0d-4484c7769c09 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:17.082684 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-60f56bff-5dc7-49a5-8b0d-4484c7769c09 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:17.107190 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a7c9f1b-f3f0-4583-93df-570fe2154a4a req-05db0695-5f34-4471-a0ee-6fd68a9ce098 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256109 Jul 09 09:28:17.111404 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-387bfcdb-28dd-4876-b2f0-3d4ed7072ff1 req-214d8c88-8b90-4d44-8fe6-50c5a7c6d0c9 service neutron] 10.222.0.64 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767305 Jul 09 09:28:17.204069 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 6c93f32b-c5ab-4503-afab-f77543c761b6 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:28:17.252031 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f56bff-5dc7-49a5-8b0d-4484c7769c09 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3cfc7f-1306-4f49-8b75-46f5f4f5a0b1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:17.403786 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a7c9f1b-f3f0-4583-93df-570fe2154a4a req-2574fdba-812c-4941-a981-2048553c1f7b service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895925 Jul 09 09:28:17.462441 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2fb20e33-636b-43ec-8f4d-cb13158caaf1 req-7ff14e63-e0d8-4f9c-989f-fd4ea72f5424 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae911c1-75d8-45ad-8e8e-32a2a676e852 HTTP/1.1" status: 200 len: 210 time: 0.0621736 Jul 09 09:28:17.478127 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-60f56bff-5dc7-49a5-8b0d-4484c7769c09 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Allocated IP 192.168.233.163 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/8534ab7b-4bfa-4a97-9256-63c485f7a353) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:28:17.495411 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 6c93f32b-c5ab-4503-afab-f77543c761b6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=6c93f32b-c5ab-4503-afab-f77543c761b6,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:17.527020 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '6c93f32b-c5ab-4503-afab-f77543c761b6', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '6c93f32b-c5ab-4503-afab-f77543c761b6', 'mac_address': 'fa:16:3e:5d:1f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:28:17.593612 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:17.621309 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c93f32b-c5ab-4503-afab-f77543c761b6 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:28:17.687767 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 6c93f32b-c5ab-4503-afab-f77543c761b6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=6c93f32b-c5ab-4503-afab-f77543c761b6,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:17.708639 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:17.773678 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-60f56bff-5dc7-49a5-8b0d-4484c7769c09 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:17.809498 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-60f56bff-5dc7-49a5-8b0d-4484c7769c09 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Transition to ACTIVE for port object 8534ab7b-4bfa-4a97-9256-63c485f7a353 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:28:17.856261 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=6c93f32b-c5ab-4503-afab-f77543c761b6,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:17.878278 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-60f56bff-5dc7-49a5-8b0d-4484c7769c09 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:18.016615 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['6c93f32b-c5ab-4503-afab-f77543c761b6'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:28:18.045978 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f090364-0b49-4bc9-b2e2-ada1f284ad15 req-4b6f0871-572e-44f0-b8d0-d574248a018c tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:18.047593 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2f090364-0b49-4bc9-b2e2-ada1f284ad15 req-4b6f0871-572e-44f0-b8d0-d574248a018c tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 945 time: 0.1317680 Jul 09 09:28:18.052334 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f56bff-5dc7-49a5-8b0d-4484c7769c09 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Pushing event updated for resources: {'Port': ['ID=8534ab7b-4bfa-4a97-9256-63c485f7a353,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:18.088188 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-60f56bff-5dc7-49a5-8b0d-4484c7769c09 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:28:18.095329 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-60f56bff-5dc7-49a5-8b0d-4484c7769c09 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:28:18.115059 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-60f56bff-5dc7-49a5-8b0d-4484c7769c09 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:28:18.245555 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2f090364-0b49-4bc9-b2e2-ada1f284ad15 req-6653ddc1-cbaf-4a7d-903c-6a994bf104cf tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303444 Jul 09 09:28:18.276250 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-60f56bff-5dc7-49a5-8b0d-4484c7769c09 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:18.280405 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-60f56bff-5dc7-49a5-8b0d-4484c7769c09 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:18.317876 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-60f56bff-5dc7-49a5-8b0d-4484c7769c09 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9195368 Jul 09 09:28:18.331157 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Request body: {'port': {'device_id': '8ae911c1-75d8-45ad-8e8e-32a2a676e852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:28:18.476802 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:18.539804 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e742c53-7aab-4104-9afa-dec1b158e3cb req-aed76475-f10d-446f-92b3-8ec7b49dec2e tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:18.541401 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e742c53-7aab-4104-9afa-dec1b158e3cb req-aed76475-f10d-446f-92b3-8ec7b49dec2e tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b8dea2-faf4-435c-acdc-de135b2a688b HTTP/1.1" status: 200 len: 949 time: 0.1425738 Jul 09 09:28:18.605877 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e742c53-7aab-4104-9afa-dec1b158e3cb req-e4df995b-413f-4e2d-a91a-1bd1d9493fbd tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583878 Jul 09 09:28:18.627234 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f99792b3-a9e3-430d-9286-dc589aa96899 None None] Provisioning for port 8534ab7b-4bfa-4a97-9256-63c485f7a353 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:28:18.633154 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f99792b3-a9e3-430d-9286-dc589aa96899 None None] Provisioning complete for port 8534ab7b-4bfa-4a97-9256-63c485f7a353 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:28:18.633586 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f99792b3-a9e3-430d-9286-dc589aa96899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:18.716900 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f99792b3-a9e3-430d-9286-dc589aa96899 None None] Port 8534ab7b-4bfa-4a97-9256-63c485f7a353 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:28:18.951515 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8534ab7b-4bfa-4a97-9256-63c485f7a353 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:28:18.959975 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:18.974033 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Transition to ACTIVE for port object 8534ab7b-4bfa-4a97-9256-63c485f7a353 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:28:18.996034 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:19.124352 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Pushing event updated for resources: {'Port': ['ID=8534ab7b-4bfa-4a97-9256-63c485f7a353,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:19.225348 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60ecbf-5f55-4ce5-a479-3be3662666ab req-243ad3f6-a5ea-409a-a9d9-7b8577095a9b tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:19.239736 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:19.240130 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:19.240596 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:19.240926 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:19.241264 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:19.241582 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:19.241945 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:19.242275 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:19.242388 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb60ecbf-5f55-4ce5-a479-3be3662666ab req-243ad3f6-a5ea-409a-a9d9-7b8577095a9b tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae911c1-75d8-45ad-8e8e-32a2a676e852 HTTP/1.1" status: 200 len: 948 time: 0.1585884 Jul 09 09:28:19.242589 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:19.242905 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:19.243222 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:19.243537 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:19.275215 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Attempting to bind port 8534ab7b-4bfa-4a97-9256-63c485f7a353 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:28:19.275847 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Attempting to bind port 8534ab7b-4bfa-4a97-9256-63c485f7a353 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:28:19.276365 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Attempting to bind port 8534ab7b-4bfa-4a97-9256-63c485f7a353 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:28:19.281523 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Port 8534ab7b-4bfa-4a97-9256-63c485f7a353 on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:28:19.282090 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Attempting to bind port 8534ab7b-4bfa-4a97-9256-63c485f7a353 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:28:19.289390 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:28:19.289995 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:28:19.290549 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:28:19.291407 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Bound port: 8534ab7b-4bfa-4a97-9256-63c485f7a353, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:28:19.291972 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:19.326735 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb60ecbf-5f55-4ce5-a479-3be3662666ab req-42eb8c41-e800-4e2c-a1f4-0cab25f97ca0 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e3cfc7f-1306-4f49-8b75-46f5f4f5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827401 Jul 09 09:28:19.399878 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] For port 8534ab7b-4bfa-4a97-9256-63c485f7a353, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:28:19.404325 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] For port 8534ab7b-4bfa-4a97-9256-63c485f7a353, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8534ab7b-4bfa-4a97-9256-63c485f7a353,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:28:19.413780 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:19.454150 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:19.454818 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:19.456846 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] 10.222.0.58 "PUT /v2.0/ports/8534ab7b-4bfa-4a97-9256-63c485f7a353 HTTP/1.1" status: 200 len: 1096 time: 1.1307201 Jul 09 09:28:19.457552 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae911c1-75d8-45ad-8e8e-32a2a676e852', 'tag': '8534ab7b-4bfa-4a97-9256-63c485f7a353'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:28:19.460173 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53139f2c-66bb-4b11-81a8-21ac9756ae3b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae911c1-75d8-45ad-8e8e-32a2a676e852", "tag": "8534ab7b-4bfa-4a97-9256-63c485f7a353"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:28:19.499973 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7ba63-1bac-43dd-83da-e27f1919a8de service neutron] Pushing event updated for resources: {'Port': ['ID=8534ab7b-4bfa-4a97-9256-63c485f7a353,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:19.657513 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-aa50dd86-9638-414e-a5b8-fbedeaad699a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:19.659086 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-aa50dd86-9638-414e-a5b8-fbedeaad699a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e781fdada714967a9f34d3f804b1711&device_id=8ae911c1-75d8-45ad-8e8e-32a2a676e852 HTTP/1.1" status: 200 len: 1099 time: 0.1374910 Jul 09 09:28:19.783532 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-90729721-698c-4c33-be01-2a3b4ecf0713 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=8534ab7b-4bfa-4a97-9256-63c485f7a353 HTTP/1.1" status: 200 len: 217 time: 0.1149294 Jul 09 09:28:19.790811 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c6682-3b8a-4c18-ae5b-b08244f95053 req-929ec9a2-fbdc-4c6b-9abc-3439a89c8c26 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:19.798983 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c5c6682-3b8a-4c18-ae5b-b08244f95053 req-929ec9a2-fbdc-4c6b-9abc-3439a89c8c26 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 945 time: 0.1239495 Jul 09 09:28:19.859468 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-46b4d841-13ee-4f6b-954e-3dd90fe1f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:19.861378 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-46b4d841-13ee-4f6b-954e-3dd90fe1f8ad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0703828 Jul 09 09:28:19.866643 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c5c6682-3b8a-4c18-ae5b-b08244f95053 req-b2806136-c66b-4dee-8ba0-20eafa8e7cf3 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665770 Jul 09 09:28:19.939397 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39908bb-504c-4e6f-bc7c-40afb49ec633 x-openstack-request-id: req-f39908bb-504c-4e6f-bc7c-40afb49ec633 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:28:19.939958 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae911c1-75d8-45ad-8e8e-32a2a676e852", "tag": "8534ab7b-4bfa-4a97-9256-63c485f7a353", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:28:19.940220 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f39908bb-504c-4e6f-bc7c-40afb49ec633 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:28:19.940652 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae911c1-75d8-45ad-8e8e-32a2a676e852', 'tag': '8534ab7b-4bfa-4a97-9256-63c485f7a353', 'status': 'completed', 'code': 200} Jul 09 09:28:20.026823 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-b7e44470-8a08-425c-9e5d-0a44d3de0112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:20.028394 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-b7e44470-8a08-425c-9e5d-0a44d3de0112 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1590288 Jul 09 09:28:20.181764 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d65c53-0fb1-4f51-981b-600c07e5dec6 req-2451d770-6a35-45a4-bd95-25d754eacabc tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:20.183498 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10d65c53-0fb1-4f51-981b-600c07e5dec6 req-2451d770-6a35-45a4-bd95-25d754eacabc tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b8dea2-faf4-435c-acdc-de135b2a688b HTTP/1.1" status: 200 len: 949 time: 0.1763573 Jul 09 09:28:20.262325 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10d65c53-0fb1-4f51-981b-600c07e5dec6 req-2f1ddfe1-2e1c-4644-85cf-f2e81b99be9c tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702569 Jul 09 09:28:20.271847 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-65278152-512f-4f9f-9324-af5ad2740e03 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318919 Jul 09 09:28:20.428494 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2bb5d56a-1b0d-4f47-9af8-a20cad8b4486 req-4ca1839d-bc55-4c88-9f38-288e62d75bea service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495016 Jul 09 09:28:20.628078 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 529c756d-5f5f-4ae9-a2ae-b84e93f75803 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:28:20.681719 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53139f2c-66bb-4b11-81a8-21ac9756ae3b req-3fe1a970-aa01-458c-972f-73be3fd47fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:20.687217 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-53139f2c-66bb-4b11-81a8-21ac9756ae3b req-3fe1a970-aa01-458c-972f-73be3fd47fc8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e781fdada714967a9f34d3f804b1711&device_id=8ae911c1-75d8-45ad-8e8e-32a2a676e852 HTTP/1.1" status: 200 len: 1099 time: 0.2018855 Jul 09 09:28:20.710911 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-83f4be71-8c54-49ba-9c6c-d0da6897cecd tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:20.720297 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-83f4be71-8c54-49ba-9c6c-d0da6897cecd tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9&tenant_id=82a1a771499846fa8b15e4ad106e86da&binding%3Ahost_id=n-h1-799996-1 HTTP/1.1" status: 200 len: 1096 time: 0.2105324 Jul 09 09:28:20.736576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-fbed5262-9d7c-4bb1-ad82-249f7dca0715 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799996-1'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:28:20.789346 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f30698-68c3-4412-b68c-9e313a2560a9 req-a04d3c9a-ce07-467f-a5d4-420882b4bc5d tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:20.790909 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a2f30698-68c3-4412-b68c-9e313a2560a9 req-a04d3c9a-ce07-467f-a5d4-420882b4bc5d tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae911c1-75d8-45ad-8e8e-32a2a676e852 HTTP/1.1" status: 200 len: 948 time: 0.2362494 Jul 09 09:28:20.842216 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 529c756d-5f5f-4ae9-a2ae-b84e93f75803, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=529c756d-5f5f-4ae9-a2ae-b84e93f75803,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:20.878183 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53139f2c-66bb-4b11-81a8-21ac9756ae3b req-97866d61-9781-4cdf-9249-9526adb36764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:20.880329 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-53139f2c-66bb-4b11-81a8-21ac9756ae3b req-97866d61-9781-4cdf-9249-9526adb36764 service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.1848619 Jul 09 09:28:20.881537 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 529c756d-5f5f-4ae9-a2ae-b84e93f75803 has no active binding in host n-h2-799996-1 {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 09:28:20.925408 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42064) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:28:20.943544 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-fbed5262-9d7c-4bb1-ad82-249f7dca0715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:20.969395 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a2f30698-68c3-4412-b68c-9e313a2560a9 req-fb6e1d76-c0c0-418e-9b24-ebb1b014d1af tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e3cfc7f-1306-4f49-8b75-46f5f4f5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500547 Jul 09 09:28:21.018689 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-53139f2c-66bb-4b11-81a8-21ac9756ae3b req-0c71e255-7237-4750-822c-3f612f4fa5f3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=8534ab7b-4bfa-4a97-9256-63c485f7a353 HTTP/1.1" status: 200 len: 217 time: 0.1262913 Jul 09 09:28:21.117871 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b71a62b0-fbb7-493e-a0d4-ef5b964c3d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:21.164603 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53139f2c-66bb-4b11-81a8-21ac9756ae3b req-2ae68399-abde-4b8e-a274-0a63c2bb0aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:21.166115 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-53139f2c-66bb-4b11-81a8-21ac9756ae3b req-2ae68399-abde-4b8e-a274-0a63c2bb0aee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1318192 Jul 09 09:28:21.270260 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-fbed5262-9d7c-4bb1-ad82-249f7dca0715 service neutron] For port 529c756d-5f5f-4ae9-a2ae-b84e93f75803, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=529c756d-5f5f-4ae9-a2ae-b84e93f75803,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:21.271222 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 9356cbc1-adbb-441f-acf0-2260bdbd61b5 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:28:21.272086 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53139f2c-66bb-4b11-81a8-21ac9756ae3b req-628e8e65-1b33-434f-85f2-fdf324540e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:21.274030 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-53139f2c-66bb-4b11-81a8-21ac9756ae3b req-628e8e65-1b33-434f-85f2-fdf324540e79 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0963993 Jul 09 09:28:21.365654 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234844ce-865a-47d3-82e1-02808652d970 req-cc7a3c09-251c-4cd9-b7f1-eaa2e5d850ef tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:21.367239 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-234844ce-865a-47d3-82e1-02808652d970 req-cc7a3c09-251c-4cd9-b7f1-eaa2e5d850ef tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 945 time: 0.1958416 Jul 09 09:28:21.368259 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 6c93f32b-c5ab-4503-afab-f77543c761b6 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:28:21.371857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-fbed5262-9d7c-4bb1-ad82-249f7dca0715 service neutron] For port 529c756d-5f5f-4ae9-a2ae-b84e93f75803, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:28:21.423208 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b71a62b0-fbb7-493e-a0d4-ef5b964c3d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:21.442363 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b71a62b0-fbb7-493e-a0d4-ef5b964c3d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:21.483985 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-234844ce-865a-47d3-82e1-02808652d970 req-5efda936-a650-4021-a7d1-a77092bbf194 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079431 Jul 09 09:28:21.525684 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887371bc-8fc5-440d-a4ff-fd25a2f0dfe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '529c756d-5f5f-4ae9-a2ae-b84e93f75803'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:28:21.528045 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d42d94c-fb91-4465-a91d-fcd4b0e3f011" -d '{"events": [{"server_uuid": "887371bc-8fc5-440d-a4ff-fd25a2f0dfe9", "name": "network-vif-unplugged", "status": "completed", "tag": "529c756d-5f5f-4ae9-a2ae-b84e93f75803"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:28:21.537226 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-fbed5262-9d7c-4bb1-ad82-249f7dca0715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:21.543231 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-53139f2c-66bb-4b11-81a8-21ac9756ae3b req-00b96f13-b19c-4a94-b492-08f1d5d0839b service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590373 Jul 09 09:28:21.563649 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-fbed5262-9d7c-4bb1-ad82-249f7dca0715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:21.584179 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b71a62b0-fbb7-493e-a0d4-ef5b964c3d75 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b4c83fd89c874934af4a66aebb60835d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6465881 Jul 09 09:28:21.585399 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42080) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:28:21.613688 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 9356cbc1-adbb-441f-acf0-2260bdbd61b5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=9356cbc1-adbb-441f-acf0-2260bdbd61b5,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:21.615637 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a62b0-fbb7-493e-a0d4-ef5b964c3d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074932f6-6e94-4476-9f87-fdf4ea381aad,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:21.624523 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab42aea5-f48c-4c7d-b52a-cae3ea028bb7 x-openstack-request-id: req-ab42aea5-f48c-4c7d-b52a-cae3ea028bb7 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:28:21.633087 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 6c93f32b-c5ab-4503-afab-f77543c761b6 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:28:21.637122 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887371bc-8fc5-440d-a4ff-fd25a2f0dfe9", "name": "network-vif-unplugged", "status": "completed", "tag": "529c756d-5f5f-4ae9-a2ae-b84e93f75803", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:28:21.638416 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ab42aea5-f48c-4c7d-b52a-cae3ea028bb7 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:28:21.638949 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887371bc-8fc5-440d-a4ff-fd25a2f0dfe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '529c756d-5f5f-4ae9-a2ae-b84e93f75803', 'code': 200} Jul 09 09:28:21.654866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 6c93f32b-c5ab-4503-afab-f77543c761b6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:28:21.655237 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:21.691093 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '9356cbc1-adbb-441f-acf0-2260bdbd61b5', 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc', 'port_id': '9356cbc1-adbb-441f-acf0-2260bdbd61b5', 'mac_address': 'fa:16:3e:3a:db:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdbd641-08ac-41cd-9918-f7982af01a02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:28:21.707606 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-53139f2c-66bb-4b11-81a8-21ac9756ae3b req-10f69663-1bca-4bfd-9dc3-f9fce149b03f service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544147 Jul 09 09:28:21.795384 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:21.805672 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64228e-887d-4bbd-99aa-a535d619f8d5 req-2de90f77-b474-4f7c-ae19-5458bfd5c82a tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:21.809141 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:21.812523 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2d64228e-887d-4bbd-99aa-a535d619f8d5 req-2de90f77-b474-4f7c-ae19-5458bfd5c82a tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b8dea2-faf4-435c-acdc-de135b2a688b HTTP/1.1" status: 200 len: 949 time: 0.3518436 Jul 09 09:28:21.824108 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9356cbc1-adbb-441f-acf0-2260bdbd61b5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:28:21.860000 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b8dea2-faf4-435c-acdc-de135b2a688b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c93f32b-c5ab-4503-afab-f77543c761b6'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:28:21.862402 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6913c360-1dea-4ac0-b0ea-ecda9520d86c" -d '{"events": [{"server_uuid": "b4b8dea2-faf4-435c-acdc-de135b2a688b", "name": "network-vif-plugged", "status": "completed", "tag": "6c93f32b-c5ab-4503-afab-f77543c761b6"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:28:21.882787 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 6c93f32b-c5ab-4503-afab-f77543c761b6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=6c93f32b-c5ab-4503-afab-f77543c761b6,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:21.887840 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 9356cbc1-adbb-441f-acf0-2260bdbd61b5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=9356cbc1-adbb-441f-acf0-2260bdbd61b5,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:21.889628 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:21.904128 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed5262-9d7c-4bb1-ad82-249f7dca0715 service neutron] Pushing event updated for resources: {'Port': ['ID=529c756d-5f5f-4ae9-a2ae-b84e93f75803,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:21.927584 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2d64228e-887d-4bbd-99aa-a535d619f8d5 req-5e1f75a5-461e-4c93-90c1-8972bd3252c5 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141703 Jul 09 09:28:21.956799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-fbed5262-9d7c-4bb1-ad82-249f7dca0715 service neutron] Attempting to bind port 529c756d-5f5f-4ae9-a2ae-b84e93f75803 on host n-h1-799996-1 for vnic_type normal with profile {"migrating_to": "n-h2-799996-1"} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:28:21.960960 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-fbed5262-9d7c-4bb1-ad82-249f7dca0715 service neutron] Attempting to bind port 529c756d-5f5f-4ae9-a2ae-b84e93f75803 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:28:21.962181 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-fbed5262-9d7c-4bb1-ad82-249f7dca0715 service neutron] Attempting to bind port 529c756d-5f5f-4ae9-a2ae-b84e93f75803 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:28:21.997566 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-fbed5262-9d7c-4bb1-ad82-249f7dca0715 service neutron] Port 529c756d-5f5f-4ae9-a2ae-b84e93f75803 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:28:21.998296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-fbed5262-9d7c-4bb1-ad82-249f7dca0715 service neutron] Attempting to bind port 529c756d-5f5f-4ae9-a2ae-b84e93f75803 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:28:21.998854 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa40ec3-a5f4-4e6a-a894-0efd943f0482 x-openstack-request-id: req-9aa40ec3-a5f4-4e6a-a894-0efd943f0482 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:28:21.999345 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b8dea2-faf4-435c-acdc-de135b2a688b", "name": "network-vif-plugged", "status": "completed", "tag": "6c93f32b-c5ab-4503-afab-f77543c761b6", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:28:21.999780 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9aa40ec3-a5f4-4e6a-a894-0efd943f0482 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:28:22.000318 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b8dea2-faf4-435c-acdc-de135b2a688b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c93f32b-c5ab-4503-afab-f77543c761b6', 'code': 200} Jul 09 09:28:22.001805 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=6c93f32b-c5ab-4503-afab-f77543c761b6,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:22.008395 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-fbed5262-9d7c-4bb1-ad82-249f7dca0715 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:28:22.008742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-fbed5262-9d7c-4bb1-ad82-249f7dca0715 service neutron] Checking segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:28:22.009135 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-fbed5262-9d7c-4bb1-ad82-249f7dca0715 service neutron] Bound using segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:28:22.009575 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-fbed5262-9d7c-4bb1-ad82-249f7dca0715 service neutron] Bound port: 529c756d-5f5f-4ae9-a2ae-b84e93f75803, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:28:22.009935 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-fbed5262-9d7c-4bb1-ad82-249f7dca0715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:22.016362 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b674195c-267f-4318-927b-1ac1af0a0ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:22.046637 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:22.047519 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:22.048151 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:22.048967 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:22.050307 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:22.056318 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:22.056985 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:22.057780 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:22.058353 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:22.058900 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:22.059445 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:22.060376 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:22.068156 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:22.090408 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b674195c-267f-4318-927b-1ac1af0a0ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:22.200968 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-fbed5262-9d7c-4bb1-ad82-249f7dca0715 service neutron] For port 529c756d-5f5f-4ae9-a2ae-b84e93f75803, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:28:22.213411 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-fbed5262-9d7c-4bb1-ad82-249f7dca0715 service neutron] For port 529c756d-5f5f-4ae9-a2ae-b84e93f75803, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=529c756d-5f5f-4ae9-a2ae-b84e93f75803,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:28:22.231119 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-fbed5262-9d7c-4bb1-ad82-249f7dca0715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:22.242569 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=9356cbc1-adbb-441f-acf0-2260bdbd61b5,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:22.252420 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0754a-573f-4830-ab54-de19a6b4d59d req-c5dc2c69-d9f6-4bc4-84e7-85738239b350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:22.254100 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-34b0754a-573f-4830-ab54-de19a6b4d59d req-c5dc2c69-d9f6-4bc4-84e7-85738239b350 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b4b8dea2-faf4-435c-acdc-de135b2a688b HTTP/1.1" status: 200 len: 1101 time: 0.1619518 Jul 09 09:28:22.323179 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-34b0754a-573f-4830-ab54-de19a6b4d59d req-aed6435a-3d8b-46e7-bf82-7ebb9836b7ff service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620384 Jul 09 09:28:22.339974 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['9356cbc1-adbb-441f-acf0-2260bdbd61b5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:28:22.414306 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b674195c-267f-4318-927b-1ac1af0a0ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:22.424783 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b674195c-267f-4318-927b-1ac1af0a0ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:22.429820 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b674195c-267f-4318-927b-1ac1af0a0ddb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/074932f6-6e94-4476-9f87-fdf4ea381aad HTTP/1.1" status: 204 len: 168 time: 0.8243980 Jul 09 09:28:22.446745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed5262-9d7c-4bb1-ad82-249f7dca0715 service neutron] Pushing event updated for resources: {'Port': ['ID=529c756d-5f5f-4ae9-a2ae-b84e93f75803,revision_number=8']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:22.454554 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674195c-267f-4318-927b-1ac1af0a0ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074932f6-6e94-4476-9f87-fdf4ea381aad,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:22.500319 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-fbed5262-9d7c-4bb1-ad82-249f7dca0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:22.500704 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-fbed5262-9d7c-4bb1-ad82-249f7dca0715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:22.502118 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-fbed5262-9d7c-4bb1-ad82-249f7dca0715 service neutron] 10.222.0.64 "PUT /v2.0/ports/529c756d-5f5f-4ae9-a2ae-b84e93f75803 HTTP/1.1" status: 200 len: 1121 time: 1.7698386 Jul 09 09:28:22.511826 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d8332-65ed-43e7-b877-062c22ab7424 req-c1333079-6631-494f-8a8e-874a4e33f89e tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:22.513464 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-552d8332-65ed-43e7-b877-062c22ab7424 req-c1333079-6631-494f-8a8e-874a4e33f89e tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae911c1-75d8-45ad-8e8e-32a2a676e852 HTTP/1.1" status: 200 len: 948 time: 0.2158644 Jul 09 09:28:22.601808 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-552d8332-65ed-43e7-b877-062c22ab7424 req-0249d864-5abc-4fef-8b03-6d06626e9a56 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e3cfc7f-1306-4f49-8b75-46f5f4f5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726461 Jul 09 09:28:22.651211 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['529c756d-5f5f-4ae9-a2ae-b84e93f75803'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:28:22.779395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['529c756d-5f5f-4ae9-a2ae-b84e93f75803'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:28:22.858959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0580da-5c76-4bc4-aadd-0b870328e327 req-286e5776-bf98-4e4f-8b97-9d3bee050baf tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:22.872995 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1e0580da-5c76-4bc4-aadd-0b870328e327 req-286e5776-bf98-4e4f-8b97-9d3bee050baf tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 943 time: 0.1074390 Jul 09 09:28:22.960390 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1e0580da-5c76-4bc4-aadd-0b870328e327 req-5bbee068-02b7-4555-b68b-71a8a3a94315 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823452 Jul 09 09:28:23.271860 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8534ab7b-4bfa-4a97-9256-63c485f7a353 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:28:23.275015 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 9356cbc1-adbb-441f-acf0-2260bdbd61b5 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:28:23.309224 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b50ee4-324c-44a2-9599-345c0b61a27a req-7c4e6b64-e56c-433e-a32f-4ba73fd47429 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:23.314656 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f8b50ee4-324c-44a2-9599-345c0b61a27a req-7c4e6b64-e56c-433e-a32f-4ba73fd47429 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b8dea2-faf4-435c-acdc-de135b2a688b HTTP/1.1" status: 200 len: 950 time: 0.1424787 Jul 09 09:28:23.480302 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f8b50ee4-324c-44a2-9599-345c0b61a27a req-5e90fc01-4ddc-49f6-82cd-72edae5dc528 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593668 Jul 09 09:28:23.548944 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.resource_extend [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 09:28:23.640183 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887371bc-8fc5-440d-a4ff-fd25a2f0dfe9', 'tag': '529c756d-5f5f-4ae9-a2ae-b84e93f75803'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:28:23.642515 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5510dcf2-10bb-4d8b-9b08-524752611b96" -d '{"events": [{"name": "network-changed", "server_uuid": "887371bc-8fc5-440d-a4ff-fd25a2f0dfe9", "tag": "529c756d-5f5f-4ae9-a2ae-b84e93f75803"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:28:23.849248 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 8534ab7b-4bfa-4a97-9256-63c485f7a353, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8534ab7b-4bfa-4a97-9256-63c485f7a353,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:23.897198 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '8534ab7b-4bfa-4a97-9256-63c485f7a353', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '8534ab7b-4bfa-4a97-9256-63c485f7a353', 'mac_address': 'fa:16:3e:c5:14:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:28:23.900893 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 9356cbc1-adbb-441f-acf0-2260bdbd61b5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:28:23.901452 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:24.141553 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:24.233502 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8534ab7b-4bfa-4a97-9256-63c485f7a353 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:28:24.279089 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:24.349830 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 8534ab7b-4bfa-4a97-9256-63c485f7a353, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8534ab7b-4bfa-4a97-9256-63c485f7a353,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:24.390727 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 9356cbc1-adbb-441f-acf0-2260bdbd61b5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=9356cbc1-adbb-441f-acf0-2260bdbd61b5,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:24.392723 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb8b1ab-1c35-4e97-9bab-533316e534ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9356cbc1-adbb-441f-acf0-2260bdbd61b5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:28:24.397204 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9601182d-6125-457b-a24d-ea0914871232" -d '{"events": [{"server_uuid": "fdb8b1ab-1c35-4e97-9bab-533316e534ba", "name": "network-vif-plugged", "status": "completed", "tag": "9356cbc1-adbb-441f-acf0-2260bdbd61b5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:28:24.400484 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:24.463069 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:24.465800 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=8534ab7b-4bfa-4a97-9256-63c485f7a353,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:24.527754 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=9356cbc1-adbb-441f-acf0-2260bdbd61b5,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:24.770530 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['8534ab7b-4bfa-4a97-9256-63c485f7a353'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:28:27.304289 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8534ab7b-4bfa-4a97-9256-63c485f7a353 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:28:27.367755 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 8534ab7b-4bfa-4a97-9256-63c485f7a353 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:28:27.377178 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 8534ab7b-4bfa-4a97-9256-63c485f7a353 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:28:27.377960 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:27.467272 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:27.514550 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 8534ab7b-4bfa-4a97-9256-63c485f7a353, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8534ab7b-4bfa-4a97-9256-63c485f7a353,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:27.521177 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:27.590608 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=8534ab7b-4bfa-4a97-9256-63c485f7a353,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:30.109665 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3db0bf8-c891-4f0a-bdc3-4cc53d9cd11c x-openstack-request-id: req-a3db0bf8-c891-4f0a-bdc3-4cc53d9cd11c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:28:30.110594 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887371bc-8fc5-440d-a4ff-fd25a2f0dfe9", "tag": "529c756d-5f5f-4ae9-a2ae-b84e93f75803", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:28:30.111020 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a3db0bf8-c891-4f0a-bdc3-4cc53d9cd11c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:28:30.111568 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887371bc-8fc5-440d-a4ff-fd25a2f0dfe9', 'tag': '529c756d-5f5f-4ae9-a2ae-b84e93f75803', 'status': 'completed', 'code': 200} Jul 09 09:28:30.153924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325ba6d-14a0-43e6-9d27-b4dfc55775ee req-010e269d-2435-43c3-870a-8c84e1d5d6eb tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:30.155731 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c325ba6d-14a0-43e6-9d27-b4dfc55775ee req-010e269d-2435-43c3-870a-8c84e1d5d6eb tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae911c1-75d8-45ad-8e8e-32a2a676e852 HTTP/1.1" status: 200 len: 950 time: 0.0760491 Jul 09 09:28:30.195099 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c325ba6d-14a0-43e6-9d27-b4dfc55775ee req-e4f76cfd-8b55-4fdb-9518-46d831130942 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e3cfc7f-1306-4f49-8b75-46f5f4f5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331771 Jul 09 09:28:30.200765 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510dcf2-10bb-4d8b-9b08-524752611b96 req-eaa3a37c-28bc-436c-a7d8-7095aeff1848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:30.202350 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5510dcf2-10bb-4d8b-9b08-524752611b96 req-eaa3a37c-28bc-436c-a7d8-7095aeff1848 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 1124 time: 0.0655181 Jul 09 09:28:30.363036 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510dcf2-10bb-4d8b-9b08-524752611b96 req-05e6fdc3-b998-4d89-9e83-116f2e73fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:30.365343 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5510dcf2-10bb-4d8b-9b08-524752611b96 req-05e6fdc3-b998-4d89-9e83-116f2e73fbac service neutron] 10.222.0.58 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 922 time: 0.1539841 Jul 09 09:28:30.421506 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5510dcf2-10bb-4d8b-9b08-524752611b96 req-2f2a625f-521d-4995-83a4-3bd4ee46d267 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=529c756d-5f5f-4ae9-a2ae-b84e93f75803 HTTP/1.1" status: 200 len: 217 time: 0.0472293 Jul 09 09:28:30.422244 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37582297-9980-40a2-aac1-e8ab214d9d73 req-d5170bba-4374-4290-9a8f-01f010caf390 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:30.442145 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37582297-9980-40a2-aac1-e8ab214d9d73 req-d5170bba-4374-4290-9a8f-01f010caf390 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 943 time: 0.1612821 Jul 09 09:28:30.502511 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0dbfd4-570d-4291-ad76-335addbde85e x-openstack-request-id: req-7d0dbfd4-570d-4291-ad76-335addbde85e {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:28:30.502511 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb8b1ab-1c35-4e97-9bab-533316e534ba", "name": "network-vif-plugged", "status": "completed", "tag": "9356cbc1-adbb-441f-acf0-2260bdbd61b5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:28:30.503744 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7d0dbfd4-570d-4291-ad76-335addbde85e {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:28:30.503744 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb8b1ab-1c35-4e97-9bab-533316e534ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9356cbc1-adbb-441f-acf0-2260bdbd61b5', 'code': 200} Jul 09 09:28:30.514195 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510dcf2-10bb-4d8b-9b08-524752611b96 req-f6492a3b-6c03-4440-b7f2-408be59d5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:30.515954 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5510dcf2-10bb-4d8b-9b08-524752611b96 req-f6492a3b-6c03-4440-b7f2-408be59d5659 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=885047f0-ba41-4b93-9739-c68577cb7cc5 HTTP/1.1" status: 200 len: 861 time: 0.0848584 Jul 09 09:28:30.522828 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37582297-9980-40a2-aac1-e8ab214d9d73 req-74ac356a-731b-4914-b259-0f201d0ba91f tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786524 Jul 09 09:28:30.612152 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5510dcf2-10bb-4d8b-9b08-524752611b96 req-b2347bb7-a17e-4821-b7d7-4d0b2bda3544 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764608 Jul 09 09:28:30.779124 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51725c-ee63-44e0-a80d-1720eab79aa4 req-e952bb97-672e-4529-ba69-19c73b85cbce tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:30.786954 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be51725c-ee63-44e0-a80d-1720eab79aa4 req-e952bb97-672e-4529-ba69-19c73b85cbce tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b8dea2-faf4-435c-acdc-de135b2a688b HTTP/1.1" status: 200 len: 950 time: 0.1708679 Jul 09 09:28:30.810415 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5510dcf2-10bb-4d8b-9b08-524752611b96 req-1a1cb7ae-ba85-4e6c-8a9a-b283b4898f47 service neutron] 10.222.0.58 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878777 Jul 09 09:28:30.858580 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be51725c-ee63-44e0-a80d-1720eab79aa4 req-06536b2e-3975-4f8a-aad6-97bf5909f363 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703881 Jul 09 09:28:30.868047 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0bbf4-7c86-4d43-a985-19fdf11b71d8 req-f1c25aab-b792-490f-9d2d-f8ff13d742cc tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:30.869580 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d7e0bbf4-7c86-4d43-a985-19fdf11b71d8 req-f1c25aab-b792-490f-9d2d-f8ff13d742cc tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 1097 time: 0.1596715 Jul 09 09:28:30.930356 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d7e0bbf4-7c86-4d43-a985-19fdf11b71d8 req-de1c578f-596e-4ea8-a2fb-3a016cd9bf09 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470245 Jul 09 09:28:31.013242 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5510dcf2-10bb-4d8b-9b08-524752611b96 req-75d6f445-a9ec-4445-8375-5f0cc1b52ca9 service neutron] 10.222.0.58 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754489 Jul 09 09:28:31.130957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89356fb4-fb06-460f-8f43-2e6a86e632a8 req-dee5502b-b897-44e1-acc8-349e667f76bc tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:31.132627 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-89356fb4-fb06-460f-8f43-2e6a86e632a8 req-dee5502b-b897-44e1-acc8-349e667f76bc tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b4b8dea2-faf4-435c-acdc-de135b2a688b HTTP/1.1" status: 200 len: 1101 time: 0.0711844 Jul 09 09:28:31.185609 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-89356fb4-fb06-460f-8f43-2e6a86e632a8 req-34eccaa2-0fe7-4778-bfcc-b949cd1943b5 tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330708 Jul 09 09:28:31.505878 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fd54b-f024-40e8-aae1-a5241baf5db8 req-36aff687-d93e-4836-9920-1915b90058a7 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:31.507671 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-800fd54b-f024-40e8-aae1-a5241baf5db8 req-36aff687-d93e-4836-9920-1915b90058a7 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb033165-f901-4d29-a800-3244f1f693d8 HTTP/1.1" status: 200 len: 951 time: 0.0826449 Jul 09 09:28:31.560668 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-800fd54b-f024-40e8-aae1-a5241baf5db8 req-73b1d1de-f360-4094-b58b-7ccfab15481b tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/security-groups?id=b586403e-bf85-435c-a335-def2388b3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433123 Jul 09 09:28:31.993516 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59da146-1f38-4540-b644-287cd5bf245c req-610abda8-60e2-4907-acdb-1a2b4db3d982 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:32.001086 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a59da146-1f38-4540-b644-287cd5bf245c req-610abda8-60e2-4907-acdb-1a2b4db3d982 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae911c1-75d8-45ad-8e8e-32a2a676e852 HTTP/1.1" status: 200 len: 950 time: 0.0984132 Jul 09 09:28:32.043336 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a59da146-1f38-4540-b644-287cd5bf245c req-14ff86da-095c-439f-8af5-4ba5d501413d tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e3cfc7f-1306-4f49-8b75-46f5f4f5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413556 Jul 09 09:28:32.191388 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-4baba3b1-a02f-4378-8bc1-3828fb6826db tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289731 Jul 09 09:28:32.344646 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-a0debdd6-7c86-41bc-a8eb-f49b92a23a91 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:32.346065 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-a0debdd6-7c86-41bc-a8eb-f49b92a23a91 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1476040 Jul 09 09:28:32.369468 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-a5a6672d-a311-46a6-8d64-fbce70246fe9 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/quotas/3747d0dd5a2d447bac383d8b7962e11f HTTP/1.1" status: 200 len: 375 time: 0.0164397 Jul 09 09:28:32.414039 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-e64283ad-feb9-4e2b-9002-24458ef5cbb1 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:28:32.415228 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-e64283ad-feb9-4e2b-9002-24458ef5cbb1 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0428360 Jul 09 09:28:32.438116 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-27ab3f56-c15a-4983-9448-f540217fede5 service neutron] Request body: {'binding': {'host': 'n-h1-799996-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:28:32.438958 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-27ab3f56-c15a-4983-9448-f540217fede5 service neutron] Unknown quota resources ['binding']. {{(pid=93790) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 09:28:32.505258 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae911c1-75d8-45ad-8e8e-32a2a676e852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8534ab7b-4bfa-4a97-9256-63c485f7a353'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:28:32.507715 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8da243-b939-43e2-9a1c-de4200777fd6" -d '{"events": [{"server_uuid": "8ae911c1-75d8-45ad-8e8e-32a2a676e852", "name": "network-vif-plugged", "status": "completed", "tag": "8534ab7b-4bfa-4a97-9256-63c485f7a353"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:28:32.510728 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-7fb6877b-a30f-4356-9dce-33581c551f4a tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1401796 Jul 09 09:28:32.634464 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-27ab3f56-c15a-4983-9448-f540217fede5 service neutron] Attempting to bind port c55a5200-0515-458f-b436-cd8a7cec48b7 on host n-h1-799996-1 for vnic_type normal with profile None {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:28:32.634959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-27ab3f56-c15a-4983-9448-f540217fede5 service neutron] Attempting to bind port c55a5200-0515-458f-b436-cd8a7cec48b7 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:28:32.635340 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-27ab3f56-c15a-4983-9448-f540217fede5 service neutron] Attempting to bind port c55a5200-0515-458f-b436-cd8a7cec48b7 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:28:32.651086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-27ab3f56-c15a-4983-9448-f540217fede5 service neutron] Port c55a5200-0515-458f-b436-cd8a7cec48b7 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:28:32.651086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-27ab3f56-c15a-4983-9448-f540217fede5 service neutron] Attempting to bind port c55a5200-0515-458f-b436-cd8a7cec48b7 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:28:32.651086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-27ab3f56-c15a-4983-9448-f540217fede5 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:28:32.651086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-27ab3f56-c15a-4983-9448-f540217fede5 service neutron] Checking segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:28:32.651086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-27ab3f56-c15a-4983-9448-f540217fede5 service neutron] Bound using segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:28:32.651086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-27ab3f56-c15a-4983-9448-f540217fede5 service neutron] Bound port: c55a5200-0515-458f-b436-cd8a7cec48b7, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:28:32.829616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-27ab3f56-c15a-4983-9448-f540217fede5 service neutron] For port c55a5200-0515-458f-b436-cd8a7cec48b7, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c55a5200-0515-458f-b436-cd8a7cec48b7,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:28:32.838930 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-27ab3f56-c15a-4983-9448-f540217fede5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:32.840678 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-27ab3f56-c15a-4983-9448-f540217fede5 service neutron] 10.222.0.61 "POST /v2.0/ports/c55a5200-0515-458f-b436-cd8a7cec48b7/bindings HTTP/1.1" status: 201 len: 389 time: 0.4081771 Jul 09 09:28:33.076650 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87688a1f-2241-4773-8e86-56370913da14 req-f8416fec-4a33-4843-a705-b1f3013fd2ad tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:33.079262 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-87688a1f-2241-4773-8e86-56370913da14 req-f8416fec-4a33-4843-a705-b1f3013fd2ad tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 943 time: 0.1896191 Jul 09 09:28:33.130546 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-87688a1f-2241-4773-8e86-56370913da14 req-15d04e1a-4a99-499c-ae04-e60aa99846e5 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436640 Jul 09 09:28:33.301009 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdc0bbd-5056-49de-add2-a8efd9406cb7 x-openstack-request-id: req-dbdc0bbd-5056-49de-add2-a8efd9406cb7 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:28:33.301474 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae911c1-75d8-45ad-8e8e-32a2a676e852", "name": "network-vif-plugged", "status": "completed", "tag": "8534ab7b-4bfa-4a97-9256-63c485f7a353", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:28:33.301826 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dbdc0bbd-5056-49de-add2-a8efd9406cb7 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:28:33.302361 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae911c1-75d8-45ad-8e8e-32a2a676e852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8534ab7b-4bfa-4a97-9256-63c485f7a353', 'code': 200} Jul 09 09:28:33.316544 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 529c756d-5f5f-4ae9-a2ae-b84e93f75803 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:28:33.369011 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-56be3073-547d-44d8-b89e-f605d745d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:33.370574 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-56be3073-547d-44d8-b89e-f605d745d396 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 1097 time: 0.1658406 Jul 09 09:28:33.477724 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb5b57b2-bc08-4716-ab8b-1b8bb79dfc09 req-ff8b229c-9e5d-4c9f-b498-f988df7466e4 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=111223cc-0618-466d-8e4b-153098581501 HTTP/1.1" status: 200 len: 210 time: 0.0911233 Jul 09 09:28:33.618229 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b40853-06b9-4ddc-8797-d380dbcffc60 req-56084802-02b2-47c5-9242-0a0948e082a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:33.619749 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-30b40853-06b9-4ddc-8797-d380dbcffc60 req-56084802-02b2-47c5-9242-0a0948e082a1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8ae911c1-75d8-45ad-8e8e-32a2a676e852 HTTP/1.1" status: 200 len: 1101 time: 0.2215292 Jul 09 09:28:33.645252 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:33.689018 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-e5d3538e-1a0d-40e3-8f97-59f91b989e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:33.693057 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-30b40853-06b9-4ddc-8797-d380dbcffc60 req-9649e60d-ef85-4a6e-8146-395552942244 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6e3cfc7f-1306-4f49-8b75-46f5f4f5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595074 Jul 09 09:28:33.694042 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-e5d3538e-1a0d-40e3-8f97-59f91b989e2f service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 909 time: 0.3142462 Jul 09 09:28:33.845334 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-5ca7e938-8805-411c-b9a0-d5a77ab30926 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c55a5200-0515-458f-b436-cd8a7cec48b7 HTTP/1.1" status: 200 len: 217 time: 0.0888836 Jul 09 09:28:33.946995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11d11d-6927-46f7-aa2e-9f0bb5a63924 req-11381961-c4a6-49b3-946a-688786eb7683 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:33.949017 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d11d11d-6927-46f7-aa2e-9f0bb5a63924 req-11381961-c4a6-49b3-946a-688786eb7683 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 946 time: 0.1968946 Jul 09 09:28:33.954067 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-f8739dd2-005e-451e-a797-2b00d5f30ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:33.956177 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-f8739dd2-005e-451e-a797-2b00d5f30ac8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b34d4ae-0ef5-43aa-9b17-e2650b35854e HTTP/1.1" status: 200 len: 848 time: 0.0754969 Jul 09 09:28:33.966345 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84c873-9c03-48de-abf6-538a65d89518 req-24622492-ffdf-487e-b0a6-a61faa0cb495 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:33.973546 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb84c873-9c03-48de-abf6-538a65d89518 req-24622492-ffdf-487e-b0a6-a61faa0cb495 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae911c1-75d8-45ad-8e8e-32a2a676e852 HTTP/1.1" status: 200 len: 950 time: 0.1426671 Jul 09 09:28:34.032832 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d11d11d-6927-46f7-aa2e-9f0bb5a63924 req-fa8238f9-83ff-4a16-8376-f7698ba73c34 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744734 Jul 09 09:28:34.038150 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-57164583-8232-472a-9732-bdcdec519145 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687149 Jul 09 09:28:34.044705 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb84c873-9c03-48de-abf6-538a65d89518 req-0f38ce92-2c72-40ba-8bb4-9956439d45fc tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e3cfc7f-1306-4f49-8b75-46f5f4f5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701258 Jul 09 09:28:34.449534 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e39ca5-f19e-4ea6-b056-b8a3be7a85ab req-26f315fe-0201-4380-97c1-724b99d747c2 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:34.451117 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6e39ca5-f19e-4ea6-b056-b8a3be7a85ab req-26f315fe-0201-4380-97c1-724b99d747c2 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 943 time: 0.0953486 Jul 09 09:28:34.509585 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6e39ca5-f19e-4ea6-b056-b8a3be7a85ab req-8f9a4fe5-174f-4951-8c22-3795ab55c613 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514035 Jul 09 09:28:34.521331 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-882f99af-6030-4920-b72c-48ae8a2c219b service neutron] 10.222.0.58 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751072 Jul 09 09:28:34.616406 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 0170217e-c011-4ee8-bca6-d0888e58be9c no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:28:34.656346 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-446e9b74-caa3-4c9c-9868-2419e17f1481 service neutron] 10.222.0.58 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275003 Jul 09 09:28:34.666163 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42422) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:28:34.754142 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:34.807808 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 0170217e-c011-4ee8-bca6-d0888e58be9c, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0170217e-c011-4ee8-bca6-d0888e58be9c,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:34.817266 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:34.938550 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=0170217e-c011-4ee8-bca6-d0888e58be9c,revision_number=11']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:35.079611 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-973e56ae-d8b5-4560-a94c-89e5d855ce3a tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270691 Jul 09 09:28:35.097104 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b76dbf6-aabe-4d42-bd3f-ccff736b49c9 req-3d85d57a-978f-4551-8746-281aae4b849e tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=111223cc-0618-466d-8e4b-153098581501 HTTP/1.1" status: 200 len: 210 time: 0.3752015 Jul 09 09:28:35.122029 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a6c36778-bb75-4ca4-b5f6-337049993a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:35.238406 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-ee9b78ba-bd44-4bd1-bfc8-05da2fefbbe6 service neutron] 10.222.0.58 "GET /v2.0/ports/529c756d-5f5f-4ae9-a2ae-b84e93f75803/bindings/n-h2-799996-1 HTTP/1.1" status: 200 len: 384 time: 0.5526571 Jul 09 09:28:35.303871 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb033165-f901-4d29-a800-3244f1f693d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0170217e-c011-4ee8-bca6-d0888e58be9c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:28:35.307740 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca4d439-1bab-4642-bfe2-cff790a64a89" -d '{"events": [{"server_uuid": "bb033165-f901-4d29-a800-3244f1f693d8", "name": "network-vif-unplugged", "status": "completed", "tag": "0170217e-c011-4ee8-bca6-d0888e58be9c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:28:35.308536 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-39017b28-cbf7-419f-995b-4464458312d3 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:35.310107 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-39017b28-cbf7-419f-995b-4464458312d3 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2250788 Jul 09 09:28:35.332406 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-bb5613f5-de60-4cd9-8419-cd330a8ec470 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Request body: {'port': {'device_id': '111223cc-0618-466d-8e4b-153098581501', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': '3747d0dd5a2d447bac383d8b7962e11f'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:28:35.389743 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a6c36778-bb75-4ca4-b5f6-337049993a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:35.450809 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a6c36778-bb75-4ca4-b5f6-337049993a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:35.483209 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-bb5613f5-de60-4cd9-8419-cd330a8ec470 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Made reservation on behalf of 3747d0dd5a2d447bac383d8b7962e11f for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:28:35.487132 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-bb5613f5-de60-4cd9-8419-cd330a8ec470 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:35.569375 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a6c36778-bb75-4ca4-b5f6-337049993a99 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0efb91ea4722456daeeb362c663ce239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8993366 Jul 09 09:28:35.571309 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c36778-bb75-4ca4-b5f6-337049993a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22170159-4ed8-4385-bb7c-c4ed55658c0b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:35.571445 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42478) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:28:35.601523 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c36778-bb75-4ca4-b5f6-337049993a99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:35.601874 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c36778-bb75-4ca4-b5f6-337049993a99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:35.602692 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c36778-bb75-4ca4-b5f6-337049993a99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:35.602692 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c36778-bb75-4ca4-b5f6-337049993a99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:35.603635 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c36778-bb75-4ca4-b5f6-337049993a99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:35.603635 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c36778-bb75-4ca4-b5f6-337049993a99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:35.604409 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c36778-bb75-4ca4-b5f6-337049993a99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:35.604513 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c36778-bb75-4ca4-b5f6-337049993a99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:35.604896 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c36778-bb75-4ca4-b5f6-337049993a99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:35.605159 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c36778-bb75-4ca4-b5f6-337049993a99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:35.605625 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c36778-bb75-4ca4-b5f6-337049993a99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:35.605983 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c36778-bb75-4ca4-b5f6-337049993a99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:28:35.639629 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f28b47-1afd-4c39-8831-d824d9d50885 req-a27caeb6-ea5f-4640-a500-e964ad7b7110 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:35.650473 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b5f28b47-1afd-4c39-8831-d824d9d50885 req-a27caeb6-ea5f-4640-a500-e964ad7b7110 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae911c1-75d8-45ad-8e8e-32a2a676e852 HTTP/1.1" status: 200 len: 950 time: 0.3172400 Jul 09 09:28:35.664615 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf97a818-fbfd-4743-8787-f0b5beffdafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:35.700996 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-aa4f4097-c818-4218-941d-b5bff8451f7c service neutron] For port 529c756d-5f5f-4ae9-a2ae-b84e93f75803, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=529c756d-5f5f-4ae9-a2ae-b84e93f75803,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:35.724076 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b5f28b47-1afd-4c39-8831-d824d9d50885 req-90cea73b-f13c-4942-860d-654a037c170b tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e3cfc7f-1306-4f49-8b75-46f5f4f5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726802 Jul 09 09:28:35.725949 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf97a818-fbfd-4743-8787-f0b5beffdafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:35.744057 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-aa4f4097-c818-4218-941d-b5bff8451f7c service neutron] For port 529c756d-5f5f-4ae9-a2ae-b84e93f75803, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:28:35.751186 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-bb5613f5-de60-4cd9-8419-cd330a8ec470 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Allocated IP 192.168.233.162 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/eef4c548-a1b2-4259-92bf-47d2f3fa2007) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:28:35.798909 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-aa4f4097-c818-4218-941d-b5bff8451f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 529c756d-5f5f-4ae9-a2ae-b84e93f75803 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:28:35.836277 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-aa4f4097-c818-4218-941d-b5bff8451f7c service neutron] For port 529c756d-5f5f-4ae9-a2ae-b84e93f75803, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=529c756d-5f5f-4ae9-a2ae-b84e93f75803,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:35.844282 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf97a818-fbfd-4743-8787-f0b5beffdafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:35.848098 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf97a818-fbfd-4743-8787-f0b5beffdafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:35.849320 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cf97a818-fbfd-4743-8787-f0b5beffdafa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/22170159-4ed8-4385-bb7c-c4ed55658c0b HTTP/1.1" status: 204 len: 168 time: 0.2766733 Jul 09 09:28:35.861508 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-aa4f4097-c818-4218-941d-b5bff8451f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:35.918511 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97a818-fbfd-4743-8787-f0b5beffdafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22170159-4ed8-4385-bb7c-c4ed55658c0b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:36.043836 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-aa4f4097-c818-4218-941d-b5bff8451f7c service neutron] Transition to ACTIVE for port object 529c756d-5f5f-4ae9-a2ae-b84e93f75803 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:28:36.044118 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-bb5613f5-de60-4cd9-8419-cd330a8ec470 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:36.067450 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-bb5613f5-de60-4cd9-8419-cd330a8ec470 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Transition to ACTIVE for port object eef4c548-a1b2-4259-92bf-47d2f3fa2007 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:28:36.078441 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-aa4f4097-c818-4218-941d-b5bff8451f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:36.142479 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-bb5613f5-de60-4cd9-8419-cd330a8ec470 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:36.158161 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['eddad57a-4f39-48cf-8fe1-c5898d4d4722', '6c93f32b-c5ab-4503-afab-f77543c761b6'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:28:36.162665 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62', 'dfa7bdd6-e2a4-4449-aec9-ed28819b103e', 'bd5111a0-463d-4eaf-8c37-0b03d02ee709', 'f50b9964-14bb-4f6a-a77c-fddb1951c7dd'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:28:36.188476 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-aa4f4097-c818-4218-941d-b5bff8451f7c service neutron] No DVR routers for this DVR port 529c756d-5f5f-4ae9-a2ae-b84e93f75803 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:28:36.204266 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f4097-c818-4218-941d-b5bff8451f7c service neutron] Pushing event updated for resources: {'Port': ['ID=529c756d-5f5f-4ae9-a2ae-b84e93f75803,revision_number=10']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:36.236600 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089e6dd-8e78-44dd-b765-aa1619e8681d req-a33d8556-0f70-4112-89c6-aa142e279c16 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:36.238758 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5089e6dd-8e78-44dd-b765-aa1619e8681d req-a33d8556-0f70-4112-89c6-aa142e279c16 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 946 time: 0.2136853 Jul 09 09:28:36.253550 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574b3928-683f-43c6-9c56-ee33b2f37b38 x-openstack-request-id: req-574b3928-683f-43c6-9c56-ee33b2f37b38 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:28:36.254082 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb033165-f901-4d29-a800-3244f1f693d8", "name": "network-vif-unplugged", "status": "completed", "tag": "0170217e-c011-4ee8-bca6-d0888e58be9c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:28:36.254490 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-574b3928-683f-43c6-9c56-ee33b2f37b38 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:28:36.255055 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb033165-f901-4d29-a800-3244f1f693d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0170217e-c011-4ee8-bca6-d0888e58be9c', 'code': 200} Jul 09 09:28:36.277912 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-aa4f4097-c818-4218-941d-b5bff8451f7c service neutron] 10.222.0.58 "PUT /v2.0/ports/529c756d-5f5f-4ae9-a2ae-b84e93f75803/bindings/n-h2-799996-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0319340 Jul 09 09:28:36.278061 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5613f5-de60-4cd9-8419-cd330a8ec470 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Pushing event updated for resources: {'Port': ['ID=eef4c548-a1b2-4259-92bf-47d2f3fa2007,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:36.287973 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-bb5613f5-de60-4cd9-8419-cd330a8ec470 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:28:36.290938 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-bb5613f5-de60-4cd9-8419-cd330a8ec470 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:28:36.305411 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-bb5613f5-de60-4cd9-8419-cd330a8ec470 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:28:36.417052 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-bb5613f5-de60-4cd9-8419-cd330a8ec470 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:36.417915 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-bb5613f5-de60-4cd9-8419-cd330a8ec470 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:36.443836 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5089e6dd-8e78-44dd-b765-aa1619e8681d req-9852308d-c47d-44d0-a11c-50171f1d8f64 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740923 Jul 09 09:28:36.456310 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-bb5613f5-de60-4cd9-8419-cd330a8ec470 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1286106 Jul 09 09:28:36.472408 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-e53aa079-6bcc-43a5-91b2-5a60e56dc1d5 service neutron] Request body: {'port': {'device_id': '111223cc-0618-466d-8e4b-153098581501', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:28:36.636837 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-80dcd577-72fa-48bc-baf2-f17e42e53a06 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:36.638369 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-80dcd577-72fa-48bc-baf2-f17e42e53a06 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9&tenant_id=82a1a771499846fa8b15e4ad106e86da&binding%3Ahost_id=n-h1-799996-1 HTTP/1.1" status: 200 len: 1095 time: 0.2760267 Jul 09 09:28:36.648080 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-e53aa079-6bcc-43a5-91b2-5a60e56dc1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:36.775918 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dacce7-973d-4c5e-ba97-74f435f935cd req-bc9185b5-0465-49ec-982d-6e2c769df66e tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:36.788600 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4dacce7-973d-4c5e-ba97-74f435f935cd req-bc9185b5-0465-49ec-982d-6e2c769df66e tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 944 time: 0.3143744 Jul 09 09:28:36.877956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-8da38694-3f62-451f-bc18-d5ecd3d3451c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:36.879305 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-8da38694-3f62-451f-bc18-d5ecd3d3451c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9&tenant_id=82a1a771499846fa8b15e4ad106e86da HTTP/1.1" status: 200 len: 1095 time: 0.2237141 Jul 09 09:28:36.894245 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4dacce7-973d-4c5e-ba97-74f435f935cd req-a1828258-d4c4-450a-a2ae-efa1cde64185 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041727 Jul 09 09:28:36.981491 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-4921e5b0-9428-47f1-939c-2860b6bc338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:36.983029 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-4921e5b0-9428-47f1-939c-2860b6bc338c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 1095 time: 0.0768263 Jul 09 09:28:37.082475 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-03d7c900-9897-45ea-8567-36cd405fbaa8 None None] Provisioning for port eef4c548-a1b2-4259-92bf-47d2f3fa2007 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:28:37.089617 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-03d7c900-9897-45ea-8567-36cd405fbaa8 None None] Provisioning complete for port eef4c548-a1b2-4259-92bf-47d2f3fa2007 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:28:37.090299 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-03d7c900-9897-45ea-8567-36cd405fbaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:37.126905 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c5ff9961-6fe3-4bab-8a89-d801de8f61a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:37.140260 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-03d7c900-9897-45ea-8567-36cd405fbaa8 None None] Port eef4c548-a1b2-4259-92bf-47d2f3fa2007 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:28:37.159972 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42550) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:28:37.211110 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-bb4731fa-5e9f-4da7-880d-d03ec9a0a5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:37.212604 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-bb4731fa-5e9f-4da7-880d-d03ec9a0a5e7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 922 time: 0.2208035 Jul 09 09:28:37.351756 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-f8f9732d-b6bd-44e9-b6bb-ae8e6af5c8ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=529c756d-5f5f-4ae9-a2ae-b84e93f75803 HTTP/1.1" status: 200 len: 217 time: 0.1316018 Jul 09 09:28:37.356618 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 9356cbc1-adbb-441f-acf0-2260bdbd61b5 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:28:37.412402 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-e53aa079-6bcc-43a5-91b2-5a60e56dc1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef4c548-a1b2-4259-92bf-47d2f3fa2007 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:28:37.432463 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-e53aa079-6bcc-43a5-91b2-5a60e56dc1d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:37.470945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-39078dcc-db78-4b69-9d0d-a43ad666215a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1696373307-network', 'tenant_id': '42b73cbc4a154d5db16f2be703c153d9'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:28:37.477473 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-e53aa079-6bcc-43a5-91b2-5a60e56dc1d5 service neutron] Transition to ACTIVE for port object eef4c548-a1b2-4259-92bf-47d2f3fa2007 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:28:37.486709 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-e53aa079-6bcc-43a5-91b2-5a60e56dc1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:37.537873 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-c10231a7-550a-4bef-90a3-c14c75422f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:37.541514 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-c10231a7-550a-4bef-90a3-c14c75422f10 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=885047f0-ba41-4b93-9739-c68577cb7cc5 HTTP/1.1" status: 200 len: 861 time: 0.1813779 Jul 09 09:28:37.596044 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53aa079-6bcc-43a5-91b2-5a60e56dc1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=eef4c548-a1b2-4259-92bf-47d2f3fa2007,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:37.617887 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39078dcc-db78-4b69-9d0d-a43ad666215a admin admin] Made reservation on behalf of 42b73cbc4a154d5db16f2be703c153d9 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:28:37.620823 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-39078dcc-db78-4b69-9d0d-a43ad666215a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:37.634841 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-59eed451-4c05-4188-a364-739ece6a2f78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715559 Jul 09 09:28:37.648099 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-39078dcc-db78-4b69-9d0d-a43ad666215a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:37.701071 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-e53aa079-6bcc-43a5-91b2-5a60e56dc1d5 service neutron] Attempting to bind port eef4c548-a1b2-4259-92bf-47d2f3fa2007 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:28:37.702247 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-e53aa079-6bcc-43a5-91b2-5a60e56dc1d5 service neutron] Attempting to bind port eef4c548-a1b2-4259-92bf-47d2f3fa2007 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:28:37.702751 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-e53aa079-6bcc-43a5-91b2-5a60e56dc1d5 service neutron] Attempting to bind port eef4c548-a1b2-4259-92bf-47d2f3fa2007 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:28:37.710845 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-e53aa079-6bcc-43a5-91b2-5a60e56dc1d5 service neutron] Port eef4c548-a1b2-4259-92bf-47d2f3fa2007 on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:28:37.711366 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-e53aa079-6bcc-43a5-91b2-5a60e56dc1d5 service neutron] Attempting to bind port eef4c548-a1b2-4259-92bf-47d2f3fa2007 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:28:37.717845 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-e53aa079-6bcc-43a5-91b2-5a60e56dc1d5 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:28:37.718406 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-e53aa079-6bcc-43a5-91b2-5a60e56dc1d5 service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:28:37.718969 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-e53aa079-6bcc-43a5-91b2-5a60e56dc1d5 service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:28:37.719763 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-e53aa079-6bcc-43a5-91b2-5a60e56dc1d5 service neutron] Bound port: eef4c548-a1b2-4259-92bf-47d2f3fa2007, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:28:37.720298 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-e53aa079-6bcc-43a5-91b2-5a60e56dc1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:37.781852 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:37.824657 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-e53aa079-6bcc-43a5-91b2-5a60e56dc1d5 service neutron] For port eef4c548-a1b2-4259-92bf-47d2f3fa2007, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:28:37.829136 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-e53aa079-6bcc-43a5-91b2-5a60e56dc1d5 service neutron] For port eef4c548-a1b2-4259-92bf-47d2f3fa2007, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=eef4c548-a1b2-4259-92bf-47d2f3fa2007,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:28:37.837193 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-e53aa079-6bcc-43a5-91b2-5a60e56dc1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:37.878797 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-e53aa079-6bcc-43a5-91b2-5a60e56dc1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:37.879451 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-e53aa079-6bcc-43a5-91b2-5a60e56dc1d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:37.881330 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-e53aa079-6bcc-43a5-91b2-5a60e56dc1d5 service neutron] 10.222.0.58 "PUT /v2.0/ports/eef4c548-a1b2-4259-92bf-47d2f3fa2007 HTTP/1.1" status: 200 len: 1096 time: 1.4164796 Jul 09 09:28:37.884052 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111223cc-0618-466d-8e4b-153098581501', 'tag': 'eef4c548-a1b2-4259-92bf-47d2f3fa2007'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:28:37.886364 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28058440-2307-4325-a64f-2955b6aba696" -d '{"events": [{"name": "network-changed", "server_uuid": "111223cc-0618-466d-8e4b-153098581501", "tag": "eef4c548-a1b2-4259-92bf-47d2f3fa2007"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:28:37.935812 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53aa079-6bcc-43a5-91b2-5a60e56dc1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=eef4c548-a1b2-4259-92bf-47d2f3fa2007,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:37.980998 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 9356cbc1-adbb-441f-acf0-2260bdbd61b5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=9356cbc1-adbb-441f-acf0-2260bdbd61b5,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:37.991097 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:38.025904 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e3e12-8447-46a4-8689-812e78271130 req-fa183c22-42a2-4d8d-8539-5cc838f9daba tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:38.028596 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-02f78775-cae4-41ab-80a7-92cc1b87f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:38.030165 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-02f78775-cae4-41ab-80a7-92cc1b87f77e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&device_id=111223cc-0618-466d-8e4b-153098581501 HTTP/1.1" status: 200 len: 1099 time: 0.0793233 Jul 09 09:28:38.032889 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-896e3e12-8447-46a4-8689-812e78271130 req-fa183c22-42a2-4d8d-8539-5cc838f9daba tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=111223cc-0618-466d-8e4b-153098581501 HTTP/1.1" status: 200 len: 948 time: 0.3962646 Jul 09 09:28:38.116348 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=9356cbc1-adbb-441f-acf0-2260bdbd61b5,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:38.121483 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-c52b7d55-cd09-4a68-8984-c698ecfab2c0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=eef4c548-a1b2-4259-92bf-47d2f3fa2007 HTTP/1.1" status: 200 len: 217 time: 0.0805249 Jul 09 09:28:38.163865 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-39078dcc-db78-4b69-9d0d-a43ad666215a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:38.169304 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-78e57451-5120-4e1a-98bd-3140f470cc82 service neutron] 10.222.0.64 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181866 Jul 09 09:28:38.183730 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-39078dcc-db78-4b69-9d0d-a43ad666215a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:38.191848 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-89f20f38-0ce0-4b63-b24b-50ac2922a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:38.193329 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-89f20f38-0ce0-4b63-b24b-50ac2922a9b4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0626373 Jul 09 09:28:38.256655 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb8b1ab-1c35-4e97-9bab-533316e534ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9356cbc1-adbb-441f-acf0-2260bdbd61b5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:28:38.258967 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c4be0d-84c5-4ed4-9ad8-be63e878fa2e" -d '{"events": [{"server_uuid": "fdb8b1ab-1c35-4e97-9bab-533316e534ba", "name": "network-vif-unplugged", "status": "completed", "tag": "9356cbc1-adbb-441f-acf0-2260bdbd61b5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:28:38.271175 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-387fe53a-1f96-445f-ab58-ee2abd758ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:38.273538 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-387fe53a-1f96-445f-ab58-ee2abd758ca6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0677154 Jul 09 09:28:38.275435 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39078dcc-db78-4b69-9d0d-a43ad666215a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:28:38.305510 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-896e3e12-8447-46a4-8689-812e78271130 req-dc7165eb-70c3-481b-b928-201c6f2858d4 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714295 Jul 09 09:28:38.318970 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-39078dcc-db78-4b69-9d0d-a43ad666215a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:38.318970 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-39078dcc-db78-4b69-9d0d-a43ad666215a admin admin] Added segment 9176a47a-27ca-45ee-ace5-b4d6ab8f769b of type vlan for network ea71d6ca-8869-41da-bdc8-12b60bf3f5b5 Jul 09 09:28:38.334555 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4bee0-b617-45f9-8682-de6834edda06 req-7635ba36-10f6-44dc-8dbc-44251c032449 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:38.336619 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48a4bee0-b617-45f9-8682-de6834edda06 req-7635ba36-10f6-44dc-8dbc-44251c032449 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 946 time: 0.4210763 Jul 09 09:28:38.347720 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39078dcc-db78-4b69-9d0d-a43ad666215a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e4c080-a832-486d-b8c6-f52d4157c246,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:38.416529 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-7ed05611-c7c2-42f2-9501-c8ea3ab886ea service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310225 Jul 09 09:28:38.463990 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-39078dcc-db78-4b69-9d0d-a43ad666215a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:38.515879 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48a4bee0-b617-45f9-8682-de6834edda06 req-3f849bd0-c386-40d3-a56f-2f754faf148f tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783142 Jul 09 09:28:38.531936 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b47d9899-58d5-4e54-bfe0-3716f0431efa req-8d4b57c3-0adc-4ad3-ac22-7b25a1455222 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058235 Jul 09 09:28:38.538165 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-78db4576-953f-4328-9ebd-c581989bc932 service neutron] 10.222.0.64 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598752 Jul 09 09:28:38.605048 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-39078dcc-db78-4b69-9d0d-a43ad666215a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:38.606173 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39078dcc-db78-4b69-9d0d-a43ad666215a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:38.606873 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-39078dcc-db78-4b69-9d0d-a43ad666215a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:38.650717 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92690fb8-ae8c-48b5-8138-0fc821a0cd4d x-openstack-request-id: req-92690fb8-ae8c-48b5-8138-0fc821a0cd4d {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:28:38.651143 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "111223cc-0618-466d-8e4b-153098581501", "tag": "eef4c548-a1b2-4259-92bf-47d2f3fa2007", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:28:38.651546 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-92690fb8-ae8c-48b5-8138-0fc821a0cd4d {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:28:38.652070 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '111223cc-0618-466d-8e4b-153098581501', 'tag': 'eef4c548-a1b2-4259-92bf-47d2f3fa2007', 'status': 'completed', 'code': 200} Jul 09 09:28:38.679155 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-bb29dc69-fd02-4bf0-82a3-5eb56ecaf787 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:38.680982 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-bb29dc69-fd02-4bf0-82a3-5eb56ecaf787 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/networks?id=de931943-f58d-4fd8-96d3-d18dce18a0bc HTTP/1.1" status: 200 len: 804 time: 0.2692699 Jul 09 09:28:38.698444 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-39078dcc-db78-4b69-9d0d-a43ad666215a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5374141 Jul 09 09:28:38.701536 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42608) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:28:38.707168 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-70e8f693-0423-40ad-8642-68859b15bb96 admin admin] Request body: {'subnet': {'network_id': 'ea71d6ca-8869-41da-bdc8-12b60bf3f5b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1696373307-subnet', 'tenant_id': '42b73cbc4a154d5db16f2be703c153d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:28:38.726960 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-18815689-6055-4a41-902e-2c8f19a76df1 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/quotas/15de14848d0349c49a5d85c3ea6d48cd HTTP/1.1" status: 200 len: 375 time: 0.0376792 Jul 09 09:28:38.738257 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39078dcc-db78-4b69-9d0d-a43ad666215a admin admin] Pushing event updated for resources: {'Network': ['ID=ea71d6ca-8869-41da-bdc8-12b60bf3f5b5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:38.750555 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network ea71d6ca-8869-41da-bdc8-12b60bf3f5b5 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:28:38.799352 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28058440-2307-4325-a64f-2955b6aba696 req-f2ed71df-986d-4e74-9327-8a183ef84a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:38.800958 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28058440-2307-4325-a64f-2955b6aba696 req-f2ed71df-986d-4e74-9327-8a183ef84a47 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&device_id=111223cc-0618-466d-8e4b-153098581501 HTTP/1.1" status: 200 len: 1099 time: 0.1115503 Jul 09 09:28:38.819382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e8f693-0423-40ad-8642-68859b15bb96 admin admin] Made reservation on behalf of 42b73cbc4a154d5db16f2be703c153d9 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:28:38.831945 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70e8f693-0423-40ad-8642-68859b15bb96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:38.964930 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28058440-2307-4325-a64f-2955b6aba696 req-c986ef34-d7ca-439b-83b3-b41cfc893a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:38.966542 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28058440-2307-4325-a64f-2955b6aba696 req-c986ef34-d7ca-439b-83b3-b41cfc893a46 service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.1534491 Jul 09 09:28:39.000817 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:39.033334 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28058440-2307-4325-a64f-2955b6aba696 req-d65207bd-7601-499d-8174-22f3f63703bc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=eef4c548-a1b2-4259-92bf-47d2f3fa2007 HTTP/1.1" status: 200 len: 217 time: 0.0551908 Jul 09 09:28:39.071992 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-697456ef-e175-4276-b534-a5a90770fc1b tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=15de14848d0349c49a5d85c3ea6d48cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3372333 Jul 09 09:28:39.094024 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28058440-2307-4325-a64f-2955b6aba696 req-c231cf65-922f-4869-a558-6ad78cf74b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:39.094969 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503f727-0278-494b-b90e-b4b854112b4a req-829e34ae-f74a-4f9e-a9a4-5321a1c1623d tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:39.095485 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28058440-2307-4325-a64f-2955b6aba696 req-c231cf65-922f-4869-a558-6ad78cf74b1a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0496547 Jul 09 09:28:39.097055 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0503f727-0278-494b-b90e-b4b854112b4a req-829e34ae-f74a-4f9e-a9a4-5321a1c1623d tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 944 time: 0.3370714 Jul 09 09:28:39.156617 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28058440-2307-4325-a64f-2955b6aba696 req-35bb4bc7-2ccf-45ec-856d-ee58d0f31cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:39.158157 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28058440-2307-4325-a64f-2955b6aba696 req-35bb4bc7-2ccf-45ec-856d-ee58d0f31cb0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0542169 Jul 09 09:28:39.200288 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-baa03cd9-036e-4d2e-a88c-705dd5c719e0 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:39.201829 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-baa03cd9-036e-4d2e-a88c-705dd5c719e0 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9&tenant_id=82a1a771499846fa8b15e4ad106e86da&binding%3Ahost_id=n-h2-799996-1 HTTP/1.1" status: 200 len: 1095 time: 0.2733104 Jul 09 09:28:39.258794 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0503f727-0278-494b-b90e-b4b854112b4a req-f5267d51-9b6e-407c-989a-7131587178fa tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516001 Jul 09 09:28:39.263334 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28058440-2307-4325-a64f-2955b6aba696 req-6c57888c-b0bc-489b-944c-146e6460d7bf service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894606 Jul 09 09:28:39.321955 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9c98bb64-a590-4403-812f-eee9fd6cfa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:39.341168 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-32abdc4b-f2bd-4639-b9c3-704d9b7c3a31 service neutron] 10.222.0.61 "GET /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564821 Jul 09 09:28:39.358708 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4778f48a-a782-4109-abdd-4423fbbb2748 x-openstack-request-id: req-4778f48a-a782-4109-abdd-4423fbbb2748 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:28:39.360183 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb8b1ab-1c35-4e97-9bab-533316e534ba", "name": "network-vif-unplugged", "status": "completed", "tag": "9356cbc1-adbb-441f-acf0-2260bdbd61b5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:28:39.361396 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4778f48a-a782-4109-abdd-4423fbbb2748 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:28:39.363808 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb8b1ab-1c35-4e97-9bab-533316e534ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9356cbc1-adbb-441f-acf0-2260bdbd61b5', 'code': 200} Jul 09 09:28:39.368976 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70e8f693-0423-40ad-8642-68859b15bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:39.376515 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8534ab7b-4bfa-4a97-9256-63c485f7a353 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:28:39.399838 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28058440-2307-4325-a64f-2955b6aba696 req-09155f14-2049-4d56-9cad-184efc40af43 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203406 Jul 09 09:28:39.476986 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:39.520244 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 8534ab7b-4bfa-4a97-9256-63c485f7a353, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8534ab7b-4bfa-4a97-9256-63c485f7a353,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:39.531926 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '8534ab7b-4bfa-4a97-9256-63c485f7a353', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '8534ab7b-4bfa-4a97-9256-63c485f7a353', 'mac_address': 'fa:16:3e:c5:14:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:28:39.572667 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8f693-0423-40ad-8642-68859b15bb96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b5bcaa8-9419-45df-a8b9-0b7d5fed7ce3,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:39.585546 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:39.596138 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8f693-0423-40ad-8642-68859b15bb96 admin admin] Checking segment: {'id': '9176a47a-27ca-45ee-ace5-b4d6ab8f769b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ea71d6ca-8869-41da-bdc8-12b60bf3f5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:28:39.596916 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e8f693-0423-40ad-8642-68859b15bb96 admin admin] Network hostable DHCP agents. Network: ea71d6ca-8869-41da-bdc8-12b60bf3f5b5, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:28:39.605699 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8534ab7b-4bfa-4a97-9256-63c485f7a353 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:28:39.609696 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-d5082a45-7a96-4517-a7a8-fc145863fcff service neutron] 10.222.0.61 "GET /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541544 Jul 09 09:28:39.617942 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-707d66e2-5b66-47ad-854c-9694ea255722 service neutron] For port 529c756d-5f5f-4ae9-a2ae-b84e93f75803, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:28:39.623487 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-707d66e2-5b66-47ad-854c-9694ea255722 service neutron] Notify callbacks [] for binding, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:39.624628 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8854fa1-7041-4d2d-b0d0-1b58ca498402 req-707d66e2-5b66-47ad-854c-9694ea255722 service neutron] 10.222.0.64 "DELETE /v2.0/ports/529c756d-5f5f-4ae9-a2ae-b84e93f75803/bindings/n-h1-799996-1 HTTP/1.1" status: 204 len: 173 time: 0.4062035 Jul 09 09:28:39.632118 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e8f693-0423-40ad-8642-68859b15bb96 admin admin] Network ea71d6ca-8869-41da-bdc8-12b60bf3f5b5 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:28:39.635423 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 8534ab7b-4bfa-4a97-9256-63c485f7a353, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8534ab7b-4bfa-4a97-9256-63c485f7a353,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:39.640652 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:39.643835 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-70e8f693-0423-40ad-8642-68859b15bb96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, ea71d6ca-8869-41da-bdc8-12b60bf3f5b5) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:28:39.653104 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96df4981-9fb4-47f8-8f41-38d91993d1c1 None None] Network ea71d6ca-8869-41da-bdc8-12b60bf3f5b5 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:28:39.657619 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e8f693-0423-40ad-8642-68859b15bb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:39.658588 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70e8f693-0423-40ad-8642-68859b15bb96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:39.677616 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-70e8f693-0423-40ad-8642-68859b15bb96 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9748116 Jul 09 09:28:39.771766 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=8534ab7b-4bfa-4a97-9256-63c485f7a353,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:39.887596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0efa6a-6395-4080-9c85-e49ca3de1b07 req-074c1a7c-8cfd-4cad-9843-f33a283894d3 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:39.894867 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de0efa6a-6395-4080-9c85-e49ca3de1b07 req-074c1a7c-8cfd-4cad-9843-f33a283894d3 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=111223cc-0618-466d-8e4b-153098581501 HTTP/1.1" status: 200 len: 948 time: 0.0798945 Jul 09 09:28:39.952152 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bee159-d484-4214-833f-8cac0e98d880 None None] Network ea71d6ca-8869-41da-bdc8-12b60bf3f5b5 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:28:39.952856 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de0efa6a-6395-4080-9c85-e49ca3de1b07 req-9ad0fd61-c672-4608-a11a-a9566d9eea82 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570376 Jul 09 09:28:40.076110 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd9c1a-1404-4db2-876a-f087cff77d55 req-42b77b0c-01c5-4c79-93b5-62fd72291cac tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:40.078534 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43cd9c1a-1404-4db2-876a-f087cff77d55 req-42b77b0c-01c5-4c79-93b5-62fd72291cac tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 946 time: 0.0937696 Jul 09 09:28:40.140544 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43cd9c1a-1404-4db2-876a-f087cff77d55 req-b99db014-c33a-4a99-83ab-8ab4b88d442a tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541096 Jul 09 09:28:40.158201 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['8534ab7b-4bfa-4a97-9256-63c485f7a353'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:28:40.163614 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-77362020-372c-46d9-8819-1f37a0f966e5 req-f68fb4e4-b001-478a-a56e-b8a54cfc42d9 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 210 time: 0.0426462 Jul 09 09:28:40.365089 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f96d6-12cc-4efd-a288-28fd53b10099 req-18ab6c7c-2c74-453d-9587-5b883c627bdb tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:40.368604 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-361f96d6-12cc-4efd-a288-28fd53b10099 req-18ab6c7c-2c74-453d-9587-5b883c627bdb tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdb8b1ab-1c35-4e97-9bab-533316e534ba HTTP/1.1" status: 200 len: 944 time: 0.1519775 Jul 09 09:28:40.595727 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-361f96d6-12cc-4efd-a288-28fd53b10099 req-ff11dd03-69d3-4ca3-a8b1-2b89d6d4640f tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Deleting port 9356cbc1-adbb-441f-acf0-2260bdbd61b5 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:28:40.595993 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-361f96d6-12cc-4efd-a288-28fd53b10099 req-ff11dd03-69d3-4ca3-a8b1-2b89d6d4640f tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:40.645945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-ec90a581-c6e9-4ce1-a567-b4e8d685eb66 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:40.647390 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-ec90a581-c6e9-4ce1-a567-b4e8d685eb66 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/networks?id=ea71d6ca-8869-41da-bdc8-12b60bf3f5b5 HTTP/1.1" status: 200 len: 821 time: 0.1711416 Jul 09 09:28:40.656821 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc4b14-d1c6-456b-a853-6aede2eee510 req-7e2eef52-d503-42fb-978e-bf9b3e3072bb tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:40.658201 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cdcc4b14-d1c6-456b-a853-6aede2eee510 req-7e2eef52-d503-42fb-978e-bf9b3e3072bb tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 944 time: 0.1162412 Jul 09 09:28:40.681802 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-9b5b7564-90b5-480a-bc8c-e53b67f0083e tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/quotas/42b73cbc4a154d5db16f2be703c153d9 HTTP/1.1" status: 200 len: 375 time: 0.0218539 Jul 09 09:28:40.719833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-539702ae-327c-4d85-9fe6-43638625bb0e tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=42b73cbc4a154d5db16f2be703c153d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366213 Jul 09 09:28:40.723358 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-361f96d6-12cc-4efd-a288-28fd53b10099 req-ff11dd03-69d3-4ca3-a8b1-2b89d6d4640f tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] For port 9356cbc1-adbb-441f-acf0-2260bdbd61b5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=9356cbc1-adbb-441f-acf0-2260bdbd61b5,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:40.723751 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-361f96d6-12cc-4efd-a288-28fd53b10099 req-ff11dd03-69d3-4ca3-a8b1-2b89d6d4640f tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:40.744942 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-361f96d6-12cc-4efd-a288-28fd53b10099 req-ff11dd03-69d3-4ca3-a8b1-2b89d6d4640f tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Calling delete_port for 9356cbc1-adbb-441f-acf0-2260bdbd61b5 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:28:40.749287 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cdcc4b14-d1c6-456b-a853-6aede2eee510 req-8746c64e-0e0d-4dcc-93ec-d6ed06d37a92 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786815 Jul 09 09:28:40.859632 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-41129bbe-f625-41cd-9a2a-fa37a86de461 service neutron] 10.222.0.61 "GET /v2.0/networks/ea71d6ca-8869-41da-bdc8-12b60bf3f5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050406 Jul 09 09:28:40.950224 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-361f96d6-12cc-4efd-a288-28fd53b10099 req-ff11dd03-69d3-4ca3-a8b1-2b89d6d4640f tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:40.972161 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-5be7f479-943f-4307-90e7-cb456a4625b6 service neutron] 10.222.0.61 "GET /v2.0/networks/ea71d6ca-8869-41da-bdc8-12b60bf3f5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062348 Jul 09 09:28:40.987669 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11dd03-69d3-4ca3-a8b1-2b89d6d4640f tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Pushing event deleted for resources: {'Port': ['ID=9356cbc1-adbb-441f-acf0-2260bdbd61b5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:41.039077 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-361f96d6-12cc-4efd-a288-28fd53b10099 req-ff11dd03-69d3-4ca3-a8b1-2b89d6d4640f tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] No DVR routers for this DVR port 9356cbc1-adbb-441f-acf0-2260bdbd61b5 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:28:41.039740 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:41.041948 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-361f96d6-12cc-4efd-a288-28fd53b10099 req-ff11dd03-69d3-4ca3-a8b1-2b89d6d4640f tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:41.044022 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-361f96d6-12cc-4efd-a288-28fd53b10099 req-ff11dd03-69d3-4ca3-a8b1-2b89d6d4640f tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.58 "DELETE /v2.0/ports/9356cbc1-adbb-441f-acf0-2260bdbd61b5 HTTP/1.1" status: 204 len: 173 time: 0.6680121 Jul 09 09:28:41.044458 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb8b1ab-1c35-4e97-9bab-533316e534ba', 'name': 'network-vif-deleted', 'tag': '9356cbc1-adbb-441f-acf0-2260bdbd61b5'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:28:41.046681 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef90153-90cb-4d9f-8536-d36204b83835" -d '{"events": [{"server_uuid": "fdb8b1ab-1c35-4e97-9bab-533316e534ba", "name": "network-vif-deleted", "tag": "9356cbc1-adbb-441f-acf0-2260bdbd61b5"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:28:41.256133 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aaf49ae-7f6d-4660-9911-5af59006fa4b x-openstack-request-id: req-8aaf49ae-7f6d-4660-9911-5af59006fa4b {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:28:41.256423 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb8b1ab-1c35-4e97-9bab-533316e534ba", "name": "network-vif-deleted", "tag": "9356cbc1-adbb-441f-acf0-2260bdbd61b5", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:28:41.256673 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8aaf49ae-7f6d-4660-9911-5af59006fa4b {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:28:41.257070 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb8b1ab-1c35-4e97-9bab-533316e534ba', 'name': 'network-vif-deleted', 'tag': '9356cbc1-adbb-441f-acf0-2260bdbd61b5', 'status': 'completed', 'code': 200} Jul 09 09:28:41.329200 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9c82ee8d-dab4-4bff-b473-be58332f40b3 req-62d6c6a9-e6c9-47be-bb95-cb80a3423409 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/ports?device_id=85744c55-c12d-4128-86d3-e845f97ebe13 HTTP/1.1" status: 200 len: 210 time: 0.0390975 Jul 09 09:28:41.374057 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device eef4c548-a1b2-4259-92bf-47d2f3fa2007 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:28:41.376258 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8534ab7b-4bfa-4a97-9256-63c485f7a353 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:28:41.466255 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2642b9-db89-4cb5-88e2-f61993d06adf req-9d484be6-5f21-42af-9092-3a7156f3347a tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:41.467455 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b2642b9-db89-4cb5-88e2-f61993d06adf req-9d484be6-5f21-42af-9092-3a7156f3347a tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=111223cc-0618-466d-8e4b-153098581501 HTTP/1.1" status: 200 len: 948 time: 0.1408236 Jul 09 09:28:41.574150 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b2642b9-db89-4cb5-88e2-f61993d06adf req-90358ac3-a5e3-4d2a-995b-f9f277a847a4 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983152 Jul 09 09:28:41.606250 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 8534ab7b-4bfa-4a97-9256-63c485f7a353 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:28:41.606635 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:41.609434 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port eef4c548-a1b2-4259-92bf-47d2f3fa2007, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=eef4c548-a1b2-4259-92bf-47d2f3fa2007,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:41.659365 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'eef4c548-a1b2-4259-92bf-47d2f3fa2007', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': 'eef4c548-a1b2-4259-92bf-47d2f3fa2007', 'mac_address': 'fa:16:3e:85:33:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:28:41.737060 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:41.819753 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef4c548-a1b2-4259-92bf-47d2f3fa2007 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:28:41.852231 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:41.864924 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port eef4c548-a1b2-4259-92bf-47d2f3fa2007, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=eef4c548-a1b2-4259-92bf-47d2f3fa2007,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:41.877559 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:41.891121 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae911c1-75d8-45ad-8e8e-32a2a676e852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8534ab7b-4bfa-4a97-9256-63c485f7a353'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:28:41.893684 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afa8d35-1603-4316-a0fd-95e882f7c652" -d '{"events": [{"server_uuid": "8ae911c1-75d8-45ad-8e8e-32a2a676e852", "name": "network-vif-plugged", "status": "completed", "tag": "8534ab7b-4bfa-4a97-9256-63c485f7a353"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:28:41.953008 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 8534ab7b-4bfa-4a97-9256-63c485f7a353, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8534ab7b-4bfa-4a97-9256-63c485f7a353,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:41.962997 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:41.984312 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=eef4c548-a1b2-4259-92bf-47d2f3fa2007,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:42.061133 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=8534ab7b-4bfa-4a97-9256-63c485f7a353,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:42.163013 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0e71f-be9e-4864-95ec-7ede85324adf req-d9d7896b-c424-44d4-9c12-dfac754fdb5b tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:42.164442 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ed0e71f-be9e-4864-95ec-7ede85324adf req-d9d7896b-c424-44d4-9c12-dfac754fdb5b tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 1095 time: 0.6661193 Jul 09 09:28:42.178086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-dcc9de48-38eb-4001-9aa3-16e0a0416970 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:42.180431 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-dcc9de48-38eb-4001-9aa3-16e0a0416970 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.64 "GET /v2.0/networks?id=de931943-f58d-4fd8-96d3-d18dce18a0bc HTTP/1.1" status: 200 len: 804 time: 0.6353738 Jul 09 09:28:42.208638 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-763c10db-f952-4988-a813-6c1dfcfec261 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Request body: {'port': {'device_id': '0976802e-0b95-45f5-adf6-c8ebb0510082', 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc', 'admin_state_up': True, 'tenant_id': '15de14848d0349c49a5d85c3ea6d48cd'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:28:42.240928 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['eef4c548-a1b2-4259-92bf-47d2f3fa2007'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:28:42.292724 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb2dbc-80b3-48ab-a898-78b9685bd9e8 req-68f54969-eab2-4cb3-976e-84cbfd5e5a8b tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:42.294261 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-29eb2dbc-80b3-48ab-a898-78b9685bd9e8 req-68f54969-eab2-4cb3-976e-84cbfd5e5a8b tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 946 time: 0.2232425 Jul 09 09:28:42.309588 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ed0e71f-be9e-4864-95ec-7ede85324adf req-60342adc-d77a-420b-a248-01f6cdc2f43e tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246507 Jul 09 09:28:42.389195 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-29eb2dbc-80b3-48ab-a898-78b9685bd9e8 req-55f74bfb-0bb9-4409-8079-f8bae99dee51 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841746 Jul 09 09:28:42.442078 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-763c10db-f952-4988-a813-6c1dfcfec261 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Made reservation on behalf of 15de14848d0349c49a5d85c3ea6d48cd for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:28:42.446528 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-763c10db-f952-4988-a813-6c1dfcfec261 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:42.608394 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bff5f84-0f4e-4504-90c5-f00d99d613a5 req-8171e7c3-8650-46d7-a220-1133b3e4c124 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 210 time: 0.0814705 Jul 09 09:28:42.640210 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a02b73-64c1-4b73-9b86-7c76d7bdcb03 x-openstack-request-id: req-e9a02b73-64c1-4b73-9b86-7c76d7bdcb03 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:28:42.640540 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae911c1-75d8-45ad-8e8e-32a2a676e852", "name": "network-vif-plugged", "status": "completed", "tag": "8534ab7b-4bfa-4a97-9256-63c485f7a353", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:28:42.640750 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e9a02b73-64c1-4b73-9b86-7c76d7bdcb03 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:28:42.642024 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae911c1-75d8-45ad-8e8e-32a2a676e852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8534ab7b-4bfa-4a97-9256-63c485f7a353', 'code': 200} Jul 09 09:28:42.739417 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-763c10db-f952-4988-a813-6c1dfcfec261 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Allocated IP 172.20.0.7 (de931943-f58d-4fd8-96d3-d18dce18a0bc/6bdbd641-08ac-41cd-9918-f7982af01a02/35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:28:42.786358 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:42.924787 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3244d1cc-fa56-4ebf-947e-3567a7a812ff req-19398446-833b-4951-8564-393c30f16da5 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/ports?device_id=85744c55-c12d-4128-86d3-e845f97ebe13 HTTP/1.1" status: 200 len: 210 time: 0.0887785 Jul 09 09:28:43.180527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-7b1aecd0-041a-4d4c-b9e1-df4b629c4265 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:43.182109 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-7b1aecd0-041a-4d4c-b9e1-df4b629c4265 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.64 "GET /v2.0/networks?id=ea71d6ca-8869-41da-bdc8-12b60bf3f5b5 HTTP/1.1" status: 200 len: 821 time: 0.3101695 Jul 09 09:28:43.192364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109ceb8-55a0-4b15-baba-e7d7a73d5e19 req-1be33c45-b951-40c3-90b2-eb34977d7d18 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:43.194088 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7109ceb8-55a0-4b15-baba-e7d7a73d5e19 req-1be33c45-b951-40c3-90b2-eb34977d7d18 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 1095 time: 0.1935833 Jul 09 09:28:43.201157 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-2b52ca5d-2497-4112-857e-790d294536f2 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Request body: {'port': {'device_id': '85744c55-c12d-4128-86d3-e845f97ebe13', 'network_id': 'ea71d6ca-8869-41da-bdc8-12b60bf3f5b5', 'admin_state_up': True, 'tenant_id': '42b73cbc4a154d5db16f2be703c153d9'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:28:43.207575 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-763c10db-f952-4988-a813-6c1dfcfec261 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:43.310139 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7109ceb8-55a0-4b15-baba-e7d7a73d5e19 req-0472d4ca-2216-4092-9a5c-579660713ad5 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996926 Jul 09 09:28:43.391048 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 9356cbc1-adbb-441f-acf0-2260bdbd61b5 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:28:43.438726 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 9356cbc1-adbb-441f-acf0-2260bdbd61b5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:28:43.439078 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 9356cbc1-adbb-441f-acf0-2260bdbd61b5 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:28:43.446779 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-763c10db-f952-4988-a813-6c1dfcfec261 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:43.544952 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-763c10db-f952-4988-a813-6c1dfcfec261 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Network de931943-f58d-4fd8-96d3-d18dce18a0bc is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:28:43.552034 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-763c10db-f952-4988-a813-6c1dfcfec261 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:28:43.562912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-763c10db-f952-4988-a813-6c1dfcfec261 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:28:43.568195 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-2b52ca5d-2497-4112-857e-790d294536f2 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Made reservation on behalf of 42b73cbc4a154d5db16f2be703c153d9 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:28:43.573816 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-2b52ca5d-2497-4112-857e-790d294536f2 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:43.640312 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c10db-f952-4988-a813-6c1dfcfec261 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Pushing event updated for resources: {'Port': ['ID=35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:43.767827 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-763c10db-f952-4988-a813-6c1dfcfec261 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:43.768805 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-763c10db-f952-4988-a813-6c1dfcfec261 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:43.813503 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-763c10db-f952-4988-a813-6c1dfcfec261 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6159923 Jul 09 09:28:43.866571 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-1195bfa8-d53f-4220-8c51-e00b4d47a1e6 service neutron] Request body: {'port': {'device_id': '0976802e-0b95-45f5-adf6-c8ebb0510082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:28:43.949122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143a889-c3e4-4bba-ba92-1c3b21af5f28 req-f5794d39-454e-4c36-90e9-68234a41b966 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:43.951645 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5143a889-c3e4-4bba-ba92-1c3b21af5f28 req-f5794d39-454e-4c36-90e9-68234a41b966 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=111223cc-0618-466d-8e4b-153098581501 HTTP/1.1" status: 200 len: 949 time: 0.3212447 Jul 09 09:28:44.005068 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-2b52ca5d-2497-4112-857e-790d294536f2 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Allocated IP 172.20.0.4 (ea71d6ca-8869-41da-bdc8-12b60bf3f5b5/7b5bcaa8-9419-45df-a8b9-0b7d5fed7ce3/fa026a42-c2ab-4c79-8da9-c58bfb21e594) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:28:44.116590 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5143a889-c3e4-4bba-ba92-1c3b21af5f28 req-0f3fcd7a-7916-4814-b652-c90d4d0a3b4f tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551454 Jul 09 09:28:44.157899 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-1195bfa8-d53f-4220-8c51-e00b4d47a1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:44.182448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520dad55-c62d-465f-a705-ce5a7c368394 req-e9c8d149-7298-4934-8d98-8a9ed5367bab tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:44.183981 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-520dad55-c62d-465f-a705-ce5a7c368394 req-e9c8d149-7298-4934-8d98-8a9ed5367bab tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 946 time: 0.3306255 Jul 09 09:28:44.327262 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-520dad55-c62d-465f-a705-ce5a7c368394 req-290c7544-2240-44f6-9dd0-0d864918067a tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328776 Jul 09 09:28:44.493852 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-2b52ca5d-2497-4112-857e-790d294536f2 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:44.678857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cd647-91ab-450f-b526-e8db5cd7ae8f req-d6eb0a6e-66c8-4621-915c-c8bbc302eea3 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:44.680571 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-887cd647-91ab-450f-b526-e8db5cd7ae8f req-d6eb0a6e-66c8-4621-915c-c8bbc302eea3 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 931 time: 0.1784410 Jul 09 09:28:44.686665 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-2b52ca5d-2497-4112-857e-790d294536f2 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:44.828603 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-2b52ca5d-2497-4112-857e-790d294536f2 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Network ea71d6ca-8869-41da-bdc8-12b60bf3f5b5 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:28:44.851172 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-1195bfa8-d53f-4220-8c51-e00b4d47a1e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:28:44.863488 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-2b52ca5d-2497-4112-857e-790d294536f2 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:28:44.874006 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-1195bfa8-d53f-4220-8c51-e00b4d47a1e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:44.876385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-2b52ca5d-2497-4112-857e-790d294536f2 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:28:44.906959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52ca5d-2497-4112-857e-790d294536f2 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Pushing event updated for resources: {'Port': ['ID=fa026a42-c2ab-4c79-8da9-c58bfb21e594,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:44.923611 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-887cd647-91ab-450f-b526-e8db5cd7ae8f req-7de36152-7167-43f5-8aad-ca98f3705123 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349236 Jul 09 09:28:44.935967 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-1195bfa8-d53f-4220-8c51-e00b4d47a1e6 service neutron] Transition to ACTIVE for port object 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:28:44.945021 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-1195bfa8-d53f-4220-8c51-e00b4d47a1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:44.969246 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-2b52ca5d-2497-4112-857e-790d294536f2 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:44.969925 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-2b52ca5d-2497-4112-857e-790d294536f2 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:45.028697 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-2b52ca5d-2497-4112-857e-790d294536f2 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8333948 Jul 09 09:28:45.059559 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-3ac92bd9-3a75-443d-972b-86cbd97a276e service neutron] Request body: {'port': {'device_id': '85744c55-c12d-4128-86d3-e845f97ebe13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:28:45.062256 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195bfa8-d53f-4220-8c51-e00b4d47a1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:45.209805 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-3ac92bd9-3a75-443d-972b-86cbd97a276e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:45.235434 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-1195bfa8-d53f-4220-8c51-e00b4d47a1e6 service neutron] Attempting to bind port 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:28:45.235964 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-1195bfa8-d53f-4220-8c51-e00b4d47a1e6 service neutron] Attempting to bind port 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '5d5a5637-84a4-4897-8910-daaebc376f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:28:45.236295 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-1195bfa8-d53f-4220-8c51-e00b4d47a1e6 service neutron] Attempting to bind port 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 on network de931943-f58d-4fd8-96d3-d18dce18a0bc {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:28:45.243518 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-1195bfa8-d53f-4220-8c51-e00b4d47a1e6 service neutron] Port 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 on network de931943-f58d-4fd8-96d3-d18dce18a0bc not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:28:45.244330 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-1195bfa8-d53f-4220-8c51-e00b4d47a1e6 service neutron] Attempting to bind port 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 on network de931943-f58d-4fd8-96d3-d18dce18a0bc {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:28:45.276145 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-1195bfa8-d53f-4220-8c51-e00b4d47a1e6 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:28:45.276544 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-1195bfa8-d53f-4220-8c51-e00b4d47a1e6 service neutron] Checking segment: {'id': '5d5a5637-84a4-4897-8910-daaebc376f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:28:45.276874 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-1195bfa8-d53f-4220-8c51-e00b4d47a1e6 service neutron] Bound using segment: {'id': '5d5a5637-84a4-4897-8910-daaebc376f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:28:45.277326 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-1195bfa8-d53f-4220-8c51-e00b4d47a1e6 service neutron] Bound port: 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5a5637-84a4-4897-8910-daaebc376f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:28:45.277796 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-1195bfa8-d53f-4220-8c51-e00b4d47a1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:45.387239 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device eef4c548-a1b2-4259-92bf-47d2f3fa2007 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:28:45.541539 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port eef4c548-a1b2-4259-92bf-47d2f3fa2007 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:28:45.552719 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port eef4c548-a1b2-4259-92bf-47d2f3fa2007 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:28:45.553315 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:45.813741 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:45.865569 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111223cc-0618-466d-8e4b-153098581501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef4c548-a1b2-4259-92bf-47d2f3fa2007'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:28:45.868398 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9106f480-24fe-4625-8164-61d35f63f0b2" -d '{"events": [{"server_uuid": "111223cc-0618-466d-8e4b-153098581501", "name": "network-vif-plugged", "status": "completed", "tag": "eef4c548-a1b2-4259-92bf-47d2f3fa2007"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:28:45.882146 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port eef4c548-a1b2-4259-92bf-47d2f3fa2007, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=eef4c548-a1b2-4259-92bf-47d2f3fa2007,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:45.886345 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-1195bfa8-d53f-4220-8c51-e00b4d47a1e6 service neutron] For port 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:28:45.891808 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:45.907413 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb9bb4-d89a-40ca-be8d-ba89b28fb539 req-41d90bee-6cfc-4100-a4f4-d7d128131c02 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:45.916062 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-baeb9bb4-d89a-40ca-be8d-ba89b28fb539 req-41d90bee-6cfc-4100-a4f4-d7d128131c02 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/ports?device_id=85744c55-c12d-4128-86d3-e845f97ebe13 HTTP/1.1" status: 200 len: 931 time: 0.6345437 Jul 09 09:28:45.956207 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=eef4c548-a1b2-4259-92bf-47d2f3fa2007,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:45.998707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-1195bfa8-d53f-4220-8c51-e00b4d47a1e6 service neutron] For port 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:28:46.024285 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-1195bfa8-d53f-4220-8c51-e00b4d47a1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:46.031893 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-baeb9bb4-d89a-40ca-be8d-ba89b28fb539 req-de06960a-3bb9-4617-8230-a725a5890da1 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/security-groups?id=67e4c080-a832-486d-b8c6-f52d4157c246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149378 Jul 09 09:28:46.044825 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c585c-86ce-42f5-8226-714efc333791 req-e4127726-9aad-481e-874b-2bd2eccbcf27 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:46.053041 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd2c585c-86ce-42f5-8226-714efc333791 req-e4127726-9aad-481e-874b-2bd2eccbcf27 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=111223cc-0618-466d-8e4b-153098581501 HTTP/1.1" status: 200 len: 949 time: 0.3523641 Jul 09 09:28:46.141687 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-1195bfa8-d53f-4220-8c51-e00b4d47a1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:46.141687 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-1195bfa8-d53f-4220-8c51-e00b4d47a1e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:46.141687 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-1195bfa8-d53f-4220-8c51-e00b4d47a1e6 service neutron] 10.222.0.64 "PUT /v2.0/ports/35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 HTTP/1.1" status: 200 len: 1091 time: 2.2887094 Jul 09 09:28:46.141687 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0976802e-0b95-45f5-adf6-c8ebb0510082', 'tag': '35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:28:46.144016 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e95454-e6de-4068-8df9-bfe39738cf79" -d '{"events": [{"name": "network-changed", "server_uuid": "0976802e-0b95-45f5-adf6-c8ebb0510082", "tag": "35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:28:46.180322 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd2c585c-86ce-42f5-8226-714efc333791 req-c0956ff8-be3b-480c-9540-1ab10e3e2b48 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262503 Jul 09 09:28:46.273058 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-3ac92bd9-3a75-443d-972b-86cbd97a276e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa026a42-c2ab-4c79-8da9-c58bfb21e594 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:28:46.281979 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-3ac92bd9-3a75-443d-972b-86cbd97a276e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:46.296297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-3ac92bd9-3a75-443d-972b-86cbd97a276e service neutron] Transition to ACTIVE for port object fa026a42-c2ab-4c79-8da9-c58bfb21e594 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:28:46.323064 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-3ac92bd9-3a75-443d-972b-86cbd97a276e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:46.361271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195bfa8-d53f-4220-8c51-e00b4d47a1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:46.921672 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac92bd9-3a75-443d-972b-86cbd97a276e service neutron] Pushing event updated for resources: {'Port': ['ID=fa026a42-c2ab-4c79-8da9-c58bfb21e594,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:46.958520 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ea038-564d-4bb3-8e3c-3d46bd035eea req-de6fdd36-3adf-48d5-93e4-a5f303f8729d tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:46.967924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6f0ea038-564d-4bb3-8e3c-3d46bd035eea req-de6fdd36-3adf-48d5-93e4-a5f303f8729d tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 946 time: 0.6352003 Jul 09 09:28:46.991003 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-d25a5c97-2da3-4aea-8a3b-d0ae159243ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:46.992934 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-d25a5c97-2da3-4aea-8a3b-d0ae159243ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15de14848d0349c49a5d85c3ea6d48cd&device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 1094 time: 0.6847565 Jul 09 09:28:47.003205 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-3ac92bd9-3a75-443d-972b-86cbd97a276e service neutron] Attempting to bind port fa026a42-c2ab-4c79-8da9-c58bfb21e594 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:28:47.003426 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-3ac92bd9-3a75-443d-972b-86cbd97a276e service neutron] Attempting to bind port fa026a42-c2ab-4c79-8da9-c58bfb21e594 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '9176a47a-27ca-45ee-ace5-b4d6ab8f769b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ea71d6ca-8869-41da-bdc8-12b60bf3f5b5'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:28:47.005417 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-3ac92bd9-3a75-443d-972b-86cbd97a276e service neutron] Attempting to bind port fa026a42-c2ab-4c79-8da9-c58bfb21e594 on network ea71d6ca-8869-41da-bdc8-12b60bf3f5b5 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:28:47.059092 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-3ac92bd9-3a75-443d-972b-86cbd97a276e service neutron] Port fa026a42-c2ab-4c79-8da9-c58bfb21e594 on network ea71d6ca-8869-41da-bdc8-12b60bf3f5b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:28:47.059425 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-3ac92bd9-3a75-443d-972b-86cbd97a276e service neutron] Attempting to bind port fa026a42-c2ab-4c79-8da9-c58bfb21e594 on network ea71d6ca-8869-41da-bdc8-12b60bf3f5b5 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:28:47.073598 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-317b3142-1f6c-48e0-a992-117edd195f5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 HTTP/1.1" status: 200 len: 217 time: 0.0719376 Jul 09 09:28:47.102317 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6f0ea038-564d-4bb3-8e3c-3d46bd035eea req-ab461062-556c-43c8-81b6-a43827a01681 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325967 Jul 09 09:28:47.104638 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-3ac92bd9-3a75-443d-972b-86cbd97a276e service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:28:47.105109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-3ac92bd9-3a75-443d-972b-86cbd97a276e service neutron] Checking segment: {'id': '9176a47a-27ca-45ee-ace5-b4d6ab8f769b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ea71d6ca-8869-41da-bdc8-12b60bf3f5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:28:47.105781 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-3ac92bd9-3a75-443d-972b-86cbd97a276e service neutron] Bound using segment: {'id': '9176a47a-27ca-45ee-ace5-b4d6ab8f769b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ea71d6ca-8869-41da-bdc8-12b60bf3f5b5'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:28:47.106151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-3ac92bd9-3a75-443d-972b-86cbd97a276e service neutron] Bound port: fa026a42-c2ab-4c79-8da9-c58bfb21e594, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9176a47a-27ca-45ee-ace5-b4d6ab8f769b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ea71d6ca-8869-41da-bdc8-12b60bf3f5b5'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:28:47.106668 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-3ac92bd9-3a75-443d-972b-86cbd97a276e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:47.212597 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e188ffae-6ba0-43fb-9fba-d9123f23cf89 x-openstack-request-id: req-e188ffae-6ba0-43fb-9fba-d9123f23cf89 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:28:47.213053 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111223cc-0618-466d-8e4b-153098581501", "name": "network-vif-plugged", "status": "completed", "tag": "eef4c548-a1b2-4259-92bf-47d2f3fa2007", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:28:47.213147 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e188ffae-6ba0-43fb-9fba-d9123f23cf89 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:28:47.213548 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111223cc-0618-466d-8e4b-153098581501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef4c548-a1b2-4259-92bf-47d2f3fa2007', 'code': 200} Jul 09 09:28:47.272666 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-99ad78d1-d73c-4441-9179-00b91cbf684b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:47.284803 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-99ad78d1-d73c-4441-9179-00b91cbf684b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6bdbd641-08ac-41cd-9918-f7982af01a02 HTTP/1.1" status: 200 len: 844 time: 0.2004375 Jul 09 09:28:47.381976 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-8d8c3162-46f9-4fb8-92ba-62da6b8468fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de931943-f58d-4fd8-96d3-d18dce18a0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806446 Jul 09 09:28:47.426909 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc476095-fe24-40bd-9319-39a8b2240940 req-b2ba3d11-8c5b-4f33-8492-094758e10bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:47.433435 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bc476095-fe24-40bd-9319-39a8b2240940 req-b2ba3d11-8c5b-4f33-8492-094758e10bf4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=111223cc-0618-466d-8e4b-153098581501 HTTP/1.1" status: 200 len: 1101 time: 0.1294599 Jul 09 09:28:47.479050 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965ba396-84d1-492b-8cd3-0accbbfeae17 x-openstack-request-id: req-965ba396-84d1-492b-8cd3-0accbbfeae17 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:28:47.479499 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0976802e-0b95-45f5-adf6-c8ebb0510082", "tag": "35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:28:47.479887 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-965ba396-84d1-492b-8cd3-0accbbfeae17 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:28:47.480385 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0976802e-0b95-45f5-adf6-c8ebb0510082', 'tag': '35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9', 'status': 'completed', 'code': 200} Jul 09 09:28:47.502410 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bc476095-fe24-40bd-9319-39a8b2240940 req-e74e9fa7-c72a-4c44-9c55-f27bed0404a4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611882 Jul 09 09:28:47.520401 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-3ac92bd9-3a75-443d-972b-86cbd97a276e service neutron] For port fa026a42-c2ab-4c79-8da9-c58bfb21e594, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:28:47.549878 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-3ac92bd9-3a75-443d-972b-86cbd97a276e service neutron] For port fa026a42-c2ab-4c79-8da9-c58bfb21e594, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=fa026a42-c2ab-4c79-8da9-c58bfb21e594,segment=NetworkSegment(9176a47a-27ca-45ee-ace5-b4d6ab8f769b),segment_id=9176a47a-27ca-45ee-ace5-b4d6ab8f769b)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:28:47.568911 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-3ac92bd9-3a75-443d-972b-86cbd97a276e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:47.634052 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-3ac92bd9-3a75-443d-972b-86cbd97a276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:47.634790 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-3ac92bd9-3a75-443d-972b-86cbd97a276e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:47.636339 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-3ac92bd9-3a75-443d-972b-86cbd97a276e service neutron] 10.222.0.64 "PUT /v2.0/ports/fa026a42-c2ab-4c79-8da9-c58bfb21e594 HTTP/1.1" status: 200 len: 1091 time: 2.5986767 Jul 09 09:28:47.667455 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-a3816dbf-9a29-4eae-ad9c-73ba3ec485c2 service neutron] 10.222.0.64 "GET /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640233 Jul 09 09:28:47.670501 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-c8c599c0-1170-404f-802c-620a1191846e tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:47.672402 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-c8c599c0-1170-404f-802c-620a1191846e tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0&tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&binding%3Ahost_id=n-h2-799996-1 HTTP/1.1" status: 200 len: 1097 time: 0.2898064 Jul 09 09:28:47.683628 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34f7d1-0d4f-443e-b684-fc776312d4f0 req-9b4b2c30-3fd2-4166-9fa3-14102b3cceaa tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:47.685462 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad34f7d1-0d4f-443e-b684-fc776312d4f0 req-9b4b2c30-3fd2-4166-9fa3-14102b3cceaa tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 943 time: 0.3015339 Jul 09 09:28:47.706790 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-42ff054d-125e-4868-a4d5-a5c8e3747396 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799996-1'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:28:47.799091 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac92bd9-3a75-443d-972b-86cbd97a276e service neutron] Pushing event updated for resources: {'Port': ['ID=fa026a42-c2ab-4c79-8da9-c58bfb21e594,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:47.911437 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad34f7d1-0d4f-443e-b684-fc776312d4f0 req-2b8af45a-3575-40c8-b6ac-54343c629eec tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982863 Jul 09 09:28:48.052203 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e7008a24-b4e7-4bd5-a490-eb946b974ed7 req-7c05d2cd-48a1-4de2-811f-f7922bba1a0c service neutron] 10.222.0.64 "GET /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578300 Jul 09 09:28:48.102810 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-42ff054d-125e-4868-a4d5-a5c8e3747396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:48.115673 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-acd044eb-7ca1-47c0-b411-525838bc98a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:48.117440 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-acd044eb-7ca1-47c0-b411-525838bc98a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42b73cbc4a154d5db16f2be703c153d9&device_id=85744c55-c12d-4128-86d3-e845f97ebe13 HTTP/1.1" status: 200 len: 1094 time: 0.4071138 Jul 09 09:28:48.229212 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-0d26b73f-e1a6-4e67-9836-972ec7dc159b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa026a42-c2ab-4c79-8da9-c58bfb21e594 HTTP/1.1" status: 200 len: 217 time: 0.0959623 Jul 09 09:28:48.411167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89f5d7-1f64-46e0-9ff7-ae881e7c9f19 req-517db357-671c-4d54-838e-6bad14fe4855 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:48.418434 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b89f5d7-1f64-46e0-9ff7-ae881e7c9f19 req-517db357-671c-4d54-838e-6bad14fe4855 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/ports?device_id=85744c55-c12d-4128-86d3-e845f97ebe13 HTTP/1.1" status: 200 len: 943 time: 0.3647771 Jul 09 09:28:48.421296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-57a119c2-1588-478a-b8f9-4d431c6ab3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:48.423063 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-57a119c2-1588-478a-b8f9-4d431c6ab3c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b5bcaa8-9419-45df-a8b9-0b7d5fed7ce3 HTTP/1.1" status: 200 len: 861 time: 0.1658518 Jul 09 09:28:48.441940 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a88d3-e598-4eef-b2b7-8f67e8f620d2 req-f1a034b6-7500-40ee-b2a0-3d6c761bef80 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:48.443659 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-554a88d3-e598-4eef-b2b7-8f67e8f620d2 req-f1a034b6-7500-40ee-b2a0-3d6c761bef80 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=111223cc-0618-466d-8e4b-153098581501 HTTP/1.1" status: 200 len: 950 time: 0.3373439 Jul 09 09:28:48.504839 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e95454-e6de-4068-8df9-bfe39738cf79 req-a807630a-cb74-4192-9706-d8e6a8aeb314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:48.506330 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94e95454-e6de-4068-8df9-bfe39738cf79 req-a807630a-cb74-4192-9706-d8e6a8aeb314 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15de14848d0349c49a5d85c3ea6d48cd&device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 1094 time: 0.3708777 Jul 09 09:28:48.520600 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-a630333b-a3b1-44d2-8d7f-5462af05be86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea71d6ca-8869-41da-bdc8-12b60bf3f5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747340 Jul 09 09:28:48.678471 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b89f5d7-1f64-46e0-9ff7-ae881e7c9f19 req-a8f7d206-f3d1-4a5c-b25c-5e3237959d53 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/security-groups?id=67e4c080-a832-486d-b8c6-f52d4157c246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589602 Jul 09 09:28:48.686039 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-42ff054d-125e-4868-a4d5-a5c8e3747396 service neutron] For port c55a5200-0515-458f-b436-cd8a7cec48b7, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c55a5200-0515-458f-b436-cd8a7cec48b7,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:48.723131 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-554a88d3-e598-4eef-b2b7-8f67e8f620d2 req-ab01e7b5-5374-42cb-9131-8ffe9763f441 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653780 Jul 09 09:28:48.836331 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-b7f19e0b-831e-442a-b7cc-74d5ce026c29 service neutron] 10.222.0.64 "GET /v2.0/networks/ea71d6ca-8869-41da-bdc8-12b60bf3f5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950451 Jul 09 09:28:48.975626 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-42ff054d-125e-4868-a4d5-a5c8e3747396 service neutron] For port c55a5200-0515-458f-b436-cd8a7cec48b7, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:28:48.977754 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e95454-e6de-4068-8df9-bfe39738cf79 req-145c401b-ca9b-4cb5-8445-36228d97f3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:48.979290 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94e95454-e6de-4068-8df9-bfe39738cf79 req-145c401b-ca9b-4cb5-8445-36228d97f3c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=de931943-f58d-4fd8-96d3-d18dce18a0bc HTTP/1.1" status: 200 len: 905 time: 0.4563370 Jul 09 09:28:49.085978 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94e95454-e6de-4068-8df9-bfe39738cf79 req-825abe5a-0cb3-41f4-8a81-3a28d3ce0d3b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 HTTP/1.1" status: 200 len: 217 time: 0.0645871 Jul 09 09:28:49.158392 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-42ff054d-125e-4868-a4d5-a5c8e3747396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:49.186524 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-42ff054d-125e-4868-a4d5-a5c8e3747396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:49.190419 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4079693-4541-4e08-b792-cf6953a9b0fc req-e34797d8-3760-4ca6-9a12-ba5473a3a9b8 service neutron] 10.222.0.64 "GET /v2.0/networks/ea71d6ca-8869-41da-bdc8-12b60bf3f5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307679 Jul 09 09:28:49.231729 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e95454-e6de-4068-8df9-bfe39738cf79 req-fa5ef006-328f-4434-bd9c-25b092781ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:49.233212 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94e95454-e6de-4068-8df9-bfe39738cf79 req-fa5ef006-328f-4434-bd9c-25b092781ebc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6bdbd641-08ac-41cd-9918-f7982af01a02 HTTP/1.1" status: 200 len: 844 time: 0.1363659 Jul 09 09:28:49.268680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a242317-5dc1-41a8-94db-057a53ab7f43 req-60204273-b41c-4fc2-98bb-f2751d206b46 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:49.270203 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a242317-5dc1-41a8-94db-057a53ab7f43 req-60204273-b41c-4fc2-98bb-f2751d206b46 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a345e8e-8ae1-4ade-9697-1a3a202e792e HTTP/1.1" status: 200 len: 947 time: 0.4094048 Jul 09 09:28:49.305040 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b307d77-fbd1-4602-abbb-b20d5397e6bb req-14d92202-f7c6-44a4-9420-0f0c4ebcd842 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:49.306593 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b307d77-fbd1-4602-abbb-b20d5397e6bb req-14d92202-f7c6-44a4-9420-0f0c4ebcd842 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 946 time: 0.3627172 Jul 09 09:28:49.318738 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94e95454-e6de-4068-8df9-bfe39738cf79 req-02ca1836-3360-493c-b823-427b8a83c4c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de931943-f58d-4fd8-96d3-d18dce18a0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708344 Jul 09 09:28:49.419864 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c55a5200-0515-458f-b436-cd8a7cec48b7 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:28:49.436505 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff054d-125e-4868-a4d5-a5c8e3747396 service neutron] Pushing event updated for resources: {'Port': ['ID=c55a5200-0515-458f-b436-cd8a7cec48b7,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:49.483872 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85744c55-c12d-4128-86d3-e845f97ebe13', 'tag': 'fa026a42-c2ab-4c79-8da9-c58bfb21e594'}, {'server_uuid': 'dbc8258f-53fd-4f97-afed-102c9bdb3cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c55a5200-0515-458f-b436-cd8a7cec48b7'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:28:49.486159 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0be165-6f0f-414f-a63f-fa943c8f8e08" -d '{"events": [{"name": "network-changed", "server_uuid": "85744c55-c12d-4128-86d3-e845f97ebe13", "tag": "fa026a42-c2ab-4c79-8da9-c58bfb21e594"}, {"server_uuid": "dbc8258f-53fd-4f97-afed-102c9bdb3cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "c55a5200-0515-458f-b436-cd8a7cec48b7"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:28:49.491922 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a242317-5dc1-41a8-94db-057a53ab7f43 req-c81f1e11-6314-4eb8-ae33-cda04867bc69 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/security-groups?id=b586403e-bf85-435c-a335-def2388b3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807384 Jul 09 09:28:49.496594 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-42ff054d-125e-4868-a4d5-a5c8e3747396 service neutron] Attempting to bind port c55a5200-0515-458f-b436-cd8a7cec48b7 on host n-h2-799996-1 for vnic_type normal with profile {"migrating_to": "n-h1-799996-1"} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:28:49.497203 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-42ff054d-125e-4868-a4d5-a5c8e3747396 service neutron] Attempting to bind port c55a5200-0515-458f-b436-cd8a7cec48b7 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:28:49.497373 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-42ff054d-125e-4868-a4d5-a5c8e3747396 service neutron] Attempting to bind port c55a5200-0515-458f-b436-cd8a7cec48b7 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:28:49.501949 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b307d77-fbd1-4602-abbb-b20d5397e6bb req-941a2fc6-0ef0-4428-959c-eb783629aa26 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812575 Jul 09 09:28:49.509665 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-42ff054d-125e-4868-a4d5-a5c8e3747396 service neutron] Port c55a5200-0515-458f-b436-cd8a7cec48b7 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:28:49.509994 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-42ff054d-125e-4868-a4d5-a5c8e3747396 service neutron] Attempting to bind port c55a5200-0515-458f-b436-cd8a7cec48b7 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:28:49.527226 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-42ff054d-125e-4868-a4d5-a5c8e3747396 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:28:49.527619 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-42ff054d-125e-4868-a4d5-a5c8e3747396 service neutron] Checking segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:28:49.527999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-42ff054d-125e-4868-a4d5-a5c8e3747396 service neutron] Bound using segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:28:49.528446 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-42ff054d-125e-4868-a4d5-a5c8e3747396 service neutron] Bound port: c55a5200-0515-458f-b436-cd8a7cec48b7, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:28:49.528814 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-42ff054d-125e-4868-a4d5-a5c8e3747396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:49.557347 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94e95454-e6de-4068-8df9-bfe39738cf79 req-0c1a1677-4b0e-4e7f-9e44-5c58e2a4f7e4 service neutron] 10.222.0.64 "GET /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210133 Jul 09 09:28:49.629735 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port c55a5200-0515-458f-b436-cd8a7cec48b7, host n-h2-799996-1, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:49.635610 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-42ff054d-125e-4868-a4d5-a5c8e3747396 service neutron] For port c55a5200-0515-458f-b436-cd8a7cec48b7, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:28:49.659172 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-42ff054d-125e-4868-a4d5-a5c8e3747396 service neutron] For port c55a5200-0515-458f-b436-cd8a7cec48b7, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c55a5200-0515-458f-b436-cd8a7cec48b7,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:28:49.665397 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Attempting to bind port c55a5200-0515-458f-b436-cd8a7cec48b7 on host n-h2-799996-1 for vnic_type normal with profile {"migrating_to": "n-h1-799996-1"} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:28:49.666725 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Attempting to bind port c55a5200-0515-458f-b436-cd8a7cec48b7 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:28:49.667257 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Attempting to bind port c55a5200-0515-458f-b436-cd8a7cec48b7 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:28:49.682205 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Port c55a5200-0515-458f-b436-cd8a7cec48b7 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:28:49.682205 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Attempting to bind port c55a5200-0515-458f-b436-cd8a7cec48b7 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:28:49.687721 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-42ff054d-125e-4868-a4d5-a5c8e3747396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:49.690905 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:28:49.691908 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Checking segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:28:49.692658 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Bound using segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:28:49.693245 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Bound port: c55a5200-0515-458f-b436-cd8a7cec48b7, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:28:49.693739 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:49.770184 n-d-799996-1 neutron-server[93792]: WARNING neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Concurrent port binding operations failed on port c55a5200-0515-458f-b436-cd8a7cec48b7 Jul 09 09:28:49.774235 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port c55a5200-0515-458f-b436-cd8a7cec48b7, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c55a5200-0515-458f-b436-cd8a7cec48b7,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:49.776277 n-d-799996-1 neutron-server[93792]: INFO neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Attempt 2 to bind port c55a5200-0515-458f-b436-cd8a7cec48b7 Jul 09 09:28:49.776854 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c55a5200-0515-458f-b436-cd8a7cec48b7 has no active binding in host n-h1-799996-1 {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 09:28:49.835789 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 09 Jul 2021 09:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd245142-92aa-4c03-ac72-6640d0531758 x-openstack-request-id: req-bd245142-92aa-4c03-ac72-6640d0531758 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:28:49.836235 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85744c55-c12d-4128-86d3-e845f97ebe13", "tag": "fa026a42-c2ab-4c79-8da9-c58bfb21e594", "status": "completed", "code": 200}, {"server_uuid": "dbc8258f-53fd-4f97-afed-102c9bdb3cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "c55a5200-0515-458f-b436-cd8a7cec48b7", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:28:49.836582 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bd245142-92aa-4c03-ac72-6640d0531758 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:28:49.837080 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85744c55-c12d-4128-86d3-e845f97ebe13', 'tag': 'fa026a42-c2ab-4c79-8da9-c58bfb21e594', 'status': 'completed', 'code': 200} Jul 09 09:28:49.837517 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc8258f-53fd-4f97-afed-102c9bdb3cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c55a5200-0515-458f-b436-cd8a7cec48b7', 'code': 200} Jul 09 09:28:49.939750 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-42ff054d-125e-4868-a4d5-a5c8e3747396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:49.940766 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-42ff054d-125e-4868-a4d5-a5c8e3747396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:49.942294 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-42ff054d-125e-4868-a4d5-a5c8e3747396 service neutron] 10.222.0.58 "PUT /v2.0/ports/c55a5200-0515-458f-b436-cd8a7cec48b7 HTTP/1.1" status: 200 len: 1122 time: 2.2557580 Jul 09 09:28:49.971011 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff054d-125e-4868-a4d5-a5c8e3747396 service neutron] Pushing event updated for resources: {'Port': ['ID=c55a5200-0515-458f-b436-cd8a7cec48b7,revision_number=8']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:50.057715 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94e95454-e6de-4068-8df9-bfe39738cf79 req-151c0a60-8c12-4f41-b6e8-45ff3f3798ac service neutron] 10.222.0.64 "GET /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996909 Jul 09 09:28:50.082160 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['c55a5200-0515-458f-b436-cd8a7cec48b7'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:28:50.092688 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['c55a5200-0515-458f-b436-cd8a7cec48b7'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:28:50.178651 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:28:50.585840 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0be165-6f0f-414f-a63f-fa943c8f8e08 req-94a884db-cd2e-4fa7-abab-bc84cba810b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:50.588887 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ba0be165-6f0f-414f-a63f-fa943c8f8e08 req-94a884db-cd2e-4fa7-abab-bc84cba810b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42b73cbc4a154d5db16f2be703c153d9&device_id=85744c55-c12d-4128-86d3-e845f97ebe13 HTTP/1.1" status: 200 len: 1094 time: 0.7288041 Jul 09 09:28:50.608101 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e45ee-4fd0-49da-aaee-a549948d517c req-9a42c437-2783-4c1b-a568-6cc895571517 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:50.609670 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-047e45ee-4fd0-49da-aaee-a549948d517c req-9a42c437-2783-4c1b-a568-6cc895571517 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 943 time: 0.7237198 Jul 09 09:28:50.680650 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ae517-b01d-4d14-a2b8-d65346351974 req-cc3178b4-1e7c-4547-8818-b88aa5d82c41 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:50.683497 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-005ae517-b01d-4d14-a2b8-d65346351974 req-cc3178b4-1e7c-4547-8818-b88aa5d82c41 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/ports?device_id=85744c55-c12d-4128-86d3-e845f97ebe13 HTTP/1.1" status: 200 len: 943 time: 0.7049198 Jul 09 09:28:50.748732 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8f357-e888-4d48-aad6-2eabaee91205 req-d27671b7-ea40-43fc-82bb-d406457afbdf tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:50.750218 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92a8f357-e888-4d48-aad6-2eabaee91205 req-d27671b7-ea40-43fc-82bb-d406457afbdf tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a345e8e-8ae1-4ade-9697-1a3a202e792e HTTP/1.1" status: 200 len: 947 time: 0.6710641 Jul 09 09:28:50.762993 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-047e45ee-4fd0-49da-aaee-a549948d517c req-a31cc4d1-f243-4cdb-a8ba-7a9066276566 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437838 Jul 09 09:28:50.835630 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-005ae517-b01d-4d14-a2b8-d65346351974 req-4745ea3c-e988-407c-8022-4a7346f31b40 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/security-groups?id=67e4c080-a832-486d-b8c6-f52d4157c246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438587 Jul 09 09:28:50.907381 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0be165-6f0f-414f-a63f-fa943c8f8e08 req-20e6183e-108f-4cba-940d-5ab7141a2cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:50.908998 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ba0be165-6f0f-414f-a63f-fa943c8f8e08 req-20e6183e-108f-4cba-940d-5ab7141a2cae service neutron] 10.222.0.64 "GET /v2.0/networks?id=ea71d6ca-8869-41da-bdc8-12b60bf3f5b5 HTTP/1.1" status: 200 len: 922 time: 0.3091755 Jul 09 09:28:50.990013 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ba0be165-6f0f-414f-a63f-fa943c8f8e08 req-9ca42eef-2409-4d05-b440-e253d1240a33 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa026a42-c2ab-4c79-8da9-c58bfb21e594 HTTP/1.1" status: 200 len: 217 time: 0.0708890 Jul 09 09:28:51.092999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-92a8f357-e888-4d48-aad6-2eabaee91205 req-b73416c7-01a6-4362-8cf8-51de15ad9d01 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Deleting port 50b9a09f-550a-4525-b0fd-c2997bf7419d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:28:51.093344 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-92a8f357-e888-4d48-aad6-2eabaee91205 req-b73416c7-01a6-4362-8cf8-51de15ad9d01 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:51.149656 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0be165-6f0f-414f-a63f-fa943c8f8e08 req-a65b85ae-f21a-4d7c-a4b2-c8560a8a2b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:51.151363 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ba0be165-6f0f-414f-a63f-fa943c8f8e08 req-a65b85ae-f21a-4d7c-a4b2-c8560a8a2b96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b5bcaa8-9419-45df-a8b9-0b7d5fed7ce3 HTTP/1.1" status: 200 len: 861 time: 0.1314194 Jul 09 09:28:51.186581 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad85ae-9140-4c5b-bcca-36fd5e499bdf req-4d8a11e4-114d-49e3-b809-f4e5bb9e0ea2 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:51.189723 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccad85ae-9140-4c5b-bcca-36fd5e499bdf req-4d8a11e4-114d-49e3-b809-f4e5bb9e0ea2 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=111223cc-0618-466d-8e4b-153098581501 HTTP/1.1" status: 200 len: 950 time: 0.2849827 Jul 09 09:28:51.213655 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ba0be165-6f0f-414f-a63f-fa943c8f8e08 req-179c3607-1ca9-432e-9ff4-343f5365855b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea71d6ca-8869-41da-bdc8-12b60bf3f5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522788 Jul 09 09:28:51.352729 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57cc5a-3eea-4c3e-8f20-4dc920b8f2fb req-584c985b-95e7-427e-9735-b013f645be16 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:51.354265 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e57cc5a-3eea-4c3e-8f20-4dc920b8f2fb req-584c985b-95e7-427e-9735-b013f645be16 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 944 time: 0.3732862 Jul 09 09:28:51.393208 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccad85ae-9140-4c5b-bcca-36fd5e499bdf req-8d105233-0c18-4b74-99b3-a44bbf03f8d7 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779046 Jul 09 09:28:51.418594 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-92a8f357-e888-4d48-aad6-2eabaee91205 req-b73416c7-01a6-4362-8cf8-51de15ad9d01 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] For port 50b9a09f-550a-4525-b0fd-c2997bf7419d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=50b9a09f-550a-4525-b0fd-c2997bf7419d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:51.418972 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-92a8f357-e888-4d48-aad6-2eabaee91205 req-b73416c7-01a6-4362-8cf8-51de15ad9d01 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:51.469782 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-92a8f357-e888-4d48-aad6-2eabaee91205 req-b73416c7-01a6-4362-8cf8-51de15ad9d01 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Calling delete_port for 50b9a09f-550a-4525-b0fd-c2997bf7419d owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:28:51.489492 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e57cc5a-3eea-4c3e-8f20-4dc920b8f2fb req-8c8fb9ad-0d3d-4b14-ad2b-4b92cfce380b tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269112 Jul 09 09:28:51.499668 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ba0be165-6f0f-414f-a63f-fa943c8f8e08 req-76e54bee-bfb1-4f27-a09c-489329b6e975 service neutron] 10.222.0.64 "GET /v2.0/networks/ea71d6ca-8869-41da-bdc8-12b60bf3f5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744470 Jul 09 09:28:51.715455 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ba0be165-6f0f-414f-a63f-fa943c8f8e08 req-dff6fc85-6832-4dd6-90aa-5f299d15b11e service neutron] 10.222.0.64 "GET /v2.0/networks/ea71d6ca-8869-41da-bdc8-12b60bf3f5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068565 Jul 09 09:28:51.735710 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7515d6-0d0f-4e64-b780-9aa9ba38ce2a req-f0cd0c7a-9aca-4629-a332-c8bce87b39ea tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:51.744471 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac7515d6-0d0f-4e64-b780-9aa9ba38ce2a req-f0cd0c7a-9aca-4629-a332-c8bce87b39ea tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a345e8e-8ae1-4ade-9697-1a3a202e792e HTTP/1.1" status: 200 len: 947 time: 0.1465511 Jul 09 09:28:51.843939 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac7515d6-0d0f-4e64-b780-9aa9ba38ce2a req-4395a476-2afa-4aad-b78a-28f29154d815 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/security-groups?id=b586403e-bf85-435c-a335-def2388b3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954306 Jul 09 09:28:51.847447 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc8258f-53fd-4f97-afed-102c9bdb3cb0', 'tag': 'c55a5200-0515-458f-b436-cd8a7cec48b7'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:28:51.849789 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7183026a-eb94-451e-b611-02a9519d6fed" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc8258f-53fd-4f97-afed-102c9bdb3cb0", "tag": "c55a5200-0515-458f-b436-cd8a7cec48b7"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:28:51.895595 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-92a8f357-e888-4d48-aad6-2eabaee91205 req-b73416c7-01a6-4362-8cf8-51de15ad9d01 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:52.026596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73416c7-01a6-4362-8cf8-51de15ad9d01 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Pushing event deleted for resources: {'Port': ['ID=50b9a09f-550a-4525-b0fd-c2997bf7419d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:52.029417 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a8f357-e888-4d48-aad6-2eabaee91205 req-b73416c7-01a6-4362-8cf8-51de15ad9d01 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] No DVR routers for this DVR port 50b9a09f-550a-4525-b0fd-c2997bf7419d on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:28:52.033652 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-92a8f357-e888-4d48-aad6-2eabaee91205 req-b73416c7-01a6-4362-8cf8-51de15ad9d01 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:52.036150 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92a8f357-e888-4d48-aad6-2eabaee91205 req-b73416c7-01a6-4362-8cf8-51de15ad9d01 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.64 "DELETE /v2.0/ports/50b9a09f-550a-4525-b0fd-c2997bf7419d HTTP/1.1" status: 204 len: 173 time: 1.2783005 Jul 09 09:28:52.229792 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fabc5-1119-4aff-9f7d-21fd2e729458 req-57f1cd12-a11b-47b8-a513-408ea0d451ee tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:52.232331 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b04fabc5-1119-4aff-9f7d-21fd2e729458 req-57f1cd12-a11b-47b8-a513-408ea0d451ee tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=111223cc-0618-466d-8e4b-153098581501 HTTP/1.1" status: 200 len: 1101 time: 0.1796422 Jul 09 09:28:52.245526 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a16aad-ad31-4f2c-8a36-908c02c13fd2 req-8a080df5-b2b0-40aa-b11e-97e76c5b484a tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:52.254748 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6a16aad-ad31-4f2c-8a36-908c02c13fd2 req-8a080df5-b2b0-40aa-b11e-97e76c5b484a tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 943 time: 0.1866977 Jul 09 09:28:52.325617 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b04fabc5-1119-4aff-9f7d-21fd2e729458 req-569336b6-81bd-443f-8fed-8e16233691a2 tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623319 Jul 09 09:28:52.338585 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6a16aad-ad31-4f2c-8a36-908c02c13fd2 req-863b0338-30de-447c-96e5-aca235b2e7c6 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830929 Jul 09 09:28:52.498160 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3421feef-4cdf-4840-af65-b7747370022f x-openstack-request-id: req-3421feef-4cdf-4840-af65-b7747370022f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:28:52.498495 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc8258f-53fd-4f97-afed-102c9bdb3cb0", "tag": "c55a5200-0515-458f-b436-cd8a7cec48b7", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:28:52.498705 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3421feef-4cdf-4840-af65-b7747370022f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:28:52.499113 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc8258f-53fd-4f97-afed-102c9bdb3cb0', 'tag': 'c55a5200-0515-458f-b436-cd8a7cec48b7', 'status': 'completed', 'code': 200} Jul 09 09:28:52.597861 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6aad7-5d7f-416a-853a-4cd67e0f506f req-5bd71910-a70d-4cf4-8cd2-294dd5b20724 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:52.613422 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84d6aad7-5d7f-416a-853a-4cd67e0f506f req-5bd71910-a70d-4cf4-8cd2-294dd5b20724 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/ports?device_id=85744c55-c12d-4128-86d3-e845f97ebe13 HTTP/1.1" status: 200 len: 943 time: 0.1540251 Jul 09 09:28:52.663112 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 50b9a09f-550a-4525-b0fd-c2997bf7419d no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:28:52.671075 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183026a-eb94-451e-b611-02a9519d6fed req-765488bb-32db-47af-85e7-ea2bc2d5aa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:52.674139 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7183026a-eb94-451e-b611-02a9519d6fed req-765488bb-32db-47af-85e7-ea2bc2d5aa19 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 1125 time: 0.1737187 Jul 09 09:28:52.712557 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 50b9a09f-550a-4525-b0fd-c2997bf7419d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:28:52.714344 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 50b9a09f-550a-4525-b0fd-c2997bf7419d not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:28:52.823788 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84d6aad7-5d7f-416a-853a-4cd67e0f506f req-1dae68e6-e9cb-40e0-b7ce-07f99c40867a tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/security-groups?id=67e4c080-a832-486d-b8c6-f52d4157c246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092540 Jul 09 09:28:52.881110 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183026a-eb94-451e-b611-02a9519d6fed req-ff7c2b64-be89-4ad3-b1e0-0320cf491d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:52.882748 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7183026a-eb94-451e-b611-02a9519d6fed req-ff7c2b64-be89-4ad3-b1e0-0320cf491d30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 909 time: 0.1846426 Jul 09 09:28:52.890585 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffc933-2059-4eef-b45d-b62e13d01d9b req-ef750cd3-08a9-4834-ba43-a0daefdf8e96 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:52.899851 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5fffc933-2059-4eef-b45d-b62e13d01d9b req-ef750cd3-08a9-4834-ba43-a0daefdf8e96 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 944 time: 0.2219820 Jul 09 09:28:52.973921 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7183026a-eb94-451e-b611-02a9519d6fed req-d99d06c1-fded-4a20-b21e-2e366adfdc1f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c55a5200-0515-458f-b436-cd8a7cec48b7 HTTP/1.1" status: 200 len: 217 time: 0.0667984 Jul 09 09:28:53.059316 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5fffc933-2059-4eef-b45d-b62e13d01d9b req-0773fd1b-a3ae-47a3-bf60-8eb5aa90de13 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585977 Jul 09 09:28:53.088713 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183026a-eb94-451e-b611-02a9519d6fed req-c0e93af1-f222-4df6-a76a-a6348dd4d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:53.099954 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7183026a-eb94-451e-b611-02a9519d6fed req-c0e93af1-f222-4df6-a76a-a6348dd4d60c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b34d4ae-0ef5-43aa-9b17-e2650b35854e HTTP/1.1" status: 200 len: 848 time: 0.1141317 Jul 09 09:28:53.152091 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7183026a-eb94-451e-b611-02a9519d6fed req-db30549b-35a4-4163-9b36-3b2ca4e79c12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440254 Jul 09 09:28:53.278923 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7183026a-eb94-451e-b611-02a9519d6fed req-757f646a-0af3-4d90-9ec0-395a97bb5344 service neutron] 10.222.0.64 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152859 Jul 09 09:28:53.399291 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7183026a-eb94-451e-b611-02a9519d6fed req-6359f3d4-4075-485a-b72d-a56e540fefa4 service neutron] 10.222.0.64 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112707 Jul 09 09:28:54.500900 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a345e8e-8ae1-4ade-9697-1a3a202e792e', 'name': 'network-vif-deleted', 'tag': '50b9a09f-550a-4525-b0fd-c2997bf7419d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:28:54.504678 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c781050-5aee-45a0-96a7-5f27932b4da4" -d '{"events": [{"server_uuid": "4a345e8e-8ae1-4ade-9697-1a3a202e792e", "name": "network-vif-deleted", "tag": "50b9a09f-550a-4525-b0fd-c2997bf7419d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:28:54.681063 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device fa026a42-c2ab-4c79-8da9-c58bfb21e594 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:28:54.801501 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port fa026a42-c2ab-4c79-8da9-c58bfb21e594, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=fa026a42-c2ab-4c79-8da9-c58bfb21e594,segment=NetworkSegment(9176a47a-27ca-45ee-ace5-b4d6ab8f769b),segment_id=9176a47a-27ca-45ee-ace5-b4d6ab8f769b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:54.813454 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'fa026a42-c2ab-4c79-8da9-c58bfb21e594', 'network_id': 'ea71d6ca-8869-41da-bdc8-12b60bf3f5b5', 'port_id': 'fa026a42-c2ab-4c79-8da9-c58bfb21e594', 'mac_address': 'fa:16:3e:7b:30:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b5bcaa8-9419-45df-a8b9-0b7d5fed7ce3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:28:54.856154 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:54.871179 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa026a42-c2ab-4c79-8da9-c58bfb21e594 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:28:54.893056 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port fa026a42-c2ab-4c79-8da9-c58bfb21e594, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=fa026a42-c2ab-4c79-8da9-c58bfb21e594,segment=NetworkSegment(9176a47a-27ca-45ee-ace5-b4d6ab8f769b),segment_id=9176a47a-27ca-45ee-ace5-b4d6ab8f769b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:54.900857 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:54.901933 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:28:55.008892 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=fa026a42-c2ab-4c79-8da9-c58bfb21e594,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:55.071874 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-589fbb1f-6f39-48e7-b0ff-c93cbd9d3913 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254827 Jul 09 09:28:55.075738 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:55.094153 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9', 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc', 'port_id': '35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9', 'mac_address': 'fa:16:3e:8d:be:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdbd641-08ac-41cd-9918-f7982af01a02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:28:55.138589 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:55.153725 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:28:55.190178 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:55.198764 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:55.221455 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-13145a4f-9392-49da-877d-dce6ada83110 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:55.223011 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-13145a4f-9392-49da-877d-dce6ada83110 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1445374 Jul 09 09:28:55.251274 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-4d0fccb4-41ca-476d-a313-1c20a66833e5 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/quotas/3747d0dd5a2d447bac383d8b7962e11f HTTP/1.1" status: 200 len: 375 time: 0.0184317 Jul 09 09:28:55.283746 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:55.346933 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-e8356412-4056-4ccf-851d-33dccdd9caa4 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0887628 Jul 09 09:28:55.463209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f383d-fd15-4446-9015-870d3c56e9fa req-b4bd6c8f-a199-4430-887f-58267b594e95 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:55.466516 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be8f383d-fd15-4446-9015-870d3c56e9fa req-b4bd6c8f-a199-4430-887f-58267b594e95 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 944 time: 0.0927925 Jul 09 09:28:55.511948 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be8f383d-fd15-4446-9015-870d3c56e9fa req-94171d2e-a47d-490a-8758-aee2ddc7c965 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365894 Jul 09 09:28:55.676907 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:28:55.704739 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9119b5a-4e24-450c-b1c1-e737fe5de1f0 req-82921195-3b1e-4f4b-93e8-e643fe373a1c tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:55.712432 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c9119b5a-4e24-450c-b1c1-e737fe5de1f0 req-82921195-3b1e-4f4b-93e8-e643fe373a1c tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/ports?device_id=85744c55-c12d-4128-86d3-e845f97ebe13 HTTP/1.1" status: 200 len: 944 time: 0.1151023 Jul 09 09:28:55.774374 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c9119b5a-4e24-450c-b1c1-e737fe5de1f0 req-f7c455e5-42cf-4a1a-b833-51cd21e4e8ea tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/security-groups?id=67e4c080-a832-486d-b8c6-f52d4157c246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606844 Jul 09 09:28:55.790937 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['fa026a42-c2ab-4c79-8da9-c58bfb21e594'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:28:55.792217 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc52a58-e02a-4989-90c0-da3ce2aa2bb6 req-b749e0fe-6c28-40b2-ba43-c34f02a2cdbc tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:55.800821 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fc52a58-e02a-4989-90c0-da3ce2aa2bb6 req-b749e0fe-6c28-40b2-ba43-c34f02a2cdbc tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 944 time: 0.1470814 Jul 09 09:28:55.879313 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77e61e0-da9a-4385-8f92-6f7b33651856 x-openstack-request-id: req-b77e61e0-da9a-4385-8f92-6f7b33651856 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:28:55.881142 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a345e8e-8ae1-4ade-9697-1a3a202e792e", "name": "network-vif-deleted", "tag": "50b9a09f-550a-4525-b0fd-c2997bf7419d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:28:55.881471 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b77e61e0-da9a-4385-8f92-6f7b33651856 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:28:55.881950 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a345e8e-8ae1-4ade-9697-1a3a202e792e', 'name': 'network-vif-deleted', 'tag': '50b9a09f-550a-4525-b0fd-c2997bf7419d', 'status': 'completed', 'code': 200} Jul 09 09:28:55.887387 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fc52a58-e02a-4989-90c0-da3ce2aa2bb6 req-87daa460-f53a-4be3-bfe8-25224b938efd tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857148 Jul 09 09:28:56.047737 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78da0c85-16d1-40fb-a28a-9e88c9b58754 req-2c32612d-d389-4605-a37a-ec59ab0e2684 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea35fa36-fa72-4268-9950-e7f148a5e3f0 HTTP/1.1" status: 200 len: 210 time: 0.0369139 Jul 09 09:28:56.234170 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebff5ca-aa8b-4b19-948a-1ef90735380a req-4f746451-7e22-4e20-9269-c78f16f63d89 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:56.235968 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aebff5ca-aa8b-4b19-948a-1ef90735380a req-4f746451-7e22-4e20-9269-c78f16f63d89 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae911c1-75d8-45ad-8e8e-32a2a676e852 HTTP/1.1" status: 200 len: 950 time: 0.0750418 Jul 09 09:28:56.283919 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aebff5ca-aa8b-4b19-948a-1ef90735380a req-2fb65780-45aa-4ba6-a2a9-a831859e8687 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e3cfc7f-1306-4f49-8b75-46f5f4f5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414047 Jul 09 09:28:56.560494 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cebfe-2709-4efa-887f-eddc8d755cd9 req-bbe1f5c7-0231-451b-9d78-f1c0aea9b1dd tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:56.568269 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-136cebfe-2709-4efa-887f-eddc8d755cd9 req-bbe1f5c7-0231-451b-9d78-f1c0aea9b1dd tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb033165-f901-4d29-a800-3244f1f693d8 HTTP/1.1" status: 200 len: 949 time: 0.0991364 Jul 09 09:28:56.604270 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-136cebfe-2709-4efa-887f-eddc8d755cd9 req-2c78d1af-8018-4708-8e24-7728bb8de908 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/security-groups?id=b586403e-bf85-435c-a335-def2388b3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350404 Jul 09 09:28:56.731190 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70854845-d0ef-4cfc-93ca-0bf115667350 req-9bd50f65-67ee-42b2-9d80-8373712a7194 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:56.733072 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70854845-d0ef-4cfc-93ca-0bf115667350 req-9bd50f65-67ee-42b2-9d80-8373712a7194 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 944 time: 0.0756159 Jul 09 09:28:56.788747 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70854845-d0ef-4cfc-93ca-0bf115667350 req-a3b0fd3a-cf67-4018-9c30-e4174d30e521 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491660 Jul 09 09:28:57.030240 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-c569afbf-28be-48cc-bf4e-ad70ab025cad tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292137 Jul 09 09:28:57.045021 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91c22d-e054-4087-ac48-8c851df050ab req-e2580a48-677a-4d50-a016-ce847079e53e tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:57.052851 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d91c22d-e054-4087-ac48-8c851df050ab req-e2580a48-677a-4d50-a016-ce847079e53e tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/ports?device_id=85744c55-c12d-4128-86d3-e845f97ebe13 HTTP/1.1" status: 200 len: 944 time: 0.1075070 Jul 09 09:28:57.197433 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-08b2d7f3-4ccb-428f-8cb6-107bff3d62cf tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:57.198902 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-08b2d7f3-4ccb-428f-8cb6-107bff3d62cf tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1438968 Jul 09 09:28:57.215497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-635412eb-1b6e-4211-bee9-08167eb9b795 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Request body: {'port': {'device_id': 'ea35fa36-fa72-4268-9950-e7f148a5e3f0', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': '3747d0dd5a2d447bac383d8b7962e11f'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:28:57.300232 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d91c22d-e054-4087-ac48-8c851df050ab req-581b345b-64a8-40d6-a0e4-0bb22a27aab2 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/security-groups?id=67e4c080-a832-486d-b8c6-f52d4157c246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462771 Jul 09 09:28:57.403927 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-635412eb-1b6e-4211-bee9-08167eb9b795 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Made reservation on behalf of 3747d0dd5a2d447bac383d8b7962e11f for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:28:57.408374 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-635412eb-1b6e-4211-bee9-08167eb9b795 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:57.548921 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4b3e3065-c3fe-48f1-8a8a-2f48406c8a2c req-a90fabcd-4a36-4d22-99c9-1320d8ba6c42 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea35fa36-fa72-4268-9950-e7f148a5e3f0 HTTP/1.1" status: 200 len: 210 time: 0.0678723 Jul 09 09:28:57.662873 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd145e-7bf3-4b45-a6e0-4a5b6373876e req-29eefb3b-5479-4e9a-8d7b-6b36d3a7754c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:57.669804 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4bd145e-7bf3-4b45-a6e0-4a5b6373876e req-29eefb3b-5479-4e9a-8d7b-6b36d3a7754c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 944 time: 0.1876493 Jul 09 09:28:57.673741 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-635412eb-1b6e-4211-bee9-08167eb9b795 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Allocated IP 192.168.233.48 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/2e792ada-5663-41b0-847a-0b9c679e2dc1) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:28:57.732309 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4bd145e-7bf3-4b45-a6e0-4a5b6373876e req-5cbb8e1e-e50c-4e76-b041-af58dc43b016 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615318 Jul 09 09:28:57.939930 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-635412eb-1b6e-4211-bee9-08167eb9b795 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:57.964510 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-635412eb-1b6e-4211-bee9-08167eb9b795 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Transition to ACTIVE for port object 2e792ada-5663-41b0-847a-0b9c679e2dc1 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:28:58.029438 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-635412eb-1b6e-4211-bee9-08167eb9b795 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:58.045753 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62', 'dfa7bdd6-e2a4-4449-aec9-ed28819b103e', 'bd5111a0-463d-4eaf-8c37-0b03d02ee709', 'f50b9964-14bb-4f6a-a77c-fddb1951c7dd'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:28:58.050650 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['eddad57a-4f39-48cf-8fe1-c5898d4d4722', '6c93f32b-c5ab-4503-afab-f77543c761b6', 'eef4c548-a1b2-4259-92bf-47d2f3fa2007'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:28:58.095857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635412eb-1b6e-4211-bee9-08167eb9b795 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Pushing event updated for resources: {'Port': ['ID=2e792ada-5663-41b0-847a-0b9c679e2dc1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:58.112935 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-635412eb-1b6e-4211-bee9-08167eb9b795 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:28:58.114627 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-635412eb-1b6e-4211-bee9-08167eb9b795 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:28:58.117762 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-635412eb-1b6e-4211-bee9-08167eb9b795 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:28:58.207812 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-635412eb-1b6e-4211-bee9-08167eb9b795 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:58.208675 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-635412eb-1b6e-4211-bee9-08167eb9b795 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:58.272654 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-635412eb-1b6e-4211-bee9-08167eb9b795 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0623217 Jul 09 09:28:58.291680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-3c171b63-fca1-4086-9eda-4129c38f234b service neutron] Request body: {'port': {'device_id': 'ea35fa36-fa72-4268-9950-e7f148a5e3f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:28:58.427523 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c56149-e577-43b5-9c83-82bcd763d643 req-993a554c-dde6-457a-94c5-4074c7698884 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:58.435533 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-46c56149-e577-43b5-9c83-82bcd763d643 req-993a554c-dde6-457a-94c5-4074c7698884 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb033165-f901-4d29-a800-3244f1f693d8 HTTP/1.1" status: 200 len: 949 time: 0.2222977 Jul 09 09:28:58.545041 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-74c30ed4-e089-4254-90b4-872f63342ace None None] Provisioning for port 2e792ada-5663-41b0-847a-0b9c679e2dc1 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:28:58.560119 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-74c30ed4-e089-4254-90b4-872f63342ace None None] Provisioning complete for port 2e792ada-5663-41b0-847a-0b9c679e2dc1 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:28:58.560485 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-74c30ed4-e089-4254-90b4-872f63342ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:58.613450 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-5e59410a-b521-4e65-ad79-e6fa5e39a225 service neutron] 10.222.0.64 "GET /v2.0/ports/c55a5200-0515-458f-b436-cd8a7cec48b7/bindings/n-h1-799996-1 HTTP/1.1" status: 200 len: 384 time: 0.2515051 Jul 09 09:28:58.617481 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-46c56149-e577-43b5-9c83-82bcd763d643 req-9a3f4660-9176-44a7-a4d2-1ea70969d323 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/security-groups?id=b586403e-bf85-435c-a335-def2388b3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809261 Jul 09 09:28:58.632973 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-3c171b63-fca1-4086-9eda-4129c38f234b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:58.659084 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-74c30ed4-e089-4254-90b4-872f63342ace None None] Port 2e792ada-5663-41b0-847a-0b9c679e2dc1 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:28:58.703912 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device fa026a42-c2ab-4c79-8da9-c58bfb21e594 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:28:58.991968 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port fa026a42-c2ab-4c79-8da9-c58bfb21e594 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:28:59.006092 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port fa026a42-c2ab-4c79-8da9-c58bfb21e594 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:28:59.006464 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:59.173876 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:59.213679 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85744c55-c12d-4128-86d3-e845f97ebe13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa026a42-c2ab-4c79-8da9-c58bfb21e594'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:28:59.216050 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55c7b6f-a0b1-4748-a7e6-a984281524b2" -d '{"events": [{"server_uuid": "85744c55-c12d-4128-86d3-e845f97ebe13", "name": "network-vif-plugged", "status": "completed", "tag": "fa026a42-c2ab-4c79-8da9-c58bfb21e594"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:28:59.232016 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port fa026a42-c2ab-4c79-8da9-c58bfb21e594, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=fa026a42-c2ab-4c79-8da9-c58bfb21e594,segment=NetworkSegment(9176a47a-27ca-45ee-ace5-b4d6ab8f769b),segment_id=9176a47a-27ca-45ee-ace5-b4d6ab8f769b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:59.238194 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:59.239508 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:28:59.337377 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=fa026a42-c2ab-4c79-8da9-c58bfb21e594,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:59.352357 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:28:59.358686 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:28:59.359061 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:59.412316 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb3824-c4ad-444f-b0a7-599ddcf84082 req-da74e74f-12ca-42b2-8e96-5e367b445848 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:59.416941 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8feb3824-c4ad-444f-b0a7-599ddcf84082 req-da74e74f-12ca-42b2-8e96-5e367b445848 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 944 time: 0.7145457 Jul 09 09:28:59.450450 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:59.481472 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e11be-1ee3-425b-9df6-66afd18e73bc req-ec0f35c1-3026-4c93-9f2a-6ff12c43f6fe tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:59.482969 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b4e11be-1ee3-425b-9df6-66afd18e73bc req-ec0f35c1-3026-4c93-9f2a-6ff12c43f6fe tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/ports?device_id=85744c55-c12d-4128-86d3-e845f97ebe13 HTTP/1.1" status: 200 len: 944 time: 0.6647379 Jul 09 09:28:59.493835 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:59.497026 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8534ab7b-4bfa-4a97-9256-63c485f7a353 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:28:59.503345 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:59.504309 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device c55a5200-0515-458f-b436-cd8a7cec48b7 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:28:59.572106 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8feb3824-c4ad-444f-b0a7-599ddcf84082 req-98e3e43d-afef-4e20-ac6f-6f64ca89f96b tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523998 Jul 09 09:28:59.582616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d383146-b6cd-4b22-8170-b5c16f9151d9 req-b03d26d1-1f07-4a42-97c9-598d9a6a2087 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:28:59.584127 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d383146-b6cd-4b22-8170-b5c16f9151d9 req-b03d26d1-1f07-4a42-97c9-598d9a6a2087 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb033165-f901-4d29-a800-3244f1f693d8 HTTP/1.1" status: 200 len: 949 time: 0.6589651 Jul 09 09:28:59.665687 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:59.674014 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b4e11be-1ee3-425b-9df6-66afd18e73bc req-0564f1cd-25a8-4605-8397-136f94dc9af4 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/security-groups?id=67e4c080-a832-486d-b8c6-f52d4157c246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758573 Jul 09 09:28:59.689029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-2a3266d1-5d02-4ea0-b873-492912431a4b service neutron] For port c55a5200-0515-458f-b436-cd8a7cec48b7, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c55a5200-0515-458f-b436-cd8a7cec48b7,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:59.732215 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:59.771584 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 8534ab7b-4bfa-4a97-9256-63c485f7a353, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8534ab7b-4bfa-4a97-9256-63c485f7a353,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:28:59.779067 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:59.845293 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=8534ab7b-4bfa-4a97-9256-63c485f7a353,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:28:59.913206 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-2a3266d1-5d02-4ea0-b873-492912431a4b service neutron] For port c55a5200-0515-458f-b436-cd8a7cec48b7, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:28:59.916556 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-3c171b63-fca1-4086-9eda-4129c38f234b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e792ada-5663-41b0-847a-0b9c679e2dc1 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:28:59.943398 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-3c171b63-fca1-4086-9eda-4129c38f234b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:28:59.993488 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-2a3266d1-5d02-4ea0-b873-492912431a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c55a5200-0515-458f-b436-cd8a7cec48b7 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:29:00.004849 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-3c171b63-fca1-4086-9eda-4129c38f234b service neutron] Transition to ACTIVE for port object 2e792ada-5663-41b0-847a-0b9c679e2dc1 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:29:00.020908 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-2a3266d1-5d02-4ea0-b873-492912431a4b service neutron] For port c55a5200-0515-458f-b436-cd8a7cec48b7, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c55a5200-0515-458f-b436-cd8a7cec48b7,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:00.025964 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-3c171b63-fca1-4086-9eda-4129c38f234b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:00.090651 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-2a3266d1-5d02-4ea0-b873-492912431a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:00.103829 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c00ac-f700-4cdd-affc-427fb90f2a23 req-0e1eb122-be7a-4fe2-8440-6c0fefc53a24 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:00.105411 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d57c00ac-f700-4cdd-affc-427fb90f2a23 req-0e1eb122-be7a-4fe2-8440-6c0fefc53a24 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea35fa36-fa72-4268-9950-e7f148a5e3f0 HTTP/1.1" status: 200 len: 935 time: 0.2832754 Jul 09 09:29:00.118642 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f6263-9f2a-4bbb-9a20-953c75acbb47 req-2e0522f1-b3db-44da-bc95-b5337734f18b tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:00.120210 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-483f6263-9f2a-4bbb-9a20-953c75acbb47 req-2e0522f1-b3db-44da-bc95-b5337734f18b tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 944 time: 0.2621961 Jul 09 09:29:00.121594 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-3d383146-b6cd-4b22-8170-b5c16f9151d9 req-0fe51d9e-75ab-424e-b00b-3ee972adc699 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Deleting port 0170217e-c011-4ee8-bca6-d0888e58be9c {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:29:00.121941 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3d383146-b6cd-4b22-8170-b5c16f9151d9 req-0fe51d9e-75ab-424e-b00b-3ee972adc699 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:00.168368 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c171b63-fca1-4086-9eda-4129c38f234b service neutron] Pushing event updated for resources: {'Port': ['ID=2e792ada-5663-41b0-847a-0b9c679e2dc1,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:00.343350 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d57c00ac-f700-4cdd-affc-427fb90f2a23 req-e5f43e12-92a8-432f-8a88-4873a42b0ebe tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182353 Jul 09 09:29:00.346886 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-483f6263-9f2a-4bbb-9a20-953c75acbb47 req-6ea625e3-f35f-49a6-9676-749fb24a4e93 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074323 Jul 09 09:29:00.436003 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c3a873-f58b-4ab3-821e-2beb034ccd90 x-openstack-request-id: req-63c3a873-f58b-4ab3-821e-2beb034ccd90 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:29:00.437027 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-2a3266d1-5d02-4ea0-b873-492912431a4b service neutron] Transition to ACTIVE for port object c55a5200-0515-458f-b436-cd8a7cec48b7 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:29:00.438182 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85744c55-c12d-4128-86d3-e845f97ebe13", "name": "network-vif-plugged", "status": "completed", "tag": "fa026a42-c2ab-4c79-8da9-c58bfb21e594", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:29:00.438862 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-63c3a873-f58b-4ab3-821e-2beb034ccd90 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:29:00.439749 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85744c55-c12d-4128-86d3-e845f97ebe13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa026a42-c2ab-4c79-8da9-c58bfb21e594', 'code': 200} Jul 09 09:29:00.440292 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3d383146-b6cd-4b22-8170-b5c16f9151d9 req-0fe51d9e-75ab-424e-b00b-3ee972adc699 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] For port 0170217e-c011-4ee8-bca6-d0888e58be9c, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0170217e-c011-4ee8-bca6-d0888e58be9c,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:00.440666 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3d383146-b6cd-4b22-8170-b5c16f9151d9 req-0fe51d9e-75ab-424e-b00b-3ee972adc699 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:00.449810 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-2a3266d1-5d02-4ea0-b873-492912431a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:00.456150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-3c171b63-fca1-4086-9eda-4129c38f234b service neutron] Attempting to bind port 2e792ada-5663-41b0-847a-0b9c679e2dc1 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:29:00.456492 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-3c171b63-fca1-4086-9eda-4129c38f234b service neutron] Attempting to bind port 2e792ada-5663-41b0-847a-0b9c679e2dc1 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:29:00.456828 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-3c171b63-fca1-4086-9eda-4129c38f234b service neutron] Attempting to bind port 2e792ada-5663-41b0-847a-0b9c679e2dc1 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:29:00.467523 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-3d383146-b6cd-4b22-8170-b5c16f9151d9 req-0fe51d9e-75ab-424e-b00b-3ee972adc699 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Calling delete_port for 0170217e-c011-4ee8-bca6-d0888e58be9c owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:29:00.502611 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-3c171b63-fca1-4086-9eda-4129c38f234b service neutron] Port 2e792ada-5663-41b0-847a-0b9c679e2dc1 on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:29:00.502611 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-3c171b63-fca1-4086-9eda-4129c38f234b service neutron] Attempting to bind port 2e792ada-5663-41b0-847a-0b9c679e2dc1 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:29:00.554884 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-3c171b63-fca1-4086-9eda-4129c38f234b service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:29:00.555228 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-3c171b63-fca1-4086-9eda-4129c38f234b service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:29:00.555625 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-3c171b63-fca1-4086-9eda-4129c38f234b service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:29:00.556129 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-3c171b63-fca1-4086-9eda-4129c38f234b service neutron] Bound port: 2e792ada-5663-41b0-847a-0b9c679e2dc1, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:29:00.556498 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-3c171b63-fca1-4086-9eda-4129c38f234b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:00.588615 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675d1e3-2b02-4815-b39a-f2cb17208415 req-eb236d07-c5af-4c01-ad07-f92a608f2147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:00.590434 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-2a3266d1-5d02-4ea0-b873-492912431a4b service neutron] No DVR routers for this DVR port c55a5200-0515-458f-b436-cd8a7cec48b7 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:29:00.592369 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6675d1e3-2b02-4815-b39a-f2cb17208415 req-eb236d07-c5af-4c01-ad07-f92a608f2147 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=85744c55-c12d-4128-86d3-e845f97ebe13 HTTP/1.1" status: 200 len: 1096 time: 0.0641499 Jul 09 09:29:00.622329 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3266d1-5d02-4ea0-b873-492912431a4b service neutron] Pushing event updated for resources: {'Port': ['ID=c55a5200-0515-458f-b436-cd8a7cec48b7,revision_number=10']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:00.647412 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6675d1e3-2b02-4815-b39a-f2cb17208415 req-c768e179-36a3-452f-ba10-6b661f200ccd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=67e4c080-a832-486d-b8c6-f52d4157c246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399783 Jul 09 09:29:00.706171 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-2a3266d1-5d02-4ea0-b873-492912431a4b service neutron] 10.222.0.64 "PUT /v2.0/ports/c55a5200-0515-458f-b436-cd8a7cec48b7/bindings/n-h1-799996-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0833058 Jul 09 09:29:00.805949 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-3c171b63-fca1-4086-9eda-4129c38f234b service neutron] For port 2e792ada-5663-41b0-847a-0b9c679e2dc1, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:29:00.850296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-3c171b63-fca1-4086-9eda-4129c38f234b service neutron] For port 2e792ada-5663-41b0-847a-0b9c679e2dc1, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=2e792ada-5663-41b0-847a-0b9c679e2dc1,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:29:00.895475 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-3c171b63-fca1-4086-9eda-4129c38f234b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:00.946974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0711f-fe22-4791-8e3a-5b662f361639 req-cf2c0818-d4b0-4e49-ac35-e2d2c495281b tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:00.948557 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bcb0711f-fe22-4791-8e3a-5b662f361639 req-cf2c0818-d4b0-4e49-ac35-e2d2c495281b tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb033165-f901-4d29-a800-3244f1f693d8 HTTP/1.1" status: 200 len: 949 time: 0.3650582 Jul 09 09:29:00.999648 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-3c171b63-fca1-4086-9eda-4129c38f234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:01.000359 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-3c171b63-fca1-4086-9eda-4129c38f234b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:01.002290 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-3c171b63-fca1-4086-9eda-4129c38f234b service neutron] 10.222.0.64 "PUT /v2.0/ports/2e792ada-5663-41b0-847a-0b9c679e2dc1 HTTP/1.1" status: 200 len: 1095 time: 2.7159057 Jul 09 09:29:01.002727 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea35fa36-fa72-4268-9950-e7f148a5e3f0', 'tag': '2e792ada-5663-41b0-847a-0b9c679e2dc1'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:29:01.004958 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51f4b6f-dfd7-41d3-aff0-45d7e451b17b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea35fa36-fa72-4268-9950-e7f148a5e3f0", "tag": "2e792ada-5663-41b0-847a-0b9c679e2dc1"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:29:01.023393 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3d383146-b6cd-4b22-8170-b5c16f9151d9 req-0fe51d9e-75ab-424e-b00b-3ee972adc699 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:01.054132 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c171b63-fca1-4086-9eda-4129c38f234b service neutron] Pushing event updated for resources: {'Port': ['ID=2e792ada-5663-41b0-847a-0b9c679e2dc1,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:01.064822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a88791-23a3-45b7-bc71-a4dfdf816ad8 req-93389ade-b5e6-41b3-ba72-130de0d88a7e tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:01.066400 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06a88791-23a3-45b7-bc71-a4dfdf816ad8 req-93389ade-b5e6-41b3-ba72-130de0d88a7e tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 945 time: 0.3312662 Jul 09 09:29:01.158050 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe51d9e-75ab-424e-b00b-3ee972adc699 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Pushing event deleted for resources: {'Port': ['ID=0170217e-c011-4ee8-bca6-d0888e58be9c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:01.164198 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bcb0711f-fe22-4791-8e3a-5b662f361639 req-e974b7b4-5a70-4921-9846-e4ffb62f5f6c tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.61 "GET /v2.0/security-groups?id=b586403e-bf85-435c-a335-def2388b3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067597 Jul 09 09:29:01.188902 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-83d5a005-4e67-419a-9700-304457a4dc29 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:01.190736 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-83d5a005-4e67-419a-9700-304457a4dc29 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0&tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&binding%3Ahost_id=n-h2-799996-1 HTTP/1.1" status: 200 len: 1096 time: 0.3460944 Jul 09 09:29:01.218132 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d383146-b6cd-4b22-8170-b5c16f9151d9 req-0fe51d9e-75ab-424e-b00b-3ee972adc699 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] No DVR routers for this DVR port 0170217e-c011-4ee8-bca6-d0888e58be9c on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:29:01.256516 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3d383146-b6cd-4b22-8170-b5c16f9151d9 req-0fe51d9e-75ab-424e-b00b-3ee972adc699 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:01.256516 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d383146-b6cd-4b22-8170-b5c16f9151d9 req-0fe51d9e-75ab-424e-b00b-3ee972adc699 tempest-ListImageFiltersTestJSON-1699155524 tempest-ListImageFiltersTestJSON-1699155524-project] 10.222.0.64 "DELETE /v2.0/ports/0170217e-c011-4ee8-bca6-d0888e58be9c HTTP/1.1" status: 204 len: 173 time: 1.6432490 Jul 09 09:29:01.280846 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06a88791-23a3-45b7-bc71-a4dfdf816ad8 req-765de0df-45f7-4bac-8fdd-fc61d73b43ec tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935503 Jul 09 09:29:01.310195 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-cb3f308e-fc34-4ba9-893b-d06f9df14350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:01.311920 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-cb3f308e-fc34-4ba9-893b-d06f9df14350 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&device_id=ea35fa36-fa72-4268-9950-e7f148a5e3f0 HTTP/1.1" status: 200 len: 1098 time: 0.2587457 Jul 09 09:29:01.315609 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-85d14102-9443-4012-958e-7161e866abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:01.319202 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-85d14102-9443-4012-958e-7161e866abe7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0&tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8 HTTP/1.1" status: 200 len: 1096 time: 0.1062901 Jul 09 09:29:01.381230 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-d238a3eb-6b83-45ca-8e0d-235e4ab58cef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=2e792ada-5663-41b0-847a-0b9c679e2dc1 HTTP/1.1" status: 200 len: 217 time: 0.0534098 Jul 09 09:29:01.383013 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e77648-f16c-46a3-ad92-65cfb8230e00 x-openstack-request-id: req-19e77648-f16c-46a3-ad92-65cfb8230e00 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:29:01.383418 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea35fa36-fa72-4268-9950-e7f148a5e3f0", "tag": "2e792ada-5663-41b0-847a-0b9c679e2dc1", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:29:01.383831 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-19e77648-f16c-46a3-ad92-65cfb8230e00 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:29:01.384331 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea35fa36-fa72-4268-9950-e7f148a5e3f0', 'tag': '2e792ada-5663-41b0-847a-0b9c679e2dc1', 'status': 'completed', 'code': 200} Jul 09 09:29:01.495115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8534ab7b-4bfa-4a97-9256-63c485f7a353 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:29:01.514180 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-16052a42-0305-4852-9dc5-63ab75e3fe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:01.516373 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-16052a42-0305-4852-9dc5-63ab75e3fe8a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1191626 Jul 09 09:29:01.644831 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-fd0a7048-b9d1-475b-8e70-abd2f4a56f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:01.644831 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-fd0a7048-b9d1-475b-8e70-abd2f4a56f1b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 1096 time: 0.2541277 Jul 09 09:29:01.645454 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 8534ab7b-4bfa-4a97-9256-63c485f7a353, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8534ab7b-4bfa-4a97-9256-63c485f7a353,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:01.658084 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ccdc3-7bc3-4691-85ec-ad760e1ee66c req-f6ee1a67-afe5-4e8c-97f5-1a1bdd17372b tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:01.659602 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de5ccdc3-7bc3-4691-85ec-ad760e1ee66c req-f6ee1a67-afe5-4e8c-97f5-1a1bdd17372b tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/ports?device_id=85744c55-c12d-4128-86d3-e845f97ebe13 HTTP/1.1" status: 200 len: 945 time: 0.2228968 Jul 09 09:29:01.665863 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '8534ab7b-4bfa-4a97-9256-63c485f7a353', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '8534ab7b-4bfa-4a97-9256-63c485f7a353', 'mac_address': 'fa:16:3e:c5:14:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:29:01.722453 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:01.741034 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8534ab7b-4bfa-4a97-9256-63c485f7a353 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:29:01.768222 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 8534ab7b-4bfa-4a97-9256-63c485f7a353, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8534ab7b-4bfa-4a97-9256-63c485f7a353,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:01.773604 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:01.833807 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55026b3-789f-45b2-b98d-f537bb9dcd8c req-c2774e86-4e20-4628-8a10-409fbaaacebc tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:01.842528 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a55026b3-789f-45b2-b98d-f537bb9dcd8c req-c2774e86-4e20-4628-8a10-409fbaaacebc tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea35fa36-fa72-4268-9950-e7f148a5e3f0 HTTP/1.1" status: 200 len: 947 time: 0.3037217 Jul 09 09:29:01.849918 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=8534ab7b-4bfa-4a97-9256-63c485f7a353,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:01.879868 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-741453d5-2a4a-45b3-bfdb-0e603960d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:01.881438 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-741453d5-2a4a-45b3-bfdb-0e603960d505 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3555257 Jul 09 09:29:01.909161 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-a6f7c3aa-19e9-4def-8139-29c3ded134e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:01.910847 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-a6f7c3aa-19e9-4def-8139-29c3ded134e2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 909 time: 0.2471735 Jul 09 09:29:01.922411 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['8534ab7b-4bfa-4a97-9256-63c485f7a353'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:29:01.948367 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de5ccdc3-7bc3-4691-85ec-ad760e1ee66c req-1d6e9d1b-7427-41b7-8b20-fa89db23308d tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/security-groups?id=67e4c080-a832-486d-b8c6-f52d4157c246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713125 Jul 09 09:29:02.042934 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a55026b3-789f-45b2-b98d-f537bb9dcd8c req-49b32068-515c-458b-8aa8-42cc45e09f66 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993809 Jul 09 09:29:02.162462 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-f5a27c5a-f55b-407b-b0b2-d6b58c286164 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c55a5200-0515-458f-b436-cd8a7cec48b7 HTTP/1.1" status: 200 len: 217 time: 0.2242537 Jul 09 09:29:02.266340 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-2b0045c7-957f-4f5c-abf7-b1fae46e0002 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535509 Jul 09 09:29:02.442984 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0976802e-0b95-45f5-adf6-c8ebb0510082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9'}, {'server_uuid': '8ae911c1-75d8-45ad-8e8e-32a2a676e852', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8534ab7b-4bfa-4a97-9256-63c485f7a353'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:29:02.446648 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cf2b0a-0c47-4ec6-ba52-aa81e0f057bc" -d '{"events": [{"server_uuid": "0976802e-0b95-45f5-adf6-c8ebb0510082", "name": "network-vif-plugged", "status": "completed", "tag": "35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9"}, {"server_uuid": "8ae911c1-75d8-45ad-8e8e-32a2a676e852", "name": "network-vif-unplugged", "status": "completed", "tag": "8534ab7b-4bfa-4a97-9256-63c485f7a353"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:29:02.566969 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-8c4f338c-3197-4fe5-a86b-c9fb1e13fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:02.568575 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-8c4f338c-3197-4fe5-a86b-c9fb1e13fc31 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b34d4ae-0ef5-43aa-9b17-e2650b35854e HTTP/1.1" status: 200 len: 848 time: 0.3849075 Jul 09 09:29:02.666475 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-36538b77-a851-412a-8b60-85cbbe0b938f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863168 Jul 09 09:29:02.695085 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 0170217e-c011-4ee8-bca6-d0888e58be9c no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:29:02.696178 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0d0c5-a9e8-4b96-98bd-bc88520b9b81 req-750e7cfe-4e96-4a2b-bc69-465625868eba tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:02.697767 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73d0d0c5-a9e8-4b96-98bd-bc88520b9b81 req-750e7cfe-4e96-4a2b-bc69-465625868eba tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 945 time: 0.5340879 Jul 09 09:29:02.715868 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 0170217e-c011-4ee8-bca6-d0888e58be9c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:29:02.716215 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 0170217e-c011-4ee8-bca6-d0888e58be9c not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:29:02.816848 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48e6ff89-b8e2-42fb-9475-b79b3f98d7cf req-adfc45fa-ea39-4fcd-a666-ebd69be81db4 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382586 Jul 09 09:29:02.850034 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73d0d0c5-a9e8-4b96-98bd-bc88520b9b81 req-68f20bc2-83f1-498e-a8ab-55cc7d6135c5 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071701 Jul 09 09:29:02.863190 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e6521-4f51-43cf-a817-cfee8e1049c0 req-e0ce110f-bec5-4ef8-b3bc-acbf5d75dbde tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:02.870197 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-874e6521-4f51-43cf-a817-cfee8e1049c0 req-e0ce110f-bec5-4ef8-b3bc-acbf5d75dbde tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 945 time: 0.3058503 Jul 09 09:29:02.899893 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-8100ddf0-9ba6-4d80-9a73-9fbe8fe55af0 service neutron] 10.222.0.58 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207196 Jul 09 09:29:02.993045 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-874e6521-4f51-43cf-a817-cfee8e1049c0 req-fb240a06-0348-4119-9267-d8b70d1ec547 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209414 Jul 09 09:29:03.044859 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 09 Jul 2021 09:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3f24bd-52d0-4637-868d-2142eb6b64d0 x-openstack-request-id: req-3b3f24bd-52d0-4637-868d-2142eb6b64d0 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:29:03.045441 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0976802e-0b95-45f5-adf6-c8ebb0510082", "name": "network-vif-plugged", "status": "completed", "tag": "35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9", "code": 200}, {"server_uuid": "8ae911c1-75d8-45ad-8e8e-32a2a676e852", "name": "network-vif-unplugged", "status": "completed", "tag": "8534ab7b-4bfa-4a97-9256-63c485f7a353", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:29:03.045865 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3b3f24bd-52d0-4637-868d-2142eb6b64d0 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:29:03.046690 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0976802e-0b95-45f5-adf6-c8ebb0510082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9', 'code': 200} Jul 09 09:29:03.047112 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae911c1-75d8-45ad-8e8e-32a2a676e852', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8534ab7b-4bfa-4a97-9256-63c485f7a353', 'code': 200} Jul 09 09:29:03.063638 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-75bbc6a1-640c-4229-92a4-2908710cb832 service neutron] 10.222.0.58 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523578 Jul 09 09:29:03.096048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f4b6f-dfd7-41d3-aff0-45d7e451b17b req-6230cb38-0323-4b07-a74f-0e264bfdce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:03.097586 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d51f4b6f-dfd7-41d3-aff0-45d7e451b17b req-6230cb38-0323-4b07-a74f-0e264bfdce31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&device_id=ea35fa36-fa72-4268-9950-e7f148a5e3f0 HTTP/1.1" status: 200 len: 1098 time: 0.1966548 Jul 09 09:29:03.308202 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f4b6f-dfd7-41d3-aff0-45d7e451b17b req-5c013ec8-288d-4167-a99a-1e6db133f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:03.309842 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d51f4b6f-dfd7-41d3-aff0-45d7e451b17b req-5c013ec8-288d-4167-a99a-1e6db133f0bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.1990263 Jul 09 09:29:03.362655 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18260361-cdc6-4f36-9f84-f662b1b45059 req-cd8036c0-4048-4733-a773-1ea7f9999b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:03.364154 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18260361-cdc6-4f36-9f84-f662b1b45059 req-cd8036c0-4048-4733-a773-1ea7f9999b78 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 1096 time: 0.1966813 Jul 09 09:29:03.367127 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d51f4b6f-dfd7-41d3-aff0-45d7e451b17b req-905b061f-3dfd-40cb-8f05-b73f7408071c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=2e792ada-5663-41b0-847a-0b9c679e2dc1 HTTP/1.1" status: 200 len: 217 time: 0.0485039 Jul 09 09:29:03.386560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb033165-f901-4d29-a800-3244f1f693d8', 'name': 'network-vif-deleted', 'tag': '0170217e-c011-4ee8-bca6-d0888e58be9c'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:29:03.388807 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08326875-ccb2-40f2-9eff-ceb43de95711" -d '{"events": [{"server_uuid": "bb033165-f901-4d29-a800-3244f1f693d8", "name": "network-vif-deleted", "tag": "0170217e-c011-4ee8-bca6-d0888e58be9c"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:29:03.458852 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4baf39-97dd-44ce-940c-8211122e7672 req-a9ca2601-8e5d-40aa-bcc2-3b822701d33f tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:03.460926 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d4baf39-97dd-44ce-940c-8211122e7672 req-a9ca2601-8e5d-40aa-bcc2-3b822701d33f tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/ports?device_id=85744c55-c12d-4128-86d3-e845f97ebe13 HTTP/1.1" status: 200 len: 945 time: 0.2719095 Jul 09 09:29:03.495545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8534ab7b-4bfa-4a97-9256-63c485f7a353 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:29:03.562300 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18260361-cdc6-4f36-9f84-f662b1b45059 req-77bf6ed7-98ba-45e2-8924-1cff6be3fbaa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837680 Jul 09 09:29:03.568952 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 8534ab7b-4bfa-4a97-9256-63c485f7a353 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:29:03.569711 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:03.574144 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f4b6f-dfd7-41d3-aff0-45d7e451b17b req-eab5e60c-9043-4519-9b58-8b67a8627512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:03.575719 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d51f4b6f-dfd7-41d3-aff0-45d7e451b17b req-eab5e60c-9043-4519-9b58-8b67a8627512 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1899281 Jul 09 09:29:03.603772 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d4baf39-97dd-44ce-940c-8211122e7672 req-405762f6-ccce-40a8-ae08-6032bf5c28be tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/security-groups?id=67e4c080-a832-486d-b8c6-f52d4157c246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263814 Jul 09 09:29:03.626752 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab0c4f-6e70-438b-b0ca-319d942e6b84 req-7bb3f4d5-b7d7-48f7-a30a-7a1b9613f881 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:03.627110 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:03.628572 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e3ab0c4f-6e70-438b-b0ca-319d942e6b84 req-7bb3f4d5-b7d7-48f7-a30a-7a1b9613f881 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea35fa36-fa72-4268-9950-e7f148a5e3f0 HTTP/1.1" status: 200 len: 947 time: 0.2689695 Jul 09 09:29:03.647916 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-06491bef-a19b-4d80-8644-31d76d16d79b tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:03.647916 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-06491bef-a19b-4d80-8644-31d76d16d79b tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0&tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&binding%3Ahost_id=n-h1-799996-1 HTTP/1.1" status: 200 len: 1096 time: 0.1886144 Jul 09 09:29:03.677981 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:03.737199 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 8534ab7b-4bfa-4a97-9256-63c485f7a353, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8534ab7b-4bfa-4a97-9256-63c485f7a353,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:03.743768 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:03.770704 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e3ab0c4f-6e70-438b-b0ca-319d942e6b84 req-79612ab9-a4a9-455c-81c2-c13ed370b25e tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297693 Jul 09 09:29:03.812001 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=8534ab7b-4bfa-4a97-9256-63c485f7a353,revision_number=10']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:03.888440 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f4b6f-dfd7-41d3-aff0-45d7e451b17b req-e2a2e447-070a-4dd1-8221-28f9cf00fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:03.889965 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d51f4b6f-dfd7-41d3-aff0-45d7e451b17b req-e2a2e447-070a-4dd1-8221-28f9cf00fee6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1932662 Jul 09 09:29:03.939213 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-dd99f354-6a75-4233-9911-d64e7aa1c18f service neutron] For port c55a5200-0515-458f-b436-cd8a7cec48b7, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:29:04.001722 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffb54b0-7b7a-434c-92a9-041e4f86f0b0 x-openstack-request-id: req-fffb54b0-7b7a-434c-92a9-041e4f86f0b0 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:29:04.002084 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb033165-f901-4d29-a800-3244f1f693d8", "name": "network-vif-deleted", "tag": "0170217e-c011-4ee8-bca6-d0888e58be9c", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:29:04.002450 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fffb54b0-7b7a-434c-92a9-041e4f86f0b0 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:29:04.002955 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb033165-f901-4d29-a800-3244f1f693d8', 'name': 'network-vif-deleted', 'tag': '0170217e-c011-4ee8-bca6-d0888e58be9c', 'status': 'completed', 'code': 200} Jul 09 09:29:04.006628 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-dd99f354-6a75-4233-9911-d64e7aa1c18f service neutron] Notify callbacks [] for binding, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:04.008440 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-dd99f354-6a75-4233-9911-d64e7aa1c18f service neutron] 10.222.0.58 "DELETE /v2.0/ports/c55a5200-0515-458f-b436-cd8a7cec48b7/bindings/n-h2-799996-1 HTTP/1.1" status: 204 len: 173 time: 0.3626490 Jul 09 09:29:04.120248 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d51f4b6f-dfd7-41d3-aff0-45d7e451b17b req-1586a28e-369a-4d8a-a3d3-bc7b0091159c service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099705 Jul 09 09:29:04.284127 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d51f4b6f-dfd7-41d3-aff0-45d7e451b17b req-bd04fff3-44a3-4bf0-b13b-fcf0afc2ac47 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387930 Jul 09 09:29:05.051456 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae911c1-75d8-45ad-8e8e-32a2a676e852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8534ab7b-4bfa-4a97-9256-63c485f7a353'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:29:05.054895 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b369a924-b694-4234-a510-2299cecc4d7b" -d '{"events": [{"server_uuid": "8ae911c1-75d8-45ad-8e8e-32a2a676e852", "name": "network-vif-plugged", "status": "completed", "tag": "8534ab7b-4bfa-4a97-9256-63c485f7a353"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:29:06.766736 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a7f8884a-9ccd-4d2a-b8e0-419f9c40c75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:07.245882 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec49b12-5dac-4c25-b48f-bef7437cbffb req-cedbabda-cb69-40a3-90c0-e735167be4e4 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:07.247572 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ec49b12-5dac-4c25-b48f-bef7437cbffb req-cedbabda-cb69-40a3-90c0-e735167be4e4 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 945 time: 0.1538136 Jul 09 09:29:07.289496 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5983ae-3f17-4675-9c5b-a89597a5c31a req-53b66c40-96e1-4d6f-ab16-ec437d627e90 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:07.291445 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac5983ae-3f17-4675-9c5b-a89597a5c31a req-53b66c40-96e1-4d6f-ab16-ec437d627e90 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 945 time: 0.1547365 Jul 09 09:29:07.347131 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ec49b12-5dac-4c25-b48f-bef7437cbffb req-878cb1fb-0c45-4d4f-b5d1-c895d1bbb7df tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840232 Jul 09 09:29:07.393100 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac5983ae-3f17-4675-9c5b-a89597a5c31a req-2c495c5b-711c-4d26-816b-a3dce26b4539 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919228 Jul 09 09:29:07.589608 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871ee783-4d78-40b3-bc50-ee04d90862f1 x-openstack-request-id: req-871ee783-4d78-40b3-bc50-ee04d90862f1 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:29:07.589815 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae911c1-75d8-45ad-8e8e-32a2a676e852", "name": "network-vif-plugged", "status": "completed", "tag": "8534ab7b-4bfa-4a97-9256-63c485f7a353", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:29:07.590349 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-871ee783-4d78-40b3-bc50-ee04d90862f1 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:29:07.591153 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae911c1-75d8-45ad-8e8e-32a2a676e852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8534ab7b-4bfa-4a97-9256-63c485f7a353', 'code': 200} Jul 09 09:29:07.594947 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9f081-4bb7-4361-a2b7-bbc51df54bce req-c796b65f-b07d-4b76-9c16-f39996154d36 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:07.596575 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5a9f081-4bb7-4361-a2b7-bbc51df54bce req-c796b65f-b07d-4b76-9c16-f39996154d36 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea35fa36-fa72-4268-9950-e7f148a5e3f0 HTTP/1.1" status: 200 len: 947 time: 0.0977120 Jul 09 09:29:07.648393 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5a9f081-4bb7-4361-a2b7-bbc51df54bce req-3cc39449-7643-433e-af60-fc895d1b63dc tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438409 Jul 09 09:29:08.365835 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43504) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:08.393694 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1991e-9d24-4e3f-8e68-578015a4e763 req-f24d7571-8649-469d-a121-cfaf10e210cb tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:08.400712 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebc1991e-9d24-4e3f-8e68-578015a4e763 req-f24d7571-8649-469d-a121-cfaf10e210cb tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 1096 time: 0.2303095 Jul 09 09:29:08.429239 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013847f-d11c-46eb-8154-8467dec00788 req-48a3e3ba-56b6-40a3-9cac-c6548d5ccb62 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:08.436189 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1013847f-d11c-46eb-8154-8467dec00788 req-48a3e3ba-56b6-40a3-9cac-c6548d5ccb62 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 945 time: 0.1853955 Jul 09 09:29:08.491684 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1013847f-d11c-46eb-8154-8467dec00788 req-1b1381fe-0596-49be-9796-cb19c6298aa4 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514619 Jul 09 09:29:08.516324 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebc1991e-9d24-4e3f-8e68-578015a4e763 req-66a9e571-e288-4d03-a219-bfc2ab28001d tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146424 Jul 09 09:29:08.664857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43522) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:08.676657 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5dbcf9cc-9ed7-4f81-890a-a0a7b9a40889 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e6c638ca378649748e4e839cd28093a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092780 Jul 09 09:29:08.708226 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 2e792ada-5663-41b0-847a-0b9c679e2dc1 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:29:08.774196 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5237b29c-6be8-4e69-84b5-5557eaff4041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:08.808858 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5237b29c-6be8-4e69-84b5-5557eaff4041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:08.834979 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b37e9-4b3f-4f40-b206-7592f3fcb463 req-49de9bc3-4f82-486d-b115-9902810cf9a0 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:08.842629 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c3b37e9-4b3f-4f40-b206-7592f3fcb463 req-49de9bc3-4f82-486d-b115-9902810cf9a0 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 1096 time: 0.1216130 Jul 09 09:29:08.883984 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:08.965890 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 2e792ada-5663-41b0-847a-0b9c679e2dc1, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=2e792ada-5663-41b0-847a-0b9c679e2dc1,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:08.983493 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c3b37e9-4b3f-4f40-b206-7592f3fcb463 req-2a88dcfc-1a4d-4475-802f-67e03443527f tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395581 Jul 09 09:29:08.984050 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '2e792ada-5663-41b0-847a-0b9c679e2dc1', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '2e792ada-5663-41b0-847a-0b9c679e2dc1', 'mac_address': 'fa:16:3e:e4:2f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:29:09.011036 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5237b29c-6be8-4e69-84b5-5557eaff4041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:09.014508 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5237b29c-6be8-4e69-84b5-5557eaff4041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:09.020937 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5237b29c-6be8-4e69-84b5-5557eaff4041 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b586403e-bf85-435c-a335-def2388b3a87 HTTP/1.1" status: 204 len: 168 time: 0.3550158 Jul 09 09:29:09.054074 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237b29c-6be8-4e69-84b5-5557eaff4041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b586403e-bf85-435c-a335-def2388b3a87,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:09.074537 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95caecd-625e-4a9a-9b46-d1ba322d10f5 req-f3e80cfa-a979-47b3-8e23-3ddd67749254 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:09.096591 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f95caecd-625e-4a9a-9b46-d1ba322d10f5 req-f3e80cfa-a979-47b3-8e23-3ddd67749254 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea35fa36-fa72-4268-9950-e7f148a5e3f0 HTTP/1.1" status: 200 len: 947 time: 0.2513714 Jul 09 09:29:09.161194 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:09.186112 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e792ada-5663-41b0-847a-0b9c679e2dc1 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:29:09.228615 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f95caecd-625e-4a9a-9b46-d1ba322d10f5 req-76507f2e-27f7-45fb-a38f-8f07a4eb3aaa tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305084 Jul 09 09:29:09.236372 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 2e792ada-5663-41b0-847a-0b9c679e2dc1, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=2e792ada-5663-41b0-847a-0b9c679e2dc1,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:09.244083 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:09.337556 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=2e792ada-5663-41b0-847a-0b9c679e2dc1,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:09.360602 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b63687af-0684-4cca-b6df-505071259f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:09.482128 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:09.746389 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['2e792ada-5663-41b0-847a-0b9c679e2dc1'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:29:10.058762 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4b505ac-1a7a-4c1f-a330-40767e4ef9e8 req-57ba5886-fb95-4ef4-be4b-85ce41fc4a36 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4023049 Jul 09 09:29:10.095795 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13661db-621e-4f1b-94e7-b1b91fef8fc7 req-35f61a53-1f50-4ce0-a92d-d2bffdf85957 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:10.104275 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13661db-621e-4f1b-94e7-b1b91fef8fc7 req-35f61a53-1f50-4ce0-a92d-d2bffdf85957 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 945 time: 0.2910564 Jul 09 09:29:10.226664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be8425-78fb-4bfc-9e94-f1f047231811 req-fac436dd-d9e4-44bf-a19e-91b5340c0c44 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:10.248459 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43be8425-78fb-4bfc-9e94-f1f047231811 req-fac436dd-d9e4-44bf-a19e-91b5340c0c44 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/ports?device_id=85744c55-c12d-4128-86d3-e845f97ebe13 HTTP/1.1" status: 200 len: 945 time: 0.2762992 Jul 09 09:29:10.331408 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13661db-621e-4f1b-94e7-b1b91fef8fc7 req-dd46e347-cd5a-499d-989f-31e0b8e5cf41 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260079 Jul 09 09:29:10.427305 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43590) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:10.434584 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43be8425-78fb-4bfc-9e94-f1f047231811 req-e94ff8a8-4e1b-4731-aae5-e76958a6d768 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/security-groups?id=67e4c080-a832-486d-b8c6-f52d4157c246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839602 Jul 09 09:29:10.486531 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b505ac-1a7a-4c1f-a330-40767e4ef9e8 req-32dd12b5-8300-4fe7-8476-e9243098dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:10.488268 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4b505ac-1a7a-4c1f-a330-40767e4ef9e8 req-32dd12b5-8300-4fe7-8476-e9243098dfbc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 1095 time: 0.3540459 Jul 09 09:29:10.655731 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6c6d7cb9-ac02-45a6-b40c-acdd8e6e1c97 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1445793769-network', 'tenant_id': '8d1107fa444a47f3a8f57c80bd52cc8a'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:10.685920 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6d7cb9-ac02-45a6-b40c-acdd8e6e1c97 admin admin] Made reservation on behalf of 8d1107fa444a47f3a8f57c80bd52cc8a for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:29:10.688509 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7cb9-ac02-45a6-b40c-acdd8e6e1c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:10.701259 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7cb9-ac02-45a6-b40c-acdd8e6e1c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:10.729012 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b505ac-1a7a-4c1f-a330-40767e4ef9e8 req-8be1855e-7234-4670-a51c-1bc7a539eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:10.731487 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4b505ac-1a7a-4c1f-a330-40767e4ef9e8 req-8be1855e-7234-4670-a51c-1bc7a539eed1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 922 time: 0.2027171 Jul 09 09:29:10.838170 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4b505ac-1a7a-4c1f-a330-40767e4ef9e8 req-f841173f-b162-442e-acb0-e6a5e1a6ab04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6e30853-a0dd-4849-8fdf-d814c3abe82f HTTP/1.1" status: 200 len: 217 time: 0.0704694 Jul 09 09:29:10.881308 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7cb9-ac02-45a6-b40c-acdd8e6e1c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:10.893084 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7cb9-ac02-45a6-b40c-acdd8e6e1c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:10.918653 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b505ac-1a7a-4c1f-a330-40767e4ef9e8 req-34da6c7e-5bcf-4938-8b93-14f2d7855a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:10.921138 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4b505ac-1a7a-4c1f-a330-40767e4ef9e8 req-34da6c7e-5bcf-4938-8b93-14f2d7855a57 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=885047f0-ba41-4b93-9739-c68577cb7cc5 HTTP/1.1" status: 200 len: 861 time: 0.0663552 Jul 09 09:29:10.941258 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d7cb9-ac02-45a6-b40c-acdd8e6e1c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba256f12-3a99-4d3b-82ab-36e4e794d854,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:10.961871 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6d7cb9-ac02-45a6-b40c-acdd8e6e1c97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:29:10.988267 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7cb9-ac02-45a6-b40c-acdd8e6e1c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:10.989113 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-6c6d7cb9-ac02-45a6-b40c-acdd8e6e1c97 admin admin] Added segment 7f6ac6ab-b81f-4068-960f-e9297dd71a40 of type vlan for network 280bd89a-00e7-44f0-bd69-a08ee08b8f6f Jul 09 09:29:11.018794 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4b505ac-1a7a-4c1f-a330-40767e4ef9e8 req-ad9486c4-4c60-4147-b6d2-206c13ad1a78 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857406 Jul 09 09:29:11.119303 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e35b0f-fbb1-456f-9c3e-fa57c6236d74 req-57fde699-0dd4-4e0f-977f-760f5d6e2255 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:11.125797 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:11.133361 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7cb9-ac02-45a6-b40c-acdd8e6e1c97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:11.147680 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-49e35b0f-fbb1-456f-9c3e-fa57c6236d74 req-57fde699-0dd4-4e0f-977f-760f5d6e2255 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea35fa36-fa72-4268-9950-e7f148a5e3f0 HTTP/1.1" status: 200 len: 948 time: 0.4719543 Jul 09 09:29:11.230424 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7cb9-ac02-45a6-b40c-acdd8e6e1c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:11.232097 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6d7cb9-ac02-45a6-b40c-acdd8e6e1c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:11.233301 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7cb9-ac02-45a6-b40c-acdd8e6e1c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:11.373365 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-49e35b0f-fbb1-456f-9c3e-fa57c6236d74 req-2a43a5b9-4833-4640-9cd2-4172516f1a3f tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236161 Jul 09 09:29:11.399571 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43614) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:11.402164 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6c6d7cb9-ac02-45a6-b40c-acdd8e6e1c97 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9730225 Jul 09 09:29:11.406319 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-49da2f6d-e948-4501-877e-c25afc03806f admin admin] Request body: {'subnet': {'network_id': '280bd89a-00e7-44f0-bd69-a08ee08b8f6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1445793769-subnet', 'tenant_id': '8d1107fa444a47f3a8f57c80bd52cc8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:11.412399 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4b505ac-1a7a-4c1f-a330-40767e4ef9e8 req-a181c859-5af4-46d9-b3c2-f3a379556e37 service neutron] 10.222.0.58 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776395 Jul 09 09:29:11.427121 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d7cb9-ac02-45a6-b40c-acdd8e6e1c97 admin admin] Pushing event updated for resources: {'Network': ['ID=280bd89a-00e7-44f0-bd69-a08ee08b8f6f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:11.438898 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 280bd89a-00e7-44f0-bd69-a08ee08b8f6f details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:29:11.495458 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49da2f6d-e948-4501-877e-c25afc03806f admin admin] Made reservation on behalf of 8d1107fa444a47f3a8f57c80bd52cc8a for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:29:11.498136 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49da2f6d-e948-4501-877e-c25afc03806f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:11.734861 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4b505ac-1a7a-4c1f-a330-40767e4ef9e8 req-01339177-a56f-4f69-8895-505ccf5897d6 service neutron] 10.222.0.58 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090816 Jul 09 09:29:12.325980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc20408-0fe4-4486-8e5d-92444c225596 req-5a13d740-9c78-4153-b34f-428d2b47bfbb tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:12.332197 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2fc20408-0fe4-4486-8e5d-92444c225596 req-5a13d740-9c78-4153-b34f-428d2b47bfbb tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 945 time: 0.6823876 Jul 09 09:29:12.399456 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49da2f6d-e948-4501-877e-c25afc03806f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:12.431802 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb8665-e7d7-4e0b-8fa7-13457b21f32e req-52cf8306-6c24-4ada-bed7-b5ba2f25a261 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:12.433847 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c5cb8665-e7d7-4e0b-8fa7-13457b21f32e req-52cf8306-6c24-4ada-bed7-b5ba2f25a261 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.64 "GET /v2.0/ports?device_id=85744c55-c12d-4128-86d3-e845f97ebe13 HTTP/1.1" status: 200 len: 945 time: 0.6021802 Jul 09 09:29:12.443492 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358f677-8c04-47b2-8e13-9a31966d2b32 req-2d5d5bfa-75a8-4d90-9c9e-144e16b634f4 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:12.445223 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4358f677-8c04-47b2-8e13-9a31966d2b32 req-2d5d5bfa-75a8-4d90-9c9e-144e16b634f4 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/ports?device_id=85744c55-c12d-4128-86d3-e845f97ebe13 HTTP/1.1" status: 200 len: 945 time: 0.6970668 Jul 09 09:29:12.527582 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2fc20408-0fe4-4486-8e5d-92444c225596 req-68e8ada3-42cd-474d-9805-9c452c274e00 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902366 Jul 09 09:29:12.714089 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 2e792ada-5663-41b0-847a-0b9c679e2dc1 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:29:12.803580 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4358f677-8c04-47b2-8e13-9a31966d2b32 req-40beaad8-35bd-494e-9d54-aa9c2c9dc069 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/security-groups?id=67e4c080-a832-486d-b8c6-f52d4157c246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303692 Jul 09 09:29:12.826937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da2f6d-e948-4501-877e-c25afc03806f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea6ae890-aaf4-4285-a83b-dddcfac46ec8,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:12.867216 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:12.932346 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49da2f6d-e948-4501-877e-c25afc03806f admin admin] Checking segment: {'id': '7f6ac6ab-b81f-4068-960f-e9297dd71a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '280bd89a-00e7-44f0-bd69-a08ee08b8f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:29:12.933796 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49da2f6d-e948-4501-877e-c25afc03806f admin admin] Network hostable DHCP agents. Network: 280bd89a-00e7-44f0-bd69-a08ee08b8f6f, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:29:12.938769 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 2e792ada-5663-41b0-847a-0b9c679e2dc1 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:29:12.956579 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 2e792ada-5663-41b0-847a-0b9c679e2dc1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:29:12.956966 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:13.115556 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:13.127895 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49da2f6d-e948-4501-877e-c25afc03806f admin admin] Network 280bd89a-00e7-44f0-bd69-a08ee08b8f6f is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:29:13.144602 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea35fa36-fa72-4268-9950-e7f148a5e3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e792ada-5663-41b0-847a-0b9c679e2dc1'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:29:13.147610 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fb949c-7033-48ec-b560-fc45a0e22825" -d '{"events": [{"server_uuid": "ea35fa36-fa72-4268-9950-e7f148a5e3f0", "name": "network-vif-plugged", "status": "completed", "tag": "2e792ada-5663-41b0-847a-0b9c679e2dc1"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:29:13.183897 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 2e792ada-5663-41b0-847a-0b9c679e2dc1, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=2e792ada-5663-41b0-847a-0b9c679e2dc1,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:13.194137 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:13.206518 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-49da2f6d-e948-4501-877e-c25afc03806f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 280bd89a-00e7-44f0-bd69-a08ee08b8f6f) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:29:13.224462 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49da2f6d-e948-4501-877e-c25afc03806f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:13.225396 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49da2f6d-e948-4501-877e-c25afc03806f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:13.257844 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-c5cb8665-e7d7-4e0b-8fa7-13457b21f32e req-ece71322-05ca-4ca0-aedf-f7b269dab0aa tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Deleting port fa026a42-c2ab-4c79-8da9-c58bfb21e594 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:29:13.258480 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c5cb8665-e7d7-4e0b-8fa7-13457b21f32e req-ece71322-05ca-4ca0-aedf-f7b269dab0aa tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:13.259602 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef21febe-ecb2-4874-a581-432e90593f9d x-openstack-request-id: req-ef21febe-ecb2-4874-a581-432e90593f9d {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:29:13.271521 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea35fa36-fa72-4268-9950-e7f148a5e3f0", "name": "network-vif-plugged", "status": "completed", "tag": "2e792ada-5663-41b0-847a-0b9c679e2dc1", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:29:13.272233 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ef21febe-ecb2-4874-a581-432e90593f9d {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:29:13.273097 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea35fa36-fa72-4268-9950-e7f148a5e3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e792ada-5663-41b0-847a-0b9c679e2dc1', 'code': 200} Jul 09 09:29:13.276709 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea326b3-eb29-4012-8fe6-c3d074b6a4e8 None None] Network 280bd89a-00e7-44f0-bd69-a08ee08b8f6f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:29:13.360858 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=2e792ada-5663-41b0-847a-0b9c679e2dc1,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:13.386576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c5cb8665-e7d7-4e0b-8fa7-13457b21f32e req-ece71322-05ca-4ca0-aedf-f7b269dab0aa tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] For port fa026a42-c2ab-4c79-8da9-c58bfb21e594, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=fa026a42-c2ab-4c79-8da9-c58bfb21e594,segment=NetworkSegment(9176a47a-27ca-45ee-ace5-b4d6ab8f769b),segment_id=9176a47a-27ca-45ee-ace5-b4d6ab8f769b)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:13.387175 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c5cb8665-e7d7-4e0b-8fa7-13457b21f32e req-ece71322-05ca-4ca0-aedf-f7b269dab0aa tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:13.401952 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-c5cb8665-e7d7-4e0b-8fa7-13457b21f32e req-ece71322-05ca-4ca0-aedf-f7b269dab0aa tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Calling delete_port for fa026a42-c2ab-4c79-8da9-c58bfb21e594 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:29:13.444862 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15198108-f93b-4052-bed7-d5c6d7fe2f7e None None] Network 280bd89a-00e7-44f0-bd69-a08ee08b8f6f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:29:13.502588 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-49da2f6d-e948-4501-877e-c25afc03806f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0989914 Jul 09 09:29:13.649459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78cef8-0b01-4ff8-811d-e4a73049b68b req-9dd2e716-1f51-4a5d-bed3-13f037b242bf tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:13.666157 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ae78cef8-0b01-4ff8-811d-e4a73049b68b req-9dd2e716-1f51-4a5d-bed3-13f037b242bf tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea35fa36-fa72-4268-9950-e7f148a5e3f0 HTTP/1.1" status: 200 len: 948 time: 0.6427896 Jul 09 09:29:13.908925 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54583e04-a2fc-401a-ac57-25e3d3e26e38 req-f1ef91de-256a-47d4-955c-c4e67402da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:13.910461 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-54583e04-a2fc-401a-ac57-25e3d3e26e38 req-f1ef91de-256a-47d4-955c-c4e67402da84 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ea35fa36-fa72-4268-9950-e7f148a5e3f0 HTTP/1.1" status: 200 len: 1100 time: 0.4381294 Jul 09 09:29:13.915328 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ae78cef8-0b01-4ff8-811d-e4a73049b68b req-76095f4c-1926-449c-93b8-a4c06934b249 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482421 Jul 09 09:29:13.990751 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-54583e04-a2fc-401a-ac57-25e3d3e26e38 req-175ed4de-8111-489b-a58b-2a8eb60ae744 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699334 Jul 09 09:29:14.159431 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e2c12-d913-4dd4-8299-a5894c943072 req-230608d8-13bc-43dc-a831-ef36071fdeba tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:14.163361 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8f7e2c12-d913-4dd4-8299-a5894c943072 req-230608d8-13bc-43dc-a831-ef36071fdeba tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 945 time: 0.3962240 Jul 09 09:29:14.225815 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c5cb8665-e7d7-4e0b-8fa7-13457b21f32e req-ece71322-05ca-4ca0-aedf-f7b269dab0aa tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:14.241979 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['fa026a42-c2ab-4c79-8da9-c58bfb21e594'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:29:14.328966 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece71322-05ca-4ca0-aedf-f7b269dab0aa tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Pushing event deleted for resources: {'Port': ['ID=fa026a42-c2ab-4c79-8da9-c58bfb21e594,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:14.333801 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b3a83f50-fc2e-4169-afde-27912ade9c0d req-76810b1e-ef36-4fe1-8207-747c242e030a tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-645459077', 'description': 'tempest-description-239132701'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:14.365007 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b3a83f50-fc2e-4169-afde-27912ade9c0d req-76810b1e-ef36-4fe1-8207-747c242e030a tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:14.393662 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8f7e2c12-d913-4dd4-8299-a5894c943072 req-d14049aa-c189-4adc-b655-79a7eed8e76f tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173274 Jul 09 09:29:14.548090 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5cb8665-e7d7-4e0b-8fa7-13457b21f32e req-ece71322-05ca-4ca0-aedf-f7b269dab0aa tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] No DVR routers for this DVR port fa026a42-c2ab-4c79-8da9-c58bfb21e594 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:29:14.553058 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c5cb8665-e7d7-4e0b-8fa7-13457b21f32e req-ece71322-05ca-4ca0-aedf-f7b269dab0aa tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:14.565829 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c5cb8665-e7d7-4e0b-8fa7-13457b21f32e req-ece71322-05ca-4ca0-aedf-f7b269dab0aa tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.64 "DELETE /v2.0/ports/fa026a42-c2ab-4c79-8da9-c58bfb21e594 HTTP/1.1" status: 204 len: 173 time: 2.1176763 Jul 09 09:29:14.566353 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85744c55-c12d-4128-86d3-e845f97ebe13', 'name': 'network-vif-deleted', 'tag': 'fa026a42-c2ab-4c79-8da9-c58bfb21e594'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:29:14.576338 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f76da60-01f4-4087-92af-614ba9d64791" -d '{"events": [{"server_uuid": "85744c55-c12d-4128-86d3-e845f97ebe13", "name": "network-vif-deleted", "tag": "fa026a42-c2ab-4c79-8da9-c58bfb21e594"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:29:14.747337 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b3a83f50-fc2e-4169-afde-27912ade9c0d req-76810b1e-ef36-4fe1-8207-747c242e030a tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:14.759417 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b3a83f50-fc2e-4169-afde-27912ade9c0d req-76810b1e-ef36-4fe1-8207-747c242e030a tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:14.818694 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b3a83f50-fc2e-4169-afde-27912ade9c0d req-76810b1e-ef36-4fe1-8207-747c242e030a tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:14.820210 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b3a83f50-fc2e-4169-afde-27912ade9c0d req-76810b1e-ef36-4fe1-8207-747c242e030a tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4964435 Jul 09 09:29:14.867285 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76810b1e-ef36-4fe1-8207-747c242e030a tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff927205-357c-4d7e-9868-579c7f762680,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:14.939989 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8336e232-b446-4c76-93a6-929f95a1d0d4 req-19aa174c-3f65-44d0-a8e0-b9ffdf0d28f1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b2adb05a-ca0f-4a43-b934-74b965121265&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2099099 Jul 09 09:29:14.966781 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9116a15d-e43c-409a-a67d-bec72237f774 x-openstack-request-id: req-9116a15d-e43c-409a-a67d-bec72237f774 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:29:14.966781 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85744c55-c12d-4128-86d3-e845f97ebe13", "name": "network-vif-deleted", "tag": "fa026a42-c2ab-4c79-8da9-c58bfb21e594", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:29:14.967000 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9116a15d-e43c-409a-a67d-bec72237f774 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:29:14.967264 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85744c55-c12d-4128-86d3-e845f97ebe13', 'name': 'network-vif-deleted', 'tag': 'fa026a42-c2ab-4c79-8da9-c58bfb21e594', 'status': 'completed', 'code': 200} Jul 09 09:29:15.106485 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-984d328f-462f-4092-aaca-6330e883b7ac req-00a3accb-8e85-453f-a369-b00042c3be84 tempest-ServerMetadataNegativeTestJSON-1403081544 tempest-ServerMetadataNegativeTestJSON-1403081544-project] 10.222.0.61 "GET /v2.0/ports?device_id=85744c55-c12d-4128-86d3-e845f97ebe13 HTTP/1.1" status: 200 len: 210 time: 0.0378556 Jul 09 09:29:15.116464 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b969f696-41e9-4fce-839d-672e087ea949 req-65b92199-864a-4709-9141-5381ff430129 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "GET /v2.0/security-groups/ff927205-357c-4d7e-9868-579c7f762680 HTTP/1.1" status: 200 len: 1803 time: 0.1011543 Jul 09 09:29:15.122812 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b969f696-41e9-4fce-839d-672e087ea949 req-99f9f917-7b89-44d7-8227-42c271acf693 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff927205-357c-4d7e-9868-579c7f762680', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:15.123150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b969f696-41e9-4fce-839d-672e087ea949 req-99f9f917-7b89-44d7-8227-42c271acf693 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff927205-357c-4d7e-9868-579c7f762680', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:15.132834 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336e232-b446-4c76-93a6-929f95a1d0d4 req-f7fa0584-160e-4adb-8403-efa00585f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:15.134358 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8336e232-b446-4c76-93a6-929f95a1d0d4 req-f7fa0584-160e-4adb-8403-efa00585f339 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&device_id=b2adb05a-ca0f-4a43-b934-74b965121265 HTTP/1.1" status: 200 len: 1100 time: 0.1585987 Jul 09 09:29:15.241632 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b969f696-41e9-4fce-839d-672e087ea949 req-99f9f917-7b89-44d7-8227-42c271acf693 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:15.292469 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b969f696-41e9-4fce-839d-672e087ea949 req-99f9f917-7b89-44d7-8227-42c271acf693 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:15.355819 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b969f696-41e9-4fce-839d-672e087ea949 req-99f9f917-7b89-44d7-8227-42c271acf693 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:15.393697 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9f917-7b89-44d7-8227-42c271acf693 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d84185-ce28-4ad3-a576-8a1cae06fe1f,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:15.445989 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b969f696-41e9-4fce-839d-672e087ea949 req-99f9f917-7b89-44d7-8227-42c271acf693 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:15.453021 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b969f696-41e9-4fce-839d-672e087ea949 req-99f9f917-7b89-44d7-8227-42c271acf693 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3355827 Jul 09 09:29:15.602241 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336e232-b446-4c76-93a6-929f95a1d0d4 req-652171f1-f2eb-4b5c-bdbe-6b3e58b4c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:15.604002 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8336e232-b446-4c76-93a6-929f95a1d0d4 req-652171f1-f2eb-4b5c-bdbe-6b3e58b4c0ad service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.4140370 Jul 09 09:29:15.692348 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8336e232-b446-4c76-93a6-929f95a1d0d4 req-c8678228-e0e6-482d-a2e0-74ac4cdbb15f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 HTTP/1.1" status: 200 len: 217 time: 0.0803769 Jul 09 09:29:15.798173 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502e57c-fd68-47bf-b4d1-f38983e4b779 req-af9e6c97-7fe6-4db6-bc57-f8c084926686 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:15.800119 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f502e57c-fd68-47bf-b4d1-f38983e4b779 req-af9e6c97-7fe6-4db6-bc57-f8c084926686 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea35fa36-fa72-4268-9950-e7f148a5e3f0 HTTP/1.1" status: 200 len: 949 time: 0.3212481 Jul 09 09:29:15.843070 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336e232-b446-4c76-93a6-929f95a1d0d4 req-d670f416-3ffb-48e2-a21c-cb7c490f6d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:15.846352 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8336e232-b446-4c76-93a6-929f95a1d0d4 req-d670f416-3ffb-48e2-a21c-cb7c490f6d3c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1385608 Jul 09 09:29:15.913397 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f502e57c-fd68-47bf-b4d1-f38983e4b779 req-168ad8cc-0090-4629-a499-b663da09860e tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055329 Jul 09 09:29:15.924392 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f11b3-647f-47b1-a82a-74e01ab6045e req-2d727255-7ba9-48a8-a91e-345abf24d1b8 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:15.925961 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e4f11b3-647f-47b1-a82a-74e01ab6045e req-2d727255-7ba9-48a8-a91e-345abf24d1b8 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 945 time: 0.2379937 Jul 09 09:29:15.967426 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-2af52d4f-4767-40f2-808f-e81051b99a24 req-a458637b-6171-47be-bc1a-7072e121a425 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1621406269', 'description': 'tempest-description-281923942'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:16.024731 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e4f11b3-647f-47b1-a82a-74e01ab6045e req-bed0c2ec-d3a7-4ff2-991c-4b7ec2857e1c tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880766 Jul 09 09:29:16.026931 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336e232-b446-4c76-93a6-929f95a1d0d4 req-d7ddb5c2-f59a-4116-88bb-6937f79724c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:16.028248 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8336e232-b446-4c76-93a6-929f95a1d0d4 req-d7ddb5c2-f59a-4116-88bb-6937f79724c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1718333 Jul 09 09:29:16.029545 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2af52d4f-4767-40f2-808f-e81051b99a24 req-a458637b-6171-47be-bc1a-7072e121a425 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:16.237670 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8336e232-b446-4c76-93a6-929f95a1d0d4 req-c216cb69-f059-4488-b031-7c74f9168e30 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968465 Jul 09 09:29:16.333867 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2af52d4f-4767-40f2-808f-e81051b99a24 req-a458637b-6171-47be-bc1a-7072e121a425 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:16.347777 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2af52d4f-4767-40f2-808f-e81051b99a24 req-a458637b-6171-47be-bc1a-7072e121a425 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:16.363153 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43704) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:16.403774 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8336e232-b446-4c76-93a6-929f95a1d0d4 req-9bf8c9b8-7706-4525-a97e-488c1b5b7b07 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572409 Jul 09 09:29:16.404560 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2af52d4f-4767-40f2-808f-e81051b99a24 req-a458637b-6171-47be-bc1a-7072e121a425 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:16.405716 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2af52d4f-4767-40f2-808f-e81051b99a24 req-a458637b-6171-47be-bc1a-7072e121a425 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4453096 Jul 09 09:29:16.417411 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458637b-6171-47be-bc1a-7072e121a425 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acba032a-0035-4e76-b250-eed4281e0b65,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:16.489735 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe2cb3f-87b0-4f74-9902-f11c7be2098c admin admin] Deleting subnet 7b5bcaa8-9419-45df-a8b9-0b7d5fed7ce3 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:29:16.496571 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ffe2cb3f-87b0-4f74-9902-f11c7be2098c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:16.522416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ff9db595-6228-4090-81f8-68584d445097 req-0be49baf-8676-4de4-9805-c5b36491371d tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "GET /v2.0/security-groups/acba032a-0035-4e76-b250-eed4281e0b65 HTTP/1.1" status: 200 len: 1804 time: 0.0830181 Jul 09 09:29:16.538075 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-ff9db595-6228-4090-81f8-68584d445097 req-5638766b-f988-4257-bbe4-156dd3537c1f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'acba032a-0035-4e76-b250-eed4281e0b65', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:16.538334 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-ff9db595-6228-4090-81f8-68584d445097 req-5638766b-f988-4257-bbe4-156dd3537c1f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'acba032a-0035-4e76-b250-eed4281e0b65', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:16.544884 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ffe2cb3f-87b0-4f74-9902-f11c7be2098c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:16.589912 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ffe2cb3f-87b0-4f74-9902-f11c7be2098c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:16.693734 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ffe2cb3f-87b0-4f74-9902-f11c7be2098c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:16.739741 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2cb3f-87b0-4f74-9902-f11c7be2098c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b5bcaa8-9419-45df-a8b9-0b7d5fed7ce3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:16.743110 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ffe2cb3f-87b0-4f74-9902-f11c7be2098c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:16.748055 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ffe2cb3f-87b0-4f74-9902-f11c7be2098c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7b5bcaa8-9419-45df-a8b9-0b7d5fed7ce3 HTTP/1.1" status: 204 len: 168 time: 0.3829286 Jul 09 09:29:16.748555 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43712) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:16.757925 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device fa026a42-c2ab-4c79-8da9-c58bfb21e594 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:29:16.789641 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: fa026a42-c2ab-4c79-8da9-c58bfb21e594 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:29:16.790364 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device fa026a42-c2ab-4c79-8da9-c58bfb21e594 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:29:16.830147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-9fb9e983-9a34-4292-8a8d-f91b5cd1dfe1 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:16.836853 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-9fb9e983-9a34-4292-8a8d-f91b5cd1dfe1 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 821 time: 0.3033357 Jul 09 09:29:16.861412 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ff9db595-6228-4090-81f8-68584d445097 req-5638766b-f988-4257-bbe4-156dd3537c1f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:16.872268 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-656afd03-6297-4f9d-a80d-fb15f73dbb8b tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/quotas/82a1a771499846fa8b15e4ad106e86da HTTP/1.1" status: 200 len: 375 time: 0.0344689 Jul 09 09:29:16.896223 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d6f29a5-315e-4a3f-b41e-182fb6ea2117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:16.951979 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ff9db595-6228-4090-81f8-68584d445097 req-5638766b-f988-4257-bbe4-156dd3537c1f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:16.963502 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ff9db595-6228-4090-81f8-68584d445097 req-5638766b-f988-4257-bbe4-156dd3537c1f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:17.026737 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638766b-f988-4257-bbe4-156dd3537c1f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f16e43b-b6c0-4d7e-85fd-5de40ac282f7,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:17.040647 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ff9db595-6228-4090-81f8-68584d445097 req-5638766b-f988-4257-bbe4-156dd3537c1f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:17.042238 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ff9db595-6228-4090-81f8-68584d445097 req-5638766b-f988-4257-bbe4-156dd3537c1f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5100644 Jul 09 09:29:17.098112 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d6f29a5-315e-4a3f-b41e-182fb6ea2117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:17.114655 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-0d6f29a5-315e-4a3f-b41e-182fb6ea2117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea71d6ca-8869-41da-bdc8-12b60bf3f5b5']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:29:17.131660 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-1d708bb5-bc27-4b44-b278-0be9e46d3cc8 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2310562 Jul 09 09:29:17.164128 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-0d6f29a5-315e-4a3f-b41e-182fb6ea2117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9176a47a-27ca-45ee-ace5-b4d6ab8f769b') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:29:17.164596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-0d6f29a5-315e-4a3f-b41e-182fb6ea2117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9176a47a-27ca-45ee-ace5-b4d6ab8f769b') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:29:17.191200 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d6f29a5-315e-4a3f-b41e-182fb6ea2117 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:17.285308 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d6f29a5-315e-4a3f-b41e-182fb6ea2117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:17.301418 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6f29a5-315e-4a3f-b41e-182fb6ea2117 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:29:17.301954 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d6f29a5-315e-4a3f-b41e-182fb6ea2117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.306352 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:29:17.310037 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:29:17.448388 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-8f22a231-d995-419a-85e7-bb7594a52038 service neutron] 10.222.0.61 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795849 Jul 09 09:29:17.449908 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d6f29a5-315e-4a3f-b41e-182fb6ea2117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:17.460763 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b13be-9071-41ee-93eb-e1126bf60f84 req-6728f0d7-92e5-4ea9-9d3d-8022c69d9915 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:17.463148 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f1b13be-9071-41ee-93eb-e1126bf60f84 req-6728f0d7-92e5-4ea9-9d3d-8022c69d9915 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea35fa36-fa72-4268-9950-e7f148a5e3f0 HTTP/1.1" status: 200 len: 949 time: 0.2786696 Jul 09 09:29:17.489674 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d6f29a5-315e-4a3f-b41e-182fb6ea2117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:17.494350 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0d6f29a5-315e-4a3f-b41e-182fb6ea2117 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ea71d6ca-8869-41da-bdc8-12b60bf3f5b5 HTTP/1.1" status: 204 len: 168 time: 0.7393320 Jul 09 09:29:17.535521 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f29a5-315e-4a3f-b41e-182fb6ea2117 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea71d6ca-8869-41da-bdc8-12b60bf3f5b5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:17.621180 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f1b13be-9071-41ee-93eb-e1126bf60f84 req-1f352eeb-6dfc-4322-9548-7b808182fe6b tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468670 Jul 09 09:29:17.630135 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-ebb4adc4-cbf1-4f63-9b39-b9b27d2b5797 service neutron] 10.222.0.61 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651227 Jul 09 09:29:17.653397 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43730) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:17.679337 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-f2381fd3-0820-41ac-86b9-37f83410ef63 req-500106e9-bb43-491d-b43c-88ce899cfe9f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1367530423', 'description': 'tempest-description-1394590722'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:17.725004 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f2381fd3-0820-41ac-86b9-37f83410ef63 req-500106e9-bb43-491d-b43c-88ce899cfe9f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:17.740675 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5f00040c-a3da-4971-b767-0683a9b10951 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=42b73cbc4a154d5db16f2be703c153d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0847008 Jul 09 09:29:17.743208 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43736) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:17.883777 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-401d7e32-f426-47d4-9ac5-5aeb974b2c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:17.929202 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-401d7e32-f426-47d4-9ac5-5aeb974b2c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:17.941918 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f2381fd3-0820-41ac-86b9-37f83410ef63 req-500106e9-bb43-491d-b43c-88ce899cfe9f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:17.949953 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f2381fd3-0820-41ac-86b9-37f83410ef63 req-500106e9-bb43-491d-b43c-88ce899cfe9f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:17.980289 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f2381fd3-0820-41ac-86b9-37f83410ef63 req-500106e9-bb43-491d-b43c-88ce899cfe9f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:17.981585 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2381fd3-0820-41ac-86b9-37f83410ef63 req-500106e9-bb43-491d-b43c-88ce899cfe9f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3072014 Jul 09 09:29:17.987945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500106e9-bb43-491d-b43c-88ce899cfe9f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73d2497-2f69-4d6e-a282-6a534ec63dba,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:18.014608 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-401d7e32-f426-47d4-9ac5-5aeb974b2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:18.022443 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-401d7e32-f426-47d4-9ac5-5aeb974b2c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:18.028983 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-401d7e32-f426-47d4-9ac5-5aeb974b2c88 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/67e4c080-a832-486d-b8c6-f52d4157c246 HTTP/1.1" status: 204 len: 168 time: 0.2803652 Jul 09 09:29:18.034476 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d7e32-f426-47d4-9ac5-5aeb974b2c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e4c080-a832-486d-b8c6-f52d4157c246,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:18.353119 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff370b-43f7-4556-9978-6317a37e6783 req-9aac07bf-3a00-47b0-959a-83b3fb229c8d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:18.363756 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-34ff370b-43f7-4556-9978-6317a37e6783 req-9aac07bf-3a00-47b0-959a-83b3fb229c8d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 945 time: 0.1698842 Jul 09 09:29:18.456403 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-34ff370b-43f7-4556-9978-6317a37e6783 req-95f8920b-9f0b-442c-af01-c4e40d0c43d0 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913882 Jul 09 09:29:18.492977 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-d858a154-70e1-4fbc-a5da-75cfd58de705 req-74f5066e-8a33-4756-b861-99a61187f2b0 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1331591484', 'description': 'tempest-description-835610943'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:18.552073 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d858a154-70e1-4fbc-a5da-75cfd58de705 req-74f5066e-8a33-4756-b861-99a61187f2b0 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:18.854338 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d858a154-70e1-4fbc-a5da-75cfd58de705 req-74f5066e-8a33-4756-b861-99a61187f2b0 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:18.861269 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d858a154-70e1-4fbc-a5da-75cfd58de705 req-74f5066e-8a33-4756-b861-99a61187f2b0 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:18.929085 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d858a154-70e1-4fbc-a5da-75cfd58de705 req-74f5066e-8a33-4756-b861-99a61187f2b0 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:18.931608 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d858a154-70e1-4fbc-a5da-75cfd58de705 req-74f5066e-8a33-4756-b861-99a61187f2b0 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4429264 Jul 09 09:29:18.954832 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5066e-8a33-4756-b861-99a61187f2b0 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e98f49-42b6-4a58-af22-c5771a32bd35,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:18.971299 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c935d-b3f0-4fb3-b8eb-5095c0d9ec15 req-a1bed9e2-a323-4b33-8401-1d34a4a74e5b tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:18.984421 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-280c935d-b3f0-4fb3-b8eb-5095c0d9ec15 req-a1bed9e2-a323-4b33-8401-1d34a4a74e5b tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ea35fa36-fa72-4268-9950-e7f148a5e3f0 HTTP/1.1" status: 200 len: 1100 time: 0.2645056 Jul 09 09:29:19.062713 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-280c935d-b3f0-4fb3-b8eb-5095c0d9ec15 req-180e3156-6c15-4fc5-a9b5-ee6505a70c12 tempest-ServersOnMultiNodesTest-1640127964 tempest-ServersOnMultiNodesTest-1640127964-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761087 Jul 09 09:29:19.178826 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c1d7632-8fba-407e-86f5-04ac4c39ad82 req-bbab671d-2933-4352-9815-bf1fb1067762 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 210 time: 0.0835240 Jul 09 09:29:19.204138 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2a2d906-17d7-469a-9522-d31009b2c8cd req-f80a75cc-11bd-434a-acbd-bffdfd42dfb9 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "GET /v2.0/security-groups/a73d2497-2f69-4d6e-a282-6a534ec63dba HTTP/1.1" status: 200 len: 1805 time: 0.1215055 Jul 09 09:29:19.259326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2a2d906-17d7-469a-9522-d31009b2c8cd req-7bfcd7fe-bb82-4bae-badc-c463e1f4f6de tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "GET /v2.0/security-groups/38e98f49-42b6-4a58-af22-c5771a32bd35 HTTP/1.1" status: 200 len: 1804 time: 0.0539401 Jul 09 09:29:19.270443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-e2a2d906-17d7-469a-9522-d31009b2c8cd req-181ea81a-405c-44db-b65b-c092ced354e5 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a73d2497-2f69-4d6e-a282-6a534ec63dba', 'remote_group_id': '38e98f49-42b6-4a58-af22-c5771a32bd35', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:19.271644 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-e2a2d906-17d7-469a-9522-d31009b2c8cd req-181ea81a-405c-44db-b65b-c092ced354e5 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a73d2497-2f69-4d6e-a282-6a534ec63dba', 'remote_group_id': '38e98f49-42b6-4a58-af22-c5771a32bd35', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:19.428639 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2a2d906-17d7-469a-9522-d31009b2c8cd req-181ea81a-405c-44db-b65b-c092ced354e5 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:19.490357 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2a2d906-17d7-469a-9522-d31009b2c8cd req-181ea81a-405c-44db-b65b-c092ced354e5 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:19.496689 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2a2d906-17d7-469a-9522-d31009b2c8cd req-181ea81a-405c-44db-b65b-c092ced354e5 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:19.519161 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ea81a-405c-44db-b65b-c092ced354e5 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f002710-760f-4808-8caa-9fc300b8f335,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:19.532622 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2a2d906-17d7-469a-9522-d31009b2c8cd req-181ea81a-405c-44db-b65b-c092ced354e5 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:19.540238 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2a2d906-17d7-469a-9522-d31009b2c8cd req-181ea81a-405c-44db-b65b-c092ced354e5 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2747920 Jul 09 09:29:19.690351 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-3cac28e8-eeae-407a-b01f-2da3b83564c3 req-61f10c47-8db5-4f87-a6e2-9ff524c8d41e tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1263777456', 'description': 'tempest-description-2008257290'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:19.713459 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3cac28e8-eeae-407a-b01f-2da3b83564c3 req-61f10c47-8db5-4f87-a6e2-9ff524c8d41e tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:19.861051 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3cac28e8-eeae-407a-b01f-2da3b83564c3 req-61f10c47-8db5-4f87-a6e2-9ff524c8d41e tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:19.877612 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f62a0-0868-4f47-ba8f-835692486549 req-5551775a-ffea-413c-9382-590c40bb6fd2 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:19.878600 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c7f62a0-0868-4f47-ba8f-835692486549 req-5551775a-ffea-413c-9382-590c40bb6fd2 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 945 time: 0.1262963 Jul 09 09:29:19.886572 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3cac28e8-eeae-407a-b01f-2da3b83564c3 req-61f10c47-8db5-4f87-a6e2-9ff524c8d41e tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:19.939626 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3cac28e8-eeae-407a-b01f-2da3b83564c3 req-61f10c47-8db5-4f87-a6e2-9ff524c8d41e tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:19.948732 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3cac28e8-eeae-407a-b01f-2da3b83564c3 req-61f10c47-8db5-4f87-a6e2-9ff524c8d41e tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2632387 Jul 09 09:29:19.972280 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f10c47-8db5-4f87-a6e2-9ff524c8d41e tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35fe8a13-9c2b-43a9-a24e-7a11ff485698,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:20.018540 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c7f62a0-0868-4f47-ba8f-835692486549 req-8af967a2-6495-4d6c-ba25-77545535956d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389754 Jul 09 09:29:20.092589 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-a004fbd2-5b41-44e5-beed-beb7ff1f3339 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:20.094777 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-a004fbd2-5b41-44e5-beed-beb7ff1f3339 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.64 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 821 time: 0.1443231 Jul 09 09:29:20.113298 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-2b590117-27da-4b6d-ab4d-19f1429e62fb tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Request body: {'port': {'device_id': '4b8cf408-c775-4ea8-86d7-11de2f212b9e', 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2', 'admin_state_up': True, 'tenant_id': '82a1a771499846fa8b15e4ad106e86da'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:20.292890 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e93df-1347-46ca-aabc-a584bb588e36 req-b6075a04-8def-4b51-a9bb-658396e3be01 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:20.294485 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b71e93df-1347-46ca-aabc-a584bb588e36 req-b6075a04-8def-4b51-a9bb-658396e3be01 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea35fa36-fa72-4268-9950-e7f148a5e3f0 HTTP/1.1" status: 200 len: 949 time: 0.1114199 Jul 09 09:29:20.311241 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-2b590117-27da-4b6d-ab4d-19f1429e62fb tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Made reservation on behalf of 82a1a771499846fa8b15e4ad106e86da for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:29:20.315442 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-2b590117-27da-4b6d-ab4d-19f1429e62fb tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:20.406554 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b71e93df-1347-46ca-aabc-a584bb588e36 req-33a7d87a-3d22-46b4-94e4-a32459cd7d8d tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035435 Jul 09 09:29:20.543140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-2b590117-27da-4b6d-ab4d-19f1429e62fb tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Allocated IP 172.20.0.11 (7fc483c9-b082-4a5f-a21d-ff74a90f5fb2/885047f0-ba41-4b93-9739-c68577cb7cc5/7153d63d-8cb8-42ab-95aa-44ebcab0b117) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:29:20.571948 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-386de9dc-9232-43d5-a4f2-d2c88712d8c6 req-1aa4e006-07d8-4dae-9255-ad61b3f81355 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1640974351', 'description': 'tempest-description-1457010101'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:20.756939 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-386de9dc-9232-43d5-a4f2-d2c88712d8c6 req-1aa4e006-07d8-4dae-9255-ad61b3f81355 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:20.814674 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-2b590117-27da-4b6d-ab4d-19f1429e62fb tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:20.972298 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-386de9dc-9232-43d5-a4f2-d2c88712d8c6 req-1aa4e006-07d8-4dae-9255-ad61b3f81355 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:21.019585 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-386de9dc-9232-43d5-a4f2-d2c88712d8c6 req-1aa4e006-07d8-4dae-9255-ad61b3f81355 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:21.079058 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4e006-07d8-4dae-9255-ad61b3f81355 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd5511e-d485-4c1d-b30c-41d54785781b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:21.090341 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-386de9dc-9232-43d5-a4f2-d2c88712d8c6 req-1aa4e006-07d8-4dae-9255-ad61b3f81355 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:21.091943 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-386de9dc-9232-43d5-a4f2-d2c88712d8c6 req-1aa4e006-07d8-4dae-9255-ad61b3f81355 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5266488 Jul 09 09:29:21.096390 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70328f64-eb1b-4dd2-a853-8b07ccfb4e56 req-5de05d4b-d35b-44e9-a362-6738a3cf773b tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 210 time: 0.0990348 Jul 09 09:29:21.110921 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-2b590117-27da-4b6d-ab4d-19f1429e62fb tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:21.136903 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['529c756d-5f5f-4ae9-a2ae-b84e93f75803'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:29:21.237186 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-2b590117-27da-4b6d-ab4d-19f1429e62fb tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:29:21.239045 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-2b590117-27da-4b6d-ab4d-19f1429e62fb tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:29:21.270882 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b590117-27da-4b6d-ab4d-19f1429e62fb tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Pushing event updated for resources: {'Port': ['ID=7153d63d-8cb8-42ab-95aa-44ebcab0b117,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:21.273654 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-2b590117-27da-4b6d-ab4d-19f1429e62fb tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:29:21.489520 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-2b590117-27da-4b6d-ab4d-19f1429e62fb tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:21.490176 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-2b590117-27da-4b6d-ab4d-19f1429e62fb tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:21.521015 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-2b590117-27da-4b6d-ab4d-19f1429e62fb tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4135993 Jul 09 09:29:21.537111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-57c7f699-7c46-47df-a8bf-cdf061a3b03e service neutron] Request body: {'port': {'device_id': '4b8cf408-c775-4ea8-86d7-11de2f212b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:21.590346 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f13b3-3635-4d17-8d67-9b5ce734fc19 req-9d94ef8c-5732-4879-9608-260d53f62888 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:21.591960 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d06f13b3-3635-4d17-8d67-9b5ce734fc19 req-9d94ef8c-5732-4879-9608-260d53f62888 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae911c1-75d8-45ad-8e8e-32a2a676e852 HTTP/1.1" status: 200 len: 951 time: 0.2464614 Jul 09 09:29:21.600094 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbaedcb-7711-4244-bed7-afbd20838922 req-b65e1c41-1341-435a-a603-6a9b5fc941bd tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:21.601521 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccbaedcb-7711-4244-bed7-afbd20838922 req-b65e1c41-1341-435a-a603-6a9b5fc941bd tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea35fa36-fa72-4268-9950-e7f148a5e3f0 HTTP/1.1" status: 200 len: 949 time: 0.2347031 Jul 09 09:29:21.749529 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d06f13b3-3635-4d17-8d67-9b5ce734fc19 req-7a00e2b1-452f-4a89-a00e-6e16864ba7eb tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e3cfc7f-1306-4f49-8b75-46f5f4f5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429408 Jul 09 09:29:21.776521 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-57c7f699-7c46-47df-a8bf-cdf061a3b03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:21.831626 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2f549-9e08-4a2c-802d-96862d63d4d8 req-d8eb65da-11b0-4819-8a56-a13323aa44f3 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:21.833238 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-75e2f549-9e08-4a2c-802d-96862d63d4d8 req-d8eb65da-11b0-4819-8a56-a13323aa44f3 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 945 time: 0.2663171 Jul 09 09:29:22.002296 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b9f1b290-db78-4669-9cdf-203c18152443 req-7f735990-13bc-4c48-9511-b9de8242180c tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "GET /v2.0/security-groups/35fe8a13-9c2b-43a9-a24e-7a11ff485698 HTTP/1.1" status: 200 len: 1805 time: 0.2091427 Jul 09 09:29:22.009081 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-ccbaedcb-7711-4244-bed7-afbd20838922 req-5ac85bd2-6ff7-4ebc-876d-5d5e1afc9f59 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Deleting port 2e792ada-5663-41b0-847a-0b9c679e2dc1 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:29:22.009430 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ccbaedcb-7711-4244-bed7-afbd20838922 req-5ac85bd2-6ff7-4ebc-876d-5d5e1afc9f59 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:22.368534 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-75e2f549-9e08-4a2c-802d-96862d63d4d8 req-9dc5fb67-522e-4d06-9f18-60acda594d6b tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5020893 Jul 09 09:29:22.494596 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b9f1b290-db78-4669-9cdf-203c18152443 req-cfb20bfd-7388-4e8d-8b71-7e4ca8d28896 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "GET /v2.0/security-groups/fcd5511e-d485-4c1d-b30c-41d54785781b HTTP/1.1" status: 200 len: 1805 time: 0.4914219 Jul 09 09:29:22.538656 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b9f1b290-db78-4669-9cdf-203c18152443 req-671ba593-f752-4320-abd4-5dede699f8f4 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '35fe8a13-9c2b-43a9-a24e-7a11ff485698', 'remote_group_id': 'fcd5511e-d485-4c1d-b30c-41d54785781b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:22.539074 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b9f1b290-db78-4669-9cdf-203c18152443 req-671ba593-f752-4320-abd4-5dede699f8f4 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '35fe8a13-9c2b-43a9-a24e-7a11ff485698', 'remote_group_id': 'fcd5511e-d485-4c1d-b30c-41d54785781b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:22.611198 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ccbaedcb-7711-4244-bed7-afbd20838922 req-5ac85bd2-6ff7-4ebc-876d-5d5e1afc9f59 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] For port 2e792ada-5663-41b0-847a-0b9c679e2dc1, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=2e792ada-5663-41b0-847a-0b9c679e2dc1,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:22.611918 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ccbaedcb-7711-4244-bed7-afbd20838922 req-5ac85bd2-6ff7-4ebc-876d-5d5e1afc9f59 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:22.651701 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-ccbaedcb-7711-4244-bed7-afbd20838922 req-5ac85bd2-6ff7-4ebc-876d-5d5e1afc9f59 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Calling delete_port for 2e792ada-5663-41b0-847a-0b9c679e2dc1 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:29:22.749193 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe41208-64f9-4b68-b30b-23cf1eb50926 req-7a8478b5-b0e7-4721-aa7c-3cf306e8c9ed tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:22.752144 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbe41208-64f9-4b68-b30b-23cf1eb50926 req-7a8478b5-b0e7-4721-aa7c-3cf306e8c9ed tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea35fa36-fa72-4268-9950-e7f148a5e3f0 HTTP/1.1" status: 200 len: 949 time: 0.2659495 Jul 09 09:29:22.828893 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-57c7f699-7c46-47df-a8bf-cdf061a3b03e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7153d63d-8cb8-42ab-95aa-44ebcab0b117 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:29:22.839039 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b9f1b290-db78-4669-9cdf-203c18152443 req-671ba593-f752-4320-abd4-5dede699f8f4 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:22.859527 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-57c7f699-7c46-47df-a8bf-cdf061a3b03e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:22.888314 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbe41208-64f9-4b68-b30b-23cf1eb50926 req-e0b84f5e-e2c6-4ed4-9767-6d560704769a tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040533 Jul 09 09:29:22.899418 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-57c7f699-7c46-47df-a8bf-cdf061a3b03e service neutron] Transition to ACTIVE for port object 7153d63d-8cb8-42ab-95aa-44ebcab0b117 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:29:22.912301 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-57c7f699-7c46-47df-a8bf-cdf061a3b03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:22.917123 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b9f1b290-db78-4669-9cdf-203c18152443 req-671ba593-f752-4320-abd4-5dede699f8f4 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:22.950052 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b9f1b290-db78-4669-9cdf-203c18152443 req-671ba593-f752-4320-abd4-5dede699f8f4 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:23.080736 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ba593-f752-4320-abd4-5dede699f8f4 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec033bf-99f3-4f37-9bde-2d57bece4966,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:23.138144 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7f699-7c46-47df-a8bf-cdf061a3b03e service neutron] Pushing event updated for resources: {'Port': ['ID=7153d63d-8cb8-42ab-95aa-44ebcab0b117,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:23.147875 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b9f1b290-db78-4669-9cdf-203c18152443 req-671ba593-f752-4320-abd4-5dede699f8f4 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:23.149741 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b9f1b290-db78-4669-9cdf-203c18152443 req-671ba593-f752-4320-abd4-5dede699f8f4 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6397173 Jul 09 09:29:23.189265 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ccbaedcb-7711-4244-bed7-afbd20838922 req-5ac85bd2-6ff7-4ebc-876d-5d5e1afc9f59 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:23.200772 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['eddad57a-4f39-48cf-8fe1-c5898d4d4722', '6c93f32b-c5ab-4503-afab-f77543c761b6', 'eef4c548-a1b2-4259-92bf-47d2f3fa2007'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:29:23.223119 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-57c7f699-7c46-47df-a8bf-cdf061a3b03e service neutron] Attempting to bind port 7153d63d-8cb8-42ab-95aa-44ebcab0b117 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:29:23.223468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-57c7f699-7c46-47df-a8bf-cdf061a3b03e service neutron] Attempting to bind port 7153d63d-8cb8-42ab-95aa-44ebcab0b117 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:29:23.223865 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-57c7f699-7c46-47df-a8bf-cdf061a3b03e service neutron] Attempting to bind port 7153d63d-8cb8-42ab-95aa-44ebcab0b117 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:29:23.258407 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac85bd2-6ff7-4ebc-876d-5d5e1afc9f59 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Pushing event deleted for resources: {'Port': ['ID=2e792ada-5663-41b0-847a-0b9c679e2dc1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:23.277785 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-57c7f699-7c46-47df-a8bf-cdf061a3b03e service neutron] Port 7153d63d-8cb8-42ab-95aa-44ebcab0b117 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:29:23.278327 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-57c7f699-7c46-47df-a8bf-cdf061a3b03e service neutron] Attempting to bind port 7153d63d-8cb8-42ab-95aa-44ebcab0b117 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:29:23.309529 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62', 'dfa7bdd6-e2a4-4449-aec9-ed28819b103e', 'bd5111a0-463d-4eaf-8c37-0b03d02ee709', 'f50b9964-14bb-4f6a-a77c-fddb1951c7dd', '2e792ada-5663-41b0-847a-0b9c679e2dc1'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:29:23.366764 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbaedcb-7711-4244-bed7-afbd20838922 req-5ac85bd2-6ff7-4ebc-876d-5d5e1afc9f59 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] No DVR routers for this DVR port 2e792ada-5663-41b0-847a-0b9c679e2dc1 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:29:23.370602 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ccbaedcb-7711-4244-bed7-afbd20838922 req-5ac85bd2-6ff7-4ebc-876d-5d5e1afc9f59 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:23.373118 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccbaedcb-7711-4244-bed7-afbd20838922 req-5ac85bd2-6ff7-4ebc-876d-5d5e1afc9f59 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "DELETE /v2.0/ports/2e792ada-5663-41b0-847a-0b9c679e2dc1 HTTP/1.1" status: 204 len: 173 time: 1.7641447 Jul 09 09:29:23.374334 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea35fa36-fa72-4268-9950-e7f148a5e3f0', 'name': 'network-vif-deleted', 'tag': '2e792ada-5663-41b0-847a-0b9c679e2dc1'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:29:23.393617 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c4c81b-c8a3-44df-98dc-cc7cb921c440" -d '{"events": [{"server_uuid": "ea35fa36-fa72-4268-9950-e7f148a5e3f0", "name": "network-vif-deleted", "tag": "2e792ada-5663-41b0-847a-0b9c679e2dc1"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:29:23.410079 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-57c7f699-7c46-47df-a8bf-cdf061a3b03e service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:29:23.410616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-57c7f699-7c46-47df-a8bf-cdf061a3b03e service neutron] Checking segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:29:23.411238 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-57c7f699-7c46-47df-a8bf-cdf061a3b03e service neutron] Bound using segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:29:23.411998 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-57c7f699-7c46-47df-a8bf-cdf061a3b03e service neutron] Bound port: 7153d63d-8cb8-42ab-95aa-44ebcab0b117, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:29:23.412566 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-57c7f699-7c46-47df-a8bf-cdf061a3b03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:23.642703 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8534ab7b-4bfa-4a97-9256-63c485f7a353 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:29:23.723462 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-57c7f699-7c46-47df-a8bf-cdf061a3b03e service neutron] For port 7153d63d-8cb8-42ab-95aa-44ebcab0b117, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:29:23.730255 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-57c7f699-7c46-47df-a8bf-cdf061a3b03e service neutron] For port 7153d63d-8cb8-42ab-95aa-44ebcab0b117, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=7153d63d-8cb8-42ab-95aa-44ebcab0b117,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:29:23.740094 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-57c7f699-7c46-47df-a8bf-cdf061a3b03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:23.855799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-57c7f699-7c46-47df-a8bf-cdf061a3b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:23.856665 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-57c7f699-7c46-47df-a8bf-cdf061a3b03e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:23.858111 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-57c7f699-7c46-47df-a8bf-cdf061a3b03e service neutron] 10.222.0.64 "PUT /v2.0/ports/7153d63d-8cb8-42ab-95aa-44ebcab0b117 HTTP/1.1" status: 200 len: 1092 time: 2.3259900 Jul 09 09:29:23.885323 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785929a9-c812-4b5c-aab7-520c3ce918f2 req-aec496a5-5f0f-492a-92ff-c831abf31a61 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:23.888119 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-785929a9-c812-4b5c-aab7-520c3ce918f2 req-aec496a5-5f0f-492a-92ff-c831abf31a61 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 944 time: 0.4817817 Jul 09 09:29:23.909254 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7f699-7c46-47df-a8bf-cdf061a3b03e service neutron] Pushing event updated for resources: {'Port': ['ID=7153d63d-8cb8-42ab-95aa-44ebcab0b117,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:23.979381 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-785929a9-c812-4b5c-aab7-520c3ce918f2 req-acaf59cb-66b7-48a9-ac7e-40bb02031a94 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813646 Jul 09 09:29:24.004912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-b92e1e8a-c158-4aba-88a7-a3916429d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:24.007190 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-b92e1e8a-c158-4aba-88a7-a3916429d3e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 1095 time: 0.0916500 Jul 09 09:29:24.079714 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-7287562e-c0f5-40e0-a6f1-2129fe7f7f76 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7153d63d-8cb8-42ab-95aa-44ebcab0b117 HTTP/1.1" status: 200 len: 217 time: 0.0556505 Jul 09 09:29:24.115442 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:24.237627 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae911c1-75d8-45ad-8e8e-32a2a676e852', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8534ab7b-4bfa-4a97-9256-63c485f7a353'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:29:24.240022 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0818caa9-5e39-4838-9912-6d7ef72a6079" -d '{"events": [{"server_uuid": "8ae911c1-75d8-45ad-8e8e-32a2a676e852", "name": "network-vif-unplugged", "status": "completed", "tag": "8534ab7b-4bfa-4a97-9256-63c485f7a353"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:29:24.300667 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-ca403a8c-2f9a-408b-be7d-5dec474311b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:24.303039 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-ca403a8c-2f9a-408b-be7d-5dec474311b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=885047f0-ba41-4b93-9739-c68577cb7cc5 HTTP/1.1" status: 200 len: 861 time: 0.2133296 Jul 09 09:29:24.307997 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 8534ab7b-4bfa-4a97-9256-63c485f7a353, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8534ab7b-4bfa-4a97-9256-63c485f7a353,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:24.329985 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-384fc30a-d6c2-4d08-8184-f79dbf36c69e req-b418d2cd-8ebb-437a-8a0e-9237667fc277 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "GET /v2.0/security-groups/fcd5511e-d485-4c1d-b30c-41d54785781b HTTP/1.1" status: 200 len: 1805 time: 0.1781242 Jul 09 09:29:24.335373 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:24.468653 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-4b79a0e8-b78c-4960-8659-0a126e8d3cd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355734 Jul 09 09:29:24.531086 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=8534ab7b-4bfa-4a97-9256-63c485f7a353,revision_number=11']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:24.559373 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:24.559816 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:24.560159 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:24.560495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:24.560832 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:24.561171 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:24.561498 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:24.562369 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:24.563251 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:24.563251 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:24.564040 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:24.564619 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:24.607140 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-384fc30a-d6c2-4d08-8184-f79dbf36c69e req-67caeb9d-aaf9-4a37-a00a-0305199c864f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:24.651471 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-384fc30a-d6c2-4d08-8184-f79dbf36c69e req-67caeb9d-aaf9-4a37-a00a-0305199c864f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:24.733052 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-ca2b04e9-a95f-402f-a691-20b08d364ade service neutron] 10.222.0.64 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512445 Jul 09 09:29:24.819652 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1900d-4683-46ed-9c18-9cc8cfd759f7 req-f5f451e2-2230-4d33-8a4e-5c084668bbc6 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:24.821168 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59f1900d-4683-46ed-9c18-9cc8cfd759f7 req-f5f451e2-2230-4d33-8a4e-5c084668bbc6 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 945 time: 0.4809184 Jul 09 09:29:24.881134 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-384fc30a-d6c2-4d08-8184-f79dbf36c69e req-67caeb9d-aaf9-4a37-a00a-0305199c864f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:24.883582 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-384fc30a-d6c2-4d08-8184-f79dbf36c69e req-67caeb9d-aaf9-4a37-a00a-0305199c864f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:24.884740 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-384fc30a-d6c2-4d08-8184-f79dbf36c69e req-67caeb9d-aaf9-4a37-a00a-0305199c864f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "DELETE /v2.0/security-groups/fcd5511e-d485-4c1d-b30c-41d54785781b HTTP/1.1" status: 204 len: 173 time: 0.5534501 Jul 09 09:29:24.904755 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67caeb9d-aaf9-4a37-a00a-0305199c864f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd5511e-d485-4c1d-b30c-41d54785781b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:24.918685 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59f1900d-4683-46ed-9c18-9cc8cfd759f7 req-78f393a9-b67e-4468-880d-f81c3e1af7f2 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882983 Jul 09 09:29:24.921697 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-837cdaf1-797f-4d52-9c7d-9988c2f05d53 req-1b5c00d9-aeff-4706-86e2-43d374ca6253 service neutron] 10.222.0.64 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801453 Jul 09 09:29:24.956366 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255decb3-7461-4b6a-b485-a622073c9124 x-openstack-request-id: req-255decb3-7461-4b6a-b485-a622073c9124 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:29:24.956568 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea35fa36-fa72-4268-9950-e7f148a5e3f0", "name": "network-vif-deleted", "tag": "2e792ada-5663-41b0-847a-0b9c679e2dc1", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:29:24.956808 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-255decb3-7461-4b6a-b485-a622073c9124 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:29:24.957207 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea35fa36-fa72-4268-9950-e7f148a5e3f0', 'name': 'network-vif-deleted', 'tag': '2e792ada-5663-41b0-847a-0b9c679e2dc1', 'status': 'completed', 'code': 200} Jul 09 09:29:25.107203 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aea59c7-2f38-4cc1-8539-4c913dcc13bf x-openstack-request-id: req-7aea59c7-2f38-4cc1-8539-4c913dcc13bf {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:29:25.107504 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae911c1-75d8-45ad-8e8e-32a2a676e852", "name": "network-vif-unplugged", "status": "completed", "tag": "8534ab7b-4bfa-4a97-9256-63c485f7a353", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:29:25.107791 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7aea59c7-2f38-4cc1-8539-4c913dcc13bf {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:29:25.108190 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae911c1-75d8-45ad-8e8e-32a2a676e852', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8534ab7b-4bfa-4a97-9256-63c485f7a353', 'code': 200} Jul 09 09:29:25.143776 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-620475e8-bc92-4b4b-a2f4-ad9965064afa req-4a8920e3-a0d7-4c4e-b864-286f3942d2ed tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "GET /v2.0/security-groups/35fe8a13-9c2b-43a9-a24e-7a11ff485698 HTTP/1.1" status: 200 len: 1805 time: 0.0602236 Jul 09 09:29:25.329840 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f30864-cab4-4cd4-9774-3275526b05f7 req-4124ed23-e15c-44c5-b197-3080ad7c9ef6 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:25.331515 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84f30864-cab4-4cd4-9774-3275526b05f7 req-4124ed23-e15c-44c5-b197-3080ad7c9ef6 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 944 time: 0.0844116 Jul 09 09:29:25.407887 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84f30864-cab4-4cd4-9774-3275526b05f7 req-11a89ea2-22f2-4565-a4b9-60c8f3e5d074 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659404 Jul 09 09:29:25.617251 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-d280379c-f47b-49f2-b7ba-69f3e6f0964e req-3e6641e6-4112-4029-8c90-45c5ebbc3fa0 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-188319988', 'description': 'tempest-description-1251387170'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:25.647876 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d280379c-f47b-49f2-b7ba-69f3e6f0964e req-3e6641e6-4112-4029-8c90-45c5ebbc3fa0 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:25.803382 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d280379c-f47b-49f2-b7ba-69f3e6f0964e req-3e6641e6-4112-4029-8c90-45c5ebbc3fa0 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:25.808484 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d280379c-f47b-49f2-b7ba-69f3e6f0964e req-3e6641e6-4112-4029-8c90-45c5ebbc3fa0 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:25.887486 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d280379c-f47b-49f2-b7ba-69f3e6f0964e req-3e6641e6-4112-4029-8c90-45c5ebbc3fa0 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:25.888711 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d280379c-f47b-49f2-b7ba-69f3e6f0964e req-3e6641e6-4112-4029-8c90-45c5ebbc3fa0 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2763419 Jul 09 09:29:25.889309 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6641e6-4112-4029-8c90-45c5ebbc3fa0 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7046501e-f37f-4573-997f-263ba8493930,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:25.946798 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d376bef-f62f-4f9d-84dc-5958cc140c20 req-b51dbcb7-7a1b-410f-8c3b-1fe77d6fd781 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:25.948606 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d376bef-f62f-4f9d-84dc-5958cc140c20 req-b51dbcb7-7a1b-410f-8c3b-1fe77d6fd781 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae911c1-75d8-45ad-8e8e-32a2a676e852 HTTP/1.1" status: 200 len: 949 time: 0.1240237 Jul 09 09:29:26.012354 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d376bef-f62f-4f9d-84dc-5958cc140c20 req-d0ab74b7-becb-4670-8b8c-eda3fd06e116 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e3cfc7f-1306-4f49-8b75-46f5f4f5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572183 Jul 09 09:29:26.091398 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-47816e12-d2cb-43cb-aed6-8520e7d5f81a req-8d997e7f-2054-433d-a56f-f8dcc159cf8b tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "GET /v2.0/security-groups/7046501e-f37f-4573-997f-263ba8493930 HTTP/1.1" status: 200 len: 1804 time: 0.0428920 Jul 09 09:29:26.104220 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-47816e12-d2cb-43cb-aed6-8520e7d5f81a req-e82a62d1-acf7-4592-b537-63f129096457 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7046501e-f37f-4573-997f-263ba8493930', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:26.104220 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-47816e12-d2cb-43cb-aed6-8520e7d5f81a req-e82a62d1-acf7-4592-b537-63f129096457 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7046501e-f37f-4573-997f-263ba8493930', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:26.212701 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-47816e12-d2cb-43cb-aed6-8520e7d5f81a req-e82a62d1-acf7-4592-b537-63f129096457 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:26.228493 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9519f1-ca10-4ee8-aa00-eea9fd0cf790 req-e6b3fbf0-0eaa-4e09-b8fe-ceb8a483964a tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:26.230004 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd9519f1-ca10-4ee8-aa00-eea9fd0cf790 req-e6b3fbf0-0eaa-4e09-b8fe-ceb8a483964a tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=111223cc-0618-466d-8e4b-153098581501 HTTP/1.1" status: 200 len: 950 time: 0.1138995 Jul 09 09:29:26.260528 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-47816e12-d2cb-43cb-aed6-8520e7d5f81a req-e82a62d1-acf7-4592-b537-63f129096457 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:26.268271 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-47816e12-d2cb-43cb-aed6-8520e7d5f81a req-e82a62d1-acf7-4592-b537-63f129096457 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:26.302378 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a62d1-acf7-4592-b537-63f129096457 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d782b1-3f2a-423d-b75a-21d83948cebd,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:26.322534 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd9519f1-ca10-4ee8-aa00-eea9fd0cf790 req-81c89a4b-2eb8-42f4-8f2b-98d96bbfb9bc tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776496 Jul 09 09:29:26.323918 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-47816e12-d2cb-43cb-aed6-8520e7d5f81a req-e82a62d1-acf7-4592-b537-63f129096457 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:26.325107 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-47816e12-d2cb-43cb-aed6-8520e7d5f81a req-e82a62d1-acf7-4592-b537-63f129096457 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2268555 Jul 09 09:29:26.402671 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88203985-acd4-4e75-93e7-d69dd5d372c6 req-5c682999-4d3c-4cef-8066-27e3e2c2a1bc tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "GET /v2.0/security-groups/7046501e-f37f-4573-997f-263ba8493930 HTTP/1.1" status: 200 len: 2397 time: 0.0431414 Jul 09 09:29:26.414866 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-88203985-acd4-4e75-93e7-d69dd5d372c6 req-832a556e-fa98-436c-92cd-8e46c6e8d6ac tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7046501e-f37f-4573-997f-263ba8493930', 'remote_group_id': None}]} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:26.415276 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-88203985-acd4-4e75-93e7-d69dd5d372c6 req-832a556e-fa98-436c-92cd-8e46c6e8d6ac tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7046501e-f37f-4573-997f-263ba8493930', 'remote_group_id': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:26.526502 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-88203985-acd4-4e75-93e7-d69dd5d372c6 req-832a556e-fa98-436c-92cd-8e46c6e8d6ac tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:26.554783 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-88203985-acd4-4e75-93e7-d69dd5d372c6 req-832a556e-fa98-436c-92cd-8e46c6e8d6ac tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:26.559918 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-88203985-acd4-4e75-93e7-d69dd5d372c6 req-832a556e-fa98-436c-92cd-8e46c6e8d6ac tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:26.575053 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241aa40-2b86-459c-8d15-c2065cc57e7f req-10b01d08-bf2b-4983-b10c-ad34c732e991 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:26.576729 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8241aa40-2b86-459c-8d15-c2065cc57e7f req-10b01d08-bf2b-4983-b10c-ad34c732e991 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 945 time: 0.1221259 Jul 09 09:29:26.596335 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a556e-fa98-436c-92cd-8e46c6e8d6ac tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b34d59b-320f-4766-9942-81703df01fe2,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:26.608123 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-88203985-acd4-4e75-93e7-d69dd5d372c6 req-832a556e-fa98-436c-92cd-8e46c6e8d6ac tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:26.609433 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88203985-acd4-4e75-93e7-d69dd5d372c6 req-832a556e-fa98-436c-92cd-8e46c6e8d6ac tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1988366 Jul 09 09:29:26.639002 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8241aa40-2b86-459c-8d15-c2065cc57e7f req-8a3e16f4-c7f9-4500-8c27-ce8d9109971c tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523014 Jul 09 09:29:26.744786 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a436000e-235d-409d-a438-271523a1c8c5 req-ce335fd4-8f8e-4c71-be9a-0b0940efe418 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "GET /v2.0/security-groups/7046501e-f37f-4573-997f-263ba8493930 HTTP/1.1" status: 200 len: 2995 time: 0.0587184 Jul 09 09:29:26.799790 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 2e792ada-5663-41b0-847a-0b9c679e2dc1 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:29:26.817455 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cfbf2-0660-4ad4-b679-411271aa580a req-0a3cfaaf-7543-401f-b59d-76f1bc67431d tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:26.819961 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f56cfbf2-0660-4ad4-b679-411271aa580a req-0a3cfaaf-7543-401f-b59d-76f1bc67431d tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 944 time: 0.0916638 Jul 09 09:29:26.829474 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 2e792ada-5663-41b0-847a-0b9c679e2dc1 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:29:26.830115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 2e792ada-5663-41b0-847a-0b9c679e2dc1 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:29:26.883024 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f56cfbf2-0660-4ad4-b679-411271aa580a req-acad9e92-cdca-445a-a4b9-8a1909bc1de3 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561051 Jul 09 09:29:26.941330 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-350b8da3-845c-4b04-b480-174a2a3ab183 req-65abc29b-59e5-4786-b8b7-491858bbad4a tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "GET /v2.0/security-group-rules/8b34d59b-320f-4766-9942-81703df01fe2 HTTP/1.1" status: 200 len: 783 time: 0.0272949 Jul 09 09:29:26.960980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8cf408-c775-4ea8-86d7-11de2f212b9e', 'tag': '7153d63d-8cb8-42ab-95aa-44ebcab0b117'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:29:26.963571 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7bf854-a010-45c3-90b2-6ce44aec7597" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8cf408-c775-4ea8-86d7-11de2f212b9e", "tag": "7153d63d-8cb8-42ab-95aa-44ebcab0b117"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:29:26.996499 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-350b8da3-845c-4b04-b480-174a2a3ab183 req-3c30adbf-a5f2-4c08-b6b0-77b86d717146 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "GET /v2.0/security-groups/7046501e-f37f-4573-997f-263ba8493930 HTTP/1.1" status: 200 len: 2995 time: 0.0487020 Jul 09 09:29:27.037831 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a043468a-1fe6-49c7-bbe1-0a3795da74d0 x-openstack-request-id: req-a043468a-1fe6-49c7-bbe1-0a3795da74d0 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:29:27.038327 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8cf408-c775-4ea8-86d7-11de2f212b9e", "tag": "7153d63d-8cb8-42ab-95aa-44ebcab0b117", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:29:27.038581 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a043468a-1fe6-49c7-bbe1-0a3795da74d0 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:29:27.038992 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8cf408-c775-4ea8-86d7-11de2f212b9e', 'tag': '7153d63d-8cb8-42ab-95aa-44ebcab0b117', 'status': 'completed', 'code': 200} Jul 09 09:29:27.047027 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-350b8da3-845c-4b04-b480-174a2a3ab183 req-f8935733-d00f-43c5-8c70-571d48e83850 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:27.063995 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-350b8da3-845c-4b04-b480-174a2a3ab183 req-f8935733-d00f-43c5-8c70-571d48e83850 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:27.171788 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-350b8da3-845c-4b04-b480-174a2a3ab183 req-f8935733-d00f-43c5-8c70-571d48e83850 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:27.180367 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-350b8da3-845c-4b04-b480-174a2a3ab183 req-f8935733-d00f-43c5-8c70-571d48e83850 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:27.183598 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:29:27.189255 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-350b8da3-845c-4b04-b480-174a2a3ab183 req-f8935733-d00f-43c5-8c70-571d48e83850 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/8b34d59b-320f-4766-9942-81703df01fe2 HTTP/1.1" status: 204 len: 173 time: 0.1799464 Jul 09 09:29:27.211922 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8935733-d00f-43c5-8c70-571d48e83850 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b34d59b-320f-4766-9942-81703df01fe2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:27.253186 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bf854-a010-45c3-90b2-6ce44aec7597 req-bc5d547d-56b5-4a3f-8b81-c1200dc29ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:27.254864 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a7bf854-a010-45c3-90b2-6ce44aec7597 req-bc5d547d-56b5-4a3f-8b81-c1200dc29ade service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 1095 time: 0.1942184 Jul 09 09:29:27.370847 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0399ab71-93ed-4819-a37f-f3cf3ab3fc66 req-1d8db7a4-0f71-4907-99f7-eee1779eb924 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "GET /v2.0/security-groups/7046501e-f37f-4573-997f-263ba8493930 HTTP/1.1" status: 200 len: 2397 time: 0.1617024 Jul 09 09:29:27.519245 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bf854-a010-45c3-90b2-6ce44aec7597 req-2d8f3445-bd00-46b0-8367-848cd332811c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:27.520702 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a7bf854-a010-45c3-90b2-6ce44aec7597 req-2d8f3445-bd00-46b0-8367-848cd332811c service neutron] 10.222.0.64 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 922 time: 0.2581387 Jul 09 09:29:27.534537 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc975d65-ab0f-43eb-8a01-59f32bc67cb4 req-d142bde5-a296-430a-a9ab-baee99de3085 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:27.536074 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc975d65-ab0f-43eb-8a01-59f32bc67cb4 req-d142bde5-a296-430a-a9ab-baee99de3085 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.58 "GET /v2.0/ports?device_id=111223cc-0618-466d-8e4b-153098581501 HTTP/1.1" status: 200 len: 950 time: 0.2490568 Jul 09 09:29:27.601456 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0399ab71-93ed-4819-a37f-f3cf3ab3fc66 req-8734e3f6-b628-45a0-883b-0bf97179d191 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:27.628450 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a7bf854-a010-45c3-90b2-6ce44aec7597 req-d557c41a-4be7-4508-895d-ec5783b7b6d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7153d63d-8cb8-42ab-95aa-44ebcab0b117 HTTP/1.1" status: 200 len: 217 time: 0.0903549 Jul 09 09:29:27.695673 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0399ab71-93ed-4819-a37f-f3cf3ab3fc66 req-8734e3f6-b628-45a0-883b-0bf97179d191 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:27.794466 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb39f74-6566-4a31-849e-4201bb47540d req-dbd69fa0-52c3-4a08-95c6-44abb0116647 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:27.796375 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1bb39f74-6566-4a31-849e-4201bb47540d req-dbd69fa0-52c3-4a08-95c6-44abb0116647 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae911c1-75d8-45ad-8e8e-32a2a676e852 HTTP/1.1" status: 200 len: 949 time: 0.3491189 Jul 09 09:29:27.799288 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe7601-f73b-4fff-a247-c70c5ebbfa99 req-b8e9ed7e-6937-466e-8df6-fcace6e84521 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:27.799717 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bf854-a010-45c3-90b2-6ce44aec7597 req-16f1a381-29b7-4b03-8eb7-61a3d7dfd2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:27.801161 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6dfe7601-f73b-4fff-a247-c70c5ebbfa99 req-b8e9ed7e-6937-466e-8df6-fcace6e84521 tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ae911c1-75d8-45ad-8e8e-32a2a676e852 HTTP/1.1" status: 200 len: 949 time: 0.0973778 Jul 09 09:29:27.802031 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a7bf854-a010-45c3-90b2-6ce44aec7597 req-16f1a381-29b7-4b03-8eb7-61a3d7dfd2ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=885047f0-ba41-4b93-9739-c68577cb7cc5 HTTP/1.1" status: 200 len: 861 time: 0.1648798 Jul 09 09:29:27.868681 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a7bf854-a010-45c3-90b2-6ce44aec7597 req-070b0090-efe4-480a-8484-f7fedfe38908 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517399 Jul 09 09:29:27.900465 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0399ab71-93ed-4819-a37f-f3cf3ab3fc66 req-8734e3f6-b628-45a0-883b-0bf97179d191 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:27.903091 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0399ab71-93ed-4819-a37f-f3cf3ab3fc66 req-8734e3f6-b628-45a0-883b-0bf97179d191 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:27.908968 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0399ab71-93ed-4819-a37f-f3cf3ab3fc66 req-8734e3f6-b628-45a0-883b-0bf97179d191 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "DELETE /v2.0/security-groups/7046501e-f37f-4573-997f-263ba8493930 HTTP/1.1" status: 204 len: 173 time: 0.5372157 Jul 09 09:29:27.964463 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-6dfe7601-f73b-4fff-a247-c70c5ebbfa99 req-d066ca59-4120-49b5-ac19-5aee9f8a017c tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Deleting port 8534ab7b-4bfa-4a97-9256-63c485f7a353 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:29:27.965091 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6dfe7601-f73b-4fff-a247-c70c5ebbfa99 req-d066ca59-4120-49b5-ac19-5aee9f8a017c tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:28.010911 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1bb39f74-6566-4a31-849e-4201bb47540d req-73b5e377-48b8-4bf8-ab26-04bb2a549edd tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e3cfc7f-1306-4f49-8b75-46f5f4f5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062967 Jul 09 09:29:28.052508 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734e3f6-b628-45a0-883b-0bf97179d191 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7046501e-f37f-4573-997f-263ba8493930,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:28.071274 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-bc975d65-ab0f-43eb-8a01-59f32bc67cb4 req-8dc38b40-37a7-4c07-bf91-07e11045573c tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Deleting port eef4c548-a1b2-4259-92bf-47d2f3fa2007 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:29:28.071614 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc975d65-ab0f-43eb-8a01-59f32bc67cb4 req-8dc38b40-37a7-4c07-bf91-07e11045573c tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:28.119978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-6dfe7601-f73b-4fff-a247-c70c5ebbfa99 req-d066ca59-4120-49b5-ac19-5aee9f8a017c tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] For port 8534ab7b-4bfa-4a97-9256-63c485f7a353, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8534ab7b-4bfa-4a97-9256-63c485f7a353,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:28.121881 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6dfe7601-f73b-4fff-a247-c70c5ebbfa99 req-d066ca59-4120-49b5-ac19-5aee9f8a017c tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:28.156864 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-6dfe7601-f73b-4fff-a247-c70c5ebbfa99 req-d066ca59-4120-49b5-ac19-5aee9f8a017c tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Calling delete_port for 8534ab7b-4bfa-4a97-9256-63c485f7a353 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:29:28.350606 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a7bf854-a010-45c3-90b2-6ce44aec7597 req-401d545d-92e8-435e-92dd-6cacffac82a4 service neutron] 10.222.0.64 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676590 Jul 09 09:29:28.361568 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6dfe7601-f73b-4fff-a247-c70c5ebbfa99 req-d066ca59-4120-49b5-ac19-5aee9f8a017c tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:28.449560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-bc975d65-ab0f-43eb-8a01-59f32bc67cb4 req-8dc38b40-37a7-4c07-bf91-07e11045573c tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] For port eef4c548-a1b2-4259-92bf-47d2f3fa2007, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=eef4c548-a1b2-4259-92bf-47d2f3fa2007,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:28.449927 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc975d65-ab0f-43eb-8a01-59f32bc67cb4 req-8dc38b40-37a7-4c07-bf91-07e11045573c tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:28.461737 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfe7601-f73b-4fff-a247-c70c5ebbfa99 req-d066ca59-4120-49b5-ac19-5aee9f8a017c tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] No DVR routers for this DVR port 8534ab7b-4bfa-4a97-9256-63c485f7a353 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:29:28.463664 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066ca59-4120-49b5-ac19-5aee9f8a017c tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Pushing event deleted for resources: {'Port': ['ID=8534ab7b-4bfa-4a97-9256-63c485f7a353,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:28.466582 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6dfe7601-f73b-4fff-a247-c70c5ebbfa99 req-d066ca59-4120-49b5-ac19-5aee9f8a017c tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:28.469244 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6dfe7601-f73b-4fff-a247-c70c5ebbfa99 req-d066ca59-4120-49b5-ac19-5aee9f8a017c tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] 10.222.0.58 "DELETE /v2.0/ports/8534ab7b-4bfa-4a97-9256-63c485f7a353 HTTP/1.1" status: 204 len: 173 time: 0.6617661 Jul 09 09:29:28.469706 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae911c1-75d8-45ad-8e8e-32a2a676e852', 'name': 'network-vif-deleted', 'tag': '8534ab7b-4bfa-4a97-9256-63c485f7a353'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:29:28.472151 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cca0a87-48b8-4397-ad94-c90095a3742d" -d '{"events": [{"server_uuid": "8ae911c1-75d8-45ad-8e8e-32a2a676e852", "name": "network-vif-deleted", "tag": "8534ab7b-4bfa-4a97-9256-63c485f7a353"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:29:28.488135 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066ca59-4120-49b5-ac19-5aee9f8a017c tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:28.491837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066ca59-4120-49b5-ac19-5aee9f8a017c tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:28.491837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066ca59-4120-49b5-ac19-5aee9f8a017c tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:28.491837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066ca59-4120-49b5-ac19-5aee9f8a017c tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:28.491837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066ca59-4120-49b5-ac19-5aee9f8a017c tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:28.491837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066ca59-4120-49b5-ac19-5aee9f8a017c tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:28.491837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066ca59-4120-49b5-ac19-5aee9f8a017c tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:28.491837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066ca59-4120-49b5-ac19-5aee9f8a017c tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:28.491837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066ca59-4120-49b5-ac19-5aee9f8a017c tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:28.491837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066ca59-4120-49b5-ac19-5aee9f8a017c tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:28.491837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066ca59-4120-49b5-ac19-5aee9f8a017c tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:28.493206 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066ca59-4120-49b5-ac19-5aee9f8a017c tempest-ImagesOneServerTestJSON-1809787029 tempest-ImagesOneServerTestJSON-1809787029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:28.769169 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-bc975d65-ab0f-43eb-8a01-59f32bc67cb4 req-8dc38b40-37a7-4c07-bf91-07e11045573c tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Calling delete_port for eef4c548-a1b2-4259-92bf-47d2f3fa2007 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:29:28.779416 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b2823-c2c6-476b-b704-167bb07c7002 req-21317e82-5bb4-4dc9-9d34-3d86540940ac tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:28.781514 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-481b2823-c2c6-476b-b704-167bb07c7002 req-21317e82-5bb4-4dc9-9d34-3d86540940ac tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 945 time: 0.5708976 Jul 09 09:29:28.795544 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3542e02-af89-4b76-9a75-ce5c1a8d8b47 req-4e6bf988-21bf-43ac-be20-d9ba9f5af653 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:28.797616 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3542e02-af89-4b76-9a75-ce5c1a8d8b47 req-4e6bf988-21bf-43ac-be20-d9ba9f5af653 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=111223cc-0618-466d-8e4b-153098581501 HTTP/1.1" status: 200 len: 950 time: 0.6727886 Jul 09 09:29:28.900578 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a7bf854-a010-45c3-90b2-6ce44aec7597 req-cc4cbc3a-d169-4bf2-a42a-7dd62e925d96 service neutron] 10.222.0.64 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318050 Jul 09 09:29:28.935351 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-481b2823-c2c6-476b-b704-167bb07c7002 req-2a05eadb-338d-457d-b1d9-869902f0237d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367345 Jul 09 09:29:28.940158 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3542e02-af89-4b76-9a75-ce5c1a8d8b47 req-a4a5e196-b0fa-40f9-a00b-4f98de259418 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266522 Jul 09 09:29:29.043553 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-bc7b1651-d6c3-47fa-be25-b9c257c12891 req-ca2319ab-3844-4c8d-b3ad-f71660adb2ea tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] show failed (client error): The resource could not be found. Jul 09 09:29:29.048958 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc7b1651-d6c3-47fa-be25-b9c257c12891 req-ca2319ab-3844-4c8d-b3ad-f71660adb2ea tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "GET /v2.0/security-groups/fcd5511e-d485-4c1d-b30c-41d54785781b HTTP/1.1" status: 404 len: 352 time: 0.0539415 Jul 09 09:29:29.071769 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc975d65-ab0f-43eb-8a01-59f32bc67cb4 req-8dc38b40-37a7-4c07-bf91-07e11045573c tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:29.087978 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62', 'dfa7bdd6-e2a4-4449-aec9-ed28819b103e', 'bd5111a0-463d-4eaf-8c37-0b03d02ee709', 'f50b9964-14bb-4f6a-a77c-fddb1951c7dd'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:29:29.168399 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['eddad57a-4f39-48cf-8fe1-c5898d4d4722', '6c93f32b-c5ab-4503-afab-f77543c761b6'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:29:29.244340 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c93050-b7a5-4abf-bb61-344b9334ae84 x-openstack-request-id: req-17c93050-b7a5-4abf-bb61-344b9334ae84 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:29:29.244836 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae911c1-75d8-45ad-8e8e-32a2a676e852", "name": "network-vif-deleted", "tag": "8534ab7b-4bfa-4a97-9256-63c485f7a353", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:29:29.244983 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-17c93050-b7a5-4abf-bb61-344b9334ae84 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:29:29.245462 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae911c1-75d8-45ad-8e8e-32a2a676e852', 'name': 'network-vif-deleted', 'tag': '8534ab7b-4bfa-4a97-9256-63c485f7a353', 'status': 'completed', 'code': 200} Jul 09 09:29:29.296695 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc38b40-37a7-4c07-bf91-07e11045573c tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Pushing event deleted for resources: {'Port': ['ID=eef4c548-a1b2-4259-92bf-47d2f3fa2007,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:29.317742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc975d65-ab0f-43eb-8a01-59f32bc67cb4 req-8dc38b40-37a7-4c07-bf91-07e11045573c tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] No DVR routers for this DVR port eef4c548-a1b2-4259-92bf-47d2f3fa2007 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:29:29.321379 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc975d65-ab0f-43eb-8a01-59f32bc67cb4 req-8dc38b40-37a7-4c07-bf91-07e11045573c tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:29.326880 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc975d65-ab0f-43eb-8a01-59f32bc67cb4 req-8dc38b40-37a7-4c07-bf91-07e11045573c tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.58 "DELETE /v2.0/ports/eef4c548-a1b2-4259-92bf-47d2f3fa2007 HTTP/1.1" status: 204 len: 173 time: 1.7725773 Jul 09 09:29:29.328522 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111223cc-0618-466d-8e4b-153098581501', 'name': 'network-vif-deleted', 'tag': 'eef4c548-a1b2-4259-92bf-47d2f3fa2007'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:29:29.332216 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157c7d24-20a1-46bf-8a8f-d7a101b31472" -d '{"events": [{"server_uuid": "111223cc-0618-466d-8e4b-153098581501", "name": "network-vif-deleted", "tag": "eef4c548-a1b2-4259-92bf-47d2f3fa2007"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:29:29.427249 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f7cd498-72e7-4817-8acd-488947b32b39 req-cf440873-caae-4abd-a139-1017b5848b10 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "GET /v2.0/security-groups/35fe8a13-9c2b-43a9-a24e-7a11ff485698 HTTP/1.1" status: 200 len: 1805 time: 0.0558126 Jul 09 09:29:29.514445 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded1070-769c-449b-be8d-1450a13e91be req-22732906-afb9-4982-abe9-e366d3b790d4 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:29.523068 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fded1070-769c-449b-be8d-1450a13e91be req-22732906-afb9-4982-abe9-e366d3b790d4 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 944 time: 0.2187834 Jul 09 09:29:29.603116 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fded1070-769c-449b-be8d-1450a13e91be req-19e47447-c8c2-49b1-b8a2-ac9ea540cc44 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786998 Jul 09 09:29:29.614154 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f7cd498-72e7-4817-8acd-488947b32b39 req-9fcc1131-d3ad-4a1e-bcd9-21eec89b8fdb tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:29.673848 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f7cd498-72e7-4817-8acd-488947b32b39 req-9fcc1131-d3ad-4a1e-bcd9-21eec89b8fdb tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:29.704209 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323e8436-2039-49c7-adfc-e93b88cdc660 x-openstack-request-id: req-323e8436-2039-49c7-adfc-e93b88cdc660 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:29:29.704803 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111223cc-0618-466d-8e4b-153098581501", "name": "network-vif-deleted", "tag": "eef4c548-a1b2-4259-92bf-47d2f3fa2007", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:29:29.704803 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-323e8436-2039-49c7-adfc-e93b88cdc660 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:29:29.705042 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device eef4c548-a1b2-4259-92bf-47d2f3fa2007 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:29:29.705150 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111223cc-0618-466d-8e4b-153098581501', 'name': 'network-vif-deleted', 'tag': 'eef4c548-a1b2-4259-92bf-47d2f3fa2007', 'status': 'completed', 'code': 200} Jul 09 09:29:29.754724 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f7cd498-72e7-4817-8acd-488947b32b39 req-9fcc1131-d3ad-4a1e-bcd9-21eec89b8fdb tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:29.754988 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: eef4c548-a1b2-4259-92bf-47d2f3fa2007 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:29:29.755271 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device eef4c548-a1b2-4259-92bf-47d2f3fa2007 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:29:29.757125 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f7cd498-72e7-4817-8acd-488947b32b39 req-9fcc1131-d3ad-4a1e-bcd9-21eec89b8fdb tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:29.758505 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f7cd498-72e7-4817-8acd-488947b32b39 req-9fcc1131-d3ad-4a1e-bcd9-21eec89b8fdb tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "DELETE /v2.0/security-groups/35fe8a13-9c2b-43a9-a24e-7a11ff485698 HTTP/1.1" status: 204 len: 173 time: 0.3184278 Jul 09 09:29:29.783591 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc1131-d3ad-4a1e-bcd9-21eec89b8fdb tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fe8a13-9c2b-43a9-a24e-7a11ff485698,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:29.800154 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44106) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:29.887942 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44110) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:29.890184 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5f950f9f-8b8a-4293-8260-ed35deab40f5 req-69af75bb-3b9c-4385-aeb6-ec8be902a34b tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "GET /v2.0/security-groups/38e98f49-42b6-4a58-af22-c5771a32bd35 HTTP/1.1" status: 200 len: 1804 time: 0.0839715 Jul 09 09:29:30.064605 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5f950f9f-8b8a-4293-8260-ed35deab40f5 req-f75b3b14-e952-42ff-9141-177b3b57144f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:30.097003 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5f950f9f-8b8a-4293-8260-ed35deab40f5 req-f75b3b14-e952-42ff-9141-177b3b57144f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:30.103082 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a79176ee-23c4-44cc-886e-93c9da6fd976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:30.203482 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5f950f9f-8b8a-4293-8260-ed35deab40f5 req-f75b3b14-e952-42ff-9141-177b3b57144f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:30.207016 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5f950f9f-8b8a-4293-8260-ed35deab40f5 req-f75b3b14-e952-42ff-9141-177b3b57144f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:30.218936 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-296fdb83-7455-4f60-a2fb-199a8574a434 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3e781fdada714967a9f34d3f804b1711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296134 Jul 09 09:29:30.221410 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5f950f9f-8b8a-4293-8260-ed35deab40f5 req-f75b3b14-e952-42ff-9141-177b3b57144f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "DELETE /v2.0/security-groups/38e98f49-42b6-4a58-af22-c5771a32bd35 HTTP/1.1" status: 204 len: 173 time: 0.3174319 Jul 09 09:29:30.222052 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44122) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:30.276116 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b3b14-e952-42ff-9141-177b3b57144f tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e98f49-42b6-4a58-af22-c5771a32bd35,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:30.311913 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f2be913-d040-43e1-8686-fe67037915de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:30.333549 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c8946-f7cf-4154-a11e-cbc303884723 req-0c052b74-ab98-40b9-859f-3c85ba0910ce tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:30.335174 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-141c8946-f7cf-4154-a11e-cbc303884723 req-0c052b74-ab98-40b9-859f-3c85ba0910ce tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 945 time: 0.1114380 Jul 09 09:29:30.347246 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f2be913-d040-43e1-8686-fe67037915de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:30.379032 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-141c8946-f7cf-4154-a11e-cbc303884723 req-88831735-14fa-46c4-802a-3a34624736dd tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381784 Jul 09 09:29:30.430637 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f2be913-d040-43e1-8686-fe67037915de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:30.433608 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f2be913-d040-43e1-8686-fe67037915de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:30.434858 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7f2be913-d040-43e1-8686-fe67037915de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6e3cfc7f-1306-4f49-8b75-46f5f4f5a0b1 HTTP/1.1" status: 204 len: 168 time: 0.2117412 Jul 09 09:29:30.445837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2be913-d040-43e1-8686-fe67037915de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3cfc7f-1306-4f49-8b75-46f5f4f5a0b1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:30.473973 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa73c905-7f66-4ae4-8ce5-2a0240b4442b req-c97c50e1-f6b0-4270-9bcf-e912e53387c5 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "GET /v2.0/security-groups/a73d2497-2f69-4d6e-a282-6a534ec63dba HTTP/1.1" status: 200 len: 1805 time: 0.0617206 Jul 09 09:29:30.536673 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a79176ee-23c4-44cc-886e-93c9da6fd976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:30.542499 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a79176ee-23c4-44cc-886e-93c9da6fd976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:30.549954 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fa73c905-7f66-4ae4-8ce5-2a0240b4442b req-809a2b95-190e-492d-8112-fd053b016597 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:30.588736 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fa73c905-7f66-4ae4-8ce5-2a0240b4442b req-809a2b95-190e-492d-8112-fd053b016597 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:30.607120 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79176ee-23c4-44cc-886e-93c9da6fd976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974c4ea2-b74a-427b-b64b-f3b639a7c6f6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:30.637966 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a79176ee-23c4-44cc-886e-93c9da6fd976 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=380b570c25fa416d81f2961ffc224eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8364718 Jul 09 09:29:30.641417 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44130) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:30.663023 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fa73c905-7f66-4ae4-8ce5-2a0240b4442b req-809a2b95-190e-492d-8112-fd053b016597 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:30.666189 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fa73c905-7f66-4ae4-8ce5-2a0240b4442b req-809a2b95-190e-492d-8112-fd053b016597 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:30.677267 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa73c905-7f66-4ae4-8ce5-2a0240b4442b req-809a2b95-190e-492d-8112-fd053b016597 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "DELETE /v2.0/security-groups/a73d2497-2f69-4d6e-a282-6a534ec63dba HTTP/1.1" status: 204 len: 173 time: 0.2012386 Jul 09 09:29:30.733407 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a2b95-190e-492d-8112-fd053b016597 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73d2497-2f69-4d6e-a282-6a534ec63dba,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:30.782419 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35dac503-b212-4e5e-a34f-91b1abc28f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:30.854500 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35dac503-b212-4e5e-a34f-91b1abc28f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:30.900340 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f7d387f3-3e91-4694-b695-69a0bc8574c8 req-89e717c3-2b61-4b76-aa75-6da0ec7d5f85 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "GET /v2.0/security-groups/acba032a-0035-4e76-b250-eed4281e0b65 HTTP/1.1" status: 200 len: 2403 time: 0.1083560 Jul 09 09:29:31.037831 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f7d387f3-3e91-4694-b695-69a0bc8574c8 req-1cdedde5-a6f5-4a7e-9dd7-f6d7b4b4413d tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:31.078786 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23759b00-f1e2-4dfa-a4a2-6bc4e138480c req-bef4d0cd-0182-41eb-a27a-3b04141b8bb6 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:31.088172 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-23759b00-f1e2-4dfa-a4a2-6bc4e138480c req-bef4d0cd-0182-41eb-a27a-3b04141b8bb6 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 944 time: 0.2105100 Jul 09 09:29:31.095742 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35dac503-b212-4e5e-a34f-91b1abc28f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:31.100808 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35dac503-b212-4e5e-a34f-91b1abc28f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:31.107616 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-35dac503-b212-4e5e-a34f-91b1abc28f50 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/974c4ea2-b74a-427b-b64b-f3b639a7c6f6 HTTP/1.1" status: 204 len: 168 time: 0.4607179 Jul 09 09:29:31.148804 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f7d387f3-3e91-4694-b695-69a0bc8574c8 req-1cdedde5-a6f5-4a7e-9dd7-f6d7b4b4413d tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:31.151717 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dac503-b212-4e5e-a34f-91b1abc28f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974c4ea2-b74a-427b-b64b-f3b639a7c6f6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:31.226579 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-23759b00-f1e2-4dfa-a4a2-6bc4e138480c req-6e5bba12-5965-480c-9daa-864971b8fefa tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372395 Jul 09 09:29:31.271432 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f7d387f3-3e91-4694-b695-69a0bc8574c8 req-1cdedde5-a6f5-4a7e-9dd7-f6d7b4b4413d tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:31.273997 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f7d387f3-3e91-4694-b695-69a0bc8574c8 req-1cdedde5-a6f5-4a7e-9dd7-f6d7b4b4413d tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:31.275158 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f7d387f3-3e91-4694-b695-69a0bc8574c8 req-1cdedde5-a6f5-4a7e-9dd7-f6d7b4b4413d tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "DELETE /v2.0/security-groups/acba032a-0035-4e76-b250-eed4281e0b65 HTTP/1.1" status: 204 len: 173 time: 0.3740282 Jul 09 09:29:31.292746 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdedde5-a6f5-4a7e-9dd7-f6d7b4b4413d tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acba032a-0035-4e76-b250-eed4281e0b65,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:31.381461 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7411691a-dad3-4e7b-9282-3a8ee0140ec7 req-ade8dbb6-f9e9-4b9d-9575-99340b00acc5 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "GET /v2.0/security-groups/ff927205-357c-4d7e-9868-579c7f762680 HTTP/1.1" status: 200 len: 2396 time: 0.0762119 Jul 09 09:29:31.516050 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67401295-5423-47e2-aea1-4c4c4a9770d1 req-b401a106-f48e-4172-bd10-0b3023060934 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:31.517905 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67401295-5423-47e2-aea1-4c4c4a9770d1 req-b401a106-f48e-4172-bd10-0b3023060934 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b8dea2-faf4-435c-acdc-de135b2a688b HTTP/1.1" status: 200 len: 950 time: 0.1398950 Jul 09 09:29:31.519086 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7411691a-dad3-4e7b-9282-3a8ee0140ec7 req-daabe6b3-23f7-440d-928d-ba854fc1bb71 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:31.547624 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44168) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:31.566018 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7411691a-dad3-4e7b-9282-3a8ee0140ec7 req-daabe6b3-23f7-440d-928d-ba854fc1bb71 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:31.595399 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67401295-5423-47e2-aea1-4c4c4a9770d1 req-64acb05e-236b-4506-b4d6-1f220dbf2722 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705905 Jul 09 09:29:31.639900 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7411691a-dad3-4e7b-9282-3a8ee0140ec7 req-daabe6b3-23f7-440d-928d-ba854fc1bb71 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:31.642759 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7411691a-dad3-4e7b-9282-3a8ee0140ec7 req-daabe6b3-23f7-440d-928d-ba854fc1bb71 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:31.643865 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7411691a-dad3-4e7b-9282-3a8ee0140ec7 req-daabe6b3-23f7-440d-928d-ba854fc1bb71 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] 10.222.0.61 "DELETE /v2.0/security-groups/ff927205-357c-4d7e-9868-579c7f762680 HTTP/1.1" status: 204 len: 173 time: 0.2523649 Jul 09 09:29:31.652330 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44174) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:31.679474 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabe6b3-23f7-440d-928d-ba854fc1bb71 tempest-SecurityGroupRulesTestJSON-1505589938 tempest-SecurityGroupRulesTestJSON-1505589938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff927205-357c-4d7e-9868-579c7f762680,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:31.697349 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-75d52d60-3897-47fb-9669-523384eac282 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-795463896-network', 'tenant_id': 'c0a611ee5e16464e8323a1096d3159bd'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:31.711303 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8534ab7b-4bfa-4a97-9256-63c485f7a353 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:29:31.760864 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 8534ab7b-4bfa-4a97-9256-63c485f7a353 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:29:31.761806 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8534ab7b-4bfa-4a97-9256-63c485f7a353 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:29:31.764363 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d52d60-3897-47fb-9669-523384eac282 admin admin] Made reservation on behalf of c0a611ee5e16464e8323a1096d3159bd for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:29:31.764755 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd2d22d-a02e-499c-a4db-a3ab5f400b5e admin admin] Deleting subnet ea6ae890-aaf4-4285-a83b-dddcfac46ec8 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:29:31.767382 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75d52d60-3897-47fb-9669-523384eac282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:31.772253 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3fd2d22d-a02e-499c-a4db-a3ab5f400b5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:31.779223 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75d52d60-3897-47fb-9669-523384eac282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:31.891447 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3fd2d22d-a02e-499c-a4db-a3ab5f400b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:31.948338 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75d52d60-3897-47fb-9669-523384eac282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:31.954088 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75d52d60-3897-47fb-9669-523384eac282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:31.955497 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3fd2d22d-a02e-499c-a4db-a3ab5f400b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:31.987492 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80deb96-4feb-414a-869e-5e4e47eccbe5 req-25852550-6afa-4731-b419-84f6510e32d5 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:31.989100 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b80deb96-4feb-414a-869e-5e4e47eccbe5 req-25852550-6afa-4731-b419-84f6510e32d5 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 945 time: 0.2218940 Jul 09 09:29:31.999251 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d52d60-3897-47fb-9669-523384eac282 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:29:32.006931 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d52d60-3897-47fb-9669-523384eac282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2764d6-0615-4a03-a4ea-3b3af878712f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:32.014874 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75d52d60-3897-47fb-9669-523384eac282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:32.015550 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-75d52d60-3897-47fb-9669-523384eac282 admin admin] Added segment 444c91e2-34fa-444a-9814-af1f837ec9f5 of type vlan for network c000278e-5c8f-4837-ac90-ad71bc905200 Jul 09 09:29:32.074068 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75d52d60-3897-47fb-9669-523384eac282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:32.085353 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b80deb96-4feb-414a-869e-5e4e47eccbe5 req-8bed476d-b1dd-423e-9244-3348eb01eea5 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868092 Jul 09 09:29:32.096976 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3fd2d22d-a02e-499c-a4db-a3ab5f400b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:32.123499 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75d52d60-3897-47fb-9669-523384eac282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:32.125624 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d52d60-3897-47fb-9669-523384eac282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:32.126405 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75d52d60-3897-47fb-9669-523384eac282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:32.130629 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2d22d-a02e-499c-a4db-a3ab5f400b5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea6ae890-aaf4-4285-a83b-dddcfac46ec8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:32.136197 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3fd2d22d-a02e-499c-a4db-a3ab5f400b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:32.138096 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3fd2d22d-a02e-499c-a4db-a3ab5f400b5e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ea6ae890-aaf4-4285-a83b-dddcfac46ec8 HTTP/1.1" status: 204 len: 168 time: 0.4848075 Jul 09 09:29:32.140700 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44188) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:32.206952 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-75d52d60-3897-47fb-9669-523384eac282 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6569028 Jul 09 09:29:32.212322 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44192) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:32.218485 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7599cc-b9cc-48f0-96d9-0e2ae6f43587 req-4bc03a23-9e7a-4716-937a-a89a7db1a201 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:32.219302 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8750623e-ac10-4876-99a3-c2f5f63cda2e admin admin] Request body: {'subnet': {'network_id': 'c000278e-5c8f-4837-ac90-ad71bc905200', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-795463896-subnet', 'tenant_id': 'c0a611ee5e16464e8323a1096d3159bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:32.220068 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b7599cc-b9cc-48f0-96d9-0e2ae6f43587 req-4bc03a23-9e7a-4716-937a-a89a7db1a201 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4b8dea2-faf4-435c-acdc-de135b2a688b HTTP/1.1" status: 200 len: 950 time: 0.1817281 Jul 09 09:29:32.228455 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d52d60-3897-47fb-9669-523384eac282 admin admin] Pushing event updated for resources: {'Network': ['ID=c000278e-5c8f-4837-ac90-ad71bc905200,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:32.245333 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network c000278e-5c8f-4837-ac90-ad71bc905200 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:29:32.253815 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8750623e-ac10-4876-99a3-c2f5f63cda2e admin admin] Made reservation on behalf of c0a611ee5e16464e8323a1096d3159bd for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:29:32.256964 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8750623e-ac10-4876-99a3-c2f5f63cda2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:32.274371 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-716e6f12-224a-4cfb-a8ec-72591375ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:32.437072 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-716e6f12-224a-4cfb-a8ec-72591375ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:32.453226 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-716e6f12-224a-4cfb-a8ec-72591375ffdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280bd89a-00e7-44f0-bd69-a08ee08b8f6f']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:29:32.471213 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-716e6f12-224a-4cfb-a8ec-72591375ffdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6ac6ab-b81f-4068-960f-e9297dd71a40') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:29:32.471509 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-716e6f12-224a-4cfb-a8ec-72591375ffdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6ac6ab-b81f-4068-960f-e9297dd71a40') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:29:32.515060 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-716e6f12-224a-4cfb-a8ec-72591375ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:32.533642 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-1b7599cc-b9cc-48f0-96d9-0e2ae6f43587 req-730b92ec-a45a-4b5b-8cd0-b3fdfe86df3e tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Deleting port 6c93f32b-c5ab-4503-afab-f77543c761b6 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:29:32.534317 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1b7599cc-b9cc-48f0-96d9-0e2ae6f43587 req-730b92ec-a45a-4b5b-8cd0-b3fdfe86df3e tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:32.554673 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-716e6f12-224a-4cfb-a8ec-72591375ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:32.576734 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8750623e-ac10-4876-99a3-c2f5f63cda2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:32.626380 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716e6f12-224a-4cfb-a8ec-72591375ffdb admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:29:32.627054 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-716e6f12-224a-4cfb-a8ec-72591375ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:29:32.632717 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:29:32.635234 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750623e-ac10-4876-99a3-c2f5f63cda2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=95bf449c-65d2-44b5-8119-65d697c4c32e,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:32.655574 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8750623e-ac10-4876-99a3-c2f5f63cda2e admin admin] Checking segment: {'id': '444c91e2-34fa-444a-9814-af1f837ec9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c000278e-5c8f-4837-ac90-ad71bc905200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:29:32.656172 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8750623e-ac10-4876-99a3-c2f5f63cda2e admin admin] Network hostable DHCP agents. Network: c000278e-5c8f-4837-ac90-ad71bc905200, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:29:32.676031 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8750623e-ac10-4876-99a3-c2f5f63cda2e admin admin] Network c000278e-5c8f-4837-ac90-ad71bc905200 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:29:32.687174 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-8750623e-ac10-4876-99a3-c2f5f63cda2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, c000278e-5c8f-4837-ac90-ad71bc905200) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:29:32.692241 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8750623e-ac10-4876-99a3-c2f5f63cda2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:32.692947 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8750623e-ac10-4876-99a3-c2f5f63cda2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:32.697631 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923f682a-f843-42fb-b01a-2b03a4331e85 None None] Network c000278e-5c8f-4837-ac90-ad71bc905200 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:29:32.709565 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8750623e-ac10-4876-99a3-c2f5f63cda2e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4955769 Jul 09 09:29:32.736228 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14695276-e70c-4483-b43b-b363dcec4e19 req-761cb467-7e29-4258-ab27-708849e38006 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:32.743243 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14695276-e70c-4483-b43b-b363dcec4e19 req-761cb467-7e29-4258-ab27-708849e38006 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 944 time: 0.2767925 Jul 09 09:29:32.788255 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-716e6f12-224a-4cfb-a8ec-72591375ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:32.822364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-1b7599cc-b9cc-48f0-96d9-0e2ae6f43587 req-730b92ec-a45a-4b5b-8cd0-b3fdfe86df3e tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] For port 6c93f32b-c5ab-4503-afab-f77543c761b6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=6c93f32b-c5ab-4503-afab-f77543c761b6,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:32.822737 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1b7599cc-b9cc-48f0-96d9-0e2ae6f43587 req-730b92ec-a45a-4b5b-8cd0-b3fdfe86df3e tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:32.828251 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14695276-e70c-4483-b43b-b363dcec4e19 req-0539bf6e-5d60-4dd7-8c8b-974a648fdac1 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841417 Jul 09 09:29:32.832213 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-716e6f12-224a-4cfb-a8ec-72591375ffdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:32.834239 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-716e6f12-224a-4cfb-a8ec-72591375ffdb admin admin] 10.222.0.61 "DELETE /v2.0/networks/280bd89a-00e7-44f0-bd69-a08ee08b8f6f HTTP/1.1" status: 204 len: 168 time: 0.6926255 Jul 09 09:29:32.920552 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db21c03-ac99-434c-ba71-20cd4fb1248e None None] Network c000278e-5c8f-4837-ac90-ad71bc905200 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:29:32.960504 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e6f12-224a-4cfb-a8ec-72591375ffdb admin admin] Pushing event deleted for resources: {'Network': ['ID=280bd89a-00e7-44f0-bd69-a08ee08b8f6f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:32.964478 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-1b7599cc-b9cc-48f0-96d9-0e2ae6f43587 req-730b92ec-a45a-4b5b-8cd0-b3fdfe86df3e tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Calling delete_port for 6c93f32b-c5ab-4503-afab-f77543c761b6 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:29:33.103948 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0006d81-628d-40a9-a648-c0c53b9211ad req-78aa5a55-f2ae-4164-8f8e-349a7a1b6878 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:33.105565 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a0006d81-628d-40a9-a648-c0c53b9211ad req-78aa5a55-f2ae-4164-8f8e-349a7a1b6878 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b8dea2-faf4-435c-acdc-de135b2a688b HTTP/1.1" status: 200 len: 950 time: 0.2873499 Jul 09 09:29:33.172596 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a0006d81-628d-40a9-a648-c0c53b9211ad req-8546f640-a36a-4e4e-9c18-ee2f872aa21b tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584373 Jul 09 09:29:33.212366 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44238) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:33.287243 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1b7599cc-b9cc-48f0-96d9-0e2ae6f43587 req-730b92ec-a45a-4b5b-8cd0-b3fdfe86df3e tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:33.297412 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-63f253e8-158b-499b-9f96-16aee09d8d5c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8d1107fa444a47f3a8f57c80bd52cc8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0836258 Jul 09 09:29:33.299830 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44242) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:33.302224 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['eddad57a-4f39-48cf-8fe1-c5898d4d4722', '6c93f32b-c5ab-4503-afab-f77543c761b6'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:29:33.304917 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62', 'dfa7bdd6-e2a4-4449-aec9-ed28819b103e', 'bd5111a0-463d-4eaf-8c37-0b03d02ee709', 'f50b9964-14bb-4f6a-a77c-fddb1951c7dd'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:29:33.393224 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ff314e1-f309-44a2-81cf-0ea09d20e472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:33.408212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b92ec-a45a-4b5b-8cd0-b3fdfe86df3e tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Pushing event deleted for resources: {'Port': ['ID=6c93f32b-c5ab-4503-afab-f77543c761b6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:33.447401 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ff314e1-f309-44a2-81cf-0ea09d20e472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:33.467119 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44244) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:33.520055 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7599cc-b9cc-48f0-96d9-0e2ae6f43587 req-730b92ec-a45a-4b5b-8cd0-b3fdfe86df3e tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] No DVR routers for this DVR port 6c93f32b-c5ab-4503-afab-f77543c761b6 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:29:33.524184 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1b7599cc-b9cc-48f0-96d9-0e2ae6f43587 req-730b92ec-a45a-4b5b-8cd0-b3fdfe86df3e tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:33.527612 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b7599cc-b9cc-48f0-96d9-0e2ae6f43587 req-730b92ec-a45a-4b5b-8cd0-b3fdfe86df3e tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.58 "DELETE /v2.0/ports/6c93f32b-c5ab-4503-afab-f77543c761b6 HTTP/1.1" status: 204 len: 173 time: 1.3012810 Jul 09 09:29:33.528191 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b8dea2-faf4-435c-acdc-de135b2a688b', 'name': 'network-vif-deleted', 'tag': '6c93f32b-c5ab-4503-afab-f77543c761b6'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:29:33.531947 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f31faa9-7076-4b5a-841a-ed19da5680f0" -d '{"events": [{"server_uuid": "b4b8dea2-faf4-435c-acdc-de135b2a688b", "name": "network-vif-deleted", "tag": "6c93f32b-c5ab-4503-afab-f77543c761b6"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:29:33.562548 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ff314e1-f309-44a2-81cf-0ea09d20e472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:33.569301 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ff314e1-f309-44a2-81cf-0ea09d20e472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:33.573545 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1ff314e1-f309-44a2-81cf-0ea09d20e472 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ba256f12-3a99-4d3b-82ab-36e4e794d854 HTTP/1.1" status: 204 len: 168 time: 0.2693624 Jul 09 09:29:33.591407 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff314e1-f309-44a2-81cf-0ea09d20e472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba256f12-3a99-4d3b-82ab-36e4e794d854,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:33.631196 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e7426-1a19-43cd-8423-e5790c8d17ea req-3be9b879-0713-42a3-aa28-6845b8e57aed tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:33.645768 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-056e7426-1a19-43cd-8423-e5790c8d17ea req-3be9b879-0713-42a3-aa28-6845b8e57aed tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 945 time: 0.2732761 Jul 09 09:29:33.672038 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:33.737506 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d7da84e8-471c-453d-aa57-8eb8dc5ae8eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:33.750880 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-056e7426-1a19-43cd-8423-e5790c8d17ea req-16f6e685-ab7a-4d99-92ed-e5dd5be8c907 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039002 Jul 09 09:29:33.785293 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-13c5b927-c6f3-4f2e-baaf-77413b1f485b req-4c800fb7-8bd5-46f6-9d7c-6ab8f651dd90 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-773791889', 'description': 'tempest-description-976536179'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:33.931195 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0e2efb-c975-44a7-95d1-764f8377695c x-openstack-request-id: req-8b0e2efb-c975-44a7-95d1-764f8377695c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:29:33.931732 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b8dea2-faf4-435c-acdc-de135b2a688b", "name": "network-vif-deleted", "tag": "6c93f32b-c5ab-4503-afab-f77543c761b6", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:29:33.932265 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8b0e2efb-c975-44a7-95d1-764f8377695c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:29:33.932838 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b8dea2-faf4-435c-acdc-de135b2a688b', 'name': 'network-vif-deleted', 'tag': '6c93f32b-c5ab-4503-afab-f77543c761b6', 'status': 'completed', 'code': 200} Jul 09 09:29:33.970496 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d7da84e8-471c-453d-aa57-8eb8dc5ae8eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:33.979105 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d7da84e8-471c-453d-aa57-8eb8dc5ae8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:34.014073 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-13c5b927-c6f3-4f2e-baaf-77413b1f485b req-4c800fb7-8bd5-46f6-9d7c-6ab8f651dd90 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:34.090682 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d7da84e8-471c-453d-aa57-8eb8dc5ae8eb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26be539d11314aad8866ce3ac6c180df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6221058 Jul 09 09:29:34.093820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44262) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:34.106192 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da84e8-471c-453d-aa57-8eb8dc5ae8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e95050-7ae5-4c89-889c-a4900f59f0a4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:34.255346 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ffbc7035-b2e7-4ca9-b28f-340762626148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:34.298324 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02c625-05e1-4542-ba41-4136ba429d44 req-1201fbb5-2b99-4d9c-afe7-ef8bd92b661b tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:34.305577 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b02c625-05e1-4542-ba41-4136ba429d44 req-1201fbb5-2b99-4d9c-afe7-ef8bd92b661b tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 944 time: 0.1650383 Jul 09 09:29:34.320715 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ffbc7035-b2e7-4ca9-b28f-340762626148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:34.380626 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-13c5b927-c6f3-4f2e-baaf-77413b1f485b req-4c800fb7-8bd5-46f6-9d7c-6ab8f651dd90 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:34.398802 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b02c625-05e1-4542-ba41-4136ba429d44 req-3e408993-1017-463f-8239-28a926c9f3ca tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922079 Jul 09 09:29:34.417332 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-13c5b927-c6f3-4f2e-baaf-77413b1f485b req-4c800fb7-8bd5-46f6-9d7c-6ab8f651dd90 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:34.457056 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c800fb7-8bd5-46f6-9d7c-6ab8f651dd90 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e04b6a-ff02-4a34-8596-fe4be93bb023,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:34.472334 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-13c5b927-c6f3-4f2e-baaf-77413b1f485b req-4c800fb7-8bd5-46f6-9d7c-6ab8f651dd90 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:34.478749 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13c5b927-c6f3-4f2e-baaf-77413b1f485b req-4c800fb7-8bd5-46f6-9d7c-6ab8f651dd90 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.7072973 Jul 09 09:29:34.491714 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ffbc7035-b2e7-4ca9-b28f-340762626148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:34.494510 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ffbc7035-b2e7-4ca9-b28f-340762626148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:34.509944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ffbc7035-b2e7-4ca9-b28f-340762626148 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/36e95050-7ae5-4c89-889c-a4900f59f0a4 HTTP/1.1" status: 204 len: 168 time: 0.4149799 Jul 09 09:29:34.519245 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc7035-b2e7-4ca9-b28f-340762626148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e95050-7ae5-4c89-889c-a4900f59f0a4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:34.653326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80307a92-61af-4c4f-9c53-c025fb9cf3d1 req-dd6b11a9-ff74-4786-b997-62b57ad0935c tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "GET /v2.0/security-groups/13e04b6a-ff02-4a34-8596-fe4be93bb023 HTTP/1.1" status: 200 len: 1811 time: 0.0731006 Jul 09 09:29:34.664291 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-80307a92-61af-4c4f-9c53-c025fb9cf3d1 req-97a1ceec-d884-438f-9d9f-e4540f68ad7b tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '13e04b6a-ff02-4a34-8596-fe4be93bb023', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:34.664739 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-80307a92-61af-4c4f-9c53-c025fb9cf3d1 req-97a1ceec-d884-438f-9d9f-e4540f68ad7b tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '13e04b6a-ff02-4a34-8596-fe4be93bb023', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:34.743460 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-80307a92-61af-4c4f-9c53-c025fb9cf3d1 req-97a1ceec-d884-438f-9d9f-e4540f68ad7b tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:34.801463 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-80307a92-61af-4c4f-9c53-c025fb9cf3d1 req-97a1ceec-d884-438f-9d9f-e4540f68ad7b tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:34.809660 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-80307a92-61af-4c4f-9c53-c025fb9cf3d1 req-97a1ceec-d884-438f-9d9f-e4540f68ad7b tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:34.814387 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 7153d63d-8cb8-42ab-95aa-44ebcab0b117 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:29:34.833706 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1ceec-d884-438f-9d9f-e4540f68ad7b tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9323859f-b5b1-4e66-be1d-e987e5b6cdcb,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:34.850220 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-80307a92-61af-4c4f-9c53-c025fb9cf3d1 req-97a1ceec-d884-438f-9d9f-e4540f68ad7b tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:34.856727 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80307a92-61af-4c4f-9c53-c025fb9cf3d1 req-97a1ceec-d884-438f-9d9f-e4540f68ad7b tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1974533 Jul 09 09:29:34.957887 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44298) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:35.032275 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-503874af-9530-4f7f-8662-6551c88ffad7 req-61564e81-bfd4-4752-86d6-3f2544b2f7f8 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "GET /v2.0/security-groups/13e04b6a-ff02-4a34-8596-fe4be93bb023 HTTP/1.1" status: 200 len: 2404 time: 0.0808988 Jul 09 09:29:35.033648 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 7153d63d-8cb8-42ab-95aa-44ebcab0b117, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=7153d63d-8cb8-42ab-95aa-44ebcab0b117,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:35.051636 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '7153d63d-8cb8-42ab-95aa-44ebcab0b117', 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2', 'port_id': '7153d63d-8cb8-42ab-95aa-44ebcab0b117', 'mac_address': 'fa:16:3e:ac:db:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '885047f0-ba41-4b93-9739-c68577cb7cc5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:29:35.110193 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:35.130375 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7153d63d-8cb8-42ab-95aa-44ebcab0b117 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:29:35.164469 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a8c823ef-d33a-48d6-a802-95420b0fb135 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-634957583-network', 'tenant_id': '05247897adfc4574abb3676148ebb1c9'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:35.189335 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f8cc2-0d3c-4d33-a9bd-44c21c0c002b req-3239cec6-76a5-457d-a792-52b14bfb79d8 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:35.197567 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b93f8cc2-0d3c-4d33-a9bd-44c21c0c002b req-3239cec6-76a5-457d-a792-52b14bfb79d8 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 945 time: 0.1445458 Jul 09 09:29:35.205787 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 7153d63d-8cb8-42ab-95aa-44ebcab0b117, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=7153d63d-8cb8-42ab-95aa-44ebcab0b117,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:35.220088 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:35.249824 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c823ef-d33a-48d6-a802-95420b0fb135 admin admin] Made reservation on behalf of 05247897adfc4574abb3676148ebb1c9 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:29:35.254737 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b93f8cc2-0d3c-4d33-a9bd-44c21c0c002b req-3bb4c835-685a-4209-8503-b652d739da30 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563025 Jul 09 09:29:35.255970 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8c823ef-d33a-48d6-a802-95420b0fb135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:35.283477 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8c823ef-d33a-48d6-a802-95420b0fb135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:35.351258 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=7153d63d-8cb8-42ab-95aa-44ebcab0b117,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:35.374619 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-68af3d43-1b32-4806-a683-e9274e843a1b req-cca26c95-f34d-4181-89c2-20a0ce25e45b tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "GET /v2.0/security-group-rules/9323859f-b5b1-4e66-be1d-e987e5b6cdcb HTTP/1.1" status: 200 len: 778 time: 0.0640130 Jul 09 09:29:35.463842 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-68af3d43-1b32-4806-a683-e9274e843a1b req-a7c71594-6aad-45c8-85bd-36ea3e71803e tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "GET /v2.0/security-groups/13e04b6a-ff02-4a34-8596-fe4be93bb023 HTTP/1.1" status: 200 len: 2404 time: 0.0882571 Jul 09 09:29:35.487304 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8c823ef-d33a-48d6-a802-95420b0fb135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:35.494770 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8c823ef-d33a-48d6-a802-95420b0fb135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:35.500525 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-68af3d43-1b32-4806-a683-e9274e843a1b req-1ea849c2-1ae0-4829-80ca-4748308f61ad tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:35.512873 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-68af3d43-1b32-4806-a683-e9274e843a1b req-1ea849c2-1ae0-4829-80ca-4748308f61ad tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:35.547318 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c823ef-d33a-48d6-a802-95420b0fb135 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:29:35.559787 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c823ef-d33a-48d6-a802-95420b0fb135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff49924d-2318-47bb-b1ad-cda808e15376,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:35.582480 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8c823ef-d33a-48d6-a802-95420b0fb135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:35.583116 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-a8c823ef-d33a-48d6-a802-95420b0fb135 admin admin] Added segment 9c80082f-650a-441a-b799-ef112263912f of type vlan for network 5eaa3fce-35d5-4d25-ada1-3b3902c7fe65 Jul 09 09:29:35.591216 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-68af3d43-1b32-4806-a683-e9274e843a1b req-1ea849c2-1ae0-4829-80ca-4748308f61ad tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:35.600642 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-68af3d43-1b32-4806-a683-e9274e843a1b req-1ea849c2-1ae0-4829-80ca-4748308f61ad tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:35.613086 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-68af3d43-1b32-4806-a683-e9274e843a1b req-1ea849c2-1ae0-4829-80ca-4748308f61ad tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/9323859f-b5b1-4e66-be1d-e987e5b6cdcb HTTP/1.1" status: 204 len: 173 time: 0.1480842 Jul 09 09:29:35.635974 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8c823ef-d33a-48d6-a802-95420b0fb135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:35.642388 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a8fd4-3e6e-4fad-a487-7b26dd85a85b req-690a177b-47cf-45a0-a57c-cb67b0cf66c7 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:35.644110 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f99a8fd4-3e6e-4fad-a487-7b26dd85a85b req-690a177b-47cf-45a0-a57c-cb67b0cf66c7 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba7f8064-dc4a-4c54-97aa-2445d010c335 HTTP/1.1" status: 200 len: 950 time: 0.1346807 Jul 09 09:29:35.645026 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea849c2-1ae0-4829-80ca-4748308f61ad tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9323859f-b5b1-4e66-be1d-e987e5b6cdcb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:35.675056 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea849c2-1ae0-4829-80ca-4748308f61ad tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:35.675653 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea849c2-1ae0-4829-80ca-4748308f61ad tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:35.676055 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea849c2-1ae0-4829-80ca-4748308f61ad tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:35.676299 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea849c2-1ae0-4829-80ca-4748308f61ad tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:35.676602 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8c823ef-d33a-48d6-a802-95420b0fb135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:35.676759 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea849c2-1ae0-4829-80ca-4748308f61ad tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:35.676945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea849c2-1ae0-4829-80ca-4748308f61ad tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:35.677254 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea849c2-1ae0-4829-80ca-4748308f61ad tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:35.677600 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea849c2-1ae0-4829-80ca-4748308f61ad tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:35.677813 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c823ef-d33a-48d6-a802-95420b0fb135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:35.677928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea849c2-1ae0-4829-80ca-4748308f61ad tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:35.678224 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea849c2-1ae0-4829-80ca-4748308f61ad tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:35.678540 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8c823ef-d33a-48d6-a802-95420b0fb135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:35.678649 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea849c2-1ae0-4829-80ca-4748308f61ad tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:35.678939 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea849c2-1ae0-4829-80ca-4748308f61ad tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:35.710569 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 6c93f32b-c5ab-4503-afab-f77543c761b6 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:29:35.742625 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['7153d63d-8cb8-42ab-95aa-44ebcab0b117'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:29:35.752261 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f99a8fd4-3e6e-4fad-a487-7b26dd85a85b req-b0002d31-8b86-469a-9ae6-9da7c4002e9a tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788910 Jul 09 09:29:35.805267 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a8c823ef-d33a-48d6-a802-95420b0fb135 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8426032 Jul 09 09:29:35.805267 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c823ef-d33a-48d6-a802-95420b0fb135 admin admin] Pushing event updated for resources: {'Network': ['ID=5eaa3fce-35d5-4d25-ada1-3b3902c7fe65,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:35.806251 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44338) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:35.812579 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9e851269-d7a5-4df4-8614-1198181b45e2 admin admin] Request body: {'subnet': {'network_id': '5eaa3fce-35d5-4d25-ada1-3b3902c7fe65', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-634957583-subnet', 'tenant_id': '05247897adfc4574abb3676148ebb1c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:35.817208 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 6c93f32b-c5ab-4503-afab-f77543c761b6 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:29:35.817720 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 6c93f32b-c5ab-4503-afab-f77543c761b6 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:29:35.819193 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 5eaa3fce-35d5-4d25-ada1-3b3902c7fe65 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:29:35.858665 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e851269-d7a5-4df4-8614-1198181b45e2 admin admin] Made reservation on behalf of 05247897adfc4574abb3676148ebb1c9 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:29:35.863614 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9e851269-d7a5-4df4-8614-1198181b45e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:35.892799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b28f7-4d3a-42cf-985f-cf39afa2a1c1 req-1276c9b2-8c3f-4d3c-9981-817fba3eb1d0 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:35.914644 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-009b28f7-4d3a-42cf-985f-cf39afa2a1c1 req-1276c9b2-8c3f-4d3c-9981-817fba3eb1d0 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 945 time: 0.1585224 Jul 09 09:29:35.958212 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-009b28f7-4d3a-42cf-985f-cf39afa2a1c1 req-68fa9222-626b-4a42-959e-149b7afbad76 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413940 Jul 09 09:29:35.965306 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-a0ce9a73-a172-449c-aa0b-a017bf4bd48d req-5f08682d-8bfd-4e31-8023-90b43ff96098 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-594931350', 'description': 'tempest-description-723418338'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:36.022504 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a0ce9a73-a172-449c-aa0b-a017bf4bd48d req-5f08682d-8bfd-4e31-8023-90b43ff96098 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:36.133138 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a0ce9a73-a172-449c-aa0b-a017bf4bd48d req-5f08682d-8bfd-4e31-8023-90b43ff96098 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:36.151370 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a0ce9a73-a172-449c-aa0b-a017bf4bd48d req-5f08682d-8bfd-4e31-8023-90b43ff96098 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:36.181565 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9e851269-d7a5-4df4-8614-1198181b45e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:36.190212 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a0ce9a73-a172-449c-aa0b-a017bf4bd48d req-5f08682d-8bfd-4e31-8023-90b43ff96098 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:36.192023 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a0ce9a73-a172-449c-aa0b-a017bf4bd48d req-5f08682d-8bfd-4e31-8023-90b43ff96098 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2317989 Jul 09 09:29:36.194347 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08682d-8bfd-4e31-8023-90b43ff96098 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f9d7c4-ab82-4ec8-b3a3-5796a555003e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:36.256717 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e851269-d7a5-4df4-8614-1198181b45e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a8c242-1072-4995-aeac-c0276a25ff40,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:36.276303 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e851269-d7a5-4df4-8614-1198181b45e2 admin admin] Checking segment: {'id': '9c80082f-650a-441a-b799-ef112263912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5eaa3fce-35d5-4d25-ada1-3b3902c7fe65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:29:36.276652 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e851269-d7a5-4df4-8614-1198181b45e2 admin admin] Network hostable DHCP agents. Network: 5eaa3fce-35d5-4d25-ada1-3b3902c7fe65, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:29:36.284206 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09c3bcfb-71bf-4ae9-b8f6-eb99ce52a703 req-1767f17a-cc1f-4ff4-9044-63504e421215 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "GET /v2.0/security-groups/e3f9d7c4-ab82-4ec8-b3a3-5796a555003e HTTP/1.1" status: 200 len: 1811 time: 0.0583768 Jul 09 09:29:36.320612 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e851269-d7a5-4df4-8614-1198181b45e2 admin admin] Network 5eaa3fce-35d5-4d25-ada1-3b3902c7fe65 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:29:36.321434 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-7dbda8f0-2315-4652-ae52-49d93f949de6 req-b3ce9737-429b-4369-944b-99674146955f tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1186851997', 'description': 'tempest-description-685010431'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:36.339205 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-9e851269-d7a5-4df4-8614-1198181b45e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 5eaa3fce-35d5-4d25-ada1-3b3902c7fe65) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:29:36.344533 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e851269-d7a5-4df4-8614-1198181b45e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:36.346350 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9e851269-d7a5-4df4-8614-1198181b45e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:36.349619 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af09f573-a9de-4f69-a131-815963ee1d52 None None] Network 5eaa3fce-35d5-4d25-ada1-3b3902c7fe65 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:29:36.356478 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7dbda8f0-2315-4652-ae52-49d93f949de6 req-b3ce9737-429b-4369-944b-99674146955f tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:36.387351 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9e851269-d7a5-4df4-8614-1198181b45e2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5797431 Jul 09 09:29:36.532632 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7dbda8f0-2315-4652-ae52-49d93f949de6 req-b3ce9737-429b-4369-944b-99674146955f tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:36.545158 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89084be3-e995-4126-8846-c99fce57a6a4 None None] Network 5eaa3fce-35d5-4d25-ada1-3b3902c7fe65 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:29:36.556920 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7dbda8f0-2315-4652-ae52-49d93f949de6 req-b3ce9737-429b-4369-944b-99674146955f tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:36.607280 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7dbda8f0-2315-4652-ae52-49d93f949de6 req-b3ce9737-429b-4369-944b-99674146955f tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:36.609238 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7dbda8f0-2315-4652-ae52-49d93f949de6 req-b3ce9737-429b-4369-944b-99674146955f tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2934337 Jul 09 09:29:36.611852 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce9737-429b-4369-944b-99674146955f tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e370ca45-7411-46db-81ed-2cec5ec0153b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:36.681029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c86bbd-7e42-46d4-8590-57a9cda020fd req-8226a01a-a34b-41ee-80c7-012414309ea8 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:36.682611 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66c86bbd-7e42-46d4-8590-57a9cda020fd req-8226a01a-a34b-41ee-80c7-012414309ea8 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 945 time: 0.2520056 Jul 09 09:29:36.725532 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0aec07e1-88e6-4082-880d-d780d892b922 req-dd981522-f6d6-43ef-9c77-4ecc9b5fc134 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "GET /v2.0/security-groups/e370ca45-7411-46db-81ed-2cec5ec0153b HTTP/1.1" status: 200 len: 1812 time: 0.0897079 Jul 09 09:29:36.798262 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6a0dcb4-873b-4469-ba6e-0688e10ad470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:36.802601 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66c86bbd-7e42-46d4-8590-57a9cda020fd req-f60ddd81-56c8-47e3-b38b-d06421eec21e tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039658 Jul 09 09:29:36.822757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6881b7-88f9-4953-bed8-6b2943ca5899 req-a9438ab7-7464-4867-a03d-b07ce55c8ef4 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:36.824536 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a6881b7-88f9-4953-bed8-6b2943ca5899 req-a9438ab7-7464-4867-a03d-b07ce55c8ef4 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.58 "GET /v2.0/ports?device_id=434e8a64-6c91-45f1-bad6-b93da9d964b2 HTTP/1.1" status: 200 len: 949 time: 0.1269746 Jul 09 09:29:36.894604 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-f7ce6875-83bf-493b-b1af-1ab1143282a6 req-cb3b8af2-4b70-4476-91ac-bdab1569c042 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1927752683', 'description': 'tempest-description-327336227'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:36.922793 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f7ce6875-83bf-493b-b1af-1ab1143282a6 req-cb3b8af2-4b70-4476-91ac-bdab1569c042 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:37.038591 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0937c0-f47d-4341-976b-d9c11c8a39ba req-ad3f0232-65fa-405e-a6cc-8adb8bab0d83 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:37.040150 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b0937c0-f47d-4341-976b-d9c11c8a39ba req-ad3f0232-65fa-405e-a6cc-8adb8bab0d83 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba7f8064-dc4a-4c54-97aa-2445d010c335 HTTP/1.1" status: 200 len: 950 time: 0.2263124 Jul 09 09:29:37.063090 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-4a4ba04b-bead-46fa-bb08-781f0019e2d7 req-570f09a6-e77d-47f1-8393-926fd737e74f tempest-SecurityGroupsNegativeTestJSON-200860241 tempest-SecurityGroupsNegativeTestJSON-200860241-project] show failed (client error): The resource could not be found. Jul 09 09:29:37.064078 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a4ba04b-bead-46fa-bb08-781f0019e2d7 req-570f09a6-e77d-47f1-8393-926fd737e74f tempest-SecurityGroupsNegativeTestJSON-200860241 tempest-SecurityGroupsNegativeTestJSON-200860241-project] 10.222.0.61 "GET /v2.0/security-groups/6626d2f9-b35b-4f9a-a971-9f58d48b9153 HTTP/1.1" status: 404 len: 352 time: 0.0522306 Jul 09 09:29:37.148915 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-5a6881b7-88f9-4953-bed8-6b2943ca5899 req-8c7c4e64-426d-4a07-a4ef-2a7aa59f474f tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Deleting port eddad57a-4f39-48cf-8fe1-c5898d4d4722 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:29:37.149249 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5a6881b7-88f9-4953-bed8-6b2943ca5899 req-8c7c4e64-426d-4a07-a4ef-2a7aa59f474f tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:37.241786 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f7ce6875-83bf-493b-b1af-1ab1143282a6 req-cb3b8af2-4b70-4476-91ac-bdab1569c042 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:37.252861 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f7ce6875-83bf-493b-b1af-1ab1143282a6 req-cb3b8af2-4b70-4476-91ac-bdab1569c042 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:37.341320 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f7ce6875-83bf-493b-b1af-1ab1143282a6 req-cb3b8af2-4b70-4476-91ac-bdab1569c042 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:37.343047 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f7ce6875-83bf-493b-b1af-1ab1143282a6 req-cb3b8af2-4b70-4476-91ac-bdab1569c042 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4754453 Jul 09 09:29:37.352408 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b8af2-4b70-4476-91ac-bdab1569c042 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbda4df3-a9bc-4752-989a-6766ca0deff2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:37.377134 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5a6881b7-88f9-4953-bed8-6b2943ca5899 req-8c7c4e64-426d-4a07-a4ef-2a7aa59f474f tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] For port eddad57a-4f39-48cf-8fe1-c5898d4d4722, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=eddad57a-4f39-48cf-8fe1-c5898d4d4722,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:37.377499 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5a6881b7-88f9-4953-bed8-6b2943ca5899 req-8c7c4e64-426d-4a07-a4ef-2a7aa59f474f tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:37.381678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-6b0937c0-f47d-4341-976b-d9c11c8a39ba req-ea441b3a-5ebd-4879-8e70-ca5cc6d52e80 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Deleting port f50b9964-14bb-4f6a-a77c-fddb1951c7dd {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:29:37.382041 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6b0937c0-f47d-4341-976b-d9c11c8a39ba req-ea441b3a-5ebd-4879-8e70-ca5cc6d52e80 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:37.442559 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-5a6881b7-88f9-4953-bed8-6b2943ca5899 req-8c7c4e64-426d-4a07-a4ef-2a7aa59f474f tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Calling delete_port for eddad57a-4f39-48cf-8fe1-c5898d4d4722 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:29:37.609163 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168eb4f8-356a-461e-b582-cd828331c37d req-a94c5199-90b1-4148-99f4-1479801b7acd tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:37.610962 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-168eb4f8-356a-461e-b582-cd828331c37d req-a94c5199-90b1-4148-99f4-1479801b7acd tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba7f8064-dc4a-4c54-97aa-2445d010c335 HTTP/1.1" status: 200 len: 950 time: 0.3472698 Jul 09 09:29:37.691847 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6b0937c0-f47d-4341-976b-d9c11c8a39ba req-ea441b3a-5ebd-4879-8e70-ca5cc6d52e80 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] For port f50b9964-14bb-4f6a-a77c-fddb1951c7dd, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=f50b9964-14bb-4f6a-a77c-fddb1951c7dd,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:37.692089 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6b0937c0-f47d-4341-976b-d9c11c8a39ba req-ea441b3a-5ebd-4879-8e70-ca5cc6d52e80 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:37.729981 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-6b0937c0-f47d-4341-976b-d9c11c8a39ba req-ea441b3a-5ebd-4879-8e70-ca5cc6d52e80 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Calling delete_port for f50b9964-14bb-4f6a-a77c-fddb1951c7dd owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:29:37.758413 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-168eb4f8-356a-461e-b582-cd828331c37d req-049270ed-96c1-42a7-8881-cc6e2123f2fe tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229441 Jul 09 09:29:37.819946 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44418) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:37.885566 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5a6881b7-88f9-4953-bed8-6b2943ca5899 req-8c7c4e64-426d-4a07-a4ef-2a7aa59f474f tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:37.899910 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62', 'dfa7bdd6-e2a4-4449-aec9-ed28819b103e', 'bd5111a0-463d-4eaf-8c37-0b03d02ee709', 'f50b9964-14bb-4f6a-a77c-fddb1951c7dd'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:29:37.908520 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452c4bd-95d1-415d-bca8-00622a6237bc req-25630416-5889-46c5-9757-d6b3c60824fa tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:37.915341 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8452c4bd-95d1-415d-bca8-00622a6237bc req-25630416-5889-46c5-9757-d6b3c60824fa tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 945 time: 0.3253622 Jul 09 09:29:37.940567 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08e46402-d505-4559-a0f8-f1212a97654d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:37.961537 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c4e64-426d-4a07-a4ef-2a7aa59f474f tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Pushing event deleted for resources: {'Port': ['ID=eddad57a-4f39-48cf-8fe1-c5898d4d4722,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:37.988374 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b72fefa7-4375-44fa-b16b-7ffdd16bf2c5 req-daa71b27-8291-4948-a030-d4879e06afd3 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "GET /v2.0/security-groups/fbda4df3-a9bc-4752-989a-6766ca0deff2 HTTP/1.1" status: 200 len: 1812 time: 0.1639922 Jul 09 09:29:38.054130 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6881b7-88f9-4953-bed8-6b2943ca5899 req-8c7c4e64-426d-4a07-a4ef-2a7aa59f474f tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] No DVR routers for this DVR port eddad57a-4f39-48cf-8fe1-c5898d4d4722 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:29:38.057054 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5a6881b7-88f9-4953-bed8-6b2943ca5899 req-8c7c4e64-426d-4a07-a4ef-2a7aa59f474f tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:38.059270 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a6881b7-88f9-4953-bed8-6b2943ca5899 req-8c7c4e64-426d-4a07-a4ef-2a7aa59f474f tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.58 "DELETE /v2.0/ports/eddad57a-4f39-48cf-8fe1-c5898d4d4722 HTTP/1.1" status: 204 len: 173 time: 1.2262995 Jul 09 09:29:38.074997 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434e8a64-6c91-45f1-bad6-b93da9d964b2', 'name': 'network-vif-deleted', 'tag': 'eddad57a-4f39-48cf-8fe1-c5898d4d4722'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:29:38.078776 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2762672d-e4cb-4e98-bafb-3bb46eba29c9" -d '{"events": [{"server_uuid": "434e8a64-6c91-45f1-bad6-b93da9d964b2", "name": "network-vif-deleted", "tag": "eddad57a-4f39-48cf-8fe1-c5898d4d4722"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:29:38.128775 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08e46402-d505-4559-a0f8-f1212a97654d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:38.136767 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08e46402-d505-4559-a0f8-f1212a97654d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:38.154040 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8452c4bd-95d1-415d-bca8-00622a6237bc req-2fd24511-dde4-4a03-9a81-f777d8d98073 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377303 Jul 09 09:29:38.173427 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-08e46402-d505-4559-a0f8-f1212a97654d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8cb7151ab9f64dd4a591a001d298d54f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3517838 Jul 09 09:29:38.180973 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44428) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:38.218756 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e46402-d505-4559-a0f8-f1212a97654d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce3946e-09a0-45cf-9eed-ea6db6389417,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:38.258820 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6b0937c0-f47d-4341-976b-d9c11c8a39ba req-ea441b3a-5ebd-4879-8e70-ca5cc6d52e80 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:38.351734 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e3938175-4d6d-48b5-8728-07696c92de81 req-14fbc86c-3b29-4b82-be68-2750545c5d38 tempest-SecurityGroupsNegativeTestJSON-200860241 tempest-SecurityGroupsNegativeTestJSON-200860241-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=05247897adfc4574abb3676148ebb1c9 HTTP/1.1" status: 200 len: 2984 time: 0.3207207 Jul 09 09:29:38.362714 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea441b3a-5ebd-4879-8e70-ca5cc6d52e80 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Pushing event deleted for resources: {'Port': ['ID=f50b9964-14bb-4f6a-a77c-fddb1951c7dd,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:38.490940 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0937c0-f47d-4341-976b-d9c11c8a39ba req-ea441b3a-5ebd-4879-8e70-ca5cc6d52e80 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] No DVR routers for this DVR port f50b9964-14bb-4f6a-a77c-fddb1951c7dd on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:29:38.493837 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6b0937c0-f47d-4341-976b-d9c11c8a39ba req-ea441b3a-5ebd-4879-8e70-ca5cc6d52e80 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:38.496626 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b0937c0-f47d-4341-976b-d9c11c8a39ba req-ea441b3a-5ebd-4879-8e70-ca5cc6d52e80 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "DELETE /v2.0/ports/f50b9964-14bb-4f6a-a77c-fddb1951c7dd HTTP/1.1" status: 204 len: 173 time: 1.4439664 Jul 09 09:29:38.541103 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e3938175-4d6d-48b5-8728-07696c92de81 req-b3968790-7cae-40e2-992d-02e672bb4099 tempest-SecurityGroupsNegativeTestJSON-200860241 tempest-SecurityGroupsNegativeTestJSON-200860241-project] 10.222.0.61 "GET /v2.0/security-groups/ff49924d-2318-47bb-b1ad-cda808e15376 HTTP/1.1" status: 200 len: 2981 time: 0.1703329 Jul 09 09:29:38.561707 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fede06e3-5cb9-4134-aee4-6774cecc5fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:38.822239 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 7153d63d-8cb8-42ab-95aa-44ebcab0b117 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:29:38.875726 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:38.894108 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 7153d63d-8cb8-42ab-95aa-44ebcab0b117 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:29:38.900849 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 7153d63d-8cb8-42ab-95aa-44ebcab0b117 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:29:38.901481 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:38.994521 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fede06e3-5cb9-4134-aee4-6774cecc5fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:39.008805 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:39.035504 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8cf408-c775-4ea8-86d7-11de2f212b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7153d63d-8cb8-42ab-95aa-44ebcab0b117'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:29:39.037815 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da55faa-3b6c-4d4a-90d1-f2eb6d67ece4" -d '{"events": [{"server_uuid": "4b8cf408-c775-4ea8-86d7-11de2f212b9e", "name": "network-vif-plugged", "status": "completed", "tag": "7153d63d-8cb8-42ab-95aa-44ebcab0b117"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:29:39.053153 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 7153d63d-8cb8-42ab-95aa-44ebcab0b117, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=7153d63d-8cb8-42ab-95aa-44ebcab0b117,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:39.059788 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:39.073491 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b70349-ac3a-401b-ae7e-37e9109a041a req-626375af-d980-4b65-b223-1375eeade273 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:39.084596 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-93b70349-ac3a-401b-ae7e-37e9109a041a req-626375af-d980-4b65-b223-1375eeade273 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 945 time: 0.7381594 Jul 09 09:29:39.120195 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=7153d63d-8cb8-42ab-95aa-44ebcab0b117,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:39.124907 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fede06e3-5cb9-4134-aee4-6774cecc5fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:39.127866 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fede06e3-5cb9-4134-aee4-6774cecc5fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:39.131774 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fede06e3-5cb9-4134-aee4-6774cecc5fbc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fce3946e-09a0-45cf-9eed-ea6db6389417 HTTP/1.1" status: 204 len: 168 time: 0.9481678 Jul 09 09:29:39.143245 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e3938175-4d6d-48b5-8728-07696c92de81 req-f1768f7d-9d68-4eed-8339-56c702b13c4b tempest-SecurityGroupsNegativeTestJSON-200860241 tempest-SecurityGroupsNegativeTestJSON-200860241-project] 10.222.0.61 "GET /v2.0/security-groups/ff49924d-2318-47bb-b1ad-cda808e15376 HTTP/1.1" status: 200 len: 2981 time: 0.6012926 Jul 09 09:29:39.153628 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-93b70349-ac3a-401b-ae7e-37e9109a041a req-93ef858f-bf2e-4692-92bc-0d3c0ca62f21 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651660 Jul 09 09:29:39.153628 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede06e3-5cb9-4134-aee4-6774cecc5fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce3946e-09a0-45cf-9eed-ea6db6389417,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:39.208533 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-0f0952b3-f708-481a-9a3a-fc6c217eef25 req-c007ed3c-c4fc-46b7-9f0b-b7c5cd9cf9ed tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1642822650', 'description': 'tempest-description-1345142524'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:39.246018 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0f0952b3-f708-481a-9a3a-fc6c217eef25 req-c007ed3c-c4fc-46b7-9f0b-b7c5cd9cf9ed tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:39.254792 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568fec8a-f4bd-48fc-a19d-bb95905124fe x-openstack-request-id: req-568fec8a-f4bd-48fc-a19d-bb95905124fe {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:29:39.256234 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434e8a64-6c91-45f1-bad6-b93da9d964b2", "name": "network-vif-deleted", "tag": "eddad57a-4f39-48cf-8fe1-c5898d4d4722", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:29:39.257829 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-568fec8a-f4bd-48fc-a19d-bb95905124fe {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:29:39.258337 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434e8a64-6c91-45f1-bad6-b93da9d964b2', 'name': 'network-vif-deleted', 'tag': 'eddad57a-4f39-48cf-8fe1-c5898d4d4722', 'status': 'completed', 'code': 200} Jul 09 09:29:39.301103 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e1dccca2-deac-4653-86a9-1840b324ca3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:39.392985 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0f0952b3-f708-481a-9a3a-fc6c217eef25 req-c007ed3c-c4fc-46b7-9f0b-b7c5cd9cf9ed tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:39.399354 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0f0952b3-f708-481a-9a3a-fc6c217eef25 req-c007ed3c-c4fc-46b7-9f0b-b7c5cd9cf9ed tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:39.441075 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0f0952b3-f708-481a-9a3a-fc6c217eef25 req-c007ed3c-c4fc-46b7-9f0b-b7c5cd9cf9ed tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:39.442391 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0f0952b3-f708-481a-9a3a-fc6c217eef25 req-c007ed3c-c4fc-46b7-9f0b-b7c5cd9cf9ed tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2589159 Jul 09 09:29:39.453333 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007ed3c-c4fc-46b7-9f0b-b7c5cd9cf9ed tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44cf51b-0785-4067-a9c5-0d3b4aa49612,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:39.473134 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:39.508737 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1718d0d4-50d8-4044-87ed-a2ac16dcdaac x-openstack-request-id: req-1718d0d4-50d8-4044-87ed-a2ac16dcdaac {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:29:39.509160 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8cf408-c775-4ea8-86d7-11de2f212b9e", "name": "network-vif-plugged", "status": "completed", "tag": "7153d63d-8cb8-42ab-95aa-44ebcab0b117", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:29:39.509513 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1718d0d4-50d8-4044-87ed-a2ac16dcdaac {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:29:39.510009 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8cf408-c775-4ea8-86d7-11de2f212b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7153d63d-8cb8-42ab-95aa-44ebcab0b117', 'code': 200} Jul 09 09:29:39.619052 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-266e681b-c87f-4cfd-a2e4-6a6f58cd7733 req-7f8979e7-0dc5-4dad-ab4b-4659723fd8ba tempest-SecurityGroupsNegativeTestJSON-200860241 tempest-SecurityGroupsNegativeTestJSON-200860241-project] 10.222.0.61 "GET /v2.0/security-groups/ff49924d-2318-47bb-b1ad-cda808e15376 HTTP/1.1" status: 200 len: 2981 time: 0.0824056 Jul 09 09:29:39.693808 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44452) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:39.697114 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6fa23455-6965-4d90-955b-e90966adcea6 req-3583a0c7-8a0a-44a7-92d0-6c5669d40cc8 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba7f8064-dc4a-4c54-97aa-2445d010c335 HTTP/1.1" status: 200 len: 210 time: 0.0770195 Jul 09 09:29:39.713310 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device eddad57a-4f39-48cf-8fe1-c5898d4d4722 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:29:39.722075 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62', 'dfa7bdd6-e2a4-4449-aec9-ed28819b103e', 'bd5111a0-463d-4eaf-8c37-0b03d02ee709'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:29:39.726528 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcb84cef-96cc-452f-b8d8-8d9c6956778a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:39.781426 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-266e681b-c87f-4cfd-a2e4-6a6f58cd7733 req-1bac90c9-3ed0-43d3-babf-cb7afc38fe7d tempest-SecurityGroupsNegativeTestJSON-200860241 tempest-SecurityGroupsNegativeTestJSON-200860241-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 09:29:39.783882 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-266e681b-c87f-4cfd-a2e4-6a6f58cd7733 req-1bac90c9-3ed0-43d3-babf-cb7afc38fe7d tempest-SecurityGroupsNegativeTestJSON-200860241 tempest-SecurityGroupsNegativeTestJSON-200860241-project] 10.222.0.61 "DELETE /v2.0/security-groups/ff49924d-2318-47bb-b1ad-cda808e15376 HTTP/1.1" status: 409 len: 352 time: 0.1443739 Jul 09 09:29:39.881900 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcb84cef-96cc-452f-b8d8-8d9c6956778a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:39.895177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-edc4fac1-a5d8-47cd-afca-5c636e50ff91 req-b2901f5b-6e2f-49fc-b3c0-b46e5549b13b tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "GET /v2.0/security-groups/c44cf51b-0785-4067-a9c5-0d3b4aa49612 HTTP/1.1" status: 200 len: 1813 time: 0.0876868 Jul 09 09:29:39.895298 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcb84cef-96cc-452f-b8d8-8d9c6956778a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:39.907064 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: eddad57a-4f39-48cf-8fe1-c5898d4d4722 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:29:39.908992 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device eddad57a-4f39-48cf-8fe1-c5898d4d4722 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:29:39.929794 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-2a64fa81-677f-4c57-8b87-d614c047329b req-58a1099b-2173-48e3-b0ef-3021f32826b6 tempest-SecurityGroupsNegativeTestJSON-200860241 tempest-SecurityGroupsNegativeTestJSON-200860241-project] show failed (client error): The resource could not be found. Jul 09 09:29:39.944328 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bcb84cef-96cc-452f-b8d8-8d9c6956778a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e197730547914207a905c9b20f12f9f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463911 Jul 09 09:29:39.945571 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a64fa81-677f-4c57-8b87-d614c047329b req-58a1099b-2173-48e3-b0ef-3021f32826b6 tempest-SecurityGroupsNegativeTestJSON-200860241 tempest-SecurityGroupsNegativeTestJSON-200860241-project] 10.222.0.61 "GET /v2.0/security-groups/252ec4a3-6403-49b9-8220-6495b6c3f954 HTTP/1.1" status: 404 len: 352 time: 0.0404518 Jul 09 09:29:39.951459 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44460) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:40.007412 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb84cef-96cc-452f-b8d8-8d9c6956778a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beae4526-20c5-4bbf-8af3-626aec0191cf,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:40.040427 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bff42d78-f950-42f3-bc7d-aa53a3cac91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:40.050653 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-b0d348f8-4fa6-45a8-8c55-ffe26de3869e req-e4bcd28d-e419-43fc-b5c9-359835e23e5d tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] show failed (client error): The resource could not be found. Jul 09 09:29:40.052205 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0d348f8-4fa6-45a8-8c55-ffe26de3869e req-e4bcd28d-e419-43fc-b5c9-359835e23e5d tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "GET /v2.0/security-groups/510f5772-3bfa-431e-ba2e-a45b29cdb41f HTTP/1.1" status: 404 len: 352 time: 0.0790663 Jul 09 09:29:40.076628 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bff42d78-f950-42f3-bc7d-aa53a3cac91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:40.124564 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-9fca16e6-7d69-416f-9a5e-fedf0312250c req-76e5bec6-3ef9-46bb-bd84-95245de06046 tempest-SecurityGroupsNegativeTestJSON-200860241 tempest-SecurityGroupsNegativeTestJSON-200860241-project] show failed (client error): The resource could not be found. Jul 09 09:29:40.125512 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9fca16e6-7d69-416f-9a5e-fedf0312250c req-76e5bec6-3ef9-46bb-bd84-95245de06046 tempest-SecurityGroupsNegativeTestJSON-200860241 tempest-SecurityGroupsNegativeTestJSON-200860241-project] 10.222.0.61 "GET /v2.0/security-groups/02f8fc6b-ff8d-4ef5-ad55-4f221f7369aa HTTP/1.1" status: 404 len: 352 time: 0.0312629 Jul 09 09:29:40.137088 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b6933-bf73-42e5-b5f6-bb77e208875a req-4e5cc8a4-227f-467c-9690-31e8f3fb688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:40.144649 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3a4b6933-bf73-42e5-b5f6-bb77e208875a req-4e5cc8a4-227f-467c-9690-31e8f3fb688e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 1097 time: 0.5511484 Jul 09 09:29:40.146846 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44464) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:40.182496 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfe111-7b67-414e-8743-f7966ffbd715 req-21c46644-33de-4552-b914-f98ce4680264 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:40.188576 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a8cfe111-7b67-414e-8743-f7966ffbd715 req-21c46644-33de-4552-b914-f98ce4680264 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 946 time: 0.1994522 Jul 09 09:29:40.219858 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bff42d78-f950-42f3-bc7d-aa53a3cac91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:40.225198 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bff42d78-f950-42f3-bc7d-aa53a3cac91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:40.226668 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bff42d78-f950-42f3-bc7d-aa53a3cac91f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/beae4526-20c5-4bbf-8af3-626aec0191cf HTTP/1.1" status: 204 len: 168 time: 0.2738209 Jul 09 09:29:40.251374 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-41c6cffb-18a8-46c9-b415-5dd79cb3e011 req-5cab13b7-e1e5-4cf3-969f-3fa0dd3e71c9 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] show failed (client error): The resource could not be found. Jul 09 09:29:40.252468 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-41c6cffb-18a8-46c9-b415-5dd79cb3e011 req-5cab13b7-e1e5-4cf3-969f-3fa0dd3e71c9 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "GET /v2.0/security-group-rules/8c893594-55eb-425b-8b47-dd08a4045ad0 HTTP/1.1" status: 404 len: 361 time: 0.0618103 Jul 09 09:29:40.288081 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff2696e-9545-4c8c-99e4-84a17cb67ada admin admin] Deleting subnet 13a8c242-1072-4995-aeac-c0276a25ff40 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:29:40.294961 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff42d78-f950-42f3-bc7d-aa53a3cac91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beae4526-20c5-4bbf-8af3-626aec0191cf,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:40.298798 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a8cfe111-7b67-414e-8743-f7966ffbd715 req-0a922c69-e521-4020-8b54-a7942beaf6f3 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996618 Jul 09 09:29:40.306226 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3a4b6933-bf73-42e5-b5f6-bb77e208875a req-aed40500-9b3b-4766-b05f-4c5d6dfbb8bc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111996 Jul 09 09:29:40.308183 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ff2696e-9545-4c8c-99e4-84a17cb67ada admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:40.374122 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ff2696e-9545-4c8c-99e4-84a17cb67ada admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:40.427875 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ff2696e-9545-4c8c-99e4-84a17cb67ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:40.444401 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e0fe78f2-ebcb-433c-aa73-976b8a4f02f8 req-7c031e69-8d5a-41e1-894e-84b770ad166b tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "GET /v2.0/security-groups/c44cf51b-0785-4067-a9c5-0d3b4aa49612 HTTP/1.1" status: 200 len: 1813 time: 0.0944529 Jul 09 09:29:40.514359 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ff2696e-9545-4c8c-99e4-84a17cb67ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:40.536484 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ff2696e-9545-4c8c-99e4-84a17cb67ada admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:40.538669 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1ff2696e-9545-4c8c-99e4-84a17cb67ada admin admin] 10.222.0.61 "DELETE /v2.0/subnets/13a8c242-1072-4995-aeac-c0276a25ff40 HTTP/1.1" status: 204 len: 168 time: 0.3847387 Jul 09 09:29:40.551179 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44474) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:40.552664 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e0fe78f2-ebcb-433c-aa73-976b8a4f02f8 req-a3ed748d-fb78-4819-bd6b-604e1c934ba4 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:40.563616 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2696e-9545-4c8c-99e4-84a17cb67ada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13a8c242-1072-4995-aeac-c0276a25ff40,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:40.680125 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e0fe78f2-ebcb-433c-aa73-976b8a4f02f8 req-a3ed748d-fb78-4819-bd6b-604e1c934ba4 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:40.698066 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac05d199-9954-43e4-bb55-90aeef955f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:40.770497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966023cb-4e58-4064-9555-79b1f0c6aee2 req-8c66cdb2-6ad7-4d51-b23d-ed203867ea3e tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:40.772360 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-966023cb-4e58-4064-9555-79b1f0c6aee2 req-8c66cdb2-6ad7-4d51-b23d-ed203867ea3e tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 945 time: 0.2497389 Jul 09 09:29:40.813405 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e0fe78f2-ebcb-433c-aa73-976b8a4f02f8 req-a3ed748d-fb78-4819-bd6b-604e1c934ba4 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:40.815495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device f50b9964-14bb-4f6a-a77c-fddb1951c7dd no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:29:40.816182 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e0fe78f2-ebcb-433c-aa73-976b8a4f02f8 req-a3ed748d-fb78-4819-bd6b-604e1c934ba4 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:40.817493 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e0fe78f2-ebcb-433c-aa73-976b8a4f02f8 req-a3ed748d-fb78-4819-bd6b-604e1c934ba4 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "DELETE /v2.0/security-groups/c44cf51b-0785-4067-a9c5-0d3b4aa49612 HTTP/1.1" status: 204 len: 173 time: 0.3669586 Jul 09 09:29:40.850460 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed748d-fb78-4819-bd6b-604e1c934ba4 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44cf51b-0785-4067-a9c5-0d3b4aa49612,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:40.852096 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: f50b9964-14bb-4f6a-a77c-fddb1951c7dd {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:29:40.852096 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device f50b9964-14bb-4f6a-a77c-fddb1951c7dd not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:29:40.856753 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac05d199-9954-43e4-bb55-90aeef955f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:40.876154 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-ac05d199-9954-43e4-bb55-90aeef955f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eaa3fce-35d5-4d25-ada1-3b3902c7fe65']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:29:40.900010 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-966023cb-4e58-4064-9555-79b1f0c6aee2 req-962a4978-7619-4f69-bc5f-58f3fe9facf4 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127961 Jul 09 09:29:40.905792 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-ac05d199-9954-43e4-bb55-90aeef955f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c80082f-650a-441a-b799-ef112263912f') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:29:40.907736 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-ac05d199-9954-43e4-bb55-90aeef955f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c80082f-650a-441a-b799-ef112263912f') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:29:40.928454 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac05d199-9954-43e4-bb55-90aeef955f32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:40.976164 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac05d199-9954-43e4-bb55-90aeef955f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:40.987512 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac05d199-9954-43e4-bb55-90aeef955f32 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:29:40.987945 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac05d199-9954-43e4-bb55-90aeef955f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:29:40.989704 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:29:41.054912 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:41.098294 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac05d199-9954-43e4-bb55-90aeef955f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:41.110669 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac05d199-9954-43e4-bb55-90aeef955f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:41.115527 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ac05d199-9954-43e4-bb55-90aeef955f32 admin admin] 10.222.0.61 "DELETE /v2.0/networks/5eaa3fce-35d5-4d25-ada1-3b3902c7fe65 HTTP/1.1" status: 204 len: 168 time: 0.5602832 Jul 09 09:29:41.129512 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05d199-9954-43e4-bb55-90aeef955f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eaa3fce-35d5-4d25-ada1-3b3902c7fe65,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:41.154344 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c29cea83-6c7b-45ce-be52-f0a558cdc259 req-0764ada6-8659-4d2e-a2a2-9ba1aef19277 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "GET /v2.0/security-groups/fbda4df3-a9bc-4752-989a-6766ca0deff2 HTTP/1.1" status: 200 len: 1812 time: 0.1040223 Jul 09 09:29:41.212871 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c29cea83-6c7b-45ce-be52-f0a558cdc259 req-671f62a8-b0d0-408b-a369-104e221a62d3 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:41.245654 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c29cea83-6c7b-45ce-be52-f0a558cdc259 req-671f62a8-b0d0-408b-a369-104e221a62d3 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:41.294407 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44510) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:41.317251 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7f8064-dc4a-4c54-97aa-2445d010c335', 'name': 'network-vif-deleted', 'tag': 'f50b9964-14bb-4f6a-a77c-fddb1951c7dd'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:29:41.321895 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6d73a4-e7ec-4610-acb6-f9aec5b036fa" -d '{"events": [{"server_uuid": "ba7f8064-dc4a-4c54-97aa-2445d010c335", "name": "network-vif-deleted", "tag": "f50b9964-14bb-4f6a-a77c-fddb1951c7dd"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:29:41.326442 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c29cea83-6c7b-45ce-be52-f0a558cdc259 req-671f62a8-b0d0-408b-a369-104e221a62d3 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:41.332427 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c29cea83-6c7b-45ce-be52-f0a558cdc259 req-671f62a8-b0d0-408b-a369-104e221a62d3 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:41.333817 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c29cea83-6c7b-45ce-be52-f0a558cdc259 req-671f62a8-b0d0-408b-a369-104e221a62d3 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "DELETE /v2.0/security-groups/fbda4df3-a9bc-4752-989a-6766ca0deff2 HTTP/1.1" status: 204 len: 173 time: 0.1786113 Jul 09 09:29:41.347817 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f62a8-b0d0-408b-a369-104e221a62d3 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbda4df3-a9bc-4752-989a-6766ca0deff2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:41.387369 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44518) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:41.387535 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-418f83c6-5c1b-4f20-ad7f-ca50d4c87ad2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=05247897adfc4574abb3676148ebb1c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0908556 Jul 09 09:29:41.466856 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af8117ee-d270-4a54-b512-9b81badfaa35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:41.490452 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409ea7bb-ea19-475d-bdbe-33b0a53a8220 x-openstack-request-id: req-409ea7bb-ea19-475d-bdbe-33b0a53a8220 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:29:41.493212 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7f8064-dc4a-4c54-97aa-2445d010c335", "name": "network-vif-deleted", "tag": "f50b9964-14bb-4f6a-a77c-fddb1951c7dd", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:29:41.493548 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-409ea7bb-ea19-475d-bdbe-33b0a53a8220 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:29:41.494023 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7f8064-dc4a-4c54-97aa-2445d010c335', 'name': 'network-vif-deleted', 'tag': 'f50b9964-14bb-4f6a-a77c-fddb1951c7dd', 'status': 'completed', 'code': 200} Jul 09 09:29:41.505833 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af8117ee-d270-4a54-b512-9b81badfaa35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:41.575188 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af8117ee-d270-4a54-b512-9b81badfaa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:41.578470 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af8117ee-d270-4a54-b512-9b81badfaa35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:41.579796 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-af8117ee-d270-4a54-b512-9b81badfaa35 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ff49924d-2318-47bb-b1ad-cda808e15376 HTTP/1.1" status: 204 len: 168 time: 0.1910369 Jul 09 09:29:41.597816 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8117ee-d270-4a54-b512-9b81badfaa35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff49924d-2318-47bb-b1ad-cda808e15376,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:41.706912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf59f56-f7f3-447f-bdaf-d90dd3df620a req-865149a9-5598-4b6a-9245-719d3d43ac89 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:41.715154 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eaf59f56-f7f3-447f-bdaf-d90dd3df620a req-865149a9-5598-4b6a-9245-719d3d43ac89 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 946 time: 0.1063507 Jul 09 09:29:41.756646 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eaf59f56-f7f3-447f-bdaf-d90dd3df620a req-5a19e531-181f-4075-a918-284f2b5db939 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403328 Jul 09 09:29:41.834727 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7cf12e49-67c8-477f-814a-5482b2c51986 req-10099df3-5807-4c85-aa2b-3b2ef3b78878 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "GET /v2.0/security-groups/e370ca45-7411-46db-81ed-2cec5ec0153b HTTP/1.1" status: 200 len: 1812 time: 0.0452964 Jul 09 09:29:41.912765 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7cf12e49-67c8-477f-814a-5482b2c51986 req-ff18d230-b53a-47c8-87ba-d9de831b67ce tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:41.941336 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7cf12e49-67c8-477f-814a-5482b2c51986 req-ff18d230-b53a-47c8-87ba-d9de831b67ce tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:42.001867 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7cf12e49-67c8-477f-814a-5482b2c51986 req-ff18d230-b53a-47c8-87ba-d9de831b67ce tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:42.004483 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7cf12e49-67c8-477f-814a-5482b2c51986 req-ff18d230-b53a-47c8-87ba-d9de831b67ce tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:42.005673 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7cf12e49-67c8-477f-814a-5482b2c51986 req-ff18d230-b53a-47c8-87ba-d9de831b67ce tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "DELETE /v2.0/security-groups/e370ca45-7411-46db-81ed-2cec5ec0153b HTTP/1.1" status: 204 len: 173 time: 0.1647956 Jul 09 09:29:42.020550 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18d230-b53a-47c8-87ba-d9de831b67ce tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e370ca45-7411-46db-81ed-2cec5ec0153b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:42.168146 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-52f3c89e-7c97-45b6-b8a8-4a0da0613bf5 req-75616837-3ca5-48cd-868d-2d881ef93bb6 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "GET /v2.0/security-groups/e3f9d7c4-ab82-4ec8-b3a3-5796a555003e HTTP/1.1" status: 200 len: 1811 time: 0.0923350 Jul 09 09:29:42.242450 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-52f3c89e-7c97-45b6-b8a8-4a0da0613bf5 req-937c6c67-9984-4865-b5d1-a92919010c07 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:42.274404 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-52f3c89e-7c97-45b6-b8a8-4a0da0613bf5 req-937c6c67-9984-4865-b5d1-a92919010c07 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:42.328795 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-52f3c89e-7c97-45b6-b8a8-4a0da0613bf5 req-937c6c67-9984-4865-b5d1-a92919010c07 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:42.333680 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-52f3c89e-7c97-45b6-b8a8-4a0da0613bf5 req-937c6c67-9984-4865-b5d1-a92919010c07 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:42.335056 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-52f3c89e-7c97-45b6-b8a8-4a0da0613bf5 req-937c6c67-9984-4865-b5d1-a92919010c07 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "DELETE /v2.0/security-groups/e3f9d7c4-ab82-4ec8-b3a3-5796a555003e HTTP/1.1" status: 204 len: 173 time: 0.1585891 Jul 09 09:29:42.345877 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c6c67-9984-4865-b5d1-a92919010c07 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f9d7c4-ab82-4ec8-b3a3-5796a555003e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:42.530811 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-1e58e765-8525-4fb2-8a0b-b30e70936895 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:42.538208 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-1e58e765-8525-4fb2-8a0b-b30e70936895 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 808 time: 0.1311753 Jul 09 09:29:42.554720 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-96ed915e-d3cb-4f8c-a7dc-49af7ff09b13 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/quotas/3eda8a5c649d482f9f8bf9075ad6f3b8 HTTP/1.1" status: 200 len: 375 time: 0.0154574 Jul 09 09:29:42.632330 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-2d7ebded-00ae-444f-9626-3a8b4d705ef3 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0764878 Jul 09 09:29:42.782236 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-1f406cd9-c7f2-4f68-b01d-18205cda4f68 service neutron] 10.222.0.61 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428604 Jul 09 09:29:42.791118 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:42.837501 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44604) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:42.846251 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e161448-719e-44e6-b679-38f249c28143 req-f2345d3e-ac88-4964-a99f-cf7c3591394d tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "GET /v2.0/security-groups/13e04b6a-ff02-4a34-8596-fe4be93bb023 HTTP/1.1" status: 200 len: 1811 time: 0.1086023 Jul 09 09:29:42.924270 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-6e63a209-831a-4b1e-b897-00172fc24bb6 service neutron] 10.222.0.61 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347897 Jul 09 09:29:42.944741 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7e161448-719e-44e6-b679-38f249c28143 req-3dbf8ccc-0561-41f2-a591-c70b14101206 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:42.959109 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a9ce11e5-97b5-456e-bfde-877b72214685 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-597560141-network', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:42.979193 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7e161448-719e-44e6-b679-38f249c28143 req-3dbf8ccc-0561-41f2-a591-c70b14101206 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:43.004014 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ce11e5-97b5-456e-bfde-877b72214685 admin admin] Made reservation on behalf of f7f16a5816aa4fb6a5e831e7bff87912 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:29:43.010447 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9ce11e5-97b5-456e-bfde-877b72214685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:43.021555 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9ce11e5-97b5-456e-bfde-877b72214685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:43.045724 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7e161448-719e-44e6-b679-38f249c28143 req-3dbf8ccc-0561-41f2-a591-c70b14101206 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:43.051164 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7e161448-719e-44e6-b679-38f249c28143 req-3dbf8ccc-0561-41f2-a591-c70b14101206 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:43.060866 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e161448-719e-44e6-b679-38f249c28143 req-3dbf8ccc-0561-41f2-a591-c70b14101206 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] 10.222.0.61 "DELETE /v2.0/security-groups/13e04b6a-ff02-4a34-8596-fe4be93bb023 HTTP/1.1" status: 204 len: 173 time: 0.2049186 Jul 09 09:29:43.066701 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44616) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:43.085700 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf8ccc-0561-41f2-a591-c70b14101206 tempest-SecurityGroupRulesNegativeTestJSON-1853259331 tempest-SecurityGroupRulesNegativeTestJSON-1853259331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e04b6a-ff02-4a34-8596-fe4be93bb023,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:43.125255 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-092d85e4-d7f8-497e-8c2d-ec9ee9dec374 admin admin] Deleting subnet 95bf449c-65d2-44b5-8119-65d697c4c32e {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:29:43.131171 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-092d85e4-d7f8-497e-8c2d-ec9ee9dec374 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:43.198404 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-092d85e4-d7f8-497e-8c2d-ec9ee9dec374 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:43.283422 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf118b0-6458-44fb-8a26-e4c60a1fb36a req-8e4afa0f-2c45-4b01-96c1-205333624548 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:43.286004 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bf118b0-6458-44fb-8a26-e4c60a1fb36a req-8e4afa0f-2c45-4b01-96c1-205333624548 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3990a21-133a-4806-97b5-0b852d8d75e3 HTTP/1.1" status: 200 len: 949 time: 0.0848966 Jul 09 09:29:43.303087 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-092d85e4-d7f8-497e-8c2d-ec9ee9dec374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:43.341733 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bf118b0-6458-44fb-8a26-e4c60a1fb36a req-5d85d5f9-37de-4349-bc4c-b103b1d45ece tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484550 Jul 09 09:29:43.386407 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9ce11e5-97b5-456e-bfde-877b72214685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:43.389053 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-092d85e4-d7f8-497e-8c2d-ec9ee9dec374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:43.416550 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d85e4-d7f8-497e-8c2d-ec9ee9dec374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95bf449c-65d2-44b5-8119-65d697c4c32e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:43.429499 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9ce11e5-97b5-456e-bfde-877b72214685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:43.463278 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-092d85e4-d7f8-497e-8c2d-ec9ee9dec374 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:43.471735 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44644) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:43.472723 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-092d85e4-d7f8-497e-8c2d-ec9ee9dec374 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/95bf449c-65d2-44b5-8119-65d697c4c32e HTTP/1.1" status: 204 len: 168 time: 0.4049456 Jul 09 09:29:43.489517 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ce11e5-97b5-456e-bfde-877b72214685 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:29:43.502144 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce11e5-97b5-456e-bfde-877b72214685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d342db18-0f40-4e34-baa0-eb007ebc0aaf,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:43.505161 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9ce11e5-97b5-456e-bfde-877b72214685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:43.505497 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-a9ce11e5-97b5-456e-bfde-877b72214685 admin admin] Added segment 13ee5e5b-5657-4c02-a759-a39f2f783aae of type vlan for network 42ae9d36-caf9-48f2-988b-c538986827db Jul 09 09:29:43.546758 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9ce11e5-97b5-456e-bfde-877b72214685 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:43.585147 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9ce11e5-97b5-456e-bfde-877b72214685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:43.586258 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ce11e5-97b5-456e-bfde-877b72214685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:43.587135 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9ce11e5-97b5-456e-bfde-877b72214685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:43.625080 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-81dc9b4a-33da-40cd-8569-c97efd3e9343 req-e7a251bb-1e54-46ef-825b-daf88f7fb181 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 210 time: 0.0531290 Jul 09 09:29:43.653707 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a9ce11e5-97b5-456e-bfde-877b72214685 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8145201 Jul 09 09:29:43.657321 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44650) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:43.665060 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-df2e6fcf-cba8-478a-95e0-6b57c73acb9c admin admin] Request body: {'subnet': {'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-597560141-subnet', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:43.671241 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce11e5-97b5-456e-bfde-877b72214685 admin admin] Pushing event updated for resources: {'Network': ['ID=42ae9d36-caf9-48f2-988b-c538986827db,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:43.681995 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 42ae9d36-caf9-48f2-988b-c538986827db details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:29:43.699773 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2e6fcf-cba8-478a-95e0-6b57c73acb9c admin admin] Made reservation on behalf of f7f16a5816aa4fb6a5e831e7bff87912 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:29:43.702420 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df2e6fcf-cba8-478a-95e0-6b57c73acb9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:43.708445 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61af60bf-6baa-49d8-8b24-5d30dc920e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:43.768616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c81417-bc0c-4126-8fe4-495de051a780 req-08e2b11e-1393-4ced-be08-0c56e35aeba9 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:43.776060 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6c81417-bc0c-4126-8fe4-495de051a780 req-08e2b11e-1393-4ced-be08-0c56e35aeba9 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 946 time: 0.2725034 Jul 09 09:29:43.862138 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6c81417-bc0c-4126-8fe4-495de051a780 req-5b352622-8800-4524-9116-f24388e3c57c tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846817 Jul 09 09:29:43.882840 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61af60bf-6baa-49d8-8b24-5d30dc920e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:43.924579 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-61af60bf-6baa-49d8-8b24-5d30dc920e66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c000278e-5c8f-4837-ac90-ad71bc905200']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:29:43.955126 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-61af60bf-6baa-49d8-8b24-5d30dc920e66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444c91e2-34fa-444a-9814-af1f837ec9f5') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:29:43.955727 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-61af60bf-6baa-49d8-8b24-5d30dc920e66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444c91e2-34fa-444a-9814-af1f837ec9f5') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:29:43.980737 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61af60bf-6baa-49d8-8b24-5d30dc920e66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:43.992293 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df2e6fcf-cba8-478a-95e0-6b57c73acb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:44.002489 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61af60bf-6baa-49d8-8b24-5d30dc920e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:44.012939 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61af60bf-6baa-49d8-8b24-5d30dc920e66 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:29:44.014567 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61af60bf-6baa-49d8-8b24-5d30dc920e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:29:44.018248 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:29:44.053179 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e6fcf-cba8-478a-95e0-6b57c73acb9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ea1ee7-829f-4c49-b86d-56026f119dcb,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:44.064109 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e6fcf-cba8-478a-95e0-6b57c73acb9c admin admin] Checking segment: {'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:29:44.064109 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e6fcf-cba8-478a-95e0-6b57c73acb9c admin admin] Network hostable DHCP agents. Network: 42ae9d36-caf9-48f2-988b-c538986827db, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:29:44.085090 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e6fcf-cba8-478a-95e0-6b57c73acb9c admin admin] Network 42ae9d36-caf9-48f2-988b-c538986827db is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:29:44.097987 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-df2e6fcf-cba8-478a-95e0-6b57c73acb9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 42ae9d36-caf9-48f2-988b-c538986827db) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:29:44.102216 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2e6fcf-cba8-478a-95e0-6b57c73acb9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:44.102810 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df2e6fcf-cba8-478a-95e0-6b57c73acb9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:44.110510 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5510cf6d-b2c9-4da4-a006-42c8f9722408 None None] Network 42ae9d36-caf9-48f2-988b-c538986827db requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:29:44.119487 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-df2e6fcf-cba8-478a-95e0-6b57c73acb9c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4607882 Jul 09 09:29:44.122818 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44668) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:44.128824 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-977002d6-c82a-4855-809f-64f7be9d12cc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-597560141-router', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:44.158126 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61af60bf-6baa-49d8-8b24-5d30dc920e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:44.158377 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-977002d6-c82a-4855-809f-64f7be9d12cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:44.159422 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-977002d6-c82a-4855-809f-64f7be9d12cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:44.164012 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61af60bf-6baa-49d8-8b24-5d30dc920e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:44.171584 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-61af60bf-6baa-49d8-8b24-5d30dc920e66 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c000278e-5c8f-4837-ac90-ad71bc905200 HTTP/1.1" status: 204 len: 168 time: 0.6933479 Jul 09 09:29:44.183601 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af60bf-6baa-49d8-8b24-5d30dc920e66 admin admin] Pushing event deleted for resources: {'Network': ['ID=c000278e-5c8f-4837-ac90-ad71bc905200,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:44.188180 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc10d2-685c-41ac-a1d1-4edd2d1a1d39 req-a9b09126-f868-425b-867f-87247b82be2f tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:44.196089 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0cc10d2-685c-41ac-a1d1-4edd2d1a1d39 req-a9b09126-f868-425b-867f-87247b82be2f tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 1097 time: 0.1152425 Jul 09 09:29:44.260969 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0cc10d2-685c-41ac-a1d1-4edd2d1a1d39 req-3ef40359-3a3b-4e47-a479-d53c3aa474c6 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638912 Jul 09 09:29:44.270833 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-977002d6-c82a-4855-809f-64f7be9d12cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:44.366245 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be17cf0-5940-4bf0-9d7c-4f37e7786b17 req-49783cc5-8b0b-4856-8293-212b7f114b58 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:44.368859 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3be17cf0-5940-4bf0-9d7c-4f37e7786b17 req-49783cc5-8b0b-4856-8293-212b7f114b58 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3990a21-133a-4806-97b5-0b852d8d75e3 HTTP/1.1" status: 200 len: 949 time: 0.0883229 Jul 09 09:29:44.400246 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c6e9d3-a2b9-484b-980a-93518a3a2328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-42ae9d36-caf9-48f2-988b-c538986827db', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'fixed_ips': [{'subnet_id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:29:44.401995 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-25c6e9d3-a2b9-484b-980a-93518a3a2328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:44.629424 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-977002d6-c82a-4855-809f-64f7be9d12cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:44.707510 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-25c6e9d3-a2b9-484b-980a-93518a3a2328 None None] Allocated IP 172.20.0.2 (42ae9d36-caf9-48f2-988b-c538986827db/e4ea1ee7-829f-4c49-b86d-56026f119dcb/e815ff5c-8bbf-461e-b9dd-e28dc1a7f787) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:29:44.728859 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44688) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:44.781210 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-3be17cf0-5940-4bf0-9d7c-4f37e7786b17 req-71d396c2-4cd3-43db-9318-3de061aad824 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Deleting port bd5111a0-463d-4eaf-8c37-0b03d02ee709 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:29:44.781605 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3be17cf0-5940-4bf0-9d7c-4f37e7786b17 req-71d396c2-4cd3-43db-9318-3de061aad824 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:44.842257 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e396ca-a965-4bc0-bc1f-bc01918cea70 req-b72da642-d564-44a6-a2b0-1f702c5c2527 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:44.849571 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b5e396ca-a965-4bc0-bc1f-bc01918cea70 req-b72da642-d564-44a6-a2b0-1f702c5c2527 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3990a21-133a-4806-97b5-0b852d8d75e3 HTTP/1.1" status: 200 len: 949 time: 0.2911844 Jul 09 09:29:44.885749 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5d43f-2f58-4fff-8ffd-037cb4fb16be req-82fa03f5-9d0a-44ba-bb98-161fd10a1ea2 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:44.887568 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a9c5d43f-2f58-4fff-8ffd-037cb4fb16be req-82fa03f5-9d0a-44ba-bb98-161fd10a1ea2 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 1097 time: 0.2728772 Jul 09 09:29:44.920159 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:29:44.935826 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b5e396ca-a965-4bc0-bc1f-bc01918cea70 req-c66f8334-a042-4e3b-9131-1f72cdaad279 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840154 Jul 09 09:29:45.001705 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a9c5d43f-2f58-4fff-8ffd-037cb4fb16be req-de0fe100-6eba-4649-ac7f-e3afa1971b83 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954435 Jul 09 09:29:45.021023 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3be17cf0-5940-4bf0-9d7c-4f37e7786b17 req-71d396c2-4cd3-43db-9318-3de061aad824 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] For port bd5111a0-463d-4eaf-8c37-0b03d02ee709, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=bd5111a0-463d-4eaf-8c37-0b03d02ee709,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:45.023085 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3be17cf0-5940-4bf0-9d7c-4f37e7786b17 req-71d396c2-4cd3-43db-9318-3de061aad824 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:45.090249 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-3be17cf0-5940-4bf0-9d7c-4f37e7786b17 req-71d396c2-4cd3-43db-9318-3de061aad824 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Calling delete_port for bd5111a0-463d-4eaf-8c37-0b03d02ee709 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:29:45.146960 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-aa0d8621-5a6f-4499-825e-a28cb560c80d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c0a611ee5e16464e8323a1096d3159bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4151456 Jul 09 09:29:45.149416 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44706) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:45.181331 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ccbbf-af9d-4342-a2da-4c79bae0bea3 req-4c237ee3-9f9e-4661-9739-b6ac38db0f27 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:45.182895 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-366ccbbf-af9d-4342-a2da-4c79bae0bea3 req-4c237ee3-9f9e-4661-9739-b6ac38db0f27 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5ddec3a-b36f-49d6-b1a8-24f6e36db558 HTTP/1.1" status: 200 len: 949 time: 0.1976194 Jul 09 09:29:45.222096 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-25c6e9d3-a2b9-484b-980a-93518a3a2328 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:45.236682 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-25c6e9d3-a2b9-484b-980a-93518a3a2328 None None] Transition to ACTIVE for port object e815ff5c-8bbf-461e-b9dd-e28dc1a7f787 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:29:45.274443 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-25c6e9d3-a2b9-484b-980a-93518a3a2328 None None] Transition to ACTIVE for port object e815ff5c-8bbf-461e-b9dd-e28dc1a7f787 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:29:45.284840 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:45.305750 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-25c6e9d3-a2b9-484b-980a-93518a3a2328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:45.333674 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-efcbbb38-813f-443c-9b41-3491ce3dfe31 req-aa2c2f30-e778-43d5-9d23-7101668d85a0 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 210 time: 0.0511472 Jul 09 09:29:45.354887 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9', 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc', 'port_id': '35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9', 'mac_address': 'fa:16:3e:8d:be:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdbd641-08ac-41cd-9918-f7982af01a02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:29:45.379044 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a34c66ee-feff-43d8-b420-85dd2fa7a40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:45.416716 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a34c66ee-feff-43d8-b420-85dd2fa7a40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:45.435495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c6e9d3-a2b9-484b-980a-93518a3a2328 None None] Network 42ae9d36-caf9-48f2-988b-c538986827db is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:29:45.444533 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-977002d6-c82a-4855-809f-64f7be9d12cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:45.446018 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-25c6e9d3-a2b9-484b-980a-93518a3a2328 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:29:45.453380 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c6e9d3-a2b9-484b-980a-93518a3a2328 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:29:45.461627 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6e9d3-a2b9-484b-980a-93518a3a2328 None None] Pushing event updated for resources: {'Port': ['ID=e815ff5c-8bbf-461e-b9dd-e28dc1a7f787,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:45.494315 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:45.506174 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-977002d6-c82a-4855-809f-64f7be9d12cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:45.680904 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a34c66ee-feff-43d8-b420-85dd2fa7a40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:45.684239 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a34c66ee-feff-43d8-b420-85dd2fa7a40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:45.688707 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a34c66ee-feff-43d8-b420-85dd2fa7a40e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9c2764d6-0615-4a03-a4ea-3b3af878712f HTTP/1.1" status: 204 len: 168 time: 0.5378799 Jul 09 09:29:45.709664 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c66ee-feff-43d8-b420-85dd2fa7a40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2764d6-0615-4a03-a4ea-3b3af878712f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:45.727788 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:29:45.737546 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-977002d6-c82a-4855-809f-64f7be9d12cc admin admin] Allocated IP 172.25.3.238 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/ae65d4fe-db44-48ec-9480-6f59c5d6cc7b) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:29:45.746978 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-75f69878-f88a-4d57-8f00-7f9d01a6ca20 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:45.753670 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-75f69878-f88a-4d57-8f00-7f9d01a6ca20 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.58 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 808 time: 0.2321284 Jul 09 09:29:45.780266 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-e4dcaa3a-d68f-46c0-a6e6-34b5236b8701 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Request body: {'port': {'device_id': '58dbf312-2c16-4b75-8840-112c9bc818c7', 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290', 'admin_state_up': True, 'tenant_id': '3eda8a5c649d482f9f8bf9075ad6f3b8'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:45.786758 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-25c6e9d3-a2b9-484b-980a-93518a3a2328 None None] Attempting to bind port e815ff5c-8bbf-461e-b9dd-e28dc1a7f787 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:29:45.787133 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-25c6e9d3-a2b9-484b-980a-93518a3a2328 None None] Attempting to bind port e815ff5c-8bbf-461e-b9dd-e28dc1a7f787 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:29:45.787493 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c6e9d3-a2b9-484b-980a-93518a3a2328 None None] Attempting to bind port e815ff5c-8bbf-461e-b9dd-e28dc1a7f787 on network 42ae9d36-caf9-48f2-988b-c538986827db {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:29:45.798890 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:45.801063 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c6e9d3-a2b9-484b-980a-93518a3a2328 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:29:45.801445 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c6e9d3-a2b9-484b-980a-93518a3a2328 None None] Checking segment: {'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:29:45.801847 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-25c6e9d3-a2b9-484b-980a-93518a3a2328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:45.802245 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c6e9d3-a2b9-484b-980a-93518a3a2328 None None] Bound using segment: {'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:29:45.802730 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-25c6e9d3-a2b9-484b-980a-93518a3a2328 None None] Bound port: e815ff5c-8bbf-461e-b9dd-e28dc1a7f787, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:29:45.803102 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-25c6e9d3-a2b9-484b-980a-93518a3a2328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:45.817902 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:45.857748 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3be17cf0-5940-4bf0-9d7c-4f37e7786b17 req-71d396c2-4cd3-43db-9318-3de061aad824 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:45.887304 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62', 'dfa7bdd6-e2a4-4449-aec9-ed28819b103e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:29:45.909384 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d396c2-4cd3-43db-9318-3de061aad824 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Pushing event deleted for resources: {'Port': ['ID=bd5111a0-463d-4eaf-8c37-0b03d02ee709,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:45.917212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-366ccbbf-af9d-4342-a2da-4c79bae0bea3 req-e5417426-5306-4e55-886c-d58cebef06b3 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Deleting port dfa7bdd6-e2a4-4449-aec9-ed28819b103e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:29:45.917677 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-366ccbbf-af9d-4342-a2da-4c79bae0bea3 req-e5417426-5306-4e55-886c-d58cebef06b3 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:46.059499 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be17cf0-5940-4bf0-9d7c-4f37e7786b17 req-71d396c2-4cd3-43db-9318-3de061aad824 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] No DVR routers for this DVR port bd5111a0-463d-4eaf-8c37-0b03d02ee709 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:29:46.065275 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3be17cf0-5940-4bf0-9d7c-4f37e7786b17 req-71d396c2-4cd3-43db-9318-3de061aad824 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:46.068051 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3be17cf0-5940-4bf0-9d7c-4f37e7786b17 req-71d396c2-4cd3-43db-9318-3de061aad824 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "DELETE /v2.0/ports/bd5111a0-463d-4eaf-8c37-0b03d02ee709 HTTP/1.1" status: 204 len: 173 time: 1.6865017 Jul 09 09:29:46.076845 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3990a21-133a-4806-97b5-0b852d8d75e3', 'name': 'network-vif-deleted', 'tag': 'bd5111a0-463d-4eaf-8c37-0b03d02ee709'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:29:46.079163 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a0fd49-52bf-434c-80bc-a044f8507296" -d '{"events": [{"server_uuid": "e3990a21-133a-4806-97b5-0b852d8d75e3", "name": "network-vif-deleted", "tag": "bd5111a0-463d-4eaf-8c37-0b03d02ee709"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:29:46.102597 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:29:46.211376 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-977002d6-c82a-4855-809f-64f7be9d12cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:46.320925 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:46.324124 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-977002d6-c82a-4855-809f-64f7be9d12cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:46.332107 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-366ccbbf-af9d-4342-a2da-4c79bae0bea3 req-e5417426-5306-4e55-886c-d58cebef06b3 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] For port dfa7bdd6-e2a4-4449-aec9-ed28819b103e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=dfa7bdd6-e2a4-4449-aec9-ed28819b103e,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:46.334473 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-366ccbbf-af9d-4342-a2da-4c79bae0bea3 req-e5417426-5306-4e55-886c-d58cebef06b3 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:46.380779 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-366ccbbf-af9d-4342-a2da-4c79bae0bea3 req-e5417426-5306-4e55-886c-d58cebef06b3 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Calling delete_port for dfa7bdd6-e2a4-4449-aec9-ed28819b103e owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:29:46.418802 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-25c6e9d3-a2b9-484b-980a-93518a3a2328 None None] For port e815ff5c-8bbf-461e-b9dd-e28dc1a7f787, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:29:46.421636 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977002d6-c82a-4855-809f-64f7be9d12cc admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:29:46.426750 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-977002d6-c82a-4855-809f-64f7be9d12cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:29:46.429224 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977002d6-c82a-4855-809f-64f7be9d12cc admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:29:46.462737 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977002d6-c82a-4855-809f-64f7be9d12cc admin admin] Pushing event updated for resources: {'Port': ['ID=ae65d4fe-db44-48ec-9480-6f59c5d6cc7b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:46.471460 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bd83363-85a5-4047-b7ed-519ff50b25bb req-84a1d1e1-5bad-412c-85a9-fdf07075ef3d tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3990a21-133a-4806-97b5-0b852d8d75e3 HTTP/1.1" status: 200 len: 210 time: 0.2677178 Jul 09 09:29:46.523726 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-25c6e9d3-a2b9-484b-980a-93518a3a2328 None None] For port e815ff5c-8bbf-461e-b9dd-e28dc1a7f787, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e815ff5c-8bbf-461e-b9dd-e28dc1a7f787,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:29:46.565516 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-25c6e9d3-a2b9-484b-980a-93518a3a2328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:46.606616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-e4dcaa3a-d68f-46c0-a6e6-34b5236b8701 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Made reservation on behalf of 3eda8a5c649d482f9f8bf9075ad6f3b8 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:29:46.613586 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-e4dcaa3a-d68f-46c0-a6e6-34b5236b8701 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:46.676245 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a10b3d0-7c32-4bcc-b083-15e3e1170521 x-openstack-request-id: req-3a10b3d0-7c32-4bcc-b083-15e3e1170521 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:29:46.676781 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3990a21-133a-4806-97b5-0b852d8d75e3", "name": "network-vif-deleted", "tag": "bd5111a0-463d-4eaf-8c37-0b03d02ee709", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:29:46.677180 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3a10b3d0-7c32-4bcc-b083-15e3e1170521 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:29:46.677795 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3990a21-133a-4806-97b5-0b852d8d75e3', 'name': 'network-vif-deleted', 'tag': 'bd5111a0-463d-4eaf-8c37-0b03d02ee709', 'status': 'completed', 'code': 200} Jul 09 09:29:46.889670 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-e4dcaa3a-d68f-46c0-a6e6-34b5236b8701 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Allocated IP 172.20.0.2 (b8274c7d-d9b4-4563-bd5d-1e9b7521f290/3b34d4ae-0ef5-43aa-9b17-e2650b35854e/d62b284d-3a33-4f47-995d-550f165eebc5) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:29:46.895794 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-366ccbbf-af9d-4342-a2da-4c79bae0bea3 req-e5417426-5306-4e55-886c-d58cebef06b3 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:46.915054 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-977002d6-c82a-4855-809f-64f7be9d12cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:46.953689 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6e9d3-a2b9-484b-980a-93518a3a2328 None None] Pushing event updated for resources: {'Port': ['ID=e815ff5c-8bbf-461e-b9dd-e28dc1a7f787,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:46.965532 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device bd5111a0-463d-4eaf-8c37-0b03d02ee709 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:29:47.018770 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5417426-5306-4e55-886c-d58cebef06b3 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Pushing event deleted for resources: {'Port': ['ID=dfa7bdd6-e2a4-4449-aec9-ed28819b103e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:47.055147 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: bd5111a0-463d-4eaf-8c37-0b03d02ee709 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:29:47.056088 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device bd5111a0-463d-4eaf-8c37-0b03d02ee709 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:29:47.056572 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device dfa7bdd6-e2a4-4449-aec9-ed28819b103e no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:29:47.126829 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: dfa7bdd6-e2a4-4449-aec9-ed28819b103e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:29:47.127175 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device dfa7bdd6-e2a4-4449-aec9-ed28819b103e not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:29:47.247012 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-366ccbbf-af9d-4342-a2da-4c79bae0bea3 req-e5417426-5306-4e55-886c-d58cebef06b3 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] No DVR routers for this DVR port dfa7bdd6-e2a4-4449-aec9-ed28819b103e on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:29:47.258924 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-366ccbbf-af9d-4342-a2da-4c79bae0bea3 req-e5417426-5306-4e55-886c-d58cebef06b3 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:47.263521 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-366ccbbf-af9d-4342-a2da-4c79bae0bea3 req-e5417426-5306-4e55-886c-d58cebef06b3 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "DELETE /v2.0/ports/dfa7bdd6-e2a4-4449-aec9-ed28819b103e HTTP/1.1" status: 204 len: 173 time: 2.0672381 Jul 09 09:29:47.479874 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-977002d6-c82a-4855-809f-64f7be9d12cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:47.551298 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:29:47.814386 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977002d6-c82a-4855-809f-64f7be9d12cc admin admin] Router f3da6044-3294-44b0-af9e-b93ea9e1b6c6 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:29:47.892450 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-e4dcaa3a-d68f-46c0-a6e6-34b5236b8701 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:47.954864 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44802) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:47.988473 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-e4dcaa3a-d68f-46c0-a6e6-34b5236b8701 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:48.016484 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b22588e2-fa05-46af-85cc-18ff4ab42d61 req-fbf2e4ae-4473-4530-b180-bf78b26a78af tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 210 time: 0.5911975 Jul 09 09:29:48.039825 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['c55a5200-0515-458f-b436-cd8a7cec48b7'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:29:48.168845 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-0d7faa14-1c0c-431e-8cc2-8b9bc2ee9600 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:29:48.177626 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-0d7faa14-1c0c-431e-8cc2-8b9bc2ee9600 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0269191 Jul 09 09:29:48.193297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-e4dcaa3a-d68f-46c0-a6e6-34b5236b8701 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:29:48.195556 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-1e894c7a-ead8-4264-b167-24b5c7064aab service neutron] Request body: {'binding': {'host': 'n-h1-799996-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:48.196073 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-1e894c7a-ead8-4264-b167-24b5c7064aab service neutron] Unknown quota resources ['binding']. {{(pid=93791) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 09:29:48.238294 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d36e6e31-121a-4817-929f-5b52d449bf14 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1953151951-network', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:48.247246 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-e4dcaa3a-d68f-46c0-a6e6-34b5236b8701 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:29:48.291927 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e815ff5c-8bbf-461e-b9dd-e28dc1a7f787 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:29:48.316647 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-e4dcaa3a-d68f-46c0-a6e6-34b5236b8701 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:29:48.380548 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port e815ff5c-8bbf-461e-b9dd-e28dc1a7f787 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:29:48.427570 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dcaa3a-d68f-46c0-a6e6-34b5236b8701 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Pushing event updated for resources: {'Port': ['ID=d62b284d-3a33-4f47-995d-550f165eebc5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:48.436145 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977002d6-c82a-4855-809f-64f7be9d12cc admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:29:48.449883 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] Sync routers for ids ['f3da6044-3294-44b0-af9e-b93ea9e1b6c6'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:29:48.473067 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] Routers {'f3da6044-3294-44b0-af9e-b93ea9e1b6c6'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:29:48.473716 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:29:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f3da6044-3294-44b0-af9e-b93ea9e1b6c6'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:29:48.502364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36e6e31-121a-4817-929f-5b52d449bf14 admin admin] Made reservation on behalf of c9acf38ff167407f925d6b87ee411d50 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:29:48.519673 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d36e6e31-121a-4817-929f-5b52d449bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:48.561257 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-977002d6-c82a-4855-809f-64f7be9d12cc admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:48.567767 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-977002d6-c82a-4855-809f-64f7be9d12cc admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4414623 Jul 09 09:29:48.570653 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44826) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:48.582727 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-e4dcaa3a-d68f-46c0-a6e6-34b5236b8701 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:48.583426 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-e4dcaa3a-d68f-46c0-a6e6-34b5236b8701 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:48.625275 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d36e6e31-121a-4817-929f-5b52d449bf14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:48.781846 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ddec3a-b36f-49d6-b1a8-24f6e36db558', 'name': 'network-vif-deleted', 'tag': 'dfa7bdd6-e2a4-4449-aec9-ed28819b103e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:29:48.791030 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc27a97f-f594-4acf-a532-880ff8f306b8" -d '{"events": [{"server_uuid": "a5ddec3a-b36f-49d6-b1a8-24f6e36db558", "name": "network-vif-deleted", "tag": "dfa7bdd6-e2a4-4449-aec9-ed28819b103e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:29:48.822065 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-e4dcaa3a-d68f-46c0-a6e6-34b5236b8701 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0468228 Jul 09 09:29:48.847216 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:29:48.873223 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] Set router f3da6044-3294-44b0-af9e-b93ea9e1b6c6 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:29:48.975490 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:29:48.976312 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:48.980839 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d36e6e31-121a-4817-929f-5b52d449bf14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:48.989151 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d36e6e31-121a-4817-929f-5b52d449bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:49.016948 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36e6e31-121a-4817-929f-5b52d449bf14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:29:49.050677 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d36e6e31-121a-4817-929f-5b52d449bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:49.051042 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-d36e6e31-121a-4817-929f-5b52d449bf14 admin admin] Added segment 8bfbb34c-32d0-44b5-9b77-51a798cc85d3 of type vlan for network 3d1be6a5-8870-45a4-8b11-20016bd71c75 Jul 09 09:29:49.083381 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-1e894c7a-ead8-4264-b167-24b5c7064aab service neutron] Attempting to bind port 7153d63d-8cb8-42ab-95aa-44ebcab0b117 on host n-h1-799996-1 for vnic_type normal with profile None {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:29:49.083898 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-1e894c7a-ead8-4264-b167-24b5c7064aab service neutron] Attempting to bind port 7153d63d-8cb8-42ab-95aa-44ebcab0b117 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:29:49.084238 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-1e894c7a-ead8-4264-b167-24b5c7064aab service neutron] Attempting to bind port 7153d63d-8cb8-42ab-95aa-44ebcab0b117 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:29:49.157034 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:49.192350 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-1e894c7a-ead8-4264-b167-24b5c7064aab service neutron] Port 7153d63d-8cb8-42ab-95aa-44ebcab0b117 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:29:49.192704 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-1e894c7a-ead8-4264-b167-24b5c7064aab service neutron] Attempting to bind port 7153d63d-8cb8-42ab-95aa-44ebcab0b117 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:29:49.199295 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0976802e-0b95-45f5-adf6-c8ebb0510082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:29:49.204823 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efe5e46-c389-455d-9444-97d6e1227e46" -d '{"events": [{"server_uuid": "0976802e-0b95-45f5-adf6-c8ebb0510082", "name": "network-vif-plugged", "status": "completed", "tag": "35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:29:49.216850 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d36e6e31-121a-4817-929f-5b52d449bf14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:49.220244 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-1e894c7a-ead8-4264-b167-24b5c7064aab service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:29:49.220594 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-1e894c7a-ead8-4264-b167-24b5c7064aab service neutron] Checking segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:29:49.220993 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-1e894c7a-ead8-4264-b167-24b5c7064aab service neutron] Bound using segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:29:49.221470 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-1e894c7a-ead8-4264-b167-24b5c7064aab service neutron] Bound port: 7153d63d-8cb8-42ab-95aa-44ebcab0b117, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:29:49.258360 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:49.268227 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:49.307337 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f647f0-7dba-433a-a848-87d16b15ca8f x-openstack-request-id: req-a4f647f0-7dba-433a-a848-87d16b15ca8f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:29:49.307762 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ddec3a-b36f-49d6-b1a8-24f6e36db558", "name": "network-vif-deleted", "tag": "dfa7bdd6-e2a4-4449-aec9-ed28819b103e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:29:49.312120 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a4f647f0-7dba-433a-a848-87d16b15ca8f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:29:49.312596 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ddec3a-b36f-49d6-b1a8-24f6e36db558', 'name': 'network-vif-deleted', 'tag': 'dfa7bdd6-e2a4-4449-aec9-ed28819b103e', 'status': 'completed', 'code': 200} Jul 09 09:29:49.323364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-081c5264-f852-4b9f-b2f0-8e87cffb48a3 service neutron] Request body: {'port': {'device_id': '58dbf312-2c16-4b75-8840-112c9bc818c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:49.372403 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a306a56f-bc66-4314-af0d-84f6b423d462 None None] Network 42ae9d36-caf9-48f2-988b-c538986827db requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:29:49.462665 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:49.499779 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-1e894c7a-ead8-4264-b167-24b5c7064aab service neutron] For port 7153d63d-8cb8-42ab-95aa-44ebcab0b117, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=7153d63d-8cb8-42ab-95aa-44ebcab0b117,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:29:49.517815 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-1e894c7a-ead8-4264-b167-24b5c7064aab service neutron] Notify callbacks [] for binding, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:49.525256 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-1e894c7a-ead8-4264-b167-24b5c7064aab service neutron] 10.222.0.61 "POST /v2.0/ports/7153d63d-8cb8-42ab-95aa-44ebcab0b117/bindings HTTP/1.1" status: 201 len: 389 time: 1.3370564 Jul 09 09:29:49.538894 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c7b4e7b6-836a-45e5-9433-c69d6a5ea314 None None] Provisioning for port e815ff5c-8bbf-461e-b9dd-e28dc1a7f787 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:29:49.557818 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c7b4e7b6-836a-45e5-9433-c69d6a5ea314 None None] Provisioning complete for port e815ff5c-8bbf-461e-b9dd-e28dc1a7f787 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:29:49.558483 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c7b4e7b6-836a-45e5-9433-c69d6a5ea314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:49.599887 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-081c5264-f852-4b9f-b2f0-8e87cffb48a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:49.601743 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d36e6e31-121a-4817-929f-5b52d449bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:49.602705 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36e6e31-121a-4817-929f-5b52d449bf14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:49.603290 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d36e6e31-121a-4817-929f-5b52d449bf14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:49.757116 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'name': 'tempest-ServerActionsTestJSON-597560141-router', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:44Z', 'updated_at': '2021-07-09T09:29:46Z', 'revision_number': 3, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'gw_port': {'id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:45Z', 'updated_at': '2021-07-09T09:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:29:49.814050 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] Checking router: f3da6044-3294-44b0-af9e-b93ea9e1b6c6 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:29:49.815125 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] Updating router f3da6044-3294-44b0-af9e-b93ea9e1b6c6 port ae65d4fe-db44-48ec-9480-6f59c5d6cc7b binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:29:49.878451 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:49.930325 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d36e6e31-121a-4817-929f-5b52d449bf14 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9743466 Jul 09 09:29:49.934259 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44866) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:49.946269 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f86c89ee-c4c1-474e-ac3c-da84baced036 admin admin] Request body: {'subnet': {'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1953151951-subnet', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:49.953143 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e6e31-121a-4817-929f-5b52d449bf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195d2b0b-1e5a-410a-aac6-af6d7ad31ec6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:50.062333 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c7b4e7b6-836a-45e5-9433-c69d6a5ea314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:50.074307 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e6e31-121a-4817-929f-5b52d449bf14 admin admin] Pushing event updated for resources: {'Network': ['ID=3d1be6a5-8870-45a4-8b11-20016bd71c75,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:50.122078 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c7b4e7b6-836a-45e5-9433-c69d6a5ea314 None None] For port e815ff5c-8bbf-461e-b9dd-e28dc1a7f787, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e815ff5c-8bbf-461e-b9dd-e28dc1a7f787,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:50.131397 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 3d1be6a5-8870-45a4-8b11-20016bd71c75 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:29:50.152650 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c7b4e7b6-836a-45e5-9433-c69d6a5ea314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:50.365893 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5d1a878-1b95-4aa6-a2bb-9e88b23c7f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:50.385822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86c89ee-c4c1-474e-ac3c-da84baced036 admin admin] Made reservation on behalf of c9acf38ff167407f925d6b87ee411d50 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:29:50.395428 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f86c89ee-c4c1-474e-ac3c-da84baced036 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:50.417449 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4e7b6-836a-45e5-9433-c69d6a5ea314 None None] Pushing event updated for resources: {'Port': ['ID=e815ff5c-8bbf-461e-b9dd-e28dc1a7f787,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:50.428200 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-7968ac04-4b13-4960-9f65-d31790d81d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:50.436120 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-7968ac04-4b13-4960-9f65-d31790d81d51 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 1097 time: 0.4160328 Jul 09 09:29:50.482531 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e5f90a-df28-44c5-a047-a827d268c746 x-openstack-request-id: req-e1e5f90a-df28-44c5-a047-a827d268c746 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:29:50.482833 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0976802e-0b95-45f5-adf6-c8ebb0510082", "name": "network-vif-plugged", "status": "completed", "tag": "35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:29:50.483088 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e1e5f90a-df28-44c5-a047-a827d268c746 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:29:50.483749 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0976802e-0b95-45f5-adf6-c8ebb0510082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9', 'code': 200} Jul 09 09:29:50.652469 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-a68b6a71-2548-413c-9338-d322d7920878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:50.655660 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-a68b6a71-2548-413c-9338-d322d7920878 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 922 time: 0.2003653 Jul 09 09:29:50.659064 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:50.695787 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] Transition to ACTIVE for port object ae65d4fe-db44-48ec-9480-6f59c5d6cc7b will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:29:50.713879 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:50.764967 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-04f341c2-57e2-49e3-90bb-e4cabeebefbe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7153d63d-8cb8-42ab-95aa-44ebcab0b117 HTTP/1.1" status: 200 len: 217 time: 0.1015844 Jul 09 09:29:50.885501 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e01ca-ff9d-4760-8aca-16776d06ff6d None None] Pushing event updated for resources: {'Port': ['ID=ae65d4fe-db44-48ec-9480-6f59c5d6cc7b,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:50.895291 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] Attempting to bind port ae65d4fe-db44-48ec-9480-6f59c5d6cc7b on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:29:50.895528 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] Attempting to bind port ae65d4fe-db44-48ec-9480-6f59c5d6cc7b by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:29:50.895937 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] Attempting to bind port ae65d4fe-db44-48ec-9480-6f59c5d6cc7b on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:29:50.916043 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e01ca-ff9d-4760-8aca-16776d06ff6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:50.916393 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e01ca-ff9d-4760-8aca-16776d06ff6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:50.916872 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e01ca-ff9d-4760-8aca-16776d06ff6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:50.917202 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e01ca-ff9d-4760-8aca-16776d06ff6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:50.917530 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e01ca-ff9d-4760-8aca-16776d06ff6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:50.917862 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e01ca-ff9d-4760-8aca-16776d06ff6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:50.918186 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e01ca-ff9d-4760-8aca-16776d06ff6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:50.918781 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e01ca-ff9d-4760-8aca-16776d06ff6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:50.919111 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e01ca-ff9d-4760-8aca-16776d06ff6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:50.919434 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e01ca-ff9d-4760-8aca-16776d06ff6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:50.919801 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e01ca-ff9d-4760-8aca-16776d06ff6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:50.920097 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e01ca-ff9d-4760-8aca-16776d06ff6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:29:50.924937 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:29:50.925934 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:29:50.926407 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:50.927527 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:29:50.927527 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] Bound port: ae65d4fe-db44-48ec-9480-6f59c5d6cc7b, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:29:50.927948 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:51.006949 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-20fae833-a70e-4bc3-988b-28573787478a None None] Provisioning complete for port e815ff5c-8bbf-461e-b9dd-e28dc1a7f787 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:29:51.007325 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-20fae833-a70e-4bc3-988b-28573787478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:51.027948 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-429138c2-42ed-4fef-bf24-7cd564521e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:51.030013 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-429138c2-42ed-4fef-bf24-7cd564521e9a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=885047f0-ba41-4b93-9739-c68577cb7cc5 HTTP/1.1" status: 200 len: 861 time: 0.1940260 Jul 09 09:29:51.042677 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] For port ae65d4fe-db44-48ec-9480-6f59c5d6cc7b, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:29:51.053597 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] For port ae65d4fe-db44-48ec-9480-6f59c5d6cc7b, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=ae65d4fe-db44-48ec-9480-6f59c5d6cc7b,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:29:51.064759 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:51.246522 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e01ca-ff9d-4760-8aca-16776d06ff6d None None] Pushing event updated for resources: {'Port': ['ID=ae65d4fe-db44-48ec-9480-6f59c5d6cc7b,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:51.269172 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] Routers {'f3da6044-3294-44b0-af9e-b93ea9e1b6c6'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:29:51.269829 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:29:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f3da6044-3294-44b0-af9e-b93ea9e1b6c6'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:29:51.482446 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] Set router f3da6044-3294-44b0-af9e-b93ea9e1b6c6 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:29:51.482955 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-081c5264-f852-4b9f-b2f0-8e87cffb48a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62b284d-3a33-4f47-995d-550f165eebc5 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:29:51.504681 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-081c5264-f852-4b9f-b2f0-8e87cffb48a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:51.512877 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-dbce3901-f7fd-46d7-a799-80d9e852600c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4698660 Jul 09 09:29:51.532822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-081c5264-f852-4b9f-b2f0-8e87cffb48a3 service neutron] Transition to ACTIVE for port object d62b284d-3a33-4f47-995d-550f165eebc5 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:29:51.574906 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a0f1f-c51c-434d-bd24-fff45483d85e req-a9a7507f-9d94-423d-9383-17e9b5e061fe tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:51.578762 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e6a0f1f-c51c-434d-bd24-fff45483d85e req-a9a7507f-9d94-423d-9383-17e9b5e061fe tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 931 time: 1.9801004 Jul 09 09:29:51.587163 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-081c5264-f852-4b9f-b2f0-8e87cffb48a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:51.641855 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-c5d1a878-1b95-4aa6-a2bb-9e88b23c7f85 admin admin] Allocated IP 172.20.0.1 (42ae9d36-caf9-48f2-988b-c538986827db/e4ea1ee7-829f-4c49-b86d-56026f119dcb/a61f3f54-d313-4f94-ae58-4ed93e348edd) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:29:51.727527 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-d7fd5c98-5629-499c-8a82-7ac6f2dd642c service neutron] 10.222.0.58 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037699 Jul 09 09:29:51.808750 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'name': 'tempest-ServerActionsTestJSON-597560141-router', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:44Z', 'updated_at': '2021-07-09T09:29:46Z', 'revision_number': 3, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'gw_port': {'id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:45Z', 'updated_at': '2021-07-09T09:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:29:51.865910 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b25fa-a9f6-41bd-8261-cc0b0b4dd952 None None] The sync data for ids ['f3da6044-3294-44b0-af9e-b93ea9e1b6c6'] in n-d-799996-1 is: [{'id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'name': 'tempest-ServerActionsTestJSON-597560141-router', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:44Z', 'updated_at': '2021-07-09T09:29:46Z', 'revision_number': 3, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'gw_port': {'id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:45Z', 'updated_at': '2021-07-09T09:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:29:51.928127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c5264-f852-4b9f-b2f0-8e87cffb48a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d62b284d-3a33-4f47-995d-550f165eebc5,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:52.024506 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e6a0f1f-c51c-434d-bd24-fff45483d85e req-f07d052c-1392-4146-b649-00a1cce54e69 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303865 Jul 09 09:29:52.058063 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5d1a878-1b95-4aa6-a2bb-9e88b23c7f85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:52.059069 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0363aa-6ba6-4d9a-af15-9587e4dcd25d req-35458df4-db30-400e-936f-ed68c285434f tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:52.064905 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-b3732b2f-6558-4f62-9181-d11e08efed2d service neutron] 10.222.0.58 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766130 Jul 09 09:29:52.076001 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc0363aa-6ba6-4d9a-af15-9587e4dcd25d req-35458df4-db30-400e-936f-ed68c285434f tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 946 time: 0.9271832 Jul 09 09:29:52.077543 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-c5d1a878-1b95-4aa6-a2bb-9e88b23c7f85 admin admin] Transition to ACTIVE for port object a61f3f54-d313-4f94-ae58-4ed93e348edd will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:29:52.148111 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e815ff5c-8bbf-461e-b9dd-e28dc1a7f787 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:29:52.176017 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5d1a878-1b95-4aa6-a2bb-9e88b23c7f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:52.244973 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d1a878-1b95-4aa6-a2bb-9e88b23c7f85 admin admin] Network 42ae9d36-caf9-48f2-988b-c538986827db is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:29:52.265847 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c5d1a878-1b95-4aa6-a2bb-9e88b23c7f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:29:52.287227 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port e815ff5c-8bbf-461e-b9dd-e28dc1a7f787 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:29:52.288228 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:52.302464 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d1a878-1b95-4aa6-a2bb-9e88b23c7f85 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:29:52.456841 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5d1a878-1b95-4aa6-a2bb-9e88b23c7f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:52.573282 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1a878-1b95-4aa6-a2bb-9e88b23c7f85 admin admin] Pushing event updated for resources: {'Port': ['ID=a61f3f54-d313-4f94-ae58-4ed93e348edd,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:52.623321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc0363aa-6ba6-4d9a-af15-9587e4dcd25d req-2540d955-5d7f-43d8-8080-0dd70c9bf304 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5411336 Jul 09 09:29:52.778832 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44900) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:52.791107 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-081c5264-f852-4b9f-b2f0-8e87cffb48a3 service neutron] Attempting to bind port d62b284d-3a33-4f47-995d-550f165eebc5 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:29:52.793777 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-081c5264-f852-4b9f-b2f0-8e87cffb48a3 service neutron] Attempting to bind port d62b284d-3a33-4f47-995d-550f165eebc5 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:29:52.794242 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-081c5264-f852-4b9f-b2f0-8e87cffb48a3 service neutron] Attempting to bind port d62b284d-3a33-4f47-995d-550f165eebc5 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:29:52.817993 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-081c5264-f852-4b9f-b2f0-8e87cffb48a3 service neutron] Port d62b284d-3a33-4f47-995d-550f165eebc5 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:29:52.820852 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-081c5264-f852-4b9f-b2f0-8e87cffb48a3 service neutron] Attempting to bind port d62b284d-3a33-4f47-995d-550f165eebc5 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:29:52.827858 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9e5214d1-a278-4b4b-941b-e3e61e7e3f59 None None] Provisioning for port a61f3f54-d313-4f94-ae58-4ed93e348edd completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:29:52.832926 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9e5214d1-a278-4b4b-941b-e3e61e7e3f59 None None] Provisioning complete for port a61f3f54-d313-4f94-ae58-4ed93e348edd triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:29:52.833718 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9e5214d1-a278-4b4b-941b-e3e61e7e3f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:52.922370 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5d1a878-1b95-4aa6-a2bb-9e88b23c7f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:52.941325 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9e5214d1-a278-4b4b-941b-e3e61e7e3f59 None None] Port a61f3f54-d313-4f94-ae58-4ed93e348edd cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:29:52.963552 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-081c5264-f852-4b9f-b2f0-8e87cffb48a3 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:29:52.963908 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-081c5264-f852-4b9f-b2f0-8e87cffb48a3 service neutron] Checking segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:29:52.964295 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-081c5264-f852-4b9f-b2f0-8e87cffb48a3 service neutron] Bound using segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:29:52.965070 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-081c5264-f852-4b9f-b2f0-8e87cffb48a3 service neutron] Bound port: d62b284d-3a33-4f47-995d-550f165eebc5, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:29:52.965445 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-081c5264-f852-4b9f-b2f0-8e87cffb48a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:53.009556 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04993aaa-6875-4c8e-b082-ae58e457ebc7 req-4654a860-d23e-4668-b4ed-51ba3b203e34 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:53.011157 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-04993aaa-6875-4c8e-b082-ae58e457ebc7 req-4654a860-d23e-4668-b4ed-51ba3b203e34 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2adb05a-ca0f-4a43-b934-74b965121265 HTTP/1.1" status: 200 len: 949 time: 0.8406365 Jul 09 09:29:53.012088 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f86c89ee-c4c1-474e-ac3c-da84baced036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:53.234847 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c0f5-7301-4128-ba73-d23274d22e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:53.284478 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c89ee-c4c1-474e-ac3c-da84baced036 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4a0b147-f87c-465f-8728-76832153941d,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:53.352558 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-081c5264-f852-4b9f-b2f0-8e87cffb48a3 service neutron] For port d62b284d-3a33-4f47-995d-550f165eebc5, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:29:53.362585 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-081c5264-f852-4b9f-b2f0-8e87cffb48a3 service neutron] For port d62b284d-3a33-4f47-995d-550f165eebc5, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d62b284d-3a33-4f47-995d-550f165eebc5,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:29:53.366470 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5d1a878-1b95-4aa6-a2bb-9e88b23c7f85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:53.386496 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5d1a878-1b95-4aa6-a2bb-9e88b23c7f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:53.411086 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-081c5264-f852-4b9f-b2f0-8e87cffb48a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:53.419895 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86c89ee-c4c1-474e-ac3c-da84baced036 admin admin] Checking segment: {'id': '8bfbb34c-32d0-44b5-9b77-51a798cc85d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:29:53.420436 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86c89ee-c4c1-474e-ac3c-da84baced036 admin admin] Network hostable DHCP agents. Network: 3d1be6a5-8870-45a4-8b11-20016bd71c75, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:29:53.484412 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c0f5-7301-4128-ba73-d23274d22e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:53.493440 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c0f5-7301-4128-ba73-d23274d22e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:53.522603 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7f23b-f0ba-40c8-8583-64f9f4846e43 req-a12938dc-a832-4111-8840-01bac778e817 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:53.524295 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6a7f23b-f0ba-40c8-8583-64f9f4846e43 req-a12938dc-a832-4111-8840-01bac778e817 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2adb05a-ca0f-4a43-b934-74b965121265 HTTP/1.1" status: 200 len: 949 time: 0.7082148 Jul 09 09:29:53.560328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-081c5264-f852-4b9f-b2f0-8e87cffb48a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:53.561381 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-081c5264-f852-4b9f-b2f0-8e87cffb48a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:53.562464 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-081c5264-f852-4b9f-b2f0-8e87cffb48a3 service neutron] 10.222.0.58 "PUT /v2.0/ports/d62b284d-3a33-4f47-995d-550f165eebc5 HTTP/1.1" status: 200 len: 1091 time: 4.7225752 Jul 09 09:29:53.563882 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58dbf312-2c16-4b75-8840-112c9bc818c7', 'tag': 'd62b284d-3a33-4f47-995d-550f165eebc5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:29:53.566841 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf3251b-54ec-43fe-85f8-4656f2739bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "58dbf312-2c16-4b75-8840-112c9bc818c7", "tag": "d62b284d-3a33-4f47-995d-550f165eebc5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:29:53.619827 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5d1a878-1b95-4aa6-a2bb-9e88b23c7f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:53.638839 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d7e1c0f5-7301-4128-ba73-d23274d22e3d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fd159f6e88b349e99ded91ae65563289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8563499 Jul 09 09:29:53.643509 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44914) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:53.696672 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86c89ee-c4c1-474e-ac3c-da84baced036 admin admin] Network 3d1be6a5-8870-45a4-8b11-20016bd71c75 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:29:53.705960 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1c0f5-7301-4128-ba73-d23274d22e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f264dab2-e2cc-4341-a316-9d49e878869c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:53.735064 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6a7f23b-f0ba-40c8-8583-64f9f4846e43 req-d693547f-4cb8-4e79-b2eb-92488fde06ee tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970944 Jul 09 09:29:53.747534 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1a878-1b95-4aa6-a2bb-9e88b23c7f85 admin admin] Pushing event updated for resources: {'Port': ['ID=a61f3f54-d313-4f94-ae58-4ed93e348edd,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:53.756178 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c5264-f852-4b9f-b2f0-8e87cffb48a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d62b284d-3a33-4f47-995d-550f165eebc5,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:53.779395 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-f86c89ee-c4c1-474e-ac3c-da84baced036 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 3d1be6a5-8870-45a4-8b11-20016bd71c75) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:29:53.795312 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7325e47-23b2-4a66-833d-6236672135b7 None None] Network 3d1be6a5-8870-45a4-8b11-20016bd71c75 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:29:53.804085 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86c89ee-c4c1-474e-ac3c-da84baced036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:53.804966 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f86c89ee-c4c1-474e-ac3c-da84baced036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:53.832169 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-078b41d8-95a3-4c0c-b36d-5f6467626cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:53.858321 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-078b41d8-95a3-4c0c-b36d-5f6467626cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:53.871675 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36b3c6-9d2c-4033-af1f-a632c279d53f req-61cef1ad-946b-428a-a601-4c14c759f609 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:53.873383 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e36b3c6-9d2c-4033-af1f-a632c279d53f req-61cef1ad-946b-428a-a601-4c14c759f609 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 943 time: 0.6128092 Jul 09 09:29:53.884891 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-04993aaa-6875-4c8e-b082-ae58e457ebc7 req-242b70a3-e25e-4d4e-9420-3e5dd95a6139 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Deleting port 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:29:53.885413 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-04993aaa-6875-4c8e-b082-ae58e457ebc7 req-242b70a3-e25e-4d4e-9420-3e5dd95a6139 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:53.927170 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-078b41d8-95a3-4c0c-b36d-5f6467626cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:53.935530 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-078b41d8-95a3-4c0c-b36d-5f6467626cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:53.940331 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-078b41d8-95a3-4c0c-b36d-5f6467626cb0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f264dab2-e2cc-4341-a316-9d49e878869c HTTP/1.1" status: 204 len: 168 time: 0.2929738 Jul 09 09:29:53.953560 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b41d8-95a3-4c0c-b36d-5f6467626cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f264dab2-e2cc-4341-a316-9d49e878869c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:53.958969 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f86c89ee-c4c1-474e-ac3c-da84baced036 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.0158737 Jul 09 09:29:53.963872 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44922) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:53.972504 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c05daf5a-77c5-4810-b34f-6767f9277bf4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1953151951-router', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:54.085110 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c05daf5a-77c5-4810-b34f-6767f9277bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:54.086143 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c05daf5a-77c5-4810-b34f-6767f9277bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:54.105945 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7245578-8f89-4933-9923-bb6fb054dea1 x-openstack-request-id: req-b7245578-8f89-4933-9923-bb6fb054dea1 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:29:54.106281 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58dbf312-2c16-4b75-8840-112c9bc818c7", "tag": "d62b284d-3a33-4f47-995d-550f165eebc5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:29:54.106524 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b7245578-8f89-4933-9923-bb6fb054dea1 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:29:54.109041 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58dbf312-2c16-4b75-8840-112c9bc818c7', 'tag': 'd62b284d-3a33-4f47-995d-550f165eebc5', 'status': 'completed', 'code': 200} Jul 09 09:29:54.128866 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d1a878-1b95-4aa6-a2bb-9e88b23c7f85 admin admin] Network 42ae9d36-caf9-48f2-988b-c538986827db is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:29:54.132334 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c5d1a878-1b95-4aa6-a2bb-9e88b23c7f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:29:54.198891 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-e5ca9620-4d77-4819-ab38-706ce5b21dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:54.201186 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-e5ca9620-4d77-4819-ab38-706ce5b21dd0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 1094 time: 0.5895481 Jul 09 09:29:54.224163 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device ae65d4fe-db44-48ec-9480-6f59c5d6cc7b up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:29:54.316786 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-66617d23-f9c8-44e9-b971-6ebbfca763b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d62b284d-3a33-4f47-995d-550f165eebc5 HTTP/1.1" status: 200 len: 217 time: 0.0897944 Jul 09 09:29:54.328686 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e36b3c6-9d2c-4033-af1f-a632c279d53f req-2addf87a-ff8a-47a5-9cd1-c1fef398d6e3 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287918 Jul 09 09:29:54.530098 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c05daf5a-77c5-4810-b34f-6767f9277bf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:54.583464 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b52c5f7-8492-4619-9b87-d6afd6dfe227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-3d1be6a5-8870-45a4-8b11-20016bd71c75', 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'fixed_ips': [{'subnet_id': 'a4a0b147-f87c-465f-8728-76832153941d'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:29:54.584358 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b52c5f7-8492-4619-9b87-d6afd6dfe227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:54.633224 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-04993aaa-6875-4c8e-b082-ae58e457ebc7 req-242b70a3-e25e-4d4e-9420-3e5dd95a6139 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] For port 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:54.633537 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-04993aaa-6875-4c8e-b082-ae58e457ebc7 req-242b70a3-e25e-4d4e-9420-3e5dd95a6139 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:54.676713 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44934) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:54.697940 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-4209d209-462c-4a08-8add-7a196e3fa7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:54.699684 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-4209d209-462c-4a08-8add-7a196e3fa7d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b34d4ae-0ef5-43aa-9b17-e2650b35854e HTTP/1.1" status: 200 len: 848 time: 0.3659015 Jul 09 09:29:54.701586 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-04993aaa-6875-4c8e-b082-ae58e457ebc7 req-242b70a3-e25e-4d4e-9420-3e5dd95a6139 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Calling delete_port for 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:29:54.744649 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port ae65d4fe-db44-48ec-9480-6f59c5d6cc7b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:29:54.772801 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b77355b0-ba8a-4206-a283-db9b52be6844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:54.832773 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-833d2411-e18e-4448-bfc7-1b865e02b332 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010067 Jul 09 09:29:54.847496 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port ae65d4fe-db44-48ec-9480-6f59c5d6cc7b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:29:54.848494 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:54.857283 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2eb8b792-8498-4770-9f7e-074ab0c926e8 None None] Provisioning complete for port a61f3f54-d313-4f94-ae58-4ed93e348edd triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:29:54.857882 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2eb8b792-8498-4770-9f7e-074ab0c926e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:55.050417 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c05daf5a-77c5-4810-b34f-6767f9277bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:55.081314 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d1a878-1b95-4aa6-a2bb-9e88b23c7f85 admin admin] Router f3da6044-3294-44b0-af9e-b93ea9e1b6c6 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:29:55.118821 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62588c5-21d3-4c9e-81ea-6abda3409ae3 req-81516956-96fa-48cb-957a-4202985c4ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:55.130693 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b62588c5-21d3-4c9e-81ea-6abda3409ae3 req-81516956-96fa-48cb-957a-4202985c4ca7 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 946 time: 0.6507709 Jul 09 09:29:55.171823 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2eb8b792-8498-4770-9f7e-074ab0c926e8 None None] Port a61f3f54-d313-4f94-ae58-4ed93e348edd cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:29:55.336584 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:55.337144 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b62588c5-21d3-4c9e-81ea-6abda3409ae3 req-dc0e4b56-08c5-4905-8bf5-2859c06562d0 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053652 Jul 09 09:29:55.380740 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-fa4e02fd-9617-486d-98a9-afaf00a5e9a5 service neutron] 10.222.0.58 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689567 Jul 09 09:29:55.398190 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port ae65d4fe-db44-48ec-9480-6f59c5d6cc7b, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=ae65d4fe-db44-48ec-9480-6f59c5d6cc7b,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:29:55.411672 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:55.438702 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-6b52c5f7-8492-4619-9b87-d6afd6dfe227 None None] Allocated IP 172.20.0.2 (3d1be6a5-8870-45a4-8b11-20016bd71c75/a4a0b147-f87c-465f-8728-76832153941d/792835fc-ad75-4a02-a428-6e0010f3795a) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:29:55.474937 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d1a878-1b95-4aa6-a2bb-9e88b23c7f85 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:29:55.496482 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c5d1a878-1b95-4aa6-a2bb-9e88b23c7f85 admin admin] 10.222.0.61 "PUT /v2.0/routers/f3da6044-3294-44b0-af9e-b93ea9e1b6c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9127171 Jul 09 09:29:55.499178 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ba884-5103-4584-94a6-22046298fd76 req-aaa55ca7-fdde-4406-b008-40d6fc909f5f tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:55.499178 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-550ba884-5103-4584-94a6-22046298fd76 req-aaa55ca7-fdde-4406-b008-40d6fc909f5f tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2adb05a-ca0f-4a43-b934-74b965121265 HTTP/1.1" status: 200 len: 949 time: 0.4897447 Jul 09 09:29:55.520765 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] Sync routers for ids ['f3da6044-3294-44b0-af9e-b93ea9e1b6c6'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:29:55.558231 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] Routers {'f3da6044-3294-44b0-af9e-b93ea9e1b6c6'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:29:55.562409 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:29:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f3da6044-3294-44b0-af9e-b93ea9e1b6c6'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:29:55.584980 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b77355b0-ba8a-4206-a283-db9b52be6844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:55.593579 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-04993aaa-6875-4c8e-b082-ae58e457ebc7 req-242b70a3-e25e-4d4e-9420-3e5dd95a6139 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:55.620291 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b77355b0-ba8a-4206-a283-db9b52be6844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:55.708127 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-550ba884-5103-4584-94a6-22046298fd76 req-b21db894-ad8b-4466-9302-a5b05bb03bd0 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.61 "GET /v2.0/security-groups?id=a61e15e1-9710-46d9-b191-22e563a13fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849613 Jul 09 09:29:55.709208 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b70a3-e25e-4d4e-9420-3e5dd95a6139 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Pushing event deleted for resources: {'Port': ['ID=2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:55.806309 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b77355b0-ba8a-4206-a283-db9b52be6844 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ae4396534d2c47a3a6568a2d98b027dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1235888 Jul 09 09:29:55.808573 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0629b66-d5e4-4771-8485-73fb5369fcf7 req-0b3899ea-ee11-4644-8aec-9ca9b7824540 service neutron] 10.222.0.58 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193256 Jul 09 09:29:55.818308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44950) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:55.847571 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c05daf5a-77c5-4810-b34f-6767f9277bf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:55.884166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77355b0-ba8a-4206-a283-db9b52be6844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e73468-d4ad-45b4-a6b8-d2a10e282990,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:55.926632 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] Set router f3da6044-3294-44b0-af9e-b93ea9e1b6c6 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:29:55.929973 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c05daf5a-77c5-4810-b34f-6767f9277bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:55.966127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-04993aaa-6875-4c8e-b082-ae58e457ebc7 req-242b70a3-e25e-4d4e-9420-3e5dd95a6139 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] No DVR routers for this DVR port 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:29:56.046748 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-04993aaa-6875-4c8e-b082-ae58e457ebc7 req-242b70a3-e25e-4d4e-9420-3e5dd95a6139 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:56.050947 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-04993aaa-6875-4c8e-b082-ae58e457ebc7 req-242b70a3-e25e-4d4e-9420-3e5dd95a6139 tempest-ServersOnMultiNodesTest-1644598999 tempest-ServersOnMultiNodesTest-1644598999-project] 10.222.0.64 "DELETE /v2.0/ports/2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 HTTP/1.1" status: 204 len: 173 time: 3.0215464 Jul 09 09:29:56.109750 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2adb05a-ca0f-4a43-b934-74b965121265', 'name': 'network-vif-deleted', 'tag': '2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:29:56.126300 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633a418a-dcbf-4a56-aace-9f982f326539" -d '{"events": [{"server_uuid": "b2adb05a-ca0f-4a43-b934-74b965121265", "name": "network-vif-deleted", "tag": "2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:29:56.221078 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-c05daf5a-77c5-4810-b34f-6767f9277bf4 admin admin] Allocated IP 172.25.3.6 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/b3da0920-246d-4925-94ef-7edc86463a1e) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:29:56.246960 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=ae65d4fe-db44-48ec-9480-6f59c5d6cc7b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:56.257892 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'name': 'tempest-ServerActionsTestJSON-597560141-router', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:44Z', 'updated_at': '2021-07-09T09:29:52Z', 'revision_number': 4, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'gw_port': {'id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:45Z', 'updated_at': '2021-07-09T09:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'a61f3f54-d313-4f94-ae58-4ed93e348edd', 'name': '', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'mac_address': 'fa:16:3e:5f:a1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:50Z', 'updated_at': '2021-07-09T09:29:53Z', 'revision_number': 2, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'subnets': [{'id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:29:56.299221 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] Checking router: f3da6044-3294-44b0-af9e-b93ea9e1b6c6 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:29:56.300017 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] Updating router f3da6044-3294-44b0-af9e-b93ea9e1b6c6 port a61f3f54-d313-4f94-ae58-4ed93e348edd binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:29:56.326543 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96336f7a-b82f-4301-ad28-935823f35f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:56.385696 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96336f7a-b82f-4301-ad28-935823f35f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:56.473941 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:56.493109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b4a28-81f7-4ac5-acb5-6a32647bd932 req-3f5b8072-fde7-47d8-8453-cccffe33de7a tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:56.495899 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c05daf5a-77c5-4810-b34f-6767f9277bf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:56.505434 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-321b4a28-81f7-4ac5-acb5-6a32647bd932 req-3f5b8072-fde7-47d8-8453-cccffe33de7a tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 943 time: 0.6258252 Jul 09 09:29:56.512858 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96336f7a-b82f-4301-ad28-935823f35f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:56.519369 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96336f7a-b82f-4301-ad28-935823f35f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:56.530468 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-96336f7a-b82f-4301-ad28-935823f35f72 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/69e73468-d4ad-45b4-a6b8-d2a10e282990 HTTP/1.1" status: 204 len: 168 time: 0.6522491 Jul 09 09:29:56.595908 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c05daf5a-77c5-4810-b34f-6767f9277bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:56.614596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3251b-54ec-43fe-85f8-4656f2739bf2 req-597678a6-5753-4cd4-bc77-1585d75f89db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:56.620274 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6bf3251b-54ec-43fe-85f8-4656f2739bf2 req-597678a6-5753-4cd4-bc77-1585d75f89db service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 1094 time: 0.7396843 Jul 09 09:29:56.644906 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96336f7a-b82f-4301-ad28-935823f35f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e73468-d4ad-45b4-a6b8-d2a10e282990,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:56.711307 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b52c5f7-8492-4619-9b87-d6afd6dfe227 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:56.762927 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05daf5a-77c5-4810-b34f-6767f9277bf4 admin admin] Pushing event updated for resources: {'Port': ['ID=b3da0920-246d-4925-94ef-7edc86463a1e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:56.767475 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-321b4a28-81f7-4ac5-acb5-6a32647bd932 req-189cfd35-3f4b-406f-be23-4095362c3886 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611084 Jul 09 09:29:56.785949 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6b52c5f7-8492-4619-9b87-d6afd6dfe227 None None] Transition to ACTIVE for port object 792835fc-ad75-4a02-a428-6e0010f3795a will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:29:56.817206 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05daf5a-77c5-4810-b34f-6767f9277bf4 admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:29:56.838455 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c05daf5a-77c5-4810-b34f-6767f9277bf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:29:56.848829 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05daf5a-77c5-4810-b34f-6767f9277bf4 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:29:56.898222 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6b52c5f7-8492-4619-9b87-d6afd6dfe227 None None] Transition to ACTIVE for port object 792835fc-ad75-4a02-a428-6e0010f3795a will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:29:56.936323 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:29:56.981874 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1ed25f-4347-45fe-a5cd-69ff142ca534 x-openstack-request-id: req-9a1ed25f-4347-45fe-a5cd-69ff142ca534 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:29:56.982168 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2adb05a-ca0f-4a43-b934-74b965121265", "name": "network-vif-deleted", "tag": "2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:29:56.982654 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9a1ed25f-4347-45fe-a5cd-69ff142ca534 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:29:56.982775 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2adb05a-ca0f-4a43-b934-74b965121265', 'name': 'network-vif-deleted', 'tag': '2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62', 'status': 'completed', 'code': 200} Jul 09 09:29:57.083340 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3251b-54ec-43fe-85f8-4656f2739bf2 req-1a8d6e66-484b-43ab-8432-1803e073291f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:57.087760 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6bf3251b-54ec-43fe-85f8-4656f2739bf2 req-1a8d6e66-484b-43ab-8432-1803e073291f service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 909 time: 0.4497850 Jul 09 09:29:57.200964 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6bf3251b-54ec-43fe-85f8-4656f2739bf2 req-253c891b-fd57-4c37-becb-27da2a6795da service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d62b284d-3a33-4f47-995d-550f165eebc5 HTTP/1.1" status: 200 len: 217 time: 0.1030233 Jul 09 09:29:57.369836 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:29:57.370421 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 2a4f2ae9-77dc-4e7c-a63b-98cb25e3ef62 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:29:57.372504 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3251b-54ec-43fe-85f8-4656f2739bf2 req-38e386c1-1e18-4640-afbf-0fd305df2111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:57.379004 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6bf3251b-54ec-43fe-85f8-4656f2739bf2 req-38e386c1-1e18-4640-afbf-0fd305df2111 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b34d4ae-0ef5-43aa-9b17-e2650b35854e HTTP/1.1" status: 200 len: 848 time: 0.1718040 Jul 09 09:29:57.379520 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b52c5f7-8492-4619-9b87-d6afd6dfe227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:57.408108 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44980) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:57.413309 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-06ccca83-5ace-4a35-8d28-745c88dd126a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Request body: {'security_group': {'name': 'tempest-securitygroup--560190168', 'description': 'tempest-description--1386157544'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:57.503716 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b52c5f7-8492-4619-9b87-d6afd6dfe227 None None] Network 3d1be6a5-8870-45a4-8b11-20016bd71c75 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:29:57.519365 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52c5f7-8492-4619-9b87-d6afd6dfe227 None None] Pushing event updated for resources: {'Port': ['ID=792835fc-ad75-4a02-a428-6e0010f3795a,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:57.524860 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6bf3251b-54ec-43fe-85f8-4656f2739bf2 req-54d8a39e-c173-4749-8d17-9f3b13342afa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1382115 Jul 09 09:29:57.538574 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-6b52c5f7-8492-4619-9b87-d6afd6dfe227 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:29:57.546019 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b52c5f7-8492-4619-9b87-d6afd6dfe227 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:29:57.671185 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06ccca83-5ace-4a35-8d28-745c88dd126a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:57.689768 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c05daf5a-77c5-4810-b34f-6767f9277bf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:57.787457 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6bf3251b-54ec-43fe-85f8-4656f2739bf2 req-a6b76663-439c-4eba-9182-e64feafd7efe service neutron] 10.222.0.58 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369614 Jul 09 09:29:57.834693 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6b52c5f7-8492-4619-9b87-d6afd6dfe227 None None] Attempting to bind port 792835fc-ad75-4a02-a428-6e0010f3795a on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:29:57.835091 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6b52c5f7-8492-4619-9b87-d6afd6dfe227 None None] Attempting to bind port 792835fc-ad75-4a02-a428-6e0010f3795a by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '8bfbb34c-32d0-44b5-9b77-51a798cc85d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:29:57.835459 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b52c5f7-8492-4619-9b87-d6afd6dfe227 None None] Attempting to bind port 792835fc-ad75-4a02-a428-6e0010f3795a on network 3d1be6a5-8870-45a4-8b11-20016bd71c75 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:29:57.885988 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b52c5f7-8492-4619-9b87-d6afd6dfe227 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:29:57.886367 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b52c5f7-8492-4619-9b87-d6afd6dfe227 None None] Checking segment: {'id': '8bfbb34c-32d0-44b5-9b77-51a798cc85d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:29:57.886782 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b52c5f7-8492-4619-9b87-d6afd6dfe227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:57.887177 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b52c5f7-8492-4619-9b87-d6afd6dfe227 None None] Bound using segment: {'id': '8bfbb34c-32d0-44b5-9b77-51a798cc85d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:29:57.888401 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6b52c5f7-8492-4619-9b87-d6afd6dfe227 None None] Bound port: 792835fc-ad75-4a02-a428-6e0010f3795a, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfbb34c-32d0-44b5-9b77-51a798cc85d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:29:57.888828 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b52c5f7-8492-4619-9b87-d6afd6dfe227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:57.938910 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6bf3251b-54ec-43fe-85f8-4656f2739bf2 req-cdb774cc-b160-40bf-a462-84190e8e76d3 service neutron] 10.222.0.58 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420503 Jul 09 09:29:58.035182 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f38f60-065a-4907-af89-b4240e36cebb req-44ccb8e1-e8f7-42ec-849a-379061282c6b tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:58.039076 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14f38f60-065a-4907-af89-b4240e36cebb req-44ccb8e1-e8f7-42ec-849a-379061282c6b tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 946 time: 0.6030414 Jul 09 09:29:58.176300 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14f38f60-065a-4907-af89-b4240e36cebb req-ba209ba4-c49f-47c4-9752-67d39e9b9d1a tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294158 Jul 09 09:29:58.285978 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06ccca83-5ace-4a35-8d28-745c88dd126a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:58.314116 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06ccca83-5ace-4a35-8d28-745c88dd126a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:58.362254 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:58.392937 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccca83-5ace-4a35-8d28-745c88dd126a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbd7147-653e-4b72-b52a-fda4760fc36e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:58.421103 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06ccca83-5ace-4a35-8d28-745c88dd126a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:58.429016 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-06ccca83-5ace-4a35-8d28-745c88dd126a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0172973 Jul 09 09:29:58.429251 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c05daf5a-77c5-4810-b34f-6767f9277bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:58.429456 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45008) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:58.436365 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3e0e5e87-248d-4775-9f79-e69e008231b7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Request body: {'security_group_rule': {'security_group_id': 'bcbd7147-653e-4b72-b52a-fda4760fc36e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:58.468390 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6b52c5f7-8492-4619-9b87-d6afd6dfe227 None None] For port 792835fc-ad75-4a02-a428-6e0010f3795a, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:29:58.480166 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6b52c5f7-8492-4619-9b87-d6afd6dfe227 None None] For port 792835fc-ad75-4a02-a428-6e0010f3795a, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=792835fc-ad75-4a02-a428-6e0010f3795a,segment=NetworkSegment(8bfbb34c-32d0-44b5-9b77-51a798cc85d3),segment_id=8bfbb34c-32d0-44b5-9b77-51a798cc85d3)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:29:58.488744 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device ae65d4fe-db44-48ec-9480-6f59c5d6cc7b up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:29:58.564358 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] Transition to ACTIVE for port object a61f3f54-d313-4f94-ae58-4ed93e348edd will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:29:58.569623 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b52c5f7-8492-4619-9b87-d6afd6dfe227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:58.595755 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e0e5e87-248d-4775-9f79-e69e008231b7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:58.616088 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:58.616345 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45010) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:58.702039 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e0e5e87-248d-4775-9f79-e69e008231b7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:58.712583 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682f67e-3f7c-4707-9a05-3be51ecbd841 req-5529b753-c704-444c-a3c6-a2628427628c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:29:58.721083 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7682f67e-3f7c-4707-9a05-3be51ecbd841 req-5529b753-c704-444c-a3c6-a2628427628c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 943 time: 0.2759759 Jul 09 09:29:58.724578 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e0e5e87-248d-4775-9f79-e69e008231b7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:58.785878 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52c5f7-8492-4619-9b87-d6afd6dfe227 None None] Pushing event updated for resources: {'Port': ['ID=792835fc-ad75-4a02-a428-6e0010f3795a,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:58.859197 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05daf5a-77c5-4810-b34f-6767f9277bf4 admin admin] Router f74663a9-4a03-4cc5-8595-6d1cefabf57c is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:29:58.879795 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7682f67e-3f7c-4707-9a05-3be51ecbd841 req-7f1db574-d6bd-4ea0-8a78-02edba2f74f6 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558132 Jul 09 09:29:58.881478 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e5e87-248d-4775-9f79-e69e008231b7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce31ed7d-26d0-428a-9b8c-86f4ef853269,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:58.899780 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e0e5e87-248d-4775-9f79-e69e008231b7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:58.909634 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3e0e5e87-248d-4775-9f79-e69e008231b7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4790280 Jul 09 09:29:58.910525 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45018) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:58.937205 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-05c9d344-7e62-4c86-95a3-8af3115aecbe tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Request body: {'security_group_rule': {'security_group_id': 'bcbd7147-653e-4b72-b52a-fda4760fc36e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:59.007300 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05c9d344-7e62-4c86-95a3-8af3115aecbe tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:59.062338 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port ae65d4fe-db44-48ec-9480-6f59c5d6cc7b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:29:59.069799 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:59.219004 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c4c7f32f-9742-4d58-990b-4b8db85bc825 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3747d0dd5a2d447bac383d8b7962e11f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6020691 Jul 09 09:29:59.225384 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45032) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:59.276048 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05c9d344-7e62-4c86-95a3-8af3115aecbe tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:59.322139 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313654bc-e13c-4785-a7c6-168a590d676e None None] Pushing event updated for resources: {'Port': ['ID=a61f3f54-d313-4f94-ae58-4ed93e348edd,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:59.332239 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8f6f9b08-3684-48e5-b667-e30118a309e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:59.358050 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8f6f9b08-3684-48e5-b667-e30118a309e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:59.384826 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] Attempting to bind port a61f3f54-d313-4f94-ae58-4ed93e348edd on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:29:59.385321 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] Attempting to bind port a61f3f54-d313-4f94-ae58-4ed93e348edd by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:29:59.397567 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] Attempting to bind port a61f3f54-d313-4f94-ae58-4ed93e348edd on network 42ae9d36-caf9-48f2-988b-c538986827db {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:29:59.408805 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05c9d344-7e62-4c86-95a3-8af3115aecbe tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:59.410499 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:29:59.416563 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] Checking segment: {'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:29:59.417123 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:59.420040 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] Bound using segment: {'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:29:59.426471 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] Bound port: a61f3f54-d313-4f94-ae58-4ed93e348edd, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:29:59.427105 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8f6f9b08-3684-48e5-b667-e30118a309e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:59.427236 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:59.430006 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8f6f9b08-3684-48e5-b667-e30118a309e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:59.434726 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8f6f9b08-3684-48e5-b667-e30118a309e8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a61e15e1-9710-46d9-b191-22e563a13fa9 HTTP/1.1" status: 204 len: 168 time: 0.2070935 Jul 09 09:29:59.438797 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9d344-7e62-4c86-95a3-8af3115aecbe tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b978de8f-0618-483d-8c8e-6e6ae5b34e1c,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:59.452461 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f9b08-3684-48e5-b667-e30118a309e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61e15e1-9710-46d9-b191-22e563a13fa9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:29:59.463384 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05daf5a-77c5-4810-b34f-6767f9277bf4 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:29:59.465802 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05c9d344-7e62-4c86-95a3-8af3115aecbe tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:59.470464 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45046) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:59.479740 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] Sync routers for ids ['f74663a9-4a03-4cc5-8595-6d1cefabf57c'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:29:59.491229 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-05c9d344-7e62-4c86-95a3-8af3115aecbe tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5696325 Jul 09 09:29:59.496344 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] Routers {'f74663a9-4a03-4cc5-8595-6d1cefabf57c'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:29:59.497902 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:29:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f74663a9-4a03-4cc5-8595-6d1cefabf57c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:29:59.507034 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4ddf42bc-a2dd-4878-8e27-2bcd08b12485 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:29:59.599439 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ddf42bc-a2dd-4878-8e27-2bcd08b12485 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:59.604432 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c05daf5a-77c5-4810-b34f-6767f9277bf4 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:59.609185 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c05daf5a-77c5-4810-b34f-6767f9277bf4 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6413858 Jul 09 09:29:59.611641 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45048) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:29:59.653621 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] Set router f74663a9-4a03-4cc5-8595-6d1cefabf57c gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:29:59.779461 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] For port a61f3f54-d313-4f94-ae58-4ed93e348edd, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:29:59.800219 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] For port a61f3f54-d313-4f94-ae58-4ed93e348edd, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a61f3f54-d313-4f94-ae58-4ed93e348edd,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:29:59.869070 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:29:59.890061 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ddf42bc-a2dd-4878-8e27-2bcd08b12485 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:00.108881 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313654bc-e13c-4785-a7c6-168a590d676e None None] Pushing event updated for resources: {'Port': ['ID=a61f3f54-d313-4f94-ae58-4ed93e348edd,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:00.238057 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'name': 'tempest-ServersTestBootFromVolume-1953151951-router', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:54Z', 'updated_at': '2021-07-09T09:29:57Z', 'revision_number': 3, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'gw_port': {'id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:56:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:55Z', 'updated_at': '2021-07-09T09:29:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:00.254784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] Routers {'f3da6044-3294-44b0-af9e-b93ea9e1b6c6'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:30:00.255821 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:29:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f3da6044-3294-44b0-af9e-b93ea9e1b6c6'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:00.318639 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] Checking router: f74663a9-4a03-4cc5-8595-6d1cefabf57c for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:30:00.319041 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] Updating router f74663a9-4a03-4cc5-8595-6d1cefabf57c port b3da0920-246d-4925-94ef-7edc86463a1e binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:30:00.349790 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-4ddf42bc-a2dd-4878-8e27-2bcd08b12485 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Allocated IP 172.25.3.103 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/ef2a11ab-fb58-4ba6-b119-b22d3edcf4ea) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:30:00.411835 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:00.639079 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] Set router f3da6044-3294-44b0-af9e-b93ea9e1b6c6 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:30:00.884624 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f828a-52dc-4e7d-9c51-6e48fe619f60 req-7abf74d6-6c58-47a0-afb1-1336dde2b52f tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:00.894079 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b3f828a-52dc-4e7d-9c51-6e48fe619f60 req-7abf74d6-6c58-47a0-afb1-1336dde2b52f tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 946 time: 0.6661186 Jul 09 09:30:00.907167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e3d8d-c3c9-4a31-8f6b-aa336405975e req-b9a8645d-7ffc-43f9-b1a6-b1077ff72969 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:00.911674 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ddf42bc-a2dd-4878-8e27-2bcd08b12485 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:00.916213 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa3e3d8d-c3c9-4a31-8f6b-aa336405975e req-b9a8645d-7ffc-43f9-b1a6-b1077ff72969 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 943 time: 0.4171314 Jul 09 09:30:00.924564 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45068) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:00.967315 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ddf42bc-a2dd-4878-8e27-2bcd08b12485 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:00.989813 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddf42bc-a2dd-4878-8e27-2bcd08b12485 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:30:00.993126 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4ddf42bc-a2dd-4878-8e27-2bcd08b12485 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:30:01.019601 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddf42bc-a2dd-4878-8e27-2bcd08b12485 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:30:01.091840 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf42bc-a2dd-4878-8e27-2bcd08b12485 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Pushing event updated for resources: {'Port': ['ID=ef2a11ab-fb58-4ba6-b119-b22d3edcf4ea,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:01.153961 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 792835fc-ad75-4a02-a428-6e0010f3795a up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:30:01.179570 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d56dac4-0279-4a3f-a318-b52cde6277e4 None None] Network 3d1be6a5-8870-45a4-8b11-20016bd71c75 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:30:01.236418 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b3f828a-52dc-4e7d-9c51-6e48fe619f60 req-e7678062-6132-404e-9419-cdc8d18033b1 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413525 Jul 09 09:30:01.250284 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ddf42bc-a2dd-4878-8e27-2bcd08b12485 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:01.265178 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa3e3d8d-c3c9-4a31-8f6b-aa336405975e req-dfb1b016-77d8-48c9-af63-abb0f189556f tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451777 Jul 09 09:30:01.285791 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-297d209a-93e3-4935-b04c-e946e2ffa8f8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d9d722c0626d4a2db7e332a49fc37669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3602357 Jul 09 09:30:01.288738 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45070) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:01.348480 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ddf42bc-a2dd-4878-8e27-2bcd08b12485 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:01.496503 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:01.533193 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] Transition to ACTIVE for port object b3da0920-246d-4925-94ef-7edc86463a1e will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:30:01.544469 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:01.690590 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] Attempting to bind port b3da0920-246d-4925-94ef-7edc86463a1e on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:30:01.706226 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] Attempting to bind port b3da0920-246d-4925-94ef-7edc86463a1e by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:30:01.712129 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] Attempting to bind port b3da0920-246d-4925-94ef-7edc86463a1e on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:30:01.732289 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76ffb70c-5963-4f01-8eb6-50a3e99490f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:01.741246 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe659e-380d-4c68-911d-90e0becfb93f None None] Pushing event updated for resources: {'Port': ['ID=b3da0920-246d-4925-94ef-7edc86463a1e,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:01.757668 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:30:01.758050 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:30:01.758457 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:01.758859 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:30:01.759344 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] Bound port: b3da0920-246d-4925-94ef-7edc86463a1e, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:30:01.759786 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:01.791376 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ddf42bc-a2dd-4878-8e27-2bcd08b12485 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:01.802483 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ddf42bc-a2dd-4878-8e27-2bcd08b12485 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:01.895299 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf42bc-a2dd-4878-8e27-2bcd08b12485 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Pushing event updated for resources: {'Port': ['ID=ef2a11ab-fb58-4ba6-b119-b22d3edcf4ea,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:02.014932 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-95087e05-5877-499f-927f-7cff31ca7b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:02.021218 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ddf42bc-a2dd-4878-8e27-2bcd08b12485 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:02.069645 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ddf42bc-a2dd-4878-8e27-2bcd08b12485 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:02.081068 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] For port b3da0920-246d-4925-94ef-7edc86463a1e, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:30:02.081335 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4ddf42bc-a2dd-4878-8e27-2bcd08b12485 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6011634 Jul 09 09:30:02.084331 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] For port b3da0920-246d-4925-94ef-7edc86463a1e, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b3da0920-246d-4925-94ef-7edc86463a1e,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:30:02.092092 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:02.385709 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe659e-380d-4c68-911d-90e0becfb93f None None] Pushing event updated for resources: {'Port': ['ID=b3da0920-246d-4925-94ef-7edc86463a1e,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:02.407367 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] Routers {'f74663a9-4a03-4cc5-8595-6d1cefabf57c'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:30:02.408186 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:29:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f74663a9-4a03-4cc5-8595-6d1cefabf57c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:02.480832 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-de3948fa-d6f8-4121-81e8-3e8c4df0e567 None None] Provisioning for port 792835fc-ad75-4a02-a428-6e0010f3795a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:30:02.509566 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 792835fc-ad75-4a02-a428-6e0010f3795a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:30:02.530856 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-de3948fa-d6f8-4121-81e8-3e8c4df0e567 None None] Provisioning complete for port 792835fc-ad75-4a02-a428-6e0010f3795a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:30:02.542329 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-de3948fa-d6f8-4121-81e8-3e8c4df0e567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:02.638100 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] Set router f74663a9-4a03-4cc5-8595-6d1cefabf57c gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:30:02.723009 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 792835fc-ad75-4a02-a428-6e0010f3795a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:30:02.723666 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:03.021753 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'name': 'tempest-ServersTestBootFromVolume-1953151951-router', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:54Z', 'updated_at': '2021-07-09T09:29:57Z', 'revision_number': 3, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'gw_port': {'id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:56:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:55Z', 'updated_at': '2021-07-09T09:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:03.064691 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a6b969-6dbc-4f17-8667-606fc771462f None None] The sync data for ids ['f74663a9-4a03-4cc5-8595-6d1cefabf57c'] in n-d-799996-1 is: [{'id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'name': 'tempest-ServersTestBootFromVolume-1953151951-router', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:54Z', 'updated_at': '2021-07-09T09:29:57Z', 'revision_number': 3, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'gw_port': {'id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:56:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:55Z', 'updated_at': '2021-07-09T09:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:30:03.096918 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'name': 'tempest-ServerActionsTestJSON-597560141-router', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:44Z', 'updated_at': '2021-07-09T09:29:52Z', 'revision_number': 4, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'gw_port': {'id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:45Z', 'updated_at': '2021-07-09T09:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'a61f3f54-d313-4f94-ae58-4ed93e348edd', 'name': '', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'mac_address': 'fa:16:3e:5f:a1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:50Z', 'updated_at': '2021-07-09T09:29:59Z', 'revision_number': 4, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'subnets': [{'id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:03.107994 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-de3948fa-d6f8-4121-81e8-3e8c4df0e567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:03.181454 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:03.203446 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-95087e05-5877-499f-927f-7cff31ca7b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:03.207071 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979fcf2-e419-457b-845d-3ac1a02126ed None None] The sync data for ids ['f3da6044-3294-44b0-af9e-b93ea9e1b6c6'] in n-d-799996-1 is: [{'id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'name': 'tempest-ServerActionsTestJSON-597560141-router', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:44Z', 'updated_at': '2021-07-09T09:29:52Z', 'revision_number': 4, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'gw_port': {'id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:45Z', 'updated_at': '2021-07-09T09:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'a61f3f54-d313-4f94-ae58-4ed93e348edd', 'name': '', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'mac_address': 'fa:16:3e:5f:a1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:50Z', 'updated_at': '2021-07-09T09:29:59Z', 'revision_number': 4, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'subnets': [{'id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:30:03.314722 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-76ffb70c-5963-4f01-8eb6-50a3e99490f0 admin admin] Allocated IP 172.20.0.1 (3d1be6a5-8870-45a4-8b11-20016bd71c75/a4a0b147-f87c-465f-8728-76832153941d/4bbb164a-cc1f-4f3d-aa24-50c8365741ef) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:30:03.388814 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45114) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:03.411544 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-de3948fa-d6f8-4121-81e8-3e8c4df0e567 None None] For port 792835fc-ad75-4a02-a428-6e0010f3795a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=792835fc-ad75-4a02-a428-6e0010f3795a,segment=NetworkSegment(8bfbb34c-32d0-44b5-9b77-51a798cc85d3),segment_id=8bfbb34c-32d0-44b5-9b77-51a798cc85d3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:03.428379 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-de3948fa-d6f8-4121-81e8-3e8c4df0e567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:03.625217 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76ffb70c-5963-4f01-8eb6-50a3e99490f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:03.642035 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-76ffb70c-5963-4f01-8eb6-50a3e99490f0 admin admin] Transition to ACTIVE for port object 4bbb164a-cc1f-4f3d-aa24-50c8365741ef will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:30:03.653237 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3948fa-d6f8-4121-81e8-3e8c4df0e567 None None] Pushing event updated for resources: {'Port': ['ID=792835fc-ad75-4a02-a428-6e0010f3795a,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:03.705468 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76ffb70c-5963-4f01-8eb6-50a3e99490f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:03.714298 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:03.718055 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0a65b875-025e-436f-81b5-c992e88d39fd None None] Provisioning complete for port 792835fc-ad75-4a02-a428-6e0010f3795a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:30:03.718854 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0a65b875-025e-436f-81b5-c992e88d39fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:03.747026 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:30:03.747933 n-d-799996-1 neutron-server[93792]: DEBUG oslo_db.api [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:30:03.763119 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dedb7b15-3781-41a1-b8dc-a42f921d3658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:03.876035 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bb994-fa4f-4227-a689-9c428a37093f req-3957cdf9-4bf9-4212-8c94-ae1b623a13f1 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:03.878400 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-880bb994-fa4f-4227-a689-9c428a37093f req-3957cdf9-4bf9-4212-8c94-ae1b623a13f1 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 946 time: 0.9636791 Jul 09 09:30:03.899809 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ffb70c-5963-4f01-8eb6-50a3e99490f0 admin admin] Network 3d1be6a5-8870-45a4-8b11-20016bd71c75 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:30:03.946021 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-76ffb70c-5963-4f01-8eb6-50a3e99490f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:30:03.983473 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dedb7b15-3781-41a1-b8dc-a42f921d3658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:04.004849 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dedb7b15-3781-41a1-b8dc-a42f921d3658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:04.008107 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ffb70c-5963-4f01-8eb6-50a3e99490f0 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:30:04.132864 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb7b15-3781-41a1-b8dc-a42f921d3658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd387d92-58ff-48bf-b3d8-475ead92728f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:04.159987 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dedb7b15-3781-41a1-b8dc-a42f921d3658 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cdfe8511be8d4fccadfc2be4b396ac7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7653444 Jul 09 09:30:04.161328 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45118) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:04.185355 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:30:04.265214 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-880bb994-fa4f-4227-a689-9c428a37093f req-59890f97-d940-4080-b5c7-e311c65e3aa9 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584616 Jul 09 09:30:04.265995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffb70c-5963-4f01-8eb6-50a3e99490f0 admin admin] Pushing event updated for resources: {'Port': ['ID=4bbb164a-cc1f-4f3d-aa24-50c8365741ef,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:04.363757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de3e2a-b4e9-464d-92eb-10a8d0e37cdf req-9e3f3c6a-6390-484c-afcc-b527cbef3e2d tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:04.388677 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-74de3e2a-b4e9-464d-92eb-10a8d0e37cdf req-9e3f3c6a-6390-484c-afcc-b527cbef3e2d tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 943 time: 1.4921031 Jul 09 09:30:04.404125 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa449ac2-d345-4ccf-a2d0-0865f73bd792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:04.424261 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-95087e05-5877-499f-927f-7cff31ca7b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:04.427557 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-95087e05-5877-499f-927f-7cff31ca7b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:04.432695 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-95087e05-5877-499f-927f-7cff31ca7b00 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/12dbce89-8572-4573-a2ad-a2d09eda8aa0 HTTP/1.1" status: 204 len: 168 time: 3.1341803 Jul 09 09:30:04.438539 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76ffb70c-5963-4f01-8eb6-50a3e99490f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:04.488376 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa449ac2-d345-4ccf-a2d0-0865f73bd792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:04.530557 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5685e422-137a-4623-a381-ecc47a249240 None None] Provisioning for port 4bbb164a-cc1f-4f3d-aa24-50c8365741ef completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:30:04.536581 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5685e422-137a-4623-a381-ecc47a249240 None None] Provisioning complete for port 4bbb164a-cc1f-4f3d-aa24-50c8365741ef triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:30:04.539044 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5685e422-137a-4623-a381-ecc47a249240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:04.651329 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95087e05-5877-499f-927f-7cff31ca7b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dbce89-8572-4573-a2ad-a2d09eda8aa0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:04.655050 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa449ac2-d345-4ccf-a2d0-0865f73bd792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:04.684547 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa449ac2-d345-4ccf-a2d0-0865f73bd792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:04.685818 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fa449ac2-d345-4ccf-a2d0-0865f73bd792 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd387d92-58ff-48bf-b3d8-475ead92728f HTTP/1.1" status: 204 len: 168 time: 0.5232422 Jul 09 09:30:04.714436 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa449ac2-d345-4ccf-a2d0-0865f73bd792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd387d92-58ff-48bf-b3d8-475ead92728f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:04.721737 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5685e422-137a-4623-a381-ecc47a249240 None None] Port 4bbb164a-cc1f-4f3d-aa24-50c8365741ef cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:30:04.820561 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-74de3e2a-b4e9-464d-92eb-10a8d0e37cdf req-824c5a26-bc3c-45c6-9343-87d99ea202eb tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255004 Jul 09 09:30:05.051714 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 792835fc-ad75-4a02-a428-6e0010f3795a up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:30:05.083568 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-a4329873-b416-407f-9141-9a60e91fd3ac tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--560190168&fields=id&tenant_id=f7f16a5816aa4fb6a5e831e7bff87912 HTTP/1.1" status: 200 len: 267 time: 0.4385815 Jul 09 09:30:05.266226 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 792835fc-ad75-4a02-a428-6e0010f3795a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:30:05.266602 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:05.434294 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76ffb70c-5963-4f01-8eb6-50a3e99490f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:05.445113 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45150) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:05.470150 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78f17bed-5e0b-4673-ab1f-e2549d762373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:05.568099 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b3da0920-246d-4925-94ef-7edc86463a1e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:30:05.652423 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-7aceeddd-17d0-42b4-8db5-4cfce4acf0e2 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:05.654718 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-7aceeddd-17d0-42b4-8db5-4cfce4acf0e2 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 811 time: 0.5681438 Jul 09 09:30:05.690688 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port b3da0920-246d-4925-94ef-7edc86463a1e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:30:05.698488 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port b3da0920-246d-4925-94ef-7edc86463a1e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:30:05.698916 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:05.720778 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78f17bed-5e0b-4673-ab1f-e2549d762373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:05.731777 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78f17bed-5e0b-4673-ab1f-e2549d762373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:05.738603 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-3ee98683-ac5e-4fde-b681-ac820e5916a7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/quotas/f7f16a5816aa4fb6a5e831e7bff87912 HTTP/1.1" status: 200 len: 375 time: 0.0747871 Jul 09 09:30:05.855150 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-78f17bed-5e0b-4673-ab1f-e2549d762373 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=80c8dd0200d64019bd1d105aef1d3166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4066138 Jul 09 09:30:05.858149 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45156) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:05.860928 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device d62b284d-3a33-4f47-995d-550f165eebc5 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:30:05.940693 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f17bed-5e0b-4673-ab1f-e2549d762373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbd1126-0b33-4a5e-8735-8b75e9d3d737,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:05.964534 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d3bc921-1a1c-45e1-8b06-fce678d8e815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:05.988947 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:06.029375 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d3bc921-1a1c-45e1-8b06-fce678d8e815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:06.155362 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d3bc921-1a1c-45e1-8b06-fce678d8e815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:06.159530 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d3bc921-1a1c-45e1-8b06-fce678d8e815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:06.163426 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586b677-8cf3-4016-89ca-49bcdd438ad9 req-361e0f32-fbf0-49fc-bb3c-e5e376ab400e tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:06.165142 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d586b677-8cf3-4016-89ca-49bcdd438ad9 req-361e0f32-fbf0-49fc-bb3c-e5e376ab400e tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 946 time: 0.5940270 Jul 09 09:30:06.180226 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4d3bc921-1a1c-45e1-8b06-fce678d8e815 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ffbd1126-0b33-4a5e-8735-8b75e9d3d737 HTTP/1.1" status: 204 len: 168 time: 0.3206615 Jul 09 09:30:06.186910 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port b3da0920-246d-4925-94ef-7edc86463a1e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b3da0920-246d-4925-94ef-7edc86463a1e,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:06.213512 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3bc921-1a1c-45e1-8b06-fce678d8e815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbd1126-0b33-4a5e-8735-8b75e9d3d737,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:06.215469 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-70dec351-4895-4ded-8e6d-aa73da20d725 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4479461 Jul 09 09:30:06.276979 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:06.278028 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a61f3f54-d313-4f94-ae58-4ed93e348edd up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:30:06.480593 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d586b677-8cf3-4016-89ca-49bcdd438ad9 req-64999f47-1d8e-4726-beda-bf3660c2fca5 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996306 Jul 09 09:30:06.486589 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76ffb70c-5963-4f01-8eb6-50a3e99490f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:06.494425 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76ffb70c-5963-4f01-8eb6-50a3e99490f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:06.637101 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffb70c-5963-4f01-8eb6-50a3e99490f0 admin admin] Pushing event updated for resources: {'Port': ['ID=4bbb164a-cc1f-4f3d-aa24-50c8365741ef,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:06.642717 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76ffb70c-5963-4f01-8eb6-50a3e99490f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:06.649197 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-88063c61-fd99-474d-a358-4669f7f40a56 service neutron] 10.222.0.61 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739853 Jul 09 09:30:06.749428 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port d62b284d-3a33-4f47-995d-550f165eebc5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d62b284d-3a33-4f47-995d-550f165eebc5,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:06.794962 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ffb70c-5963-4f01-8eb6-50a3e99490f0 admin admin] Network 3d1be6a5-8870-45a4-8b11-20016bd71c75 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:30:06.827462 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-76ffb70c-5963-4f01-8eb6-50a3e99490f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:30:06.966036 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=b3da0920-246d-4925-94ef-7edc86463a1e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:06.977830 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-51627928-bff6-4f28-ba19-a24e4457808c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:06.984981 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port a61f3f54-d313-4f94-ae58-4ed93e348edd completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:30:06.993929 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'd62b284d-3a33-4f47-995d-550f165eebc5', 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290', 'port_id': 'd62b284d-3a33-4f47-995d-550f165eebc5', 'mac_address': 'fa:16:3e:5b:6c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b34d4ae-0ef5-43aa-9b17-e2650b35854e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:30:07.010543 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a61f3f54-d313-4f94-ae58-4ed93e348edd triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:30:07.022598 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:07.065169 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-87d761a2-057d-46e2-956d-cb8ae4a15b67 service neutron] 10.222.0.61 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989576 Jul 09 09:30:07.202179 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:07.300601 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62b284d-3a33-4f47-995d-550f165eebc5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:30:07.331114 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247441a-9615-441d-b327-7082f6f5cfc6 req-1f820e48-0bb7-49ed-ac6a-f51d3002589d tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:07.358917 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-66d983a8-d961-4dc2-9581-5442ffe33cb3 None None] Provisioning complete for port 4bbb164a-cc1f-4f3d-aa24-50c8365741ef triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:30:07.359292 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66d983a8-d961-4dc2-9581-5442ffe33cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:07.374580 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8247441a-9615-441d-b327-7082f6f5cfc6 req-1f820e48-0bb7-49ed-ac6a-f51d3002589d tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 943 time: 0.5504391 Jul 09 09:30:07.579506 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8247441a-9615-441d-b327-7082f6f5cfc6 req-21ae310a-f219-47ff-a08d-3a36dc8ce723 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835909 Jul 09 09:30:07.604403 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-66d983a8-d961-4dc2-9581-5442ffe33cb3 None None] Port 4bbb164a-cc1f-4f3d-aa24-50c8365741ef cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:30:07.609352 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ffb70c-5963-4f01-8eb6-50a3e99490f0 admin admin] Router f74663a9-4a03-4cc5-8595-6d1cefabf57c has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:30:07.614705 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:07.687029 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port d62b284d-3a33-4f47-995d-550f165eebc5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d62b284d-3a33-4f47-995d-550f165eebc5,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:07.709614 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port a61f3f54-d313-4f94-ae58-4ed93e348edd, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a61f3f54-d313-4f94-ae58-4ed93e348edd,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:07.714878 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:07.807122 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=d62b284d-3a33-4f47-995d-550f165eebc5,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:07.820040 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:07.898246 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc2bc1ac-388a-4328-94c6-00423907de53 req-e11f2325-7cf3-45e2-87da-a272f55509c3 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 210 time: 0.1255324 Jul 09 09:30:07.969471 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ffb70c-5963-4f01-8eb6-50a3e99490f0 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:30:07.996835 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-76ffb70c-5963-4f01-8eb6-50a3e99490f0 admin admin] 10.222.0.61 "PUT /v2.0/routers/f74663a9-4a03-4cc5-8595-6d1cefabf57c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3839414 Jul 09 09:30:07.996978 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] Sync routers for ids ['f74663a9-4a03-4cc5-8595-6d1cefabf57c'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:30:08.030658 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['d62b284d-3a33-4f47-995d-550f165eebc5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:30:08.038227 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=a61f3f54-d313-4f94-ae58-4ed93e348edd,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:08.051574 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b3da0920-246d-4925-94ef-7edc86463a1e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:30:08.174953 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] Routers {'f74663a9-4a03-4cc5-8595-6d1cefabf57c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:30:08.175623 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:29:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f74663a9-4a03-4cc5-8595-6d1cefabf57c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:08.406012 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33b805-2976-4dfd-b1df-756fdbc8140b req-8890a517-4d4d-48f4-8182-30019c6144e2 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:08.407727 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e33b805-2976-4dfd-b1df-756fdbc8140b req-8890a517-4d4d-48f4-8182-30019c6144e2 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 946 time: 0.2274318 Jul 09 09:30:08.554384 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] Set router f74663a9-4a03-4cc5-8595-6d1cefabf57c gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:30:08.670091 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e33b805-2976-4dfd-b1df-756fdbc8140b req-3da51cff-4b7f-49b5-a557-5b1165f6b8f3 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516789 Jul 09 09:30:08.772161 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746f8c7-1a51-4912-a048-32f012a634a9 req-1c045098-41ab-4095-add4-076f999ed22e tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:08.787809 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f746f8c7-1a51-4912-a048-32f012a634a9 req-1c045098-41ab-4095-add4-076f999ed22e tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=3049edaa-8736-47ea-a407-1e1b583582f2 HTTP/1.1" status: 200 len: 946 time: 0.3172307 Jul 09 09:30:08.938507 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:08.954793 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f746f8c7-1a51-4912-a048-32f012a634a9 req-1f49e5f1-b362-4b32-8eef-2876d32e3335 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/security-groups?id=a85837b8-3c64-462d-96ae-268ef463c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644642 Jul 09 09:30:09.029021 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port b3da0920-246d-4925-94ef-7edc86463a1e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:30:09.029612 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:09.387456 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6be09525-a7fd-4ad5-8a5f-207a08a6e691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:09.390932 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'name': 'tempest-ServersTestBootFromVolume-1953151951-router', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:54Z', 'updated_at': '2021-07-09T09:30:05Z', 'revision_number': 4, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'gw_port': {'id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:56:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:55Z', 'updated_at': '2021-07-09T09:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '4bbb164a-cc1f-4f3d-aa24-50c8365741ef', 'name': '', 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'mac_address': 'fa:16:3e:0c:14:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a4a0b147-f87c-465f-8728-76832153941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:30:01Z', 'updated_at': '2021-07-09T09:30:05Z', 'revision_number': 2, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'subnets': [{'id': 'a4a0b147-f87c-465f-8728-76832153941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:09.494240 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] Checking router: f74663a9-4a03-4cc5-8595-6d1cefabf57c for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:30:09.494747 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] Updating router f74663a9-4a03-4cc5-8595-6d1cefabf57c port 4bbb164a-cc1f-4f3d-aa24-50c8365741ef binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:30:09.553629 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45260) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:09.559468 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ef10ae57-0a64-44e9-ac2b-d2df0873cb59 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--343950424', 'description': 'tempest-description--1231422132'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:30:09.571574 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:09.629654 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:09.661873 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef10ae57-0a64-44e9-ac2b-d2df0873cb59 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:09.822990 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8439d05-7ac7-4d74-aa20-b60481422d17 req-65ac1136-b98d-40f9-8247-4960a7aaea2a tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:09.834663 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a8439d05-7ac7-4d74-aa20-b60481422d17 req-65ac1136-b98d-40f9-8247-4960a7aaea2a tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 944 time: 0.1529775 Jul 09 09:30:09.974812 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a8439d05-7ac7-4d74-aa20-b60481422d17 req-4a473895-7bef-4347-ae77-405713a2b4d1 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374781 Jul 09 09:30:10.116123 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef10ae57-0a64-44e9-ac2b-d2df0873cb59 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:10.123481 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef10ae57-0a64-44e9-ac2b-d2df0873cb59 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:10.201569 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-9b99dc7e-8597-4875-aa40-31a2041c3ce9 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:10.203449 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-9b99dc7e-8597-4875-aa40-31a2041c3ce9 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.64 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 811 time: 0.2523308 Jul 09 09:30:10.208886 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-671317b9-1018-4de2-9f88-6fb9df021d0c req-475c35f4-b7a6-4c15-a6ff-9ed89c103a24 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4839468 Jul 09 09:30:10.267559 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef10ae57-0a64-44e9-ac2b-d2df0873cb59 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:10.267851 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb655927-ba34-441b-9ef3-962b49495f84 req-eaae27fc-1e9c-4842-80de-36b1df2488b8 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 210 time: 0.0627744 Jul 09 09:30:10.287294 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ef10ae57-0a64-44e9-ac2b-d2df0873cb59 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7294679 Jul 09 09:30:10.289423 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45288) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:10.310960 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7d7e2167-2813-454c-b015-304f674cd6a5 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Request body: {'security_group_rule': {'security_group_id': 'be393f4f-3bda-4267-ab77-11f03ec104fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:30:10.341760 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-d54b362a-8467-48b4-a031-e86eaaf51cd9 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7f16a5816aa4fb6a5e831e7bff87912 HTTP/1.1" status: 200 len: 379 time: 0.1198831 Jul 09 09:30:10.359939 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-87a310ee-8b7a-4fc6-8baf-8a6716f641ed tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Request body: {'port': {'device_id': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'admin_state_up': True, 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'security_groups': ['bcbd7147-653e-4b72-b52a-fda4760fc36e']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:30:10.391209 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10ae57-0a64-44e9-ac2b-d2df0873cb59 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be393f4f-3bda-4267-ab77-11f03ec104fd,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:10.410379 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d7e2167-2813-454c-b015-304f674cd6a5 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:10.434597 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:10.476431 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] Transition to ACTIVE for port object 4bbb164a-cc1f-4f3d-aa24-50c8365741ef will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:30:10.506958 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a61f3f54-d313-4f94-ae58-4ed93e348edd up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:30:10.556492 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671317b9-1018-4de2-9f88-6fb9df021d0c req-06384299-3778-4667-bdc4-b894baee1332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:10.565437 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-671317b9-1018-4de2-9f88-6fb9df021d0c req-06384299-3778-4667-bdc4-b894baee1332 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 1095 time: 0.3092802 Jul 09 09:30:10.580925 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d7e2167-2813-454c-b015-304f674cd6a5 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:10.588623 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d7e2167-2813-454c-b015-304f674cd6a5 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:10.618277 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e2167-2813-454c-b015-304f674cd6a5 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fd1707-0faa-4101-8a4f-8f4ce3a5d0b3,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:10.631512 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:10.632793 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d7e2167-2813-454c-b015-304f674cd6a5 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:10.634266 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7d7e2167-2813-454c-b015-304f674cd6a5 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3387554 Jul 09 09:30:10.639816 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45294) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:10.647630 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2cc4de8c-74a9-45ce-80cd-6c9d09780865 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Request body: {'security_group_rule': {'security_group_id': 'be393f4f-3bda-4267-ab77-11f03ec104fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:30:10.696202 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2cc4de8c-74a9-45ce-80cd-6c9d09780865 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:10.775378 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2cc4de8c-74a9-45ce-80cd-6c9d09780865 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:10.786547 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2cc4de8c-74a9-45ce-80cd-6c9d09780865 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:10.826284 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2cc4de8c-74a9-45ce-80cd-6c9d09780865 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:10.844913 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2cc4de8c-74a9-45ce-80cd-6c9d09780865 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2010024 Jul 09 09:30:10.852035 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45298) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:10.858859 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-48dbfb66-4698-41d4-b7d6-1d6dd4395427 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:30:10.891299 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4de8c-74a9-45ce-80cd-6c9d09780865 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4000b3a-bfb9-418a-80eb-3064925e7b7f,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:10.895572 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48dbfb66-4698-41d4-b7d6-1d6dd4395427 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:10.988926 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a3b1f-7de9-49a3-be7f-05b0af8a0dd5 None None] Pushing event updated for resources: {'Port': ['ID=4bbb164a-cc1f-4f3d-aa24-50c8365741ef,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:11.000282 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] Attempting to bind port 4bbb164a-cc1f-4f3d-aa24-50c8365741ef on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:30:11.004322 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] Attempting to bind port 4bbb164a-cc1f-4f3d-aa24-50c8365741ef by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '8bfbb34c-32d0-44b5-9b77-51a798cc85d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:30:11.004906 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] Attempting to bind port 4bbb164a-cc1f-4f3d-aa24-50c8365741ef on network 3d1be6a5-8870-45a4-8b11-20016bd71c75 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:30:11.020333 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a61f3f54-d313-4f94-ae58-4ed93e348edd triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:30:11.031508 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:11.061019 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:30:11.062155 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] Checking segment: {'id': '8bfbb34c-32d0-44b5-9b77-51a798cc85d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:30:11.062761 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:11.063326 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] Bound using segment: {'id': '8bfbb34c-32d0-44b5-9b77-51a798cc85d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:30:11.064004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] Bound port: 4bbb164a-cc1f-4f3d-aa24-50c8365741ef, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfbb34c-32d0-44b5-9b77-51a798cc85d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:30:11.064867 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:11.185847 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:11.226599 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671317b9-1018-4de2-9f88-6fb9df021d0c req-65c84f5d-fcbf-434f-96e4-b02eb12de449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:11.228823 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-671317b9-1018-4de2-9f88-6fb9df021d0c req-65c84f5d-fcbf-434f-96e4-b02eb12de449 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 909 time: 0.6155946 Jul 09 09:30:11.372439 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-671317b9-1018-4de2-9f88-6fb9df021d0c req-d1eaa86d-9a9e-43c5-908d-e25a722327f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97bdf000-6970-4576-8887-39d483f61de9 HTTP/1.1" status: 200 len: 217 time: 0.1276121 Jul 09 09:30:11.373146 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] For port 4bbb164a-cc1f-4f3d-aa24-50c8365741ef, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:30:11.383954 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] For port 4bbb164a-cc1f-4f3d-aa24-50c8365741ef, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4bbb164a-cc1f-4f3d-aa24-50c8365741ef,segment=NetworkSegment(8bfbb34c-32d0-44b5-9b77-51a798cc85d3),segment_id=8bfbb34c-32d0-44b5-9b77-51a798cc85d3)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:30:11.395881 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:11.470171 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671317b9-1018-4de2-9f88-6fb9df021d0c req-eb75825d-79fb-4d38-bb2b-4ecf2597cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:11.472485 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-671317b9-1018-4de2-9f88-6fb9df021d0c req-eb75825d-79fb-4d38-bb2b-4ecf2597cc76 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b34d4ae-0ef5-43aa-9b17-e2650b35854e HTTP/1.1" status: 200 len: 848 time: 0.0868649 Jul 09 09:30:11.528991 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-87a310ee-8b7a-4fc6-8baf-8a6716f641ed tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Made reservation on behalf of f7f16a5816aa4fb6a5e831e7bff87912 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:30:11.534205 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-87a310ee-8b7a-4fc6-8baf-8a6716f641ed tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:11.596444 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-671317b9-1018-4de2-9f88-6fb9df021d0c req-07087932-5925-48ad-9ae6-2aca547e5d4a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069367 Jul 09 09:30:11.662681 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] Routers {'f74663a9-4a03-4cc5-8595-6d1cefabf57c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:30:11.664620 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:30:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f74663a9-4a03-4cc5-8595-6d1cefabf57c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:11.666515 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48dbfb66-4698-41d4-b7d6-1d6dd4395427 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:11.687453 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a3b1f-7de9-49a3-be7f-05b0af8a0dd5 None None] Pushing event updated for resources: {'Port': ['ID=4bbb164a-cc1f-4f3d-aa24-50c8365741ef,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:11.901770 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] Set router f74663a9-4a03-4cc5-8595-6d1cefabf57c gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:30:11.992874 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-48dbfb66-4698-41d4-b7d6-1d6dd4395427 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Allocated IP 172.25.3.131 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/9399371d-4b88-4dbd-a7e4-9113ab6dc31f) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:30:12.001394 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45324) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:12.168219 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48dbfb66-4698-41d4-b7d6-1d6dd4395427 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:12.233768 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48dbfb66-4698-41d4-b7d6-1d6dd4395427 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:12.249636 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device d62b284d-3a33-4f47-995d-550f165eebc5 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:30:12.316230 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dbfb66-4698-41d4-b7d6-1d6dd4395427 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:30:12.317558 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e45317e-0a08-42b6-8f02-fee5e681489c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:12.328429 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-48dbfb66-4698-41d4-b7d6-1d6dd4395427 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:30:12.334370 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dbfb66-4698-41d4-b7d6-1d6dd4395427 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:30:12.350100 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d5513-820f-4105-9a36-56ef5247992b req-43b4d780-04a7-4390-a38d-28f8a616c53a tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:12.357347 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0f8d5513-820f-4105-9a36-56ef5247992b req-43b4d780-04a7-4390-a38d-28f8a616c53a tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 946 time: 1.4495955 Jul 09 09:30:12.410173 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port d62b284d-3a33-4f47-995d-550f165eebc5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:30:12.415476 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port d62b284d-3a33-4f47-995d-550f165eebc5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:30:12.416383 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:12.471001 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'name': 'tempest-ServersTestBootFromVolume-1953151951-router', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:54Z', 'updated_at': '2021-07-09T09:30:05Z', 'revision_number': 4, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'gw_port': {'id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:56:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:55Z', 'updated_at': '2021-07-09T09:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '4bbb164a-cc1f-4f3d-aa24-50c8365741ef', 'name': '', 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'mac_address': 'fa:16:3e:0c:14:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a4a0b147-f87c-465f-8728-76832153941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:30:01Z', 'updated_at': '2021-07-09T09:30:11Z', 'revision_number': 4, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'subnets': [{'id': 'a4a0b147-f87c-465f-8728-76832153941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:12.480566 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48dbfb66-4698-41d4-b7d6-1d6dd4395427 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:12.608169 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48dbfb66-4698-41d4-b7d6-1d6dd4395427 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:12.739794 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbfb66-4698-41d4-b7d6-1d6dd4395427 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Pushing event updated for resources: {'Port': ['ID=9399371d-4b88-4dbd-a7e4-9113ab6dc31f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:12.749433 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67c5322-ca04-4a1e-8a1c-52a0981ea8d9 None None] The sync data for ids ['f74663a9-4a03-4cc5-8595-6d1cefabf57c'] in n-d-799996-1 is: [{'id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'name': 'tempest-ServersTestBootFromVolume-1953151951-router', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:54Z', 'updated_at': '2021-07-09T09:30:05Z', 'revision_number': 4, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'gw_port': {'id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:56:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:55Z', 'updated_at': '2021-07-09T09:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '4bbb164a-cc1f-4f3d-aa24-50c8365741ef', 'name': '', 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'mac_address': 'fa:16:3e:0c:14:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a4a0b147-f87c-465f-8728-76832153941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:30:01Z', 'updated_at': '2021-07-09T09:30:11Z', 'revision_number': 4, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'subnets': [{'id': 'a4a0b147-f87c-465f-8728-76832153941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:30:12.796728 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-87a310ee-8b7a-4fc6-8baf-8a6716f641ed tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Allocated IP 172.20.0.5 (42ae9d36-caf9-48f2-988b-c538986827db/e4ea1ee7-829f-4c49-b86d-56026f119dcb/5f156a5a-c918-478b-b237-7653ff906d49) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:30:12.956206 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:12.971596 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:13.026059 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e45317e-0a08-42b6-8f02-fee5e681489c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:13.038157 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58dbf312-2c16-4b75-8840-112c9bc818c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62b284d-3a33-4f47-995d-550f165eebc5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:30:13.040659 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e45317e-0a08-42b6-8f02-fee5e681489c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:13.055194 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e89be5-9671-4044-9445-d08a7d9ffae2" -d '{"events": [{"server_uuid": "58dbf312-2c16-4b75-8840-112c9bc818c7", "name": "network-vif-plugged", "status": "completed", "tag": "d62b284d-3a33-4f47-995d-550f165eebc5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:30:13.055900 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0f8d5513-820f-4105-9a36-56ef5247992b req-abe42646-bca5-4651-a9a8-ee86d1397652 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6966209 Jul 09 09:30:13.115682 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port d62b284d-3a33-4f47-995d-550f165eebc5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d62b284d-3a33-4f47-995d-550f165eebc5,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:13.134795 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:13.209351 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7d2a7-10d6-4340-ad1f-160cf0544553 req-36ad6b1b-a68c-4f85-b0aa-5aa336b67082 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:13.216939 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e2d7d2a7-10d6-4340-ad1f-160cf0544553 req-36ad6b1b-a68c-4f85-b0aa-5aa336b67082 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.58 "GET /v2.0/ports?device_id=3049edaa-8736-47ea-a407-1e1b583582f2 HTTP/1.1" status: 200 len: 946 time: 0.7229922 Jul 09 09:30:13.240369 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-87a310ee-8b7a-4fc6-8baf-8a6716f641ed tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:13.281660 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-87a310ee-8b7a-4fc6-8baf-8a6716f641ed tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Transition to ACTIVE for port object 5f156a5a-c918-478b-b237-7653ff906d49 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:30:13.306936 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=d62b284d-3a33-4f47-995d-550f165eebc5,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:13.313769 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1e45317e-0a08-42b6-8f02-fee5e681489c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7f639b7fba774a29b1c705132eaf2d57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3077488 Jul 09 09:30:13.324947 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45332) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:13.345862 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-87a310ee-8b7a-4fc6-8baf-8a6716f641ed tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:13.358300 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320bfa0-3fde-4d12-8ebf-939ec085a021 req-a878dc26-44cd-426a-9f25-4f29ac775a5b tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:13.366271 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4320bfa0-3fde-4d12-8ebf-939ec085a021 req-a878dc26-44cd-426a-9f25-4f29ac775a5b tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=3049edaa-8736-47ea-a407-1e1b583582f2 HTTP/1.1" status: 200 len: 946 time: 1.8877807 Jul 09 09:30:13.380405 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-671317b9-1018-4de2-9f88-6fb9df021d0c req-7377c51a-cab4-4e5e-b64b-3f6172cfdd35 service neutron] 10.222.0.58 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7812817 Jul 09 09:30:13.445772 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45317e-0a08-42b6-8f02-fee5e681489c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbc1034-b78e-4036-a594-d37f03b29258,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:13.458346 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-87a310ee-8b7a-4fc6-8baf-8a6716f641ed tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Network 42ae9d36-caf9-48f2-988b-c538986827db is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:30:13.475369 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-87a310ee-8b7a-4fc6-8baf-8a6716f641ed tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:30:13.537545 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-87a310ee-8b7a-4fc6-8baf-8a6716f641ed tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:30:13.568596 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-d8ff2672-bda5-471d-af6f-56d605d010d0 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:13.580593 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-d8ff2672-bda5-471d-af6f-56d605d010d0 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e&tenant_id=82a1a771499846fa8b15e4ad106e86da&binding%3Ahost_id=n-h2-799996-1 HTTP/1.1" status: 200 len: 1097 time: 0.8953841 Jul 09 09:30:13.639989 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-87a310ee-8b7a-4fc6-8baf-8a6716f641ed tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:13.640728 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-87a310ee-8b7a-4fc6-8baf-8a6716f641ed tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:13.661464 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-eb9f2fdd-7268-4757-9d91-7e5bc33384fd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799996-1'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:30:13.770412 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a310ee-8b7a-4fc6-8baf-8a6716f641ed tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Pushing event updated for resources: {'Port': ['ID=5f156a5a-c918-478b-b237-7653ff906d49,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:13.804851 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4320bfa0-3fde-4d12-8ebf-939ec085a021 req-d58daf9a-8784-41ea-a752-53ce6166546f tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/security-groups?id=a85837b8-3c64-462d-96ae-268ef463c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4334626 Jul 09 09:30:13.810120 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-87a310ee-8b7a-4fc6-8baf-8a6716f641ed tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4558852 Jul 09 09:30:13.834381 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 7153d63d-8cb8-42ab-95aa-44ebcab0b117 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:30:13.954015 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-7a2c89b2-cf20-4845-a420-a7a5862554a8 service neutron] Request body: {'port': {'device_id': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:30:14.009061 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48dbfb66-4698-41d4-b7d6-1d6dd4395427 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:14.025134 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48dbfb66-4698-41d4-b7d6-1d6dd4395427 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:14.097269 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-eb9f2fdd-7268-4757-9d91-7e5bc33384fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:14.145229 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8229d24a-c0e3-411d-9ff6-5844b4cd70ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:14.200123 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8229d24a-c0e3-411d-9ff6-5844b4cd70ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:14.225828 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-287ef8cc-c39c-4dfc-8e51-8dac98d17bc6 None None] Provisioning for port 5f156a5a-c918-478b-b237-7653ff906d49 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:30:14.246866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-287ef8cc-c39c-4dfc-8e51-8dac98d17bc6 None None] Provisioning complete for port 5f156a5a-c918-478b-b237-7653ff906d49 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:30:14.247300 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-287ef8cc-c39c-4dfc-8e51-8dac98d17bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:14.316385 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8229d24a-c0e3-411d-9ff6-5844b4cd70ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:14.323122 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8229d24a-c0e3-411d-9ff6-5844b4cd70ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:14.327639 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8229d24a-c0e3-411d-9ff6-5844b4cd70ab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1dbc1034-b78e-4036-a594-d37f03b29258 HTTP/1.1" status: 204 len: 168 time: 0.9085436 Jul 09 09:30:14.392272 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e2d7d2a7-10d6-4340-ad1f-160cf0544553 req-a3c2d090-af0d-4d57-9795-58a37bc88903 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Deleting port c26678f8-c4af-4c54-ac3a-4f30095a349c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:30:14.392637 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e2d7d2a7-10d6-4340-ad1f-160cf0544553 req-a3c2d090-af0d-4d57-9795-58a37bc88903 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:14.395271 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbfb66-4698-41d4-b7d6-1d6dd4395427 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Pushing event updated for resources: {'Port': ['ID=9399371d-4b88-4dbd-a7e4-9113ab6dc31f,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:14.420859 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229d24a-c0e3-411d-9ff6-5844b4cd70ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbc1034-b78e-4036-a594-d37f03b29258,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:14.427367 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 7153d63d-8cb8-42ab-95aa-44ebcab0b117, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=7153d63d-8cb8-42ab-95aa-44ebcab0b117,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:14.452301 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 7153d63d-8cb8-42ab-95aa-44ebcab0b117 has no active binding in host n-h1-799996-1 {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 09:30:14.466126 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-7a2c89b2-cf20-4845-a420-a7a5862554a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:14.467177 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4bbb164a-cc1f-4f3d-aa24-50c8365741ef up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:30:14.498406 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-671317b9-1018-4de2-9f88-6fb9df021d0c req-fffe7732-4a82-44ae-9261-b3f84896581c service neutron] 10.222.0.58 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1098964 Jul 09 09:30:14.672834 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48dbfb66-4698-41d4-b7d6-1d6dd4395427 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:14.769235 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f11d7e-e4f4-4de9-bb47-05f57f902d6c req-091c429c-8ee5-4909-9ae9-de270b018067 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:14.797810 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-29f11d7e-e4f4-4de9-bb47-05f57f902d6c req-091c429c-8ee5-4909-9ae9-de270b018067 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 945 time: 1.1803598 Jul 09 09:30:14.860943 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 4bbb164a-cc1f-4f3d-aa24-50c8365741ef completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:30:14.865493 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-eb9f2fdd-7268-4757-9d91-7e5bc33384fd service neutron] For port 7153d63d-8cb8-42ab-95aa-44ebcab0b117, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=7153d63d-8cb8-42ab-95aa-44ebcab0b117,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:14.876478 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 4bbb164a-cc1f-4f3d-aa24-50c8365741ef triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:30:14.877081 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:14.940339 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-eb9f2fdd-7268-4757-9d91-7e5bc33384fd service neutron] For port 7153d63d-8cb8-42ab-95aa-44ebcab0b117, host n-h2-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:30:15.001500 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-eb9f2fdd-7268-4757-9d91-7e5bc33384fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:15.006015 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8cf408-c775-4ea8-86d7-11de2f212b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7153d63d-8cb8-42ab-95aa-44ebcab0b117'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:30:15.019431 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11818ef6-d25d-4ad9-a16c-7299cd3bc4d7" -d '{"events": [{"server_uuid": "4b8cf408-c775-4ea8-86d7-11de2f212b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "7153d63d-8cb8-42ab-95aa-44ebcab0b117"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:30:15.042416 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-eb9f2fdd-7268-4757-9d91-7e5bc33384fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:15.111383 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48dbfb66-4698-41d4-b7d6-1d6dd4395427 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:15.113082 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-48dbfb66-4698-41d4-b7d6-1d6dd4395427 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2600257 Jul 09 09:30:15.170339 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e2d7d2a7-10d6-4340-ad1f-160cf0544553 req-a3c2d090-af0d-4d57-9795-58a37bc88903 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] For port c26678f8-c4af-4c54-ac3a-4f30095a349c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c26678f8-c4af-4c54-ac3a-4f30095a349c,segment=NetworkSegment(491494ef-9df4-4c6a-8cc3-fb7553539853),segment_id=491494ef-9df4-4c6a-8cc3-fb7553539853)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:15.170933 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e2d7d2a7-10d6-4340-ad1f-160cf0544553 req-a3c2d090-af0d-4d57-9795-58a37bc88903 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:15.183125 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-29f11d7e-e4f4-4de9-bb47-05f57f902d6c req-b5cd0940-8b43-48ee-b01c-663deda49b4e tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750758 Jul 09 09:30:15.222099 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-287ef8cc-c39c-4dfc-8e51-8dac98d17bc6 None None] Port 5f156a5a-c918-478b-b237-7653ff906d49 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:30:15.331019 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f2fdd-7268-4757-9d91-7e5bc33384fd service neutron] Pushing event updated for resources: {'Port': ['ID=7153d63d-8cb8-42ab-95aa-44ebcab0b117,revision_number=7']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:15.373756 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-eb9f2fdd-7268-4757-9d91-7e5bc33384fd service neutron] Attempting to bind port 7153d63d-8cb8-42ab-95aa-44ebcab0b117 on host n-h2-799996-1 for vnic_type normal with profile {"migrating_to": "n-h1-799996-1"} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:30:15.374422 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-eb9f2fdd-7268-4757-9d91-7e5bc33384fd service neutron] Attempting to bind port 7153d63d-8cb8-42ab-95aa-44ebcab0b117 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:30:15.375072 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-eb9f2fdd-7268-4757-9d91-7e5bc33384fd service neutron] Attempting to bind port 7153d63d-8cb8-42ab-95aa-44ebcab0b117 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:30:15.401091 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-eb9f2fdd-7268-4757-9d91-7e5bc33384fd service neutron] Port 7153d63d-8cb8-42ab-95aa-44ebcab0b117 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:30:15.401912 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-eb9f2fdd-7268-4757-9d91-7e5bc33384fd service neutron] Attempting to bind port 7153d63d-8cb8-42ab-95aa-44ebcab0b117 on network 7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:30:15.582111 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:15.586775 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-eb9f2fdd-7268-4757-9d91-7e5bc33384fd service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:30:15.587903 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-eb9f2fdd-7268-4757-9d91-7e5bc33384fd service neutron] Checking segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:30:15.587903 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-eb9f2fdd-7268-4757-9d91-7e5bc33384fd service neutron] Bound using segment: {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:30:15.588253 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-eb9f2fdd-7268-4757-9d91-7e5bc33384fd service neutron] Bound port: 7153d63d-8cb8-42ab-95aa-44ebcab0b117, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8a8a37-a46f-4ccd-854b-e95cd489950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fc483c9-b082-4a5f-a21d-ff74a90f5fb2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:30:15.588429 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-eb9f2fdd-7268-4757-9d91-7e5bc33384fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:15.633549 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44399c-2635-4177-883d-90f60030251e req-1e0e377a-6b8e-4b14-b606-91a4efd9daee tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:15.647477 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca44399c-2635-4177-883d-90f60030251e req-1e0e377a-6b8e-4b14-b606-91a4efd9daee tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 931 time: 0.9170408 Jul 09 09:30:15.686509 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 4bbb164a-cc1f-4f3d-aa24-50c8365741ef, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4bbb164a-cc1f-4f3d-aa24-50c8365741ef,segment=NetworkSegment(8bfbb34c-32d0-44b5-9b77-51a798cc85d3),segment_id=8bfbb34c-32d0-44b5-9b77-51a798cc85d3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:15.700154 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:15.829847 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-7a2c89b2-cf20-4845-a420-a7a5862554a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f156a5a-c918-478b-b237-7653ff906d49 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:30:15.844655 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-7a2c89b2-cf20-4845-a420-a7a5862554a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:15.859273 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45378) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:15.859524 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=4bbb164a-cc1f-4f3d-aa24-50c8365741ef,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:15.865307 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c26678f8-c4af-4c54-ac3a-4f30095a349c no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:30:15.892373 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-7a2c89b2-cf20-4845-a420-a7a5862554a8 service neutron] Transition to ACTIVE for port object 5f156a5a-c918-478b-b237-7653ff906d49 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:30:15.895061 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ebbc5a52-6207-468a-9313-c3ed1746069f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:15.901227 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-7a2c89b2-cf20-4845-a420-a7a5862554a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:15.974837 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca44399c-2635-4177-883d-90f60030251e req-fd52ac18-7d01-4678-a54b-7a674183fd20 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3263004 Jul 09 09:30:16.066102 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e072f92b-28fd-469b-83a7-31d132b11ce0 x-openstack-request-id: req-e072f92b-28fd-469b-83a7-31d132b11ce0 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:30:16.066349 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58dbf312-2c16-4b75-8840-112c9bc818c7", "name": "network-vif-plugged", "status": "completed", "tag": "d62b284d-3a33-4f47-995d-550f165eebc5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:30:16.066606 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e072f92b-28fd-469b-83a7-31d132b11ce0 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:30:16.067045 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58dbf312-2c16-4b75-8840-112c9bc818c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62b284d-3a33-4f47-995d-550f165eebc5', 'code': 200} Jul 09 09:30:16.077139 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c89b2-cf20-4845-a420-a7a5862554a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f156a5a-c918-478b-b237-7653ff906d49,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:16.105781 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:16.238487 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-eb9f2fdd-7268-4757-9d91-7e5bc33384fd service neutron] For port 7153d63d-8cb8-42ab-95aa-44ebcab0b117, host n-h2-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:30:16.284432 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port c26678f8-c4af-4c54-ac3a-4f30095a349c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c26678f8-c4af-4c54-ac3a-4f30095a349c,segment=NetworkSegment(491494ef-9df4-4c6a-8cc3-fb7553539853),segment_id=491494ef-9df4-4c6a-8cc3-fb7553539853)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:16.298057 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:16.317133 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-eb9f2fdd-7268-4757-9d91-7e5bc33384fd service neutron] For port 7153d63d-8cb8-42ab-95aa-44ebcab0b117, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=7153d63d-8cb8-42ab-95aa-44ebcab0b117,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:30:16.319305 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e2d7d2a7-10d6-4340-ad1f-160cf0544553 req-a3c2d090-af0d-4d57-9795-58a37bc88903 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:16.319675 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e2d7d2a7-10d6-4340-ad1f-160cf0544553 req-a3c2d090-af0d-4d57-9795-58a37bc88903 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:16.320048 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [req-e2d7d2a7-10d6-4340-ad1f-160cf0544553 req-a3c2d090-af0d-4d57-9795-58a37bc88903 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Floating IP 6e12e600-4f62-4b37-9970-44c4d8633ece disassociated. External IP: 172.25.3.96, port: c26678f8-c4af-4c54-ac3a-4f30095a349c. Jul 09 09:30:16.320436 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e2d7d2a7-10d6-4340-ad1f-160cf0544553 req-a3c2d090-af0d-4d57-9795-58a37bc88903 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Calling delete_port for c26678f8-c4af-4c54-ac3a-4f30095a349c owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:30:16.335097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4bbb164a-cc1f-4f3d-aa24-50c8365741ef up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:30:16.343084 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-eb9f2fdd-7268-4757-9d91-7e5bc33384fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:16.684765 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-7a2c89b2-cf20-4845-a420-a7a5862554a8 service neutron] Attempting to bind port 5f156a5a-c918-478b-b237-7653ff906d49 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:30:16.685393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-7a2c89b2-cf20-4845-a420-a7a5862554a8 service neutron] Attempting to bind port 5f156a5a-c918-478b-b237-7653ff906d49 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:30:16.685393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-7a2c89b2-cf20-4845-a420-a7a5862554a8 service neutron] Attempting to bind port 5f156a5a-c918-478b-b237-7653ff906d49 on network 42ae9d36-caf9-48f2-988b-c538986827db {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:30:16.713290 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=c26678f8-c4af-4c54-ac3a-4f30095a349c,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:16.717798 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-7a2c89b2-cf20-4845-a420-a7a5862554a8 service neutron] Port 5f156a5a-c918-478b-b237-7653ff906d49 on network 42ae9d36-caf9-48f2-988b-c538986827db not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:30:16.717798 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-7a2c89b2-cf20-4845-a420-a7a5862554a8 service neutron] Attempting to bind port 5f156a5a-c918-478b-b237-7653ff906d49 on network 42ae9d36-caf9-48f2-988b-c538986827db {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:30:16.732623 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-7a2c89b2-cf20-4845-a420-a7a5862554a8 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:30:16.732915 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-7a2c89b2-cf20-4845-a420-a7a5862554a8 service neutron] Checking segment: {'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:30:16.733370 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-7a2c89b2-cf20-4845-a420-a7a5862554a8 service neutron] Bound using segment: {'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:30:16.733751 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-7a2c89b2-cf20-4845-a420-a7a5862554a8 service neutron] Bound port: 5f156a5a-c918-478b-b237-7653ff906d49, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:30:16.734181 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-7a2c89b2-cf20-4845-a420-a7a5862554a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:16.744670 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ebbc5a52-6207-468a-9313-c3ed1746069f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:16.769584 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c56e4a-ed2d-43c7-88fb-75f1abd532df req-c4a813ab-c904-4d1e-8a8a-6fc0e4bb181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:16.770195 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 4bbb164a-cc1f-4f3d-aa24-50c8365741ef triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:30:16.770647 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:16.771130 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88c56e4a-ed2d-43c7-88fb-75f1abd532df req-c4a813ab-c904-4d1e-8a8a-6fc0e4bb181d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 1096 time: 0.5150561 Jul 09 09:30:16.771777 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ebbc5a52-6207-468a-9313-c3ed1746069f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:16.859742 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f2fdd-7268-4757-9d91-7e5bc33384fd service neutron] Pushing event updated for resources: {'Port': ['ID=7153d63d-8cb8-42ab-95aa-44ebcab0b117,revision_number=8']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:16.943896 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8790c2-f69f-43ba-817d-f490462e993b req-541843a1-3f4d-4c83-a6ae-732ecd9f442f tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:16.943896 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa8790c2-f69f-43ba-817d-f490462e993b req-541843a1-3f4d-4c83-a6ae-732ecd9f442f tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/ports?device_id=3049edaa-8736-47ea-a407-1e1b583582f2 HTTP/1.1" status: 200 len: 944 time: 0.4978848 Jul 09 09:30:16.949916 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8b49a-7789-49b3-b8a9-454b9c159a74 req-ba8de8b4-34db-43a1-bb29-e40d4f848587 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:16.958339 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-eb9f2fdd-7268-4757-9d91-7e5bc33384fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:16.963023 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e5b8b49a-7789-49b3-b8a9-454b9c159a74 req-ba8de8b4-34db-43a1-bb29-e40d4f848587 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 944 time: 0.5408382 Jul 09 09:30:16.964814 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-eb9f2fdd-7268-4757-9d91-7e5bc33384fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:16.966428 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-eb9f2fdd-7268-4757-9d91-7e5bc33384fd service neutron] 10.222.0.58 "PUT /v2.0/ports/7153d63d-8cb8-42ab-95aa-44ebcab0b117 HTTP/1.1" status: 200 len: 1122 time: 3.3121986 Jul 09 09:30:16.994300 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e2d7d2a7-10d6-4340-ad1f-160cf0544553 req-a3c2d090-af0d-4d57-9795-58a37bc88903 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:17.029919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc5a52-6207-468a-9313-c3ed1746069f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286558e9-466b-4c93-a0a5-f64842b91acc,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:17.047020 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ebbc5a52-6207-468a-9313-c3ed1746069f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=75961aedf6854a1a82575c3c6145a613&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1866310 Jul 09 09:30:17.050492 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45412) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:17.061687 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['7153d63d-8cb8-42ab-95aa-44ebcab0b117'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:30:17.066233 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['7153d63d-8cb8-42ab-95aa-44ebcab0b117'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:30:17.079833 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2d090-af0d-4d57-9795-58a37bc88903 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Pushing event deleted for resources: {'Port': ['ID=c26678f8-c4af-4c54-ac3a-4f30095a349c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:17.094119 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88c56e4a-ed2d-43c7-88fb-75f1abd532df req-d43a8d77-0d6b-43ce-a9a1-25e4bf0867d8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112648 Jul 09 09:30:17.105277 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-7a2c89b2-cf20-4845-a420-a7a5862554a8 service neutron] For port 5f156a5a-c918-478b-b237-7653ff906d49, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:30:17.126818 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa8790c2-f69f-43ba-817d-f490462e993b req-cae1b90c-56e7-4081-8dd2-ed9eb07bf83b tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/security-groups?id=a85837b8-3c64-462d-96ae-268ef463c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544318 Jul 09 09:30:17.175438 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e5b8b49a-7789-49b3-b8a9-454b9c159a74 req-77002682-ee0d-454c-bbba-b9eaed1e3d4e tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113771 Jul 09 09:30:17.184820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-7a2c89b2-cf20-4845-a420-a7a5862554a8 service neutron] For port 5f156a5a-c918-478b-b237-7653ff906d49, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5f156a5a-c918-478b-b237-7653ff906d49,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:30:17.199353 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-7a2c89b2-cf20-4845-a420-a7a5862554a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:17.369210 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-7a2c89b2-cf20-4845-a420-a7a5862554a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:17.373971 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-7a2c89b2-cf20-4845-a420-a7a5862554a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:17.375630 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-7a2c89b2-cf20-4845-a420-a7a5862554a8 service neutron] 10.222.0.64 "PUT /v2.0/ports/5f156a5a-c918-478b-b237-7653ff906d49 HTTP/1.1" status: 200 len: 1091 time: 3.4730756 Jul 09 09:30:17.376281 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'tag': '5f156a5a-c918-478b-b237-7653ff906d49'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:30:17.388322 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683b52ec-1efb-4e28-8227-5fc77a4093da" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6269b7-c674-41c1-a8e0-b53159ca5f61", "tag": "5f156a5a-c918-478b-b237-7653ff906d49"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:30:17.480635 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd168a8-7b4b-497b-b29d-30904f4f9253 x-openstack-request-id: req-dfd168a8-7b4b-497b-b29d-30904f4f9253 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:30:17.481189 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8cf408-c775-4ea8-86d7-11de2f212b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "7153d63d-8cb8-42ab-95aa-44ebcab0b117", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:30:17.481281 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dfd168a8-7b4b-497b-b29d-30904f4f9253 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:30:17.481657 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8cf408-c775-4ea8-86d7-11de2f212b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7153d63d-8cb8-42ab-95aa-44ebcab0b117', 'code': 200} Jul 09 09:30:17.552709 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b648e656-7908-4b10-a912-467515d925c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:17.596533 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2d7d2a7-10d6-4340-ad1f-160cf0544553 req-a3c2d090-af0d-4d57-9795-58a37bc88903 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Router 267ec43c-ca91-40a5-93af-31948dd65715 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:30:17.609067 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c89b2-cf20-4845-a420-a7a5862554a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f156a5a-c918-478b-b237-7653ff906d49,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:17.713421 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b648e656-7908-4b10-a912-467515d925c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:17.859641 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-6daf29bc-3b14-4235-9fff-2f775c48e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:17.863450 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-6daf29bc-3b14-4235-9fff-2f775c48e3a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 1094 time: 0.3721189 Jul 09 09:30:17.893797 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9e7166b7-13d5-4db3-b07d-7e6aec20cb7b req-1c7d54ce-3b62-4ed3-9c09-de8f95312646 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4519722 Jul 09 09:30:17.933909 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2d7d2a7-10d6-4340-ad1f-160cf0544553 req-a3c2d090-af0d-4d57-9795-58a37bc88903 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:30:17.950326 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea777d9-6452-4fdd-9aac-1c3c7dc364a9 None None] Sync routers for ids ['267ec43c-ca91-40a5-93af-31948dd65715'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:30:17.967050 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea777d9-6452-4fdd-9aac-1c3c7dc364a9 None None] Routers {'267ec43c-ca91-40a5-93af-31948dd65715'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:30:17.967680 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8ea777d9-6452-4fdd-9aac-1c3c7dc364a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:30:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['267ec43c-ca91-40a5-93af-31948dd65715'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:18.037268 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-e51653e1-2f38-4076-bc2d-78f707484c84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f156a5a-c918-478b-b237-7653ff906d49 HTTP/1.1" status: 200 len: 217 time: 0.1657405 Jul 09 09:30:18.041509 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b648e656-7908-4b10-a912-467515d925c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:18.063248 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b648e656-7908-4b10-a912-467515d925c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:18.068387 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3049edaa-8736-47ea-a407-1e1b583582f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c26678f8-c4af-4c54-ac3a-4f30095a349c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:30:18.070771 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b648e656-7908-4b10-a912-467515d925c9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/286558e9-466b-4c93-a0a5-f64842b91acc HTTP/1.1" status: 204 len: 168 time: 1.0129759 Jul 09 09:30:18.071013 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1c9bce-8ad1-40df-819c-9913f7328ed3" -d '{"events": [{"server_uuid": "3049edaa-8736-47ea-a407-1e1b583582f2", "name": "network-vif-unplugged", "status": "completed", "tag": "c26678f8-c4af-4c54-ac3a-4f30095a349c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:30:18.101216 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752759ef-a2d8-4189-8e93-f933876646d0 req-a68e0b08-efa4-4f88-8726-dd00299c0ee6 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:18.112576 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-752759ef-a2d8-4189-8e93-f933876646d0 req-a68e0b08-efa4-4f88-8726-dd00299c0ee6 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 945 time: 0.5046682 Jul 09 09:30:18.133287 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d7d2a7-10d6-4340-ad1f-160cf0544553 req-a3c2d090-af0d-4d57-9795-58a37bc88903 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] No DVR routers for this DVR port c26678f8-c4af-4c54-ac3a-4f30095a349c on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:30:18.166335 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e2d7d2a7-10d6-4340-ad1f-160cf0544553 req-a3c2d090-af0d-4d57-9795-58a37bc88903 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:18.172701 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e2d7d2a7-10d6-4340-ad1f-160cf0544553 req-a3c2d090-af0d-4d57-9795-58a37bc88903 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.58 "DELETE /v2.0/ports/c26678f8-c4af-4c54-ac3a-4f30095a349c HTTP/1.1" status: 204 len: 173 time: 4.9083738 Jul 09 09:30:18.232574 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648e656-7908-4b10-a912-467515d925c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286558e9-466b-4c93-a0a5-f64842b91acc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:18.298574 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-752759ef-a2d8-4189-8e93-f933876646d0 req-a5aff301-3286-480a-8bc3-3ac7c026510e tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851079 Jul 09 09:30:18.306160 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-a2942717-da31-41ca-b45e-f42c2f4f1937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:18.316563 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-a2942717-da31-41ca-b45e-f42c2f4f1937 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.1927426 Jul 09 09:30:18.393260 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-8ea777d9-6452-4fdd-9aac-1c3c7dc364a9 None None] Set router 267ec43c-ca91-40a5-93af-31948dd65715 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:30:18.439508 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7166b7-13d5-4db3-b07d-7e6aec20cb7b req-58827a3c-144c-495a-8987-de91282f3a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:18.455208 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9e7166b7-13d5-4db3-b07d-7e6aec20cb7b req-58827a3c-144c-495a-8987-de91282f3a06 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 1095 time: 0.3052542 Jul 09 09:30:18.513376 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-64742900-c251-4f19-a5fc-833dd69fc90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:18.520099 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-64742900-c251-4f19-a5fc-833dd69fc90c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2016203 Jul 09 09:30:18.754179 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8ea777d9-6452-4fdd-9aac-1c3c7dc364a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267ec43c-ca91-40a5-93af-31948dd65715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1001958063-router', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1676cbae-b438-4cd4-866a-232c4b777460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:16Z', 'updated_at': '2021-07-09T09:24:20Z', 'revision_number': 4, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'gw_port': {'id': '1676cbae-b438-4cd4-866a-232c4b777460', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:17Z', 'updated_at': '2021-07-09T09:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '977286b0-1ece-4b20-b029-976250c43b54', 'name': '', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'mac_address': 'fa:16:3e:6e:cf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:19Z', 'updated_at': '2021-07-09T09:24:29Z', 'revision_number': 5, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'subnets': [{'id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:18.794672 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea777d9-6452-4fdd-9aac-1c3c7dc364a9 None None] Checking router: 267ec43c-ca91-40a5-93af-31948dd65715 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:30:18.810459 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea777d9-6452-4fdd-9aac-1c3c7dc364a9 None None] Routers {'267ec43c-ca91-40a5-93af-31948dd65715'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:30:18.812256 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8ea777d9-6452-4fdd-9aac-1c3c7dc364a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:30:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['267ec43c-ca91-40a5-93af-31948dd65715'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:18.827663 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-bb4d55b0-9412-4ba2-bea7-ae2cf97a8180 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872422 Jul 09 09:30:18.910984 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7166b7-13d5-4db3-b07d-7e6aec20cb7b req-8418b860-9439-4a64-9a56-ac0c7a73696a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:18.914189 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9e7166b7-13d5-4db3-b07d-7e6aec20cb7b req-8418b860-9439-4a64-9a56-ac0c7a73696a service neutron] 10.222.0.64 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 922 time: 0.4308996 Jul 09 09:30:18.962010 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-8ea777d9-6452-4fdd-9aac-1c3c7dc364a9 None None] Set router 267ec43c-ca91-40a5-93af-31948dd65715 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:30:18.965373 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17df27b-24d0-42f2-80ce-0154a966b769 req-113d2cfb-f3c7-4d65-a91c-c9b77c5b6d19 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:18.973574 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d17df27b-24d0-42f2-80ce-0154a966b769 req-113d2cfb-f3c7-4d65-a91c-c9b77c5b6d19 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 943 time: 0.4522228 Jul 09 09:30:19.029858 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9e7166b7-13d5-4db3-b07d-7e6aec20cb7b req-feefa8b2-1148-4707-9115-823ec4df4b04 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20024951-0692-4438-aaab-a36d2504f660 HTTP/1.1" status: 200 len: 217 time: 0.0840890 Jul 09 09:30:19.162501 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d17df27b-24d0-42f2-80ce-0154a966b769 req-71f89b85-962e-4596-a8be-fad432462d4b tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878729 Jul 09 09:30:19.214187 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ffc6c0a7-aadb-43f6-a3c7-3a144465c720 req-8f4da0d8-6d9e-44b3-ace2-f086a5ba3496 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764963 Jul 09 09:30:19.231474 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7166b7-13d5-4db3-b07d-7e6aec20cb7b req-4c827e7f-4dd7-4734-b026-aa77608b83b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:19.235216 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9e7166b7-13d5-4db3-b07d-7e6aec20cb7b req-4c827e7f-4dd7-4734-b026-aa77608b83b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=885047f0-ba41-4b93-9739-c68577cb7cc5 HTTP/1.1" status: 200 len: 861 time: 0.1907744 Jul 09 09:30:19.317604 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9e7166b7-13d5-4db3-b07d-7e6aec20cb7b req-ec7bb834-7568-4a1e-ac7f-fd36ed8c3f0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665238 Jul 09 09:30:19.396375 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8ea777d9-6452-4fdd-9aac-1c3c7dc364a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267ec43c-ca91-40a5-93af-31948dd65715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1001958063-router', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1676cbae-b438-4cd4-866a-232c4b777460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:16Z', 'updated_at': '2021-07-09T09:24:20Z', 'revision_number': 4, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'gw_port': {'id': '1676cbae-b438-4cd4-866a-232c4b777460', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:17Z', 'updated_at': '2021-07-09T09:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '977286b0-1ece-4b20-b029-976250c43b54', 'name': '', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'mac_address': 'fa:16:3e:6e:cf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:19Z', 'updated_at': '2021-07-09T09:24:29Z', 'revision_number': 5, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'subnets': [{'id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:19.482777 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8cf408-c775-4ea8-86d7-11de2f212b9e', 'tag': '7153d63d-8cb8-42ab-95aa-44ebcab0b117'}, {'server_uuid': '3049edaa-8736-47ea-a407-1e1b583582f2', 'name': 'network-vif-deleted', 'tag': 'c26678f8-c4af-4c54-ac3a-4f30095a349c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:30:19.485416 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea777d9-6452-4fdd-9aac-1c3c7dc364a9 None None] The sync data for ids ['267ec43c-ca91-40a5-93af-31948dd65715'] in n-d-799996-1 is: [{'id': '267ec43c-ca91-40a5-93af-31948dd65715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1001958063-router', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1676cbae-b438-4cd4-866a-232c4b777460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:16Z', 'updated_at': '2021-07-09T09:24:20Z', 'revision_number': 4, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'gw_port': {'id': '1676cbae-b438-4cd4-866a-232c4b777460', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:17Z', 'updated_at': '2021-07-09T09:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '977286b0-1ece-4b20-b029-976250c43b54', 'name': '', 'network_id': 'abd3d097-4901-4007-b68a-b81c87d8e49c', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'mac_address': 'fa:16:3e:6e:cf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:19Z', 'updated_at': '2021-07-09T09:24:29Z', 'revision_number': 5, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'subnets': [{'id': '14c22d07-67af-4620-a5dc-506ada0c305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:30:19.486219 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdce710-4cfe-4e53-ad0f-c96ffb33c0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8cf408-c775-4ea8-86d7-11de2f212b9e", "tag": "7153d63d-8cb8-42ab-95aa-44ebcab0b117"}, {"server_uuid": "3049edaa-8736-47ea-a407-1e1b583582f2", "name": "network-vif-deleted", "tag": "c26678f8-c4af-4c54-ac3a-4f30095a349c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:30:19.541278 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9e7166b7-13d5-4db3-b07d-7e6aec20cb7b req-aaff8389-6c5a-4d41-8bc8-25e3b4ab983f service neutron] 10.222.0.64 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154224 Jul 09 09:30:19.706318 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9e7166b7-13d5-4db3-b07d-7e6aec20cb7b req-66579f83-c368-4206-9879-02516ada35dd service neutron] 10.222.0.64 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573005 Jul 09 09:30:19.753417 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d3abdc-4613-4044-aefa-ed13200d97d2 x-openstack-request-id: req-d5d3abdc-4613-4044-aefa-ed13200d97d2 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:30:19.753799 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6269b7-c674-41c1-a8e0-b53159ca5f61", "tag": "5f156a5a-c918-478b-b237-7653ff906d49", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:30:19.754149 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d5d3abdc-4613-4044-aefa-ed13200d97d2 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:30:19.754652 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'tag': '5f156a5a-c918-478b-b237-7653ff906d49', 'status': 'completed', 'code': 200} Jul 09 09:30:19.831262 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c4951a-8779-4d5f-a42a-273fe6552caa x-openstack-request-id: req-03c4951a-8779-4d5f-a42a-273fe6552caa {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:30:19.831773 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3049edaa-8736-47ea-a407-1e1b583582f2", "name": "network-vif-unplugged", "status": "completed", "tag": "c26678f8-c4af-4c54-ac3a-4f30095a349c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:30:19.831865 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-03c4951a-8779-4d5f-a42a-273fe6552caa {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:30:19.832211 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3049edaa-8736-47ea-a407-1e1b583582f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c26678f8-c4af-4c54-ac3a-4f30095a349c', 'code': 200} Jul 09 09:30:19.942236 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b52ec-1efb-4e28-8227-5fc77a4093da req-4192e158-c091-483c-a838-16952593d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:19.944295 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-683b52ec-1efb-4e28-8227-5fc77a4093da req-4192e158-c091-483c-a838-16952593d091 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 1094 time: 0.1887116 Jul 09 09:30:20.040949 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34389cd9-a9a9-47f8-bc66-bfebc747f811 None None] New status for floating IP 6e12e600-4f62-4b37-9970-44c4d8633ece: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:30:20.126035 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b52ec-1efb-4e28-8227-5fc77a4093da req-31fde52f-d263-4642-919a-40da6daa3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:20.127583 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-683b52ec-1efb-4e28-8227-5fc77a4093da req-31fde52f-d263-4642-919a-40da6daa3c88 service neutron] 10.222.0.64 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 912 time: 0.1728225 Jul 09 09:30:20.215214 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45516) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:20.244901 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-683b52ec-1efb-4e28-8227-5fc77a4093da req-e5102ddf-7211-4e4b-8a0e-e07837308a54 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f156a5a-c918-478b-b237-7653ff906d49 HTTP/1.1" status: 200 len: 217 time: 0.1077166 Jul 09 09:30:20.410788 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b52ec-1efb-4e28-8227-5fc77a4093da req-d40fb960-671a-459c-86ec-fb2aecfdbaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:20.415054 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-683b52ec-1efb-4e28-8227-5fc77a4093da req-d40fb960-671a-459c-86ec-fb2aecfdbaa6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.1620691 Jul 09 09:30:20.523629 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-00bdcb5e-9362-4949-85df-e7726e703e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:20.537066 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b52ec-1efb-4e28-8227-5fc77a4093da req-cceaf2e6-d7d4-4fcc-a4f1-bda5f030cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:20.545636 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-683b52ec-1efb-4e28-8227-5fc77a4093da req-cceaf2e6-d7d4-4fcc-a4f1-bda5f030cf87 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206317 Jul 09 09:30:20.760192 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-00bdcb5e-9362-4949-85df-e7726e703e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:20.766584 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-00bdcb5e-9362-4949-85df-e7726e703e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:20.798290 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-00bdcb5e-9362-4949-85df-e7726e703e0a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5f8a1e90937c44afaed34dcffe397652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5820405 Jul 09 09:30:20.811323 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45534) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:20.847884 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdcb5e-9362-4949-85df-e7726e703e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f64272-41c7-4f21-b59f-d7d0ba878c33,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:20.876584 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-683b52ec-1efb-4e28-8227-5fc77a4093da req-87f0b91a-bf5f-4dfd-b261-7210e3477186 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258767 Jul 09 09:30:20.889334 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91125db5-29bb-4212-b943-6778aec5b69c req-4634afb2-4649-44d8-93fe-2fce8218fa19 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:20.896510 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91125db5-29bb-4212-b943-6778aec5b69c req-4634afb2-4649-44d8-93fe-2fce8218fa19 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 945 time: 0.2171407 Jul 09 09:30:20.922856 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f23412bd-67e5-4854-82af-4d2b7ee58808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:20.960987 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f23412bd-67e5-4854-82af-4d2b7ee58808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:21.022559 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f23412bd-67e5-4854-82af-4d2b7ee58808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:21.026681 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f23412bd-67e5-4854-82af-4d2b7ee58808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:21.029118 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f23412bd-67e5-4854-82af-4d2b7ee58808 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e6f64272-41c7-4f21-b59f-d7d0ba878c33 HTTP/1.1" status: 204 len: 168 time: 0.2163596 Jul 09 09:30:21.040426 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23412bd-67e5-4854-82af-4d2b7ee58808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f64272-41c7-4f21-b59f-d7d0ba878c33,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:21.073606 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-683b52ec-1efb-4e28-8227-5fc77a4093da req-48dcec28-2a53-4b03-a0d6-fd78b38d59ee service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741743 Jul 09 09:30:21.105362 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8c66f-f1e9-49fe-9c75-2e4b3dd3817f req-1aa26a61-bf77-40ce-8ec4-a97d9f636204 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:21.112753 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9fc8c66f-f1e9-49fe-9c75-2e4b3dd3817f req-1aa26a61-bf77-40ce-8ec4-a97d9f636204 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 944 time: 0.3745468 Jul 09 09:30:21.153664 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91125db5-29bb-4212-b943-6778aec5b69c req-3ac1a41c-d169-4310-a08d-4e94baef04b0 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562766 Jul 09 09:30:21.194139 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9fc8c66f-f1e9-49fe-9c75-2e4b3dd3817f req-54d4629d-0032-410f-adc8-d48cc334ffb0 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804234 Jul 09 09:30:21.234724 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 09:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad193040-7468-444f-a5d2-1e4c6ab78b5e x-openstack-request-id: req-ad193040-7468-444f-a5d2-1e4c6ab78b5e {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:30:21.235097 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8cf408-c775-4ea8-86d7-11de2f212b9e", "tag": "7153d63d-8cb8-42ab-95aa-44ebcab0b117", "status": "completed", "code": 200}, {"server_uuid": "3049edaa-8736-47ea-a407-1e1b583582f2", "name": "network-vif-deleted", "tag": "c26678f8-c4af-4c54-ac3a-4f30095a349c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:30:21.236102 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ad193040-7468-444f-a5d2-1e4c6ab78b5e {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:30:21.236602 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8cf408-c775-4ea8-86d7-11de2f212b9e', 'tag': '7153d63d-8cb8-42ab-95aa-44ebcab0b117', 'status': 'completed', 'code': 200} Jul 09 09:30:21.236934 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3049edaa-8736-47ea-a407-1e1b583582f2', 'name': 'network-vif-deleted', 'tag': 'c26678f8-c4af-4c54-ac3a-4f30095a349c', 'status': 'completed', 'code': 200} Jul 09 09:30:21.564812 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03496bf5-26bb-4830-801b-3df98f9d103f req-0ea4bd92-364c-4e2d-90a6-28b7deece2d0 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:21.566465 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03496bf5-26bb-4830-801b-3df98f9d103f req-0ea4bd92-364c-4e2d-90a6-28b7deece2d0 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 943 time: 0.1199028 Jul 09 09:30:21.570852 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdce710-4cfe-4e53-ad0f-c96ffb33c0d7 req-0a3c259a-ae69-474b-b958-ef4c6699ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:21.572616 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3cdce710-4cfe-4e53-ad0f-c96ffb33c0d7 req-0a3c259a-ae69-474b-b958-ef4c6699ec55 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 1125 time: 0.2059488 Jul 09 09:30:21.772825 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45560) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:21.797343 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31273178-0e19-4961-a041-d3d3ac79dabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:21.869418 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03496bf5-26bb-4830-801b-3df98f9d103f req-2d050ef5-90a1-42c8-955c-ab28d2402f9e tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2952387 Jul 09 09:30:21.921888 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955e2f6-eb42-4ff1-9151-e35da4d2236c req-372a0c6a-3029-4396-b2fb-88e6d3078fab tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:21.940865 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7955e2f6-eb42-4ff1-9151-e35da4d2236c req-372a0c6a-3029-4396-b2fb-88e6d3078fab tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 1096 time: 0.2241354 Jul 09 09:30:21.984398 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdce710-4cfe-4e53-ad0f-c96ffb33c0d7 req-8903e598-c403-48d4-b253-494af69cf002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:21.986482 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3cdce710-4cfe-4e53-ad0f-c96ffb33c0d7 req-8903e598-c403-48d4-b253-494af69cf002 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 922 time: 0.3981624 Jul 09 09:30:21.992457 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31273178-0e19-4961-a041-d3d3ac79dabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:21.999393 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31273178-0e19-4961-a041-d3d3ac79dabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:22.061024 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3cdce710-4cfe-4e53-ad0f-c96ffb33c0d7 req-5c3c9b6f-cdd3-43ba-8acd-31b07961ab9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7153d63d-8cb8-42ab-95aa-44ebcab0b117 HTTP/1.1" status: 200 len: 217 time: 0.0585864 Jul 09 09:30:22.063538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7955e2f6-eb42-4ff1-9151-e35da4d2236c req-0ac0f3b9-b8f3-4ecf-8b36-2fed47d5c30d tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218784 Jul 09 09:30:22.110922 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-31273178-0e19-4961-a041-d3d3ac79dabb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fda4b1b8ccaa4c7381c4cffea685873a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318069 Jul 09 09:30:22.111072 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45578) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:22.113744 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31273178-0e19-4961-a041-d3d3ac79dabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4e9c08-fd7d-44eb-92e1-d060960e5a2c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:22.144238 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdce710-4cfe-4e53-ad0f-c96ffb33c0d7 req-a311324b-483d-4337-8059-cd9985c1b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:22.146183 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3cdce710-4cfe-4e53-ad0f-c96ffb33c0d7 req-a311324b-483d-4337-8059-cd9985c1b781 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=885047f0-ba41-4b93-9739-c68577cb7cc5 HTTP/1.1" status: 200 len: 861 time: 0.0797534 Jul 09 09:30:22.173050 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45586) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:22.245688 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3cdce710-4cfe-4e53-ad0f-c96ffb33c0d7 req-2697d596-7971-41b6-89d6-c46480210ce7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779948 Jul 09 09:30:22.266840 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4e1933c1-d8d9-40a4-9966-f30073234a52 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:22.294485 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4e1933c1-d8d9-40a4-9966-f30073234a52 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:22.378581 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4e1933c1-d8d9-40a4-9966-f30073234a52 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:22.390003 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4e1933c1-d8d9-40a4-9966-f30073234a52 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:22.391271 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4e1933c1-d8d9-40a4-9966-f30073234a52 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "DELETE /v2.0/security-groups/a85837b8-3c64-462d-96ae-268ef463c8de HTTP/1.1" status: 204 len: 168 time: 0.2175119 Jul 09 09:30:22.394730 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45604) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:22.411496 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1933c1-d8d9-40a4-9966-f30073234a52 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85837b8-3c64-462d-96ae-268ef463c8de,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:22.454491 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-5344c67e-cacf-4bfb-8765-3d1eaae5144b tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] show failed (client error): The resource could not be found. Jul 09 09:30:22.455960 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5344c67e-cacf-4bfb-8765-3d1eaae5144b tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "GET /v2.0/security-groups/a85837b8-3c64-462d-96ae-268ef463c8de HTTP/1.1" status: 404 len: 347 time: 0.0602500 Jul 09 09:30:22.458969 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45606) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:22.674216 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ac93d792-2555-478c-b54d-c1950a1da381 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Deleting port 62db54b9-e08b-4cba-a103-2a8b7a6bf541 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:30:22.674891 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac93d792-2555-478c-b54d-c1950a1da381 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:22.790437 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac93d792-2555-478c-b54d-c1950a1da381 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:22.792404 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac93d792-2555-478c-b54d-c1950a1da381 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:22.824972 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ac93d792-2555-478c-b54d-c1950a1da381 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Calling delete_port for 62db54b9-e08b-4cba-a103-2a8b7a6bf541 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:30:22.876572 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e522c066-f17c-4579-939b-b6ded5ad87de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:22.964526 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5f156a5a-c918-478b-b237-7653ff906d49 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:30:23.008142 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e522c066-f17c-4579-939b-b6ded5ad87de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:23.126557 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3cdce710-4cfe-4e53-ad0f-c96ffb33c0d7 req-5d52361f-efa2-4865-90a5-6cdc1026ec07 service neutron] 10.222.0.64 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8301830 Jul 09 09:30:23.129319 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac93d792-2555-478c-b54d-c1950a1da381 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:23.133182 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b05d02-f96b-4cfc-8f0d-762932e3ae9b req-9cabd96c-cd63-483a-ba61-038d388bfa17 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:23.141542 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5f156a5a-c918-478b-b237-7653ff906d49, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5f156a5a-c918-478b-b237-7653ff906d49,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:23.141677 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-81b05d02-f96b-4cfc-8f0d-762932e3ae9b req-9cabd96c-cd63-483a-ba61-038d388bfa17 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 1096 time: 0.2736521 Jul 09 09:30:23.143522 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-9e8ce52b-f070-461d-8c58-6b609e46b9b5 service neutron] 10.222.0.64 "GET /v2.0/ports/7153d63d-8cb8-42ab-95aa-44ebcab0b117/bindings/n-h1-799996-1 HTTP/1.1" status: 200 len: 384 time: 0.2758589 Jul 09 09:30:23.153874 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '5f156a5a-c918-478b-b237-7653ff906d49', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'port_id': '5f156a5a-c918-478b-b237-7653ff906d49', 'mac_address': 'fa:16:3e:d9:62:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:30:23.241027 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93d792-2555-478c-b54d-c1950a1da381 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Pushing event deleted for resources: {'Port': ['ID=62db54b9-e08b-4cba-a103-2a8b7a6bf541,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:23.265518 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:23.284823 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f156a5a-c918-478b-b237-7653ff906d49 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:30:23.301217 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-81b05d02-f96b-4cfc-8f0d-762932e3ae9b req-f1b46cba-ec69-415e-9149-d060411bb97d tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563125 Jul 09 09:30:23.329179 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e522c066-f17c-4579-939b-b6ded5ad87de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:23.329179 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e522c066-f17c-4579-939b-b6ded5ad87de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:23.329179 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e522c066-f17c-4579-939b-b6ded5ad87de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1a4e9c08-fd7d-44eb-92e1-d060960e5a2c HTTP/1.1" status: 204 len: 168 time: 1.2133350 Jul 09 09:30:23.329626 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5f156a5a-c918-478b-b237-7653ff906d49, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5f156a5a-c918-478b-b237-7653ff906d49,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:23.336251 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:23.438689 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522c066-f17c-4579-939b-b6ded5ad87de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4e9c08-fd7d-44eb-92e1-d060960e5a2c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:23.444666 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac93d792-2555-478c-b54d-c1950a1da381 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:23.447237 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac93d792-2555-478c-b54d-c1950a1da381 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:23.455595 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ac93d792-2555-478c-b54d-c1950a1da381 tempest-ServersWithSpecificFlavorTestJSON-235961652 tempest-ServersWithSpecificFlavorTestJSON-235961652-project] 10.222.0.61 "DELETE /v2.0/floatingips/6e12e600-4f62-4b37-9970-44c4d8633ece HTTP/1.1" status: 204 len: 168 time: 0.9946330 Jul 09 09:30:23.464178 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5f156a5a-c918-478b-b237-7653ff906d49,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:23.471374 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3cdce710-4cfe-4e53-ad0f-c96ffb33c0d7 req-48d2f6b5-f776-460a-ac43-c01e5d9ae060 service neutron] 10.222.0.64 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219540 Jul 09 09:30:23.677074 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-95eeff65-98f1-42f0-9867-7bcd0a7999d8 service neutron] For port 7153d63d-8cb8-42ab-95aa-44ebcab0b117, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=7153d63d-8cb8-42ab-95aa-44ebcab0b117,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:23.692583 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['5f156a5a-c918-478b-b237-7653ff906d49'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:30:23.714725 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187851d-e96b-4c7a-8e90-4633cba39aa2 req-46aebc72-8fec-49e2-bff5-6d20eeeafaef tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:23.716314 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a187851d-e96b-4c7a-8e90-4633cba39aa2 req-46aebc72-8fec-49e2-bff5-6d20eeeafaef tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 944 time: 0.1570487 Jul 09 09:30:23.720294 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-95eeff65-98f1-42f0-9867-7bcd0a7999d8 service neutron] For port 7153d63d-8cb8-42ab-95aa-44ebcab0b117, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:30:23.784446 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-95eeff65-98f1-42f0-9867-7bcd0a7999d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7153d63d-8cb8-42ab-95aa-44ebcab0b117 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:30:23.806265 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-95eeff65-98f1-42f0-9867-7bcd0a7999d8 service neutron] For port 7153d63d-8cb8-42ab-95aa-44ebcab0b117, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=7153d63d-8cb8-42ab-95aa-44ebcab0b117,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:23.846554 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a187851d-e96b-4c7a-8e90-4633cba39aa2 req-4685b2b3-fc55-4f34-b3d5-a3a24d9692f5 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985346 Jul 09 09:30:23.864037 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-95eeff65-98f1-42f0-9867-7bcd0a7999d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:24.032976 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ba757-40f9-47a8-89b8-8937fc040866 req-e5435152-19fe-4eee-9150-ecd36a4a0c18 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:24.035059 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b59ba757-40f9-47a8-89b8-8937fc040866 req-e5435152-19fe-4eee-9150-ecd36a4a0c18 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.1871297 Jul 09 09:30:24.052153 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-95eeff65-98f1-42f0-9867-7bcd0a7999d8 service neutron] Transition to ACTIVE for port object 7153d63d-8cb8-42ab-95aa-44ebcab0b117 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:30:24.075211 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-95eeff65-98f1-42f0-9867-7bcd0a7999d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:24.152361 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b59ba757-40f9-47a8-89b8-8937fc040866 req-6b864825-975a-4e4c-8248-5b47a11a3596 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944905 Jul 09 09:30:24.181692 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-95eeff65-98f1-42f0-9867-7bcd0a7999d8 service neutron] No DVR routers for this DVR port 7153d63d-8cb8-42ab-95aa-44ebcab0b117 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:30:24.199288 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eeff65-98f1-42f0-9867-7bcd0a7999d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7153d63d-8cb8-42ab-95aa-44ebcab0b117,revision_number=10']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:24.226193 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-95eeff65-98f1-42f0-9867-7bcd0a7999d8 service neutron] 10.222.0.64 "PUT /v2.0/ports/7153d63d-8cb8-42ab-95aa-44ebcab0b117/bindings/n-h1-799996-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0666904 Jul 09 09:30:24.402727 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-73cd30c0-003b-469a-bdfe-3deb4a10580b tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:24.404301 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-73cd30c0-003b-469a-bdfe-3deb4a10580b tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e&tenant_id=82a1a771499846fa8b15e4ad106e86da&binding%3Ahost_id=n-h2-799996-1 HTTP/1.1" status: 200 len: 1096 time: 0.1070557 Jul 09 09:30:24.530532 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-a7ef740a-45e9-4d53-b088-aa774adc71f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:24.532372 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-a7ef740a-45e9-4d53-b088-aa774adc71f6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e&tenant_id=82a1a771499846fa8b15e4ad106e86da HTTP/1.1" status: 200 len: 1096 time: 0.1175346 Jul 09 09:30:24.655258 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-a9718e36-4699-4e4d-8639-8910caac2d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:24.657080 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-a9718e36-4699-4e4d-8639-8910caac2d60 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=82a1a771499846fa8b15e4ad106e86da&device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 1096 time: 0.0903947 Jul 09 09:30:24.964370 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-b53cbde6-0d14-448a-a127-f3f1e9173d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:24.966758 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-b53cbde6-0d14-448a-a127-f3f1e9173d01 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 200 len: 922 time: 0.2947683 Jul 09 09:30:24.980338 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5f156a5a-c918-478b-b237-7653ff906d49 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:30:25.056714 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 5f156a5a-c918-478b-b237-7653ff906d49 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:30:25.062586 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 5f156a5a-c918-478b-b237-7653ff906d49 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:30:25.063920 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:25.074362 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-7e3f1d5d-9b9e-4514-8d1a-72d158ccec30 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7153d63d-8cb8-42ab-95aa-44ebcab0b117 HTTP/1.1" status: 200 len: 217 time: 0.0996463 Jul 09 09:30:25.154595 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-2beb2d80-ac72-4e86-9307-56ae6ef243b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:25.157454 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-2beb2d80-ac72-4e86-9307-56ae6ef243b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=885047f0-ba41-4b93-9739-c68577cb7cc5 HTTP/1.1" status: 200 len: 861 time: 0.0763602 Jul 09 09:30:25.185668 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170811c-02c4-4b78-86a4-f70dabea524b req-dd08aeec-587c-485e-8422-37a17bbc03cb tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:25.195304 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e170811c-02c4-4b78-86a4-f70dabea524b req-dd08aeec-587c-485e-8422-37a17bbc03cb tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/networks?id=de931943-f58d-4fd8-96d3-d18dce18a0bc HTTP/1.1" status: 200 len: 804 time: 0.2022088 Jul 09 09:30:25.212064 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-5d0a71cb-79a9-46b8-b535-de6bb577057f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475709 Jul 09 09:30:25.229749 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:25.232942 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e170811c-02c4-4b78-86a4-f70dabea524b req-6731fbac-2475-4437-908e-dc343ee53698 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/quotas/15de14848d0349c49a5d85c3ea6d48cd HTTP/1.1" status: 200 len: 375 time: 0.0358891 Jul 09 09:30:25.271548 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f156a5a-c918-478b-b237-7653ff906d49'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:30:25.276910 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad126b5e-693e-4134-ab0b-29599b429e9b" -d '{"events": [{"server_uuid": "2f6269b7-c674-41c1-a8e0-b53159ca5f61", "name": "network-vif-plugged", "status": "completed", "tag": "5f156a5a-c918-478b-b237-7653ff906d49"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:30:25.299822 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5f156a5a-c918-478b-b237-7653ff906d49, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5f156a5a-c918-478b-b237-7653ff906d49,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:25.305826 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:25.308067 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 7153d63d-8cb8-42ab-95aa-44ebcab0b117 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:30:25.358917 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-5b4c7c59-1fa6-4c23-bda9-0c0d10ac8ed5 service neutron] 10.222.0.58 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395810 Jul 09 09:30:25.437396 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e170811c-02c4-4b78-86a4-f70dabea524b req-7d7aea0b-4261-42cd-8275-bda3df5278ac tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=15de14848d0349c49a5d85c3ea6d48cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1973140 Jul 09 09:30:25.440707 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 7153d63d-8cb8-42ab-95aa-44ebcab0b117 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:30:25.441472 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:30:25.445706 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5f156a5a-c918-478b-b237-7653ff906d49,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:25.496781 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:25.497075 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:25.497519 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:25.497954 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:25.498408 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:25.498866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:25.499377 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:25.500106 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:25.500644 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:25.501159 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:25.501652 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:25.502098 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:25.561233 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-0e43fd1b-edea-48cf-907f-bbad19ae6e2d service neutron] 10.222.0.58 "GET /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936798 Jul 09 09:30:25.574354 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:25.650563 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:25.657356 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:25.781505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:26.053918 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e170811c-02c4-4b78-86a4-f70dabea524b req-1d1be96c-783c-422d-87f6-84b267509ba8 service neutron] 10.222.0.61 "GET /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6151106 Jul 09 09:30:26.083401 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-aab747f4-f00e-4755-bbb4-9ed0b8ff171e tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:26.086032 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-aab747f4-f00e-4755-bbb4-9ed0b8ff171e tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e&tenant_id=82a1a771499846fa8b15e4ad106e86da&binding%3Ahost_id=n-h1-799996-1 HTTP/1.1" status: 200 len: 1096 time: 0.1403141 Jul 09 09:30:26.312665 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-0cbaabcb-a0a6-4ce7-b7e2-257ae68e3ae7 service neutron] For port 7153d63d-8cb8-42ab-95aa-44ebcab0b117, host n-h2-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:30:26.318389 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-0cbaabcb-a0a6-4ce7-b7e2-257ae68e3ae7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:26.319389 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-af79939a-0b00-4803-8969-49ff8fce5db5 req-0cbaabcb-a0a6-4ce7-b7e2-257ae68e3ae7 service neutron] 10.222.0.58 "DELETE /v2.0/ports/7153d63d-8cb8-42ab-95aa-44ebcab0b117/bindings/n-h2-799996-1 HTTP/1.1" status: 204 len: 173 time: 0.2268596 Jul 09 09:30:26.326519 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59301d9-6c4f-47b4-a522-8adb90aa6cb8 req-4d66c6f6-b2ac-4aad-9568-626bd9d45138 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:26.328448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f59301d9-6c4f-47b4-a522-8adb90aa6cb8 req-4d66c6f6-b2ac-4aad-9568-626bd9d45138 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.64 "GET /v2.0/ports?device_id=0976802e-0b95-45f5-adf6-c8ebb0510082 HTTP/1.1" status: 200 len: 943 time: 0.2165370 Jul 09 09:30:26.346052 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e170811c-02c4-4b78-86a4-f70dabea524b req-7db8043c-2522-489a-8108-61f5c3929fac service neutron] 10.222.0.61 "GET /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711575 Jul 09 09:30:26.564291 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-7f0ba318-b785-4a54-a2f9-51acf451ee19 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:30:26.566697 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-7f0ba318-b785-4a54-a2f9-51acf451ee19 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109594 Jul 09 09:30:26.578324 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-f96d2e01-cf9b-470a-81bf-df9e87c77f1b service neutron] Request body: {'binding': {'host': 'n-h2-799996-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:30:26.580466 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-f96d2e01-cf9b-470a-81bf-df9e87c77f1b service neutron] Unknown quota resources ['binding']. {{(pid=93791) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 09:30:26.614117 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-f59301d9-6c4f-47b4-a522-8adb90aa6cb8 req-a05e0ad7-9405-489c-91ad-60c5aca8a3ea tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Deleting port 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:30:26.614472 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f59301d9-6c4f-47b4-a522-8adb90aa6cb8 req-a05e0ad7-9405-489c-91ad-60c5aca8a3ea tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:27.050402 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f59301d9-6c4f-47b4-a522-8adb90aa6cb8 req-a05e0ad7-9405-489c-91ad-60c5aca8a3ea tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] For port 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:27.053436 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f59301d9-6c4f-47b4-a522-8adb90aa6cb8 req-a05e0ad7-9405-489c-91ad-60c5aca8a3ea tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:27.107841 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-f59301d9-6c4f-47b4-a522-8adb90aa6cb8 req-a05e0ad7-9405-489c-91ad-60c5aca8a3ea tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Calling delete_port for 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:30:27.124546 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e51953-b8cb-4e20-af39-cdd0b79bfa5f req-30abd48c-fa98-4457-8db9-7ef84ed6e0f8 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:27.127176 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43e51953-b8cb-4e20-af39-cdd0b79bfa5f req-30abd48c-fa98-4457-8db9-7ef84ed6e0f8 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 945 time: 0.2932670 Jul 09 09:30:27.237101 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-f96d2e01-cf9b-470a-81bf-df9e87c77f1b service neutron] Attempting to bind port d62b284d-3a33-4f47-995d-550f165eebc5 on host n-h2-799996-1 for vnic_type normal with profile None {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:30:27.245902 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-f96d2e01-cf9b-470a-81bf-df9e87c77f1b service neutron] Attempting to bind port d62b284d-3a33-4f47-995d-550f165eebc5 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:30:27.246295 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-f96d2e01-cf9b-470a-81bf-df9e87c77f1b service neutron] Attempting to bind port d62b284d-3a33-4f47-995d-550f165eebc5 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:30:27.253713 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-f96d2e01-cf9b-470a-81bf-df9e87c77f1b service neutron] Port d62b284d-3a33-4f47-995d-550f165eebc5 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:30:27.254038 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-f96d2e01-cf9b-470a-81bf-df9e87c77f1b service neutron] Attempting to bind port d62b284d-3a33-4f47-995d-550f165eebc5 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:30:27.268863 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-f96d2e01-cf9b-470a-81bf-df9e87c77f1b service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:30:27.269244 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-f96d2e01-cf9b-470a-81bf-df9e87c77f1b service neutron] Checking segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:30:27.269663 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-f96d2e01-cf9b-470a-81bf-df9e87c77f1b service neutron] Bound using segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:30:27.273539 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-f96d2e01-cf9b-470a-81bf-df9e87c77f1b service neutron] Bound port: d62b284d-3a33-4f47-995d-550f165eebc5, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:30:27.304806 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43e51953-b8cb-4e20-af39-cdd0b79bfa5f req-13896be9-7023-4963-897c-bed0fccb4df4 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570725 Jul 09 09:30:27.509082 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-f96d2e01-cf9b-470a-81bf-df9e87c77f1b service neutron] For port d62b284d-3a33-4f47-995d-550f165eebc5, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=d62b284d-3a33-4f47-995d-550f165eebc5,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:30:27.524079 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-f96d2e01-cf9b-470a-81bf-df9e87c77f1b service neutron] Notify callbacks [] for binding, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:27.525158 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-f96d2e01-cf9b-470a-81bf-df9e87c77f1b service neutron] 10.222.0.61 "POST /v2.0/ports/d62b284d-3a33-4f47-995d-550f165eebc5/bindings HTTP/1.1" status: 201 len: 389 time: 0.9515734 Jul 09 09:30:27.540090 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f59301d9-6c4f-47b4-a522-8adb90aa6cb8 req-a05e0ad7-9405-489c-91ad-60c5aca8a3ea tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:27.631431 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e0ad7-9405-489c-91ad-60c5aca8a3ea tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Pushing event deleted for resources: {'Port': ['ID=35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:27.748855 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59301d9-6c4f-47b4-a522-8adb90aa6cb8 req-a05e0ad7-9405-489c-91ad-60c5aca8a3ea tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] No DVR routers for this DVR port 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:30:27.751779 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee35136-55a5-4a71-8591-30de84bee4c6 x-openstack-request-id: req-dee35136-55a5-4a71-8591-30de84bee4c6 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:30:27.752836 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6269b7-c674-41c1-a8e0-b53159ca5f61", "name": "network-vif-plugged", "status": "completed", "tag": "5f156a5a-c918-478b-b237-7653ff906d49", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:30:27.753378 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dee35136-55a5-4a71-8591-30de84bee4c6 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:30:27.753932 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f156a5a-c918-478b-b237-7653ff906d49', 'code': 200} Jul 09 09:30:27.757898 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f59301d9-6c4f-47b4-a522-8adb90aa6cb8 req-a05e0ad7-9405-489c-91ad-60c5aca8a3ea tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:27.768244 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f59301d9-6c4f-47b4-a522-8adb90aa6cb8 req-a05e0ad7-9405-489c-91ad-60c5aca8a3ea tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.64 "DELETE /v2.0/ports/35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 HTTP/1.1" status: 204 len: 173 time: 1.4181128 Jul 09 09:30:27.774286 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0976802e-0b95-45f5-adf6-c8ebb0510082', 'name': 'network-vif-deleted', 'tag': '35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:30:27.778248 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428c87fe-3eff-4568-86f3-a6fd4484b2bb" -d '{"events": [{"server_uuid": "0976802e-0b95-45f5-adf6-c8ebb0510082", "name": "network-vif-deleted", "tag": "35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:30:27.892468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf453c-5388-43a8-9340-8e4c08bbba04 req-986e8621-f6da-41a5-9986-914898e4ebb2 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:27.913875 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48cf453c-5388-43a8-9340-8e4c08bbba04 req-986e8621-f6da-41a5-9986-914898e4ebb2 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 945 time: 0.1160893 Jul 09 09:30:28.192293 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-30ff0358-d34c-467b-af3a-acdb96050aa7 req-135289f8-bd63-480c-a88b-ae0e4ca94f27 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd833901-52a7-4f6c-b11e-c9138f285674 HTTP/1.1" status: 200 len: 210 time: 0.0936906 Jul 09 09:30:28.211264 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48cf453c-5388-43a8-9340-8e4c08bbba04 req-87679d90-a34b-4357-9719-d716e44c768b tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2968018 Jul 09 09:30:28.326448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326279a-23ad-437a-b5e5-52b2cd5fca1e req-3df3787a-0414-462d-b700-42e738edf2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:28.327376 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a326279a-23ad-437a-b5e5-52b2cd5fca1e req-3df3787a-0414-462d-b700-42e738edf2e9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 1096 time: 0.3608561 Jul 09 09:30:28.348532 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-32fb69d3-9106-4646-a869-8d46d224a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:28.354859 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-32fb69d3-9106-4646-a869-8d46d224a2e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 1096 time: 0.1397283 Jul 09 09:30:28.429788 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce844f0-47a5-4624-9bcb-0188b46332c3 x-openstack-request-id: req-9ce844f0-47a5-4624-9bcb-0188b46332c3 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:30:28.430287 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0976802e-0b95-45f5-adf6-c8ebb0510082", "name": "network-vif-deleted", "tag": "35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:30:28.430539 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9ce844f0-47a5-4624-9bcb-0188b46332c3 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:30:28.430934 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0976802e-0b95-45f5-adf6-c8ebb0510082', 'name': 'network-vif-deleted', 'tag': '35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9', 'status': 'completed', 'code': 200} Jul 09 09:30:28.506744 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a326279a-23ad-437a-b5e5-52b2cd5fca1e req-c77d5060-8d6b-457b-90a8-e97624ff3f44 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711590 Jul 09 09:30:28.566126 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-d6e8aac0-5764-490f-bf97-309cb072ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:28.567908 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-d6e8aac0-5764-490f-bf97-309cb072ce40 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 909 time: 0.2044780 Jul 09 09:30:28.587313 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532a3d6-9c7f-4a6f-8258-2f4bc7d2dc98 req-6b8ac391-ecab-42e0-824f-a2a924ff103b tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:28.590318 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5532a3d6-9c7f-4a6f-8258-2f4bc7d2dc98 req-6b8ac391-ecab-42e0-824f-a2a924ff103b tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 945 time: 0.1542115 Jul 09 09:30:28.824356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170811c-02c4-4b78-86a4-f70dabea524b req-7aa56ee7-97e8-4c72-848f-282e17ebcd1f tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:28.827389 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e170811c-02c4-4b78-86a4-f70dabea524b req-7aa56ee7-97e8-4c72-848f-282e17ebcd1f tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.64 "GET /v2.0/networks?id=de931943-f58d-4fd8-96d3-d18dce18a0bc HTTP/1.1" status: 200 len: 804 time: 0.1602535 Jul 09 09:30:28.840302 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5532a3d6-9c7f-4a6f-8258-2f4bc7d2dc98 req-f45b961c-bb73-4887-8374-953bb675b4b5 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420964 Jul 09 09:30:28.846023 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-83c96d14-4a4f-4600-b418-e6841a4b3848 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d62b284d-3a33-4f47-995d-550f165eebc5 HTTP/1.1" status: 200 len: 217 time: 0.2078223 Jul 09 09:30:28.849579 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-e170811c-02c4-4b78-86a4-f70dabea524b req-3c769ff4-9405-4c8b-bcfa-979f5a525d05 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Request body: {'port': {'device_id': 'fd833901-52a7-4f6c-b11e-c9138f285674', 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc', 'admin_state_up': True, 'tenant_id': '15de14848d0349c49a5d85c3ea6d48cd'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:30:29.319344 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e170811c-02c4-4b78-86a4-f70dabea524b req-3c769ff4-9405-4c8b-bcfa-979f5a525d05 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Made reservation on behalf of 15de14848d0349c49a5d85c3ea6d48cd for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:30:29.324618 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e170811c-02c4-4b78-86a4-f70dabea524b req-3c769ff4-9405-4c8b-bcfa-979f5a525d05 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:29.371829 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45836) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:29.389426 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-0c5e63b1-164e-4151-bd5a-d12418628c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:29.391089 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-0c5e63b1-164e-4151-bd5a-d12418628c46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b34d4ae-0ef5-43aa-9b17-e2650b35854e HTTP/1.1" status: 200 len: 848 time: 0.4165740 Jul 09 09:30:29.540849 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-6f65a522-c7b7-43cf-9593-70ee6ee6222c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1380324 Jul 09 09:30:29.547260 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecb8cb-639f-4a78-b61d-afeda17921ad req-369c3ce0-0e1e-427b-9243-1182289f0599 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:29.567270 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48ecb8cb-639f-4a78-b61d-afeda17921ad req-369c3ce0-0e1e-427b-9243-1182289f0599 tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 1096 time: 0.4979374 Jul 09 09:30:29.761928 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0976802e-0b95-45f5-adf6-c8ebb0510082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:30:29.780888 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9001f6e3-e081-4bfb-82f1-59013a545e2f" -d '{"events": [{"server_uuid": "0976802e-0b95-45f5-adf6-c8ebb0510082", "name": "network-vif-unplugged", "status": "completed", "tag": "35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:30:29.827804 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48ecb8cb-639f-4a78-b61d-afeda17921ad req-4bf5c0ae-e252-42d1-a1b0-d7f2af5d335c tempest-LiveAutoBlockMigrationV225Test-231008811 tempest-LiveAutoBlockMigrationV225Test-231008811-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589395 Jul 09 09:30:29.881842 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-77e18486-fa3e-4079-8e90-f1bf6505ebc0 req-f33c1c28-4201-4e56-96b2-c395d1d98995 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd833901-52a7-4f6c-b11e-c9138f285674 HTTP/1.1" status: 200 len: 210 time: 0.1218567 Jul 09 09:30:30.046749 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-d89833e0-4d9c-45c2-b465-2941927b92d8 service neutron] 10.222.0.64 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681442 Jul 09 09:30:30.128800 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-e170811c-02c4-4b78-86a4-f70dabea524b req-3c769ff4-9405-4c8b-bcfa-979f5a525d05 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Allocated IP 172.20.0.5 (de931943-f58d-4fd8-96d3-d18dce18a0bc/6bdbd641-08ac-41cd-9918-f7982af01a02/c1e51a22-393c-4c8c-81a1-56d87ed08203) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:30:30.182550 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420d72f5-40f6-4739-abc4-ba9bb4f4ce38 x-openstack-request-id: req-420d72f5-40f6-4739-abc4-ba9bb4f4ce38 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:30:30.182550 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0976802e-0b95-45f5-adf6-c8ebb0510082", "name": "network-vif-unplugged", "status": "completed", "tag": "35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:30:30.182550 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-420d72f5-40f6-4739-abc4-ba9bb4f4ce38 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:30:30.182550 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0976802e-0b95-45f5-adf6-c8ebb0510082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9', 'code': 200} Jul 09 09:30:30.513709 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-18b84797-b0ba-4406-a058-d8fd28b99a06 service neutron] 10.222.0.64 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540133 Jul 09 09:30:30.660893 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6b806-5318-45cd-bf30-4313a072991c req-decb934e-384e-49b6-83c2-df9a883c3010 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:30.672990 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-31b6b806-5318-45cd-bf30-4313a072991c req-decb934e-384e-49b6-83c2-df9a883c3010 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 945 time: 0.4600961 Jul 09 09:30:30.810898 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01be26b1-7388-4e82-acf2-0603cbd20ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:30.856384 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-31b6b806-5318-45cd-bf30-4313a072991c req-db2daf51-af52-4633-ab2d-13f194239b87 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812634 Jul 09 09:30:30.871272 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e170811c-02c4-4b78-86a4-f70dabea524b req-3c769ff4-9405-4c8b-bcfa-979f5a525d05 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:30.926880 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e36770-016b-49a2-8966-ef315cfcd539 req-d5adaca5-57d0-47cd-8a43-4807d8a556fb tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:30.941878 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18e36770-016b-49a2-8966-ef315cfcd539 req-d5adaca5-57d0-47cd-8a43-4807d8a556fb tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 945 time: 0.4324374 Jul 09 09:30:31.018030 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:30:31.066901 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:30:31.070429 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 35b9e2a9-f938-4ff6-ae57-7d5a7f65bcc9 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:30:31.194134 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18e36770-016b-49a2-8966-ef315cfcd539 req-0a9f7169-0ea7-44f6-b131-77e0b6be2fe4 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439120 Jul 09 09:30:31.235113 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e170811c-02c4-4b78-86a4-f70dabea524b req-3c769ff4-9405-4c8b-bcfa-979f5a525d05 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:31.387288 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e170811c-02c4-4b78-86a4-f70dabea524b req-3c769ff4-9405-4c8b-bcfa-979f5a525d05 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Network de931943-f58d-4fd8-96d3-d18dce18a0bc is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:30:31.435625 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-e170811c-02c4-4b78-86a4-f70dabea524b req-3c769ff4-9405-4c8b-bcfa-979f5a525d05 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:30:31.481605 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c769ff4-9405-4c8b-bcfa-979f5a525d05 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Pushing event updated for resources: {'Port': ['ID=c1e51a22-393c-4c8c-81a1-56d87ed08203,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:31.494138 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-e170811c-02c4-4b78-86a4-f70dabea524b req-3c769ff4-9405-4c8b-bcfa-979f5a525d05 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:30:31.538964 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-01be26b1-7388-4e82-acf2-0603cbd20ba9 admin admin] Deleting port 977286b0-1ece-4b20-b029-976250c43b54 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:30:31.539360 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01be26b1-7388-4e82-acf2-0603cbd20ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:31.641016 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170811c-02c4-4b78-86a4-f70dabea524b req-3c769ff4-9405-4c8b-bcfa-979f5a525d05 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:31.648023 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e170811c-02c4-4b78-86a4-f70dabea524b req-3c769ff4-9405-4c8b-bcfa-979f5a525d05 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:31.793395 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e170811c-02c4-4b78-86a4-f70dabea524b req-3c769ff4-9405-4c8b-bcfa-979f5a525d05 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9491496 Jul 09 09:30:31.833151 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-01be26b1-7388-4e82-acf2-0603cbd20ba9 admin admin] For port 977286b0-1ece-4b20-b029-976250c43b54, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=977286b0-1ece-4b20-b029-976250c43b54,segment=NetworkSegment(491494ef-9df4-4c6a-8cc3-fb7553539853),segment_id=491494ef-9df4-4c6a-8cc3-fb7553539853)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:31.834360 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01be26b1-7388-4e82-acf2-0603cbd20ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:31.845058 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-e170811c-02c4-4b78-86a4-f70dabea524b req-8fd3c166-8722-4f60-a41a-bc1628f2de61 service neutron] Request body: {'port': {'device_id': 'fd833901-52a7-4f6c-b11e-c9138f285674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:30:31.880189 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-01be26b1-7388-4e82-acf2-0603cbd20ba9 admin admin] Calling delete_port for 977286b0-1ece-4b20-b029-976250c43b54 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:30:32.359190 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e75bb-41dd-4af9-97a2-f6407df46a95 req-fccc126d-3e28-4bcc-9056-22a5c85f5907 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:32.374103 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45884) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:32.385381 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-bb136a69-b13f-4198-8ecd-579d9c05784d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Request body: {'floatingip': {'port_id': '5f156a5a-c918-478b-b237-7653ff906d49'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:30:32.388272 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e0e75bb-41dd-4af9-97a2-f6407df46a95 req-fccc126d-3e28-4bcc-9056-22a5c85f5907 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 945 time: 0.7208805 Jul 09 09:30:32.390097 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e170811c-02c4-4b78-86a4-f70dabea524b req-8fd3c166-8722-4f60-a41a-bc1628f2de61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:32.403147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a7136-4630-4abc-940a-daf06d28e9f2 req-d14286b4-4d9b-473d-b9f3-4881f5eb9d6f tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:32.415141 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c1a7136-4630-4abc-940a-daf06d28e9f2 req-d14286b4-4d9b-473d-b9f3-4881f5eb9d6f tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd833901-52a7-4f6c-b11e-c9138f285674 HTTP/1.1" status: 200 len: 931 time: 0.6313803 Jul 09 09:30:32.438858 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bb136a69-b13f-4198-8ecd-579d9c05784d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:32.503170 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01be26b1-7388-4e82-acf2-0603cbd20ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:32.544312 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c1a7136-4630-4abc-940a-daf06d28e9f2 req-08046c3b-3b6f-47b4-af13-f51fda46c90a tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270533 Jul 09 09:30:32.646304 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd96b9-4334-44ef-9797-826e6d6821a9 req-14d92aaf-eeb8-4af3-bf49-89138b023b73 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:32.653868 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-41bd96b9-4334-44ef-9797-826e6d6821a9 req-14d92aaf-eeb8-4af3-bf49-89138b023b73 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 945 time: 0.3680491 Jul 09 09:30:33.040647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be26b1-7388-4e82-acf2-0603cbd20ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=977286b0-1ece-4b20-b029-976250c43b54,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:33.040647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be26b1-7388-4e82-acf2-0603cbd20ba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:33.040647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be26b1-7388-4e82-acf2-0603cbd20ba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:33.040647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be26b1-7388-4e82-acf2-0603cbd20ba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:33.040647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be26b1-7388-4e82-acf2-0603cbd20ba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:33.040647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be26b1-7388-4e82-acf2-0603cbd20ba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:33.040647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be26b1-7388-4e82-acf2-0603cbd20ba9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:33.040647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be26b1-7388-4e82-acf2-0603cbd20ba9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:33.040647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be26b1-7388-4e82-acf2-0603cbd20ba9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:33.040647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be26b1-7388-4e82-acf2-0603cbd20ba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:33.040647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be26b1-7388-4e82-acf2-0603cbd20ba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:33.040647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be26b1-7388-4e82-acf2-0603cbd20ba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:33.040647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be26b1-7388-4e82-acf2-0603cbd20ba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:33.119498 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-e170811c-02c4-4b78-86a4-f70dabea524b req-8fd3c166-8722-4f60-a41a-bc1628f2de61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e51a22-393c-4c8c-81a1-56d87ed08203 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:30:33.140794 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-41bd96b9-4334-44ef-9797-826e6d6821a9 req-a94ad63e-b25f-4f60-b971-a931bb60acc9 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Deleting port 7153d63d-8cb8-42ab-95aa-44ebcab0b117 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:30:33.141222 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-41bd96b9-4334-44ef-9797-826e6d6821a9 req-a94ad63e-b25f-4f60-b971-a931bb60acc9 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:33.145832 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c0ccd-0c0b-4e04-bc6d-5fd2597aa7a2 req-5f5b0f95-8a32-43c6-963f-5c99ca4adb6e tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:33.162187 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-784c0ccd-0c0b-4e04-bc6d-5fd2597aa7a2 req-5f5b0f95-8a32-43c6-963f-5c99ca4adb6e tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 945 time: 0.2173290 Jul 09 09:30:33.169253 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e170811c-02c4-4b78-86a4-f70dabea524b req-8fd3c166-8722-4f60-a41a-bc1628f2de61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:33.224180 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411833c8-d2be-4479-be29-6997d2a63ca7 req-cd1f916a-b56c-4a36-a06b-3c633b4ed683 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:33.226080 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-411833c8-d2be-4479-be29-6997d2a63ca7 req-cd1f916a-b56c-4a36-a06b-3c633b4ed683 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 945 time: 0.2802629 Jul 09 09:30:33.227799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-e170811c-02c4-4b78-86a4-f70dabea524b req-8fd3c166-8722-4f60-a41a-bc1628f2de61 service neutron] Transition to ACTIVE for port object c1e51a22-393c-4c8c-81a1-56d87ed08203 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:30:33.274309 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-784c0ccd-0c0b-4e04-bc6d-5fd2597aa7a2 req-c3a81df8-c930-42ab-9cff-771131fb0366 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108072 Jul 09 09:30:33.277989 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e170811c-02c4-4b78-86a4-f70dabea524b req-8fd3c166-8722-4f60-a41a-bc1628f2de61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:33.332206 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01be26b1-7388-4e82-acf2-0603cbd20ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:33.431591 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3c166-8722-4f60-a41a-bc1628f2de61 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e51a22-393c-4c8c-81a1-56d87ed08203,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:33.488358 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-411833c8-d2be-4479-be29-6997d2a63ca7 req-f78c9720-f5ac-429a-b12e-2879a89ba0ff tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112868 Jul 09 09:30:33.637630 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:33.668792 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e170811c-02c4-4b78-86a4-f70dabea524b req-8fd3c166-8722-4f60-a41a-bc1628f2de61 service neutron] Attempting to bind port c1e51a22-393c-4c8c-81a1-56d87ed08203 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:30:33.670809 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e170811c-02c4-4b78-86a4-f70dabea524b req-8fd3c166-8722-4f60-a41a-bc1628f2de61 service neutron] Attempting to bind port c1e51a22-393c-4c8c-81a1-56d87ed08203 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '5d5a5637-84a4-4897-8910-daaebc376f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:30:33.671982 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e170811c-02c4-4b78-86a4-f70dabea524b req-8fd3c166-8722-4f60-a41a-bc1628f2de61 service neutron] Attempting to bind port c1e51a22-393c-4c8c-81a1-56d87ed08203 on network de931943-f58d-4fd8-96d3-d18dce18a0bc {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:30:33.683247 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e170811c-02c4-4b78-86a4-f70dabea524b req-8fd3c166-8722-4f60-a41a-bc1628f2de61 service neutron] Port c1e51a22-393c-4c8c-81a1-56d87ed08203 on network de931943-f58d-4fd8-96d3-d18dce18a0bc not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:30:33.684852 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e170811c-02c4-4b78-86a4-f70dabea524b req-8fd3c166-8722-4f60-a41a-bc1628f2de61 service neutron] Attempting to bind port c1e51a22-393c-4c8c-81a1-56d87ed08203 on network de931943-f58d-4fd8-96d3-d18dce18a0bc {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:30:33.698502 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e170811c-02c4-4b78-86a4-f70dabea524b req-8fd3c166-8722-4f60-a41a-bc1628f2de61 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:30:33.700015 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e170811c-02c4-4b78-86a4-f70dabea524b req-8fd3c166-8722-4f60-a41a-bc1628f2de61 service neutron] Checking segment: {'id': '5d5a5637-84a4-4897-8910-daaebc376f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:30:33.702022 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e170811c-02c4-4b78-86a4-f70dabea524b req-8fd3c166-8722-4f60-a41a-bc1628f2de61 service neutron] Bound using segment: {'id': '5d5a5637-84a4-4897-8910-daaebc376f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:30:33.702718 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e170811c-02c4-4b78-86a4-f70dabea524b req-8fd3c166-8722-4f60-a41a-bc1628f2de61 service neutron] Bound port: c1e51a22-393c-4c8c-81a1-56d87ed08203, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5a5637-84a4-4897-8910-daaebc376f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:30:33.704158 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e170811c-02c4-4b78-86a4-f70dabea524b req-8fd3c166-8722-4f60-a41a-bc1628f2de61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:33.751561 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-41bd96b9-4334-44ef-9797-826e6d6821a9 req-a94ad63e-b25f-4f60-b971-a931bb60acc9 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] For port 7153d63d-8cb8-42ab-95aa-44ebcab0b117, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=7153d63d-8cb8-42ab-95aa-44ebcab0b117,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:33.761028 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-41bd96b9-4334-44ef-9797-826e6d6821a9 req-a94ad63e-b25f-4f60-b971-a931bb60acc9 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:33.858987 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-41bd96b9-4334-44ef-9797-826e6d6821a9 req-a94ad63e-b25f-4f60-b971-a931bb60acc9 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Calling delete_port for 7153d63d-8cb8-42ab-95aa-44ebcab0b117 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:30:33.960831 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-e170811c-02c4-4b78-86a4-f70dabea524b req-8fd3c166-8722-4f60-a41a-bc1628f2de61 service neutron] For port c1e51a22-393c-4c8c-81a1-56d87ed08203, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:30:33.986090 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-e170811c-02c4-4b78-86a4-f70dabea524b req-8fd3c166-8722-4f60-a41a-bc1628f2de61 service neutron] For port c1e51a22-393c-4c8c-81a1-56d87ed08203, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c1e51a22-393c-4c8c-81a1-56d87ed08203,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:30:33.997596 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e170811c-02c4-4b78-86a4-f70dabea524b req-8fd3c166-8722-4f60-a41a-bc1628f2de61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:34.061518 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a78f8-9364-4e1c-8c6a-3cf9502af43a req-ed990a6d-b168-4f90-b5f9-1216c710212f tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:34.069872 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-673a78f8-9364-4e1c-8c6a-3cf9502af43a req-ed990a6d-b168-4f90-b5f9-1216c710212f tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd833901-52a7-4f6c-b11e-c9138f285674 HTTP/1.1" status: 200 len: 943 time: 0.2569959 Jul 09 09:30:34.128271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170811c-02c4-4b78-86a4-f70dabea524b req-8fd3c166-8722-4f60-a41a-bc1628f2de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:34.129244 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e170811c-02c4-4b78-86a4-f70dabea524b req-8fd3c166-8722-4f60-a41a-bc1628f2de61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:34.130660 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e170811c-02c4-4b78-86a4-f70dabea524b req-8fd3c166-8722-4f60-a41a-bc1628f2de61 service neutron] 10.222.0.64 "PUT /v2.0/ports/c1e51a22-393c-4c8c-81a1-56d87ed08203 HTTP/1.1" status: 200 len: 1091 time: 2.2983994 Jul 09 09:30:34.131764 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd833901-52a7-4f6c-b11e-c9138f285674', 'tag': 'c1e51a22-393c-4c8c-81a1-56d87ed08203'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:30:34.144873 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1c4937-be35-4090-b760-8cefa06c0f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd833901-52a7-4f6c-b11e-c9138f285674", "tag": "c1e51a22-393c-4c8c-81a1-56d87ed08203"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:30:34.183197 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-673a78f8-9364-4e1c-8c6a-3cf9502af43a req-de7b8100-7083-4872-9768-ca601b92401d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067696 Jul 09 09:30:34.291569 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac24e1d8-361e-4aea-ae68-daea8d04a6d9 x-openstack-request-id: req-ac24e1d8-361e-4aea-ae68-daea8d04a6d9 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:30:34.294433 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd833901-52a7-4f6c-b11e-c9138f285674", "tag": "c1e51a22-393c-4c8c-81a1-56d87ed08203", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:30:34.297527 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ac24e1d8-361e-4aea-ae68-daea8d04a6d9 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:30:34.298370 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd833901-52a7-4f6c-b11e-c9138f285674', 'tag': 'c1e51a22-393c-4c8c-81a1-56d87ed08203', 'status': 'completed', 'code': 200} Jul 09 09:30:34.342802 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3c166-8722-4f60-a41a-bc1628f2de61 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e51a22-393c-4c8c-81a1-56d87ed08203,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:34.427126 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170811c-02c4-4b78-86a4-f70dabea524b req-c26ccf42-7f4f-4734-87ee-38fecd0bc8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:34.430926 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e170811c-02c4-4b78-86a4-f70dabea524b req-c26ccf42-7f4f-4734-87ee-38fecd0bc8c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15de14848d0349c49a5d85c3ea6d48cd&device_id=fd833901-52a7-4f6c-b11e-c9138f285674 HTTP/1.1" status: 200 len: 1094 time: 0.2466452 Jul 09 09:30:34.507742 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e170811c-02c4-4b78-86a4-f70dabea524b req-9a19dbb1-d3ee-4da0-826b-71b6a7a5f283 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1e51a22-393c-4c8c-81a1-56d87ed08203 HTTP/1.1" status: 200 len: 217 time: 0.0688922 Jul 09 09:30:34.623099 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.db.resource_extend [None req-bb136a69-b13f-4198-8ecd-579d9c05784d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 09:30:34.780732 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bb136a69-b13f-4198-8ecd-579d9c05784d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:34.784800 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170811c-02c4-4b78-86a4-f70dabea524b req-436844fd-0aba-4387-b9d0-eb2bedbbb1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:34.790305 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e170811c-02c4-4b78-86a4-f70dabea524b req-436844fd-0aba-4387-b9d0-eb2bedbbb1a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6bdbd641-08ac-41cd-9918-f7982af01a02 HTTP/1.1" status: 200 len: 844 time: 0.2755568 Jul 09 09:30:34.794089 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01be26b1-7388-4e82-acf2-0603cbd20ba9 admin admin] Router 267ec43c-ca91-40a5-93af-31948dd65715 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:30:34.795361 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bb136a69-b13f-4198-8ecd-579d9c05784d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:34.919228 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45936) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:34.965347 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-41bd96b9-4334-44ef-9797-826e6d6821a9 req-a94ad63e-b25f-4f60-b971-a931bb60acc9 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:34.985619 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['529c756d-5f5f-4ae9-a2ae-b84e93f75803'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:30:35.005217 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e170811c-02c4-4b78-86a4-f70dabea524b req-91d81acb-6083-42f5-8964-a96cfb21cdbb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de931943-f58d-4fd8-96d3-d18dce18a0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2051535 Jul 09 09:30:35.198852 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6a99d-9520-436a-947f-8f9e9e3389fd req-27a11343-3ec1-4f18-b70a-d45f1ac7e804 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:35.206879 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-22d6a99d-9520-436a-947f-8f9e9e3389fd req-27a11343-3ec1-4f18-b70a-d45f1ac7e804 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 866 time: 0.6103783 Jul 09 09:30:35.293648 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfebb5-6ac3-4c3a-ad5f-2932dafb7140 req-5fb7bc9b-482e-4616-a0e1-0ba4b0dc7896 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:35.303060 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18dfebb5-6ac3-4c3a-ad5f-2932dafb7140 req-5fb7bc9b-482e-4616-a0e1-0ba4b0dc7896 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 945 time: 0.4729805 Jul 09 09:30:35.388076 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-22d6a99d-9520-436a-947f-8f9e9e3389fd req-4f71216b-79ee-4a89-93a4-47c4713f5120 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677537 Jul 09 09:30:35.454257 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18dfebb5-6ac3-4c3a-ad5f-2932dafb7140 req-7d0529ce-49fd-4610-bd7a-21c9981ed2dc tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490645 Jul 09 09:30:35.472802 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e170811c-02c4-4b78-86a4-f70dabea524b req-c26c4531-31e0-4185-8879-f82de5bee62f service neutron] 10.222.0.64 "GET /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572730 Jul 09 09:30:35.769796 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e170811c-02c4-4b78-86a4-f70dabea524b req-d69fec9b-5f5f-4adb-8686-7d74e65c7e7c service neutron] 10.222.0.64 "GET /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867544 Jul 09 09:30:35.821483 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6627c-1d3f-43c3-8cf8-0ea11e860376 req-4adc7e33-ed0e-4691-83ce-e6e2e76b14bb tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:35.823248 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66a6627c-1d3f-43c3-8cf8-0ea11e860376 req-4adc7e33-ed0e-4691-83ce-e6e2e76b14bb tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd833901-52a7-4f6c-b11e-c9138f285674 HTTP/1.1" status: 200 len: 943 time: 0.1779366 Jul 09 09:30:35.832196 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ad63e-b25f-4f60-b971-a931bb60acc9 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Pushing event deleted for resources: {'Port': ['ID=7153d63d-8cb8-42ab-95aa-44ebcab0b117,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:35.854098 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bd96b9-4334-44ef-9797-826e6d6821a9 req-a94ad63e-b25f-4f60-b971-a931bb60acc9 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] No DVR routers for this DVR port 7153d63d-8cb8-42ab-95aa-44ebcab0b117 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:30:35.869333 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-41bd96b9-4334-44ef-9797-826e6d6821a9 req-a94ad63e-b25f-4f60-b971-a931bb60acc9 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:35.872000 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-41bd96b9-4334-44ef-9797-826e6d6821a9 req-a94ad63e-b25f-4f60-b971-a931bb60acc9 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.58 "DELETE /v2.0/ports/7153d63d-8cb8-42ab-95aa-44ebcab0b117 HTTP/1.1" status: 204 len: 173 time: 3.2187450 Jul 09 09:30:35.884477 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8cf408-c775-4ea8-86d7-11de2f212b9e', 'name': 'network-vif-deleted', 'tag': '7153d63d-8cb8-42ab-95aa-44ebcab0b117'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:30:35.888550 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d987c581-7a8a-4a99-9109-2aca1868b0a7" -d '{"events": [{"server_uuid": "4b8cf408-c775-4ea8-86d7-11de2f212b9e", "name": "network-vif-deleted", "tag": "7153d63d-8cb8-42ab-95aa-44ebcab0b117"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:30:35.893087 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 7153d63d-8cb8-42ab-95aa-44ebcab0b117 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:30:35.917187 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ad7b3ce-54ed-410a-907c-868ee48c0150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:35.936049 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66a6627c-1d3f-43c3-8cf8-0ea11e860376 req-abe93284-1df9-4a2b-8026-ba21d3e23d8b tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058109 Jul 09 09:30:35.982115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 7153d63d-8cb8-42ab-95aa-44ebcab0b117 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:30:35.984656 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 7153d63d-8cb8-42ab-95aa-44ebcab0b117 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:30:35.996155 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c4937-be35-4090-b760-8cefa06c0f3e req-e27910b7-4a1c-46d0-b640-478600ae0ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:36.001106 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d1c4937-be35-4090-b760-8cefa06c0f3e req-e27910b7-4a1c-46d0-b640-478600ae0ed8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15de14848d0349c49a5d85c3ea6d48cd&device_id=fd833901-52a7-4f6c-b11e-c9138f285674 HTTP/1.1" status: 200 len: 1094 time: 0.1498306 Jul 09 09:30:36.013204 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be500b9f-1c67-4202-9ed2-c63ec73e170f x-openstack-request-id: req-be500b9f-1c67-4202-9ed2-c63ec73e170f {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:30:36.013649 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8cf408-c775-4ea8-86d7-11de2f212b9e", "name": "network-vif-deleted", "tag": "7153d63d-8cb8-42ab-95aa-44ebcab0b117", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:30:36.013918 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-be500b9f-1c67-4202-9ed2-c63ec73e170f {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:30:36.014427 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8cf408-c775-4ea8-86d7-11de2f212b9e', 'name': 'network-vif-deleted', 'tag': '7153d63d-8cb8-42ab-95aa-44ebcab0b117', 'status': 'completed', 'code': 200} Jul 09 09:30:36.015481 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-bb136a69-b13f-4198-8ecd-579d9c05784d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Floating IP 96c35e0d-b695-4725-befa-5d25c1f5678f associated. External IP: 172.25.3.103, port: 5f156a5a-c918-478b-b237-7653ff906d49. Jul 09 09:30:36.096804 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01be26b1-7388-4e82-acf2-0603cbd20ba9 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:30:36.119836 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5e00e6-f983-44e8-aa5e-6b6c2f7d62f9 None None] Sync routers for ids ['267ec43c-ca91-40a5-93af-31948dd65715'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:30:36.127329 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-01be26b1-7388-4e82-acf2-0603cbd20ba9 admin admin] 10.222.0.61 "PUT /v2.0/routers/267ec43c-ca91-40a5-93af-31948dd65715/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7498507 Jul 09 09:30:36.128124 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45954) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:36.137771 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5e00e6-f983-44e8-aa5e-6b6c2f7d62f9 None None] Routers {'267ec43c-ca91-40a5-93af-31948dd65715'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:30:36.138992 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2b5e00e6-f983-44e8-aa5e-6b6c2f7d62f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:30:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['267ec43c-ca91-40a5-93af-31948dd65715'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:36.233571 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c4937-be35-4090-b760-8cefa06c0f3e req-08f4aabf-27f4-41a1-ae96-41ac82ed6977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:36.235341 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d1c4937-be35-4090-b760-8cefa06c0f3e req-08f4aabf-27f4-41a1-ae96-41ac82ed6977 service neutron] 10.222.0.64 "GET /v2.0/networks?id=de931943-f58d-4fd8-96d3-d18dce18a0bc HTTP/1.1" status: 200 len: 905 time: 0.2244608 Jul 09 09:30:36.293491 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d1c4937-be35-4090-b760-8cefa06c0f3e req-42e6666d-455f-4a21-ba07-806af58dc05f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1e51a22-393c-4c8c-81a1-56d87ed08203 HTTP/1.1" status: 200 len: 217 time: 0.0497015 Jul 09 09:30:36.410890 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c4937-be35-4090-b760-8cefa06c0f3e req-83a64903-9e47-43de-b3ab-1ec8d3af8f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:36.415030 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d1c4937-be35-4090-b760-8cefa06c0f3e req-83a64903-9e47-43de-b3ab-1ec8d3af8f75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6bdbd641-08ac-41cd-9918-f7982af01a02 HTTP/1.1" status: 200 len: 844 time: 0.1126330 Jul 09 09:30:36.422218 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2b5e00e6-f983-44e8-aa5e-6b6c2f7d62f9 None None] Set router 267ec43c-ca91-40a5-93af-31948dd65715 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:30:36.473729 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d1c4937-be35-4090-b760-8cefa06c0f3e req-1d25d5e8-4494-4ece-8933-72862fa5fc41 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de931943-f58d-4fd8-96d3-d18dce18a0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518064 Jul 09 09:30:36.655963 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83b9267a-652a-4c16-a8d6-b5423b7add21 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:36.780294 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6e5df5b-ac62-4036-a644-baf3a1fb73ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:36.900203 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ad7b3ce-54ed-410a-907c-868ee48c0150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:36.920450 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ad7b3ce-54ed-410a-907c-868ee48c0150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:37.016910 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-69e95d92-f3f7-4cfa-9121-704d80d5066f req-c255808f-ed2d-4a28-abcf-07f507b43479 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 210 time: 0.1668451 Jul 09 09:30:37.019969 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d1c4937-be35-4090-b760-8cefa06c0f3e req-125d08e5-8e74-46b9-852d-ee5eebc31e9a service neutron] 10.222.0.64 "GET /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5378122 Jul 09 09:30:37.020745 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb136a69-b13f-4198-8ecd-579d9c05784d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Router f3da6044-3294-44b0-af9e-b93ea9e1b6c6 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:30:37.118653 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9ad7b3ce-54ed-410a-907c-868ee48c0150 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e6199ff4d3184dc399e5b13ee3998911&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2043834 Jul 09 09:30:37.121987 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45972) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:37.155437 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7b3ce-54ed-410a-907c-868ee48c0150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9761d059-59f4-46bf-b9bd-f9509d1dd49d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:37.162482 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dddd5d-6d7b-434c-b7b4-67f3cccf9d30 req-5083ede1-3d3f-4c4c-942f-50da97369dc8 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:37.171307 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2b5e00e6-f983-44e8-aa5e-6b6c2f7d62f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267ec43c-ca91-40a5-93af-31948dd65715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1001958063-router', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1676cbae-b438-4cd4-866a-232c4b777460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:16Z', 'updated_at': '2021-07-09T09:30:32Z', 'revision_number': 5, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'gw_port': {'id': '1676cbae-b438-4cd4-866a-232c4b777460', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ec43c-ca91-40a5-93af-31948dd65715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:17Z', 'updated_at': '2021-07-09T09:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:37.171956 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0dddd5d-6d7b-434c-b7b4-67f3cccf9d30 req-5083ede1-3d3f-4c4c-942f-50da97369dc8 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 945 time: 0.4180293 Jul 09 09:30:37.252513 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83b9267a-652a-4c16-a8d6-b5423b7add21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:37.295288 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0dddd5d-6d7b-434c-b7b4-67f3cccf9d30 req-45071cf2-6619-43b5-bfbc-b3a98dcfed90 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215339 Jul 09 09:30:37.340763 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5e00e6-f983-44e8-aa5e-6b6c2f7d62f9 None None] Checking router: 267ec43c-ca91-40a5-93af-31948dd65715 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:30:37.352779 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5e00e6-f983-44e8-aa5e-6b6c2f7d62f9 None None] Routers {'267ec43c-ca91-40a5-93af-31948dd65715'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:30:37.355787 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2b5e00e6-f983-44e8-aa5e-6b6c2f7d62f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:30:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['267ec43c-ca91-40a5-93af-31948dd65715'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:37.358701 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d1c4937-be35-4090-b760-8cefa06c0f3e req-2b6d9855-b917-45be-8e3a-1b6794e630df service neutron] 10.222.0.64 "GET /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227355 Jul 09 09:30:37.417203 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed55670d-d5b0-4cbb-97b9-7de997c2404e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:37.478662 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2b5e00e6-f983-44e8-aa5e-6b6c2f7d62f9 None None] Set router 267ec43c-ca91-40a5-93af-31948dd65715 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:30:37.526018 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed55670d-d5b0-4cbb-97b9-7de997c2404e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:37.578563 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2b5e00e6-f983-44e8-aa5e-6b6c2f7d62f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267ec43c-ca91-40a5-93af-31948dd65715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1001958063-router', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:16Z', 'updated_at': '2021-07-09T09:30:37Z', 'revision_number': 6, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:37.623142 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5e00e6-f983-44e8-aa5e-6b6c2f7d62f9 None None] The sync data for ids ['267ec43c-ca91-40a5-93af-31948dd65715'] in n-d-799996-1 is: [{'id': '267ec43c-ca91-40a5-93af-31948dd65715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1001958063-router', 'tenant_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:16Z', 'updated_at': '2021-07-09T09:30:37Z', 'revision_number': 6, 'project_id': 'ad7ac9ad0c7f45778e35920b171b6a59', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:30:37.691532 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290186fe-c196-4515-8ce2-52560664ce6d req-f8a316a2-4948-4100-ace4-1e9cd910406b tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:37.700674 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-290186fe-c196-4515-8ce2-52560664ce6d req-f8a316a2-4948-4100-ace4-1e9cd910406b tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd833901-52a7-4f6c-b11e-c9138f285674 HTTP/1.1" status: 200 len: 943 time: 0.2249146 Jul 09 09:30:37.807488 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb136a69-b13f-4198-8ecd-579d9c05784d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:30:37.819514 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bb136a69-b13f-4198-8ecd-579d9c05784d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:37.823955 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00790eba-8066-4255-8721-987b260feaf9 None None] Sync routers for ids ['f3da6044-3294-44b0-af9e-b93ea9e1b6c6'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:30:37.829852 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-290186fe-c196-4515-8ce2-52560664ce6d req-39677b30-ede1-4122-bb6b-d182a825f613 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258221 Jul 09 09:30:37.842734 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00790eba-8066-4255-8721-987b260feaf9 None None] Routers {'f3da6044-3294-44b0-af9e-b93ea9e1b6c6'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:30:37.844507 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-00790eba-8066-4255-8721-987b260feaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:30:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f3da6044-3294-44b0-af9e-b93ea9e1b6c6'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:37.910000 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-83b9267a-652a-4c16-a8d6-b5423b7add21 admin admin] Deleting port 1676cbae-b438-4cd4-866a-232c4b777460 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:30:37.913166 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83b9267a-652a-4c16-a8d6-b5423b7add21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:37.982859 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed55670d-d5b0-4cbb-97b9-7de997c2404e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:37.987196 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed55670d-d5b0-4cbb-97b9-7de997c2404e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:37.988664 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ed55670d-d5b0-4cbb-97b9-7de997c2404e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9761d059-59f4-46bf-b9bd-f9509d1dd49d HTTP/1.1" status: 204 len: 168 time: 0.8617821 Jul 09 09:30:38.024408 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bb136a69-b13f-4198-8ecd-579d9c05784d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "PUT /v2.0/floatingips/96c35e0d-b695-4725-befa-5d25c1f5678f HTTP/1.1" status: 200 len: 991 time: 5.6479485 Jul 09 09:30:38.028194 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'tag': '5f156a5a-c918-478b-b237-7653ff906d49'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:30:38.030742 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686b90d0-ad66-453f-afc1-3144dcbabf7c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6269b7-c674-41c1-a8e0-b53159ca5f61", "tag": "5f156a5a-c918-478b-b237-7653ff906d49"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:30:38.052000 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55670d-d5b0-4cbb-97b9-7de997c2404e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9761d059-59f4-46bf-b9bd-f9509d1dd49d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:38.069009 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-00790eba-8066-4255-8721-987b260feaf9 None None] Set router f3da6044-3294-44b0-af9e-b93ea9e1b6c6 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:30:38.134826 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2b0447-0475-41b5-b7ec-c369b9d7f451 x-openstack-request-id: req-3f2b0447-0475-41b5-b7ec-c369b9d7f451 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:30:38.135390 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6269b7-c674-41c1-a8e0-b53159ca5f61", "tag": "5f156a5a-c918-478b-b237-7653ff906d49", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:30:38.136125 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3f2b0447-0475-41b5-b7ec-c369b9d7f451 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:30:38.136755 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'tag': '5f156a5a-c918-478b-b237-7653ff906d49', 'status': 'completed', 'code': 200} Jul 09 09:30:38.162143 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-83b9267a-652a-4c16-a8d6-b5423b7add21 admin admin] For port 1676cbae-b438-4cd4-866a-232c4b777460, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1676cbae-b438-4cd4-866a-232c4b777460,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:38.165085 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83b9267a-652a-4c16-a8d6-b5423b7add21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:38.208783 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-83b9267a-652a-4c16-a8d6-b5423b7add21 admin admin] Calling delete_port for 1676cbae-b438-4cd4-866a-232c4b777460 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:30:38.426625 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b90d0-ad66-453f-afc1-3144dcbabf7c req-a1b1f51b-2897-42f2-80e6-4d8c64af8b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:38.429128 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-686b90d0-ad66-453f-afc1-3144dcbabf7c req-a1b1f51b-2897-42f2-80e6-4d8c64af8b4c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 1096 time: 0.2646699 Jul 09 09:30:38.498655 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 977286b0-1ece-4b20-b029-976250c43b54 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:30:38.622806 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 977286b0-1ece-4b20-b029-976250c43b54 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:30:38.622806 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 977286b0-1ece-4b20-b029-976250c43b54 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:30:38.623125 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1676cbae-b438-4cd4-866a-232c4b777460 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:30:38.723752 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd5d6e59-12d1-448b-b5e7-74a008d33b21 req-bfb77e3c-14d1-4d4e-abbb-c96009ff0d9d tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 210 time: 0.2029324 Jul 09 09:30:38.847371 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83b9267a-652a-4c16-a8d6-b5423b7add21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:38.914619 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b90d0-ad66-453f-afc1-3144dcbabf7c req-9cc58aa0-7e13-4133-b551-f155fb0ad7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:38.918066 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-686b90d0-ad66-453f-afc1-3144dcbabf7c req-9cc58aa0-7e13-4133-b551-f155fb0ad7d6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 912 time: 0.4814374 Jul 09 09:30:39.018227 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9267a-652a-4c16-a8d6-b5423b7add21 admin admin] Pushing event deleted for resources: {'Port': ['ID=1676cbae-b438-4cd4-866a-232c4b777460,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:39.115680 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45998) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:39.157282 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-686b90d0-ad66-453f-afc1-3144dcbabf7c req-0910f8ab-cf9c-4381-bc40-155f36b91284 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f156a5a-c918-478b-b237-7653ff906d49 HTTP/1.1" status: 200 len: 999 time: 0.2286401 Jul 09 09:30:39.261652 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83b9267a-652a-4c16-a8d6-b5423b7add21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:39.394505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device c1e51a22-393c-4c8c-81a1-56d87ed08203 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:30:39.429951 n-d-799996-1 neutron-server[93792]: INFO neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No ports have port_id starting with 1676cbae-b438-4cd4-866a-232c4b777460 Jul 09 09:30:39.472935 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:39.493476 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394c16d-c32e-46c6-9621-6638ea923438 req-dc1ac22a-c399-4583-9e35-5903bfd64d6f tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:39.506393 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f394c16d-c32e-46c6-9621-6638ea923438 req-dc1ac22a-c399-4583-9e35-5903bfd64d6f tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 945 time: 0.7059326 Jul 09 09:30:39.519073 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b90d0-ad66-453f-afc1-3144dcbabf7c req-5e6258ff-a469-46aa-b846-11aeb320f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:39.520665 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d73e37d0-290b-4540-8537-2dc557850d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:39.525256 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-686b90d0-ad66-453f-afc1-3144dcbabf7c req-5e6258ff-a469-46aa-b846-11aeb320f49d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.3547511 Jul 09 09:30:39.539061 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56227523-3143-40d1-84cb-e468b84f6ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:39.567076 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83b9267a-652a-4c16-a8d6-b5423b7add21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:39.573116 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83b9267a-652a-4c16-a8d6-b5423b7add21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:39.597674 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:39.732812 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port c1e51a22-393c-4c8c-81a1-56d87ed08203, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c1e51a22-393c-4c8c-81a1-56d87ed08203,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:39.742076 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83b9267a-652a-4c16-a8d6-b5423b7add21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:39.742763 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b9267a-652a-4c16-a8d6-b5423b7add21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 267ec43c-ca91-40a5-93af-31948dd65715 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:30:39.757584 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83b9267a-652a-4c16-a8d6-b5423b7add21 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:39.765086 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'c1e51a22-393c-4c8c-81a1-56d87ed08203', 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc', 'port_id': 'c1e51a22-393c-4c8c-81a1-56d87ed08203', 'mac_address': 'fa:16:3e:04:44:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdbd641-08ac-41cd-9918-f7982af01a02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:30:39.768419 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-83b9267a-652a-4c16-a8d6-b5423b7add21 admin admin] 10.222.0.61 "DELETE /v2.0/routers/267ec43c-ca91-40a5-93af-31948dd65715 HTTP/1.1" status: 204 len: 168 time: 3.6334743 Jul 09 09:30:39.773993 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46010) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:39.804040 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5dac0-acca-4b45-bff2-dbf9e562a3ea req-6df396a4-c35e-462b-addc-35dffe26d4bc tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:39.822170 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50c5dac0-acca-4b45-bff2-dbf9e562a3ea req-6df396a4-c35e-462b-addc-35dffe26d4bc tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd833901-52a7-4f6c-b11e-c9138f285674 HTTP/1.1" status: 200 len: 943 time: 0.5556488 Jul 09 09:30:39.834836 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f394c16d-c32e-46c6-9621-6638ea923438 req-bc8370a7-0a5d-4e7e-972a-c93b47abf8f9 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269339 Jul 09 09:30:39.873209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b90d0-ad66-453f-afc1-3144dcbabf7c req-2f5d1d7b-cb24-4386-b0fc-18f14b97c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:39.875474 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-686b90d0-ad66-453f-afc1-3144dcbabf7c req-2f5d1d7b-cb24-4386-b0fc-18f14b97c372 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3297129 Jul 09 09:30:39.901348 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-00790eba-8066-4255-8721-987b260feaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'name': 'tempest-ServerActionsTestJSON-597560141-router', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:44Z', 'updated_at': '2021-07-09T09:29:52Z', 'revision_number': 4, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'gw_port': {'id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:45Z', 'updated_at': '2021-07-09T09:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '96c35e0d-b695-4725-befa-5d25c1f5678f', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'floating_ip_address': '172.25.3.103', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'port_id': '5f156a5a-c918-478b-b237-7653ff906d49', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'mac_address': 'fa:16:3e:d9:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:30:01Z', 'updated_at': '2021-07-09T09:30:34Z', 'revision_number': 1, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a61f3f54-d313-4f94-ae58-4ed93e348edd', 'name': '', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'mac_address': 'fa:16:3e:5f:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:50Z', 'updated_at': '2021-07-09T09:30:07Z', 'revision_number': 5, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'subnets': [{'id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:39.905525 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:39.943037 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50c5dac0-acca-4b45-bff2-dbf9e562a3ea req-11239774-8267-4e82-8a6e-5eda0b083556 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197886 Jul 09 09:30:39.990628 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00790eba-8066-4255-8721-987b260feaf9 None None] Checking router: f3da6044-3294-44b0-af9e-b93ea9e1b6c6 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:30:40.002847 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e51a22-393c-4c8c-81a1-56d87ed08203 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:30:40.019231 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00790eba-8066-4255-8721-987b260feaf9 None None] Routers {'f3da6044-3294-44b0-af9e-b93ea9e1b6c6'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:30:40.019920 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-00790eba-8066-4255-8721-987b260feaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:30:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f3da6044-3294-44b0-af9e-b93ea9e1b6c6'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:40.066105 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port c1e51a22-393c-4c8c-81a1-56d87ed08203, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c1e51a22-393c-4c8c-81a1-56d87ed08203,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:40.075413 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-978fefea-ef1b-4aa4-a285-9f98a019dd14 admin admin] Deleting subnet 14c22d07-67af-4620-a5dc-506ada0c305b {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:30:40.094428 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:40.105031 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-978fefea-ef1b-4aa4-a285-9f98a019dd14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:40.175860 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-978fefea-ef1b-4aa4-a285-9f98a019dd14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:40.265103 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=c1e51a22-393c-4c8c-81a1-56d87ed08203,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:40.292242 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-00790eba-8066-4255-8721-987b260feaf9 None None] Set router f3da6044-3294-44b0-af9e-b93ea9e1b6c6 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:30:40.365649 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-686b90d0-ad66-453f-afc1-3144dcbabf7c req-7f518a5c-46cc-4013-84e4-eaba0f442760 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430130 Jul 09 09:30:40.404816 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-978fefea-ef1b-4aa4-a285-9f98a019dd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:40.475493 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['c1e51a22-393c-4c8c-81a1-56d87ed08203'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:30:40.497239 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-978fefea-ef1b-4aa4-a285-9f98a019dd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:40.499413 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a7d1630-4f1a-49ac-8b41-37cda05ff070 req-1c0a34ee-e185-4ab0-862d-26bc54f83df5 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 210 time: 0.1423273 Jul 09 09:30:40.573319 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fefea-ef1b-4aa4-a285-9f98a019dd14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14c22d07-67af-4620-a5dc-506ada0c305b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:40.587945 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-978fefea-ef1b-4aa4-a285-9f98a019dd14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:40.593361 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-978fefea-ef1b-4aa4-a285-9f98a019dd14 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/14c22d07-67af-4620-a5dc-506ada0c305b HTTP/1.1" status: 204 len: 168 time: 0.8115149 Jul 09 09:30:40.599052 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46018) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:40.632925 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ece0a3-cfbe-433b-98fe-fb3f4f7c2ba9 None None] Network abd3d097-4901-4007-b68a-b81c87d8e49c requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:30:40.702254 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-686b90d0-ad66-453f-afc1-3144dcbabf7c req-75f8a9f2-2d4d-40b5-8c83-cc6154105959 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127811 Jul 09 09:30:40.714042 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56227523-3143-40d1-84cb-e468b84f6ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:40.738289 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56227523-3143-40d1-84cb-e468b84f6ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:40.787326 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3821ae4-a16a-456b-a568-62754a23ec54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:40.824763 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-56227523-3143-40d1-84cb-e468b84f6ad9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=54107fd1ef9e41b78975434aa474d4f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7060342 Jul 09 09:30:40.828250 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46022) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:40.828694 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56227523-3143-40d1-84cb-e468b84f6ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2ac1b5-50c2-4c94-ab8f-dd74b0b3fffb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:40.905988 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46026) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:40.986114 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f414-5f15-4fc6-ac37-88083f4f5274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:41.017596 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f3821ae4-a16a-456b-a568-62754a23ec54 admin admin] Deleting port 03ff92fb-7700-495c-a501-c3d210696384 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:30:41.023398 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3821ae4-a16a-456b-a568-62754a23ec54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:41.144538 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f414-5f15-4fc6-ac37-88083f4f5274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:41.196124 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:30:41.251502 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-f3821ae4-a16a-456b-a568-62754a23ec54 admin admin] For port 03ff92fb-7700-495c-a501-c3d210696384, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=03ff92fb-7700-495c-a501-c3d210696384,segment=NetworkSegment(491494ef-9df4-4c6a-8cc3-fb7553539853),segment_id=491494ef-9df4-4c6a-8cc3-fb7553539853)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:41.266091 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3821ae4-a16a-456b-a568-62754a23ec54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:41.274296 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:41.344499 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f3821ae4-a16a-456b-a568-62754a23ec54 admin admin] Calling delete_port for 03ff92fb-7700-495c-a501-c3d210696384 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:30:41.357503 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fce7d890-ea6f-4497-a404-e5be0280bf51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:41.567861 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3821ae4-a16a-456b-a568-62754a23ec54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:41.645934 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3821ae4-a16a-456b-a568-62754a23ec54 admin admin] Pushing event deleted for resources: {'Port': ['ID=03ff92fb-7700-495c-a501-c3d210696384,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:41.668311 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3821ae4-a16a-456b-a568-62754a23ec54 admin admin] No DVR routers for this DVR port 03ff92fb-7700-495c-a501-c3d210696384 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:30:41.706018 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f414-5f15-4fc6-ac37-88083f4f5274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:41.715789 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f414-5f15-4fc6-ac37-88083f4f5274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:41.716966 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7eb6f414-5f15-4fc6-ac37-88083f4f5274 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9c2ac1b5-50c2-4c94-ab8f-dd74b0b3fffb HTTP/1.1" status: 204 len: 168 time: 0.8876162 Jul 09 09:30:41.741637 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-00790eba-8066-4255-8721-987b260feaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'name': 'tempest-ServerActionsTestJSON-597560141-router', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:44Z', 'updated_at': '2021-07-09T09:29:52Z', 'revision_number': 4, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'gw_port': {'id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:45Z', 'updated_at': '2021-07-09T09:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '96c35e0d-b695-4725-befa-5d25c1f5678f', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'floating_ip_address': '172.25.3.103', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'port_id': '5f156a5a-c918-478b-b237-7653ff906d49', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'mac_address': 'fa:16:3e:d9:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:30:01Z', 'updated_at': '2021-07-09T09:30:34Z', 'revision_number': 1, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a61f3f54-d313-4f94-ae58-4ed93e348edd', 'name': '', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'mac_address': 'fa:16:3e:5f:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:50Z', 'updated_at': '2021-07-09T09:30:07Z', 'revision_number': 5, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'subnets': [{'id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:41.856911 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6f414-5f15-4fc6-ac37-88083f4f5274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2ac1b5-50c2-4c94-ab8f-dd74b0b3fffb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:41.859184 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a536bd77-bc97-448b-a26b-92fccdaec720 None None] DHCP port deletion for abd3d097-4901-4007-b68a-b81c87d8e49c request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:30:41.893665 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3821ae4-a16a-456b-a568-62754a23ec54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:41.898865 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00790eba-8066-4255-8721-987b260feaf9 None None] The sync data for ids ['f3da6044-3294-44b0-af9e-b93ea9e1b6c6'] in n-d-799996-1 is: [{'id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'name': 'tempest-ServerActionsTestJSON-597560141-router', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:44Z', 'updated_at': '2021-07-09T09:29:52Z', 'revision_number': 4, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'gw_port': {'id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:45Z', 'updated_at': '2021-07-09T09:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '96c35e0d-b695-4725-befa-5d25c1f5678f', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'floating_ip_address': '172.25.3.103', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'port_id': '5f156a5a-c918-478b-b237-7653ff906d49', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'mac_address': 'fa:16:3e:d9:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:30:01Z', 'updated_at': '2021-07-09T09:30:34Z', 'revision_number': 1, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a61f3f54-d313-4f94-ae58-4ed93e348edd', 'name': '', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'mac_address': 'fa:16:3e:5f:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:50Z', 'updated_at': '2021-07-09T09:30:07Z', 'revision_number': 5, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'subnets': [{'id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:30:41.906736 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-f3821ae4-a16a-456b-a568-62754a23ec54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd3d097-4901-4007-b68a-b81c87d8e49c']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:41.916042 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6f414-5f15-4fc6-ac37-88083f4f5274 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:41.916397 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6f414-5f15-4fc6-ac37-88083f4f5274 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:41.916743 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6f414-5f15-4fc6-ac37-88083f4f5274 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:41.917247 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6f414-5f15-4fc6-ac37-88083f4f5274 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:41.917655 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6f414-5f15-4fc6-ac37-88083f4f5274 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:41.917851 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-f3821ae4-a16a-456b-a568-62754a23ec54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491494ef-9df4-4c6a-8cc3-fb7553539853') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:41.918052 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6f414-5f15-4fc6-ac37-88083f4f5274 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:41.918179 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-f3821ae4-a16a-456b-a568-62754a23ec54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491494ef-9df4-4c6a-8cc3-fb7553539853') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:41.918465 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6f414-5f15-4fc6-ac37-88083f4f5274 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:41.918774 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6f414-5f15-4fc6-ac37-88083f4f5274 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:41.919232 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6f414-5f15-4fc6-ac37-88083f4f5274 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:41.919632 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6f414-5f15-4fc6-ac37-88083f4f5274 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:41.919987 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6f414-5f15-4fc6-ac37-88083f4f5274 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:41.920368 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6f414-5f15-4fc6-ac37-88083f4f5274 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:30:41.927946 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3821ae4-a16a-456b-a568-62754a23ec54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:41.932379 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d536d-1d85-481e-a296-0b35750c4fa7 req-d4d343c2-7ff1-4294-8679-9e8ff7a0a738 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:41.940437 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-270d536d-1d85-481e-a296-0b35750c4fa7 req-d4d343c2-7ff1-4294-8679-9e8ff7a0a738 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd833901-52a7-4f6c-b11e-c9138f285674 HTTP/1.1" status: 200 len: 944 time: 0.4859827 Jul 09 09:30:41.986617 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3821ae4-a16a-456b-a568-62754a23ec54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:42.007978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3821ae4-a16a-456b-a568-62754a23ec54 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:30:42.008406 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3821ae4-a16a-456b-a568-62754a23ec54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:42.053949 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bffe5-8bd7-4b86-a393-ba83c0fe8c85 req-8033f7bf-4217-4fa2-9493-6f508de8c615 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:42.091569 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-252bffe5-8bd7-4b86-a393-ba83c0fe8c85 req-8033f7bf-4217-4fa2-9493-6f508de8c615 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 945 time: 0.7855098 Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:30:42.117599 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:30:42.125691 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3821ae4-a16a-456b-a568-62754a23ec54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:42.143736 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3821ae4-a16a-456b-a568-62754a23ec54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:42.147019 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f3821ae4-a16a-456b-a568-62754a23ec54 admin admin] 10.222.0.61 "DELETE /v2.0/networks/abd3d097-4901-4007-b68a-b81c87d8e49c HTTP/1.1" status: 204 len: 168 time: 1.5476136 Jul 09 09:30:42.153325 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46048) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:42.166842 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3821ae4-a16a-456b-a568-62754a23ec54 admin admin] Pushing event deleted for resources: {'Network': ['ID=abd3d097-4901-4007-b68a-b81c87d8e49c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:42.223759 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 03ff92fb-7700-495c-a501-c3d210696384 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:30:42.225428 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fce7d890-ea6f-4497-a404-e5be0280bf51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:42.238188 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fce7d890-ea6f-4497-a404-e5be0280bf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:42.304209 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 03ff92fb-7700-495c-a501-c3d210696384 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:30:42.304972 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 03ff92fb-7700-495c-a501-c3d210696384 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:30:42.376685 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46054) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:42.386244 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fce7d890-ea6f-4497-a404-e5be0280bf51 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=42c151ca560b4a25985fac05b8090d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4787655 Jul 09 09:30:42.407579 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7d890-ea6f-4497-a404-e5be0280bf51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a193ac-03f0-4acb-a80a-9793f24a40b0,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:42.427978 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f24a64-a777-4413-887e-3a80f6ac061a None None] New status for floating IP 96c35e0d-b695-4725-befa-5d25c1f5678f: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:30:42.481574 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-270d536d-1d85-481e-a296-0b35750c4fa7 req-a7b9eb1b-10e8-489b-a1a5-cbc86fe9528e tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5401444 Jul 09 09:30:42.528559 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-252bffe5-8bd7-4b86-a393-ba83c0fe8c85 req-a4ae7a6d-e7aa-4ff7-b0b3-5fa80b4dd5b5 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339178 Jul 09 09:30:42.716362 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c71dcf4a-adb7-4407-a69f-e89e952c12ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:42.840945 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:42.842052 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c71dcf4a-adb7-4407-a69f-e89e952c12ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:42.997385 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c71dcf4a-adb7-4407-a69f-e89e952c12ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:43.001664 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c71dcf4a-adb7-4407-a69f-e89e952c12ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:43.003196 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c71dcf4a-adb7-4407-a69f-e89e952c12ee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b4a193ac-03f0-4acb-a80a-9793f24a40b0 HTTP/1.1" status: 204 len: 168 time: 0.6254289 Jul 09 09:30:43.029808 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71dcf4a-adb7-4407-a69f-e89e952c12ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a193ac-03f0-4acb-a80a-9793f24a40b0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:43.075581 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device c1e51a22-393c-4c8c-81a1-56d87ed08203 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:30:43.188886 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d97f746-627d-4252-a7a8-6c69d4b677d6 req-28890e64-2632-4263-8a33-4759e4d8c54b tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 210 time: 0.2389731 Jul 09 09:30:43.231389 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port c1e51a22-393c-4c8c-81a1-56d87ed08203 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:30:43.240093 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port c1e51a22-393c-4c8c-81a1-56d87ed08203 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:30:43.240782 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:43.352191 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:43.388384 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd833901-52a7-4f6c-b11e-c9138f285674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e51a22-393c-4c8c-81a1-56d87ed08203'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:30:43.391158 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4504d09f-9f33-4ea0-98fe-7630a647a664" -d '{"events": [{"server_uuid": "fd833901-52a7-4f6c-b11e-c9138f285674", "name": "network-vif-plugged", "status": "completed", "tag": "c1e51a22-393c-4c8c-81a1-56d87ed08203"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:30:43.407608 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port c1e51a22-393c-4c8c-81a1-56d87ed08203, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c1e51a22-393c-4c8c-81a1-56d87ed08203,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:43.414474 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:43.441274 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46082) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:43.469431 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c61626-0175-4c96-b493-8e1c317d08dd x-openstack-request-id: req-45c61626-0175-4c96-b493-8e1c317d08dd {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:30:43.469776 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3fc6a3b1-9b1f-4990-a477-5f915a28dda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:43.470300 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd833901-52a7-4f6c-b11e-c9138f285674", "name": "network-vif-plugged", "status": "completed", "tag": "c1e51a22-393c-4c8c-81a1-56d87ed08203", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:30:43.470761 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-45c61626-0175-4c96-b493-8e1c317d08dd {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:30:43.471414 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd833901-52a7-4f6c-b11e-c9138f285674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e51a22-393c-4c8c-81a1-56d87ed08203', 'code': 200} Jul 09 09:30:43.494714 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=c1e51a22-393c-4c8c-81a1-56d87ed08203,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:43.519755 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e6ad555-c1be-45ec-b820-146d8a4ede1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:43.679258 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3fc6a3b1-9b1f-4990-a477-5f915a28dda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:43.685748 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3fc6a3b1-9b1f-4990-a477-5f915a28dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:43.726036 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6a3b1-9b1f-4990-a477-5f915a28dda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefdfc17-7ca5-4aaf-a3f7-9d44672bd589,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:43.748997 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3fc6a3b1-9b1f-4990-a477-5f915a28dda3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3350998a804e4935b4b0cd3d604de629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038898 Jul 09 09:30:43.749298 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46090) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:43.784422 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882e2c1-ac32-469e-a20b-89b4bba8e2e6 req-421aaa38-7937-4c6f-9b16-3eef1a6ee116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:43.785924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0882e2c1-ac32-469e-a20b-89b4bba8e2e6 req-421aaa38-7937-4c6f-9b16-3eef1a6ee116 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fd833901-52a7-4f6c-b11e-c9138f285674 HTTP/1.1" status: 200 len: 1096 time: 0.2205663 Jul 09 09:30:43.810977 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4f73905-900c-4df5-a6ad-a00886cd2290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:43.838503 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4f73905-900c-4df5-a6ad-a00886cd2290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:43.901664 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4f73905-900c-4df5-a6ad-a00886cd2290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:43.905350 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4f73905-900c-4df5-a6ad-a00886cd2290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:43.909667 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b4f73905-900c-4df5-a6ad-a00886cd2290 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cefdfc17-7ca5-4aaf-a3f7-9d44672bd589 HTTP/1.1" status: 204 len: 168 time: 0.1564574 Jul 09 09:30:43.918406 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f73905-900c-4df5-a6ad-a00886cd2290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefdfc17-7ca5-4aaf-a3f7-9d44672bd589,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:44.320883 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0882e2c1-ac32-469e-a20b-89b4bba8e2e6 req-d46d3659-cfc0-4647-849c-76433f27e9c6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5089176 Jul 09 09:30:44.386165 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60463a03-bbd0-4758-8c90-01b676087997 req-cc38cffc-2d0b-4392-ac99-570143f04c2f tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:44.392357 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-60463a03-bbd0-4758-8c90-01b676087997 req-cc38cffc-2d0b-4392-ac99-570143f04c2f tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 945 time: 0.6696379 Jul 09 09:30:44.418466 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27bb20-0c24-4e42-a916-6cc9a9f2fcc0 req-ec389aab-f8cf-4d26-88cd-86690563a768 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:44.420924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d27bb20-0c24-4e42-a916-6cc9a9f2fcc0 req-ec389aab-f8cf-4d26-88cd-86690563a768 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd833901-52a7-4f6c-b11e-c9138f285674 HTTP/1.1" status: 200 len: 945 time: 0.6995273 Jul 09 09:30:44.503442 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46100) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:44.523680 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-433d3eb5-53e6-42d0-8499-b5d257d0dd4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:44.552843 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-60463a03-bbd0-4758-8c90-01b676087997 req-fe9099e7-9271-4f0e-b29c-5529d01cb115 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299584 Jul 09 09:30:44.646250 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d27bb20-0c24-4e42-a916-6cc9a9f2fcc0 req-008b8cb6-2624-47a2-b80a-823d49817d7b tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089009 Jul 09 09:30:44.701099 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-433d3eb5-53e6-42d0-8499-b5d257d0dd4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:44.748151 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-433d3eb5-53e6-42d0-8499-b5d257d0dd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:44.748285 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ad555-c1be-45ec-b820-146d8a4ede1e admin admin] Deleting port 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:30:44.748285 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e6ad555-c1be-45ec-b820-146d8a4ede1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:44.842098 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-3e6ad555-c1be-45ec-b820-146d8a4ede1e admin admin] For port 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09,segment=NetworkSegment(4a683817-5dd4-43cb-b991-3df78983932a),segment_id=4a683817-5dd4-43cb-b991-3df78983932a)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:44.842473 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e6ad555-c1be-45ec-b820-146d8a4ede1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:44.856963 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d3eb5-53e6-42d0-8499-b5d257d0dd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d134464-0190-45c2-b950-5cfd5aefd71b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:44.874378 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ad555-c1be-45ec-b820-146d8a4ede1e admin admin] Calling delete_port for 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:30:44.877762 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-433d3eb5-53e6-42d0-8499-b5d257d0dd4b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4925e30a0afe440ebe049efc18f13f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759270 Jul 09 09:30:44.883307 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46112) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:45.065320 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d0845ac-ccca-4acd-b5fd-8ec70cf2e963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:45.104689 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d0845ac-ccca-4acd-b5fd-8ec70cf2e963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:45.178637 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d0845ac-ccca-4acd-b5fd-8ec70cf2e963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:45.182360 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d0845ac-ccca-4acd-b5fd-8ec70cf2e963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:45.188475 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0d0845ac-ccca-4acd-b5fd-8ec70cf2e963 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9d134464-0190-45c2-b950-5cfd5aefd71b HTTP/1.1" status: 204 len: 168 time: 0.3013036 Jul 09 09:30:45.214921 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0845ac-ccca-4acd-b5fd-8ec70cf2e963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d134464-0190-45c2-b950-5cfd5aefd71b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:45.235032 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd1b6120-9db5-473c-8a86-bf73c9ca00eb req-42a8ec1a-164e-472f-abe9-6c2cdfe22ae4 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b8cf408-c775-4ea8-86d7-11de2f212b9e HTTP/1.1" status: 200 len: 210 time: 0.0954735 Jul 09 09:30:45.425294 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e6ad555-c1be-45ec-b820-146d8a4ede1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:45.474978 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ad555-c1be-45ec-b820-146d8a4ede1e admin admin] Pushing event deleted for resources: {'Port': ['ID=4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:45.923343 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e6ad555-c1be-45ec-b820-146d8a4ede1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:46.100125 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dfcd4-567a-4ba9-8869-74282c8d5720 req-52ff4085-ce40-492b-a836-253e6a3d42f1 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:46.109937 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f38dfcd4-567a-4ba9-8869-74282c8d5720 req-52ff4085-ce40-492b-a836-253e6a3d42f1 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 945 time: 0.3739061 Jul 09 09:30:46.231954 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053869c4-ca2e-4108-8e5d-6e6b9314d14a req-5ecec95e-be7d-49c7-8d4d-4139200419f7 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:46.233398 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-053869c4-ca2e-4108-8e5d-6e6b9314d14a req-5ecec95e-be7d-49c7-8d4d-4139200419f7 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd833901-52a7-4f6c-b11e-c9138f285674 HTTP/1.1" status: 200 len: 945 time: 0.2985888 Jul 09 09:30:46.248022 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f38dfcd4-567a-4ba9-8869-74282c8d5720 req-6086dc87-cfd1-4522-94ad-27cfb938f8d4 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370440 Jul 09 09:30:46.352493 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-053869c4-ca2e-4108-8e5d-6e6b9314d14a req-a525f23d-4319-45ed-a586-e89ebcff1d2e tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025364 Jul 09 09:30:46.487706 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6ad555-c1be-45ec-b820-146d8a4ede1e admin admin] Router f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:30:46.760846 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6ad555-c1be-45ec-b820-146d8a4ede1e admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:30:46.771651 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4419a6a5-9c3f-47c7-a59f-6d81dec40c0f None None] Sync routers for ids ['f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:30:46.790756 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46192) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:46.791393 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3e6ad555-c1be-45ec-b820-146d8a4ede1e admin admin] 10.222.0.61 "PUT /v2.0/routers/f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5828831 Jul 09 09:30:46.796046 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4419a6a5-9c3f-47c7-a59f-6d81dec40c0f None None] Routers {'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:30:46.797088 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4419a6a5-9c3f-47c7-a59f-6d81dec40c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:30:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:46.929317 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-4419a6a5-9c3f-47c7-a59f-6d81dec40c0f None None] Set router f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:30:47.001601 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfcbafaa-0075-4c6d-9a7b-75aa7f95ed7c admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:47.413433 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46210) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:47.465466 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfcbafaa-0075-4c6d-9a7b-75aa7f95ed7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:47.539828 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4419a6a5-9c3f-47c7-a59f-6d81dec40c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1242096457-router', 'tenant_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'cce6e555-c78a-4961-b266-9b15672050b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:24Z', 'updated_at': '2021-07-09T09:30:45Z', 'revision_number': 5, 'project_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'gw_port': {'id': 'cce6e555-c78a-4961-b266-9b15672050b0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:24:25Z', 'updated_at': '2021-07-09T09:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:47.598242 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4419a6a5-9c3f-47c7-a59f-6d81dec40c0f None None] Checking router: f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:30:47.610895 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4419a6a5-9c3f-47c7-a59f-6d81dec40c0f None None] Routers {'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:30:47.611857 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4419a6a5-9c3f-47c7-a59f-6d81dec40c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:30:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:47.630789 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-dfcbafaa-0075-4c6d-9a7b-75aa7f95ed7c admin admin] Deleting port cce6e555-c78a-4961-b266-9b15672050b0 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:30:47.631137 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfcbafaa-0075-4c6d-9a7b-75aa7f95ed7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:47.743997 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74c500-991b-469c-bab7-51f28eebbcee req-79414ec8-14ac-410d-a15f-8b376962099d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:47.753148 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a74c500-991b-469c-bab7-51f28eebbcee req-79414ec8-14ac-410d-a15f-8b376962099d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd833901-52a7-4f6c-b11e-c9138f285674 HTTP/1.1" status: 200 len: 945 time: 0.3175147 Jul 09 09:30:47.870172 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-dfcbafaa-0075-4c6d-9a7b-75aa7f95ed7c admin admin] For port cce6e555-c78a-4961-b266-9b15672050b0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=cce6e555-c78a-4961-b266-9b15672050b0,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:47.872624 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfcbafaa-0075-4c6d-9a7b-75aa7f95ed7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:47.904862 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a74c500-991b-469c-bab7-51f28eebbcee req-f3d68945-ab6f-4cb3-9ad9-8e5cf8d39841 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477022 Jul 09 09:30:47.922552 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-dfcbafaa-0075-4c6d-9a7b-75aa7f95ed7c admin admin] Calling delete_port for cce6e555-c78a-4961-b266-9b15672050b0 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:30:47.957235 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d15c18-9411-4475-9209-b4b51a50df04 req-09b57262-6d90-4a0f-8aac-4c4d3f2c03ee tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:47.963897 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09d15c18-9411-4475-9209-b4b51a50df04 req-09b57262-6d90-4a0f-8aac-4c4d3f2c03ee tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 945 time: 0.3913345 Jul 09 09:30:47.966874 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-4419a6a5-9c3f-47c7-a59f-6d81dec40c0f None None] Set router f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:30:48.040817 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4419a6a5-9c3f-47c7-a59f-6d81dec40c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1242096457-router', 'tenant_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:24Z', 'updated_at': '2021-07-09T09:30:47Z', 'revision_number': 6, 'project_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:48.042424 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-09bb33a1-ecaf-476f-af4f-163e6ac84601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:48.179138 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4419a6a5-9c3f-47c7-a59f-6d81dec40c0f None None] The sync data for ids ['f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe'] in n-d-799996-1 is: [{'id': 'f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1242096457-router', 'tenant_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:24:24Z', 'updated_at': '2021-07-09T09:30:47Z', 'revision_number': 6, 'project_id': '0418ec2ed41c480f825d504fc6a6eb2d', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:30:48.339272 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09d15c18-9411-4475-9209-b4b51a50df04 req-bdfb1504-73db-410c-822e-96fd6b918fd2 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689005 Jul 09 09:30:48.438195 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-09bb33a1-ecaf-476f-af4f-163e6ac84601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:48.449900 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-09bb33a1-ecaf-476f-af4f-163e6ac84601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:48.450718 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfcbafaa-0075-4c6d-9a7b-75aa7f95ed7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:48.507995 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbafaa-0075-4c6d-9a7b-75aa7f95ed7c admin admin] Pushing event deleted for resources: {'Port': ['ID=cce6e555-c78a-4961-b266-9b15672050b0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:48.521367 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb33a1-ecaf-476f-af4f-163e6ac84601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293293a0-3ef7-4036-9671-e5f992813711,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:48.532113 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-09bb33a1-ecaf-476f-af4f-163e6ac84601 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=61cfdba4f8b0436499686cd6c9cf1d22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1175141 Jul 09 09:30:48.534762 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46244) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:48.614562 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfcbafaa-0075-4c6d-9a7b-75aa7f95ed7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:48.635085 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c2950ab-f901-4bea-afaa-bf7c49c31841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:48.672520 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c2950ab-f901-4bea-afaa-bf7c49c31841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:48.759015 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c2950ab-f901-4bea-afaa-bf7c49c31841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:48.763148 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c2950ab-f901-4bea-afaa-bf7c49c31841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:48.765473 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3c2950ab-f901-4bea-afaa-bf7c49c31841 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/293293a0-3ef7-4036-9671-e5f992813711 HTTP/1.1" status: 204 len: 168 time: 0.2294316 Jul 09 09:30:48.818152 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2950ab-f901-4bea-afaa-bf7c49c31841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293293a0-3ef7-4036-9671-e5f992813711,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:48.897246 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfcbafaa-0075-4c6d-9a7b-75aa7f95ed7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:48.905110 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfcbafaa-0075-4c6d-9a7b-75aa7f95ed7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:49.049584 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfcbafaa-0075-4c6d-9a7b-75aa7f95ed7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:49.050646 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcbafaa-0075-4c6d-9a7b-75aa7f95ed7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:30:49.064008 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfcbafaa-0075-4c6d-9a7b-75aa7f95ed7c admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:49.065449 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dfcbafaa-0075-4c6d-9a7b-75aa7f95ed7c admin admin] 10.222.0.61 "DELETE /v2.0/routers/f8f23981-d54a-4f5b-9e8b-d9e83d69fcbe HTTP/1.1" status: 204 len: 168 time: 2.2721133 Jul 09 09:30:49.072312 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46268) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:49.136088 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a371d4-c5ef-4194-8ddc-c1df76cd5523 admin admin] Deleting subnet 537dcfc3-2115-452f-9116-145c2d82ed2d {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:30:49.149766 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-51a371d4-c5ef-4194-8ddc-c1df76cd5523 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:49.206783 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-51a371d4-c5ef-4194-8ddc-c1df76cd5523 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:49.467187 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46286) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:49.520590 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-51a371d4-c5ef-4194-8ddc-c1df76cd5523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:49.631152 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-51a371d4-c5ef-4194-8ddc-c1df76cd5523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:49.664602 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d499c79-ee07-4fb1-a4b6-f3298c44b6ef req-59fe06ab-925b-4206-bc5e-deda48cd4639 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:49.692449 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1d499c79-ee07-4fb1-a4b6-f3298c44b6ef req-59fe06ab-925b-4206-bc5e-deda48cd4639 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd833901-52a7-4f6c-b11e-c9138f285674 HTTP/1.1" status: 200 len: 945 time: 0.4063869 Jul 09 09:30:49.793346 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96fc8ba-c055-4780-8f2d-f57ba66a53f0 None None] Network 3cd49c53-d92d-4128-9fb8-54cc97126cd4 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:30:49.800939 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a371d4-c5ef-4194-8ddc-c1df76cd5523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=537dcfc3-2115-452f-9116-145c2d82ed2d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:49.804143 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-51a371d4-c5ef-4194-8ddc-c1df76cd5523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:49.810344 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d056245-ea6f-499a-8c32-59441c96cd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:49.812590 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-51a371d4-c5ef-4194-8ddc-c1df76cd5523 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/537dcfc3-2115-452f-9116-145c2d82ed2d HTTP/1.1" status: 204 len: 168 time: 0.7378266 Jul 09 09:30:49.826936 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46292) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:49.980370 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1d499c79-ee07-4fb1-a4b6-f3298c44b6ef req-e0929f39-36ad-4fce-ad8e-a0033ea4d514 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859645 Jul 09 09:30:50.076489 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d4343a9-2065-411d-8378-996f1d265b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:50.114609 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaf8c78-3327-4aaa-9e73-722f6e32e83a None None] DHCP port deletion for 3cd49c53-d92d-4128-9fb8-54cc97126cd4 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:30:50.148167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac9bb1-f939-422f-a6af-ab28003eb257 req-31ee78b4-cc01-49de-80f7-97653ffdd372 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:50.153298 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-adac9bb1-f939-422f-a6af-ab28003eb257 req-31ee78b4-cc01-49de-80f7-97653ffdd372 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 945 time: 0.3358481 Jul 09 09:30:50.159063 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d056245-ea6f-499a-8c32-59441c96cd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:50.169485 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d056245-ea6f-499a-8c32-59441c96cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:50.299959 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-adac9bb1-f939-422f-a6af-ab28003eb257 req-52cd85db-5071-4a5b-a02b-865302e48da3 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379404 Jul 09 09:30:50.307048 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1eaf8c78-3327-4aaa-9e73-722f6e32e83a None None] Deleting port 8c7f682b-9a5f-44cf-a07c-c47170578c60 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:30:50.307457 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1eaf8c78-3327-4aaa-9e73-722f6e32e83a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:50.326021 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:30:50.326647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d056245-ea6f-499a-8c32-59441c96cd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f671c736-a18f-4a39-8fab-6bf1d65ba8ec,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:50.351531 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7d056245-ea6f-499a-8c32-59441c96cd49 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3cef99722f824c27bfcf915fa86a344c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8821218 Jul 09 09:30:50.353789 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46310) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:50.372399 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-1d4343a9-2065-411d-8378-996f1d265b99 admin admin] Deleting port 8c7f682b-9a5f-44cf-a07c-c47170578c60 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:30:50.375861 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d4343a9-2065-411d-8378-996f1d265b99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:50.410872 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:30:50.411394 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4b8b5661-cde0-4e8f-b1c8-7e2727d0fa09 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:30:50.413469 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8c7f682b-9a5f-44cf-a07c-c47170578c60 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:30:50.530831 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fc60d9e-fbba-4cb3-bb6c-ac82e7736d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:50.572484 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-1d4343a9-2065-411d-8378-996f1d265b99 admin admin] For port 8c7f682b-9a5f-44cf-a07c-c47170578c60, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8c7f682b-9a5f-44cf-a07c-c47170578c60,segment=NetworkSegment(4a683817-5dd4-43cb-b991-3df78983932a),segment_id=4a683817-5dd4-43cb-b991-3df78983932a)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:50.575256 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d4343a9-2065-411d-8378-996f1d265b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:50.600638 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fc60d9e-fbba-4cb3-bb6c-ac82e7736d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:50.624518 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-1d4343a9-2065-411d-8378-996f1d265b99 admin admin] Calling delete_port for 8c7f682b-9a5f-44cf-a07c-c47170578c60 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:30:50.646067 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1eaf8c78-3327-4aaa-9e73-722f6e32e83a None None] For port 8c7f682b-9a5f-44cf-a07c-c47170578c60, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8c7f682b-9a5f-44cf-a07c-c47170578c60,segment=NetworkSegment(4a683817-5dd4-43cb-b991-3df78983932a),segment_id=4a683817-5dd4-43cb-b991-3df78983932a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:50.646453 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1eaf8c78-3327-4aaa-9e73-722f6e32e83a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:50.716158 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1eaf8c78-3327-4aaa-9e73-722f6e32e83a None None] Calling delete_port for 8c7f682b-9a5f-44cf-a07c-c47170578c60 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:30:50.735078 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fc60d9e-fbba-4cb3-bb6c-ac82e7736d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:50.741134 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fc60d9e-fbba-4cb3-bb6c-ac82e7736d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:50.747774 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6fc60d9e-fbba-4cb3-bb6c-ac82e7736d90 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f671c736-a18f-4a39-8fab-6bf1d65ba8ec HTTP/1.1" status: 204 len: 168 time: 0.3897345 Jul 09 09:30:50.749738 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d4343a9-2065-411d-8378-996f1d265b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:50.791070 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc60d9e-fbba-4cb3-bb6c-ac82e7736d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f671c736-a18f-4a39-8fab-6bf1d65ba8ec,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:50.858024 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4343a9-2065-411d-8378-996f1d265b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c7f682b-9a5f-44cf-a07c-c47170578c60,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:50.860277 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4343a9-2065-411d-8378-996f1d265b99 admin admin] No DVR routers for this DVR port 8c7f682b-9a5f-44cf-a07c-c47170578c60 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:30:50.864369 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Port 8c7f682b-9a5f-44cf-a07c-c47170578c60 update to DOWN by agent not found {{(pid=93792) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 09 09:30:50.865425 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cce6e555-c78a-4961-b266-9b15672050b0 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:30:50.893806 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: cce6e555-c78a-4961-b266-9b15672050b0 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:30:50.894444 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cce6e555-c78a-4961-b266-9b15672050b0 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:30:50.979279 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1eaf8c78-3327-4aaa-9e73-722f6e32e83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:51.060798 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf8c78-3327-4aaa-9e73-722f6e32e83a None None] Pushing event deleted for resources: {'Port': ['ID=8c7f682b-9a5f-44cf-a07c-c47170578c60,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:51.075172 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaf8c78-3327-4aaa-9e73-722f6e32e83a None None] No DVR routers for this DVR port 8c7f682b-9a5f-44cf-a07c-c47170578c60 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:30:51.138615 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d4343a9-2065-411d-8378-996f1d265b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:51.177204 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-1d4343a9-2065-411d-8378-996f1d265b99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd49c53-d92d-4128-9fb8-54cc97126cd4']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:51.202775 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-1d4343a9-2065-411d-8378-996f1d265b99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a683817-5dd4-43cb-b991-3df78983932a') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:51.203149 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-1d4343a9-2065-411d-8378-996f1d265b99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a683817-5dd4-43cb-b991-3df78983932a') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:30:51.247832 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d4343a9-2065-411d-8378-996f1d265b99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:51.286351 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d4343a9-2065-411d-8378-996f1d265b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:51.303107 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4343a9-2065-411d-8378-996f1d265b99 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:30:51.303567 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d4343a9-2065-411d-8378-996f1d265b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:30:51.305558 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:30:51.380678 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d4343a9-2065-411d-8378-996f1d265b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:51.394560 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d4343a9-2065-411d-8378-996f1d265b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:51.396587 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1d4343a9-2065-411d-8378-996f1d265b99 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3cd49c53-d92d-4128-9fb8-54cc97126cd4 HTTP/1.1" status: 204 len: 168 time: 1.5654507 Jul 09 09:30:51.423312 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4343a9-2065-411d-8378-996f1d265b99 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cd49c53-d92d-4128-9fb8-54cc97126cd4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:51.497303 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46348) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:51.611321 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cb482-32ae-4592-b019-d9236535d16c req-b2b5ac11-8e2d-4a40-a7ad-c34f4d4459b7 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:51.618903 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-059cb482-32ae-4592-b019-d9236535d16c req-b2b5ac11-8e2d-4a40-a7ad-c34f4d4459b7 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 945 time: 0.1145754 Jul 09 09:30:51.650463 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46354) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:51.680438 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-059cb482-32ae-4592-b019-d9236535d16c req-2a139c23-1f22-4e3c-b6b4-369c50fa3cdf tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604589 Jul 09 09:30:51.743862 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46356) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:51.749816 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-09981515-47c9-403a-abab-b82f7e44db71 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ad7ac9ad0c7f45778e35920b171b6a59&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0983922 Jul 09 09:30:51.752421 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46358) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:51.763617 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c6d1659-2de7-4aa7-ac20-0abc5e21b9a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:51.882374 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c6d1659-2de7-4aa7-ac20-0abc5e21b9a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:51.890700 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c6d1659-2de7-4aa7-ac20-0abc5e21b9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:51.966456 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8c6d1659-2de7-4aa7-ac20-0abc5e21b9a6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8c3f3c34c46d4acf897672416d4ac19b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215822 Jul 09 09:30:51.969136 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46364) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:51.975311 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d1659-2de7-4aa7-ac20-0abc5e21b9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcad305-1bd1-4a29-b012-ac4fcbf7e040,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:52.007125 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df962840-3421-41dc-aed4-0c21e7f37777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:52.013485 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7293696e-8865-4e89-9204-133b6c580c09 req-6084ea07-216f-408d-aaba-e3902e6648cf tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--343950424&fields=id&tenant_id=c9acf38ff167407f925d6b87ee411d50 HTTP/1.1" status: 200 len: 267 time: 0.0806508 Jul 09 09:30:52.047620 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d7bbd2a3-823a-4905-a4cf-e4f8d9b49bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:52.074377 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c135b34-1dbe-46fc-8a34-d06a0eb2692c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:52.075092 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d7bbd2a3-823a-4905-a4cf-e4f8d9b49bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:52.128082 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df962840-3421-41dc-aed4-0c21e7f37777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:52.166779 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d7bbd2a3-823a-4905-a4cf-e4f8d9b49bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:52.170313 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d7bbd2a3-823a-4905-a4cf-e4f8d9b49bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:52.172603 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d7bbd2a3-823a-4905-a4cf-e4f8d9b49bb5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6bcad305-1bd1-4a29-b012-ac4fcbf7e040 HTTP/1.1" status: 204 len: 168 time: 0.2025046 Jul 09 09:30:52.202736 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbd2a3-823a-4905-a4cf-e4f8d9b49bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcad305-1bd1-4a29-b012-ac4fcbf7e040,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:52.383977 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df962840-3421-41dc-aed4-0c21e7f37777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:52.392064 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df962840-3421-41dc-aed4-0c21e7f37777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:52.410514 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-df962840-3421-41dc-aed4-0c21e7f37777 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cede1e45-5390-4b30-a559-5a2a73acc91e HTTP/1.1" status: 204 len: 168 time: 0.6570015 Jul 09 09:30:52.424114 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c135b34-1dbe-46fc-8a34-d06a0eb2692c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:52.431404 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293696e-8865-4e89-9204-133b6c580c09 req-cf1aa6cc-f77f-4c75-bd12-569f35d95e07 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:52.438100 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7293696e-8865-4e89-9204-133b6c580c09 req-cf1aa6cc-f77f-4c75-bd12-569f35d95e07 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/networks?id=3d1be6a5-8870-45a4-8b11-20016bd71c75 HTTP/1.1" status: 200 len: 816 time: 0.4157443 Jul 09 09:30:52.451258 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c135b34-1dbe-46fc-8a34-d06a0eb2692c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:52.476416 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df962840-3421-41dc-aed4-0c21e7f37777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cede1e45-5390-4b30-a559-5a2a73acc91e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:52.502053 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7293696e-8865-4e89-9204-133b6c580c09 req-6d9221a2-1a0c-4414-9197-9e47356f2273 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/quotas/c9acf38ff167407f925d6b87ee411d50 HTTP/1.1" status: 200 len: 375 time: 0.0629985 Jul 09 09:30:52.553902 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1c135b34-1dbe-46fc-8a34-d06a0eb2692c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cbea649ada5e48a88d99669ae5a8bfed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0547872 Jul 09 09:30:52.558227 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46388) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:52.562872 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c135b34-1dbe-46fc-8a34-d06a0eb2692c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdfe514-c375-40c0-8205-bd7aaa04027d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:52.620922 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7293696e-8865-4e89-9204-133b6c580c09 req-40ac4d2a-bbce-4a65-a752-6836c95c826e tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c9acf38ff167407f925d6b87ee411d50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1170530 Jul 09 09:30:52.665586 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e253b6f2-d47d-431a-b313-beb26e5baeb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:52.695968 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e253b6f2-d47d-431a-b313-beb26e5baeb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:52.747657 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7293696e-8865-4e89-9204-133b6c580c09 req-41f5bf9a-ff68-4790-9a95-5c25d44fe6c8 service neutron] 10.222.0.61 "GET /v2.0/networks/3d1be6a5-8870-45a4-8b11-20016bd71c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207471 Jul 09 09:30:52.782942 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e253b6f2-d47d-431a-b313-beb26e5baeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:52.787936 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e253b6f2-d47d-431a-b313-beb26e5baeb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:52.789433 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e253b6f2-d47d-431a-b313-beb26e5baeb6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6fdfe514-c375-40c0-8205-bd7aaa04027d HTTP/1.1" status: 204 len: 168 time: 0.2290566 Jul 09 09:30:52.809427 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253b6f2-d47d-431a-b313-beb26e5baeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdfe514-c375-40c0-8205-bd7aaa04027d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:52.905945 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7293696e-8865-4e89-9204-133b6c580c09 req-892c783c-862f-4f05-b7d3-19cb41e9ee52 service neutron] 10.222.0.61 "GET /v2.0/networks/3d1be6a5-8870-45a4-8b11-20016bd71c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491222 Jul 09 09:30:52.964230 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46402) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:53.024825 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-695a4aca-567f-4fea-86f0-645ac15ca83b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0418ec2ed41c480f825d504fc6a6eb2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0561261 Jul 09 09:30:53.025113 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46404) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:53.071054 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f1c75-d210-47e6-b5d5-0a2c0e19f3a5 req-1105b42a-cc2c-4957-a414-306012fe1edb tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:53.079023 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c40f1c75-d210-47e6-b5d5-0a2c0e19f3a5 req-1105b42a-cc2c-4957-a414-306012fe1edb tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 945 time: 0.1443090 Jul 09 09:30:53.114624 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22b8b505-bb32-4e58-843c-f2401a83df2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:53.158656 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22b8b505-bb32-4e58-843c-f2401a83df2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:53.177833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c40f1c75-d210-47e6-b5d5-0a2c0e19f3a5 req-4e97e000-5e56-4137-bdea-e39f2701a019 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937107 Jul 09 09:30:53.251476 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22b8b505-bb32-4e58-843c-f2401a83df2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:53.257266 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22b8b505-bb32-4e58-843c-f2401a83df2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:53.259156 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-22b8b505-bb32-4e58-843c-f2401a83df2c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/da48b786-3b4a-45fb-9a9a-adae506b6dc5 HTTP/1.1" status: 204 len: 168 time: 0.2319491 Jul 09 09:30:53.270051 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8b505-bb32-4e58-843c-f2401a83df2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da48b786-3b4a-45fb-9a9a-adae506b6dc5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:53.658286 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-45e06223-5d88-4e8e-b4cf-bdff36cfe4f5 req-b2200788-e4f4-4761-a49b-cde9e9dcf6f6 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 210 time: 0.0458007 Jul 09 09:30:54.007832 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9377f4-9b5d-4f19-b561-017098e1e277 req-1a825268-e237-467e-84af-ce17589caa00 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:54.016415 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af9377f4-9b5d-4f19-b561-017098e1e277 req-1a825268-e237-467e-84af-ce17589caa00 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 944 time: 0.0930305 Jul 09 09:30:54.072120 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af9377f4-9b5d-4f19-b561-017098e1e277 req-616362ad-fc29-4ad1-8735-cdce7716d22d tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499113 Jul 09 09:30:54.215485 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-3449c4a9-8e8b-45d5-8543-f7f4ea2fca08 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:54.218488 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-3449c4a9-8e8b-45d5-8543-f7f4ea2fca08 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7&tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&binding%3Ahost_id=n-h1-799996-1 HTTP/1.1" status: 200 len: 1096 time: 0.1077049 Jul 09 09:30:54.239779 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-07f43079-e3d3-404a-a3c9-614ad61e77b9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799996-1'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:30:54.425456 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-07f43079-e3d3-404a-a3c9-614ad61e77b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:54.456119 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82bf85-47e8-4423-b8ff-3661eaa9cda9 req-8a5033ad-17e4-481d-8d43-4f665b476a30 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:54.463563 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6f82bf85-47e8-4423-b8ff-3661eaa9cda9 req-8a5033ad-17e4-481d-8d43-4f665b476a30 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 945 time: 0.1372385 Jul 09 09:30:54.530851 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6f82bf85-47e8-4423-b8ff-3661eaa9cda9 req-3fbc8779-22cd-4e4d-872e-da29c455cf98 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662313 Jul 09 09:30:54.705164 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-07f43079-e3d3-404a-a3c9-614ad61e77b9 service neutron] For port d62b284d-3a33-4f47-995d-550f165eebc5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d62b284d-3a33-4f47-995d-550f165eebc5,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:54.750204 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-07f43079-e3d3-404a-a3c9-614ad61e77b9 service neutron] For port d62b284d-3a33-4f47-995d-550f165eebc5, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:30:54.802513 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58dbf312-2c16-4b75-8840-112c9bc818c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd62b284d-3a33-4f47-995d-550f165eebc5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:30:54.806598 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd10463-d2d6-4b89-9e99-99298597c2a5" -d '{"events": [{"server_uuid": "58dbf312-2c16-4b75-8840-112c9bc818c7", "name": "network-vif-unplugged", "status": "completed", "tag": "d62b284d-3a33-4f47-995d-550f165eebc5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:30:54.811735 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-07f43079-e3d3-404a-a3c9-614ad61e77b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:54.820222 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-07f43079-e3d3-404a-a3c9-614ad61e77b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:54.856620 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c3f547-52b5-43bc-947f-ff75b105f52a x-openstack-request-id: req-b8c3f547-52b5-43bc-947f-ff75b105f52a {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:30:54.856981 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58dbf312-2c16-4b75-8840-112c9bc818c7", "name": "network-vif-unplugged", "status": "completed", "tag": "d62b284d-3a33-4f47-995d-550f165eebc5", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:30:54.857284 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b8c3f547-52b5-43bc-947f-ff75b105f52a {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:30:54.857963 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58dbf312-2c16-4b75-8840-112c9bc818c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd62b284d-3a33-4f47-995d-550f165eebc5', 'code': 200} Jul 09 09:30:54.919074 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-89837ba5-d117-4360-b288-07416e05a909 req-24a2bd26-5528-43e1-96f8-20d70ba63e5f tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 210 time: 0.1033664 Jul 09 09:30:54.925601 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46516) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:54.968842 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f43079-e3d3-404a-a3c9-614ad61e77b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d62b284d-3a33-4f47-995d-550f165eebc5,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:55.028517 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-07f43079-e3d3-404a-a3c9-614ad61e77b9 service neutron] Attempting to bind port d62b284d-3a33-4f47-995d-550f165eebc5 on host n-h1-799996-1 for vnic_type normal with profile {"migrating_to": "n-h2-799996-1"} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:30:55.029198 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-07f43079-e3d3-404a-a3c9-614ad61e77b9 service neutron] Attempting to bind port d62b284d-3a33-4f47-995d-550f165eebc5 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:30:55.029198 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-07f43079-e3d3-404a-a3c9-614ad61e77b9 service neutron] Attempting to bind port d62b284d-3a33-4f47-995d-550f165eebc5 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:30:55.037211 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-07f43079-e3d3-404a-a3c9-614ad61e77b9 service neutron] Port d62b284d-3a33-4f47-995d-550f165eebc5 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:30:55.037543 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-07f43079-e3d3-404a-a3c9-614ad61e77b9 service neutron] Attempting to bind port d62b284d-3a33-4f47-995d-550f165eebc5 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:30:55.052279 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0de18-5427-45aa-8999-0edeb2e1498f req-c386baaa-085c-489b-9d1f-603f4642e84a tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:55.054017 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c7d0de18-5427-45aa-8999-0edeb2e1498f req-c386baaa-085c-489b-9d1f-603f4642e84a tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.64 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 944 time: 0.2289402 Jul 09 09:30:55.055913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-07f43079-e3d3-404a-a3c9-614ad61e77b9 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:30:55.056250 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-07f43079-e3d3-404a-a3c9-614ad61e77b9 service neutron] Checking segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:30:55.056635 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-07f43079-e3d3-404a-a3c9-614ad61e77b9 service neutron] Bound using segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:30:55.057113 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-07f43079-e3d3-404a-a3c9-614ad61e77b9 service neutron] Bound port: d62b284d-3a33-4f47-995d-550f165eebc5, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:30:55.057472 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-07f43079-e3d3-404a-a3c9-614ad61e77b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:55.089328 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device d62b284d-3a33-4f47-995d-550f165eebc5 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:30:55.215939 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port d62b284d-3a33-4f47-995d-550f165eebc5, host n-h1-799996-1, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:55.231904 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3652b6a4-6b5a-4127-ad3b-78926ba18e99 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-75636113-network', 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:30:55.254510 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Attempting to bind port d62b284d-3a33-4f47-995d-550f165eebc5 on host n-h1-799996-1 for vnic_type normal with profile {"migrating_to": "n-h2-799996-1"} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:30:55.255949 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Attempting to bind port d62b284d-3a33-4f47-995d-550f165eebc5 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:30:55.256551 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Attempting to bind port d62b284d-3a33-4f47-995d-550f165eebc5 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:30:55.262564 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Port d62b284d-3a33-4f47-995d-550f165eebc5 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:30:55.263241 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Attempting to bind port d62b284d-3a33-4f47-995d-550f165eebc5 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:30:55.268915 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:30:55.269704 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Checking segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:30:55.270330 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Bound using segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:30:55.271108 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Bound port: d62b284d-3a33-4f47-995d-550f165eebc5, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:30:55.271802 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:55.334621 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3652b6a4-6b5a-4127-ad3b-78926ba18e99 admin admin] Made reservation on behalf of ccf6ebcefc44456fb4b443a1a3c4cef4 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:30:55.347360 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3652b6a4-6b5a-4127-ad3b-78926ba18e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:55.357227 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-07f43079-e3d3-404a-a3c9-614ad61e77b9 service neutron] For port d62b284d-3a33-4f47-995d-550f165eebc5, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:30:55.370978 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3652b6a4-6b5a-4127-ad3b-78926ba18e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:55.384807 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-07f43079-e3d3-404a-a3c9-614ad61e77b9 service neutron] For port d62b284d-3a33-4f47-995d-550f165eebc5, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d62b284d-3a33-4f47-995d-550f165eebc5,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:30:55.395902 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-07f43079-e3d3-404a-a3c9-614ad61e77b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:55.400045 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port d62b284d-3a33-4f47-995d-550f165eebc5, host n-h1-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:30:55.409797 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) d62b284d-3a33-4f47-995d-550f165eebc5-n-h1-799996-1-0 {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:30:55.410309 n-d-799996-1 neutron-server[93792]: DEBUG oslo_db.api [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:30:55.417780 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-c7d0de18-5427-45aa-8999-0edeb2e1498f req-cc43580f-cc59-4596-896a-f8ba7f8b2018 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Deleting port 529c756d-5f5f-4ae9-a2ae-b84e93f75803 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:30:55.417780 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c7d0de18-5427-45aa-8999-0edeb2e1498f req-cc43580f-cc59-4596-896a-f8ba7f8b2018 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:55.428302 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293696e-8865-4e89-9204-133b6c580c09 req-4bd4f9c8-3e4f-46ef-89f5-c2f3f7662c8a tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:55.431392 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7293696e-8865-4e89-9204-133b6c580c09 req-4bd4f9c8-3e4f-46ef-89f5-c2f3f7662c8a tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.58 "GET /v2.0/networks?id=3d1be6a5-8870-45a4-8b11-20016bd71c75 HTTP/1.1" status: 200 len: 816 time: 0.3176298 Jul 09 09:30:55.487670 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13e791-8925-4e09-8cd2-f825f9e0949d req-7538e655-cfed-4443-a4be-9bf46940b3ff tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:55.498517 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7293696e-8865-4e89-9204-133b6c580c09 req-65ae923d-2213-4654-b0a9-732859d4fb4c tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9acf38ff167407f925d6b87ee411d50 HTTP/1.1" status: 200 len: 379 time: 0.0476949 Jul 09 09:30:55.505567 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe13e791-8925-4e09-8cd2-f825f9e0949d req-7538e655-cfed-4443-a4be-9bf46940b3ff tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 944 time: 0.2320647 Jul 09 09:30:55.508558 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-7293696e-8865-4e89-9204-133b6c580c09 req-a2676342-95f7-46bd-9d90-d71d6f14a9de tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Request body: {'port': {'device_id': 'bf57ca60-658f-43d7-9309-6e2f05d4abfb', 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75', 'admin_state_up': True, 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'security_groups': ['be393f4f-3bda-4267-ab77-11f03ec104fd']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:30:55.940807 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Attempting to bind port d62b284d-3a33-4f47-995d-550f165eebc5 on host n-h1-799996-1 for vnic_type normal with profile {"migrating_to": "n-h2-799996-1"} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:30:55.941212 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Attempting to bind port d62b284d-3a33-4f47-995d-550f165eebc5 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:30:55.941612 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Attempting to bind port d62b284d-3a33-4f47-995d-550f165eebc5 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:30:55.960399 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Port d62b284d-3a33-4f47-995d-550f165eebc5 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:30:55.960663 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Attempting to bind port d62b284d-3a33-4f47-995d-550f165eebc5 on network b8274c7d-d9b4-4563-bd5d-1e9b7521f290 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:30:55.967903 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:30:55.968599 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Checking segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:30:55.969199 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Bound using segment: {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:30:55.969860 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Bound port: d62b284d-3a33-4f47-995d-550f165eebc5, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d68650-2246-4a2b-aaac-5b41b70e6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b8274c7d-d9b4-4563-bd5d-1e9b7521f290'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:30:55.970621 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:56.058587 n-d-799996-1 neutron-server[93792]: WARNING neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Concurrent port binding operations failed on port d62b284d-3a33-4f47-995d-550f165eebc5 Jul 09 09:30:56.065306 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port d62b284d-3a33-4f47-995d-550f165eebc5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d62b284d-3a33-4f47-995d-550f165eebc5,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:56.067839 n-d-799996-1 neutron-server[93792]: INFO neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Attempt 2 to bind port d62b284d-3a33-4f47-995d-550f165eebc5 Jul 09 09:30:56.068529 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device d62b284d-3a33-4f47-995d-550f165eebc5 has no active binding in host n-h2-799996-1 {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 09:30:56.069049 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device c1e51a22-393c-4c8c-81a1-56d87ed08203 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:30:56.118614 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3652b6a4-6b5a-4127-ad3b-78926ba18e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:56.128705 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3652b6a4-6b5a-4127-ad3b-78926ba18e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:56.136076 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f43079-e3d3-404a-a3c9-614ad61e77b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d62b284d-3a33-4f47-995d-550f165eebc5,revision_number=8']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:56.154501 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3652b6a4-6b5a-4127-ad3b-78926ba18e99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:30:56.167319 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe13e791-8925-4e09-8cd2-f825f9e0949d req-e9f259d3-b021-4268-a475-2e5403873724 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6606548 Jul 09 09:30:56.175935 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-07f43079-e3d3-404a-a3c9-614ad61e77b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:56.177959 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-07f43079-e3d3-404a-a3c9-614ad61e77b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:56.180432 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-07f43079-e3d3-404a-a3c9-614ad61e77b9 service neutron] 10.222.0.64 "PUT /v2.0/ports/d62b284d-3a33-4f47-995d-550f165eebc5 HTTP/1.1" status: 200 len: 1121 time: 1.9506731 Jul 09 09:30:56.241542 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c7d0de18-5427-45aa-8999-0edeb2e1498f req-cc43580f-cc59-4596-896a-f8ba7f8b2018 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] For port 529c756d-5f5f-4ae9-a2ae-b84e93f75803, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=529c756d-5f5f-4ae9-a2ae-b84e93f75803,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:56.244822 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c7d0de18-5427-45aa-8999-0edeb2e1498f req-cc43580f-cc59-4596-896a-f8ba7f8b2018 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:56.246428 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['d62b284d-3a33-4f47-995d-550f165eebc5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:30:56.259088 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3652b6a4-6b5a-4127-ad3b-78926ba18e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:56.259452 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-3652b6a4-6b5a-4127-ad3b-78926ba18e99 admin admin] Added segment 2f00fb30-6d48-4603-9c7e-6770642a874a of type vlan for network c2a62b28-c24a-4135-a300-83cd8df56946 Jul 09 09:30:56.263010 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['d62b284d-3a33-4f47-995d-550f165eebc5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:30:56.278318 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-c7d0de18-5427-45aa-8999-0edeb2e1498f req-cc43580f-cc59-4596-896a-f8ba7f8b2018 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Calling delete_port for 529c756d-5f5f-4ae9-a2ae-b84e93f75803 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:30:56.342883 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port c1e51a22-393c-4c8c-81a1-56d87ed08203, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c1e51a22-393c-4c8c-81a1-56d87ed08203,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:56.359710 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652b6a4-6b5a-4127-ad3b-78926ba18e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750d74c7-0be8-44ba-b095-cf1fd598f284,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:56.370828 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7293696e-8865-4e89-9204-133b6c580c09 req-a2676342-95f7-46bd-9d90-d71d6f14a9de tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Made reservation on behalf of c9acf38ff167407f925d6b87ee411d50 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:30:56.378010 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7293696e-8865-4e89-9204-133b6c580c09 req-a2676342-95f7-46bd-9d90-d71d6f14a9de tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:56.408286 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'c1e51a22-393c-4c8c-81a1-56d87ed08203', 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc', 'port_id': 'c1e51a22-393c-4c8c-81a1-56d87ed08203', 'mac_address': 'fa:16:3e:04:44:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdbd641-08ac-41cd-9918-f7982af01a02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:30:56.523025 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43f16f-97d9-4531-a614-69b48c10d241 req-db88f236-ec8a-441a-af52-55116ea8a23e tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:56.533105 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2f43f16f-97d9-4531-a614-69b48c10d241 req-db88f236-ec8a-441a-af52-55116ea8a23e tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 943 time: 0.1163673 Jul 09 09:30:56.576494 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-7293696e-8865-4e89-9204-133b6c580c09 req-a2676342-95f7-46bd-9d90-d71d6f14a9de tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Allocated IP 172.20.0.3 (3d1be6a5-8870-45a4-8b11-20016bd71c75/a4a0b147-f87c-465f-8728-76832153941d/5d17f901-a8f5-46dc-9afd-b4ff77d5c65a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:30:56.583234 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3652b6a4-6b5a-4127-ad3b-78926ba18e99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:56.624376 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3652b6a4-6b5a-4127-ad3b-78926ba18e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:56.626245 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3652b6a4-6b5a-4127-ad3b-78926ba18e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:56.627126 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3652b6a4-6b5a-4127-ad3b-78926ba18e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:56.638045 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2f43f16f-97d9-4531-a614-69b48c10d241 req-4d359426-04f4-477d-8b17-8a91dd3d88c8 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033530 Jul 09 09:30:56.642991 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:56.660803 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1e51a22-393c-4c8c-81a1-56d87ed08203 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:30:56.671598 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c7d0de18-5427-45aa-8999-0edeb2e1498f req-cc43580f-cc59-4596-896a-f8ba7f8b2018 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:56.728383 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port c1e51a22-393c-4c8c-81a1-56d87ed08203, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c1e51a22-393c-4c8c-81a1-56d87ed08203,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:30:56.730856 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43580f-cc59-4596-896a-f8ba7f8b2018 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Pushing event deleted for resources: {'Port': ['ID=529c756d-5f5f-4ae9-a2ae-b84e93f75803,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:56.744576 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:56.854573 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=c1e51a22-393c-4c8c-81a1-56d87ed08203,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:56.854813 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652b6a4-6b5a-4127-ad3b-78926ba18e99 admin admin] Pushing event updated for resources: {'Network': ['ID=c2a62b28-c24a-4135-a300-83cd8df56946,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:56.861479 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58dbf312-2c16-4b75-8840-112c9bc818c7', 'tag': 'd62b284d-3a33-4f47-995d-550f165eebc5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:30:56.864841 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaaa7b6-e093-41b9-8d35-0f307a24178d" -d '{"events": [{"name": "network-changed", "server_uuid": "58dbf312-2c16-4b75-8840-112c9bc818c7", "tag": "d62b284d-3a33-4f47-995d-550f165eebc5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:30:56.902150 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3652b6a4-6b5a-4127-ad3b-78926ba18e99 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9705498 Jul 09 09:30:56.907955 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46626) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:56.920721 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network c2a62b28-c24a-4135-a300-83cd8df56946 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:30:56.924678 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ac02fd06-9f83-4ff1-809d-d166bf400d20 admin admin] Request body: {'subnet': {'network_id': 'c2a62b28-c24a-4135-a300-83cd8df56946', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-75636113-subnet', 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:30:56.928091 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['c1e51a22-393c-4c8c-81a1-56d87ed08203'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:30:56.941219 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d0de18-5427-45aa-8999-0edeb2e1498f req-cc43580f-cc59-4596-896a-f8ba7f8b2018 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] No DVR routers for this DVR port 529c756d-5f5f-4ae9-a2ae-b84e93f75803 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:30:56.978663 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c7d0de18-5427-45aa-8999-0edeb2e1498f req-cc43580f-cc59-4596-896a-f8ba7f8b2018 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:56.980703 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c7d0de18-5427-45aa-8999-0edeb2e1498f req-cc43580f-cc59-4596-896a-f8ba7f8b2018 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.64 "DELETE /v2.0/ports/529c756d-5f5f-4ae9-a2ae-b84e93f75803 HTTP/1.1" status: 204 len: 173 time: 1.9207823 Jul 09 09:30:56.982806 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16db71ee-a438-47a7-8fcd-847a20f57b54 req-933de5b2-639a-4ea5-a8b7-4ba79332d500 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 210 time: 0.1320436 Jul 09 09:30:57.014918 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81261d8d-6227-4368-840d-eeebde8c46ff x-openstack-request-id: req-81261d8d-6227-4368-840d-eeebde8c46ff {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:30:57.015205 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58dbf312-2c16-4b75-8840-112c9bc818c7", "tag": "d62b284d-3a33-4f47-995d-550f165eebc5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:30:57.015458 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-81261d8d-6227-4368-840d-eeebde8c46ff {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:30:57.015896 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58dbf312-2c16-4b75-8840-112c9bc818c7', 'tag': 'd62b284d-3a33-4f47-995d-550f165eebc5', 'status': 'completed', 'code': 200} Jul 09 09:30:57.064656 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac02fd06-9f83-4ff1-809d-d166bf400d20 admin admin] Made reservation on behalf of ccf6ebcefc44456fb4b443a1a3c4cef4 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:30:57.077054 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac02fd06-9f83-4ff1-809d-d166bf400d20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:57.188327 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaa7b6-e093-41b9-8d35-0f307a24178d req-b664f16f-1fd7-4b9d-8571-bbf3881ff075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:57.190017 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-deaaa7b6-e093-41b9-8d35-0f307a24178d req-b664f16f-1fd7-4b9d-8571-bbf3881ff075 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 1124 time: 0.1359212 Jul 09 09:30:57.190279 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 529c756d-5f5f-4ae9-a2ae-b84e93f75803 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:30:57.284304 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 529c756d-5f5f-4ae9-a2ae-b84e93f75803 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:30:57.285122 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 529c756d-5f5f-4ae9-a2ae-b84e93f75803 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:30:57.456579 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaa7b6-e093-41b9-8d35-0f307a24178d req-03e12c9f-94e2-457f-9932-732519aa3327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:57.458093 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-deaaa7b6-e093-41b9-8d35-0f307a24178d req-03e12c9f-94e2-457f-9932-732519aa3327 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 909 time: 0.2558186 Jul 09 09:30:57.603416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bad64e2a-9f36-4eb5-972e-b6614c9233b7 req-70bc5f09-00c5-4c00-bc30-b969293f2e7e tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=887371bc-8fc5-440d-a4ff-fd25a2f0dfe9 HTTP/1.1" status: 200 len: 210 time: 0.1369843 Jul 09 09:30:57.608525 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-deaaa7b6-e093-41b9-8d35-0f307a24178d req-7c477d87-578e-45e8-af11-95b44eb801e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d62b284d-3a33-4f47-995d-550f165eebc5 HTTP/1.1" status: 200 len: 217 time: 0.1330054 Jul 09 09:30:57.615822 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac02fd06-9f83-4ff1-809d-d166bf400d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:57.690716 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaa7b6-e093-41b9-8d35-0f307a24178d req-96f20048-5861-42e3-b853-fd09af51a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:57.692866 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-deaaa7b6-e093-41b9-8d35-0f307a24178d req-96f20048-5861-42e3-b853-fd09af51a0e2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b34d4ae-0ef5-43aa-9b17-e2650b35854e HTTP/1.1" status: 200 len: 848 time: 0.0770781 Jul 09 09:30:57.705358 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7293696e-8865-4e89-9204-133b6c580c09 req-a2676342-95f7-46bd-9d90-d71d6f14a9de tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:57.721704 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-7293696e-8865-4e89-9204-133b6c580c09 req-a2676342-95f7-46bd-9d90-d71d6f14a9de tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Transition to ACTIVE for port object 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:30:57.776406 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-deaaa7b6-e093-41b9-8d35-0f307a24178d req-57c292db-9f50-474a-b317-cb2770c49252 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741959 Jul 09 09:30:57.826364 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7293696e-8865-4e89-9204-133b6c580c09 req-a2676342-95f7-46bd-9d90-d71d6f14a9de tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:58.079818 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7293696e-8865-4e89-9204-133b6c580c09 req-a2676342-95f7-46bd-9d90-d71d6f14a9de tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Network 3d1be6a5-8870-45a4-8b11-20016bd71c75 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:30:58.101007 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-deaaa7b6-e093-41b9-8d35-0f307a24178d req-1ba04e30-a2e2-4ab1-95b5-e15d3791259a service neutron] 10.222.0.58 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155622 Jul 09 09:30:58.132989 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-7293696e-8865-4e89-9204-133b6c580c09 req-a2676342-95f7-46bd-9d90-d71d6f14a9de tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:30:58.154941 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02fd06-9f83-4ff1-809d-d166bf400d20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=067bea4c-4068-42d1-90b5-523cb1cf2045,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:58.158100 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2676342-95f7-46bd-9d90-d71d6f14a9de tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Pushing event updated for resources: {'Port': ['ID=5d17f901-a8f5-46dc-9afd-b4ff77d5c65a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:30:58.189219 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac02fd06-9f83-4ff1-809d-d166bf400d20 admin admin] Checking segment: {'id': '2f00fb30-6d48-4603-9c7e-6770642a874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2a62b28-c24a-4135-a300-83cd8df56946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:30:58.189699 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac02fd06-9f83-4ff1-809d-d166bf400d20 admin admin] Network hostable DHCP agents. Network: c2a62b28-c24a-4135-a300-83cd8df56946, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:30:58.197577 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-7293696e-8865-4e89-9204-133b6c580c09 req-a2676342-95f7-46bd-9d90-d71d6f14a9de tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:30:58.318028 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac02fd06-9f83-4ff1-809d-d166bf400d20 admin admin] Network c2a62b28-c24a-4135-a300-83cd8df56946 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:30:58.328263 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-deaaa7b6-e093-41b9-8d35-0f307a24178d req-38090248-8999-4d23-b3d6-3e1a4cba2029 service neutron] 10.222.0.58 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130194 Jul 09 09:30:58.360728 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ac02fd06-9f83-4ff1-809d-d166bf400d20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, c2a62b28-c24a-4135-a300-83cd8df56946) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:30:58.374201 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf7478f-619c-49c6-8671-78316f534765 None None] Network c2a62b28-c24a-4135-a300-83cd8df56946 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:30:58.385587 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac02fd06-9f83-4ff1-809d-d166bf400d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:58.386198 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac02fd06-9f83-4ff1-809d-d166bf400d20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:58.402808 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89def520-f8e2-44dc-84cd-35c100f9419f req-6864aef5-317f-49ec-8127-6c0ac7b6751b tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:58.406442 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293696e-8865-4e89-9204-133b6c580c09 req-a2676342-95f7-46bd-9d90-d71d6f14a9de tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:58.407098 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7293696e-8865-4e89-9204-133b6c580c09 req-a2676342-95f7-46bd-9d90-d71d6f14a9de tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:58.416398 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-89def520-f8e2-44dc-84cd-35c100f9419f req-6864aef5-317f-49ec-8127-6c0ac7b6751b tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 943 time: 0.4243264 Jul 09 09:30:58.427684 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ac02fd06-9f83-4ff1-809d-d166bf400d20 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5169253 Jul 09 09:30:58.431280 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46750) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:58.437622 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-49041aeb-4ece-497c-869a-27d8e92b3955 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-75636113-router', 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:30:58.441571 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7293696e-8865-4e89-9204-133b6c580c09 req-a2676342-95f7-46bd-9d90-d71d6f14a9de tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9372642 Jul 09 09:30:58.465290 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-7293696e-8865-4e89-9204-133b6c580c09 req-2748277f-bc75-4420-9fae-ec47e95847c8 service neutron] Request body: {'port': {'device_id': 'bf57ca60-658f-43d7-9309-6e2f05d4abfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:30:58.614064 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-49041aeb-4ece-497c-869a-27d8e92b3955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:58.615225 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-49041aeb-4ece-497c-869a-27d8e92b3955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:58.632691 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95a2e21-e7ec-4349-acc9-7a095398a38d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-c2a62b28-c24a-4135-a300-83cd8df56946', 'network_id': 'c2a62b28-c24a-4135-a300-83cd8df56946', 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'fixed_ips': [{'subnet_id': '067bea4c-4068-42d1-90b5-523cb1cf2045'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:30:58.633969 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c95a2e21-e7ec-4349-acc9-7a095398a38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:58.662544 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-89def520-f8e2-44dc-84cd-35c100f9419f req-7859fe4b-b5b8-44f8-992b-8aa1539d560d tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427628 Jul 09 09:30:58.678958 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8d965f10-3c27-4cdc-8a27-d5e0ee4652fd None None] Provisioning for port 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:30:58.686507 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8d965f10-3c27-4cdc-8a27-d5e0ee4652fd None None] Provisioning complete for port 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:30:58.688062 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8d965f10-3c27-4cdc-8a27-d5e0ee4652fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:58.725120 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9cd3f-aad0-4688-997a-e935e6099b4a req-15b7de9a-dc3a-4dd9-a167-9201b50a2a63 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:30:58.746857 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0cf9cd3f-aad0-4688-997a-e935e6099b4a req-15b7de9a-dc3a-4dd9-a167-9201b50a2a63 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 931 time: 0.3106086 Jul 09 09:30:58.749073 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8d965f10-3c27-4cdc-8a27-d5e0ee4652fd None None] Port 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:30:58.767092 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7293696e-8865-4e89-9204-133b6c580c09 req-2748277f-bc75-4420-9fae-ec47e95847c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:58.871676 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-49041aeb-4ece-497c-869a-27d8e92b3955 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:58.884374 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0cf9cd3f-aad0-4688-997a-e935e6099b4a req-e03b0bfa-6767-4324-bea5-dc22927c7916 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/security-groups?id=be393f4f-3bda-4267-ab77-11f03ec104fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349127 Jul 09 09:30:58.940227 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-c95a2e21-e7ec-4349-acc9-7a095398a38d None None] Allocated IP 172.20.0.2 (c2a62b28-c24a-4135-a300-83cd8df56946/067bea4c-4068-42d1-90b5-523cb1cf2045/e6611cce-ab9d-41ad-8db9-3adc74a80051) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:30:59.016888 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887371bc-8fc5-440d-a4ff-fd25a2f0dfe9', 'name': 'network-vif-deleted', 'tag': '529c756d-5f5f-4ae9-a2ae-b84e93f75803'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:30:59.019223 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a298e88-7fc9-4e91-b8e5-59090db198b4" -d '{"events": [{"server_uuid": "887371bc-8fc5-440d-a4ff-fd25a2f0dfe9", "name": "network-vif-deleted", "tag": "529c756d-5f5f-4ae9-a2ae-b84e93f75803"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:30:59.109688 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device c1e51a22-393c-4c8c-81a1-56d87ed08203 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:30:59.226755 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41eedfe7-76ef-4ac2-8fa5-2cc7016d4d37 x-openstack-request-id: req-41eedfe7-76ef-4ac2-8fa5-2cc7016d4d37 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:30:59.227501 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887371bc-8fc5-440d-a4ff-fd25a2f0dfe9", "name": "network-vif-deleted", "tag": "529c756d-5f5f-4ae9-a2ae-b84e93f75803", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:30:59.228121 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-41eedfe7-76ef-4ac2-8fa5-2cc7016d4d37 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:30:59.228764 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887371bc-8fc5-440d-a4ff-fd25a2f0dfe9', 'name': 'network-vif-deleted', 'tag': '529c756d-5f5f-4ae9-a2ae-b84e93f75803', 'status': 'completed', 'code': 200} Jul 09 09:30:59.414193 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c95a2e21-e7ec-4349-acc9-7a095398a38d None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:59.425609 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c95a2e21-e7ec-4349-acc9-7a095398a38d None None] Transition to ACTIVE for port object e6611cce-ab9d-41ad-8db9-3adc74a80051 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:30:59.444648 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c95a2e21-e7ec-4349-acc9-7a095398a38d None None] Transition to ACTIVE for port object e6611cce-ab9d-41ad-8db9-3adc74a80051 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:30:59.455406 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port c1e51a22-393c-4c8c-81a1-56d87ed08203 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:30:59.456070 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:59.503246 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c95a2e21-e7ec-4349-acc9-7a095398a38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:59.511268 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-49041aeb-4ece-497c-869a-27d8e92b3955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:59.593171 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95a2e21-e7ec-4349-acc9-7a095398a38d None None] Network c2a62b28-c24a-4135-a300-83cd8df56946 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:30:59.607145 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-c95a2e21-e7ec-4349-acc9-7a095398a38d None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:30:59.619134 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95a2e21-e7ec-4349-acc9-7a095398a38d None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:30:59.810079 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46810) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:59.868931 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46814) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:30:59.878698 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:30:59.944199 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c95a2e21-e7ec-4349-acc9-7a095398a38d None None] Attempting to bind port e6611cce-ab9d-41ad-8db9-3adc74a80051 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:30:59.944647 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c95a2e21-e7ec-4349-acc9-7a095398a38d None None] Attempting to bind port e6611cce-ab9d-41ad-8db9-3adc74a80051 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '2f00fb30-6d48-4603-9c7e-6770642a874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2a62b28-c24a-4135-a300-83cd8df56946'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:30:59.945785 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95a2e21-e7ec-4349-acc9-7a095398a38d None None] Attempting to bind port e6611cce-ab9d-41ad-8db9-3adc74a80051 on network c2a62b28-c24a-4135-a300-83cd8df56946 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:31:00.009731 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-7293696e-8865-4e89-9204-133b6c580c09 req-2748277f-bc75-4420-9fae-ec47e95847c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:31:00.012309 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95a2e21-e7ec-4349-acc9-7a095398a38d None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:31:00.012685 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95a2e21-e7ec-4349-acc9-7a095398a38d None None] Checking segment: {'id': '2f00fb30-6d48-4603-9c7e-6770642a874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2a62b28-c24a-4135-a300-83cd8df56946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:31:00.013084 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c95a2e21-e7ec-4349-acc9-7a095398a38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:00.013481 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95a2e21-e7ec-4349-acc9-7a095398a38d None None] Bound using segment: {'id': '2f00fb30-6d48-4603-9c7e-6770642a874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2a62b28-c24a-4135-a300-83cd8df56946'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:31:00.014032 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c95a2e21-e7ec-4349-acc9-7a095398a38d None None] Bound port: e6611cce-ab9d-41ad-8db9-3adc74a80051, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f00fb30-6d48-4603-9c7e-6770642a874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2a62b28-c24a-4135-a300-83cd8df56946'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:31:00.014492 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c95a2e21-e7ec-4349-acc9-7a095398a38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:00.033104 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7293696e-8865-4e89-9204-133b6c580c09 req-2748277f-bc75-4420-9fae-ec47e95847c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:00.037497 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a2e21-e7ec-4349-acc9-7a095398a38d None None] Pushing event updated for resources: {'Port': ['ID=e6611cce-ab9d-41ad-8db9-3adc74a80051,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:00.060962 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-7293696e-8865-4e89-9204-133b6c580c09 req-2748277f-bc75-4420-9fae-ec47e95847c8 service neutron] Transition to ACTIVE for port object 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:31:00.069975 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7293696e-8865-4e89-9204-133b6c580c09 req-2748277f-bc75-4420-9fae-ec47e95847c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:00.084352 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd833901-52a7-4f6c-b11e-c9138f285674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e51a22-393c-4c8c-81a1-56d87ed08203'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:31:00.094648 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffd9d2a-73ab-41ef-9432-ebe6d005a332" -d '{"events": [{"server_uuid": "fd833901-52a7-4f6c-b11e-c9138f285674", "name": "network-vif-plugged", "status": "completed", "tag": "c1e51a22-393c-4c8c-81a1-56d87ed08203"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:31:00.161751 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port c1e51a22-393c-4c8c-81a1-56d87ed08203, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c1e51a22-393c-4c8c-81a1-56d87ed08203,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:00.202210 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:00.251363 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748277f-bc75-4420-9fae-ec47e95847c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d17f901-a8f5-46dc-9afd-b4ff77d5c65a,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:00.280668 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=c1e51a22-393c-4c8c-81a1-56d87ed08203,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:00.329451 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97e93646-45f3-4b6a-a5cc-7941a6d954c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:00.331919 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c95a2e21-e7ec-4349-acc9-7a095398a38d None None] For port e6611cce-ab9d-41ad-8db9-3adc74a80051, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:31:00.335987 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c95a2e21-e7ec-4349-acc9-7a095398a38d None None] For port e6611cce-ab9d-41ad-8db9-3adc74a80051, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e6611cce-ab9d-41ad-8db9-3adc74a80051,segment=NetworkSegment(2f00fb30-6d48-4603-9c7e-6770642a874a),segment_id=2f00fb30-6d48-4603-9c7e-6770642a874a)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:31:00.349371 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c95a2e21-e7ec-4349-acc9-7a095398a38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:00.443354 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5704cb49-978c-4c8c-952a-c8c2130436df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:00.456315 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-7293696e-8865-4e89-9204-133b6c580c09 req-2748277f-bc75-4420-9fae-ec47e95847c8 service neutron] Attempting to bind port 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:31:00.456705 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-7293696e-8865-4e89-9204-133b6c580c09 req-2748277f-bc75-4420-9fae-ec47e95847c8 service neutron] Attempting to bind port 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '8bfbb34c-32d0-44b5-9b77-51a798cc85d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:31:00.456986 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7293696e-8865-4e89-9204-133b6c580c09 req-2748277f-bc75-4420-9fae-ec47e95847c8 service neutron] Attempting to bind port 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a on network 3d1be6a5-8870-45a4-8b11-20016bd71c75 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:31:00.460376 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a2e21-e7ec-4349-acc9-7a095398a38d None None] Pushing event updated for resources: {'Port': ['ID=e6611cce-ab9d-41ad-8db9-3adc74a80051,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:00.550151 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7293696e-8865-4e89-9204-133b6c580c09 req-2748277f-bc75-4420-9fae-ec47e95847c8 service neutron] Port 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a on network 3d1be6a5-8870-45a4-8b11-20016bd71c75 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:31:00.550533 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7293696e-8865-4e89-9204-133b6c580c09 req-2748277f-bc75-4420-9fae-ec47e95847c8 service neutron] Attempting to bind port 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a on network 3d1be6a5-8870-45a4-8b11-20016bd71c75 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:31:00.583095 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.db.api [None req-5704cb49-978c-4c8c-952a-c8c2130436df admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 09:31:00.583095 n-d-799996-1 neutron-server[93790]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 09:31:00.583095 n-d-799996-1 neutron-server[93790]: [parameters: {'project_id_1': 'bf5ad7bcb2f84d1ea9e4eef4e246065a', 'expiration_1': datetime.datetime(2021, 7, 9, 9, 31, 0, 504429)}] Jul 09 09:31:00.583095 n-d-799996-1 neutron-server[93790]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:31:00.584456 n-d-799996-1 neutron-server[93790]: DEBUG oslo_db.api [None req-5704cb49-978c-4c8c-952a-c8c2130436df admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:31:00.587132 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7293696e-8865-4e89-9204-133b6c580c09 req-2748277f-bc75-4420-9fae-ec47e95847c8 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:31:00.587499 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7293696e-8865-4e89-9204-133b6c580c09 req-2748277f-bc75-4420-9fae-ec47e95847c8 service neutron] Checking segment: {'id': '8bfbb34c-32d0-44b5-9b77-51a798cc85d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:31:00.587978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7293696e-8865-4e89-9204-133b6c580c09 req-2748277f-bc75-4420-9fae-ec47e95847c8 service neutron] Bound using segment: {'id': '8bfbb34c-32d0-44b5-9b77-51a798cc85d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:31:00.588437 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-7293696e-8865-4e89-9204-133b6c580c09 req-2748277f-bc75-4420-9fae-ec47e95847c8 service neutron] Bound port: 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bfbb34c-32d0-44b5-9b77-51a798cc85d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:31:00.588804 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7293696e-8865-4e89-9204-133b6c580c09 req-2748277f-bc75-4420-9fae-ec47e95847c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:00.625687 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148abea-6199-47d7-b6fa-26f524f7d8ad req-8b352185-598e-4eaa-ad3f-a2f6dc05e2a9 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:00.627620 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c148abea-6199-47d7-b6fa-26f524f7d8ad req-8b352185-598e-4eaa-ad3f-a2f6dc05e2a9 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 944 time: 0.7090533 Jul 09 09:31:00.679610 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-7293696e-8865-4e89-9204-133b6c580c09 req-2748277f-bc75-4420-9fae-ec47e95847c8 service neutron] For port 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:31:00.683747 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-7293696e-8865-4e89-9204-133b6c580c09 req-2748277f-bc75-4420-9fae-ec47e95847c8 service neutron] For port 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=5d17f901-a8f5-46dc-9afd-b4ff77d5c65a,segment=NetworkSegment(8bfbb34c-32d0-44b5-9b77-51a798cc85d3),segment_id=8bfbb34c-32d0-44b5-9b77-51a798cc85d3)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:31:00.688591 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-49041aeb-4ece-497c-869a-27d8e92b3955 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:00.692456 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7293696e-8865-4e89-9204-133b6c580c09 req-2748277f-bc75-4420-9fae-ec47e95847c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:00.738614 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-49041aeb-4ece-497c-869a-27d8e92b3955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:00.761345 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1415af-3dc1-439c-a43f-1bc31f2e94a6 req-b5004660-46f8-4cbf-a01a-5598b275f832 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:00.762741 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293696e-8865-4e89-9204-133b6c580c09 req-2748277f-bc75-4420-9fae-ec47e95847c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:00.763369 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7293696e-8865-4e89-9204-133b6c580c09 req-2748277f-bc75-4420-9fae-ec47e95847c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:00.765403 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7293696e-8865-4e89-9204-133b6c580c09 req-2748277f-bc75-4420-9fae-ec47e95847c8 service neutron] 10.222.0.58 "PUT /v2.0/ports/5d17f901-a8f5-46dc-9afd-b4ff77d5c65a HTTP/1.1" status: 200 len: 1091 time: 2.3103290 Jul 09 09:31:00.767926 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf57ca60-658f-43d7-9309-6e2f05d4abfb', 'tag': '5d17f901-a8f5-46dc-9afd-b4ff77d5c65a'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:31:00.770322 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2179004-6e75-4ecb-8ed7-3bedd39af16d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf57ca60-658f-43d7-9309-6e2f05d4abfb", "tag": "5d17f901-a8f5-46dc-9afd-b4ff77d5c65a"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:31:00.771452 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c1415af-3dc1-439c-a43f-1bc31f2e94a6 req-b5004660-46f8-4cbf-a01a-5598b275f832 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 943 time: 0.7487886 Jul 09 09:31:00.864467 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c1415af-3dc1-439c-a43f-1bc31f2e94a6 req-4ac08f13-c091-43c7-8fac-6c0ace15e8f2 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917361 Jul 09 09:31:00.902985 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c148abea-6199-47d7-b6fa-26f524f7d8ad req-e48c91ef-bb91-4a98-9e6c-26be505eb92a tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671103 Jul 09 09:31:00.967064 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee95518-a676-419d-9800-e4957d05de12 req-55fae191-91ce-4b0a-a679-8dc2012e834d tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:00.975463 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ee95518-a676-419d-9800-e4957d05de12 req-55fae191-91ce-4b0a-a679-8dc2012e834d tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 944 time: 0.7854443 Jul 09 09:31:00.991627 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748277f-bc75-4420-9fae-ec47e95847c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d17f901-a8f5-46dc-9afd-b4ff77d5c65a,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:01.095121 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5704cb49-978c-4c8c-952a-c8c2130436df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:01.108776 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663178de-dc0f-4f4c-b881-b361b50367a8 x-openstack-request-id: req-663178de-dc0f-4f4c-b881-b361b50367a8 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:31:01.109157 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd833901-52a7-4f6c-b11e-c9138f285674", "name": "network-vif-plugged", "status": "completed", "tag": "c1e51a22-393c-4c8c-81a1-56d87ed08203", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:31:01.109423 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-663178de-dc0f-4f4c-b881-b361b50367a8 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:31:01.109889 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd833901-52a7-4f6c-b11e-c9138f285674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e51a22-393c-4c8c-81a1-56d87ed08203', 'code': 200} Jul 09 09:31:01.135163 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-49041aeb-4ece-497c-869a-27d8e92b3955 admin admin] Allocated IP 172.25.3.123 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/6f31dbfc-3052-42ee-b1e2-34fac862d397) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:31:01.368889 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97e93646-45f3-4b6a-a5cc-7941a6d954c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:01.392264 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97e93646-45f3-4b6a-a5cc-7941a6d954c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:01.394938 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293696e-8865-4e89-9204-133b6c580c09 req-86c00645-f5de-4ff7-8c16-5fe1bb65b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:01.397196 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7293696e-8865-4e89-9204-133b6c580c09 req-86c00645-f5de-4ff7-8c16-5fe1bb65b8bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c9acf38ff167407f925d6b87ee411d50&device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 1094 time: 0.5465825 Jul 09 09:31:01.480402 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-97e93646-45f3-4b6a-a5cc-7941a6d954c0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f579444ed562480f923b8f6cf6076962&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6686883 Jul 09 09:31:01.486180 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46836) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:01.496094 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e93646-45f3-4b6a-a5cc-7941a6d954c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dee6ec6-cd0d-4c65-947d-80ccb1c224fc,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:01.518544 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7293696e-8865-4e89-9204-133b6c580c09 req-53f39dfa-aeae-40b2-9e8f-1a6691842421 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d17f901-a8f5-46dc-9afd-b4ff77d5c65a HTTP/1.1" status: 200 len: 217 time: 0.0956538 Jul 09 09:31:01.558818 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-49041aeb-4ece-497c-869a-27d8e92b3955 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:01.578336 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78c7a4-b5d7-48be-9701-279263a4bd38 req-78f49d6a-ec69-4ffe-9796-f322a01cc7d9 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:01.580421 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a78c7a4-b5d7-48be-9701-279263a4bd38 req-78f49d6a-ec69-4ffe-9796-f322a01cc7d9 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 943 time: 0.3027184 Jul 09 09:31:01.603470 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1a4bd3-5baa-48d2-a8f0-368ecb513098 x-openstack-request-id: req-4d1a4bd3-5baa-48d2-a8f0-368ecb513098 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:31:01.604073 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf57ca60-658f-43d7-9309-6e2f05d4abfb", "tag": "5d17f901-a8f5-46dc-9afd-b4ff77d5c65a", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:31:01.604774 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4d1a4bd3-5baa-48d2-a8f0-368ecb513098 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:31:01.605619 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf57ca60-658f-43d7-9309-6e2f05d4abfb', 'tag': '5d17f901-a8f5-46dc-9afd-b4ff77d5c65a', 'status': 'completed', 'code': 200} Jul 09 09:31:01.636265 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293696e-8865-4e89-9204-133b6c580c09 req-4a7fcf76-db73-46aa-8e2d-1efb7e8d1daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:01.638133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-7ee95518-a676-419d-9800-e4957d05de12 req-5353ff71-a833-4d8f-b139-58f7d0ac1da2 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Deleting port 20024951-0692-4438-aaab-a36d2504f660 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:31:01.638490 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7ee95518-a676-419d-9800-e4957d05de12 req-5353ff71-a833-4d8f-b139-58f7d0ac1da2 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:01.639590 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7293696e-8865-4e89-9204-133b6c580c09 req-4a7fcf76-db73-46aa-8e2d-1efb7e8d1daa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a4a0b147-f87c-465f-8728-76832153941d HTTP/1.1" status: 200 len: 855 time: 0.1145613 Jul 09 09:31:01.738445 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-49041aeb-4ece-497c-869a-27d8e92b3955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:01.769424 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5704cb49-978c-4c8c-952a-c8c2130436df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:01.787006 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5704cb49-978c-4c8c-952a-c8c2130436df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:01.824909 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49041aeb-4ece-497c-869a-27d8e92b3955 admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:31:01.827330 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293696e-8865-4e89-9204-133b6c580c09 req-2eb2765f-f827-4909-9a86-21d189a373f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:01.829457 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7293696e-8865-4e89-9204-133b6c580c09 req-2eb2765f-f827-4909-9a86-21d189a373f8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3d1be6a5-8870-45a4-8b11-20016bd71c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1747990 Jul 09 09:31:01.833724 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-49041aeb-4ece-497c-869a-27d8e92b3955 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:31:01.836245 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49041aeb-4ece-497c-869a-27d8e92b3955 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:31:01.873022 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a78c7a4-b5d7-48be-9701-279263a4bd38 req-9a801e42-1a39-479f-96f7-b11c9ef6e519 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/security-groups?id=be393f4f-3bda-4267-ab77-11f03ec104fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2676859 Jul 09 09:31:01.917469 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc685f11-1ae4-443c-9668-ce2bbfd2d19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:01.926746 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704cb49-978c-4c8c-952a-c8c2130436df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0b1f39-2b6b-4931-b52d-efc6545fccaf,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:01.963334 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5704cb49-978c-4c8c-952a-c8c2130436df admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bf5ad7bcb2f84d1ea9e4eef4e246065a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0930958 Jul 09 09:31:01.990039 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46842) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:02.163236 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc685f11-1ae4-443c-9668-ce2bbfd2d19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:02.278611 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e6611cce-ab9d-41ad-8db9-3adc74a80051 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:31:02.303355 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49041aeb-4ece-497c-869a-27d8e92b3955 admin admin] Pushing event updated for resources: {'Port': ['ID=6f31dbfc-3052-42ee-b1e2-34fac862d397,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:02.377557 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-7ee95518-a676-419d-9800-e4957d05de12 req-5353ff71-a833-4d8f-b139-58f7d0ac1da2 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] For port 20024951-0692-4438-aaab-a36d2504f660, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=20024951-0692-4438-aaab-a36d2504f660,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:02.377911 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7ee95518-a676-419d-9800-e4957d05de12 req-5353ff71-a833-4d8f-b139-58f7d0ac1da2 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:02.381835 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80362690-4e24-4195-bcd5-d0b8c3a12896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:02.415193 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92781d8-0f40-4adc-bdf8-9af1d2790487 None None] Network c2a62b28-c24a-4135-a300-83cd8df56946 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:31:02.424999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-7ee95518-a676-419d-9800-e4957d05de12 req-5353ff71-a833-4d8f-b139-58f7d0ac1da2 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Calling delete_port for 20024951-0692-4438-aaab-a36d2504f660 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:31:02.478172 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-49041aeb-4ece-497c-869a-27d8e92b3955 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:02.491188 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80362690-4e24-4195-bcd5-d0b8c3a12896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:02.551879 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port e6611cce-ab9d-41ad-8db9-3adc74a80051 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:31:02.554890 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc685f11-1ae4-443c-9668-ce2bbfd2d19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:02.557172 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc685f11-1ae4-443c-9668-ce2bbfd2d19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:02.561766 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-bc685f11-1ae4-443c-9668-ce2bbfd2d19c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2dee6ec6-cd0d-4c65-947d-80ccb1c224fc HTTP/1.1" status: 204 len: 168 time: 1.0743213 Jul 09 09:31:02.594503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120e36c-fbf2-41cf-8dd6-eb5f7cafed6e req-11e4bae6-3b02-4eb9-8f5a-dd35269e4039 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:02.602684 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6120e36c-fbf2-41cf-8dd6-eb5f7cafed6e req-11e4bae6-3b02-4eb9-8f5a-dd35269e4039 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 943 time: 0.4426463 Jul 09 09:31:02.617428 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc685f11-1ae4-443c-9668-ce2bbfd2d19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dee6ec6-cd0d-4c65-947d-80ccb1c224fc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:02.642497 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-61f065eb-0681-43be-a476-576682ab53d2 None None] Provisioning for port e6611cce-ab9d-41ad-8db9-3adc74a80051 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:31:02.653474 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce148037-fe8a-4b9b-92db-1b77b3f851dd req-93680513-2297-40a4-926f-b2d1904d611b tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:02.661436 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce148037-fe8a-4b9b-92db-1b77b3f851dd req-93680513-2297-40a4-926f-b2d1904d611b tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 944 time: 0.5035784 Jul 09 09:31:02.711570 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80362690-4e24-4195-bcd5-d0b8c3a12896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:02.714420 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80362690-4e24-4195-bcd5-d0b8c3a12896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:02.724570 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-80362690-4e24-4195-bcd5-d0b8c3a12896 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/af0b1f39-2b6b-4931-b52d-efc6545fccaf HTTP/1.1" status: 204 len: 168 time: 0.7238634 Jul 09 09:31:02.769255 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-49041aeb-4ece-497c-869a-27d8e92b3955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:02.802182 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-61f065eb-0681-43be-a476-576682ab53d2 None None] Provisioning complete for port e6611cce-ab9d-41ad-8db9-3adc74a80051 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:02.802814 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-61f065eb-0681-43be-a476-576682ab53d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:02.842138 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6120e36c-fbf2-41cf-8dd6-eb5f7cafed6e req-f4779e66-521f-4ae2-97a2-d497c83e551d tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384820 Jul 09 09:31:02.849087 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80362690-4e24-4195-bcd5-d0b8c3a12896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0b1f39-2b6b-4931-b52d-efc6545fccaf,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:02.958777 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce148037-fe8a-4b9b-92db-1b77b3f851dd req-9a7bda01-340c-44be-a0ad-459845f68d19 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779255 Jul 09 09:31:03.028288 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7293696e-8865-4e89-9204-133b6c580c09 req-6a594c86-4c97-4f3c-8aed-49d131625626 service neutron] 10.222.0.58 "GET /v2.0/networks/3d1be6a5-8870-45a4-8b11-20016bd71c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1345756 Jul 09 09:31:03.098652 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7ee95518-a676-419d-9800-e4957d05de12 req-5353ff71-a833-4d8f-b139-58f7d0ac1da2 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:03.243566 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353ff71-a833-4d8f-b139-58f7d0ac1da2 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Pushing event deleted for resources: {'Port': ['ID=20024951-0692-4438-aaab-a36d2504f660,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:03.351563 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7293696e-8865-4e89-9204-133b6c580c09 req-6bef33d3-f154-43ca-b9a4-1cfe83448df0 service neutron] 10.222.0.58 "GET /v2.0/networks/3d1be6a5-8870-45a4-8b11-20016bd71c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102608 Jul 09 09:31:03.416230 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee95518-a676-419d-9800-e4957d05de12 req-5353ff71-a833-4d8f-b139-58f7d0ac1da2 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] No DVR routers for this DVR port 20024951-0692-4438-aaab-a36d2504f660 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:31:03.419361 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7ee95518-a676-419d-9800-e4957d05de12 req-5353ff71-a833-4d8f-b139-58f7d0ac1da2 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:03.424230 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ee95518-a676-419d-9800-e4957d05de12 req-5353ff71-a833-4d8f-b139-58f7d0ac1da2 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.64 "DELETE /v2.0/ports/20024951-0692-4438-aaab-a36d2504f660 HTTP/1.1" status: 204 len: 173 time: 2.4412231 Jul 09 09:31:03.425764 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdb6997-6297-41b0-9bc6-02783d8e2b24', 'name': 'network-vif-deleted', 'tag': '20024951-0692-4438-aaab-a36d2504f660'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:31:03.429967 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cea4bd6-ca60-44e2-bb4c-3298f503e6d0" -d '{"events": [{"server_uuid": "3fdb6997-6297-41b0-9bc6-02783d8e2b24", "name": "network-vif-deleted", "tag": "20024951-0692-4438-aaab-a36d2504f660"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:31:03.520649 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadca8e-6b7a-4dd7-9dc7-4aa447bccba2 req-8bdf8399-02f8-4ddd-9f00-6260c6ee7616 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:03.529894 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3cadca8e-6b7a-4dd7-9dc7-4aa447bccba2 req-8bdf8399-02f8-4ddd-9f00-6260c6ee7616 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 943 time: 0.2053344 Jul 09 09:31:03.533633 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49041aeb-4ece-497c-869a-27d8e92b3955 admin admin] Router b41924db-50ec-407f-91cd-b9935d2ff1cd is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:31:03.555574 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e04b7b-f931-4981-9b28-df3d59fd3da3 x-openstack-request-id: req-19e04b7b-f931-4981-9b28-df3d59fd3da3 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:31:03.555890 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdb6997-6297-41b0-9bc6-02783d8e2b24", "name": "network-vif-deleted", "tag": "20024951-0692-4438-aaab-a36d2504f660", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:31:03.556146 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-19e04b7b-f931-4981-9b28-df3d59fd3da3 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:31:03.557073 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdb6997-6297-41b0-9bc6-02783d8e2b24', 'name': 'network-vif-deleted', 'tag': '20024951-0692-4438-aaab-a36d2504f660', 'status': 'completed', 'code': 200} Jul 09 09:31:03.691168 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3cadca8e-6b7a-4dd7-9dc7-4aa447bccba2 req-3303d2ba-bbe0-481f-9446-f473f80fd792 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/security-groups?id=be393f4f-3bda-4267-ab77-11f03ec104fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571443 Jul 09 09:31:03.693031 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46868) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:03.702783 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46870) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:03.722961 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:03.760749 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d9fa67a-3019-4195-abad-d965fa35e7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:03.789530 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b904943-67a1-4641-b093-1c0b41c69d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:03.830869 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2179004-6e75-4ecb-8ed7-3bedd39af16d req-3cce004d-cc54-41af-bd91-0e38eea1f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:03.832465 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e2179004-6e75-4ecb-8ed7-3bedd39af16d req-3cce004d-cc54-41af-bd91-0e38eea1f549 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c9acf38ff167407f925d6b87ee411d50&device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 1094 time: 0.4234717 Jul 09 09:31:03.896255 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49041aeb-4ece-497c-869a-27d8e92b3955 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:31:03.909076 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] Sync routers for ids ['b41924db-50ec-407f-91cd-b9935d2ff1cd'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:31:03.935052 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-61f065eb-0681-43be-a476-576682ab53d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:03.936366 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] Routers {'b41924db-50ec-407f-91cd-b9935d2ff1cd'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:31:03.937088 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:30:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b41924db-50ec-407f-91cd-b9935d2ff1cd'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:03.966652 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2179004-6e75-4ecb-8ed7-3bedd39af16d req-b2ced921-ec9b-4c76-9927-1023c6f0267f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:03.968685 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e2179004-6e75-4ecb-8ed7-3bedd39af16d req-b2ced921-ec9b-4c76-9927-1023c6f0267f service neutron] 10.222.0.58 "GET /v2.0/networks?id=3d1be6a5-8870-45a4-8b11-20016bd71c75 HTTP/1.1" status: 200 len: 917 time: 0.1281528 Jul 09 09:31:04.031634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device d62b284d-3a33-4f47-995d-550f165eebc5 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:31:04.118417 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e2179004-6e75-4ecb-8ed7-3bedd39af16d req-daab63fb-d15c-41ce-a887-a701f54025f2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d17f901-a8f5-46dc-9afd-b4ff77d5c65a HTTP/1.1" status: 200 len: 217 time: 0.1426241 Jul 09 09:31:04.124292 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-61f065eb-0681-43be-a476-576682ab53d2 None None] For port e6611cce-ab9d-41ad-8db9-3adc74a80051, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e6611cce-ab9d-41ad-8db9-3adc74a80051,segment=NetworkSegment(2f00fb30-6d48-4603-9c7e-6770642a874a),segment_id=2f00fb30-6d48-4603-9c7e-6770642a874a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:04.134029 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d9fa67a-3019-4195-abad-d965fa35e7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:04.141222 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-61f065eb-0681-43be-a476-576682ab53d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:04.183480 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d9fa67a-3019-4195-abad-d965fa35e7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:04.242189 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] Set router b41924db-50ec-407f-91cd-b9935d2ff1cd gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:31:04.286221 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f065eb-0681-43be-a476-576682ab53d2 None None] Pushing event updated for resources: {'Port': ['ID=e6611cce-ab9d-41ad-8db9-3adc74a80051,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:04.288181 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-49041aeb-4ece-497c-869a-27d8e92b3955 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:04.306061 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-49041aeb-4ece-497c-869a-27d8e92b3955 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8729508 Jul 09 09:31:04.315419 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46880) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:04.522397 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1d9fa67a-3019-4195-abad-d965fa35e7fa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5775dc7141c441bdbc922fafc606a039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8216877 Jul 09 09:31:04.540205 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca7dd9e1-6505-4367-9480-62e6351582c8 req-ceec87c6-4944-4f2d-915b-340b18ad982d tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdb6997-6297-41b0-9bc6-02783d8e2b24 HTTP/1.1" status: 200 len: 210 time: 0.2151380 Jul 09 09:31:04.541467 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46882) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:04.578246 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fa67a-3019-4195-abad-d965fa35e7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a12a2b-9253-4782-97be-36ab2e84c275,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:04.581024 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2a98e7da-6dd1-4ca1-8c9d-02677ac4d8f6 None None] Provisioning complete for port e6611cce-ab9d-41ad-8db9-3adc74a80051 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:04.582758 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2a98e7da-6dd1-4ca1-8c9d-02677ac4d8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:04.810120 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41924db-50ec-407f-91cd-b9935d2ff1cd', 'name': 'tempest-ServersTestMultiNic-75636113-router', 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '6f31dbfc-3052-42ee-b1e2-34fac862d397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:30:58Z', 'updated_at': '2021-07-09T09:31:02Z', 'revision_number': 3, 'project_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'gw_port': {'id': '6f31dbfc-3052-42ee-b1e2-34fac862d397', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41924db-50ec-407f-91cd-b9935d2ff1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:31:00Z', 'updated_at': '2021-07-09T09:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:04.864323 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d207a9-7fb4-457e-89bf-0c98bc596078 req-b6b4cc40-f92c-408d-a540-5576c57b048c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:04.868957 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] Checking router: b41924db-50ec-407f-91cd-b9935d2ff1cd for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:31:04.869432 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] Updating router b41924db-50ec-407f-91cd-b9935d2ff1cd port 6f31dbfc-3052-42ee-b1e2-34fac862d397 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:31:04.872753 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66d207a9-7fb4-457e-89bf-0c98bc596078 req-b6b4cc40-f92c-408d-a540-5576c57b048c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 943 time: 0.7614126 Jul 09 09:31:04.941769 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:04.982865 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66d207a9-7fb4-457e-89bf-0c98bc596078 req-cf324427-ddef-43bd-bbce-9024929e3442 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043646 Jul 09 09:31:05.029305 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f94aac6-8836-4839-8c2f-06cfbc781e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:05.093563 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b904943-67a1-4641-b093-1c0b41c69d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:05.105235 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f94aac6-8836-4839-8c2f-06cfbc781e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:05.122678 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b904943-67a1-4641-b093-1c0b41c69d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:05.126654 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 20024951-0692-4438-aaab-a36d2504f660 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:31:05.180222 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 20024951-0692-4438-aaab-a36d2504f660 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:31:05.180568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 20024951-0692-4438-aaab-a36d2504f660 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:31:05.232172 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2179004-6e75-4ecb-8ed7-3bedd39af16d req-fc6e8ebb-de36-49b0-a74e-66f850a1c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:05.234302 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e2179004-6e75-4ecb-8ed7-3bedd39af16d req-fc6e8ebb-de36-49b0-a74e-66f850a1c30b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a4a0b147-f87c-465f-8728-76832153941d HTTP/1.1" status: 200 len: 855 time: 1.1086364 Jul 09 09:31:05.243285 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5b904943-67a1-4641-b093-1c0b41c69d6f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=555db1748dbc4d74b3518802d077ce8f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5378118 Jul 09 09:31:05.268359 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:05.269433 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46894) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:05.270799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b904943-67a1-4641-b093-1c0b41c69d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbd06f6-433a-4d2f-a62d-31f7e9930f20,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:05.303379 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] Transition to ACTIVE for port object 6f31dbfc-3052-42ee-b1e2-34fac862d397 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:31:05.313841 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:05.374014 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ff42e-b388-4ba4-a7ae-c585153c74a1 None None] Pushing event updated for resources: {'Port': ['ID=6f31dbfc-3052-42ee-b1e2-34fac862d397,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:05.390142 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff42e-b388-4ba4-a7ae-c585153c74a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:05.390834 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff42e-b388-4ba4-a7ae-c585153c74a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:05.391396 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff42e-b388-4ba4-a7ae-c585153c74a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:05.391975 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff42e-b388-4ba4-a7ae-c585153c74a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:05.392672 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff42e-b388-4ba4-a7ae-c585153c74a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:05.393549 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff42e-b388-4ba4-a7ae-c585153c74a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:05.394739 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff42e-b388-4ba4-a7ae-c585153c74a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:05.395246 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff42e-b388-4ba4-a7ae-c585153c74a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:05.395774 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff42e-b388-4ba4-a7ae-c585153c74a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:05.396323 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff42e-b388-4ba4-a7ae-c585153c74a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:05.397571 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff42e-b388-4ba4-a7ae-c585153c74a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:05.398131 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff42e-b388-4ba4-a7ae-c585153c74a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:05.445900 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] Attempting to bind port 6f31dbfc-3052-42ee-b1e2-34fac862d397 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:31:05.446516 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] Attempting to bind port 6f31dbfc-3052-42ee-b1e2-34fac862d397 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:31:05.448259 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] Attempting to bind port 6f31dbfc-3052-42ee-b1e2-34fac862d397 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:31:05.454788 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9dcb060e-80ac-48ea-8376-2b7d2c1974cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:05.461817 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:31:05.462586 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:31:05.463758 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:05.464811 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:31:05.466434 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] Bound port: 6f31dbfc-3052-42ee-b1e2-34fac862d397, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:31:05.468079 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:05.470336 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb0e4-b111-4db2-a57f-53a800288a90 req-195ecaec-90aa-4c40-b242-a13f5f763fbb tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:05.472023 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ed0bb0e4-b111-4db2-a57f-53a800288a90 req-195ecaec-90aa-4c40-b242-a13f5f763fbb tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 943 time: 0.2219214 Jul 09 09:31:05.472876 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f94aac6-8836-4839-8c2f-06cfbc781e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:05.475717 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f94aac6-8836-4839-8c2f-06cfbc781e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:05.477412 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4f94aac6-8836-4839-8c2f-06cfbc781e4a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e2a12a2b-9253-4782-97be-36ab2e84c275 HTTP/1.1" status: 204 len: 168 time: 0.9297032 Jul 09 09:31:05.516913 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2179004-6e75-4ecb-8ed7-3bedd39af16d req-68e0c596-b95c-433e-8fc9-e6429078be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:05.518371 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e2179004-6e75-4ecb-8ed7-3bedd39af16d req-68e0c596-b95c-433e-8fc9-e6429078be7a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3d1be6a5-8870-45a4-8b11-20016bd71c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2703912 Jul 09 09:31:05.545645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94aac6-8836-4839-8c2f-06cfbc781e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a12a2b-9253-4782-97be-36ab2e84c275,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:05.553003 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] For port 6f31dbfc-3052-42ee-b1e2-34fac862d397, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:31:05.556713 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] For port 6f31dbfc-3052-42ee-b1e2-34fac862d397, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6f31dbfc-3052-42ee-b1e2-34fac862d397,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:31:05.564113 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:05.611321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ed0bb0e4-b111-4db2-a57f-53a800288a90 req-26910004-169b-45f7-a2ea-50dc376d2aa6 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/security-groups?id=be393f4f-3bda-4267-ab77-11f03ec104fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037993 Jul 09 09:31:05.635270 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9dcb060e-80ac-48ea-8376-2b7d2c1974cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:05.657309 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ff42e-b388-4ba4-a7ae-c585153c74a1 None None] Pushing event updated for resources: {'Port': ['ID=6f31dbfc-3052-42ee-b1e2-34fac862d397,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:05.683271 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] Routers {'b41924db-50ec-407f-91cd-b9935d2ff1cd'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:31:05.685359 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:30:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b41924db-50ec-407f-91cd-b9935d2ff1cd'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:05.820376 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] Set router b41924db-50ec-407f-91cd-b9935d2ff1cd gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:31:05.914119 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-56b6a58e-77ed-4145-be8c-071ceffae4fd service neutron] 10.222.0.58 "GET /v2.0/ports/d62b284d-3a33-4f47-995d-550f165eebc5/bindings/n-h2-799996-1 HTTP/1.1" status: 200 len: 384 time: 0.1464009 Jul 09 09:31:05.922142 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e2179004-6e75-4ecb-8ed7-3bedd39af16d req-55be2b9c-de7e-4531-b374-d475f74ee6fe service neutron] 10.222.0.58 "GET /v2.0/networks/3d1be6a5-8870-45a4-8b11-20016bd71c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938899 Jul 09 09:31:06.254821 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41924db-50ec-407f-91cd-b9935d2ff1cd', 'name': 'tempest-ServersTestMultiNic-75636113-router', 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '6f31dbfc-3052-42ee-b1e2-34fac862d397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:30:58Z', 'updated_at': '2021-07-09T09:31:02Z', 'revision_number': 3, 'project_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'gw_port': {'id': '6f31dbfc-3052-42ee-b1e2-34fac862d397', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41924db-50ec-407f-91cd-b9935d2ff1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:31:00Z', 'updated_at': '2021-07-09T09:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:06.298249 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e6611cce-ab9d-41ad-8db9-3adc74a80051 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:31:06.338193 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9dcb060e-80ac-48ea-8376-2b7d2c1974cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:06.340768 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9dcb060e-80ac-48ea-8376-2b7d2c1974cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:06.353955 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b83aa7-a41a-427f-886f-38359e542ccf None None] The sync data for ids ['b41924db-50ec-407f-91cd-b9935d2ff1cd'] in n-d-799996-1 is: [{'id': 'b41924db-50ec-407f-91cd-b9935d2ff1cd', 'name': 'tempest-ServersTestMultiNic-75636113-router', 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '6f31dbfc-3052-42ee-b1e2-34fac862d397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:30:58Z', 'updated_at': '2021-07-09T09:31:02Z', 'revision_number': 3, 'project_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'gw_port': {'id': '6f31dbfc-3052-42ee-b1e2-34fac862d397', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41924db-50ec-407f-91cd-b9935d2ff1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:31:00Z', 'updated_at': '2021-07-09T09:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:31:06.356627 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9dcb060e-80ac-48ea-8376-2b7d2c1974cc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6bbd06f6-433a-4d2f-a62d-31f7e9930f20 HTTP/1.1" status: 204 len: 168 time: 1.0746982 Jul 09 09:31:06.381886 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-a695898b-e137-4136-a909-55555938d33b service neutron] For port d62b284d-3a33-4f47-995d-550f165eebc5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d62b284d-3a33-4f47-995d-550f165eebc5,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:06.423410 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e2179004-6e75-4ecb-8ed7-3bedd39af16d req-e02c11e8-3e95-47ff-b540-af0d36d9258a service neutron] 10.222.0.58 "GET /v2.0/networks/3d1be6a5-8870-45a4-8b11-20016bd71c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790809 Jul 09 09:31:06.473930 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb060e-80ac-48ea-8376-2b7d2c1974cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbd06f6-433a-4d2f-a62d-31f7e9930f20,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:06.479354 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-a695898b-e137-4136-a909-55555938d33b service neutron] For port d62b284d-3a33-4f47-995d-550f165eebc5, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:31:06.633527 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ced3f81f-ec3f-4606-9ca9-8441f9099663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:06.639245 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-a695898b-e137-4136-a909-55555938d33b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62b284d-3a33-4f47-995d-550f165eebc5 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:31:06.667395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port e6611cce-ab9d-41ad-8db9-3adc74a80051 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:06.667790 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:06.679662 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-a695898b-e137-4136-a909-55555938d33b service neutron] For port d62b284d-3a33-4f47-995d-550f165eebc5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=d62b284d-3a33-4f47-995d-550f165eebc5,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:06.709645 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-a695898b-e137-4136-a909-55555938d33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:06.898293 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-98c62522-aa5e-4a4d-9959-f04bab146a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:06.902348 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-a695898b-e137-4136-a909-55555938d33b service neutron] Transition to ACTIVE for port object d62b284d-3a33-4f47-995d-550f165eebc5 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:31:06.945014 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-a695898b-e137-4136-a909-55555938d33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:07.306468 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-ced3f81f-ec3f-4606-9ca9-8441f9099663 admin admin] Allocated IP 172.20.0.1 (c2a62b28-c24a-4135-a300-83cd8df56946/067bea4c-4068-42d1-90b5-523cb1cf2045/f043feb8-587e-4382-9235-ac6e5e39b153) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:31:07.327051 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-a695898b-e137-4136-a909-55555938d33b service neutron] No DVR routers for this DVR port d62b284d-3a33-4f47-995d-550f165eebc5 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:31:07.354995 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e0e4d-f008-45a1-817a-de7ce3ab9803 req-d899b84b-24f4-4bca-a554-f360052d07ed tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:07.363262 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d70e0e4d-f008-45a1-817a-de7ce3ab9803 req-d899b84b-24f4-4bca-a554-f360052d07ed tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.58 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 944 time: 0.3731401 Jul 09 09:31:07.511298 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-a695898b-e137-4136-a909-55555938d33b service neutron] 10.222.0.58 "PUT /v2.0/ports/d62b284d-3a33-4f47-995d-550f165eebc5/bindings/n-h2-799996-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5899315 Jul 09 09:31:07.520760 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695898b-e137-4136-a909-55555938d33b service neutron] Pushing event updated for resources: {'Port': ['ID=d62b284d-3a33-4f47-995d-550f165eebc5,revision_number=10']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:07.589052 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbfd7e-78fb-4d3d-b31b-a4cf33175ee6 req-6fe8dd3b-6267-4341-928a-5c718097b46c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:07.600093 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e1dbfd7e-78fb-4d3d-b31b-a4cf33175ee6 req-6fe8dd3b-6267-4341-928a-5c718097b46c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 944 time: 0.6958168 Jul 09 09:31:07.727373 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc636a5-5681-442b-89a2-a0bc8d04922c req-b85bff2d-9351-44c1-ba21-095b7c5a6d8e tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:07.736733 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fc636a5-5681-442b-89a2-a0bc8d04922c req-b85bff2d-9351-44c1-ba21-095b7c5a6d8e tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 944 time: 0.8302922 Jul 09 09:31:07.774081 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ced3f81f-ec3f-4606-9ca9-8441f9099663 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:07.803550 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-ced3f81f-ec3f-4606-9ca9-8441f9099663 admin admin] Transition to ACTIVE for port object f043feb8-587e-4382-9235-ac6e5e39b153 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:31:07.808942 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-d70e0e4d-f008-45a1-817a-de7ce3ab9803 req-6a37ad4c-c9d5-4197-9487-faf358bbc503 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Deleting port c6e30853-a0dd-4849-8fdf-d814c3abe82f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:31:07.809555 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d70e0e4d-f008-45a1-817a-de7ce3ab9803 req-6a37ad4c-c9d5-4197-9487-faf358bbc503 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:07.862594 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e1dbfd7e-78fb-4d3d-b31b-a4cf33175ee6 req-0e7136fd-3825-4d5b-9598-5c9a7d552a52 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616131 Jul 09 09:31:07.933683 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fc636a5-5681-442b-89a2-a0bc8d04922c req-a6948671-e5ea-4d37-8341-9d14cffc7217 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/security-groups?id=779fe310-2650-44d4-abd7-18dd63965c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959536 Jul 09 09:31:07.997590 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-2d5fb66c-2984-44ba-91d4-7f3959ee0ed9 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:07.999148 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-2d5fb66c-2984-44ba-91d4-7f3959ee0ed9 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7&tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&binding%3Ahost_id=n-h1-799996-1 HTTP/1.1" status: 200 len: 1095 time: 0.3366520 Jul 09 09:31:08.194983 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-05d13759-e56c-412f-94b1-569b1e589c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:08.196592 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-05d13759-e56c-412f-94b1-569b1e589c3d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7&tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8 HTTP/1.1" status: 200 len: 1095 time: 0.1894851 Jul 09 09:31:08.296837 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ced3f81f-ec3f-4606-9ca9-8441f9099663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:08.338894 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d70e0e4d-f008-45a1-817a-de7ce3ab9803 req-6a37ad4c-c9d5-4197-9487-faf358bbc503 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] For port c6e30853-a0dd-4849-8fdf-d814c3abe82f, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c6e30853-a0dd-4849-8fdf-d814c3abe82f,segment=NetworkSegment(8d8a8a37-a46f-4ccd-854b-e95cd489950e),segment_id=8d8a8a37-a46f-4ccd-854b-e95cd489950e)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:08.339290 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d70e0e4d-f008-45a1-817a-de7ce3ab9803 req-6a37ad4c-c9d5-4197-9487-faf358bbc503 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:08.377468 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6f31dbfc-3052-42ee-b1e2-34fac862d397 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:31:08.455107 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-766bba77-b157-4441-83dc-4306bb1b4425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:08.464116 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-766bba77-b157-4441-83dc-4306bb1b4425 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 1095 time: 0.2379918 Jul 09 09:31:08.497021 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 6f31dbfc-3052-42ee-b1e2-34fac862d397 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:31:08.504666 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 6f31dbfc-3052-42ee-b1e2-34fac862d397 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:08.505500 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:08.563583 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-d70e0e4d-f008-45a1-817a-de7ce3ab9803 req-6a37ad4c-c9d5-4197-9487-faf358bbc503 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Calling delete_port for c6e30853-a0dd-4849-8fdf-d814c3abe82f owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:31:08.579570 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced3f81f-ec3f-4606-9ca9-8441f9099663 admin admin] Network c2a62b28-c24a-4135-a300-83cd8df56946 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:31:08.610055 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ced3f81f-ec3f-4606-9ca9-8441f9099663 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:31:08.626885 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced3f81f-ec3f-4606-9ca9-8441f9099663 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:31:08.737811 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3f81f-ec3f-4606-9ca9-8441f9099663 admin admin] Pushing event updated for resources: {'Port': ['ID=f043feb8-587e-4382-9235-ac6e5e39b153,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:08.810663 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:08.829111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-e4c7066c-7b15-41dd-9161-48f704080974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:08.837519 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-e4c7066c-7b15-41dd-9161-48f704080974 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 909 time: 0.3638327 Jul 09 09:31:08.918996 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 6f31dbfc-3052-42ee-b1e2-34fac862d397, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6f31dbfc-3052-42ee-b1e2-34fac862d397,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:08.940607 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:08.960725 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:08.980939 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ced3f81f-ec3f-4606-9ca9-8441f9099663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:09.034382 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-2922c021-9ec7-46eb-9b79-776a9fccf5e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d62b284d-3a33-4f47-995d-550f165eebc5 HTTP/1.1" status: 200 len: 217 time: 0.1958847 Jul 09 09:31:09.122874 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=6f31dbfc-3052-42ee-b1e2-34fac862d397,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:09.158862 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-422f8efa-3463-498d-bf82-5bb7dbb8a43f None None] Provisioning for port f043feb8-587e-4382-9235-ac6e5e39b153 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:31:09.164326 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-422f8efa-3463-498d-bf82-5bb7dbb8a43f None None] Provisioning complete for port f043feb8-587e-4382-9235-ac6e5e39b153 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:09.164722 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-422f8efa-3463-498d-bf82-5bb7dbb8a43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:09.271113 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-422f8efa-3463-498d-bf82-5bb7dbb8a43f None None] Port f043feb8-587e-4382-9235-ac6e5e39b153 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:31:09.342713 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6ac20b8-7062-4374-a2d5-6464b42b92e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:09.381470 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-0ae452cd-6de7-4f09-8b52-de0574e9c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:09.384005 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-0ae452cd-6de7-4f09-8b52-de0574e9c3a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b34d4ae-0ef5-43aa-9b17-e2650b35854e HTTP/1.1" status: 200 len: 848 time: 0.1379120 Jul 09 09:31:09.464850 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:09.470017 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-96269041-e7ca-4d2b-87c2-d52e2fc58529 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709641 Jul 09 09:31:09.489777 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d70e0e4d-f008-45a1-817a-de7ce3ab9803 req-6a37ad4c-c9d5-4197-9487-faf358bbc503 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:09.544784 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37ad4c-c9d5-4197-9487-faf358bbc503 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Pushing event deleted for resources: {'Port': ['ID=c6e30853-a0dd-4849-8fdf-d814c3abe82f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:09.557349 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ced3f81f-ec3f-4606-9ca9-8441f9099663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:09.606012 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-eaa52425-7922-4774-a8ea-e71a1ffef3df service neutron] 10.222.0.64 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261933 Jul 09 09:31:09.633151 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70e0e4d-f008-45a1-817a-de7ce3ab9803 req-6a37ad4c-c9d5-4197-9487-faf358bbc503 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] No DVR routers for this DVR port c6e30853-a0dd-4849-8fdf-d814c3abe82f on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:31:09.638941 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d70e0e4d-f008-45a1-817a-de7ce3ab9803 req-6a37ad4c-c9d5-4197-9487-faf358bbc503 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:09.639472 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45296c-24dd-4825-8ec0-1e34fc91ddf1 req-e91262f6-83ff-4070-b280-d2c0257d60f7 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:09.641655 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d70e0e4d-f008-45a1-817a-de7ce3ab9803 req-6a37ad4c-c9d5-4197-9487-faf358bbc503 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.58 "DELETE /v2.0/ports/c6e30853-a0dd-4849-8fdf-d814c3abe82f HTTP/1.1" status: 204 len: 173 time: 2.2695744 Jul 09 09:31:09.647232 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f83037-eee1-4d2d-9e29-2de59ebf8480', 'name': 'network-vif-deleted', 'tag': 'c6e30853-a0dd-4849-8fdf-d814c3abe82f'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:31:09.647462 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2e45296c-24dd-4825-8ec0-1e34fc91ddf1 req-e91262f6-83ff-4070-b280-d2c0257d60f7 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 943 time: 0.6114817 Jul 09 09:31:09.653368 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a6e479-72be-48f4-95f1-34a53a0bdb19" -d '{"events": [{"server_uuid": "79f83037-eee1-4d2d-9e29-2de59ebf8480", "name": "network-vif-deleted", "tag": "c6e30853-a0dd-4849-8fdf-d814c3abe82f"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:31:09.771808 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-f26ae4c0-548b-48fb-9d43-1501b96c600f service neutron] 10.222.0.64 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442122 Jul 09 09:31:10.259555 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ced3f81f-ec3f-4606-9ca9-8441f9099663 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:10.271898 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ced3f81f-ec3f-4606-9ca9-8441f9099663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:10.289630 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6f31dbfc-3052-42ee-b1e2-34fac862d397 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:31:10.345393 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ced3f81f-ec3f-4606-9ca9-8441f9099663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:10.433216 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 6f31dbfc-3052-42ee-b1e2-34fac862d397 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:10.433594 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:10.540948 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 47040) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:10.560412 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2e45296c-24dd-4825-8ec0-1e34fc91ddf1 req-13591620-723b-42cc-b221-bb527e6ff95f tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/security-groups?id=be393f4f-3bda-4267-ab77-11f03ec104fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9096351 Jul 09 09:31:10.680026 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5a755-4aaf-49ac-a821-2e2ff4fc3747 req-4113a087-5e79-4881-ab96-e1b0869c7f58 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:10.681910 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced3f81f-ec3f-4606-9ca9-8441f9099663 admin admin] Network c2a62b28-c24a-4135-a300-83cd8df56946 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:31:10.688774 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-49c5a755-4aaf-49ac-a821-2e2ff4fc3747 req-4113a087-5e79-4881-ab96-e1b0869c7f58 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 944 time: 1.2255774 Jul 09 09:31:10.690672 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ced3f81f-ec3f-4606-9ca9-8441f9099663 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:31:10.727635 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3f81f-ec3f-4606-9ca9-8441f9099663 admin admin] Pushing event updated for resources: {'Port': ['ID=f043feb8-587e-4382-9235-ac6e5e39b153,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:10.794478 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-df77285a-6937-48de-b47d-85ccea7a9d4a tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:10.796627 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-df77285a-6937-48de-b47d-85ccea7a9d4a tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7&tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&binding%3Ahost_id=n-h2-799996-1 HTTP/1.1" status: 200 len: 1095 time: 0.2342269 Jul 09 09:31:10.844786 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-49c5a755-4aaf-49ac-a821-2e2ff4fc3747 req-d17e3095-19cc-42e8-9152-1fe5b880d421 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550906 Jul 09 09:31:10.871561 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa3dbd56-30a6-41fa-a0b7-1df9d13b01db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:10.937039 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced3f81f-ec3f-4606-9ca9-8441f9099663 admin admin] Router b41924db-50ec-407f-91cd-b9935d2ff1cd has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:31:10.964201 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-792790d7-3674-43d7-97a9-8741f632e332 req-cf11dddf-635d-4d61-b81c-db44eaa83770 tempest-LiveAutoBlockMigrationV225Test-1366815226 tempest-LiveAutoBlockMigrationV225Test-1366815226-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f83037-eee1-4d2d-9e29-2de59ebf8480 HTTP/1.1" status: 200 len: 210 time: 0.0366514 Jul 09 09:31:11.080767 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:11.096048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-ceab1731-f896-4583-ba7b-c043f6fb025e service neutron] For port d62b284d-3a33-4f47-995d-550f165eebc5, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:31:11.112871 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-ceab1731-f896-4583-ba7b-c043f6fb025e service neutron] Notify callbacks [] for binding, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:11.114363 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea0b9db5-8ace-4eb6-a497-31ab33bac933 req-ceab1731-f896-4583-ba7b-c043f6fb025e service neutron] 10.222.0.64 "DELETE /v2.0/ports/d62b284d-3a33-4f47-995d-550f165eebc5/bindings/n-h1-799996-1 HTTP/1.1" status: 204 len: 173 time: 0.2968626 Jul 09 09:31:11.185087 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa3dbd56-30a6-41fa-a0b7-1df9d13b01db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:11.190002 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced3f81f-ec3f-4606-9ca9-8441f9099663 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:31:11.194540 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa3dbd56-30a6-41fa-a0b7-1df9d13b01db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:11.203225 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ced3f81f-ec3f-4606-9ca9-8441f9099663 admin admin] 10.222.0.61 "PUT /v2.0/routers/b41924db-50ec-407f-91cd-b9935d2ff1cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8822305 Jul 09 09:31:11.209311 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] Sync routers for ids ['b41924db-50ec-407f-91cd-b9935d2ff1cd'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:31:11.243605 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] Routers {'b41924db-50ec-407f-91cd-b9935d2ff1cd'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:31:11.248695 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:31:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b41924db-50ec-407f-91cd-b9935d2ff1cd'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:11.276988 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3dbd56-30a6-41fa-a0b7-1df9d13b01db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058cf78c-c6fc-4ca9-8523-586ec149d0be,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:11.281387 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484d8085-a85e-4914-89d6-4ac7f8843ad7 x-openstack-request-id: req-484d8085-a85e-4914-89d6-4ac7f8843ad7 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:31:11.281681 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f83037-eee1-4d2d-9e29-2de59ebf8480", "name": "network-vif-deleted", "tag": "c6e30853-a0dd-4849-8fdf-d814c3abe82f", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:31:11.281934 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-484d8085-a85e-4914-89d6-4ac7f8843ad7 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:31:11.282367 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f83037-eee1-4d2d-9e29-2de59ebf8480', 'name': 'network-vif-deleted', 'tag': 'c6e30853-a0dd-4849-8fdf-d814c3abe82f', 'status': 'completed', 'code': 200} Jul 09 09:31:11.311904 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fa3dbd56-30a6-41fa-a0b7-1df9d13b01db admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e237416d52d2442a8fd1fc38b4921d47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7666478 Jul 09 09:31:11.312831 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47048) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:11.366960 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 47058) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:11.373557 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0eac22ad-065e-4d41-b0c4-a277eadfa872 None None] Provisioning complete for port f043feb8-587e-4382-9235-ac6e5e39b153 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:11.374180 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0eac22ad-065e-4d41-b0c4-a277eadfa872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:11.452276 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a8d41e5-5d4b-4b3b-a66a-2a4b24b04835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:11.466608 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-301f1227-b28c-4a63-b9ae-df45201b71c9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-295136001'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:11.491073 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-0eac22ad-065e-4d41-b0c4-a277eadfa872 None None] Port f043feb8-587e-4382-9235-ac6e5e39b153 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:31:11.509183 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301f1227-b28c-4a63-b9ae-df45201b71c9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Made reservation on behalf of ccf6ebcefc44456fb4b443a1a3c4cef4 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:31:11.514047 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-301f1227-b28c-4a63-b9ae-df45201b71c9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:11.524861 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a8d41e5-5d4b-4b3b-a66a-2a4b24b04835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:11.555159 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] Set router b41924db-50ec-407f-91cd-b9935d2ff1cd gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:31:11.556018 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301f1227-b28c-4a63-b9ae-df45201b71c9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:31:11.591416 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-301f1227-b28c-4a63-b9ae-df45201b71c9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:11.592869 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-301f1227-b28c-4a63-b9ae-df45201b71c9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Added segment 85649bca-0697-4828-a468-bbd7f4dbb766 of type vlan for network 4fa864f8-5790-41bc-8420-02d472e3e434 Jul 09 09:31:11.642265 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a8d41e5-5d4b-4b3b-a66a-2a4b24b04835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:11.645408 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a8d41e5-5d4b-4b3b-a66a-2a4b24b04835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:11.650024 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5a8d41e5-5d4b-4b3b-a66a-2a4b24b04835 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/058cf78c-c6fc-4ca9-8523-586ec149d0be HTTP/1.1" status: 204 len: 168 time: 0.3359311 Jul 09 09:31:11.668525 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d41e5-5d4b-4b3b-a66a-2a4b24b04835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058cf78c-c6fc-4ca9-8523-586ec149d0be,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:11.822598 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-301f1227-b28c-4a63-b9ae-df45201b71c9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:11.832028 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c539978b-07a1-4b03-b665-f96574ee114c req-f27b4edf-0b1e-469d-8d7b-f3d514150155 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1575594 Jul 09 09:31:11.882551 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-301f1227-b28c-4a63-b9ae-df45201b71c9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:11.902150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301f1227-b28c-4a63-b9ae-df45201b71c9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:11.904434 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-301f1227-b28c-4a63-b9ae-df45201b71c9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:11.990949 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41924db-50ec-407f-91cd-b9935d2ff1cd', 'name': 'tempest-ServersTestMultiNic-75636113-router', 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '6f31dbfc-3052-42ee-b1e2-34fac862d397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:30:58Z', 'updated_at': '2021-07-09T09:31:09Z', 'revision_number': 4, 'project_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'gw_port': {'id': '6f31dbfc-3052-42ee-b1e2-34fac862d397', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41924db-50ec-407f-91cd-b9935d2ff1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:31:00Z', 'updated_at': '2021-07-09T09:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'f043feb8-587e-4382-9235-ac6e5e39b153', 'name': '', 'network_id': 'c2a62b28-c24a-4135-a300-83cd8df56946', 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'mac_address': 'fa:16:3e:af:c9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41924db-50ec-407f-91cd-b9935d2ff1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '067bea4c-4068-42d1-90b5-523cb1cf2045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:31:06Z', 'updated_at': '2021-07-09T09:31:09Z', 'revision_number': 2, 'project_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'subnets': [{'id': '067bea4c-4068-42d1-90b5-523cb1cf2045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:12.039020 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539978b-07a1-4b03-b665-f96574ee114c req-cbfdfe18-1db1-44c4-aaa4-31379da424f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:12.044450 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c539978b-07a1-4b03-b665-f96574ee114c req-cbfdfe18-1db1-44c4-aaa4-31379da424f5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 1095 time: 0.1821330 Jul 09 09:31:12.065331 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] Checking router: b41924db-50ec-407f-91cd-b9935d2ff1cd for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:31:12.065578 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] Updating router b41924db-50ec-407f-91cd-b9935d2ff1cd port f043feb8-587e-4382-9235-ac6e5e39b153 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:31:12.129358 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c6e30853-a0dd-4849-8fdf-d814c3abe82f no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:31:12.179234 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-301f1227-b28c-4a63-b9ae-df45201b71c9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8100815 Jul 09 09:31:12.199136 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: c6e30853-a0dd-4849-8fdf-d814c3abe82f {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:31:12.199473 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c6e30853-a0dd-4849-8fdf-d814c3abe82f not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:31:12.203940 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 47082) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:12.222811 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:12.233604 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0d7a1400-4030-4568-b323-899d0fbf6b68 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Request body: {'subnet': {'network_id': '4fa864f8-5790-41bc-8420-02d472e3e434', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:12.355824 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539978b-07a1-4b03-b665-f96574ee114c req-492c2c64-8a97-467a-a03f-5102120e3aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:12.356508 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c539978b-07a1-4b03-b665-f96574ee114c req-492c2c64-8a97-467a-a03f-5102120e3aff service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 200 len: 909 time: 0.2867095 Jul 09 09:31:12.379314 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f1227-b28c-4a63-b9ae-df45201b71c9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event updated for resources: {'Network': ['ID=4fa864f8-5790-41bc-8420-02d472e3e434,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:12.407411 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c539978b-07a1-4b03-b665-f96574ee114c req-f1296e64-0688-49e1-b56c-dca61518b540 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b07d29e-0d63-488e-81e2-6e2658603b06 HTTP/1.1" status: 200 len: 217 time: 0.0436862 Jul 09 09:31:12.443904 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7a1400-4030-4568-b323-899d0fbf6b68 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Made reservation on behalf of ccf6ebcefc44456fb4b443a1a3c4cef4 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:31:12.448132 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d7a1400-4030-4568-b323-899d0fbf6b68 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:12.480792 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 4fa864f8-5790-41bc-8420-02d472e3e434 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:31:12.515932 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539978b-07a1-4b03-b665-f96574ee114c req-a0421744-02e4-4d87-8d69-2b26e633d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:12.519214 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c539978b-07a1-4b03-b665-f96574ee114c req-a0421744-02e4-4d87-8d69-2b26e633d54a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b34d4ae-0ef5-43aa-9b17-e2650b35854e HTTP/1.1" status: 200 len: 848 time: 0.1061580 Jul 09 09:31:12.558847 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590fd68-292c-438b-90c1-e753ede02cf4 req-d7701843-8631-42dd-8db4-53a6ed872f84 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:12.566060 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4590fd68-292c-438b-90c1-e753ede02cf4 req-d7701843-8631-42dd-8db4-53a6ed872f84 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 943 time: 0.5118709 Jul 09 09:31:12.593321 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c539978b-07a1-4b03-b665-f96574ee114c req-112748d9-4126-49c4-ab6e-5c905c12294e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8274c7d-d9b4-4563-bd5d-1e9b7521f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599318 Jul 09 09:31:12.660458 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4590fd68-292c-438b-90c1-e753ede02cf4 req-5f2b6a1b-3035-4b34-bbc7-817f98adcdf8 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/security-groups?id=be393f4f-3bda-4267-ab77-11f03ec104fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934222 Jul 09 09:31:12.689006 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e27df-b8e2-477b-b904-90854157f288 req-10764ccc-1578-46a7-b652-78ce25e638fc tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:12.698767 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea8e27df-b8e2-477b-b904-90854157f288 req-10764ccc-1578-46a7-b652-78ce25e638fc tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 944 time: 0.3378544 Jul 09 09:31:12.824355 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c539978b-07a1-4b03-b665-f96574ee114c req-d9348a61-48ed-4290-bc75-78a8a5d9edf5 service neutron] 10.222.0.58 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286313 Jul 09 09:31:12.868693 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47104) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:12.871942 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:12.882920 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea8e27df-b8e2-477b-b904-90854157f288 req-7b85ce5d-b073-4108-9082-861f52ea63bb tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830537 Jul 09 09:31:13.079655 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:13.114983 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] Transition to ACTIVE for port object f043feb8-587e-4382-9235-ac6e5e39b153 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:31:13.121987 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d7a1400-4030-4568-b323-899d0fbf6b68 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:13.133609 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:13.143839 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c539978b-07a1-4b03-b665-f96574ee114c req-b968731e-abb9-4468-b401-a23091a3dc46 service neutron] 10.222.0.58 "GET /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146012 Jul 09 09:31:13.315749 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a8fb0-86fd-47ce-bec6-b1da9e7817dd None None] Pushing event updated for resources: {'Port': ['ID=f043feb8-587e-4382-9235-ac6e5e39b153,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:13.352961 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] Attempting to bind port f043feb8-587e-4382-9235-ac6e5e39b153 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:31:13.353391 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] Attempting to bind port f043feb8-587e-4382-9235-ac6e5e39b153 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '2f00fb30-6d48-4603-9c7e-6770642a874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2a62b28-c24a-4135-a300-83cd8df56946'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:31:13.353696 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] Attempting to bind port f043feb8-587e-4382-9235-ac6e5e39b153 on network c2a62b28-c24a-4135-a300-83cd8df56946 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:31:13.374225 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:31:13.374603 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] Checking segment: {'id': '2f00fb30-6d48-4603-9c7e-6770642a874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2a62b28-c24a-4135-a300-83cd8df56946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:31:13.375012 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:13.375413 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] Bound using segment: {'id': '2f00fb30-6d48-4603-9c7e-6770642a874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2a62b28-c24a-4135-a300-83cd8df56946'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:31:13.375922 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] Bound port: f043feb8-587e-4382-9235-ac6e5e39b153, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f00fb30-6d48-4603-9c7e-6770642a874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2a62b28-c24a-4135-a300-83cd8df56946'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:31:13.376654 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:13.462133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a1400-4030-4568-b323-899d0fbf6b68 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event updated for resources: {'Subnet': ['ID=f1478391-a4f8-45b6-b8a8-61fa5f44d047,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:13.478254 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] For port f043feb8-587e-4382-9235-ac6e5e39b153, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:31:13.481781 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] For port f043feb8-587e-4382-9235-ac6e5e39b153, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f043feb8-587e-4382-9235-ac6e5e39b153,segment=NetworkSegment(2f00fb30-6d48-4603-9c7e-6770642a874a),segment_id=2f00fb30-6d48-4603-9c7e-6770642a874a)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:31:13.490021 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:13.497315 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7a1400-4030-4568-b323-899d0fbf6b68 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Checking segment: {'id': '85649bca-0697-4828-a468-bbd7f4dbb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4fa864f8-5790-41bc-8420-02d472e3e434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:31:13.497315 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7a1400-4030-4568-b323-899d0fbf6b68 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Network hostable DHCP agents. Network: 4fa864f8-5790-41bc-8420-02d472e3e434, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:31:13.570778 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7401e0c-43bf-4f45-8d8d-4d90190ec728 admin admin] Deleting subnet 885047f0-ba41-4b93-9739-c68577cb7cc5 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:31:13.576633 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7401e0c-43bf-4f45-8d8d-4d90190ec728 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:13.586163 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] Routers {'b41924db-50ec-407f-91cd-b9935d2ff1cd'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:31:13.586808 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:31:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b41924db-50ec-407f-91cd-b9935d2ff1cd'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:13.607991 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7a1400-4030-4568-b323-899d0fbf6b68 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Network 4fa864f8-5790-41bc-8420-02d472e3e434 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:31:13.646359 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b29c43-b54c-4bb6-9cc5-dc682aea5f05 req-4144f780-35bf-453b-9bd5-0fa94ccdba5b tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:13.648675 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7401e0c-43bf-4f45-8d8d-4d90190ec728 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:13.664783 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8b29c43-b54c-4bb6-9cc5-dc682aea5f05 req-4144f780-35bf-453b-9bd5-0fa94ccdba5b tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 1095 time: 0.3119354 Jul 09 09:31:13.702241 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a8fb0-86fd-47ce-bec6-b1da9e7817dd None None] Pushing event updated for resources: {'Port': ['ID=f043feb8-587e-4382-9235-ac6e5e39b153,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:13.707760 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-0d7a1400-4030-4568-b323-899d0fbf6b68 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 4fa864f8-5790-41bc-8420-02d472e3e434) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:31:13.730277 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7a1400-4030-4568-b323-899d0fbf6b68 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:13.730891 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d7a1400-4030-4568-b323-899d0fbf6b68 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:13.732448 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc69d77b-c030-464a-8101-f769018e4cfa None None] Network 4fa864f8-5790-41bc-8420-02d472e3e434 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:31:13.854431 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8b29c43-b54c-4bb6-9cc5-dc682aea5f05 req-08225268-25c7-436e-b1d0-e1b20e3fe1b6 tempest-LiveMigrationTest-1758202389 tempest-LiveMigrationTest-1758202389-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834028 Jul 09 09:31:13.859825 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0d7a1400-4030-4568-b323-899d0fbf6b68 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6392529 Jul 09 09:31:13.865353 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47148) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:13.910786 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-130af780-7a6f-4926-bfde-5912682feb15 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-155546265'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:13.939977 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7401e0c-43bf-4f45-8d8d-4d90190ec728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:14.068541 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130af780-7a6f-4926-bfde-5912682feb15 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Made reservation on behalf of ccf6ebcefc44456fb4b443a1a3c4cef4 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:31:14.084373 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-130af780-7a6f-4926-bfde-5912682feb15 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:14.118885 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25b597-aa02-4385-bba3-c090cb4c7774 req-3e760514-6fd7-4e35-bd21-df742b3bae96 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:14.128819 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2d25b597-aa02-4385-bba3-c090cb4c7774 req-3e760514-6fd7-4e35-bd21-df742b3bae96 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 943 time: 0.2460942 Jul 09 09:31:14.184451 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130af780-7a6f-4926-bfde-5912682feb15 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:31:14.210243 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-130af780-7a6f-4926-bfde-5912682feb15 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:14.210434 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-130af780-7a6f-4926-bfde-5912682feb15 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Added segment db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd of type vlan for network e73f1985-28cb-403b-9ebe-940937982407 Jul 09 09:31:14.255326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2d25b597-aa02-4385-bba3-c090cb4c7774 req-ded33f9f-bbf8-4257-8862-df371ab3929b tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/security-groups?id=be393f4f-3bda-4267-ab77-11f03ec104fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239266 Jul 09 09:31:14.310167 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-130af780-7a6f-4926-bfde-5912682feb15 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:14.323727 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 47170) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:14.398284 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-130af780-7a6f-4926-bfde-5912682feb15 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:14.412636 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130af780-7a6f-4926-bfde-5912682feb15 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:14.416976 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-130af780-7a6f-4926-bfde-5912682feb15 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:14.443419 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] Set router b41924db-50ec-407f-91cd-b9935d2ff1cd gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:31:14.713024 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 47184) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:14.713771 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-130af780-7a6f-4926-bfde-5912682feb15 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8232374 Jul 09 09:31:14.719862 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-de52baee-66bd-4d20-93c4-761eb8e1ecf0 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Request body: {'subnet': {'network_id': 'e73f1985-28cb-403b-9ebe-940937982407', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:14.727988 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b7d541-a737-4cee-9653-cee8dce83215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-4fa864f8-5790-41bc-8420-02d472e3e434', 'network_id': '4fa864f8-5790-41bc-8420-02d472e3e434', 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'fixed_ips': [{'subnet_id': 'f1478391-a4f8-45b6-b8a8-61fa5f44d047'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:31:14.728919 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-78b7d541-a737-4cee-9653-cee8dce83215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:14.837071 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130af780-7a6f-4926-bfde-5912682feb15 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event updated for resources: {'Network': ['ID=e73f1985-28cb-403b-9ebe-940937982407,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:14.867376 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7401e0c-43bf-4f45-8d8d-4d90190ec728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:14.910863 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7401e0c-43bf-4f45-8d8d-4d90190ec728 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:14.926324 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b7401e0c-43bf-4f45-8d8d-4d90190ec728 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/885047f0-ba41-4b93-9739-c68577cb7cc5 HTTP/1.1" status: 204 len: 168 time: 2.0558202 Jul 09 09:31:14.928785 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47188) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:14.929920 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7401e0c-43bf-4f45-8d8d-4d90190ec728 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=885047f0-ba41-4b93-9739-c68577cb7cc5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:15.034797 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf86df0e-42ee-4fb1-a9e4-6c07e29d2582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:15.048011 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network e73f1985-28cb-403b-9ebe-940937982407 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:31:15.110077 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-16ca438a-4084-4d91-98d1-471eacc50abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:15.239380 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0a487-9ec2-4f7e-8a5f-d1cf2be98d29 req-569d86d8-07bc-4d0a-bfdf-a4d1c2b2dcb2 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:15.239380 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67d0a487-9ec2-4f7e-8a5f-d1cf2be98d29 req-569d86d8-07bc-4d0a-bfdf-a4d1c2b2dcb2 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 944 time: 0.2775447 Jul 09 09:31:15.240378 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf86df0e-42ee-4fb1-a9e4-6c07e29d2582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:15.248551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-cf86df0e-42ee-4fb1-a9e4-6c07e29d2582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc483c9-b082-4a5f-a21d-ff74a90f5fb2']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:15.264912 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-cf86df0e-42ee-4fb1-a9e4-6c07e29d2582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8a8a37-a46f-4ccd-854b-e95cd489950e') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:15.265414 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-cf86df0e-42ee-4fb1-a9e4-6c07e29d2582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8a8a37-a46f-4ccd-854b-e95cd489950e') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:15.278368 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf86df0e-42ee-4fb1-a9e4-6c07e29d2582 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:15.297433 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf86df0e-42ee-4fb1-a9e4-6c07e29d2582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:15.312070 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf86df0e-42ee-4fb1-a9e4-6c07e29d2582 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:31:15.312070 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf86df0e-42ee-4fb1-a9e4-6c07e29d2582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:15.344826 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-16ca438a-4084-4d91-98d1-471eacc50abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:15.359685 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-16ca438a-4084-4d91-98d1-471eacc50abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:15.362150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de52baee-66bd-4d20-93c4-761eb8e1ecf0 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Made reservation on behalf of ccf6ebcefc44456fb4b443a1a3c4cef4 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:31:15.367228 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de52baee-66bd-4d20-93c4-761eb8e1ecf0 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:15.400935 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-78b7d541-a737-4cee-9653-cee8dce83215 None None] Allocated IP 19.80.0.2 (4fa864f8-5790-41bc-8420-02d472e3e434/f1478391-a4f8-45b6-b8a8-61fa5f44d047/86000b50-7017-4c58-acf5-f38a2db92d05) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:31:15.442333 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:31:15.449202 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf86df0e-42ee-4fb1-a9e4-6c07e29d2582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:15.454818 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67d0a487-9ec2-4f7e-8a5f-d1cf2be98d29 req-2f498798-1bdc-4f25-b38d-cf49ae2cec42 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324436 Jul 09 09:31:15.462497 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf86df0e-42ee-4fb1-a9e4-6c07e29d2582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:15.466802 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cf86df0e-42ee-4fb1-a9e4-6c07e29d2582 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7fc483c9-b082-4a5f-a21d-ff74a90f5fb2 HTTP/1.1" status: 204 len: 168 time: 0.5345397 Jul 09 09:31:15.467430 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47206) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:15.559536 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-16ca438a-4084-4d91-98d1-471eacc50abd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b1ea1731056c4651a4c6344935bd3df5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2343197 Jul 09 09:31:15.566613 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-445aea03-6892-4d9e-a317-6a38f94ce6ef admin admin] Deleting subnet f4d24d66-74e1-42de-8fc7-08283be02cd8 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:31:15.572017 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-445aea03-6892-4d9e-a317-6a38f94ce6ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:15.585021 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca438a-4084-4d91-98d1-471eacc50abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699f5ab0-2754-4fa8-990e-41b84a500a0b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:15.591735 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 47216) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:15.646835 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-445aea03-6892-4d9e-a317-6a38f94ce6ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:15.702399 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 47218) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:15.720024 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-445aea03-6892-4d9e-a317-6a38f94ce6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:15.724447 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c73cdc-9619-4db1-ab8d-9405f647769b req-b9050d3d-03e4-4c0d-ab50-8078288fa480 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:15.726792 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28c73cdc-9619-4db1-ab8d-9405f647769b req-b9050d3d-03e4-4c0d-ab50-8078288fa480 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.64 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 944 time: 0.3799322 Jul 09 09:31:15.759561 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-78b7d541-a737-4cee-9653-cee8dce83215 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:15.780169 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-78b7d541-a737-4cee-9653-cee8dce83215 None None] Transition to ACTIVE for port object 86000b50-7017-4c58-acf5-f38a2db92d05 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:31:15.806627 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86df0e-42ee-4fb1-a9e4-6c07e29d2582 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fc483c9-b082-4a5f-a21d-ff74a90f5fb2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:15.813887 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-78b7d541-a737-4cee-9653-cee8dce83215 None None] Transition to ACTIVE for port object 86000b50-7017-4c58-acf5-f38a2db92d05 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:31:15.827446 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-445aea03-6892-4d9e-a317-6a38f94ce6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:15.845323 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-78b7d541-a737-4cee-9653-cee8dce83215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:15.850410 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-445aea03-6892-4d9e-a317-6a38f94ce6ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:15.853830 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-445aea03-6892-4d9e-a317-6a38f94ce6ef admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f4d24d66-74e1-42de-8fc7-08283be02cd8 HTTP/1.1" status: 204 len: 168 time: 0.3815000 Jul 09 09:31:15.892403 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47224) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:15.893486 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445aea03-6892-4d9e-a317-6a38f94ce6ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4d24d66-74e1-42de-8fc7-08283be02cd8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:15.942460 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7d541-a737-4cee-9653-cee8dce83215 None None] Pushing event updated for resources: {'Port': ['ID=86000b50-7017-4c58-acf5-f38a2db92d05,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:15.948313 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0b386aa-195e-445f-a3a8-d42c507e4feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:16.001698 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b7d541-a737-4cee-9653-cee8dce83215 None None] Network 4fa864f8-5790-41bc-8420-02d472e3e434 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:31:16.003087 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99cca827-4059-486c-a317-cccf887fd76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:16.006482 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-78b7d541-a737-4cee-9653-cee8dce83215 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:31:16.009247 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9c4d7-0646-46e5-b172-e76a925bd0a0 req-1bb7a0f4-bde0-4a84-a471-edef306ce54b tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:16.016930 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b7d541-a737-4cee-9653-cee8dce83215 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:31:16.017159 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4a9c4d7-0646-46e5-b172-e76a925bd0a0 req-1bb7a0f4-bde0-4a84-a471-edef306ce54b tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 943 time: 0.5069263 Jul 09 09:31:16.033722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41924db-50ec-407f-91cd-b9935d2ff1cd', 'name': 'tempest-ServersTestMultiNic-75636113-router', 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '6f31dbfc-3052-42ee-b1e2-34fac862d397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:30:58Z', 'updated_at': '2021-07-09T09:31:09Z', 'revision_number': 4, 'project_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'gw_port': {'id': '6f31dbfc-3052-42ee-b1e2-34fac862d397', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41924db-50ec-407f-91cd-b9935d2ff1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:31:00Z', 'updated_at': '2021-07-09T09:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'f043feb8-587e-4382-9235-ac6e5e39b153', 'name': '', 'network_id': 'c2a62b28-c24a-4135-a300-83cd8df56946', 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'mac_address': 'fa:16:3e:af:c9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41924db-50ec-407f-91cd-b9935d2ff1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '067bea4c-4068-42d1-90b5-523cb1cf2045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:31:06Z', 'updated_at': '2021-07-09T09:31:13Z', 'revision_number': 4, 'project_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'subnets': [{'id': '067bea4c-4068-42d1-90b5-523cb1cf2045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:16.034726 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b97fa667-538b-468f-9337-254c917c6fdb tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:16.059960 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0b386aa-195e-445f-a3a8-d42c507e4feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:16.074995 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e7ec35-2bee-4570-a590-76491eed86ee None None] The sync data for ids ['b41924db-50ec-407f-91cd-b9935d2ff1cd'] in n-d-799996-1 is: [{'id': 'b41924db-50ec-407f-91cd-b9935d2ff1cd', 'name': 'tempest-ServersTestMultiNic-75636113-router', 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '6f31dbfc-3052-42ee-b1e2-34fac862d397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:30:58Z', 'updated_at': '2021-07-09T09:31:09Z', 'revision_number': 4, 'project_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'gw_port': {'id': '6f31dbfc-3052-42ee-b1e2-34fac862d397', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41924db-50ec-407f-91cd-b9935d2ff1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:31:00Z', 'updated_at': '2021-07-09T09:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'f043feb8-587e-4382-9235-ac6e5e39b153', 'name': '', 'network_id': 'c2a62b28-c24a-4135-a300-83cd8df56946', 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'mac_address': 'fa:16:3e:af:c9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41924db-50ec-407f-91cd-b9935d2ff1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '067bea4c-4068-42d1-90b5-523cb1cf2045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:31:06Z', 'updated_at': '2021-07-09T09:31:13Z', 'revision_number': 4, 'project_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'subnets': [{'id': '067bea4c-4068-42d1-90b5-523cb1cf2045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:31:16.173308 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99cca827-4059-486c-a317-cccf887fd76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:16.187596 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-99cca827-4059-486c-a317-cccf887fd76a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd67990-4418-4df4-ae10-ec8d0bcc908e']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:16.208374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-99cca827-4059-486c-a317-cccf887fd76a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5d0d34-d05b-4ddf-8393-48e1b11a54c4') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:16.209184 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-99cca827-4059-486c-a317-cccf887fd76a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5d0d34-d05b-4ddf-8393-48e1b11a54c4') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:16.226294 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b97fa667-538b-468f-9337-254c917c6fdb tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:16.227534 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99cca827-4059-486c-a317-cccf887fd76a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:16.238755 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-78b7d541-a737-4cee-9653-cee8dce83215 None None] Attempting to bind port 86000b50-7017-4c58-acf5-f38a2db92d05 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:31:16.239016 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-78b7d541-a737-4cee-9653-cee8dce83215 None None] Attempting to bind port 86000b50-7017-4c58-acf5-f38a2db92d05 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '85649bca-0697-4828-a468-bbd7f4dbb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4fa864f8-5790-41bc-8420-02d472e3e434'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:31:16.239401 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b7d541-a737-4cee-9653-cee8dce83215 None None] Attempting to bind port 86000b50-7017-4c58-acf5-f38a2db92d05 on network 4fa864f8-5790-41bc-8420-02d472e3e434 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:31:16.247031 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b7d541-a737-4cee-9653-cee8dce83215 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:31:16.247031 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b7d541-a737-4cee-9653-cee8dce83215 None None] Checking segment: {'id': '85649bca-0697-4828-a468-bbd7f4dbb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4fa864f8-5790-41bc-8420-02d472e3e434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:31:16.247031 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-78b7d541-a737-4cee-9653-cee8dce83215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:16.247539 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b7d541-a737-4cee-9653-cee8dce83215 None None] Bound using segment: {'id': '85649bca-0697-4828-a468-bbd7f4dbb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4fa864f8-5790-41bc-8420-02d472e3e434'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:31:16.248105 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-78b7d541-a737-4cee-9653-cee8dce83215 None None] Bound port: 86000b50-7017-4c58-acf5-f38a2db92d05, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85649bca-0697-4828-a468-bbd7f4dbb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4fa864f8-5790-41bc-8420-02d472e3e434'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:31:16.248617 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-78b7d541-a737-4cee-9653-cee8dce83215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:16.249080 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4a9c4d7-0646-46e5-b172-e76a925bd0a0 req-af8387ff-9f99-4f8f-9580-ab4307d3eed2 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/security-groups?id=be393f4f-3bda-4267-ab77-11f03ec104fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308609 Jul 09 09:31:16.261655 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99cca827-4059-486c-a317-cccf887fd76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:16.273472 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-28c73cdc-9619-4db1-ab8d-9405f647769b req-b836d397-d1ea-4c0b-96c5-e2c80825c96c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Deleting port d62b284d-3a33-4f47-995d-550f165eebc5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:31:16.273731 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-28c73cdc-9619-4db1-ab8d-9405f647769b req-b836d397-d1ea-4c0b-96c5-e2c80825c96c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:16.280978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99cca827-4059-486c-a317-cccf887fd76a admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:31:16.281566 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99cca827-4059-486c-a317-cccf887fd76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:16.373431 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-78b7d541-a737-4cee-9653-cee8dce83215 None None] For port 86000b50-7017-4c58-acf5-f38a2db92d05, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:31:16.375172 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:31:16.379834 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99cca827-4059-486c-a317-cccf887fd76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:16.380476 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-78b7d541-a737-4cee-9653-cee8dce83215 None None] For port 86000b50-7017-4c58-acf5-f38a2db92d05, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=86000b50-7017-4c58-acf5-f38a2db92d05,segment=NetworkSegment(85649bca-0697-4828-a468-bbd7f4dbb766),segment_id=85649bca-0697-4828-a468-bbd7f4dbb766)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:31:16.392376 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-78b7d541-a737-4cee-9653-cee8dce83215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:16.397624 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99cca827-4059-486c-a317-cccf887fd76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:16.405811 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-99cca827-4059-486c-a317-cccf887fd76a admin admin] 10.222.0.61 "DELETE /v2.0/networks/8dd67990-4418-4df4-ae10-ec8d0bcc908e HTTP/1.1" status: 204 len: 168 time: 0.5012872 Jul 09 09:31:16.421699 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cca827-4059-486c-a317-cccf887fd76a admin admin] Pushing event deleted for resources: {'Network': ['ID=8dd67990-4418-4df4-ae10-ec8d0bcc908e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:16.501494 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7d541-a737-4cee-9653-cee8dce83215 None None] Pushing event updated for resources: {'Port': ['ID=86000b50-7017-4c58-acf5-f38a2db92d05,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:16.586402 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-28c73cdc-9619-4db1-ab8d-9405f647769b req-b836d397-d1ea-4c0b-96c5-e2c80825c96c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] For port d62b284d-3a33-4f47-995d-550f165eebc5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=d62b284d-3a33-4f47-995d-550f165eebc5,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:16.586761 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-28c73cdc-9619-4db1-ab8d-9405f647769b req-b836d397-d1ea-4c0b-96c5-e2c80825c96c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:16.605036 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-28c73cdc-9619-4db1-ab8d-9405f647769b req-b836d397-d1ea-4c0b-96c5-e2c80825c96c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Calling delete_port for d62b284d-3a33-4f47-995d-550f165eebc5 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:31:16.734559 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de52baee-66bd-4d20-93c4-761eb8e1ecf0 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:16.746942 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0b386aa-195e-445f-a3a8-d42c507e4feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:16.749772 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0b386aa-195e-445f-a3a8-d42c507e4feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:16.750943 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d0b386aa-195e-445f-a3a8-d42c507e4feb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/699f5ab0-2754-4fa8-990e-41b84a500a0b HTTP/1.1" status: 204 len: 168 time: 1.1570334 Jul 09 09:31:16.802461 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47242) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:16.938284 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b386aa-195e-445f-a3a8-d42c507e4feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699f5ab0-2754-4fa8-990e-41b84a500a0b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:16.941902 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52baee-66bd-4d20-93c4-761eb8e1ecf0 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event updated for resources: {'Subnet': ['ID=cf97faae-01ff-4c51-921c-a97b27ef9e1f,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:17.007540 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7036a737-c16d-4884-badf-18dc9b7f8cac admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=82a1a771499846fa8b15e4ad106e86da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032592 Jul 09 09:31:17.010085 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47246) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:17.037301 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-28c73cdc-9619-4db1-ab8d-9405f647769b req-b836d397-d1ea-4c0b-96c5-e2c80825c96c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:17.059986 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['c55a5200-0515-458f-b436-cd8a7cec48b7'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:31:17.086469 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3d981d9c-a3be-4346-9979-8c036eae63a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:17.113927 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de52baee-66bd-4d20-93c4-761eb8e1ecf0 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Checking segment: {'id': 'db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e73f1985-28cb-403b-9ebe-940937982407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:31:17.114568 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de52baee-66bd-4d20-93c4-761eb8e1ecf0 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Network hostable DHCP agents. Network: e73f1985-28cb-403b-9ebe-940937982407, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:31:17.129032 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3d981d9c-a3be-4346-9979-8c036eae63a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:17.131679 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836d397-d1ea-4c0b-96c5-e2c80825c96c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Pushing event deleted for resources: {'Port': ['ID=d62b284d-3a33-4f47-995d-550f165eebc5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:17.156074 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4acf94-c2f8-44aa-977b-de678a15c245 req-5b5dabbd-a860-4d36-9312-42fe8a92ad82 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:17.157222 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['d62b284d-3a33-4f47-995d-550f165eebc5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:31:17.165014 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ae4acf94-c2f8-44aa-977b-de678a15c245 req-5b5dabbd-a860-4d36-9312-42fe8a92ad82 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 866 time: 0.4280603 Jul 09 09:31:17.223637 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3d981d9c-a3be-4346-9979-8c036eae63a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:17.228326 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3d981d9c-a3be-4346-9979-8c036eae63a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:17.230278 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3d981d9c-a3be-4346-9979-8c036eae63a4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/779fe310-2650-44d4-abd7-18dd63965c52 HTTP/1.1" status: 204 len: 168 time: 0.2189198 Jul 09 09:31:17.243146 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d981d9c-a3be-4346-9979-8c036eae63a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779fe310-2650-44d4-abd7-18dd63965c52,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:17.467919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c73cdc-9619-4db1-ab8d-9405f647769b req-b836d397-d1ea-4c0b-96c5-e2c80825c96c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] No DVR routers for this DVR port d62b284d-3a33-4f47-995d-550f165eebc5 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:31:17.482454 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de52baee-66bd-4d20-93c4-761eb8e1ecf0 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Network e73f1985-28cb-403b-9ebe-940937982407 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:31:17.512121 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-28c73cdc-9619-4db1-ab8d-9405f647769b req-b836d397-d1ea-4c0b-96c5-e2c80825c96c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:17.516467 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28c73cdc-9619-4db1-ab8d-9405f647769b req-b836d397-d1ea-4c0b-96c5-e2c80825c96c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.64 "DELETE /v2.0/ports/d62b284d-3a33-4f47-995d-550f165eebc5 HTTP/1.1" status: 204 len: 173 time: 1.7788136 Jul 09 09:31:17.518135 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58dbf312-2c16-4b75-8840-112c9bc818c7', 'name': 'network-vif-deleted', 'tag': 'd62b284d-3a33-4f47-995d-550f165eebc5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:31:17.531019 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead911e8-6369-45b7-bf3f-54bda5632f9f" -d '{"events": [{"server_uuid": "58dbf312-2c16-4b75-8840-112c9bc818c7", "name": "network-vif-deleted", "tag": "d62b284d-3a33-4f47-995d-550f165eebc5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:31:17.610761 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ae4acf94-c2f8-44aa-977b-de678a15c245 req-19c3493f-049c-4423-90e6-53e6a93569d0 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445271 Jul 09 09:31:17.635781 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-de52baee-66bd-4d20-93c4-761eb8e1ecf0 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, e73f1985-28cb-403b-9ebe-940937982407) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:31:17.649003 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fe429b-8c26-40e6-b292-24b5b9b63786 None None] Network e73f1985-28cb-403b-9ebe-940937982407 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:31:17.667607 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de52baee-66bd-4d20-93c4-761eb8e1ecf0 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:17.669888 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de52baee-66bd-4d20-93c4-761eb8e1ecf0 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:17.685944 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b97fa667-538b-468f-9337-254c917c6fdb tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:17.732679 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47256) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:17.781273 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ddbb9a2-c087-4789-9bce-b513b1213b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:17.915972 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b64340-f08a-408a-a229-7b9fdef12357 x-openstack-request-id: req-30b64340-f08a-408a-a229-7b9fdef12357 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:31:17.916570 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58dbf312-2c16-4b75-8840-112c9bc818c7", "name": "network-vif-deleted", "tag": "d62b284d-3a33-4f47-995d-550f165eebc5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:31:17.916570 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-30b64340-f08a-408a-a229-7b9fdef12357 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:31:17.916918 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58dbf312-2c16-4b75-8840-112c9bc818c7', 'name': 'network-vif-deleted', 'tag': 'd62b284d-3a33-4f47-995d-550f165eebc5', 'status': 'completed', 'code': 200} Jul 09 09:31:18.086348 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-b97fa667-538b-468f-9337-254c917c6fdb tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Allocated IP 172.25.3.122 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/f54b7745-1d8a-48b7-8808-e02e1087b4ad) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:31:18.125792 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419cf84b-2269-4a1f-8e95-cdd7cf2f40a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-e73f1985-28cb-403b-9ebe-940937982407', 'network_id': 'e73f1985-28cb-403b-9ebe-940937982407', 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'fixed_ips': [{'subnet_id': 'cf97faae-01ff-4c51-921c-a97b27ef9e1f'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:31:18.126673 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-419cf84b-2269-4a1f-8e95-cdd7cf2f40a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:18.142569 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:31:18.186396 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:31:18.311777 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ddbb9a2-c087-4789-9bce-b513b1213b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:18.327875 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47270) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:18.356931 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ddbb9a2-c087-4789-9bce-b513b1213b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:18.366499 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b97fa667-538b-468f-9337-254c917c6fdb tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:18.452054 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f043feb8-587e-4382-9235-ac6e5e39b153 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:31:18.489947 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-de52baee-66bd-4d20-93c4-761eb8e1ecf0 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.7748129 Jul 09 09:31:18.507558 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.resource_extend [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 09:31:18.543071 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b97fa667-538b-468f-9337-254c917c6fdb tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:18.559585 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1ddbb9a2-c087-4789-9bce-b513b1213b56 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=be68560a980245479f94a060797cdada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8264010 Jul 09 09:31:18.570399 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47276) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:18.607885 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97fa667-538b-468f-9337-254c917c6fdb tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:31:18.618134 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b97fa667-538b-468f-9337-254c917c6fdb tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:31:18.629278 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97fa667-538b-468f-9337-254c917c6fdb tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:31:18.691263 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3278efc-8840-44e4-9cc3-2e84843889ba req-7de64aa0-f463-403b-a1b8-2d3d3527795c tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:18.699262 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3278efc-8840-44e4-9cc3-2e84843889ba req-7de64aa0-f463-403b-a1b8-2d3d3527795c tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 943 time: 0.2437327 Jul 09 09:31:18.712309 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=5d17f901-a8f5-46dc-9afd-b4ff77d5c65a,segment=NetworkSegment(8bfbb34c-32d0-44b5-9b77-51a798cc85d3),segment_id=8bfbb34c-32d0-44b5-9b77-51a798cc85d3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:18.717950 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fa667-538b-468f-9337-254c917c6fdb tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Pushing event updated for resources: {'Port': ['ID=f54b7745-1d8a-48b7-8808-e02e1087b4ad,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:18.749976 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '5d17f901-a8f5-46dc-9afd-b4ff77d5c65a', 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75', 'port_id': '5d17f901-a8f5-46dc-9afd-b4ff77d5c65a', 'mac_address': 'fa:16:3e:10:4f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a0b147-f87c-465f-8728-76832153941d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:31:18.837207 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09fff21-83f0-4520-b2ab-aa38d9c355f8 None None] Network 4fa864f8-5790-41bc-8420-02d472e3e434 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:31:18.837753 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3278efc-8840-44e4-9cc3-2e84843889ba req-4ff97ced-fec6-4d39-aac3-b67e93078c82 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/security-groups?id=be393f4f-3bda-4267-ab77-11f03ec104fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318171 Jul 09 09:31:18.953452 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86cb0d63-c465-4624-b1e6-37fadfa3fbae req-be971e28-70ce-475a-bf95-f573e7553110 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 210 time: 0.0705726 Jul 09 09:31:18.990389 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b97fa667-538b-468f-9337-254c917c6fdb tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:19.062690 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b97fa667-538b-468f-9337-254c917c6fdb tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:19.122882 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6fa6a259-643f-441f-8665-45abe22fd150 None None] Provisioning for port 86000b50-7017-4c58-acf5-f38a2db92d05 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:31:19.173777 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddbb9a2-c087-4789-9bce-b513b1213b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea05973-79c7-486d-b2c8-bb85c35f12f7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:19.178395 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-78d1f7f9-dbd1-4467-9172-226d84df2da6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=43e28cf6ff99477f86f066696db781b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8492889 Jul 09 09:31:19.181155 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47300) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:19.221193 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce362aa0-bb8b-4ea1-9ba2-c55af21b0bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:19.222991 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device d62b284d-3a33-4f47-995d-550f165eebc5 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:31:19.232865 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port f043feb8-587e-4382-9235-ac6e5e39b153 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:31:19.250894 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-419cf84b-2269-4a1f-8e95-cdd7cf2f40a8 None None] Allocated IP 19.86.0.2 (e73f1985-28cb-403b-9ebe-940937982407/cf97faae-01ff-4c51-921c-a97b27ef9e1f/c0fd48a5-8bab-4559-bb42-17b00a5a2d02) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:31:19.261200 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94528f48-06c0-466f-a75b-0b40a015ac22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:19.268364 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce362aa0-bb8b-4ea1-9ba2-c55af21b0bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:19.290099 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b97fa667-538b-468f-9337-254c917c6fdb tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:19.302141 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port f043feb8-587e-4382-9235-ac6e5e39b153 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:19.302523 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:19.305258 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94528f48-06c0-466f-a75b-0b40a015ac22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:19.309429 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b97fa667-538b-468f-9337-254c917c6fdb tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:19.328357 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: d62b284d-3a33-4f47-995d-550f165eebc5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:31:19.328713 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device d62b284d-3a33-4f47-995d-550f165eebc5 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:31:19.391840 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94528f48-06c0-466f-a75b-0b40a015ac22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:19.394863 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94528f48-06c0-466f-a75b-0b40a015ac22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:19.396212 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-94528f48-06c0-466f-a75b-0b40a015ac22 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2c5a6839-1628-4e42-ad1e-0ce9110da320 HTTP/1.1" status: 204 len: 168 time: 0.2141328 Jul 09 09:31:19.409911 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce362aa0-bb8b-4ea1-9ba2-c55af21b0bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:19.412757 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce362aa0-bb8b-4ea1-9ba2-c55af21b0bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:19.414204 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ce362aa0-bb8b-4ea1-9ba2-c55af21b0bc3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eea05973-79c7-486d-b2c8-bb85c35f12f7 HTTP/1.1" status: 204 len: 168 time: 0.8424349 Jul 09 09:31:19.415396 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94528f48-06c0-466f-a75b-0b40a015ac22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5a6839-1628-4e42-ad1e-0ce9110da320,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:19.427196 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce362aa0-bb8b-4ea1-9ba2-c55af21b0bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea05973-79c7-486d-b2c8-bb85c35f12f7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:19.451486 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fa667-538b-468f-9337-254c917c6fdb tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Pushing event updated for resources: {'Port': ['ID=f54b7745-1d8a-48b7-8808-e02e1087b4ad,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:19.496011 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:19.596285 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:31:19.721457 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=5d17f901-a8f5-46dc-9afd-b4ff77d5c65a,segment=NetworkSegment(8bfbb34c-32d0-44b5-9b77-51a798cc85d3),segment_id=8bfbb34c-32d0-44b5-9b77-51a798cc85d3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:19.767750 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:20.016406 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['5d17f901-a8f5-46dc-9afd-b4ff77d5c65a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:31:20.018254 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:20.051350 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=5d17f901-a8f5-46dc-9afd-b4ff77d5c65a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:20.366938 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b97fa667-538b-468f-9337-254c917c6fdb tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:20.393731 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61170c8-956c-4355-82c5-2506f2858b28 req-7ee0d649-9f56-42f7-a65e-2be8ced41596 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:20.401002 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61170c8-956c-4355-82c5-2506f2858b28 req-7ee0d649-9f56-42f7-a65e-2be8ced41596 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:20.403406 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-7ee0d649-9f56-42f7-a65e-2be8ced41596 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/networks?id=4fa864f8-5790-41bc-8420-02d472e3e434&id=e73f1985-28cb-403b-9ebe-940937982407&id=4fa864f8-5790-41bc-8420-02d472e3e434 HTTP/1.1" status: 200 len: 1390 time: 1.1109748 Jul 09 09:31:20.424866 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955807e9-4216-4636-897a-e9554a2b9a7b req-45294959-42bc-4681-88b1-ba6ed4ba99a3 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:20.432899 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-955807e9-4216-4636-897a-e9554a2b9a7b req-45294959-42bc-4681-88b1-ba6ed4ba99a3 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 944 time: 0.2558174 Jul 09 09:31:20.500460 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b97fa667-538b-468f-9337-254c917c6fdb tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:20.506651 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-419cf84b-2269-4a1f-8e95-cdd7cf2f40a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:20.507239 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47334) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:20.514495 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ab29b8c3-a96b-426e-a2ed-12259cd4cc25 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-654238345'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:20.528869 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b97fa667-538b-468f-9337-254c917c6fdb tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8258784 Jul 09 09:31:20.587346 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab29b8c3-a96b-426e-a2ed-12259cd4cc25 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Made reservation on behalf of df08a8cccc9f499b8f1905a536ca536d for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:31:20.590929 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab29b8c3-a96b-426e-a2ed-12259cd4cc25 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:20.599018 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-65de40ad-7d23-47d0-a888-4401050fc3c6 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/quotas/ccf6ebcefc44456fb4b443a1a3c4cef4 HTTP/1.1" status: 200 len: 375 time: 0.1872709 Jul 09 09:31:20.611301 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab29b8c3-a96b-426e-a2ed-12259cd4cc25 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:20.617696 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-955807e9-4216-4636-897a-e9554a2b9a7b req-d7da2aee-198d-41b8-bb35-c712c806a426 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/security-groups?id=be393f4f-3bda-4267-ab77-11f03ec104fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777110 Jul 09 09:31:20.619118 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-419cf84b-2269-4a1f-8e95-cdd7cf2f40a8 None None] Transition to ACTIVE for port object c0fd48a5-8bab-4559-bb42-17b00a5a2d02 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:31:20.787855 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-419cf84b-2269-4a1f-8e95-cdd7cf2f40a8 None None] Transition to ACTIVE for port object c0fd48a5-8bab-4559-bb42-17b00a5a2d02 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:31:20.814364 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port f043feb8-587e-4382-9235-ac6e5e39b153, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f043feb8-587e-4382-9235-ac6e5e39b153,segment=NetworkSegment(2f00fb30-6d48-4603-9c7e-6770642a874a),segment_id=2f00fb30-6d48-4603-9c7e-6770642a874a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:20.824565 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-f2fdd68b-d607-4593-945f-dc397c211b3b tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccf6ebcefc44456fb4b443a1a3c4cef4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2044451 Jul 09 09:31:20.832042 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:20.841402 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 86000b50-7017-4c58-acf5-f38a2db92d05 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:31:20.870217 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-419cf84b-2269-4a1f-8e95-cdd7cf2f40a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:20.923107 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab29b8c3-a96b-426e-a2ed-12259cd4cc25 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:20.937925 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab29b8c3-a96b-426e-a2ed-12259cd4cc25 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:20.962121 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab29b8c3-a96b-426e-a2ed-12259cd4cc25 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:31:20.983405 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab29b8c3-a96b-426e-a2ed-12259cd4cc25 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:20.987599 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-ab29b8c3-a96b-426e-a2ed-12259cd4cc25 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Added segment e6784b95-7ebf-4420-997d-47d3e28efc1a of type vlan for network e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92 Jul 09 09:31:21.081415 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab29b8c3-a96b-426e-a2ed-12259cd4cc25 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:21.114053 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4b7b9755-8de7-49f6-a244-d8e62064bd81 req-297b7271-0652-442d-883f-113c5e10e6c3 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 210 time: 0.0967200 Jul 09 09:31:21.168248 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab29b8c3-a96b-426e-a2ed-12259cd4cc25 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:21.182728 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab29b8c3-a96b-426e-a2ed-12259cd4cc25 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:21.185095 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab29b8c3-a96b-426e-a2ed-12259cd4cc25 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:21.238788 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419cf84b-2269-4a1f-8e95-cdd7cf2f40a8 None None] Network e73f1985-28cb-403b-9ebe-940937982407 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:31:21.280888 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-4a2a5592-1ac3-425c-ab7e-db8534b57562 service neutron] 10.222.0.61 "GET /v2.0/networks/4fa864f8-5790-41bc-8420-02d472e3e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455371 Jul 09 09:31:21.312939 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-419cf84b-2269-4a1f-8e95-cdd7cf2f40a8 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:31:21.316949 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ab29b8c3-a96b-426e-a2ed-12259cd4cc25 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8087637 Jul 09 09:31:21.320325 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29b8c3-a96b-426e-a2ed-12259cd4cc25 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba046971-3408-4b56-ae67-cebed06cebd5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:21.322281 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 47364) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:21.333982 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29b8c3-a96b-426e-a2ed-12259cd4cc25 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Pushing event updated for resources: {'Network': ['ID=e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:21.352314 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c851ab7a-0af2-4fc6-b647-b9b3014c75ad tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Request body: {'subnet': {'network_id': 'e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:21.360569 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419cf84b-2269-4a1f-8e95-cdd7cf2f40a8 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:31:21.391422 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:31:21.409823 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=f043feb8-587e-4382-9235-ac6e5e39b153,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:21.644374 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 86000b50-7017-4c58-acf5-f38a2db92d05 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:31:21.664479 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 86000b50-7017-4c58-acf5-f38a2db92d05 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:21.664852 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:21.785089 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-419cf84b-2269-4a1f-8e95-cdd7cf2f40a8 None None] Attempting to bind port c0fd48a5-8bab-4559-bb42-17b00a5a2d02 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:31:21.785460 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-419cf84b-2269-4a1f-8e95-cdd7cf2f40a8 None None] Attempting to bind port c0fd48a5-8bab-4559-bb42-17b00a5a2d02 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e73f1985-28cb-403b-9ebe-940937982407'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:31:21.790611 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419cf84b-2269-4a1f-8e95-cdd7cf2f40a8 None None] Attempting to bind port c0fd48a5-8bab-4559-bb42-17b00a5a2d02 on network e73f1985-28cb-403b-9ebe-940937982407 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:31:21.837714 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c851ab7a-0af2-4fc6-b647-b9b3014c75ad tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Made reservation on behalf of df08a8cccc9f499b8f1905a536ca536d for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:31:21.842036 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c851ab7a-0af2-4fc6-b647-b9b3014c75ad tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:21.933755 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-e5d0912e-68ff-46a5-9163-204ae55148c1 service neutron] 10.222.0.61 "GET /v2.0/networks/4fa864f8-5790-41bc-8420-02d472e3e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6418185 Jul 09 09:31:21.935017 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419cf84b-2269-4a1f-8e95-cdd7cf2f40a8 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:31:21.935426 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419cf84b-2269-4a1f-8e95-cdd7cf2f40a8 None None] Checking segment: {'id': 'db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e73f1985-28cb-403b-9ebe-940937982407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:31:21.937298 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-419cf84b-2269-4a1f-8e95-cdd7cf2f40a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:21.937298 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419cf84b-2269-4a1f-8e95-cdd7cf2f40a8 None None] Bound using segment: {'id': 'db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e73f1985-28cb-403b-9ebe-940937982407'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:31:21.938487 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-419cf84b-2269-4a1f-8e95-cdd7cf2f40a8 None None] Bound port: c0fd48a5-8bab-4559-bb42-17b00a5a2d02, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e73f1985-28cb-403b-9ebe-940937982407'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:31:21.939392 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-419cf84b-2269-4a1f-8e95-cdd7cf2f40a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:21.995173 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cf84b-2269-4a1f-8e95-cdd7cf2f40a8 None None] Pushing event updated for resources: {'Port': ['ID=c0fd48a5-8bab-4559-bb42-17b00a5a2d02,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:22.226982 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cd3d3-3603-4966-8268-da659b3c4dd2 req-7f81dfc0-4719-4be5-87db-4fc2b2b0d0de tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:22.234204 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d4cd3d3-3603-4966-8268-da659b3c4dd2 req-7f81dfc0-4719-4be5-87db-4fc2b2b0d0de tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 944 time: 0.2945762 Jul 09 09:31:22.248097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-419cf84b-2269-4a1f-8e95-cdd7cf2f40a8 None None] For port c0fd48a5-8bab-4559-bb42-17b00a5a2d02, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:31:22.268477 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-419cf84b-2269-4a1f-8e95-cdd7cf2f40a8 None None] For port c0fd48a5-8bab-4559-bb42-17b00a5a2d02, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c0fd48a5-8bab-4559-bb42-17b00a5a2d02,segment=NetworkSegment(db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd),segment_id=db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:31:22.277478 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-419cf84b-2269-4a1f-8e95-cdd7cf2f40a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:22.328345 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-49340229-47a9-4054-8249-204cd76d94d4 service neutron] 10.222.0.61 "GET /v2.0/networks/e73f1985-28cb-403b-9ebe-940937982407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927989 Jul 09 09:31:22.356783 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cf84b-2269-4a1f-8e95-cdd7cf2f40a8 None None] Pushing event updated for resources: {'Port': ['ID=c0fd48a5-8bab-4559-bb42-17b00a5a2d02,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:22.364983 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:22.438184 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 86000b50-7017-4c58-acf5-f38a2db92d05, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=86000b50-7017-4c58-acf5-f38a2db92d05,segment=NetworkSegment(85649bca-0697-4828-a468-bbd7f4dbb766),segment_id=85649bca-0697-4828-a468-bbd7f4dbb766)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:22.443142 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:22.555098 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=86000b50-7017-4c58-acf5-f38a2db92d05,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:22.623206 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f043feb8-587e-4382-9235-ac6e5e39b153 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:31:22.680122 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port f043feb8-587e-4382-9235-ac6e5e39b153 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:22.681170 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:22.690034 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d4cd3d3-3603-4966-8268-da659b3c4dd2 req-9df5a209-a19b-4cce-955e-0fd0cacef265 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/security-groups?id=be393f4f-3bda-4267-ab77-11f03ec104fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4493885 Jul 09 09:31:22.709241 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-41410169-a66f-4de7-a9ed-c22a341da2dc service neutron] 10.222.0.61 "GET /v2.0/networks/e73f1985-28cb-403b-9ebe-940937982407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799369 Jul 09 09:31:23.037727 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f354cb3-a41c-49b8-a006-5b20b4640834 req-962964b5-dcd6-46b5-8dd0-f3de4ee80bd1 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 210 time: 0.0532751 Jul 09 09:31:23.101856 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-17b2c1a9-07a7-4315-ba1d-7a5ef198cb59 service neutron] 10.222.0.61 "GET /v2.0/networks/4fa864f8-5790-41bc-8420-02d472e3e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917294 Jul 09 09:31:23.133701 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c851ab7a-0af2-4fc6-b647-b9b3014c75ad tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:23.272726 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851ab7a-0af2-4fc6-b647-b9b3014c75ad tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Pushing event updated for resources: {'Subnet': ['ID=47086a68-bac4-4897-904b-a2ecc2823fb3,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:23.284632 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c851ab7a-0af2-4fc6-b647-b9b3014c75ad tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Checking segment: {'id': 'e6784b95-7ebf-4420-997d-47d3e28efc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:31:23.285001 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c851ab7a-0af2-4fc6-b647-b9b3014c75ad tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Network hostable DHCP agents. Network: e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:31:23.307132 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-7cf910aa-d516-4bef-89a4-cbef489ced06 service neutron] 10.222.0.61 "GET /v2.0/networks/4fa864f8-5790-41bc-8420-02d472e3e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994030 Jul 09 09:31:23.314959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c851ab7a-0af2-4fc6-b647-b9b3014c75ad tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Network e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:31:23.330693 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c851ab7a-0af2-4fc6-b647-b9b3014c75ad tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:31:23.337119 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c851ab7a-0af2-4fc6-b647-b9b3014c75ad tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:23.338029 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c851ab7a-0af2-4fc6-b647-b9b3014c75ad tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:23.339484 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebb2c14-2891-4992-b26a-347cc0cd38bc None None] Network e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:31:23.357428 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c851ab7a-0af2-4fc6-b647-b9b3014c75ad tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0289791 Jul 09 09:31:23.360030 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 47416) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:23.367109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c8ef40cf-c145-41a4-ad45-0e94b8b05920 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1299221982', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:23.442440 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8ef40cf-c145-41a4-ad45-0e94b8b05920 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:23.444066 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8ef40cf-c145-41a4-ad45-0e94b8b05920 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:23.587789 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8ef40cf-c145-41a4-ad45-0e94b8b05920 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:23.732910 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a4958d-5a59-424b-a0bc-e6e07342e90a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92', 'network_id': 'e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92', 'tenant_id': 'df08a8cccc9f499b8f1905a536ca536d', 'fixed_ips': [{'subnet_id': '47086a68-bac4-4897-904b-a2ecc2823fb3'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:31:23.734565 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-31a4958d-5a59-424b-a0bc-e6e07342e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:24.087388 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8ef40cf-c145-41a4-ad45-0e94b8b05920 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:24.104595 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0b874ac4-cc1f-433f-8c24-8532a60b9b76 req-2deca90e-cf83-4b00-966d-c63e79a56986 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 210 time: 0.1085799 Jul 09 09:31:24.142726 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-177b543d-a346-4a32-b094-773870a99e6e req-162f6f1e-0762-4c00-94cf-10d91af1b21e tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8ac4ec7a07e04638a4f8adeeab19b382&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1940875 Jul 09 09:31:24.209985 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-31a4958d-5a59-424b-a0bc-e6e07342e90a None None] Allocated IP 172.20.0.2 (e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92/47086a68-bac4-4897-904b-a2ecc2823fb3/b19cf47a-a6d0-4e66-903a-050cc46bc19d) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:31:24.229753 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:31:24.269634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0690d4-b61b-4e19-b673-3b17559ab8b6 None None] Network e73f1985-28cb-403b-9ebe-940937982407 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:31:24.372352 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b543d-a346-4a32-b094-773870a99e6e req-05be6908-097a-46c6-8977-fec6cd81a922 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:24.379174 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-177b543d-a346-4a32-b094-773870a99e6e req-05be6908-097a-46c6-8977-fec6cd81a922 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1991429 Jul 09 09:31:24.450264 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-177b543d-a346-4a32-b094-773870a99e6e req-161924e4-6c3b-4e53-8d92-e820312c9e89 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/quotas/8ac4ec7a07e04638a4f8adeeab19b382 HTTP/1.1" status: 200 len: 375 time: 0.0701084 Jul 09 09:31:24.514160 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5276e6ff-9b65-4c06-a645-2fdc67fc7471 None None] Provisioning for port c0fd48a5-8bab-4559-bb42-17b00a5a2d02 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:31:24.538973 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-177b543d-a346-4a32-b094-773870a99e6e req-264b530f-dee0-46f0-8e7b-2d765681a9df tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ac4ec7a07e04638a4f8adeeab19b382&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862350 Jul 09 09:31:24.554040 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:31:24.614994 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:24.621376 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:24.998416 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-31a4958d-5a59-424b-a0bc-e6e07342e90a None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:25.015238 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-31a4958d-5a59-424b-a0bc-e6e07342e90a None None] Transition to ACTIVE for port object b19cf47a-a6d0-4e66-903a-050cc46bc19d will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:31:25.028978 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8ef40cf-c145-41a4-ad45-0e94b8b05920 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:25.079627 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-31a4958d-5a59-424b-a0bc-e6e07342e90a None None] Transition to ACTIVE for port object b19cf47a-a6d0-4e66-903a-050cc46bc19d will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:31:25.096030 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8ef40cf-c145-41a4-ad45-0e94b8b05920 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:25.115657 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c0fd48a5-8bab-4559-bb42-17b00a5a2d02 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:31:25.122923 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-31a4958d-5a59-424b-a0bc-e6e07342e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:25.189049 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-adea492e-a33d-4d60-8d60-722289209a53 req-2fafef1c-db31-47b7-a1eb-96f7a1876452 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 210 time: 0.0967231 Jul 09 09:31:25.224312 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a4958d-5a59-424b-a0bc-e6e07342e90a None None] Network e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:31:25.276855 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4958d-5a59-424b-a0bc-e6e07342e90a None None] Pushing event updated for resources: {'Port': ['ID=b19cf47a-a6d0-4e66-903a-050cc46bc19d,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:25.280182 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-31a4958d-5a59-424b-a0bc-e6e07342e90a None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:31:25.289500 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a4958d-5a59-424b-a0bc-e6e07342e90a None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:31:25.290575 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5938f8-2be7-4bc8-9951-2c7d6683b24f req-1d316ea2-502e-4d6a-93c2-7c69c6d79fe7 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:25.297848 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9c5938f8-2be7-4bc8-9951-2c7d6683b24f req-1d316ea2-502e-4d6a-93c2-7c69c6d79fe7 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 944 time: 0.6479175 Jul 09 09:31:25.450521 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-c8ef40cf-c145-41a4-ad45-0e94b8b05920 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Allocated IP 172.25.3.164 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/c65a5a4b-c9d1-4fa8-9243-981c80a422f8) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:31:25.529113 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:25.619728 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-31a4958d-5a59-424b-a0bc-e6e07342e90a None None] Attempting to bind port b19cf47a-a6d0-4e66-903a-050cc46bc19d on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:31:25.620290 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-31a4958d-5a59-424b-a0bc-e6e07342e90a None None] Attempting to bind port b19cf47a-a6d0-4e66-903a-050cc46bc19d by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'e6784b95-7ebf-4420-997d-47d3e28efc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:31:25.620777 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a4958d-5a59-424b-a0bc-e6e07342e90a None None] Attempting to bind port b19cf47a-a6d0-4e66-903a-050cc46bc19d on network e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:31:25.653735 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1766d723-6e5f-4abf-aac1-c874940d78b9 req-29773228-9ef3-4330-9d96-af62c1ed1b4b tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd54dc5d-1d0a-4ad3-8f19-cfac0931a901 HTTP/1.1" status: 200 len: 210 time: 0.0531595 Jul 09 09:31:25.659106 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9c5938f8-2be7-4bc8-9951-2c7d6683b24f req-965a1729-b366-46e8-8c39-1156365ec515 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/security-groups?id=be393f4f-3bda-4267-ab77-11f03ec104fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3587081 Jul 09 09:31:25.664994 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=5d17f901-a8f5-46dc-9afd-b4ff77d5c65a,segment=NetworkSegment(8bfbb34c-32d0-44b5-9b77-51a798cc85d3),segment_id=8bfbb34c-32d0-44b5-9b77-51a798cc85d3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:25.677161 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf57ca60-658f-43d7-9309-6e2f05d4abfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d17f901-a8f5-46dc-9afd-b4ff77d5c65a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:31:25.685739 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d429cec6-44e6-4078-a44b-f98f323ef0ba" -d '{"events": [{"server_uuid": "bf57ca60-658f-43d7-9309-6e2f05d4abfb", "name": "network-vif-plugged", "status": "completed", "tag": "5d17f901-a8f5-46dc-9afd-b4ff77d5c65a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:31:25.689406 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a4958d-5a59-424b-a0bc-e6e07342e90a None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:31:25.689611 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a4958d-5a59-424b-a0bc-e6e07342e90a None None] Checking segment: {'id': 'e6784b95-7ebf-4420-997d-47d3e28efc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:31:25.689886 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-31a4958d-5a59-424b-a0bc-e6e07342e90a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:25.690255 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a4958d-5a59-424b-a0bc-e6e07342e90a None None] Bound using segment: {'id': 'e6784b95-7ebf-4420-997d-47d3e28efc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:31:25.690734 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-31a4958d-5a59-424b-a0bc-e6e07342e90a None None] Bound port: b19cf47a-a6d0-4e66-903a-050cc46bc19d, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6784b95-7ebf-4420-997d-47d3e28efc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:31:25.691109 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-31a4958d-5a59-424b-a0bc-e6e07342e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:25.726566 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:25.823959 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8ef40cf-c145-41a4-ad45-0e94b8b05920 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:25.959522 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-31a4958d-5a59-424b-a0bc-e6e07342e90a None None] For port b19cf47a-a6d0-4e66-903a-050cc46bc19d, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:31:25.965680 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-31a4958d-5a59-424b-a0bc-e6e07342e90a None None] For port b19cf47a-a6d0-4e66-903a-050cc46bc19d, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b19cf47a-a6d0-4e66-903a-050cc46bc19d,segment=NetworkSegment(e6784b95-7ebf-4420-997d-47d3e28efc1a),segment_id=e6784b95-7ebf-4420-997d-47d3e28efc1a)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:31:25.983037 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-31a4958d-5a59-424b-a0bc-e6e07342e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:26.012157 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c3e0fa94-11a4-4a39-aa1a-c51a1966bfc7 req-d3f77883-438d-4489-b538-7ecce4cab0fe tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 210 time: 0.0922408 Jul 09 09:31:26.046901 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8ef40cf-c145-41a4-ad45-0e94b8b05920 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:26.100270 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port c0fd48a5-8bab-4559-bb42-17b00a5a2d02 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:31:26.118376 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=5d17f901-a8f5-46dc-9afd-b4ff77d5c65a,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:26.156287 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a63fbe3-d9d3-47d9-be9a-a69e987be5af x-openstack-request-id: req-9a63fbe3-d9d3-47d9-be9a-a69e987be5af {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:31:26.156584 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf57ca60-658f-43d7-9309-6e2f05d4abfb", "name": "network-vif-plugged", "status": "completed", "tag": "5d17f901-a8f5-46dc-9afd-b4ff77d5c65a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:31:26.156858 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9a63fbe3-d9d3-47d9-be9a-a69e987be5af {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:31:26.157297 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf57ca60-658f-43d7-9309-6e2f05d4abfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d17f901-a8f5-46dc-9afd-b4ff77d5c65a', 'code': 200} Jul 09 09:31:26.163006 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:26.163375 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:26.163684 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:26.180376 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:26.180376 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:26.180688 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:26.181021 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:26.181280 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:26.181610 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:26.181938 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:26.182266 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:26.182592 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:26.191295 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port c0fd48a5-8bab-4559-bb42-17b00a5a2d02 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:26.191729 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:26.226302 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ef40cf-c145-41a4-ad45-0e94b8b05920 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:31:26.237912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c8ef40cf-c145-41a4-ad45-0e94b8b05920 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:31:26.242114 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ef40cf-c145-41a4-ad45-0e94b8b05920 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:31:26.602305 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175a7b3-b2f1-486d-8965-96f310750d8c req-fc44bf16-0520-481a-b1c5-166a8cf19c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:26.624244 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0175a7b3-b2f1-486d-8965-96f310750d8c req-fc44bf16-0520-481a-b1c5-166a8cf19c55 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 1096 time: 0.2452643 Jul 09 09:31:26.774147 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0175a7b3-b2f1-486d-8965-96f310750d8c req-02a77ecd-7094-4c6d-a113-3fed6a40cf40 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=be393f4f-3bda-4267-ab77-11f03ec104fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428831 Jul 09 09:31:26.802934 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0b2f2fd4-fcb1-4ac7-84ba-092e90b0f8a7 None None] Provisioning complete for port c0fd48a5-8bab-4559-bb42-17b00a5a2d02 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:26.803451 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2fd4-fcb1-4ac7-84ba-092e90b0f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:26.854099 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4958d-5a59-424b-a0bc-e6e07342e90a None None] Pushing event updated for resources: {'Port': ['ID=b19cf47a-a6d0-4e66-903a-050cc46bc19d,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:26.916944 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef40cf-c145-41a4-ad45-0e94b8b05920 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Pushing event updated for resources: {'Port': ['ID=c65a5a4b-c9d1-4fa8-9243-981c80a422f8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:26.976524 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:26.983385 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47526) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:26.993435 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-27074490-f1c8-4b35-bd43-9c0c33e8fc17 req-344b79c6-c926-4628-bb62-b4813baedda1 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=58dbf312-2c16-4b75-8840-112c9bc818c7 HTTP/1.1" status: 200 len: 210 time: 0.4913437 Jul 09 09:31:27.076964 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port c0fd48a5-8bab-4559-bb42-17b00a5a2d02, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c0fd48a5-8bab-4559-bb42-17b00a5a2d02,segment=NetworkSegment(db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd),segment_id=db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:27.085361 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:27.086460 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 86000b50-7017-4c58-acf5-f38a2db92d05 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:31:27.121242 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4aa1b101-bb58-40d7-b7f6-335a3bda8616 req-0813ad66-4788-4626-8720-e784e723b059 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd54dc5d-1d0a-4ad3-8f19-cfac0931a901 HTTP/1.1" status: 200 len: 210 time: 0.1244261 Jul 09 09:31:27.178856 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2fd4-fcb1-4ac7-84ba-092e90b0f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:27.211351 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61170c8-956c-4355-82c5-2506f2858b28 req-1d1b8a30-c24a-43a3-b4fe-9ca3d0e561a3 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:27.217680 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c4e5148-36f7-41ba-9626-ea579ea4def9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:27.219432 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61170c8-956c-4355-82c5-2506f2858b28 req-1d1b8a30-c24a-43a3-b4fe-9ca3d0e561a3 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:27.221475 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-1d1b8a30-c24a-43a3-b4fe-9ca3d0e561a3 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.64 "GET /v2.0/networks?id=4fa864f8-5790-41bc-8420-02d472e3e434&id=e73f1985-28cb-403b-9ebe-940937982407&id=4fa864f8-5790-41bc-8420-02d472e3e434 HTTP/1.1" status: 200 len: 1390 time: 0.8021860 Jul 09 09:31:27.245175 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-c61170c8-956c-4355-82c5-2506f2858b28 req-93798da4-3b6a-43d5-a9bf-1c02351aabe7 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Request body: {'port': {'device_id': '3896ce5c-e2e1-41ad-b733-eff6f045dae1', 'network_id': '4fa864f8-5790-41bc-8420-02d472e3e434', 'admin_state_up': True, 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:27.368480 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c4e5148-36f7-41ba-9626-ea579ea4def9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:27.375619 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c4e5148-36f7-41ba-9626-ea579ea4def9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:27.380238 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=c0fd48a5-8bab-4559-bb42-17b00a5a2d02,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:27.422328 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 86000b50-7017-4c58-acf5-f38a2db92d05 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:27.422699 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:27.438430 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e5148-36f7-41ba-9626-ea579ea4def9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7a178a-e4e4-4f17-93d5-074301ba3423,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:27.466973 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5c4e5148-36f7-41ba-9626-ea579ea4def9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e29b8d7d00564808abccf5ab2d2ed515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4821484 Jul 09 09:31:27.468461 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47544) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:27.493025 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-0b2f2fd4-fcb1-4ac7-84ba-092e90b0f8a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:31:27.493384 n-d-799996-1 neutron-server[93792]: DEBUG oslo_db.api [None req-0b2f2fd4-fcb1-4ac7-84ba-092e90b0f8a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:31:27.598293 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d8a5cf0-7eca-4011-b847-61a1d179b655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:27.672983 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d8a5cf0-7eca-4011-b847-61a1d179b655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:27.793138 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d8a5cf0-7eca-4011-b847-61a1d179b655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:27.796210 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d8a5cf0-7eca-4011-b847-61a1d179b655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:27.800648 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2d8a5cf0-7eca-4011-b847-61a1d179b655 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ed7a178a-e4e4-4f17-93d5-074301ba3423 HTTP/1.1" status: 204 len: 168 time: 0.3273938 Jul 09 09:31:27.812131 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a5cf0-7eca-4011-b847-61a1d179b655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7a178a-e4e4-4f17-93d5-074301ba3423,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:28.085164 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b19cf47a-a6d0-4e66-903a-050cc46bc19d up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:31:28.195373 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e308e99c-4c5e-4b28-b075-0064123275cc None None] Network e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:31:28.317439 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-177b543d-a346-4a32-b094-773870a99e6e req-2f49f9ff-053c-4940-a5a9-2abda8d5851a tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=8ac4ec7a07e04638a4f8adeeab19b382&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356402 Jul 09 09:31:28.346026 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port b19cf47a-a6d0-4e66-903a-050cc46bc19d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:31:28.355717 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c0fd48a5-8bab-4559-bb42-17b00a5a2d02 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:31:28.437273 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47582) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:28.456705 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a226d5a-3152-4e6c-a1dd-05d6e335232e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:28.537405 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fe4062b4-9412-485c-86c8-643f1c758ca8 None None] Provisioning for port b19cf47a-a6d0-4e66-903a-050cc46bc19d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:31:28.543617 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fe4062b4-9412-485c-86c8-643f1c758ca8 None None] Provisioning complete for port b19cf47a-a6d0-4e66-903a-050cc46bc19d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:28.544818 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223f53b-0430-4346-9773-5c459f3be9c3 req-708ce383-dcb2-45d3-9660-5721d469b164 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:28.544973 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fe4062b4-9412-485c-86c8-643f1c758ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:28.551854 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0223f53b-0430-4346-9773-5c459f3be9c3 req-708ce383-dcb2-45d3-9660-5721d469b164 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 945 time: 1.3289759 Jul 09 09:31:28.587859 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8ef40cf-c145-41a4-ad45-0e94b8b05920 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:28.639146 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a226d5a-3152-4e6c-a1dd-05d6e335232e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:28.641988 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port c0fd48a5-8bab-4559-bb42-17b00a5a2d02 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:28.642467 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:28.647950 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a226d5a-3152-4e6c-a1dd-05d6e335232e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:28.666949 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-21112e99-032e-4e78-b374-c654d064f674 req-a4e40643-5f64-403b-b70f-b36fbe339d61 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 210 time: 0.0821760 Jul 09 09:31:28.715936 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b543d-a346-4a32-b094-773870a99e6e req-3e3ea49a-69f8-4a20-ab2e-70228db58915 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:28.717567 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-177b543d-a346-4a32-b094-773870a99e6e req-3e3ea49a-69f8-4a20-ab2e-70228db58915 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3905327 Jul 09 09:31:28.734770 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0223f53b-0430-4346-9773-5c459f3be9c3 req-ddfbec29-3931-44d9-a4ba-77d43b758214 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/security-groups?id=be393f4f-3bda-4267-ab77-11f03ec104fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802807 Jul 09 09:31:28.738697 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9a226d5a-3152-4e6c-a1dd-05d6e335232e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ecf8968fc6b54de5bb6e621e2f05a15e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000951 Jul 09 09:31:28.748330 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47584) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:28.752269 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fe4062b4-9412-485c-86c8-643f1c758ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:28.771909 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a226d5a-3152-4e6c-a1dd-05d6e335232e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e09cc8-bcb4-4573-ad20-8940eb8309ea,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:28.811937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61170c8-956c-4355-82c5-2506f2858b28 req-93798da4-3b6a-43d5-a9bf-1c02351aabe7 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Made reservation on behalf of ccf6ebcefc44456fb4b443a1a3c4cef4 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:31:28.815464 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-93798da4-3b6a-43d5-a9bf-1c02351aabe7 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:28.844739 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-177b543d-a346-4a32-b094-773870a99e6e req-d1adbb8c-09c6-4635-b5c8-507d8eaf43e3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Request body: {'port': {'device_id': 'fd54dc5d-1d0a-4ad3-8f19-cfac0931a901', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': '8ac4ec7a07e04638a4f8adeeab19b382'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:28.852730 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fe4062b4-9412-485c-86c8-643f1c758ca8 None None] For port b19cf47a-a6d0-4e66-903a-050cc46bc19d, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b19cf47a-a6d0-4e66-903a-050cc46bc19d,segment=NetworkSegment(e6784b95-7ebf-4420-997d-47d3e28efc1a),segment_id=e6784b95-7ebf-4420-997d-47d3e28efc1a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:28.870795 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fe4062b4-9412-485c-86c8-643f1c758ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:28.886880 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d111a60-20b1-4e2b-a645-3796884c8f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:28.920629 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d111a60-20b1-4e2b-a645-3796884c8f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:29.043046 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4062b4-9412-485c-86c8-643f1c758ca8 None None] Pushing event updated for resources: {'Port': ['ID=b19cf47a-a6d0-4e66-903a-050cc46bc19d,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:29.051920 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d111a60-20b1-4e2b-a645-3796884c8f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:29.069287 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d111a60-20b1-4e2b-a645-3796884c8f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:29.070851 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2d111a60-20b1-4e2b-a645-3796884c8f6f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/53e09cc8-bcb4-4573-ad20-8940eb8309ea HTTP/1.1" status: 204 len: 168 time: 0.3190687 Jul 09 09:31:29.092220 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d111a60-20b1-4e2b-a645-3796884c8f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e09cc8-bcb4-4573-ad20-8940eb8309ea,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:29.169946 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59158810-ac9f-47a2-81a2-165c20240b3e req-efc57dc9-fede-4dbb-b690-21c33f3a3a98 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd54dc5d-1d0a-4ad3-8f19-cfac0931a901 HTTP/1.1" status: 200 len: 210 time: 0.1258671 Jul 09 09:31:29.297243 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bc841707-1b30-4da2-b358-c873df4fca22 None None] Provisioning complete for port b19cf47a-a6d0-4e66-903a-050cc46bc19d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:29.297846 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc841707-1b30-4da2-b358-c873df4fca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:29.697106 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8ef40cf-c145-41a4-ad45-0e94b8b05920 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:29.705227 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-c61170c8-956c-4355-82c5-2506f2858b28 req-93798da4-3b6a-43d5-a9bf-1c02351aabe7 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Allocated IP 19.80.0.6 (4fa864f8-5790-41bc-8420-02d472e3e434/f1478391-a4f8-45b6-b8a8-61fa5f44d047/0aa8e0fc-0afd-4fae-81ec-15325aff9774) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:31:29.712916 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177b543d-a346-4a32-b094-773870a99e6e req-d1adbb8c-09c6-4635-b5c8-507d8eaf43e3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Made reservation on behalf of 8ac4ec7a07e04638a4f8adeeab19b382 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:31:29.716485 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-177b543d-a346-4a32-b094-773870a99e6e req-d1adbb8c-09c6-4635-b5c8-507d8eaf43e3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:29.730630 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-177b543d-a346-4a32-b094-773870a99e6e req-d1adbb8c-09c6-4635-b5c8-507d8eaf43e3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:29.755213 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-e029580a-fef7-4b51-8e30-f88f4069a873 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:29.758741 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-e029580a-fef7-4b51-8e30-f88f4069a873 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/networks?id=de931943-f58d-4fd8-96d3-d18dce18a0bc HTTP/1.1" status: 200 len: 804 time: 0.2916920 Jul 09 09:31:29.762119 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b19cf47a-a6d0-4e66-903a-050cc46bc19d up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:31:29.867469 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-2b504b5c-7dac-4d30-8b90-49295f6668ff tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/quotas/15de14848d0349c49a5d85c3ea6d48cd HTTP/1.1" status: 200 len: 375 time: 0.0617764 Jul 09 09:31:29.894195 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port b19cf47a-a6d0-4e66-903a-050cc46bc19d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:29.894575 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:30.231180 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-93798da4-3b6a-43d5-a9bf-1c02351aabe7 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:30.275807 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4673c7c2-12c9-4f5f-96b2-34d6954b1af4 req-b6ab633e-80a6-4b60-ac89-5477f041e513 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 210 time: 0.3378367 Jul 09 09:31:30.311555 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-c61170c8-956c-4355-82c5-2506f2858b28 req-93798da4-3b6a-43d5-a9bf-1c02351aabe7 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Transition to ACTIVE for port object 0aa8e0fc-0afd-4fae-81ec-15325aff9774 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:31:30.433421 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-252d720c-18c0-474b-8dc1-a5b5457efe2e tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=15de14848d0349c49a5d85c3ea6d48cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5077362 Jul 09 09:31:30.447384 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-93798da4-3b6a-43d5-a9bf-1c02351aabe7 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:30.542139 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ef40cf-c145-41a4-ad45-0e94b8b05920 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Router d2aa2e57-f401-46b2-803e-939afd6a249e is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:31:30.595371 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61170c8-956c-4355-82c5-2506f2858b28 req-93798da4-3b6a-43d5-a9bf-1c02351aabe7 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Network 4fa864f8-5790-41bc-8420-02d472e3e434 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:31:30.601833 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-177b543d-a346-4a32-b094-773870a99e6e req-d1adbb8c-09c6-4635-b5c8-507d8eaf43e3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:30.713351 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ef40cf-c145-41a4-ad45-0e94b8b05920 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:31:30.723400 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8786d7b5-a9b5-4612-9f58-8393c260e65a None None] Sync routers for ids ['d2aa2e57-f401-46b2-803e-939afd6a249e'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:31:30.733751 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8786d7b5-a9b5-4612-9f58-8393c260e65a None None] Routers {'d2aa2e57-f401-46b2-803e-939afd6a249e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:31:30.734445 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-c61170c8-956c-4355-82c5-2506f2858b28 req-93798da4-3b6a-43d5-a9bf-1c02351aabe7 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:31:30.734702 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8786d7b5-a9b5-4612-9f58-8393c260e65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:31:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d2aa2e57-f401-46b2-803e-939afd6a249e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:30.750010 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-177b543d-a346-4a32-b094-773870a99e6e req-d1adbb8c-09c6-4635-b5c8-507d8eaf43e3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:30.798655 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8786d7b5-a9b5-4612-9f58-8393c260e65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:30.809475 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8786d7b5-a9b5-4612-9f58-8393c260e65a None None] Routers {'d2aa2e57-f401-46b2-803e-939afd6a249e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:31:30.810535 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8786d7b5-a9b5-4612-9f58-8393c260e65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:31:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d2aa2e57-f401-46b2-803e-939afd6a249e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:30.860659 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8786d7b5-a9b5-4612-9f58-8393c260e65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:30.861922 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8786d7b5-a9b5-4612-9f58-8393c260e65a None None] The sync data for ids ['d2aa2e57-f401-46b2-803e-939afd6a249e'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:31:31.008648 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61170c8-956c-4355-82c5-2506f2858b28 req-93798da4-3b6a-43d5-a9bf-1c02351aabe7 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:31:31.013801 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93798da4-3b6a-43d5-a9bf-1c02351aabe7 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event updated for resources: {'Port': ['ID=0aa8e0fc-0afd-4fae-81ec-15325aff9774,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:31.067002 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8ef40cf-c145-41a4-ad45-0e94b8b05920 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:31.070071 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d0afe1cc-bd81-474b-bac4-df309891b383 None None] Provisioning for port 0aa8e0fc-0afd-4fae-81ec-15325aff9774 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:31:31.072440 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47650) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:31.072866 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c8ef40cf-c145-41a4-ad45-0e94b8b05920 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.7104685 Jul 09 09:31:31.076647 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d0afe1cc-bd81-474b-bac4-df309891b383 None None] Provisioning complete for port 0aa8e0fc-0afd-4fae-81ec-15325aff9774 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:31.078024 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d0afe1cc-bd81-474b-bac4-df309891b383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:31.100500 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-177b543d-a346-4a32-b094-773870a99e6e req-d1adbb8c-09c6-4635-b5c8-507d8eaf43e3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Allocated IP 192.168.233.177 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/69f25ea8-b82a-4379-a59d-bc564e39fe9d) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:31:31.185924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adbb8c-09c6-4635-b5c8-507d8eaf43e3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4495f2-e8fe-4150-a90a-714407923170,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:31.222827 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61170c8-956c-4355-82c5-2506f2858b28 req-93798da4-3b6a-43d5-a9bf-1c02351aabe7 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:31.223772 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-93798da4-3b6a-43d5-a9bf-1c02351aabe7 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:31.235150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a54673-267b-4ae5-81aa-af5e7fc8aacd req-d94157c3-3c94-457d-9f32-844ee16f7e91 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:31.241060 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d0afe1cc-bd81-474b-bac4-df309891b383 None None] Port 0aa8e0fc-0afd-4fae-81ec-15325aff9774 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:31:31.246619 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6a54673-267b-4ae5-81aa-af5e7fc8aacd req-d94157c3-3c94-457d-9f32-844ee16f7e91 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 945 time: 0.7938757 Jul 09 09:31:31.251934 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device c1e51a22-393c-4c8c-81a1-56d87ed08203 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:31:31.318451 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-93798da4-3b6a-43d5-a9bf-1c02351aabe7 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0810552 Jul 09 09:31:31.327673 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-197937b6-4df0-4df3-a709-e36d6af99110 service neutron] 10.222.0.61 "GET /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8930106 Jul 09 09:31:31.343102 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-c61170c8-956c-4355-82c5-2506f2858b28 req-76a22906-d377-4e29-a305-c2c2a538590f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Request body: {'port': {'device_id': '3896ce5c-e2e1-41ad-b733-eff6f045dae1', 'network_id': 'e73f1985-28cb-403b-9ebe-940937982407', 'admin_state_up': True, 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:31.359497 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:31.398711 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port c1e51a22-393c-4c8c-81a1-56d87ed08203, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c1e51a22-393c-4c8c-81a1-56d87ed08203,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:31.399898 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd833901-52a7-4f6c-b11e-c9138f285674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1e51a22-393c-4c8c-81a1-56d87ed08203'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:31:31.402833 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af93f3a-2033-42bc-9549-57251eefe710" -d '{"events": [{"server_uuid": "fd833901-52a7-4f6c-b11e-c9138f285674", "name": "network-vif-unplugged", "status": "completed", "tag": "c1e51a22-393c-4c8c-81a1-56d87ed08203"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:31:31.408467 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:31.437346 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6a54673-267b-4ae5-81aa-af5e7fc8aacd req-d93fbe5d-0be8-4131-9d55-d5940b3ccb8d tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/security-groups?id=be393f4f-3bda-4267-ab77-11f03ec104fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895626 Jul 09 09:31:31.507182 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=c1e51a22-393c-4c8c-81a1-56d87ed08203,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:31.902771 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:32.031402 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-77b2ad88-3673-4126-9224-69a8fd334858 req-56879ff6-186f-43b5-b161-e77102a21419 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd54dc5d-1d0a-4ad3-8f19-cfac0931a901 HTTP/1.1" status: 200 len: 210 time: 0.0916476 Jul 09 09:31:32.065275 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6844c8d-332c-4775-8f78-ff9bfde24e98 req-36979035-4afe-40fd-a38d-32cbd5746a3f tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:32.066905 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6844c8d-332c-4775-8f78-ff9bfde24e98 req-36979035-4afe-40fd-a38d-32cbd5746a3f tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd833901-52a7-4f6c-b11e-c9138f285674 HTTP/1.1" status: 200 len: 945 time: 0.9537365 Jul 09 09:31:32.201974 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-0d2ae6cc-d570-465b-90b5-1a7633c8811b service neutron] 10.222.0.61 "GET /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8541679 Jul 09 09:31:32.312863 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-177b543d-a346-4a32-b094-773870a99e6e req-d1adbb8c-09c6-4635-b5c8-507d8eaf43e3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:32.350437 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61170c8-956c-4355-82c5-2506f2858b28 req-76a22906-d377-4e29-a305-c2c2a538590f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Made reservation on behalf of ccf6ebcefc44456fb4b443a1a3c4cef4 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:31:32.363943 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-76a22906-d377-4e29-a305-c2c2a538590f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:32.377970 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-177b543d-a346-4a32-b094-773870a99e6e req-d1adbb8c-09c6-4635-b5c8-507d8eaf43e3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Transition to ACTIVE for port object 69f25ea8-b82a-4379-a59d-bc564e39fe9d will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:31:32.378423 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Allocated IP 172.20.0.1 (e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92/47086a68-bac4-4897-904b-a2ecc2823fb3/bfed3730-8775-473c-8f84-d2acd6040c76) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:31:32.528820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-f6844c8d-332c-4775-8f78-ff9bfde24e98 req-971e11a0-ec4d-4313-a4c5-cefba90b680c tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Deleting port c1e51a22-393c-4c8c-81a1-56d87ed08203 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:31:32.529173 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f6844c8d-332c-4775-8f78-ff9bfde24e98 req-971e11a0-ec4d-4313-a4c5-cefba90b680c tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:32.540994 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-177b543d-a346-4a32-b094-773870a99e6e req-d1adbb8c-09c6-4635-b5c8-507d8eaf43e3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:32.578823 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:32.594092 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Transition to ACTIVE for port object bfed3730-8775-473c-8f84-d2acd6040c76 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:31:32.633024 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:32.664685 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177b543d-a346-4a32-b094-773870a99e6e req-d1adbb8c-09c6-4635-b5c8-507d8eaf43e3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:31:32.694940 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-177b543d-a346-4a32-b094-773870a99e6e req-d1adbb8c-09c6-4635-b5c8-507d8eaf43e3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:31:32.697443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-177b543d-a346-4a32-b094-773870a99e6e req-d1adbb8c-09c6-4635-b5c8-507d8eaf43e3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:31:32.718488 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Network e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:31:32.722781 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:31:32.750714 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:31:32.822611 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adbb8c-09c6-4635-b5c8-507d8eaf43e3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Pushing event updated for resources: {'Port': ['ID=69f25ea8-b82a-4379-a59d-bc564e39fe9d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:32.840585 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:32.847878 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Pushing event updated for resources: {'Port': ['ID=bfed3730-8775-473c-8f84-d2acd6040c76,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:32.855719 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-c61170c8-956c-4355-82c5-2506f2858b28 req-76a22906-d377-4e29-a305-c2c2a538590f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Allocated IP 19.86.0.9 (e73f1985-28cb-403b-9ebe-940937982407/cf97faae-01ff-4c51-921c-a97b27ef9e1f/41ff569d-7a9b-4ffe-84e0-82d897ea5a85) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:31:32.886420 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b543d-a346-4a32-b094-773870a99e6e req-d1adbb8c-09c6-4635-b5c8-507d8eaf43e3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:32.887113 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-177b543d-a346-4a32-b094-773870a99e6e req-d1adbb8c-09c6-4635-b5c8-507d8eaf43e3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:32.891027 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f6844c8d-332c-4775-8f78-ff9bfde24e98 req-971e11a0-ec4d-4313-a4c5-cefba90b680c tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] For port c1e51a22-393c-4c8c-81a1-56d87ed08203, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c1e51a22-393c-4c8c-81a1-56d87ed08203,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:32.891398 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f6844c8d-332c-4775-8f78-ff9bfde24e98 req-971e11a0-ec4d-4313-a4c5-cefba90b680c tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:32.931475 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00a8f17-0131-4208-9520-cee356523914 x-openstack-request-id: req-d00a8f17-0131-4208-9520-cee356523914 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:31:32.932117 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd833901-52a7-4f6c-b11e-c9138f285674", "name": "network-vif-unplugged", "status": "completed", "tag": "c1e51a22-393c-4c8c-81a1-56d87ed08203", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:31:32.932117 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d00a8f17-0131-4208-9520-cee356523914 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:31:32.932454 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd833901-52a7-4f6c-b11e-c9138f285674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1e51a22-393c-4c8c-81a1-56d87ed08203', 'code': 200} Jul 09 09:31:32.968230 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-f6844c8d-332c-4775-8f78-ff9bfde24e98 req-971e11a0-ec4d-4313-a4c5-cefba90b680c tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Calling delete_port for c1e51a22-393c-4c8c-81a1-56d87ed08203 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:31:33.006876 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-177b543d-a346-4a32-b094-773870a99e6e req-d1adbb8c-09c6-4635-b5c8-507d8eaf43e3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2654738 Jul 09 09:31:33.041306 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-177b543d-a346-4a32-b094-773870a99e6e req-b95995b7-586c-4629-9660-6a4a8eb86c01 service neutron] Request body: {'port': {'device_id': 'fd54dc5d-1d0a-4ad3-8f19-cfac0931a901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:33.166100 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3ec2b-31a9-4227-a6a3-3bdce3143eaa req-3e93ff65-70a9-4214-b36b-5c3da6fa5ecb tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:33.167673 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f8b3ec2b-31a9-4227-a6a3-3bdce3143eaa req-3e93ff65-70a9-4214-b36b-5c3da6fa5ecb tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 930 time: 0.5053573 Jul 09 09:31:33.179399 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a0adc851-39d5-4a59-806b-d1ac17498c1b None None] Provisioning for port 69f25ea8-b82a-4379-a59d-bc564e39fe9d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:31:33.187145 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a0adc851-39d5-4a59-806b-d1ac17498c1b None None] Provisioning complete for port 69f25ea8-b82a-4379-a59d-bc564e39fe9d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:33.187856 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a0adc851-39d5-4a59-806b-d1ac17498c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:33.196922 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:33.271184 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a0adc851-39d5-4a59-806b-d1ac17498c1b None None] Port 69f25ea8-b82a-4379-a59d-bc564e39fe9d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:31:33.298406 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a0adc851-39d5-4a59-806b-d1ac17498c1b None None] Provisioning for port bfed3730-8775-473c-8f84-d2acd6040c76 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:31:33.303032 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a0adc851-39d5-4a59-806b-d1ac17498c1b None None] Provisioning complete for port bfed3730-8775-473c-8f84-d2acd6040c76 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:33.303437 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a0adc851-39d5-4a59-806b-d1ac17498c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:33.368843 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a0adc851-39d5-4a59-806b-d1ac17498c1b None None] Port bfed3730-8775-473c-8f84-d2acd6040c76 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:31:33.466891 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-76a22906-d377-4e29-a305-c2c2a538590f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:33.470637 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-177b543d-a346-4a32-b094-773870a99e6e req-b95995b7-586c-4629-9660-6a4a8eb86c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:33.482119 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f8b3ec2b-31a9-4227-a6a3-3bdce3143eaa req-79b4bee5-2189-4762-825a-27892ae0e394 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408471 Jul 09 09:31:33.519088 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-c61170c8-956c-4355-82c5-2506f2858b28 req-76a22906-d377-4e29-a305-c2c2a538590f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Transition to ACTIVE for port object 41ff569d-7a9b-4ffe-84e0-82d897ea5a85 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:31:33.527330 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:33.533741 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:33.560672 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313aeeee-7fcf-4870-b052-fcaafa8c33e3 req-377aad1b-1e4b-41ae-8467-38541babeb3c tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:33.572559 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-313aeeee-7fcf-4870-b052-fcaafa8c33e3 req-377aad1b-1e4b-41ae-8467-38541babeb3c tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 945 time: 0.4781053 Jul 09 09:31:33.578746 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 47684) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:33.586323 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-08c447f2-294f-44cf-8a60-1086f78ed8b7 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Request body: {'floatingip': {'port_id': '5d17f901-a8f5-46dc-9afd-b4ff77d5c65a'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:33.639959 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:33.650551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Pushing event updated for resources: {'Port': ['ID=bfed3730-8775-473c-8f84-d2acd6040c76,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:33.651725 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08c447f2-294f-44cf-8a60-1086f78ed8b7 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:33.677095 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:33.677447 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:33.677837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:33.678176 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:33.678581 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:33.678838 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:33.679160 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:33.679483 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:33.679847 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:33.680176 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:33.680499 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:33.680821 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:33.699818 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:33.799337 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Network e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:31:33.800844 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:31:33.822942 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-494148fd-ae96-437c-a232-5979a65a5d8a req-45ab21d2-d3e1-4733-a3f4-d9df30750fe2 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=374fa4fa-73f5-4058-b274-9a669a272174 HTTP/1.1" status: 200 len: 210 time: 0.0885265 Jul 09 09:31:33.961261 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f6844c8d-332c-4775-8f78-ff9bfde24e98 req-971e11a0-ec4d-4313-a4c5-cefba90b680c tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:33.998159 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-76a22906-d377-4e29-a305-c2c2a538590f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:34.014874 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Router d2aa2e57-f401-46b2-803e-939afd6a249e has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:31:34.063498 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e11a0-ec4d-4313-a4c5-cefba90b680c tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Pushing event deleted for resources: {'Port': ['ID=c1e51a22-393c-4c8c-81a1-56d87ed08203,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:34.159561 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6844c8d-332c-4775-8f78-ff9bfde24e98 req-971e11a0-ec4d-4313-a4c5-cefba90b680c tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] No DVR routers for this DVR port c1e51a22-393c-4c8c-81a1-56d87ed08203 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:31:34.163014 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f6844c8d-332c-4775-8f78-ff9bfde24e98 req-971e11a0-ec4d-4313-a4c5-cefba90b680c tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:34.165488 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6844c8d-332c-4775-8f78-ff9bfde24e98 req-971e11a0-ec4d-4313-a4c5-cefba90b680c tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.64 "DELETE /v2.0/ports/c1e51a22-393c-4c8c-81a1-56d87ed08203 HTTP/1.1" status: 204 len: 173 time: 2.0925021 Jul 09 09:31:34.187864 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd833901-52a7-4f6c-b11e-c9138f285674', 'name': 'network-vif-deleted', 'tag': 'c1e51a22-393c-4c8c-81a1-56d87ed08203'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:31:34.199174 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b9d7d28b-acd9-48b3-b4f5-12a45c69c050 None None] Provisioning complete for port bfed3730-8775-473c-8f84-d2acd6040c76 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:34.201190 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b9d7d28b-acd9-48b3-b4f5-12a45c69c050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:34.202184 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2125f6-05fb-4916-8e8b-0766a0338ae6" -d '{"events": [{"server_uuid": "fd833901-52a7-4f6c-b11e-c9138f285674", "name": "network-vif-deleted", "tag": "c1e51a22-393c-4c8c-81a1-56d87ed08203"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:31:34.226875 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61170c8-956c-4355-82c5-2506f2858b28 req-76a22906-d377-4e29-a305-c2c2a538590f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Network e73f1985-28cb-403b-9ebe-940937982407 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:31:34.266339 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7d28b-acd9-48b3-b4f5-12a45c69c050 None None] Port bfed3730-8775-473c-8f84-d2acd6040c76 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:31:34.274167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-c61170c8-956c-4355-82c5-2506f2858b28 req-76a22906-d377-4e29-a305-c2c2a538590f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:31:34.276555 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61170c8-956c-4355-82c5-2506f2858b28 req-76a22906-d377-4e29-a305-c2c2a538590f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:31:34.335530 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:31:34.348394 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3c13fdc8-9ab2-4f83-9227-dc96b74d091f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] 10.222.0.61 "PUT /v2.0/routers/d2aa2e57-f401-46b2-803e-939afd6a249e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2748132 Jul 09 09:31:34.353787 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05c8941-7bcd-497d-87e1-6561d2ae4f12 None None] Sync routers for ids ['d2aa2e57-f401-46b2-803e-939afd6a249e'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:31:34.366782 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47692) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:34.370639 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05c8941-7bcd-497d-87e1-6561d2ae4f12 None None] Routers {'d2aa2e57-f401-46b2-803e-939afd6a249e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:31:34.371419 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d05c8941-7bcd-497d-87e1-6561d2ae4f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:31:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d2aa2e57-f401-46b2-803e-939afd6a249e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:34.377811 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a22906-d377-4e29-a305-c2c2a538590f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event updated for resources: {'Port': ['ID=41ff569d-7a9b-4ffe-84e0-82d897ea5a85,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:34.386184 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9571d280-d0c8-47c9-8635-fe96e9a84535 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Request body: {'port': {'network_id': 'e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92', 'name': 'tempest-FloatingIPAdminTestJSON-1340285161'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:34.449494 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-b0b9fb56-cd9a-430b-8b52-678b850cfc8e tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:34.451150 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-b0b9fb56-cd9a-430b-8b52-678b850cfc8e tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.58 "GET /v2.0/networks?id=de931943-f58d-4fd8-96d3-d18dce18a0bc HTTP/1.1" status: 200 len: 804 time: 0.3418305 Jul 09 09:31:34.462084 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d05c8941-7bcd-497d-87e1-6561d2ae4f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:34.485778 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05c8941-7bcd-497d-87e1-6561d2ae4f12 None None] Routers {'d2aa2e57-f401-46b2-803e-939afd6a249e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:31:34.486687 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d05c8941-7bcd-497d-87e1-6561d2ae4f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:31:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d2aa2e57-f401-46b2-803e-939afd6a249e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:34.501973 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-1b817e79-ecce-4ba4-ae93-718b96ce5a7d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Request body: {'port': {'device_id': '374fa4fa-73f5-4058-b274-9a669a272174', 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc', 'admin_state_up': True, 'tenant_id': '15de14848d0349c49a5d85c3ea6d48cd'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:34.542797 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d05c8941-7bcd-497d-87e1-6561d2ae4f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:34.543916 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05c8941-7bcd-497d-87e1-6561d2ae4f12 None None] The sync data for ids ['d2aa2e57-f401-46b2-803e-939afd6a249e'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:31:34.636606 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61170c8-956c-4355-82c5-2506f2858b28 req-76a22906-d377-4e29-a305-c2c2a538590f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:34.637281 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-76a22906-d377-4e29-a305-c2c2a538590f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:34.691544 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b57f4660-c6c4-459e-b53b-7e8dcc49a358 None None] Provisioning for port 41ff569d-7a9b-4ffe-84e0-82d897ea5a85 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:31:34.698939 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b57f4660-c6c4-459e-b53b-7e8dcc49a358 None None] Provisioning complete for port 41ff569d-7a9b-4ffe-84e0-82d897ea5a85 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:34.699306 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b57f4660-c6c4-459e-b53b-7e8dcc49a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:34.701950 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9571d280-d0c8-47c9-8635-fe96e9a84535 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Made reservation on behalf of df08a8cccc9f499b8f1905a536ca536d for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:31:34.705756 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9571d280-d0c8-47c9-8635-fe96e9a84535 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:34.729737 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-9571d280-d0c8-47c9-8635-fe96e9a84535 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] device_id is not set on port a3084f56-7517-439a-81f3-4bd498c9788d yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:31:34.742606 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b57f4660-c6c4-459e-b53b-7e8dcc49a358 None None] Port 41ff569d-7a9b-4ffe-84e0-82d897ea5a85 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:31:34.768087 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-1b817e79-ecce-4ba4-ae93-718b96ce5a7d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Made reservation on behalf of 15de14848d0349c49a5d85c3ea6d48cd for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:31:34.772165 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-1b817e79-ecce-4ba4-ae93-718b96ce5a7d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:34.777989 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-76a22906-d377-4e29-a305-c2c2a538590f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4470437 Jul 09 09:31:34.806125 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d998d7-482d-496a-a5a4-20cfd78172c2 req-fe552e30-29f7-404f-a09d-27c4c2445ded tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:34.813420 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55d998d7-482d-496a-a5a4-20cfd78172c2 req-fe552e30-29f7-404f-a09d-27c4c2445ded tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd54dc5d-1d0a-4ad3-8f19-cfac0931a901 HTTP/1.1" status: 200 len: 936 time: 0.6831262 Jul 09 09:31:34.834018 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-c61170c8-956c-4355-82c5-2506f2858b28 req-85ab88c4-7fc7-4d6b-8e26-c65ff2ee0cfd tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Request body: {'port': {'device_id': '3896ce5c-e2e1-41ad-b733-eff6f045dae1', 'network_id': '4fa864f8-5790-41bc-8420-02d472e3e434', 'admin_state_up': True, 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:34.916948 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-9571d280-d0c8-47c9-8635-fe96e9a84535 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Allocated IP 172.20.0.3 (e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92/47086a68-bac4-4897-904b-a2ecc2823fb3/a3084f56-7517-439a-81f3-4bd498c9788d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:31:34.995314 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-1b817e79-ecce-4ba4-ae93-718b96ce5a7d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Allocated IP 172.20.0.8 (de931943-f58d-4fd8-96d3-d18dce18a0bc/6bdbd641-08ac-41cd-9918-f7982af01a02/32e6ff08-b202-42b1-8280-47857cc49f06) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:31:35.204565 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9571d280-d0c8-47c9-8635-fe96e9a84535 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:35.233143 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-9571d280-d0c8-47c9-8635-fe96e9a84535 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Transition to ACTIVE for port object a3084f56-7517-439a-81f3-4bd498c9788d will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:31:35.242230 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-177b543d-a346-4a32-b094-773870a99e6e req-b95995b7-586c-4629-9660-6a4a8eb86c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f25ea8-b82a-4379-a59d-bc564e39fe9d {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:31:35.261208 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-1b817e79-ecce-4ba4-ae93-718b96ce5a7d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:35.261475 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-177b543d-a346-4a32-b094-773870a99e6e req-b95995b7-586c-4629-9660-6a4a8eb86c01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:35.266377 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device c1e51a22-393c-4c8c-81a1-56d87ed08203 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:31:35.279615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec91be-e0e0-4e2c-b709-efbf397cccdd req-83f41868-c052-4394-99e1-08544b223425 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:35.281140 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1fec91be-e0e0-4e2c-b709-efbf397cccdd req-83f41868-c052-4394-99e1-08544b223425 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 945 time: 0.8983824 Jul 09 09:31:35.293141 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: c1e51a22-393c-4c8c-81a1-56d87ed08203 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:31:35.293764 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device c1e51a22-393c-4c8c-81a1-56d87ed08203 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:31:35.307131 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9571d280-d0c8-47c9-8635-fe96e9a84535 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:35.308471 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f299365-b9c2-41fb-82f1-43533ee6f852 req-240e9d92-1fea-463d-9474-7efd50c018d7 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:35.315281 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f299365-b9c2-41fb-82f1-43533ee6f852 req-240e9d92-1fea-463d-9474-7efd50c018d7 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 945 time: 0.7604699 Jul 09 09:31:35.369386 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9571d280-d0c8-47c9-8635-fe96e9a84535 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Network e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:31:35.370671 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-1b817e79-ecce-4ba4-ae93-718b96ce5a7d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:35.377780 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-9571d280-d0c8-47c9-8635-fe96e9a84535 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:31:35.381015 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571d280-d0c8-47c9-8635-fe96e9a84535 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Pushing event updated for resources: {'Port': ['ID=a3084f56-7517-439a-81f3-4bd498c9788d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:35.382175 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55d998d7-482d-496a-a5a4-20cfd78172c2 req-83bbd457-9682-4d21-8e62-b74d8478b1f4 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5659132 Jul 09 09:31:35.386199 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9571d280-d0c8-47c9-8635-fe96e9a84535 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:31:35.420683 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-177b543d-a346-4a32-b094-773870a99e6e req-b95995b7-586c-4629-9660-6a4a8eb86c01 service neutron] Transition to ACTIVE for port object 69f25ea8-b82a-4379-a59d-bc564e39fe9d will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:31:35.455414 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-1b817e79-ecce-4ba4-ae93-718b96ce5a7d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Network de931943-f58d-4fd8-96d3-d18dce18a0bc is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:31:35.459904 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7535a1-706f-4302-a9f7-43d90c2b8884 x-openstack-request-id: req-fa7535a1-706f-4302-a9f7-43d90c2b8884 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:31:35.460198 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd833901-52a7-4f6c-b11e-c9138f285674", "name": "network-vif-deleted", "tag": "c1e51a22-393c-4c8c-81a1-56d87ed08203", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:31:35.460467 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fa7535a1-706f-4302-a9f7-43d90c2b8884 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:31:35.460857 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd833901-52a7-4f6c-b11e-c9138f285674', 'name': 'network-vif-deleted', 'tag': 'c1e51a22-393c-4c8c-81a1-56d87ed08203', 'status': 'completed', 'code': 200} Jul 09 09:31:35.469390 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-1b817e79-ecce-4ba4-ae93-718b96ce5a7d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:31:35.477376 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-1b817e79-ecce-4ba4-ae93-718b96ce5a7d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:31:35.502430 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f299365-b9c2-41fb-82f1-43533ee6f852 req-f1529ea0-3ccd-4308-895c-4c0a2b0d77bc tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861956 Jul 09 09:31:35.503143 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-177b543d-a346-4a32-b094-773870a99e6e req-b95995b7-586c-4629-9660-6a4a8eb86c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:35.508358 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b817e79-ecce-4ba4-ae93-718b96ce5a7d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Pushing event updated for resources: {'Port': ['ID=32e6ff08-b202-42b1-8280-47857cc49f06,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:35.538736 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9571d280-d0c8-47c9-8635-fe96e9a84535 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:35.539409 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9571d280-d0c8-47c9-8635-fe96e9a84535 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:35.574247 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9571d280-d0c8-47c9-8635-fe96e9a84535 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2010517 Jul 09 09:31:35.574247 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47702) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:35.593449 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-1b817e79-ecce-4ba4-ae93-718b96ce5a7d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:35.596691 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-1b817e79-ecce-4ba4-ae93-718b96ce5a7d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:35.632448 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-1b817e79-ecce-4ba4-ae93-718b96ce5a7d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1373706 Jul 09 09:31:35.633833 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61170c8-956c-4355-82c5-2506f2858b28 req-85ab88c4-7fc7-4d6b-8e26-c65ff2ee0cfd tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Made reservation on behalf of ccf6ebcefc44456fb4b443a1a3c4cef4 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:31:35.637688 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-85ab88c4-7fc7-4d6b-8e26-c65ff2ee0cfd tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:35.647196 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-a7dc337c-5658-494e-97de-66c8b0c05cc4 service neutron] Request body: {'port': {'device_id': '374fa4fa-73f5-4058-b274-9a669a272174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:35.788932 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95995b7-586c-4629-9660-6a4a8eb86c01 service neutron] Pushing event updated for resources: {'Port': ['ID=69f25ea8-b82a-4379-a59d-bc564e39fe9d,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:35.868672 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.db.resource_extend [None req-08c447f2-294f-44cf-8a60-1086f78ed8b7 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 09:31:35.879492 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-da0f4bf0-b95c-4dca-80b9-d3fcc9b46260 None None] Provisioning for port a3084f56-7517-439a-81f3-4bd498c9788d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:31:35.885868 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-da0f4bf0-b95c-4dca-80b9-d3fcc9b46260 None None] Provisioning complete for port a3084f56-7517-439a-81f3-4bd498c9788d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:35.886803 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-da0f4bf0-b95c-4dca-80b9-d3fcc9b46260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:35.924438 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-da0f4bf0-b95c-4dca-80b9-d3fcc9b46260 None None] Port a3084f56-7517-439a-81f3-4bd498c9788d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:31:36.027508 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-70114757-e94e-418e-9f5f-0be091e18bcc tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'project_id': 'df08a8cccc9f499b8f1905a536ca536d', 'port_id': 'a3084f56-7517-439a-81f3-4bd498c9788d'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:36.028927 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08c447f2-294f-44cf-8a60-1086f78ed8b7 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:36.070006 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08c447f2-294f-44cf-8a60-1086f78ed8b7 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:36.077578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-177b543d-a346-4a32-b094-773870a99e6e req-b95995b7-586c-4629-9660-6a4a8eb86c01 service neutron] Attempting to bind port 69f25ea8-b82a-4379-a59d-bc564e39fe9d on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:31:36.077913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-177b543d-a346-4a32-b094-773870a99e6e req-b95995b7-586c-4629-9660-6a4a8eb86c01 service neutron] Attempting to bind port 69f25ea8-b82a-4379-a59d-bc564e39fe9d by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:31:36.078240 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177b543d-a346-4a32-b094-773870a99e6e req-b95995b7-586c-4629-9660-6a4a8eb86c01 service neutron] Attempting to bind port 69f25ea8-b82a-4379-a59d-bc564e39fe9d on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:31:36.080899 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-1fec91be-e0e0-4e2c-b709-efbf397cccdd req-2ae84b26-34f1-4cf2-b88e-1aa936c998cb tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Deleting port c55a5200-0515-458f-b436-cd8a7cec48b7 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:31:36.081192 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1fec91be-e0e0-4e2c-b709-efbf397cccdd req-2ae84b26-34f1-4cf2-b88e-1aa936c998cb tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:36.083316 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70114757-e94e-418e-9f5f-0be091e18bcc tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:36.104114 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-a7dc337c-5658-494e-97de-66c8b0c05cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:36.150982 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad288d2a-acaa-4046-9095-6e6bfcac2b0e req-14907402-d859-4e30-817b-468dc1f9d4aa tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:36.157440 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad288d2a-acaa-4046-9095-6e6bfcac2b0e req-14907402-d859-4e30-817b-468dc1f9d4aa tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:36.159059 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad288d2a-acaa-4046-9095-6e6bfcac2b0e req-14907402-d859-4e30-817b-468dc1f9d4aa tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 1651 time: 0.5560181 Jul 09 09:31:36.199300 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81e0f6-6ab1-4f77-b2cf-0fc66413e8b8 req-60a4f414-4228-4427-87c9-cd163062df99 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:36.201005 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3a81e0f6-6ab1-4f77-b2cf-0fc66413e8b8 req-60a4f414-4228-4427-87c9-cd163062df99 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=374fa4fa-73f5-4058-b274-9a669a272174 HTTP/1.1" status: 200 len: 931 time: 0.4438405 Jul 09 09:31:36.215927 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177b543d-a346-4a32-b094-773870a99e6e req-b95995b7-586c-4629-9660-6a4a8eb86c01 service neutron] Port 69f25ea8-b82a-4379-a59d-bc564e39fe9d on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:31:36.216254 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177b543d-a346-4a32-b094-773870a99e6e req-b95995b7-586c-4629-9660-6a4a8eb86c01 service neutron] Attempting to bind port 69f25ea8-b82a-4379-a59d-bc564e39fe9d on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:31:36.267277 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177b543d-a346-4a32-b094-773870a99e6e req-b95995b7-586c-4629-9660-6a4a8eb86c01 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:31:36.268022 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177b543d-a346-4a32-b094-773870a99e6e req-b95995b7-586c-4629-9660-6a4a8eb86c01 service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:31:36.268022 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177b543d-a346-4a32-b094-773870a99e6e req-b95995b7-586c-4629-9660-6a4a8eb86c01 service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:31:36.268547 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-177b543d-a346-4a32-b094-773870a99e6e req-b95995b7-586c-4629-9660-6a4a8eb86c01 service neutron] Bound port: 69f25ea8-b82a-4379-a59d-bc564e39fe9d, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:31:36.268801 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-177b543d-a346-4a32-b094-773870a99e6e req-b95995b7-586c-4629-9660-6a4a8eb86c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:36.318030 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-c61170c8-956c-4355-82c5-2506f2858b28 req-85ab88c4-7fc7-4d6b-8e26-c65ff2ee0cfd tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Allocated IP 19.80.0.106 (4fa864f8-5790-41bc-8420-02d472e3e434/f1478391-a4f8-45b6-b8a8-61fa5f44d047/a32e7582-77ff-4830-9245-d4d16c367771) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:31:36.331988 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70114757-e94e-418e-9f5f-0be091e18bcc tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:36.427348 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3a81e0f6-6ab1-4f77-b2cf-0fc66413e8b8 req-cd419f60-cad5-41bd-8cda-2b775f57dc5d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130144 Jul 09 09:31:36.429931 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad288d2a-acaa-4046-9095-6e6bfcac2b0e req-87b1bda9-8243-4bf7-9a68-4289d29acbbf tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280312 Jul 09 09:31:36.475190 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-08c447f2-294f-44cf-8a60-1086f78ed8b7 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Floating IP 8c6251ea-1eec-407a-b568-d4a7b1e87883 associated. External IP: 172.25.3.131, port: 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a. Jul 09 09:31:36.489337 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-1fec91be-e0e0-4e2c-b709-efbf397cccdd req-2ae84b26-34f1-4cf2-b88e-1aa936c998cb tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] For port c55a5200-0515-458f-b436-cd8a7cec48b7, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c55a5200-0515-458f-b436-cd8a7cec48b7,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:36.489705 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1fec91be-e0e0-4e2c-b709-efbf397cccdd req-2ae84b26-34f1-4cf2-b88e-1aa936c998cb tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:36.517388 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-70114757-e94e-418e-9f5f-0be091e18bcc tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Allocated IP 172.25.3.117 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/ddc9544c-008e-4404-a976-efe9cd4a36c4) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:31:36.524604 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-a7dc337c-5658-494e-97de-66c8b0c05cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e6ff08-b202-42b1-8280-47857cc49f06 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:31:36.537655 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-a7dc337c-5658-494e-97de-66c8b0c05cc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:36.552288 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-1fec91be-e0e0-4e2c-b709-efbf397cccdd req-2ae84b26-34f1-4cf2-b88e-1aa936c998cb tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Calling delete_port for c55a5200-0515-458f-b436-cd8a7cec48b7 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:31:36.562392 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-177b543d-a346-4a32-b094-773870a99e6e req-b95995b7-586c-4629-9660-6a4a8eb86c01 service neutron] For port 69f25ea8-b82a-4379-a59d-bc564e39fe9d, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:31:36.590869 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-a7dc337c-5658-494e-97de-66c8b0c05cc4 service neutron] Transition to ACTIVE for port object 32e6ff08-b202-42b1-8280-47857cc49f06 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:31:36.604997 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-a7dc337c-5658-494e-97de-66c8b0c05cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:36.639075 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-177b543d-a346-4a32-b094-773870a99e6e req-b95995b7-586c-4629-9660-6a4a8eb86c01 service neutron] For port 69f25ea8-b82a-4379-a59d-bc564e39fe9d, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=69f25ea8-b82a-4379-a59d-bc564e39fe9d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:31:36.703544 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc337c-5658-494e-97de-66c8b0c05cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=32e6ff08-b202-42b1-8280-47857cc49f06,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:36.704114 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-177b543d-a346-4a32-b094-773870a99e6e req-b95995b7-586c-4629-9660-6a4a8eb86c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:36.711677 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70114757-e94e-418e-9f5f-0be091e18bcc tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:36.763348 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2e470240-2984-4f0c-a2d8-e429b27d7393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:36.799039 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b543d-a346-4a32-b094-773870a99e6e req-b95995b7-586c-4629-9660-6a4a8eb86c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:36.799661 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-177b543d-a346-4a32-b094-773870a99e6e req-b95995b7-586c-4629-9660-6a4a8eb86c01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:36.801191 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-177b543d-a346-4a32-b094-773870a99e6e req-b95995b7-586c-4629-9660-6a4a8eb86c01 service neutron] 10.222.0.64 "PUT /v2.0/ports/69f25ea8-b82a-4379-a59d-bc564e39fe9d HTTP/1.1" status: 200 len: 1096 time: 3.7801256 Jul 09 09:31:36.801893 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-a7dc337c-5658-494e-97de-66c8b0c05cc4 service neutron] Attempting to bind port 32e6ff08-b202-42b1-8280-47857cc49f06 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:31:36.802225 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-a7dc337c-5658-494e-97de-66c8b0c05cc4 service neutron] Attempting to bind port 32e6ff08-b202-42b1-8280-47857cc49f06 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '5d5a5637-84a4-4897-8910-daaebc376f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:31:36.802548 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-a7dc337c-5658-494e-97de-66c8b0c05cc4 service neutron] Attempting to bind port 32e6ff08-b202-42b1-8280-47857cc49f06 on network de931943-f58d-4fd8-96d3-d18dce18a0bc {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:31:36.817151 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-a7dc337c-5658-494e-97de-66c8b0c05cc4 service neutron] Port 32e6ff08-b202-42b1-8280-47857cc49f06 on network de931943-f58d-4fd8-96d3-d18dce18a0bc not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:31:36.818036 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-a7dc337c-5658-494e-97de-66c8b0c05cc4 service neutron] Attempting to bind port 32e6ff08-b202-42b1-8280-47857cc49f06 on network de931943-f58d-4fd8-96d3-d18dce18a0bc {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:31:36.829242 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-a7dc337c-5658-494e-97de-66c8b0c05cc4 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:31:36.829628 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-a7dc337c-5658-494e-97de-66c8b0c05cc4 service neutron] Checking segment: {'id': '5d5a5637-84a4-4897-8910-daaebc376f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:31:36.830101 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-a7dc337c-5658-494e-97de-66c8b0c05cc4 service neutron] Bound using segment: {'id': '5d5a5637-84a4-4897-8910-daaebc376f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:31:36.830563 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-a7dc337c-5658-494e-97de-66c8b0c05cc4 service neutron] Bound port: 32e6ff08-b202-42b1-8280-47857cc49f06, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5a5637-84a4-4897-8910-daaebc376f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:31:36.831647 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-a7dc337c-5658-494e-97de-66c8b0c05cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:36.835794 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70114757-e94e-418e-9f5f-0be091e18bcc tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:36.891582 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70114757-e94e-418e-9f5f-0be091e18bcc tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:31:36.921703 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-70114757-e94e-418e-9f5f-0be091e18bcc tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:31:36.925453 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70114757-e94e-418e-9f5f-0be091e18bcc tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:31:36.927482 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70114757-e94e-418e-9f5f-0be091e18bcc tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Pushing event updated for resources: {'Port': ['ID=ddc9544c-008e-4404-a976-efe9cd4a36c4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:36.979045 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-85ab88c4-7fc7-4d6b-8e26-c65ff2ee0cfd tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:36.993737 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-a7dc337c-5658-494e-97de-66c8b0c05cc4 service neutron] For port 32e6ff08-b202-42b1-8280-47857cc49f06, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:31:37.008398 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95995b7-586c-4629-9660-6a4a8eb86c01 service neutron] Pushing event updated for resources: {'Port': ['ID=69f25ea8-b82a-4379-a59d-bc564e39fe9d,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:37.027259 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-a7dc337c-5658-494e-97de-66c8b0c05cc4 service neutron] For port 32e6ff08-b202-42b1-8280-47857cc49f06, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=32e6ff08-b202-42b1-8280-47857cc49f06,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:31:37.033428 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-a7dc337c-5658-494e-97de-66c8b0c05cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:37.102705 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-a7dc337c-5658-494e-97de-66c8b0c05cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:37.103335 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-a7dc337c-5658-494e-97de-66c8b0c05cc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:37.104777 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-a7dc337c-5658-494e-97de-66c8b0c05cc4 service neutron] 10.222.0.58 "PUT /v2.0/ports/32e6ff08-b202-42b1-8280-47857cc49f06 HTTP/1.1" status: 200 len: 1091 time: 1.4641230 Jul 09 09:31:37.105236 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374fa4fa-73f5-4058-b274-9a669a272174', 'tag': '32e6ff08-b202-42b1-8280-47857cc49f06'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:31:37.107518 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43fe2a9-348a-4e29-a3a8-c73d65b5b229" -d '{"events": [{"name": "network-changed", "server_uuid": "374fa4fa-73f5-4058-b274-9a669a272174", "tag": "32e6ff08-b202-42b1-8280-47857cc49f06"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:31:37.110461 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-c61170c8-956c-4355-82c5-2506f2858b28 req-85ab88c4-7fc7-4d6b-8e26-c65ff2ee0cfd tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Transition to ACTIVE for port object a32e7582-77ff-4830-9245-d4d16c367771 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:31:37.137837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc337c-5658-494e-97de-66c8b0c05cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=32e6ff08-b202-42b1-8280-47857cc49f06,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:37.199328 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1fec91be-e0e0-4e2c-b709-efbf397cccdd req-2ae84b26-34f1-4cf2-b88e-1aa936c998cb tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:37.221486 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80e8eb-d357-4bbd-882a-fe60e66c5960 req-ffdf4e80-50a1-4ed4-be93-2a0bf544fc0d tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:37.222924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab80e8eb-d357-4bbd-882a-fe60e66c5960 req-ffdf4e80-50a1-4ed4-be93-2a0bf544fc0d tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd54dc5d-1d0a-4ad3-8f19-cfac0931a901 HTTP/1.1" status: 200 len: 948 time: 0.4920909 Jul 09 09:31:37.286329 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae84b26-34f1-4cf2-b88e-1aa936c998cb tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Pushing event deleted for resources: {'Port': ['ID=c55a5200-0515-458f-b436-cd8a7cec48b7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:37.294513 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-68fd3077-6ec0-4cd2-940c-12805aa189dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:37.295931 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-68fd3077-6ec0-4cd2-940c-12805aa189dc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=15de14848d0349c49a5d85c3ea6d48cd&device_id=374fa4fa-73f5-4058-b274-9a669a272174 HTTP/1.1" status: 200 len: 1094 time: 0.1148694 Jul 09 09:31:37.337378 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b543d-a346-4a32-b094-773870a99e6e req-addec440-9307-45c6-93b5-1537268679d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:37.338927 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-177b543d-a346-4a32-b094-773870a99e6e req-addec440-9307-45c6-93b5-1537268679d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ac4ec7a07e04638a4f8adeeab19b382&device_id=fd54dc5d-1d0a-4ad3-8f19-cfac0931a901 HTTP/1.1" status: 200 len: 1099 time: 0.4274056 Jul 09 09:31:37.372587 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-5f3115df-fbb0-417d-9980-8e061068e92f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32e6ff08-b202-42b1-8280-47857cc49f06 HTTP/1.1" status: 200 len: 217 time: 0.0411549 Jul 09 09:31:37.387506 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c447f2-294f-44cf-8a60-1086f78ed8b7 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Router f74663a9-4a03-4cc5-8595-6d1cefabf57c has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:31:37.388551 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fec91be-e0e0-4e2c-b709-efbf397cccdd req-2ae84b26-34f1-4cf2-b88e-1aa936c998cb tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] No DVR routers for this DVR port c55a5200-0515-458f-b436-cd8a7cec48b7 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:31:37.422126 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-85ab88c4-7fc7-4d6b-8e26-c65ff2ee0cfd tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:37.424290 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1fec91be-e0e0-4e2c-b709-efbf397cccdd req-2ae84b26-34f1-4cf2-b88e-1aa936c998cb tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:37.426250 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1fec91be-e0e0-4e2c-b709-efbf397cccdd req-2ae84b26-34f1-4cf2-b88e-1aa936c998cb tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.58 "DELETE /v2.0/ports/c55a5200-0515-458f-b436-cd8a7cec48b7 HTTP/1.1" status: 204 len: 173 time: 2.1337111 Jul 09 09:31:37.436315 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4cb32-9372-417b-a527-b280fa0fe050 req-f1f017b1-883b-424b-af97-002258c7dc99 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:37.437944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95f4cb32-9372-417b-a527-b280fa0fe050 req-f1f017b1-883b-424b-af97-002258c7dc99 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc8258f-53fd-4f97-afed-102c9bdb3cb0 HTTP/1.1" status: 200 len: 866 time: 0.5199640 Jul 09 09:31:37.443982 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab80e8eb-d357-4bbd-882a-fe60e66c5960 req-56b16079-60e5-4dff-a113-b5ce71ef014d tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834345 Jul 09 09:31:37.457546 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-177b543d-a346-4a32-b094-773870a99e6e req-a1c3f850-9926-4411-8288-948452ef71f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=69f25ea8-b82a-4379-a59d-bc564e39fe9d HTTP/1.1" status: 200 len: 217 time: 0.1048803 Jul 09 09:31:37.462241 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd54dc5d-1d0a-4ad3-8f19-cfac0931a901', 'tag': '69f25ea8-b82a-4379-a59d-bc564e39fe9d'}, {'server_uuid': 'dbc8258f-53fd-4f97-afed-102c9bdb3cb0', 'name': 'network-vif-deleted', 'tag': 'c55a5200-0515-458f-b436-cd8a7cec48b7'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:31:37.464247 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-3134d64b-8766-4cf2-aa70-fe1fda8689b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:37.464627 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c8d228-6674-4972-9ece-f965aa466bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "fd54dc5d-1d0a-4ad3-8f19-cfac0931a901", "tag": "69f25ea8-b82a-4379-a59d-bc564e39fe9d"}, {"server_uuid": "dbc8258f-53fd-4f97-afed-102c9bdb3cb0", "name": "network-vif-deleted", "tag": "c55a5200-0515-458f-b436-cd8a7cec48b7"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:31:37.466395 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-3134d64b-8766-4cf2-aa70-fe1fda8689b0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6bdbd641-08ac-41cd-9918-f7982af01a02 HTTP/1.1" status: 200 len: 844 time: 0.0872133 Jul 09 09:31:37.544252 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-2d1bfaec-201b-48c8-a573-439a99e54da7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=de931943-f58d-4fd8-96d3-d18dce18a0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715206 Jul 09 09:31:37.589186 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bcf917-3bad-4b34-9625-6088324a7c9b x-openstack-request-id: req-a0bcf917-3bad-4b34-9625-6088324a7c9b {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:31:37.589457 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374fa4fa-73f5-4058-b274-9a669a272174", "tag": "32e6ff08-b202-42b1-8280-47857cc49f06", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:31:37.589712 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a0bcf917-3bad-4b34-9625-6088324a7c9b {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:31:37.590251 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374fa4fa-73f5-4058-b274-9a669a272174', 'tag': '32e6ff08-b202-42b1-8280-47857cc49f06', 'status': 'completed', 'code': 200} Jul 09 09:31:37.642139 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70114757-e94e-418e-9f5f-0be091e18bcc tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:37.735836 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-828e6631-50de-46af-ba29-9a44dda7d770 service neutron] 10.222.0.58 "GET /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855760 Jul 09 09:31:37.802873 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70114757-e94e-418e-9f5f-0be091e18bcc tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:37.901662 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61170c8-956c-4355-82c5-2506f2858b28 req-85ab88c4-7fc7-4d6b-8e26-c65ff2ee0cfd tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Network 4fa864f8-5790-41bc-8420-02d472e3e434 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:31:37.928847 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fafc0ab1-d39e-4b7a-8983-bf8b22643aa4 req-ccfe446e-dba7-4f43-8a6d-c69f01e2fab3 service neutron] 10.222.0.58 "GET /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861849 Jul 09 09:31:37.948209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-c61170c8-956c-4355-82c5-2506f2858b28 req-85ab88c4-7fc7-4d6b-8e26-c65ff2ee0cfd tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:31:37.954642 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab88c4-7fc7-4d6b-8e26-c65ff2ee0cfd tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event updated for resources: {'Port': ['ID=a32e7582-77ff-4830-9245-d4d16c367771,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:37.970986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61170c8-956c-4355-82c5-2506f2858b28 req-85ab88c4-7fc7-4d6b-8e26-c65ff2ee0cfd tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:31:37.984770 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b543d-a346-4a32-b094-773870a99e6e req-74876f44-009e-4824-b8bc-fc0a9c0b7313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:37.986203 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-177b543d-a346-4a32-b094-773870a99e6e req-74876f44-009e-4824-b8bc-fc0a9c0b7313 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1905649 Jul 09 09:31:38.018357 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70114757-e94e-418e-9f5f-0be091e18bcc tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:38.024589 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70114757-e94e-418e-9f5f-0be091e18bcc tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:38.048688 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95f4cb32-9372-417b-a527-b280fa0fe050 req-ddb6c120-2b99-4349-badc-cf2ac58191e0 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5880880 Jul 09 09:31:38.174083 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70114757-e94e-418e-9f5f-0be091e18bcc tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Pushing event updated for resources: {'Port': ['ID=ddc9544c-008e-4404-a976-efe9cd4a36c4,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:38.182840 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70114757-e94e-418e-9f5f-0be091e18bcc tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:38.201377 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c55a5200-0515-458f-b436-cd8a7cec48b7 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:31:38.227879 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db36cc-746b-4a5a-925b-ae337b996c91 req-5d483d61-20fa-45e2-a5e8-e7585eb8e73f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:38.237569 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: c55a5200-0515-458f-b436-cd8a7cec48b7 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:31:38.242478 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db36cc-746b-4a5a-925b-ae337b996c91 req-5d483d61-20fa-45e2-a5e8-e7585eb8e73f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:38.243249 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c55a5200-0515-458f-b436-cd8a7cec48b7 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:31:38.250956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db36cc-746b-4a5a-925b-ae337b996c91 req-5d483d61-20fa-45e2-a5e8-e7585eb8e73f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:38.259655 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4db36cc-746b-4a5a-925b-ae337b996c91 req-5d483d61-20fa-45e2-a5e8-e7585eb8e73f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 2373 time: 0.4596138 Jul 09 09:31:38.285288 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61170c8-956c-4355-82c5-2506f2858b28 req-85ab88c4-7fc7-4d6b-8e26-c65ff2ee0cfd tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:38.286453 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-85ab88c4-7fc7-4d6b-8e26-c65ff2ee0cfd tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:38.312034 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c447f2-294f-44cf-8a60-1086f78ed8b7 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:31:38.325333 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e3f52e-cf01-4eef-8726-4c0e2f40b07c None None] Sync routers for ids ['f74663a9-4a03-4cc5-8595-6d1cefabf57c'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:31:38.326196 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08c447f2-294f-44cf-8a60-1086f78ed8b7 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:38.344713 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e3f52e-cf01-4eef-8726-4c0e2f40b07c None None] Routers {'f74663a9-4a03-4cc5-8595-6d1cefabf57c'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:31:38.345633 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-04e3f52e-cf01-4eef-8726-4c0e2f40b07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:31:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f74663a9-4a03-4cc5-8595-6d1cefabf57c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:38.410339 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4e2bb8c2-6936-4885-926f-ae2cb0114f3d None None] Provisioning for port a32e7582-77ff-4830-9245-d4d16c367771 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:31:38.417759 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4e2bb8c2-6936-4885-926f-ae2cb0114f3d None None] Provisioning complete for port a32e7582-77ff-4830-9245-d4d16c367771 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:38.418570 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e2bb8c2-6936-4885-926f-ae2cb0114f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:38.424125 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b543d-a346-4a32-b094-773870a99e6e req-7596d80c-81d8-4dd0-8521-9ebc04037289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:38.425751 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-177b543d-a346-4a32-b094-773870a99e6e req-7596d80c-81d8-4dd0-8521-9ebc04037289 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3872197 Jul 09 09:31:38.428348 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-85ab88c4-7fc7-4d6b-8e26-c65ff2ee0cfd tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6069005 Jul 09 09:31:38.437369 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4db36cc-746b-4a5a-925b-ae337b996c91 req-84b4f6f6-fc5e-49bb-bc7f-a481c8e9e61b tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764655 Jul 09 09:31:38.456686 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-c61170c8-956c-4355-82c5-2506f2858b28 req-f6e3508f-d4dd-4603-b769-25bf8487ec2d service neutron] Request body: {'port': {'device_id': '3896ce5c-e2e1-41ad-b733-eff6f045dae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:38.494248 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-04e3f52e-cf01-4eef-8726-4c0e2f40b07c None None] Set router f74663a9-4a03-4cc5-8595-6d1cefabf57c gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:31:38.507414 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fe2a9-348a-4e29-a3a8-c73d65b5b229 req-fc59a94c-3126-44da-bb53-f9160eaccd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:38.508994 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f43fe2a9-348a-4e29-a3a8-c73d65b5b229 req-fc59a94c-3126-44da-bb53-f9160eaccd08 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=15de14848d0349c49a5d85c3ea6d48cd&device_id=374fa4fa-73f5-4058-b274-9a669a272174 HTTP/1.1" status: 200 len: 1094 time: 0.4252124 Jul 09 09:31:38.515412 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4e2bb8c2-6936-4885-926f-ae2cb0114f3d None None] Port a32e7582-77ff-4830-9245-d4d16c367771 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:31:38.520715 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-08c447f2-294f-44cf-8a60-1086f78ed8b7 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "PUT /v2.0/floatingips/8c6251ea-1eec-407a-b568-d4a7b1e87883 HTTP/1.1" status: 200 len: 991 time: 4.9389675 Jul 09 09:31:38.598913 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-70114757-e94e-418e-9f5f-0be091e18bcc tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Floating IP 77e4a542-2b2a-4b10-a910-9119e19d427a associated. External IP: 172.25.3.117, port: a3084f56-7517-439a-81f3-4bd498c9788d. Jul 09 09:31:38.624944 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-f6e3508f-d4dd-4603-b769-25bf8487ec2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:38.704330 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760e5ec-8a6e-462f-811c-f7251e40e4db req-afc5ed5d-db05-493f-bb6e-067f7b796da7 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:38.712752 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a760e5ec-8a6e-462f-811c-f7251e40e4db req-afc5ed5d-db05-493f-bb6e-067f7b796da7 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=374fa4fa-73f5-4058-b274-9a669a272174 HTTP/1.1" status: 200 len: 943 time: 0.4426055 Jul 09 09:31:38.716308 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fe2a9-348a-4e29-a3a8-c73d65b5b229 req-41fd83f1-3f48-4288-baf2-27c5393fdaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:38.717853 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f43fe2a9-348a-4e29-a3a8-c73d65b5b229 req-41fd83f1-3f48-4288-baf2-27c5393fdaa8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=de931943-f58d-4fd8-96d3-d18dce18a0bc HTTP/1.1" status: 200 len: 905 time: 0.2019444 Jul 09 09:31:38.746202 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 09:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96bd9c0-2024-4558-99f7-30e4d61e1f45 x-openstack-request-id: req-e96bd9c0-2024-4558-99f7-30e4d61e1f45 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:31:38.746724 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd54dc5d-1d0a-4ad3-8f19-cfac0931a901", "tag": "69f25ea8-b82a-4379-a59d-bc564e39fe9d", "status": "completed", "code": 200}, {"server_uuid": "dbc8258f-53fd-4f97-afed-102c9bdb3cb0", "name": "network-vif-deleted", "tag": "c55a5200-0515-458f-b436-cd8a7cec48b7", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:31:38.747227 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e96bd9c0-2024-4558-99f7-30e4d61e1f45 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:31:38.747809 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd54dc5d-1d0a-4ad3-8f19-cfac0931a901', 'tag': '69f25ea8-b82a-4379-a59d-bc564e39fe9d', 'status': 'completed', 'code': 200} Jul 09 09:31:38.748244 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc8258f-53fd-4f97-afed-102c9bdb3cb0', 'name': 'network-vif-deleted', 'tag': 'c55a5200-0515-458f-b436-cd8a7cec48b7', 'status': 'completed', 'code': 200} Jul 09 09:31:38.771062 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f43fe2a9-348a-4e29-a3a8-c73d65b5b229 req-249e6c07-3fe9-4ff1-adb2-cd8b0972c88e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32e6ff08-b202-42b1-8280-47857cc49f06 HTTP/1.1" status: 200 len: 217 time: 0.0460417 Jul 09 09:31:38.797631 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-177b543d-a346-4a32-b094-773870a99e6e req-f085b857-81c2-41c2-8ac3-303b4d073af9 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563077 Jul 09 09:31:38.804892 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-04e3f52e-cf01-4eef-8726-4c0e2f40b07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'name': 'tempest-ServersTestBootFromVolume-1953151951-router', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:54Z', 'updated_at': '2021-07-09T09:30:05Z', 'revision_number': 4, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'gw_port': {'id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:56:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:55Z', 'updated_at': '2021-07-09T09:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '8c6251ea-1eec-407a-b568-d4a7b1e87883', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'port_id': '5d17f901-a8f5-46dc-9afd-b4ff77d5c65a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75', 'mac_address': 'fa:16:3e:10:4f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf57ca60-658f-43d7-9309-6e2f05d4abfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:30:12Z', 'updated_at': '2021-07-09T09:31:35Z', 'revision_number': 1, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bbb164a-cc1f-4f3d-aa24-50c8365741ef', 'name': '', 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'mac_address': 'fa:16:3e:0c:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a4a0b147-f87c-465f-8728-76832153941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:30:01Z', 'updated_at': '2021-07-09T09:30:15Z', 'revision_number': 5, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'subnets': [{'id': 'a4a0b147-f87c-465f-8728-76832153941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:38.842584 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e3f52e-cf01-4eef-8726-4c0e2f40b07c None None] Checking router: f74663a9-4a03-4cc5-8595-6d1cefabf57c for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:31:38.853879 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e3f52e-cf01-4eef-8726-4c0e2f40b07c None None] Routers {'f74663a9-4a03-4cc5-8595-6d1cefabf57c'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:31:38.854763 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-04e3f52e-cf01-4eef-8726-4c0e2f40b07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:31:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f74663a9-4a03-4cc5-8595-6d1cefabf57c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:38.868319 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fe2a9-348a-4e29-a3a8-c73d65b5b229 req-aa9b4942-f1d8-4e20-9b2d-528179b29655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:38.869692 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f43fe2a9-348a-4e29-a3a8-c73d65b5b229 req-aa9b4942-f1d8-4e20-9b2d-528179b29655 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6bdbd641-08ac-41cd-9918-f7982af01a02 HTTP/1.1" status: 200 len: 844 time: 0.0911167 Jul 09 09:31:38.872700 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a760e5ec-8a6e-462f-811c-f7251e40e4db req-7b40a635-4637-4930-ae00-da2ee9ffd0d0 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567438 Jul 09 09:31:38.895173 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:38.932555 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f43fe2a9-348a-4e29-a3a8-c73d65b5b229 req-c1e9dbc1-b73e-4509-b1b5-720ae153c34d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=de931943-f58d-4fd8-96d3-d18dce18a0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314698 Jul 09 09:31:39.003445 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-04e3f52e-cf01-4eef-8726-4c0e2f40b07c None None] Set router f74663a9-4a03-4cc5-8595-6d1cefabf57c gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:31:39.012292 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70114757-e94e-418e-9f5f-0be091e18bcc tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Router d2aa2e57-f401-46b2-803e-939afd6a249e has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:31:39.096826 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f43fe2a9-348a-4e29-a3a8-c73d65b5b229 req-7466ce43-cc11-44cf-a77d-8dbe39de41fa service neutron] 10.222.0.58 "GET /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570835 Jul 09 09:31:39.153844 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992bbba-13ef-43e3-848f-1d1a9592b9ed req-e560e7fe-d6f0-4c43-bf98-1a3d607389c6 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:39.162566 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9992bbba-13ef-43e3-848f-1d1a9592b9ed req-e560e7fe-d6f0-4c43-bf98-1a3d607389c6 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd54dc5d-1d0a-4ad3-8f19-cfac0931a901 HTTP/1.1" status: 200 len: 948 time: 0.2285883 Jul 09 09:31:39.176414 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-177b543d-a346-4a32-b094-773870a99e6e req-78de385c-185a-40da-bb23-f7ac2480214b service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261485 Jul 09 09:31:39.220786 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70114757-e94e-418e-9f5f-0be091e18bcc tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:31:39.237247 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a44f6e8-d329-4a4d-9b6b-bf0100be621b None None] Sync routers for ids ['d2aa2e57-f401-46b2-803e-939afd6a249e'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:31:39.258578 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70114757-e94e-418e-9f5f-0be091e18bcc tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:39.259294 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a44f6e8-d329-4a4d-9b6b-bf0100be621b None None] Routers {'d2aa2e57-f401-46b2-803e-939afd6a249e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:31:39.259856 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9992bbba-13ef-43e3-848f-1d1a9592b9ed req-18f24e7f-1963-46a4-87a9-9009fec2847c tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939236 Jul 09 09:31:39.261937 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9a44f6e8-d329-4a4d-9b6b-bf0100be621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:31:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d2aa2e57-f401-46b2-803e-939afd6a249e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:39.290192 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f43fe2a9-348a-4e29-a3a8-c73d65b5b229 req-c3b5c4bb-d5bd-40c0-b308-a310cc7c6206 service neutron] 10.222.0.58 "GET /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456437 Jul 09 09:31:39.309637 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-70114757-e94e-418e-9f5f-0be091e18bcc tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.7349324 Jul 09 09:31:39.312650 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47738) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:39.389866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9a44f6e8-d329-4a4d-9b6b-bf0100be621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:39.420881 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a44f6e8-d329-4a4d-9b6b-bf0100be621b None None] Routers {'d2aa2e57-f401-46b2-803e-939afd6a249e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:31:39.421792 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9a44f6e8-d329-4a4d-9b6b-bf0100be621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:31:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d2aa2e57-f401-46b2-803e-939afd6a249e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:39.426502 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bddc0bb5-0e15-4377-8dfd-8932a8347986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:39.457489 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-c61170c8-956c-4355-82c5-2506f2858b28 req-f6e3508f-d4dd-4603-b769-25bf8487ec2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aa8e0fc-0afd-4fae-81ec-15325aff9774 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:31:39.476252 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9a44f6e8-d329-4a4d-9b6b-bf0100be621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:39.477954 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a44f6e8-d329-4a4d-9b6b-bf0100be621b None None] The sync data for ids ['d2aa2e57-f401-46b2-803e-939afd6a249e'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:31:39.487048 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-f6e3508f-d4dd-4603-b769-25bf8487ec2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:39.487852 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:39.510243 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-c61170c8-956c-4355-82c5-2506f2858b28 req-f6e3508f-d4dd-4603-b769-25bf8487ec2d service neutron] Transition to ACTIVE for port object 0aa8e0fc-0afd-4fae-81ec-15325aff9774 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:31:39.523009 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-f6e3508f-d4dd-4603-b769-25bf8487ec2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:39.527452 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8d228-6674-4972-9ece-f965aa466bd2 req-83839804-5dee-458b-8b4a-011b83fb4646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:39.530018 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86c8d228-6674-4972-9ece-f965aa466bd2 req-83839804-5dee-458b-8b4a-011b83fb4646 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ac4ec7a07e04638a4f8adeeab19b382&device_id=fd54dc5d-1d0a-4ad3-8f19-cfac0931a901 HTTP/1.1" status: 200 len: 1099 time: 0.2682095 Jul 09 09:31:39.553975 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-04e3f52e-cf01-4eef-8726-4c0e2f40b07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'name': 'tempest-ServersTestBootFromVolume-1953151951-router', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:54Z', 'updated_at': '2021-07-09T09:30:05Z', 'revision_number': 4, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'gw_port': {'id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:56:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:55Z', 'updated_at': '2021-07-09T09:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '8c6251ea-1eec-407a-b568-d4a7b1e87883', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'port_id': '5d17f901-a8f5-46dc-9afd-b4ff77d5c65a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75', 'mac_address': 'fa:16:3e:10:4f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf57ca60-658f-43d7-9309-6e2f05d4abfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:30:12Z', 'updated_at': '2021-07-09T09:31:35Z', 'revision_number': 1, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bbb164a-cc1f-4f3d-aa24-50c8365741ef', 'name': '', 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'mac_address': 'fa:16:3e:0c:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a4a0b147-f87c-465f-8728-76832153941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:30:01Z', 'updated_at': '2021-07-09T09:30:15Z', 'revision_number': 5, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'subnets': [{'id': 'a4a0b147-f87c-465f-8728-76832153941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:39.557548 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1f41b343-8b1c-4918-9779-a18d1d2fc34a tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] 10.222.0.61 "GET /v2.0/floatingips/77e4a542-2b2a-4b10-a910-9119e19d427a HTTP/1.1" status: 200 len: 983 time: 0.2429614 Jul 09 09:31:39.559998 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47744) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:39.575618 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3508f-d4dd-4603-b769-25bf8487ec2d service neutron] Pushing event updated for resources: {'Port': ['ID=0aa8e0fc-0afd-4fae-81ec-15325aff9774,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:39.628291 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e3f52e-cf01-4eef-8726-4c0e2f40b07c None None] The sync data for ids ['f74663a9-4a03-4cc5-8595-6d1cefabf57c'] in n-d-799996-1 is: [{'id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'name': 'tempest-ServersTestBootFromVolume-1953151951-router', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:54Z', 'updated_at': '2021-07-09T09:30:05Z', 'revision_number': 4, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'gw_port': {'id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:56:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:55Z', 'updated_at': '2021-07-09T09:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '8c6251ea-1eec-407a-b568-d4a7b1e87883', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'port_id': '5d17f901-a8f5-46dc-9afd-b4ff77d5c65a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75', 'mac_address': 'fa:16:3e:10:4f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf57ca60-658f-43d7-9309-6e2f05d4abfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:30:12Z', 'updated_at': '2021-07-09T09:31:35Z', 'revision_number': 1, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bbb164a-cc1f-4f3d-aa24-50c8365741ef', 'name': '', 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'mac_address': 'fa:16:3e:0c:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a4a0b147-f87c-465f-8728-76832153941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:30:01Z', 'updated_at': '2021-07-09T09:30:15Z', 'revision_number': 5, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'subnets': [{'id': 'a4a0b147-f87c-465f-8728-76832153941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:31:39.695893 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 47746) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:39.815884 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-26da4f65-4c50-4742-aa60-526d97ec8a19 tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.2507689 Jul 09 09:31:39.816308 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47754) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:39.856186 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c61170c8-956c-4355-82c5-2506f2858b28 req-f6e3508f-d4dd-4603-b769-25bf8487ec2d service neutron] Attempting to bind port 0aa8e0fc-0afd-4fae-81ec-15325aff9774 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:31:39.860114 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c61170c8-956c-4355-82c5-2506f2858b28 req-f6e3508f-d4dd-4603-b769-25bf8487ec2d service neutron] Attempting to bind port 0aa8e0fc-0afd-4fae-81ec-15325aff9774 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '85649bca-0697-4828-a468-bbd7f4dbb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4fa864f8-5790-41bc-8420-02d472e3e434'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:31:39.860842 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61170c8-956c-4355-82c5-2506f2858b28 req-f6e3508f-d4dd-4603-b769-25bf8487ec2d service neutron] Attempting to bind port 0aa8e0fc-0afd-4fae-81ec-15325aff9774 on network 4fa864f8-5790-41bc-8420-02d472e3e434 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:31:39.876415 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61170c8-956c-4355-82c5-2506f2858b28 req-f6e3508f-d4dd-4603-b769-25bf8487ec2d service neutron] Port 0aa8e0fc-0afd-4fae-81ec-15325aff9774 on network 4fa864f8-5790-41bc-8420-02d472e3e434 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:31:39.877644 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61170c8-956c-4355-82c5-2506f2858b28 req-f6e3508f-d4dd-4603-b769-25bf8487ec2d service neutron] Attempting to bind port 0aa8e0fc-0afd-4fae-81ec-15325aff9774 on network 4fa864f8-5790-41bc-8420-02d472e3e434 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:31:39.890402 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8d228-6674-4972-9ece-f965aa466bd2 req-bd179ad2-85c8-4681-82da-86bb8312e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:39.898246 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86c8d228-6674-4972-9ece-f965aa466bd2 req-bd179ad2-85c8-4681-82da-86bb8312e77d service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.3237607 Jul 09 09:31:39.902006 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61170c8-956c-4355-82c5-2506f2858b28 req-f6e3508f-d4dd-4603-b769-25bf8487ec2d service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:31:39.902348 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61170c8-956c-4355-82c5-2506f2858b28 req-f6e3508f-d4dd-4603-b769-25bf8487ec2d service neutron] Checking segment: {'id': '85649bca-0697-4828-a468-bbd7f4dbb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4fa864f8-5790-41bc-8420-02d472e3e434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:31:39.912454 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61170c8-956c-4355-82c5-2506f2858b28 req-f6e3508f-d4dd-4603-b769-25bf8487ec2d service neutron] Bound using segment: {'id': '85649bca-0697-4828-a468-bbd7f4dbb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4fa864f8-5790-41bc-8420-02d472e3e434'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:31:39.913086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c61170c8-956c-4355-82c5-2506f2858b28 req-f6e3508f-d4dd-4603-b769-25bf8487ec2d service neutron] Bound port: 0aa8e0fc-0afd-4fae-81ec-15325aff9774, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85649bca-0697-4828-a468-bbd7f4dbb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4fa864f8-5790-41bc-8420-02d472e3e434'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:31:39.913468 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-f6e3508f-d4dd-4603-b769-25bf8487ec2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:39.995713 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86c8d228-6674-4972-9ece-f965aa466bd2 req-46c2348a-49e0-4ab2-8ca3-ea6627bb6e76 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=69f25ea8-b82a-4379-a59d-bc564e39fe9d HTTP/1.1" status: 200 len: 217 time: 0.0797107 Jul 09 09:31:40.000814 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-636840dd-7b81-46e3-967e-a3ac5691c612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:40.007917 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3053f4df-e2bf-4799-ad15-19fdd8527d23 None None] New status for floating IP 8c6251ea-1eec-407a-b568-d4a7b1e87883: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:31:40.022374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-06231d65-da8c-4a28-a718-32c5d1a8ec30 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Deleting port ddc9544c-008e-4404-a976-efe9cd4a36c4 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:31:40.022757 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06231d65-da8c-4a28-a718-32c5d1a8ec30 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:40.104591 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d32931-f73b-4225-9c89-f9138e7a7152 req-d1ec7748-77a5-407f-85d8-3a1e44b3a488 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:40.107015 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06231d65-da8c-4a28-a718-32c5d1a8ec30 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:40.107342 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06231d65-da8c-4a28-a718-32c5d1a8ec30 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:40.110484 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d32931-f73b-4225-9c89-f9138e7a7152 req-d1ec7748-77a5-407f-85d8-3a1e44b3a488 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:40.116702 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d32931-f73b-4225-9c89-f9138e7a7152 req-d1ec7748-77a5-407f-85d8-3a1e44b3a488 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:40.118384 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-75d32931-f73b-4225-9c89-f9138e7a7152 req-d1ec7748-77a5-407f-85d8-3a1e44b3a488 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 2385 time: 0.3625879 Jul 09 09:31:40.124264 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-06231d65-da8c-4a28-a718-32c5d1a8ec30 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Calling delete_port for ddc9544c-008e-4404-a976-efe9cd4a36c4 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:31:40.212015 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8d228-6674-4972-9ece-f965aa466bd2 req-da077d36-05c1-4a08-9d13-389eddbedfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:40.213518 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86c8d228-6674-4972-9ece-f965aa466bd2 req-da077d36-05c1-4a08-9d13-389eddbedfb6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1747835 Jul 09 09:31:40.214579 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c61170c8-956c-4355-82c5-2506f2858b28 req-f6e3508f-d4dd-4603-b769-25bf8487ec2d service neutron] For port 0aa8e0fc-0afd-4fae-81ec-15325aff9774, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:31:40.221650 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c61170c8-956c-4355-82c5-2506f2858b28 req-f6e3508f-d4dd-4603-b769-25bf8487ec2d service neutron] For port 0aa8e0fc-0afd-4fae-81ec-15325aff9774, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0aa8e0fc-0afd-4fae-81ec-15325aff9774,segment=NetworkSegment(85649bca-0697-4828-a468-bbd7f4dbb766),segment_id=85649bca-0697-4828-a468-bbd7f4dbb766)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:31:40.247308 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-f6e3508f-d4dd-4603-b769-25bf8487ec2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:40.314758 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-75d32931-f73b-4225-9c89-f9138e7a7152 req-148a2475-0177-4097-ab56-4d3e8e03e2e1 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776450 Jul 09 09:31:40.344975 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df46c81-0967-4a0c-aca6-83ae17070841 req-60842c54-2d6b-4897-861f-d06558dc493e tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:40.346606 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7df46c81-0967-4a0c-aca6-83ae17070841 req-60842c54-2d6b-4897-861f-d06558dc493e tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 944 time: 0.0981534 Jul 09 09:31:40.346828 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61170c8-956c-4355-82c5-2506f2858b28 req-f6e3508f-d4dd-4603-b769-25bf8487ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:40.349644 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-f6e3508f-d4dd-4603-b769-25bf8487ec2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:40.349644 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-f6e3508f-d4dd-4603-b769-25bf8487ec2d service neutron] 10.222.0.64 "PUT /v2.0/ports/0aa8e0fc-0afd-4fae-81ec-15325aff9774 HTTP/1.1" status: 200 len: 1090 time: 1.9060335 Jul 09 09:31:40.389193 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3508f-d4dd-4603-b769-25bf8487ec2d service neutron] Pushing event updated for resources: {'Port': ['ID=0aa8e0fc-0afd-4fae-81ec-15325aff9774,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:40.406238 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052dd49-1a6d-4034-b281-1814cab42eb7 req-fc90a3d0-60a7-430e-9a87-d4215e420fc3 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:40.413638 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0052dd49-1a6d-4034-b281-1814cab42eb7 req-fc90a3d0-60a7-430e-9a87-d4215e420fc3 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 944 time: 0.3278248 Jul 09 09:31:40.424186 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-c61170c8-956c-4355-82c5-2506f2858b28 req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Request body: {'port': {'device_id': '3896ce5c-e2e1-41ad-b733-eff6f045dae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:40.472311 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06231d65-da8c-4a28-a718-32c5d1a8ec30 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:40.508989 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-636840dd-7b81-46e3-967e-a3ac5691c612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:40.510740 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06231d65-da8c-4a28-a718-32c5d1a8ec30 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Pushing event deleted for resources: {'Port': ['ID=ddc9544c-008e-4404-a976-efe9cd4a36c4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:40.527071 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8d228-6674-4972-9ece-f965aa466bd2 req-8ee1b927-4935-42a6-b414-61c6841cb9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:40.528946 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86c8d228-6674-4972-9ece-f965aa466bd2 req-8ee1b927-4935-42a6-b414-61c6841cb9a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3013997 Jul 09 09:31:40.542442 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-636840dd-7b81-46e3-967e-a3ac5691c612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:40.583643 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-7df46c81-0967-4a0c-aca6-83ae17070841 req-128377a6-97c5-4737-97b7-838815189146 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Deleting port 8b07d29e-0d63-488e-81e2-6e2658603b06 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:31:40.584091 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7df46c81-0967-4a0c-aca6-83ae17070841 req-128377a6-97c5-4737-97b7-838815189146 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:40.597303 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0052dd49-1a6d-4034-b281-1814cab42eb7 req-c1d4a1d8-446f-41cd-97c2-3a87555436f3 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827857 Jul 09 09:31:40.636070 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06231d65-da8c-4a28-a718-32c5d1a8ec30 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:40.636724 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-06231d65-da8c-4a28-a718-32c5d1a8ec30 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Floating IP 77e4a542-2b2a-4b10-a910-9119e19d427a disassociated (deleted). External IP: 172.25.3.117, port: a3084f56-7517-439a-81f3-4bd498c9788d. Jul 09 09:31:40.712612 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-636840dd-7b81-46e3-967e-a3ac5691c612 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a8f2e6cd3e94bdf96149b4d3ef99370&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0155904 Jul 09 09:31:40.713371 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 47762) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:40.719514 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636840dd-7b81-46e3-967e-a3ac5691c612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a793d4-9f92-4db8-a0d9-021d052bdb09,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:40.740999 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:40.762378 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf57ca60-658f-43d7-9309-6e2f05d4abfb', 'tag': '5d17f901-a8f5-46dc-9afd-b4ff77d5c65a'}, {'name': 'network-changed', 'server_uuid': '3896ce5c-e2e1-41ad-b733-eff6f045dae1', 'tag': '0aa8e0fc-0afd-4fae-81ec-15325aff9774'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:31:40.764865 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a758f27c-4210-44d1-98f5-141d4da2c258" -d '{"events": [{"name": "network-changed", "server_uuid": "bf57ca60-658f-43d7-9309-6e2f05d4abfb", "tag": "5d17f901-a8f5-46dc-9afd-b4ff77d5c65a"}, {"name": "network-changed", "server_uuid": "3896ce5c-e2e1-41ad-b733-eff6f045dae1", "tag": "0aa8e0fc-0afd-4fae-81ec-15325aff9774"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:31:40.782581 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-7df46c81-0967-4a0c-aca6-83ae17070841 req-128377a6-97c5-4737-97b7-838815189146 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] For port 8b07d29e-0d63-488e-81e2-6e2658603b06, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8b07d29e-0d63-488e-81e2-6e2658603b06,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:40.782953 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7df46c81-0967-4a0c-aca6-83ae17070841 req-128377a6-97c5-4737-97b7-838815189146 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:40.800317 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-7df46c81-0967-4a0c-aca6-83ae17070841 req-128377a6-97c5-4737-97b7-838815189146 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Calling delete_port for 8b07d29e-0d63-488e-81e2-6e2658603b06 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:31:40.831133 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86c8d228-6674-4972-9ece-f965aa466bd2 req-3b7a7227-bb24-4f81-b8a0-7f767362abe4 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812865 Jul 09 09:31:40.946707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae1ace-beaa-43fc-a1e2-70268f6d41a9 req-047f2f79-78c7-47f1-a2f0-ad47d6ff5749 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:40.950753 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-54ae1ace-beaa-43fc-a1e2-70268f6d41a9 req-047f2f79-78c7-47f1-a2f0-ad47d6ff5749 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=374fa4fa-73f5-4058-b274-9a669a272174 HTTP/1.1" status: 200 len: 943 time: 0.4446428 Jul 09 09:31:41.003007 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eec9eed3-c643-4667-98b2-3d6df8203cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:41.069740 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:41.220053 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06231d65-da8c-4a28-a718-32c5d1a8ec30 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Router d2aa2e57-f401-46b2-803e-939afd6a249e has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:31:41.347897 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7df46c81-0967-4a0c-aca6-83ae17070841 req-128377a6-97c5-4737-97b7-838815189146 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:41.386257 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128377a6-97c5-4737-97b7-838815189146 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Pushing event deleted for resources: {'Port': ['ID=8b07d29e-0d63-488e-81e2-6e2658603b06,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:41.442661 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df46c81-0967-4a0c-aca6-83ae17070841 req-128377a6-97c5-4737-97b7-838815189146 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] No DVR routers for this DVR port 8b07d29e-0d63-488e-81e2-6e2658603b06 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:31:41.445983 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7df46c81-0967-4a0c-aca6-83ae17070841 req-128377a6-97c5-4737-97b7-838815189146 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:41.446397 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eec9eed3-c643-4667-98b2-3d6df8203cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:41.448013 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7df46c81-0967-4a0c-aca6-83ae17070841 req-128377a6-97c5-4737-97b7-838815189146 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.58 "DELETE /v2.0/ports/8b07d29e-0d63-488e-81e2-6e2658603b06 HTTP/1.1" status: 204 len: 173 time: 1.0948567 Jul 09 09:31:41.448439 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c55149a-d0df-4464-ad2a-d8a0b9074210', 'name': 'network-vif-deleted', 'tag': '8b07d29e-0d63-488e-81e2-6e2658603b06'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:31:41.450681 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b5f9a9-e3bd-4296-9833-fc1a2a4a52ed" -d '{"events": [{"server_uuid": "7c55149a-d0df-4464-ad2a-d8a0b9074210", "name": "network-vif-deleted", "tag": "8b07d29e-0d63-488e-81e2-6e2658603b06"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:31:41.454413 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06231d65-da8c-4a28-a718-32c5d1a8ec30 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:31:41.458649 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06231d65-da8c-4a28-a718-32c5d1a8ec30 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:41.469721 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e11528-6fdb-4014-8bf9-bd303d13d6c3 None None] Sync routers for ids ['d2aa2e57-f401-46b2-803e-939afd6a249e'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:31:41.471409 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-54ae1ace-beaa-43fc-a1e2-70268f6d41a9 req-2871129d-a0b6-44f5-aa57-9ef664eaa427 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024388 Jul 09 09:31:41.484597 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e11528-6fdb-4014-8bf9-bd303d13d6c3 None None] Routers {'d2aa2e57-f401-46b2-803e-939afd6a249e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:31:41.485372 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-18e11528-6fdb-4014-8bf9-bd303d13d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:31:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d2aa2e57-f401-46b2-803e-939afd6a249e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:41.515055 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86c8d228-6674-4972-9ece-f965aa466bd2 req-8cc15485-6a69-4654-9228-948b3b444088 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6600482 Jul 09 09:31:41.550743 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 09:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43e1094-406e-4b2f-91a6-8a191f7009e1 x-openstack-request-id: req-c43e1094-406e-4b2f-91a6-8a191f7009e1 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:31:41.551183 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf57ca60-658f-43d7-9309-6e2f05d4abfb", "tag": "5d17f901-a8f5-46dc-9afd-b4ff77d5c65a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3896ce5c-e2e1-41ad-b733-eff6f045dae1", "tag": "0aa8e0fc-0afd-4fae-81ec-15325aff9774", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:31:41.551477 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c43e1094-406e-4b2f-91a6-8a191f7009e1 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:31:41.551879 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-18e11528-6fdb-4014-8bf9-bd303d13d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:41.552030 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf57ca60-658f-43d7-9309-6e2f05d4abfb', 'tag': '5d17f901-a8f5-46dc-9afd-b4ff77d5c65a', 'status': 'completed', 'code': 200} Jul 09 09:31:41.552167 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3896ce5c-e2e1-41ad-b733-eff6f045dae1', 'tag': '0aa8e0fc-0afd-4fae-81ec-15325aff9774', 'status': 'completed', 'code': 200} Jul 09 09:31:41.562459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644977c-8b9b-4650-ba31-d102a5002be0 req-e5aa2222-fca0-4f59-bec3-fe2b30eab06d tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:41.563407 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e11528-6fdb-4014-8bf9-bd303d13d6c3 None None] Routers {'d2aa2e57-f401-46b2-803e-939afd6a249e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:31:41.564212 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6644977c-8b9b-4650-ba31-d102a5002be0 req-e5aa2222-fca0-4f59-bec3-fe2b30eab06d tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd54dc5d-1d0a-4ad3-8f19-cfac0931a901 HTTP/1.1" status: 200 len: 948 time: 0.7127821 Jul 09 09:31:41.573227 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-18e11528-6fdb-4014-8bf9-bd303d13d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:31:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d2aa2e57-f401-46b2-803e-939afd6a249e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:41.584632 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-06231d65-da8c-4a28-a718-32c5d1a8ec30 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] 10.222.0.61 "DELETE /v2.0/floatingips/77e4a542-2b2a-4b10-a910-9119e19d427a HTTP/1.1" status: 204 len: 168 time: 1.7673986 Jul 09 09:31:41.588033 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47772) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:41.592505 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ae3f349f-b4d0-48ac-b966-cba3a3b07b0c tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:41.635896 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae3f349f-b4d0-48ac-b966-cba3a3b07b0c tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:41.638407 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-18e11528-6fdb-4014-8bf9-bd303d13d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:41.639110 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e11528-6fdb-4014-8bf9-bd303d13d6c3 None None] The sync data for ids ['d2aa2e57-f401-46b2-803e-939afd6a249e'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:31:41.766579 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f27c-4210-44d1-98f5-141d4da2c258 req-439b0e2a-878a-4317-9b7f-d60ba6a20040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:41.768038 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a758f27c-4210-44d1-98f5-141d4da2c258 req-439b0e2a-878a-4317-9b7f-d60ba6a20040 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c9acf38ff167407f925d6b87ee411d50&device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 1096 time: 0.0825613 Jul 09 09:31:41.798966 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eec9eed3-c643-4667-98b2-3d6df8203cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:41.801518 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eec9eed3-c643-4667-98b2-3d6df8203cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:41.803624 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-eec9eed3-c643-4667-98b2-3d6df8203cfe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/64a793d4-9f92-4db8-a0d9-021d052bdb09 HTTP/1.1" status: 204 len: 168 time: 1.0841606 Jul 09 09:31:41.824471 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6644977c-8b9b-4650-ba31-d102a5002be0 req-ca93b1c3-da45-48cd-9ffe-6d1de8622c20 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511461 Jul 09 09:31:41.849509 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-c61170c8-956c-4355-82c5-2506f2858b28 req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ff569d-7a9b-4ffe-84e0-82d897ea5a85 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:31:41.853010 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae3f349f-b4d0-48ac-b966-cba3a3b07b0c tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:41.860121 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:41.875063 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77be4f2f-812d-4b56-934e-2530020a4318 x-openstack-request-id: req-77be4f2f-812d-4b56-934e-2530020a4318 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:31:41.875412 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c55149a-d0df-4464-ad2a-d8a0b9074210", "name": "network-vif-deleted", "tag": "8b07d29e-0d63-488e-81e2-6e2658603b06", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:31:41.875608 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-77be4f2f-812d-4b56-934e-2530020a4318 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:31:41.876037 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c55149a-d0df-4464-ad2a-d8a0b9074210', 'name': 'network-vif-deleted', 'tag': '8b07d29e-0d63-488e-81e2-6e2658603b06', 'status': 'completed', 'code': 200} Jul 09 09:31:41.892327 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9eed3-c643-4667-98b2-3d6df8203cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a793d4-9f92-4db8-a0d9-021d052bdb09,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:41.923727 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f27c-4210-44d1-98f5-141d4da2c258 req-2b724e6a-af59-451b-97c1-1222a1be5e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:41.925265 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a758f27c-4210-44d1-98f5-141d4da2c258 req-2b724e6a-af59-451b-97c1-1222a1be5e7f service neutron] 10.222.0.58 "GET /v2.0/networks?id=3d1be6a5-8870-45a4-8b11-20016bd71c75 HTTP/1.1" status: 200 len: 917 time: 0.1508710 Jul 09 09:31:41.926322 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-c61170c8-956c-4355-82c5-2506f2858b28 req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Transition to ACTIVE for port object 41ff569d-7a9b-4ffe-84e0-82d897ea5a85 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:31:41.952861 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:42.051764 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cbdde-fbe1-44e7-8df6-8d21ec39a1cc req-585dff72-ce87-437f-bc37-4aa53cbe0c3d tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:42.060086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cbdde-fbe1-44e7-8df6-8d21ec39a1cc req-585dff72-ce87-437f-bc37-4aa53cbe0c3d tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:42.068165 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cbdde-fbe1-44e7-8df6-8d21ec39a1cc req-585dff72-ce87-437f-bc37-4aa53cbe0c3d tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:42.076238 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d2cbdde-fbe1-44e7-8df6-8d21ec39a1cc req-585dff72-ce87-437f-bc37-4aa53cbe0c3d tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 2385 time: 0.2934909 Jul 09 09:31:42.131618 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a758f27c-4210-44d1-98f5-141d4da2c258 req-dec86003-39c4-4810-8bfa-151b30614c16 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d17f901-a8f5-46dc-9afd-b4ff77d5c65a HTTP/1.1" status: 200 len: 1001 time: 0.1971958 Jul 09 09:31:42.142335 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-ae3f349f-b4d0-48ac-b966-cba3a3b07b0c tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Allocated IP 172.25.3.214 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/f3bbbe46-191d-4f69-b327-722191c75443) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:31:42.192830 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f27c-4210-44d1-98f5-141d4da2c258 req-8d271732-2a4d-4095-952e-b9bcae1b3a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:42.193320 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f27c-4210-44d1-98f5-141d4da2c258 req-8d271732-2a4d-4095-952e-b9bcae1b3a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:42.193799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f27c-4210-44d1-98f5-141d4da2c258 req-8d271732-2a4d-4095-952e-b9bcae1b3a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:42.195497 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a758f27c-4210-44d1-98f5-141d4da2c258 req-8d271732-2a4d-4095-952e-b9bcae1b3a8a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ccf6ebcefc44456fb4b443a1a3c4cef4&device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 2728 time: 0.5793850 Jul 09 09:31:42.208403 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-693106df-0716-4679-af01-4884a3c32e24 req-02600f69-0286-4b6b-adc9-481cc5e0f15d tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c55149a-d0df-4464-ad2a-d8a0b9074210 HTTP/1.1" status: 200 len: 210 time: 0.1181879 Jul 09 09:31:42.213532 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 32e6ff08-b202-42b1-8280-47857cc49f06 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:31:42.217089 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47782) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:42.281420 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f27c-4210-44d1-98f5-141d4da2c258 req-f211303b-3213-4f54-bff8-556362278011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:42.283185 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a758f27c-4210-44d1-98f5-141d4da2c258 req-f211303b-3213-4f54-bff8-556362278011 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a4a0b147-f87c-465f-8728-76832153941d HTTP/1.1" status: 200 len: 855 time: 0.1423643 Jul 09 09:31:42.288109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Pushing event updated for resources: {'Port': ['ID=41ff569d-7a9b-4ffe-84e0-82d897ea5a85,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:42.288394 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-965513d2-ae0d-423b-b256-73b97aee49d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:42.392215 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:42.392574 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:42.392904 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:42.393239 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:42.393708 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:42.394047 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:42.394375 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:42.394705 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:42.395065 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:42.395392 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:42.395726 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:42.396056 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:31:42.426967 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d2cbdde-fbe1-44e7-8df6-8d21ec39a1cc req-962d7f6d-fcb7-431d-b352-862609450f00 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490570 Jul 09 09:31:42.441643 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 32e6ff08-b202-42b1-8280-47857cc49f06, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=32e6ff08-b202-42b1-8280-47857cc49f06,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:42.455848 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '32e6ff08-b202-42b1-8280-47857cc49f06', 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc', 'port_id': '32e6ff08-b202-42b1-8280-47857cc49f06', 'mac_address': 'fa:16:3e:5e:fc:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdbd641-08ac-41cd-9918-f7982af01a02', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:31:42.460454 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c61170c8-956c-4355-82c5-2506f2858b28 req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Attempting to bind port 41ff569d-7a9b-4ffe-84e0-82d897ea5a85 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:31:42.460772 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c61170c8-956c-4355-82c5-2506f2858b28 req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Attempting to bind port 41ff569d-7a9b-4ffe-84e0-82d897ea5a85 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e73f1985-28cb-403b-9ebe-940937982407'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:31:42.461527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61170c8-956c-4355-82c5-2506f2858b28 req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Attempting to bind port 41ff569d-7a9b-4ffe-84e0-82d897ea5a85 on network e73f1985-28cb-403b-9ebe-940937982407 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:31:42.473486 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae3f349f-b4d0-48ac-b966-cba3a3b07b0c tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:42.489576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61170c8-956c-4355-82c5-2506f2858b28 req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Port 41ff569d-7a9b-4ffe-84e0-82d897ea5a85 on network e73f1985-28cb-403b-9ebe-940937982407 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:31:42.489947 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61170c8-956c-4355-82c5-2506f2858b28 req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Attempting to bind port 41ff569d-7a9b-4ffe-84e0-82d897ea5a85 on network e73f1985-28cb-403b-9ebe-940937982407 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:31:42.512577 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:42.515594 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f27c-4210-44d1-98f5-141d4da2c258 req-bb7910b3-15e3-4ad8-b3fc-535c0f0c61b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:42.516248 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61170c8-956c-4355-82c5-2506f2858b28 req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:31:42.516743 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61170c8-956c-4355-82c5-2506f2858b28 req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Checking segment: {'id': 'db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e73f1985-28cb-403b-9ebe-940937982407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:31:42.516977 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61170c8-956c-4355-82c5-2506f2858b28 req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Bound using segment: {'id': 'db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e73f1985-28cb-403b-9ebe-940937982407'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:31:42.517111 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a758f27c-4210-44d1-98f5-141d4da2c258 req-bb7910b3-15e3-4ad8-b3fc-535c0f0c61b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3d1be6a5-8870-45a4-8b11-20016bd71c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2235970 Jul 09 09:31:42.517443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c61170c8-956c-4355-82c5-2506f2858b28 req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Bound port: 41ff569d-7a9b-4ffe-84e0-82d897ea5a85, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e73f1985-28cb-403b-9ebe-940937982407'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:31:42.517811 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:42.542489 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e6ff08-b202-42b1-8280-47857cc49f06 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:31:42.543172 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f27c-4210-44d1-98f5-141d4da2c258 req-fbbf7f27-3c88-4c1e-ac8b-4c5701a6609b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:42.543666 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f27c-4210-44d1-98f5-141d4da2c258 req-fbbf7f27-3c88-4c1e-ac8b-4c5701a6609b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:42.544225 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f27c-4210-44d1-98f5-141d4da2c258 req-fbbf7f27-3c88-4c1e-ac8b-4c5701a6609b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:42.545938 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a758f27c-4210-44d1-98f5-141d4da2c258 req-fbbf7f27-3c88-4c1e-ac8b-4c5701a6609b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ccf6ebcefc44456fb4b443a1a3c4cef4&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.3110552 Jul 09 09:31:42.570431 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 32e6ff08-b202-42b1-8280-47857cc49f06, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=32e6ff08-b202-42b1-8280-47857cc49f06,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:42.575798 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:42.631011 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae3f349f-b4d0-48ac-b966-cba3a3b07b0c tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:42.640436 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=32e6ff08-b202-42b1-8280-47857cc49f06,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:42.694494 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-965513d2-ae0d-423b-b256-73b97aee49d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:42.715648 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3f349f-b4d0-48ac-b966-cba3a3b07b0c tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:31:42.716438 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-965513d2-ae0d-423b-b256-73b97aee49d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:42.731921 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ae3f349f-b4d0-48ac-b966-cba3a3b07b0c tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:31:42.734736 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3f349f-b4d0-48ac-b966-cba3a3b07b0c tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:31:42.750994 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a758f27c-4210-44d1-98f5-141d4da2c258 req-205af6fa-93aa-4e1d-aa1e-2666bd75f145 service neutron] 10.222.0.58 "GET /v2.0/networks/3d1be6a5-8870-45a4-8b11-20016bd71c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250452 Jul 09 09:31:42.755953 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f349f-b4d0-48ac-b966-cba3a3b07b0c tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Pushing event updated for resources: {'Port': ['ID=f3bbbe46-191d-4f69-b327-722191c75443,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:42.771756 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c61170c8-956c-4355-82c5-2506f2858b28 req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] For port 41ff569d-7a9b-4ffe-84e0-82d897ea5a85, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:31:42.813500 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c61170c8-956c-4355-82c5-2506f2858b28 req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] For port 41ff569d-7a9b-4ffe-84e0-82d897ea5a85, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=41ff569d-7a9b-4ffe-84e0-82d897ea5a85,segment=NetworkSegment(db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd),segment_id=db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:31:42.820106 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['32e6ff08-b202-42b1-8280-47857cc49f06'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:31:42.833322 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:42.851601 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965513d2-ae0d-423b-b256-73b97aee49d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a653dc52-c4a3-4aa3-8bf5-34ab89c187f3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:42.857380 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-965513d2-ae0d-423b-b256-73b97aee49d3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=137824069aba4091b88a8a0a499ebd31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6392424 Jul 09 09:31:42.862875 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47790) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:42.868290 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:42.900955 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f27c-4210-44d1-98f5-141d4da2c258 req-bf8a4eba-e085-46c7-b2d2-97533b2f8ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:42.902201 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a758f27c-4210-44d1-98f5-141d4da2c258 req-bf8a4eba-e085-46c7-b2d2-97533b2f8ca6 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3325567 Jul 09 09:31:42.914549 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9dd07-d1ea-4258-a082-4422a9166d3d req-fe909b88-f422-4c4a-8ec6-5cb6ebc357b9 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:42.916157 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09a9dd07-d1ea-4258-a082-4422a9166d3d req-fe909b88-f422-4c4a-8ec6-5cb6ebc357b9 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=374fa4fa-73f5-4058-b274-9a669a272174 HTTP/1.1" status: 200 len: 944 time: 0.2665479 Jul 09 09:31:42.919419 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61170c8-956c-4355-82c5-2506f2858b28 req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:42.920044 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:42.921433 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] 10.222.0.64 "PUT /v2.0/ports/41ff569d-7a9b-4ffe-84e0-82d897ea5a85 HTTP/1.1" status: 200 len: 1090 time: 2.5058093 Jul 09 09:31:42.981399 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-c61170c8-956c-4355-82c5-2506f2858b28 req-823c2101-281d-4c79-b6c0-676c3b8e1380 service neutron] Request body: {'port': {'device_id': '3896ce5c-e2e1-41ad-b733-eff6f045dae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:43.003630 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c722c-d65c-4eea-afbd-5a979ef3f5ae service neutron] Pushing event updated for resources: {'Port': ['ID=41ff569d-7a9b-4ffe-84e0-82d897ea5a85,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:43.033102 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a758f27c-4210-44d1-98f5-141d4da2c258 req-926f339f-4525-480b-b697-316b8aef39fa service neutron] 10.222.0.58 "GET /v2.0/networks/3d1be6a5-8870-45a4-8b11-20016bd71c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448609 Jul 09 09:31:43.041454 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae3f349f-b4d0-48ac-b966-cba3a3b07b0c tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:43.044606 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09a9dd07-d1ea-4258-a082-4422a9166d3d req-955e227b-ccc2-4ea2-a5e0-04363a88af77 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146760 Jul 09 09:31:43.050968 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c0ad712f-aa58-418c-8be7-6d83f144aaf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:43.114015 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c0ad712f-aa58-418c-8be7-6d83f144aaf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:43.129861 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-823c2101-281d-4c79-b6c0-676c3b8e1380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:43.156144 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae3f349f-b4d0-48ac-b966-cba3a3b07b0c tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:43.203648 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cd3f6-0bbf-495a-b0a6-6b8755393a06 req-0b9333ca-8b0f-4346-822d-e8e520453e49 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:43.205221 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd6cd3f6-0bbf-495a-b0a6-6b8755393a06 req-0b9333ca-8b0f-4346-822d-e8e520453e49 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd54dc5d-1d0a-4ad3-8f19-cfac0931a901 HTTP/1.1" status: 200 len: 948 time: 0.1216254 Jul 09 09:31:43.207319 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c0ad712f-aa58-418c-8be7-6d83f144aaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:43.210573 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c0ad712f-aa58-418c-8be7-6d83f144aaf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:43.214102 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c0ad712f-aa58-418c-8be7-6d83f144aaf0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a653dc52-c4a3-4aa3-8bf5-34ab89c187f3 HTTP/1.1" status: 204 len: 168 time: 0.3440421 Jul 09 09:31:43.225704 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad712f-aa58-418c-8be7-6d83f144aaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a653dc52-c4a3-4aa3-8bf5-34ab89c187f3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:43.287424 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd6cd3f6-0bbf-495a-b0a6-6b8755393a06 req-2cf3df9a-45e4-4759-b40c-5593a72aef7c tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644116 Jul 09 09:31:43.317490 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 69f25ea8-b82a-4379-a59d-bc564e39fe9d details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:31:43.414053 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae3f349f-b4d0-48ac-b966-cba3a3b07b0c tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:43.430012 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae3f349f-b4d0-48ac-b966-cba3a3b07b0c tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:43.538969 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f349f-b4d0-48ac-b966-cba3a3b07b0c tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Pushing event updated for resources: {'Port': ['ID=f3bbbe46-191d-4f69-b327-722191c75443,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:43.550964 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae3f349f-b4d0-48ac-b966-cba3a3b07b0c tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:43.554889 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3896ce5c-e2e1-41ad-b733-eff6f045dae1', 'tag': '41ff569d-7a9b-4ffe-84e0-82d897ea5a85'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:31:43.558288 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edc56c1-12bd-4fba-a648-78abe3d477ba" -d '{"events": [{"name": "network-changed", "server_uuid": "3896ce5c-e2e1-41ad-b733-eff6f045dae1", "tag": "41ff569d-7a9b-4ffe-84e0-82d897ea5a85"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:31:43.569565 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae3f349f-b4d0-48ac-b966-cba3a3b07b0c tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:43.572632 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ae3f349f-b4d0-48ac-b966-cba3a3b07b0c tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9835763 Jul 09 09:31:43.575190 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47806) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:43.628773 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 69f25ea8-b82a-4379-a59d-bc564e39fe9d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=69f25ea8-b82a-4379-a59d-bc564e39fe9d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:43.666418 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '69f25ea8-b82a-4379-a59d-bc564e39fe9d', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '69f25ea8-b82a-4379-a59d-bc564e39fe9d', 'mac_address': 'fa:16:3e:cd:c6:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:31:43.701712 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-c61170c8-956c-4355-82c5-2506f2858b28 req-823c2101-281d-4c79-b6c0-676c3b8e1380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32e7582-77ff-4830-9245-d4d16c367771 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:31:43.719206 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-823c2101-281d-4c79-b6c0-676c3b8e1380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:43.744899 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-c61170c8-956c-4355-82c5-2506f2858b28 req-823c2101-281d-4c79-b6c0-676c3b8e1380 service neutron] Transition to ACTIVE for port object a32e7582-77ff-4830-9245-d4d16c367771 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:31:43.754547 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-823c2101-281d-4c79-b6c0-676c3b8e1380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:43.759270 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:43.788407 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555ce309-2a0a-4036-a566-bc8a73bd2799 x-openstack-request-id: req-555ce309-2a0a-4036-a566-bc8a73bd2799 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:31:43.788700 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3896ce5c-e2e1-41ad-b733-eff6f045dae1", "tag": "41ff569d-7a9b-4ffe-84e0-82d897ea5a85", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:31:43.788952 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-555ce309-2a0a-4036-a566-bc8a73bd2799 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:31:43.789937 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3896ce5c-e2e1-41ad-b733-eff6f045dae1', 'tag': '41ff569d-7a9b-4ffe-84e0-82d897ea5a85', 'status': 'completed', 'code': 200} Jul 09 09:31:43.794136 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f25ea8-b82a-4379-a59d-bc564e39fe9d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:31:43.809808 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d2ab6e58-d7eb-4988-8341-412073f3578a tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:43.829677 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 69f25ea8-b82a-4379-a59d-bc564e39fe9d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=69f25ea8-b82a-4379-a59d-bc564e39fe9d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:43.836985 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:43.853527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c2101-281d-4c79-b6c0-676c3b8e1380 service neutron] Pushing event updated for resources: {'Port': ['ID=a32e7582-77ff-4830-9245-d4d16c367771,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:43.875126 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6e58-d7eb-4988-8341-412073f3578a tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:43.966289 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=69f25ea8-b82a-4379-a59d-bc564e39fe9d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:44.034061 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6e58-d7eb-4988-8341-412073f3578a tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:44.158499 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19382dc-017f-4ca2-a3df-db7356d100ff req-8b4c233f-979f-4883-a1d3-7c2b2c2f9b68 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:44.161990 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['69f25ea8-b82a-4379-a59d-bc564e39fe9d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:31:44.165912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19382dc-017f-4ca2-a3df-db7356d100ff req-8b4c233f-979f-4883-a1d3-7c2b2c2f9b68 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:44.172655 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19382dc-017f-4ca2-a3df-db7356d100ff req-8b4c233f-979f-4883-a1d3-7c2b2c2f9b68 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:44.174623 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a19382dc-017f-4ca2-a3df-db7356d100ff req-8b4c233f-979f-4883-a1d3-7c2b2c2f9b68 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 2409 time: 0.3231294 Jul 09 09:31:44.188997 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc56c1-12bd-4fba-a648-78abe3d477ba req-60449107-1f03-4045-ad16-46d0bf673451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:44.189662 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc56c1-12bd-4fba-a648-78abe3d477ba req-60449107-1f03-4045-ad16-46d0bf673451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:44.190540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc56c1-12bd-4fba-a648-78abe3d477ba req-60449107-1f03-4045-ad16-46d0bf673451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:44.193161 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5edc56c1-12bd-4fba-a648-78abe3d477ba req-60449107-1f03-4045-ad16-46d0bf673451 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ccf6ebcefc44456fb4b443a1a3c4cef4&device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 2820 time: 0.3405364 Jul 09 09:31:44.219373 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 32e6ff08-b202-42b1-8280-47857cc49f06 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:31:44.224907 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b89aaa-b730-48d4-875c-f899cd1dd344 req-715e6a96-5af6-41bf-832f-ee9c5ae1963c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:44.226775 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a7b89aaa-b730-48d4-875c-f899cd1dd344 req-715e6a96-5af6-41bf-832f-ee9c5ae1963c tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.58 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 944 time: 0.1384606 Jul 09 09:31:44.244401 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-d2ab6e58-d7eb-4988-8341-412073f3578a tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Allocated IP 172.25.3.161 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/368a98ca-af25-4f67-8cd6-47faaf066e48) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:31:44.306824 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c61170c8-956c-4355-82c5-2506f2858b28 req-823c2101-281d-4c79-b6c0-676c3b8e1380 service neutron] Attempting to bind port a32e7582-77ff-4830-9245-d4d16c367771 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:31:44.307258 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c61170c8-956c-4355-82c5-2506f2858b28 req-823c2101-281d-4c79-b6c0-676c3b8e1380 service neutron] Attempting to bind port a32e7582-77ff-4830-9245-d4d16c367771 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '85649bca-0697-4828-a468-bbd7f4dbb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4fa864f8-5790-41bc-8420-02d472e3e434'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:31:44.307725 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61170c8-956c-4355-82c5-2506f2858b28 req-823c2101-281d-4c79-b6c0-676c3b8e1380 service neutron] Attempting to bind port a32e7582-77ff-4830-9245-d4d16c367771 on network 4fa864f8-5790-41bc-8420-02d472e3e434 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:31:44.319216 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 32e6ff08-b202-42b1-8280-47857cc49f06 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:31:44.326614 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632458af-504f-4beb-b462-87db1417fc66 req-6547ca24-cc56-4109-a012-b77adb5e9208 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:44.328472 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-632458af-504f-4beb-b462-87db1417fc66 req-6547ca24-cc56-4109-a012-b77adb5e9208 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 944 time: 0.3554680 Jul 09 09:31:44.329744 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 32e6ff08-b202-42b1-8280-47857cc49f06 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:44.330117 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:44.344291 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a19382dc-017f-4ca2-a3df-db7356d100ff req-98d462d8-1ee3-453d-95c3-f4b2232ff8e2 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596920 Jul 09 09:31:44.353506 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61170c8-956c-4355-82c5-2506f2858b28 req-823c2101-281d-4c79-b6c0-676c3b8e1380 service neutron] Port a32e7582-77ff-4830-9245-d4d16c367771 on network 4fa864f8-5790-41bc-8420-02d472e3e434 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:31:44.360207 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61170c8-956c-4355-82c5-2506f2858b28 req-823c2101-281d-4c79-b6c0-676c3b8e1380 service neutron] Attempting to bind port a32e7582-77ff-4830-9245-d4d16c367771 on network 4fa864f8-5790-41bc-8420-02d472e3e434 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:31:44.439099 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61170c8-956c-4355-82c5-2506f2858b28 req-823c2101-281d-4c79-b6c0-676c3b8e1380 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:31:44.439614 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61170c8-956c-4355-82c5-2506f2858b28 req-823c2101-281d-4c79-b6c0-676c3b8e1380 service neutron] Checking segment: {'id': '85649bca-0697-4828-a468-bbd7f4dbb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4fa864f8-5790-41bc-8420-02d472e3e434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:31:44.440053 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61170c8-956c-4355-82c5-2506f2858b28 req-823c2101-281d-4c79-b6c0-676c3b8e1380 service neutron] Bound using segment: {'id': '85649bca-0697-4828-a468-bbd7f4dbb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4fa864f8-5790-41bc-8420-02d472e3e434'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:31:44.441639 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c61170c8-956c-4355-82c5-2506f2858b28 req-823c2101-281d-4c79-b6c0-676c3b8e1380 service neutron] Bound port: a32e7582-77ff-4830-9245-d4d16c367771, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85649bca-0697-4828-a468-bbd7f4dbb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4fa864f8-5790-41bc-8420-02d472e3e434'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:31:44.442051 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-823c2101-281d-4c79-b6c0-676c3b8e1380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:44.480357 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6e58-d7eb-4988-8341-412073f3578a tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:44.542916 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-632458af-504f-4beb-b462-87db1417fc66 req-a5367625-a304-4ef6-9e53-5102376cdd2f tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/security-groups?id=1756a9aa-ed44-4b72-8a2f-0768aaf50e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904235 Jul 09 09:31:44.544400 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc56c1-12bd-4fba-a648-78abe3d477ba req-03adb686-df94-4178-8a63-8f6ff016a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:44.544889 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc56c1-12bd-4fba-a648-78abe3d477ba req-03adb686-df94-4178-8a63-8f6ff016a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:44.545382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc56c1-12bd-4fba-a648-78abe3d477ba req-03adb686-df94-4178-8a63-8f6ff016a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:44.547015 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5edc56c1-12bd-4fba-a648-78abe3d477ba req-03adb686-df94-4178-8a63-8f6ff016a7b7 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ccf6ebcefc44456fb4b443a1a3c4cef4&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.3422670 Jul 09 09:31:44.551362 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-a7b89aaa-b730-48d4-875c-f899cd1dd344 req-d761c848-9ef8-4c53-b12b-ff508edeb095 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Deleting port 97bdf000-6970-4576-8887-39d483f61de9 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:31:44.551982 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a7b89aaa-b730-48d4-875c-f899cd1dd344 req-d761c848-9ef8-4c53-b12b-ff508edeb095 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:44.561967 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:44.612116 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 32e6ff08-b202-42b1-8280-47857cc49f06, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=32e6ff08-b202-42b1-8280-47857cc49f06,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:44.613028 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374fa4fa-73f5-4058-b274-9a669a272174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e6ff08-b202-42b1-8280-47857cc49f06'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:31:44.617172 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fb7c62-0ed6-4019-a5f4-b41879f08619" -d '{"events": [{"server_uuid": "374fa4fa-73f5-4058-b274-9a669a272174", "name": "network-vif-plugged", "status": "completed", "tag": "32e6ff08-b202-42b1-8280-47857cc49f06"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:31:44.621770 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:44.622712 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8b07d29e-0d63-488e-81e2-6e2658603b06 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:31:44.648202 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 8b07d29e-0d63-488e-81e2-6e2658603b06 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:31:44.648718 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8b07d29e-0d63-488e-81e2-6e2658603b06 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:31:44.667366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c61170c8-956c-4355-82c5-2506f2858b28 req-823c2101-281d-4c79-b6c0-676c3b8e1380 service neutron] For port a32e7582-77ff-4830-9245-d4d16c367771, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:31:44.673656 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c61170c8-956c-4355-82c5-2506f2858b28 req-823c2101-281d-4c79-b6c0-676c3b8e1380 service neutron] For port a32e7582-77ff-4830-9245-d4d16c367771, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a32e7582-77ff-4830-9245-d4d16c367771,segment=NetworkSegment(85649bca-0697-4828-a468-bbd7f4dbb766),segment_id=85649bca-0697-4828-a468-bbd7f4dbb766)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:31:44.706629 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-823c2101-281d-4c79-b6c0-676c3b8e1380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:44.710536 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6e58-d7eb-4988-8341-412073f3578a tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:44.761879 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=32e6ff08-b202-42b1-8280-47857cc49f06,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:44.786736 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab6e58-d7eb-4988-8341-412073f3578a tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Pushing event updated for resources: {'Port': ['ID=368a98ca-af25-4f67-8cd6-47faaf066e48,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:44.795012 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ab6e58-d7eb-4988-8341-412073f3578a tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:31:44.797154 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a7b89aaa-b730-48d4-875c-f899cd1dd344 req-d761c848-9ef8-4c53-b12b-ff508edeb095 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] For port 97bdf000-6970-4576-8887-39d483f61de9, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=97bdf000-6970-4576-8887-39d483f61de9,segment=NetworkSegment(15d68650-2246-4a2b-aaac-5b41b70e6bcc),segment_id=15d68650-2246-4a2b-aaac-5b41b70e6bcc)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:44.797523 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a7b89aaa-b730-48d4-875c-f899cd1dd344 req-d761c848-9ef8-4c53-b12b-ff508edeb095 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:44.800257 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d2ab6e58-d7eb-4988-8341-412073f3578a tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:31:44.803628 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ab6e58-d7eb-4988-8341-412073f3578a tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:31:44.843528 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-a7b89aaa-b730-48d4-875c-f899cd1dd344 req-d761c848-9ef8-4c53-b12b-ff508edeb095 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Calling delete_port for 97bdf000-6970-4576-8887-39d483f61de9 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:31:44.855510 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61170c8-956c-4355-82c5-2506f2858b28 req-823c2101-281d-4c79-b6c0-676c3b8e1380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:44.856366 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c61170c8-956c-4355-82c5-2506f2858b28 req-823c2101-281d-4c79-b6c0-676c3b8e1380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:44.857590 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-823c2101-281d-4c79-b6c0-676c3b8e1380 service neutron] 10.222.0.64 "PUT /v2.0/ports/a32e7582-77ff-4830-9245-d4d16c367771 HTTP/1.1" status: 200 len: 1092 time: 1.8938715 Jul 09 09:31:44.861333 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc56c1-12bd-4fba-a648-78abe3d477ba req-307c05cc-be34-4151-8a9f-02728f1c3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:44.862823 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5edc56c1-12bd-4fba-a648-78abe3d477ba req-307c05cc-be34-4151-8a9f-02728f1c3880 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3061006 Jul 09 09:31:44.903639 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c2101-281d-4c79-b6c0-676c3b8e1380 service neutron] Pushing event updated for resources: {'Port': ['ID=a32e7582-77ff-4830-9245-d4d16c367771,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:44.976444 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf26bb0-ef22-4102-9a61-87fa54cb6d96 req-134dcbc3-157c-4e6e-aaef-a3c435ee2d23 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:44.978087 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbf26bb0-ef22-4102-9a61-87fa54cb6d96 req-134dcbc3-157c-4e6e-aaef-a3c435ee2d23 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd54dc5d-1d0a-4ad3-8f19-cfac0931a901 HTTP/1.1" status: 200 len: 949 time: 0.2008562 Jul 09 09:31:44.995606 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3078789-3e81-4289-a2ec-9183f8b1898b req-88fe8639-b7ea-4c0f-b047-5cf4d2622fb1 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:44.996483 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6e58-d7eb-4988-8341-412073f3578a tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:45.004110 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3078789-3e81-4289-a2ec-9183f8b1898b req-88fe8639-b7ea-4c0f-b047-5cf4d2622fb1 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=374fa4fa-73f5-4058-b274-9a669a272174 HTTP/1.1" status: 200 len: 945 time: 0.3173468 Jul 09 09:31:45.066304 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6e58-d7eb-4988-8341-412073f3578a tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:45.085628 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61170c8-956c-4355-82c5-2506f2858b28 req-28441ebd-b074-4ab9-a8f8-2d34fb3495ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:45.086222 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61170c8-956c-4355-82c5-2506f2858b28 req-28441ebd-b074-4ab9-a8f8-2d34fb3495ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:45.086736 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61170c8-956c-4355-82c5-2506f2858b28 req-28441ebd-b074-4ab9-a8f8-2d34fb3495ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:45.088438 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-28441ebd-b074-4ab9-a8f8-2d34fb3495ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ccf6ebcefc44456fb4b443a1a3c4cef4&device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 2862 time: 0.1656315 Jul 09 09:31:45.094615 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3078789-3e81-4289-a2ec-9183f8b1898b req-5e247ca3-fc9f-4332-9e0c-e285051b78f0 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893333 Jul 09 09:31:45.097661 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbf26bb0-ef22-4102-9a61-87fa54cb6d96 req-de6176d7-802b-41a1-9c74-33bc167fec96 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119707 Jul 09 09:31:45.149132 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-12b00234-d66d-4e16-b811-b9143e750d20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=0aa8e0fc-0afd-4fae-81ec-15325aff9774 HTTP/1.1" status: 200 len: 217 time: 0.0499642 Jul 09 09:31:45.194119 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99137cb5-6aa2-42d1-9579-8ac09d84ea27 x-openstack-request-id: req-99137cb5-6aa2-42d1-9579-8ac09d84ea27 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:31:45.194376 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374fa4fa-73f5-4058-b274-9a669a272174", "name": "network-vif-plugged", "status": "completed", "tag": "32e6ff08-b202-42b1-8280-47857cc49f06", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:31:45.194629 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-99137cb5-6aa2-42d1-9579-8ac09d84ea27 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:31:45.195037 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374fa4fa-73f5-4058-b274-9a669a272174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e6ff08-b202-42b1-8280-47857cc49f06', 'code': 200} Jul 09 09:31:45.259205 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61170c8-956c-4355-82c5-2506f2858b28 req-454d66f0-7890-429e-a7eb-6bcd5d033b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:45.261270 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-454d66f0-7890-429e-a7eb-6bcd5d033b40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f1478391-a4f8-45b6-b8a8-61fa5f44d047 HTTP/1.1" status: 200 len: 801 time: 0.1058214 Jul 09 09:31:45.316547 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 69f25ea8-b82a-4379-a59d-bc564e39fe9d up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:31:45.392017 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 69f25ea8-b82a-4379-a59d-bc564e39fe9d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:31:45.401422 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593526a3-cb2e-41af-892e-ffc0465c167a req-b458a600-5e25-4265-a3bc-a12edf98a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:45.403033 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 69f25ea8-b82a-4379-a59d-bc564e39fe9d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:45.404493 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:45.405129 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-593526a3-cb2e-41af-892e-ffc0465c167a req-b458a600-5e25-4265-a3bc-a12edf98a613 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=374fa4fa-73f5-4058-b274-9a669a272174 HTTP/1.1" status: 200 len: 1096 time: 0.1340394 Jul 09 09:31:45.436135 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61170c8-956c-4355-82c5-2506f2858b28 req-88834fc9-501f-4be9-a205-be18775cef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:45.438050 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-88834fc9-501f-4be9-a205-be18775cef59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4fa864f8-5790-41bc-8420-02d472e3e434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1330287 Jul 09 09:31:45.544779 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:45.550727 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a7b89aaa-b730-48d4-875c-f899cd1dd344 req-d761c848-9ef8-4c53-b12b-ff508edeb095 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:45.594580 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761c848-9ef8-4c53-b12b-ff508edeb095 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Pushing event deleted for resources: {'Port': ['ID=97bdf000-6970-4576-8887-39d483f61de9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:45.611229 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 69f25ea8-b82a-4379-a59d-bc564e39fe9d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=69f25ea8-b82a-4379-a59d-bc564e39fe9d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:45.616806 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:45.626063 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-593526a3-cb2e-41af-892e-ffc0465c167a req-2b93138a-e78d-4853-aeac-fd2bc9cb73c1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099416 Jul 09 09:31:45.658002 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b89aaa-b730-48d4-875c-f899cd1dd344 req-d761c848-9ef8-4c53-b12b-ff508edeb095 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] No DVR routers for this DVR port 97bdf000-6970-4576-8887-39d483f61de9 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:31:45.662032 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a7b89aaa-b730-48d4-875c-f899cd1dd344 req-d761c848-9ef8-4c53-b12b-ff508edeb095 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:45.664088 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a7b89aaa-b730-48d4-875c-f899cd1dd344 req-d761c848-9ef8-4c53-b12b-ff508edeb095 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.58 "DELETE /v2.0/ports/97bdf000-6970-4576-8887-39d483f61de9 HTTP/1.1" status: 204 len: 173 time: 1.3008008 Jul 09 09:31:45.664546 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56969f26-e8f9-4c2d-982a-3167421ebda7', 'name': 'network-vif-deleted', 'tag': '97bdf000-6970-4576-8887-39d483f61de9'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:31:45.666974 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4db04c-e65a-4b81-8da4-05c41e20ff30" -d '{"events": [{"server_uuid": "56969f26-e8f9-4c2d-982a-3167421ebda7", "name": "network-vif-deleted", "tag": "97bdf000-6970-4576-8887-39d483f61de9"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:31:45.674266 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-7dce481a-98d8-46fa-bd2a-cf6913d51b8d service neutron] 10.222.0.64 "GET /v2.0/networks/4fa864f8-5790-41bc-8420-02d472e3e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278967 Jul 09 09:31:45.686652 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf015e-9d52-4b09-bc50-5ba5649daadb req-0397f8df-bbad-45cb-9ba7-8c18630e2466 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:45.697111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf015e-9d52-4b09-bc50-5ba5649daadb req-0397f8df-bbad-45cb-9ba7-8c18630e2466 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:45.702864 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6e58-d7eb-4988-8341-412073f3578a tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:45.703885 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf015e-9d52-4b09-bc50-5ba5649daadb req-0397f8df-bbad-45cb-9ba7-8c18630e2466 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:45.714163 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6e58-d7eb-4988-8341-412073f3578a tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:45.715977 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f7bf015e-9d52-4b09-bc50-5ba5649daadb req-0397f8df-bbad-45cb-9ba7-8c18630e2466 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 2409 time: 0.1710825 Jul 09 09:31:45.718220 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=69f25ea8-b82a-4379-a59d-bc564e39fe9d,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:45.791405 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3896ce5c-e2e1-41ad-b733-eff6f045dae1', 'tag': 'a32e7582-77ff-4830-9245-d4d16c367771'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:31:45.794607 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d226880-79c0-4e1e-be40-8297069c46cd" -d '{"events": [{"name": "network-changed", "server_uuid": "3896ce5c-e2e1-41ad-b733-eff6f045dae1", "tag": "a32e7582-77ff-4830-9245-d4d16c367771"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:31:45.822988 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab6e58-d7eb-4988-8341-412073f3578a tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Pushing event updated for resources: {'Port': ['ID=368a98ca-af25-4f67-8cd6-47faaf066e48,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:45.830677 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f7bf015e-9d52-4b09-bc50-5ba5649daadb req-aa07ef65-5e46-4143-810b-07ef3739234c tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129181 Jul 09 09:31:45.840053 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6e58-d7eb-4988-8341-412073f3578a tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:45.858271 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6e58-d7eb-4988-8341-412073f3578a tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:45.859745 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d2ab6e58-d7eb-4988-8341-412073f3578a tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2831547 Jul 09 09:31:45.868406 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47870) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:45.872127 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-721241a8-717e-4a51-a147-a488f37031ec service neutron] 10.222.0.64 "GET /v2.0/networks/4fa864f8-5790-41bc-8420-02d472e3e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519256 Jul 09 09:31:45.920615 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-0576a1f1-5a12-43ed-ac19-cbf63fbe4364 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.9&port_id=41ff569d-7a9b-4ffe-84e0-82d897ea5a85 HTTP/1.1" status: 200 len: 217 time: 0.0413322 Jul 09 09:31:45.955568 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4df43be8-e534-4881-afda-3020a16d88bd req-e6ef500b-e986-4c52-8697-ab88d4d68413 tempest-LiveMigrationTest-842158804 tempest-LiveMigrationTest-842158804-project] 10.222.0.61 "GET /v2.0/ports?device_id=56969f26-e8f9-4c2d-982a-3167421ebda7 HTTP/1.1" status: 200 len: 210 time: 0.0339649 Jul 09 09:31:45.961180 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-06880b7a-ad33-421d-8e73-d567a575d0bb tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.0912161 Jul 09 09:31:45.963781 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47876) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:45.988392 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32329d41-746d-4252-9842-471fd4431da4 x-openstack-request-id: req-32329d41-746d-4252-9842-471fd4431da4 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:31:45.989263 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56969f26-e8f9-4c2d-982a-3167421ebda7", "name": "network-vif-deleted", "tag": "97bdf000-6970-4576-8887-39d483f61de9", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:31:45.989521 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-32329d41-746d-4252-9842-471fd4431da4 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:31:45.989919 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56969f26-e8f9-4c2d-982a-3167421ebda7', 'name': 'network-vif-deleted', 'tag': '97bdf000-6970-4576-8887-39d483f61de9', 'status': 'completed', 'code': 200} Jul 09 09:31:46.007501 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61170c8-956c-4355-82c5-2506f2858b28 req-14b29897-e3d5-4710-b042-1646d145f29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:46.009061 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-14b29897-e3d5-4710-b042-1646d145f29a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf97faae-01ff-4c51-921c-a97b27ef9e1f HTTP/1.1" status: 200 len: 801 time: 0.0525520 Jul 09 09:31:46.013790 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a1f3d0-5eac-44b1-8c81-574450a1f2a0 x-openstack-request-id: req-61a1f3d0-5eac-44b1-8c81-574450a1f2a0 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:31:46.013942 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3896ce5c-e2e1-41ad-b733-eff6f045dae1", "tag": "a32e7582-77ff-4830-9245-d4d16c367771", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:31:46.014278 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-61a1f3d0-5eac-44b1-8c81-574450a1f2a0 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:31:46.014762 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3896ce5c-e2e1-41ad-b733-eff6f045dae1', 'tag': 'a32e7582-77ff-4830-9245-d4d16c367771', 'status': 'completed', 'code': 200} Jul 09 09:31:46.044120 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8e9543dc-c88a-4336-9963-d6616bd7a022 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0789499 Jul 09 09:31:46.046663 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47882) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:46.080164 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61170c8-956c-4355-82c5-2506f2858b28 req-8014a974-13e6-4c38-97c3-837a2b58aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:46.082001 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-8014a974-13e6-4c38-97c3-837a2b58aeb5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e73f1985-28cb-403b-9ebe-940937982407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0646913 Jul 09 09:31:46.230436 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-7c80d6a1-75e9-4a28-940d-bc749316313d service neutron] 10.222.0.64 "GET /v2.0/networks/e73f1985-28cb-403b-9ebe-940937982407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415081 Jul 09 09:31:46.234530 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-330c17c2-fe42-48c1-8467-babdf0f9f582 tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Deleting port 368a98ca-af25-4f67-8cd6-47faaf066e48 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:31:46.235090 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-330c17c2-fe42-48c1-8467-babdf0f9f582 tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:46.350114 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-330c17c2-fe42-48c1-8467-babdf0f9f582 tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:46.350741 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-330c17c2-fe42-48c1-8467-babdf0f9f582 tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:46.369223 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-330c17c2-fe42-48c1-8467-babdf0f9f582 tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Calling delete_port for 368a98ca-af25-4f67-8cd6-47faaf066e48 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:31:46.503209 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47896) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:46.538658 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-330c17c2-fe42-48c1-8467-babdf0f9f582 tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:46.572862 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c17c2-fe42-48c1-8467-babdf0f9f582 tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Pushing event deleted for resources: {'Port': ['ID=368a98ca-af25-4f67-8cd6-47faaf066e48,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:46.657312 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7048d9d-7bd7-419a-a6bf-517064365e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:46.669042 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-330c17c2-fe42-48c1-8467-babdf0f9f582 tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:46.671578 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-330c17c2-fe42-48c1-8467-babdf0f9f582 tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:46.672803 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-330c17c2-fe42-48c1-8467-babdf0f9f582 tempest-FloatingIPAdminTestJSON-352781166 tempest-FloatingIPAdminTestJSON-352781166-project] 10.222.0.61 "DELETE /v2.0/floatingips/27e4887f-610a-43c5-a6be-a91bc380e12d HTTP/1.1" status: 204 len: 168 time: 0.6250529 Jul 09 09:31:46.676536 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47900) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:46.804881 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-6ed099bb-6ad4-41c8-a3cb-d66e0085a973 service neutron] 10.222.0.64 "GET /v2.0/networks/e73f1985-28cb-403b-9ebe-940937982407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5669322 Jul 09 09:31:46.812311 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202b279-ab9b-4b45-b80e-978149593313 req-7f1e4290-e076-48cd-a96f-7dd3018697fb tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:46.813794 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b202b279-ab9b-4b45-b80e-978149593313 req-7f1e4290-e076-48cd-a96f-7dd3018697fb tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=374fa4fa-73f5-4058-b274-9a669a272174 HTTP/1.1" status: 200 len: 945 time: 0.5433514 Jul 09 09:31:46.856350 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a8fea1b6-7829-4d36-8322-7cbccd398ed7 tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Deleting port f3bbbe46-191d-4f69-b327-722191c75443 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:31:46.856689 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8fea1b6-7829-4d36-8322-7cbccd398ed7 tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:46.860982 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-d507f3ca-6b17-4195-8021-c82d1f34cd59 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.106&port_id=a32e7582-77ff-4830-9245-d4d16c367771 HTTP/1.1" status: 200 len: 217 time: 0.0461187 Jul 09 09:31:46.877079 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6dcde-bf7c-426d-a6e2-fcb31dae01fd req-ac146e55-934a-4ce6-aaed-f3dc78fdd1d9 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:46.878555 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1cf6dcde-bf7c-426d-a6e2-fcb31dae01fd req-ac146e55-934a-4ce6-aaed-f3dc78fdd1d9 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd54dc5d-1d0a-4ad3-8f19-cfac0931a901 HTTP/1.1" status: 200 len: 950 time: 0.5327184 Jul 09 09:31:46.913611 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7048d9d-7bd7-419a-a6bf-517064365e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:46.922983 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7048d9d-7bd7-419a-a6bf-517064365e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:46.964219 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b202b279-ab9b-4b45-b80e-978149593313 req-a8b4125c-0331-48c8-a638-4be5f7cfd7a6 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386015 Jul 09 09:31:46.976864 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1cf6dcde-bf7c-426d-a6e2-fcb31dae01fd req-886b1ed7-3d97-46b5-b905-9dcfee9e81f4 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876682 Jul 09 09:31:46.980956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61170c8-956c-4355-82c5-2506f2858b28 req-755e6a98-dee3-4d47-8be0-90ff4171048a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:46.982895 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-755e6a98-dee3-4d47-8be0-90ff4171048a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f1478391-a4f8-45b6-b8a8-61fa5f44d047 HTTP/1.1" status: 200 len: 801 time: 0.1133852 Jul 09 09:31:46.998376 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a7048d9d-7bd7-419a-a6bf-517064365e7c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6dda53383616488baf81fb91cdc86c0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4931374 Jul 09 09:31:47.001442 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 47908) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:47.007424 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7048d9d-7bd7-419a-a6bf-517064365e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a42e14-5a37-4a48-b481-fddf2f12724c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:47.011673 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8fea1b6-7829-4d36-8322-7cbccd398ed7 tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:47.011673 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8fea1b6-7829-4d36-8322-7cbccd398ed7 tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:47.026110 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a8fea1b6-7829-4d36-8322-7cbccd398ed7 tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Calling delete_port for f3bbbe46-191d-4f69-b327-722191c75443 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:31:47.092370 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61170c8-956c-4355-82c5-2506f2858b28 req-565a071a-fa14-40c4-abbb-4a4f7f97b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:47.093908 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-565a071a-fa14-40c4-abbb-4a4f7f97b471 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4fa864f8-5790-41bc-8420-02d472e3e434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1003575 Jul 09 09:31:47.094960 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df922550-6afb-4a38-8f84-29a6ac0e6616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:47.168862 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df922550-6afb-4a38-8f84-29a6ac0e6616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:47.196770 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd54dc5d-1d0a-4ad3-8f19-cfac0931a901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f25ea8-b82a-4379-a59d-bc564e39fe9d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:31:47.200066 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d98ec2-882b-4fa8-bd19-63c227be11d5" -d '{"events": [{"server_uuid": "fd54dc5d-1d0a-4ad3-8f19-cfac0931a901", "name": "network-vif-plugged", "status": "completed", "tag": "69f25ea8-b82a-4379-a59d-bc564e39fe9d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:31:47.221292 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8fea1b6-7829-4d36-8322-7cbccd398ed7 tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:47.234269 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-61d5b7df-b6b0-4791-b30a-5f46277bc692 service neutron] 10.222.0.64 "GET /v2.0/networks/4fa864f8-5790-41bc-8420-02d472e3e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336432 Jul 09 09:31:47.260862 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fea1b6-7829-4d36-8322-7cbccd398ed7 tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3bbbe46-191d-4f69-b327-722191c75443,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:47.265610 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df922550-6afb-4a38-8f84-29a6ac0e6616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:47.268340 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df922550-6afb-4a38-8f84-29a6ac0e6616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:47.272516 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-df922550-6afb-4a38-8f84-29a6ac0e6616 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/98a42e14-5a37-4a48-b481-fddf2f12724c HTTP/1.1" status: 204 len: 168 time: 0.2670612 Jul 09 09:31:47.301755 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47914) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:47.321685 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71bf1dc-52cb-4016-9fd8-e2b20ff4dbbd x-openstack-request-id: req-b71bf1dc-52cb-4016-9fd8-e2b20ff4dbbd {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:31:47.321918 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd54dc5d-1d0a-4ad3-8f19-cfac0931a901", "name": "network-vif-plugged", "status": "completed", "tag": "69f25ea8-b82a-4379-a59d-bc564e39fe9d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:31:47.322339 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b71bf1dc-52cb-4016-9fd8-e2b20ff4dbbd {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:31:47.323065 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd54dc5d-1d0a-4ad3-8f19-cfac0931a901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f25ea8-b82a-4379-a59d-bc564e39fe9d', 'code': 200} Jul 09 09:31:47.334100 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df922550-6afb-4a38-8f84-29a6ac0e6616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a42e14-5a37-4a48-b481-fddf2f12724c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:47.389461 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8fea1b6-7829-4d36-8322-7cbccd398ed7 tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:47.393432 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8fea1b6-7829-4d36-8322-7cbccd398ed7 tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:47.395365 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a8fea1b6-7829-4d36-8322-7cbccd398ed7 tempest-FloatingIPAdminTestJSON-393974106 tempest-FloatingIPAdminTestJSON-393974106-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/20410915-00af-4cc3-9801-6b621102eae7 HTTP/1.1" status: 204 len: 168 time: 0.7173049 Jul 09 09:31:47.399331 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 47918) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:47.446197 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d272df-94be-4368-885f-040fc7b72f95 admin admin] Deleting subnet 3b34d4ae-0ef5-43aa-9b17-e2650b35854e {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:31:47.449848 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4d272df-94be-4368-885f-040fc7b72f95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:47.485713 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4d272df-94be-4368-885f-040fc7b72f95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:47.500537 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61170c8-956c-4355-82c5-2506f2858b28 req-18e60e91-51a8-4da6-8814-d71feea1330f service neutron] 10.222.0.64 "GET /v2.0/networks/4fa864f8-5790-41bc-8420-02d472e3e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597194 Jul 09 09:31:47.512322 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1784d3-791b-42af-a89e-f83a0c3d59eb req-092caab3-b41f-4ff5-b262-a63fceb6bd42 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:47.518534 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1784d3-791b-42af-a89e-f83a0c3d59eb req-092caab3-b41f-4ff5-b262-a63fceb6bd42 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:47.524703 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1784d3-791b-42af-a89e-f83a0c3d59eb req-092caab3-b41f-4ff5-b262-a63fceb6bd42 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:47.526470 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad1784d3-791b-42af-a89e-f83a0c3d59eb req-092caab3-b41f-4ff5-b262-a63fceb6bd42 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 2409 time: 0.2642000 Jul 09 09:31:47.534005 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4d272df-94be-4368-885f-040fc7b72f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:47.592381 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4d272df-94be-4368-885f-040fc7b72f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:47.622354 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d272df-94be-4368-885f-040fc7b72f95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b34d4ae-0ef5-43aa-9b17-e2650b35854e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:47.624406 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4d272df-94be-4368-885f-040fc7b72f95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:47.628545 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f4d272df-94be-4368-885f-040fc7b72f95 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3b34d4ae-0ef5-43aa-9b17-e2650b35854e HTTP/1.1" status: 204 len: 168 time: 0.3235688 Jul 09 09:31:47.629572 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47922) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:47.637763 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad1784d3-791b-42af-a89e-f83a0c3d59eb req-b028329a-ed0c-488c-880e-b4d9e364eec6 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027744 Jul 09 09:31:47.654423 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8213f1-cd14-41f9-b7d8-0d331f70c230 req-1085f17b-bdfe-4029-93ff-f86b2e53feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:47.656236 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ae8213f1-cd14-41f9-b7d8-0d331f70c230 req-1085f17b-bdfe-4029-93ff-f86b2e53feb8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fd54dc5d-1d0a-4ad3-8f19-cfac0931a901 HTTP/1.1" status: 200 len: 1101 time: 0.2341957 Jul 09 09:31:47.657507 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 47924) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:47.699494 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70399811-16c3-4b80-bcf3-65976382b64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:47.700958 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca0a4-ed06-4703-a826-3261335021a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:47.716394 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b97a18d6-439a-452d-aad8-61cad0231cfa tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Deleting port a3084f56-7517-439a-81f3-4bd498c9788d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:31:47.716738 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b97a18d6-439a-452d-aad8-61cad0231cfa tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:47.731732 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d226880-79c0-4e1e-be40-8297069c46cd req-f3cd747d-f8be-4961-bb6e-8aa7d0346633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:47.732216 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d226880-79c0-4e1e-be40-8297069c46cd req-f3cd747d-f8be-4961-bb6e-8aa7d0346633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:47.732684 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d226880-79c0-4e1e-be40-8297069c46cd req-f3cd747d-f8be-4961-bb6e-8aa7d0346633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:47.734353 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d226880-79c0-4e1e-be40-8297069c46cd req-f3cd747d-f8be-4961-bb6e-8aa7d0346633 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ccf6ebcefc44456fb4b443a1a3c4cef4&device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 2862 time: 0.1633713 Jul 09 09:31:47.785692 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca0a4-ed06-4703-a826-3261335021a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:47.788188 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ae8213f1-cd14-41f9-b7d8-0d331f70c230 req-d8104666-87b7-4918-8993-81b2a3ffb031 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228120 Jul 09 09:31:47.795948 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7c7ca0a4-ed06-4703-a826-3261335021a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8274c7d-d9b4-4563-bd5d-1e9b7521f290']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:47.807306 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7c7ca0a4-ed06-4703-a826-3261335021a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d68650-2246-4a2b-aaac-5b41b70e6bcc') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:47.807626 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7c7ca0a4-ed06-4703-a826-3261335021a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d68650-2246-4a2b-aaac-5b41b70e6bcc') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:47.819132 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca0a4-ed06-4703-a826-3261335021a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:47.834446 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca0a4-ed06-4703-a826-3261335021a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:47.840980 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7ca0a4-ed06-4703-a826-3261335021a2 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:31:47.841389 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca0a4-ed06-4703-a826-3261335021a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:31:47.843164 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:31:47.904297 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca0a4-ed06-4703-a826-3261335021a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:47.912587 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca0a4-ed06-4703-a826-3261335021a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:47.916159 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7c7ca0a4-ed06-4703-a826-3261335021a2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b8274c7d-d9b4-4563-bd5d-1e9b7521f290 HTTP/1.1" status: 204 len: 168 time: 0.2857850 Jul 09 09:31:47.918762 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47926) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:47.939579 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b97a18d6-439a-452d-aad8-61cad0231cfa tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:47.954549 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ca0a4-ed06-4703-a826-3261335021a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8274c7d-d9b4-4563-bd5d-1e9b7521f290,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:47.958708 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d226880-79c0-4e1e-be40-8297069c46cd req-e08b3048-28d2-4241-9210-6abb2a4f8493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:47.960521 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d226880-79c0-4e1e-be40-8297069c46cd req-e08b3048-28d2-4241-9210-6abb2a4f8493 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4fa864f8-5790-41bc-8420-02d472e3e434 HTTP/1.1" status: 200 len: 902 time: 0.2119653 Jul 09 09:31:47.967061 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b97a18d6-439a-452d-aad8-61cad0231cfa tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Calling delete_port for a3084f56-7517-439a-81f3-4bd498c9788d owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:31:47.978707 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f5b25a-b617-470f-b86a-f889ecdcc6ae admin admin] Deleting subnet 9ff45822-b43f-4af5-98df-66c9c5a0e2c2 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:31:47.982223 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b25a-b617-470f-b86a-f889ecdcc6ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:48.019920 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b25a-b617-470f-b86a-f889ecdcc6ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:48.067174 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b25a-b617-470f-b86a-f889ecdcc6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:48.091405 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d226880-79c0-4e1e-be40-8297069c46cd req-d93b6c0c-0b33-4155-b839-b76a72477a7b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.106&port_id=a32e7582-77ff-4830-9245-d4d16c367771 HTTP/1.1" status: 200 len: 217 time: 0.0617435 Jul 09 09:31:48.093407 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70399811-16c3-4b80-bcf3-65976382b64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:48.108988 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70399811-16c3-4b80-bcf3-65976382b64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:48.134597 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b25a-b617-470f-b86a-f889ecdcc6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:48.164370 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5b25a-b617-470f-b86a-f889ecdcc6ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ff45822-b43f-4af5-98df-66c9c5a0e2c2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:48.171400 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b25a-b617-470f-b86a-f889ecdcc6ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:48.173738 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b1f5b25a-b617-470f-b86a-f889ecdcc6ae admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9ff45822-b43f-4af5-98df-66c9c5a0e2c2 HTTP/1.1" status: 204 len: 168 time: 0.2518408 Jul 09 09:31:48.176305 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47936) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:48.230982 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 97bdf000-6970-4576-8887-39d483f61de9 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:31:48.248743 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df20a9d1-862f-4b34-8d4f-399e551f870f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:48.252495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 97bdf000-6970-4576-8887-39d483f61de9 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:31:48.252836 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 97bdf000-6970-4576-8887-39d483f61de9 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:31:48.284688 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-70399811-16c3-4b80-bcf3-65976382b64e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e22badde56254bcfb7ced85e60a9a732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6249471 Jul 09 09:31:48.288762 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70399811-16c3-4b80-bcf3-65976382b64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49e35c2-973c-4ac1-b642-d89f6a5ec3b5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:48.289706 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47938) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:48.294734 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d226880-79c0-4e1e-be40-8297069c46cd req-0f459773-278d-4a11-9ff4-c42feffea6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:48.296279 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d226880-79c0-4e1e-be40-8297069c46cd req-0f459773-278d-4a11-9ff4-c42feffea6ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f1478391-a4f8-45b6-b8a8-61fa5f44d047 HTTP/1.1" status: 200 len: 801 time: 0.1971953 Jul 09 09:31:48.377316 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df20a9d1-862f-4b34-8d4f-399e551f870f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:48.391706 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-df20a9d1-862f-4b34-8d4f-399e551f870f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f60cb638-af9b-4607-9e2f-626eb42da024']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:48.408461 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-df20a9d1-862f-4b34-8d4f-399e551f870f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f1e3d5-2949-4127-a685-fc69948fba59') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:48.408754 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-df20a9d1-862f-4b34-8d4f-399e551f870f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f1e3d5-2949-4127-a685-fc69948fba59') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:48.410520 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45f8222c-d69e-4801-874a-1596afffef16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:48.421968 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6ac2a-35fe-447c-b443-a5974e828f2e req-5d5e8fa0-7f35-4eb9-a17c-7f9044e1ce12 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:48.423493 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b1c6ac2a-35fe-447c-b443-a5974e828f2e req-5d5e8fa0-7f35-4eb9-a17c-7f9044e1ce12 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=374fa4fa-73f5-4058-b274-9a669a272174 HTTP/1.1" status: 200 len: 945 time: 0.3112688 Jul 09 09:31:48.427785 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df20a9d1-862f-4b34-8d4f-399e551f870f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:48.433439 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422fa81-dcb0-4a94-a5ee-32e3d06ae5e5 req-9658916e-646e-4c91-9ed9-2b4382700ca3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:48.434914 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f422fa81-dcb0-4a94-a5ee-32e3d06ae5e5 req-9658916e-646e-4c91-9ed9-2b4382700ca3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd54dc5d-1d0a-4ad3-8f19-cfac0931a901 HTTP/1.1" status: 200 len: 950 time: 0.2705412 Jul 09 09:31:48.439962 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b97a18d6-439a-452d-aad8-61cad0231cfa tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:48.451985 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45f8222c-d69e-4801-874a-1596afffef16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:48.453962 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df20a9d1-862f-4b34-8d4f-399e551f870f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:48.467723 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df20a9d1-862f-4b34-8d4f-399e551f870f admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:31:48.468130 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df20a9d1-862f-4b34-8d4f-399e551f870f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:31:48.469731 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:31:48.505766 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a18d6-439a-452d-aad8-61cad0231cfa tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Pushing event deleted for resources: {'Port': ['ID=a3084f56-7517-439a-81f3-4bd498c9788d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:48.553091 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d226880-79c0-4e1e-be40-8297069c46cd req-126f82ef-dd09-465e-9397-4b952bf6acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:48.554716 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d226880-79c0-4e1e-be40-8297069c46cd req-126f82ef-dd09-465e-9397-4b952bf6acaa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4fa864f8-5790-41bc-8420-02d472e3e434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2493298 Jul 09 09:31:48.555056 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df20a9d1-862f-4b34-8d4f-399e551f870f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:48.567226 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df20a9d1-862f-4b34-8d4f-399e551f870f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:48.569598 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-df20a9d1-862f-4b34-8d4f-399e551f870f admin admin] 10.222.0.61 "DELETE /v2.0/networks/f60cb638-af9b-4607-9e2f-626eb42da024 HTTP/1.1" status: 204 len: 168 time: 0.3922710 Jul 09 09:31:48.582123 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20a9d1-862f-4b34-8d4f-399e551f870f admin admin] Pushing event deleted for resources: {'Network': ['ID=f60cb638-af9b-4607-9e2f-626eb42da024,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:48.585496 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45f8222c-d69e-4801-874a-1596afffef16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:48.588429 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45f8222c-d69e-4801-874a-1596afffef16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:48.592410 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-45f8222c-d69e-4801-874a-1596afffef16 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c49e35c2-973c-4ac1-b642-d89f6a5ec3b5 HTTP/1.1" status: 204 len: 168 time: 0.2991245 Jul 09 09:31:48.612305 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8222c-d69e-4801-874a-1596afffef16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49e35c2-973c-4ac1-b642-d89f6a5ec3b5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:48.615503 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b1c6ac2a-35fe-447c-b443-a5974e828f2e req-d340e799-312d-46e5-a8a2-a8fa35f9f051 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763282 Jul 09 09:31:48.702717 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f422fa81-dcb0-4a94-a5ee-32e3d06ae5e5 req-c6cd8d92-980c-4272-9355-87fc59f57ffb tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601521 Jul 09 09:31:48.753325 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b97a18d6-439a-452d-aad8-61cad0231cfa tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:48.770283 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b97a18d6-439a-452d-aad8-61cad0231cfa tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] 10.222.0.61 "DELETE /v2.0/ports/a3084f56-7517-439a-81f3-4bd498c9788d HTTP/1.1" status: 204 len: 168 time: 1.3658814 Jul 09 09:31:48.773999 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47948) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:48.820365 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d226880-79c0-4e1e-be40-8297069c46cd req-c5b16f72-32b9-4af0-9c35-f80c238038a1 service neutron] 10.222.0.64 "GET /v2.0/networks/4fa864f8-5790-41bc-8420-02d472e3e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556841 Jul 09 09:31:48.964087 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d226880-79c0-4e1e-be40-8297069c46cd req-7a3c8c95-8530-462e-a618-9eb73c46f5f9 service neutron] 10.222.0.64 "GET /v2.0/networks/4fa864f8-5790-41bc-8420-02d472e3e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331608 Jul 09 09:31:48.985008 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 47952) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:49.027179 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c52c752-ca4b-49a6-8a00-df2bef20881f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:49.033241 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9c52c752-ca4b-49a6-8a00-df2bef20881f tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2aa2e57-f401-46b2-803e-939afd6a249e HTTP/1.1" status: 200 len: 913 time: 0.2564652 Jul 09 09:31:49.036200 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47958) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:49.074066 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f0cd37bf-71e6-477f-be79-f46b7bc3f0f3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3eda8a5c649d482f9f8bf9075ad6f3b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0832150 Jul 09 09:31:49.079813 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 47960) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:49.233961 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e61dff7-2923-4387-9723-5df6aa37ebe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:49.268541 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e61dff7-2923-4387-9723-5df6aa37ebe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:49.346079 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93bcd7-4170-4d83-9acc-dac6f5fd0ab3 req-fb525c96-44bc-49b8-993e-63d2255e0bac tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:49.353003 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93bcd7-4170-4d83-9acc-dac6f5fd0ab3 req-fb525c96-44bc-49b8-993e-63d2255e0bac tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:49.359143 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93bcd7-4170-4d83-9acc-dac6f5fd0ab3 req-fb525c96-44bc-49b8-993e-63d2255e0bac tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:49.361029 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ba93bcd7-4170-4d83-9acc-dac6f5fd0ab3 req-fb525c96-44bc-49b8-993e-63d2255e0bac tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 2409 time: 0.1650357 Jul 09 09:31:49.411073 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e61dff7-2923-4387-9723-5df6aa37ebe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:49.414346 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e61dff7-2923-4387-9723-5df6aa37ebe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:49.416011 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0e61dff7-2923-4387-9723-5df6aa37ebe5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1756a9aa-ed44-4b72-8a2f-0768aaf50e23 HTTP/1.1" status: 204 len: 168 time: 0.3340399 Jul 09 09:31:49.438323 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61dff7-2923-4387-9723-5df6aa37ebe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1756a9aa-ed44-4b72-8a2f-0768aaf50e23,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:49.473924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ba93bcd7-4170-4d83-9acc-dac6f5fd0ab3 req-a4f9a4e5-4028-4110-b2f2-09ca2fc90c4d tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051986 Jul 09 09:31:49.795083 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-85bd819e-bb05-4909-8137-b32c31c1eac8 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:49.965670 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48018) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:50.033311 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab793e-18a7-4810-a68c-eb7d71ae2133 req-499c4de5-a506-4bd2-8786-9d0644783504 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:50.034992 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3ab793e-18a7-4810-a68c-eb7d71ae2133 req-499c4de5-a506-4bd2-8786-9d0644783504 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd54dc5d-1d0a-4ad3-8f19-cfac0931a901 HTTP/1.1" status: 200 len: 950 time: 0.1433477 Jul 09 09:31:50.042037 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-15edbed1-0305-48f8-8967-5fedaca87bcb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d99f26713284c519d7617e7f94fbb64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0646663 Jul 09 09:31:50.042503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48026) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:50.096955 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3ab793e-18a7-4810-a68c-eb7d71ae2133 req-b077d446-e6b2-4802-bee0-4a903f321ab5 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557795 Jul 09 09:31:50.138512 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76e12f24-7aec-4281-962b-7f2470215047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:50.167163 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76e12f24-7aec-4281-962b-7f2470215047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:50.223002 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-85bd819e-bb05-4909-8137-b32c31c1eac8 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Deleting port bfed3730-8775-473c-8f84-d2acd6040c76 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:31:50.223815 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-85bd819e-bb05-4909-8137-b32c31c1eac8 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:50.232536 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76e12f24-7aec-4281-962b-7f2470215047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:50.238994 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76e12f24-7aec-4281-962b-7f2470215047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:50.240680 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-76e12f24-7aec-4281-962b-7f2470215047 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/972980da-d646-424f-8cb7-67cb8cb587a8 HTTP/1.1" status: 204 len: 168 time: 0.1969821 Jul 09 09:31:50.250821 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e12f24-7aec-4281-962b-7f2470215047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972980da-d646-424f-8cb7-67cb8cb587a8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:50.346054 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-85bd819e-bb05-4909-8137-b32c31c1eac8 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:50.357147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55298e-8836-48a6-b1e4-8665b4dc0384 req-cd4edb53-76a4-4520-a814-ce692033802b tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:50.359338 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7f55298e-8836-48a6-b1e4-8665b4dc0384 req-cd4edb53-76a4-4520-a814-ce692033802b tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=374fa4fa-73f5-4058-b274-9a669a272174 HTTP/1.1" status: 200 len: 945 time: 0.0746963 Jul 09 09:31:50.366093 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-85bd819e-bb05-4909-8137-b32c31c1eac8 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Calling delete_port for bfed3730-8775-473c-8f84-d2acd6040c76 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:31:50.407438 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7f55298e-8836-48a6-b1e4-8665b4dc0384 req-c0814c63-f803-4e2f-aef1-26c8363e51b7 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398033 Jul 09 09:31:50.739253 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8747b-2082-4f21-86cc-aace418e28f3 req-f4d6eab9-eb92-4d51-a012-ec9fca1013d4 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:50.745491 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8747b-2082-4f21-86cc-aace418e28f3 req-f4d6eab9-eb92-4d51-a012-ec9fca1013d4 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:50.752053 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8747b-2082-4f21-86cc-aace418e28f3 req-f4d6eab9-eb92-4d51-a012-ec9fca1013d4 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:50.753852 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e3c8747b-2082-4f21-86cc-aace418e28f3 req-f4d6eab9-eb92-4d51-a012-ec9fca1013d4 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 2409 time: 0.1121089 Jul 09 09:31:50.827263 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e3c8747b-2082-4f21-86cc-aace418e28f3 req-86cf4866-19c5-45e4-bde7-944d4238965d tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667439 Jul 09 09:31:51.009888 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-85bd819e-bb05-4909-8137-b32c31c1eac8 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:51.067394 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb91d5-0299-46e0-929d-5965d309b419 req-170ad318-5668-4c94-8dbc-cca96d723a5f tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:51.076943 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7cbb91d5-0299-46e0-929d-5965d309b419 req-170ad318-5668-4c94-8dbc-cca96d723a5f tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd54dc5d-1d0a-4ad3-8f19-cfac0931a901 HTTP/1.1" status: 200 len: 950 time: 0.0924747 Jul 09 09:31:51.086000 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd819e-bb05-4909-8137-b32c31c1eac8 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Pushing event deleted for resources: {'Port': ['ID=bfed3730-8775-473c-8f84-d2acd6040c76,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:51.167415 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7cbb91d5-0299-46e0-929d-5965d309b419 req-90825c01-6844-4400-8192-d00e651d8680 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887892 Jul 09 09:31:51.350115 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-85bd819e-bb05-4909-8137-b32c31c1eac8 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:51.364707 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 0aa8e0fc-0afd-4fae-81ec-15325aff9774 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:31:51.526363 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-9507204c-4beb-41d0-a285-356c4a49b9f5 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8ac4ec7a07e04638a4f8adeeab19b382&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527914 Jul 09 09:31:51.533312 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 0aa8e0fc-0afd-4fae-81ec-15325aff9774, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0aa8e0fc-0afd-4fae-81ec-15325aff9774,segment=NetworkSegment(85649bca-0697-4828-a468-bbd7f4dbb766),segment_id=85649bca-0697-4828-a468-bbd7f4dbb766)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:51.555097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '0aa8e0fc-0afd-4fae-81ec-15325aff9774', 'network_id': '4fa864f8-5790-41bc-8420-02d472e3e434', 'port_id': '0aa8e0fc-0afd-4fae-81ec-15325aff9774', 'mac_address': 'fa:16:3e:e8:a8:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1478391-a4f8-45b6-b8a8-61fa5f44d047', 'ip_address': '19.80.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:31:51.603061 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48114) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:51.604287 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:51.639558 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa8e0fc-0afd-4fae-81ec-15325aff9774 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:31:51.668531 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 0aa8e0fc-0afd-4fae-81ec-15325aff9774, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0aa8e0fc-0afd-4fae-81ec-15325aff9774,segment=NetworkSegment(85649bca-0697-4828-a468-bbd7f4dbb766),segment_id=85649bca-0697-4828-a468-bbd7f4dbb766)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:51.687599 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:51.690345 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a32e7582-77ff-4830-9245-d4d16c367771 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:31:51.714144 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-9da61476-13fd-4835-beae-52de731f3d9c tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:51.721869 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-9da61476-13fd-4835-beae-52de731f3d9c tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945891 Jul 09 09:31:51.744990 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-c1e9b684-7d44-4cb6-b4b1-b84ee80ebc79 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/quotas/8ac4ec7a07e04638a4f8adeeab19b382 HTTP/1.1" status: 200 len: 375 time: 0.0215185 Jul 09 09:31:51.750731 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a32e7582-77ff-4830-9245-d4d16c367771, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a32e7582-77ff-4830-9245-d4d16c367771,segment=NetworkSegment(85649bca-0697-4828-a468-bbd7f4dbb766),segment_id=85649bca-0697-4828-a468-bbd7f4dbb766)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:51.762502 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bd819e-bb05-4909-8137-b32c31c1eac8 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Router d2aa2e57-f401-46b2-803e-939afd6a249e has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:31:51.766541 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d95f4-4522-467e-ad0a-ccae8f2a8c2c req-34ba8a5c-82ea-4104-9d38-21f8064e652c tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:51.768222 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c6d95f4-4522-467e-ad0a-ccae8f2a8c2c req-34ba8a5c-82ea-4104-9d38-21f8064e652c tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=374fa4fa-73f5-4058-b274-9a669a272174 HTTP/1.1" status: 200 len: 945 time: 0.1622186 Jul 09 09:31:51.845534 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'a32e7582-77ff-4830-9245-d4d16c367771', 'network_id': '4fa864f8-5790-41bc-8420-02d472e3e434', 'port_id': 'a32e7582-77ff-4830-9245-d4d16c367771', 'mac_address': 'fa:16:3e:31:36:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1478391-a4f8-45b6-b8a8-61fa5f44d047', 'ip_address': '19.80.0.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:31:51.848124 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c6d95f4-4522-467e-ad0a-ccae8f2a8c2c req-c59445db-a705-4167-a00c-3983fb0719ae tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611815 Jul 09 09:31:51.853573 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=0aa8e0fc-0afd-4fae-81ec-15325aff9774,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:51.907634 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-f8f46d35-26b3-433d-96ae-00aa0b9d8008 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ac4ec7a07e04638a4f8adeeab19b382&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1611481 Jul 09 09:31:51.922786 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:51.933255 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bd819e-bb05-4909-8137-b32c31c1eac8 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:31:51.945961 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a32e7582-77ff-4830-9245-d4d16c367771 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:31:51.946148 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2313b5-1be7-4c22-86e7-96d39bd11ef9 None None] Sync routers for ids ['d2aa2e57-f401-46b2-803e-939afd6a249e'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:31:51.948250 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-85bd819e-bb05-4909-8137-b32c31c1eac8 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] 10.222.0.61 "PUT /v2.0/routers/d2aa2e57-f401-46b2-803e-939afd6a249e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9106104 Jul 09 09:31:51.950626 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48126) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:51.962155 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2313b5-1be7-4c22-86e7-96d39bd11ef9 None None] Routers {'d2aa2e57-f401-46b2-803e-939afd6a249e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:31:51.962897 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ad2313b5-1be7-4c22-86e7-96d39bd11ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:31:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d2aa2e57-f401-46b2-803e-939afd6a249e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:51.973563 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a32e7582-77ff-4830-9245-d4d16c367771, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a32e7582-77ff-4830-9245-d4d16c367771,segment=NetworkSegment(85649bca-0697-4828-a468-bbd7f4dbb766),segment_id=85649bca-0697-4828-a468-bbd7f4dbb766)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:51.978879 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:51.980081 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 41ff569d-7a9b-4ffe-84e0-82d897ea5a85 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:31:52.016612 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ad2313b5-1be7-4c22-86e7-96d39bd11ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:52.028219 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2313b5-1be7-4c22-86e7-96d39bd11ef9 None None] Routers {'d2aa2e57-f401-46b2-803e-939afd6a249e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:31:52.029488 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ad2313b5-1be7-4c22-86e7-96d39bd11ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:31:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d2aa2e57-f401-46b2-803e-939afd6a249e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:52.074342 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ad2313b5-1be7-4c22-86e7-96d39bd11ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:52.075382 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2313b5-1be7-4c22-86e7-96d39bd11ef9 None None] The sync data for ids ['d2aa2e57-f401-46b2-803e-939afd6a249e'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:31:52.080233 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d591112-1249-4be5-997e-a8650e768009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:52.151942 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=a32e7582-77ff-4830-9245-d4d16c367771,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:52.192634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 41ff569d-7a9b-4ffe-84e0-82d897ea5a85, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=41ff569d-7a9b-4ffe-84e0-82d897ea5a85,segment=NetworkSegment(db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd),segment_id=db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:52.219298 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9486b238-dfce-49d4-b29b-5b8082e56d7e tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:52.225140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '41ff569d-7a9b-4ffe-84e0-82d897ea5a85', 'network_id': 'e73f1985-28cb-403b-9ebe-940937982407', 'port_id': '41ff569d-7a9b-4ffe-84e0-82d897ea5a85', 'mac_address': 'fa:16:3e:6d:bf:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf97faae-01ff-4c51-921c-a97b27ef9e1f', 'ip_address': '19.86.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:31:52.329884 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:52.353051 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ff569d-7a9b-4ffe-84e0-82d897ea5a85 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:31:52.397954 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 41ff569d-7a9b-4ffe-84e0-82d897ea5a85, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=41ff569d-7a9b-4ffe-84e0-82d897ea5a85,segment=NetworkSegment(db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd),segment_id=db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:52.406071 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:52.475814 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d591112-1249-4be5-997e-a8650e768009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:52.477507 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9486b238-dfce-49d4-b29b-5b8082e56d7e tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:52.494425 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d591112-1249-4be5-997e-a8650e768009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:52.530139 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=41ff569d-7a9b-4ffe-84e0-82d897ea5a85,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:52.543151 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-710abac7-1254-48a4-b310-443e50dc89a4 req-be759251-2101-433f-8094-f93761f043d2 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e8084cf-a70d-4ac9-b297-afedbbbe937f HTTP/1.1" status: 200 len: 210 time: 0.0447917 Jul 09 09:31:52.574831 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f74755-63e5-4e6b-9452-ce3276de788e req-fff5343b-7b85-4484-be07-c7e63972feb0 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:52.583613 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f74755-63e5-4e6b-9452-ce3276de788e req-fff5343b-7b85-4484-be07-c7e63972feb0 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:52.592606 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f74755-63e5-4e6b-9452-ce3276de788e req-fff5343b-7b85-4484-be07-c7e63972feb0 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:52.594880 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0f74755-63e5-4e6b-9452-ce3276de788e req-fff5343b-7b85-4484-be07-c7e63972feb0 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 2411 time: 0.5047762 Jul 09 09:31:52.595722 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48152) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:52.596218 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4d591112-1249-4be5-997e-a8650e768009 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4e9a1d0b461449cf8437d19a9bb3cbbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9914424 Jul 09 09:31:52.598802 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d591112-1249-4be5-997e-a8650e768009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b415c9fa-6769-44e7-8c58-321455ef0039,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:52.656067 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9486b238-dfce-49d4-b29b-5b8082e56d7e tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Deleting port c65a5a4b-c9d1-4fa8-9243-981c80a422f8 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:31:52.656417 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9486b238-dfce-49d4-b29b-5b8082e56d7e tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:52.700151 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0f74755-63e5-4e6b-9452-ce3276de788e req-6eb93ad1-6e02-452f-a322-88e982de0291 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520737 Jul 09 09:31:52.704401 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da648ccf-365e-451e-a3f1-a1d4c8c41be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:52.735271 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da648ccf-365e-451e-a3f1-a1d4c8c41be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:52.806771 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da648ccf-365e-451e-a3f1-a1d4c8c41be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:52.810253 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da648ccf-365e-451e-a3f1-a1d4c8c41be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:52.811752 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-da648ccf-365e-451e-a3f1-a1d4c8c41be1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b415c9fa-6769-44e7-8c58-321455ef0039 HTTP/1.1" status: 204 len: 168 time: 0.2056727 Jul 09 09:31:52.828219 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da648ccf-365e-451e-a3f1-a1d4c8c41be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b415c9fa-6769-44e7-8c58-321455ef0039,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:52.891060 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9486b238-dfce-49d4-b29b-5b8082e56d7e tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:52.909619 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9486b238-dfce-49d4-b29b-5b8082e56d7e tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Calling delete_port for c65a5a4b-c9d1-4fa8-9243-981c80a422f8 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:31:52.918798 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['0aa8e0fc-0afd-4fae-81ec-15325aff9774'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:31:53.014794 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['41ff569d-7a9b-4ffe-84e0-82d897ea5a85'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:31:53.115602 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['a32e7582-77ff-4830-9245-d4d16c367771'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:31:53.200847 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf40f0-8a0d-4397-967a-2184dc2f42c0 req-929402f5-eeed-4a8a-8cc4-eeed5837a17b tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:53.202991 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fdaf40f0-8a0d-4397-967a-2184dc2f42c0 req-929402f5-eeed-4a8a-8cc4-eeed5837a17b tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=374fa4fa-73f5-4058-b274-9a669a272174 HTTP/1.1" status: 200 len: 945 time: 0.1417463 Jul 09 09:31:53.207966 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9486b238-dfce-49d4-b29b-5b8082e56d7e tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:53.268639 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fdaf40f0-8a0d-4397-967a-2184dc2f42c0 req-31d24b89-e984-4553-be80-5ca05fd18c47 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560124 Jul 09 09:31:53.281894 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486b238-dfce-49d4-b29b-5b8082e56d7e tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Pushing event deleted for resources: {'Port': ['ID=c65a5a4b-c9d1-4fa8-9243-981c80a422f8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:53.356832 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9486b238-dfce-49d4-b29b-5b8082e56d7e tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:53.582247 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9486b238-dfce-49d4-b29b-5b8082e56d7e tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:53.585312 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9486b238-dfce-49d4-b29b-5b8082e56d7e tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:53.640495 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9486b238-dfce-49d4-b29b-5b8082e56d7e tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:53.641262 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9486b238-dfce-49d4-b29b-5b8082e56d7e tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Fanout notify agent at l3_agent the message router_deleted on router d2aa2e57-f401-46b2-803e-939afd6a249e {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:31:53.650586 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9486b238-dfce-49d4-b29b-5b8082e56d7e tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:53.651832 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9486b238-dfce-49d4-b29b-5b8082e56d7e tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] 10.222.0.61 "DELETE /v2.0/routers/d2aa2e57-f401-46b2-803e-939afd6a249e HTTP/1.1" status: 204 len: 168 time: 1.6997197 Jul 09 09:31:53.654305 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48184) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:53.751343 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-376f6016-fbf6-4e2e-8f3d-00914cfd7063 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Deleting subnet 47086a68-bac4-4897-904b-a2ecc2823fb3 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:31:53.755271 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-376f6016-fbf6-4e2e-8f3d-00914cfd7063 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:53.806832 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-376f6016-fbf6-4e2e-8f3d-00914cfd7063 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:53.872035 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07045ce0-0a04-45bb-896b-5239f944a2df req-c286e669-6466-4196-9408-6bd5e45b20e4 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e8084cf-a70d-4ac9-b297-afedbbbe937f HTTP/1.1" status: 200 len: 210 time: 0.0386987 Jul 09 09:31:53.985237 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-376f6016-fbf6-4e2e-8f3d-00914cfd7063 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:54.061189 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-376f6016-fbf6-4e2e-8f3d-00914cfd7063 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:54.079917 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-376f6016-fbf6-4e2e-8f3d-00914cfd7063 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:54.088556 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-376f6016-fbf6-4e2e-8f3d-00914cfd7063 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] 10.222.0.61 "DELETE /v2.0/subnets/47086a68-bac4-4897-904b-a2ecc2823fb3 HTTP/1.1" status: 204 len: 168 time: 0.4327452 Jul 09 09:31:54.089673 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c374c4-dcc4-40e9-8e35-1fabd3ec6d51 None None] Network e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:31:54.092579 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48214) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:54.114017 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f6016-fbf6-4e2e-8f3d-00914cfd7063 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Pushing event deleted for resources: {'Subnet': ['ID=47086a68-bac4-4897-904b-a2ecc2823fb3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:54.115471 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-c677487d-a71b-42fc-92ac-8075fa1350ff tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=8ac4ec7a07e04638a4f8adeeab19b382&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539198 Jul 09 09:31:54.274941 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 32e6ff08-b202-42b1-8280-47857cc49f06 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:31:54.379748 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93355b63-3757-4ad4-a6fa-8e0cc2653ba9 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:54.410157 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1b3f5-3119-4ee7-b4eb-fb13c19b723f req-06f24898-7121-41e0-9eb3-35e08b600fb0 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:54.428109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1b3f5-3119-4ee7-b4eb-fb13c19b723f req-06f24898-7121-41e0-9eb3-35e08b600fb0 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:54.439336 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1b3f5-3119-4ee7-b4eb-fb13c19b723f req-06f24898-7121-41e0-9eb3-35e08b600fb0 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:54.443462 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73d1b3f5-3119-4ee7-b4eb-fb13c19b723f req-06f24898-7121-41e0-9eb3-35e08b600fb0 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 2412 time: 0.1718137 Jul 09 09:31:54.493714 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 32e6ff08-b202-42b1-8280-47857cc49f06, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=32e6ff08-b202-42b1-8280-47857cc49f06,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:54.511243 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '32e6ff08-b202-42b1-8280-47857cc49f06', 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc', 'port_id': '32e6ff08-b202-42b1-8280-47857cc49f06', 'mac_address': 'fa:16:3e:5e:fc:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdbd641-08ac-41cd-9918-f7982af01a02', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:31:54.513927 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73d1b3f5-3119-4ee7-b4eb-fb13c19b723f req-c7a0b8a8-5308-42f6-bb7b-b153d582a761 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611627 Jul 09 09:31:54.566748 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:54.568769 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c9d3b4-590d-41a8-9900-9d5eab21e315 None None] DHCP port deletion for e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:31:54.604452 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32e6ff08-b202-42b1-8280-47857cc49f06 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:31:54.607028 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-a198abf6-51e8-4337-ac76-80c29250cf17 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:54.608579 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-a198abf6-51e8-4337-ac76-80c29250cf17 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4823956 Jul 09 09:31:54.616847 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-93355b63-3757-4ad4-a6fa-8e0cc2653ba9 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Deleting port b19cf47a-a6d0-4e66-903a-050cc46bc19d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:31:54.617189 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93355b63-3757-4ad4-a6fa-8e0cc2653ba9 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:54.637915 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 32e6ff08-b202-42b1-8280-47857cc49f06, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=32e6ff08-b202-42b1-8280-47857cc49f06,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:54.649583 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:54.675923 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-56b05a0b-3cb3-46da-9dc7-0789f6dd5cec tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Request body: {'port': {'device_id': '0e8084cf-a70d-4ac9-b297-afedbbbe937f', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': '8ac4ec7a07e04638a4f8adeeab19b382'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:54.688313 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59acad1-384f-45a6-8798-fef6eb1a473a req-c60691d1-4744-4ff1-91dc-27c0bee3122c tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:54.690364 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e59acad1-384f-45a6-8798-fef6eb1a473a req-c60691d1-4744-4ff1-91dc-27c0bee3122c tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=374fa4fa-73f5-4058-b274-9a669a272174 HTTP/1.1" status: 200 len: 945 time: 0.0732090 Jul 09 09:31:54.725380 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=32e6ff08-b202-42b1-8280-47857cc49f06,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:54.730627 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9d3b4-590d-41a8-9900-9d5eab21e315 None None] Deleting port b19cf47a-a6d0-4e66-903a-050cc46bc19d {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:31:54.731135 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f9c9d3b4-590d-41a8-9900-9d5eab21e315 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:54.748623 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['32e6ff08-b202-42b1-8280-47857cc49f06'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:31:54.765498 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-93355b63-3757-4ad4-a6fa-8e0cc2653ba9 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] For port b19cf47a-a6d0-4e66-903a-050cc46bc19d, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b19cf47a-a6d0-4e66-903a-050cc46bc19d,segment=NetworkSegment(e6784b95-7ebf-4420-997d-47d3e28efc1a),segment_id=e6784b95-7ebf-4420-997d-47d3e28efc1a)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:54.765868 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93355b63-3757-4ad4-a6fa-8e0cc2653ba9 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:54.766093 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e59acad1-384f-45a6-8798-fef6eb1a473a req-c7644bcc-1215-4b28-8347-2a0355596134 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689051 Jul 09 09:31:54.800958 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-93355b63-3757-4ad4-a6fa-8e0cc2653ba9 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Calling delete_port for b19cf47a-a6d0-4e66-903a-050cc46bc19d owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:31:54.851057 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f9c9d3b4-590d-41a8-9900-9d5eab21e315 None None] For port b19cf47a-a6d0-4e66-903a-050cc46bc19d, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b19cf47a-a6d0-4e66-903a-050cc46bc19d,segment=NetworkSegment(e6784b95-7ebf-4420-997d-47d3e28efc1a),segment_id=e6784b95-7ebf-4420-997d-47d3e28efc1a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:54.851441 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f9c9d3b4-590d-41a8-9900-9d5eab21e315 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:54.869562 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9d3b4-590d-41a8-9900-9d5eab21e315 None None] Calling delete_port for b19cf47a-a6d0-4e66-903a-050cc46bc19d owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:31:54.904394 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-56b05a0b-3cb3-46da-9dc7-0789f6dd5cec tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Made reservation on behalf of 8ac4ec7a07e04638a4f8adeeab19b382 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:31:54.907927 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-56b05a0b-3cb3-46da-9dc7-0789f6dd5cec tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:54.990154 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93355b63-3757-4ad4-a6fa-8e0cc2653ba9 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:55.004809 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93355b63-3757-4ad4-a6fa-8e0cc2653ba9 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] No DVR routers for this DVR port b19cf47a-a6d0-4e66-903a-050cc46bc19d on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:31:55.009474 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f9c9d3b4-590d-41a8-9900-9d5eab21e315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:55.049880 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9d3b4-590d-41a8-9900-9d5eab21e315 None None] Pushing event deleted for resources: {'Port': ['ID=b19cf47a-a6d0-4e66-903a-050cc46bc19d,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:55.055751 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c9d3b4-590d-41a8-9900-9d5eab21e315 None None] No DVR routers for this DVR port b19cf47a-a6d0-4e66-903a-050cc46bc19d on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:31:55.082811 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e7faef0f-d96c-44ee-b0b1-7586f50197b1 req-e795ffec-f630-41d3-a587-52db66a304df tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e8084cf-a70d-4ac9-b297-afedbbbe937f HTTP/1.1" status: 200 len: 210 time: 0.0408475 Jul 09 09:31:55.103806 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93355b63-3757-4ad4-a6fa-8e0cc2653ba9 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Pushing event deleted for resources: {'Port': ['ID=b19cf47a-a6d0-4e66-903a-050cc46bc19d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:55.179430 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93355b63-3757-4ad4-a6fa-8e0cc2653ba9 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:55.192919 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:31:55.194222 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-93355b63-3757-4ad4-a6fa-8e0cc2653ba9 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:55.216154 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-93355b63-3757-4ad4-a6fa-8e0cc2653ba9 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6784b95-7ebf-4420-997d-47d3e28efc1a') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:55.216451 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-93355b63-3757-4ad4-a6fa-8e0cc2653ba9 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6784b95-7ebf-4420-997d-47d3e28efc1a') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:31:55.218464 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-56b05a0b-3cb3-46da-9dc7-0789f6dd5cec tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Allocated IP 192.168.233.43 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/dc6f6800-1fec-416c-ae17-2a3eac134010) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:31:55.231368 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93355b63-3757-4ad4-a6fa-8e0cc2653ba9 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:55.256856 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93355b63-3757-4ad4-a6fa-8e0cc2653ba9 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:55.273689 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93355b63-3757-4ad4-a6fa-8e0cc2653ba9 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:31:55.274093 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93355b63-3757-4ad4-a6fa-8e0cc2653ba9 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:31:55.277052 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:31:55.373010 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a32e7582-77ff-4830-9245-d4d16c367771 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:31:55.395795 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93355b63-3757-4ad4-a6fa-8e0cc2653ba9 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:55.402062 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93355b63-3757-4ad4-a6fa-8e0cc2653ba9 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:55.407394 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-93355b63-3757-4ad4-a6fa-8e0cc2653ba9 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] 10.222.0.61 "DELETE /v2.0/networks/e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92 HTTP/1.1" status: 204 len: 168 time: 1.3116961 Jul 09 09:31:55.408258 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48250) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:55.473635 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93355b63-3757-4ad4-a6fa-8e0cc2653ba9 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Pushing event deleted for resources: {'Network': ['ID=e80f7638-ef17-4dd7-b0a3-f7fce0f6fa92,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:55.490213 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port a32e7582-77ff-4830-9245-d4d16c367771 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:31:55.495633 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port a32e7582-77ff-4830-9245-d4d16c367771 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:55.496590 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10eafd-ff89-4b55-87b5-6d3fc69a6993 req-20934f26-f73d-4462-a8d6-f5255f810f5a tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:55.498393 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:55.500480 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8e10eafd-ff89-4b55-87b5-6d3fc69a6993 req-20934f26-f73d-4462-a8d6-f5255f810f5a tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.58 "GET /v2.0/ports?device_id=374fa4fa-73f5-4058-b274-9a669a272174 HTTP/1.1" status: 200 len: 944 time: 0.1485045 Jul 09 09:31:55.608035 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-56b05a0b-3cb3-46da-9dc7-0789f6dd5cec tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:55.631363 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-bfa4795e-acf7-4550-9766-33d7c6ddc930 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Deleting port f54b7745-1d8a-48b7-8808-e02e1087b4ad {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:31:55.631741 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bfa4795e-acf7-4550-9766-33d7c6ddc930 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:55.635104 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-56b05a0b-3cb3-46da-9dc7-0789f6dd5cec tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Transition to ACTIVE for port object dc6f6800-1fec-416c-ae17-2a3eac134010 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:31:55.685731 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:55.749610 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3896ce5c-e2e1-41ad-b733-eff6f045dae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32e7582-77ff-4830-9245-d4d16c367771'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:31:55.751062 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-8e10eafd-ff89-4b55-87b5-6d3fc69a6993 req-6bab8c29-e220-42f6-9a48-7dc0521bd56d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Deleting port 32e6ff08-b202-42b1-8280-47857cc49f06 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:31:55.752950 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8e10eafd-ff89-4b55-87b5-6d3fc69a6993 req-6bab8c29-e220-42f6-9a48-7dc0521bd56d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:55.754872 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea6824c-aff6-456f-9c8c-1c21d95114c4" -d '{"events": [{"server_uuid": "3896ce5c-e2e1-41ad-b733-eff6f045dae1", "name": "network-vif-plugged", "status": "completed", "tag": "a32e7582-77ff-4830-9245-d4d16c367771"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:31:55.794878 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a32e7582-77ff-4830-9245-d4d16c367771, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a32e7582-77ff-4830-9245-d4d16c367771,segment=NetworkSegment(85649bca-0697-4828-a468-bbd7f4dbb766),segment_id=85649bca-0697-4828-a468-bbd7f4dbb766)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:55.800728 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bfa4795e-acf7-4550-9766-33d7c6ddc930 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:55.802303 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bfa4795e-acf7-4550-9766-33d7c6ddc930 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:55.802886 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:55.803911 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 0aa8e0fc-0afd-4fae-81ec-15325aff9774 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:31:55.816615 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-56b05a0b-3cb3-46da-9dc7-0789f6dd5cec tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:55.821934 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b19cf47a-a6d0-4e66-903a-050cc46bc19d no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:31:55.860626 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-bfa4795e-acf7-4550-9766-33d7c6ddc930 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Calling delete_port for f54b7745-1d8a-48b7-8808-e02e1087b4ad owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:31:55.884306 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-56b05a0b-3cb3-46da-9dc7-0789f6dd5cec tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:31:55.891385 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48262) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:55.901838 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-56b05a0b-3cb3-46da-9dc7-0789f6dd5cec tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:31:55.915977 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-56b05a0b-3cb3-46da-9dc7-0789f6dd5cec tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:31:55.965650 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['69f25ea8-b82a-4379-a59d-bc564e39fe9d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:31:55.982316 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ccee9a-a4e5-4cfd-848e-4d480ed95331 x-openstack-request-id: req-e8ccee9a-a4e5-4cfd-848e-4d480ed95331 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:31:55.982654 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3896ce5c-e2e1-41ad-b733-eff6f045dae1", "name": "network-vif-plugged", "status": "completed", "tag": "a32e7582-77ff-4830-9245-d4d16c367771", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:31:55.982903 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e8ccee9a-a4e5-4cfd-848e-4d480ed95331 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:31:55.986278 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3896ce5c-e2e1-41ad-b733-eff6f045dae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32e7582-77ff-4830-9245-d4d16c367771', 'code': 200} Jul 09 09:31:56.010175 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-8e10eafd-ff89-4b55-87b5-6d3fc69a6993 req-6bab8c29-e220-42f6-9a48-7dc0521bd56d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] For port 32e6ff08-b202-42b1-8280-47857cc49f06, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=32e6ff08-b202-42b1-8280-47857cc49f06,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:56.010915 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8e10eafd-ff89-4b55-87b5-6d3fc69a6993 req-6bab8c29-e220-42f6-9a48-7dc0521bd56d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:56.053460 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a11a6-7f8d-4b50-a8f9-ff3c47a79aed req-83131272-c4e7-4b30-9bc6-96dac2894a89 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:56.074083 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b05a0b-3cb3-46da-9dc7-0789f6dd5cec tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Pushing event updated for resources: {'Port': ['ID=dc6f6800-1fec-416c-ae17-2a3eac134010,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:56.075130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: b19cf47a-a6d0-4e66-903a-050cc46bc19d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:31:56.077568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b19cf47a-a6d0-4e66-903a-050cc46bc19d not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:31:56.095543 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a11a6-7f8d-4b50-a8f9-ff3c47a79aed req-83131272-c4e7-4b30-9bc6-96dac2894a89 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:56.120273 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a11a6-7f8d-4b50-a8f9-ff3c47a79aed req-83131272-c4e7-4b30-9bc6-96dac2894a89 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:56.123518 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-56b05a0b-3cb3-46da-9dc7-0789f6dd5cec tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:56.124220 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-56b05a0b-3cb3-46da-9dc7-0789f6dd5cec tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:56.132545 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a1a11a6-7f8d-4b50-a8f9-ff3c47a79aed req-83131272-c4e7-4b30-9bc6-96dac2894a89 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 2413 time: 0.2349062 Jul 09 09:31:56.146749 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-8e10eafd-ff89-4b55-87b5-6d3fc69a6993 req-6bab8c29-e220-42f6-9a48-7dc0521bd56d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Calling delete_port for 32e6ff08-b202-42b1-8280-47857cc49f06 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:31:56.157496 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-56b05a0b-3cb3-46da-9dc7-0789f6dd5cec tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5244501 Jul 09 09:31:56.173419 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-c5bb660e-87ef-49a4-baa8-ff7c051ac48b service neutron] Request body: {'port': {'device_id': '0e8084cf-a70d-4ac9-b297-afedbbbe937f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:31:56.215311 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 0aa8e0fc-0afd-4fae-81ec-15325aff9774 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:31:56.234809 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 0aa8e0fc-0afd-4fae-81ec-15325aff9774 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:56.235545 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:56.242692 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d40cd165-6567-4297-b792-57a3cd7ceaea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:56.290605 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=a32e7582-77ff-4830-9245-d4d16c367771,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:56.295076 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 32e6ff08-b202-42b1-8280-47857cc49f06 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:31:56.297644 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 32e6ff08-b202-42b1-8280-47857cc49f06 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:31:56.322221 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a1a11a6-7f8d-4b50-a8f9-ff3c47a79aed req-ecddb284-d816-4cf9-9cd0-799fffad61e3 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886752 Jul 09 09:31:56.351251 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bfa4795e-acf7-4550-9766-33d7c6ddc930 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:56.388729 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef13e8d-3f5e-48d1-859c-62d852eb1f3c req-5fc7f8ca-f1a4-427b-b8f9-198165306485 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:56.390644 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eef13e8d-3f5e-48d1-859c-62d852eb1f3c req-5fc7f8ca-f1a4-427b-b8f9-198165306485 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=374fa4fa-73f5-4058-b274-9a669a272174 HTTP/1.1" status: 200 len: 944 time: 0.2523587 Jul 09 09:31:56.451954 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-c5bb660e-87ef-49a4-baa8-ff7c051ac48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:56.454650 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4795e-acf7-4550-9766-33d7c6ddc930 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Pushing event deleted for resources: {'Port': ['ID=f54b7745-1d8a-48b7-8808-e02e1087b4ad,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:56.473482 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eef13e8d-3f5e-48d1-859c-62d852eb1f3c req-a4175e1e-3be6-46cd-8526-89b48bff6316 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/security-groups?id=4133a391-9418-470d-8d89-04adf7825207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721474 Jul 09 09:31:56.528591 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14f3e5cf-e789-43d0-bf4c-7b436706d503 req-1538a97c-5170-4ada-b659-3f900ef1ce53 tempest-AbsoluteLimitsNegativeTestJSON-1137467292 tempest-AbsoluteLimitsNegativeTestJSON-1137467292-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=08cba771123b43fda42e305587752e8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817122 Jul 09 09:31:56.570084 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bfa4795e-acf7-4550-9766-33d7c6ddc930 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:56.573405 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bfa4795e-acf7-4550-9766-33d7c6ddc930 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:56.577168 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bfa4795e-acf7-4550-9766-33d7c6ddc930 tempest-FloatingIPAdminTestJSON-1833325781 tempest-FloatingIPAdminTestJSON-1833325781-project] 10.222.0.61 "DELETE /v2.0/floatingips/fe0a8265-3631-4ca3-bb03-a3d1bd05b1a9 HTTP/1.1" status: 204 len: 168 time: 1.1599538 Jul 09 09:31:56.673413 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:56.679427 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2e2530be-9acd-477d-94bb-83e291a7e8f7 None None] Provisioning for port dc6f6800-1fec-416c-ae17-2a3eac134010 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:31:56.707742 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8e10eafd-ff89-4b55-87b5-6d3fc69a6993 req-6bab8c29-e220-42f6-9a48-7dc0521bd56d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:56.713793 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2e2530be-9acd-477d-94bb-83e291a7e8f7 None None] Provisioning complete for port dc6f6800-1fec-416c-ae17-2a3eac134010 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:56.714150 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2e2530be-9acd-477d-94bb-83e291a7e8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:56.764662 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:56.798213 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab8c29-e220-42f6-9a48-7dc0521bd56d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Pushing event deleted for resources: {'Port': ['ID=32e6ff08-b202-42b1-8280-47857cc49f06,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:56.819862 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 32e6ff08-b202-42b1-8280-47857cc49f06, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=32e6ff08-b202-42b1-8280-47857cc49f06,segment=NetworkSegment(5d5a5637-84a4-4897-8910-daaebc376f17),segment_id=5d5a5637-84a4-4897-8910-daaebc376f17)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:56.829263 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 32e6ff08-b202-42b1-8280-47857cc49f06 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:31:56.835308 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d40cd165-6567-4297-b792-57a3cd7ceaea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:56.846030 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e10eafd-ff89-4b55-87b5-6d3fc69a6993 req-6bab8c29-e220-42f6-9a48-7dc0521bd56d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] No DVR routers for this DVR port 32e6ff08-b202-42b1-8280-47857cc49f06 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:31:56.850881 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8e10eafd-ff89-4b55-87b5-6d3fc69a6993 req-6bab8c29-e220-42f6-9a48-7dc0521bd56d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:56.853119 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8e10eafd-ff89-4b55-87b5-6d3fc69a6993 req-6bab8c29-e220-42f6-9a48-7dc0521bd56d tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.58 "DELETE /v2.0/ports/32e6ff08-b202-42b1-8280-47857cc49f06 HTTP/1.1" status: 204 len: 173 time: 1.3484325 Jul 09 09:31:56.855206 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '32e6ff08-b202-42b1-8280-47857cc49f06', 'network_id': 'de931943-f58d-4fd8-96d3-d18dce18a0bc', 'port_id': '32e6ff08-b202-42b1-8280-47857cc49f06', 'mac_address': 'fa:16:3e:5e:fc:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdbd641-08ac-41cd-9918-f7982af01a02', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:31:56.859349 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374fa4fa-73f5-4058-b274-9a669a272174', 'name': 'network-vif-deleted', 'tag': '32e6ff08-b202-42b1-8280-47857cc49f06'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:31:56.861544 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 0aa8e0fc-0afd-4fae-81ec-15325aff9774, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0aa8e0fc-0afd-4fae-81ec-15325aff9774,segment=NetworkSegment(85649bca-0697-4828-a468-bbd7f4dbb766),segment_id=85649bca-0697-4828-a468-bbd7f4dbb766)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:56.862313 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924dce80-acb6-49ad-ad95-651e449274fb" -d '{"events": [{"server_uuid": "374fa4fa-73f5-4058-b274-9a669a272174", "name": "network-vif-deleted", "tag": "32e6ff08-b202-42b1-8280-47857cc49f06"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:31:56.865033 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2e2530be-9acd-477d-94bb-83e291a7e8f7 None None] Port dc6f6800-1fec-416c-ae17-2a3eac134010 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:31:56.887149 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d40cd165-6567-4297-b792-57a3cd7ceaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:56.899151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3e5cf-e789-43d0-bf4c-7b436706d503 req-d0fd976d-a440-4c3d-9c57-385a236a0ce5 tempest-AbsoluteLimitsNegativeTestJSON-1137467292 tempest-AbsoluteLimitsNegativeTestJSON-1137467292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:56.908007 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14f3e5cf-e789-43d0-bf4c-7b436706d503 req-d0fd976d-a440-4c3d-9c57-385a236a0ce5 tempest-AbsoluteLimitsNegativeTestJSON-1137467292 tempest-AbsoluteLimitsNegativeTestJSON-1137467292-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3721230 Jul 09 09:31:56.921167 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:56.921950 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 41ff569d-7a9b-4ffe-84e0-82d897ea5a85 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:31:56.928759 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a021f9-cf51-4071-986c-f035ab7a70ec req-e8ba34a7-fe77-4551-b677-983821ad7741 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:56.930216 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-30a021f9-cf51-4071-986c-f035ab7a70ec req-e8ba34a7-fe77-4551-b677-983821ad7741 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e8084cf-a70d-4ac9-b297-afedbbbe937f HTTP/1.1" status: 200 len: 935 time: 0.2863469 Jul 09 09:31:56.942855 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14f3e5cf-e789-43d0-bf4c-7b436706d503 req-00763174-3305-4d2c-bff0-5aaa277e8a81 tempest-AbsoluteLimitsNegativeTestJSON-1137467292 tempest-AbsoluteLimitsNegativeTestJSON-1137467292-project] 10.222.0.61 "GET /v2.0/quotas/08cba771123b43fda42e305587752e8a HTTP/1.1" status: 200 len: 375 time: 0.0338306 Jul 09 09:31:56.946887 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d40cd165-6567-4297-b792-57a3cd7ceaea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=513d6890ae94412ba1869fb553285ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0542591 Jul 09 09:31:56.949540 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40cd165-6567-4297-b792-57a3cd7ceaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae7e92b-d3c7-4c25-9f19-bab385bd9bd3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:56.957179 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48290) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:56.977994 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48292) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:56.999645 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14f3e5cf-e789-43d0-bf4c-7b436706d503 req-87b4dfe8-2ce4-4271-9d75-591cfb0185ff tempest-AbsoluteLimitsNegativeTestJSON-1137467292 tempest-AbsoluteLimitsNegativeTestJSON-1137467292-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=08cba771123b43fda42e305587752e8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558965 Jul 09 09:31:57.074001 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-30a021f9-cf51-4071-986c-f035ab7a70ec req-fcd7cac8-2c50-407a-b7c4-39d277c485f3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279509 Jul 09 09:31:57.119778 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 41ff569d-7a9b-4ffe-84e0-82d897ea5a85 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:31:57.122371 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=0aa8e0fc-0afd-4fae-81ec-15325aff9774,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:57.129355 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3aaa7b92-ed6d-4e44-9059-37c4953a7717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:57.144850 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 41ff569d-7a9b-4ffe-84e0-82d897ea5a85 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:31:57.149410 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:57.185940 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3aaa7b92-ed6d-4e44-9059-37c4953a7717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:57.252612 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3aaa7b92-ed6d-4e44-9059-37c4953a7717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:57.258732 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3aaa7b92-ed6d-4e44-9059-37c4953a7717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:57.262288 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3aaa7b92-ed6d-4e44-9059-37c4953a7717 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bae7e92b-d3c7-4c25-9f19-bab385bd9bd3 HTTP/1.1" status: 204 len: 168 time: 0.3017983 Jul 09 09:31:57.276099 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cac1db66-14be-4e2f-91dd-6387ca05b556 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=df08a8cccc9f499b8f1905a536ca536d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969177 Jul 09 09:31:57.280244 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48300) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:57.282518 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa7b92-ed6d-4e44-9059-37c4953a7717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae7e92b-d3c7-4c25-9f19-bab385bd9bd3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:57.283675 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-c5bb660e-87ef-49a4-baa8-ff7c051ac48b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6f6800-1fec-416c-ae17-2a3eac134010 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:31:57.327277 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-c5bb660e-87ef-49a4-baa8-ff7c051ac48b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:57.344284 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:57.377695 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-c5bb660e-87ef-49a4-baa8-ff7c051ac48b service neutron] Transition to ACTIVE for port object dc6f6800-1fec-416c-ae17-2a3eac134010 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:31:57.385470 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-c5bb660e-87ef-49a4-baa8-ff7c051ac48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:57.432775 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5523ec4-3c26-4231-b39d-46fd537abaa3 x-openstack-request-id: req-f5523ec4-3c26-4231-b39d-46fd537abaa3 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:31:57.433396 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374fa4fa-73f5-4058-b274-9a669a272174", "name": "network-vif-deleted", "tag": "32e6ff08-b202-42b1-8280-47857cc49f06", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:31:57.433654 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f5523ec4-3c26-4231-b39d-46fd537abaa3 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:31:57.434201 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374fa4fa-73f5-4058-b274-9a669a272174', 'name': 'network-vif-deleted', 'tag': '32e6ff08-b202-42b1-8280-47857cc49f06', 'status': 'completed', 'code': 200} Jul 09 09:31:57.457477 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 41ff569d-7a9b-4ffe-84e0-82d897ea5a85, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=41ff569d-7a9b-4ffe-84e0-82d897ea5a85,segment=NetworkSegment(db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd),segment_id=db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:31:57.461587 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa5154f0-8091-4b02-b9bd-9018d0daf619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:57.465795 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:57.542262 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=41ff569d-7a9b-4ffe-84e0-82d897ea5a85,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:57.607277 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48310) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:57.778340 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f0a5b-f1c5-4790-9de1-64f8cee4b387 req-2cb9db61-99d4-49c4-b176-6d813d58e510 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:57.794290 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f0a5b-f1c5-4790-9de1-64f8cee4b387 req-2cb9db61-99d4-49c4-b176-6d813d58e510 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:57.818425 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f0a5b-f1c5-4790-9de1-64f8cee4b387 req-2cb9db61-99d4-49c4-b176-6d813d58e510 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:57.831388 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a36f0a5b-f1c5-4790-9de1-64f8cee4b387 req-2cb9db61-99d4-49c4-b176-6d813d58e510 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 2415 time: 0.2029819 Jul 09 09:31:57.870662 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48314) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:57.918944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67f58da5-b809-4ddf-bfb9-660bac97faf3 req-2080dcbb-99d6-439b-be00-b4ae95020041 tempest-ImagesTestJSON-584465612 tempest-ImagesTestJSON-584465612-project] 10.222.0.61 "GET /v2.0/ports?device_id=374fa4fa-73f5-4058-b274-9a669a272174 HTTP/1.1" status: 200 len: 210 time: 0.1716387 Jul 09 09:31:57.926189 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37a3e025-893e-499a-a05b-ae76a4fd2f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:57.938201 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb660e-87ef-49a4-baa8-ff7c051ac48b service neutron] Pushing event updated for resources: {'Port': ['ID=dc6f6800-1fec-416c-ae17-2a3eac134010,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:57.942834 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-007a6eb7-646c-44e2-b875-35c5c4bc2634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:57.979544 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa5154f0-8091-4b02-b9bd-9018d0daf619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:57.988877 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3896ce5c-e2e1-41ad-b733-eff6f045dae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa8e0fc-0afd-4fae-81ec-15325aff9774'}, {'server_uuid': '3896ce5c-e2e1-41ad-b733-eff6f045dae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ff569d-7a9b-4ffe-84e0-82d897ea5a85'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:31:57.992746 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c557ff2-620e-4f19-8f87-1b6307e06bd4" -d '{"events": [{"server_uuid": "3896ce5c-e2e1-41ad-b733-eff6f045dae1", "name": "network-vif-plugged", "status": "completed", "tag": "0aa8e0fc-0afd-4fae-81ec-15325aff9774"}, {"server_uuid": "3896ce5c-e2e1-41ad-b733-eff6f045dae1", "name": "network-vif-plugged", "status": "completed", "tag": "41ff569d-7a9b-4ffe-84e0-82d897ea5a85"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:31:58.001279 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a36f0a5b-f1c5-4790-9de1-64f8cee4b387 req-ceeda5f4-67d1-46df-8f78-da0087b62ab8 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281710 Jul 09 09:31:58.009683 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.db.api [None req-37a3e025-893e-499a-a05b-ae76a4fd2f3e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 09:31:58.009683 n-d-799996-1 neutron-server[93790]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 09:31:58.009683 n-d-799996-1 neutron-server[93790]: [parameters: {'project_id': '08cba771123b43fda42e305587752e8a', 'id': '1bd94480-fd7e-46fc-900b-173d977881aa', 'expiration': datetime.datetime(2021, 7, 9, 9, 33, 58, 2196)}] Jul 09 09:31:58.009683 n-d-799996-1 neutron-server[93790]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:31:58.010271 n-d-799996-1 neutron-server[93790]: DEBUG oslo_db.api [None req-37a3e025-893e-499a-a05b-ae76a4fd2f3e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:31:58.049380 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-c5bb660e-87ef-49a4-baa8-ff7c051ac48b service neutron] Attempting to bind port dc6f6800-1fec-416c-ae17-2a3eac134010 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:31:58.049802 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-c5bb660e-87ef-49a4-baa8-ff7c051ac48b service neutron] Attempting to bind port dc6f6800-1fec-416c-ae17-2a3eac134010 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:31:58.050352 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-c5bb660e-87ef-49a4-baa8-ff7c051ac48b service neutron] Attempting to bind port dc6f6800-1fec-416c-ae17-2a3eac134010 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:31:58.055030 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 09:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ce6c4e-3d03-4516-9580-23c3104e9c46 x-openstack-request-id: req-03ce6c4e-3d03-4516-9580-23c3104e9c46 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:31:58.055030 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3896ce5c-e2e1-41ad-b733-eff6f045dae1", "name": "network-vif-plugged", "status": "completed", "tag": "0aa8e0fc-0afd-4fae-81ec-15325aff9774", "code": 200}, {"server_uuid": "3896ce5c-e2e1-41ad-b733-eff6f045dae1", "name": "network-vif-plugged", "status": "completed", "tag": "41ff569d-7a9b-4ffe-84e0-82d897ea5a85", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:31:58.055030 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-03ce6c4e-3d03-4516-9580-23c3104e9c46 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:31:58.055599 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3896ce5c-e2e1-41ad-b733-eff6f045dae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa8e0fc-0afd-4fae-81ec-15325aff9774', 'code': 200} Jul 09 09:31:58.055599 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3896ce5c-e2e1-41ad-b733-eff6f045dae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ff569d-7a9b-4ffe-84e0-82d897ea5a85', 'code': 200} Jul 09 09:31:58.057482 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-c5bb660e-87ef-49a4-baa8-ff7c051ac48b service neutron] Port dc6f6800-1fec-416c-ae17-2a3eac134010 on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:31:58.057797 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-c5bb660e-87ef-49a4-baa8-ff7c051ac48b service neutron] Attempting to bind port dc6f6800-1fec-416c-ae17-2a3eac134010 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:31:58.063227 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-c5bb660e-87ef-49a4-baa8-ff7c051ac48b service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:31:58.063574 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-c5bb660e-87ef-49a4-baa8-ff7c051ac48b service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:31:58.063995 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-c5bb660e-87ef-49a4-baa8-ff7c051ac48b service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:31:58.064474 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-c5bb660e-87ef-49a4-baa8-ff7c051ac48b service neutron] Bound port: dc6f6800-1fec-416c-ae17-2a3eac134010, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:31:58.064785 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-c5bb660e-87ef-49a4-baa8-ff7c051ac48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:58.106390 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa5154f0-8091-4b02-b9bd-9018d0daf619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:58.109146 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa5154f0-8091-4b02-b9bd-9018d0daf619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:58.110341 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-aa5154f0-8091-4b02-b9bd-9018d0daf619 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ba046971-3408-4b56-ae67-cebed06cebd5 HTTP/1.1" status: 204 len: 168 time: 0.8291552 Jul 09 09:31:58.121563 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-007a6eb7-646c-44e2-b875-35c5c4bc2634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:58.127871 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-007a6eb7-646c-44e2-b875-35c5c4bc2634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:58.128122 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5154f0-8091-4b02-b9bd-9018d0daf619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba046971-3408-4b56-ae67-cebed06cebd5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:58.170550 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-c5bb660e-87ef-49a4-baa8-ff7c051ac48b service neutron] For port dc6f6800-1fec-416c-ae17-2a3eac134010, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:31:58.174353 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-c5bb660e-87ef-49a4-baa8-ff7c051ac48b service neutron] For port dc6f6800-1fec-416c-ae17-2a3eac134010, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=dc6f6800-1fec-416c-ae17-2a3eac134010,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:31:58.181891 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-c5bb660e-87ef-49a4-baa8-ff7c051ac48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:58.233965 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-c5bb660e-87ef-49a4-baa8-ff7c051ac48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:58.235780 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-c5bb660e-87ef-49a4-baa8-ff7c051ac48b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:58.238450 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-c5bb660e-87ef-49a4-baa8-ff7c051ac48b service neutron] 10.222.0.58 "PUT /v2.0/ports/dc6f6800-1fec-416c-ae17-2a3eac134010 HTTP/1.1" status: 200 len: 1095 time: 2.0727749 Jul 09 09:31:58.241515 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8084cf-a70d-4ac9-b297-afedbbbe937f', 'tag': 'dc6f6800-1fec-416c-ae17-2a3eac134010'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:31:58.249049 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a6eb7-646c-44e2-b875-35c5c4bc2634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99eb09b-d99f-462e-ae0a-bd02fa1b082a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:58.258807 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-007a6eb7-646c-44e2-b875-35c5c4bc2634 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dde91eda11664ee2b3b9385a9d926b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3794909 Jul 09 09:31:58.260576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48322) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:58.264461 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3e152d-39ae-41bb-b743-bb95ed767b73" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8084cf-a70d-4ac9-b297-afedbbbe937f", "tag": "dc6f6800-1fec-416c-ae17-2a3eac134010"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:31:58.359886 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb660e-87ef-49a4-baa8-ff7c051ac48b service neutron] Pushing event updated for resources: {'Port': ['ID=dc6f6800-1fec-416c-ae17-2a3eac134010,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:58.380660 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-82d5b784-adb2-4097-824a-8e661fd42358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:58.382225 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-82d5b784-adb2-4097-824a-8e661fd42358 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ac4ec7a07e04638a4f8adeeab19b382&device_id=0e8084cf-a70d-4ac9-b297-afedbbbe937f HTTP/1.1" status: 200 len: 1098 time: 0.0883763 Jul 09 09:31:58.387317 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afac75e-fd30-477b-9129-b80fa01256e7 x-openstack-request-id: req-5afac75e-fd30-477b-9129-b80fa01256e7 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:31:58.387612 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8084cf-a70d-4ac9-b297-afedbbbe937f", "tag": "dc6f6800-1fec-416c-ae17-2a3eac134010", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:31:58.387915 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5afac75e-fd30-477b-9129-b80fa01256e7 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:31:58.388314 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8084cf-a70d-4ac9-b297-afedbbbe937f', 'tag': 'dc6f6800-1fec-416c-ae17-2a3eac134010', 'status': 'completed', 'code': 200} Jul 09 09:31:58.401475 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db5145-81f7-435b-8c38-cafabb23e250 req-e99b18dd-455c-4833-b59a-f96dab56615f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:58.402079 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db5145-81f7-435b-8c38-cafabb23e250 req-e99b18dd-455c-4833-b59a-f96dab56615f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:58.402494 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db5145-81f7-435b-8c38-cafabb23e250 req-e99b18dd-455c-4833-b59a-f96dab56615f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:58.404511 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a9db5145-81f7-435b-8c38-cafabb23e250 req-e99b18dd-455c-4833-b59a-f96dab56615f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 2868 time: 0.2335818 Jul 09 09:31:58.468440 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4aab4cd-77aa-44e6-bb4b-f8922c546fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:58.488577 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a9db5145-81f7-435b-8c38-cafabb23e250 req-7dc45b65-c698-400c-90b2-6270c7b5a2dc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769289 Jul 09 09:31:58.499177 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-307f67c7-5f0a-43b5-864f-7c79664bf51a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=dc6f6800-1fec-416c-ae17-2a3eac134010 HTTP/1.1" status: 200 len: 217 time: 0.1012819 Jul 09 09:31:58.500493 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53afe02f-bb22-4d87-90e0-534dc6386c6a req-0599bf63-9160-43d8-8f08-3a11f9171072 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:58.509572 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53afe02f-bb22-4d87-90e0-534dc6386c6a req-0599bf63-9160-43d8-8f08-3a11f9171072 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e8084cf-a70d-4ac9-b297-afedbbbe937f HTTP/1.1" status: 200 len: 947 time: 0.2153788 Jul 09 09:31:58.515058 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37a3e025-893e-499a-a05b-ae76a4fd2f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:58.553510 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4aab4cd-77aa-44e6-bb4b-f8922c546fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:58.586133 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-16cbf297-966b-4782-afaa-751e625f5503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:58.587989 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-16cbf297-966b-4782-afaa-751e625f5503 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0822017 Jul 09 09:31:58.595789 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53afe02f-bb22-4d87-90e0-534dc6386c6a req-b8fa310f-fe88-4699-b644-5fb30c27b91e tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852475 Jul 09 09:31:58.659058 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48332) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:58.672578 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-04ab1c18-624a-4494-b640-dcd969837e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:58.675210 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-04ab1c18-624a-4494-b640-dcd969837e62 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0809991 Jul 09 09:31:58.685180 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d09cfe16-77dd-4121-a5c6-9de373912ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:58.703716 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4aab4cd-77aa-44e6-bb4b-f8922c546fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:58.707002 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4aab4cd-77aa-44e6-bb4b-f8922c546fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:58.711023 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c4aab4cd-77aa-44e6-bb4b-f8922c546fa9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f99eb09b-d99f-462e-ae0a-bd02fa1b082a HTTP/1.1" status: 204 len: 168 time: 0.4494643 Jul 09 09:31:58.726304 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aab4cd-77aa-44e6-bb4b-f8922c546fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99eb09b-d99f-462e-ae0a-bd02fa1b082a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:58.792091 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37a3e025-893e-499a-a05b-ae76a4fd2f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:58.797255 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-78166aef-9929-434f-9e09-6edabe48688a service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155953 Jul 09 09:31:58.800787 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37a3e025-893e-499a-a05b-ae76a4fd2f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:58.865609 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-37a3e025-893e-499a-a05b-ae76a4fd2f3e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=08cba771123b43fda42e305587752e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2568944 Jul 09 09:31:58.866644 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48336) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:58.870584 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3e025-893e-499a-a05b-ae76a4fd2f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28928bf-f5a3-4d7a-907e-547a2a277b0d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:58.945886 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f4b10aae-dd2e-424a-837d-67e45841cc3a req-b2bec564-ff4a-4438-bf26-15ea083506fe service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430120 Jul 09 09:31:58.958805 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df936e08-8c91-4c54-b651-655a88c857c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:58.993861 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d09cfe16-77dd-4121-a5c6-9de373912ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:59.001522 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d09cfe16-77dd-4121-a5c6-9de373912ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:59.003787 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df936e08-8c91-4c54-b651-655a88c857c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:59.095683 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d09cfe16-77dd-4121-a5c6-9de373912ee2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=55effa11ab7f4df4a21e205e2890d2df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4335697 Jul 09 09:31:59.140791 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cfe16-77dd-4121-a5c6-9de373912ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107753ac-1e82-4d90-b22d-db8748107d72,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:59.144577 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48350) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:31:59.158917 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df936e08-8c91-4c54-b651-655a88c857c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:59.163359 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df936e08-8c91-4c54-b651-655a88c857c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:59.164227 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-df936e08-8c91-4c54-b651-655a88c857c2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c28928bf-f5a3-4d7a-907e-547a2a277b0d HTTP/1.1" status: 204 len: 168 time: 0.2964523 Jul 09 09:31:59.183812 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df936e08-8c91-4c54-b651-655a88c857c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28928bf-f5a3-4d7a-907e-547a2a277b0d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:59.282810 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e152d-39ae-41bb-b743-bb95ed767b73 req-8b775914-5421-41d2-b408-543777c68edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:59.287796 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bd3e152d-39ae-41bb-b743-bb95ed767b73 req-8b775914-5421-41d2-b408-543777c68edf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ac4ec7a07e04638a4f8adeeab19b382&device_id=0e8084cf-a70d-4ac9-b297-afedbbbe937f HTTP/1.1" status: 200 len: 1098 time: 0.2503271 Jul 09 09:31:59.362251 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9d475669-9d46-4478-99c3-49e170eb3364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:59.388378 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9d475669-9d46-4478-99c3-49e170eb3364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:59.448348 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9d475669-9d46-4478-99c3-49e170eb3364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:59.451583 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9d475669-9d46-4478-99c3-49e170eb3364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:31:59.452921 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9d475669-9d46-4478-99c3-49e170eb3364 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/107753ac-1e82-4d90-b22d-db8748107d72 HTTP/1.1" status: 204 len: 168 time: 0.3054760 Jul 09 09:31:59.471490 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d475669-9d46-4478-99c3-49e170eb3364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107753ac-1e82-4d90-b22d-db8748107d72,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:31:59.525448 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e152d-39ae-41bb-b743-bb95ed767b73 req-a0963e20-ba5a-4496-9b68-56dab07224e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:59.528285 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bd3e152d-39ae-41bb-b743-bb95ed767b73 req-a0963e20-ba5a-4496-9b68-56dab07224e0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.2285991 Jul 09 09:31:59.579567 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bd3e152d-39ae-41bb-b743-bb95ed767b73 req-3162c1cb-1504-4aec-915a-9362dee651cd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=dc6f6800-1fec-416c-ae17-2a3eac134010 HTTP/1.1" status: 200 len: 217 time: 0.0430930 Jul 09 09:31:59.621174 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973de5a-b384-471f-96e1-882b04d0b402 req-c4e49328-65cf-4181-8cf0-508839799d31 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:59.646466 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e152d-39ae-41bb-b743-bb95ed767b73 req-91cc2730-1298-4698-a4e0-9a88984b28af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:59.648108 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bd3e152d-39ae-41bb-b743-bb95ed767b73 req-91cc2730-1298-4698-a4e0-9a88984b28af service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0594349 Jul 09 09:31:59.649945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973de5a-b384-471f-96e1-882b04d0b402 req-c4e49328-65cf-4181-8cf0-508839799d31 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:59.684315 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973de5a-b384-471f-96e1-882b04d0b402 req-c4e49328-65cf-4181-8cf0-508839799d31 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:59.697591 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a973de5a-b384-471f-96e1-882b04d0b402 req-c4e49328-65cf-4181-8cf0-508839799d31 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 2415 time: 0.3234026 Jul 09 09:31:59.747322 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e152d-39ae-41bb-b743-bb95ed767b73 req-9fec6620-80a5-471b-95e7-28cea60d08c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:31:59.750952 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bd3e152d-39ae-41bb-b743-bb95ed767b73 req-9fec6620-80a5-471b-95e7-28cea60d08c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0940323 Jul 09 09:31:59.819436 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a973de5a-b384-471f-96e1-882b04d0b402 req-608ab11e-1f78-407a-a13b-9ad62aba5b39 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188672 Jul 09 09:32:00.029678 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bd3e152d-39ae-41bb-b743-bb95ed767b73 req-325f37f2-5914-46c8-9940-d7108f599cf0 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688591 Jul 09 09:32:00.129255 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7c7dd-1edd-4ee6-9638-5cccb1b6ba20 req-3d2917cf-529f-42fb-b999-abe0625dfed7 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:00.131467 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5af7c7dd-1edd-4ee6-9638-5cccb1b6ba20 req-3d2917cf-529f-42fb-b999-abe0625dfed7 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e8084cf-a70d-4ac9-b297-afedbbbe937f HTTP/1.1" status: 200 len: 947 time: 0.0869694 Jul 09 09:32:00.159608 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48400) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:00.168952 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bd3e152d-39ae-41bb-b743-bb95ed767b73 req-60895c75-e7a0-48cd-9263-277f2e4abc28 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308885 Jul 09 09:32:00.179345 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3cc1b7f5-202c-4857-8ba2-1ea930b62ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:00.222703 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5af7c7dd-1edd-4ee6-9638-5cccb1b6ba20 req-27cdcf71-d5d9-462f-b4a5-1dd384d62a5d tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813093 Jul 09 09:32:00.343396 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3cc1b7f5-202c-4857-8ba2-1ea930b62ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:00.348729 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3cc1b7f5-202c-4857-8ba2-1ea930b62ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:00.398939 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1b7f5-202c-4857-8ba2-1ea930b62ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647b7f47-727e-42ac-a443-3338e7fa3138,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:00.403512 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3cc1b7f5-202c-4857-8ba2-1ea930b62ff8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9adba4af21da46bdb9283629c2838242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406142 Jul 09 09:32:00.403785 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48416) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:00.459951 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-789fdf97-c4fd-4940-8a17-e4d16b2e6e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:00.484841 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48420) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:00.486569 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-789fdf97-c4fd-4940-8a17-e4d16b2e6e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:00.538664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-3803c94c-258e-464e-9238-557673dcb297 admin admin] Deleting subnet 6bdbd641-08ac-41cd-9918-f7982af01a02 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:32:00.542320 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3803c94c-258e-464e-9238-557673dcb297 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:00.548567 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-789fdf97-c4fd-4940-8a17-e4d16b2e6e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:00.551168 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-789fdf97-c4fd-4940-8a17-e4d16b2e6e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:00.554850 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-789fdf97-c4fd-4940-8a17-e4d16b2e6e3f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/647b7f47-727e-42ac-a443-3338e7fa3138 HTTP/1.1" status: 204 len: 168 time: 0.1478138 Jul 09 09:32:00.564912 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789fdf97-c4fd-4940-8a17-e4d16b2e6e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647b7f47-727e-42ac-a443-3338e7fa3138,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:00.601020 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3803c94c-258e-464e-9238-557673dcb297 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:00.651499 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3803c94c-258e-464e-9238-557673dcb297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:00.711104 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3803c94c-258e-464e-9238-557673dcb297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:00.737450 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803c94c-258e-464e-9238-557673dcb297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bdbd641-08ac-41cd-9918-f7982af01a02,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:00.743145 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3803c94c-258e-464e-9238-557673dcb297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:00.745614 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3803c94c-258e-464e-9238-557673dcb297 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6bdbd641-08ac-41cd-9918-f7982af01a02 HTTP/1.1" status: 204 len: 168 time: 0.2589827 Jul 09 09:32:00.747592 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48434) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:00.825320 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73a1996d-6f21-473e-b513-d9bc6bc17cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:00.924553 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73a1996d-6f21-473e-b513-d9bc6bc17cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:00.936958 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-73a1996d-6f21-473e-b513-d9bc6bc17cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de931943-f58d-4fd8-96d3-d18dce18a0bc']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:00.961919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-73a1996d-6f21-473e-b513-d9bc6bc17cb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5a5637-84a4-4897-8910-daaebc376f17') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:00.962572 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-73a1996d-6f21-473e-b513-d9bc6bc17cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5a5637-84a4-4897-8910-daaebc376f17') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:00.995653 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73a1996d-6f21-473e-b513-d9bc6bc17cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:01.068882 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73a1996d-6f21-473e-b513-d9bc6bc17cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:01.090680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a1996d-6f21-473e-b513-d9bc6bc17cb3 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:32:01.091177 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73a1996d-6f21-473e-b513-d9bc6bc17cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:32:01.093447 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:32:01.172132 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73a1996d-6f21-473e-b513-d9bc6bc17cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:01.184476 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072fc2f-8551-436f-a0d5-01a660103649 req-236c1e62-8096-455d-a111-75d5ba91929c tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:01.189141 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072fc2f-8551-436f-a0d5-01a660103649 req-236c1e62-8096-455d-a111-75d5ba91929c tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:01.195069 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072fc2f-8551-436f-a0d5-01a660103649 req-236c1e62-8096-455d-a111-75d5ba91929c tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:01.196824 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4072fc2f-8551-436f-a0d5-01a660103649 req-236c1e62-8096-455d-a111-75d5ba91929c tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 2415 time: 0.1969757 Jul 09 09:32:01.208537 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73a1996d-6f21-473e-b513-d9bc6bc17cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:01.210435 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-73a1996d-6f21-473e-b513-d9bc6bc17cb3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/de931943-f58d-4fd8-96d3-d18dce18a0bc HTTP/1.1" status: 204 len: 168 time: 0.4618068 Jul 09 09:32:01.223416 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1996d-6f21-473e-b513-d9bc6bc17cb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=de931943-f58d-4fd8-96d3-d18dce18a0bc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:01.258426 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4072fc2f-8551-436f-a0d5-01a660103649 req-7ffed601-e4f4-4ebd-9842-94837997eb6d tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372434 Jul 09 09:32:01.554382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836db86-eb8d-41ba-b982-e282ec878b88 req-23505173-0bcf-41c9-afd0-58196027b2f3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:01.562341 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2836db86-eb8d-41ba-b982-e282ec878b88 req-23505173-0bcf-41c9-afd0-58196027b2f3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e8084cf-a70d-4ac9-b297-afedbbbe937f HTTP/1.1" status: 200 len: 947 time: 0.0866284 Jul 09 09:32:01.571587 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48480) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:01.617381 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2836db86-eb8d-41ba-b982-e282ec878b88 req-c01f213a-6a0d-472d-8ed2-d65ea18d424d tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540514 Jul 09 09:32:01.651559 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e34c5606-0743-4e21-b25e-f3b26cb5e38a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=15de14848d0349c49a5d85c3ea6d48cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0768359 Jul 09 09:32:01.651832 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48486) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:01.705162 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34c77bdd-df71-4af2-bc05-9edd62ffa94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:01.730118 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34c77bdd-df71-4af2-bc05-9edd62ffa94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:01.793388 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34c77bdd-df71-4af2-bc05-9edd62ffa94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:01.800301 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34c77bdd-df71-4af2-bc05-9edd62ffa94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:01.804255 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-34c77bdd-df71-4af2-bc05-9edd62ffa94f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4133a391-9418-470d-8d89-04adf7825207 HTTP/1.1" status: 204 len: 168 time: 0.1514919 Jul 09 09:32:01.816393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c77bdd-df71-4af2-bc05-9edd62ffa94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4133a391-9418-470d-8d89-04adf7825207,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:02.002704 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16936db-de7b-430e-b932-6f91dfe5f47a req-ce7f9cdb-fad7-4304-8d59-268fe604728a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:02.009187 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16936db-de7b-430e-b932-6f91dfe5f47a req-ce7f9cdb-fad7-4304-8d59-268fe604728a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:02.015586 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16936db-de7b-430e-b932-6f91dfe5f47a req-ce7f9cdb-fad7-4304-8d59-268fe604728a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:02.017321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b16936db-de7b-430e-b932-6f91dfe5f47a req-ce7f9cdb-fad7-4304-8d59-268fe604728a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 2415 time: 0.0836613 Jul 09 09:32:02.044824 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-f234d8ec-d24f-4081-a60a-470a685718ae req-28466125-42a6-44e5-82e1-caabfa252465 tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Request body: {'security_group': {'name': 'tempest-securitygroup-481255650', 'description': 'tempest-description-371057780'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:02.084261 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b16936db-de7b-430e-b932-6f91dfe5f47a req-2233e7fd-e313-4151-9dd2-1b8a7663c5b1 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579321 Jul 09 09:32:02.085529 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f234d8ec-d24f-4081-a60a-470a685718ae req-28466125-42a6-44e5-82e1-caabfa252465 tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:02.094085 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f234d8ec-d24f-4081-a60a-470a685718ae req-28466125-42a6-44e5-82e1-caabfa252465 tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:02.119419 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48502) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:02.230697 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f234d8ec-d24f-4081-a60a-470a685718ae req-28466125-42a6-44e5-82e1-caabfa252465 tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:02.236331 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f234d8ec-d24f-4081-a60a-470a685718ae req-28466125-42a6-44e5-82e1-caabfa252465 tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:02.276235 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28466125-42a6-44e5-82e1-caabfa252465 tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66a685f-f4e1-484d-93d7-5e38d99736f8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:02.283080 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device dc6f6800-1fec-416c-ae17-2a3eac134010 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:32:02.348685 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f234d8ec-d24f-4081-a60a-470a685718ae req-28466125-42a6-44e5-82e1-caabfa252465 tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:02.353999 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f234d8ec-d24f-4081-a60a-470a685718ae req-28466125-42a6-44e5-82e1-caabfa252465 tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:02.391226 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f234d8ec-d24f-4081-a60a-470a685718ae req-28466125-42a6-44e5-82e1-caabfa252465 tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:02.395360 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f234d8ec-d24f-4081-a60a-470a685718ae req-28466125-42a6-44e5-82e1-caabfa252465 tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3671227 Jul 09 09:32:02.407462 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28466125-42a6-44e5-82e1-caabfa252465 tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00fe57a2-5aeb-4439-a41c-71e68874c09b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:02.441164 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-526b2e80-e598-4590-81ac-b44c8a7b9065 req-918b6c3f-f75e-4b36-99f9-44d97791d1a7 tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1593446023', 'description': 'tempest-description-1359175695'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:02.445812 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port dc6f6800-1fec-416c-ae17-2a3eac134010, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=dc6f6800-1fec-416c-ae17-2a3eac134010,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:02.468332 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'dc6f6800-1fec-416c-ae17-2a3eac134010', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': 'dc6f6800-1fec-416c-ae17-2a3eac134010', 'mac_address': 'fa:16:3e:35:6f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:32:02.470539 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-366c9708-bf52-4d91-9912-2d563b08bcf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:02.481842 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-526b2e80-e598-4590-81ac-b44c8a7b9065 req-918b6c3f-f75e-4b36-99f9-44d97791d1a7 tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:02.541896 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:02.557365 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6f6800-1fec-416c-ae17-2a3eac134010 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:32:02.588862 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port dc6f6800-1fec-416c-ae17-2a3eac134010, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=dc6f6800-1fec-416c-ae17-2a3eac134010,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:02.594644 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:02.622146 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-366c9708-bf52-4d91-9912-2d563b08bcf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:02.627572 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-366c9708-bf52-4d91-9912-2d563b08bcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:02.693438 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=dc6f6800-1fec-416c-ae17-2a3eac134010,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:02.705046 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-526b2e80-e598-4590-81ac-b44c8a7b9065 req-918b6c3f-f75e-4b36-99f9-44d97791d1a7 tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:02.711803 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-526b2e80-e598-4590-81ac-b44c8a7b9065 req-918b6c3f-f75e-4b36-99f9-44d97791d1a7 tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:02.724128 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-366c9708-bf52-4d91-9912-2d563b08bcf6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=04a1e9d72c2f4510a69e3dd169ba9579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6006625 Jul 09 09:32:02.726118 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48526) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:02.741639 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-526b2e80-e598-4590-81ac-b44c8a7b9065 req-918b6c3f-f75e-4b36-99f9-44d97791d1a7 tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:02.746020 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-526b2e80-e598-4590-81ac-b44c8a7b9065 req-918b6c3f-f75e-4b36-99f9-44d97791d1a7 tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3196239 Jul 09 09:32:02.749333 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c9708-bf52-4d91-9912-2d563b08bcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3996e9-5aa5-4428-b6af-4c9acc9e7468,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:02.761411 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b6c3f-f75e-4b36-99f9-44d97791d1a7 tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e13dbed-284e-408c-9ef5-80078d1047a0,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:02.809499 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-29fda9b1-2829-49df-8d0e-85817886bae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:02.817679 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['dc6f6800-1fec-416c-ae17-2a3eac134010'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:32:02.835971 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-29fda9b1-2829-49df-8d0e-85817886bae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:02.867006 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577b515-7f64-43bf-a83b-f1e96e059ce4 req-e190b407-7ded-4f22-9e42-7ca48b8e06a7 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:02.869206 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e577b515-7f64-43bf-a83b-f1e96e059ce4 req-e190b407-7ded-4f22-9e42-7ca48b8e06a7 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e8084cf-a70d-4ac9-b297-afedbbbe937f HTTP/1.1" status: 200 len: 948 time: 0.0815837 Jul 09 09:32:02.895436 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-29fda9b1-2829-49df-8d0e-85817886bae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:02.898571 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-29fda9b1-2829-49df-8d0e-85817886bae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:02.899955 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-29fda9b1-2829-49df-8d0e-85817886bae6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/df3996e9-5aa5-4428-b6af-4c9acc9e7468 HTTP/1.1" status: 204 len: 168 time: 0.1713338 Jul 09 09:32:02.918662 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fda9b1-2829-49df-8d0e-85817886bae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3996e9-5aa5-4428-b6af-4c9acc9e7468,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:02.957156 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e577b515-7f64-43bf-a83b-f1e96e059ce4 req-7adea86b-b62f-4423-93fa-82e5c7741bbc tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817609 Jul 09 09:32:03.056774 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-c7a8eff6-152d-4bad-a5cd-5a1ee7488de5 req-f60b65bf-2b83-484a-93b9-af1b07879db3 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1059094279', 'description': 'tempest-description-521438498'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:03.082510 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c7a8eff6-152d-4bad-a5cd-5a1ee7488de5 req-f60b65bf-2b83-484a-93b9-af1b07879db3 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:03.092214 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c7a8eff6-152d-4bad-a5cd-5a1ee7488de5 req-f60b65bf-2b83-484a-93b9-af1b07879db3 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:03.209306 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c7a8eff6-152d-4bad-a5cd-5a1ee7488de5 req-f60b65bf-2b83-484a-93b9-af1b07879db3 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:03.215484 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c7a8eff6-152d-4bad-a5cd-5a1ee7488de5 req-f60b65bf-2b83-484a-93b9-af1b07879db3 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:03.291680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b65bf-2b83-484a-93b9-af1b07879db3 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a9a5d6-f7f9-488a-bef3-c68620db85a2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:03.369154 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211c83c-bd5e-43f2-af78-d15d4a12b14b req-d42094b9-4131-456b-a293-c516392b721f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:03.375225 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211c83c-bd5e-43f2-af78-d15d4a12b14b req-d42094b9-4131-456b-a293-c516392b721f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:03.381780 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211c83c-bd5e-43f2-af78-d15d4a12b14b req-d42094b9-4131-456b-a293-c516392b721f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:03.383480 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d211c83c-bd5e-43f2-af78-d15d4a12b14b req-d42094b9-4131-456b-a293-c516392b721f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 2415 time: 0.1427255 Jul 09 09:32:03.422771 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c7a8eff6-152d-4bad-a5cd-5a1ee7488de5 req-f60b65bf-2b83-484a-93b9-af1b07879db3 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:03.436758 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c7a8eff6-152d-4bad-a5cd-5a1ee7488de5 req-f60b65bf-2b83-484a-93b9-af1b07879db3 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:03.450057 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d211c83c-bd5e-43f2-af78-d15d4a12b14b req-51a85cb1-b002-4f27-9092-48e6703d0267 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595663 Jul 09 09:32:03.475736 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c7a8eff6-152d-4bad-a5cd-5a1ee7488de5 req-f60b65bf-2b83-484a-93b9-af1b07879db3 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:03.497328 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c7a8eff6-152d-4bad-a5cd-5a1ee7488de5 req-f60b65bf-2b83-484a-93b9-af1b07879db3 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4441609 Jul 09 09:32:03.502029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b65bf-2b83-484a-93b9-af1b07879db3 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f545d5-ba85-40f9-973d-67a4bcdbc52d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:03.519466 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-89b3fc59-f0b9-4c03-af4c-eb5aba7db6c0 req-96830e53-bdb3-4128-988c-a73d4242a187 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-437274741', 'description': 'tempest-description-1948543831'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:03.554144 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-89b3fc59-f0b9-4c03-af4c-eb5aba7db6c0 req-96830e53-bdb3-4128-988c-a73d4242a187 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:03.598182 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48568) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:03.641760 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:03.720698 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-89b3fc59-f0b9-4c03-af4c-eb5aba7db6c0 req-96830e53-bdb3-4128-988c-a73d4242a187 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:03.731053 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-89b3fc59-f0b9-4c03-af4c-eb5aba7db6c0 req-96830e53-bdb3-4128-988c-a73d4242a187 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:03.750810 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48574) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:03.764661 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-08530c32-09b9-43e8-a0e4-fd0e8c738056 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:03.770543 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-08530c32-09b9-43e8-a0e4-fd0e8c738056 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:03.776513 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-08530c32-09b9-43e8-a0e4-fd0e8c738056 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:03.778166 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-08530c32-09b9-43e8-a0e4-fd0e8c738056 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.64 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 2415 time: 0.1422195 Jul 09 09:32:03.786886 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-89b3fc59-f0b9-4c03-af4c-eb5aba7db6c0 req-96830e53-bdb3-4128-988c-a73d4242a187 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:03.788118 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-89b3fc59-f0b9-4c03-af4c-eb5aba7db6c0 req-96830e53-bdb3-4128-988c-a73d4242a187 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2762368 Jul 09 09:32:03.800805 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96830e53-bdb3-4128-988c-a73d4242a187 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f88f67-5549-4b7b-af99-028fa8a444cb,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:03.867154 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1323e4e9-52b6-4885-ac18-f9afe611d80f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-758087309-network', 'tenant_id': '7ea2de8ba1fa4eb3954e92038414716a'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:03.948299 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1323e4e9-52b6-4885-ac18-f9afe611d80f admin admin] Made reservation on behalf of 7ea2de8ba1fa4eb3954e92038414716a for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:03.950646 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1323e4e9-52b6-4885-ac18-f9afe611d80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:03.960805 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-bcca2b42-3cc3-44f0-a740-33d7f04cae23 tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1261112756'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:03.980754 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1323e4e9-52b6-4885-ac18-f9afe611d80f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:03.988112 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcca2b42-3cc3-44f0-a740-33d7f04cae23 tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Made reservation on behalf of e8c241be22824c21958886e50e1a035b for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:03.993471 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcca2b42-3cc3-44f0-a740-33d7f04cae23 tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:04.004784 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcca2b42-3cc3-44f0-a740-33d7f04cae23 tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:04.026086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-947d6e58-5582-4ea2-85db-2d5d2bf4e853 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Deleting port 0aa8e0fc-0afd-4fae-81ec-15325aff9774 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:04.026435 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-947d6e58-5582-4ea2-85db-2d5d2bf4e853 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:04.052653 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.db.api [None req-bcca2b42-3cc3-44f0-a740-33d7f04cae23 tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 09:32:04.052653 n-d-799996-1 neutron-server[93791]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 09:32:04.052653 n-d-799996-1 neutron-server[93791]: [parameters: {'project_id_1': 'e8c241be22824c21958886e50e1a035b', 'expiration_1': datetime.datetime(2021, 7, 9, 9, 32, 4, 17864)}] Jul 09 09:32:04.052653 n-d-799996-1 neutron-server[93791]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:32:04.053593 n-d-799996-1 neutron-server[93791]: DEBUG oslo_db.api [None req-bcca2b42-3cc3-44f0-a740-33d7f04cae23 tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:32:04.102435 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48590) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:04.201262 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-601a9b44-4548-4412-a96d-bc128583ebe6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1230188478-network', 'tenant_id': '505caa4dc3b447feb9d592b84d573890'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:04.292002 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device dc6f6800-1fec-416c-ae17-2a3eac134010 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:04.342062 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port dc6f6800-1fec-416c-ae17-2a3eac134010 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:04.346036 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port dc6f6800-1fec-416c-ae17-2a3eac134010 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:04.346400 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:04.427138 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:04.452744 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8084cf-a70d-4ac9-b297-afedbbbe937f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6f6800-1fec-416c-ae17-2a3eac134010'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:32:04.454988 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8b0eac-85b2-4c95-9e10-f4b841e9c04c" -d '{"events": [{"server_uuid": "0e8084cf-a70d-4ac9-b297-afedbbbe937f", "name": "network-vif-plugged", "status": "completed", "tag": "dc6f6800-1fec-416c-ae17-2a3eac134010"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:32:04.470814 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port dc6f6800-1fec-416c-ae17-2a3eac134010, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=dc6f6800-1fec-416c-ae17-2a3eac134010,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:04.474716 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:04.485179 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-947d6e58-5582-4ea2-85db-2d5d2bf4e853 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] For port 0aa8e0fc-0afd-4fae-81ec-15325aff9774, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0aa8e0fc-0afd-4fae-81ec-15325aff9774,segment=NetworkSegment(85649bca-0697-4828-a468-bbd7f4dbb766),segment_id=85649bca-0697-4828-a468-bbd7f4dbb766)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:04.485753 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-947d6e58-5582-4ea2-85db-2d5d2bf4e853 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:04.524677 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=dc6f6800-1fec-416c-ae17-2a3eac134010,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:04.529254 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b71e8-fa31-41ad-afc4-d6a28f062905 req-7d36b10e-04ea-404d-b30f-fa7ffc2dc3e4 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:04.530831 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-778b71e8-fa31-41ad-afc4-d6a28f062905 req-7d36b10e-04ea-404d-b30f-fa7ffc2dc3e4 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e8084cf-a70d-4ac9-b297-afedbbbe937f HTTP/1.1" status: 200 len: 948 time: 0.2239573 Jul 09 09:32:04.534688 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-947d6e58-5582-4ea2-85db-2d5d2bf4e853 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Calling delete_port for 0aa8e0fc-0afd-4fae-81ec-15325aff9774 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:04.555578 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcca2b42-3cc3-44f0-a740-33d7f04cae23 tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:04.564559 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7f70933-4069-492d-8ae4-2ae1d045353a req-01fa087e-bde2-4770-8ade-6663c264e218 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 36761 time: 0.7347255 Jul 09 09:32:04.658149 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1323e4e9-52b6-4885-ac18-f9afe611d80f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:04.679147 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601a9b44-4548-4412-a96d-bc128583ebe6 admin admin] Made reservation on behalf of 505caa4dc3b447feb9d592b84d573890 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:04.682007 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-601a9b44-4548-4412-a96d-bc128583ebe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:04.684046 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-778b71e8-fa31-41ad-afc4-d6a28f062905 req-5d653cec-3853-4916-a572-f959d0e59020 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427484 Jul 09 09:32:04.684721 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1323e4e9-52b6-4885-ac18-f9afe611d80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:04.713767 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-601a9b44-4548-4412-a96d-bc128583ebe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:04.728735 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1323e4e9-52b6-4885-ac18-f9afe611d80f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:32:04.741712 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e90c52-fbfa-432c-b579-7344083b38b4 x-openstack-request-id: req-a7e90c52-fbfa-432c-b579-7344083b38b4 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:32:04.742267 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8084cf-a70d-4ac9-b297-afedbbbe937f", "name": "network-vif-plugged", "status": "completed", "tag": "dc6f6800-1fec-416c-ae17-2a3eac134010", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:32:04.742267 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a7e90c52-fbfa-432c-b579-7344083b38b4 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:32:04.742644 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8084cf-a70d-4ac9-b297-afedbbbe937f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6f6800-1fec-416c-ae17-2a3eac134010', 'code': 200} Jul 09 09:32:04.749393 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7f70933-4069-492d-8ae4-2ae1d045353a req-4bd4e364-9369-474b-afe4-63ecf2831eba tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "GET /v2.0/security-groups/195d2b0b-1e5a-410a-aac6-af6d7ad31ec6 HTTP/1.1" status: 200 len: 2981 time: 0.1691420 Jul 09 09:32:04.763315 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323e4e9-52b6-4885-ac18-f9afe611d80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e39eb4-734d-4ac2-96c4-036b7b955c38,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:04.788781 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1323e4e9-52b6-4885-ac18-f9afe611d80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:04.789140 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-1323e4e9-52b6-4885-ac18-f9afe611d80f admin admin] Added segment edbd23f5-4b6c-4399-ba78-00f99e4df72a of type vlan for network a167ed73-6e11-49d4-8b85-411ff9857e03 Jul 09 09:32:04.860736 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcca2b42-3cc3-44f0-a740-33d7f04cae23 tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:04.871805 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcca2b42-3cc3-44f0-a740-33d7f04cae23 tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:04.896169 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1323e4e9-52b6-4885-ac18-f9afe611d80f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:04.906024 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7f70933-4069-492d-8ae4-2ae1d045353a req-daa6673c-c3d6-47e7-8943-39e39fa03802 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "GET /v2.0/security-groups/195d2b0b-1e5a-410a-aac6-af6d7ad31ec6 HTTP/1.1" status: 200 len: 2981 time: 0.1557364 Jul 09 09:32:04.915028 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcca2b42-3cc3-44f0-a740-33d7f04cae23 tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:32:04.933410 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-947d6e58-5582-4ea2-85db-2d5d2bf4e853 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:04.939616 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcca2b42-3cc3-44f0-a740-33d7f04cae23 tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:04.940173 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-bcca2b42-3cc3-44f0-a740-33d7f04cae23 tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Added segment 88bfceeb-ac4b-4e8b-9a17-486490a72fef of type vlan for network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 Jul 09 09:32:04.945533 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['0aa8e0fc-0afd-4fae-81ec-15325aff9774', '41ff569d-7a9b-4ffe-84e0-82d897ea5a85', 'a32e7582-77ff-4830-9245-d4d16c367771'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:32:04.945954 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca2b42-3cc3-44f0-a740-33d7f04cae23 tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95576a32-6d7d-4697-b6e3-97bb09bf167e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:04.996157 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0e76c-eb12-4814-a7bb-98aeef1fdd7f req-10207782-2c2b-4adc-8836-adb2aa2f3a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:04.997758 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-83a0e76c-eb12-4814-a7bb-98aeef1fdd7f req-10207782-2c2b-4adc-8836-adb2aa2f3a82 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0e8084cf-a70d-4ac9-b297-afedbbbe937f HTTP/1.1" status: 200 len: 1100 time: 0.1696630 Jul 09 09:32:05.031747 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d6e58-5582-4ea2-85db-2d5d2bf4e853 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event deleted for resources: {'Port': ['ID=0aa8e0fc-0afd-4fae-81ec-15325aff9774,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:05.053225 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1323e4e9-52b6-4885-ac18-f9afe611d80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:05.054205 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1323e4e9-52b6-4885-ac18-f9afe611d80f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:05.054813 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1323e4e9-52b6-4885-ac18-f9afe611d80f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:05.059749 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcca2b42-3cc3-44f0-a740-33d7f04cae23 tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:05.081264 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-83a0e76c-eb12-4814-a7bb-98aeef1fdd7f req-4880c486-a85c-4e28-982f-0edfadc171d6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737395 Jul 09 09:32:05.135553 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcca2b42-3cc3-44f0-a740-33d7f04cae23 tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:05.141998 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcca2b42-3cc3-44f0-a740-33d7f04cae23 tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:05.142946 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcca2b42-3cc3-44f0-a740-33d7f04cae23 tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:05.148141 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-601a9b44-4548-4412-a96d-bc128583ebe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:05.160878 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-601a9b44-4548-4412-a96d-bc128583ebe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:05.191908 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7f70933-4069-492d-8ae4-2ae1d045353a req-5078096d-5ad1-4e11-90d5-140893498d78 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "GET /v2.0/security-groups/750d74c7-0be8-44ba-b095-cf1fd598f284 HTTP/1.1" status: 200 len: 2981 time: 0.2643554 Jul 09 09:32:05.193985 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-947d6e58-5582-4ea2-85db-2d5d2bf4e853 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] No DVR routers for this DVR port 0aa8e0fc-0afd-4fae-81ec-15325aff9774 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:32:05.206844 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-947d6e58-5582-4ea2-85db-2d5d2bf4e853 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:05.208892 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-947d6e58-5582-4ea2-85db-2d5d2bf4e853 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.64 "DELETE /v2.0/ports/0aa8e0fc-0afd-4fae-81ec-15325aff9774 HTTP/1.1" status: 204 len: 173 time: 1.4178202 Jul 09 09:32:05.210384 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1323e4e9-52b6-4885-ac18-f9afe611d80f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6107070 Jul 09 09:32:05.210961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3896ce5c-e2e1-41ad-b733-eff6f045dae1', 'name': 'network-vif-deleted', 'tag': '0aa8e0fc-0afd-4fae-81ec-15325aff9774'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:32:05.213307 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f027b34-f450-4981-8c26-68f825961d69" -d '{"events": [{"server_uuid": "3896ce5c-e2e1-41ad-b733-eff6f045dae1", "name": "network-vif-deleted", "tag": "0aa8e0fc-0afd-4fae-81ec-15325aff9774"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:32:05.217248 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48602) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:05.226667 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a9b44-4548-4412-a96d-bc128583ebe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca62416-a8e3-4e49-b639-00d7979f7912,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:05.231874 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e6be8743-0705-4da8-a5bc-b72aa53800a2 admin admin] Request body: {'subnet': {'network_id': 'a167ed73-6e11-49d4-8b85-411ff9857e03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-758087309-subnet', 'tenant_id': '7ea2de8ba1fa4eb3954e92038414716a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:05.245651 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bcca2b42-3cc3-44f0-a740-33d7f04cae23 tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.4928195 Jul 09 09:32:05.253065 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601a9b44-4548-4412-a96d-bc128583ebe6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:32:05.270507 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca2b42-3cc3-44f0-a740-33d7f04cae23 tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Pushing event updated for resources: {'Network': ['ID=4cc65f5c-4139-416e-9dcd-b3745595a1e7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:05.273745 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-601a9b44-4548-4412-a96d-bc128583ebe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:05.274394 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-601a9b44-4548-4412-a96d-bc128583ebe6 admin admin] Added segment 1de213a3-cebd-40cf-9a29-aa98c95a9497 of type vlan for network dbfda831-4990-493d-a751-274d971f767f Jul 09 09:32:05.285600 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:32:05.323281 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-601a9b44-4548-4412-a96d-bc128583ebe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:05.355356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8122d-431a-46c7-afab-36d87c8adfe5 req-a430461c-5f02-4ae8-ac0d-839296f8541a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:05.358271 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-601a9b44-4548-4412-a96d-bc128583ebe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:05.359546 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601a9b44-4548-4412-a96d-bc128583ebe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:05.360190 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-601a9b44-4548-4412-a96d-bc128583ebe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:05.363090 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8122d-431a-46c7-afab-36d87c8adfe5 req-a430461c-5f02-4ae8-ac0d-839296f8541a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:05.371582 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8122d-431a-46c7-afab-36d87c8adfe5 req-a430461c-5f02-4ae8-ac0d-839296f8541a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:05.373328 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53a8122d-431a-46c7-afab-36d87c8adfe5 req-a430461c-5f02-4ae8-ac0d-839296f8541a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 2338 time: 0.4925849 Jul 09 09:32:05.374132 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323e4e9-52b6-4885-ac18-f9afe611d80f admin admin] Pushing event updated for resources: {'Network': ['ID=a167ed73-6e11-49d4-8b85-411ff9857e03,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:05.389230 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network a167ed73-6e11-49d4-8b85-411ff9857e03 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:32:05.402108 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7f70933-4069-492d-8ae4-2ae1d045353a req-aef51ced-4841-43ba-b6a6-23fc90043150 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "GET /v2.0/security-groups/750d74c7-0be8-44ba-b095-cf1fd598f284 HTTP/1.1" status: 200 len: 2981 time: 0.2092988 Jul 09 09:32:05.428340 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a9b44-4548-4412-a96d-bc128583ebe6 admin admin] Pushing event updated for resources: {'Network': ['ID=dbfda831-4990-493d-a751-274d971f767f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:05.444809 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6be8743-0705-4da8-a5bc-b72aa53800a2 admin admin] Made reservation on behalf of 7ea2de8ba1fa4eb3954e92038414716a for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:05.445035 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network dbfda831-4990-493d-a751-274d971f767f details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:32:05.445932 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-601a9b44-4548-4412-a96d-bc128583ebe6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3418369 Jul 09 09:32:05.447112 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48608) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:05.447559 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6be8743-0705-4da8-a5bc-b72aa53800a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:05.453654 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c7021092-652b-43be-9d17-3105ac9459e9 admin admin] Request body: {'subnet': {'network_id': 'dbfda831-4990-493d-a751-274d971f767f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1230188478-subnet', 'tenant_id': '505caa4dc3b447feb9d592b84d573890', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:05.477477 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7021092-652b-43be-9d17-3105ac9459e9 admin admin] Made reservation on behalf of 505caa4dc3b447feb9d592b84d573890 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:05.480166 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c7021092-652b-43be-9d17-3105ac9459e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:05.563375 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53a8122d-431a-46c7-afab-36d87c8adfe5 req-cc74f55b-bc56-4d70-9ee1-0140b30c0a54 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687906 Jul 09 09:32:05.586130 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7f70933-4069-492d-8ae4-2ae1d045353a req-9ac3de35-b996-4ab0-8591-03da7f2c2cc1 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "GET /v2.0/security-groups/83e04fe3-7f3a-414f-8643-214eb3a6a031 HTTP/1.1" status: 200 len: 2977 time: 0.1625588 Jul 09 09:32:05.687038 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c7021092-652b-43be-9d17-3105ac9459e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:05.694140 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7f70933-4069-492d-8ae4-2ae1d045353a req-e00e9072-5939-427f-aaa6-a4ed551b6ee3 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "GET /v2.0/security-groups/83e04fe3-7f3a-414f-8643-214eb3a6a031 HTTP/1.1" status: 200 len: 2977 time: 0.0994623 Jul 09 09:32:05.699712 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-1f700020-dabd-4a9d-a4fe-f2787b9a4e9b tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Deleting port a32e7582-77ff-4830-9245-d4d16c367771 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:05.700064 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-1f700020-dabd-4a9d-a4fe-f2787b9a4e9b tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:05.752249 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7021092-652b-43be-9d17-3105ac9459e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b38c8d9-0cc7-4ded-ba10-9f9e488eddfb,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:05.780105 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7021092-652b-43be-9d17-3105ac9459e9 admin admin] Checking segment: {'id': '1de213a3-cebd-40cf-9a29-aa98c95a9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dbfda831-4990-493d-a751-274d971f767f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:05.780491 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7021092-652b-43be-9d17-3105ac9459e9 admin admin] Network hostable DHCP agents. Network: dbfda831-4990-493d-a751-274d971f767f, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:32:05.799212 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7021092-652b-43be-9d17-3105ac9459e9 admin admin] Network dbfda831-4990-493d-a751-274d971f767f is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:32:05.817195 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c7021092-652b-43be-9d17-3105ac9459e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, dbfda831-4990-493d-a751-274d971f767f) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:05.823531 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7021092-652b-43be-9d17-3105ac9459e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:05.824372 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c7021092-652b-43be-9d17-3105ac9459e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:05.841577 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a59c6b-1536-4d59-9ff9-fdc9465edd9e None None] Network dbfda831-4990-493d-a751-274d971f767f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:32:05.856792 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c7021092-652b-43be-9d17-3105ac9459e9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4083893 Jul 09 09:32:05.879764 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7f70933-4069-492d-8ae4-2ae1d045353a req-bfb9cfe1-b390-4805-80ee-efc35213c3d5 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "GET /v2.0/security-groups/93a9a5d6-f7f9-488a-bef3-c68620db85a2 HTTP/1.1" status: 200 len: 2981 time: 0.1750391 Jul 09 09:32:05.913142 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3daf61b-f298-42b2-9ec6-51a58eba48e9 x-openstack-request-id: req-f3daf61b-f298-42b2-9ec6-51a58eba48e9 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:32:05.913635 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3896ce5c-e2e1-41ad-b733-eff6f045dae1", "name": "network-vif-deleted", "tag": "0aa8e0fc-0afd-4fae-81ec-15325aff9774", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:32:05.913984 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f3daf61b-f298-42b2-9ec6-51a58eba48e9 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:32:05.914925 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3896ce5c-e2e1-41ad-b733-eff6f045dae1', 'name': 'network-vif-deleted', 'tag': '0aa8e0fc-0afd-4fae-81ec-15325aff9774', 'status': 'completed', 'code': 200} Jul 09 09:32:05.915530 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6be8743-0705-4da8-a5bc-b72aa53800a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:06.001614 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7f70933-4069-492d-8ae4-2ae1d045353a req-ba0068e5-89f6-42cd-96b1-e22bedc9174a tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "GET /v2.0/security-groups/93a9a5d6-f7f9-488a-bef3-c68620db85a2 HTTP/1.1" status: 200 len: 2981 time: 0.1204381 Jul 09 09:32:06.050798 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-1f700020-dabd-4a9d-a4fe-f2787b9a4e9b tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] For port a32e7582-77ff-4830-9245-d4d16c367771, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a32e7582-77ff-4830-9245-d4d16c367771,segment=NetworkSegment(85649bca-0697-4828-a468-bbd7f4dbb766),segment_id=85649bca-0697-4828-a468-bbd7f4dbb766)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:06.051251 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-1f700020-dabd-4a9d-a4fe-f2787b9a4e9b tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:06.076936 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6535bdbf-41bf-47ad-a5f2-7dfff38ab2e0 None None] Network dbfda831-4990-493d-a751-274d971f767f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:32:06.087122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be8743-0705-4da8-a5bc-b72aa53800a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c3165e0-c2b9-4191-b47c-44ba56916623,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:06.098937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-1f700020-dabd-4a9d-a4fe-f2787b9a4e9b tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Calling delete_port for a32e7582-77ff-4830-9245-d4d16c367771 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:06.126128 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6be8743-0705-4da8-a5bc-b72aa53800a2 admin admin] Checking segment: {'id': 'edbd23f5-4b6c-4399-ba78-00f99e4df72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a167ed73-6e11-49d4-8b85-411ff9857e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:06.126529 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6be8743-0705-4da8-a5bc-b72aa53800a2 admin admin] Network hostable DHCP agents. Network: a167ed73-6e11-49d4-8b85-411ff9857e03, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:32:06.140894 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7f70933-4069-492d-8ae4-2ae1d045353a req-1aefbdcf-3748-49f4-88b0-0507c768125b tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "GET /v2.0/security-groups/98bc6767-8ae1-46e8-9e76-520ef3272440 HTTP/1.1" status: 200 len: 2973 time: 0.1383131 Jul 09 09:32:06.236281 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6be8743-0705-4da8-a5bc-b72aa53800a2 admin admin] Network a167ed73-6e11-49d4-8b85-411ff9857e03 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:32:06.259768 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48620) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:06.265506 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Request body: {'port': {'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7', 'binding:host_id': 'n-h1-799996-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-671287503'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:06.278671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-e6be8743-0705-4da8-a5bc-b72aa53800a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, a167ed73-6e11-49d4-8b85-411ff9857e03) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:06.283112 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7f70933-4069-492d-8ae4-2ae1d045353a req-1fe7a2be-5919-4e61-865d-6c8f71fa5ea3 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "GET /v2.0/security-groups/98bc6767-8ae1-46e8-9e76-520ef3272440 HTTP/1.1" status: 200 len: 2973 time: 0.1332042 Jul 09 09:32:06.293441 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6be8743-0705-4da8-a5bc-b72aa53800a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:06.294004 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6be8743-0705-4da8-a5bc-b72aa53800a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:06.298060 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Made reservation on behalf of f8e83d84533846b8a509b91a0629ab0d for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:06.303721 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:06.323598 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:06.331851 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e6be8743-0705-4da8-a5bc-b72aa53800a2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1066828 Jul 09 09:32:06.343173 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413c6e85-6738-4c86-9e6b-afb6b3c866b8 None None] Network a167ed73-6e11-49d4-8b85-411ff9857e03 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:32:06.436996 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:06.442090 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:06.447379 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] device_id is not set on port 87be5673-ba18-4e4e-84ec-6af0392a577d yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:32:06.463230 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7f70933-4069-492d-8ae4-2ae1d045353a req-53fb6ecc-a137-4f71-984b-e7b7c45138e9 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "GET /v2.0/security-groups/b0e8010b-2692-4bb0-80f9-152c8e782936 HTTP/1.1" status: 200 len: 2981 time: 0.1568880 Jul 09 09:32:06.477161 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-1f700020-dabd-4a9d-a4fe-f2787b9a4e9b tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:06.539548 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ce7cb9-668b-458a-9d54-d25a7b0d8aeb None None] Network a167ed73-6e11-49d4-8b85-411ff9857e03 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:32:06.546519 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54efdc4d-bbe3-4edf-b161-34d20c7fa8b9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:06.557536 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f700020-dabd-4a9d-a4fe-f2787b9a4e9b tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event deleted for resources: {'Port': ['ID=a32e7582-77ff-4830-9245-d4d16c367771,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:06.626585 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-1f700020-dabd-4a9d-a4fe-f2787b9a4e9b tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] No DVR routers for this DVR port a32e7582-77ff-4830-9245-d4d16c367771 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:32:06.631406 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-1f700020-dabd-4a9d-a4fe-f2787b9a4e9b tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:06.633805 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-1f700020-dabd-4a9d-a4fe-f2787b9a4e9b tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.64 "DELETE /v2.0/ports/a32e7582-77ff-4830-9245-d4d16c367771 HTTP/1.1" status: 204 len: 173 time: 1.4059203 Jul 09 09:32:06.643404 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc39cf-fd34-42e5-990a-c575542982f2 req-cf71b124-e31b-4400-b604-bfde6852c7c3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:06.645217 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43dc39cf-fd34-42e5-990a-c575542982f2 req-cf71b124-e31b-4400-b604-bfde6852c7c3 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e8084cf-a70d-4ac9-b297-afedbbbe937f HTTP/1.1" status: 200 len: 949 time: 0.2661648 Jul 09 09:32:06.648174 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7f70933-4069-492d-8ae4-2ae1d045353a req-e2a98b63-1202-4178-851e-f9ee421b4590 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "GET /v2.0/security-groups/b0e8010b-2692-4bb0-80f9-152c8e782936 HTTP/1.1" status: 200 len: 2981 time: 0.1754019 Jul 09 09:32:06.759050 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66822aa4-e0ef-4c34-8487-aa0b4200c41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:06.787575 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] device_id is not set on port 87be5673-ba18-4e4e-84ec-6af0392a577d yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:32:06.798683 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:06.801957 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43dc39cf-fd34-42e5-990a-c575542982f2 req-df2dc0b0-9ffb-4a21-a7bb-5c37c98befa7 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468117 Jul 09 09:32:06.807965 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7f70933-4069-492d-8ae4-2ae1d045353a req-fee1ca49-6f75-461e-a1fd-3589ff1ab727 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "GET /v2.0/security-groups/c66a685f-f4e1-484d-93d7-5e38d99736f8 HTTP/1.1" status: 200 len: 2981 time: 0.1517584 Jul 09 09:32:06.812078 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Transition to ACTIVE for port object 87be5673-ba18-4e4e-84ec-6af0392a577d will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:06.836788 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:06.884473 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-934c3485-25d1-4c1e-a79d-31f42b459ffb tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Deleting port 41ff569d-7a9b-4ffe-84e0-82d897ea5a85 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:06.884823 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-934c3485-25d1-4c1e-a79d-31f42b459ffb tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:06.899014 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Pushing event updated for resources: {'Port': ['ID=87be5673-ba18-4e4e-84ec-6af0392a577d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:06.902202 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7f70933-4069-492d-8ae4-2ae1d045353a req-05f8aea4-18d7-4b25-8df9-24d22f71709b tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "GET /v2.0/security-groups/c66a685f-f4e1-484d-93d7-5e38d99736f8 HTTP/1.1" status: 200 len: 2981 time: 0.0792475 Jul 09 09:32:06.927766 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Checking segment: {'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:06.928966 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Network hostable DHCP agents. Network: 4cc65f5c-4139-416e-9dcd-b3745595a1e7, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:32:06.958310 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:32:06.967869 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 4cc65f5c-4139-416e-9dcd-b3745595a1e7) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:06.972658 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:06.976564 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb960042-b02a-4bb5-bcad-122f91b422c7 None None] Network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:32:06.991494 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:06.991961 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:06.992218 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:06.997192 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port 87be5673-ba18-4e4e-84ec-6af0392a577d on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:06.997543 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:06.997937 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 2 to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d Jul 09 09:32:07.011040 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:07.011387 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:07.011732 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:07.016202 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port 87be5673-ba18-4e4e-84ec-6af0392a577d on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:07.016537 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:07.016940 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 3 to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d Jul 09 09:32:07.029923 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:07.030266 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:07.030602 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:07.035878 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port 87be5673-ba18-4e4e-84ec-6af0392a577d on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:07.036215 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:07.036605 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 4 to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d Jul 09 09:32:07.050203 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:07.050519 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:07.051424 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:07.056063 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port 87be5673-ba18-4e4e-84ec-6af0392a577d on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:07.056593 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:07.057194 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 5 to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d Jul 09 09:32:07.073469 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:07.073943 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:07.074374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:07.079411 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port 87be5673-ba18-4e4e-84ec-6af0392a577d on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:07.079959 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:07.080542 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 6 to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d Jul 09 09:32:07.084036 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7f70933-4069-492d-8ae4-2ae1d045353a req-cdfe69db-1435-4374-a19f-7a00ddacb7ef tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "GET /v2.0/security-groups/cb4495f2-e8fe-4150-a90a-714407923170 HTTP/1.1" status: 200 len: 2981 time: 0.1549957 Jul 09 09:32:07.094566 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:07.095264 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:07.095898 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:07.100574 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port 87be5673-ba18-4e4e-84ec-6af0392a577d on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:07.101016 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:07.101496 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 7 to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d Jul 09 09:32:07.113085 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-934c3485-25d1-4c1e-a79d-31f42b459ffb tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] For port 41ff569d-7a9b-4ffe-84e0-82d897ea5a85, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=41ff569d-7a9b-4ffe-84e0-82d897ea5a85,segment=NetworkSegment(db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd),segment_id=db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:07.113447 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-934c3485-25d1-4c1e-a79d-31f42b459ffb tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:07.115497 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:07.115962 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:07.116374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:07.121721 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port 87be5673-ba18-4e4e-84ec-6af0392a577d on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:07.122187 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:07.122921 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 8 to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d Jul 09 09:32:07.136648 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:07.137468 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:07.137815 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:07.143422 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port 87be5673-ba18-4e4e-84ec-6af0392a577d on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:07.143870 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:07.144267 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 9 to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d Jul 09 09:32:07.158681 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-934c3485-25d1-4c1e-a79d-31f42b459ffb tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Calling delete_port for 41ff569d-7a9b-4ffe-84e0-82d897ea5a85 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:07.159015 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:07.159399 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:07.159777 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:07.165213 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port 87be5673-ba18-4e4e-84ec-6af0392a577d on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:07.165643 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:07.165920 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 10 to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d Jul 09 09:32:07.179843 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:07.180069 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-82b9904c-9457-42ef-888d-b2cbbf71b297 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:07.180259 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:07.180591 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:07.181991 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-82b9904c-9457-42ef-888d-b2cbbf71b297 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.61 "GET /v2.0/networks?id=dbfda831-4990-493d-a751-274d971f767f HTTP/1.1" status: 200 len: 822 time: 0.2271700 Jul 09 09:32:07.185768 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port 87be5673-ba18-4e4e-84ec-6af0392a577d on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:07.186220 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port 87be5673-ba18-4e4e-84ec-6af0392a577d on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:07.186675 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:07.256820 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7f70933-4069-492d-8ae4-2ae1d045353a req-8baea242-be5c-4be8-bc5a-b81e312a43ca tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "GET /v2.0/security-groups/cb4495f2-e8fe-4150-a90a-714407923170 HTTP/1.1" status: 200 len: 2981 time: 0.1559193 Jul 09 09:32:07.260233 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-82421137-eda6-4f7a-a101-e429bb78f65d tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.61 "GET /v2.0/quotas/505caa4dc3b447feb9d592b84d573890 HTTP/1.1" status: 200 len: 375 time: 0.0643749 Jul 09 09:32:07.263037 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] For port 87be5673-ba18-4e4e-84ec-6af0392a577d, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:32:07.264719 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempted to set empty binding levels {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 09:32:07.269683 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:07.304339 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:07.305039 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:07.328093 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Pushing event updated for resources: {'Port': ['ID=87be5673-ba18-4e4e-84ec-6af0392a577d,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:07.331253 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4739067b-15b7-4e14-9718-e42719bacad3 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.0703657 Jul 09 09:32:07.334220 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48646) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:07.347996 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-ca8ea3c4-df8d-44ad-a95a-19bcb0cb9461 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=505caa4dc3b447feb9d592b84d573890&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730109 Jul 09 09:32:07.391976 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a32e7582-77ff-4830-9245-d4d16c367771 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:32:07.416569 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: a32e7582-77ff-4830-9245-d4d16c367771 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:32:07.416947 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a32e7582-77ff-4830-9245-d4d16c367771 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:32:07.417750 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 0aa8e0fc-0afd-4fae-81ec-15325aff9774 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:32:07.438897 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1a9f1400-4df3-4c9e-bef7-1c244e972ca4 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Deleting port 87be5673-ba18-4e4e-84ec-6af0392a577d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:07.439341 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1400-4df3-4c9e-bef7-1c244e972ca4 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:07.442537 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 0aa8e0fc-0afd-4fae-81ec-15325aff9774 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:32:07.443231 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 0aa8e0fc-0afd-4fae-81ec-15325aff9774 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:32:07.444162 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 41ff569d-7a9b-4ffe-84e0-82d897ea5a85 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:32:07.445687 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7f70933-4069-492d-8ae4-2ae1d045353a req-d1caed4b-1e59-4856-80d5-6e6faba0c522 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "GET /v2.0/security-groups/d342db18-0f40-4e34-baa0-eb007ebc0aaf HTTP/1.1" status: 200 len: 2981 time: 0.1805775 Jul 09 09:32:07.526292 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-1a9f1400-4df3-4c9e-bef7-1c244e972ca4 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] For port 87be5673-ba18-4e4e-84ec-6af0392a577d, host n-h1-799996-1, got binding levels [] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:07.526825 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1400-4df3-4c9e-bef7-1c244e972ca4 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:07.541707 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:07.545740 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1a9f1400-4df3-4c9e-bef7-1c244e972ca4 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Calling delete_port for 87be5673-ba18-4e4e-84ec-6af0392a577d owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:07.585755 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7f70933-4069-492d-8ae4-2ae1d045353a req-022e5856-ede1-43b0-a25e-518de4041218 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "GET /v2.0/security-groups/d342db18-0f40-4e34-baa0-eb007ebc0aaf HTTP/1.1" status: 200 len: 2981 time: 0.1300464 Jul 09 09:32:07.588275 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-934c3485-25d1-4c1e-a79d-31f42b459ffb tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:07.612880 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-3fae625e-d01c-4d31-93a8-63e3a53f9cdd service neutron] 10.222.0.61 "GET /v2.0/networks/dbfda831-4990-493d-a751-274d971f767f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528782 Jul 09 09:32:07.685804 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1400-4df3-4c9e-bef7-1c244e972ca4 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:07.730413 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f1400-4df3-4c9e-bef7-1c244e972ca4 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Pushing event deleted for resources: {'Port': ['ID=87be5673-ba18-4e4e-84ec-6af0392a577d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:07.739552 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1400-4df3-4c9e-bef7-1c244e972ca4 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:07.746381 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1a9f1400-4df3-4c9e-bef7-1c244e972ca4 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] 10.222.0.61 "DELETE /v2.0/ports/87be5673-ba18-4e4e-84ec-6af0392a577d HTTP/1.1" status: 204 len: 168 time: 0.4110706 Jul 09 09:32:07.749091 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48660) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:07.765958 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-4671ab06-cc7a-4513-af25-f1f808dbec83 service neutron] 10.222.0.61 "GET /v2.0/networks/dbfda831-4990-493d-a751-274d971f767f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258969 Jul 09 09:32:07.767033 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c3485-25d1-4c1e-a79d-31f42b459ffb tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event deleted for resources: {'Port': ['ID=41ff569d-7a9b-4ffe-84e0-82d897ea5a85,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:07.794080 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f6cefd-955e-476e-b5aa-67f7a2d4e18a tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] GET failed (client error): The resource could not be found. Jul 09 09:32:07.795753 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-32f6cefd-955e-476e-b5aa-67f7a2d4e18a tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] 10.222.0.61 "GET /v2.0/ports/87be5673-ba18-4e4e-84ec-6af0392a577d HTTP/1.1" status: 404 len: 333 time: 0.0455997 Jul 09 09:32:07.802086 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48662) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:07.814369 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c629ff63-d911-4c96-966f-668f8cddee43 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Request body: {'port': {'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-573036466'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:07.871926 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c629ff63-d911-4c96-966f-668f8cddee43 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Made reservation on behalf of f8e83d84533846b8a509b91a0629ab0d for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:07.878577 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c629ff63-d911-4c96-966f-668f8cddee43 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:07.920536 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-c629ff63-d911-4c96-966f-668f8cddee43 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] device_id is not set on port c4ede384-6e4a-4165-99d7-daa033a36a21 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:32:08.204417 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3896ce5c-e2e1-41ad-b733-eff6f045dae1', 'name': 'network-vif-deleted', 'tag': 'a32e7582-77ff-4830-9245-d4d16c367771'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:32:08.207345 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90ae96e-033c-4d21-80dc-eee184c9188c" -d '{"events": [{"server_uuid": "3896ce5c-e2e1-41ad-b733-eff6f045dae1", "name": "network-vif-deleted", "tag": "a32e7582-77ff-4830-9245-d4d16c367771"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:32:08.210140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-934c3485-25d1-4c1e-a79d-31f42b459ffb tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] No DVR routers for this DVR port 41ff569d-7a9b-4ffe-84e0-82d897ea5a85 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:32:08.212978 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-934c3485-25d1-4c1e-a79d-31f42b459ffb tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:08.215913 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aeafb6a5-fad0-4505-8d7e-e88e6757a402 req-934c3485-25d1-4c1e-a79d-31f42b459ffb tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.64 "DELETE /v2.0/ports/41ff569d-7a9b-4ffe-84e0-82d897ea5a85 HTTP/1.1" status: 204 len: 173 time: 1.5695353 Jul 09 09:32:08.227303 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c629ff63-d911-4c96-966f-668f8cddee43 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:08.267142 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb9c0458-7d88-429b-b42a-cf1615463081 req-90bd7693-5602-4082-a77a-f816fe5a7eb2 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=3896ce5c-e2e1-41ad-b733-eff6f045dae1 HTTP/1.1" status: 200 len: 210 time: 0.0480568 Jul 09 09:32:08.279347 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c629ff63-d911-4c96-966f-668f8cddee43 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:08.348080 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70083898-0f53-4b85-9581-cc55112ae62a req-aaabe608-7aad-46b3-b495-4ac787a8852a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:08.349900 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70083898-0f53-4b85-9581-cc55112ae62a req-aaabe608-7aad-46b3-b495-4ac787a8852a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/networks?id=a167ed73-6e11-49d4-8b85-411ff9857e03 HTTP/1.1" status: 200 len: 821 time: 0.5751553 Jul 09 09:32:08.360593 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c629ff63-d911-4c96-966f-668f8cddee43 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:08.369266 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c629ff63-d911-4c96-966f-668f8cddee43 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:08.374296 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70083898-0f53-4b85-9581-cc55112ae62a req-9a150f26-17c2-453d-92b4-16ab4935023f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/quotas/7ea2de8ba1fa4eb3954e92038414716a HTTP/1.1" status: 200 len: 375 time: 0.0164382 Jul 09 09:32:08.380844 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c629ff63-d911-4c96-966f-668f8cddee43 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:08.381819 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c629ff63-d911-4c96-966f-668f8cddee43 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:08.385865 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c629ff63-d911-4c96-966f-668f8cddee43 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:08.415472 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629ff63-d911-4c96-966f-668f8cddee43 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Pushing event updated for resources: {'Port': ['ID=c4ede384-6e4a-4165-99d7-daa033a36a21,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:08.433341 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c629ff63-d911-4c96-966f-668f8cddee43 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6284144 Jul 09 09:32:08.434997 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48674) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:08.444244 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:08.484212 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70083898-0f53-4b85-9581-cc55112ae62a req-20411201-0565-4bad-9c6e-73ca6b4e69e8 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ea2de8ba1fa4eb3954e92038414716a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1011014 Jul 09 09:32:08.536516 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:08.755262 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70083898-0f53-4b85-9581-cc55112ae62a req-46fd96d7-2524-499d-be6e-cd29883f412f service neutron] 10.222.0.61 "GET /v2.0/networks/a167ed73-6e11-49d4-8b85-411ff9857e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631826 Jul 09 09:32:08.882803 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:08.916671 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] device_id is not set on port c4ede384-6e4a-4165-99d7-daa033a36a21 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:32:08.934069 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:08.975316 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Transition to ACTIVE for port object c4ede384-6e4a-4165-99d7-daa033a36a21 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:08.979672 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70083898-0f53-4b85-9581-cc55112ae62a req-0e4a0e40-15e3-4c23-8456-1529cf513d17 service neutron] 10.222.0.61 "GET /v2.0/networks/a167ed73-6e11-49d4-8b85-411ff9857e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230635 Jul 09 09:32:08.994659 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:09.098197 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Pushing event updated for resources: {'Port': ['ID=c4ede384-6e4a-4165-99d7-daa033a36a21,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:09.134179 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:09.134453 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:09.134785 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:09.155544 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port c4ede384-6e4a-4165-99d7-daa033a36a21 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:09.156530 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:09.156929 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 2 to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 Jul 09 09:32:09.172425 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:09.172880 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:09.173219 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:09.178389 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port c4ede384-6e4a-4165-99d7-daa033a36a21 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:09.178724 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:09.179114 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 3 to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 Jul 09 09:32:09.181471 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea2e4cf6-f235-483c-a4cb-eca4b2ccd919 req-552bfa74-3d98-44f1-8b15-468ca30b53cc tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0ce9eb4f94534686a683cf1c4e5eb48a HTTP/1.1" status: 200 len: 6102 time: 0.1574259 Jul 09 09:32:09.195616 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:09.195992 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:09.196312 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:09.201039 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port c4ede384-6e4a-4165-99d7-daa033a36a21 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:09.201364 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:09.201752 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 4 to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 Jul 09 09:32:09.218640 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:09.219019 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:09.219378 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:09.225148 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port c4ede384-6e4a-4165-99d7-daa033a36a21 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:09.225632 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:09.226278 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 5 to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 Jul 09 09:32:09.242331 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:09.242645 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:09.242956 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:09.248818 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port c4ede384-6e4a-4165-99d7-daa033a36a21 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:09.249151 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:09.249546 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 6 to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 Jul 09 09:32:09.252853 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea2e4cf6-f235-483c-a4cb-eca4b2ccd919 req-eada2e65-9280-4ec1-aa0a-be150c1446c5 tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] 10.222.0.61 "GET /v2.0/security-groups/c66a685f-f4e1-484d-93d7-5e38d99736f8 HTTP/1.1" status: 200 len: 2981 time: 0.0686243 Jul 09 09:32:09.266425 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:09.266783 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:09.267142 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:09.273659 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port c4ede384-6e4a-4165-99d7-daa033a36a21 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:09.273996 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:09.274387 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 7 to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 Jul 09 09:32:09.289078 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:09.289686 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:09.289916 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:09.296848 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port c4ede384-6e4a-4165-99d7-daa033a36a21 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:09.297287 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:09.297766 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 8 to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 Jul 09 09:32:09.313667 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:09.314264 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:09.314828 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:09.321176 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9967e1ab-4e58-444c-b2ed-ce404196f497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:09.321400 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port c4ede384-6e4a-4165-99d7-daa033a36a21 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:09.321823 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:09.322348 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 9 to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 Jul 09 09:32:09.340293 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:09.342314 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:09.343982 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:09.355036 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port c4ede384-6e4a-4165-99d7-daa033a36a21 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:09.356817 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:09.357810 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 10 to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 Jul 09 09:32:09.372757 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea2e4cf6-f235-483c-a4cb-eca4b2ccd919 req-ef543c67-9fa3-4fe5-bafe-4296905d98d6 tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] 10.222.0.61 "GET /v2.0/security-groups/c66a685f-f4e1-484d-93d7-5e38d99736f8 HTTP/1.1" status: 200 len: 2981 time: 0.1184282 Jul 09 09:32:09.387518 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:09.387518 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:09.387866 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:09.393408 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port c4ede384-6e4a-4165-99d7-daa033a36a21 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:09.393903 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port c4ede384-6e4a-4165-99d7-daa033a36a21 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:09.394324 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:09.475231 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:09.510508 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] For port c4ede384-6e4a-4165-99d7-daa033a36a21, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:32:09.510941 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempted to set empty binding levels {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 09:32:09.520323 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d1222a58-e531-4688-88c2-39360929068b req-d1ca6b4a-69a1-401c-bcff-9229ac43c2e3 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.61 "GET /v2.0/ports?device_id=9cbf830c-7e22-4b46-83da-22d88987c380 HTTP/1.1" status: 200 len: 210 time: 0.0359075 Jul 09 09:32:09.523381 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbc2a87-95b8-4ab4-8c02-af4e29559bbf x-openstack-request-id: req-abbc2a87-95b8-4ab4-8c02-af4e29559bbf {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:32:09.523827 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3896ce5c-e2e1-41ad-b733-eff6f045dae1", "name": "network-vif-deleted", "tag": "a32e7582-77ff-4830-9245-d4d16c367771", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:32:09.524251 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-abbc2a87-95b8-4ab4-8c02-af4e29559bbf {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:32:09.524590 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3896ce5c-e2e1-41ad-b733-eff6f045dae1', 'name': 'network-vif-deleted', 'tag': 'a32e7582-77ff-4830-9245-d4d16c367771', 'status': 'completed', 'code': 200} Jul 09 09:32:09.534792 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:09.556687 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] In _notify_port_updated(), no bound segment for port c4ede384-6e4a-4165-99d7-daa033a36a21 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:32:09.557650 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:09.558445 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:09.563226 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48690) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:09.575307 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] 10.222.0.61 "PUT /v2.0/ports/c4ede384-6e4a-4165-99d7-daa033a36a21 HTTP/1.1" status: 200 len: 974 time: 1.1385562 Jul 09 09:32:09.643670 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1168f-c874-4d53-ab9d-89da8024289d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Pushing event updated for resources: {'Port': ['ID=c4ede384-6e4a-4165-99d7-daa033a36a21,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:09.684030 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c3bd14b5-e315-405c-88bb-42848ae8d609 req-86ac5802-4895-4346-8982-87b82752e08e tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 210 time: 0.0421927 Jul 09 09:32:09.783154 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48698) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:09.787611 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e3f23-bc32-4742-861e-16c52f68f1fd tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:09.788118 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e3f23-bc32-4742-861e-16c52f68f1fd tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:09.788591 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e3f23-bc32-4742-861e-16c52f68f1fd tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:09.789057 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e3f23-bc32-4742-861e-16c52f68f1fd tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:09.789522 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e3f23-bc32-4742-861e-16c52f68f1fd tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:09.790020 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e3f23-bc32-4742-861e-16c52f68f1fd tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:09.790478 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e3f23-bc32-4742-861e-16c52f68f1fd tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:09.791030 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e3f23-bc32-4742-861e-16c52f68f1fd tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:09.791472 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e3f23-bc32-4742-861e-16c52f68f1fd tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:09.792174 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e3f23-bc32-4742-861e-16c52f68f1fd tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:09.792534 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e3f23-bc32-4742-861e-16c52f68f1fd tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:09.792970 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e3f23-bc32-4742-861e-16c52f68f1fd tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:09.793559 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e3f23-bc32-4742-861e-16c52f68f1fd tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:09.794011 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e3f23-bc32-4742-861e-16c52f68f1fd tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:09.794553 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e3f23-bc32-4742-861e-16c52f68f1fd tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:09.795127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e3f23-bc32-4742-861e-16c52f68f1fd tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:09.795651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e3f23-bc32-4742-861e-16c52f68f1fd tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:09.796061 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e3f23-bc32-4742-861e-16c52f68f1fd tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:09.796532 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e3f23-bc32-4742-861e-16c52f68f1fd tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:09.798364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e3f23-bc32-4742-861e-16c52f68f1fd tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:09.798364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e3f23-bc32-4742-861e-16c52f68f1fd tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:09.798364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e3f23-bc32-4742-861e-16c52f68f1fd tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:09.805989 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2a0e3f23-bc32-4742-861e-16c52f68f1fd tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19936 time: 0.2408869 Jul 09 09:32:09.807783 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48700) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:09.855610 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5974d3-3792-4ea4-b3fe-29e9b9c70a23 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Deleting subnet cf97faae-01ff-4c51-921c-a97b27ef9e1f {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:32:09.860282 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a5974d3-3792-4ea4-b3fe-29e9b9c70a23 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:09.924986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bf2e2-1251-497b-aa74-815647569310 req-c4499f3f-49aa-4b52-a492-3b75d142729e tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:09.927131 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6f6bf2e2-1251-497b-aa74-815647569310 req-c4499f3f-49aa-4b52-a492-3b75d142729e tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e8084cf-a70d-4ac9-b297-afedbbbe937f HTTP/1.1" status: 200 len: 949 time: 0.2143667 Jul 09 09:32:09.928735 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43391310-fa88-4c03-bbe6-cd8b8264e163 req-3cb4adb3-5b7d-42da-b6e8-bd446c098f20 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "GET /v2.0/security-groups/85f88f67-5549-4b7b-af99-028fa8a444cb HTTP/1.1" status: 200 len: 1777 time: 0.1217639 Jul 09 09:32:09.974833 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a5974d3-3792-4ea4-b3fe-29e9b9c70a23 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.017735 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6f6bf2e2-1251-497b-aa74-815647569310 req-f5d6e5e3-c670-403b-a125-7f7477f4f8d6 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795438 Jul 09 09:32:10.031890 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5f9ba045-2773-46b2-a742-d96724359a7e tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Deleting port c4ede384-6e4a-4165-99d7-daa033a36a21 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:10.032092 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f9ba045-2773-46b2-a742-d96724359a7e tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.083796 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43391310-fa88-4c03-bbe6-cd8b8264e163 req-5fc7829a-5f59-4d1e-b2fd-5358695e46a7 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.091570 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-1a072b03-661e-4970-b0fd-28bb407e7a50 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:10.093138 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-1a072b03-661e-4970-b0fd-28bb407e7a50 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.58 "GET /v2.0/networks?id=dbfda831-4990-493d-a751-274d971f767f HTTP/1.1" status: 200 len: 822 time: 0.1821959 Jul 09 09:32:10.107933 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a04f3d62-baec-4716-9139-414c676cf279 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Request body: {'port': {'device_id': '9cbf830c-7e22-4b46-83da-22d88987c380', 'network_id': 'dbfda831-4990-493d-a751-274d971f767f', 'admin_state_up': True, 'tenant_id': '505caa4dc3b447feb9d592b84d573890'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:10.124808 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43391310-fa88-4c03-bbe6-cd8b8264e163 req-5fc7829a-5f59-4d1e-b2fd-5358695e46a7 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.134358 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-5f9ba045-2773-46b2-a742-d96724359a7e tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] For port c4ede384-6e4a-4165-99d7-daa033a36a21, host n-h1-799996-1, got binding levels [] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:10.134716 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f9ba045-2773-46b2-a742-d96724359a7e tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.153091 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a5974d3-3792-4ea4-b3fe-29e9b9c70a23 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.198034 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5f9ba045-2773-46b2-a742-d96724359a7e tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Calling delete_port for c4ede384-6e4a-4165-99d7-daa033a36a21 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:10.248665 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43391310-fa88-4c03-bbe6-cd8b8264e163 req-5fc7829a-5f59-4d1e-b2fd-5358695e46a7 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.251304 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43391310-fa88-4c03-bbe6-cd8b8264e163 req-5fc7829a-5f59-4d1e-b2fd-5358695e46a7 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.266302 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43391310-fa88-4c03-bbe6-cd8b8264e163 req-5fc7829a-5f59-4d1e-b2fd-5358695e46a7 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "DELETE /v2.0/security-groups/85f88f67-5549-4b7b-af99-028fa8a444cb HTTP/1.1" status: 204 len: 173 time: 0.3307059 Jul 09 09:32:10.292289 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a5974d3-3792-4ea4-b3fe-29e9b9c70a23 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.301498 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a04f3d62-baec-4716-9139-414c676cf279 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Made reservation on behalf of 505caa4dc3b447feb9d592b84d573890 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:10.306115 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a04f3d62-baec-4716-9139-414c676cf279 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.311790 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7829a-5f59-4d1e-b2fd-5358695e46a7 tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f88f67-5549-4b7b-af99-028fa8a444cb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:10.361354 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5974d3-3792-4ea4-b3fe-29e9b9c70a23 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event deleted for resources: {'Subnet': ['ID=cf97faae-01ff-4c51-921c-a97b27ef9e1f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:10.376274 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a5974d3-3792-4ea4-b3fe-29e9b9c70a23 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.376551 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b591a448-5952-4912-8ca7-83599a4e5904 None None] Network e73f1985-28cb-403b-9ebe-940937982407 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:32:10.381398 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1a5974d3-3792-4ea4-b3fe-29e9b9c70a23 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "DELETE /v2.0/subnets/cf97faae-01ff-4c51-921c-a97b27ef9e1f HTTP/1.1" status: 204 len: 168 time: 0.5960557 Jul 09 09:32:10.383822 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48708) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:10.459738 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f9ba045-2773-46b2-a742-d96724359a7e tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.507236 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ba045-2773-46b2-a742-d96724359a7e tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4ede384-6e4a-4165-99d7-daa033a36a21,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:10.513580 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f9ba045-2773-46b2-a742-d96724359a7e tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.515742 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5f9ba045-2773-46b2-a742-d96724359a7e tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] 10.222.0.61 "DELETE /v2.0/ports/c4ede384-6e4a-4165-99d7-daa033a36a21 HTTP/1.1" status: 204 len: 168 time: 0.7059045 Jul 09 09:32:10.517915 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9cc6b2aa-c680-4024-99ea-6a47e209e81b req-ce60940e-cba9-400c-9789-b85f6c3b842c tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "GET /v2.0/security-groups/97f545d5-ba85-40f9-973d-67a4bcdbc52d HTTP/1.1" status: 200 len: 1777 time: 0.1236458 Jul 09 09:32:10.518380 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48710) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:10.553416 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb87e-74a4-4538-a206-3b95fd6c3413 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.563660 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-66691592-5086-45f2-aca8-5421d4ded4a4 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] GET failed (client error): The resource could not be found. Jul 09 09:32:10.568845 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-66691592-5086-45f2-aca8-5421d4ded4a4 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] 10.222.0.61 "GET /v2.0/ports/c4ede384-6e4a-4165-99d7-daa033a36a21 HTTP/1.1" status: 404 len: 333 time: 0.0450084 Jul 09 09:32:10.569147 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48714) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:10.574391 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0e0a2dbc-2c72-494f-8917-3e5fef3579ad tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-886606933', 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:10.590497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c0d16-0fdc-45cd-a7f8-598fad351fdb req-82e76304-8f86-406f-9e28-ca8ae447007e tempest-LiveMigrationNegativeTest-319974199 tempest-LiveMigrationNegativeTest-319974199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:10.592046 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-145c0d16-0fdc-45cd-a7f8-598fad351fdb req-82e76304-8f86-406f-9e28-ca8ae447007e tempest-LiveMigrationNegativeTest-319974199 tempest-LiveMigrationNegativeTest-319974199-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0e8084cf-a70d-4ac9-b297-afedbbbe937f HTTP/1.1" status: 200 len: 1100 time: 0.1751606 Jul 09 09:32:10.624560 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-145c0d16-0fdc-45cd-a7f8-598fad351fdb req-759564f4-5404-4de9-86c0-938d20df54f9 tempest-LiveMigrationNegativeTest-319974199 tempest-LiveMigrationNegativeTest-319974199-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.633316 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9cc6b2aa-c680-4024-99ea-6a47e209e81b req-ad4e5d8b-807d-4f46-98b7-ccef253d8f2f tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.640675 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05cc84f-08be-42c7-b7a3-d9ce7ae2fe54 None None] DHCP port deletion for e73f1985-28cb-403b-9ebe-940937982407 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:32:10.655971 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0a2dbc-2c72-494f-8917-3e5fef3579ad tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Made reservation on behalf of f8e83d84533846b8a509b91a0629ab0d for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:10.658942 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e0a2dbc-2c72-494f-8917-3e5fef3579ad tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.665082 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9cc6b2aa-c680-4024-99ea-6a47e209e81b req-ad4e5d8b-807d-4f46-98b7-ccef253d8f2f tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.680964 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a04f3d62-baec-4716-9139-414c676cf279 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Allocated IP 172.20.0.12 (dbfda831-4990-493d-a751-274d971f767f/1b38c8d9-0cc7-4ded-ba10-9f9e488eddfb/aa5a9672-a6c8-41a0-b37d-423f24305c80) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:32:10.695665 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d05cc84f-08be-42c7-b7a3-d9ce7ae2fe54 None None] Deleting port c0fd48a5-8bab-4559-bb42-17b00a5a2d02 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:10.696476 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d05cc84f-08be-42c7-b7a3-d9ce7ae2fe54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.714405 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-0e0a2dbc-2c72-494f-8917-3e5fef3579ad tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] device_id is not set on port 4b5bf48f-7193-45dd-93d5-76a4ef442c70 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:32:10.751295 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9cc6b2aa-c680-4024-99ea-6a47e209e81b req-ad4e5d8b-807d-4f46-98b7-ccef253d8f2f tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.754036 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9cc6b2aa-c680-4024-99ea-6a47e209e81b req-ad4e5d8b-807d-4f46-98b7-ccef253d8f2f tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.755291 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9cc6b2aa-c680-4024-99ea-6a47e209e81b req-ad4e5d8b-807d-4f46-98b7-ccef253d8f2f tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] 10.222.0.61 "DELETE /v2.0/security-groups/97f545d5-ba85-40f9-973d-67a4bcdbc52d HTTP/1.1" status: 204 len: 173 time: 0.2268825 Jul 09 09:32:10.777141 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e5d8b-807d-4f46-98b7-ccef253d8f2f tempest-SecurityGroupsTestAdminJSON-1908084379 tempest-SecurityGroupsTestAdminJSON-1908084379-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f545d5-ba85-40f9-973d-67a4bcdbc52d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:10.791200 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8a8eb87e-74a4-4538-a206-3b95fd6c3413 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Deleting port c0fd48a5-8bab-4559-bb42-17b00a5a2d02 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:10.791539 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb87e-74a4-4538-a206-3b95fd6c3413 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.798708 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-145c0d16-0fdc-45cd-a7f8-598fad351fdb req-759564f4-5404-4de9-86c0-938d20df54f9 tempest-LiveMigrationNegativeTest-319974199 tempest-LiveMigrationNegativeTest-319974199-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.803682 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-145c0d16-0fdc-45cd-a7f8-598fad351fdb req-759564f4-5404-4de9-86c0-938d20df54f9 tempest-LiveMigrationNegativeTest-319974199 tempest-LiveMigrationNegativeTest-319974199-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.841500 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-145c0d16-0fdc-45cd-a7f8-598fad351fdb req-759564f4-5404-4de9-86c0-938d20df54f9 tempest-LiveMigrationNegativeTest-319974199 tempest-LiveMigrationNegativeTest-319974199-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392869 Jul 09 09:32:10.851866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d05cc84f-08be-42c7-b7a3-d9ce7ae2fe54 None None] For port c0fd48a5-8bab-4559-bb42-17b00a5a2d02, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c0fd48a5-8bab-4559-bb42-17b00a5a2d02,segment=NetworkSegment(db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd),segment_id=db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:10.852530 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d05cc84f-08be-42c7-b7a3-d9ce7ae2fe54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:10.871151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759564f4-5404-4de9-86c0-938d20df54f9 tempest-LiveMigrationNegativeTest-319974199 tempest-LiveMigrationNegativeTest-319974199-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af0a309-4b4e-465e-9d70-290a596931fa,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:10.883326 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d05cc84f-08be-42c7-b7a3-d9ce7ae2fe54 None None] Calling delete_port for c0fd48a5-8bab-4559-bb42-17b00a5a2d02 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:11.050858 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-8a8eb87e-74a4-4538-a206-3b95fd6c3413 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] For port c0fd48a5-8bab-4559-bb42-17b00a5a2d02, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c0fd48a5-8bab-4559-bb42-17b00a5a2d02,segment=NetworkSegment(db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd),segment_id=db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:11.051320 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb87e-74a4-4538-a206-3b95fd6c3413 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:11.067718 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43216728-10e0-4053-8f42-7e3904668e8f req-a7a0778d-f2bc-4d5e-a92b-8ccc9f788cfd tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.61 "GET /v2.0/ports?device_id=9cbf830c-7e22-4b46-83da-22d88987c380 HTTP/1.1" status: 200 len: 210 time: 0.0931442 Jul 09 09:32:11.098448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5bd49ad2-31f9-4609-8114-e8ba0d90ee0b req-bb803144-ec1e-4171-b254-e7850c80be76 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 210 time: 0.0706272 Jul 09 09:32:11.121590 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8a8eb87e-74a4-4538-a206-3b95fd6c3413 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Calling delete_port for c0fd48a5-8bab-4559-bb42-17b00a5a2d02 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:11.197435 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e0a2dbc-2c72-494f-8917-3e5fef3579ad tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:11.226330 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:11.228476 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d05cc84f-08be-42c7-b7a3-d9ce7ae2fe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:11.256255 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a04f3d62-baec-4716-9139-414c676cf279 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:11.259860 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05cc84f-08be-42c7-b7a3-d9ce7ae2fe54 None None] Pushing event deleted for resources: {'Port': ['ID=c0fd48a5-8bab-4559-bb42-17b00a5a2d02,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:11.263903 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05cc84f-08be-42c7-b7a3-d9ce7ae2fe54 None None] No DVR routers for this DVR port c0fd48a5-8bab-4559-bb42-17b00a5a2d02 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:32:11.286600 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70083898-0f53-4b85-9581-cc55112ae62a req-59bc4ecf-efa2-46ae-9fa0-35fe9351b1d9 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:11.289002 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70083898-0f53-4b85-9581-cc55112ae62a req-59bc4ecf-efa2-46ae-9fa0-35fe9351b1d9 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.64 "GET /v2.0/networks?id=a167ed73-6e11-49d4-8b85-411ff9857e03 HTTP/1.1" status: 200 len: 821 time: 0.3699529 Jul 09 09:32:11.289273 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e0a2dbc-2c72-494f-8917-3e5fef3579ad tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:11.301068 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33b50ae5-67f2-4032-ac9b-8fc551062e25 req-a4047b29-9909-417e-997f-92179f69bbdf tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] 10.222.0.61 "GET /v2.0/security-groups/1e13dbed-284e-408c-9ef5-80078d1047a0 HTTP/1.1" status: 200 len: 1778 time: 0.1824615 Jul 09 09:32:11.320804 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-70083898-0f53-4b85-9581-cc55112ae62a req-484a549e-6355-49ac-b0c8-9e4d8e6f4651 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Request body: {'port': {'device_id': 'b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2', 'network_id': 'a167ed73-6e11-49d4-8b85-411ff9857e03', 'admin_state_up': True, 'tenant_id': '7ea2de8ba1fa4eb3954e92038414716a'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:11.385860 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0a2dbc-2c72-494f-8917-3e5fef3579ad tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:11.402477 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0e0a2dbc-2c72-494f-8917-3e5fef3579ad tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:11.409685 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a2dbc-2c72-494f-8917-3e5fef3579ad tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:11.410971 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0a2dbc-2c72-494f-8917-3e5fef3579ad tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:11.411615 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e0a2dbc-2c72-494f-8917-3e5fef3579ad tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:11.429275 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a2dbc-2c72-494f-8917-3e5fef3579ad tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Pushing event updated for resources: {'Port': ['ID=4b5bf48f-7193-45dd-93d5-76a4ef442c70,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:11.440548 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a04f3d62-baec-4716-9139-414c676cf279 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:11.446890 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0e0a2dbc-2c72-494f-8917-3e5fef3579ad tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8742304 Jul 09 09:32:11.453136 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48732) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:11.463955 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-33b50ae5-67f2-4032-ac9b-8fc551062e25 req-4e87a987-a18f-415d-9bc4-fcf7022ffcbe tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:11.500617 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-33b50ae5-67f2-4032-ac9b-8fc551062e25 req-4e87a987-a18f-415d-9bc4-fcf7022ffcbe tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:11.510437 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70083898-0f53-4b85-9581-cc55112ae62a req-484a549e-6355-49ac-b0c8-9e4d8e6f4651 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Made reservation on behalf of 7ea2de8ba1fa4eb3954e92038414716a for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:11.510698 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb87e-74a4-4538-a206-3b95fd6c3413 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:11.514658 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-70083898-0f53-4b85-9581-cc55112ae62a req-484a549e-6355-49ac-b0c8-9e4d8e6f4651 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:11.525388 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3896ce5c-e2e1-41ad-b733-eff6f045dae1', 'name': 'network-vif-deleted', 'tag': '41ff569d-7a9b-4ffe-84e0-82d897ea5a85'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:32:11.527762 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c38c93-1073-46cf-b525-d13cba77547a" -d '{"events": [{"server_uuid": "3896ce5c-e2e1-41ad-b733-eff6f045dae1", "name": "network-vif-deleted", "tag": "41ff569d-7a9b-4ffe-84e0-82d897ea5a85"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:32:11.535404 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a04f3d62-baec-4716-9139-414c676cf279 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Network dbfda831-4990-493d-a751-274d971f767f is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:11.544332 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8eb87e-74a4-4538-a206-3b95fd6c3413 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] No DVR routers for this DVR port c0fd48a5-8bab-4559-bb42-17b00a5a2d02 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:32:11.547804 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a04f3d62-baec-4716-9139-414c676cf279 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:11.556854 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a04f3d62-baec-4716-9139-414c676cf279 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:11.563332 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f3d62-baec-4716-9139-414c676cf279 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Pushing event updated for resources: {'Port': ['ID=aa5a9672-a6c8-41a0-b37d-423f24305c80,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:11.612076 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27693ec0-3a15-4d3b-9b1b-2a657acba386 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:11.613587 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-27693ec0-3a15-4d3b-9b1b-2a657acba386 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] 10.222.0.61 "GET /v2.0/ports/4b5bf48f-7193-45dd-93d5-76a4ef442c70 HTTP/1.1" status: 200 len: 954 time: 0.1598496 Jul 09 09:32:11.619371 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48736) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:11.624881 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-33b50ae5-67f2-4032-ac9b-8fc551062e25 req-4e87a987-a18f-415d-9bc4-fcf7022ffcbe tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:11.628160 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-33b50ae5-67f2-4032-ac9b-8fc551062e25 req-4e87a987-a18f-415d-9bc4-fcf7022ffcbe tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:11.634105 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33b50ae5-67f2-4032-ac9b-8fc551062e25 req-4e87a987-a18f-415d-9bc4-fcf7022ffcbe tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] 10.222.0.61 "DELETE /v2.0/security-groups/1e13dbed-284e-408c-9ef5-80078d1047a0 HTTP/1.1" status: 204 len: 173 time: 0.3311226 Jul 09 09:32:11.654247 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8eb87e-74a4-4538-a206-3b95fd6c3413 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event deleted for resources: {'Port': ['ID=c0fd48a5-8bab-4559-bb42-17b00a5a2d02,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:11.723983 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a04f3d62-baec-4716-9139-414c676cf279 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:11.724668 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a04f3d62-baec-4716-9139-414c676cf279 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:11.746382 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb87e-74a4-4538-a206-3b95fd6c3413 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:11.765783 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1203fef-c87e-4922-81ad-ec1c56c28d31 x-openstack-request-id: req-e1203fef-c87e-4922-81ad-ec1c56c28d31 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:32:11.766157 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3896ce5c-e2e1-41ad-b733-eff6f045dae1", "name": "network-vif-deleted", "tag": "41ff569d-7a9b-4ffe-84e0-82d897ea5a85", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:32:11.766345 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e1203fef-c87e-4922-81ad-ec1c56c28d31 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:32:11.766714 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3896ce5c-e2e1-41ad-b733-eff6f045dae1', 'name': 'network-vif-deleted', 'tag': '41ff569d-7a9b-4ffe-84e0-82d897ea5a85', 'status': 'completed', 'code': 200} Jul 09 09:32:11.772630 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-8a8eb87e-74a4-4538-a206-3b95fd6c3413 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e73f1985-28cb-403b-9ebe-940937982407']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:11.782571 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87a987-a18f-415d-9bc4-fcf7022ffcbe tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e13dbed-284e-408c-9ef5-80078d1047a0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:11.815352 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-8a8eb87e-74a4-4538-a206-3b95fd6c3413 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:11.815895 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-8a8eb87e-74a4-4538-a206-3b95fd6c3413 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5d87a9-51e4-47f9-b0c4-d8a7fa7830cd') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:11.823382 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c0fd48a5-8bab-4559-bb42-17b00a5a2d02 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:32:11.834176 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a04f3d62-baec-4716-9139-414c676cf279 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7305717 Jul 09 09:32:11.857900 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: c0fd48a5-8bab-4559-bb42-17b00a5a2d02 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:32:11.858884 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c0fd48a5-8bab-4559-bb42-17b00a5a2d02 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:32:11.860073 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb87e-74a4-4538-a206-3b95fd6c3413 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:11.876006 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a853c6f0-bf0c-4e50-a4f1-99ef42f63202 service neutron] Request body: {'port': {'device_id': '9cbf830c-7e22-4b46-83da-22d88987c380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:11.896127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-70083898-0f53-4b85-9581-cc55112ae62a req-484a549e-6355-49ac-b0c8-9e4d8e6f4651 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Allocated IP 172.20.0.8 (a167ed73-6e11-49d4-8b85-411ff9857e03/6c3165e0-c2b9-4191-b47c-44ba56916623/5a6989ba-cf11-4564-8ae0-a6affbe173ca) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:32:11.915529 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c99d4c0e-6325-48da-9ded-10867f01aa68 req-1c8e5a90-3f1b-48b8-89d3-6a1248a13650 tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] 10.222.0.61 "GET /v2.0/security-groups/00fe57a2-5aeb-4439-a41c-71e68874c09b HTTP/1.1" status: 200 len: 1776 time: 0.1356046 Jul 09 09:32:12.039436 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fd7bc94f-0ab2-4d29-80d9-3cb9bb54faad tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Deleting port 4b5bf48f-7193-45dd-93d5-76a4ef442c70 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:12.039854 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd7bc94f-0ab2-4d29-80d9-3cb9bb54faad tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:12.168239 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c99d4c0e-6325-48da-9ded-10867f01aa68 req-394d8228-5317-4ace-837b-b1b81e03ed8d tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:12.192003 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd7bc94f-0ab2-4d29-80d9-3cb9bb54faad tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:12.209361 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb87e-74a4-4538-a206-3b95fd6c3413 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:12.219468 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8eb87e-74a4-4538-a206-3b95fd6c3413 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:32:12.219901 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb87e-74a4-4538-a206-3b95fd6c3413 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: self.session.flush() Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: self.session.flush() Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: self.session.flush() Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: self.session.flush() Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:32:12.223445 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:32:12.233512 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fd7bc94f-0ab2-4d29-80d9-3cb9bb54faad tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Calling delete_port for 4b5bf48f-7193-45dd-93d5-76a4ef442c70 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:12.254175 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c99d4c0e-6325-48da-9ded-10867f01aa68 req-394d8228-5317-4ace-837b-b1b81e03ed8d tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:12.279796 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58beb5-3b8f-42b6-b9b4-570fbb2e49f5 req-ac286a75-81cf-4b8e-ab20-e5bd20013315 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:12.281301 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec58beb5-3b8f-42b6-b9b4-570fbb2e49f5 req-ac286a75-81cf-4b8e-ab20-e5bd20013315 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e8084cf-a70d-4ac9-b297-afedbbbe937f HTTP/1.1" status: 200 len: 949 time: 0.3049839 Jul 09 09:32:12.301956 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-70083898-0f53-4b85-9581-cc55112ae62a req-484a549e-6355-49ac-b0c8-9e4d8e6f4651 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:12.305187 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a853c6f0-bf0c-4e50-a4f1-99ef42f63202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:12.308291 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb87e-74a4-4538-a206-3b95fd6c3413 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:12.323795 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb87e-74a4-4538-a206-3b95fd6c3413 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:12.325689 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8a8eb87e-74a4-4538-a206-3b95fd6c3413 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "DELETE /v2.0/networks/e73f1985-28cb-403b-9ebe-940937982407 HTTP/1.1" status: 204 len: 168 time: 1.9402955 Jul 09 09:32:12.339105 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48746) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:12.348086 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8eb87e-74a4-4538-a206-3b95fd6c3413 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event deleted for resources: {'Network': ['ID=e73f1985-28cb-403b-9ebe-940937982407,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:12.418633 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c99d4c0e-6325-48da-9ded-10867f01aa68 req-394d8228-5317-4ace-837b-b1b81e03ed8d tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:12.421143 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c99d4c0e-6325-48da-9ded-10867f01aa68 req-394d8228-5317-4ace-837b-b1b81e03ed8d tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:12.422304 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c99d4c0e-6325-48da-9ded-10867f01aa68 req-394d8228-5317-4ace-837b-b1b81e03ed8d tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] 10.222.0.61 "DELETE /v2.0/security-groups/00fe57a2-5aeb-4439-a41c-71e68874c09b HTTP/1.1" status: 204 len: 173 time: 0.4967241 Jul 09 09:32:12.436006 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-0954f3f2-a1da-4054-ba79-8a010010d665 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Deleting subnet f1478391-a4f8-45b6-b8a8-61fa5f44d047 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:32:12.439827 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec58beb5-3b8f-42b6-b9b4-570fbb2e49f5 req-a562105a-0016-4dd5-bbb5-140311c78efe tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459651 Jul 09 09:32:12.442435 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0954f3f2-a1da-4054-ba79-8a010010d665 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:12.459967 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d8228-5317-4ace-837b-b1b81e03ed8d tempest-SecurityGroupsTestAdminJSON-2146301904 tempest-SecurityGroupsTestAdminJSON-2146301904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fe57a2-5aeb-4439-a41c-71e68874c09b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:12.482958 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-70083898-0f53-4b85-9581-cc55112ae62a req-484a549e-6355-49ac-b0c8-9e4d8e6f4651 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:12.495954 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd7bc94f-0ab2-4d29-80d9-3cb9bb54faad tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:12.538854 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0954f3f2-a1da-4054-ba79-8a010010d665 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:12.542151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70083898-0f53-4b85-9581-cc55112ae62a req-484a549e-6355-49ac-b0c8-9e4d8e6f4651 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Network a167ed73-6e11-49d4-8b85-411ff9857e03 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:12.550882 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-70083898-0f53-4b85-9581-cc55112ae62a req-484a549e-6355-49ac-b0c8-9e4d8e6f4651 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:12.556168 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd7bc94f-0ab2-4d29-80d9-3cb9bb54faad tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:12.560571 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fd7bc94f-0ab2-4d29-80d9-3cb9bb54faad tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] 10.222.0.61 "DELETE /v2.0/ports/4b5bf48f-7193-45dd-93d5-76a4ef442c70 HTTP/1.1" status: 204 len: 168 time: 0.9343185 Jul 09 09:32:12.560571 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-70083898-0f53-4b85-9581-cc55112ae62a req-484a549e-6355-49ac-b0c8-9e4d8e6f4651 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:12.561754 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48752) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:12.571081 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a549e-6355-49ac-b0c8-9e4d8e6f4651 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Pushing event updated for resources: {'Port': ['ID=5a6989ba-cf11-4564-8ae0-a6affbe173ca,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:12.654409 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86b7209-2a27-4a11-bca5-87d95982221d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] GET failed (client error): The resource could not be found. Jul 09 09:32:12.657091 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c86b7209-2a27-4a11-bca5-87d95982221d tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] 10.222.0.61 "GET /v2.0/ports/4b5bf48f-7193-45dd-93d5-76a4ef442c70 HTTP/1.1" status: 404 len: 333 time: 0.0930741 Jul 09 09:32:12.688295 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48754) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:12.695407 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-fb4ec25d-366d-4737-ab24-d31b261c2da5 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Request body: {'port': {'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2054016013'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:12.711259 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7bc94f-0ab2-4d29-80d9-3cb9bb54faad tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b5bf48f-7193-45dd-93d5-76a4ef442c70,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:12.731066 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70083898-0f53-4b85-9581-cc55112ae62a req-484a549e-6355-49ac-b0c8-9e4d8e6f4651 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:12.731752 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-70083898-0f53-4b85-9581-cc55112ae62a req-484a549e-6355-49ac-b0c8-9e4d8e6f4651 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:12.739646 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0954f3f2-a1da-4054-ba79-8a010010d665 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:12.769757 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4ec25d-366d-4737-ab24-d31b261c2da5 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Made reservation on behalf of f8e83d84533846b8a509b91a0629ab0d for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:12.771166 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70083898-0f53-4b85-9581-cc55112ae62a req-484a549e-6355-49ac-b0c8-9e4d8e6f4651 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4642496 Jul 09 09:32:12.772180 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb4ec25d-366d-4737-ab24-d31b261c2da5 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:12.783974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48758) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:12.788098 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-70083898-0f53-4b85-9581-cc55112ae62a req-af354110-354b-41bb-a701-3ccd68f229de service neutron] Request body: {'port': {'device_id': 'b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:12.828135 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f99d8-08ee-4a5e-b58e-12150d67dfe2 req-0b788e61-3157-41f7-8765-a21f6bfde270 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:12.829774 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-966f99d8-08ee-4a5e-b58e-12150d67dfe2 req-0b788e61-3157-41f7-8765-a21f6bfde270 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.61 "GET /v2.0/ports?device_id=9cbf830c-7e22-4b46-83da-22d88987c380 HTTP/1.1" status: 200 len: 932 time: 0.2355351 Jul 09 09:32:12.837455 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-fb4ec25d-366d-4737-ab24-d31b261c2da5 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] device_id is not set on port 9b87b694-a154-4754-8328-ea390636abb2 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:32:12.840440 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8491703-42c7-4891-aaa1-e2f018e48379 req-3c85aa26-599c-40a6-b385-9d606275f372 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:12.842004 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8491703-42c7-4891-aaa1-e2f018e48379 req-3c85aa26-599c-40a6-b385-9d606275f372 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 931 time: 0.1838753 Jul 09 09:32:12.849386 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:12.921512 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0954f3f2-a1da-4054-ba79-8a010010d665 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:12.927861 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-966f99d8-08ee-4a5e-b58e-12150d67dfe2 req-f1faa57f-d2db-4772-bbb9-7cf147c9f2f4 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ca62416-a8e3-4e49-b639-00d7979f7912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847917 Jul 09 09:32:12.949640 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8491703-42c7-4891-aaa1-e2f018e48379 req-1ac2f780-fd63-4a02-9e5b-a96c4264dc1d tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930719 Jul 09 09:32:12.956806 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-70083898-0f53-4b85-9581-cc55112ae62a req-af354110-354b-41bb-a701-3ccd68f229de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:12.993402 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954f3f2-a1da-4054-ba79-8a010010d665 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event deleted for resources: {'Subnet': ['ID=f1478391-a4f8-45b6-b8a8-61fa5f44d047,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:12.996346 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6dac58-eff5-42f1-a63f-ff57752f9211 None None] Network 4fa864f8-5790-41bc-8420-02d472e3e434 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:32:12.996769 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0954f3f2-a1da-4054-ba79-8a010010d665 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:13.003153 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48764) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:13.003343 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0954f3f2-a1da-4054-ba79-8a010010d665 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "DELETE /v2.0/subnets/f1478391-a4f8-45b6-b8a8-61fa5f44d047 HTTP/1.1" status: 204 len: 168 time: 0.6624808 Jul 09 09:32:13.035355 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a853c6f0-bf0c-4e50-a4f1-99ef42f63202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa5a9672-a6c8-41a0-b37d-423f24305c80 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:32:13.045991 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a853c6f0-bf0c-4e50-a4f1-99ef42f63202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:13.116761 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a853c6f0-bf0c-4e50-a4f1-99ef42f63202 service neutron] Transition to ACTIVE for port object aa5a9672-a6c8-41a0-b37d-423f24305c80 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:13.129414 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a853c6f0-bf0c-4e50-a4f1-99ef42f63202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:13.178004 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb4ec25d-366d-4737-ab24-d31b261c2da5 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:13.217425 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe48d7fb-ef32-4681-8dfb-04fc2c05ccaa tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:13.230235 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853c6f0-bf0c-4e50-a4f1-99ef42f63202 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5a9672-a6c8-41a0-b37d-423f24305c80,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:13.304197 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a853c6f0-bf0c-4e50-a4f1-99ef42f63202 service neutron] Attempting to bind port aa5a9672-a6c8-41a0-b37d-423f24305c80 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:13.304527 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a853c6f0-bf0c-4e50-a4f1-99ef42f63202 service neutron] Attempting to bind port aa5a9672-a6c8-41a0-b37d-423f24305c80 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '1de213a3-cebd-40cf-9a29-aa98c95a9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dbfda831-4990-493d-a751-274d971f767f'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:13.304855 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a853c6f0-bf0c-4e50-a4f1-99ef42f63202 service neutron] Attempting to bind port aa5a9672-a6c8-41a0-b37d-423f24305c80 on network dbfda831-4990-493d-a751-274d971f767f {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:13.306767 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6398df5-ab80-4406-b34b-cafb10ded05d None None] DHCP port deletion for 4fa864f8-5790-41bc-8420-02d472e3e434 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:32:13.310141 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb4ec25d-366d-4737-ab24-d31b261c2da5 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:13.311827 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a853c6f0-bf0c-4e50-a4f1-99ef42f63202 service neutron] Port aa5a9672-a6c8-41a0-b37d-423f24305c80 on network dbfda831-4990-493d-a751-274d971f767f not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:13.312182 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a853c6f0-bf0c-4e50-a4f1-99ef42f63202 service neutron] Attempting to bind port aa5a9672-a6c8-41a0-b37d-423f24305c80 on network dbfda831-4990-493d-a751-274d971f767f {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:13.347337 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a853c6f0-bf0c-4e50-a4f1-99ef42f63202 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:32:13.347679 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a853c6f0-bf0c-4e50-a4f1-99ef42f63202 service neutron] Checking segment: {'id': '1de213a3-cebd-40cf-9a29-aa98c95a9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dbfda831-4990-493d-a751-274d971f767f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:13.348086 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a853c6f0-bf0c-4e50-a4f1-99ef42f63202 service neutron] Bound using segment: {'id': '1de213a3-cebd-40cf-9a29-aa98c95a9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dbfda831-4990-493d-a751-274d971f767f'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:32:13.348536 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a853c6f0-bf0c-4e50-a4f1-99ef42f63202 service neutron] Bound port: aa5a9672-a6c8-41a0-b37d-423f24305c80, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de213a3-cebd-40cf-9a29-aa98c95a9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dbfda831-4990-493d-a751-274d971f767f'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:32:13.348893 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a853c6f0-bf0c-4e50-a4f1-99ef42f63202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:13.362872 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6398df5-ab80-4406-b34b-cafb10ded05d None None] Deleting port 86000b50-7017-4c58-acf5-f38a2db92d05 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:13.363655 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6398df5-ab80-4406-b34b-cafb10ded05d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:13.383351 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4ec25d-366d-4737-ab24-d31b261c2da5 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:13.386254 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ec25d-366d-4737-ab24-d31b261c2da5 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Pushing event updated for resources: {'Port': ['ID=9b87b694-a154-4754-8328-ea390636abb2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:13.390253 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-fb4ec25d-366d-4737-ab24-d31b261c2da5 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:13.410507 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4ec25d-366d-4737-ab24-d31b261c2da5 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:13.411486 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4ec25d-366d-4737-ab24-d31b261c2da5 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:13.412120 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb4ec25d-366d-4737-ab24-d31b261c2da5 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:13.437912 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fb4ec25d-366d-4737-ab24-d31b261c2da5 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7484081 Jul 09 09:32:13.438621 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48766) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:13.438992 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6398df5-ab80-4406-b34b-cafb10ded05d None None] For port 86000b50-7017-4c58-acf5-f38a2db92d05, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=86000b50-7017-4c58-acf5-f38a2db92d05,segment=NetworkSegment(85649bca-0697-4828-a468-bbd7f4dbb766),segment_id=85649bca-0697-4828-a468-bbd7f4dbb766)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:13.439527 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6398df5-ab80-4406-b34b-cafb10ded05d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:13.447932 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:13.454534 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6398df5-ab80-4406-b34b-cafb10ded05d None None] Calling delete_port for 86000b50-7017-4c58-acf5-f38a2db92d05 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:13.491936 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a853c6f0-bf0c-4e50-a4f1-99ef42f63202 service neutron] For port aa5a9672-a6c8-41a0-b37d-423f24305c80, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:32:13.496779 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a853c6f0-bf0c-4e50-a4f1-99ef42f63202 service neutron] For port aa5a9672-a6c8-41a0-b37d-423f24305c80, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=aa5a9672-a6c8-41a0-b37d-423f24305c80,segment=NetworkSegment(1de213a3-cebd-40cf-9a29-aa98c95a9497),segment_id=1de213a3-cebd-40cf-9a29-aa98c95a9497)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:32:13.506286 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a853c6f0-bf0c-4e50-a4f1-99ef42f63202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:13.544972 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6398df5-ab80-4406-b34b-cafb10ded05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:13.570877 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2a835d44-71fb-4075-8adb-b2f332af3eaf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0ce9eb4f94534686a683cf1c4e5eb48a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7779822 Jul 09 09:32:13.571814 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48770) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:13.585935 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a853c6f0-bf0c-4e50-a4f1-99ef42f63202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:13.586586 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a853c6f0-bf0c-4e50-a4f1-99ef42f63202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:13.587986 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-a853c6f0-bf0c-4e50-a4f1-99ef42f63202 service neutron] 10.222.0.58 "PUT /v2.0/ports/aa5a9672-a6c8-41a0-b37d-423f24305c80 HTTP/1.1" status: 200 len: 1092 time: 1.7379403 Jul 09 09:32:13.588393 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6398df5-ab80-4406-b34b-cafb10ded05d None None] Pushing event deleted for resources: {'Port': ['ID=86000b50-7017-4c58-acf5-f38a2db92d05,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:13.590207 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbf830c-7e22-4b46-83da-22d88987c380', 'tag': 'aa5a9672-a6c8-41a0-b37d-423f24305c80'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:32:13.592625 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f11b823-cbe7-4af3-8850-9dacbf0fcf1d" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbf830c-7e22-4b46-83da-22d88987c380", "tag": "aa5a9672-a6c8-41a0-b37d-423f24305c80"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:32:13.592795 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fe48d7fb-ef32-4681-8dfb-04fc2c05ccaa tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] The port '86000b50-7017-4c58-acf5-f38a2db92d05' was deleted {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 09 09:32:13.597941 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6398df5-ab80-4406-b34b-cafb10ded05d None None] No DVR routers for this DVR port 86000b50-7017-4c58-acf5-f38a2db92d05 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:32:13.605105 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:13.644667 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853c6f0-bf0c-4e50-a4f1-99ef42f63202 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5a9672-a6c8-41a0-b37d-423f24305c80,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:13.692717 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72cc8dd-b07d-46f5-8d7c-77d5e0dee136 x-openstack-request-id: req-e72cc8dd-b07d-46f5-8d7c-77d5e0dee136 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:32:13.692962 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbf830c-7e22-4b46-83da-22d88987c380", "tag": "aa5a9672-a6c8-41a0-b37d-423f24305c80", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:32:13.693140 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e72cc8dd-b07d-46f5-8d7c-77d5e0dee136 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:32:13.693527 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbf830c-7e22-4b46-83da-22d88987c380', 'tag': 'aa5a9672-a6c8-41a0-b37d-423f24305c80', 'status': 'completed', 'code': 200} Jul 09 09:32:13.738971 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bd8e8-1f25-4b74-8af0-3f1af3527b28 req-c3ad801f-3446-4752-8107-54dfa5bf8916 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:13.738971 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de4bd8e8-1f25-4b74-8af0-3f1af3527b28 req-c3ad801f-3446-4752-8107-54dfa5bf8916 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e8084cf-a70d-4ac9-b297-afedbbbe937f HTTP/1.1" status: 200 len: 949 time: 0.6408632 Jul 09 09:32:13.760970 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 86000b50-7017-4c58-acf5-f38a2db92d05 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:32:13.781446 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 86000b50-7017-4c58-acf5-f38a2db92d05 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:32:13.781811 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 86000b50-7017-4c58-acf5-f38a2db92d05 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:32:13.790921 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe48d7fb-ef32-4681-8dfb-04fc2c05ccaa tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:13.796844 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42888266-8dff-4c17-8cc3-e6933ce0353f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:13.834162 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-fe48d7fb-ef32-4681-8dfb-04fc2c05ccaa tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa864f8-5790-41bc-8420-02d472e3e434']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:13.850504 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42888266-8dff-4c17-8cc3-e6933ce0353f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:13.862603 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-fe48d7fb-ef32-4681-8dfb-04fc2c05ccaa tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85649bca-0697-4828-a468-bbd7f4dbb766') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:13.862810 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-fe48d7fb-ef32-4681-8dfb-04fc2c05ccaa tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85649bca-0697-4828-a468-bbd7f4dbb766') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:13.893427 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-14c2bbef-8e50-41e3-8b67-974e7e27b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:13.894962 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-14c2bbef-8e50-41e3-8b67-974e7e27b292 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=505caa4dc3b447feb9d592b84d573890&device_id=9cbf830c-7e22-4b46-83da-22d88987c380 HTTP/1.1" status: 200 len: 1095 time: 0.2425597 Jul 09 09:32:13.909304 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe48d7fb-ef32-4681-8dfb-04fc2c05ccaa tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:13.955899 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe48d7fb-ef32-4681-8dfb-04fc2c05ccaa tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:13.975675 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe48d7fb-ef32-4681-8dfb-04fc2c05ccaa tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:32:13.976033 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-ed0ab6a8-82d8-4fa2-9f02-1cf465d2990c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa5a9672-a6c8-41a0-b37d-423f24305c80 HTTP/1.1" status: 200 len: 217 time: 0.0731127 Jul 09 09:32:13.976186 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe48d7fb-ef32-4681-8dfb-04fc2c05ccaa tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:32:13.981222 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:32:13.990008 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d27d94-1da5-4338-b4fd-755568163884 req-75887f0d-2320-47f7-8fb4-f1e6b1949ec4 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:13.996742 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-62d27d94-1da5-4338-b4fd-755568163884 req-75887f0d-2320-47f7-8fb4-f1e6b1949ec4 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e8084cf-a70d-4ac9-b297-afedbbbe937f HTTP/1.1" status: 200 len: 949 time: 0.3154919 Jul 09 09:32:14.002364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-70083898-0f53-4b85-9581-cc55112ae62a req-af354110-354b-41bb-a701-3ccd68f229de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6989ba-cf11-4564-8ae0-a6affbe173ca {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:32:14.020460 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] device_id is not set on port 9b87b694-a154-4754-8328-ea390636abb2 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:32:14.028169 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42888266-8dff-4c17-8cc3-e6933ce0353f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:14.030635 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42888266-8dff-4c17-8cc3-e6933ce0353f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:14.035029 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-42888266-8dff-4c17-8cc3-e6933ce0353f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c66a685f-f4e1-484d-93d7-5e38d99736f8 HTTP/1.1" status: 204 len: 168 time: 0.4561620 Jul 09 09:32:14.041182 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:14.057395 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42888266-8dff-4c17-8cc3-e6933ce0353f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66a685f-f4e1-484d-93d7-5e38d99736f8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:14.069998 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-70083898-0f53-4b85-9581-cc55112ae62a req-af354110-354b-41bb-a701-3ccd68f229de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:14.077639 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Transition to ACTIVE for port object 9b87b694-a154-4754-8328-ea390636abb2 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:14.079540 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-c0bb28ae-c43b-4d3d-9d9e-b2aabfeae016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:14.083824 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-c0bb28ae-c43b-4d3d-9d9e-b2aabfeae016 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1b38c8d9-0cc7-4ded-ba10-9f9e488eddfb HTTP/1.1" status: 200 len: 862 time: 0.1015260 Jul 09 09:32:14.084943 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:14.120977 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-70083898-0f53-4b85-9581-cc55112ae62a req-af354110-354b-41bb-a701-3ccd68f229de service neutron] Transition to ACTIVE for port object 5a6989ba-cf11-4564-8ae0-a6affbe173ca will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:14.123025 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-de4bd8e8-1f25-4b74-8af0-3f1af3527b28 req-425ebc84-42a7-4544-9279-9fe1350e9264 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Deleting port dc6f6800-1fec-416c-ae17-2a3eac134010 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:14.123465 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-de4bd8e8-1f25-4b74-8af0-3f1af3527b28 req-425ebc84-42a7-4544-9279-9fe1350e9264 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:14.124667 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-2be30a88-b298-4360-a345-3855812d8689 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dbfda831-4990-493d-a751-274d971f767f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311651 Jul 09 09:32:14.140430 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-62d27d94-1da5-4338-b4fd-755568163884 req-ea7d15cb-8853-4ae5-baa5-8d75f387ecd1 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426842 Jul 09 09:32:14.141132 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe48d7fb-ef32-4681-8dfb-04fc2c05ccaa tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:14.168310 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-70083898-0f53-4b85-9581-cc55112ae62a req-af354110-354b-41bb-a701-3ccd68f229de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:14.215001 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe48d7fb-ef32-4681-8dfb-04fc2c05ccaa tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:14.217137 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fe48d7fb-ef32-4681-8dfb-04fc2c05ccaa tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "DELETE /v2.0/networks/4fa864f8-5790-41bc-8420-02d472e3e434 HTTP/1.1" status: 204 len: 168 time: 1.2125473 Jul 09 09:32:14.237282 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48786) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:14.242237 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-67298148-33a7-41c6-902b-cdd80448b65d tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1139933923'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:14.264050 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Pushing event updated for resources: {'Port': ['ID=9b87b694-a154-4754-8328-ea390636abb2,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:14.272719 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:14.273051 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:14.273387 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:14.282009 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port 9b87b694-a154-4754-8328-ea390636abb2 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:14.282339 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port 9b87b694-a154-4754-8328-ea390636abb2 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:14.284491 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 2 to bind port 9b87b694-a154-4754-8328-ea390636abb2 Jul 09 09:32:14.291057 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67298148-33a7-41c6-902b-cdd80448b65d tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Made reservation on behalf of ccf6ebcefc44456fb4b443a1a3c4cef4 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:14.296357 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67298148-33a7-41c6-902b-cdd80448b65d tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:14.310632 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48d7fb-ef32-4681-8dfb-04fc2c05ccaa tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event deleted for resources: {'Network': ['ID=4fa864f8-5790-41bc-8420-02d472e3e434,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:14.338505 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:14.338881 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:14.339250 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:14.359936 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-5f07206c-fb46-414d-a376-8a58b680aacf service neutron] 10.222.0.58 "GET /v2.0/networks/dbfda831-4990-493d-a751-274d971f767f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082922 Jul 09 09:32:14.360492 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port 9b87b694-a154-4754-8328-ea390636abb2 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:14.361198 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port 9b87b694-a154-4754-8328-ea390636abb2 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:14.362405 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 3 to bind port 9b87b694-a154-4754-8328-ea390636abb2 Jul 09 09:32:14.398268 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67298148-33a7-41c6-902b-cdd80448b65d tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:32:14.410096 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af354110-354b-41bb-a701-3ccd68f229de service neutron] Pushing event updated for resources: {'Port': ['ID=5a6989ba-cf11-4564-8ae0-a6affbe173ca,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:14.428380 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:14.428719 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:14.429057 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:14.443819 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port 9b87b694-a154-4754-8328-ea390636abb2 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:14.443819 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port 9b87b694-a154-4754-8328-ea390636abb2 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:14.443819 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 4 to bind port 9b87b694-a154-4754-8328-ea390636abb2 Jul 09 09:32:14.451798 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67298148-33a7-41c6-902b-cdd80448b65d tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:14.452145 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-67298148-33a7-41c6-902b-cdd80448b65d tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Added segment da1de747-5c24-4b00-84df-b097f7ccacb1 of type vlan for network 2b6333f6-9601-46e3-95db-c800502a8ecc Jul 09 09:32:14.468652 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48788) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:14.501154 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:14.501758 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:14.501949 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:14.517994 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-de4bd8e8-1f25-4b74-8af0-3f1af3527b28 req-425ebc84-42a7-4544-9279-9fe1350e9264 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] For port dc6f6800-1fec-416c-ae17-2a3eac134010, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=dc6f6800-1fec-416c-ae17-2a3eac134010,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:14.518427 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-de4bd8e8-1f25-4b74-8af0-3f1af3527b28 req-425ebc84-42a7-4544-9279-9fe1350e9264 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:14.541510 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port 9b87b694-a154-4754-8328-ea390636abb2 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:14.541904 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port 9b87b694-a154-4754-8328-ea390636abb2 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:14.545916 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 5 to bind port 9b87b694-a154-4754-8328-ea390636abb2 Jul 09 09:32:14.550262 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67298148-33a7-41c6-902b-cdd80448b65d tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:14.551233 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-de4bd8e8-1f25-4b74-8af0-3f1af3527b28 req-425ebc84-42a7-4544-9279-9fe1350e9264 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Calling delete_port for dc6f6800-1fec-416c-ae17-2a3eac134010 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:14.568362 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2760e-37a0-4ff7-99d2-e18d9ce583a9 req-b9624d9d-46ad-4c31-9f7c-82c21d80e7de tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:14.569483 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53d2760e-37a0-4ff7-99d2-e18d9ce583a9 req-b9624d9d-46ad-4c31-9f7c-82c21d80e7de tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.61 "GET /v2.0/ports?device_id=9cbf830c-7e22-4b46-83da-22d88987c380 HTTP/1.1" status: 200 len: 944 time: 0.4406097 Jul 09 09:32:14.606724 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:14.609470 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:14.609470 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:14.611068 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7e8eb754-ba10-4d7c-8bcf-05fc47f40533 req-cd9896a1-3f02-4e81-8776-e1ef524287f4 service neutron] 10.222.0.58 "GET /v2.0/networks/dbfda831-4990-493d-a751-274d971f767f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447200 Jul 09 09:32:14.632845 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1659233f-0a18-4fbc-983b-dd58742b0c7b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=087b350aed53492084d17c2b1d0c7fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604984 Jul 09 09:32:14.633427 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48790) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:14.635385 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port 9b87b694-a154-4754-8328-ea390636abb2 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:14.635762 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port 9b87b694-a154-4754-8328-ea390636abb2 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:14.641645 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 6 to bind port 9b87b694-a154-4754-8328-ea390636abb2 Jul 09 09:32:14.661243 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67298148-33a7-41c6-902b-cdd80448b65d tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:14.664343 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69876b-7c49-424c-afd2-4b492873e211 req-768e0205-2a19-40a6-80d9-df7f930384a4 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:14.665888 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac69876b-7c49-424c-afd2-4b492873e211 req-768e0205-2a19-40a6-80d9-df7f930384a4 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 943 time: 0.3468568 Jul 09 09:32:14.666615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-70083898-0f53-4b85-9581-cc55112ae62a req-af354110-354b-41bb-a701-3ccd68f229de service neutron] Attempting to bind port 5a6989ba-cf11-4564-8ae0-a6affbe173ca on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:14.666782 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67298148-33a7-41c6-902b-cdd80448b65d tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:14.666942 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-70083898-0f53-4b85-9581-cc55112ae62a req-af354110-354b-41bb-a701-3ccd68f229de service neutron] Attempting to bind port 5a6989ba-cf11-4564-8ae0-a6affbe173ca by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'edbd23f5-4b6c-4399-ba78-00f99e4df72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a167ed73-6e11-49d4-8b85-411ff9857e03'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:14.667271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70083898-0f53-4b85-9581-cc55112ae62a req-af354110-354b-41bb-a701-3ccd68f229de service neutron] Attempting to bind port 5a6989ba-cf11-4564-8ae0-a6affbe173ca on network a167ed73-6e11-49d4-8b85-411ff9857e03 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:14.667394 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67298148-33a7-41c6-902b-cdd80448b65d tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:14.687010 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70083898-0f53-4b85-9581-cc55112ae62a req-af354110-354b-41bb-a701-3ccd68f229de service neutron] Port 5a6989ba-cf11-4564-8ae0-a6affbe173ca on network a167ed73-6e11-49d4-8b85-411ff9857e03 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:14.687334 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70083898-0f53-4b85-9581-cc55112ae62a req-af354110-354b-41bb-a701-3ccd68f229de service neutron] Attempting to bind port 5a6989ba-cf11-4564-8ae0-a6affbe173ca on network a167ed73-6e11-49d4-8b85-411ff9857e03 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:14.697856 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:14.698190 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:14.698525 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:14.732249 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70083898-0f53-4b85-9581-cc55112ae62a req-af354110-354b-41bb-a701-3ccd68f229de service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:32:14.732508 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70083898-0f53-4b85-9581-cc55112ae62a req-af354110-354b-41bb-a701-3ccd68f229de service neutron] Checking segment: {'id': 'edbd23f5-4b6c-4399-ba78-00f99e4df72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a167ed73-6e11-49d4-8b85-411ff9857e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:14.732882 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70083898-0f53-4b85-9581-cc55112ae62a req-af354110-354b-41bb-a701-3ccd68f229de service neutron] Bound using segment: {'id': 'edbd23f5-4b6c-4399-ba78-00f99e4df72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a167ed73-6e11-49d4-8b85-411ff9857e03'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:32:14.733307 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-70083898-0f53-4b85-9581-cc55112ae62a req-af354110-354b-41bb-a701-3ccd68f229de service neutron] Bound port: 5a6989ba-cf11-4564-8ae0-a6affbe173ca, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbd23f5-4b6c-4399-ba78-00f99e4df72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a167ed73-6e11-49d4-8b85-411ff9857e03'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:32:14.733669 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-70083898-0f53-4b85-9581-cc55112ae62a req-af354110-354b-41bb-a701-3ccd68f229de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:14.742288 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53d2760e-37a0-4ff7-99d2-e18d9ce583a9 req-8c523563-b87f-440c-8a55-b67a9b8f8b4b tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ca62416-a8e3-4e49-b639-00d7979f7912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569519 Jul 09 09:32:14.781142 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port 9b87b694-a154-4754-8328-ea390636abb2 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:14.781453 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port 9b87b694-a154-4754-8328-ea390636abb2 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:14.786324 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 7 to bind port 9b87b694-a154-4754-8328-ea390636abb2 Jul 09 09:32:14.808241 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-67298148-33a7-41c6-902b-cdd80448b65d tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5661838 Jul 09 09:32:14.812271 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48792) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:14.820006 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ca96d67a-791f-4943-89ab-f555378d3f27 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Request body: {'subnet': {'network_id': '2b6333f6-9601-46e3-95db-c800502a8ecc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:14.825734 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67298148-33a7-41c6-902b-cdd80448b65d tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event updated for resources: {'Network': ['ID=2b6333f6-9601-46e3-95db-c800502a8ecc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:14.832820 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:14.833136 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:14.833478 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:14.841814 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac69876b-7c49-424c-afd2-4b492873e211 req-b446b8f1-1735-4743-a885-28bf7c90fc05 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640217 Jul 09 09:32:14.849893 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 2b6333f6-9601-46e3-95db-c800502a8ecc details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:32:14.961542 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-adb4c909-2e4a-43c4-b8ee-43ece15a1638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:14.971054 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port 9b87b694-a154-4754-8328-ea390636abb2 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:14.971482 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port 9b87b694-a154-4754-8328-ea390636abb2 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:14.980747 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 8 to bind port 9b87b694-a154-4754-8328-ea390636abb2 Jul 09 09:32:15.040327 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-adb4c909-2e4a-43c4-b8ee-43ece15a1638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:15.040622 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-de4bd8e8-1f25-4b74-8af0-3f1af3527b28 req-425ebc84-42a7-4544-9279-9fe1350e9264 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:15.047467 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:15.047467 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:15.047467 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:15.054834 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['dc6f6800-1fec-416c-ae17-2a3eac134010'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:32:15.057563 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-70083898-0f53-4b85-9581-cc55112ae62a req-af354110-354b-41bb-a701-3ccd68f229de service neutron] For port 5a6989ba-cf11-4564-8ae0-a6affbe173ca, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:32:15.085626 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['69f25ea8-b82a-4379-a59d-bc564e39fe9d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:32:15.087641 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ebc84-42a7-4544-9279-9fe1350e9264 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Pushing event deleted for resources: {'Port': ['ID=dc6f6800-1fec-416c-ae17-2a3eac134010,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:15.096231 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11b823-cbe7-4af3-8850-9dacbf0fcf1d req-fd57cbb7-5c5e-4040-a59f-945e6d615714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:15.098912 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4f11b823-cbe7-4af3-8850-9dacbf0fcf1d req-fd57cbb7-5c5e-4040-a59f-945e6d615714 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=505caa4dc3b447feb9d592b84d573890&device_id=9cbf830c-7e22-4b46-83da-22d88987c380 HTTP/1.1" status: 200 len: 1095 time: 0.4143455 Jul 09 09:32:15.099514 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port 9b87b694-a154-4754-8328-ea390636abb2 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:15.099872 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port 9b87b694-a154-4754-8328-ea390636abb2 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:15.102630 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-70083898-0f53-4b85-9581-cc55112ae62a req-af354110-354b-41bb-a701-3ccd68f229de service neutron] For port 5a6989ba-cf11-4564-8ae0-a6affbe173ca, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5a6989ba-cf11-4564-8ae0-a6affbe173ca,segment=NetworkSegment(edbd23f5-4b6c-4399-ba78-00f99e4df72a),segment_id=edbd23f5-4b6c-4399-ba78-00f99e4df72a)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:32:15.106886 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 9 to bind port 9b87b694-a154-4754-8328-ea390636abb2 Jul 09 09:32:15.156051 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-70083898-0f53-4b85-9581-cc55112ae62a req-af354110-354b-41bb-a701-3ccd68f229de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:15.166616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4bd8e8-1f25-4b74-8af0-3f1af3527b28 req-425ebc84-42a7-4544-9279-9fe1350e9264 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] No DVR routers for this DVR port dc6f6800-1fec-416c-ae17-2a3eac134010 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:32:15.179374 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-de4bd8e8-1f25-4b74-8af0-3f1af3527b28 req-425ebc84-42a7-4544-9279-9fe1350e9264 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:15.184034 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de4bd8e8-1f25-4b74-8af0-3f1af3527b28 req-425ebc84-42a7-4544-9279-9fe1350e9264 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.58 "DELETE /v2.0/ports/dc6f6800-1fec-416c-ae17-2a3eac134010 HTTP/1.1" status: 204 len: 173 time: 1.4322255 Jul 09 09:32:15.185237 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8084cf-a70d-4ac9-b297-afedbbbe937f', 'name': 'network-vif-deleted', 'tag': 'dc6f6800-1fec-416c-ae17-2a3eac134010'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:32:15.191259 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4eb4ac9-fab3-49ae-8de4-ec51f57e2a70" -d '{"events": [{"server_uuid": "0e8084cf-a70d-4ac9-b297-afedbbbe937f", "name": "network-vif-deleted", "tag": "dc6f6800-1fec-416c-ae17-2a3eac134010"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:32:15.224105 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70083898-0f53-4b85-9581-cc55112ae62a req-af354110-354b-41bb-a701-3ccd68f229de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:15.224737 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-70083898-0f53-4b85-9581-cc55112ae62a req-af354110-354b-41bb-a701-3ccd68f229de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:15.226278 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70083898-0f53-4b85-9581-cc55112ae62a req-af354110-354b-41bb-a701-3ccd68f229de service neutron] 10.222.0.64 "PUT /v2.0/ports/5a6989ba-cf11-4564-8ae0-a6affbe173ca HTTP/1.1" status: 200 len: 1091 time: 2.4462988 Jul 09 09:32:15.261755 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca96d67a-791f-4943-89ab-f555378d3f27 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Made reservation on behalf of ccf6ebcefc44456fb4b443a1a3c4cef4 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:15.270363 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca96d67a-791f-4943-89ab-f555378d3f27 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:15.284512 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:15.285775 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:15.286591 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:15.311609 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1b8f72-356d-445e-889d-54540ac53e84 x-openstack-request-id: req-ab1b8f72-356d-445e-889d-54540ac53e84 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:32:15.312249 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8084cf-a70d-4ac9-b297-afedbbbe937f", "name": "network-vif-deleted", "tag": "dc6f6800-1fec-416c-ae17-2a3eac134010", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:32:15.312249 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ab1b8f72-356d-445e-889d-54540ac53e84 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:32:15.312737 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8084cf-a70d-4ac9-b297-afedbbbe937f', 'name': 'network-vif-deleted', 'tag': 'dc6f6800-1fec-416c-ae17-2a3eac134010', 'status': 'completed', 'code': 200} Jul 09 09:32:15.326251 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af354110-354b-41bb-a701-3ccd68f229de service neutron] Pushing event updated for resources: {'Port': ['ID=5a6989ba-cf11-4564-8ae0-a6affbe173ca,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:15.377361 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port 9b87b694-a154-4754-8328-ea390636abb2 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:15.377694 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port 9b87b694-a154-4754-8328-ea390636abb2 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:15.382401 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempt 10 to bind port 9b87b694-a154-4754-8328-ea390636abb2 Jul 09 09:32:15.438653 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:15.439009 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:15.439494 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempting to bind port 9b87b694-a154-4754-8328-ea390636abb2 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:15.445990 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-adb4c909-2e4a-43c4-b8ee-43ece15a1638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:15.448887 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-adb4c909-2e4a-43c4-b8ee-43ece15a1638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:15.452542 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-adb4c909-2e4a-43c4-b8ee-43ece15a1638 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/93a9a5d6-f7f9-488a-bef3-c68620db85a2 HTTP/1.1" status: 204 len: 168 time: 0.8155596 Jul 09 09:32:15.463556 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b6efd4f-aadb-4f6b-9a33-4c334d6137e7 req-99df3995-99d4-4237-b689-15bb7134658c tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e8084cf-a70d-4ac9-b297-afedbbbe937f HTTP/1.1" status: 200 len: 210 time: 0.0425293 Jul 09 09:32:15.483775 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70083898-0f53-4b85-9581-cc55112ae62a req-2476fffd-0b30-4802-9100-c14451f319e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:15.485650 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70083898-0f53-4b85-9581-cc55112ae62a req-2476fffd-0b30-4802-9100-c14451f319e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ea2de8ba1fa4eb3954e92038414716a&device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 1094 time: 0.1415799 Jul 09 09:32:15.486305 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Port 9b87b694-a154-4754-8328-ea390636abb2 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:15.486642 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Failed to bind port 9b87b694-a154-4754-8328-ea390636abb2 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '88bfceeb-ac4b-4e8b-9a17-486490a72fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4cc65f5c-4139-416e-9dcd-b3745595a1e7'}] Jul 09 09:32:15.487039 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:15.492440 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4c909-2e4a-43c4-b8ee-43ece15a1638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a9a5d6-f7f9-488a-bef3-c68620db85a2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:15.536493 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70083898-0f53-4b85-9581-cc55112ae62a req-72d204e3-0918-4bca-b9ba-322674cf3d7b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a6989ba-cf11-4564-8ae0-a6affbe173ca HTTP/1.1" status: 200 len: 217 time: 0.0390916 Jul 09 09:32:15.549671 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11b823-cbe7-4af3-8850-9dacbf0fcf1d req-e029ed3a-f8ca-434b-b35f-366b78267702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:15.551441 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4f11b823-cbe7-4af3-8850-9dacbf0fcf1d req-e029ed3a-f8ca-434b-b35f-366b78267702 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dbfda831-4990-493d-a751-274d971f767f HTTP/1.1" status: 200 len: 923 time: 0.4381514 Jul 09 09:32:15.600208 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70083898-0f53-4b85-9581-cc55112ae62a req-5638bec3-fc3c-41df-9436-c62621b5e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:15.602072 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70083898-0f53-4b85-9581-cc55112ae62a req-5638bec3-fc3c-41df-9436-c62621b5e29d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c3165e0-c2b9-4191-b47c-44ba56916623 HTTP/1.1" status: 200 len: 861 time: 0.0591235 Jul 09 09:32:15.649100 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70083898-0f53-4b85-9581-cc55112ae62a req-c495fb2c-dfc4-4809-8024-3827e2950945 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a167ed73-6e11-49d4-8b85-411ff9857e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398188 Jul 09 09:32:15.655711 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4f11b823-cbe7-4af3-8850-9dacbf0fcf1d req-7487d440-126b-4254-99cd-f4757bbd411b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa5a9672-a6c8-41a0-b37d-423f24305c80 HTTP/1.1" status: 200 len: 217 time: 0.0770056 Jul 09 09:32:15.761651 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70083898-0f53-4b85-9581-cc55112ae62a req-f33dd8eb-ffac-4626-b15f-fbc3860a0329 service neutron] 10.222.0.64 "GET /v2.0/networks/a167ed73-6e11-49d4-8b85-411ff9857e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049531 Jul 09 09:32:15.772987 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] For port 9b87b694-a154-4754-8328-ea390636abb2, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:32:15.773274 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attempted to set empty binding levels {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 09:32:15.783669 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:15.794727 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca96d67a-791f-4943-89ab-f555378d3f27 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:15.836305 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11b823-cbe7-4af3-8850-9dacbf0fcf1d req-b7f0ebdf-dff8-489a-96a9-81f4cc4f04e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:15.838000 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4f11b823-cbe7-4af3-8850-9dacbf0fcf1d req-b7f0ebdf-dff8-489a-96a9-81f4cc4f04e9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1b38c8d9-0cc7-4ded-ba10-9f9e488eddfb HTTP/1.1" status: 200 len: 862 time: 0.1748745 Jul 09 09:32:15.867321 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] In _notify_port_updated(), no bound segment for port 9b87b694-a154-4754-8328-ea390636abb2 on network 4cc65f5c-4139-416e-9dcd-b3745595a1e7 {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:32:15.867898 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:15.868514 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:15.872481 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] 10.222.0.61 "PUT /v2.0/ports/9b87b694-a154-4754-8328-ea390636abb2 HTTP/1.1" status: 200 len: 975 time: 2.4264169 Jul 09 09:32:15.873725 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48808) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:15.928271 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70083898-0f53-4b85-9581-cc55112ae62a req-3f59ea42-f118-4ad2-98db-e4428da7e8d6 service neutron] 10.222.0.64 "GET /v2.0/networks/a167ed73-6e11-49d4-8b85-411ff9857e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572421 Jul 09 09:32:15.936076 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4f11b823-cbe7-4af3-8850-9dacbf0fcf1d req-bdcf22fb-4cac-4ef7-aa74-d96c70c8cfa7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dbfda831-4990-493d-a751-274d971f767f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756657 Jul 09 09:32:15.963186 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bf9c2-7055-4d7e-8a2d-5eb3f6679027 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Pushing event updated for resources: {'Port': ['ID=9b87b694-a154-4754-8328-ea390636abb2,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:15.972693 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96d67a-791f-4943-89ab-f555378d3f27 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event updated for resources: {'Subnet': ['ID=d73e4a7c-6cf7-491a-860a-6557117b9740,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:16.115459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-ef3ac002-3d04-4530-a023-a1bec973e0db tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Deleting port 9b87b694-a154-4754-8328-ea390636abb2 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:16.116156 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef3ac002-3d04-4530-a023-a1bec973e0db tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:16.118905 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca96d67a-791f-4943-89ab-f555378d3f27 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Checking segment: {'id': 'da1de747-5c24-4b00-84df-b097f7ccacb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b6333f6-9601-46e3-95db-c800502a8ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:16.119276 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca96d67a-791f-4943-89ab-f555378d3f27 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Network hostable DHCP agents. Network: 2b6333f6-9601-46e3-95db-c800502a8ecc, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:32:16.182701 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4f11b823-cbe7-4af3-8850-9dacbf0fcf1d req-8af59ff4-0a04-4665-ad0a-4b091c9d3f5f service neutron] 10.222.0.58 "GET /v2.0/networks/dbfda831-4990-493d-a751-274d971f767f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011480 Jul 09 09:32:16.184114 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca96d67a-791f-4943-89ab-f555378d3f27 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Network 2b6333f6-9601-46e3-95db-c800502a8ecc is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:32:16.200961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-ef3ac002-3d04-4530-a023-a1bec973e0db tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] For port 9b87b694-a154-4754-8328-ea390636abb2, host n-h1-799996-1, got binding levels [] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:16.201340 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef3ac002-3d04-4530-a023-a1bec973e0db tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:16.216571 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-ef3ac002-3d04-4530-a023-a1bec973e0db tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Calling delete_port for 9b87b694-a154-4754-8328-ea390636abb2 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:16.235855 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ca96d67a-791f-4943-89ab-f555378d3f27 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 2b6333f6-9601-46e3-95db-c800502a8ecc) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:16.241463 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca96d67a-791f-4943-89ab-f555378d3f27 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:16.242123 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca96d67a-791f-4943-89ab-f555378d3f27 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:16.246479 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1214eb6-d221-4841-9b2b-0c82e6370b01 None None] Network 2b6333f6-9601-46e3-95db-c800502a8ecc requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:32:16.276129 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ca96d67a-791f-4943-89ab-f555378d3f27 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4611650 Jul 09 09:32:16.279444 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48826) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:16.287736 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3f17013e-21b0-4a02-b474-300eb7292cb9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1834624534'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:16.338884 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4f11b823-cbe7-4af3-8850-9dacbf0fcf1d req-1d6be360-8d2f-4f62-b830-c19553bc6865 service neutron] 10.222.0.58 "GET /v2.0/networks/dbfda831-4990-493d-a751-274d971f767f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481030 Jul 09 09:32:16.340998 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f17013e-21b0-4a02-b474-300eb7292cb9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Made reservation on behalf of ccf6ebcefc44456fb4b443a1a3c4cef4 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:16.341891 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb6713-5de8-4caa-a36d-0a180906a8e9 req-e4c00eb1-75fb-424f-9892-b06ab3e39bba tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:16.346320 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f17013e-21b0-4a02-b474-300eb7292cb9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:16.352154 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95bb6713-5de8-4caa-a36d-0a180906a8e9 req-e4c00eb1-75fb-424f-9892-b06ab3e39bba tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.61 "GET /v2.0/ports?device_id=9cbf830c-7e22-4b46-83da-22d88987c380 HTTP/1.1" status: 200 len: 944 time: 0.4397640 Jul 09 09:32:16.392945 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f17013e-21b0-4a02-b474-300eb7292cb9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:32:16.411996 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f17013e-21b0-4a02-b474-300eb7292cb9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:16.412346 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-3f17013e-21b0-4a02-b474-300eb7292cb9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Added segment 8b2e536e-0128-4b41-b918-aca840de62fc of type vlan for network dbb59954-cbf3-4b7b-b392-8d9d0369c2a9 Jul 09 09:32:16.412509 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95bb6713-5de8-4caa-a36d-0a180906a8e9 req-1096b9e8-5db8-4046-873e-b4488e0d87c0 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ca62416-a8e3-4e49-b639-00d7979f7912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590639 Jul 09 09:32:16.414327 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef3ac002-3d04-4530-a023-a1bec973e0db tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:16.455820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6473ec5-8dcb-4fdb-865e-a1c9e8e9e14e req-1300d331-dbb1-40db-81f1-d281d784a286 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:16.457324 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6473ec5-8dcb-4fdb-865e-a1c9e8e9e14e req-1300d331-dbb1-40db-81f1-d281d784a286 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 943 time: 0.4019115 Jul 09 09:32:16.461864 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f17013e-21b0-4a02-b474-300eb7292cb9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:16.479827 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ac002-3d04-4530-a023-a1bec973e0db tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b87b694-a154-4754-8328-ea390636abb2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:16.488952 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef3ac002-3d04-4530-a023-a1bec973e0db tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:16.493166 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ef3ac002-3d04-4530-a023-a1bec973e0db tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] 10.222.0.61 "DELETE /v2.0/ports/9b87b694-a154-4754-8328-ea390636abb2 HTTP/1.1" status: 204 len: 168 time: 0.6164620 Jul 09 09:32:16.493892 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48832) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:16.500192 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f17013e-21b0-4a02-b474-300eb7292cb9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:16.508175 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f17013e-21b0-4a02-b474-300eb7292cb9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:16.509162 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f17013e-21b0-4a02-b474-300eb7292cb9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:16.530034 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f53ad59-71c6-419f-9254-6eadf6c03ca6 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] GET failed (client error): The resource could not be found. Jul 09 09:32:16.531647 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1f53ad59-71c6-419f-9254-6eadf6c03ca6 tempest-PortsAdminExtendedAttrsTestJSON-187411524 tempest-PortsAdminExtendedAttrsTestJSON-187411524-project-admin] 10.222.0.61 "GET /v2.0/ports/9b87b694-a154-4754-8328-ea390636abb2 HTTP/1.1" status: 404 len: 333 time: 0.0373049 Jul 09 09:32:16.532249 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd10dc4-9dc6-4074-965b-4cfdac24a419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-2b6333f6-9601-46e3-95db-c800502a8ecc', 'network_id': '2b6333f6-9601-46e3-95db-c800502a8ecc', 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'fixed_ips': [{'subnet_id': 'd73e4a7c-6cf7-491a-860a-6557117b9740'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:32:16.534124 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dfd10dc4-9dc6-4074-965b-4cfdac24a419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:16.542479 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48836) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:16.590642 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17013e-21b0-4a02-b474-300eb7292cb9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event updated for resources: {'Network': ['ID=dbb59954-cbf3-4b7b-b392-8d9d0369c2a9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:16.603186 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6473ec5-8dcb-4fdb-865e-a1c9e8e9e14e req-28532569-13b3-4be7-b4f0-e2da26146878 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259060 Jul 09 09:32:16.608803 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3f17013e-21b0-4a02-b474-300eb7292cb9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3272378 Jul 09 09:32:16.612313 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48838) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:16.626322 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-67771f15-9bb8-4f68-a175-ef61d60155e6 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Request body: {'subnet': {'network_id': 'dbb59954-cbf3-4b7b-b392-8d9d0369c2a9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:16.638400 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network dbb59954-cbf3-4b7b-b392-8d9d0369c2a9 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:32:16.650004 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48840) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:16.673666 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-beb474ef-9e61-42a7-9c31-0d645ce5c7ed tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:16.805819 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-beb474ef-9e61-42a7-9c31-0d645ce5c7ed tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:16.813716 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-dfd10dc4-9dc6-4074-965b-4cfdac24a419 None None] Allocated IP 19.80.0.2 (2b6333f6-9601-46e3-95db-c800502a8ecc/d73e4a7c-6cf7-491a-860a-6557117b9740/79893b94-33f5-4ddc-b498-ceea868f4763) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:32:16.819228 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67771f15-9bb8-4f68-a175-ef61d60155e6 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Made reservation on behalf of ccf6ebcefc44456fb4b443a1a3c4cef4 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:16.820840 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-beb474ef-9e61-42a7-9c31-0d645ce5c7ed tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc65f5c-4139-416e-9dcd-b3745595a1e7']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:16.824862 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67771f15-9bb8-4f68-a175-ef61d60155e6 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:16.838007 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-beb474ef-9e61-42a7-9c31-0d645ce5c7ed tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88bfceeb-ac4b-4e8b-9a17-486490a72fef') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:16.838520 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-beb474ef-9e61-42a7-9c31-0d645ce5c7ed tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88bfceeb-ac4b-4e8b-9a17-486490a72fef') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:16.853321 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-beb474ef-9e61-42a7-9c31-0d645ce5c7ed tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:16.871311 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c6019e05-5d26-425d-9e5d-4e31bb5f1bf2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-network', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:16.886954 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-beb474ef-9e61-42a7-9c31-0d645ce5c7ed tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:16.898005 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb474ef-9e61-42a7-9c31-0d645ce5c7ed tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:32:16.898443 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-beb474ef-9e61-42a7-9c31-0d645ce5c7ed tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:32:16.902155 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:32:16.951122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6019e05-5d26-425d-9e5d-4e31bb5f1bf2 admin admin] Made reservation on behalf of b787bf2eebcb4063864ea3f28a4fe795 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:16.953907 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6019e05-5d26-425d-9e5d-4e31bb5f1bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:16.970646 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6019e05-5d26-425d-9e5d-4e31bb5f1bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:16.991176 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-beb474ef-9e61-42a7-9c31-0d645ce5c7ed tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:16.997064 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-beb474ef-9e61-42a7-9c31-0d645ce5c7ed tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:16.998726 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-beb474ef-9e61-42a7-9c31-0d645ce5c7ed tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] 10.222.0.61 "DELETE /v2.0/networks/4cc65f5c-4139-416e-9dcd-b3745595a1e7 HTTP/1.1" status: 204 len: 168 time: 0.4552617 Jul 09 09:32:17.027095 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb474ef-9e61-42a7-9c31-0d645ce5c7ed tempest-PortsAdminExtendedAttrsTestJSON-902414930 tempest-PortsAdminExtendedAttrsTestJSON-902414930-project] Pushing event deleted for resources: {'Network': ['ID=4cc65f5c-4139-416e-9dcd-b3745595a1e7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:17.060633 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dfd10dc4-9dc6-4074-965b-4cfdac24a419 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:17.076930 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dfd10dc4-9dc6-4074-965b-4cfdac24a419 None None] Transition to ACTIVE for port object 79893b94-33f5-4ddc-b498-ceea868f4763 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:17.110087 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dfd10dc4-9dc6-4074-965b-4cfdac24a419 None None] Transition to ACTIVE for port object 79893b94-33f5-4ddc-b498-ceea868f4763 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:17.121940 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dfd10dc4-9dc6-4074-965b-4cfdac24a419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:17.141002 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6019e05-5d26-425d-9e5d-4e31bb5f1bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:17.141352 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67771f15-9bb8-4f68-a175-ef61d60155e6 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:17.151039 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6019e05-5d26-425d-9e5d-4e31bb5f1bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:17.175974 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd10dc4-9dc6-4074-965b-4cfdac24a419 None None] Network 2b6333f6-9601-46e3-95db-c800502a8ecc is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:17.182235 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-dfd10dc4-9dc6-4074-965b-4cfdac24a419 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:17.188194 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd10dc4-9dc6-4074-965b-4cfdac24a419 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:17.218728 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67771f15-9bb8-4f68-a175-ef61d60155e6 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event updated for resources: {'Subnet': ['ID=dd3707cb-cc94-45a4-8dac-28eba9870f14,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:17.221974 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67771f15-9bb8-4f68-a175-ef61d60155e6 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Checking segment: {'id': '8b2e536e-0128-4b41-b918-aca840de62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dbb59954-cbf3-4b7b-b392-8d9d0369c2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:17.222405 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67771f15-9bb8-4f68-a175-ef61d60155e6 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Network hostable DHCP agents. Network: dbb59954-cbf3-4b7b-b392-8d9d0369c2a9, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:32:17.231382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6019e05-5d26-425d-9e5d-4e31bb5f1bf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:32:17.242121 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd10dc4-9dc6-4074-965b-4cfdac24a419 None None] Pushing event updated for resources: {'Port': ['ID=79893b94-33f5-4ddc-b498-ceea868f4763,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:17.242970 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67771f15-9bb8-4f68-a175-ef61d60155e6 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Network dbb59954-cbf3-4b7b-b392-8d9d0369c2a9 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:32:17.258706 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-67771f15-9bb8-4f68-a175-ef61d60155e6 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, dbb59954-cbf3-4b7b-b392-8d9d0369c2a9) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:17.264115 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67771f15-9bb8-4f68-a175-ef61d60155e6 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:17.264940 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67771f15-9bb8-4f68-a175-ef61d60155e6 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:17.278148 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f1475b-e07b-4980-bc5e-8d18d89b81a9 None None] Network dbb59954-cbf3-4b7b-b392-8d9d0369c2a9 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:32:17.280961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6019e05-5d26-425d-9e5d-4e31bb5f1bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178d1dc5-b501-48d7-8959-3d5471f79627,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:17.282397 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-67771f15-9bb8-4f68-a175-ef61d60155e6 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6689477 Jul 09 09:32:17.292126 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6019e05-5d26-425d-9e5d-4e31bb5f1bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:17.305977 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-c6019e05-5d26-425d-9e5d-4e31bb5f1bf2 admin admin] Added segment 966526bd-490a-44dd-abfe-bcd259cab79b of type vlan for network 2423c228-b601-4946-8ea0-8ba4dc5be28b Jul 09 09:32:17.322877 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2', 'tag': '5a6989ba-cf11-4564-8ae0-a6affbe173ca'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:32:17.325375 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd25b723-54f6-45e3-936f-0ab11ab75ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2", "tag": "5a6989ba-cf11-4564-8ae0-a6affbe173ca"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:32:17.393227 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-dfd10dc4-9dc6-4074-965b-4cfdac24a419 None None] Attempting to bind port 79893b94-33f5-4ddc-b498-ceea868f4763 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:17.393459 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-dfd10dc4-9dc6-4074-965b-4cfdac24a419 None None] Attempting to bind port 79893b94-33f5-4ddc-b498-ceea868f4763 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'da1de747-5c24-4b00-84df-b097f7ccacb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b6333f6-9601-46e3-95db-c800502a8ecc'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:17.393788 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd10dc4-9dc6-4074-965b-4cfdac24a419 None None] Attempting to bind port 79893b94-33f5-4ddc-b498-ceea868f4763 on network 2b6333f6-9601-46e3-95db-c800502a8ecc {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:17.407164 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd10dc4-9dc6-4074-965b-4cfdac24a419 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:32:17.407744 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd10dc4-9dc6-4074-965b-4cfdac24a419 None None] Checking segment: {'id': 'da1de747-5c24-4b00-84df-b097f7ccacb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b6333f6-9601-46e3-95db-c800502a8ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:17.410549 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2a3eca-1b94-4653-ac50-a02d8c2398ec x-openstack-request-id: req-5d2a3eca-1b94-4653-ac50-a02d8c2398ec {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:32:17.411107 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2", "tag": "5a6989ba-cf11-4564-8ae0-a6affbe173ca", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:32:17.411107 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5d2a3eca-1b94-4653-ac50-a02d8c2398ec {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:32:17.411604 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2', 'tag': '5a6989ba-cf11-4564-8ae0-a6affbe173ca', 'status': 'completed', 'code': 200} Jul 09 09:32:17.426048 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48858) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:17.426216 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dfd10dc4-9dc6-4074-965b-4cfdac24a419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:17.426456 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd10dc4-9dc6-4074-965b-4cfdac24a419 None None] Bound using segment: {'id': 'da1de747-5c24-4b00-84df-b097f7ccacb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b6333f6-9601-46e3-95db-c800502a8ecc'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:32:17.426961 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-dfd10dc4-9dc6-4074-965b-4cfdac24a419 None None] Bound port: 79893b94-33f5-4ddc-b498-ceea868f4763, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1de747-5c24-4b00-84df-b097f7ccacb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b6333f6-9601-46e3-95db-c800502a8ecc'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:32:17.427600 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dfd10dc4-9dc6-4074-965b-4cfdac24a419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:17.488882 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6019e05-5d26-425d-9e5d-4e31bb5f1bf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:17.553810 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0424b52-9f48-403c-8515-8ea717d615c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-dbb59954-cbf3-4b7b-b392-8d9d0369c2a9', 'network_id': 'dbb59954-cbf3-4b7b-b392-8d9d0369c2a9', 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'fixed_ips': [{'subnet_id': 'dd3707cb-cc94-45a4-8dac-28eba9870f14'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:32:17.554736 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a0424b52-9f48-403c-8515-8ea717d615c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:17.575082 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-dfd10dc4-9dc6-4074-965b-4cfdac24a419 None None] For port 79893b94-33f5-4ddc-b498-ceea868f4763, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:32:17.589872 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-395a42e6-223d-4103-a074-f8d7928c4431 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e8c241be22824c21958886e50e1a035b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1625538 Jul 09 09:32:17.590597 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48872) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:17.594869 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-dfd10dc4-9dc6-4074-965b-4cfdac24a419 None None] For port 79893b94-33f5-4ddc-b498-ceea868f4763, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=79893b94-33f5-4ddc-b498-ceea868f4763,segment=NetworkSegment(da1de747-5c24-4b00-84df-b097f7ccacb1),segment_id=da1de747-5c24-4b00-84df-b097f7ccacb1)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:32:17.644896 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9e235c1-b595-4fed-a649-07c20e3b7d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:17.648764 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dfd10dc4-9dc6-4074-965b-4cfdac24a419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:17.676203 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9e235c1-b595-4fed-a649-07c20e3b7d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:17.745967 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9e235c1-b595-4fed-a649-07c20e3b7d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:17.750371 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9e235c1-b595-4fed-a649-07c20e3b7d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:17.753030 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b9e235c1-b595-4fed-a649-07c20e3b7d3e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/95576a32-6d7d-4697-b6e3-97bb09bf167e HTTP/1.1" status: 204 len: 168 time: 0.1606297 Jul 09 09:32:17.764061 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e235c1-b595-4fed-a649-07c20e3b7d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95576a32-6d7d-4697-b6e3-97bb09bf167e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:17.783824 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd10dc4-9dc6-4074-965b-4cfdac24a419 None None] Pushing event updated for resources: {'Port': ['ID=79893b94-33f5-4ddc-b498-ceea868f4763,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:17.845036 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-a0424b52-9f48-403c-8515-8ea717d615c7 None None] Allocated IP 19.86.0.2 (dbb59954-cbf3-4b7b-b392-8d9d0369c2a9/dd3707cb-cc94-45a4-8dac-28eba9870f14/c982ccc5-3efc-4d94-8916-293f9fd622d5) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:32:17.878495 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13e9a5b0-8761-4f24-ad7d-8aca200d880f req-a68fb4ce-5ebe-4638-97db-3c5df9285242 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5702488 Jul 09 09:32:17.914044 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9bbcd-62d6-49e9-a0ee-6ca761cd5a1a req-600b8a7a-70b0-4c63-8fe5-f02789d52064 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:17.928216 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-87f9bbcd-62d6-49e9-a0ee-6ca761cd5a1a req-600b8a7a-70b0-4c63-8fe5-f02789d52064 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd54dc5d-1d0a-4ad3-8f19-cfac0931a901 HTTP/1.1" status: 200 len: 950 time: 0.5971930 Jul 09 09:32:17.980213 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6019e05-5d26-425d-9e5d-4e31bb5f1bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:17.981159 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6019e05-5d26-425d-9e5d-4e31bb5f1bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:17.981747 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6019e05-5d26-425d-9e5d-4e31bb5f1bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:18.062569 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a0424b52-9f48-403c-8515-8ea717d615c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:18.075958 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a0424b52-9f48-403c-8515-8ea717d615c7 None None] Transition to ACTIVE for port object c982ccc5-3efc-4d94-8916-293f9fd622d5 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:18.103430 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a0424b52-9f48-403c-8515-8ea717d615c7 None None] Transition to ACTIVE for port object c982ccc5-3efc-4d94-8916-293f9fd622d5 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:18.114207 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48884) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:18.114551 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c6019e05-5d26-425d-9e5d-4e31bb5f1bf2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4628801 Jul 09 09:32:18.115096 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a0424b52-9f48-403c-8515-8ea717d615c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:18.120625 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7ff48e37-94d0-4fc4-a537-8228221d04c7 admin admin] Request body: {'subnet': {'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-subnet', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:18.123860 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25b723-54f6-45e3-936f-0ab11ab75ab2 req-98bc16c3-390e-4439-b64b-bf4c6687c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:18.125383 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd25b723-54f6-45e3-936f-0ab11ab75ab2 req-98bc16c3-390e-4439-b64b-bf4c6687c106 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ea2de8ba1fa4eb3954e92038414716a&device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 1094 time: 0.7058868 Jul 09 09:32:18.160150 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0424b52-9f48-403c-8515-8ea717d615c7 None None] Network dbb59954-cbf3-4b7b-b392-8d9d0369c2a9 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:18.160636 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff48e37-94d0-4fc4-a537-8228221d04c7 admin admin] Made reservation on behalf of b787bf2eebcb4063864ea3f28a4fe795 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:18.163516 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ff48e37-94d0-4fc4-a537-8228221d04c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:18.163955 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-a0424b52-9f48-403c-8515-8ea717d615c7 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:18.168044 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0424b52-9f48-403c-8515-8ea717d615c7 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:18.176311 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-87f9bbcd-62d6-49e9-a0ee-6ca761cd5a1a req-9e3c1c8e-1bc3-4bc7-ae52-32712698de1b tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470305 Jul 09 09:32:18.239847 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0424b52-9f48-403c-8515-8ea717d615c7 None None] Pushing event updated for resources: {'Port': ['ID=c982ccc5-3efc-4d94-8916-293f9fd622d5,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:18.246553 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a0424b52-9f48-403c-8515-8ea717d615c7 None None] Attempting to bind port c982ccc5-3efc-4d94-8916-293f9fd622d5 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:18.247152 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a0424b52-9f48-403c-8515-8ea717d615c7 None None] Attempting to bind port c982ccc5-3efc-4d94-8916-293f9fd622d5 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '8b2e536e-0128-4b41-b918-aca840de62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dbb59954-cbf3-4b7b-b392-8d9d0369c2a9'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:18.247792 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0424b52-9f48-403c-8515-8ea717d615c7 None None] Attempting to bind port c982ccc5-3efc-4d94-8916-293f9fd622d5 on network dbb59954-cbf3-4b7b-b392-8d9d0369c2a9 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:18.248582 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48886) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:18.264337 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0424b52-9f48-403c-8515-8ea717d615c7 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:32:18.265365 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0424b52-9f48-403c-8515-8ea717d615c7 None None] Checking segment: {'id': '8b2e536e-0128-4b41-b918-aca840de62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dbb59954-cbf3-4b7b-b392-8d9d0369c2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:18.265902 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a0424b52-9f48-403c-8515-8ea717d615c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:18.266405 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0424b52-9f48-403c-8515-8ea717d615c7 None None] Bound using segment: {'id': '8b2e536e-0128-4b41-b918-aca840de62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dbb59954-cbf3-4b7b-b392-8d9d0369c2a9'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:32:18.267234 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a0424b52-9f48-403c-8515-8ea717d615c7 None None] Bound port: c982ccc5-3efc-4d94-8916-293f9fd622d5, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b2e536e-0128-4b41-b918-aca840de62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dbb59954-cbf3-4b7b-b392-8d9d0369c2a9'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:32:18.268134 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a0424b52-9f48-403c-8515-8ea717d615c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:18.324350 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-93e41b36-ab92-4fef-8f75-5102cf53b54d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f8e83d84533846b8a509b91a0629ab0d&name=default HTTP/1.1" status: 200 len: 2981 time: 0.0746274 Jul 09 09:32:18.324963 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48888) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:18.328229 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-1c093f75-5b17-4afe-b759-25c89644b272 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:18.334365 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-1c093f75-5b17-4afe-b759-25c89644b272 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:18.336105 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-1c093f75-5b17-4afe-b759-25c89644b272 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/networks?id=2b6333f6-9601-46e3-95db-c800502a8ecc&id=dbb59954-cbf3-4b7b-b392-8d9d0369c2a9 HTTP/1.1" status: 200 len: 1392 time: 0.8371563 Jul 09 09:32:18.347300 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a0424b52-9f48-403c-8515-8ea717d615c7 None None] For port c982ccc5-3efc-4d94-8916-293f9fd622d5, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:32:18.348792 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25b723-54f6-45e3-936f-0ab11ab75ab2 req-15ce707f-f98a-4344-9f0b-15d92a3415ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:18.350556 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd25b723-54f6-45e3-936f-0ab11ab75ab2 req-15ce707f-f98a-4344-9f0b-15d92a3415ec service neutron] 10.222.0.64 "GET /v2.0/networks?id=a167ed73-6e11-49d4-8b85-411ff9857e03 HTTP/1.1" status: 200 len: 922 time: 0.1990817 Jul 09 09:32:18.352059 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6019e05-5d26-425d-9e5d-4e31bb5f1bf2 admin admin] Pushing event updated for resources: {'Network': ['ID=2423c228-b601-4946-8ea0-8ba4dc5be28b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:18.352338 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a0424b52-9f48-403c-8515-8ea717d615c7 None None] For port c982ccc5-3efc-4d94-8916-293f9fd622d5, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c982ccc5-3efc-4d94-8916-293f9fd622d5,segment=NetworkSegment(8b2e536e-0128-4b41-b918-aca840de62fc),segment_id=8b2e536e-0128-4b41-b918-aca840de62fc)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:32:18.358037 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device dc6f6800-1fec-416c-ae17-2a3eac134010 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:32:18.384938 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device aa5a9672-a6c8-41a0-b37d-423f24305c80 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:32:18.389541 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: dc6f6800-1fec-416c-ae17-2a3eac134010 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:32:18.390047 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device dc6f6800-1fec-416c-ae17-2a3eac134010 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:32:18.391592 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 2423c228-b601-4946-8ea0-8ba4dc5be28b details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:32:18.394549 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a0424b52-9f48-403c-8515-8ea717d615c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:18.424654 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b90e7ca-7eb3-41b4-9e20-44c76cd4e0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:18.440102 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-b744bd69-78df-4bf1-92ba-0fd267c28a7c tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/quotas/ccf6ebcefc44456fb4b443a1a3c4cef4 HTTP/1.1" status: 200 len: 375 time: 0.0454636 Jul 09 09:32:18.441847 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd25b723-54f6-45e3-936f-0ab11ab75ab2 req-a1d1e84e-f5b3-4899-b8b2-086512edfb32 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a6989ba-cf11-4564-8ae0-a6affbe173ca HTTP/1.1" status: 200 len: 217 time: 0.0745077 Jul 09 09:32:18.444808 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9a5b0-8761-4f24-ad7d-8aca200d880f req-71d5de0c-51b6-4188-b44b-757d1261ad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:18.446295 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13e9a5b0-8761-4f24-ad7d-8aca200d880f req-71d5de0c-51b6-4188-b44b-757d1261ad5e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 1096 time: 0.4833782 Jul 09 09:32:18.464691 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b90e7ca-7eb3-41b4-9e20-44c76cd4e0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:18.550236 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b90e7ca-7eb3-41b4-9e20-44c76cd4e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:18.552810 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b90e7ca-7eb3-41b4-9e20-44c76cd4e0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:18.567388 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5b90e7ca-7eb3-41b4-9e20-44c76cd4e0e0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/54efdc4d-bbe3-4edf-b161-34d20c7fa8b9 HTTP/1.1" status: 204 len: 168 time: 0.2347798 Jul 09 09:32:18.578267 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25b723-54f6-45e3-936f-0ab11ab75ab2 req-c161dafa-496e-4030-a0a0-42ffc86e8833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:18.579910 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd25b723-54f6-45e3-936f-0ab11ab75ab2 req-c161dafa-496e-4030-a0a0-42ffc86e8833 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c3165e0-c2b9-4191-b47c-44ba56916623 HTTP/1.1" status: 200 len: 861 time: 0.1154406 Jul 09 09:32:18.624091 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90e7ca-7eb3-41b4-9e20-44c76cd4e0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54efdc4d-bbe3-4edf-b161-34d20c7fa8b9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:18.643138 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ff48e37-94d0-4fc4-a537-8228221d04c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:18.673445 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b035f6b-839a-4754-9944-3a38cad6a6b9 req-187d50ca-d7d8-4e43-9328-a3029aeda8f6 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:18.675706 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b035f6b-839a-4754-9944-3a38cad6a6b9 req-187d50ca-d7d8-4e43-9328-a3029aeda8f6 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.61 "GET /v2.0/ports?device_id=9cbf830c-7e22-4b46-83da-22d88987c380 HTTP/1.1" status: 200 len: 944 time: 0.3384886 Jul 09 09:32:18.731529 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd25b723-54f6-45e3-936f-0ab11ab75ab2 req-a4a819f2-32e3-44d9-914c-4b4423d02ce9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a167ed73-6e11-49d4-8b85-411ff9857e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874076 Jul 09 09:32:18.765100 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff48e37-94d0-4fc4-a537-8228221d04c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e29a1d03-4250-4311-8a28-897c11a59e6c,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:18.800943 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0424b52-9f48-403c-8515-8ea717d615c7 None None] Pushing event updated for resources: {'Port': ['ID=c982ccc5-3efc-4d94-8916-293f9fd622d5,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:18.819081 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff48e37-94d0-4fc4-a537-8228221d04c7 admin admin] Checking segment: {'id': '966526bd-490a-44dd-abfe-bcd259cab79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:18.819464 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff48e37-94d0-4fc4-a537-8228221d04c7 admin admin] Network hostable DHCP agents. Network: 2423c228-b601-4946-8ea0-8ba4dc5be28b, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:32:18.870588 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff48e37-94d0-4fc4-a537-8228221d04c7 admin admin] Network 2423c228-b601-4946-8ea0-8ba4dc5be28b is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:32:18.888204 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-7ff48e37-94d0-4fc4-a537-8228221d04c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 2423c228-b601-4946-8ea0-8ba4dc5be28b) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:18.897927 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff48e37-94d0-4fc4-a537-8228221d04c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:18.897927 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ff48e37-94d0-4fc4-a537-8228221d04c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:18.918647 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7ff48e37-94d0-4fc4-a537-8228221d04c7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8031414 Jul 09 09:32:18.919368 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48894) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:18.923329 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd817047-9e33-4c12-a213-8642477e306b None None] Network 2423c228-b601-4946-8ea0-8ba4dc5be28b requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:32:18.924901 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-453844ca-4631-4f63-a55d-70e6b964af71 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:18.958548 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b035f6b-839a-4754-9944-3a38cad6a6b9 req-16eefe90-0463-44ed-820a-ccfbce302ea1 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ca62416-a8e3-4e49-b639-00d7979f7912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555478 Jul 09 09:32:18.969628 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-453844ca-4631-4f63-a55d-70e6b964af71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:18.971453 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-453844ca-4631-4f63-a55d-70e6b964af71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:19.071977 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-90800a8d-1a56-4622-8c49-72a4ac7e2157 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccf6ebcefc44456fb4b443a1a3c4cef4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6055586 Jul 09 09:32:19.113462 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-453844ca-4631-4f63-a55d-70e6b964af71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:19.161237 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port aa5a9672-a6c8-41a0-b37d-423f24305c80, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=aa5a9672-a6c8-41a0-b37d-423f24305c80,segment=NetworkSegment(1de213a3-cebd-40cf-9a29-aa98c95a9497),segment_id=1de213a3-cebd-40cf-9a29-aa98c95a9497)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:19.222570 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'aa5a9672-a6c8-41a0-b37d-423f24305c80', 'network_id': 'dbfda831-4990-493d-a751-274d971f767f', 'port_id': 'aa5a9672-a6c8-41a0-b37d-423f24305c80', 'mac_address': 'fa:16:3e:37:3d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b38c8d9-0cc7-4ded-ba10-9f9e488eddfb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:32:19.229138 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66abe5f-0e72-44fa-b605-b8bb8f2f4e6b req-679f21ac-e6ec-4b13-b9e1-80c58ebea44d tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:19.230853 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a66abe5f-0e72-44fa-b605-b8bb8f2f4e6b req-679f21ac-e6ec-4b13-b9e1-80c58ebea44d tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd54dc5d-1d0a-4ad3-8f19-cfac0931a901 HTTP/1.1" status: 200 len: 950 time: 0.4965312 Jul 09 09:32:19.244890 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9a5b0-8761-4f24-ad7d-8aca200d880f req-5db830c4-e679-45b5-90a3-c53d8a633f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:19.246395 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13e9a5b0-8761-4f24-ad7d-8aca200d880f req-5db830c4-e679-45b5-90a3-c53d8a633f5b service neutron] 10.222.0.64 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 912 time: 0.7606962 Jul 09 09:32:19.313010 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90736219-4098-46f3-84ff-61635c6a3369 None None] Network 2b6333f6-9601-46e3-95db-c800502a8ecc requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:32:19.320841 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:19.334195 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9167efde-313d-430d-a348-e87583c547c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-2423c228-b601-4946-8ea0-8ba4dc5be28b', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:32:19.335076 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9167efde-313d-430d-a348-e87583c547c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:19.393142 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5a9672-a6c8-41a0-b37d-423f24305c80 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:32:19.418350 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5a6989ba-cf11-4564-8ae0-a6affbe173ca details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:32:19.441595 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port aa5a9672-a6c8-41a0-b37d-423f24305c80, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=aa5a9672-a6c8-41a0-b37d-423f24305c80,segment=NetworkSegment(1de213a3-cebd-40cf-9a29-aa98c95a9497),segment_id=1de213a3-cebd-40cf-9a29-aa98c95a9497)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:19.449726 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6683034e-c17b-43f3-880f-3bac3a4ec053 None None] Provisioning for port 79893b94-33f5-4ddc-b498-ceea868f4763 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:19.465857 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd25b723-54f6-45e3-936f-0ab11ab75ab2 req-4352c2bc-a60b-4380-9689-d442e72bae06 service neutron] 10.222.0.64 "GET /v2.0/networks/a167ed73-6e11-49d4-8b85-411ff9857e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7030745 Jul 09 09:32:19.467973 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:19.613673 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-bebe0e9a-2a47-411f-9fed-fe2dcb870989 service neutron] 10.222.0.61 "GET /v2.0/networks/2b6333f6-9601-46e3-95db-c800502a8ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403848 Jul 09 09:32:19.616820 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13e9a5b0-8761-4f24-ad7d-8aca200d880f req-6a430a5d-a417-4c09-bd8b-9eb1b89eb4ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f156a5a-c918-478b-b237-7653ff906d49 HTTP/1.1" status: 200 len: 1001 time: 0.3243961 Jul 09 09:32:19.715467 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['aa5a9672-a6c8-41a0-b37d-423f24305c80'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:32:19.838418 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-453844ca-4631-4f63-a55d-70e6b964af71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:19.844679 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73f4b2-19ae-41e2-8af8-b63e56d08208 req-58f3c4a4-7453-45eb-ac3f-6d0fa0f3558a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:19.855842 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48914) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:19.865305 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0f73f4b2-19ae-41e2-8af8-b63e56d08208 req-58f3c4a4-7453-45eb-ac3f-6d0fa0f3558a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 943 time: 0.5823956 Jul 09 09:32:19.906273 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=aa5a9672-a6c8-41a0-b37d-423f24305c80,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:19.939168 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-9167efde-313d-430d-a348-e87583c547c0 None None] Allocated IP 172.20.0.2 (2423c228-b601-4946-8ea0-8ba4dc5be28b/e29a1d03-4250-4311-8a28-897c11a59e6c/79c5318c-9448-43f8-adb1-584617776d69) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:32:19.955433 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 79893b94-33f5-4ddc-b498-ceea868f4763 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:19.966488 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-a66abe5f-0e72-44fa-b605-b8bb8f2f4e6b req-31580213-c3e0-4e57-89b2-65aee0013505 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Deleting port 69f25ea8-b82a-4379-a59d-bc564e39fe9d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:19.967051 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a66abe5f-0e72-44fa-b605-b8bb8f2f4e6b req-31580213-c3e0-4e57-89b2-65aee0013505 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:20.058378 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5a6989ba-cf11-4564-8ae0-a6affbe173ca, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5a6989ba-cf11-4564-8ae0-a6affbe173ca,segment=NetworkSegment(edbd23f5-4b6c-4399-ba78-00f99e4df72a),segment_id=edbd23f5-4b6c-4399-ba78-00f99e4df72a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:20.107532 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9a5b0-8761-4f24-ad7d-8aca200d880f req-ebb5a919-4932-4951-8961-e3ef5c118f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:20.110083 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13e9a5b0-8761-4f24-ad7d-8aca200d880f req-ebb5a919-4932-4951-8961-e3ef5c118f24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.4791973 Jul 09 09:32:20.116792 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a66abe5f-0e72-44fa-b605-b8bb8f2f4e6b req-31580213-c3e0-4e57-89b2-65aee0013505 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] For port 69f25ea8-b82a-4379-a59d-bc564e39fe9d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=69f25ea8-b82a-4379-a59d-bc564e39fe9d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:20.117172 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a66abe5f-0e72-44fa-b605-b8bb8f2f4e6b req-31580213-c3e0-4e57-89b2-65aee0013505 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:20.122063 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4c167972-222f-46f2-841b-0a623b181483 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1760703481'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:20.134062 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd25b723-54f6-45e3-936f-0ab11ab75ab2 req-ec27a93b-33f8-4799-985f-9f5dffb8bfc4 service neutron] 10.222.0.64 "GET /v2.0/networks/a167ed73-6e11-49d4-8b85-411ff9857e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6280785 Jul 09 09:32:20.150843 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-453844ca-4631-4f63-a55d-70e6b964af71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:20.166101 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '5a6989ba-cf11-4564-8ae0-a6affbe173ca', 'network_id': 'a167ed73-6e11-49d4-8b85-411ff9857e03', 'port_id': '5a6989ba-cf11-4564-8ae0-a6affbe173ca', 'mac_address': 'fa:16:3e:86:75:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3165e0-c2b9-4191-b47c-44ba56916623', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:32:20.178079 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c167972-222f-46f2-841b-0a623b181483 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Made reservation on behalf of 1758e3ad44bd49e6879feda1cda64234 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:20.181504 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c167972-222f-46f2-841b-0a623b181483 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:20.184143 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-453844ca-4631-4f63-a55d-70e6b964af71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:20.198767 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c167972-222f-46f2-841b-0a623b181483 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:20.216490 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-c7e56a4d-b696-4d43-97ca-9121522e40cb service neutron] 10.222.0.61 "GET /v2.0/networks/2b6333f6-9601-46e3-95db-c800502a8ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6014028 Jul 09 09:32:20.221179 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0f73f4b2-19ae-41e2-8af8-b63e56d08208 req-2ec5f199-602b-4c14-966b-4cd7d5f89b67 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545310 Jul 09 09:32:20.234834 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-a66abe5f-0e72-44fa-b605-b8bb8f2f4e6b req-31580213-c3e0-4e57-89b2-65aee0013505 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Calling delete_port for 69f25ea8-b82a-4379-a59d-bc564e39fe9d owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:20.278263 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2e0870-4234-4258-897c-00bc5d5d5599 None None] Network dbb59954-cbf3-4b7b-b392-8d9d0369c2a9 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:32:20.356196 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-abed9e5f-1bff-45b0-9492-e6cc9d53fe78 None None] Provisioning for port c982ccc5-3efc-4d94-8916-293f9fd622d5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:20.373046 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:20.379869 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-453844ca-4631-4f63-a55d-70e6b964af71 admin admin] Allocated IP 172.25.3.145 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/2c389bab-c907-4d67-8a52-4925ef9842c0) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:32:20.416928 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 79893b94-33f5-4ddc-b498-ceea868f4763 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:20.444769 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 79893b94-33f5-4ddc-b498-ceea868f4763 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:20.445503 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:20.454048 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6989ba-cf11-4564-8ae0-a6affbe173ca {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:32:20.498307 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c167972-222f-46f2-841b-0a623b181483 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:20.505486 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c167972-222f-46f2-841b-0a623b181483 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:20.559503 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c167972-222f-46f2-841b-0a623b181483 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:32:20.594304 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c167972-222f-46f2-841b-0a623b181483 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaca08e-490f-4651-86af-a1ef03f6bfaf,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:20.598225 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c167972-222f-46f2-841b-0a623b181483 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:20.598586 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-4c167972-222f-46f2-841b-0a623b181483 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Added segment 93ed57b3-71dd-4788-9e0e-d4930b683f53 of type vlan for network 8fe5715f-6d05-43ad-abe6-2d17f533b7d8 Jul 09 09:32:20.608179 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5a6989ba-cf11-4564-8ae0-a6affbe173ca, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5a6989ba-cf11-4564-8ae0-a6affbe173ca,segment=NetworkSegment(edbd23f5-4b6c-4399-ba78-00f99e4df72a),segment_id=edbd23f5-4b6c-4399-ba78-00f99e4df72a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:20.628805 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-453844ca-4631-4f63-a55d-70e6b964af71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:20.633392 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:20.693003 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c167972-222f-46f2-841b-0a623b181483 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:20.719194 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9167efde-313d-430d-a348-e87583c547c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:20.765138 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c167972-222f-46f2-841b-0a623b181483 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:20.770044 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9a5b0-8761-4f24-ad7d-8aca200d880f req-a759ca71-356e-414f-aced-649f603449e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:20.771672 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13e9a5b0-8761-4f24-ad7d-8aca200d880f req-a759ca71-356e-414f-aced-649f603449e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6401267 Jul 09 09:32:20.774844 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c167972-222f-46f2-841b-0a623b181483 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:20.775556 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c167972-222f-46f2-841b-0a623b181483 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:20.777140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9167efde-313d-430d-a348-e87583c547c0 None None] Transition to ACTIVE for port object 79c5318c-9448-43f8-adb1-584617776d69 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:20.786168 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-5dd8926e-3d08-40bc-ad2a-109a2a1e56a0 service neutron] 10.222.0.61 "GET /v2.0/networks/dbb59954-cbf3-4b7b-b392-8d9d0369c2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5524752 Jul 09 09:32:20.786529 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-453844ca-4631-4f63-a55d-70e6b964af71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:20.870657 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9167efde-313d-430d-a348-e87583c547c0 None None] Transition to ACTIVE for port object 79c5318c-9448-43f8-adb1-584617776d69 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:20.874494 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5a6989ba-cf11-4564-8ae0-a6affbe173ca,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:20.880093 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453844ca-4631-4f63-a55d-70e6b964af71 admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:20.897202 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4c167972-222f-46f2-841b-0a623b181483 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0392218 Jul 09 09:32:20.902426 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-453844ca-4631-4f63-a55d-70e6b964af71 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:20.904160 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48922) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:20.912134 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9167efde-313d-430d-a348-e87583c547c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:20.914488 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453844ca-4631-4f63-a55d-70e6b964af71 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:20.919960 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a6508557-d92f-4848-8f4b-73b1571b4d31 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Request body: {'subnet': {'network_id': '8fe5715f-6d05-43ad-abe6-2d17f533b7d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:20.972564 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:20.977468 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c167972-222f-46f2-841b-0a623b181483 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Pushing event updated for resources: {'Network': ['ID=8fe5715f-6d05-43ad-abe6-2d17f533b7d8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:20.983683 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9167efde-313d-430d-a348-e87583c547c0 None None] Network 2423c228-b601-4946-8ea0-8ba4dc5be28b is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:20.998680 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 8fe5715f-6d05-43ad-abe6-2d17f533b7d8 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:32:21.003189 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['5a6989ba-cf11-4564-8ae0-a6affbe173ca'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:32:21.005741 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453844ca-4631-4f63-a55d-70e6b964af71 admin admin] Pushing event updated for resources: {'Port': ['ID=2c389bab-c907-4d67-8a52-4925ef9842c0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:21.012389 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-9167efde-313d-430d-a348-e87583c547c0 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:21.014195 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167efde-313d-430d-a348-e87583c547c0 None None] Pushing event updated for resources: {'Port': ['ID=79c5318c-9448-43f8-adb1-584617776d69,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:21.016506 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9167efde-313d-430d-a348-e87583c547c0 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:21.091585 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8560a37d-5bb3-499a-9a8c-fbd5657d6741 None None] Provisioning complete for port 79893b94-33f5-4ddc-b498-ceea868f4763 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:21.091585 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8560a37d-5bb3-499a-9a8c-fbd5657d6741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:21.120825 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13e9a5b0-8761-4f24-ad7d-8aca200d880f req-73bfa4e0-ddbc-4827-a662-4579fd1d51a1 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310189 Jul 09 09:32:21.123048 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-080a0c29-1ea1-47a3-8acb-3a79a816357e service neutron] 10.222.0.61 "GET /v2.0/networks/dbb59954-cbf3-4b7b-b392-8d9d0369c2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360865 Jul 09 09:32:21.126079 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a66abe5f-0e72-44fa-b605-b8bb8f2f4e6b req-31580213-c3e0-4e57-89b2-65aee0013505 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:21.149367 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6508557-d92f-4848-8f4b-73b1571b4d31 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Made reservation on behalf of 1758e3ad44bd49e6879feda1cda64234 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:21.153492 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6508557-d92f-4848-8f4b-73b1571b4d31 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:21.181957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ee13b-e40c-4610-bf0a-d82c4b12471d req-b24f8d98-6af4-4287-87b3-4cfc2adab772 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:21.188489 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f42ee13b-e40c-4610-bf0a-d82c4b12471d req-b24f8d98-6af4-4287-87b3-4cfc2adab772 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd54dc5d-1d0a-4ad3-8f19-cfac0931a901 HTTP/1.1" status: 200 len: 950 time: 0.3695290 Jul 09 09:32:21.244061 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31580213-c3e0-4e57-89b2-65aee0013505 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Pushing event deleted for resources: {'Port': ['ID=69f25ea8-b82a-4379-a59d-bc564e39fe9d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:21.368754 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66abe5f-0e72-44fa-b605-b8bb8f2f4e6b req-31580213-c3e0-4e57-89b2-65aee0013505 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] No DVR routers for this DVR port 69f25ea8-b82a-4379-a59d-bc564e39fe9d on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:32:21.372554 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 79893b94-33f5-4ddc-b498-ceea868f4763, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=79893b94-33f5-4ddc-b498-ceea868f4763,segment=NetworkSegment(da1de747-5c24-4b00-84df-b097f7ccacb1),segment_id=da1de747-5c24-4b00-84df-b097f7ccacb1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:21.401467 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a66abe5f-0e72-44fa-b605-b8bb8f2f4e6b req-31580213-c3e0-4e57-89b2-65aee0013505 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:21.403743 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a66abe5f-0e72-44fa-b605-b8bb8f2f4e6b req-31580213-c3e0-4e57-89b2-65aee0013505 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.64 "DELETE /v2.0/ports/69f25ea8-b82a-4379-a59d-bc564e39fe9d HTTP/1.1" status: 204 len: 173 time: 2.1662922 Jul 09 09:32:21.414032 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd54dc5d-1d0a-4ad3-8f19-cfac0931a901', 'name': 'network-vif-deleted', 'tag': '69f25ea8-b82a-4379-a59d-bc564e39fe9d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:32:21.418724 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04253075-f003-4392-abef-a500697ca2a5" -d '{"events": [{"server_uuid": "fd54dc5d-1d0a-4ad3-8f19-cfac0931a901", "name": "network-vif-deleted", "tag": "69f25ea8-b82a-4379-a59d-bc564e39fe9d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:32:21.445063 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 69f25ea8-b82a-4379-a59d-bc564e39fe9d no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:32:21.455772 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:21.456600 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c982ccc5-3efc-4d94-8916-293f9fd622d5 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:21.460528 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f42ee13b-e40c-4610-bf0a-d82c4b12471d req-fc3df270-b768-4791-a618-44ab3ef2a7db tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/security-groups?id=cb4495f2-e8fe-4150-a90a-714407923170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705469 Jul 09 09:32:21.497978 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6508557-d92f-4848-8f4b-73b1571b4d31 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:21.522006 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13e9a5b0-8761-4f24-ad7d-8aca200d880f req-066652a8-246d-450d-abb0-a3e8537b7bcb service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932748 Jul 09 09:32:21.712335 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 69f25ea8-b82a-4379-a59d-bc564e39fe9d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:32:21.712850 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 69f25ea8-b82a-4379-a59d-bc564e39fe9d not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:32:21.714763 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9167efde-313d-430d-a348-e87583c547c0 None None] Attempting to bind port 79c5318c-9448-43f8-adb1-584617776d69 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:21.716214 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9167efde-313d-430d-a348-e87583c547c0 None None] Attempting to bind port 79c5318c-9448-43f8-adb1-584617776d69 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '966526bd-490a-44dd-abfe-bcd259cab79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:21.716842 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9167efde-313d-430d-a348-e87583c547c0 None None] Attempting to bind port 79c5318c-9448-43f8-adb1-584617776d69 on network 2423c228-b601-4946-8ea0-8ba4dc5be28b {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:21.756181 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6508557-d92f-4848-8f4b-73b1571b4d31 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Pushing event updated for resources: {'Subnet': ['ID=bb2cc003-7c1b-4d20-93de-3d255495568f,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:21.779515 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6508557-d92f-4848-8f4b-73b1571b4d31 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Checking segment: {'id': '93ed57b3-71dd-4788-9e0e-d4930b683f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8fe5715f-6d05-43ad-abe6-2d17f533b7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:21.779929 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6508557-d92f-4848-8f4b-73b1571b4d31 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Network hostable DHCP agents. Network: 8fe5715f-6d05-43ad-abe6-2d17f533b7d8, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:32:21.810594 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfb6ee-57e9-406b-b286-cdb25f83b2cf req-3b0310c8-9a99-4f5a-ba47-db04492341f1 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:21.812657 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4cfb6ee-57e9-406b-b286-cdb25f83b2cf req-3b0310c8-9a99-4f5a-ba47-db04492341f1 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.61 "GET /v2.0/ports?device_id=9cbf830c-7e22-4b46-83da-22d88987c380 HTTP/1.1" status: 200 len: 945 time: 0.3167729 Jul 09 09:32:21.870077 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9167efde-313d-430d-a348-e87583c547c0 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:32:21.870602 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9167efde-313d-430d-a348-e87583c547c0 None None] Checking segment: {'id': '966526bd-490a-44dd-abfe-bcd259cab79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:21.871176 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9167efde-313d-430d-a348-e87583c547c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:21.871670 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9167efde-313d-430d-a348-e87583c547c0 None None] Bound using segment: {'id': '966526bd-490a-44dd-abfe-bcd259cab79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:32:21.872755 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9167efde-313d-430d-a348-e87583c547c0 None None] Bound port: 79c5318c-9448-43f8-adb1-584617776d69, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966526bd-490a-44dd-abfe-bcd259cab79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:32:21.873359 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9167efde-313d-430d-a348-e87583c547c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:21.897328 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6508557-d92f-4848-8f4b-73b1571b4d31 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Network 8fe5715f-6d05-43ad-abe6-2d17f533b7d8 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:32:21.898168 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4cfb6ee-57e9-406b-b286-cdb25f83b2cf req-71c2da42-9ea9-46c2-b9f1-f94546bb96da tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ca62416-a8e3-4e49-b639-00d7979f7912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720887 Jul 09 09:32:21.921488 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a6508557-d92f-4848-8f4b-73b1571b4d31 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 8fe5715f-6d05-43ad-abe6-2d17f533b7d8) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:21.935717 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6508557-d92f-4848-8f4b-73b1571b4d31 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:21.936345 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6508557-d92f-4848-8f4b-73b1571b4d31 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:21.938906 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-453844ca-4631-4f63-a55d-70e6b964af71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:21.966665 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9167efde-313d-430d-a348-e87583c547c0 None None] For port 79c5318c-9448-43f8-adb1-584617776d69, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:32:21.970901 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9167efde-313d-430d-a348-e87583c547c0 None None] For port 79c5318c-9448-43f8-adb1-584617776d69, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=79c5318c-9448-43f8-adb1-584617776d69,segment=NetworkSegment(966526bd-490a-44dd-abfe-bcd259cab79b),segment_id=966526bd-490a-44dd-abfe-bcd259cab79b)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:32:21.976583 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34394f04-70d1-4758-beae-ecc6784844cd None None] Network 8fe5715f-6d05-43ad-abe6-2d17f533b7d8 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:32:21.981050 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port c982ccc5-3efc-4d94-8916-293f9fd622d5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:21.988938 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=79893b94-33f5-4ddc-b498-ceea868f4763,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:21.995495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port c982ccc5-3efc-4d94-8916-293f9fd622d5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:21.996500 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:22.001162 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9167efde-313d-430d-a348-e87583c547c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:22.004844 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a6508557-d92f-4848-8f4b-73b1571b4d31 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0930269 Jul 09 09:32:22.010900 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20ad25-f002-4c4b-9ca1-3f9748724408 req-5ff6bedd-68f2-4cef-9778-fead6895c6ed tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:22.013209 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec20ad25-f002-4c4b-9ca1-3f9748724408 req-5ff6bedd-68f2-4cef-9778-fead6895c6ed tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 944 time: 0.2982335 Jul 09 09:32:22.015822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48944) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:22.021922 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d88fe449-fdce-43ab-9331-1be10bda4149 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Request body: {'port': {'network_id': '8fe5715f-6d05-43ad-abe6-2d17f533b7d8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-672204737'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:22.140904 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-18290427-890c-45f8-b25f-65559c448a84 None None] Provisioning complete for port c982ccc5-3efc-4d94-8916-293f9fd622d5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:22.141399 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-18290427-890c-45f8-b25f-65559c448a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:22.146932 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fddbe7ef-3ec6-4f46-a3b2-8c091eec2df0 req-792e0f19-97d9-4b9a-968f-e7dca3558aed tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2e22bfe-8be9-4a10-85a4-efe88ce4be32 HTTP/1.1" status: 200 len: 210 time: 0.1326282 Jul 09 09:32:22.242307 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec20ad25-f002-4c4b-9ca1-3f9748724408 req-68fbd92a-4e80-4334-8b32-3204c8891807 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491926 Jul 09 09:32:22.256243 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-453844ca-4631-4f63-a55d-70e6b964af71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:22.314674 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88fe449-fdce-43ab-9331-1be10bda4149 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Made reservation on behalf of 1758e3ad44bd49e6879feda1cda64234 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:22.319389 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d88fe449-fdce-43ab-9331-1be10bda4149 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:22.324943 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167efde-313d-430d-a348-e87583c547c0 None None] Pushing event updated for resources: {'Port': ['ID=79c5318c-9448-43f8-adb1-584617776d69,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:22.341198 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ed3be8-1a3d-4d55-a713-9e5ba07748d1 x-openstack-request-id: req-a1ed3be8-1a3d-4d55-a713-9e5ba07748d1 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:32:22.341486 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd54dc5d-1d0a-4ad3-8f19-cfac0931a901", "name": "network-vif-deleted", "tag": "69f25ea8-b82a-4379-a59d-bc564e39fe9d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:32:22.341738 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a1ed3be8-1a3d-4d55-a713-9e5ba07748d1 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:32:22.342140 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd54dc5d-1d0a-4ad3-8f19-cfac0931a901', 'name': 'network-vif-deleted', 'tag': '69f25ea8-b82a-4379-a59d-bc564e39fe9d', 'status': 'completed', 'code': 200} Jul 09 09:32:22.376782 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-d88fe449-fdce-43ab-9331-1be10bda4149 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] device_id is not set on port 7e50f417-6b22-467a-8b8a-ac592a023b77 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:32:22.462113 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device aa5a9672-a6c8-41a0-b37d-423f24305c80 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:22.597639 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453844ca-4631-4f63-a55d-70e6b964af71 admin admin] Router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:32:22.629338 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:22.634327 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-d88fe449-fdce-43ab-9331-1be10bda4149 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Allocated IP 2001:db8::3bc (8fe5715f-6d05-43ad-abe6-2d17f533b7d8/bb2cc003-7c1b-4d20-93de-3d255495568f/7e50f417-6b22-467a-8b8a-ac592a023b77) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:32:22.743150 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1066869e-1bf7-418d-9be7-62dae03c170c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-8fe5715f-6d05-43ad-abe6-2d17f533b7d8', 'network_id': '8fe5715f-6d05-43ad-abe6-2d17f533b7d8', 'tenant_id': '1758e3ad44bd49e6879feda1cda64234', 'fixed_ips': [{'subnet_id': 'bb2cc003-7c1b-4d20-93de-3d255495568f'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:32:22.744605 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1066869e-1bf7-418d-9be7-62dae03c170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:22.746844 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-18290427-890c-45f8-b25f-65559c448a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:22.778912 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port aa5a9672-a6c8-41a0-b37d-423f24305c80 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:22.796955 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port aa5a9672-a6c8-41a0-b37d-423f24305c80 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:22.797709 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:22.829275 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453844ca-4631-4f63-a55d-70e6b964af71 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:32:22.857769 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port c982ccc5-3efc-4d94-8916-293f9fd622d5, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c982ccc5-3efc-4d94-8916-293f9fd622d5,segment=NetworkSegment(8b2e536e-0128-4b41-b918-aca840de62fc),segment_id=8b2e536e-0128-4b41-b918-aca840de62fc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:22.870796 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-453844ca-4631-4f63-a55d-70e6b964af71 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:22.875606 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-453844ca-4631-4f63-a55d-70e6b964af71 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.9550009 Jul 09 09:32:22.876498 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48948) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:22.909556 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a35688d8-1312-486c-8b31-936fc5302360 req-ced94df9-f290-4ce3-b705-20f71aa34390 tempest-LiveMigrationNegativeTest-86278862 tempest-LiveMigrationNegativeTest-86278862-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd54dc5d-1d0a-4ad3-8f19-cfac0931a901 HTTP/1.1" status: 200 len: 210 time: 0.0535269 Jul 09 09:32:22.932575 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] Sync routers for ids ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:32:22.942688 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:22.998416 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d88fe449-fdce-43ab-9331-1be10bda4149 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:23.038755 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-d88fe449-fdce-43ab-9331-1be10bda4149 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Transition to ACTIVE for port object 7e50f417-6b22-467a-8b8a-ac592a023b77 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:23.065040 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] Routers {'7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:32:23.065726 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:32:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:23.179173 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6f3d8-3cb1-40d4-8a43-d7d5f662eaee req-4883ef98-ff0d-41cc-8f19-bcc3b9143b7d tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:23.181372 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6fa6f3d8-3cb1-40d4-8a43-d7d5f662eaee req-4883ef98-ff0d-41cc-8f19-bcc3b9143b7d tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.61 "GET /v2.0/ports?device_id=9cbf830c-7e22-4b46-83da-22d88987c380 HTTP/1.1" status: 200 len: 945 time: 0.1339140 Jul 09 09:32:23.186350 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d88fe449-fdce-43ab-9331-1be10bda4149 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:23.248709 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=c982ccc5-3efc-4d94-8916-293f9fd622d5,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:23.248929 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88fe449-fdce-43ab-9331-1be10bda4149 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Network 8fe5715f-6d05-43ad-abe6-2d17f533b7d8 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:23.279857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d88fe449-fdce-43ab-9331-1be10bda4149 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:23.286633 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88fe449-fdce-43ab-9331-1be10bda4149 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:23.292396 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88fe449-fdce-43ab-9331-1be10bda4149 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:23.293051 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d88fe449-fdce-43ab-9331-1be10bda4149 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:23.330596 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-1066869e-1bf7-418d-9be7-62dae03c170c None None] Allocated IP 2001:db8::2 (8fe5715f-6d05-43ad-abe6-2d17f533b7d8/bb2cc003-7c1b-4d20-93de-3d255495568f/4ed19f9a-a822-4a73-b9b7-a54fab3827e3) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:32:23.350631 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6fa6f3d8-3cb1-40d4-8a43-d7d5f662eaee req-f37e0e9c-fcdc-4a99-bf95-ad08534a7ef5 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ca62416-a8e3-4e49-b639-00d7979f7912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621981 Jul 09 09:32:23.354102 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88fe449-fdce-43ab-9331-1be10bda4149 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Pushing event updated for resources: {'Port': ['ID=7e50f417-6b22-467a-8b8a-ac592a023b77,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:23.368621 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d88fe449-fdce-43ab-9331-1be10bda4149 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3517151 Jul 09 09:32:23.369272 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48958) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:23.374863 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e6ce05ae-af46-43c9-95fc-8ca0e396f124 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Request body: {'port': {'network_id': '8fe5715f-6d05-43ad-abe6-2d17f533b7d8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1755971177', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:23.375612 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.api.validators [None req-e6ce05ae-af46-43c9-95fc-8ca0e396f124 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] bootfile-name is not in valid_values {{(pid=93790) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 09:32:23.375989 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.api.validators [None req-e6ce05ae-af46-43c9-95fc-8ca0e396f124 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] tftp-server is not in valid_values {{(pid=93790) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 09:32:23.376861 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.api.validators [None req-e6ce05ae-af46-43c9-95fc-8ca0e396f124 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] server-ip-address is not in valid_values {{(pid=93790) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 09:32:23.455722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 79893b94-33f5-4ddc-b498-ceea868f4763 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:23.460623 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-18290427-890c-45f8-b25f-65559c448a84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:32:23.461125 n-d-799996-1 neutron-server[93792]: DEBUG oslo_db.api [None req-18290427-890c-45f8-b25f-65559c448a84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:32:23.466811 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5a6989ba-cf11-4564-8ae0-a6affbe173ca up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:23.503261 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-facac87e-c81f-49dd-99f6-9db74f9e725d req-5b3ca300-0edf-4c4d-ae1d-8ee7f83bf147 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2e22bfe-8be9-4a10-85a4-efe88ce4be32 HTTP/1.1" status: 200 len: 210 time: 0.0496316 Jul 09 09:32:23.612876 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ce05ae-af46-43c9-95fc-8ca0e396f124 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Made reservation on behalf of 1758e3ad44bd49e6879feda1cda64234 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:23.619240 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6ce05ae-af46-43c9-95fc-8ca0e396f124 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:23.693855 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd98be7f-2555-49fa-bc32-406a37936c36 None None] Network 2423c228-b601-4946-8ea0-8ba4dc5be28b requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:32:23.696520 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-e6ce05ae-af46-43c9-95fc-8ca0e396f124 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] device_id is not set on port 2244025a-e652-4980-8ff5-e3eb8b44b590 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:32:23.760754 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:23.807447 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d8f65-1233-4149-a055-fdf07c47adf2 req-12206175-210c-4080-9258-1d50daaf63d6 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:23.809895 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-216d8f65-1233-4149-a055-fdf07c47adf2 req-12206175-210c-4080-9258-1d50daaf63d6 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 944 time: 0.1809044 Jul 09 09:32:23.857771 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 5a6989ba-cf11-4564-8ae0-a6affbe173ca completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:23.890166 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 5a6989ba-cf11-4564-8ae0-a6affbe173ca triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:23.890457 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:23.898568 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-216d8f65-1233-4149-a055-fdf07c47adf2 req-21962e69-04ae-4f7c-bfe0-e009445eb473 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755510 Jul 09 09:32:23.924556 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbf830c-7e22-4b46-83da-22d88987c380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5a9672-a6c8-41a0-b37d-423f24305c80'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:32:23.926829 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1c73b5-dd72-40ed-b056-a0b9b32b45e8" -d '{"events": [{"server_uuid": "9cbf830c-7e22-4b46-83da-22d88987c380", "name": "network-vif-plugged", "status": "completed", "tag": "aa5a9672-a6c8-41a0-b37d-423f24305c80"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:32:24.011569 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port aa5a9672-a6c8-41a0-b37d-423f24305c80, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=aa5a9672-a6c8-41a0-b37d-423f24305c80,segment=NetworkSegment(1de213a3-cebd-40cf-9a29-aa98c95a9497),segment_id=1de213a3-cebd-40cf-9a29-aa98c95a9497)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:24.014785 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] Set router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:32:24.023729 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280245e0-964d-4cc1-9e40-3bbeb2751bbc x-openstack-request-id: req-280245e0-964d-4cc1-9e40-3bbeb2751bbc {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:32:24.024163 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbf830c-7e22-4b46-83da-22d88987c380", "name": "network-vif-plugged", "status": "completed", "tag": "aa5a9672-a6c8-41a0-b37d-423f24305c80", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:32:24.024296 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-280245e0-964d-4cc1-9e40-3bbeb2751bbc {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:32:24.024647 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbf830c-7e22-4b46-83da-22d88987c380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5a9672-a6c8-41a0-b37d-423f24305c80', 'code': 200} Jul 09 09:32:24.060522 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-e171a650-0af2-4927-a6b3-3aef61394517 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:24.063078 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 79893b94-33f5-4ddc-b498-ceea868f4763 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:24.063078 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:24.067125 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-e171a650-0af2-4927-a6b3-3aef61394517 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:24.068877 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-e171a650-0af2-4927-a6b3-3aef61394517 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.58 "GET /v2.0/networks?id=2b6333f6-9601-46e3-95db-c800502a8ecc&id=dbb59954-cbf3-4b7b-b392-8d9d0369c2a9 HTTP/1.1" status: 200 len: 1392 time: 0.6838472 Jul 09 09:32:24.106200 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-b4192002-6a18-416c-af6e-d3d0e02fec29 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Request body: {'port': {'device_id': 'c2e22bfe-8be9-4a10-85a4-efe88ce4be32', 'network_id': '2b6333f6-9601-46e3-95db-c800502a8ecc', 'admin_state_up': True, 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:24.109238 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276df43-0d24-4b91-a0e9-60ad375747ef req-61ddb39d-d8de-4752-b0f4-9b84802c2e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:24.112189 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c276df43-0d24-4b91-a0e9-60ad375747ef req-61ddb39d-d8de-4752-b0f4-9b84802c2e7c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9cbf830c-7e22-4b46-83da-22d88987c380 HTTP/1.1" status: 200 len: 1097 time: 0.0612912 Jul 09 09:32:24.167869 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c276df43-0d24-4b91-a0e9-60ad375747ef req-cc27022b-d32b-41b4-84ea-0a4c263be2a4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1ca62416-a8e3-4e49-b639-00d7979f7912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490634 Jul 09 09:32:24.247534 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1066869e-1bf7-418d-9be7-62dae03c170c None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:24.250098 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:24.309186 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46f3b8c3-39b8-4966-8d50-87cc8e6344b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:24.314788 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1066869e-1bf7-418d-9be7-62dae03c170c None None] Transition to ACTIVE for port object 4ed19f9a-a822-4a73-b9b7-a54fab3827e3 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:24.318180 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-b4192002-6a18-416c-af6e-d3d0e02fec29 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Made reservation on behalf of ccf6ebcefc44456fb4b443a1a3c4cef4 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:24.322524 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-b4192002-6a18-416c-af6e-d3d0e02fec29 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:24.337862 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48972) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:24.437888 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1066869e-1bf7-418d-9be7-62dae03c170c None None] Transition to ACTIVE for port object 4ed19f9a-a822-4a73-b9b7-a54fab3827e3 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:24.475542 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1066869e-1bf7-418d-9be7-62dae03c170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:24.498431 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=aa5a9672-a6c8-41a0-b37d-423f24305c80,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:24.589494 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-e6ce05ae-af46-43c9-95fc-8ca0e396f124 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Allocated IP 2001:db8::1ca (8fe5715f-6d05-43ad-abe6-2d17f533b7d8/bb2cc003-7c1b-4d20-93de-3d255495568f/2244025a-e652-4980-8ff5-e3eb8b44b590) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:32:24.609774 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1066869e-1bf7-418d-9be7-62dae03c170c None None] Network 8fe5715f-6d05-43ad-abe6-2d17f533b7d8 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:24.639661 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:24.642580 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-1066869e-1bf7-418d-9be7-62dae03c170c None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:24.650202 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1066869e-1bf7-418d-9be7-62dae03c170c None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:24.679776 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-786555b0-4cef-44f3-8b11-2fc2af36cf8d None None] Provisioning for port 79c5318c-9448-43f8-adb1-584617776d69 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:24.680344 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-b4192002-6a18-416c-af6e-d3d0e02fec29 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Allocated IP 19.80.0.188 (2b6333f6-9601-46e3-95db-c800502a8ecc/d73e4a7c-6cf7-491a-860a-6557117b9740/78f7f861-a966-490b-90d6-f1637b1ce81f) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:32:24.684593 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-afe20a85-01a1-453d-b4f5-18f227838b27 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8ac4ec7a07e04638a4f8adeeab19b382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456228 Jul 09 09:32:24.689380 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48980) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:24.711881 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066869e-1bf7-418d-9be7-62dae03c170c None None] Pushing event updated for resources: {'Port': ['ID=4ed19f9a-a822-4a73-b9b7-a54fab3827e3,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:24.715723 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-46f3b8c3-39b8-4966-8d50-87cc8e6344b7 admin admin] Allocated IP 172.20.0.1 (2423c228-b601-4946-8ea0-8ba4dc5be28b/e29a1d03-4250-4311-8a28-897c11a59e6c/c9993910-d634-4f71-9cc0-f838e2c54f6e) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:32:24.726115 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-da19e8a6-b793-4efa-9ce6-9d80b397f5f3 req-bc1e4e27-e613-4a58-bfd1-e18197df898c tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2e22bfe-8be9-4a10-85a4-efe88ce4be32 HTTP/1.1" status: 200 len: 210 time: 0.0657537 Jul 09 09:32:24.759980 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 79c5318c-9448-43f8-adb1-584617776d69 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:24.775361 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3fc02-4b6f-40df-a994-9861d972ba2d req-ae3c2c02-ed5a-44f8-a6c2-08dc9231d895 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:24.777271 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4f3fc02-4b6f-40df-a994-9861d972ba2d req-ae3c2c02-ed5a-44f8-a6c2-08dc9231d895 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.61 "GET /v2.0/ports?device_id=9cbf830c-7e22-4b46-83da-22d88987c380 HTTP/1.1" status: 200 len: 946 time: 0.2202134 Jul 09 09:32:24.831160 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5a6989ba-cf11-4564-8ae0-a6affbe173ca, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5a6989ba-cf11-4564-8ae0-a6affbe173ca,segment=NetworkSegment(edbd23f5-4b6c-4399-ba78-00f99e4df72a),segment_id=edbd23f5-4b6c-4399-ba78-00f99e4df72a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:24.849192 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:24.855115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1066869e-1bf7-418d-9be7-62dae03c170c None None] Attempting to bind port 4ed19f9a-a822-4a73-b9b7-a54fab3827e3 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:24.855446 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1066869e-1bf7-418d-9be7-62dae03c170c None None] Attempting to bind port 4ed19f9a-a822-4a73-b9b7-a54fab3827e3 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '93ed57b3-71dd-4788-9e0e-d4930b683f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8fe5715f-6d05-43ad-abe6-2d17f533b7d8'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:24.855829 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1066869e-1bf7-418d-9be7-62dae03c170c None None] Attempting to bind port 4ed19f9a-a822-4a73-b9b7-a54fab3827e3 on network 8fe5715f-6d05-43ad-abe6-2d17f533b7d8 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:24.891311 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1066869e-1bf7-418d-9be7-62dae03c170c None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:32:24.892410 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1066869e-1bf7-418d-9be7-62dae03c170c None None] Checking segment: {'id': '93ed57b3-71dd-4788-9e0e-d4930b683f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8fe5715f-6d05-43ad-abe6-2d17f533b7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:24.892809 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1066869e-1bf7-418d-9be7-62dae03c170c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:24.893219 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1066869e-1bf7-418d-9be7-62dae03c170c None None] Bound using segment: {'id': '93ed57b3-71dd-4788-9e0e-d4930b683f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8fe5715f-6d05-43ad-abe6-2d17f533b7d8'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:32:24.893703 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1066869e-1bf7-418d-9be7-62dae03c170c None None] Bound port: 4ed19f9a-a822-4a73-b9b7-a54fab3827e3, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93ed57b3-71dd-4788-9e0e-d4930b683f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8fe5715f-6d05-43ad-abe6-2d17f533b7d8'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:32:24.894082 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1066869e-1bf7-418d-9be7-62dae03c170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:24.975750 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5a6989ba-cf11-4564-8ae0-a6affbe173ca,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:24.979079 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:32:21Z', 'revision_number': 3, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:25.022546 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-81a19b4e-eb85-4b69-a991-e6e669fac7dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:25.043343 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6ce05ae-af46-43c9-95fc-8ca0e396f124 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:25.054420 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] Checking router: 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:32:25.054894 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] Updating router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 port 2c389bab-c907-4d67-8a52-4925ef9842c0 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:32:25.061342 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 79c5318c-9448-43f8-adb1-584617776d69 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:25.068907 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-e6ce05ae-af46-43c9-95fc-8ca0e396f124 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Transition to ACTIVE for port object 2244025a-e652-4980-8ff5-e3eb8b44b590 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:25.114720 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6ce05ae-af46-43c9-95fc-8ca0e396f124 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:25.128120 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-81a19b4e-eb85-4b69-a991-e6e669fac7dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:25.130517 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 79c5318c-9448-43f8-adb1-584617776d69 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:25.131116 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:25.145915 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1066869e-1bf7-418d-9be7-62dae03c170c None None] For port 4ed19f9a-a822-4a73-b9b7-a54fab3827e3, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:32:25.180197 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46f3b8c3-39b8-4966-8d50-87cc8e6344b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:25.195612 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce05ae-af46-43c9-95fc-8ca0e396f124 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Pushing event updated for resources: {'Port': ['ID=2244025a-e652-4980-8ff5-e3eb8b44b590,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:25.203501 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:25.219172 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1066869e-1bf7-418d-9be7-62dae03c170c None None] For port 4ed19f9a-a822-4a73-b9b7-a54fab3827e3, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4ed19f9a-a822-4a73-b9b7-a54fab3827e3,segment=NetworkSegment(93ed57b3-71dd-4788-9e0e-d4930b683f53),segment_id=93ed57b3-71dd-4788-9e0e-d4930b683f53)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:32:25.238466 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-46f3b8c3-39b8-4966-8d50-87cc8e6344b7 admin admin] Transition to ACTIVE for port object c9993910-d634-4f71-9cc0-f838e2c54f6e will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:25.239337 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ce05ae-af46-43c9-95fc-8ca0e396f124 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Network 8fe5715f-6d05-43ad-abe6-2d17f533b7d8 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:25.241908 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-e6ce05ae-af46-43c9-95fc-8ca0e396f124 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:25.255166 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-b4192002-6a18-416c-af6e-d3d0e02fec29 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:25.258864 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4f3fc02-4b6f-40df-a994-9861d972ba2d req-193761c9-3ba3-465e-896b-f2818d5cf846 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ca62416-a8e3-4e49-b639-00d7979f7912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286308 Jul 09 09:32:25.263111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ce05ae-af46-43c9-95fc-8ca0e396f124 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:25.267347 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1066869e-1bf7-418d-9be7-62dae03c170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:25.281927 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-b4192002-6a18-416c-af6e-d3d0e02fec29 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Transition to ACTIVE for port object 78f7f861-a966-490b-90d6-f1637b1ce81f will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:25.289581 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ce05ae-af46-43c9-95fc-8ca0e396f124 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:25.299353 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6ce05ae-af46-43c9-95fc-8ca0e396f124 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:25.309800 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-81a19b4e-eb85-4b69-a991-e6e669fac7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:25.312569 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-81a19b4e-eb85-4b69-a991-e6e669fac7dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:25.314605 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-81a19b4e-eb85-4b69-a991-e6e669fac7dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cb4495f2-e8fe-4150-a90a-714407923170 HTTP/1.1" status: 204 len: 168 time: 0.6217222 Jul 09 09:32:25.345479 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a19b4e-eb85-4b69-a991-e6e669fac7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4495f2-e8fe-4150-a90a-714407923170,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:25.351430 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e6ce05ae-af46-43c9-95fc-8ca0e396f124 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.9786971 Jul 09 09:32:25.352210 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48990) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:25.385068 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-b4192002-6a18-416c-af6e-d3d0e02fec29 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:25.410543 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46f3b8c3-39b8-4966-8d50-87cc8e6344b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:25.463218 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-b4192002-6a18-416c-af6e-d3d0e02fec29 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Network 2b6333f6-9601-46e3-95db-c800502a8ecc is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:25.474580 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-b4192002-6a18-416c-af6e-d3d0e02fec29 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:25.490335 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-b4192002-6a18-416c-af6e-d3d0e02fec29 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:25.504130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066869e-1bf7-418d-9be7-62dae03c170c None None] Pushing event updated for resources: {'Port': ['ID=4ed19f9a-a822-4a73-b9b7-a54fab3827e3,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:25.566123 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-11b93146-36ae-455f-8a9a-e92792cc6c6c None None] Provisioning complete for port 79c5318c-9448-43f8-adb1-584617776d69 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:25.566499 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-11b93146-36ae-455f-8a9a-e92792cc6c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:25.568225 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f3b8c3-39b8-4966-8d50-87cc8e6344b7 admin admin] Network 2423c228-b601-4946-8ea0-8ba4dc5be28b is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:25.580884 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-46f3b8c3-39b8-4966-8d50-87cc8e6344b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:25.583990 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f3b8c3-39b8-4966-8d50-87cc8e6344b7 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:25.616235 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8531d28c-bbd1-48d2-b8c4-cd025f10fa49 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:25.635557 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8531d28c-bbd1-48d2-b8c4-cd025f10fa49 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:25.661900 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8531d28c-bbd1-48d2-b8c4-cd025f10fa49 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:25.677089 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8531d28c-bbd1-48d2-b8c4-cd025f10fa49 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3234751 Jul 09 09:32:25.687289 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48994) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:25.702631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4192002-6a18-416c-af6e-d3d0e02fec29 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event updated for resources: {'Port': ['ID=78f7f861-a966-490b-90d6-f1637b1ce81f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:25.859902 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:25.864699 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-b4192002-6a18-416c-af6e-d3d0e02fec29 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:25.867826 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-b4192002-6a18-416c-af6e-d3d0e02fec29 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:25.893081 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c1279-e2fc-47c5-91f8-9436872d463f req-697051da-ecfb-4f9d-8b01-d8cc4abd1826 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:25.901737 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b1c1279-e2fc-47c5-91f8-9436872d463f req-697051da-ecfb-4f9d-8b01-d8cc4abd1826 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 945 time: 0.4530647 Jul 09 09:32:25.904409 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48998) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:25.919396 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-b4192002-6a18-416c-af6e-d3d0e02fec29 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8205590 Jul 09 09:32:25.935582 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46f3b8c3-39b8-4966-8d50-87cc8e6344b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:25.956690 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 79c5318c-9448-43f8-adb1-584617776d69, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=79c5318c-9448-43f8-adb1-584617776d69,segment=NetworkSegment(966526bd-490a-44dd-abfe-bcd259cab79b),segment_id=966526bd-490a-44dd-abfe-bcd259cab79b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:25.957312 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-ca61ffd5-9316-44ca-b7c8-59be9931d286 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Request body: {'port': {'device_id': 'c2e22bfe-8be9-4a10-85a4-efe88ce4be32', 'network_id': 'dbb59954-cbf3-4b7b-b392-8d9d0369c2a9', 'admin_state_up': True, 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:26.017531 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:26.096223 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6989ba-cf11-4564-8ae0-a6affbe173ca'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:32:26.099263 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f440977e-b250-465f-bbe8-69f646a5cc9b" -d '{"events": [{"server_uuid": "b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2", "name": "network-vif-plugged", "status": "completed", "tag": "5a6989ba-cf11-4564-8ae0-a6affbe173ca"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:32:26.101962 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=79c5318c-9448-43f8-adb1-584617776d69,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:26.114348 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b1c1279-e2fc-47c5-91f8-9436872d463f req-fe94155d-c6d8-4d8a-982a-2fce3a15c182 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106075 Jul 09 09:32:26.162673 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3b8c3-39b8-4966-8d50-87cc8e6344b7 admin admin] Pushing event updated for resources: {'Port': ['ID=c9993910-d634-4f71-9cc0-f838e2c54f6e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:26.165275 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0a3f1b4f-e9a0-4d9b-9719-4582ae65ca97 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ae56cfd4aefe464181cc87df302c4cb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2514389 Jul 09 09:32:26.171027 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49004) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:26.178399 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c34d2bc2-13b6-4b5e-b009-b01c88f6f5ca None None] Provisioning for port c9993910-d634-4f71-9cc0-f838e2c54f6e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:26.186452 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c34d2bc2-13b6-4b5e-b009-b01c88f6f5ca None None] Provisioning complete for port c9993910-d634-4f71-9cc0-f838e2c54f6e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:26.187263 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c34d2bc2-13b6-4b5e-b009-b01c88f6f5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:26.188044 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f7e1782c-c3dc-4d14-ab2f-4f9bb40dd27b tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Deleting port 2244025a-e652-4980-8ff5-e3eb8b44b590 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:26.188383 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f7e1782c-c3dc-4d14-ab2f-4f9bb40dd27b tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:26.216993 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-ca61ffd5-9316-44ca-b7c8-59be9931d286 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Made reservation on behalf of ccf6ebcefc44456fb4b443a1a3c4cef4 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:26.221284 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-ca61ffd5-9316-44ca-b7c8-59be9931d286 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:26.262568 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:26.277133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0346f4-00bf-4050-933b-93661a432afc req-0d893db4-55b8-40a6-8633-a0080622d071 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:26.278985 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb0346f4-00bf-4050-933b-93661a432afc req-0d893db4-55b8-40a6-8633-a0080622d071 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2e22bfe-8be9-4a10-85a4-efe88ce4be32 HTTP/1.1" status: 200 len: 932 time: 0.2589993 Jul 09 09:32:26.285435 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] Transition to ACTIVE for port object 2c389bab-c907-4d67-8a52-4925ef9842c0 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:26.287446 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c34d2bc2-13b6-4b5e-b009-b01c88f6f5ca None None] Port c9993910-d634-4f71-9cc0-f838e2c54f6e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:32:26.299891 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:26.347182 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4ed19f9a-a822-4a73-b9b7-a54fab3827e3 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:26.351495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c34d2bc2-13b6-4b5e-b009-b01c88f6f5ca None None] Provisioning for port 78f7f861-a966-490b-90d6-f1637b1ce81f completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:26.354128 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f7e1782c-c3dc-4d14-ab2f-4f9bb40dd27b tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:26.366259 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb0346f4-00bf-4050-933b-93661a432afc req-928d3a66-4f5f-4183-94de-366a3bbf8e64 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774543 Jul 09 09:32:26.373422 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f7e1782c-c3dc-4d14-ab2f-4f9bb40dd27b tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Calling delete_port for 2244025a-e652-4980-8ff5-e3eb8b44b590 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:26.382891 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c34d2bc2-13b6-4b5e-b009-b01c88f6f5ca None None] Provisioning complete for port 78f7f861-a966-490b-90d6-f1637b1ce81f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:26.383714 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c34d2bc2-13b6-4b5e-b009-b01c88f6f5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:26.450892 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8416e759-3a9a-429c-96c1-b0b88f42d7fb x-openstack-request-id: req-8416e759-3a9a-429c-96c1-b0b88f42d7fb {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:32:26.454735 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2", "name": "network-vif-plugged", "status": "completed", "tag": "5a6989ba-cf11-4564-8ae0-a6affbe173ca", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:32:26.455125 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8416e759-3a9a-429c-96c1-b0b88f42d7fb {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:32:26.455818 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6989ba-cf11-4564-8ae0-a6affbe173ca', 'code': 200} Jul 09 09:32:26.467603 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46137d-4d9f-4dab-bcd2-832f56b2aed5 None None] Pushing event updated for resources: {'Port': ['ID=2c389bab-c907-4d67-8a52-4925ef9842c0,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:26.475249 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] Attempting to bind port 2c389bab-c907-4d67-8a52-4925ef9842c0 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:26.477295 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] Attempting to bind port 2c389bab-c907-4d67-8a52-4925ef9842c0 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:26.479038 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] Attempting to bind port 2c389bab-c907-4d67-8a52-4925ef9842c0 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:26.484676 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-ca61ffd5-9316-44ca-b7c8-59be9931d286 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Allocated IP 19.86.0.78 (dbb59954-cbf3-4b7b-b392-8d9d0369c2a9/dd3707cb-cc94-45a4-8dac-28eba9870f14/38fde707-18c4-4e4d-8dd6-dc5762d3bb82) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:32:26.511575 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46137d-4d9f-4dab-bcd2-832f56b2aed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:26.512769 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46137d-4d9f-4dab-bcd2-832f56b2aed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:26.513343 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46137d-4d9f-4dab-bcd2-832f56b2aed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:26.513909 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46137d-4d9f-4dab-bcd2-832f56b2aed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:26.514496 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46137d-4d9f-4dab-bcd2-832f56b2aed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:26.515077 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46137d-4d9f-4dab-bcd2-832f56b2aed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:26.515633 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46137d-4d9f-4dab-bcd2-832f56b2aed5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:26.516210 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46137d-4d9f-4dab-bcd2-832f56b2aed5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:26.516921 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46137d-4d9f-4dab-bcd2-832f56b2aed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:26.517499 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46137d-4d9f-4dab-bcd2-832f56b2aed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:26.518085 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46137d-4d9f-4dab-bcd2-832f56b2aed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:26.518664 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46137d-4d9f-4dab-bcd2-832f56b2aed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:26.534544 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:32:26.535044 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:26.535556 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:26.536222 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:32:26.536955 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] Bound port: 2c389bab-c907-4d67-8a52-4925ef9842c0, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:32:26.537629 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:26.541366 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c34d2bc2-13b6-4b5e-b009-b01c88f6f5ca None None] Port 78f7f861-a966-490b-90d6-f1637b1ce81f cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:32:26.578797 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 4ed19f9a-a822-4a73-b9b7-a54fab3827e3 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:26.591582 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76375ae3-1428-41b9-a977-9b94b9ee0192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:26.599006 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c982ccc5-3efc-4d94-8916-293f9fd622d5 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:26.650489 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] For port 2c389bab-c907-4d67-8a52-4925ef9842c0, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:32:26.674585 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port c982ccc5-3efc-4d94-8916-293f9fd622d5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:26.675475 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:26.714231 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76375ae3-1428-41b9-a977-9b94b9ee0192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:26.720920 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46f3b8c3-39b8-4966-8d50-87cc8e6344b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:26.748847 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68367acd-8ba1-437d-81e8-4c05f3ca4fae req-6eceb09d-1eb0-417f-8579-6adee3b92967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:26.750499 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-68367acd-8ba1-437d-81e8-4c05f3ca4fae req-6eceb09d-1eb0-417f-8579-6adee3b92967 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 1096 time: 0.2133558 Jul 09 09:32:26.755458 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f7e1782c-c3dc-4d14-ab2f-4f9bb40dd27b tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:26.794520 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] For port 2c389bab-c907-4d67-8a52-4925ef9842c0, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=2c389bab-c907-4d67-8a52-4925ef9842c0,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:32:26.801372 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:26.853928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1782c-c3dc-4d14-ab2f-4f9bb40dd27b tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Pushing event deleted for resources: {'Port': ['ID=2244025a-e652-4980-8ff5-e3eb8b44b590,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:26.861353 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] Routers {'7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:32:26.862025 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:32:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:26.868103 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f7e1782c-c3dc-4d14-ab2f-4f9bb40dd27b tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:26.870277 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f7e1782c-c3dc-4d14-ab2f-4f9bb40dd27b tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] 10.222.0.61 "DELETE /v2.0/ports/2244025a-e652-4980-8ff5-e3eb8b44b590 HTTP/1.1" status: 204 len: 168 time: 1.1803293 Jul 09 09:32:26.881293 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49010) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:26.892621 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c173809d-8785-4dfa-9aea-6c1ab0dba6ac tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Request body: {'port': {'name': 'tempest-new-port-name-1237845097', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:26.893338 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.api.validators [None req-c173809d-8785-4dfa-9aea-6c1ab0dba6ac tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] bootfile-name is not in valid_values {{(pid=93790) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 09:32:26.893935 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.api.validators [None req-c173809d-8785-4dfa-9aea-6c1ab0dba6ac tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] tftp-server is not in valid_values {{(pid=93790) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 09:32:26.894444 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.api.validators [None req-c173809d-8785-4dfa-9aea-6c1ab0dba6ac tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] server-ip-address is not in valid_values {{(pid=93790) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 09:32:26.926443 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46137d-4d9f-4dab-bcd2-832f56b2aed5 None None] Pushing event updated for resources: {'Port': ['ID=2c389bab-c907-4d67-8a52-4925ef9842c0,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:26.934977 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-68367acd-8ba1-437d-81e8-4c05f3ca4fae req-c923f0a7-efda-4aa1-bc7d-d487a75b90fa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762621 Jul 09 09:32:26.947178 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc345c-be6f-49bc-82bd-57b8e847529d req-66ac16c9-cfbf-4721-89b3-4dcaa144df9c tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:26.955203 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84fc345c-be6f-49bc-82bd-57b8e847529d req-66ac16c9-cfbf-4721-89b3-4dcaa144df9c tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.61 "GET /v2.0/ports?device_id=9cbf830c-7e22-4b46-83da-22d88987c380 HTTP/1.1" status: 200 len: 946 time: 0.3164034 Jul 09 09:32:26.988169 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76375ae3-1428-41b9-a977-9b94b9ee0192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:26.990970 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76375ae3-1428-41b9-a977-9b94b9ee0192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:26.992190 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-76375ae3-1428-41b9-a977-9b94b9ee0192 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9af0a309-4b4e-465e-9d70-290a596931fa HTTP/1.1" status: 204 len: 168 time: 0.8169758 Jul 09 09:32:27.049753 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84fc345c-be6f-49bc-82bd-57b8e847529d req-d9a1d6f1-758d-432b-9be2-f588b1fc1f14 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ca62416-a8e3-4e49-b639-00d7979f7912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934038 Jul 09 09:32:27.058664 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46f3b8c3-39b8-4966-8d50-87cc8e6344b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:27.094546 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c173809d-8785-4dfa-9aea-6c1ab0dba6ac tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:27.098261 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-ca61ffd5-9316-44ca-b7c8-59be9931d286 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:27.116751 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-ca61ffd5-9316-44ca-b7c8-59be9931d286 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Transition to ACTIVE for port object 38fde707-18c4-4e4d-8dd6-dc5762d3bb82 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:27.130779 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6296c6-e270-448c-9b17-84a7a34dad1a None None] Network 8fe5715f-6d05-43ad-abe6-2d17f533b7d8 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:32:27.209360 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46f3b8c3-39b8-4966-8d50-87cc8e6344b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:27.222107 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-17c041b5-1379-49a8-9b59-00ad63d8183a None None] Provisioning for port 4ed19f9a-a822-4a73-b9b7-a54fab3827e3 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:27.243535 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-17c041b5-1379-49a8-9b59-00ad63d8183a None None] Provisioning complete for port 4ed19f9a-a822-4a73-b9b7-a54fab3827e3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:27.243935 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-17c041b5-1379-49a8-9b59-00ad63d8183a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:27.271983 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76375ae3-1428-41b9-a977-9b94b9ee0192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af0a309-4b4e-465e-9d70-290a596931fa,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:27.279945 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-ca61ffd5-9316-44ca-b7c8-59be9931d286 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:27.286265 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3b8c3-39b8-4966-8d50-87cc8e6344b7 admin admin] Pushing event updated for resources: {'Port': ['ID=c9993910-d634-4f71-9cc0-f838e2c54f6e,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:27.455073 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61ffd5-9316-44ca-b7c8-59be9931d286 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event updated for resources: {'Port': ['ID=38fde707-18c4-4e4d-8dd6-dc5762d3bb82,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:27.469473 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-ca61ffd5-9316-44ca-b7c8-59be9931d286 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Network dbb59954-cbf3-4b7b-b392-8d9d0369c2a9 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:27.474827 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-ca61ffd5-9316-44ca-b7c8-59be9931d286 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:27.478646 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-ca61ffd5-9316-44ca-b7c8-59be9931d286 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:27.482834 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] Set router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:32:27.499648 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46f3b8c3-39b8-4966-8d50-87cc8e6344b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:27.696446 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-ca61ffd5-9316-44ca-b7c8-59be9931d286 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:27.697231 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-ca61ffd5-9316-44ca-b7c8-59be9931d286 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:27.723468 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-ca61ffd5-9316-44ca-b7c8-59be9931d286 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7889972 Jul 09 09:32:27.737127 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-82be4ce5-d676-45f0-b129-1af6375e975b service neutron] Request body: {'port': {'device_id': 'c2e22bfe-8be9-4a10-85a4-efe88ce4be32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:27.825693 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-17c041b5-1379-49a8-9b59-00ad63d8183a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:27.861206 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f3b8c3-39b8-4966-8d50-87cc8e6344b7 admin admin] Network 2423c228-b601-4946-8ea0-8ba4dc5be28b is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:27.864199 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-46f3b8c3-39b8-4966-8d50-87cc8e6344b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:27.883387 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-82be4ce5-d676-45f0-b129-1af6375e975b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:28.012163 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-17c041b5-1379-49a8-9b59-00ad63d8183a None None] For port 4ed19f9a-a822-4a73-b9b7-a54fab3827e3, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4ed19f9a-a822-4a73-b9b7-a54fab3827e3,segment=NetworkSegment(93ed57b3-71dd-4788-9e0e-d4930b683f53),segment_id=93ed57b3-71dd-4788-9e0e-d4930b683f53)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:28.061122 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-17c041b5-1379-49a8-9b59-00ad63d8183a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:28.093502 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c173809d-8785-4dfa-9aea-6c1ab0dba6ac tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:28.105380 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c173809d-8785-4dfa-9aea-6c1ab0dba6ac tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:28.214294 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 79c5318c-9448-43f8-adb1-584617776d69 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:28.248696 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173809d-8785-4dfa-9aea-6c1ab0dba6ac tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Pushing event updated for resources: {'Port': ['ID=7e50f417-6b22-467a-8b8a-ac592a023b77,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:28.300529 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c9993910-d634-4f71-9cc0-f838e2c54f6e', 'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'mac_address': 'fa:16:3e:36:31:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:24Z', 'updated_at': '2021-07-09T09:32:24Z', 'revision_number': 1, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'subnets': [{'id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:28.302244 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d2e1e-ddcd-4e32-bc1d-ff462c88bcc7 req-23e2f147-a48a-4a19-b165-624e0638bf46 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:28.315683 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec3d2e1e-ddcd-4e32-bc1d-ff462c88bcc7 req-23e2f147-a48a-4a19-b165-624e0638bf46 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 945 time: 0.5286605 Jul 09 09:32:28.335882 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c173809d-8785-4dfa-9aea-6c1ab0dba6ac tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] In _notify_port_updated(), no bound segment for port 7e50f417-6b22-467a-8b8a-ac592a023b77 on network 8fe5715f-6d05-43ad-abe6-2d17f533b7d8 {{(pid=93790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:32:28.342314 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c173809d-8785-4dfa-9aea-6c1ab0dba6ac tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:28.343213 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c173809d-8785-4dfa-9aea-6c1ab0dba6ac tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:28.345949 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c173809d-8785-4dfa-9aea-6c1ab0dba6ac tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] 10.222.0.61 "PUT /v2.0/ports/7e50f417-6b22-467a-8b8a-ac592a023b77 HTTP/1.1" status: 200 len: 1130 time: 1.4613216 Jul 09 09:32:28.356941 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49046) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:28.367750 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88821763-8197-4455-abb0-a1f25f9bd9a7 None None] The sync data for ids ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'] in n-d-799996-1 is: [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c9993910-d634-4f71-9cc0-f838e2c54f6e', 'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'mac_address': 'fa:16:3e:36:31:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:24Z', 'updated_at': '2021-07-09T09:32:24Z', 'revision_number': 1, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'subnets': [{'id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:32:28.430629 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c041b5-1379-49a8-9b59-00ad63d8183a None None] Pushing event updated for resources: {'Port': ['ID=4ed19f9a-a822-4a73-b9b7-a54fab3827e3,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:28.448064 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-12df74a4-f350-413c-845d-08ea479cb23c None None] Provisioning for port 38fde707-18c4-4e4d-8dd6-dc5762d3bb82 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:28.471665 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-12df74a4-f350-413c-845d-08ea479cb23c None None] Provisioning complete for port 38fde707-18c4-4e4d-8dd6-dc5762d3bb82 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:28.473619 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-12df74a4-f350-413c-845d-08ea479cb23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:28.484565 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 79c5318c-9448-43f8-adb1-584617776d69 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:28.486110 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:28.487163 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-82be4ce5-d676-45f0-b129-1af6375e975b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f7f861-a966-490b-90d6-f1637b1ce81f {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:32:28.496538 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-82be4ce5-d676-45f0-b129-1af6375e975b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:28.509815 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-82be4ce5-d676-45f0-b129-1af6375e975b service neutron] Transition to ACTIVE for port object 78f7f861-a966-490b-90d6-f1637b1ce81f will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:28.517949 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-82be4ce5-d676-45f0-b129-1af6375e975b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:28.541142 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec3d2e1e-ddcd-4e32-bc1d-ff462c88bcc7 req-887fdf7a-abff-4293-8ab4-96590df80b80 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208335 Jul 09 09:32:28.573099 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1c267e-590d-4b48-bf65-766ea76d5e31 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:28.581276 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2d1c267e-590d-4b48-bf65-766ea76d5e31 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] 10.222.0.61 "GET /v2.0/ports/7e50f417-6b22-467a-8b8a-ac592a023b77 HTTP/1.1" status: 200 len: 1130 time: 0.2194207 Jul 09 09:32:28.583606 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49052) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:28.600809 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2986080-ffa9-415e-ae33-c9dd1bd3bee6 req-dcd5ab75-4baa-4caf-8cf6-96a602f05e78 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:28.611140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-12df74a4-f350-413c-845d-08ea479cb23c None None] Port 38fde707-18c4-4e4d-8dd6-dc5762d3bb82 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:32:28.618247 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2986080-ffa9-415e-ae33-c9dd1bd3bee6 req-dcd5ab75-4baa-4caf-8cf6-96a602f05e78 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:28.628149 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2986080-ffa9-415e-ae33-c9dd1bd3bee6 req-dcd5ab75-4baa-4caf-8cf6-96a602f05e78 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2e22bfe-8be9-4a10-85a4-efe88ce4be32 HTTP/1.1" status: 200 len: 1654 time: 0.2759731 Jul 09 09:32:28.715074 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2986080-ffa9-415e-ae33-c9dd1bd3bee6 req-ce2d5cff-61ee-4b39-b0fb-928f1dd85552 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856652 Jul 09 09:32:28.754645 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6a2536d6-05d8-41aa-a99a-5ac09c7c8cee None None] Provisioning complete for port 4ed19f9a-a822-4a73-b9b7-a54fab3827e3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:28.760372 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6a2536d6-05d8-41aa-a99a-5ac09c7c8cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:28.890876 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be4ce5-d676-45f0-b129-1af6375e975b service neutron] Pushing event updated for resources: {'Port': ['ID=78f7f861-a966-490b-90d6-f1637b1ce81f,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:28.964182 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f3b8c3-39b8-4966-8d50-87cc8e6344b7 admin admin] Router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:32:29.028577 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6a2536d6-05d8-41aa-a99a-5ac09c7c8cee None None] Provisioning complete for port c9993910-d634-4f71-9cc0-f838e2c54f6e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:29.031390 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6a2536d6-05d8-41aa-a99a-5ac09c7c8cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:29.130704 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6a2536d6-05d8-41aa-a99a-5ac09c7c8cee None None] Port c9993910-d634-4f71-9cc0-f838e2c54f6e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:32:29.145714 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112b7c8-a4d5-4c78-a62f-5ee5e87c9fab req-852503e4-9de7-415b-8502-f0e214e3f23a tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:29.155146 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6112b7c8-a4d5-4c78-a62f-5ee5e87c9fab req-852503e4-9de7-415b-8502-f0e214e3f23a tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.61 "GET /v2.0/ports?device_id=9cbf830c-7e22-4b46-83da-22d88987c380 HTTP/1.1" status: 200 len: 946 time: 0.2041240 Jul 09 09:32:29.173334 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6a2536d6-05d8-41aa-a99a-5ac09c7c8cee None None] Provisioning for port 7e50f417-6b22-467a-8b8a-ac592a023b77 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:29.191455 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6a2536d6-05d8-41aa-a99a-5ac09c7c8cee None None] Provisioning complete for port 7e50f417-6b22-467a-8b8a-ac592a023b77 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:29.191894 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6a2536d6-05d8-41aa-a99a-5ac09c7c8cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:29.243438 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f27400-9b9f-4c89-9cd8-1295c368fc1b req-10171cac-e3f8-4b64-bffb-df8a0c8f02c1 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:29.245150 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85f27400-9b9f-4c89-9cd8-1295c368fc1b req-10171cac-e3f8-4b64-bffb-df8a0c8f02c1 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cbf830c-7e22-4b46-83da-22d88987c380 HTTP/1.1" status: 200 len: 946 time: 0.2317615 Jul 09 09:32:29.260509 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6a2536d6-05d8-41aa-a99a-5ac09c7c8cee None None] Port 7e50f417-6b22-467a-8b8a-ac592a023b77 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:32:29.331398 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6112b7c8-a4d5-4c78-a62f-5ee5e87c9fab req-70fbcb37-64b3-410b-b661-96236b737dc3 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ca62416-a8e3-4e49-b639-00d7979f7912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750097 Jul 09 09:32:29.390495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-46ae8938-dad8-44f7-8afc-a47a2905f754 None None] Provisioning complete for port 7e50f417-6b22-467a-8b8a-ac592a023b77 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:29.390865 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-46ae8938-dad8-44f7-8afc-a47a2905f754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:29.449755 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-46ae8938-dad8-44f7-8afc-a47a2905f754 None None] Port 7e50f417-6b22-467a-8b8a-ac592a023b77 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:32:29.458326 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-85f27400-9b9f-4c89-9cd8-1295c368fc1b req-d06eed04-0513-4eca-8cce-8b6454f99ec6 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Deleting port aa5a9672-a6c8-41a0-b37d-423f24305c80 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:29.459079 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-85f27400-9b9f-4c89-9cd8-1295c368fc1b req-d06eed04-0513-4eca-8cce-8b6454f99ec6 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:29.584246 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0a78b226-c212-4dc4-af85-6bb035d953f2 None None] Could not find standard attr ID for object 2244025a-e652-4980-8ff5-e3eb8b44b590. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:32:29.640726 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-85f27400-9b9f-4c89-9cd8-1295c368fc1b req-d06eed04-0513-4eca-8cce-8b6454f99ec6 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] For port aa5a9672-a6c8-41a0-b37d-423f24305c80, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=aa5a9672-a6c8-41a0-b37d-423f24305c80,segment=NetworkSegment(1de213a3-cebd-40cf-9a29-aa98c95a9497),segment_id=1de213a3-cebd-40cf-9a29-aa98c95a9497)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:29.641083 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-85f27400-9b9f-4c89-9cd8-1295c368fc1b req-d06eed04-0513-4eca-8cce-8b6454f99ec6 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:29.656387 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-85f27400-9b9f-4c89-9cd8-1295c368fc1b req-d06eed04-0513-4eca-8cce-8b6454f99ec6 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Calling delete_port for aa5a9672-a6c8-41a0-b37d-423f24305c80 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:29.751623 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-82be4ce5-d676-45f0-b129-1af6375e975b service neutron] Attempting to bind port 78f7f861-a966-490b-90d6-f1637b1ce81f on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:29.752741 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-82be4ce5-d676-45f0-b129-1af6375e975b service neutron] Attempting to bind port 78f7f861-a966-490b-90d6-f1637b1ce81f by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'da1de747-5c24-4b00-84df-b097f7ccacb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b6333f6-9601-46e3-95db-c800502a8ecc'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:29.753309 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-82be4ce5-d676-45f0-b129-1af6375e975b service neutron] Attempting to bind port 78f7f861-a966-490b-90d6-f1637b1ce81f on network 2b6333f6-9601-46e3-95db-c800502a8ecc {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:29.808631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f3b8c3-39b8-4966-8d50-87cc8e6344b7 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:32:29.812443 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b0745c6c-26a8-4904-ab0d-a161f683e17f tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Deleting port 7e50f417-6b22-467a-8b8a-ac592a023b77 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:29.812877 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0745c6c-26a8-4904-ab0d-a161f683e17f tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:29.841996 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-46f3b8c3-39b8-4966-8d50-87cc8e6344b7 admin admin] 10.222.0.61 "PUT /v2.0/routers/7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9633758 Jul 09 09:32:29.862797 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-82be4ce5-d676-45f0-b129-1af6375e975b service neutron] Port 78f7f861-a966-490b-90d6-f1637b1ce81f on network 2b6333f6-9601-46e3-95db-c800502a8ecc not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:29.863131 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-82be4ce5-d676-45f0-b129-1af6375e975b service neutron] Attempting to bind port 78f7f861-a966-490b-90d6-f1637b1ce81f on network 2b6333f6-9601-46e3-95db-c800502a8ecc {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:29.902169 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-82be4ce5-d676-45f0-b129-1af6375e975b service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:32:29.902562 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-82be4ce5-d676-45f0-b129-1af6375e975b service neutron] Checking segment: {'id': 'da1de747-5c24-4b00-84df-b097f7ccacb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b6333f6-9601-46e3-95db-c800502a8ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:29.902924 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-82be4ce5-d676-45f0-b129-1af6375e975b service neutron] Bound using segment: {'id': 'da1de747-5c24-4b00-84df-b097f7ccacb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b6333f6-9601-46e3-95db-c800502a8ecc'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:32:29.903418 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-82be4ce5-d676-45f0-b129-1af6375e975b service neutron] Bound port: 78f7f861-a966-490b-90d6-f1637b1ce81f, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da1de747-5c24-4b00-84df-b097f7ccacb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b6333f6-9601-46e3-95db-c800502a8ecc'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:32:29.903823 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-82be4ce5-d676-45f0-b129-1af6375e975b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:30.035595 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0745c6c-26a8-4904-ab0d-a161f683e17f tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:30.049143 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-82be4ce5-d676-45f0-b129-1af6375e975b service neutron] For port 78f7f861-a966-490b-90d6-f1637b1ce81f, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:32:30.054808 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-85f27400-9b9f-4c89-9cd8-1295c368fc1b req-d06eed04-0513-4eca-8cce-8b6454f99ec6 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:30.066882 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['aa5a9672-a6c8-41a0-b37d-423f24305c80'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:32:30.072080 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdeff8d-611e-441c-905b-fa0f59f1af56 req-04b7ad38-6ef7-4dc0-bf45-aed8db2fc263 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:30.083725 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bdeff8d-611e-441c-905b-fa0f59f1af56 req-04b7ad38-6ef7-4dc0-bf45-aed8db2fc263 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 945 time: 0.2836452 Jul 09 09:32:30.102838 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b0745c6c-26a8-4904-ab0d-a161f683e17f tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Calling delete_port for 7e50f417-6b22-467a-8b8a-ac592a023b77 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:30.127520 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-82be4ce5-d676-45f0-b129-1af6375e975b service neutron] For port 78f7f861-a966-490b-90d6-f1637b1ce81f, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=78f7f861-a966-490b-90d6-f1637b1ce81f,segment=NetworkSegment(da1de747-5c24-4b00-84df-b097f7ccacb1),segment_id=da1de747-5c24-4b00-84df-b097f7ccacb1)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:32:30.139100 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-82be4ce5-d676-45f0-b129-1af6375e975b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:30.215670 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06eed04-0513-4eca-8cce-8b6454f99ec6 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Pushing event deleted for resources: {'Port': ['ID=aa5a9672-a6c8-41a0-b37d-423f24305c80,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:30.239124 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bdeff8d-611e-441c-905b-fa0f59f1af56 req-7f3a722e-ed90-4af3-9f74-dd93877c8fc4 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545777 Jul 09 09:32:30.261161 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-82be4ce5-d676-45f0-b129-1af6375e975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:30.261161 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-82be4ce5-d676-45f0-b129-1af6375e975b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:30.261161 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-82be4ce5-d676-45f0-b129-1af6375e975b service neutron] 10.222.0.58 "PUT /v2.0/ports/78f7f861-a966-490b-90d6-f1637b1ce81f HTTP/1.1" status: 200 len: 1092 time: 2.5205102 Jul 09 09:32:30.261161 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e22bfe-8be9-4a10-85a4-efe88ce4be32', 'tag': '78f7f861-a966-490b-90d6-f1637b1ce81f'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:32:30.261161 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54660fb-73a9-4892-877a-f084405f16a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e22bfe-8be9-4a10-85a4-efe88ce4be32", "tag": "78f7f861-a966-490b-90d6-f1637b1ce81f"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:32:30.327310 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 2c389bab-c907-4d67-8a52-4925ef9842c0 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:30.328194 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-2608b98a-ea26-4024-a300-042c2906bb83 service neutron] Request body: {'port': {'device_id': 'c2e22bfe-8be9-4a10-85a4-efe88ce4be32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:30.329419 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f27400-9b9f-4c89-9cd8-1295c368fc1b req-d06eed04-0513-4eca-8cce-8b6454f99ec6 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] No DVR routers for this DVR port aa5a9672-a6c8-41a0-b37d-423f24305c80 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:32:30.335222 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-85f27400-9b9f-4c89-9cd8-1295c368fc1b req-d06eed04-0513-4eca-8cce-8b6454f99ec6 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:30.340148 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85f27400-9b9f-4c89-9cd8-1295c368fc1b req-d06eed04-0513-4eca-8cce-8b6454f99ec6 tempest-ServerAddressesNegativeTestJSON-789088693 tempest-ServerAddressesNegativeTestJSON-789088693-project] 10.222.0.58 "DELETE /v2.0/ports/aa5a9672-a6c8-41a0-b37d-423f24305c80 HTTP/1.1" status: 204 len: 173 time: 1.0866661 Jul 09 09:32:30.353360 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbf830c-7e22-4b46-83da-22d88987c380', 'name': 'network-vif-deleted', 'tag': 'aa5a9672-a6c8-41a0-b37d-423f24305c80'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:32:30.356471 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852d33a0-e329-4fc3-a03f-b95e47c6c993" -d '{"events": [{"server_uuid": "9cbf830c-7e22-4b46-83da-22d88987c380", "name": "network-vif-deleted", "tag": "aa5a9672-a6c8-41a0-b37d-423f24305c80"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:32:30.371906 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6a2f7-4172-40a3-988c-28db8bfee6a1 req-af0c3373-a460-4449-8da0-f7ab1cda09a0 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:30.381329 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6a2f7-4172-40a3-988c-28db8bfee6a1 req-af0c3373-a460-4449-8da0-f7ab1cda09a0 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:30.393265 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ced6a2f7-4172-40a3-988c-28db8bfee6a1 req-af0c3373-a460-4449-8da0-f7ab1cda09a0 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2e22bfe-8be9-4a10-85a4-efe88ce4be32 HTTP/1.1" status: 200 len: 1666 time: 0.4474239 Jul 09 09:32:30.428181 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be4ce5-d676-45f0-b129-1af6375e975b service neutron] Pushing event updated for resources: {'Port': ['ID=78f7f861-a966-490b-90d6-f1637b1ce81f,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:30.447944 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-99d208c6-e800-4d1e-9990-0467cca0212a None None] Provisioning complete for port 7e50f417-6b22-467a-8b8a-ac592a023b77 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:30.448468 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-99d208c6-e800-4d1e-9990-0467cca0212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:30.471244 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ced6a2f7-4172-40a3-988c-28db8bfee6a1 req-c95a4ffc-3dd4-4023-9433-a94d7ab79549 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760038 Jul 09 09:32:30.541806 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-99d208c6-e800-4d1e-9990-0467cca0212a None None] Port 7e50f417-6b22-467a-8b8a-ac592a023b77 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:32:30.552849 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 2c389bab-c907-4d67-8a52-4925ef9842c0 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:30.560203 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 2c389bab-c907-4d67-8a52-4925ef9842c0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:30.560849 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:30.637276 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-2608b98a-ea26-4024-a300-042c2906bb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:30.651299 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0745c6c-26a8-4904-ab0d-a161f683e17f tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:30.668585 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:30.702805 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0745c6c-26a8-4904-ab0d-a161f683e17f tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Pushing event deleted for resources: {'Port': ['ID=7e50f417-6b22-467a-8b8a-ac592a023b77,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:30.703059 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 2c389bab-c907-4d67-8a52-4925ef9842c0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=2c389bab-c907-4d67-8a52-4925ef9842c0,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:30.708802 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:30.713416 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4ed19f9a-a822-4a73-b9b7-a54fab3827e3 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:30.777106 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0745c6c-26a8-4904-ab0d-a161f683e17f tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:30.781910 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b0745c6c-26a8-4904-ab0d-a161f683e17f tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] 10.222.0.61 "DELETE /v2.0/ports/7e50f417-6b22-467a-8b8a-ac592a023b77 HTTP/1.1" status: 204 len: 168 time: 2.1928144 Jul 09 09:32:30.782235 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49098) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:30.849700 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=2c389bab-c907-4d67-8a52-4925ef9842c0,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:30.879044 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 4ed19f9a-a822-4a73-b9b7-a54fab3827e3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:30.879591 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:30.907725 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-95175b94-07e5-4157-b6a9-59230d1f9d58 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Deleting subnet bb2cc003-7c1b-4d20-93de-3d255495568f {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:32:30.912324 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-95175b94-07e5-4157-b6a9-59230d1f9d58 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:31.089605 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-8c8571a5-8745-490e-910d-dbbff953e3e0 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=fd1e4817887247cb839b06c8943f8731&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1278183 Jul 09 09:32:31.107098 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-95175b94-07e5-4157-b6a9-59230d1f9d58 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:31.145764 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-2608b98a-ea26-4024-a300-042c2906bb83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38fde707-18c4-4e4d-8dd6-dc5762d3bb82 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:32:31.156207 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-2608b98a-ea26-4024-a300-042c2906bb83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:31.173098 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-2608b98a-ea26-4024-a300-042c2906bb83 service neutron] Transition to ACTIVE for port object 38fde707-18c4-4e4d-8dd6-dc5762d3bb82 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:31.178927 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-2608b98a-ea26-4024-a300-042c2906bb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:31.236433 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608b98a-ea26-4024-a300-042c2906bb83 service neutron] Pushing event updated for resources: {'Port': ['ID=38fde707-18c4-4e4d-8dd6-dc5762d3bb82,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:31.312139 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-2608b98a-ea26-4024-a300-042c2906bb83 service neutron] Attempting to bind port 38fde707-18c4-4e4d-8dd6-dc5762d3bb82 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:31.312474 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-2608b98a-ea26-4024-a300-042c2906bb83 service neutron] Attempting to bind port 38fde707-18c4-4e4d-8dd6-dc5762d3bb82 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '8b2e536e-0128-4b41-b918-aca840de62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dbb59954-cbf3-4b7b-b392-8d9d0369c2a9'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:31.312798 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-2608b98a-ea26-4024-a300-042c2906bb83 service neutron] Attempting to bind port 38fde707-18c4-4e4d-8dd6-dc5762d3bb82 on network dbb59954-cbf3-4b7b-b392-8d9d0369c2a9 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:31.317889 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-2608b98a-ea26-4024-a300-042c2906bb83 service neutron] Port 38fde707-18c4-4e4d-8dd6-dc5762d3bb82 on network dbb59954-cbf3-4b7b-b392-8d9d0369c2a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:31.318232 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-2608b98a-ea26-4024-a300-042c2906bb83 service neutron] Attempting to bind port 38fde707-18c4-4e4d-8dd6-dc5762d3bb82 on network dbb59954-cbf3-4b7b-b392-8d9d0369c2a9 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:31.325130 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-2608b98a-ea26-4024-a300-042c2906bb83 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:32:31.325378 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-0a0c4bdc-5660-4b25-ae90-997487a16a09 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:31.325842 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-2608b98a-ea26-4024-a300-042c2906bb83 service neutron] Checking segment: {'id': '8b2e536e-0128-4b41-b918-aca840de62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dbb59954-cbf3-4b7b-b392-8d9d0369c2a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:31.325842 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-2608b98a-ea26-4024-a300-042c2906bb83 service neutron] Bound using segment: {'id': '8b2e536e-0128-4b41-b918-aca840de62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dbb59954-cbf3-4b7b-b392-8d9d0369c2a9'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:32:31.326266 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-2608b98a-ea26-4024-a300-042c2906bb83 service neutron] Bound port: 38fde707-18c4-4e4d-8dd6-dc5762d3bb82, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b2e536e-0128-4b41-b918-aca840de62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dbb59954-cbf3-4b7b-b392-8d9d0369c2a9'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:32:31.326628 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-2608b98a-ea26-4024-a300-042c2906bb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:31.332288 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-0a0c4bdc-5660-4b25-ae90-997487a16a09 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/networks?id=2423c228-b601-4946-8ea0-8ba4dc5be28b HTTP/1.1" status: 200 len: 820 time: 0.3675599 Jul 09 09:32:31.366013 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-155940f1-f99e-4cd8-bd6c-43c8f3cc2398 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/quotas/b787bf2eebcb4063864ea3f28a4fe795 HTTP/1.1" status: 200 len: 375 time: 0.0328152 Jul 09 09:32:31.400599 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-720c0b6d-fb84-4ea2-be8b-5f06fa25bae9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:31.401002 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-2608b98a-ea26-4024-a300-042c2906bb83 service neutron] For port 38fde707-18c4-4e4d-8dd6-dc5762d3bb82, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:32:31.402092 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-720c0b6d-fb84-4ea2-be8b-5f06fa25bae9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3000550 Jul 09 09:32:31.411541 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-2608b98a-ea26-4024-a300-042c2906bb83 service neutron] For port 38fde707-18c4-4e4d-8dd6-dc5762d3bb82, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=38fde707-18c4-4e4d-8dd6-dc5762d3bb82,segment=NetworkSegment(8b2e536e-0128-4b41-b918-aca840de62fc),segment_id=8b2e536e-0128-4b41-b918-aca840de62fc)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:32:31.417492 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-2608b98a-ea26-4024-a300-042c2906bb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:31.446224 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-95175b94-07e5-4157-b6a9-59230d1f9d58 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:31.457944 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-2608b98a-ea26-4024-a300-042c2906bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:31.458788 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-2608b98a-ea26-4024-a300-042c2906bb83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:31.460386 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-2608b98a-ea26-4024-a300-042c2906bb83 service neutron] 10.222.0.58 "PUT /v2.0/ports/38fde707-18c4-4e4d-8dd6-dc5762d3bb82 HTTP/1.1" status: 200 len: 1091 time: 1.1622553 Jul 09 09:32:31.468859 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-d269f015-b580-43d0-95d6-2018f7853bf2 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/quotas/fd1e4817887247cb839b06c8943f8731 HTTP/1.1" status: 200 len: 375 time: 0.0392261 Jul 09 09:32:31.512736 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608b98a-ea26-4024-a300-042c2906bb83 service neutron] Pushing event updated for resources: {'Port': ['ID=38fde707-18c4-4e4d-8dd6-dc5762d3bb82,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:31.526672 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-24d282ca-5678-441e-8a68-4e7bd9718d5c tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510337 Jul 09 09:32:31.566150 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-655c9f17-790c-4bf7-91c1-f3f8709912ff tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b787bf2eebcb4063864ea3f28a4fe795&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1930420 Jul 09 09:32:31.568207 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-95175b94-07e5-4157-b6a9-59230d1f9d58 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:31.606320 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-14c7fc01-bff7-493e-9117-fe052ff1e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:31.607215 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95175b94-07e5-4157-b6a9-59230d1f9d58 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Pushing event deleted for resources: {'Subnet': ['ID=bb2cc003-7c1b-4d20-93de-3d255495568f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:31.607857 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-14c7fc01-bff7-493e-9117-fe052ff1e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:31.611322 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-14c7fc01-bff7-493e-9117-fe052ff1e208 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ccf6ebcefc44456fb4b443a1a3c4cef4&device_id=c2e22bfe-8be9-4a10-85a4-efe88ce4be32 HTTP/1.1" status: 200 len: 1980 time: 0.0913026 Jul 09 09:32:31.633791 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-95175b94-07e5-4157-b6a9-59230d1f9d58 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:31.634755 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f7285d-3d55-454a-a3d6-b7c5a934d248 None None] Network 8fe5715f-6d05-43ad-abe6-2d17f533b7d8 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:32:31.635737 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-95175b94-07e5-4157-b6a9-59230d1f9d58 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] 10.222.0.61 "DELETE /v2.0/subnets/bb2cc003-7c1b-4d20-93de-3d255495568f HTTP/1.1" status: 204 len: 168 time: 0.8526537 Jul 09 09:32:31.662384 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49120) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:31.701612 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-73dd588d-2d85-4cde-a6be-0361e46b330d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.188&port_id=78f7f861-a966-490b-90d6-f1637b1ce81f HTTP/1.1" status: 200 len: 217 time: 0.0826159 Jul 09 09:32:31.837192 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-b33da489-30ee-45bf-be0c-4c75da4e1444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:31.838734 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-b33da489-30ee-45bf-be0c-4c75da4e1444 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d73e4a7c-6cf7-491a-860a-6557117b9740 HTTP/1.1" status: 200 len: 801 time: 0.1297405 Jul 09 09:32:31.859722 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-522ad5f3-8cfa-4802-abce-c7f83e4f7a2e tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:31.925821 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-a2e90127-fff7-418c-96f0-68d71612320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:31.935858 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-a2b9c135-efef-4a1a-a988-98627ddf35cd service neutron] 10.222.0.61 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334174 Jul 09 09:32:31.937075 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-a2e90127-fff7-418c-96f0-68d71612320b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2b6333f6-9601-46e3-95db-c800502a8ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0906458 Jul 09 09:32:32.002918 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] Sync routers for ids ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:32:32.013590 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fab5225-4d8b-4091-8cb4-f1962a6a9d89 None None] DHCP port deletion for 8fe5715f-6d05-43ad-abe6-2d17f533b7d8 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:32:32.021027 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] Routers {'7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:32:32.021756 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:32:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:32.081240 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2fab5225-4d8b-4091-8cb4-f1962a6a9d89 None None] Deleting port 4ed19f9a-a822-4a73-b9b7-a54fab3827e3 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:32.081616 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2fab5225-4d8b-4091-8cb4-f1962a6a9d89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:32.104129 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-65389c6b-9a53-446f-8600-88abbcab1579 service neutron] 10.222.0.58 "GET /v2.0/networks/2b6333f6-9601-46e3-95db-c800502a8ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601598 Jul 09 09:32:32.167504 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-3125689e-5580-4fd9-82d8-c1c154555fb0 service neutron] 10.222.0.61 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193117 Jul 09 09:32:32.247525 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 2c389bab-c907-4d67-8a52-4925ef9842c0 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:32.254615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ccec2-875f-4145-955f-61e38018c5d4 req-fdda3d6d-dd48-4b55-9ad2-1ef928469098 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:32.266501 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8f4ccec2-875f-4145-955f-61e38018c5d4 req-fdda3d6d-dd48-4b55-9ad2-1ef928469098 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 945 time: 0.4297945 Jul 09 09:32:32.276638 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:32:32.288014 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-479123a1-8c90-4304-b1fe-b523e6d23bd7 service neutron] 10.222.0.58 "GET /v2.0/networks/2b6333f6-9601-46e3-95db-c800502a8ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765652 Jul 09 09:32:32.309934 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-522ad5f3-8cfa-4802-abce-c7f83e4f7a2e tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Deleting port 4ed19f9a-a822-4a73-b9b7-a54fab3827e3 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:32.310370 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-522ad5f3-8cfa-4802-abce-c7f83e4f7a2e tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:32.334313 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] Set router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:32:32.366180 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2fab5225-4d8b-4091-8cb4-f1962a6a9d89 None None] For port 4ed19f9a-a822-4a73-b9b7-a54fab3827e3, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4ed19f9a-a822-4a73-b9b7-a54fab3827e3,segment=NetworkSegment(93ed57b3-71dd-4788-9e0e-d4930b683f53),segment_id=93ed57b3-71dd-4788-9e0e-d4930b683f53)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:32.366585 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2fab5225-4d8b-4091-8cb4-f1962a6a9d89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:32.417976 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-d62b19ab-b403-4765-87fc-d76ec65bb520 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.78&port_id=38fde707-18c4-4e4d-8dd6-dc5762d3bb82 HTTP/1.1" status: 200 len: 217 time: 0.1220403 Jul 09 09:32:32.459523 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-522ad5f3-8cfa-4802-abce-c7f83e4f7a2e tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] For port 4ed19f9a-a822-4a73-b9b7-a54fab3827e3, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4ed19f9a-a822-4a73-b9b7-a54fab3827e3,segment=NetworkSegment(93ed57b3-71dd-4788-9e0e-d4930b683f53),segment_id=93ed57b3-71dd-4788-9e0e-d4930b683f53)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:32.460121 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-522ad5f3-8cfa-4802-abce-c7f83e4f7a2e tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:32.463705 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2fab5225-4d8b-4091-8cb4-f1962a6a9d89 None None] Calling delete_port for 4ed19f9a-a822-4a73-b9b7-a54fab3827e3 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:32.465737 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 2c389bab-c907-4d67-8a52-4925ef9842c0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:32.466320 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:32.524833 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-522ad5f3-8cfa-4802-abce-c7f83e4f7a2e tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Calling delete_port for 4ed19f9a-a822-4a73-b9b7-a54fab3827e3 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:32.547952 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-baf604b2-a0ef-4348-8d91-117440c34e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:32.549895 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-baf604b2-a0ef-4348-8d91-117440c34e43 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd3707cb-cc94-45a4-8dac-28eba9870f14 HTTP/1.1" status: 200 len: 801 time: 0.1256213 Jul 09 09:32:32.554975 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23281c1e-d5f7-4c9a-a319-5d059ade756b x-openstack-request-id: req-23281c1e-d5f7-4c9a-a319-5d059ade756b {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:32:32.555480 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e22bfe-8be9-4a10-85a4-efe88ce4be32", "tag": "78f7f861-a966-490b-90d6-f1637b1ce81f", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:32:32.557635 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-23281c1e-d5f7-4c9a-a319-5d059ade756b {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:32:32.558173 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e22bfe-8be9-4a10-85a4-efe88ce4be32', 'tag': '78f7f861-a966-490b-90d6-f1637b1ce81f', 'status': 'completed', 'code': 200} Jul 09 09:32:32.681446 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8f4ccec2-875f-4145-955f-61e38018c5d4 req-b47f81d4-a330-4f6b-96a9-b702b36a240f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139447 Jul 09 09:32:32.701275 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-b8006f1c-3b93-48aa-9c94-4d15cce85649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:32.702786 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-b8006f1c-3b93-48aa-9c94-4d15cce85649 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dbb59954-cbf3-4b7b-b392-8d9d0369c2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1436620 Jul 09 09:32:32.762793 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-522ad5f3-8cfa-4802-abce-c7f83e4f7a2e tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:32.918276 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-5f0c0898-a5e8-471b-914c-d97a4407551e service neutron] 10.222.0.58 "GET /v2.0/networks/dbb59954-cbf3-4b7b-b392-8d9d0369c2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063377 Jul 09 09:32:32.941789 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ba492a-83af-4235-9603-4696332ffb7d x-openstack-request-id: req-f5ba492a-83af-4235-9603-4696332ffb7d {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:32:32.943008 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbf830c-7e22-4b46-83da-22d88987c380", "name": "network-vif-deleted", "tag": "aa5a9672-a6c8-41a0-b37d-423f24305c80", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:32:32.943717 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f5ba492a-83af-4235-9603-4696332ffb7d {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:32:32.945965 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbf830c-7e22-4b46-83da-22d88987c380', 'name': 'network-vif-deleted', 'tag': 'aa5a9672-a6c8-41a0-b37d-423f24305c80', 'status': 'completed', 'code': 200} Jul 09 09:32:32.961150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ad5f3-8cfa-4802-abce-c7f83e4f7a2e tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Pushing event deleted for resources: {'Port': ['ID=4ed19f9a-a822-4a73-b9b7-a54fab3827e3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:32.974895 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49142) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:32.988967 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522ad5f3-8cfa-4802-abce-c7f83e4f7a2e tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] No DVR routers for this DVR port 4ed19f9a-a822-4a73-b9b7-a54fab3827e3 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:32:33.077508 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2fab5225-4d8b-4091-8cb4-f1962a6a9d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:33.128645 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d6e8eae8-8717-427f-8866-6dab9be96acd req-a0da64d4-b0cf-4840-88ba-065aac03773e service neutron] 10.222.0.58 "GET /v2.0/networks/dbb59954-cbf3-4b7b-b392-8d9d0369c2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053621 Jul 09 09:32:33.147929 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4ed19f9a-a822-4a73-b9b7-a54fab3827e3 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:32:33.150947 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fab5225-4d8b-4091-8cb4-f1962a6a9d89 None None] No DVR routers for this DVR port 4ed19f9a-a822-4a73-b9b7-a54fab3827e3 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:32:33.193146 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab5225-4d8b-4091-8cb4-f1962a6a9d89 None None] Pushing event deleted for resources: {'Port': ['ID=4ed19f9a-a822-4a73-b9b7-a54fab3827e3,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:33.198567 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 4ed19f9a-a822-4a73-b9b7-a54fab3827e3 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:32:33.198915 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4ed19f9a-a822-4a73-b9b7-a54fab3827e3 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:32:33.270420 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c9993910-d634-4f71-9cc0-f838e2c54f6e', 'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'mac_address': 'fa:16:3e:36:31:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:24Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 2, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'subnets': [{'id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:33.319481 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-522ad5f3-8cfa-4802-abce-c7f83e4f7a2e tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:33.323497 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] Checking router: 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:32:33.324410 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] Updating router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 port c9993910-d634-4f71-9cc0-f838e2c54f6e binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:32:33.341273 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-522ad5f3-8cfa-4802-abce-c7f83e4f7a2e tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe5715f-6d05-43ad-abe6-2d17f533b7d8']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:33.361982 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-6378c22e-dfb2-4558-a0fa-d31fd9277c43 admin admin] Deleting subnet 1b38c8d9-0cc7-4ded-ba10-9f9e488eddfb {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:32:33.370026 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54660fb-73a9-4892-877a-f084405f16a0 req-544354c5-b829-44f6-ad15-1ec911a2bee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:33.371730 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54660fb-73a9-4892-877a-f084405f16a0 req-544354c5-b829-44f6-ad15-1ec911a2bee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:33.373704 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f54660fb-73a9-4892-877a-f084405f16a0 req-544354c5-b829-44f6-ad15-1ec911a2bee0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ccf6ebcefc44456fb4b443a1a3c4cef4&device_id=c2e22bfe-8be9-4a10-85a4-efe88ce4be32 HTTP/1.1" status: 200 len: 1980 time: 0.1133175 Jul 09 09:32:33.377747 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:33.385961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-522ad5f3-8cfa-4802-abce-c7f83e4f7a2e tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93ed57b3-71dd-4788-9e0e-d4930b683f53') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:33.386259 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-522ad5f3-8cfa-4802-abce-c7f83e4f7a2e tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93ed57b3-71dd-4788-9e0e-d4930b683f53') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:33.387964 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6378c22e-dfb2-4558-a0fa-d31fd9277c43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:33.391164 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8479e44-78a2-4c77-976e-6c1add4b0ef6 req-1991df17-d5e9-4d5c-b6ef-af8c7c6d1f7e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 210 time: 0.0570774 Jul 09 09:32:33.427646 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-522ad5f3-8cfa-4802-abce-c7f83e4f7a2e tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:33.480393 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-522ad5f3-8cfa-4802-abce-c7f83e4f7a2e tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:33.491575 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6378c22e-dfb2-4558-a0fa-d31fd9277c43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:33.502390 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54660fb-73a9-4892-877a-f084405f16a0 req-8a8077f7-af3e-4e59-9f01-ad1dc92b3c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:33.504119 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f54660fb-73a9-4892-877a-f084405f16a0 req-8a8077f7-af3e-4e59-9f01-ad1dc92b3c52 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2b6333f6-9601-46e3-95db-c800502a8ecc HTTP/1.1" status: 200 len: 903 time: 0.1235805 Jul 09 09:32:33.543728 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522ad5f3-8cfa-4802-abce-c7f83e4f7a2e tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:32:33.548383 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-522ad5f3-8cfa-4802-abce-c7f83e4f7a2e tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:32:33.552013 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:32:33.558379 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f54660fb-73a9-4892-877a-f084405f16a0 req-81c56572-cd51-4d8d-a1e8-ea8dd4c51018 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.188&port_id=78f7f861-a966-490b-90d6-f1637b1ce81f HTTP/1.1" status: 200 len: 217 time: 0.0464156 Jul 09 09:32:33.613629 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a94b49-7fcc-414c-b0eb-e050ce2f1095 req-3a6a6d9d-06fa-42ee-8484-f75f3d7b427a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:33.621814 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a94b49-7fcc-414c-b0eb-e050ce2f1095 req-3a6a6d9d-06fa-42ee-8484-f75f3d7b427a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:33.623561 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25a94b49-7fcc-414c-b0eb-e050ce2f1095 req-3a6a6d9d-06fa-42ee-8484-f75f3d7b427a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2e22bfe-8be9-4a10-85a4-efe88ce4be32 HTTP/1.1" status: 200 len: 1678 time: 0.3797150 Jul 09 09:32:33.648217 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:33.688646 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54660fb-73a9-4892-877a-f084405f16a0 req-7056e4ef-bcf3-4904-b29a-ce4b95a93c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:33.690789 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f54660fb-73a9-4892-877a-f084405f16a0 req-7056e4ef-bcf3-4904-b29a-ce4b95a93c97 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d73e4a7c-6cf7-491a-860a-6557117b9740 HTTP/1.1" status: 200 len: 801 time: 0.1259236 Jul 09 09:32:33.703882 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-c413c439-ad03-491b-b0d4-0d22c192e048 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=fd1e4817887247cb839b06c8943f8731&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1029053 Jul 09 09:32:33.706052 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-75666277-3619-471a-a3ac-3d2306db956d req-ff067c21-6350-4380-8fd9-f5969dad8724 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 210 time: 0.1023517 Jul 09 09:32:33.751591 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-522ad5f3-8cfa-4802-abce-c7f83e4f7a2e tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:33.765698 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6378c22e-dfb2-4558-a0fa-d31fd9277c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:33.775261 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54660fb-73a9-4892-877a-f084405f16a0 req-a6c32927-abef-4a9c-ac6b-9ba42deb8d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:33.777080 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f54660fb-73a9-4892-877a-f084405f16a0 req-a6c32927-abef-4a9c-ac6b-9ba42deb8d65 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2b6333f6-9601-46e3-95db-c800502a8ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0790856 Jul 09 09:32:33.854155 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:33.876872 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] Transition to ACTIVE for port object c9993910-d634-4f71-9cc0-f838e2c54f6e will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:33.890537 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:33.894532 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f54660fb-73a9-4892-877a-f084405f16a0 req-dc0e977f-0560-4370-865c-0743a6bc3a0b service neutron] 10.222.0.58 "GET /v2.0/networks/2b6333f6-9601-46e3-95db-c800502a8ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097679 Jul 09 09:32:33.969769 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52858d4e-d1ef-46eb-9ed3-4875f8f0b7b8 None None] Pushing event updated for resources: {'Port': ['ID=c9993910-d634-4f71-9cc0-f838e2c54f6e,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:33.986750 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-24c23a9e-8700-4833-a3c6-1a284bdf8112 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:33.988405 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52858d4e-d1ef-46eb-9ed3-4875f8f0b7b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:33.988783 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52858d4e-d1ef-46eb-9ed3-4875f8f0b7b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:33.989003 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-24c23a9e-8700-4833-a3c6-1a284bdf8112 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2729440 Jul 09 09:32:33.989144 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52858d4e-d1ef-46eb-9ed3-4875f8f0b7b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:33.990205 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52858d4e-d1ef-46eb-9ed3-4875f8f0b7b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:33.990564 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52858d4e-d1ef-46eb-9ed3-4875f8f0b7b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:33.990894 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52858d4e-d1ef-46eb-9ed3-4875f8f0b7b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:33.991285 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52858d4e-d1ef-46eb-9ed3-4875f8f0b7b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:33.991673 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52858d4e-d1ef-46eb-9ed3-4875f8f0b7b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:33.992862 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-522ad5f3-8cfa-4802-abce-c7f83e4f7a2e tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:33.994766 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-522ad5f3-8cfa-4802-abce-c7f83e4f7a2e tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] 10.222.0.61 "DELETE /v2.0/networks/8fe5715f-6d05-43ad-abe6-2d17f533b7d8 HTTP/1.1" status: 204 len: 168 time: 2.3314252 Jul 09 09:32:33.997941 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52858d4e-d1ef-46eb-9ed3-4875f8f0b7b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:33.998139 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6378c22e-dfb2-4558-a0fa-d31fd9277c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:33.998332 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52858d4e-d1ef-46eb-9ed3-4875f8f0b7b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:33.998778 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52858d4e-d1ef-46eb-9ed3-4875f8f0b7b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:33.999554 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52858d4e-d1ef-46eb-9ed3-4875f8f0b7b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:34.027020 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25a94b49-7fcc-414c-b0eb-e050ce2f1095 req-81adb14c-e8ea-43b5-82c1-761b6f3d5bf5 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775589 Jul 09 09:32:34.053748 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-4da088d4-0206-4137-8a20-6c9d3abc67e4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Request body: {'port': {'device_id': '36ee4fac-280e-4891-b6d7-5e13a3c516ee', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': 'fd1e4817887247cb839b06c8943f8731'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:34.060386 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f54660fb-73a9-4892-877a-f084405f16a0 req-516c8bfc-730f-498e-a589-8ef8fdf5752a service neutron] 10.222.0.58 "GET /v2.0/networks/2b6333f6-9601-46e3-95db-c800502a8ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585922 Jul 09 09:32:34.099007 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] Attempting to bind port c9993910-d634-4f71-9cc0-f838e2c54f6e on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:34.099373 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] Attempting to bind port c9993910-d634-4f71-9cc0-f838e2c54f6e by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '966526bd-490a-44dd-abfe-bcd259cab79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:34.099756 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] Attempting to bind port c9993910-d634-4f71-9cc0-f838e2c54f6e on network 2423c228-b601-4946-8ea0-8ba4dc5be28b {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:34.110917 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:32:34.111612 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] Checking segment: {'id': '966526bd-490a-44dd-abfe-bcd259cab79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:34.112225 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:34.112793 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] Bound using segment: {'id': '966526bd-490a-44dd-abfe-bcd259cab79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:32:34.113434 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] Bound port: c9993910-d634-4f71-9cc0-f838e2c54f6e, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966526bd-490a-44dd-abfe-bcd259cab79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:32:34.114008 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:34.214648 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] For port c9993910-d634-4f71-9cc0-f838e2c54f6e, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:32:34.225690 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] For port c9993910-d634-4f71-9cc0-f838e2c54f6e, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c9993910-d634-4f71-9cc0-f838e2c54f6e,segment=NetworkSegment(966526bd-490a-44dd-abfe-bcd259cab79b),segment_id=966526bd-490a-44dd-abfe-bcd259cab79b)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:32:34.232335 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:34.326597 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52858d4e-d1ef-46eb-9ed3-4875f8f0b7b8 None None] Pushing event updated for resources: {'Port': ['ID=c9993910-d634-4f71-9cc0-f838e2c54f6e,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:34.344924 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] Routers {'7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:32:34.345632 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:32:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:34.445795 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device aa5a9672-a6c8-41a0-b37d-423f24305c80 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:32:34.476238 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: aa5a9672-a6c8-41a0-b37d-423f24305c80 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:32:34.476911 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device aa5a9672-a6c8-41a0-b37d-423f24305c80 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:32:34.500198 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] Set router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:32:34.502464 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49158) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:34.559318 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e22bfe-8be9-4a10-85a4-efe88ce4be32', 'tag': '38fde707-18c4-4e4d-8dd6-dc5762d3bb82'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:32:34.561771 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113d0fc7-bcfa-401e-a3f8-0878f7179245" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e22bfe-8be9-4a10-85a4-efe88ce4be32", "tag": "38fde707-18c4-4e4d-8dd6-dc5762d3bb82"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:32:34.615410 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ad5f3-8cfa-4802-abce-c7f83e4f7a2e tempest-ExtraDHCPOptionsIpV6TestJSON-555250809 tempest-ExtraDHCPOptionsIpV6TestJSON-555250809-project] Pushing event deleted for resources: {'Network': ['ID=8fe5715f-6d05-43ad-abe6-2d17f533b7d8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:34.627163 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6378c22e-dfb2-4558-a0fa-d31fd9277c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:34.629407 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6378c22e-dfb2-4558-a0fa-d31fd9277c43 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1b38c8d9-0cc7-4ded-ba10-9f9e488eddfb HTTP/1.1" status: 204 len: 168 time: 1.6363952 Jul 09 09:32:34.633051 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49164) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:34.640746 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378c22e-dfb2-4558-a0fa-d31fd9277c43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b38c8d9-0cc7-4ded-ba10-9f9e488eddfb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:34.769379 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:34.785545 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec5ddca1-e839-490a-a8ec-45c84644ad3a req-71a99e14-f9b6-4fa8-9b74-cb1edfa68ae7 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 210 time: 0.0679939 Jul 09 09:32:34.840665 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c9993910-d634-4f71-9cc0-f838e2c54f6e', 'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'mac_address': 'fa:16:3e:36:31:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:24Z', 'updated_at': '2021-07-09T09:32:34Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'subnets': [{'id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:34.878148 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7115bf-9614-4da1-ac20-e20db0537d26 req-6731d2cc-cebc-4875-b66d-e78784bc99d8 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:34.885816 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9a7115bf-9614-4da1-ac20-e20db0537d26 req-6731d2cc-cebc-4875-b66d-e78784bc99d8 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 945 time: 0.8898880 Jul 09 09:32:34.890246 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04971cdd-939c-4e4e-9098-9275dde5a5e0 None None] The sync data for ids ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'] in n-d-799996-1 is: [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c9993910-d634-4f71-9cc0-f838e2c54f6e', 'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'mac_address': 'fa:16:3e:36:31:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:24Z', 'updated_at': '2021-07-09T09:32:34Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'subnets': [{'id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:32:34.898704 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e261d6-c381-48ee-a6af-f0972634863d x-openstack-request-id: req-43e261d6-c381-48ee-a6af-f0972634863d {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:32:34.898991 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e22bfe-8be9-4a10-85a4-efe88ce4be32", "tag": "38fde707-18c4-4e4d-8dd6-dc5762d3bb82", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:32:34.899333 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-43e261d6-c381-48ee-a6af-f0972634863d {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:32:34.899845 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e22bfe-8be9-4a10-85a4-efe88ce4be32', 'tag': '38fde707-18c4-4e4d-8dd6-dc5762d3bb82', 'status': 'completed', 'code': 200} Jul 09 09:32:34.924794 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-5fcf762c-1273-474d-866d-88cb33acf1a8 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:34.926322 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-5fcf762c-1273-474d-866d-88cb33acf1a8 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.64 "GET /v2.0/networks?id=2423c228-b601-4946-8ea0-8ba4dc5be28b HTTP/1.1" status: 200 len: 820 time: 0.3125720 Jul 09 09:32:34.946344 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-1e4c9483-6f4a-4d51-8c88-7c8139ee9fa0 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Request body: {'port': {'device_id': '99aab77e-09d5-482f-82b2-80d35d023c88', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'admin_state_up': True, 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:34.964246 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9a7115bf-9614-4da1-ac20-e20db0537d26 req-b8c55a33-1f88-4210-ada8-564ea476e651 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775523 Jul 09 09:32:34.992826 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-86dcfe66-a197-4b6c-ae3a-22768016a8d0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1758e3ad44bd49e6879feda1cda64234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4888830 Jul 09 09:32:35.008624 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49168) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:35.008814 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-4da088d4-0206-4137-8a20-6c9d3abc67e4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Made reservation on behalf of fd1e4817887247cb839b06c8943f8731 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:35.008814 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-4da088d4-0206-4137-8a20-6c9d3abc67e4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:35.031905 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:35.050201 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbfda831-4990-493d-a751-274d971f767f']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:35.059803 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-4da088d4-0206-4137-8a20-6c9d3abc67e4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:35.065427 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79b0bff7-f2b7-405c-a812-a4e45c99c00c req-e451bfb8-05df-4610-b417-01de68e77af6 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 210 time: 0.0886495 Jul 09 09:32:35.070630 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de213a3-cebd-40cf-9a29-aa98c95a9497') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:35.071081 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de213a3-cebd-40cf-9a29-aa98c95a9497') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:35.097229 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:35.147457 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:35.156382 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d0fc7-bcfa-401e-a3f8-0878f7179245 req-d797ee02-59d5-4c0d-a62a-6bc8946ee554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:35.157568 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d0fc7-bcfa-401e-a3f8-0878f7179245 req-d797ee02-59d5-4c0d-a62a-6bc8946ee554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:35.159739 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-113d0fc7-bcfa-401e-a3f8-0878f7179245 req-d797ee02-59d5-4c0d-a62a-6bc8946ee554 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ccf6ebcefc44456fb4b443a1a3c4cef4&device_id=c2e22bfe-8be9-4a10-85a4-efe88ce4be32 HTTP/1.1" status: 200 len: 1980 time: 0.2552686 Jul 09 09:32:35.178946 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:32:35.179492 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:32:35.181756 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:32:35.186411 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c58118e-d555-4007-bb6f-d41eb27ba57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:35.256628 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35da88f-847b-4716-b43c-59ed929e4932 req-b6ddd9f3-3028-4932-a173-de0ac80d6f02 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:35.258229 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b35da88f-847b-4716-b43c-59ed929e4932 req-b6ddd9f3-3028-4932-a173-de0ac80d6f02 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 945 time: 0.1365035 Jul 09 09:32:35.323585 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c58118e-d555-4007-bb6f-d41eb27ba57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:35.335601 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:35.340499 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:35.346574 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] 10.222.0.61 "DELETE /v2.0/networks/dbfda831-4990-493d-a751-274d971f767f HTTP/1.1" status: 204 len: 168 time: 0.7119205 Jul 09 09:32:35.370993 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] Pushing event deleted for resources: {'Network': ['ID=dbfda831-4990-493d-a751-274d971f767f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:35.373344 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b35da88f-847b-4716-b43c-59ed929e4932 req-5334acea-5d1e-4fec-94d2-4e4189618ab0 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026349 Jul 09 09:32:35.420822 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-4da088d4-0206-4137-8a20-6c9d3abc67e4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:35.425230 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:35.425588 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:35.425960 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:35.426396 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:35.426734 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:35.427096 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:35.427436 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:35.427800 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:35.428132 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:35.428501 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:35.428830 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:35.429193 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6068f20-5c39-41f6-866a-c870814e655d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:35.433810 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c585c8-38fc-4c42-ad95-c6d88734ae5d req-4e937838-4c18-4c07-8eac-30614313b7d2 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:35.440670 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c585c8-38fc-4c42-ad95-c6d88734ae5d req-4e937838-4c18-4c07-8eac-30614313b7d2 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:35.448273 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d7c585c8-38fc-4c42-ad95-c6d88734ae5d req-4e937838-4c18-4c07-8eac-30614313b7d2 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2e22bfe-8be9-4a10-85a4-efe88ce4be32 HTTP/1.1" status: 200 len: 1678 time: 0.1889567 Jul 09 09:32:35.477998 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-4da088d4-0206-4137-8a20-6c9d3abc67e4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:35.493254 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d0fc7-bcfa-401e-a3f8-0878f7179245 req-bad2fb3d-774c-40a6-a663-737cb287d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:35.494841 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-113d0fc7-bcfa-401e-a3f8-0878f7179245 req-bad2fb3d-774c-40a6-a663-737cb287d08f service neutron] 10.222.0.58 "GET /v2.0/networks?id=dbb59954-cbf3-4b7b-b392-8d9d0369c2a9 HTTP/1.1" status: 200 len: 903 time: 0.3262408 Jul 09 09:32:35.543272 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49182) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:35.546833 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c58118e-d555-4007-bb6f-d41eb27ba57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:35.549758 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c58118e-d555-4007-bb6f-d41eb27ba57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:35.553471 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0c58118e-d555-4007-bb6f-d41eb27ba57e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ebaca08e-490f-4651-86af-a1ef03f6bfaf HTTP/1.1" status: 204 len: 168 time: 0.5494299 Jul 09 09:32:35.555592 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-113d0fc7-bcfa-401e-a3f8-0878f7179245 req-0555801b-61af-4758-abb4-81a2c51ad567 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.78&port_id=38fde707-18c4-4e4d-8dd6-dc5762d3bb82 HTTP/1.1" status: 200 len: 217 time: 0.0534146 Jul 09 09:32:35.561879 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58118e-d555-4007-bb6f-d41eb27ba57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaca08e-490f-4651-86af-a1ef03f6bfaf,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:35.616972 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d0fc7-bcfa-401e-a3f8-0878f7179245 req-b019d41c-8424-4861-893c-caa4e6288a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:35.618455 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-113d0fc7-bcfa-401e-a3f8-0878f7179245 req-b019d41c-8424-4861-893c-caa4e6288a40 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd3707cb-cc94-45a4-8dac-28eba9870f14 HTTP/1.1" status: 200 len: 801 time: 0.0542037 Jul 09 09:32:35.625630 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d7c585c8-38fc-4c42-ad95-c6d88734ae5d req-8060556c-5457-492f-9aab-6f563b9a7efd tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761470 Jul 09 09:32:35.643555 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-1e4c9483-6f4a-4d51-8c88-7c8139ee9fa0 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Made reservation on behalf of b787bf2eebcb4063864ea3f28a4fe795 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:35.647622 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-1e4c9483-6f4a-4d51-8c88-7c8139ee9fa0 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:35.727310 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da088d4-0206-4137-8a20-6c9d3abc67e4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:35.740693 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d0fc7-bcfa-401e-a3f8-0878f7179245 req-dc3163f2-83da-4c4c-9de9-51b6be48b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:35.742989 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-113d0fc7-bcfa-401e-a3f8-0878f7179245 req-dc3163f2-83da-4c4c-9de9-51b6be48b203 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dbb59954-cbf3-4b7b-b392-8d9d0369c2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1152039 Jul 09 09:32:35.880420 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-113d0fc7-bcfa-401e-a3f8-0878f7179245 req-b0f5ff37-74f4-4ce8-8bf6-651675d6b877 service neutron] 10.222.0.58 "GET /v2.0/networks/dbb59954-cbf3-4b7b-b392-8d9d0369c2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303136 Jul 09 09:32:35.920346 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-4da088d4-0206-4137-8a20-6c9d3abc67e4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Allocated IP 192.168.233.12 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/04f472e6-1ec8-4cdc-a59e-469ac1f88c3d) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:32:35.962146 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0f063bac-5b9e-4ce7-bc4c-46824b7aae71 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=505caa4dc3b447feb9d592b84d573890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4144895 Jul 09 09:32:35.962881 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49194) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:36.003114 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b63b614b-bb09-4201-8f43-664010baedc1 req-9f80123c-cc63-4506-8f34-6eea7c485a7a tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 210 time: 0.0405138 Jul 09 09:32:36.042138 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-113d0fc7-bcfa-401e-a3f8-0878f7179245 req-c1540e77-c675-448e-bf4b-094a7b93f466 service neutron] 10.222.0.58 "GET /v2.0/networks/dbb59954-cbf3-4b7b-b392-8d9d0369c2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545594 Jul 09 09:32:36.045220 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a54ed1c-662a-48c0-802d-e22172703e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:36.077815 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a54ed1c-662a-48c0-802d-e22172703e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:36.174639 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a54ed1c-662a-48c0-802d-e22172703e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:36.177155 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c9993910-d634-4f71-9cc0-f838e2c54f6e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:36.180861 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a54ed1c-662a-48c0-802d-e22172703e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:36.185276 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1a54ed1c-662a-48c0-802d-e22172703e1c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1ca62416-a8e3-4e49-b639-00d7979f7912 HTTP/1.1" status: 204 len: 168 time: 0.2193186 Jul 09 09:32:36.208610 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9beca-13db-4111-8bd1-bc33242bec1c req-6a9a8bf2-47b8-468b-a349-6bcfc30e43e0 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:36.215622 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dac9beca-13db-4111-8bd1-bc33242bec1c req-6a9a8bf2-47b8-468b-a349-6bcfc30e43e0 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 945 time: 0.4240005 Jul 09 09:32:36.218120 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54ed1c-662a-48c0-802d-e22172703e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca62416-a8e3-4e49-b639-00d7979f7912,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:36.265010 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-1e4c9483-6f4a-4d51-8c88-7c8139ee9fa0 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Allocated IP 172.20.0.11 (2423c228-b601-4946-8ea0-8ba4dc5be28b/e29a1d03-4250-4311-8a28-897c11a59e6c/448833fd-1de0-4f0f-8cdc-555890bf76db) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:32:36.282885 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port c9993910-d634-4f71-9cc0-f838e2c54f6e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:36.287865 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port c9993910-d634-4f71-9cc0-f838e2c54f6e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:36.288479 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:36.295050 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ccd3f68-f140-49fa-a7fe-79fc800fa04a req-df0e52e6-88e3-4b0e-b47a-952ee5f32631 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 210 time: 0.0695856 Jul 09 09:32:36.356308 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dac9beca-13db-4111-8bd1-bc33242bec1c req-bc277542-6fc4-4fc2-9779-ee1bb5500faf tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396635 Jul 09 09:32:36.414366 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:36.417378 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-4da088d4-0206-4137-8a20-6c9d3abc67e4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:36.451376 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 78f7f861-a966-490b-90d6-f1637b1ce81f details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:32:36.457417 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port c9993910-d634-4f71-9cc0-f838e2c54f6e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c9993910-d634-4f71-9cc0-f838e2c54f6e,segment=NetworkSegment(966526bd-490a-44dd-abfe-bcd259cab79b),segment_id=966526bd-490a-44dd-abfe-bcd259cab79b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:36.474662 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-4da088d4-0206-4137-8a20-6c9d3abc67e4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Transition to ACTIVE for port object 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:36.481310 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:36.580703 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=c9993910-d634-4f71-9cc0-f838e2c54f6e,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:36.599272 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-1e4c9483-6f4a-4d51-8c88-7c8139ee9fa0 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:36.609266 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-4da088d4-0206-4137-8a20-6c9d3abc67e4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:36.646437 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-1e4c9483-6f4a-4d51-8c88-7c8139ee9fa0 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Transition to ACTIVE for port object 448833fd-1de0-4f0f-8cdc-555890bf76db will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:36.668758 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-4da088d4-0206-4137-8a20-6c9d3abc67e4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:36.677140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-4da088d4-0206-4137-8a20-6c9d3abc67e4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:36.690920 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-4da088d4-0206-4137-8a20-6c9d3abc67e4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:36.758616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da088d4-0206-4137-8a20-6c9d3abc67e4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Pushing event updated for resources: {'Port': ['ID=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:36.759737 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 78f7f861-a966-490b-90d6-f1637b1ce81f, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=78f7f861-a966-490b-90d6-f1637b1ce81f,segment=NetworkSegment(da1de747-5c24-4b00-84df-b097f7ccacb1),segment_id=da1de747-5c24-4b00-84df-b097f7ccacb1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:36.812243 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '78f7f861-a966-490b-90d6-f1637b1ce81f', 'network_id': '2b6333f6-9601-46e3-95db-c800502a8ecc', 'port_id': '78f7f861-a966-490b-90d6-f1637b1ce81f', 'mac_address': 'fa:16:3e:9e:72:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd73e4a7c-6cf7-491a-860a-6557117b9740', 'ip_address': '19.80.0.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:32:36.817928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d403a-ae9a-4426-89b1-baa1f3c2a8c7 req-cb3efd24-3709-400e-b077-0af1f713499f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:36.819552 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-648d403a-ae9a-4426-89b1-baa1f3c2a8c7 req-cb3efd24-3709-400e-b077-0af1f713499f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 945 time: 0.2904835 Jul 09 09:32:36.872403 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49232) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:36.905286 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-4da088d4-0206-4137-8a20-6c9d3abc67e4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:36.907003 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-4da088d4-0206-4137-8a20-6c9d3abc67e4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:36.935417 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1d13e99d-9d6e-4491-a0f2-2a249107ac53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:36.944017 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:36.955297 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-1e4c9483-6f4a-4d51-8c88-7c8139ee9fa0 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:36.968661 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f7f861-a966-490b-90d6-f1637b1ce81f {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:32:36.982947 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-4da088d4-0206-4137-8a20-6c9d3abc67e4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9724946 Jul 09 09:32:36.997918 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 78f7f861-a966-490b-90d6-f1637b1ce81f, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=78f7f861-a966-490b-90d6-f1637b1ce81f,segment=NetworkSegment(da1de747-5c24-4b00-84df-b097f7ccacb1),segment_id=da1de747-5c24-4b00-84df-b097f7ccacb1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:37.001093 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-648d403a-ae9a-4426-89b1-baa1f3c2a8c7 req-ccd968ae-7479-43ae-bea7-769491a09a33 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723957 Jul 09 09:32:37.004785 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:37.006461 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 38fde707-18c4-4e4d-8dd6-dc5762d3bb82 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:32:37.066350 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-939108df-b206-4071-b171-85486e7c2a52 service neutron] Request body: {'port': {'device_id': '36ee4fac-280e-4891-b6d7-5e13a3c516ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:37.137354 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-1e4c9483-6f4a-4d51-8c88-7c8139ee9fa0 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Network 2423c228-b601-4946-8ea0-8ba4dc5be28b is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:37.155203 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-1e4c9483-6f4a-4d51-8c88-7c8139ee9fa0 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:37.164885 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-1e4c9483-6f4a-4d51-8c88-7c8139ee9fa0 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:37.167400 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c9483-6f4a-4d51-8c88-7c8139ee9fa0 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Pushing event updated for resources: {'Port': ['ID=448833fd-1de0-4f0f-8cdc-555890bf76db,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:37.183791 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=78f7f861-a966-490b-90d6-f1637b1ce81f,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:37.192706 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-54e07a8b-5c7e-4806-bada-d3443a5061cf None None] Provisioning for port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:37.199624 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-54e07a8b-5c7e-4806-bada-d3443a5061cf None None] Provisioning complete for port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:37.200489 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-54e07a8b-5c7e-4806-bada-d3443a5061cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:37.209599 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3d231ac9-d09b-4983-8eb3-5918d4d66d2d tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] Request body: {'port': {'network_id': 'eeda169c-be7d-42ea-a1d4-30c8975966e6', 'name': 'tempest-NetworksNegativeTestJSON-192352214'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:37.234290 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d231ac9-d09b-4983-8eb3-5918d4d66d2d tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] POST failed (client error): The resource could not be found. Jul 09 09:32:37.237079 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d231ac9-d09b-4983-8eb3-5918d4d66d2d tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:32:37.244530 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3d231ac9-d09b-4983-8eb3-5918d4d66d2d tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3708901 Jul 09 09:32:37.247973 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49248) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:37.276182 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad55682b-a9fb-40bd-b1e4-a4284cd6a9f5 tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] DELETE failed (client error): The resource could not be found. Jul 09 09:32:37.276805 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad55682b-a9fb-40bd-b1e4-a4284cd6a9f5 tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:32:37.279329 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5eaba9-3c04-4158-bfbe-313528e89a5b req-9304534a-e269-4499-b5fb-c42aa3565137 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:37.284327 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ad55682b-a9fb-40bd-b1e4-a4284cd6a9f5 tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] 10.222.0.61 "DELETE /v2.0/networks/8ea5aca0-576a-42ee-b5ff-56e8681ea9c8 HTTP/1.1" status: 404 len: 339 time: 0.0323777 Jul 09 09:32:37.284729 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49250) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:37.290698 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5eaba9-3c04-4158-bfbe-313528e89a5b req-9304534a-e269-4499-b5fb-c42aa3565137 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:37.292311 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a5eaba9-3c04-4158-bfbe-313528e89a5b req-9304534a-e269-4499-b5fb-c42aa3565137 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2e22bfe-8be9-4a10-85a4-efe88ce4be32 HTTP/1.1" status: 200 len: 1678 time: 0.3815117 Jul 09 09:32:37.311255 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-54e07a8b-5c7e-4806-bada-d3443a5061cf None None] Port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:32:37.320907 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-1e4c9483-6f4a-4d51-8c88-7c8139ee9fa0 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:37.321561 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-1e4c9483-6f4a-4d51-8c88-7c8139ee9fa0 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:37.333135 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 38fde707-18c4-4e4d-8dd6-dc5762d3bb82, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=38fde707-18c4-4e4d-8dd6-dc5762d3bb82,segment=NetworkSegment(8b2e536e-0128-4b41-b918-aca840de62fc),segment_id=8b2e536e-0128-4b41-b918-aca840de62fc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:37.336404 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a8ef66-d495-4a76-89ab-02c12c4e6813 tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] DELETE failed (client error): The resource could not be found. Jul 09 09:32:37.337137 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a8ef66-d495-4a76-89ab-02c12c4e6813 tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:32:37.337605 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-939108df-b206-4071-b171-85486e7c2a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:37.343223 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-65a8ef66-d495-4a76-89ab-02c12c4e6813 tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] 10.222.0.61 "DELETE /v2.0/ports/e63e5db5-c0eb-42a8-beb5-202270ef64ab HTTP/1.1" status: 404 len: 333 time: 0.0529101 Jul 09 09:32:37.344594 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49256) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:37.350999 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '38fde707-18c4-4e4d-8dd6-dc5762d3bb82', 'network_id': 'dbb59954-cbf3-4b7b-b392-8d9d0369c2a9', 'port_id': '38fde707-18c4-4e4d-8dd6-dc5762d3bb82', 'mac_address': 'fa:16:3e:7d:85:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd3707cb-cc94-45a4-8dac-28eba9870f14', 'ip_address': '19.86.0.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:32:37.383796 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b906e7-7028-4be6-8d89-ac25e4f375fd tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] DELETE failed (client error): The resource could not be found. Jul 09 09:32:37.388545 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-1e4c9483-6f4a-4d51-8c88-7c8139ee9fa0 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4470906 Jul 09 09:32:37.390990 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b906e7-7028-4be6-8d89-ac25e4f375fd tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:32:37.396269 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-64b906e7-7028-4be6-8d89-ac25e4f375fd tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] 10.222.0.61 "DELETE /v2.0/subnets/42b7f017-8769-435e-af86-c9324167cdef HTTP/1.1" status: 404 len: 337 time: 0.0505955 Jul 09 09:32:37.398420 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49258) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:37.406907 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-f7b59b2c-11a1-4c63-9577-847ba66035d8 service neutron] Request body: {'port': {'device_id': '99aab77e-09d5-482f-82b2-80d35d023c88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:37.417283 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:37.436345 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38fde707-18c4-4e4d-8dd6-dc5762d3bb82 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:32:37.445044 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49260) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:37.451310 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-987af16a-41d5-4b13-bf4d-1d9276c1fc0c tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] GET failed (client error): The resource could not be found. Jul 09 09:32:37.456347 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-987af16a-41d5-4b13-bf4d-1d9276c1fc0c tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] 10.222.0.61 "GET /v2.0/networks/29df2559-95a1-4328-b07e-bbf5a083cbac HTTP/1.1" status: 404 len: 339 time: 0.0534053 Jul 09 09:32:37.458174 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49264) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:37.475535 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 38fde707-18c4-4e4d-8dd6-dc5762d3bb82, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=38fde707-18c4-4e4d-8dd6-dc5762d3bb82,segment=NetworkSegment(8b2e536e-0128-4b41-b918-aca840de62fc),segment_id=8b2e536e-0128-4b41-b918-aca840de62fc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:37.481614 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:37.487368 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f46b14-e941-4029-9df0-2d51cdf06246 tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] GET failed (client error): The resource could not be found. Jul 09 09:32:37.491761 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a8f46b14-e941-4029-9df0-2d51cdf06246 tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] 10.222.0.61 "GET /v2.0/ports/b3af7a0b-e043-43d1-901a-eb340f93983a HTTP/1.1" status: 404 len: 333 time: 0.0299203 Jul 09 09:32:37.492994 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49266) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:37.534890 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fc7b4f-ec8b-4b23-9c46-4290e727ee5a tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] GET failed (client error): The resource could not be found. Jul 09 09:32:37.543574 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-93fc7b4f-ec8b-4b23-9c46-4290e727ee5a tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] 10.222.0.61 "GET /v2.0/subnets/f36400ec-ff21-4b9e-8780-1df0377e78d7 HTTP/1.1" status: 404 len: 337 time: 0.0481462 Jul 09 09:32:37.544948 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49268) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:37.550292 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=38fde707-18c4-4e4d-8dd6-dc5762d3bb82,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:37.551192 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f9fe04af-d080-4193-9230-be6902500344 tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:37.564474 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a5eaba9-3c04-4158-bfbe-313528e89a5b req-70e51433-824a-4d3d-a799-b7e7c6e03d58 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520998 Jul 09 09:32:37.567878 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9fe04af-d080-4193-9230-be6902500344 tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] PUT failed (client error): The resource could not be found. Jul 09 09:32:37.568497 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9fe04af-d080-4193-9230-be6902500344 tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:32:37.574330 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f9fe04af-d080-4193-9230-be6902500344 tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] 10.222.0.61 "PUT /v2.0/networks/9b9af51a-0e35-4d13-bea1-a9e026a5e03c HTTP/1.1" status: 404 len: 339 time: 0.0282216 Jul 09 09:32:37.575314 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49270) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:37.581031 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-27f41722-698a-4abb-b633-cc1d71a52561 tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:37.591450 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0fd567d2-f2b7-4da5-a65d-c8f3e9716d96 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1596982356-network', 'tenant_id': 'b2d37b82ee154752af5d9a5e45d03cea'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:37.622570 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f41722-698a-4abb-b633-cc1d71a52561 tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] PUT failed (client error): The resource could not be found. Jul 09 09:32:37.623248 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f41722-698a-4abb-b633-cc1d71a52561 tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:32:37.629060 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-27f41722-698a-4abb-b633-cc1d71a52561 tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] 10.222.0.61 "PUT /v2.0/ports/0e1e0670-4440-42f7-8dff-b41e3d454ea5 HTTP/1.1" status: 404 len: 333 time: 0.0526247 Jul 09 09:32:37.632390 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49272) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:37.640070 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-bf254464-5008-4ba2-914b-b8bcce987aaa tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:37.650764 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-46d45a5a-bdf1-4312-a9fc-174a98023c8c None None] Provisioning for port 448833fd-1de0-4f0f-8cdc-555890bf76db completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:37.659241 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-46d45a5a-bdf1-4312-a9fc-174a98023c8c None None] Provisioning complete for port 448833fd-1de0-4f0f-8cdc-555890bf76db triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:37.659949 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-46d45a5a-bdf1-4312-a9fc-174a98023c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:37.669597 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf254464-5008-4ba2-914b-b8bcce987aaa tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] PUT failed (client error): The resource could not be found. Jul 09 09:32:37.670453 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf254464-5008-4ba2-914b-b8bcce987aaa tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:32:37.675567 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bf254464-5008-4ba2-914b-b8bcce987aaa tempest-NetworksNegativeTestJSON-1433794023 tempest-NetworksNegativeTestJSON-1433794023-project] 10.222.0.61 "PUT /v2.0/subnets/b35c043a-06b4-4291-ae8a-22db5efa57a8 HTTP/1.1" status: 404 len: 337 time: 0.0426297 Jul 09 09:32:37.677027 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd567d2-f2b7-4da5-a65d-c8f3e9716d96 admin admin] Made reservation on behalf of b2d37b82ee154752af5d9a5e45d03cea for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:37.680145 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fd567d2-f2b7-4da5-a65d-c8f3e9716d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:37.689673 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fd567d2-f2b7-4da5-a65d-c8f3e9716d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:37.717551 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['38fde707-18c4-4e4d-8dd6-dc5762d3bb82'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:32:37.720083 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-46d45a5a-bdf1-4312-a9fc-174a98023c8c None None] Port 448833fd-1de0-4f0f-8cdc-555890bf76db cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:32:37.788965 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-f7b59b2c-11a1-4c63-9577-847ba66035d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:37.825101 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fd567d2-f2b7-4da5-a65d-c8f3e9716d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:37.832137 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fd567d2-f2b7-4da5-a65d-c8f3e9716d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:37.854235 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd567d2-f2b7-4da5-a65d-c8f3e9716d96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:32:37.872093 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a614f1f-09c4-4a21-84d8-4b598045bad3 req-675a2977-8dde-4335-bd89-6c56142ba75e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:37.873667 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a614f1f-09c4-4a21-84d8-4b598045bad3 req-675a2977-8dde-4335-bd89-6c56142ba75e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 935 time: 0.4127834 Jul 09 09:32:37.900684 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd567d2-f2b7-4da5-a65d-c8f3e9716d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ea7a8e-374c-44be-8e3f-48f1e5fb6734,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:37.912019 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fd567d2-f2b7-4da5-a65d-c8f3e9716d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:37.912779 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-0fd567d2-f2b7-4da5-a65d-c8f3e9716d96 admin admin] Added segment 73b5dac6-4e64-4a7e-bac1-42f3892502d5 of type vlan for network cadc3bc1-4b29-4e86-9b19-55a98786baff Jul 09 09:32:37.959530 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fd567d2-f2b7-4da5-a65d-c8f3e9716d96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:37.984680 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49280) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:38.000873 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fd567d2-f2b7-4da5-a65d-c8f3e9716d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:38.002094 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd567d2-f2b7-4da5-a65d-c8f3e9716d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:38.002883 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fd567d2-f2b7-4da5-a65d-c8f3e9716d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:38.042738 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32498b-a770-47ba-9c19-844c3a1041f7 req-3ecb612a-0fd3-4f68-a506-fc126469fb68 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:38.044330 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec32498b-a770-47ba-9c19-844c3a1041f7 req-3ecb612a-0fd3-4f68-a506-fc126469fb68 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 945 time: 0.3037097 Jul 09 09:32:38.047293 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a614f1f-09c4-4a21-84d8-4b598045bad3 req-02830be8-fd39-4795-9ef0-79e11b57417a tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625192 Jul 09 09:32:38.090380 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd567d2-f2b7-4da5-a65d-c8f3e9716d96 admin admin] Pushing event updated for resources: {'Network': ['ID=cadc3bc1-4b29-4e86-9b19-55a98786baff,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:38.112148 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0fd567d2-f2b7-4da5-a65d-c8f3e9716d96 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6659954 Jul 09 09:32:38.115636 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49284) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:38.119209 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network cadc3bc1-4b29-4e86-9b19-55a98786baff details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:32:38.139008 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6e214a45-ec60-4210-8f1d-92472d8219be admin admin] Request body: {'subnet': {'network_id': 'cadc3bc1-4b29-4e86-9b19-55a98786baff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1596982356-subnet', 'tenant_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:38.161251 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbaa066c-d15c-4260-89f6-ec37aee078ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:38.176737 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c9993910-d634-4f71-9cc0-f838e2c54f6e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:38.181577 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-939108df-b206-4071-b171-85486e7c2a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:32:38.197551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e214a45-ec60-4210-8f1d-92472d8219be admin admin] Made reservation on behalf of b2d37b82ee154752af5d9a5e45d03cea for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:38.200844 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e214a45-ec60-4210-8f1d-92472d8219be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:38.209215 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-939108df-b206-4071-b171-85486e7c2a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:38.236672 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec32498b-a770-47ba-9c19-844c3a1041f7 req-e7ea410c-c7e4-437a-a71b-4a6094ff6e4d tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781156 Jul 09 09:32:38.261022 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port c9993910-d634-4f71-9cc0-f838e2c54f6e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:38.261723 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:38.291650 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-939108df-b206-4071-b171-85486e7c2a52 service neutron] Transition to ACTIVE for port object 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:38.309461 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-939108df-b206-4071-b171-85486e7c2a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:38.398267 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920361cf-c423-4da1-b36c-c202531308ee req-6b6e93f5-0073-430f-8e99-5d87fc4300f9 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:38.403517 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-920361cf-c423-4da1-b36c-c202531308ee req-6b6e93f5-0073-430f-8e99-5d87fc4300f9 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 932 time: 0.1909645 Jul 09 09:32:38.457639 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbaa066c-d15c-4260-89f6-ec37aee078ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:38.461102 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 38fde707-18c4-4e4d-8dd6-dc5762d3bb82 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:38.461540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939108df-b206-4071-b171-85486e7c2a52 service neutron] Pushing event updated for resources: {'Port': ['ID=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:38.492320 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-f7b59b2c-11a1-4c63-9577-847ba66035d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448833fd-1de0-4f0f-8cdc-555890bf76db {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:32:38.507605 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbaa066c-d15c-4260-89f6-ec37aee078ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:38.540066 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e214a45-ec60-4210-8f1d-92472d8219be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:38.545260 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-f7b59b2c-11a1-4c63-9577-847ba66035d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:38.550657 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 38fde707-18c4-4e4d-8dd6-dc5762d3bb82 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:38.564203 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 38fde707-18c4-4e4d-8dd6-dc5762d3bb82 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:38.564945 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:38.585999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-f7b59b2c-11a1-4c63-9577-847ba66035d8 service neutron] Transition to ACTIVE for port object 448833fd-1de0-4f0f-8cdc-555890bf76db will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:38.608669 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-920361cf-c423-4da1-b36c-c202531308ee req-c4aa89b2-2b94-411d-82c6-d6f419699f63 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785829 Jul 09 09:32:38.608873 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cbaa066c-d15c-4260-89f6-ec37aee078ee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=555856c18a1447f590bde59ffb3da693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6229644 Jul 09 09:32:38.612755 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49294) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:38.617576 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-f7b59b2c-11a1-4c63-9577-847ba66035d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:38.666683 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa066c-d15c-4260-89f6-ec37aee078ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b389f2-0ac5-444a-97da-b24ba262abb7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:38.700001 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:38.720264 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e214a45-ec60-4210-8f1d-92472d8219be admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6a06f15-0469-4615-97cc-a20485ca7940,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:38.728638 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-263c831c-00ee-48dc-bc93-d79e24d0f918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:38.734084 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e214a45-ec60-4210-8f1d-92472d8219be admin admin] Checking segment: {'id': '73b5dac6-4e64-4a7e-bac1-42f3892502d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'cadc3bc1-4b29-4e86-9b19-55a98786baff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:38.734984 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e214a45-ec60-4210-8f1d-92472d8219be admin admin] Network hostable DHCP agents. Network: cadc3bc1-4b29-4e86-9b19-55a98786baff, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:32:38.764453 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-939108df-b206-4071-b171-85486e7c2a52 service neutron] Attempting to bind port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:38.764838 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-939108df-b206-4071-b171-85486e7c2a52 service neutron] Attempting to bind port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:38.765122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-939108df-b206-4071-b171-85486e7c2a52 service neutron] Attempting to bind port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:38.767050 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e214a45-ec60-4210-8f1d-92472d8219be admin admin] Network cadc3bc1-4b29-4e86-9b19-55a98786baff is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:32:38.770447 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b59b2c-11a1-4c63-9577-847ba66035d8 service neutron] Pushing event updated for resources: {'Port': ['ID=448833fd-1de0-4f0f-8cdc-555890bf76db,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:38.776902 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-939108df-b206-4071-b171-85486e7c2a52 service neutron] Port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:38.777265 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-939108df-b206-4071-b171-85486e7c2a52 service neutron] Attempting to bind port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:38.781581 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-263c831c-00ee-48dc-bc93-d79e24d0f918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:38.798981 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-6e214a45-ec60-4210-8f1d-92472d8219be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, cadc3bc1-4b29-4e86-9b19-55a98786baff) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:38.813157 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 38fde707-18c4-4e4d-8dd6-dc5762d3bb82, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=38fde707-18c4-4e4d-8dd6-dc5762d3bb82,segment=NetworkSegment(8b2e536e-0128-4b41-b918-aca840de62fc),segment_id=8b2e536e-0128-4b41-b918-aca840de62fc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:38.818191 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e22bfe-8be9-4a10-85a4-efe88ce4be32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fde707-18c4-4e4d-8dd6-dc5762d3bb82'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:32:38.821559 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e214a45-ec60-4210-8f1d-92472d8219be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:38.822226 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e214a45-ec60-4210-8f1d-92472d8219be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:38.823385 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fd1038-2b97-44cc-97a7-a501552d9d1c" -d '{"events": [{"server_uuid": "c2e22bfe-8be9-4a10-85a4-efe88ce4be32", "name": "network-vif-plugged", "status": "completed", "tag": "38fde707-18c4-4e4d-8dd6-dc5762d3bb82"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:32:38.829083 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['78f7f861-a966-490b-90d6-f1637b1ce81f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:32:38.833074 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b80298-5547-4ad1-ab22-52a329ec7ae6 None None] Network cadc3bc1-4b29-4e86-9b19-55a98786baff requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:32:38.837247 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-939108df-b206-4071-b171-85486e7c2a52 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:32:38.837805 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-939108df-b206-4071-b171-85486e7c2a52 service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:38.838042 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-939108df-b206-4071-b171-85486e7c2a52 service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:32:38.838835 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-939108df-b206-4071-b171-85486e7c2a52 service neutron] Bound port: 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:32:38.838981 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-939108df-b206-4071-b171-85486e7c2a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:38.843119 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:38.855556 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6e214a45-ec60-4210-8f1d-92472d8219be admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7317863 Jul 09 09:32:38.862846 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49298) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:38.873203 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6d88417e-9bde-4aa4-80e6-8438ca0dd90a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1596982356-router', 'tenant_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:38.905961 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d88417e-9bde-4aa4-80e6-8438ca0dd90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:38.907165 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d88417e-9bde-4aa4-80e6-8438ca0dd90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:38.931021 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-263c831c-00ee-48dc-bc93-d79e24d0f918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:38.935352 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-263c831c-00ee-48dc-bc93-d79e24d0f918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:38.936969 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-263c831c-00ee-48dc-bc93-d79e24d0f918 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/21b389f2-0ac5-444a-97da-b24ba262abb7 HTTP/1.1" status: 204 len: 168 time: 0.3210311 Jul 09 09:32:38.960392 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c831c-00ee-48dc-bc93-d79e24d0f918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b389f2-0ac5-444a-97da-b24ba262abb7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:39.016456 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d88417e-9bde-4aa4-80e6-8438ca0dd90a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:39.039281 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-f7b59b2c-11a1-4c63-9577-847ba66035d8 service neutron] Attempting to bind port 448833fd-1de0-4f0f-8cdc-555890bf76db on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:39.039787 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-f7b59b2c-11a1-4c63-9577-847ba66035d8 service neutron] Attempting to bind port 448833fd-1de0-4f0f-8cdc-555890bf76db by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '966526bd-490a-44dd-abfe-bcd259cab79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:39.040130 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-f7b59b2c-11a1-4c63-9577-847ba66035d8 service neutron] Attempting to bind port 448833fd-1de0-4f0f-8cdc-555890bf76db on network 2423c228-b601-4946-8ea0-8ba4dc5be28b {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:39.059404 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:39.107183 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=38fde707-18c4-4e4d-8dd6-dc5762d3bb82,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:39.223894 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171401fb-3a7b-46aa-bda3-535edd8a355b None None] Network cadc3bc1-4b29-4e86-9b19-55a98786baff requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:32:39.250640 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d88417e-9bde-4aa4-80e6-8438ca0dd90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:39.353714 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-f7b59b2c-11a1-4c63-9577-847ba66035d8 service neutron] Port 448833fd-1de0-4f0f-8cdc-555890bf76db on network 2423c228-b601-4946-8ea0-8ba4dc5be28b not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:39.354049 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-f7b59b2c-11a1-4c63-9577-847ba66035d8 service neutron] Attempting to bind port 448833fd-1de0-4f0f-8cdc-555890bf76db on network 2423c228-b601-4946-8ea0-8ba4dc5be28b {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:39.354365 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-96819e8d-76a1-4111-8e0c-a823f5b5211e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:39.368894 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-939108df-b206-4071-b171-85486e7c2a52 service neutron] For port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:32:39.372113 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-f7b59b2c-11a1-4c63-9577-847ba66035d8 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:32:39.372457 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-f7b59b2c-11a1-4c63-9577-847ba66035d8 service neutron] Checking segment: {'id': '966526bd-490a-44dd-abfe-bcd259cab79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:39.372978 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-f7b59b2c-11a1-4c63-9577-847ba66035d8 service neutron] Bound using segment: {'id': '966526bd-490a-44dd-abfe-bcd259cab79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:32:39.373296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-f7b59b2c-11a1-4c63-9577-847ba66035d8 service neutron] Bound port: 448833fd-1de0-4f0f-8cdc-555890bf76db, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '966526bd-490a-44dd-abfe-bcd259cab79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:32:39.373661 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-f7b59b2c-11a1-4c63-9577-847ba66035d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:39.404104 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c294c-8a8a-441a-8ae6-e2f1f615d234 req-d544084f-289d-4445-b4d3-69815e9ea3e0 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:39.411616 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf1c294c-8a8a-441a-8ae6-e2f1f615d234 req-d544084f-289d-4445-b4d3-69815e9ea3e0 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 945 time: 0.5759838 Jul 09 09:32:39.417123 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-939108df-b206-4071-b171-85486e7c2a52 service neutron] For port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:32:39.444798 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba87a33-31ed-4406-bdfd-953fbfb8e939 req-a1c32f48-2dc2-4406-9e0d-09c2c2c1951b tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:39.451091 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba87a33-31ed-4406-bdfd-953fbfb8e939 req-a1c32f48-2dc2-4406-9e0d-09c2c2c1951b tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:39.458758 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6ba87a33-31ed-4406-bdfd-953fbfb8e939 req-a1c32f48-2dc2-4406-9e0d-09c2c2c1951b tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2e22bfe-8be9-4a10-85a4-efe88ce4be32 HTTP/1.1" status: 200 len: 1681 time: 0.5874081 Jul 09 09:32:39.462765 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-939108df-b206-4071-b171-85486e7c2a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:39.476490 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:39.554277 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d88417e-9bde-4aa4-80e6-8438ca0dd90a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:39.556670 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-939108df-b206-4071-b171-85486e7c2a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:39.557303 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-939108df-b206-4071-b171-85486e7c2a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:39.558741 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-939108df-b206-4071-b171-85486e7c2a52 service neutron] 10.222.0.64 "PUT /v2.0/ports/04f472e6-1ec8-4cdc-a59e-469ac1f88c3d HTTP/1.1" status: 200 len: 1095 time: 2.5478494 Jul 09 09:32:39.572386 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ee4fac-280e-4891-b6d7-5e13a3c516ee', 'tag': '04f472e6-1ec8-4cdc-a59e-469ac1f88c3d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:32:39.574503 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b8754f-6f6d-44dd-b204-c96ee1699eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "36ee4fac-280e-4891-b6d7-5e13a3c516ee", "tag": "04f472e6-1ec8-4cdc-a59e-469ac1f88c3d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:32:39.578783 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d88417e-9bde-4aa4-80e6-8438ca0dd90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:39.611998 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf1c294c-8a8a-441a-8ae6-e2f1f615d234 req-19464974-e065-44cf-98e1-fcef6cee49b1 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995385 Jul 09 09:32:39.655760 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6ba87a33-31ed-4406-bdfd-953fbfb8e939 req-090452b8-e8dc-4152-9761-4bf90ef54d64 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959817 Jul 09 09:32:39.666694 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-f7b59b2c-11a1-4c63-9577-847ba66035d8 service neutron] For port 448833fd-1de0-4f0f-8cdc-555890bf76db, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:32:39.681818 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-f7b59b2c-11a1-4c63-9577-847ba66035d8 service neutron] For port 448833fd-1de0-4f0f-8cdc-555890bf76db, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=448833fd-1de0-4f0f-8cdc-555890bf76db,segment=NetworkSegment(966526bd-490a-44dd-abfe-bcd259cab79b),segment_id=966526bd-490a-44dd-abfe-bcd259cab79b)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:32:39.683814 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939108df-b206-4071-b171-85486e7c2a52 service neutron] Pushing event updated for resources: {'Port': ['ID=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:39.724016 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-f7b59b2c-11a1-4c63-9577-847ba66035d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:39.732434 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dcbb63-be43-476b-b393-21708b7e3e89 x-openstack-request-id: req-c3dcbb63-be43-476b-b393-21708b7e3e89 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:32:39.732935 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e22bfe-8be9-4a10-85a4-efe88ce4be32", "name": "network-vif-plugged", "status": "completed", "tag": "38fde707-18c4-4e4d-8dd6-dc5762d3bb82", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:32:39.733392 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c3dcbb63-be43-476b-b393-21708b7e3e89 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:32:39.734082 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e22bfe-8be9-4a10-85a4-efe88ce4be32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fde707-18c4-4e4d-8dd6-dc5762d3bb82', 'code': 200} Jul 09 09:32:39.857688 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-6d88417e-9bde-4aa4-80e6-8438ca0dd90a admin admin] Allocated IP 172.25.3.28 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/4f02222a-f53d-457c-94ee-d817ddd86098) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:32:39.871953 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-f7b59b2c-11a1-4c63-9577-847ba66035d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:39.873730 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-f7b59b2c-11a1-4c63-9577-847ba66035d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:39.877245 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-f7b59b2c-11a1-4c63-9577-847ba66035d8 service neutron] 10.222.0.64 "PUT /v2.0/ports/448833fd-1de0-4f0f-8cdc-555890bf76db HTTP/1.1" status: 200 len: 1092 time: 2.4764030 Jul 09 09:32:40.049629 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b59b2c-11a1-4c63-9577-847ba66035d8 service neutron] Pushing event updated for resources: {'Port': ['ID=448833fd-1de0-4f0f-8cdc-555890bf76db,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:40.059177 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-4a667ce0-d901-4aad-acc7-dfe7929953cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:40.059177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-4a667ce0-d901-4aad-acc7-dfe7929953cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 1098 time: 0.3962636 Jul 09 09:32:40.060388 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49332) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:40.101425 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd856fd-d193-4f5a-a7c8-aac3ed60bb78 x-openstack-request-id: req-8fd856fd-d193-4f5a-a7c8-aac3ed60bb78 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:32:40.101726 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ee4fac-280e-4891-b6d7-5e13a3c516ee", "tag": "04f472e6-1ec8-4cdc-a59e-469ac1f88c3d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:32:40.101977 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8fd856fd-d193-4f5a-a7c8-aac3ed60bb78 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:32:40.103071 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ee4fac-280e-4891-b6d7-5e13a3c516ee', 'tag': '04f472e6-1ec8-4cdc-a59e-469ac1f88c3d', 'status': 'completed', 'code': 200} Jul 09 09:32:40.143575 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-5e874d4c-9dc7-4288-a4a1-abdb74468856 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d HTTP/1.1" status: 200 len: 217 time: 0.0684202 Jul 09 09:32:40.178761 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d88417e-9bde-4aa4-80e6-8438ca0dd90a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:40.209735 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-3693e93e-5681-44ee-82be-43668025873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:40.211289 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-3693e93e-5681-44ee-82be-43668025873d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b787bf2eebcb4063864ea3f28a4fe795&device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 1095 time: 0.2601388 Jul 09 09:32:40.234516 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ac4c9dd5-7071-4106-b8f2-d01420f63500 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'network': {'name': 'tempest-RoutersTest-1544072892'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:40.256170 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d88417e-9bde-4aa4-80e6-8438ca0dd90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:40.260792 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-64a1b28e-f91c-4fdf-8886-c87f88c04e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:40.262311 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-64a1b28e-f91c-4fdf-8886-c87f88c04e46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1118217 Jul 09 09:32:40.267517 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4c9dd5-7071-4106-b8f2-d01420f63500 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Made reservation on behalf of 5b4da6b733da4e65b04fb4aab5163387 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:40.270684 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674bf66-9e2c-42e5-bb65-b43887177b55 req-a8d298e7-0575-4fa4-8df6-966ec4248c17 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:40.271469 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9dd5-7071-4106-b8f2-d01420f63500 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:40.272171 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b674bf66-9e2c-42e5-bb65-b43887177b55 req-a8d298e7-0575-4fa4-8df6-966ec4248c17 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 947 time: 0.2221394 Jul 09 09:32:40.273489 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-a642fc51-dbda-48af-b61f-ed0aa89a403f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=448833fd-1de0-4f0f-8cdc-555890bf76db HTTP/1.1" status: 200 len: 217 time: 0.0514655 Jul 09 09:32:40.287120 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9dd5-7071-4106-b8f2-d01420f63500 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:40.340060 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d88417e-9bde-4aa4-80e6-8438ca0dd90a admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:40.349440 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-6d88417e-9bde-4aa4-80e6-8438ca0dd90a admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:40.353206 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88417e-9bde-4aa4-80e6-8438ca0dd90a admin admin] Pushing event updated for resources: {'Port': ['ID=4f02222a-f53d-457c-94ee-d817ddd86098,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:40.355449 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d88417e-9bde-4aa4-80e6-8438ca0dd90a admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:40.420043 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b674bf66-9e2c-42e5-bb65-b43887177b55 req-6a9ec431-028e-4647-96a6-cff541433777 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376262 Jul 09 09:32:40.423149 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-009a9321-5e6a-49db-838d-71eb431a4323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:40.424650 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-009a9321-5e6a-49db-838d-71eb431a4323 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29a1d03-4250-4311-8a28-897c11a59e6c HTTP/1.1" status: 200 len: 859 time: 0.1412897 Jul 09 09:32:40.460555 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 78f7f861-a966-490b-90d6-f1637b1ce81f up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:40.483831 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-72eccecd-25d5-4837-bdf2-4a1d7d9eefe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:40.485444 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-72eccecd-25d5-4837-bdf2-4a1d7d9eefe2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2110891 Jul 09 09:32:40.495995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72a610-5d23-4c72-8f0b-9a99f86454d9 req-08617b6c-4376-48fe-9bf3-b65f1a1bf226 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:40.497585 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2e72a610-5d23-4c72-8f0b-9a99f86454d9 req-08617b6c-4376-48fe-9bf3-b65f1a1bf226 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 944 time: 0.1838665 Jul 09 09:32:40.546649 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 78f7f861-a966-490b-90d6-f1637b1ce81f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:40.554480 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 78f7f861-a966-490b-90d6-f1637b1ce81f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:40.555262 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:40.632766 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-38e75abf-a0d9-43de-b320-6968d27dfb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:40.634931 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-38e75abf-a0d9-43de-b320-6968d27dfb9d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2423c228-b601-4946-8ea0-8ba4dc5be28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1976230 Jul 09 09:32:40.655305 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2e72a610-5d23-4c72-8f0b-9a99f86454d9 req-9ad5e252-63c2-4efa-ac03-dc453a96b708 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446211 Jul 09 09:32:40.680915 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:40.731979 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 78f7f861-a966-490b-90d6-f1637b1ce81f, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=78f7f861-a966-490b-90d6-f1637b1ce81f,segment=NetworkSegment(da1de747-5c24-4b00-84df-b097f7ccacb1),segment_id=da1de747-5c24-4b00-84df-b097f7ccacb1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:40.742856 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:40.781829 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-0db2b0f7-822e-446b-97c6-be11931bc1cd service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832184 Jul 09 09:32:40.864066 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=78f7f861-a966-490b-90d6-f1637b1ce81f,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:40.905905 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-c9092eb6-3032-4c34-80c0-004df646b6dc service neutron] 10.222.0.64 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493758 Jul 09 09:32:40.957040 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9dd5-7071-4106-b8f2-d01420f63500 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:40.968369 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9dd5-7071-4106-b8f2-d01420f63500 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:40.996499 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1261baee-5a1a-40fd-8160-07df861b5cf0 req-26b14688-0f4e-45a4-b8a9-947f437c7b58 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062418 Jul 09 09:32:41.005376 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c9dd5-7071-4106-b8f2-d01420f63500 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bf4542-d432-4cd3-bb1a-000e27b1d8b9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:41.017662 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4c9dd5-7071-4106-b8f2-d01420f63500 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:32:41.034513 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9dd5-7071-4106-b8f2-d01420f63500 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:41.034879 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-ac4c9dd5-7071-4106-b8f2-d01420f63500 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Added segment 5081ca1f-fab1-4876-9f79-1fc3bdbb62d7 of type vlan for network 0472fa43-56f6-4f14-b567-0f588bab6369 Jul 09 09:32:41.036266 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d88417e-9bde-4aa4-80e6-8438ca0dd90a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:41.083929 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887afa9-85ab-47a2-a974-b90165ccaef6 req-1dabd738-8fd6-4bcd-8928-e5388d664ec6 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:41.088732 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:41.090640 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887afa9-85ab-47a2-a974-b90165ccaef6 req-1dabd738-8fd6-4bcd-8928-e5388d664ec6 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:41.098567 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c887afa9-85ab-47a2-a974-b90165ccaef6 req-1dabd738-8fd6-4bcd-8928-e5388d664ec6 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2e22bfe-8be9-4a10-85a4-efe88ce4be32 HTTP/1.1" status: 200 len: 1682 time: 0.2176886 Jul 09 09:32:41.103042 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5862310-306d-4bd3-8d01-f439db56b7c1 req-fed939eb-4e6c-4b11-9130-e4dc131b8930 service neutron] 10.222.0.64 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724362 Jul 09 09:32:41.131844 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9dd5-7071-4106-b8f2-d01420f63500 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:41.182342 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c887afa9-85ab-47a2-a974-b90165ccaef6 req-aba98de6-3637-4641-901b-069b38fa8b80 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830483 Jul 09 09:32:41.227954 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8754f-6f6d-44dd-b204-c96ee1699eb1 req-a7956e32-af05-4220-9827-53fab6024c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:41.229545 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e9b8754f-6f6d-44dd-b204-c96ee1699eb1 req-a7956e32-af05-4220-9827-53fab6024c05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 1098 time: 0.0899720 Jul 09 09:32:41.297688 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9dd5-7071-4106-b8f2-d01420f63500 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:41.308167 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4c9dd5-7071-4106-b8f2-d01420f63500 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:41.308766 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9dd5-7071-4106-b8f2-d01420f63500 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:41.395623 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8754f-6f6d-44dd-b204-c96ee1699eb1 req-aea94554-9c8c-4123-bdc6-a9399cdfc3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:41.397433 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e9b8754f-6f6d-44dd-b204-c96ee1699eb1 req-aea94554-9c8c-4123-bdc6-a9399cdfc3f8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.1599703 Jul 09 09:32:41.435100 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ac4c9dd5-7071-4106-b8f2-d01420f63500 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3735476 Jul 09 09:32:41.460784 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e9b8754f-6f6d-44dd-b204-c96ee1699eb1 req-a590bd14-6949-4a27-a7a0-f46bc4e7b54c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d HTTP/1.1" status: 200 len: 217 time: 0.0562615 Jul 09 09:32:41.461286 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49360) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:41.466301 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7b589c7a-7ce7-4e8c-bfed-1ad822cb8b4d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'network': {'name': 'tempest-RoutersTest-1888039797'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:41.466603 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c9dd5-7071-4106-b8f2-d01420f63500 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Network': ['ID=0472fa43-56f6-4f14-b567-0f588bab6369,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:41.479440 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 0472fa43-56f6-4f14-b567-0f588bab6369 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:32:41.494307 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d88417e-9bde-4aa4-80e6-8438ca0dd90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:41.561451 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b589c7a-7ce7-4e8c-bfed-1ad822cb8b4d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Made reservation on behalf of 5b4da6b733da4e65b04fb4aab5163387 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:41.565243 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b589c7a-7ce7-4e8c-bfed-1ad822cb8b4d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:41.586963 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8754f-6f6d-44dd-b204-c96ee1699eb1 req-61fbddf1-a3c2-4f22-a823-18fab465e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:41.588432 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e9b8754f-6f6d-44dd-b204-c96ee1699eb1 req-61fbddf1-a3c2-4f22-a823-18fab465e212 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1179957 Jul 09 09:32:41.652490 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d88417e-9bde-4aa4-80e6-8438ca0dd90a admin admin] Router 8f8ee76b-fd6a-48b6-9f26-665396c75bd4 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:32:41.668337 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b589c7a-7ce7-4e8c-bfed-1ad822cb8b4d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:32:41.690221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf13cc-af9b-4e9c-8ece-dc9afcefa78d req-d88d5a6a-ca18-4da1-9289-e74f8ab98ee4 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:41.691656 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8faf13cc-af9b-4e9c-8ece-dc9afcefa78d req-d88d5a6a-ca18-4da1-9289-e74f8ab98ee4 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 945 time: 0.2092752 Jul 09 09:32:41.699553 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b589c7a-7ce7-4e8c-bfed-1ad822cb8b4d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:41.700058 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-7b589c7a-7ce7-4e8c-bfed-1ad822cb8b4d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Added segment 31d28aa9-21b2-4850-a7e2-209f604a90b5 of type vlan for network e548d349-43b8-4ea0-bba2-ffe154ea2d73 Jul 09 09:32:41.736002 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e22bfe-8be9-4a10-85a4-efe88ce4be32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f7f861-a966-490b-90d6-f1637b1ce81f'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:32:41.738348 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2fe998-2334-48ac-ab22-10d91f7a3348" -d '{"events": [{"server_uuid": "c2e22bfe-8be9-4a10-85a4-efe88ce4be32", "name": "network-vif-plugged", "status": "completed", "tag": "78f7f861-a966-490b-90d6-f1637b1ce81f"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:32:41.767666 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d88417e-9bde-4aa4-80e6-8438ca0dd90a admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:32:41.778123 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] Sync routers for ids ['8f8ee76b-fd6a-48b6-9f26-665396c75bd4'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:32:41.785695 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b589c7a-7ce7-4e8c-bfed-1ad822cb8b4d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:41.790830 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] Routers {'8f8ee76b-fd6a-48b6-9f26-665396c75bd4'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:32:41.791543 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:32:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['8f8ee76b-fd6a-48b6-9f26-665396c75bd4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:41.800504 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d88417e-9bde-4aa4-80e6-8438ca0dd90a admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:41.805325 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6d88417e-9bde-4aa4-80e6-8438ca0dd90a admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9413183 Jul 09 09:32:41.805977 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49368) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:41.812404 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f878dac-4588-42d3-90fb-c071afef605b req-d71e08c6-95b1-4c5a-bc9f-0e1b03cd071a tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:41.819789 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5f878dac-4588-42d3-90fb-c071afef605b req-d71e08c6-95b1-4c5a-bc9f-0e1b03cd071a tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 947 time: 0.2372420 Jul 09 09:32:41.824257 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8faf13cc-af9b-4e9c-8ece-dc9afcefa78d req-acd80588-ea11-4f57-9a70-99b224bb1826 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224883 Jul 09 09:32:41.834503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8754f-6f6d-44dd-b204-c96ee1699eb1 req-7e46b304-9779-4e6f-a137-229aa8f39e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:41.836114 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e9b8754f-6f6d-44dd-b204-c96ee1699eb1 req-7e46b304-9779-4e6f-a137-229aa8f39e86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2290070 Jul 09 09:32:41.926720 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b589c7a-7ce7-4e8c-bfed-1ad822cb8b4d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:41.927414 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] Set router 8f8ee76b-fd6a-48b6-9f26-665396c75bd4 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:32:41.932242 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b589c7a-7ce7-4e8c-bfed-1ad822cb8b4d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:41.932843 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b589c7a-7ce7-4e8c-bfed-1ad822cb8b4d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:41.970064 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5f878dac-4588-42d3-90fb-c071afef605b req-2611a3b6-0507-4c82-961f-8427a5324d5f tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493118 Jul 09 09:32:42.043518 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7b589c7a-7ce7-4e8c-bfed-1ad822cb8b4d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5811510 Jul 09 09:32:42.054281 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49370) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:42.060072 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47e77cd-ed11-4e75-a592-6545ccaa1393 x-openstack-request-id: req-f47e77cd-ed11-4e75-a592-6545ccaa1393 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:32:42.060368 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e22bfe-8be9-4a10-85a4-efe88ce4be32", "name": "network-vif-plugged", "status": "completed", "tag": "78f7f861-a966-490b-90d6-f1637b1ce81f", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:32:42.060576 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7014dfa4-18be-4086-9c32-e789b840c927 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'subnet': {'network_id': '0472fa43-56f6-4f14-b567-0f588bab6369', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:42.060771 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f47e77cd-ed11-4e75-a592-6545ccaa1393 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:32:42.061188 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e22bfe-8be9-4a10-85a4-efe88ce4be32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f7f861-a966-490b-90d6-f1637b1ce81f', 'code': 200} Jul 09 09:32:42.073165 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b589c7a-7ce7-4e8c-bfed-1ad822cb8b4d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Network': ['ID=e548d349-43b8-4ea0-bba2-ffe154ea2d73,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:42.086954 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network e548d349-43b8-4ea0-bba2-ffe154ea2d73 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:32:42.092567 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e9b8754f-6f6d-44dd-b204-c96ee1699eb1 req-0f0a3fff-13f6-4552-890c-057f9afca23f service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449946 Jul 09 09:32:42.113487 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99aab77e-09d5-482f-82b2-80d35d023c88', 'tag': '448833fd-1de0-4f0f-8cdc-555890bf76db'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:32:42.116235 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4a1369-336d-4c2e-bb45-003ca503a91a" -d '{"events": [{"name": "network-changed", "server_uuid": "99aab77e-09d5-482f-82b2-80d35d023c88", "tag": "448833fd-1de0-4f0f-8cdc-555890bf76db"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:32:42.181311 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41513da-be57-4244-b671-a34a33bd2b53 x-openstack-request-id: req-c41513da-be57-4244-b671-a34a33bd2b53 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:32:42.181598 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99aab77e-09d5-482f-82b2-80d35d023c88", "tag": "448833fd-1de0-4f0f-8cdc-555890bf76db", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:32:42.182220 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c41513da-be57-4244-b671-a34a33bd2b53 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:32:42.182220 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99aab77e-09d5-482f-82b2-80d35d023c88', 'tag': '448833fd-1de0-4f0f-8cdc-555890bf76db', 'status': 'completed', 'code': 200} Jul 09 09:32:42.194298 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d08581-c024-4b03-972b-2eea7b76f700 req-c2d557f3-c824-45f2-b988-19f4b140bbab tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:42.195907 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-15d08581-c024-4b03-972b-2eea7b76f700 req-c2d557f3-c824-45f2-b988-19f4b140bbab tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 944 time: 0.1891875 Jul 09 09:32:42.238513 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ee76b-fd6a-48b6-9f26-665396c75bd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1596982356-router', 'tenant_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '4f02222a-f53d-457c-94ee-d817ddd86098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:38Z', 'updated_at': '2021-07-09T09:32:40Z', 'revision_number': 3, 'project_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'gw_port': {'id': '4f02222a-f53d-457c-94ee-d817ddd86098', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ee76b-fd6a-48b6-9f26-665396c75bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:39Z', 'updated_at': '2021-07-09T09:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:42.273018 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] Checking router: 8f8ee76b-fd6a-48b6-9f26-665396c75bd4 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:32:42.273018 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] Updating router 8f8ee76b-fd6a-48b6-9f26-665396c75bd4 port 4f02222a-f53d-457c-94ee-d817ddd86098 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:32:42.293816 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e9b8754f-6f6d-44dd-b204-c96ee1699eb1 req-85896139-eed5-4ac1-b873-72ff7d03c99b service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922507 Jul 09 09:32:42.313709 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-15d08581-c024-4b03-972b-2eea7b76f700 req-c3447d03-9321-47b8-a53b-3085e78ad594 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030588 Jul 09 09:32:42.338907 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7014dfa4-18be-4086-9c32-e789b840c927 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Made reservation on behalf of 5b4da6b733da4e65b04fb4aab5163387 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:42.342723 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7014dfa4-18be-4086-9c32-e789b840c927 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:42.365472 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a1369-336d-4c2e-bb45-003ca503a91a req-406ab606-e296-4345-8f8f-bde57417bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:42.367062 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1d4a1369-336d-4c2e-bb45-003ca503a91a req-406ab606-e296-4345-8f8f-bde57417bab1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b787bf2eebcb4063864ea3f28a4fe795&device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 1095 time: 0.1663094 Jul 09 09:32:42.432760 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408a786-2e49-4829-adb2-543f71a7867b req-34b19a8c-ebd1-494c-9e67-7d0137339fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:42.433411 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408a786-2e49-4829-adb2-543f71a7867b req-34b19a8c-ebd1-494c-9e67-7d0137339fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:42.435461 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c408a786-2e49-4829-adb2-543f71a7867b req-34b19a8c-ebd1-494c-9e67-7d0137339fe6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c2e22bfe-8be9-4a10-85a4-efe88ce4be32 HTTP/1.1" status: 200 len: 1984 time: 0.2618032 Jul 09 09:32:42.447141 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:42.513529 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bebb3-3e92-4720-a0ab-4d0acde37951 req-01c887c4-2104-4aa6-b4cc-a9abeecf800f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:42.520421 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bebb3-3e92-4720-a0ab-4d0acde37951 req-01c887c4-2104-4aa6-b4cc-a9abeecf800f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:42.521439 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c408a786-2e49-4829-adb2-543f71a7867b req-a9cf9aae-9b33-46f8-8ada-53b9e003ffcd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547967 Jul 09 09:32:42.522185 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d95bebb3-3e92-4720-a0ab-4d0acde37951 req-01c887c4-2104-4aa6-b4cc-a9abeecf800f tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2e22bfe-8be9-4a10-85a4-efe88ce4be32 HTTP/1.1" status: 200 len: 1682 time: 0.1755443 Jul 09 09:32:42.523265 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a1369-336d-4c2e-bb45-003ca503a91a req-74d0fe4d-a835-44fc-aeb7-b630bf9efa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:42.524661 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1d4a1369-336d-4c2e-bb45-003ca503a91a req-74d0fe4d-a835-44fc-aeb7-b630bf9efa3c service neutron] 10.222.0.64 "GET /v2.0/networks?id=2423c228-b601-4946-8ea0-8ba4dc5be28b HTTP/1.1" status: 200 len: 921 time: 0.1394022 Jul 09 09:32:42.587181 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1d4a1369-336d-4c2e-bb45-003ca503a91a req-5a5edba7-e7e9-4a72-a709-267a2ec1d212 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=448833fd-1de0-4f0f-8cdc-555890bf76db HTTP/1.1" status: 200 len: 217 time: 0.0488374 Jul 09 09:32:42.644596 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d95bebb3-3e92-4720-a0ab-4d0acde37951 req-2e848cab-c73b-48da-b500-ad7ba0a97f2a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153803 Jul 09 09:32:42.670863 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a1369-336d-4c2e-bb45-003ca503a91a req-a946d78d-4c6b-4adb-b210-7e056a7bf5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:42.673363 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1d4a1369-336d-4c2e-bb45-003ca503a91a req-a946d78d-4c6b-4adb-b210-7e056a7bf5bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29a1d03-4250-4311-8a28-897c11a59e6c HTTP/1.1" status: 200 len: 859 time: 0.0784547 Jul 09 09:32:42.735654 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a1369-336d-4c2e-bb45-003ca503a91a req-f05b0485-48ef-4f3a-97ee-01ec9e8be3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:42.737754 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1d4a1369-336d-4c2e-bb45-003ca503a91a req-f05b0485-48ef-4f3a-97ee-01ec9e8be3ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2423c228-b601-4946-8ea0-8ba4dc5be28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564616 Jul 09 09:32:42.741886 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a345f885-35e8-452f-9e7c-17cf654c5184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:42.751662 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:42.762598 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] Transition to ACTIVE for port object 4f02222a-f53d-457c-94ee-d817ddd86098 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:42.770159 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:42.775725 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7014dfa4-18be-4086-9c32-e789b840c927 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:42.836776 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83980cee-39e6-4744-8c0e-76839f261a73 None None] Pushing event updated for resources: {'Port': ['ID=4f02222a-f53d-457c-94ee-d817ddd86098,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:42.842777 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] Attempting to bind port 4f02222a-f53d-457c-94ee-d817ddd86098 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:42.843140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] Attempting to bind port 4f02222a-f53d-457c-94ee-d817ddd86098 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:42.844049 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] Attempting to bind port 4f02222a-f53d-457c-94ee-d817ddd86098 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:42.849775 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:32:42.850186 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:42.850560 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:42.850953 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:32:42.851237 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1d4a1369-336d-4c2e-bb45-003ca503a91a req-243e2e99-7d6a-40cf-8dc7-fc0cfbb3ef9f service neutron] 10.222.0.64 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054952 Jul 09 09:32:42.851476 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] Bound port: 4f02222a-f53d-457c-94ee-d817ddd86098, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:32:42.851852 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:42.854755 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:42.902438 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014dfa4-18be-4086-9c32-e789b840c927 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Subnet': ['ID=7cc2e417-6acf-4617-8999-d9912577f22d,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:42.908643 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] For port 4f02222a-f53d-457c-94ee-d817ddd86098, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:32:42.912537 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] For port 4f02222a-f53d-457c-94ee-d817ddd86098, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4f02222a-f53d-457c-94ee-d817ddd86098,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:32:42.919808 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:42.940069 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7014dfa4-18be-4086-9c32-e789b840c927 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Checking segment: {'id': '5081ca1f-fab1-4876-9f79-1fc3bdbb62d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0472fa43-56f6-4f14-b567-0f588bab6369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:42.940434 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7014dfa4-18be-4086-9c32-e789b840c927 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network hostable DHCP agents. Network: 0472fa43-56f6-4f14-b567-0f588bab6369, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:32:42.998752 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1d4a1369-336d-4c2e-bb45-003ca503a91a req-5f0170c0-ea27-4484-a780-2d19fb69dd19 service neutron] 10.222.0.64 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379602 Jul 09 09:32:43.002250 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7014dfa4-18be-4086-9c32-e789b840c927 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network 0472fa43-56f6-4f14-b567-0f588bab6369 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:32:43.008621 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] Routers {'8f8ee76b-fd6a-48b6-9f26-665396c75bd4'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:32:43.008621 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:32:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['8f8ee76b-fd6a-48b6-9f26-665396c75bd4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:43.017432 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-7014dfa4-18be-4086-9c32-e789b840c927 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 0472fa43-56f6-4f14-b567-0f588bab6369) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:43.019924 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-a345f885-35e8-452f-9e7c-17cf654c5184 admin admin] Allocated IP 172.20.0.1 (cadc3bc1-4b29-4e86-9b19-55a98786baff/d6a06f15-0469-4615-97cc-a20485ca7940/d694e95e-8ff0-497b-a454-7031b627fcfb) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:32:43.035010 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7014dfa4-18be-4086-9c32-e789b840c927 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:43.035794 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7014dfa4-18be-4086-9c32-e789b840c927 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:43.058191 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7014dfa4-18be-4086-9c32-e789b840c927 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0027466 Jul 09 09:32:43.060968 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49384) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:43.066644 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d678029f-7a3e-48ac-9f3c-a3a8a23037a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'subnet': {'network_id': 'e548d349-43b8-4ea0-bba2-ffe154ea2d73', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:43.109233 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfcdc4f-754c-423f-a72e-2bbec24e3c62 None None] Network 0472fa43-56f6-4f14-b567-0f588bab6369 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:32:43.139826 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83980cee-39e6-4744-8c0e-76839f261a73 None None] Pushing event updated for resources: {'Port': ['ID=4f02222a-f53d-457c-94ee-d817ddd86098,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:43.162759 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a345f885-35e8-452f-9e7c-17cf654c5184 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:43.207980 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] Set router 8f8ee76b-fd6a-48b6-9f26-665396c75bd4 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:32:43.214652 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a345f885-35e8-452f-9e7c-17cf654c5184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:43.259521 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a345f885-35e8-452f-9e7c-17cf654c5184 admin admin] Network cadc3bc1-4b29-4e86-9b19-55a98786baff is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:43.264706 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a345f885-35e8-452f-9e7c-17cf654c5184 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:43.268888 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a345f885-35e8-452f-9e7c-17cf654c5184 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:43.312677 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345f885-35e8-452f-9e7c-17cf654c5184 admin admin] Pushing event updated for resources: {'Port': ['ID=d694e95e-8ff0-497b-a454-7031b627fcfb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:43.320461 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a345f885-35e8-452f-9e7c-17cf654c5184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:43.469776 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0c1350-ca0a-4fcc-800c-341db42ec56b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-0472fa43-56f6-4f14-b567-0f588bab6369', 'network_id': '0472fa43-56f6-4f14-b567-0f588bab6369', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'fixed_ips': [{'subnet_id': '7cc2e417-6acf-4617-8999-d9912577f22d'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:32:43.470640 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb0c1350-ca0a-4fcc-800c-341db42ec56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:43.515153 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a345f885-35e8-452f-9e7c-17cf654c5184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:43.540751 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c63759-cc27-4b57-8b5f-ef9a4ca11359 req-101f90bb-f4e7-409d-a9b9-35581449fc95 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:43.542312 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53c63759-cc27-4b57-8b5f-ef9a4ca11359 req-101f90bb-f4e7-409d-a9b9-35581449fc95 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 945 time: 0.5425501 Jul 09 09:32:43.566271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d678029f-7a3e-48ac-9f3c-a3a8a23037a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Made reservation on behalf of 5b4da6b733da4e65b04fb4aab5163387 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:43.569795 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d678029f-7a3e-48ac-9f3c-a3a8a23037a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:43.611155 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ee76b-fd6a-48b6-9f26-665396c75bd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1596982356-router', 'tenant_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '4f02222a-f53d-457c-94ee-d817ddd86098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:38Z', 'updated_at': '2021-07-09T09:32:40Z', 'revision_number': 3, 'project_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'gw_port': {'id': '4f02222a-f53d-457c-94ee-d817ddd86098', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ee76b-fd6a-48b6-9f26-665396c75bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:39Z', 'updated_at': '2021-07-09T09:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:43.650824 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c267934-7960-4b73-9991-2571c8be0b73 None None] The sync data for ids ['8f8ee76b-fd6a-48b6-9f26-665396c75bd4'] in n-d-799996-1 is: [{'id': '8f8ee76b-fd6a-48b6-9f26-665396c75bd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1596982356-router', 'tenant_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '4f02222a-f53d-457c-94ee-d817ddd86098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:38Z', 'updated_at': '2021-07-09T09:32:40Z', 'revision_number': 3, 'project_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'gw_port': {'id': '4f02222a-f53d-457c-94ee-d817ddd86098', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ee76b-fd6a-48b6-9f26-665396c75bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:39Z', 'updated_at': '2021-07-09T09:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:32:43.659386 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760ab91-11df-4876-8397-65ef52d8fdbd req-0471a4c2-f773-4f68-a47a-a5412353bb6e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:43.660987 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1760ab91-11df-4876-8397-65ef52d8fdbd req-0471a4c2-f773-4f68-a47a-a5412353bb6e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 947 time: 0.2106819 Jul 09 09:32:43.663258 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-eb0c1350-ca0a-4fcc-800c-341db42ec56b None None] Allocated IP 172.20.0.2 (0472fa43-56f6-4f14-b567-0f588bab6369/7cc2e417-6acf-4617-8999-d9912577f22d/49add0c7-5cbf-4e42-bc2f-5871babbcb84) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:32:43.673707 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53c63759-cc27-4b57-8b5f-ef9a4ca11359 req-118c4b49-49d6-474a-a757-43dcbecfde4c tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206336 Jul 09 09:32:43.725618 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a345f885-35e8-452f-9e7c-17cf654c5184 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:43.732450 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a345f885-35e8-452f-9e7c-17cf654c5184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:43.756167 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1760ab91-11df-4876-8397-65ef52d8fdbd req-1cef09d6-b86f-4b72-bc37-555f1c4198b6 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813847 Jul 09 09:32:43.848372 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a345f885-35e8-452f-9e7c-17cf654c5184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:43.850468 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345f885-35e8-452f-9e7c-17cf654c5184 admin admin] Pushing event updated for resources: {'Port': ['ID=d694e95e-8ff0-497b-a454-7031b627fcfb,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:43.882878 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb0c1350-ca0a-4fcc-800c-341db42ec56b None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:43.902490 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-eb0c1350-ca0a-4fcc-800c-341db42ec56b None None] Transition to ACTIVE for port object 49add0c7-5cbf-4e42-bc2f-5871babbcb84 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:43.927844 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-eb0c1350-ca0a-4fcc-800c-341db42ec56b None None] Transition to ACTIVE for port object 49add0c7-5cbf-4e42-bc2f-5871babbcb84 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:43.939350 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb0c1350-ca0a-4fcc-800c-341db42ec56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:44.005090 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0c1350-ca0a-4fcc-800c-341db42ec56b None None] Network 0472fa43-56f6-4f14-b567-0f588bab6369 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:44.008813 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-eb0c1350-ca0a-4fcc-800c-341db42ec56b None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:44.013668 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c1350-ca0a-4fcc-800c-341db42ec56b None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:44.020682 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d678029f-7a3e-48ac-9f3c-a3a8a23037a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:44.024356 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a345f885-35e8-452f-9e7c-17cf654c5184 admin admin] Network cadc3bc1-4b29-4e86-9b19-55a98786baff is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:44.026457 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a345f885-35e8-452f-9e7c-17cf654c5184 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:44.034369 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c1350-ca0a-4fcc-800c-341db42ec56b None None] Pushing event updated for resources: {'Port': ['ID=49add0c7-5cbf-4e42-bc2f-5871babbcb84,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:44.175416 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67de25-4da3-427c-8f1a-21d59d727ccd req-55e96e01-cc1d-4d83-8023-7ecbe546028e tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:44.181328 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5f67de25-4da3-427c-8f1a-21d59d727ccd req-55e96e01-cc1d-4d83-8023-7ecbe546028e tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 944 time: 0.2743723 Jul 09 09:32:44.182022 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678029f-7a3e-48ac-9f3c-a3a8a23037a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Subnet': ['ID=b20824bd-0b19-4493-875a-69522a9d7a28,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:44.204231 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-eb0c1350-ca0a-4fcc-800c-341db42ec56b None None] Attempting to bind port 49add0c7-5cbf-4e42-bc2f-5871babbcb84 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:44.204794 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-eb0c1350-ca0a-4fcc-800c-341db42ec56b None None] Attempting to bind port 49add0c7-5cbf-4e42-bc2f-5871babbcb84 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '5081ca1f-fab1-4876-9f79-1fc3bdbb62d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0472fa43-56f6-4f14-b567-0f588bab6369'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:44.205266 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0c1350-ca0a-4fcc-800c-341db42ec56b None None] Attempting to bind port 49add0c7-5cbf-4e42-bc2f-5871babbcb84 on network 0472fa43-56f6-4f14-b567-0f588bab6369 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:44.211674 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0c1350-ca0a-4fcc-800c-341db42ec56b None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:32:44.212279 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0c1350-ca0a-4fcc-800c-341db42ec56b None None] Checking segment: {'id': '5081ca1f-fab1-4876-9f79-1fc3bdbb62d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0472fa43-56f6-4f14-b567-0f588bab6369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:44.213004 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb0c1350-ca0a-4fcc-800c-341db42ec56b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:44.213508 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0c1350-ca0a-4fcc-800c-341db42ec56b None None] Bound using segment: {'id': '5081ca1f-fab1-4876-9f79-1fc3bdbb62d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0472fa43-56f6-4f14-b567-0f588bab6369'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:32:44.214137 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-eb0c1350-ca0a-4fcc-800c-341db42ec56b None None] Bound port: 49add0c7-5cbf-4e42-bc2f-5871babbcb84, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5081ca1f-fab1-4876-9f79-1fc3bdbb62d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0472fa43-56f6-4f14-b567-0f588bab6369'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:32:44.214642 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb0c1350-ca0a-4fcc-800c-341db42ec56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:44.216473 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678029f-7a3e-48ac-9f3c-a3a8a23037a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:44.216829 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678029f-7a3e-48ac-9f3c-a3a8a23037a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:44.217174 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678029f-7a3e-48ac-9f3c-a3a8a23037a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:44.217516 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678029f-7a3e-48ac-9f3c-a3a8a23037a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:44.217856 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678029f-7a3e-48ac-9f3c-a3a8a23037a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:44.218189 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678029f-7a3e-48ac-9f3c-a3a8a23037a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:44.218554 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678029f-7a3e-48ac-9f3c-a3a8a23037a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:44.218898 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678029f-7a3e-48ac-9f3c-a3a8a23037a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:44.219216 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678029f-7a3e-48ac-9f3c-a3a8a23037a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:44.219546 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678029f-7a3e-48ac-9f3c-a3a8a23037a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:44.219903 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678029f-7a3e-48ac-9f3c-a3a8a23037a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:44.220228 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d678029f-7a3e-48ac-9f3c-a3a8a23037a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:32:44.265514 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5f67de25-4da3-427c-8f1a-21d59d727ccd req-5bb12a9b-98b8-492c-a51c-f05eb28568bc tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742273 Jul 09 09:32:44.276710 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d678029f-7a3e-48ac-9f3c-a3a8a23037a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Checking segment: {'id': '31d28aa9-21b2-4850-a7e2-209f604a90b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e548d349-43b8-4ea0-bba2-ffe154ea2d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:44.277084 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d678029f-7a3e-48ac-9f3c-a3a8a23037a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network hostable DHCP agents. Network: e548d349-43b8-4ea0-bba2-ffe154ea2d73, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:32:44.312626 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a345f885-35e8-452f-9e7c-17cf654c5184 admin admin] Router 8f8ee76b-fd6a-48b6-9f26-665396c75bd4 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:32:44.313339 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d678029f-7a3e-48ac-9f3c-a3a8a23037a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network e548d349-43b8-4ea0-bba2-ffe154ea2d73 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:32:44.336784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-eb0c1350-ca0a-4fcc-800c-341db42ec56b None None] For port 49add0c7-5cbf-4e42-bc2f-5871babbcb84, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:32:44.338819 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d678029f-7a3e-48ac-9f3c-a3a8a23037a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, e548d349-43b8-4ea0-bba2-ffe154ea2d73) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:44.341360 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-eb0c1350-ca0a-4fcc-800c-341db42ec56b None None] For port 49add0c7-5cbf-4e42-bc2f-5871babbcb84, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=49add0c7-5cbf-4e42-bc2f-5871babbcb84,segment=NetworkSegment(5081ca1f-fab1-4876-9f79-1fc3bdbb62d7),segment_id=5081ca1f-fab1-4876-9f79-1fc3bdbb62d7)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:32:44.358342 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d678029f-7a3e-48ac-9f3c-a3a8a23037a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:44.358580 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb4572b-ddec-43f6-8a24-cb6ae532e022 None None] Network e548d349-43b8-4ea0-bba2-ffe154ea2d73 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:32:44.359221 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d678029f-7a3e-48ac-9f3c-a3a8a23037a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:44.364154 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb0c1350-ca0a-4fcc-800c-341db42ec56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:44.379992 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d678029f-7a3e-48ac-9f3c-a3a8a23037a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3174522 Jul 09 09:32:44.382249 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49394) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:44.392025 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-22622e93-7405-4472-b649-74d04ba969ba tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1351465775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:44.429227 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22622e93-7405-4472-b649-74d04ba969ba tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:44.431477 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22622e93-7405-4472-b649-74d04ba969ba tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:44.520171 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a345f885-35e8-452f-9e7c-17cf654c5184 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:32:44.523067 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c1350-ca0a-4fcc-800c-341db42ec56b None None] Pushing event updated for resources: {'Port': ['ID=49add0c7-5cbf-4e42-bc2f-5871babbcb84,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:44.540003 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a345f885-35e8-452f-9e7c-17cf654c5184 admin admin] 10.222.0.61 "PUT /v2.0/routers/8f8ee76b-fd6a-48b6-9f26-665396c75bd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7184765 Jul 09 09:32:44.559522 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22622e93-7405-4472-b649-74d04ba969ba tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:44.568626 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22622e93-7405-4472-b649-74d04ba969ba tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:44.609445 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22622e93-7405-4472-b649-74d04ba969ba tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:44.613286 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-22622e93-7405-4472-b649-74d04ba969ba tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2273583 Jul 09 09:32:44.614009 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49398) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:44.652442 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbafa14c-aa35-4e05-8a73-d0d48ea37093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-e548d349-43b8-4ea0-bba2-ffe154ea2d73', 'network_id': 'e548d349-43b8-4ea0-bba2-ffe154ea2d73', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'fixed_ips': [{'subnet_id': 'b20824bd-0b19-4493-875a-69522a9d7a28'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:32:44.653479 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fbafa14c-aa35-4e05-8a73-d0d48ea37093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:44.792067 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22588b-6a9e-412a-ae39-7f9bc7522742 req-7e037616-d945-4830-b882-6a4e17a59303 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:44.808092 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22588b-6a9e-412a-ae39-7f9bc7522742 req-7e037616-d945-4830-b882-6a4e17a59303 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:44.819603 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa22588b-6a9e-412a-ae39-7f9bc7522742 req-7e037616-d945-4830-b882-6a4e17a59303 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2e22bfe-8be9-4a10-85a4-efe88ce4be32 HTTP/1.1" status: 200 len: 1682 time: 0.3797550 Jul 09 09:32:44.909836 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-fbafa14c-aa35-4e05-8a73-d0d48ea37093 None None] Allocated IP 172.21.0.2 (e548d349-43b8-4ea0-bba2-ffe154ea2d73/b20824bd-0b19-4493-875a-69522a9d7a28/fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:32:44.986098 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa22588b-6a9e-412a-ae39-7f9bc7522742 req-146475d4-a9e4-4481-aa47-2412484f22b6 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655624 Jul 09 09:32:45.123545 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fbafa14c-aa35-4e05-8a73-d0d48ea37093 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:45.133668 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fbafa14c-aa35-4e05-8a73-d0d48ea37093 None None] Transition to ACTIVE for port object fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:45.138477 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b9cba-0490-4287-9e29-7c43fe5f2689 req-8ccb776f-c4f2-4d25-8a4d-b33e1dadd3bd tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:45.140444 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e39b9cba-0490-4287-9e29-7c43fe5f2689 req-8ccb776f-c4f2-4d25-8a4d-b33e1dadd3bd tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 945 time: 0.2001081 Jul 09 09:32:45.158588 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fbafa14c-aa35-4e05-8a73-d0d48ea37093 None None] Transition to ACTIVE for port object fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:45.168716 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fbafa14c-aa35-4e05-8a73-d0d48ea37093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:45.211836 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbafa14c-aa35-4e05-8a73-d0d48ea37093 None None] Network e548d349-43b8-4ea0-bba2-ffe154ea2d73 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:45.215117 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-fbafa14c-aa35-4e05-8a73-d0d48ea37093 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:45.220226 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbafa14c-aa35-4e05-8a73-d0d48ea37093 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:45.223368 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafa14c-aa35-4e05-8a73-d0d48ea37093 None None] Pushing event updated for resources: {'Port': ['ID=fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:45.252654 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9a365a7-05cd-46f2-9c2e-27fe67f27b35 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:45.262024 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e39b9cba-0490-4287-9e29-7c43fe5f2689 req-54fb2da5-562e-44d4-a5bc-ab44eb80edd4 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986094 Jul 09 09:32:45.279725 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-fbafa14c-aa35-4e05-8a73-d0d48ea37093 None None] Attempting to bind port fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:45.280109 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-fbafa14c-aa35-4e05-8a73-d0d48ea37093 None None] Attempting to bind port fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '31d28aa9-21b2-4850-a7e2-209f604a90b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e548d349-43b8-4ea0-bba2-ffe154ea2d73'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:45.280473 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbafa14c-aa35-4e05-8a73-d0d48ea37093 None None] Attempting to bind port fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7 on network e548d349-43b8-4ea0-bba2-ffe154ea2d73 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:45.286553 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbafa14c-aa35-4e05-8a73-d0d48ea37093 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:32:45.286928 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbafa14c-aa35-4e05-8a73-d0d48ea37093 None None] Checking segment: {'id': '31d28aa9-21b2-4850-a7e2-209f604a90b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e548d349-43b8-4ea0-bba2-ffe154ea2d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:45.287334 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fbafa14c-aa35-4e05-8a73-d0d48ea37093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:45.287749 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbafa14c-aa35-4e05-8a73-d0d48ea37093 None None] Bound using segment: {'id': '31d28aa9-21b2-4850-a7e2-209f604a90b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e548d349-43b8-4ea0-bba2-ffe154ea2d73'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:32:45.288219 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-fbafa14c-aa35-4e05-8a73-d0d48ea37093 None None] Bound port: fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d28aa9-21b2-4850-a7e2-209f604a90b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e548d349-43b8-4ea0-bba2-ffe154ea2d73'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:32:45.288608 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fbafa14c-aa35-4e05-8a73-d0d48ea37093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:45.464149 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7c626-21e3-4445-ab87-1a5e405384f9 req-907e3f86-c604-4dff-83ba-c1397c69a927 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:45.465725 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8c7c626-21e3-4445-ab87-1a5e405384f9 req-907e3f86-c604-4dff-83ba-c1397c69a927 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 947 time: 0.3220766 Jul 09 09:32:45.499207 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fbafa14c-aa35-4e05-8a73-d0d48ea37093 None None] For port fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:32:45.502536 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fbafa14c-aa35-4e05-8a73-d0d48ea37093 None None] For port fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7,segment=NetworkSegment(31d28aa9-21b2-4850-a7e2-209f604a90b5),segment_id=31d28aa9-21b2-4850-a7e2-209f604a90b5)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:32:45.508153 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fbafa14c-aa35-4e05-8a73-d0d48ea37093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:45.545606 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:32:45.654517 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8c7c626-21e3-4445-ab87-1a5e405384f9 req-10688771-a6a9-46e2-bbce-4b6fdeb42c57 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769986 Jul 09 09:32:45.661916 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafa14c-aa35-4e05-8a73-d0d48ea37093 None None] Pushing event updated for resources: {'Port': ['ID=fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:45.706401 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:45.719120 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '04f472e6-1ec8-4cdc-a59e-469ac1f88c3d', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '04f472e6-1ec8-4cdc-a59e-469ac1f88c3d', 'mac_address': 'fa:16:3e:f5:9a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:32:45.770601 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-92e38700-587d-4ee5-b4f1-746d465ffdbc tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:45.770601 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-92e38700-587d-4ee5-b4f1-746d465ffdbc tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/networks?id=cadc3bc1-4b29-4e86-9b19-55a98786baff HTTP/1.1" status: 200 len: 819 time: 0.2676196 Jul 09 09:32:45.786124 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-b9a365a7-05cd-46f2-9c2e-27fe67f27b35 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Allocated IP 172.20.0.1 (0472fa43-56f6-4f14-b567-0f588bab6369/7cc2e417-6acf-4617-8999-d9912577f22d/6377bf45-c8d4-4027-bbea-b8b8ba3f9c99) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:32:45.807492 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:45.834226 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:32:45.869485 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:45.890047 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:45.894935 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5a6989ba-cf11-4564-8ae0-a6affbe173ca details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:32:45.980431 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9a365a7-05cd-46f2-9c2e-27fe67f27b35 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:46.018326 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-b9a365a7-05cd-46f2-9c2e-27fe67f27b35 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Transition to ACTIVE for port object 6377bf45-c8d4-4027-bbea-b8b8ba3f9c99 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:46.074668 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-fb2010f0-eb27-4fee-a7d9-ba3e48e4a0d0 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/quotas/b2d37b82ee154752af5d9a5e45d03cea HTTP/1.1" status: 200 len: 375 time: 0.2927146 Jul 09 09:32:46.088929 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:46.176232 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5a6989ba-cf11-4564-8ae0-a6affbe173ca, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5a6989ba-cf11-4564-8ae0-a6affbe173ca,segment=NetworkSegment(edbd23f5-4b6c-4399-ba78-00f99e4df72a),segment_id=edbd23f5-4b6c-4399-ba78-00f99e4df72a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:46.181250 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9a365a7-05cd-46f2-9c2e-27fe67f27b35 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:46.196772 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '5a6989ba-cf11-4564-8ae0-a6affbe173ca', 'network_id': 'a167ed73-6e11-49d4-8b85-411ff9857e03', 'port_id': '5a6989ba-cf11-4564-8ae0-a6affbe173ca', 'mac_address': 'fa:16:3e:86:75:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3165e0-c2b9-4191-b47c-44ba56916623', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:32:46.249950 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:46.268193 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a365a7-05cd-46f2-9c2e-27fe67f27b35 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network 0472fa43-56f6-4f14-b567-0f588bab6369 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:46.278338 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a6989ba-cf11-4564-8ae0-a6affbe173ca {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:32:46.283814 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124c635-7dc5-4321-874e-a1f8aa4681a2 req-7c6212ee-8095-4c05-9158-69422685e7e3 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:46.289433 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2124c635-7dc5-4321-874e-a1f8aa4681a2 req-7c6212ee-8095-4c05-9158-69422685e7e3 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 944 time: 0.2222798 Jul 09 09:32:46.297329 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b9a365a7-05cd-46f2-9c2e-27fe67f27b35 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:46.309330 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5a6989ba-cf11-4564-8ae0-a6affbe173ca, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5a6989ba-cf11-4564-8ae0-a6affbe173ca,segment=NetworkSegment(edbd23f5-4b6c-4399-ba78-00f99e4df72a),segment_id=edbd23f5-4b6c-4399-ba78-00f99e4df72a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:46.315307 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a365a7-05cd-46f2-9c2e-27fe67f27b35 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:46.323108 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:46.327923 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 448833fd-1de0-4f0f-8cdc-555890bf76db details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:32:46.330927 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] Sync routers for ids ['8f8ee76b-fd6a-48b6-9f26-665396c75bd4'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:32:46.346031 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] Routers {'8f8ee76b-fd6a-48b6-9f26-665396c75bd4'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:32:46.347128 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:32:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['8f8ee76b-fd6a-48b6-9f26-665396c75bd4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:46.361689 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4f02222a-f53d-457c-94ee-d817ddd86098 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:46.365551 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-4744f202-466c-4587-93bc-217668632cdb tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2d37b82ee154752af5d9a5e45d03cea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2899959 Jul 09 09:32:46.367274 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a365a7-05cd-46f2-9c2e-27fe67f27b35 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Port': ['ID=6377bf45-c8d4-4027-bbea-b8b8ba3f9c99,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:46.408361 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b68e5e7-2a51-4660-bde1-92f659f481a7 None None] Network 0472fa43-56f6-4f14-b567-0f588bab6369 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:32:46.463392 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2124c635-7dc5-4321-874e-a1f8aa4681a2 req-97b95d44-86ba-4ce7-9cfe-131cd2c17522 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730709 Jul 09 09:32:46.470196 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9a365a7-05cd-46f2-9c2e-27fe67f27b35 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:46.499789 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] Set router 8f8ee76b-fd6a-48b6-9f26-665396c75bd4 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:32:46.531191 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5a6989ba-cf11-4564-8ae0-a6affbe173ca,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:46.579525 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-656be37c-fe75-4baf-9305-7c7ccb33d6ac None None] Provisioning for port 49add0c7-5cbf-4e42-bc2f-5871babbcb84 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:46.621666 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 4f02222a-f53d-457c-94ee-d817ddd86098 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:46.625037 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 448833fd-1de0-4f0f-8cdc-555890bf76db, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=448833fd-1de0-4f0f-8cdc-555890bf76db,segment=NetworkSegment(966526bd-490a-44dd-abfe-bcd259cab79b),segment_id=966526bd-490a-44dd-abfe-bcd259cab79b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:46.636971 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 4f02222a-f53d-457c-94ee-d817ddd86098 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:46.637335 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:46.693489 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '448833fd-1de0-4f0f-8cdc-555890bf76db', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'port_id': '448833fd-1de0-4f0f-8cdc-555890bf76db', 'mac_address': 'fa:16:3e:d6:eb:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:32:46.763050 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ee76b-fd6a-48b6-9f26-665396c75bd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1596982356-router', 'tenant_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '4f02222a-f53d-457c-94ee-d817ddd86098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:38Z', 'updated_at': '2021-07-09T09:32:43Z', 'revision_number': 4, 'project_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'gw_port': {'id': '4f02222a-f53d-457c-94ee-d817ddd86098', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ee76b-fd6a-48b6-9f26-665396c75bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:39Z', 'updated_at': '2021-07-09T09:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'd694e95e-8ff0-497b-a454-7031b627fcfb', 'name': '', 'network_id': 'cadc3bc1-4b29-4e86-9b19-55a98786baff', 'tenant_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'mac_address': 'fa:16:3e:33:37:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ee76b-fd6a-48b6-9f26-665396c75bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'd6a06f15-0469-4615-97cc-a20485ca7940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:42Z', 'updated_at': '2021-07-09T09:32:43Z', 'revision_number': 2, 'project_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'subnets': [{'id': 'd6a06f15-0469-4615-97cc-a20485ca7940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:46.807527 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] Checking router: 8f8ee76b-fd6a-48b6-9f26-665396c75bd4 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:32:46.807904 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] Updating router 8f8ee76b-fd6a-48b6-9f26-665396c75bd4 port d694e95e-8ff0-497b-a454-7031b627fcfb binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:32:46.818119 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:46.864821 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:46.872556 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448833fd-1de0-4f0f-8cdc-555890bf76db {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:32:46.930728 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:46.940034 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 448833fd-1de0-4f0f-8cdc-555890bf76db, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=448833fd-1de0-4f0f-8cdc-555890bf76db,segment=NetworkSegment(966526bd-490a-44dd-abfe-bcd259cab79b),segment_id=966526bd-490a-44dd-abfe-bcd259cab79b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:46.954420 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:46.969904 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 4f02222a-f53d-457c-94ee-d817ddd86098, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4f02222a-f53d-457c-94ee-d817ddd86098,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:46.999213 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-b6d5bcc2-6037-45a1-9276-e5e4431bc2d7 service neutron] 10.222.0.61 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6187189 Jul 09 09:32:47.011159 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:47.012072 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:47.081620 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['5a6989ba-cf11-4564-8ae0-a6affbe173ca'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:32:47.147173 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=448833fd-1de0-4f0f-8cdc-555890bf76db,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:47.172519 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-976c8208-cf02-430b-a02e-0ea9aa772012 service neutron] 10.222.0.61 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589632 Jul 09 09:32:47.294336 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:47.301412 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9a365a7-05cd-46f2-9c2e-27fe67f27b35 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:47.307664 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 49add0c7-5cbf-4e42-bc2f-5871babbcb84 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:47.337070 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=4f02222a-f53d-457c-94ee-d817ddd86098,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:47.398325 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74504cb-6884-438e-a060-46c5c1437f53 req-ab88bea7-2880-4614-a670-39bc29440d9a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:47.406068 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a74504cb-6884-438e-a060-46c5c1437f53 req-ab88bea7-2880-4614-a670-39bc29440d9a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 944 time: 0.1954594 Jul 09 09:32:47.416927 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907285e4-b2e9-42d7-b205-15226802d312 None None] Network e548d349-43b8-4ea0-bba2-ffe154ea2d73 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:32:47.425364 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:47.440164 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] Transition to ACTIVE for port object d694e95e-8ff0-497b-a454-7031b627fcfb will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:47.448043 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:47.554203 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbcb33-4cb9-4b13-a5a8-58204c459a9c None None] Pushing event updated for resources: {'Port': ['ID=d694e95e-8ff0-497b-a454-7031b627fcfb,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:47.565047 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['04f472e6-1ec8-4cdc-a59e-469ac1f88c3d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:32:47.585168 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4b9bff6a-02fc-41b8-8983-3f9bda5f1be4 None None] Provisioning for port 6377bf45-c8d4-4027-bbea-b8b8ba3f9c99 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:47.644523 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4b9bff6a-02fc-41b8-8983-3f9bda5f1be4 None None] Provisioning complete for port 6377bf45-c8d4-4027-bbea-b8b8ba3f9c99 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:47.644904 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4b9bff6a-02fc-41b8-8983-3f9bda5f1be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:47.653496 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] Attempting to bind port d694e95e-8ff0-497b-a454-7031b627fcfb on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:47.654022 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] Attempting to bind port d694e95e-8ff0-497b-a454-7031b627fcfb by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '73b5dac6-4e64-4a7e-bac1-42f3892502d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'cadc3bc1-4b29-4e86-9b19-55a98786baff'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:47.654342 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] Attempting to bind port d694e95e-8ff0-497b-a454-7031b627fcfb on network cadc3bc1-4b29-4e86-9b19-55a98786baff {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:47.661156 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:32:47.661513 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] Checking segment: {'id': '73b5dac6-4e64-4a7e-bac1-42f3892502d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'cadc3bc1-4b29-4e86-9b19-55a98786baff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:47.661979 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:47.662434 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] Bound using segment: {'id': '73b5dac6-4e64-4a7e-bac1-42f3892502d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'cadc3bc1-4b29-4e86-9b19-55a98786baff'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:32:47.662965 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] Bound port: d694e95e-8ff0-497b-a454-7031b627fcfb, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b5dac6-4e64-4a7e-bac1-42f3892502d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'cadc3bc1-4b29-4e86-9b19-55a98786baff'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:32:47.663426 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:47.680901 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 49add0c7-5cbf-4e42-bc2f-5871babbcb84 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:47.710459 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 49add0c7-5cbf-4e42-bc2f-5871babbcb84 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:47.710985 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:47.746784 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] For port d694e95e-8ff0-497b-a454-7031b627fcfb, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:32:47.748241 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['448833fd-1de0-4f0f-8cdc-555890bf76db'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:32:47.752084 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a74504cb-6884-438e-a060-46c5c1437f53 req-088c11c4-a3b2-4fde-8ecf-260493513b94 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450906 Jul 09 09:32:47.752404 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] For port d694e95e-8ff0-497b-a454-7031b627fcfb, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=d694e95e-8ff0-497b-a454-7031b627fcfb,segment=NetworkSegment(73b5dac6-4e64-4a7e-bac1-42f3892502d5),segment_id=73b5dac6-4e64-4a7e-bac1-42f3892502d5)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:32:47.759873 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:47.837763 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] Routers {'8f8ee76b-fd6a-48b6-9f26-665396c75bd4'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:32:47.838410 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:32:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['8f8ee76b-fd6a-48b6-9f26-665396c75bd4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:47.843950 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbcb33-4cb9-4b13-a5a8-58204c459a9c None None] Pushing event updated for resources: {'Port': ['ID=d694e95e-8ff0-497b-a454-7031b627fcfb,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:47.884538 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9a365a7-05cd-46f2-9c2e-27fe67f27b35 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:47.893820 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9a365a7-05cd-46f2-9c2e-27fe67f27b35 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:47.962370 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4b9bff6a-02fc-41b8-8983-3f9bda5f1be4 None None] Port 6377bf45-c8d4-4027-bbea-b8b8ba3f9c99 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:32:47.966605 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b3ff7-a823-4cb6-9b96-ef71713fcdb2 req-4df78293-fd46-47a4-baf5-2a4124544566 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:47.968742 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be0b3ff7-a823-4cb6-9b96-ef71713fcdb2 req-4df78293-fd46-47a4-baf5-2a4124544566 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 948 time: 0.3512552 Jul 09 09:32:48.051636 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be0b3ff7-a823-4cb6-9b96-ef71713fcdb2 req-44c300e4-a9b3-4ab8-b9e5-eed70d7c0bef tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709016 Jul 09 09:32:48.053066 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a365a7-05cd-46f2-9c2e-27fe67f27b35 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Port': ['ID=6377bf45-c8d4-4027-bbea-b8b8ba3f9c99,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:48.062989 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9a365a7-05cd-46f2-9c2e-27fe67f27b35 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:48.110760 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] Set router 8f8ee76b-fd6a-48b6-9f26-665396c75bd4 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:32:48.176082 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a365a7-05cd-46f2-9c2e-27fe67f27b35 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network 0472fa43-56f6-4f14-b567-0f588bab6369 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:48.179333 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b9a365a7-05cd-46f2-9c2e-27fe67f27b35 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:48.220386 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:48.317162 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1e700b85-2ac4-4530-80a2-2a06fa122462 None None] Provisioning for port fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:48.329276 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1e700b85-2ac4-4530-80a2-2a06fa122462 None None] Provisioning complete for port fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:48.330013 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1e700b85-2ac4-4530-80a2-2a06fa122462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:48.421603 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ee76b-fd6a-48b6-9f26-665396c75bd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1596982356-router', 'tenant_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '4f02222a-f53d-457c-94ee-d817ddd86098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:38Z', 'updated_at': '2021-07-09T09:32:43Z', 'revision_number': 4, 'project_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'gw_port': {'id': '4f02222a-f53d-457c-94ee-d817ddd86098', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ee76b-fd6a-48b6-9f26-665396c75bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:39Z', 'updated_at': '2021-07-09T09:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'd694e95e-8ff0-497b-a454-7031b627fcfb', 'name': '', 'network_id': 'cadc3bc1-4b29-4e86-9b19-55a98786baff', 'tenant_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'mac_address': 'fa:16:3e:33:37:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ee76b-fd6a-48b6-9f26-665396c75bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'd6a06f15-0469-4615-97cc-a20485ca7940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:42Z', 'updated_at': '2021-07-09T09:32:47Z', 'revision_number': 4, 'project_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'subnets': [{'id': 'd6a06f15-0469-4615-97cc-a20485ca7940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:48.459202 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ea1ca2-abc7-4c4a-873a-348b7d5d0aac None None] The sync data for ids ['8f8ee76b-fd6a-48b6-9f26-665396c75bd4'] in n-d-799996-1 is: [{'id': '8f8ee76b-fd6a-48b6-9f26-665396c75bd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1596982356-router', 'tenant_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '4f02222a-f53d-457c-94ee-d817ddd86098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:38Z', 'updated_at': '2021-07-09T09:32:43Z', 'revision_number': 4, 'project_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'gw_port': {'id': '4f02222a-f53d-457c-94ee-d817ddd86098', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ee76b-fd6a-48b6-9f26-665396c75bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:39Z', 'updated_at': '2021-07-09T09:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'd694e95e-8ff0-497b-a454-7031b627fcfb', 'name': '', 'network_id': 'cadc3bc1-4b29-4e86-9b19-55a98786baff', 'tenant_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'mac_address': 'fa:16:3e:33:37:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ee76b-fd6a-48b6-9f26-665396c75bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'd6a06f15-0469-4615-97cc-a20485ca7940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:42Z', 'updated_at': '2021-07-09T09:32:47Z', 'revision_number': 4, 'project_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'subnets': [{'id': 'd6a06f15-0469-4615-97cc-a20485ca7940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:32:48.478841 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc6886f4-982a-420d-8158-526e4d64f5fa req-bd926d30-5072-4c15-9377-6357f1d2406f tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 210 time: 0.0949435 Jul 09 09:32:48.582975 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56554f-c56f-4163-88f1-48ea94f61758 req-16696f18-c9da-4529-a725-b344943ed889 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:48.602518 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56554f-c56f-4163-88f1-48ea94f61758 req-16696f18-c9da-4529-a725-b344943ed889 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:48.610832 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a56554f-c56f-4163-88f1-48ea94f61758 req-16696f18-c9da-4529-a725-b344943ed889 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2e22bfe-8be9-4a10-85a4-efe88ce4be32 HTTP/1.1" status: 200 len: 1682 time: 0.4445341 Jul 09 09:32:48.617414 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 49add0c7-5cbf-4e42-bc2f-5871babbcb84, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=49add0c7-5cbf-4e42-bc2f-5871babbcb84,segment=NetworkSegment(5081ca1f-fab1-4876-9f79-1fc3bdbb62d7),segment_id=5081ca1f-fab1-4876-9f79-1fc3bdbb62d7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:48.656232 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e6246-763e-4ef1-8bed-aa3bcca4ca8f req-47883f7b-489d-444e-89a5-0c309a5ef286 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:48.664066 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:48.667611 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e6246-763e-4ef1-8bed-aa3bcca4ca8f req-47883f7b-489d-444e-89a5-0c309a5ef286 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:48.670736 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e17e6246-763e-4ef1-8bed-aa3bcca4ca8f req-47883f7b-489d-444e-89a5-0c309a5ef286 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2e22bfe-8be9-4a10-85a4-efe88ce4be32 HTTP/1.1" status: 200 len: 1682 time: 0.1506903 Jul 09 09:32:48.747751 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a56554f-c56f-4163-88f1-48ea94f61758 req-0a46d83e-c625-4454-bb47-dc4de28ba21a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/security-groups?id=750d74c7-0be8-44ba-b095-cf1fd598f284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353464 Jul 09 09:32:48.792250 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a365a7-05cd-46f2-9c2e-27fe67f27b35 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Router 36ed1565-9655-4181-ba71-935a9d8231c4 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:32:48.841415 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=49add0c7-5cbf-4e42-bc2f-5871babbcb84,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:48.850912 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e17e6246-763e-4ef1-8bed-aa3bcca4ca8f req-8971e2a8-10eb-4c8c-b045-19a9ee1fe108 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Deleting port 38fde707-18c4-4e4d-8dd6-dc5762d3bb82 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:48.851703 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e17e6246-763e-4ef1-8bed-aa3bcca4ca8f req-8971e2a8-10eb-4c8c-b045-19a9ee1fe108 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:48.910857 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1e700b85-2ac4-4530-80a2-2a06fa122462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:48.986188 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1e700b85-2ac4-4530-80a2-2a06fa122462 None None] For port fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7,segment=NetworkSegment(31d28aa9-21b2-4850-a7e2-209f604a90b5),segment_id=31d28aa9-21b2-4850-a7e2-209f604a90b5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:48.990027 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4f02222a-f53d-457c-94ee-d817ddd86098 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:49.001763 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e17e6246-763e-4ef1-8bed-aa3bcca4ca8f req-8971e2a8-10eb-4c8c-b045-19a9ee1fe108 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] For port 38fde707-18c4-4e4d-8dd6-dc5762d3bb82, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=38fde707-18c4-4e4d-8dd6-dc5762d3bb82,segment=NetworkSegment(8b2e536e-0128-4b41-b918-aca840de62fc),segment_id=8b2e536e-0128-4b41-b918-aca840de62fc)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:49.009947 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e17e6246-763e-4ef1-8bed-aa3bcca4ca8f req-8971e2a8-10eb-4c8c-b045-19a9ee1fe108 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:49.037460 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e17e6246-763e-4ef1-8bed-aa3bcca4ca8f req-8971e2a8-10eb-4c8c-b045-19a9ee1fe108 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Calling delete_port for 38fde707-18c4-4e4d-8dd6-dc5762d3bb82 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:49.119328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a365a7-05cd-46f2-9c2e-27fe67f27b35 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:32:49.136230 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b9a365a7-05cd-46f2-9c2e-27fe67f27b35 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/routers/36ed1565-9655-4181-ba71-935a9d8231c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5187466 Jul 09 09:32:49.136813 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49464) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:49.219225 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd5e7e-7dad-4b16-8128-ace77a715301 req-805a9176-6137-4fb9-9032-3bfbe99fb0e2 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:49.226902 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5cbd5e7e-7dad-4b16-8128-ace77a715301 req-805a9176-6137-4fb9-9032-3bfbe99fb0e2 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 945 time: 0.4593251 Jul 09 09:32:49.260374 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e17e6246-763e-4ef1-8bed-aa3bcca4ca8f req-8971e2a8-10eb-4c8c-b045-19a9ee1fe108 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:49.281288 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['38fde707-18c4-4e4d-8dd6-dc5762d3bb82', '78f7f861-a966-490b-90d6-f1637b1ce81f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:32:49.287279 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d846b25-4adc-430a-94db-e420de1465aa None None] Sync routers for ids ['36ed1565-9655-4181-ba71-935a9d8231c4'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:32:49.292556 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971e2a8-10eb-4c8c-b045-19a9ee1fe108 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event deleted for resources: {'Port': ['ID=38fde707-18c4-4e4d-8dd6-dc5762d3bb82,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:49.305629 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1e700b85-2ac4-4530-80a2-2a06fa122462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:49.377298 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17e6246-763e-4ef1-8bed-aa3bcca4ca8f req-8971e2a8-10eb-4c8c-b045-19a9ee1fe108 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] No DVR routers for this DVR port 38fde707-18c4-4e4d-8dd6-dc5762d3bb82 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:32:49.382274 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e17e6246-763e-4ef1-8bed-aa3bcca4ca8f req-8971e2a8-10eb-4c8c-b045-19a9ee1fe108 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:49.386652 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e17e6246-763e-4ef1-8bed-aa3bcca4ca8f req-8971e2a8-10eb-4c8c-b045-19a9ee1fe108 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.58 "DELETE /v2.0/ports/38fde707-18c4-4e4d-8dd6-dc5762d3bb82 HTTP/1.1" status: 204 len: 173 time: 0.7096846 Jul 09 09:32:49.387570 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e22bfe-8be9-4a10-85a4-efe88ce4be32', 'name': 'network-vif-deleted', 'tag': '38fde707-18c4-4e4d-8dd6-dc5762d3bb82'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:32:49.393925 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39aa826c-30f7-4759-966b-844f578eddac" -d '{"events": [{"server_uuid": "c2e22bfe-8be9-4a10-85a4-efe88ce4be32", "name": "network-vif-deleted", "tag": "38fde707-18c4-4e4d-8dd6-dc5762d3bb82"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:32:49.508527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75df4ee2-a1f5-457c-83c5-51a56f19ef78 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:49.519052 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-75df4ee2-a1f5-457c-83c5-51a56f19ef78 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/ports/6377bf45-c8d4-4027-bbea-b8b8ba3f9c99 HTTP/1.1" status: 200 len: 910 time: 0.3753760 Jul 09 09:32:49.528162 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d846b25-4adc-430a-94db-e420de1465aa None None] Routers {'36ed1565-9655-4181-ba71-935a9d8231c4'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:32:49.528802 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7d846b25-4adc-430a-94db-e420de1465aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:32:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['36ed1565-9655-4181-ba71-935a9d8231c4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:49.543230 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49474) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:49.578146 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-97187108-2b09-4070-962c-0cf8d52338f8 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:49.579983 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-97187108-2b09-4070-962c-0cf8d52338f8 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.58 "GET /v2.0/networks?id=cadc3bc1-4b29-4e86-9b19-55a98786baff HTTP/1.1" status: 200 len: 819 time: 0.4287066 Jul 09 09:32:49.592437 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5cbd5e7e-7dad-4b16-8128-ace77a715301 req-74392dde-a280-462d-9d84-9bf9afeabdf8 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644490 Jul 09 09:32:49.607583 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1e700b85-2ac4-4530-80a2-2a06fa122462 None None] Provisioning complete for port 6377bf45-c8d4-4027-bbea-b8b8ba3f9c99 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:49.608085 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1e700b85-2ac4-4530-80a2-2a06fa122462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:49.639078 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5a6989ba-cf11-4564-8ae0-a6affbe173ca up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:49.648101 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-67495c78-a9c3-4ffe-96c1-2679af3326ec tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:49.656940 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-67495c78-a9c3-4ffe-96c1-2679af3326ec tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/networks?id=cadc3bc1-4b29-4e86-9b19-55a98786baff HTTP/1.1" status: 200 len: 819 time: 0.4277241 Jul 09 09:32:49.664235 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-ac9af28f-0135-4d22-a77a-409f70ed9b5a tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Request body: {'port': {'device_id': '75f5b06d-3955-4b34-a870-47890bca97cc', 'network_id': 'cadc3bc1-4b29-4e86-9b19-55a98786baff', 'admin_state_up': True, 'tenant_id': 'b2d37b82ee154752af5d9a5e45d03cea'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:49.666887 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e17e6246-763e-4ef1-8bed-aa3bcca4ca8f req-989012c8-f6fb-430b-a71e-89832d604b06 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Deleting port 78f7f861-a966-490b-90d6-f1637b1ce81f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:49.667419 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e17e6246-763e-4ef1-8bed-aa3bcca4ca8f req-989012c8-f6fb-430b-a71e-89832d604b06 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:49.692102 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-5eb6bc3c-45b2-4b0f-a517-1864dd12dcac tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/quotas/b2d37b82ee154752af5d9a5e45d03cea HTTP/1.1" status: 200 len: 375 time: 0.0340922 Jul 09 09:32:49.725119 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7d846b25-4adc-430a-94db-e420de1465aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:49.734963 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 4f02222a-f53d-457c-94ee-d817ddd86098 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:49.735870 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:49.834342 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e700b85-2ac4-4530-80a2-2a06fa122462 None None] Pushing event updated for resources: {'Port': ['ID=fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:49.861904 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d846b25-4adc-430a-94db-e420de1465aa None None] Routers {'36ed1565-9655-4181-ba71-935a9d8231c4'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:32:49.862538 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7d846b25-4adc-430a-94db-e420de1465aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:32:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['36ed1565-9655-4181-ba71-935a9d8231c4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:49.892189 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1e700b85-2ac4-4530-80a2-2a06fa122462 None None] Port 6377bf45-c8d4-4027-bbea-b8b8ba3f9c99 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:32:49.941900 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-ac9af28f-0135-4d22-a77a-409f70ed9b5a tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Made reservation on behalf of b2d37b82ee154752af5d9a5e45d03cea for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:49.946659 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7d846b25-4adc-430a-94db-e420de1465aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:49.946981 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-ac9af28f-0135-4d22-a77a-409f70ed9b5a tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:49.947222 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d846b25-4adc-430a-94db-e420de1465aa None None] The sync data for ids ['36ed1565-9655-4181-ba71-935a9d8231c4'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:32:49.955156 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 5a6989ba-cf11-4564-8ae0-a6affbe173ca triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:49.955536 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:50.072549 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-588cb6c5-2530-4da8-b2a9-ca52b904ceb5 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2d37b82ee154752af5d9a5e45d03cea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3796651 Jul 09 09:32:50.078306 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d694e95e-8ff0-497b-a454-7031b627fcfb up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:50.099838 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20145b-e745-4dac-826a-25fbaef7253e req-5ded0ca0-1686-415e-8300-134885e6fa54 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:50.102816 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac20145b-e745-4dac-826a-25fbaef7253e req-5ded0ca0-1686-415e-8300-134885e6fa54 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 944 time: 0.2054617 Jul 09 09:32:50.126904 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fd930672-7a56-4b40-9c7b-af40b827c3ee None None] Provisioning complete for port fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:50.127275 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fd930672-7a56-4b40-9c7b-af40b827c3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:50.205763 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:50.250583 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac20145b-e745-4dac-826a-25fbaef7253e req-1086f5c2-b31b-497c-b5f6-ee3b3c42e1d4 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324017 Jul 09 09:32:50.268793 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6989ba-cf11-4564-8ae0-a6affbe173ca'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:32:50.271221 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2433ed-b925-491d-9c67-2b1461b4d6b8" -d '{"events": [{"server_uuid": "b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2", "name": "network-vif-plugged", "status": "completed", "tag": "5a6989ba-cf11-4564-8ae0-a6affbe173ca"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:32:50.295460 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5a6989ba-cf11-4564-8ae0-a6affbe173ca, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5a6989ba-cf11-4564-8ae0-a6affbe173ca,segment=NetworkSegment(edbd23f5-4b6c-4399-ba78-00f99e4df72a),segment_id=edbd23f5-4b6c-4399-ba78-00f99e4df72a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:50.304980 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port d694e95e-8ff0-497b-a454-7031b627fcfb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:50.307450 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:50.349715 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-2be0d65f-7883-49e7-81b1-b3ce759137d8 service neutron] 10.222.0.61 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449970 Jul 09 09:32:50.369064 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e17e6246-763e-4ef1-8bed-aa3bcca4ca8f req-989012c8-f6fb-430b-a71e-89832d604b06 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] For port 78f7f861-a966-490b-90d6-f1637b1ce81f, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=78f7f861-a966-490b-90d6-f1637b1ce81f,segment=NetworkSegment(da1de747-5c24-4b00-84df-b097f7ccacb1),segment_id=da1de747-5c24-4b00-84df-b097f7ccacb1)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:50.369519 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e17e6246-763e-4ef1-8bed-aa3bcca4ca8f req-989012c8-f6fb-430b-a71e-89832d604b06 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:50.376699 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port d694e95e-8ff0-497b-a454-7031b627fcfb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:50.377116 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:50.391111 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e17e6246-763e-4ef1-8bed-aa3bcca4ca8f req-989012c8-f6fb-430b-a71e-89832d604b06 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Calling delete_port for 78f7f861-a966-490b-90d6-f1637b1ce81f owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:50.394874 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-ac9af28f-0135-4d22-a77a-409f70ed9b5a tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Allocated IP 172.20.0.3 (cadc3bc1-4b29-4e86-9b19-55a98786baff/d6a06f15-0469-4615-97cc-a20485ca7940/b666c5a5-28b3-4f09-b8c2-a6783033b7f5) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:32:50.434726 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fd930672-7a56-4b40-9c7b-af40b827c3ee None None] Provisioning complete for port 6377bf45-c8d4-4027-bbea-b8b8ba3f9c99 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:50.435111 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fd930672-7a56-4b40-9c7b-af40b827c3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:50.478026 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5a6989ba-cf11-4564-8ae0-a6affbe173ca,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:50.478238 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84dc0058-fc3e-43d8-b78f-6e3774d3c5a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:50.501977 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-fd930672-7a56-4b40-9c7b-af40b827c3ee None None] Port 6377bf45-c8d4-4027-bbea-b8b8ba3f9c99 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:32:50.544762 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:50.591049 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-f07d134c-e63f-4305-ae51-6b953f180aef service neutron] 10.222.0.61 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327938 Jul 09 09:32:50.621459 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port d694e95e-8ff0-497b-a454-7031b627fcfb, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=d694e95e-8ff0-497b-a454-7031b627fcfb,segment=NetworkSegment(73b5dac6-4e64-4a7e-bac1-42f3892502d5),segment_id=73b5dac6-4e64-4a7e-bac1-42f3892502d5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:50.630802 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:50.731856 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-ac9af28f-0135-4d22-a77a-409f70ed9b5a tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:50.741363 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c860857-2bd8-44aa-8d84-5ab6b2ca2534 req-296b0d79-7dc5-40b2-92a1-3c8e2525844a tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:50.742903 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c860857-2bd8-44aa-8d84-5ab6b2ca2534 req-296b0d79-7dc5-40b2-92a1-3c8e2525844a tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 948 time: 0.1244390 Jul 09 09:32:50.744918 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=d694e95e-8ff0-497b-a454-7031b627fcfb,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:50.754062 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e17e6246-763e-4ef1-8bed-aa3bcca4ca8f req-989012c8-f6fb-430b-a71e-89832d604b06 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:50.800401 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989012c8-f6fb-430b-a71e-89832d604b06 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event deleted for resources: {'Port': ['ID=78f7f861-a966-490b-90d6-f1637b1ce81f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:50.818396 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:50.849395 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c860857-2bd8-44aa-8d84-5ab6b2ca2534 req-9e9a8384-f5cc-4eaa-9c85-adaf00b1d221 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977793 Jul 09 09:32:50.864226 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cd478a-3361-4483-b0ba-071ef48d998d x-openstack-request-id: req-76cd478a-3361-4483-b0ba-071ef48d998d {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:32:50.864532 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e22bfe-8be9-4a10-85a4-efe88ce4be32", "name": "network-vif-deleted", "tag": "38fde707-18c4-4e4d-8dd6-dc5762d3bb82", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:32:50.864763 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-76cd478a-3361-4483-b0ba-071ef48d998d {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:32:50.865159 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e22bfe-8be9-4a10-85a4-efe88ce4be32', 'name': 'network-vif-deleted', 'tag': '38fde707-18c4-4e4d-8dd6-dc5762d3bb82', 'status': 'completed', 'code': 200} Jul 09 09:32:50.865793 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-ac9af28f-0135-4d22-a77a-409f70ed9b5a tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:50.881403 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17e6246-763e-4ef1-8bed-aa3bcca4ca8f req-989012c8-f6fb-430b-a71e-89832d604b06 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] No DVR routers for this DVR port 78f7f861-a966-490b-90d6-f1637b1ce81f on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:32:50.900536 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e17e6246-763e-4ef1-8bed-aa3bcca4ca8f req-989012c8-f6fb-430b-a71e-89832d604b06 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:50.908991 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e17e6246-763e-4ef1-8bed-aa3bcca4ca8f req-989012c8-f6fb-430b-a71e-89832d604b06 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.58 "DELETE /v2.0/ports/78f7f861-a966-490b-90d6-f1637b1ce81f HTTP/1.1" status: 204 len: 173 time: 1.5118575 Jul 09 09:32:50.945127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-ac9af28f-0135-4d22-a77a-409f70ed9b5a tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Network cadc3bc1-4b29-4e86-9b19-55a98786baff is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:50.948834 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-ac9af28f-0135-4d22-a77a-409f70ed9b5a tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:50.958714 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-ac9af28f-0135-4d22-a77a-409f70ed9b5a tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:50.993083 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:50.993860 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:51.016715 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9af28f-0135-4d22-a77a-409f70ed9b5a tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Pushing event updated for resources: {'Port': ['ID=b666c5a5-28b3-4f09-b8c2-a6783033b7f5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:51.044640 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-84dc0058-fc3e-43d8-b78f-6e3774d3c5a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Allocated IP 172.21.0.1 (e548d349-43b8-4ea0-bba2-ffe154ea2d73/b20824bd-0b19-4493-875a-69522a9d7a28/a2359b28-0050-4860-afe9-d13a8f05ae1f) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:32:51.060395 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-ac9af28f-0135-4d22-a77a-409f70ed9b5a tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:51.061117 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-ac9af28f-0135-4d22-a77a-409f70ed9b5a tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:51.121804 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-016e7bbc-6b40-4c19-b263-fce4372f9ddb req-c793b74c-4171-4dd3-a85e-e141ac6fd3c9 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2e22bfe-8be9-4a10-85a4-efe88ce4be32 HTTP/1.1" status: 200 len: 210 time: 0.0501554 Jul 09 09:32:51.141235 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-ac9af28f-0135-4d22-a77a-409f70ed9b5a tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4966435 Jul 09 09:32:51.147724 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-bc6dfffd-66dc-455c-bc1a-5fd246a3f89f service neutron] Request body: {'port': {'device_id': '75f5b06d-3955-4b34-a870-47890bca97cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:51.201135 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 49add0c7-5cbf-4e42-bc2f-5871babbcb84 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:51.265432 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bc157a-9248-4370-837c-b77452ff2cc4 x-openstack-request-id: req-55bc157a-9248-4370-837c-b77452ff2cc4 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:32:51.265432 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2", "name": "network-vif-plugged", "status": "completed", "tag": "5a6989ba-cf11-4564-8ae0-a6affbe173ca", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:32:51.265432 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-55bc157a-9248-4370-837c-b77452ff2cc4 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:32:51.265896 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6989ba-cf11-4564-8ae0-a6affbe173ca', 'code': 200} Jul 09 09:32:51.307145 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84dc0058-fc3e-43d8-b78f-6e3774d3c5a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:51.311030 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 49add0c7-5cbf-4e42-bc2f-5871babbcb84 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:51.311555 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:51.328682 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-84dc0058-fc3e-43d8-b78f-6e3774d3c5a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Transition to ACTIVE for port object a2359b28-0050-4860-afe9-d13a8f05ae1f will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:51.371842 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84dc0058-fc3e-43d8-b78f-6e3774d3c5a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:51.426633 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dc0058-fc3e-43d8-b78f-6e3774d3c5a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network e548d349-43b8-4ea0-bba2-ffe154ea2d73 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:51.429967 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-84dc0058-fc3e-43d8-b78f-6e3774d3c5a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:51.430388 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-bc6dfffd-66dc-455c-bc1a-5fd246a3f89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:51.434747 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b855306b-562b-4e4a-b1f9-3a7d3135d04e req-6434c7ad-b854-48fd-bdd9-220339254b5b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 210 time: 0.0797946 Jul 09 09:32:51.459547 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dc0058-fc3e-43d8-b78f-6e3774d3c5a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:51.470276 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc0058-fc3e-43d8-b78f-6e3774d3c5a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Port': ['ID=a2359b28-0050-4860-afe9-d13a8f05ae1f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:51.541594 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84dc0058-fc3e-43d8-b78f-6e3774d3c5a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:51.568971 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b9cd5-d4fc-47c8-bc7b-a24fb00f0c3d req-65e5f7a0-3b15-4ed1-8c0d-5097982c7c67 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:51.570743 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b4b9cd5-d4fc-47c8-bc7b-a24fb00f0c3d req-65e5f7a0-3b15-4ed1-8c0d-5097982c7c67 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 945 time: 0.2146499 Jul 09 09:32:51.581310 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:51.673443 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:51.679381 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:51.679775 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:51.814319 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84dc0058-fc3e-43d8-b78f-6e3774d3c5a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:51.870603 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:51.902519 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-477a6c78-1300-49ae-ad59-dea4c1ddf227 None None] Provisioning for port a2359b28-0050-4860-afe9-d13a8f05ae1f completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:51.911464 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-477a6c78-1300-49ae-ad59-dea4c1ddf227 None None] Provisioning complete for port a2359b28-0050-4860-afe9-d13a8f05ae1f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:51.912207 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-477a6c78-1300-49ae-ad59-dea4c1ddf227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:51.957252 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:51.966920 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:51.969143 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 448833fd-1de0-4f0f-8cdc-555890bf76db up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:52.030768 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-477a6c78-1300-49ae-ad59-dea4c1ddf227 None None] Port a2359b28-0050-4860-afe9-d13a8f05ae1f cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:32:52.056184 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:52.077519 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 448833fd-1de0-4f0f-8cdc-555890bf76db completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:32:52.082550 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 448833fd-1de0-4f0f-8cdc-555890bf76db triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:52.083058 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:52.119752 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b4b9cd5-d4fc-47c8-bc7b-a24fb00f0c3d req-056e145c-76d7-44ae-a11f-739ecf058040 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679484 Jul 09 09:32:52.169731 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a3941-3f32-4e0a-ab3e-274a8327cfd9 req-84e16108-bb8a-4319-92db-586f35bccfaf tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:52.171378 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84dc0058-fc3e-43d8-b78f-6e3774d3c5a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:52.175849 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:52.177612 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84dc0058-fc3e-43d8-b78f-6e3774d3c5a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:52.180272 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc5a3941-3f32-4e0a-ab3e-274a8327cfd9 req-84e16108-bb8a-4319-92db-586f35bccfaf tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 945 time: 0.5279524 Jul 09 09:32:52.213432 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 448833fd-1de0-4f0f-8cdc-555890bf76db, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=448833fd-1de0-4f0f-8cdc-555890bf76db,segment=NetworkSegment(966526bd-490a-44dd-abfe-bcd259cab79b),segment_id=966526bd-490a-44dd-abfe-bcd259cab79b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:52.234007 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:52.236261 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5a6989ba-cf11-4564-8ae0-a6affbe173ca no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:32:52.243372 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc5a3941-3f32-4e0a-ab3e-274a8327cfd9 req-18f43f7e-faf4-45d4-a3fa-9bdf53ccfa19 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608485 Jul 09 09:32:52.309800 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84dc0058-fc3e-43d8-b78f-6e3774d3c5a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:52.311744 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc0058-fc3e-43d8-b78f-6e3774d3c5a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Port': ['ID=a2359b28-0050-4860-afe9-d13a8f05ae1f,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:52.418769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-bc6dfffd-66dc-455c-bc1a-5fd246a3f89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b666c5a5-28b3-4f09-b8c2-a6783033b7f5 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:32:52.439156 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=448833fd-1de0-4f0f-8cdc-555890bf76db,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:52.441908 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-bc6dfffd-66dc-455c-bc1a-5fd246a3f89f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:52.457716 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:52.498697 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5a6989ba-cf11-4564-8ae0-a6affbe173ca, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5a6989ba-cf11-4564-8ae0-a6affbe173ca,segment=NetworkSegment(edbd23f5-4b6c-4399-ba78-00f99e4df72a),segment_id=edbd23f5-4b6c-4399-ba78-00f99e4df72a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:52.504777 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:52.538693 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-bc6dfffd-66dc-455c-bc1a-5fd246a3f89f service neutron] Transition to ACTIVE for port object b666c5a5-28b3-4f09-b8c2-a6783033b7f5 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:52.541851 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 78f7f861-a966-490b-90d6-f1637b1ce81f no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:32:52.545274 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-bc6dfffd-66dc-455c-bc1a-5fd246a3f89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:52.563142 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dc0058-fc3e-43d8-b78f-6e3774d3c5a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network e548d349-43b8-4ea0-bba2-ffe154ea2d73 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:52.571246 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49508) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:52.580438 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 78f7f861-a966-490b-90d6-f1637b1ce81f {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:32:52.580922 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 78f7f861-a966-490b-90d6-f1637b1ce81f not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:32:52.581432 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 38fde707-18c4-4e4d-8dd6-dc5762d3bb82 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:32:52.622173 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 38fde707-18c4-4e4d-8dd6-dc5762d3bb82 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:32:52.622810 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 38fde707-18c4-4e4d-8dd6-dc5762d3bb82 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:32:52.628659 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5a6989ba-cf11-4564-8ae0-a6affbe173ca,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:52.654590 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6dfffd-66dc-455c-bc1a-5fd246a3f89f service neutron] Pushing event updated for resources: {'Port': ['ID=b666c5a5-28b3-4f09-b8c2-a6783033b7f5,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:52.666306 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-84dc0058-fc3e-43d8-b78f-6e3774d3c5a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:52.675724 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b3c9a-6013-46fd-8317-3e67df33ac57 req-c1d4e91b-15e4-4846-96e2-2d36645476b4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:52.678032 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-276b3c9a-6013-46fd-8317-3e67df33ac57 req-c1d4e91b-15e4-4846-96e2-2d36645476b4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 949 time: 0.2212541 Jul 09 09:32:52.689712 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a00a312-a4f6-4c3d-bb17-a68f5ad8aa82 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Deleting subnet dd3707cb-cc94-45a4-8dac-28eba9870f14 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:32:52.705668 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a00a312-a4f6-4c3d-bb17-a68f5ad8aa82 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:52.775656 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-276b3c9a-6013-46fd-8317-3e67df33ac57 req-e23000d2-5b43-4ed0-a2a1-cdacc52caf34 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715847 Jul 09 09:32:52.777606 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d694e95e-8ff0-497b-a454-7031b627fcfb up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:32:52.813495 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-bc6dfffd-66dc-455c-bc1a-5fd246a3f89f service neutron] Attempting to bind port b666c5a5-28b3-4f09-b8c2-a6783033b7f5 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:52.813842 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-bc6dfffd-66dc-455c-bc1a-5fd246a3f89f service neutron] Attempting to bind port b666c5a5-28b3-4f09-b8c2-a6783033b7f5 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '73b5dac6-4e64-4a7e-bac1-42f3892502d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'cadc3bc1-4b29-4e86-9b19-55a98786baff'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:52.814170 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-bc6dfffd-66dc-455c-bc1a-5fd246a3f89f service neutron] Attempting to bind port b666c5a5-28b3-4f09-b8c2-a6783033b7f5 on network cadc3bc1-4b29-4e86-9b19-55a98786baff {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:52.827412 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-bc6dfffd-66dc-455c-bc1a-5fd246a3f89f service neutron] Port b666c5a5-28b3-4f09-b8c2-a6783033b7f5 on network cadc3bc1-4b29-4e86-9b19-55a98786baff not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:52.828216 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-bc6dfffd-66dc-455c-bc1a-5fd246a3f89f service neutron] Attempting to bind port b666c5a5-28b3-4f09-b8c2-a6783033b7f5 on network cadc3bc1-4b29-4e86-9b19-55a98786baff {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:52.839375 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-bc6dfffd-66dc-455c-bc1a-5fd246a3f89f service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:32:52.841216 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-bc6dfffd-66dc-455c-bc1a-5fd246a3f89f service neutron] Checking segment: {'id': '73b5dac6-4e64-4a7e-bac1-42f3892502d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'cadc3bc1-4b29-4e86-9b19-55a98786baff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:52.841853 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-bc6dfffd-66dc-455c-bc1a-5fd246a3f89f service neutron] Bound using segment: {'id': '73b5dac6-4e64-4a7e-bac1-42f3892502d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'cadc3bc1-4b29-4e86-9b19-55a98786baff'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:32:52.845339 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-bc6dfffd-66dc-455c-bc1a-5fd246a3f89f service neutron] Bound port: b666c5a5-28b3-4f09-b8c2-a6783033b7f5, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b5dac6-4e64-4a7e-bac1-42f3892502d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'cadc3bc1-4b29-4e86-9b19-55a98786baff'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:32:52.846052 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-bc6dfffd-66dc-455c-bc1a-5fd246a3f89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:52.865748 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port d694e95e-8ff0-497b-a454-7031b627fcfb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:52.865748 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:52.871265 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a00a312-a4f6-4c3d-bb17-a68f5ad8aa82 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:52.975386 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a00a312-a4f6-4c3d-bb17-a68f5ad8aa82 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:52.979928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-bc6dfffd-66dc-455c-bc1a-5fd246a3f89f service neutron] For port b666c5a5-28b3-4f09-b8c2-a6783033b7f5, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:32:52.989360 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-bc6dfffd-66dc-455c-bc1a-5fd246a3f89f service neutron] For port b666c5a5-28b3-4f09-b8c2-a6783033b7f5, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b666c5a5-28b3-4f09-b8c2-a6783033b7f5,segment=NetworkSegment(73b5dac6-4e64-4a7e-bac1-42f3892502d5),segment_id=73b5dac6-4e64-4a7e-bac1-42f3892502d5)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:32:52.998543 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e22bfe-8be9-4a10-85a4-efe88ce4be32', 'name': 'network-vif-deleted', 'tag': '78f7f861-a966-490b-90d6-f1637b1ce81f'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:32:53.001677 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da0285f-8d02-4987-b311-05e9fa012a29" -d '{"events": [{"server_uuid": "c2e22bfe-8be9-4a10-85a4-efe88ce4be32", "name": "network-vif-deleted", "tag": "78f7f861-a966-490b-90d6-f1637b1ce81f"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:32:53.037841 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-bc6dfffd-66dc-455c-bc1a-5fd246a3f89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:53.041691 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9aac6928-fd1d-4cc0-8efe-7236fffcdf9c req-a0b01cf2-e4a7-437a-a9e0-1b5d1429d23a tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 210 time: 0.0628996 Jul 09 09:32:53.071646 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a6ce2816-6cef-4cdc-8c84-b2dd31555943 None None] Provisioning complete for port a2359b28-0050-4860-afe9-d13a8f05ae1f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:32:53.072203 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6ce2816-6cef-4cdc-8c84-b2dd31555943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:53.073683 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-db8cc497-b3ba-4f40-b355-b90b72f9bc12 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:53.075284 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-db8cc497-b3ba-4f40-b355-b90b72f9bc12 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.58 "GET /v2.0/networks?id=cadc3bc1-4b29-4e86-9b19-55a98786baff HTTP/1.1" status: 200 len: 819 time: 0.6005394 Jul 09 09:32:53.091565 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-bc6dfffd-66dc-455c-bc1a-5fd246a3f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:53.093203 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-bc6dfffd-66dc-455c-bc1a-5fd246a3f89f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:53.096548 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-bc6dfffd-66dc-455c-bc1a-5fd246a3f89f service neutron] 10.222.0.58 "PUT /v2.0/ports/b666c5a5-28b3-4f09-b8c2-a6783033b7f5 HTTP/1.1" status: 200 len: 1091 time: 1.9526424 Jul 09 09:32:53.103521 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f5b06d-3955-4b34-a870-47890bca97cc', 'tag': 'b666c5a5-28b3-4f09-b8c2-a6783033b7f5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:32:53.106976 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe01071-415c-41a8-a9cd-444c92c012c5" -d '{"events": [{"name": "network-changed", "server_uuid": "75f5b06d-3955-4b34-a870-47890bca97cc", "tag": "b666c5a5-28b3-4f09-b8c2-a6783033b7f5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:32:53.114848 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-199ded5a-88cf-487b-9b7c-62711802f6c2 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Request body: {'port': {'device_id': 'a0128b3b-7735-4470-b343-5892bdb3121a', 'network_id': 'cadc3bc1-4b29-4e86-9b19-55a98786baff', 'admin_state_up': True, 'tenant_id': 'b2d37b82ee154752af5d9a5e45d03cea'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:53.124560 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3811c425-e0a4-4a5a-850c-7d695378c8e7 x-openstack-request-id: req-3811c425-e0a4-4a5a-850c-7d695378c8e7 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:32:53.125102 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e22bfe-8be9-4a10-85a4-efe88ce4be32", "name": "network-vif-deleted", "tag": "78f7f861-a966-490b-90d6-f1637b1ce81f", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:32:53.125387 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a6ce2816-6cef-4cdc-8c84-b2dd31555943 None None] Port a2359b28-0050-4860-afe9-d13a8f05ae1f cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:32:53.125526 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3811c425-e0a4-4a5a-850c-7d695378c8e7 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:32:53.125866 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e22bfe-8be9-4a10-85a4-efe88ce4be32', 'name': 'network-vif-deleted', 'tag': '78f7f861-a966-490b-90d6-f1637b1ce81f', 'status': 'completed', 'code': 200} Jul 09 09:32:53.141292 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dc0058-fc3e-43d8-b78f-6e3774d3c5a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Router 36ed1565-9655-4181-ba71-935a9d8231c4 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:32:53.196014 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ce244a-7bc8-44ba-8732-d1d7f592f297 x-openstack-request-id: req-58ce244a-7bc8-44ba-8732-d1d7f592f297 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:32:53.196637 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f5b06d-3955-4b34-a870-47890bca97cc", "tag": "b666c5a5-28b3-4f09-b8c2-a6783033b7f5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:32:53.196637 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-58ce244a-7bc8-44ba-8732-d1d7f592f297 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:32:53.197074 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f5b06d-3955-4b34-a870-47890bca97cc', 'tag': 'b666c5a5-28b3-4f09-b8c2-a6783033b7f5', 'status': 'completed', 'code': 200} Jul 09 09:32:53.204568 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a00a312-a4f6-4c3d-bb17-a68f5ad8aa82 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:53.233845 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6dfffd-66dc-455c-bc1a-5fd246a3f89f service neutron] Pushing event updated for resources: {'Port': ['ID=b666c5a5-28b3-4f09-b8c2-a6783033b7f5,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:53.267033 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ee4fac-280e-4891-b6d7-5e13a3c516ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f472e6-1ec8-4cdc-a59e-469ac1f88c3d'}, {'server_uuid': '99aab77e-09d5-482f-82b2-80d35d023c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448833fd-1de0-4f0f-8cdc-555890bf76db'}, {'server_uuid': 'b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a6989ba-cf11-4564-8ae0-a6affbe173ca'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:32:53.269678 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24833e0-594b-4f47-8b24-992b9ed8e699" -d '{"events": [{"server_uuid": "36ee4fac-280e-4891-b6d7-5e13a3c516ee", "name": "network-vif-plugged", "status": "completed", "tag": "04f472e6-1ec8-4cdc-a59e-469ac1f88c3d"}, {"server_uuid": "99aab77e-09d5-482f-82b2-80d35d023c88", "name": "network-vif-plugged", "status": "completed", "tag": "448833fd-1de0-4f0f-8cdc-555890bf76db"}, {"server_uuid": "b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2", "name": "network-vif-unplugged", "status": "completed", "tag": "5a6989ba-cf11-4564-8ae0-a6affbe173ca"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:32:53.278597 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00a312-a4f6-4c3d-bb17-a68f5ad8aa82 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event deleted for resources: {'Subnet': ['ID=dd3707cb-cc94-45a4-8dac-28eba9870f14,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:53.290250 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b157b8-def1-4f77-833d-e4ec660365ef None None] Network dbb59954-cbf3-4b7b-b392-8d9d0369c2a9 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:32:53.313644 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a00a312-a4f6-4c3d-bb17-a68f5ad8aa82 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:53.316620 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9a00a312-a4f6-4c3d-bb17-a68f5ad8aa82 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "DELETE /v2.0/subnets/dd3707cb-cc94-45a4-8dac-28eba9870f14 HTTP/1.1" status: 204 len: 168 time: 0.7438536 Jul 09 09:32:53.318921 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49522) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:53.327092 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05173808-1d0c-4455-9be6-29537e271ec7 req-a4761437-7eeb-4067-847c-6eaf2f42e367 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:53.328907 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-05173808-1d0c-4455-9be6-29537e271ec7 req-a4761437-7eeb-4067-847c-6eaf2f42e367 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 943 time: 0.2262540 Jul 09 09:32:53.331130 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-374d8a01-35be-47ec-abbd-15b9d78b4e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:53.334035 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-374d8a01-35be-47ec-abbd-15b9d78b4e2e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2d37b82ee154752af5d9a5e45d03cea&device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 1094 time: 0.1880150 Jul 09 09:32:53.370579 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dc0058-fc3e-43d8-b78f-6e3774d3c5a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:32:53.378950 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-84dc0058-fc3e-43d8-b78f-6e3774d3c5a1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/routers/36ed1565-9655-4181-ba71-935a9d8231c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8329802 Jul 09 09:32:53.380214 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49524) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:53.387064 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba95b2fb-c72a-48ab-bc6a-54af651055e9 None None] Sync routers for ids ['36ed1565-9655-4181-ba71-935a9d8231c4'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:32:53.391740 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-199ded5a-88cf-487b-9b7c-62711802f6c2 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Made reservation on behalf of b2d37b82ee154752af5d9a5e45d03cea for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:32:53.395309 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-199ded5a-88cf-487b-9b7c-62711802f6c2 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:53.401581 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba95b2fb-c72a-48ab-bc6a-54af651055e9 None None] Routers {'36ed1565-9655-4181-ba71-935a9d8231c4'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:32:53.402593 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ba95b2fb-c72a-48ab-bc6a-54af651055e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:32:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['36ed1565-9655-4181-ba71-935a9d8231c4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:53.453193 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-a8936dc8-e97d-4a0c-a568-333e8e25b583 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b666c5a5-28b3-4f09-b8c2-a6783033b7f5 HTTP/1.1" status: 200 len: 217 time: 0.1054704 Jul 09 09:32:53.480147 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ba95b2fb-c72a-48ab-bc6a-54af651055e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:53.490956 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba95b2fb-c72a-48ab-bc6a-54af651055e9 None None] Routers {'36ed1565-9655-4181-ba71-935a9d8231c4'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:32:53.492286 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ba95b2fb-c72a-48ab-bc6a-54af651055e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:32:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['36ed1565-9655-4181-ba71-935a9d8231c4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:53.506685 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185f41e9-0d8f-4121-9c91-7e242d878632 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:53.509385 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-185f41e9-0d8f-4121-9c91-7e242d878632 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/ports/a2359b28-0050-4860-afe9-d13a8f05ae1f HTTP/1.1" status: 200 len: 910 time: 0.1282539 Jul 09 09:32:53.517065 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49528) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:53.527248 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ba95b2fb-c72a-48ab-bc6a-54af651055e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:53.527932 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba95b2fb-c72a-48ab-bc6a-54af651055e9 None None] The sync data for ids ['36ed1565-9655-4181-ba71-935a9d8231c4'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:32:53.530986 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53807f5e-aaac-4140-b403-75d7731ad655 None None] DHCP port deletion for dbb59954-cbf3-4b7b-b392-8d9d0369c2a9 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:32:53.548573 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84b292-ac52-45c0-90cf-607358def9ec req-5d5d15d0-c6fe-432e-a7a6-52622c059974 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:53.550112 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2f84b292-ac52-45c0-90cf-607358def9ec req-5d5d15d0-c6fe-432e-a7a6-52622c059974 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 946 time: 0.2985947 Jul 09 09:32:53.553330 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-05173808-1d0c-4455-9be6-29537e271ec7 req-51d1f22a-76d3-4b17-a44e-66740ec8364f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151737 Jul 09 09:32:53.589923 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-53807f5e-aaac-4140-b403-75d7731ad655 None None] Deleting port c982ccc5-3efc-4d94-8916-293f9fd622d5 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:53.590359 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53807f5e-aaac-4140-b403-75d7731ad655 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:53.622855 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-199ded5a-88cf-487b-9b7c-62711802f6c2 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Allocated IP 172.20.0.7 (cadc3bc1-4b29-4e86-9b19-55a98786baff/d6a06f15-0469-4615-97cc-a20485ca7940/43b105bd-7a7c-4776-b63b-dab16e7893b3) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:32:53.632821 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26abd2e2-f6f3-4a6c-a014-461e877b620a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:53.663822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-66882dda-061d-48f1-bdc8-3e428c33dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:53.665319 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-66882dda-061d-48f1-bdc8-3e428c33dfc5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d6a06f15-0469-4615-97cc-a20485ca7940 HTTP/1.1" status: 200 len: 859 time: 0.2013886 Jul 09 09:32:53.667367 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-53807f5e-aaac-4140-b403-75d7731ad655 None None] For port c982ccc5-3efc-4d94-8916-293f9fd622d5, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c982ccc5-3efc-4d94-8916-293f9fd622d5,segment=NetworkSegment(8b2e536e-0128-4b41-b918-aca840de62fc),segment_id=8b2e536e-0128-4b41-b918-aca840de62fc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:53.667812 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53807f5e-aaac-4140-b403-75d7731ad655 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:53.684983 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-53807f5e-aaac-4140-b403-75d7731ad655 None None] Calling delete_port for c982ccc5-3efc-4d94-8916-293f9fd622d5 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:53.721573 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-22881722-134a-4799-96ab-bee52f0aa2c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cadc3bc1-4b29-4e86-9b19-55a98786baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448296 Jul 09 09:32:53.725608 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2f84b292-ac52-45c0-90cf-607358def9ec req-e1d4c6ab-dc08-4287-be34-f230571567ed tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301899 Jul 09 09:32:53.757697 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 09 Jul 2021 09:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30d6a44-3a7c-4a11-9eba-b976b0303e84 x-openstack-request-id: req-c30d6a44-3a7c-4a11-9eba-b976b0303e84 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:32:53.758129 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ee4fac-280e-4891-b6d7-5e13a3c516ee", "name": "network-vif-plugged", "status": "completed", "tag": "04f472e6-1ec8-4cdc-a59e-469ac1f88c3d", "code": 200}, {"server_uuid": "99aab77e-09d5-482f-82b2-80d35d023c88", "name": "network-vif-plugged", "status": "completed", "tag": "448833fd-1de0-4f0f-8cdc-555890bf76db", "code": 200}, {"server_uuid": "b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2", "name": "network-vif-unplugged", "status": "completed", "tag": "5a6989ba-cf11-4564-8ae0-a6affbe173ca", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:32:53.758377 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c30d6a44-3a7c-4a11-9eba-b976b0303e84 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:32:53.758842 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ee4fac-280e-4891-b6d7-5e13a3c516ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f472e6-1ec8-4cdc-a59e-469ac1f88c3d', 'code': 200} Jul 09 09:32:53.759024 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99aab77e-09d5-482f-82b2-80d35d023c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448833fd-1de0-4f0f-8cdc-555890bf76db', 'code': 200} Jul 09 09:32:53.759262 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a6989ba-cf11-4564-8ae0-a6affbe173ca', 'code': 200} Jul 09 09:32:53.842185 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53807f5e-aaac-4140-b403-75d7731ad655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:53.868213 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-199ded5a-88cf-487b-9b7c-62711802f6c2 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:53.883158 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53807f5e-aaac-4140-b403-75d7731ad655 None None] Pushing event deleted for resources: {'Port': ['ID=c982ccc5-3efc-4d94-8916-293f9fd622d5,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:53.904362 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53807f5e-aaac-4140-b403-75d7731ad655 None None] No DVR routers for this DVR port c982ccc5-3efc-4d94-8916-293f9fd622d5 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:32:53.930229 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-199ded5a-88cf-487b-9b7c-62711802f6c2 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:53.979523 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-199ded5a-88cf-487b-9b7c-62711802f6c2 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Network cadc3bc1-4b29-4e86-9b19-55a98786baff is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:32:53.983290 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-199ded5a-88cf-487b-9b7c-62711802f6c2 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:32:53.989305 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-199ded5a-88cf-487b-9b7c-62711802f6c2 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:32:54.020614 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ded5a-88cf-487b-9b7c-62711802f6c2 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Pushing event updated for resources: {'Port': ['ID=43b105bd-7a7c-4776-b63b-dab16e7893b3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:54.046830 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-199ded5a-88cf-487b-9b7c-62711802f6c2 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:54.047475 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-199ded5a-88cf-487b-9b7c-62711802f6c2 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:54.062648 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-199ded5a-88cf-487b-9b7c-62711802f6c2 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9657435 Jul 09 09:32:54.074050 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-d9155584-8fb8-4a45-9a00-ac2d5c85312e service neutron] Request body: {'port': {'device_id': 'a0128b3b-7735-4470-b343-5892bdb3121a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:54.080609 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-0a670ec6-0edd-4d2f-91a3-3a0f49e56321 service neutron] 10.222.0.58 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176093 Jul 09 09:32:54.154578 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-d9155584-8fb8-4a45-9a00-ac2d5c85312e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:54.207076 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-26abd2e2-f6f3-4a6c-a014-461e877b620a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Deleting port c982ccc5-3efc-4d94-8916-293f9fd622d5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:54.207639 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26abd2e2-f6f3-4a6c-a014-461e877b620a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:54.338587 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f321ea2-a6ba-4a31-968d-b993f1860fde req-a1b75029-53a4-450c-a7ed-a427d4a7737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:54.340167 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7f321ea2-a6ba-4a31-968d-b993f1860fde req-a1b75029-53a4-450c-a7ed-a427d4a7737e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 1100 time: 0.4111836 Jul 09 09:32:54.346450 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51970a39-f45f-4223-85aa-186fbe6d2ade req-0d1785c3-83e4-401f-9f6f-e26f812fbb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:54.347963 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51970a39-f45f-4223-85aa-186fbe6d2ade req-0d1785c3-83e4-401f-9f6f-e26f812fbb5e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 1097 time: 0.4179077 Jul 09 09:32:54.416877 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4364d41-2a90-429b-8b75-32a0662609c5 req-ee1adb7b-7951-4043-9515-c9135655565a tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:54.418374 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4364d41-2a90-429b-8b75-32a0662609c5 req-ee1adb7b-7951-4043-9515-c9135655565a tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 949 time: 0.4176717 Jul 09 09:32:54.426644 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-d9155584-8fb8-4a45-9a00-ac2d5c85312e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b105bd-7a7c-4776-b63b-dab16e7893b3 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:32:54.434391 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-d9155584-8fb8-4a45-9a00-ac2d5c85312e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:54.438067 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-26abd2e2-f6f3-4a6c-a014-461e877b620a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] For port c982ccc5-3efc-4d94-8916-293f9fd622d5, host n-d-799996-1, got binding levels [] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:54.438423 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26abd2e2-f6f3-4a6c-a014-461e877b620a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:54.449070 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-d9155584-8fb8-4a45-9a00-ac2d5c85312e service neutron] Transition to ACTIVE for port object 43b105bd-7a7c-4776-b63b-dab16e7893b3 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:32:54.454707 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-d9155584-8fb8-4a45-9a00-ac2d5c85312e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:54.470777 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-060adc30-5671-4de4-ae9b-3ec7121d4c83 req-7fb09e2f-ebba-4e95-94f8-885b16ef3a01 service neutron] 10.222.0.58 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757226 Jul 09 09:32:54.497334 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-26abd2e2-f6f3-4a6c-a014-461e877b620a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Calling delete_port for c982ccc5-3efc-4d94-8916-293f9fd622d5 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:54.507352 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.ipam_backend_mixin [None req-26abd2e2-f6f3-4a6c-a014-461e877b620a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Port c982ccc5-3efc-4d94-8916-293f9fd622d5 was not found and therefore no delete operation was performed {{(pid=93790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 09:32:54.537166 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7f321ea2-a6ba-4a31-968d-b993f1860fde req-b902dd99-c285-419a-a108-27ed19ad8ca0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872704 Jul 09 09:32:54.538522 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26abd2e2-f6f3-4a6c-a014-461e877b620a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:54.560651 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9155584-8fb8-4a45-9a00-ac2d5c85312e service neutron] Pushing event updated for resources: {'Port': ['ID=43b105bd-7a7c-4776-b63b-dab16e7893b3,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:54.565086 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51970a39-f45f-4223-85aa-186fbe6d2ade req-8ed0b159-eb55-4f82-83af-489bb57ed6b0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916652 Jul 09 09:32:54.594010 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-d9155584-8fb8-4a45-9a00-ac2d5c85312e service neutron] Attempting to bind port 43b105bd-7a7c-4776-b63b-dab16e7893b3 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:32:54.594355 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-d9155584-8fb8-4a45-9a00-ac2d5c85312e service neutron] Attempting to bind port 43b105bd-7a7c-4776-b63b-dab16e7893b3 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '73b5dac6-4e64-4a7e-bac1-42f3892502d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'cadc3bc1-4b29-4e86-9b19-55a98786baff'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:32:54.594684 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-d9155584-8fb8-4a45-9a00-ac2d5c85312e service neutron] Attempting to bind port 43b105bd-7a7c-4776-b63b-dab16e7893b3 on network cadc3bc1-4b29-4e86-9b19-55a98786baff {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:54.599227 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-d9155584-8fb8-4a45-9a00-ac2d5c85312e service neutron] Port 43b105bd-7a7c-4776-b63b-dab16e7893b3 on network cadc3bc1-4b29-4e86-9b19-55a98786baff not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:32:54.599509 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-d9155584-8fb8-4a45-9a00-ac2d5c85312e service neutron] Attempting to bind port 43b105bd-7a7c-4776-b63b-dab16e7893b3 on network cadc3bc1-4b29-4e86-9b19-55a98786baff {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:32:54.604252 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-d9155584-8fb8-4a45-9a00-ac2d5c85312e service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:32:54.604591 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-d9155584-8fb8-4a45-9a00-ac2d5c85312e service neutron] Checking segment: {'id': '73b5dac6-4e64-4a7e-bac1-42f3892502d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'cadc3bc1-4b29-4e86-9b19-55a98786baff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:32:54.605002 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-d9155584-8fb8-4a45-9a00-ac2d5c85312e service neutron] Bound using segment: {'id': '73b5dac6-4e64-4a7e-bac1-42f3892502d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'cadc3bc1-4b29-4e86-9b19-55a98786baff'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:32:54.605428 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-d9155584-8fb8-4a45-9a00-ac2d5c85312e service neutron] Bound port: 43b105bd-7a7c-4776-b63b-dab16e7893b3, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b5dac6-4e64-4a7e-bac1-42f3892502d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'cadc3bc1-4b29-4e86-9b19-55a98786baff'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:32:54.605784 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-d9155584-8fb8-4a45-9a00-ac2d5c85312e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:54.623980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2f03f-09c2-40f3-a906-5c945ec0c3a9 req-0ed6b4a3-bbc7-412a-9094-277068e2ffd0 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:54.625532 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-47a2f03f-09c2-40f3-a906-5c945ec0c3a9 req-0ed6b4a3-bbc7-412a-9094-277068e2ffd0 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 931 time: 0.4472721 Jul 09 09:32:54.642035 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abd2e2-f6f3-4a6c-a014-461e877b620a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event deleted for resources: {'Port': ['ID=c982ccc5-3efc-4d94-8916-293f9fd622d5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:54.669608 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-d9155584-8fb8-4a45-9a00-ac2d5c85312e service neutron] For port 43b105bd-7a7c-4776-b63b-dab16e7893b3, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:32:54.671329 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4364d41-2a90-429b-8b75-32a0662609c5 req-754f7729-c882-40e0-99b8-73a5d6d11964 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284663 Jul 09 09:32:54.673167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26abd2e2-f6f3-4a6c-a014-461e877b620a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] No DVR routers for this DVR port c982ccc5-3efc-4d94-8916-293f9fd622d5 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:32:54.675081 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-d9155584-8fb8-4a45-9a00-ac2d5c85312e service neutron] For port 43b105bd-7a7c-4776-b63b-dab16e7893b3, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=43b105bd-7a7c-4776-b63b-dab16e7893b3,segment=NetworkSegment(73b5dac6-4e64-4a7e-bac1-42f3892502d5),segment_id=73b5dac6-4e64-4a7e-bac1-42f3892502d5)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:32:54.682641 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-d9155584-8fb8-4a45-9a00-ac2d5c85312e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:54.729211 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-d9155584-8fb8-4a45-9a00-ac2d5c85312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:54.729936 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-d9155584-8fb8-4a45-9a00-ac2d5c85312e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:54.731453 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-d9155584-8fb8-4a45-9a00-ac2d5c85312e service neutron] 10.222.0.58 "PUT /v2.0/ports/43b105bd-7a7c-4776-b63b-dab16e7893b3 HTTP/1.1" status: 200 len: 1091 time: 0.6615903 Jul 09 09:32:54.758092 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9155584-8fb8-4a45-9a00-ac2d5c85312e service neutron] Pushing event updated for resources: {'Port': ['ID=43b105bd-7a7c-4776-b63b-dab16e7893b3,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:54.781834 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c982ccc5-3efc-4d94-8916-293f9fd622d5 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:32:54.805774 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: c982ccc5-3efc-4d94-8916-293f9fd622d5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:32:54.806176 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c982ccc5-3efc-4d94-8916-293f9fd622d5 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:32:54.858803 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-fadaa206-442d-40a8-ae77-fdacf6089e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:54.860347 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-fadaa206-442d-40a8-ae77-fdacf6089e55 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2d37b82ee154752af5d9a5e45d03cea&device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 1094 time: 0.0650301 Jul 09 09:32:54.906815 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-3fedbb03-d071-40b4-99e4-281da8fc5450 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43b105bd-7a7c-4776-b63b-dab16e7893b3 HTTP/1.1" status: 200 len: 217 time: 0.0392127 Jul 09 09:32:54.956534 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-5787d1b0-2e70-49fe-b022-f6a6ba9b8b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:54.958050 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-5787d1b0-2e70-49fe-b022-f6a6ba9b8b77 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d6a06f15-0469-4615-97cc-a20485ca7940 HTTP/1.1" status: 200 len: 859 time: 0.0455575 Jul 09 09:32:54.992633 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-4b3bf6f8-f3ed-45c0-bca7-841cc11e477b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cadc3bc1-4b29-4e86-9b19-55a98786baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279419 Jul 09 09:32:55.090153 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-8e1c6b68-385d-41b8-8107-4d4210654eeb service neutron] 10.222.0.58 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906398 Jul 09 09:32:55.137338 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0128b3b-7735-4470-b343-5892bdb3121a', 'tag': '43b105bd-7a7c-4776-b63b-dab16e7893b3'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:32:55.140020 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b6d1df-df96-47c1-9c94-dd2fcfcc043e" -d '{"events": [{"name": "network-changed", "server_uuid": "a0128b3b-7735-4470-b343-5892bdb3121a", "tag": "43b105bd-7a7c-4776-b63b-dab16e7893b3"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:32:55.151712 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-47a2f03f-09c2-40f3-a906-5c945ec0c3a9 req-2e42dfc0-88fa-49d2-881e-091298437be2 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053608 Jul 09 09:32:55.160984 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26abd2e2-f6f3-4a6c-a014-461e877b620a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:55.192439 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-26abd2e2-f6f3-4a6c-a014-461e877b620a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb59954-cbf3-4b7b-b392-8d9d0369c2a9']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:55.197944 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cc6e73b2-7a66-45ed-b72e-7889e9b01d57 req-e43112a6-b9c2-4141-b4e5-b6f4c3c1ed27 service neutron] 10.222.0.58 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011529 Jul 09 09:32:55.209009 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b547cbe1-e5c3-4c81-96c3-3dfc19318587 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:55.211956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe01071-415c-41a8-a9cd-444c92c012c5 req-76724fb4-e7a6-40fb-be89-787d77469f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:55.213493 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-afe01071-415c-41a8-a9cd-444c92c012c5 req-76724fb4-e7a6-40fb-be89-787d77469f38 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2d37b82ee154752af5d9a5e45d03cea&device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 1094 time: 0.6732137 Jul 09 09:32:55.215241 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-26abd2e2-f6f3-4a6c-a014-461e877b620a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b2e536e-0128-4b41-b918-aca840de62fc') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:55.215524 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-26abd2e2-f6f3-4a6c-a014-461e877b620a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b2e536e-0128-4b41-b918-aca840de62fc') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:55.273873 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26abd2e2-f6f3-4a6c-a014-461e877b620a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:55.367642 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26abd2e2-f6f3-4a6c-a014-461e877b620a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:55.402778 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26abd2e2-f6f3-4a6c-a014-461e877b620a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:32:55.403191 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26abd2e2-f6f3-4a6c-a014-461e877b620a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:32:55.409426 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:32:55.500135 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354e17a-db32-481b-93a9-681fe4921efa req-cad2740d-3611-484f-b2e1-b81fd18af80b tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:55.501672 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2354e17a-db32-481b-93a9-681fe4921efa req-cad2740d-3611-484f-b2e1-b81fd18af80b tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 943 time: 0.4305003 Jul 09 09:32:55.529824 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcdbd3-cdbc-4f5f-a3ad-a8888f816cfe req-7bbc33e3-34ed-4a33-a3c3-dcd6ccb18976 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:55.531333 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-02bcdbd3-cdbc-4f5f-a3ad-a8888f816cfe req-7bbc33e3-34ed-4a33-a3c3-dcd6ccb18976 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 943 time: 0.4690971 Jul 09 09:32:55.632822 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26abd2e2-f6f3-4a6c-a014-461e877b620a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:55.665121 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26abd2e2-f6f3-4a6c-a014-461e877b620a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:55.666945 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-26abd2e2-f6f3-4a6c-a014-461e877b620a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "DELETE /v2.0/networks/dbb59954-cbf3-4b7b-b392-8d9d0369c2a9 HTTP/1.1" status: 204 len: 168 time: 2.3314285 Jul 09 09:32:55.669720 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49548) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:55.717804 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe01071-415c-41a8-a9cd-444c92c012c5 req-ead32c8a-3e36-4bd8-9707-5f039dfa7a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:55.719308 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-afe01071-415c-41a8-a9cd-444c92c012c5 req-ead32c8a-3e36-4bd8-9707-5f039dfa7a47 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cadc3bc1-4b29-4e86-9b19-55a98786baff HTTP/1.1" status: 200 len: 920 time: 0.4975555 Jul 09 09:32:55.726364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abd2e2-f6f3-4a6c-a014-461e877b620a tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event deleted for resources: {'Network': ['ID=dbb59954-cbf3-4b7b-b392-8d9d0369c2a9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:55.820353 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-afe01071-415c-41a8-a9cd-444c92c012c5 req-52dc85b6-5a55-4e9e-ab67-a9df67c9080d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b666c5a5-28b3-4f09-b8c2-a6783033b7f5 HTTP/1.1" status: 200 len: 217 time: 0.0900605 Jul 09 09:32:55.823556 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-02bcdbd3-cdbc-4f5f-a3ad-a8888f816cfe req-4d11ad44-b121-484f-a8f9-ae01a4949bde tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636242 Jul 09 09:32:55.886879 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1875be-10f2-4dd8-a9bf-b9e30231b414 req-cb2baa64-9200-4993-b4af-7772870b1466 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:55.888533 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd1875be-10f2-4dd8-a9bf-b9e30231b414 req-cb2baa64-9200-4993-b4af-7772870b1466 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 946 time: 0.5257556 Jul 09 09:32:55.952196 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe01071-415c-41a8-a9cd-444c92c012c5 req-856b4492-ebf7-41ff-ad39-ac2baecf4d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:55.953600 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-afe01071-415c-41a8-a9cd-444c92c012c5 req-856b4492-ebf7-41ff-ad39-ac2baecf4d44 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d6a06f15-0469-4615-97cc-a20485ca7940 HTTP/1.1" status: 200 len: 859 time: 0.1228786 Jul 09 09:32:56.015323 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd1875be-10f2-4dd8-a9bf-b9e30231b414 req-474cd08a-2bad-4028-86cb-62f907caa9c3 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165025 Jul 09 09:32:56.017437 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-afe01071-415c-41a8-a9cd-444c92c012c5 req-d7ed5fe9-c485-4a97-8639-9a1293dfe3bd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cadc3bc1-4b29-4e86-9b19-55a98786baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529504 Jul 09 09:32:56.029619 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5925e40-3a55-4b9f-8aab-81605493174a x-openstack-request-id: req-d5925e40-3a55-4b9f-8aab-81605493174a {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:32:56.030194 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0128b3b-7735-4470-b343-5892bdb3121a", "tag": "43b105bd-7a7c-4776-b63b-dab16e7893b3", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:32:56.030194 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d5925e40-3a55-4b9f-8aab-81605493174a {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:32:56.030566 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0128b3b-7735-4470-b343-5892bdb3121a', 'tag': '43b105bd-7a7c-4776-b63b-dab16e7893b3', 'status': 'completed', 'code': 200} Jul 09 09:32:56.039447 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-2354e17a-db32-481b-93a9-681fe4921efa req-37196d0a-03e6-48af-8d44-d80c490c96bd tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Deleting port 5a6989ba-cf11-4564-8ae0-a6affbe173ca {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:56.039849 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2354e17a-db32-481b-93a9-681fe4921efa req-37196d0a-03e6-48af-8d44-d80c490c96bd tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:56.049812 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ebdcf0-09c7-4672-8dae-9bac3bc68513 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Deleting subnet d73e4a7c-6cf7-491a-860a-6557117b9740 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:32:56.066694 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89ebdcf0-09c7-4672-8dae-9bac3bc68513 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:56.132057 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89ebdcf0-09c7-4672-8dae-9bac3bc68513 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:56.196099 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6d1df-df96-47c1-9c94-dd2fcfcc043e req-57de04e1-5f45-4c2d-8960-8fc0e078d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:56.197639 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b2b6d1df-df96-47c1-9c94-dd2fcfcc043e req-57de04e1-5f45-4c2d-8960-8fc0e078d0f3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2d37b82ee154752af5d9a5e45d03cea&device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 1094 time: 0.1412489 Jul 09 09:32:56.293299 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89ebdcf0-09c7-4672-8dae-9bac3bc68513 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:56.357897 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-2354e17a-db32-481b-93a9-681fe4921efa req-37196d0a-03e6-48af-8d44-d80c490c96bd tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] For port 5a6989ba-cf11-4564-8ae0-a6affbe173ca, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5a6989ba-cf11-4564-8ae0-a6affbe173ca,segment=NetworkSegment(edbd23f5-4b6c-4399-ba78-00f99e4df72a),segment_id=edbd23f5-4b6c-4399-ba78-00f99e4df72a)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:56.359134 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2354e17a-db32-481b-93a9-681fe4921efa req-37196d0a-03e6-48af-8d44-d80c490c96bd tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:56.363598 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6d1df-df96-47c1-9c94-dd2fcfcc043e req-7b9aa19e-9c16-4cbe-a151-ba8aa99f3c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:56.365127 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b2b6d1df-df96-47c1-9c94-dd2fcfcc043e req-7b9aa19e-9c16-4cbe-a151-ba8aa99f3c03 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cadc3bc1-4b29-4e86-9b19-55a98786baff HTTP/1.1" status: 200 len: 920 time: 0.1616395 Jul 09 09:32:56.380801 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-afe01071-415c-41a8-a9cd-444c92c012c5 req-ab56ed5b-1e7a-4c24-a0e2-b97a7cd995a7 service neutron] 10.222.0.58 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799764 Jul 09 09:32:56.394270 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-2354e17a-db32-481b-93a9-681fe4921efa req-37196d0a-03e6-48af-8d44-d80c490c96bd tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Calling delete_port for 5a6989ba-cf11-4564-8ae0-a6affbe173ca owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:56.411296 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b2b6d1df-df96-47c1-9c94-dd2fcfcc043e req-db456b35-3616-449a-a065-e0444a8e8241 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43b105bd-7a7c-4776-b63b-dab16e7893b3 HTTP/1.1" status: 200 len: 217 time: 0.0386620 Jul 09 09:32:56.412346 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89ebdcf0-09c7-4672-8dae-9bac3bc68513 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:56.449424 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebdcf0-09c7-4672-8dae-9bac3bc68513 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event deleted for resources: {'Subnet': ['ID=d73e4a7c-6cf7-491a-860a-6557117b9740,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:56.471488 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89ebdcf0-09c7-4672-8dae-9bac3bc68513 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:56.473397 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-89ebdcf0-09c7-4672-8dae-9bac3bc68513 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "DELETE /v2.0/subnets/d73e4a7c-6cf7-491a-860a-6557117b9740 HTTP/1.1" status: 204 len: 168 time: 0.8026774 Jul 09 09:32:56.475920 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49556) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:56.477462 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893d5725-deee-4081-8956-076caaf73dac None None] Network 2b6333f6-9601-46e3-95db-c800502a8ecc requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:32:56.485924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f5a9b-b69c-4c74-8a48-5af30b006dfa req-80bd3c72-8661-4228-94f5-631674761301 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:56.487482 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-385f5a9b-b69c-4c74-8a48-5af30b006dfa req-80bd3c72-8661-4228-94f5-631674761301 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 949 time: 0.3092773 Jul 09 09:32:56.522475 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b547cbe1-e5c3-4c81-96c3-3dfc19318587 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting port a2359b28-0050-4860-afe9-d13a8f05ae1f {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:56.522851 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b547cbe1-e5c3-4c81-96c3-3dfc19318587 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:56.548516 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6d1df-df96-47c1-9c94-dd2fcfcc043e req-e29c4ed7-28cf-4db0-a65e-ec69c6313b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:56.549918 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b2b6d1df-df96-47c1-9c94-dd2fcfcc043e req-e29c4ed7-28cf-4db0-a65e-ec69c6313b7e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d6a06f15-0469-4615-97cc-a20485ca7940 HTTP/1.1" status: 200 len: 859 time: 0.1320779 Jul 09 09:32:56.592623 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b2b6d1df-df96-47c1-9c94-dd2fcfcc043e req-45ff4ad5-4fad-4461-9b97-d841f06c54c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cadc3bc1-4b29-4e86-9b19-55a98786baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362999 Jul 09 09:32:56.598044 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-329a4328-121b-4868-825a-83b6d5b9f015 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:56.637434 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924a5dd-31da-406b-a685-918478d7b32f req-7c0165dd-dc87-4836-9cd5-ca67ce239e03 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:56.638955 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7924a5dd-31da-406b-a685-918478d7b32f req-7c0165dd-dc87-4836-9cd5-ca67ce239e03 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 943 time: 0.3637366 Jul 09 09:32:56.692028 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b398f3c-c84d-47ca-b87d-823e21771637 None None] DHCP port deletion for 2b6333f6-9601-46e3-95db-c800502a8ecc request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:32:56.703875 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-afe01071-415c-41a8-a9cd-444c92c012c5 req-1d81c8fc-6e1f-4cee-863d-43b2a029b1b2 service neutron] 10.222.0.58 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107245 Jul 09 09:32:56.721256 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-385f5a9b-b69c-4c74-8a48-5af30b006dfa req-6eb5d1ba-5d06-4bdf-a33e-7414b3c8f2f9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941235 Jul 09 09:32:56.733742 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b2b6d1df-df96-47c1-9c94-dd2fcfcc043e req-033ab5ed-25d5-4a4c-bd6d-9aceb864790d service neutron] 10.222.0.58 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335354 Jul 09 09:32:56.762256 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8b398f3c-c84d-47ca-b87d-823e21771637 None None] Deleting port 79893b94-33f5-4ddc-b498-ceea868f4763 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:56.762729 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b398f3c-c84d-47ca-b87d-823e21771637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:56.795841 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b547cbe1-e5c3-4c81-96c3-3dfc19318587 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:56.802607 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-329a4328-121b-4868-825a-83b6d5b9f015 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Deleting port 79893b94-33f5-4ddc-b498-ceea868f4763 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:56.802968 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-329a4328-121b-4868-825a-83b6d5b9f015 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:56.831271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b547cbe1-e5c3-4c81-96c3-3dfc19318587 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Calling delete_port for a2359b28-0050-4860-afe9-d13a8f05ae1f owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:56.841898 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 79893b94-33f5-4ddc-b498-ceea868f4763 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:32:56.848887 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7924a5dd-31da-406b-a685-918478d7b32f req-73af1dc2-2e17-4584-9b6d-e15fbd736cf3 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862609 Jul 09 09:32:56.918319 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-329a4328-121b-4868-825a-83b6d5b9f015 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] For port 79893b94-33f5-4ddc-b498-ceea868f4763, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=79893b94-33f5-4ddc-b498-ceea868f4763,segment=NetworkSegment(da1de747-5c24-4b00-84df-b097f7ccacb1),segment_id=da1de747-5c24-4b00-84df-b097f7ccacb1)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:56.918688 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-329a4328-121b-4868-825a-83b6d5b9f015 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:56.937294 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b2b6d1df-df96-47c1-9c94-dd2fcfcc043e req-c2ec060f-56c6-4b8c-9a08-d488904d68a5 service neutron] 10.222.0.58 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948509 Jul 09 09:32:56.938401 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-329a4328-121b-4868-825a-83b6d5b9f015 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Calling delete_port for 79893b94-33f5-4ddc-b498-ceea868f4763 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:56.972356 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8b398f3c-c84d-47ca-b87d-823e21771637 None None] For port 79893b94-33f5-4ddc-b498-ceea868f4763, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=79893b94-33f5-4ddc-b498-ceea868f4763,segment=NetworkSegment(da1de747-5c24-4b00-84df-b097f7ccacb1),segment_id=da1de747-5c24-4b00-84df-b097f7ccacb1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:56.973080 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b398f3c-c84d-47ca-b87d-823e21771637 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:56.992206 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8b398f3c-c84d-47ca-b87d-823e21771637 None None] Calling delete_port for 79893b94-33f5-4ddc-b498-ceea868f4763 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:32:57.046147 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:57.074529 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-329a4328-121b-4868-825a-83b6d5b9f015 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:57.110009 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a4328-121b-4868-825a-83b6d5b9f015 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event deleted for resources: {'Port': ['ID=79893b94-33f5-4ddc-b498-ceea868f4763,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:57.120234 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329a4328-121b-4868-825a-83b6d5b9f015 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] No DVR routers for this DVR port 79893b94-33f5-4ddc-b498-ceea868f4763 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:32:57.131184 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2354e17a-db32-481b-93a9-681fe4921efa req-37196d0a-03e6-48af-8d44-d80c490c96bd tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:57.222188 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-329a4328-121b-4868-825a-83b6d5b9f015 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:57.234388 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-329a4328-121b-4868-825a-83b6d5b9f015 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6333f6-9601-46e3-95db-c800502a8ecc']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:57.247654 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-329a4328-121b-4868-825a-83b6d5b9f015 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da1de747-5c24-4b00-84df-b097f7ccacb1') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:57.247969 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-329a4328-121b-4868-825a-83b6d5b9f015 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da1de747-5c24-4b00-84df-b097f7ccacb1') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:57.259013 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-329a4328-121b-4868-825a-83b6d5b9f015 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:57.275289 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-329a4328-121b-4868-825a-83b6d5b9f015 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:57.284928 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329a4328-121b-4868-825a-83b6d5b9f015 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:32:57.286558 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-329a4328-121b-4868-825a-83b6d5b9f015 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:32:57.289916 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:32:57.310787 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b398f3c-c84d-47ca-b87d-823e21771637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:57.336412 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b398f3c-c84d-47ca-b87d-823e21771637 None None] Pushing event deleted for resources: {'Port': ['ID=79893b94-33f5-4ddc-b498-ceea868f4763,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:57.347004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b398f3c-c84d-47ca-b87d-823e21771637 None None] No DVR routers for this DVR port 79893b94-33f5-4ddc-b498-ceea868f4763 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:32:57.368003 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-329a4328-121b-4868-825a-83b6d5b9f015 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:57.376185 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-329a4328-121b-4868-825a-83b6d5b9f015 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:57.377998 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-329a4328-121b-4868-825a-83b6d5b9f015 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] 10.222.0.61 "DELETE /v2.0/networks/2b6333f6-9601-46e3-95db-c800502a8ecc HTTP/1.1" status: 204 len: 168 time: 0.9011517 Jul 09 09:32:57.390440 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a4328-121b-4868-825a-83b6d5b9f015 tempest-ServersTestMultiNic-664681686 tempest-ServersTestMultiNic-664681686-project] Pushing event deleted for resources: {'Network': ['ID=2b6333f6-9601-46e3-95db-c800502a8ecc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:57.510769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37196d0a-03e6-48af-8d44-d80c490c96bd tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Pushing event deleted for resources: {'Port': ['ID=5a6989ba-cf11-4564-8ae0-a6affbe173ca,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:57.564387 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30a7d6-7720-4c7c-9bcd-47aa504e664f req-85540f85-5c4d-4c6f-92e9-24259670b0ba tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:57.565858 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d30a7d6-7720-4c7c-9bcd-47aa504e664f req-85540f85-5c4d-4c6f-92e9-24259670b0ba tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2 HTTP/1.1" status: 200 len: 865 time: 0.5167775 Jul 09 09:32:57.588347 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-2354e17a-db32-481b-93a9-681fe4921efa req-37196d0a-03e6-48af-8d44-d80c490c96bd tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] No DVR routers for this DVR port 5a6989ba-cf11-4564-8ae0-a6affbe173ca on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:32:57.591641 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b547cbe1-e5c3-4c81-96c3-3dfc19318587 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:57.598581 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5a6989ba-cf11-4564-8ae0-a6affbe173ca no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:32:57.600130 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2354e17a-db32-481b-93a9-681fe4921efa req-37196d0a-03e6-48af-8d44-d80c490c96bd tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:57.602014 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2354e17a-db32-481b-93a9-681fe4921efa req-37196d0a-03e6-48af-8d44-d80c490c96bd tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.64 "DELETE /v2.0/ports/5a6989ba-cf11-4564-8ae0-a6affbe173ca HTTP/1.1" status: 204 len: 173 time: 2.0860875 Jul 09 09:32:57.605072 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2', 'name': 'network-vif-deleted', 'tag': '5a6989ba-cf11-4564-8ae0-a6affbe173ca'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:32:57.607200 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa35b5fc-ec75-4363-8f02-59cf533f8851" -d '{"events": [{"server_uuid": "b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2", "name": "network-vif-deleted", "tag": "5a6989ba-cf11-4564-8ae0-a6affbe173ca"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:32:57.619270 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 5a6989ba-cf11-4564-8ae0-a6affbe173ca {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:32:57.619619 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5a6989ba-cf11-4564-8ae0-a6affbe173ca not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:32:57.649074 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547cbe1-e5c3-4c81-96c3-3dfc19318587 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Port': ['ID=a2359b28-0050-4860-afe9-d13a8f05ae1f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:57.718617 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d30a7d6-7720-4c7c-9bcd-47aa504e664f req-fd5a910d-590f-44d1-9abf-287cf5fb86ef tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327503 Jul 09 09:32:57.727460 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32439dab-e917-4a11-8253-616fc3d2ecf8 req-16a51104-d51e-41cd-ad40-f9c05f526a0c tempest-MigrationsAdminTest-543806699 tempest-MigrationsAdminTest-543806699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:57.729393 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-32439dab-e917-4a11-8253-616fc3d2ecf8 req-16a51104-d51e-41cd-ad40-f9c05f526a0c tempest-MigrationsAdminTest-543806699 tempest-MigrationsAdminTest-543806699-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 1100 time: 0.5626979 Jul 09 09:32:57.760831 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-32439dab-e917-4a11-8253-616fc3d2ecf8 req-99eed6e6-e2c1-45f6-9ed3-bf5ea1d83ab6 tempest-MigrationsAdminTest-543806699 tempest-MigrationsAdminTest-543806699-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:57.877461 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b547cbe1-e5c3-4c81-96c3-3dfc19318587 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:58.088793 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-32439dab-e917-4a11-8253-616fc3d2ecf8 req-99eed6e6-e2c1-45f6-9ed3-bf5ea1d83ab6 tempest-MigrationsAdminTest-543806699 tempest-MigrationsAdminTest-543806699-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:58.147903 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-32439dab-e917-4a11-8253-616fc3d2ecf8 req-99eed6e6-e2c1-45f6-9ed3-bf5ea1d83ab6 tempest-MigrationsAdminTest-543806699 tempest-MigrationsAdminTest-543806699-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:58.191461 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e005943-f252-4cac-bf81-c02d36a0a44c req-b560e2d0-f9e5-44eb-bebc-210562f84aba tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:58.192994 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e005943-f252-4cac-bf81-c02d36a0a44c req-b560e2d0-f9e5-44eb-bebc-210562f84aba tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 946 time: 0.2322493 Jul 09 09:32:58.199015 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-32439dab-e917-4a11-8253-616fc3d2ecf8 req-99eed6e6-e2c1-45f6-9ed3-bf5ea1d83ab6 tempest-MigrationsAdminTest-543806699 tempest-MigrationsAdminTest-543806699-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626005 Jul 09 09:32:58.229507 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eed6e6-e2c1-45f6-9ed3-bf5ea1d83ab6 tempest-MigrationsAdminTest-543806699 tempest-MigrationsAdminTest-543806699-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d993f0ec-c4bb-4b79-9268-35c2e725b23d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:58.246640 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b547cbe1-e5c3-4c81-96c3-3dfc19318587 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Router 36ed1565-9655-4181-ba71-935a9d8231c4 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:32:58.269435 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e005943-f252-4cac-bf81-c02d36a0a44c req-5f05f127-f69a-40db-841a-16c14afd26db tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693367 Jul 09 09:32:58.343063 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f252c9df-d434-452c-96a6-4c63dbc38296 x-openstack-request-id: req-f252c9df-d434-452c-96a6-4c63dbc38296 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:32:58.343652 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2", "name": "network-vif-deleted", "tag": "5a6989ba-cf11-4564-8ae0-a6affbe173ca", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:32:58.343975 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f252c9df-d434-452c-96a6-4c63dbc38296 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:32:58.345092 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f4cd4a-35b0-401d-ae4a-b9879e0ecca2', 'name': 'network-vif-deleted', 'tag': '5a6989ba-cf11-4564-8ae0-a6affbe173ca', 'status': 'completed', 'code': 200} Jul 09 09:32:58.379651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b547cbe1-e5c3-4c81-96c3-3dfc19318587 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:32:58.387023 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b547cbe1-e5c3-4c81-96c3-3dfc19318587 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/routers/36ed1565-9655-4181-ba71-935a9d8231c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8626013 Jul 09 09:32:58.391026 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49582) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:32:58.395958 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84112ba-3a93-4a1f-ae33-b30ec4d8790e None None] Sync routers for ids ['36ed1565-9655-4181-ba71-935a9d8231c4'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:32:58.408519 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84112ba-3a93-4a1f-ae33-b30ec4d8790e None None] Routers {'36ed1565-9655-4181-ba71-935a9d8231c4'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:32:58.409413 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c84112ba-3a93-4a1f-ae33-b30ec4d8790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:32:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['36ed1565-9655-4181-ba71-935a9d8231c4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:58.446361 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c84112ba-3a93-4a1f-ae33-b30ec4d8790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:58.455737 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84112ba-3a93-4a1f-ae33-b30ec4d8790e None None] Routers {'36ed1565-9655-4181-ba71-935a9d8231c4'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:32:58.456638 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c84112ba-3a93-4a1f-ae33-b30ec4d8790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:32:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['36ed1565-9655-4181-ba71-935a9d8231c4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:58.489170 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c84112ba-3a93-4a1f-ae33-b30ec4d8790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:32:58.490326 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84112ba-3a93-4a1f-ae33-b30ec4d8790e None None] The sync data for ids ['36ed1565-9655-4181-ba71-935a9d8231c4'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:32:58.578496 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 43b105bd-7a7c-4776-b63b-dab16e7893b3 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:32:58.614560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a1016-733f-4158-9b11-1099bd989cda req-ca54ebcd-b78e-445b-867a-c18aa3237a2f tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:58.616130 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-924a1016-733f-4158-9b11-1099bd989cda req-ca54ebcd-b78e-445b-867a-c18aa3237a2f tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 943 time: 0.1845484 Jul 09 09:32:58.685631 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 43b105bd-7a7c-4776-b63b-dab16e7893b3, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=43b105bd-7a7c-4776-b63b-dab16e7893b3,segment=NetworkSegment(73b5dac6-4e64-4a7e-bac1-42f3892502d5),segment_id=73b5dac6-4e64-4a7e-bac1-42f3892502d5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:58.704979 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-924a1016-733f-4158-9b11-1099bd989cda req-17237b65-3b40-4f61-ab23-32a76e02f338 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802422 Jul 09 09:32:58.708243 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '43b105bd-7a7c-4776-b63b-dab16e7893b3', 'network_id': 'cadc3bc1-4b29-4e86-9b19-55a98786baff', 'port_id': '43b105bd-7a7c-4776-b63b-dab16e7893b3', 'mac_address': 'fa:16:3e:50:d6:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a06f15-0469-4615-97cc-a20485ca7940', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:32:58.750910 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:58.764921 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b105bd-7a7c-4776-b63b-dab16e7893b3 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:32:58.787622 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 43b105bd-7a7c-4776-b63b-dab16e7893b3, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=43b105bd-7a7c-4776-b63b-dab16e7893b3,segment=NetworkSegment(73b5dac6-4e64-4a7e-bac1-42f3892502d5),segment_id=73b5dac6-4e64-4a7e-bac1-42f3892502d5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:58.792388 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:58.793120 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b666c5a5-28b3-4f09-b8c2-a6783033b7f5 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:32:58.863169 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port b666c5a5-28b3-4f09-b8c2-a6783033b7f5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b666c5a5-28b3-4f09-b8c2-a6783033b7f5,segment=NetworkSegment(73b5dac6-4e64-4a7e-bac1-42f3892502d5),segment_id=73b5dac6-4e64-4a7e-bac1-42f3892502d5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:58.865655 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=43b105bd-7a7c-4776-b63b-dab16e7893b3,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:58.878475 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'b666c5a5-28b3-4f09-b8c2-a6783033b7f5', 'network_id': 'cadc3bc1-4b29-4e86-9b19-55a98786baff', 'port_id': 'b666c5a5-28b3-4f09-b8c2-a6783033b7f5', 'mac_address': 'fa:16:3e:18:25:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a06f15-0469-4615-97cc-a20485ca7940', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:32:58.927427 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:58.960311 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b666c5a5-28b3-4f09-b8c2-a6783033b7f5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:32:58.966599 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab4b9fac-c78e-48b0-b446-cb6b37d22fc7 req-b0a65b5c-cdd3-4c8b-8123-018631460db1 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2296560 Jul 09 09:32:58.978224 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-ab4b9fac-c78e-48b0-b446-cb6b37d22fc7 req-bc3fba36-b380-4e38-a847-11bb9c3897af tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:32:58.997770 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port b666c5a5-28b3-4f09-b8c2-a6783033b7f5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b666c5a5-28b3-4f09-b8c2-a6783033b7f5,segment=NetworkSegment(73b5dac6-4e64-4a7e-bac1-42f3892502d5),segment_id=73b5dac6-4e64-4a7e-bac1-42f3892502d5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:32:59.001416 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-313946b8-2002-4fbc-b448-9d435bae1172 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:59.003422 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:59.070226 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=b666c5a5-28b3-4f09-b8c2-a6783033b7f5,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:32:59.073281 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ab4b9fac-c78e-48b0-b446-cb6b37d22fc7 req-bc3fba36-b380-4e38-a847-11bb9c3897af tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:59.116783 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-cf6c84cd-b87c-41b1-b61d-339a8977bda3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1328964 Jul 09 09:32:59.227935 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['43b105bd-7a7c-4776-b63b-dab16e7893b3'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:32:59.236007 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['b666c5a5-28b3-4f09-b8c2-a6783033b7f5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:32:59.294728 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ab4b9fac-c78e-48b0-b446-cb6b37d22fc7 req-bc3fba36-b380-4e38-a847-11bb9c3897af tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:59.760466 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-313946b8-2002-4fbc-b448-9d435bae1172 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting port 6377bf45-c8d4-4027-bbea-b8b8ba3f9c99 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:32:59.761161 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-313946b8-2002-4fbc-b448-9d435bae1172 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:59.829383 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-ab4b9fac-c78e-48b0-b446-cb6b37d22fc7 req-bc3fba36-b380-4e38-a847-11bb9c3897af tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Allocated IP 172.25.3.52 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/554af358-2a0d-41de-8a06-b39e231d6373) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:32:59.879956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126e9cb-23b2-4d42-9a72-de3990a0075f req-1d1b3c4e-b74d-43c5-91e4-4c1944e54aff tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:32:59.881459 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5126e9cb-23b2-4d42-9a72-de3990a0075f req-1d1b3c4e-b74d-43c5-91e4-4c1944e54aff tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 949 time: 0.4911537 Jul 09 09:32:59.949646 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-313946b8-2002-4fbc-b448-9d435bae1172 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:32:59.970650 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-313946b8-2002-4fbc-b448-9d435bae1172 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Calling delete_port for 6377bf45-c8d4-4027-bbea-b8b8ba3f9c99 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:33:00.006195 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5126e9cb-23b2-4d42-9a72-de3990a0075f req-dd0812dc-23e7-4e5d-9ec1-af6fefec997c tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892203 Jul 09 09:33:00.070849 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ab4b9fac-c78e-48b0-b446-cb6b37d22fc7 req-bc3fba36-b380-4e38-a847-11bb9c3897af tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:00.172249 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ab4b9fac-c78e-48b0-b446-cb6b37d22fc7 req-bc3fba36-b380-4e38-a847-11bb9c3897af tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:00.236556 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab4b9fac-c78e-48b0-b446-cb6b37d22fc7 req-bc3fba36-b380-4e38-a847-11bb9c3897af tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:33:00.244934 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-ab4b9fac-c78e-48b0-b446-cb6b37d22fc7 req-bc3fba36-b380-4e38-a847-11bb9c3897af tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:00.252039 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4b9fac-c78e-48b0-b446-cb6b37d22fc7 req-bc3fba36-b380-4e38-a847-11bb9c3897af tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:33:00.280023 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3fba36-b380-4e38-a847-11bb9c3897af tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Pushing event updated for resources: {'Port': ['ID=554af358-2a0d-41de-8a06-b39e231d6373,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:00.289449 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-313946b8-2002-4fbc-b448-9d435bae1172 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:00.326656 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313946b8-2002-4fbc-b448-9d435bae1172 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Port': ['ID=6377bf45-c8d4-4027-bbea-b8b8ba3f9c99,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:00.351358 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49636) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:00.358670 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ab0c8b24-0358-4ff7-a757-7b7154268846 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267008474', 'description': 'tempest-description--831538851'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:00.405146 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab0c8b24-0358-4ff7-a757-7b7154268846 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:00.503733 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab0c8b24-0358-4ff7-a757-7b7154268846 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:00.508242 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab0c8b24-0358-4ff7-a757-7b7154268846 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:00.537237 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab0c8b24-0358-4ff7-a757-7b7154268846 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:00.541587 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ab0c8b24-0358-4ff7-a757-7b7154268846 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1861703 Jul 09 09:33:00.541825 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49638) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:00.547164 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a5782842-54a2-4119-925a-bf3a9765db00 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Request body: {'security_group_rule': {'security_group_id': 'f8d13fee-908c-4da5-9edb-373857b030f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:00.572536 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ab4b9fac-c78e-48b0-b446-cb6b37d22fc7 req-bc3fba36-b380-4e38-a847-11bb9c3897af tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:00.573662 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c8b24-0358-4ff7-a757-7b7154268846 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d13fee-908c-4da5-9edb-373857b030f6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:00.584395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 43b105bd-7a7c-4776-b63b-dab16e7893b3 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:33:00.600042 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-313946b8-2002-4fbc-b448-9d435bae1172 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:00.600290 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5782842-54a2-4119-925a-bf3a9765db00 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:00.637753 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 43b105bd-7a7c-4776-b63b-dab16e7893b3 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:33:00.641961 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 43b105bd-7a7c-4776-b63b-dab16e7893b3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:00.642332 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:00.681619 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5782842-54a2-4119-925a-bf3a9765db00 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:00.687912 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5782842-54a2-4119-925a-bf3a9765db00 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:00.710956 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5782842-54a2-4119-925a-bf3a9765db00 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da4e27d6-8ddb-4ef3-abab-e1cd0e3dee28,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:00.714892 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5782842-54a2-4119-925a-bf3a9765db00 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:00.719659 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a5782842-54a2-4119-925a-bf3a9765db00 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1734121 Jul 09 09:33:00.720324 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49640) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:00.725012 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9f1e9b4f-6623-4f45-a9fd-5cc469bc4b81 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Request body: {'security_group_rule': {'security_group_id': 'f8d13fee-908c-4da5-9edb-373857b030f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:00.729223 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:00.753226 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ab4b9fac-c78e-48b0-b446-cb6b37d22fc7 req-bc3fba36-b380-4e38-a847-11bb9c3897af tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:00.754912 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0128b3b-7735-4470-b343-5892bdb3121a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b105bd-7a7c-4776-b63b-dab16e7893b3'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:33:00.755257 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f1e9b4f-6623-4f45-a9fd-5cc469bc4b81 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:00.757224 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b2629e-47a5-4ee9-97b0-e0e47b7adc83" -d '{"events": [{"server_uuid": "a0128b3b-7735-4470-b343-5892bdb3121a", "name": "network-vif-plugged", "status": "completed", "tag": "43b105bd-7a7c-4776-b63b-dab16e7893b3"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:33:00.763955 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-85f0a9dd-a089-4b3c-b2e8-b719a56cac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:00.765493 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-85f0a9dd-a089-4b3c-b2e8-b719a56cac5e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 1100 time: 0.4002163 Jul 09 09:33:00.770674 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 43b105bd-7a7c-4776-b63b-dab16e7893b3, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=43b105bd-7a7c-4776-b63b-dab16e7893b3,segment=NetworkSegment(73b5dac6-4e64-4a7e-bac1-42f3892502d5),segment_id=73b5dac6-4e64-4a7e-bac1-42f3892502d5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:00.775393 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:00.776378 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b666c5a5-28b3-4f09-b8c2-a6783033b7f5 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:33:00.819834 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f1e9b4f-6623-4f45-a9fd-5cc469bc4b81 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:00.825567 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f1e9b4f-6623-4f45-a9fd-5cc469bc4b81 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:00.849182 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e9b4f-6623-4f45-a9fd-5cc469bc4b81 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c92b11-3786-4941-a640-553f906faf71,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:00.858983 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=43b105bd-7a7c-4776-b63b-dab16e7893b3,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:00.868085 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f1e9b4f-6623-4f45-a9fd-5cc469bc4b81 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:00.870930 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9f1e9b4f-6623-4f45-a9fd-5cc469bc4b81 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1482294 Jul 09 09:33:00.872794 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port b666c5a5-28b3-4f09-b8c2-a6783033b7f5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:33:00.873333 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49644) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:00.877178 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port b666c5a5-28b3-4f09-b8c2-a6783033b7f5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:00.877787 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:00.878303 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a33fbdd1-a6a5-40a4-95f3-63cf1a9a2221 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:00.906158 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a33fbdd1-a6a5-40a4-95f3-63cf1a9a2221 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:00.925631 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9688f6-3a03-4721-be28-2ceaee226228 req-80da549d-adac-44d9-a6be-e0d2a5e212c8 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:00.927196 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b9688f6-3a03-4721-be28-2ceaee226228 req-80da549d-adac-44d9-a6be-e0d2a5e212c8 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 944 time: 0.3454475 Jul 09 09:33:00.976920 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:00.985044 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313946b8-2002-4fbc-b448-9d435bae1172 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Router 36ed1565-9655-4181-ba71-935a9d8231c4 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:33:01.012630 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port b666c5a5-28b3-4f09-b8c2-a6783033b7f5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b666c5a5-28b3-4f09-b8c2-a6783033b7f5,segment=NetworkSegment(73b5dac6-4e64-4a7e-bac1-42f3892502d5),segment_id=73b5dac6-4e64-4a7e-bac1-42f3892502d5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:01.017390 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:01.020500 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a33fbdd1-a6a5-40a4-95f3-63cf1a9a2221 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:01.075436 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=b666c5a5-28b3-4f09-b8c2-a6783033b7f5,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:01.083282 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b9688f6-3a03-4721-be28-2ceaee226228 req-4a7b50fd-e57c-4141-97b8-6a70158a25cb tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426592 Jul 09 09:33:01.090441 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-b83efeb4-02e7-485a-a5c6-8aab6b152c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:01.101415 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-b83efeb4-02e7-485a-a5c6-8aab6b152c39 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.3133605 Jul 09 09:33:01.143060 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-a33fbdd1-a6a5-40a4-95f3-63cf1a9a2221 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Allocated IP 172.25.3.241 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/f43d23b0-2e73-465b-be16-d05a80f4ec9a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:33:01.174011 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49648) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:01.214123 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313946b8-2002-4fbc-b448-9d435bae1172 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:33:01.220835 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-711699fe-5037-456b-9765-a4898a264e56 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d HTTP/1.1" status: 200 len: 217 time: 0.0577092 Jul 09 09:33:01.225861 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-313946b8-2002-4fbc-b448-9d435bae1172 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/routers/36ed1565-9655-4181-ba71-935a9d8231c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8335044 Jul 09 09:33:01.226706 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f62630f-918d-4a9b-a1a5-fb2020242a37 None None] Sync routers for ids ['36ed1565-9655-4181-ba71-935a9d8231c4'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:33:01.234293 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49650) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:01.239599 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f62630f-918d-4a9b-a1a5-fb2020242a37 None None] Routers {'36ed1565-9655-4181-ba71-935a9d8231c4'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:01.240524 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6f62630f-918d-4a9b-a1a5-fb2020242a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:32:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['36ed1565-9655-4181-ba71-935a9d8231c4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:01.282218 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6f62630f-918d-4a9b-a1a5-fb2020242a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:01.293308 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f62630f-918d-4a9b-a1a5-fb2020242a37 None None] Routers {'36ed1565-9655-4181-ba71-935a9d8231c4'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:01.294234 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6f62630f-918d-4a9b-a1a5-fb2020242a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:32:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['36ed1565-9655-4181-ba71-935a9d8231c4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:01.310742 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b3ecbcb1-a533-4ef3-a440-9e5a31ad09ba tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ed1565-9655-4181-ba71-935a9d8231c4 HTTP/1.1" status: 200 len: 205 time: 0.0753562 Jul 09 09:33:01.318974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49654) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:01.325823 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6f62630f-918d-4a9b-a1a5-fb2020242a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:01.326909 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f62630f-918d-4a9b-a1a5-fb2020242a37 None None] The sync data for ids ['36ed1565-9655-4181-ba71-935a9d8231c4'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:33:01.341793 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a254af-9558-4764-b621-130241141195 x-openstack-request-id: req-d3a254af-9558-4764-b621-130241141195 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:33:01.342930 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0128b3b-7735-4470-b343-5892bdb3121a", "name": "network-vif-plugged", "status": "completed", "tag": "43b105bd-7a7c-4776-b63b-dab16e7893b3", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:33:01.343462 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d3a254af-9558-4764-b621-130241141195 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:33:01.344053 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0128b3b-7735-4470-b343-5892bdb3121a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b105bd-7a7c-4776-b63b-dab16e7893b3', 'code': 200} Jul 09 09:33:01.395900 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a33fbdd1-a6a5-40a4-95f3-63cf1a9a2221 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:01.420130 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-bef8fff8-f5b7-4ee6-9cf9-72b5c43b7ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:01.421615 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-bef8fff8-f5b7-4ee6-9cf9-72b5c43b7ff7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1882043 Jul 09 09:33:01.467873 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e0222f7-f2cc-49c6-9ea0-f4f94534a72d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:01.573431 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ab4b9fac-c78e-48b0-b446-cb6b37d22fc7 req-bc3fba36-b380-4e38-a847-11bb9c3897af tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:01.586967 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ab4b9fac-c78e-48b0-b446-cb6b37d22fc7 req-bc3fba36-b380-4e38-a847-11bb9c3897af tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:01.598327 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a33fbdd1-a6a5-40a4-95f3-63cf1a9a2221 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:01.601385 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880fa58-ec12-4819-9bb7-a4e530b28a5f req-3832b665-d7ed-4ef7-b39b-9086705fe813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:01.602915 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0880fa58-ec12-4819-9bb7-a4e530b28a5f req-3832b665-d7ed-4ef7-b39b-9086705fe813 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 1096 time: 0.1731055 Jul 09 09:33:01.668201 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33fbdd1-a6a5-40a4-95f3-63cf1a9a2221 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:33:01.677179 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a33fbdd1-a6a5-40a4-95f3-63cf1a9a2221 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:01.684161 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33fbdd1-a6a5-40a4-95f3-63cf1a9a2221 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:33:01.713202 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33fbdd1-a6a5-40a4-95f3-63cf1a9a2221 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Pushing event updated for resources: {'Port': ['ID=f43d23b0-2e73-465b-be16-d05a80f4ec9a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:01.744209 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0880fa58-ec12-4819-9bb7-a4e530b28a5f req-923815e9-78aa-4d8f-8e64-4cff23af07a9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285834 Jul 09 09:33:01.787852 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e0222f7-f2cc-49c6-9ea0-f4f94534a72d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:01.792503 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e0222f7-f2cc-49c6-9ea0-f4f94534a72d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:01.798189 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3fba36-b380-4e38-a847-11bb9c3897af tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Pushing event updated for resources: {'Port': ['ID=554af358-2a0d-41de-8a06-b39e231d6373,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:01.816694 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-51f9f3a5-3892-4e4a-821d-4fda7043e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:01.818214 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-51f9f3a5-3892-4e4a-821d-4fda7043e0ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3894725 Jul 09 09:33:01.838716 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a33fbdd1-a6a5-40a4-95f3-63cf1a9a2221 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:01.845626 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ab4b9fac-c78e-48b0-b446-cb6b37d22fc7 req-bc3fba36-b380-4e38-a847-11bb9c3897af tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:01.895602 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d32fd-ee9f-43a6-a774-486bc4a740f2 req-8c565b09-d48d-4471-9b60-bc1d98accb14 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:01.897150 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-862d32fd-ee9f-43a6-a774-486bc4a740f2 req-8c565b09-d48d-4471-9b60-bc1d98accb14 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 949 time: 0.4499071 Jul 09 09:33:01.914740 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a33fbdd1-a6a5-40a4-95f3-63cf1a9a2221 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:01.947590 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30dc085b-586e-40bc-b5d2-0624ccc4f486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:02.218108 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a33fbdd1-a6a5-40a4-95f3-63cf1a9a2221 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:02.228545 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a33fbdd1-a6a5-40a4-95f3-63cf1a9a2221 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:02.245232 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e0222f7-f2cc-49c6-9ea0-f4f94534a72d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:02.245762 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0222f7-f2cc-49c6-9ea0-f4f94534a72d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Fanout notify agent at l3_agent the message router_deleted on router 36ed1565-9655-4181-ba71-935a9d8231c4 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:33:02.253439 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e0222f7-f2cc-49c6-9ea0-f4f94534a72d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:02.254475 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6e0222f7-f2cc-49c6-9ea0-f4f94534a72d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/routers/36ed1565-9655-4181-ba71-935a9d8231c4 HTTP/1.1" status: 204 len: 168 time: 0.9345150 Jul 09 09:33:02.259748 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49660) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:02.263029 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ab4b9fac-c78e-48b0-b446-cb6b37d22fc7 req-bc3fba36-b380-4e38-a847-11bb9c3897af tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:02.264234 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab4b9fac-c78e-48b0-b446-cb6b37d22fc7 req-bc3fba36-b380-4e38-a847-11bb9c3897af tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2909541 Jul 09 09:33:02.346060 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-862d32fd-ee9f-43a6-a774-486bc4a740f2 req-81747ab6-62f7-4d39-9786-27748457d511 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464047 Jul 09 09:33:02.367551 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab4b9fac-c78e-48b0-b446-cb6b37d22fc7 req-16f0e3d9-e0b0-4345-8696-e384f5811fd3 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 695 time: 0.0904601 Jul 09 09:33:02.372310 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33fbdd1-a6a5-40a4-95f3-63cf1a9a2221 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Pushing event updated for resources: {'Port': ['ID=f43d23b0-2e73-465b-be16-d05a80f4ec9a,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:02.408819 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-128212a8-3a35-4c8f-9c18-6b247003b1c2 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting subnet b20824bd-0b19-4493-875a-69522a9d7a28 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:33:02.414245 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a33fbdd1-a6a5-40a4-95f3-63cf1a9a2221 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:02.417247 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-128212a8-3a35-4c8f-9c18-6b247003b1c2 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:02.425231 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-e1c2378e-e0f6-4b00-ab8a-627e62b81494 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5806787 Jul 09 09:33:02.661901 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b9fac-c78e-48b0-b446-cb6b37d22fc7 req-e2d23724-3e1c-4c03-9211-bce494966bac tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:02.663445 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab4b9fac-c78e-48b0-b446-cb6b37d22fc7 req-e2d23724-3e1c-4c03-9211-bce494966bac tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.2683568 Jul 09 09:33:02.670120 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-5e393ca9-ffef-4930-a94e-898d6c9116aa service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327144 Jul 09 09:33:02.676687 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-ab4b9fac-c78e-48b0-b446-cb6b37d22fc7 req-7a59ff24-ed04-4ecd-a981-64a44e848f1f tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:33:02.677784 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab4b9fac-c78e-48b0-b446-cb6b37d22fc7 req-7a59ff24-ed04-4ecd-a981-64a44e848f1f tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067055 Jul 09 09:33:02.734969 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41dbbe-f046-40fa-a2b4-c4b70007f224 req-66351d80-2cd1-4abf-99e7-3717b4a5270d tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:02.743054 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1d41dbbe-f046-40fa-a2b4-c4b70007f224 req-66351d80-2cd1-4abf-99e7-3717b4a5270d tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 945 time: 0.1539772 Jul 09 09:33:02.770394 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a33fbdd1-a6a5-40a4-95f3-63cf1a9a2221 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:02.771643 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a33fbdd1-a6a5-40a4-95f3-63cf1a9a2221 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8970923 Jul 09 09:33:02.776683 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-128212a8-3a35-4c8f-9c18-6b247003b1c2 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:02.835365 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-30dc085b-586e-40bc-b5d2-0624ccc4f486 admin admin] Deleting port f043feb8-587e-4382-9235-ac6e5e39b153 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:33:02.835731 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30dc085b-586e-40bc-b5d2-0624ccc4f486 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:02.840449 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1d41dbbe-f046-40fa-a2b4-c4b70007f224 req-8c7c8ced-b35b-4616-803b-0e60bd98ac06 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963852 Jul 09 09:33:02.931258 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-128212a8-3a35-4c8f-9c18-6b247003b1c2 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:03.025225 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-30dc085b-586e-40bc-b5d2-0624ccc4f486 admin admin] For port f043feb8-587e-4382-9235-ac6e5e39b153, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f043feb8-587e-4382-9235-ac6e5e39b153,segment=NetworkSegment(2f00fb30-6d48-4603-9c7e-6770642a874a),segment_id=2f00fb30-6d48-4603-9c7e-6770642a874a)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:03.025596 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30dc085b-586e-40bc-b5d2-0624ccc4f486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:03.044040 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-30dc085b-586e-40bc-b5d2-0624ccc4f486 admin admin] Calling delete_port for f043feb8-587e-4382-9235-ac6e5e39b153 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:33:03.054203 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-128212a8-3a35-4c8f-9c18-6b247003b1c2 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:03.118524 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128212a8-3a35-4c8f-9c18-6b247003b1c2 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Subnet': ['ID=b20824bd-0b19-4493-875a-69522a9d7a28,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:03.121076 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-128212a8-3a35-4c8f-9c18-6b247003b1c2 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:03.125460 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-128212a8-3a35-4c8f-9c18-6b247003b1c2 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/subnets/b20824bd-0b19-4493-875a-69522a9d7a28 HTTP/1.1" status: 204 len: 168 time: 0.8614948 Jul 09 09:33:03.126336 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49688) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:03.130829 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d804aa0c-e907-48de-a6f9-e1203fbe9d2c None None] Network e548d349-43b8-4ea0-bba2-ffe154ea2d73 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:33:03.152070 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-7149b69d-cc81-459a-8934-403231656418 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:03.156166 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-7149b69d-cc81-459a-8934-403231656418 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/networks?id=2423c228-b601-4946-8ea0-8ba4dc5be28b HTTP/1.1" status: 200 len: 820 time: 0.1914730 Jul 09 09:33:03.188189 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da8758-666a-483c-846e-5dc87fb4e882 req-50497e5a-f88a-48c1-9661-87413f36ee90 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:03.189640 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78da8758-666a-483c-846e-5dc87fb4e882 req-50497e5a-f88a-48c1-9661-87413f36ee90 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/networks?id=a167ed73-6e11-49d4-8b85-411ff9857e03 HTTP/1.1" status: 200 len: 821 time: 0.1674209 Jul 09 09:33:03.191106 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-35272501-18ca-44a5-aedb-d000b7309ece tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/quotas/b787bf2eebcb4063864ea3f28a4fe795 HTTP/1.1" status: 200 len: 375 time: 0.0300426 Jul 09 09:33:03.204681 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-81778ac6-6e1b-4424-9ef2-5e7dbec00d0f tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting subnet 7cc2e417-6acf-4617-8999-d9912577f22d {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:33:03.208521 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-81778ac6-6e1b-4424-9ef2-5e7dbec00d0f tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:03.244439 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78da8758-666a-483c-846e-5dc87fb4e882 req-43e7a727-c5ac-48cc-a7f2-90b0b5423205 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/quotas/7ea2de8ba1fa4eb3954e92038414716a HTTP/1.1" status: 200 len: 375 time: 0.0474281 Jul 09 09:33:03.305902 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-81778ac6-6e1b-4424-9ef2-5e7dbec00d0f tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:03.335830 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-45fbf7d6-255b-4dcf-ab18-786e77477441 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b787bf2eebcb4063864ea3f28a4fe795&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1303518 Jul 09 09:33:03.348393 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f5b06d-3955-4b34-a870-47890bca97cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b666c5a5-28b3-4f09-b8c2-a6783033b7f5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:33:03.355613 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d43e9b-9d5d-47d8-ba49-712066183f1c" -d '{"events": [{"server_uuid": "75f5b06d-3955-4b34-a870-47890bca97cc", "name": "network-vif-plugged", "status": "completed", "tag": "b666c5a5-28b3-4f09-b8c2-a6783033b7f5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:33:03.361702 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fe1d20-fd94-4650-9a2a-92c6acf877ac None None] DHCP port deletion for e548d349-43b8-4ea0-bba2-ffe154ea2d73 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:33:03.364891 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78da8758-666a-483c-846e-5dc87fb4e882 req-4a5abe82-8d6b-485f-a5fe-52f9a6ccfe9b tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ea2de8ba1fa4eb3954e92038414716a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1098979 Jul 09 09:33:03.412296 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-03fe1d20-fd94-4650-9a2a-92c6acf877ac None None] Deleting port fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:33:03.413167 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-03fe1d20-fd94-4650-9a2a-92c6acf877ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:03.440341 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-81778ac6-6e1b-4424-9ef2-5e7dbec00d0f tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:03.470751 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30dc085b-586e-40bc-b5d2-0624ccc4f486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:03.479099 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-03fe1d20-fd94-4650-9a2a-92c6acf877ac None None] For port fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7,segment=NetworkSegment(31d28aa9-21b2-4850-a7e2-209f604a90b5),segment_id=31d28aa9-21b2-4850-a7e2-209f604a90b5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:03.479622 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-03fe1d20-fd94-4650-9a2a-92c6acf877ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:03.495556 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-03fe1d20-fd94-4650-9a2a-92c6acf877ac None None] Calling delete_port for fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:33:03.500145 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc085b-586e-40bc-b5d2-0624ccc4f486 admin admin] Pushing event deleted for resources: {'Port': ['ID=f043feb8-587e-4382-9235-ac6e5e39b153,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:03.523481 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-f0f0babd-40b0-422b-a1ba-439876a16101 service neutron] 10.222.0.61 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790667 Jul 09 09:33:03.527466 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78da8758-666a-483c-846e-5dc87fb4e882 req-4dd6602e-a265-4e3e-a211-1698b0bc57be service neutron] 10.222.0.61 "GET /v2.0/networks/a167ed73-6e11-49d4-8b85-411ff9857e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612518 Jul 09 09:33:03.591257 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-81778ac6-6e1b-4424-9ef2-5e7dbec00d0f tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:03.598246 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-03fe1d20-fd94-4650-9a2a-92c6acf877ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:03.643041 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe1d20-fd94-4650-9a2a-92c6acf877ac None None] Pushing event deleted for resources: {'Port': ['ID=fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:03.646056 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fe1d20-fd94-4650-9a2a-92c6acf877ac None None] No DVR routers for this DVR port fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:33:03.666740 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:03.676032 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81778ac6-6e1b-4424-9ef2-5e7dbec00d0f tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Subnet': ['ID=7cc2e417-6acf-4617-8999-d9912577f22d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:03.680104 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-81778ac6-6e1b-4424-9ef2-5e7dbec00d0f tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:03.685174 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-81778ac6-6e1b-4424-9ef2-5e7dbec00d0f tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/subnets/7cc2e417-6acf-4617-8999-d9912577f22d HTTP/1.1" status: 204 len: 168 time: 0.5583768 Jul 09 09:33:03.685975 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49696) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:03.694211 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ed2d05-083b-4936-b82c-e0c2f7413390 None None] Network 0472fa43-56f6-4f14-b567-0f588bab6369 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:33:03.737904 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30dc085b-586e-40bc-b5d2-0624ccc4f486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:03.820262 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78da8758-666a-483c-846e-5dc87fb4e882 req-d33ac993-1f00-4406-929b-c0fdf026ede0 service neutron] 10.222.0.61 "GET /v2.0/networks/a167ed73-6e11-49d4-8b85-411ff9857e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852654 Jul 09 09:33:03.824257 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-7d91a800-dd71-4585-8ec2-0f73b634464f service neutron] 10.222.0.61 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875152 Jul 09 09:33:03.830175 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b466e3a7-5b8c-4c43-aeab-c219e7addf3c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:03.932955 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b466e3a7-5b8c-4c43-aeab-c219e7addf3c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:03.943194 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-b466e3a7-5b8c-4c43-aeab-c219e7addf3c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e548d349-43b8-4ea0-bba2-ffe154ea2d73']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:03.951657 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ecec59-a0c5-4135-9253-02cfd39fae2f None None] DHCP port deletion for 0472fa43-56f6-4f14-b567-0f588bab6369 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:33:03.964044 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-b466e3a7-5b8c-4c43-aeab-c219e7addf3c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d28aa9-21b2-4850-a7e2-209f604a90b5') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:03.964378 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-b466e3a7-5b8c-4c43-aeab-c219e7addf3c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d28aa9-21b2-4850-a7e2-209f604a90b5') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:03.981708 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b466e3a7-5b8c-4c43-aeab-c219e7addf3c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:04.005037 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-77ecec59-a0c5-4135-9253-02cfd39fae2f None None] Deleting port 49add0c7-5cbf-4e42-bc2f-5871babbcb84 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:33:04.005634 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-77ecec59-a0c5-4135-9253-02cfd39fae2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:04.020754 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b466e3a7-5b8c-4c43-aeab-c219e7addf3c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:04.036732 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b466e3a7-5b8c-4c43-aeab-c219e7addf3c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:33:04.037155 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b466e3a7-5b8c-4c43-aeab-c219e7addf3c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:04.077737 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30dc085b-586e-40bc-b5d2-0624ccc4f486 admin admin] Router b41924db-50ec-407f-91cd-b9935d2ff1cd has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:33:04.152200 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-77ecec59-a0c5-4135-9253-02cfd39fae2f None None] For port 49add0c7-5cbf-4e42-bc2f-5871babbcb84, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=49add0c7-5cbf-4e42-bc2f-5871babbcb84,segment=NetworkSegment(5081ca1f-fab1-4876-9f79-1fc3bdbb62d7),segment_id=5081ca1f-fab1-4876-9f79-1fc3bdbb62d7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:04.153212 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-77ecec59-a0c5-4135-9253-02cfd39fae2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:04.175855 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-77ecec59-a0c5-4135-9253-02cfd39fae2f None None] Calling delete_port for 49add0c7-5cbf-4e42-bc2f-5871babbcb84 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:33:04.179724 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:33:04.185398 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b466e3a7-5b8c-4c43-aeab-c219e7addf3c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:04.201986 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b466e3a7-5b8c-4c43-aeab-c219e7addf3c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:04.207225 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b466e3a7-5b8c-4c43-aeab-c219e7addf3c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/networks/e548d349-43b8-4ea0-bba2-ffe154ea2d73 HTTP/1.1" status: 204 len: 168 time: 0.5189240 Jul 09 09:33:04.229692 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49710) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:04.330610 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbc68fe-0321-430d-986a-9bb6ca2f12fe x-openstack-request-id: req-fdbc68fe-0321-430d-986a-9bb6ca2f12fe {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:33:04.330988 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f5b06d-3955-4b34-a870-47890bca97cc", "name": "network-vif-plugged", "status": "completed", "tag": "b666c5a5-28b3-4f09-b8c2-a6783033b7f5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:33:04.331217 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fdbc68fe-0321-430d-986a-9bb6ca2f12fe {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:33:04.331557 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f5b06d-3955-4b34-a870-47890bca97cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b666c5a5-28b3-4f09-b8c2-a6783033b7f5', 'code': 200} Jul 09 09:33:04.332339 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-77ecec59-a0c5-4135-9253-02cfd39fae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:04.337989 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb5b227f-9026-43b5-8ac6-c11a17566a23 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:04.347932 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466e3a7-5b8c-4c43-aeab-c219e7addf3c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Network': ['ID=e548d349-43b8-4ea0-bba2-ffe154ea2d73,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:04.386104 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecec59-a0c5-4135-9253-02cfd39fae2f None None] Pushing event deleted for resources: {'Port': ['ID=49add0c7-5cbf-4e42-bc2f-5871babbcb84,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:04.391654 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ecec59-a0c5-4135-9253-02cfd39fae2f None None] No DVR routers for this DVR port 49add0c7-5cbf-4e42-bc2f-5871babbcb84 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:33:04.451917 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cc895-b893-42d1-a0bc-49f27d9d0f3c req-46852796-793b-49f8-86d6-1a6dcbc5eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:04.455728 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b42cc895-b893-42d1-a0bc-49f27d9d0f3c req-46852796-793b-49f8-86d6-1a6dcbc5eade service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 1096 time: 0.2726667 Jul 09 09:33:04.473878 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dc085b-586e-40bc-b5d2-0624ccc4f486 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:33:04.479461 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-30dc085b-586e-40bc-b5d2-0624ccc4f486 admin admin] 10.222.0.61 "PUT /v2.0/routers/b41924db-50ec-407f-91cd-b9935d2ff1cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3046980 Jul 09 09:33:04.487300 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6483c091-a32d-4d39-a6d1-42ba01ab1d67 None None] Sync routers for ids ['b41924db-50ec-407f-91cd-b9935d2ff1cd'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:33:04.495734 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49722) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:04.510686 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6483c091-a32d-4d39-a6d1-42ba01ab1d67 None None] Routers {'b41924db-50ec-407f-91cd-b9935d2ff1cd'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:04.511046 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6483c091-a32d-4d39-a6d1-42ba01ab1d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:32:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b41924db-50ec-407f-91cd-b9935d2ff1cd'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:04.539577 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb5b227f-9026-43b5-8ac6-c11a17566a23 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:04.555292 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-bb5b227f-9026-43b5-8ac6-c11a17566a23 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0472fa43-56f6-4f14-b567-0f588bab6369']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:04.570396 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-bb5b227f-9026-43b5-8ac6-c11a17566a23 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5081ca1f-fab1-4876-9f79-1fc3bdbb62d7') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:04.570714 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-bb5b227f-9026-43b5-8ac6-c11a17566a23 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5081ca1f-fab1-4876-9f79-1fc3bdbb62d7') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:04.588987 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e362f-ab26-4968-995e-4e7198738e5a req-7070dada-b70d-4813-b28d-c838209d9c42 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:04.588987 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-188e362f-ab26-4968-995e-4e7198738e5a req-7070dada-b70d-4813-b28d-c838209d9c42 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 949 time: 0.2456248 Jul 09 09:33:04.592899 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb5b227f-9026-43b5-8ac6-c11a17566a23 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:04.626943 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb5b227f-9026-43b5-8ac6-c11a17566a23 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:04.637056 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5b227f-9026-43b5-8ac6-c11a17566a23 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:33:04.637626 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb5b227f-9026-43b5-8ac6-c11a17566a23 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:33:04.640884 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:33:04.746995 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-188e362f-ab26-4968-995e-4e7198738e5a req-04bf157a-3f82-46e5-9a0e-44ef090ca0dc tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469495 Jul 09 09:33:04.767392 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5bb5209-9027-4d7d-9584-8f037c8bf61c admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:04.770543 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb5b227f-9026-43b5-8ac6-c11a17566a23 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:04.785951 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb5b227f-9026-43b5-8ac6-c11a17566a23 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:04.798508 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-bb5b227f-9026-43b5-8ac6-c11a17566a23 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/networks/0472fa43-56f6-4f14-b567-0f588bab6369 HTTP/1.1" status: 204 len: 168 time: 0.5626132 Jul 09 09:33:04.798508 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49726) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:04.809583 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f5af765d-fad1-4b51-83a6-69ea391f8665 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'network': {'name': 'tempest-RoutersTest-1679474776'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:04.818136 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b227f-9026-43b5-8ac6-c11a17566a23 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Network': ['ID=0472fa43-56f6-4f14-b567-0f588bab6369,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:04.823732 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-6483c091-a32d-4d39-a6d1-42ba01ab1d67 None None] Set router b41924db-50ec-407f-91cd-b9935d2ff1cd gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:33:04.842264 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b05dc-912f-4eb4-849f-2c5ed8350fa2 req-8331b48a-0fc2-4877-81f7-fe7b39ffe67a tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:04.844883 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-443b05dc-912f-4eb4-849f-2c5ed8350fa2 req-8331b48a-0fc2-4877-81f7-fe7b39ffe67a tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 945 time: 0.1657145 Jul 09 09:33:04.860812 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5af765d-fad1-4b51-83a6-69ea391f8665 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Made reservation on behalf of 5b4da6b733da4e65b04fb4aab5163387 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:33:04.864804 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5af765d-fad1-4b51-83a6-69ea391f8665 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:04.913122 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b42cc895-b893-42d1-a0bc-49f27d9d0f3c req-c0d8ae4c-4ce8-44e9-88c8-beaddeaa1d7f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486732 Jul 09 09:33:04.946605 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5bb5209-9027-4d7d-9584-8f037c8bf61c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:04.953307 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-443b05dc-912f-4eb4-849f-2c5ed8350fa2 req-ae06c48b-46c5-4ec8-9e36-012421a2d938 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008811 Jul 09 09:33:04.967548 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5af765d-fad1-4b51-83a6-69ea391f8665 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:33:04.986064 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:33:04.992276 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5af765d-fad1-4b51-83a6-69ea391f8665 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:04.992666 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-f5af765d-fad1-4b51-83a6-69ea391f8665 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Added segment e2b90911-acbc-4e48-99df-10e6116f2ffe of type vlan for network 9b05480a-5eb0-4c0b-9b8b-2a4c7037c001 Jul 09 09:33:05.015608 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:33:05.016324 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device fd9a14de-b81c-4f61-b60c-1d2ed7ca94f7 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:33:05.016957 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 49add0c7-5cbf-4e42-bc2f-5871babbcb84 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:33:05.054545 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b5bb5209-9027-4d7d-9584-8f037c8bf61c admin admin] Deleting port 6f31dbfc-3052-42ee-b1e2-34fac862d397 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:33:05.055055 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5bb5209-9027-4d7d-9584-8f037c8bf61c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:05.120854 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5917be5-15d4-4082-b005-76936e0c490a req-65af8229-f54d-4a34-a0fa-6751105deac0 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 210 time: 0.0658681 Jul 09 09:33:05.141262 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5af765d-fad1-4b51-83a6-69ea391f8665 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:05.158953 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-b5bb5209-9027-4d7d-9584-8f037c8bf61c admin admin] For port 6f31dbfc-3052-42ee-b1e2-34fac862d397, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6f31dbfc-3052-42ee-b1e2-34fac862d397,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:05.161703 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5bb5209-9027-4d7d-9584-8f037c8bf61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:05.178081 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b5bb5209-9027-4d7d-9584-8f037c8bf61c admin admin] Calling delete_port for 6f31dbfc-3052-42ee-b1e2-34fac862d397 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:33:05.273986 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-380b60ca-9b4d-4e64-878f-50787cf3fd22 req-8fabb105-fa26-44b7-a99d-e41c1b0da4bf tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=e128fddc-c5fa-475c-894b-6ec10f048421 HTTP/1.1" status: 200 len: 210 time: 0.0765224 Jul 09 09:33:05.284597 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5af765d-fad1-4b51-83a6-69ea391f8665 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:05.285527 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 49add0c7-5cbf-4e42-bc2f-5871babbcb84 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:33:05.286107 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 49add0c7-5cbf-4e42-bc2f-5871babbcb84 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:33:05.313673 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5af765d-fad1-4b51-83a6-69ea391f8665 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:05.314619 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5af765d-fad1-4b51-83a6-69ea391f8665 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:05.397153 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6483c091-a32d-4d39-a6d1-42ba01ab1d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41924db-50ec-407f-91cd-b9935d2ff1cd', 'name': 'tempest-ServersTestMultiNic-75636113-router', 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '6f31dbfc-3052-42ee-b1e2-34fac862d397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:30:58Z', 'updated_at': '2021-07-09T09:33:03Z', 'revision_number': 5, 'project_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'gw_port': {'id': '6f31dbfc-3052-42ee-b1e2-34fac862d397', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41924db-50ec-407f-91cd-b9935d2ff1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:31:00Z', 'updated_at': '2021-07-09T09:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:05.409018 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af765d-fad1-4b51-83a6-69ea391f8665 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Network': ['ID=9b05480a-5eb0-4c0b-9b8b-2a4c7037c001,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:05.421675 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f5af765d-fad1-4b51-83a6-69ea391f8665 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6161358 Jul 09 09:33:05.427531 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49732) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:05.432593 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a95c215c-3e88-4162-af48-18464ad3d01b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'subnet': {'network_id': '9b05480a-5eb0-4c0b-9b8b-2a4c7037c001', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:05.438322 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 9b05480a-5eb0-4c0b-9b8b-2a4c7037c001 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:33:05.440679 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6483c091-a32d-4d39-a6d1-42ba01ab1d67 None None] Checking router: b41924db-50ec-407f-91cd-b9935d2ff1cd for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:33:05.505826 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6483c091-a32d-4d39-a6d1-42ba01ab1d67 None None] Routers {'b41924db-50ec-407f-91cd-b9935d2ff1cd'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:05.506550 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6483c091-a32d-4d39-a6d1-42ba01ab1d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:32:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b41924db-50ec-407f-91cd-b9935d2ff1cd'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:05.516900 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5bb5209-9027-4d7d-9584-8f037c8bf61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:05.564811 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb5209-9027-4d7d-9584-8f037c8bf61c admin admin] Pushing event deleted for resources: {'Port': ['ID=6f31dbfc-3052-42ee-b1e2-34fac862d397,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:05.628479 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-6483c091-a32d-4d39-a6d1-42ba01ab1d67 None None] Set router b41924db-50ec-407f-91cd-b9935d2ff1cd gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:33:05.685653 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5bb5209-9027-4d7d-9584-8f037c8bf61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:05.690285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95c215c-3e88-4162-af48-18464ad3d01b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Made reservation on behalf of 5b4da6b733da4e65b04fb4aab5163387 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:33:05.693433 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6483c091-a32d-4d39-a6d1-42ba01ab1d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41924db-50ec-407f-91cd-b9935d2ff1cd', 'name': 'tempest-ServersTestMultiNic-75636113-router', 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:30:58Z', 'updated_at': '2021-07-09T09:33:04Z', 'revision_number': 6, 'project_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:05.694265 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a95c215c-3e88-4162-af48-18464ad3d01b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:05.727217 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6483c091-a32d-4d39-a6d1-42ba01ab1d67 None None] The sync data for ids ['b41924db-50ec-407f-91cd-b9935d2ff1cd'] in n-d-799996-1 is: [{'id': 'b41924db-50ec-407f-91cd-b9935d2ff1cd', 'name': 'tempest-ServersTestMultiNic-75636113-router', 'tenant_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:30:58Z', 'updated_at': '2021-07-09T09:33:04Z', 'revision_number': 6, 'project_id': 'ccf6ebcefc44456fb4b443a1a3c4cef4', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:33:05.771540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec3ad7-0408-4fa1-9570-7a83b73af1b4 req-88f85cb4-c8da-40bb-bbb2-61714e33102a tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:05.779925 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-23ec3ad7-0408-4fa1-9570-7a83b73af1b4 req-88f85cb4-c8da-40bb-bbb2-61714e33102a tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 945 time: 0.1577637 Jul 09 09:33:05.826817 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-23ec3ad7-0408-4fa1-9570-7a83b73af1b4 req-fa50d3a1-d3ca-4262-a9bd-38a61e18e378 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453153 Jul 09 09:33:05.869810 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5bb5209-9027-4d7d-9584-8f037c8bf61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:05.872245 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5bb5209-9027-4d7d-9584-8f037c8bf61c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:05.930593 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cde1f9-32eb-4f31-b993-696506eb8277 req-afbb9243-45b5-4564-8779-ab5cb1e92599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:05.933429 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-93cde1f9-32eb-4f31-b993-696506eb8277 req-afbb9243-45b5-4564-8779-ab5cb1e92599 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2d37b82ee154752af5d9a5e45d03cea&device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 1096 time: 0.3749137 Jul 09 09:33:05.955488 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5bb5209-9027-4d7d-9584-8f037c8bf61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:05.956024 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bb5209-9027-4d7d-9584-8f037c8bf61c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b41924db-50ec-407f-91cd-b9935d2ff1cd {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:33:05.993645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da8758-666a-483c-846e-5dc87fb4e882 req-6edc5737-13be-4744-8b28-ea95897697ea tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:05.995167 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78da8758-666a-483c-846e-5dc87fb4e882 req-6edc5737-13be-4744-8b28-ea95897697ea tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.64 "GET /v2.0/networks?id=a167ed73-6e11-49d4-8b85-411ff9857e03 HTTP/1.1" status: 200 len: 821 time: 0.1304440 Jul 09 09:33:06.000159 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5bb5209-9027-4d7d-9584-8f037c8bf61c admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:06.001307 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b5bb5209-9027-4d7d-9584-8f037c8bf61c admin admin] 10.222.0.61 "DELETE /v2.0/routers/b41924db-50ec-407f-91cd-b9935d2ff1cd HTTP/1.1" status: 204 len: 168 time: 1.5054934 Jul 09 09:33:06.006285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49740) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:06.012567 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-78da8758-666a-483c-846e-5dc87fb4e882 req-5fe40b35-e3a6-4a51-b7c2-3c63136e1139 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Request body: {'port': {'device_id': 'd44a3470-a6f2-4dbb-87ef-8f1b35798909', 'network_id': 'a167ed73-6e11-49d4-8b85-411ff9857e03', 'admin_state_up': True, 'tenant_id': '7ea2de8ba1fa4eb3954e92038414716a'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:06.120274 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c68963d-ea09-4f1e-87c3-0ceb6ebb8030 admin admin] Deleting subnet 067bea4c-4068-42d1-90b5-523cb1cf2045 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:33:06.130410 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c68963d-ea09-4f1e-87c3-0ceb6ebb8030 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:06.152879 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2278c2f-6d13-47ec-b81d-83716b5ab271 req-5e41ae38-baac-4b58-a0c2-dd6ba1ce4a36 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:06.161224 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a2278c2f-6d13-47ec-b81d-83716b5ab271 req-5e41ae38-baac-4b58-a0c2-dd6ba1ce4a36 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 949 time: 0.1565440 Jul 09 09:33:06.189635 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cde1f9-32eb-4f31-b993-696506eb8277 req-f49c2a86-f828-4ff8-b147-354a6d4ba6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:06.191849 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-93cde1f9-32eb-4f31-b993-696506eb8277 req-f49c2a86-f828-4ff8-b147-354a6d4ba6c3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cadc3bc1-4b29-4e86-9b19-55a98786baff HTTP/1.1" status: 200 len: 920 time: 0.2465775 Jul 09 09:33:06.226175 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a2278c2f-6d13-47ec-b81d-83716b5ab271 req-db7ff2a5-a3b4-4b25-9b38-3f5826b6c0e9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638916 Jul 09 09:33:06.234606 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78da8758-666a-483c-846e-5dc87fb4e882 req-5fe40b35-e3a6-4a51-b7c2-3c63136e1139 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Made reservation on behalf of 7ea2de8ba1fa4eb3954e92038414716a for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:33:06.241683 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-78da8758-666a-483c-846e-5dc87fb4e882 req-5fe40b35-e3a6-4a51-b7c2-3c63136e1139 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:06.268106 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c68963d-ea09-4f1e-87c3-0ceb6ebb8030 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:06.273699 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-93cde1f9-32eb-4f31-b993-696506eb8277 req-7b0683d0-2e0d-40bc-ae85-0475f036db35 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43b105bd-7a7c-4776-b63b-dab16e7893b3 HTTP/1.1" status: 200 len: 217 time: 0.0751481 Jul 09 09:33:06.334451 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a95c215c-3e88-4162-af48-18464ad3d01b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:06.425827 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cde1f9-32eb-4f31-b993-696506eb8277 req-1d5c535d-69f7-4c8e-bc36-1d1e518bdf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:06.426715 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-93cde1f9-32eb-4f31-b993-696506eb8277 req-1d5c535d-69f7-4c8e-bc36-1d1e518bdf15 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d6a06f15-0469-4615-97cc-a20485ca7940 HTTP/1.1" status: 200 len: 859 time: 0.1293547 Jul 09 09:33:06.453746 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c215c-3e88-4162-af48-18464ad3d01b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Subnet': ['ID=0e5ac92d-89cd-4e03-9021-378b7c1bf999,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:06.483587 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-32e69dcc-5e10-4a75-8661-30f760c1463f req-e0c4c81c-264f-485b-96c1-cbfc5772442d tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 210 time: 0.0715091 Jul 09 09:33:06.490588 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-93cde1f9-32eb-4f31-b993-696506eb8277 req-dfc8fc86-aa3b-42ef-a19e-c434162fa640 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cadc3bc1-4b29-4e86-9b19-55a98786baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339808 Jul 09 09:33:06.526044 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c215c-3e88-4162-af48-18464ad3d01b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Checking segment: {'id': 'e2b90911-acbc-4e48-99df-10e6116f2ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9b05480a-5eb0-4c0b-9b8b-2a4c7037c001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:33:06.526689 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95c215c-3e88-4162-af48-18464ad3d01b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network hostable DHCP agents. Network: 9b05480a-5eb0-4c0b-9b8b-2a4c7037c001, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:33:06.568593 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c68963d-ea09-4f1e-87c3-0ceb6ebb8030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:06.575682 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-78da8758-666a-483c-846e-5dc87fb4e882 req-5fe40b35-e3a6-4a51-b7c2-3c63136e1139 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Allocated IP 172.20.0.6 (a167ed73-6e11-49d4-8b85-411ff9857e03/6c3165e0-c2b9-4191-b47c-44ba56916623/2086500e-126c-485d-a43c-17320acf67e5) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:33:06.589531 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3ae4a2fd-dd6f-437c-a389-c82c7664b584 req-b4b29d51-c74a-48e0-a76a-1d2cc662e054 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=e128fddc-c5fa-475c-894b-6ec10f048421 HTTP/1.1" status: 200 len: 210 time: 0.1622365 Jul 09 09:33:06.626189 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95c215c-3e88-4162-af48-18464ad3d01b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network 9b05480a-5eb0-4c0b-9b8b-2a4c7037c001 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:33:06.654557 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a95c215c-3e88-4162-af48-18464ad3d01b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 9b05480a-5eb0-4c0b-9b8b-2a4c7037c001) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:06.664904 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b661a33-f3a6-49fd-860e-a3ef3edf5cfc None None] Network 9b05480a-5eb0-4c0b-9b8b-2a4c7037c001 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:33:06.671992 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95c215c-3e88-4162-af48-18464ad3d01b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:06.672586 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a95c215c-3e88-4162-af48-18464ad3d01b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:06.685126 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-93cde1f9-32eb-4f31-b993-696506eb8277 req-0358e6e3-69aa-47ac-bb83-926edcd1e807 service neutron] 10.222.0.58 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814566 Jul 09 09:33:06.698844 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-c53f2852-7768-4dd7-8119-16b90df3b289 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:06.700480 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-c53f2852-7768-4dd7-8119-16b90df3b289 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.64 "GET /v2.0/networks?id=2423c228-b601-4946-8ea0-8ba4dc5be28b HTTP/1.1" status: 200 len: 820 time: 0.2873790 Jul 09 09:33:06.704486 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a95c215c-3e88-4162-af48-18464ad3d01b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2724388 Jul 09 09:33:06.704486 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c68963d-ea09-4f1e-87c3-0ceb6ebb8030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:06.704739 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49748) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:06.711397 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e36c980d-228f-41a8-857b-243b9033a8e5 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1028792437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:06.742463 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-b6429adf-541a-4e06-98bc-bec4111190ae tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Request body: {'port': {'device_id': 'e128fddc-c5fa-475c-894b-6ec10f048421', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'admin_state_up': True, 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:06.770531 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68963d-ea09-4f1e-87c3-0ceb6ebb8030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=067bea4c-4068-42d1-90b5-523cb1cf2045,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:06.788013 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c68963d-ea09-4f1e-87c3-0ceb6ebb8030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:06.798755 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdfd4d0-1977-4023-92a3-fcedf2f0f925 None None] Network c2a62b28-c24a-4135-a300-83cd8df56946 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:33:06.800690 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1c68963d-ea09-4f1e-87c3-0ceb6ebb8030 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/067bea4c-4068-42d1-90b5-523cb1cf2045 HTTP/1.1" status: 204 len: 168 time: 0.7918873 Jul 09 09:33:06.808087 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49752) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:06.872201 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e36c980d-228f-41a8-857b-243b9033a8e5 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:06.873485 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e36c980d-228f-41a8-857b-243b9033a8e5 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:06.881448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-b6429adf-541a-4e06-98bc-bec4111190ae tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Made reservation on behalf of b787bf2eebcb4063864ea3f28a4fe795 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:33:06.885510 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-b6429adf-541a-4e06-98bc-bec4111190ae tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:06.939253 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-93cde1f9-32eb-4f31-b993-696506eb8277 req-4ebd5b85-8385-4ebe-919f-5df0d8ffa41d service neutron] 10.222.0.58 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477496 Jul 09 09:33:06.943849 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8f55569-e1d6-4169-bfe0-536f10248d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:06.954617 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f043feb8-587e-4382-9235-ac6e5e39b153 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:33:06.993786 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: f043feb8-587e-4382-9235-ac6e5e39b153 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:33:06.994438 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f043feb8-587e-4382-9235-ac6e5e39b153 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:33:06.995039 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6f31dbfc-3052-42ee-b1e2-34fac862d397 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:33:07.048332 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-d8f55569-e1d6-4169-bfe0-536f10248d4f admin admin] Deleting port e6611cce-ab9d-41ad-8db9-3adc74a80051 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:33:07.048607 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8f55569-e1d6-4169-bfe0-536f10248d4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:07.075106 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 6f31dbfc-3052-42ee-b1e2-34fac862d397 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:33:07.075796 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6f31dbfc-3052-42ee-b1e2-34fac862d397 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:33:07.078061 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4ece17f2-2584-4a76-aa54-d6bef26dbc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:07.221510 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62cadc7-9a93-47bd-9dfd-c3ab1f99ccb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-9b05480a-5eb0-4c0b-9b8b-2a4c7037c001', 'network_id': '9b05480a-5eb0-4c0b-9b8b-2a4c7037c001', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'fixed_ips': [{'subnet_id': '0e5ac92d-89cd-4e03-9021-378b7c1bf999'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:33:07.222400 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d62cadc7-9a93-47bd-9dfd-c3ab1f99ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:07.242549 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33708d92-a414-4b86-9092-eaf6ef2c08db None None] DHCP port deletion for c2a62b28-c24a-4135-a300-83cd8df56946 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:33:07.405166 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-33708d92-a414-4b86-9092-eaf6ef2c08db None None] Deleting port e6611cce-ab9d-41ad-8db9-3adc74a80051 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:33:07.405508 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-33708d92-a414-4b86-9092-eaf6ef2c08db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:07.411189 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-d62cadc7-9a93-47bd-9dfd-c3ab1f99ccb9 None None] Allocated IP 172.20.0.2 (9b05480a-5eb0-4c0b-9b8b-2a4c7037c001/0e5ac92d-89cd-4e03-9021-378b7c1bf999/be4488a5-c502-454a-a374-e1281870e344) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:33:07.453078 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-d8f55569-e1d6-4169-bfe0-536f10248d4f admin admin] For port e6611cce-ab9d-41ad-8db9-3adc74a80051, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e6611cce-ab9d-41ad-8db9-3adc74a80051,segment=NetworkSegment(2f00fb30-6d48-4603-9c7e-6770642a874a),segment_id=2f00fb30-6d48-4603-9c7e-6770642a874a)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:07.453318 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8f55569-e1d6-4169-bfe0-536f10248d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:07.468635 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-d8f55569-e1d6-4169-bfe0-536f10248d4f admin admin] Calling delete_port for e6611cce-ab9d-41ad-8db9-3adc74a80051 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:33:07.516179 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e36c980d-228f-41a8-857b-243b9033a8e5 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:07.524615 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-33708d92-a414-4b86-9092-eaf6ef2c08db None None] For port e6611cce-ab9d-41ad-8db9-3adc74a80051, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e6611cce-ab9d-41ad-8db9-3adc74a80051,segment=NetworkSegment(2f00fb30-6d48-4603-9c7e-6770642a874a),segment_id=2f00fb30-6d48-4603-9c7e-6770642a874a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:07.525012 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-33708d92-a414-4b86-9092-eaf6ef2c08db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:07.541960 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-33708d92-a414-4b86-9092-eaf6ef2c08db None None] Calling delete_port for e6611cce-ab9d-41ad-8db9-3adc74a80051 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:33:07.553716 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e36c980d-228f-41a8-857b-243b9033a8e5 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:07.562115 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8f55569-e1d6-4169-bfe0-536f10248d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:07.593620 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f55569-e1d6-4169-bfe0-536f10248d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=e6611cce-ab9d-41ad-8db9-3adc74a80051,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:07.597771 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f55569-e1d6-4169-bfe0-536f10248d4f admin admin] No DVR routers for this DVR port e6611cce-ab9d-41ad-8db9-3adc74a80051 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:33:07.642499 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e36c980d-228f-41a8-857b-243b9033a8e5 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:07.646180 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e36c980d-228f-41a8-857b-243b9033a8e5 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9362924 Jul 09 09:33:07.647841 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49766) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:07.653603 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-eed47280-fe9d-45ab-9041-292dace724ac tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'port': {'network_id': '9b05480a-5eb0-4c0b-9b8b-2a4c7037c001', 'name': 'tempest-RoutersTest-1687032069'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:07.692934 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d62cadc7-9a93-47bd-9dfd-c3ab1f99ccb9 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:07.694767 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-78da8758-666a-483c-846e-5dc87fb4e882 req-5fe40b35-e3a6-4a51-b7c2-3c63136e1139 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:07.701632 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-b6429adf-541a-4e06-98bc-bec4111190ae tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Allocated IP 172.20.0.7 (2423c228-b601-4946-8ea0-8ba4dc5be28b/e29a1d03-4250-4311-8a28-897c11a59e6c/78b7d26a-903d-4dfd-808e-3a9844f68812) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:33:07.702244 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-33708d92-a414-4b86-9092-eaf6ef2c08db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:07.704375 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d62cadc7-9a93-47bd-9dfd-c3ab1f99ccb9 None None] Transition to ACTIVE for port object be4488a5-c502-454a-a374-e1281870e344 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:33:07.731043 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3718dc-e773-4eca-8ca0-0a5fe27a48f3 req-31642fd5-d428-4e57-a446-f4dcf2194fdd tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:07.738998 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a3718dc-e773-4eca-8ca0-0a5fe27a48f3 req-31642fd5-d428-4e57-a446-f4dcf2194fdd tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 945 time: 0.6793265 Jul 09 09:33:07.740749 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33708d92-a414-4b86-9092-eaf6ef2c08db None None] Pushing event deleted for resources: {'Port': ['ID=e6611cce-ab9d-41ad-8db9-3adc74a80051,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:07.745703 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d62cadc7-9a93-47bd-9dfd-c3ab1f99ccb9 None None] Transition to ACTIVE for port object be4488a5-c502-454a-a374-e1281870e344 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:33:07.747980 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33708d92-a414-4b86-9092-eaf6ef2c08db None None] No DVR routers for this DVR port e6611cce-ab9d-41ad-8db9-3adc74a80051 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:33:07.755561 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d62cadc7-9a93-47bd-9dfd-c3ab1f99ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:07.771098 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8f55569-e1d6-4169-bfe0-536f10248d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:07.786960 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17b5ab-11fd-495a-a6e9-b0a776ac5fc1 req-c84d6b2b-6c86-47e0-8355-2811556836b3 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:07.788553 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d17b5ab-11fd-495a-a6e9-b0a776ac5fc1 req-c84d6b2b-6c86-47e0-8355-2811556836b3 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 949 time: 0.3094697 Jul 09 09:33:07.789558 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-d8f55569-e1d6-4169-bfe0-536f10248d4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a62b28-c24a-4135-a300-83cd8df56946']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:07.797900 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62cadc7-9a93-47bd-9dfd-c3ab1f99ccb9 None None] Network 9b05480a-5eb0-4c0b-9b8b-2a4c7037c001 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:33:07.804103 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-d62cadc7-9a93-47bd-9dfd-c3ab1f99ccb9 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:07.807483 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62cadc7-9a93-47bd-9dfd-c3ab1f99ccb9 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:33:07.812568 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-d8f55569-e1d6-4169-bfe0-536f10248d4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f00fb30-6d48-4603-9c7e-6770642a874a') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:07.812955 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-d8f55569-e1d6-4169-bfe0-536f10248d4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f00fb30-6d48-4603-9c7e-6770642a874a') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:07.817599 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cadc7-9a93-47bd-9dfd-c3ab1f99ccb9 None None] Pushing event updated for resources: {'Port': ['ID=be4488a5-c502-454a-a374-e1281870e344,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:07.834393 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8f55569-e1d6-4169-bfe0-536f10248d4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:07.856667 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8f55569-e1d6-4169-bfe0-536f10248d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:07.867871 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f55569-e1d6-4169-bfe0-536f10248d4f admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:33:07.868271 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8f55569-e1d6-4169-bfe0-536f10248d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:33:07.870191 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:33:07.880901 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a3718dc-e773-4eca-8ca0-0a5fe27a48f3 req-c7580d38-4ddc-4674-aaae-0e246395e246 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410162 Jul 09 09:33:07.885024 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d62cadc7-9a93-47bd-9dfd-c3ab1f99ccb9 None None] Attempting to bind port be4488a5-c502-454a-a374-e1281870e344 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:33:07.885399 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d62cadc7-9a93-47bd-9dfd-c3ab1f99ccb9 None None] Attempting to bind port be4488a5-c502-454a-a374-e1281870e344 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'e2b90911-acbc-4e48-99df-10e6116f2ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9b05480a-5eb0-4c0b-9b8b-2a4c7037c001'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:33:07.885765 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62cadc7-9a93-47bd-9dfd-c3ab1f99ccb9 None None] Attempting to bind port be4488a5-c502-454a-a374-e1281870e344 on network 9b05480a-5eb0-4c0b-9b8b-2a4c7037c001 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:33:07.891839 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62cadc7-9a93-47bd-9dfd-c3ab1f99ccb9 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:33:07.892071 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62cadc7-9a93-47bd-9dfd-c3ab1f99ccb9 None None] Checking segment: {'id': 'e2b90911-acbc-4e48-99df-10e6116f2ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9b05480a-5eb0-4c0b-9b8b-2a4c7037c001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:33:07.892807 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d62cadc7-9a93-47bd-9dfd-c3ab1f99ccb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:07.893375 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62cadc7-9a93-47bd-9dfd-c3ab1f99ccb9 None None] Bound using segment: {'id': 'e2b90911-acbc-4e48-99df-10e6116f2ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9b05480a-5eb0-4c0b-9b8b-2a4c7037c001'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:33:07.894021 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d62cadc7-9a93-47bd-9dfd-c3ab1f99ccb9 None None] Bound port: be4488a5-c502-454a-a374-e1281870e344, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b90911-acbc-4e48-99df-10e6116f2ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9b05480a-5eb0-4c0b-9b8b-2a4c7037c001'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:33:07.894579 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d62cadc7-9a93-47bd-9dfd-c3ab1f99ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:07.930975 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed47280-fe9d-45ab-9041-292dace724ac tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Made reservation on behalf of 5b4da6b733da4e65b04fb4aab5163387 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:33:07.933155 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-78da8758-666a-483c-846e-5dc87fb4e882 req-5fe40b35-e3a6-4a51-b7c2-3c63136e1139 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:07.937494 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eed47280-fe9d-45ab-9041-292dace724ac tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:07.944212 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d17b5ab-11fd-495a-a6e9-b0a776ac5fc1 req-3a8f5183-724e-4e64-91e7-14ce9d221299 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359084 Jul 09 09:33:07.968699 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-eed47280-fe9d-45ab-9041-292dace724ac tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] device_id is not set on port 6cdcc4f3-e0a9-4a16-9437-b23d62f16d54 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:33:07.976456 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8f55569-e1d6-4169-bfe0-536f10248d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:07.983652 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d62cadc7-9a93-47bd-9dfd-c3ab1f99ccb9 None None] For port be4488a5-c502-454a-a374-e1281870e344, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:33:07.986638 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8f55569-e1d6-4169-bfe0-536f10248d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:07.989000 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d8f55569-e1d6-4169-bfe0-536f10248d4f admin admin] 10.222.0.61 "DELETE /v2.0/networks/c2a62b28-c24a-4135-a300-83cd8df56946 HTTP/1.1" status: 204 len: 168 time: 1.1778715 Jul 09 09:33:07.992171 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d62cadc7-9a93-47bd-9dfd-c3ab1f99ccb9 None None] For port be4488a5-c502-454a-a374-e1281870e344, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=be4488a5-c502-454a-a374-e1281870e344,segment=NetworkSegment(e2b90911-acbc-4e48-99df-10e6116f2ffe),segment_id=e2b90911-acbc-4e48-99df-10e6116f2ffe)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:33:08.003212 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d62cadc7-9a93-47bd-9dfd-c3ab1f99ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:08.025708 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78da8758-666a-483c-846e-5dc87fb4e882 req-5fe40b35-e3a6-4a51-b7c2-3c63136e1139 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Network a167ed73-6e11-49d4-8b85-411ff9857e03 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:33:08.036330 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-78da8758-666a-483c-846e-5dc87fb4e882 req-5fe40b35-e3a6-4a51-b7c2-3c63136e1139 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:08.043716 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-78da8758-666a-483c-846e-5dc87fb4e882 req-5fe40b35-e3a6-4a51-b7c2-3c63136e1139 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:33:08.048769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe40b35-e3a6-4a51-b7c2-3c63136e1139 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Pushing event updated for resources: {'Port': ['ID=2086500e-126c-485d-a43c-17320acf67e5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:08.057391 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f55569-e1d6-4169-bfe0-536f10248d4f admin admin] Pushing event deleted for resources: {'Network': ['ID=c2a62b28-c24a-4135-a300-83cd8df56946,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:08.148201 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-b6429adf-541a-4e06-98bc-bec4111190ae tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:08.188362 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cadc7-9a93-47bd-9dfd-c3ab1f99ccb9 None None] Pushing event updated for resources: {'Port': ['ID=be4488a5-c502-454a-a374-e1281870e344,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:08.217008 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-eed47280-fe9d-45ab-9041-292dace724ac tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Allocated IP 172.20.0.8 (9b05480a-5eb0-4c0b-9b8b-2a4c7037c001/0e5ac92d-89cd-4e03-9021-378b7c1bf999/6cdcc4f3-e0a9-4a16-9437-b23d62f16d54) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:33:08.233635 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0d98a0cb-649b-4f7a-8d2e-2aac5d010248 req-039673d0-094d-4f78-bfad-96cd0f7bcca2 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=e128fddc-c5fa-475c-894b-6ec10f048421 HTTP/1.1" status: 200 len: 210 time: 0.0823088 Jul 09 09:33:08.242091 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da8758-666a-483c-846e-5dc87fb4e882 req-5fe40b35-e3a6-4a51-b7c2-3c63136e1139 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:08.243080 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-78da8758-666a-483c-846e-5dc87fb4e882 req-5fe40b35-e3a6-4a51-b7c2-3c63136e1139 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:08.258234 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-b6429adf-541a-4e06-98bc-bec4111190ae tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Transition to ACTIVE for port object 78b7d26a-903d-4dfd-808e-3a9844f68812 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:33:08.301842 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78da8758-666a-483c-846e-5dc87fb4e882 req-5fe40b35-e3a6-4a51-b7c2-3c63136e1139 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2950559 Jul 09 09:33:08.316394 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-78da8758-666a-483c-846e-5dc87fb4e882 req-81eb53fc-3b96-483c-a608-50e92198b434 service neutron] Request body: {'port': {'device_id': 'd44a3470-a6f2-4dbb-87ef-8f1b35798909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:08.411405 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49774) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:08.487923 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e897ab-22c6-4438-a184-8174ab2d566b req-86917047-a991-43a3-b580-0597d10ea75c tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:08.491854 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12e897ab-22c6-4438-a184-8174ab2d566b req-86917047-a991-43a3-b580-0597d10ea75c tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 931 time: 0.3094676 Jul 09 09:33:08.500091 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-b6429adf-541a-4e06-98bc-bec4111190ae tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:08.515992 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['448833fd-1de0-4f0f-8cdc-555890bf76db'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:33:08.619213 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eed47280-fe9d-45ab-9041-292dace724ac tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:08.626133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-b6429adf-541a-4e06-98bc-bec4111190ae tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Network 2423c228-b601-4946-8ea0-8ba4dc5be28b is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:33:08.632124 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e07bf6ad-3d21-4236-ab14-ecf9379c4689 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ccf6ebcefc44456fb4b443a1a3c4cef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190430 Jul 09 09:33:08.634879 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49776) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:08.662985 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-eed47280-fe9d-45ab-9041-292dace724ac tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Transition to ACTIVE for port object 6cdcc4f3-e0a9-4a16-9437-b23d62f16d54 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:33:08.671487 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-b6429adf-541a-4e06-98bc-bec4111190ae tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:08.697536 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-b6429adf-541a-4e06-98bc-bec4111190ae tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:33:08.769202 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-b6429adf-541a-4e06-98bc-bec4111190ae tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:08.769606 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-b6429adf-541a-4e06-98bc-bec4111190ae tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:08.810477 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0d78d9a-eb1b-44bf-9f37-372c2f0998cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:08.823735 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-78da8758-666a-483c-846e-5dc87fb4e882 req-81eb53fc-3b96-483c-a608-50e92198b434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:08.897593 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0d78d9a-eb1b-44bf-9f37-372c2f0998cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:08.909227 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6429adf-541a-4e06-98bc-bec4111190ae tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Pushing event updated for resources: {'Port': ['ID=78b7d26a-903d-4dfd-808e-3a9844f68812,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:08.915819 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device be4488a5-c502-454a-a374-e1281870e344 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:33:08.921627 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12e897ab-22c6-4438-a184-8174ab2d566b req-28fded48-2945-4844-a8e9-62cc597cb09d tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182308 Jul 09 09:33:08.942224 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eed47280-fe9d-45ab-9041-292dace724ac tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:08.956141 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:09.096725 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port be4488a5-c502-454a-a374-e1281870e344 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:33:09.100991 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed47280-fe9d-45ab-9041-292dace724ac tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Port': ['ID=6cdcc4f3-e0a9-4a16-9437-b23d62f16d54,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:09.128213 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-302e430a-03e8-4e68-96a8-0011f92820a1 None None] Provisioning for port 78b7d26a-903d-4dfd-808e-3a9844f68812 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:33:09.134328 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-302e430a-03e8-4e68-96a8-0011f92820a1 None None] Provisioning complete for port 78b7d26a-903d-4dfd-808e-3a9844f68812 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:09.134713 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-302e430a-03e8-4e68-96a8-0011f92820a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:09.152804 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed47280-fe9d-45ab-9041-292dace724ac tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network 9b05480a-5eb0-4c0b-9b8b-2a4c7037c001 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:33:09.168675 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-eed47280-fe9d-45ab-9041-292dace724ac tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:09.176739 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0d78d9a-eb1b-44bf-9f37-372c2f0998cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:09.183206 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0d78d9a-eb1b-44bf-9f37-372c2f0998cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:09.187591 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b0d78d9a-eb1b-44bf-9f37-372c2f0998cf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/750d74c7-0be8-44ba-b095-cf1fd598f284 HTTP/1.1" status: 204 len: 168 time: 0.5514188 Jul 09 09:33:09.189147 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed47280-fe9d-45ab-9041-292dace724ac tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:33:09.200512 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e6611cce-ab9d-41ad-8db9-3adc74a80051 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:33:09.229659 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: e6611cce-ab9d-41ad-8db9-3adc74a80051 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:33:09.230361 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e6611cce-ab9d-41ad-8db9-3adc74a80051 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:33:09.241321 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-302e430a-03e8-4e68-96a8-0011f92820a1 None None] Port 78b7d26a-903d-4dfd-808e-3a9844f68812 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:33:09.257103 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:33:09.285602 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d78d9a-eb1b-44bf-9f37-372c2f0998cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750d74c7-0be8-44ba-b095-cf1fd598f284,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:09.320084 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-af1ec631-00e2-46a3-b8ce-d7d926763858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:09.324658 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-b6429adf-541a-4e06-98bc-bec4111190ae tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5870407 Jul 09 09:33:09.347813 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed47280-fe9d-45ab-9041-292dace724ac tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:09.348502 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eed47280-fe9d-45ab-9041-292dace724ac tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:09.366263 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-589fa57a-95c3-4478-a2e8-8105f97bf953 service neutron] Request body: {'port': {'device_id': 'e128fddc-c5fa-475c-894b-6ec10f048421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:09.386215 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-eed47280-fe9d-45ab-9041-292dace724ac tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7384634 Jul 09 09:33:09.388786 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49788) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:09.464158 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:09.627489 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08fdac-c3df-4747-bfe3-c73a12fc1822 req-23b25fa1-b987-4003-b2d8-602174829646 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:09.634728 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb08fdac-c3df-4747-bfe3-c73a12fc1822 req-23b25fa1-b987-4003-b2d8-602174829646 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 945 time: 0.8032937 Jul 09 09:33:09.687854 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857f504e-dc27-4173-b9b8-797613536d25 None None] Network 9b05480a-5eb0-4c0b-9b8b-2a4c7037c001 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:33:09.751387 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb08fdac-c3df-4747-bfe3-c73a12fc1822 req-5013d9a4-7ac9-45e5-846f-8c221bde42af tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156743 Jul 09 09:33:09.770254 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8acbf-7f18-4b32-a155-657c7ce2852b req-a0042b22-bff1-4151-aec8-08cc24345f70 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:09.784890 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6d8acbf-7f18-4b32-a155-657c7ce2852b req-a0042b22-bff1-4151-aec8-08cc24345f70 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 945 time: 0.4661469 Jul 09 09:33:09.787998 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-589fa57a-95c3-4478-a2e8-8105f97bf953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:09.815434 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ef316a92-478a-4fc6-8ebe-3b4b5d3781a6 None None] Provisioning for port be4488a5-c502-454a-a374-e1281870e344 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:33:09.822199 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ef316a92-478a-4fc6-8ebe-3b4b5d3781a6 None None] Provisioning complete for port be4488a5-c502-454a-a374-e1281870e344 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:09.822978 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef316a92-478a-4fc6-8ebe-3b4b5d3781a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:09.835021 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-78da8758-666a-483c-846e-5dc87fb4e882 req-81eb53fc-3b96-483c-a608-50e92198b434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2086500e-126c-485d-a43c-17320acf67e5 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:33:09.839743 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e75ada1a-2443-4bc3-99be-0a8699de7a47 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:09.899384 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-78da8758-666a-483c-846e-5dc87fb4e882 req-81eb53fc-3b96-483c-a608-50e92198b434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:10.032493 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-78da8758-666a-483c-846e-5dc87fb4e882 req-81eb53fc-3b96-483c-a608-50e92198b434 service neutron] Transition to ACTIVE for port object 2086500e-126c-485d-a43c-17320acf67e5 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:33:10.047845 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6d8acbf-7f18-4b32-a155-657c7ce2852b req-bda95a43-ea45-4d32-b2ed-b7b8c9789160 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597017 Jul 09 09:33:10.050775 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef316a92-478a-4fc6-8ebe-3b4b5d3781a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:10.075115 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-78da8758-666a-483c-846e-5dc87fb4e882 req-81eb53fc-3b96-483c-a608-50e92198b434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:10.107777 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ef316a92-478a-4fc6-8ebe-3b4b5d3781a6 None None] For port be4488a5-c502-454a-a374-e1281870e344, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=be4488a5-c502-454a-a374-e1281870e344,segment=NetworkSegment(e2b90911-acbc-4e48-99df-10e6116f2ffe),segment_id=e2b90911-acbc-4e48-99df-10e6116f2ffe)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:10.118383 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef316a92-478a-4fc6-8ebe-3b4b5d3781a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:10.188179 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef316a92-478a-4fc6-8ebe-3b4b5d3781a6 None None] Pushing event updated for resources: {'Port': ['ID=be4488a5-c502-454a-a374-e1281870e344,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:10.297912 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e75ada1a-2443-4bc3-99be-0a8699de7a47 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:10.304347 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e75ada1a-2443-4bc3-99be-0a8699de7a47 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:10.352002 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-63a5c5a5-44bc-432d-b13f-78fc873e4ebf None None] Provisioning complete for port be4488a5-c502-454a-a374-e1281870e344 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:10.353010 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-63a5c5a5-44bc-432d-b13f-78fc873e4ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:10.363878 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb53fc-3b96-483c-a608-50e92198b434 service neutron] Pushing event updated for resources: {'Port': ['ID=2086500e-126c-485d-a43c-17320acf67e5,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:10.386507 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49814) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:10.416128 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ada1a-2443-4bc3-99be-0a8699de7a47 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Port': ['ID=6cdcc4f3-e0a9-4a16-9437-b23d62f16d54,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:10.472323 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3507a-1496-44fc-8ba1-09a648fc70df req-a4aa185a-db01-4a39-aae2-a86e919b4a87 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:10.478419 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fda3507a-1496-44fc-8ba1-09a648fc70df req-a4aa185a-db01-4a39-aae2-a86e919b4a87 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 949 time: 0.5045075 Jul 09 09:33:10.488369 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-63a5c5a5-44bc-432d-b13f-78fc873e4ebf None None] Provisioning for port 6cdcc4f3-e0a9-4a16-9437-b23d62f16d54 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:33:10.494198 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-63a5c5a5-44bc-432d-b13f-78fc873e4ebf None None] Provisioning complete for port 6cdcc4f3-e0a9-4a16-9437-b23d62f16d54 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:10.494597 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-63a5c5a5-44bc-432d-b13f-78fc873e4ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:10.544170 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-63a5c5a5-44bc-432d-b13f-78fc873e4ebf None None] Port 6cdcc4f3-e0a9-4a16-9437-b23d62f16d54 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:33:10.606373 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-358b280e-e973-46e6-adf0-d725e296944e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-545706939-network', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:10.615613 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e75ada1a-2443-4bc3-99be-0a8699de7a47 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:10.657852 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fda3507a-1496-44fc-8ba1-09a648fc70df req-b17051e3-7f26-44d9-ae38-2abaad9347da tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303294 Jul 09 09:33:10.666529 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eba7d0-100e-4083-85b7-165a33c08ae8 req-bcc1f6ee-61e3-4442-b34c-f670d1c0f1f2 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:10.668183 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8eba7d0-100e-4083-85b7-165a33c08ae8 req-bcc1f6ee-61e3-4442-b34c-f670d1c0f1f2 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=e128fddc-c5fa-475c-894b-6ec10f048421 HTTP/1.1" status: 200 len: 931 time: 0.4091284 Jul 09 09:33:10.674070 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-78da8758-666a-483c-846e-5dc87fb4e882 req-81eb53fc-3b96-483c-a608-50e92198b434 service neutron] Attempting to bind port 2086500e-126c-485d-a43c-17320acf67e5 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:33:10.675598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-78da8758-666a-483c-846e-5dc87fb4e882 req-81eb53fc-3b96-483c-a608-50e92198b434 service neutron] Attempting to bind port 2086500e-126c-485d-a43c-17320acf67e5 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'edbd23f5-4b6c-4399-ba78-00f99e4df72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a167ed73-6e11-49d4-8b85-411ff9857e03'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:33:10.675598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78da8758-666a-483c-846e-5dc87fb4e882 req-81eb53fc-3b96-483c-a608-50e92198b434 service neutron] Attempting to bind port 2086500e-126c-485d-a43c-17320acf67e5 on network a167ed73-6e11-49d4-8b85-411ff9857e03 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:33:10.695455 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a38d52a9-5e8c-4a03-87ca-2a9ca0a202fb None None] Provisioning complete for port 6cdcc4f3-e0a9-4a16-9437-b23d62f16d54 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:10.695957 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a38d52a9-5e8c-4a03-87ca-2a9ca0a202fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:10.722128 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78da8758-666a-483c-846e-5dc87fb4e882 req-81eb53fc-3b96-483c-a608-50e92198b434 service neutron] Port 2086500e-126c-485d-a43c-17320acf67e5 on network a167ed73-6e11-49d4-8b85-411ff9857e03 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:33:10.722462 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78da8758-666a-483c-846e-5dc87fb4e882 req-81eb53fc-3b96-483c-a608-50e92198b434 service neutron] Attempting to bind port 2086500e-126c-485d-a43c-17320acf67e5 on network a167ed73-6e11-49d4-8b85-411ff9857e03 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:33:10.754054 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78da8758-666a-483c-846e-5dc87fb4e882 req-81eb53fc-3b96-483c-a608-50e92198b434 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:33:10.754506 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78da8758-666a-483c-846e-5dc87fb4e882 req-81eb53fc-3b96-483c-a608-50e92198b434 service neutron] Checking segment: {'id': 'edbd23f5-4b6c-4399-ba78-00f99e4df72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a167ed73-6e11-49d4-8b85-411ff9857e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:33:10.755366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78da8758-666a-483c-846e-5dc87fb4e882 req-81eb53fc-3b96-483c-a608-50e92198b434 service neutron] Bound using segment: {'id': 'edbd23f5-4b6c-4399-ba78-00f99e4df72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a167ed73-6e11-49d4-8b85-411ff9857e03'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:33:10.755897 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-78da8758-666a-483c-846e-5dc87fb4e882 req-81eb53fc-3b96-483c-a608-50e92198b434 service neutron] Bound port: 2086500e-126c-485d-a43c-17320acf67e5, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbd23f5-4b6c-4399-ba78-00f99e4df72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a167ed73-6e11-49d4-8b85-411ff9857e03'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:33:10.756300 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-78da8758-666a-483c-846e-5dc87fb4e882 req-81eb53fc-3b96-483c-a608-50e92198b434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:10.764167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358b280e-e973-46e6-adf0-d725e296944e admin admin] Made reservation on behalf of df38cd9bcbb7480b8739e27fba0b60f2 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:33:10.768614 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-358b280e-e973-46e6-adf0-d725e296944e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:10.789797 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a38d52a9-5e8c-4a03-87ca-2a9ca0a202fb None None] Port 6cdcc4f3-e0a9-4a16-9437-b23d62f16d54 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:33:10.793859 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-589fa57a-95c3-4478-a2e8-8105f97bf953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b7d26a-903d-4dfd-808e-3a9844f68812 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:33:10.805692 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device be4488a5-c502-454a-a374-e1281870e344 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:33:10.806518 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-589fa57a-95c3-4478-a2e8-8105f97bf953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:10.823943 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-358b280e-e973-46e6-adf0-d725e296944e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:10.849673 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8eba7d0-100e-4083-85b7-165a33c08ae8 req-03ca9131-cb87-40e8-9a41-b0f55ab58c00 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459837 Jul 09 09:33:10.851425 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e75ada1a-2443-4bc3-99be-0a8699de7a47 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:10.900545 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-589fa57a-95c3-4478-a2e8-8105f97bf953 service neutron] Transition to ACTIVE for port object 78b7d26a-903d-4dfd-808e-3a9844f68812 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:33:10.912300 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port be4488a5-c502-454a-a374-e1281870e344 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:10.912888 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-589fa57a-95c3-4478-a2e8-8105f97bf953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:10.914422 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:10.992786 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fa57a-95c3-4478-a2e8-8105f97bf953 service neutron] Pushing event updated for resources: {'Port': ['ID=78b7d26a-903d-4dfd-808e-3a9844f68812,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:11.037301 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-78da8758-666a-483c-846e-5dc87fb4e882 req-81eb53fc-3b96-483c-a608-50e92198b434 service neutron] For port 2086500e-126c-485d-a43c-17320acf67e5, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:33:11.038976 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8a122a56-d485-41a9-8a3d-fc1b72801750 None None] Provisioning complete for port 6cdcc4f3-e0a9-4a16-9437-b23d62f16d54 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:11.039352 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8a122a56-d485-41a9-8a3d-fc1b72801750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:11.043525 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-78da8758-666a-483c-846e-5dc87fb4e882 req-81eb53fc-3b96-483c-a608-50e92198b434 service neutron] For port 2086500e-126c-485d-a43c-17320acf67e5, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=2086500e-126c-485d-a43c-17320acf67e5,segment=NetworkSegment(edbd23f5-4b6c-4399-ba78-00f99e4df72a),segment_id=edbd23f5-4b6c-4399-ba78-00f99e4df72a)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:33:11.089698 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-78da8758-666a-483c-846e-5dc87fb4e882 req-81eb53fc-3b96-483c-a608-50e92198b434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:11.185677 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da8758-666a-483c-846e-5dc87fb4e882 req-81eb53fc-3b96-483c-a608-50e92198b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:11.186309 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-78da8758-666a-483c-846e-5dc87fb4e882 req-81eb53fc-3b96-483c-a608-50e92198b434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:11.189962 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78da8758-666a-483c-846e-5dc87fb4e882 req-81eb53fc-3b96-483c-a608-50e92198b434 service neutron] 10.222.0.64 "PUT /v2.0/ports/2086500e-126c-485d-a43c-17320acf67e5 HTTP/1.1" status: 200 len: 1091 time: 2.8781295 Jul 09 09:33:11.280940 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44a3470-a6f2-4dbb-87ef-8f1b35798909', 'tag': '2086500e-126c-485d-a43c-17320acf67e5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:33:11.284961 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fe6703-a043-4295-886f-b1956576096f" -d '{"events": [{"name": "network-changed", "server_uuid": "d44a3470-a6f2-4dbb-87ef-8f1b35798909", "tag": "2086500e-126c-485d-a43c-17320acf67e5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:33:11.298106 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e75ada1a-2443-4bc3-99be-0a8699de7a47 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:11.307008 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e75ada1a-2443-4bc3-99be-0a8699de7a47 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:11.354259 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:11.361625 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8a122a56-d485-41a9-8a3d-fc1b72801750 None None] Port 6cdcc4f3-e0a9-4a16-9437-b23d62f16d54 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:33:11.413242 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e75ada1a-2443-4bc3-99be-0a8699de7a47 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:11.416060 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ada1a-2443-4bc3-99be-0a8699de7a47 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Port': ['ID=6cdcc4f3-e0a9-4a16-9437-b23d62f16d54,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:11.428386 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb53fc-3b96-483c-a608-50e92198b434 service neutron] Pushing event updated for resources: {'Port': ['ID=2086500e-126c-485d-a43c-17320acf67e5,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:11.506781 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e1c1b-6c65-44ae-946d-e0392393501e req-d353b370-69f3-4041-82c4-7906df1c90e5 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:11.508807 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a1e1c1b-6c65-44ae-946d-e0392393501e req-d353b370-69f3-4041-82c4-7906df1c90e5 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 943 time: 0.4616973 Jul 09 09:33:11.528647 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-589fa57a-95c3-4478-a2e8-8105f97bf953 service neutron] Attempting to bind port 78b7d26a-903d-4dfd-808e-3a9844f68812 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:33:11.528998 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-589fa57a-95c3-4478-a2e8-8105f97bf953 service neutron] Attempting to bind port 78b7d26a-903d-4dfd-808e-3a9844f68812 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '966526bd-490a-44dd-abfe-bcd259cab79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:33:11.529334 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-589fa57a-95c3-4478-a2e8-8105f97bf953 service neutron] Attempting to bind port 78b7d26a-903d-4dfd-808e-3a9844f68812 on network 2423c228-b601-4946-8ea0-8ba4dc5be28b {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:33:11.547251 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75ada1a-2443-4bc3-99be-0a8699de7a47 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network 9b05480a-5eb0-4c0b-9b8b-2a4c7037c001 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:33:11.548790 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e75ada1a-2443-4bc3-99be-0a8699de7a47 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:11.580961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-589fa57a-95c3-4478-a2e8-8105f97bf953 service neutron] Port 78b7d26a-903d-4dfd-808e-3a9844f68812 on network 2423c228-b601-4946-8ea0-8ba4dc5be28b not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:33:11.581299 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-589fa57a-95c3-4478-a2e8-8105f97bf953 service neutron] Attempting to bind port 78b7d26a-903d-4dfd-808e-3a9844f68812 on network 2423c228-b601-4946-8ea0-8ba4dc5be28b {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:33:11.586371 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-358b280e-e973-46e6-adf0-d725e296944e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:11.605216 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-589fa57a-95c3-4478-a2e8-8105f97bf953 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:33:11.605558 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-589fa57a-95c3-4478-a2e8-8105f97bf953 service neutron] Checking segment: {'id': '966526bd-490a-44dd-abfe-bcd259cab79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:33:11.606063 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-589fa57a-95c3-4478-a2e8-8105f97bf953 service neutron] Bound using segment: {'id': '966526bd-490a-44dd-abfe-bcd259cab79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:33:11.606392 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-589fa57a-95c3-4478-a2e8-8105f97bf953 service neutron] Bound port: 78b7d26a-903d-4dfd-808e-3a9844f68812, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '966526bd-490a-44dd-abfe-bcd259cab79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:33:11.607315 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-589fa57a-95c3-4478-a2e8-8105f97bf953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:11.610898 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da8758-666a-483c-846e-5dc87fb4e882 req-c7c58258-6638-480b-af55-31a9a3eaece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:11.612998 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78da8758-666a-483c-846e-5dc87fb4e882 req-c7c58258-6638-480b-af55-31a9a3eaece1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ea2de8ba1fa4eb3954e92038414716a&device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 1094 time: 0.3232763 Jul 09 09:33:11.639400 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-358b280e-e973-46e6-adf0-d725e296944e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:11.680128 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75ada1a-2443-4bc3-99be-0a8699de7a47 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Router c1497eb7-b2e7-422a-8d10-6a7f20a53325 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:33:11.720757 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a1e1c1b-6c65-44ae-946d-e0392393501e req-1d33f205-090f-48e9-b1de-49127c02e015 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012186 Jul 09 09:33:11.733618 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-358b280e-e973-46e6-adf0-d725e296944e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:33:11.736460 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78da8758-666a-483c-846e-5dc87fb4e882 req-7f700cd2-c403-4ccd-b990-bfa19125955e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2086500e-126c-485d-a43c-17320acf67e5 HTTP/1.1" status: 200 len: 217 time: 0.0850921 Jul 09 09:33:11.783783 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75ada1a-2443-4bc3-99be-0a8699de7a47 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:33:11.790101 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e75ada1a-2443-4bc3-99be-0a8699de7a47 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/routers/c1497eb7-b2e7-422a-8d10-6a7f20a53325/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4002676 Jul 09 09:33:11.793769 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49836) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:11.798951 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ac66a1-0dc1-4741-a398-fcd213ef0de3 None None] Sync routers for ids ['c1497eb7-b2e7-422a-8d10-6a7f20a53325'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:33:11.799993 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb53c4fa-4a1f-4e36-baef-a0a741ab73b7 x-openstack-request-id: req-eb53c4fa-4a1f-4e36-baef-a0a741ab73b7 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:33:11.800285 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44a3470-a6f2-4dbb-87ef-8f1b35798909", "tag": "2086500e-126c-485d-a43c-17320acf67e5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:33:11.800537 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eb53c4fa-4a1f-4e36-baef-a0a741ab73b7 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:33:11.800931 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd44a3470-a6f2-4dbb-87ef-8f1b35798909', 'tag': '2086500e-126c-485d-a43c-17320acf67e5', 'status': 'completed', 'code': 200} Jul 09 09:33:11.813768 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ac66a1-0dc1-4741-a398-fcd213ef0de3 None None] Routers {'c1497eb7-b2e7-422a-8d10-6a7f20a53325'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:11.814409 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b2ac66a1-0dc1-4741-a398-fcd213ef0de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['c1497eb7-b2e7-422a-8d10-6a7f20a53325'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:11.836304 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-358b280e-e973-46e6-adf0-d725e296944e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:11.836736 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-358b280e-e973-46e6-adf0-d725e296944e admin admin] Added segment bbc829eb-840a-4f9c-b6c7-a422b7b82c77 of type vlan for network 99c195dc-2d0c-4f19-8264-456ecb1b766e Jul 09 09:33:11.838475 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b280e-e973-46e6-adf0-d725e296944e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f77ef3-e28b-4c68-8140-263f26b0fa62,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:11.877961 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfb777d-680f-4635-bb3e-f40f778b07b5 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:11.880564 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fdfb777d-680f-4635-bb3e-f40f778b07b5 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/ports/6cdcc4f3-e0a9-4a16-9437-b23d62f16d54 HTTP/1.1" status: 200 len: 977 time: 0.0837910 Jul 09 09:33:11.884476 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49840) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:11.894582 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b2ac66a1-0dc1-4741-a398-fcd213ef0de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:11.916584 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-35624db1-0809-4668-8cb8-f5158fd81015 None None] Provisioning complete for port 6cdcc4f3-e0a9-4a16-9437-b23d62f16d54 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:11.916959 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-35624db1-0809-4668-8cb8-f5158fd81015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:11.927273 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ac66a1-0dc1-4741-a398-fcd213ef0de3 None None] Routers {'c1497eb7-b2e7-422a-8d10-6a7f20a53325'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:11.930357 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b2ac66a1-0dc1-4741-a398-fcd213ef0de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['c1497eb7-b2e7-422a-8d10-6a7f20a53325'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:11.937875 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da8758-666a-483c-846e-5dc87fb4e882 req-337697b8-0f20-4d1a-b9d6-457f76a9170a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:11.939444 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78da8758-666a-483c-846e-5dc87fb4e882 req-337697b8-0f20-4d1a-b9d6-457f76a9170a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c3165e0-c2b9-4191-b47c-44ba56916623 HTTP/1.1" status: 200 len: 861 time: 0.1744978 Jul 09 09:33:11.944434 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-358b280e-e973-46e6-adf0-d725e296944e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:11.948524 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-589fa57a-95c3-4478-a2e8-8105f97bf953 service neutron] For port 78b7d26a-903d-4dfd-808e-3a9844f68812, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:33:11.954170 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-589fa57a-95c3-4478-a2e8-8105f97bf953 service neutron] For port 78b7d26a-903d-4dfd-808e-3a9844f68812, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=78b7d26a-903d-4dfd-808e-3a9844f68812,segment=NetworkSegment(966526bd-490a-44dd-abfe-bcd259cab79b),segment_id=966526bd-490a-44dd-abfe-bcd259cab79b)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:33:11.975172 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-589fa57a-95c3-4478-a2e8-8105f97bf953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:11.986653 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b2ac66a1-0dc1-4741-a398-fcd213ef0de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:11.988574 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ac66a1-0dc1-4741-a398-fcd213ef0de3 None None] The sync data for ids ['c1497eb7-b2e7-422a-8d10-6a7f20a53325'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:33:11.993024 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-35624db1-0809-4668-8cb8-f5158fd81015 None None] Port 6cdcc4f3-e0a9-4a16-9437-b23d62f16d54 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:33:12.018992 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed77cf-b6c1-467d-bbb2-38f769a31c61 req-417706be-fdb1-4cf2-bd91-ba15b8bc82e1 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:12.020545 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18ed77cf-b6c1-467d-bbb2-38f769a31c61 req-417706be-fdb1-4cf2-bd91-ba15b8bc82e1 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 945 time: 0.4418678 Jul 09 09:33:12.029701 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78da8758-666a-483c-846e-5dc87fb4e882 req-7667799b-b64d-4692-a202-d81cc8815e3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a167ed73-6e11-49d4-8b85-411ff9857e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778818 Jul 09 09:33:12.085561 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.db.resource_extend [None req-358b280e-e973-46e6-adf0-d725e296944e admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 09:33:12.096550 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-589fa57a-95c3-4478-a2e8-8105f97bf953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:12.097142 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-589fa57a-95c3-4478-a2e8-8105f97bf953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:12.099092 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-589fa57a-95c3-4478-a2e8-8105f97bf953 service neutron] 10.222.0.64 "PUT /v2.0/ports/78b7d26a-903d-4dfd-808e-3a9844f68812 HTTP/1.1" status: 200 len: 1091 time: 2.7449121 Jul 09 09:33:12.228469 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-358b280e-e973-46e6-adf0-d725e296944e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:12.229459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358b280e-e973-46e6-adf0-d725e296944e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:12.230044 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-358b280e-e973-46e6-adf0-d725e296944e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:12.306927 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fa57a-95c3-4478-a2e8-8105f97bf953 service neutron] Pushing event updated for resources: {'Port': ['ID=78b7d26a-903d-4dfd-808e-3a9844f68812,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:12.319942 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18ed77cf-b6c1-467d-bbb2-38f769a31c61 req-e27c9745-dd8e-481e-91a4-9e9b45f67ffa tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552409 Jul 09 09:33:12.364565 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-358b280e-e973-46e6-adf0-d725e296944e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9436724 Jul 09 09:33:12.366247 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49844) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:12.372063 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9384130a-b5d2-42a8-8182-2b97fa2f246e admin admin] Request body: {'subnet': {'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-545706939-subnet', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:12.384338 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b280e-e973-46e6-adf0-d725e296944e admin admin] Pushing event updated for resources: {'Network': ['ID=99c195dc-2d0c-4f19-8264-456ecb1b766e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:12.389335 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d727e2c-9f36-43f8-aed3-30a8643bbc22 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:12.395488 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 99c195dc-2d0c-4f19-8264-456ecb1b766e details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:33:12.402356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08aaab7-b6dd-479d-a4cf-8d98134c9f22 req-58f86523-5f2d-4da2-849a-5545a4cea616 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:12.404113 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a08aaab7-b6dd-479d-a4cf-8d98134c9f22 req-58f86523-5f2d-4da2-849a-5545a4cea616 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 949 time: 0.4355206 Jul 09 09:33:12.407803 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78da8758-666a-483c-846e-5dc87fb4e882 req-27cc1323-e367-4be8-8a69-a38c028e740d service neutron] 10.222.0.64 "GET /v2.0/networks/a167ed73-6e11-49d4-8b85-411ff9857e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361521 Jul 09 09:33:12.432886 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-ae08686a-7eaa-4caf-a7ed-80f217582bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:12.435412 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-ae08686a-7eaa-4caf-a7ed-80f217582bfa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b787bf2eebcb4063864ea3f28a4fe795&device_id=e128fddc-c5fa-475c-894b-6ec10f048421 HTTP/1.1" status: 200 len: 1094 time: 0.2558455 Jul 09 09:33:12.540257 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-201f5de9-1f06-4cf3-afb7-51136c3e4270 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b7d26a-903d-4dfd-808e-3a9844f68812 HTTP/1.1" status: 200 len: 217 time: 0.0545623 Jul 09 09:33:12.563445 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a08aaab7-b6dd-479d-a4cf-8d98134c9f22 req-c7336601-c01b-4e0b-bea1-d40406d79ec6 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497641 Jul 09 09:33:12.768622 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9384130a-b5d2-42a8-8182-2b97fa2f246e admin admin] Made reservation on behalf of df38cd9bcbb7480b8739e27fba0b60f2 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:33:12.770995 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9384130a-b5d2-42a8-8182-2b97fa2f246e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:12.836564 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:12.980746 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78da8758-666a-483c-846e-5dc87fb4e882 req-b4da950d-308c-4ccb-8d71-d97172dcfa00 service neutron] 10.222.0.64 "GET /v2.0/networks/a167ed73-6e11-49d4-8b85-411ff9857e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639822 Jul 09 09:33:12.996112 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-48eb79fc-55ae-4aef-855b-2cadbb7579e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:12.998440 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-48eb79fc-55ae-4aef-855b-2cadbb7579e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29a1d03-4250-4311-8a28-897c11a59e6c HTTP/1.1" status: 200 len: 859 time: 0.4481940 Jul 09 09:33:13.047862 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9384130a-b5d2-42a8-8182-2b97fa2f246e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:13.090325 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab3ab8-7493-45b8-b6eb-7d2b693e284b req-53aee755-9a74-427c-8c89-6882bab744e2 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:13.091888 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-00ab3ab8-7493-45b8-b6eb-7d2b693e284b req-53aee755-9a74-427c-8c89-6882bab744e2 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=e128fddc-c5fa-475c-894b-6ec10f048421 HTTP/1.1" status: 200 len: 943 time: 0.5070617 Jul 09 09:33:13.095108 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2d727e2c-9f36-43f8-aed3-30a8643bbc22 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting port 6cdcc4f3-e0a9-4a16-9437-b23d62f16d54 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:33:13.095453 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d727e2c-9f36-43f8-aed3-30a8643bbc22 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:13.143116 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df6ec7-f1d5-4ed6-ba8d-630aedc4bff4 req-b592f5ea-f3af-4955-b67e-e4da108efb65 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:13.144938 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-34df6ec7-f1d5-4ed6-ba8d-630aedc4bff4 req-b592f5ea-f3af-4955-b67e-e4da108efb65 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 945 time: 0.2328379 Jul 09 09:33:13.152355 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384130a-b5d2-42a8-8182-2b97fa2f246e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c58141ca-34d8-4bfc-921c-8492b6a7dcd8,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:13.174174 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9384130a-b5d2-42a8-8182-2b97fa2f246e admin admin] Checking segment: {'id': 'bbc829eb-840a-4f9c-b6c7-a422b7b82c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:33:13.174536 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9384130a-b5d2-42a8-8182-2b97fa2f246e admin admin] Network hostable DHCP agents. Network: 99c195dc-2d0c-4f19-8264-456ecb1b766e, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:33:13.192662 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-00ab3ab8-7493-45b8-b6eb-7d2b693e284b req-f5cd141b-711e-48a3-993d-9015c04c1896 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924888 Jul 09 09:33:13.194448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-546e8640-f82c-451d-8015-ea7f4db6220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:13.195910 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-546e8640-f82c-451d-8015-ea7f4db6220c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2423c228-b601-4946-8ea0-8ba4dc5be28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1887701 Jul 09 09:33:13.206515 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe6703-a043-4295-886f-b1956576096f req-65840545-6635-49f9-a895-9039b611b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:13.208321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48fe6703-a043-4295-886f-b1956576096f req-65840545-6635-49f9-a895-9039b611b2a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ea2de8ba1fa4eb3954e92038414716a&device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 1094 time: 0.1611328 Jul 09 09:33:13.212561 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9384130a-b5d2-42a8-8182-2b97fa2f246e admin admin] Network 99c195dc-2d0c-4f19-8264-456ecb1b766e is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:33:13.236253 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d727e2c-9f36-43f8-aed3-30a8643bbc22 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:13.244563 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-9384130a-b5d2-42a8-8182-2b97fa2f246e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 99c195dc-2d0c-4f19-8264-456ecb1b766e) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:13.253168 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504c280a-809c-45cc-baed-0ef76d94a3dd None None] Network 99c195dc-2d0c-4f19-8264-456ecb1b766e requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:33:13.257285 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-34df6ec7-f1d5-4ed6-ba8d-630aedc4bff4 req-b3b79552-a339-4ef2-828e-998307df4b49 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/security-groups?id=be393f4f-3bda-4267-ab77-11f03ec104fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029243 Jul 09 09:33:13.259834 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9384130a-b5d2-42a8-8182-2b97fa2f246e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:13.260676 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9384130a-b5d2-42a8-8182-2b97fa2f246e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:13.262764 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2d727e2c-9f36-43f8-aed3-30a8643bbc22 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Calling delete_port for 6cdcc4f3-e0a9-4a16-9437-b23d62f16d54 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:33:13.289335 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9384130a-b5d2-42a8-8182-2b97fa2f246e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9215949 Jul 09 09:33:13.321013 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49854) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:13.329681 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8bf60e72-5348-4b0c-be61-ad074751ebb2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-545706939-router', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:13.370149 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8bf60e72-5348-4b0c-be61-ad074751ebb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:13.371213 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8bf60e72-5348-4b0c-be61-ad074751ebb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:13.463224 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd5d993-ecf9-4768-893d-8f4b90674d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-99c195dc-2d0c-4f19-8264-456ecb1b766e', 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'fixed_ips': [{'subnet_id': 'c58141ca-34d8-4bfc-921c-8492b6a7dcd8'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:33:13.464172 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fcd5d993-ecf9-4768-893d-8f4b90674d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:13.481719 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe6703-a043-4295-886f-b1956576096f req-d9639155-9caa-4676-b089-87472732ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:13.483936 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48fe6703-a043-4295-886f-b1956576096f req-d9639155-9caa-4676-b089-87472732ddf3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a167ed73-6e11-49d4-8b85-411ff9857e03 HTTP/1.1" status: 200 len: 922 time: 0.2667203 Jul 09 09:33:13.488570 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-d29b87da-bfaa-4e2b-bb13-31dedff6c0e4 service neutron] 10.222.0.64 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740765 Jul 09 09:33:13.495725 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8bf60e72-5348-4b0c-be61-ad074751ebb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:13.616215 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48fe6703-a043-4295-886f-b1956576096f req-c952384c-58a4-454f-a24d-f8183817c85b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2086500e-126c-485d-a43c-17320acf67e5 HTTP/1.1" status: 200 len: 217 time: 0.1188369 Jul 09 09:33:13.624282 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b939891-34a2-47f6-97c2-b80a324f63e0 req-af08f816-ea84-4586-b134-ffce8bed258b tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:13.625764 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b939891-34a2-47f6-97c2-b80a324f63e0 req-af08f816-ea84-4586-b134-ffce8bed258b tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 943 time: 0.2767296 Jul 09 09:33:13.719768 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8bf60e72-5348-4b0c-be61-ad074751ebb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:13.731447 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d727e2c-9f36-43f8-aed3-30a8643bbc22 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:13.745395 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe6703-a043-4295-886f-b1956576096f req-2e10130f-3bc3-4c5b-afa3-271e4c06c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:13.746931 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48fe6703-a043-4295-886f-b1956576096f req-2e10130f-3bc3-4c5b-afa3-271e4c06c949 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c3165e0-c2b9-4191-b47c-44ba56916623 HTTP/1.1" status: 200 len: 861 time: 0.1181586 Jul 09 09:33:13.781685 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b939891-34a2-47f6-97c2-b80a324f63e0 req-53b76e31-fe8b-4d9e-87a0-f0f3904f005f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386395 Jul 09 09:33:13.793087 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d727e2c-9f36-43f8-aed3-30a8643bbc22 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Port': ['ID=6cdcc4f3-e0a9-4a16-9437-b23d62f16d54,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:13.798860 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345dda4-f9da-4e5b-8929-cad5e69cb340 req-94f92aa2-421f-4411-8622-bf551db03bba tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:13.801189 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7345dda4-f9da-4e5b-8929-cad5e69cb340 req-94f92aa2-421f-4411-8622-bf551db03bba tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 945 time: 0.3103158 Jul 09 09:33:13.828769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e128fddc-c5fa-475c-894b-6ec10f048421', 'tag': '78b7d26a-903d-4dfd-808e-3a9844f68812'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:33:13.833240 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6dab84-2131-4f02-9686-54e73053b0bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e128fddc-c5fa-475c-894b-6ec10f048421", "tag": "78b7d26a-903d-4dfd-808e-3a9844f68812"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:33:13.842988 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48fe6703-a043-4295-886f-b1956576096f req-b5545515-f0f4-4bac-8fb5-d86cbecdb702 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a167ed73-6e11-49d4-8b85-411ff9857e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849471 Jul 09 09:33:13.846133 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9139cb0-cb9a-4a44-977b-b80637bcf150 req-642871c0-64f3-44a6-b973-781014d28b44 service neutron] 10.222.0.64 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375900 Jul 09 09:33:13.872819 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-473995bb-7be6-4d99-addf-a2d78f5a2056 req-0688c91a-8781-4dce-8c05-97db49716761 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3255370 Jul 09 09:33:13.910173 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-fcd5d993-ecf9-4768-893d-8f4b90674d75 None None] Allocated IP 172.20.0.2 (99c195dc-2d0c-4f19-8264-456ecb1b766e/c58141ca-34d8-4bfc-921c-8492b6a7dcd8/18b2b232-545a-47e5-8462-e945bac3b190) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:33:14.053594 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7345dda4-f9da-4e5b-8929-cad5e69cb340 req-2bcdebf6-c51f-4619-a677-64a4e7a3972e tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172327 Jul 09 09:33:14.111608 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e639719-08b3-4704-ab18-4bb1b7a8165a req-22ef6c19-a562-467c-8ef0-307377a0f65e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:14.123965 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e639719-08b3-4704-ab18-4bb1b7a8165a req-22ef6c19-a562-467c-8ef0-307377a0f65e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 949 time: 0.1662450 Jul 09 09:33:14.151002 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fcd5d993-ecf9-4768-893d-8f4b90674d75 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:14.162734 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891926f0-130e-48f6-9337-5a48104184d3 x-openstack-request-id: req-891926f0-130e-48f6-9337-5a48104184d3 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:33:14.163091 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e128fddc-c5fa-475c-894b-6ec10f048421", "tag": "78b7d26a-903d-4dfd-808e-3a9844f68812", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:33:14.163775 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-891926f0-130e-48f6-9337-5a48104184d3 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:33:14.164251 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e128fddc-c5fa-475c-894b-6ec10f048421', 'tag': '78b7d26a-903d-4dfd-808e-3a9844f68812', 'status': 'completed', 'code': 200} Jul 09 09:33:14.165299 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fcd5d993-ecf9-4768-893d-8f4b90674d75 None None] Transition to ACTIVE for port object 18b2b232-545a-47e5-8462-e945bac3b190 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:33:14.186112 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d727e2c-9f36-43f8-aed3-30a8643bbc22 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:14.186787 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fcd5d993-ecf9-4768-893d-8f4b90674d75 None None] Transition to ACTIVE for port object 18b2b232-545a-47e5-8462-e945bac3b190 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:33:14.189890 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473995bb-7be6-4d99-addf-a2d78f5a2056 req-36bccef9-60d0-449e-92a0-6ad3adde6ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:14.191353 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-473995bb-7be6-4d99-addf-a2d78f5a2056 req-36bccef9-60d0-449e-92a0-6ad3adde6ac6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c9acf38ff167407f925d6b87ee411d50&device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 1096 time: 0.2555048 Jul 09 09:33:14.195287 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fcd5d993-ecf9-4768-893d-8f4b90674d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:14.222052 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd5d993-ecf9-4768-893d-8f4b90674d75 None None] Network 99c195dc-2d0c-4f19-8264-456ecb1b766e is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:33:14.243615 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-fcd5d993-ecf9-4768-893d-8f4b90674d75 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:14.247733 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd5d993-ecf9-4768-893d-8f4b90674d75 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:33:14.257722 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e639719-08b3-4704-ab18-4bb1b7a8165a req-8ae5ceb2-7f55-41b5-8857-6e282aea4e93 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325693 Jul 09 09:33:14.273896 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48fe6703-a043-4295-886f-b1956576096f req-8b1caaba-be1a-4b59-a1c1-144a104a4d03 service neutron] 10.222.0.64 "GET /v2.0/networks/a167ed73-6e11-49d4-8b85-411ff9857e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972926 Jul 09 09:33:14.293600 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5d993-ecf9-4768-893d-8f4b90674d75 None None] Pushing event updated for resources: {'Port': ['ID=18b2b232-545a-47e5-8462-e945bac3b190,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:14.330594 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-fcd5d993-ecf9-4768-893d-8f4b90674d75 None None] Attempting to bind port 18b2b232-545a-47e5-8462-e945bac3b190 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:33:14.331435 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-fcd5d993-ecf9-4768-893d-8f4b90674d75 None None] Attempting to bind port 18b2b232-545a-47e5-8462-e945bac3b190 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'bbc829eb-840a-4f9c-b6c7-a422b7b82c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:33:14.331586 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd5d993-ecf9-4768-893d-8f4b90674d75 None None] Attempting to bind port 18b2b232-545a-47e5-8462-e945bac3b190 on network 99c195dc-2d0c-4f19-8264-456ecb1b766e {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:33:14.337475 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd5d993-ecf9-4768-893d-8f4b90674d75 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:33:14.337475 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd5d993-ecf9-4768-893d-8f4b90674d75 None None] Checking segment: {'id': 'bbc829eb-840a-4f9c-b6c7-a422b7b82c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:33:14.338248 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fcd5d993-ecf9-4768-893d-8f4b90674d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:14.338739 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd5d993-ecf9-4768-893d-8f4b90674d75 None None] Bound using segment: {'id': 'bbc829eb-840a-4f9c-b6c7-a422b7b82c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:33:14.340229 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-fcd5d993-ecf9-4768-893d-8f4b90674d75 None None] Bound port: 18b2b232-545a-47e5-8462-e945bac3b190, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc829eb-840a-4f9c-b6c7-a422b7b82c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:33:14.340916 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fcd5d993-ecf9-4768-893d-8f4b90674d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:14.422515 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fcd5d993-ecf9-4768-893d-8f4b90674d75 None None] For port 18b2b232-545a-47e5-8462-e945bac3b190, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:33:14.426458 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fcd5d993-ecf9-4768-893d-8f4b90674d75 None None] For port 18b2b232-545a-47e5-8462-e945bac3b190, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=18b2b232-545a-47e5-8462-e945bac3b190,segment=NetworkSegment(bbc829eb-840a-4f9c-b6c7-a422b7b82c77),segment_id=bbc829eb-840a-4f9c-b6c7-a422b7b82c77)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:33:14.433239 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fcd5d993-ecf9-4768-893d-8f4b90674d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:14.465202 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48fe6703-a043-4295-886f-b1956576096f req-18ea9142-b7db-4ae4-92c5-978745e53c3a service neutron] 10.222.0.64 "GET /v2.0/networks/a167ed73-6e11-49d4-8b85-411ff9857e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805561 Jul 09 09:33:14.521823 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dab84-2131-4f02-9686-54e73053b0bc req-56635731-255e-4e95-8676-b13056e4fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:14.523666 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c6dab84-2131-4f02-9686-54e73053b0bc req-56635731-255e-4e95-8676-b13056e4fde8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b787bf2eebcb4063864ea3f28a4fe795&device_id=e128fddc-c5fa-475c-894b-6ec10f048421 HTTP/1.1" status: 200 len: 1094 time: 0.3114970 Jul 09 09:33:14.560811 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473995bb-7be6-4d99-addf-a2d78f5a2056 req-e14a2f36-4e27-449d-bf93-c2c5de78bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:14.562311 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-473995bb-7be6-4d99-addf-a2d78f5a2056 req-e14a2f36-4e27-449d-bf93-c2c5de78bbe9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3d1be6a5-8870-45a4-8b11-20016bd71c75 HTTP/1.1" status: 200 len: 917 time: 0.3461249 Jul 09 09:33:14.584363 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d727e2c-9f36-43f8-aed3-30a8643bbc22 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Router c1497eb7-b2e7-422a-8d10-6a7f20a53325 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:33:14.589098 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5d993-ecf9-4768-893d-8f4b90674d75 None None] Pushing event updated for resources: {'Port': ['ID=18b2b232-545a-47e5-8462-e945bac3b190,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:14.616178 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8b98f-b819-4b54-a238-8d829c16b07c req-adae3e06-43d5-44ee-a3ce-6580b6c9d874 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:14.617943 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0b8b98f-b819-4b54-a238-8d829c16b07c req-adae3e06-43d5-44ee-a3ce-6580b6c9d874 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=e128fddc-c5fa-475c-894b-6ec10f048421 HTTP/1.1" status: 200 len: 943 time: 0.1854038 Jul 09 09:33:14.646336 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8bf60e72-5348-4b0c-be61-ad074751ebb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:14.688974 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0b8b98f-b819-4b54-a238-8d829c16b07c req-7eeac693-1a24-481e-bc31-0d46cdc3dfde tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602758 Jul 09 09:33:14.702276 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dab84-2131-4f02-9686-54e73053b0bc req-516b0ec6-9e92-47de-a50d-245cde5f3614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:14.703936 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c6dab84-2131-4f02-9686-54e73053b0bc req-516b0ec6-9e92-47de-a50d-245cde5f3614 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2423c228-b601-4946-8ea0-8ba4dc5be28b HTTP/1.1" status: 200 len: 921 time: 0.1733236 Jul 09 09:33:14.710963 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8bf60e72-5348-4b0c-be61-ad074751ebb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:14.751088 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c6dab84-2131-4f02-9686-54e73053b0bc req-88cea7cc-6b20-409b-806f-a5cfd2ec13cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b7d26a-903d-4dfd-808e-3a9844f68812 HTTP/1.1" status: 200 len: 217 time: 0.0383813 Jul 09 09:33:14.761430 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-473995bb-7be6-4d99-addf-a2d78f5a2056 req-189644d4-8c31-46a6-bb89-b9ca35803e42 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d17f901-a8f5-46dc-9afd-b4ff77d5c65a HTTP/1.1" status: 200 len: 1001 time: 0.1898487 Jul 09 09:33:14.813567 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d727e2c-9f36-43f8-aed3-30a8643bbc22 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:33:14.859443 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2d727e2c-9f36-43f8-aed3-30a8643bbc22 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/routers/c1497eb7-b2e7-422a-8d10-6a7f20a53325/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9698617 Jul 09 09:33:14.862949 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49880) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:14.863499 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede3317-8061-4918-b2f4-eb0452d92541 None None] Sync routers for ids ['c1497eb7-b2e7-422a-8d10-6a7f20a53325'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:33:14.892232 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede3317-8061-4918-b2f4-eb0452d92541 None None] Routers {'c1497eb7-b2e7-422a-8d10-6a7f20a53325'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:14.894722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2ede3317-8061-4918-b2f4-eb0452d92541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['c1497eb7-b2e7-422a-8d10-6a7f20a53325'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:14.925674 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dab84-2131-4f02-9686-54e73053b0bc req-46840a1f-c79f-4b80-bf3c-fc16df112edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:14.927227 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c6dab84-2131-4f02-9686-54e73053b0bc req-46840a1f-c79f-4b80-bf3c-fc16df112edd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29a1d03-4250-4311-8a28-897c11a59e6c HTTP/1.1" status: 200 len: 859 time: 0.1696539 Jul 09 09:33:14.949699 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473995bb-7be6-4d99-addf-a2d78f5a2056 req-bc426c6b-63c6-4150-8e9d-2fa4ccf08c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:14.964005 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-473995bb-7be6-4d99-addf-a2d78f5a2056 req-bc426c6b-63c6-4150-8e9d-2fa4ccf08c87 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a4a0b147-f87c-465f-8728-76832153941d HTTP/1.1" status: 200 len: 855 time: 0.1933286 Jul 09 09:33:14.993320 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2ede3317-8061-4918-b2f4-eb0452d92541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:15.022624 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede3317-8061-4918-b2f4-eb0452d92541 None None] Routers {'c1497eb7-b2e7-422a-8d10-6a7f20a53325'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:15.023545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2ede3317-8061-4918-b2f4-eb0452d92541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['c1497eb7-b2e7-422a-8d10-6a7f20a53325'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:15.065474 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-8bf60e72-5348-4b0c-be61-ad074751ebb2 admin admin] Allocated IP 172.25.3.20 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/463331b5-eedb-482b-915c-2839d9c2e433) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:33:15.069974 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2ede3317-8061-4918-b2f4-eb0452d92541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:15.071933 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede3317-8061-4918-b2f4-eb0452d92541 None None] The sync data for ids ['c1497eb7-b2e7-422a-8d10-6a7f20a53325'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:33:15.123589 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d316c5-05e8-42c9-ac81-300f07a12983 req-b952dfd0-6914-47a4-a041-5326f90d390f tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:15.125204 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64d316c5-05e8-42c9-ac81-300f07a12983 req-b952dfd0-6914-47a4-a041-5326f90d390f tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 945 time: 0.3663239 Jul 09 09:33:15.150992 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473995bb-7be6-4d99-addf-a2d78f5a2056 req-9b98012a-b83e-4e52-a36e-2361c72cb52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:15.153038 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-473995bb-7be6-4d99-addf-a2d78f5a2056 req-9b98012a-b83e-4e52-a36e-2361c72cb52d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3d1be6a5-8870-45a4-8b11-20016bd71c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1745982 Jul 09 09:33:15.249854 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8bf60e72-5348-4b0c-be61-ad074751ebb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:15.255649 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-9c34ebb6-c439-477b-b8b2-60e208fb7ef4 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] remove_router_interface failed (client error): The resource could not be found. Jul 09 09:33:15.256731 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9c34ebb6-c439-477b-b8b2-60e208fb7ef4 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/routers/c1497eb7-b2e7-422a-8d10-6a7f20a53325/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3928080 Jul 09 09:33:15.259971 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49884) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:15.266221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dab84-2131-4f02-9686-54e73053b0bc req-cd2b1d1c-d072-4471-bfd6-b69fd558ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:15.267793 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c6dab84-2131-4f02-9686-54e73053b0bc req-cd2b1d1c-d072-4471-bfd6-b69fd558ffc5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2423c228-b601-4946-8ea0-8ba4dc5be28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3095052 Jul 09 09:33:15.288870 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64d316c5-05e8-42c9-ac81-300f07a12983 req-f4ddc702-a5c5-47f1-8442-4443a38ee877 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/security-groups?id=be393f4f-3bda-4267-ab77-11f03ec104fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438055 Jul 09 09:33:15.312222 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2a2e9588-5546-46e7-8a48-caf439400d4b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1497eb7-b2e7-422a-8d10-6a7f20a53325 HTTP/1.1" status: 200 len: 205 time: 0.0493937 Jul 09 09:33:15.315561 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49890) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:15.328166 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-473995bb-7be6-4d99-addf-a2d78f5a2056 req-54f9682c-f69e-4077-9208-eba626452404 service neutron] 10.222.0.58 "GET /v2.0/networks/3d1be6a5-8870-45a4-8b11-20016bd71c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645062 Jul 09 09:33:15.347001 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d13a2-0f46-4935-9658-723b486b7225 req-2989a8bf-4247-416d-8b58-b1c270ba0c4b tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:15.348576 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-191d13a2-0f46-4935-9658-723b486b7225 req-2989a8bf-4247-416d-8b58-b1c270ba0c4b tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 943 time: 0.2838275 Jul 09 09:33:15.442073 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-191d13a2-0f46-4935-9658-723b486b7225 req-58298afd-e8f8-4caf-b348-925e07f1cdd9 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853987 Jul 09 09:33:15.446625 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c6dab84-2131-4f02-9686-54e73053b0bc req-63101077-6af1-4b4f-b47a-99f8963a1762 service neutron] 10.222.0.64 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684229 Jul 09 09:33:15.451051 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50e5b58a-2b6a-446b-a6b1-29e794ad8bf5 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:15.576328 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8bf60e72-5348-4b0c-be61-ad074751ebb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:15.600831 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd942e-c811-41f3-b3cf-ee86b6d274cc req-7b6730ba-1fee-452c-b1a2-c2285015809f tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:15.602492 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6cd942e-c811-41f3-b3cf-ee86b6d274cc req-7b6730ba-1fee-452c-b1a2-c2285015809f tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 945 time: 0.2083023 Jul 09 09:33:15.606109 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c6dab84-2131-4f02-9686-54e73053b0bc req-e4fecd4c-6fd8-4c63-8b3a-655bbe4dfd7b service neutron] 10.222.0.64 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467173 Jul 09 09:33:15.676919 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6cd942e-c811-41f3-b3cf-ee86b6d274cc req-86d71204-8e7b-4f92-bd16-7f0b8475fc03 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535135 Jul 09 09:33:15.721389 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00c3bf-bced-4e35-9dc8-2d8101e72a5d req-1090ac8d-5e52-4e52-aeb0-98c07f993ee8 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:15.723755 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3c00c3bf-bced-4e35-9dc8-2d8101e72a5d req-1090ac8d-5e52-4e52-aeb0-98c07f993ee8 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 949 time: 0.1427803 Jul 09 09:33:15.770713 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3c00c3bf-bced-4e35-9dc8-2d8101e72a5d req-db2849a4-f0af-4de4-8ee0-f7c2f5148606 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404832 Jul 09 09:33:15.857187 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7834eb08-27ad-4432-8f13-086b62b7287b None None] Network 99c195dc-2d0c-4f19-8264-456ecb1b766e requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:33:15.921046 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1e304-de1d-4c39-ae03-b58c051948b3 req-1b26c6a9-080f-4bd8-b8e8-4fc7ce1e4e54 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:15.922910 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4b1e304-de1d-4c39-ae03-b58c051948b3 req-1b26c6a9-080f-4bd8-b8e8-4fc7ce1e4e54 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=e128fddc-c5fa-475c-894b-6ec10f048421 HTTP/1.1" status: 200 len: 943 time: 0.0735331 Jul 09 09:33:15.927341 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-297cb584-747f-4b33-b3dd-a77ef80a999b None None] Provisioning for port 18b2b232-545a-47e5-8462-e945bac3b190 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:33:15.967338 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4b1e304-de1d-4c39-ae03-b58c051948b3 req-645600db-f906-478c-bb0e-9f545e558568 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369077 Jul 09 09:33:15.970720 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50e5b58a-2b6a-446b-a6b1-29e794ad8bf5 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:15.977187 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50e5b58a-2b6a-446b-a6b1-29e794ad8bf5 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:16.002630 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf60e72-5348-4b0c-be61-ad074751ebb2 admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:33:16.038596 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-473995bb-7be6-4d99-addf-a2d78f5a2056 req-e95df1e2-4942-46f4-8b28-62e24a08133e service neutron] 10.222.0.58 "GET /v2.0/networks/3d1be6a5-8870-45a4-8b11-20016bd71c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6505792 Jul 09 09:33:16.042892 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-8bf60e72-5348-4b0c-be61-ad074751ebb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:16.047759 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf60e72-5348-4b0c-be61-ad074751ebb2 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:33:16.048673 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf60e72-5348-4b0c-be61-ad074751ebb2 admin admin] Pushing event updated for resources: {'Port': ['ID=463331b5-eedb-482b-915c-2839d9c2e433,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:16.077230 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50e5b58a-2b6a-446b-a6b1-29e794ad8bf5 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:16.077230 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e5b58a-2b6a-446b-a6b1-29e794ad8bf5 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Fanout notify agent at l3_agent the message router_deleted on router c1497eb7-b2e7-422a-8d10-6a7f20a53325 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:33:16.085050 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50e5b58a-2b6a-446b-a6b1-29e794ad8bf5 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:16.088571 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-50e5b58a-2b6a-446b-a6b1-29e794ad8bf5 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/routers/c1497eb7-b2e7-422a-8d10-6a7f20a53325 HTTP/1.1" status: 204 len: 168 time: 0.7683797 Jul 09 09:33:16.089473 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49902) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:16.152597 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a7b0b0-0ec9-4655-b982-14cfe4ba57d4 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting subnet 0e5ac92d-89cd-4e03-9021-378b7c1bf999 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:33:16.156608 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b0b0-0ec9-4655-b982-14cfe4ba57d4 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:16.201426 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b0b0-0ec9-4655-b982-14cfe4ba57d4 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:16.304370 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b0b0-0ec9-4655-b982-14cfe4ba57d4 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:16.330600 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8bf60e72-5348-4b0c-be61-ad074751ebb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:16.381159 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b0b0-0ec9-4655-b982-14cfe4ba57d4 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:16.411566 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7b0b0-0ec9-4655-b982-14cfe4ba57d4 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Subnet': ['ID=0e5ac92d-89cd-4e03-9021-378b7c1bf999,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:16.413585 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b0b0-0ec9-4655-b982-14cfe4ba57d4 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:16.415488 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a6a7b0b0-0ec9-4655-b982-14cfe4ba57d4 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/subnets/0e5ac92d-89cd-4e03-9021-378b7c1bf999 HTTP/1.1" status: 204 len: 168 time: 0.3255837 Jul 09 09:33:16.418103 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49906) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:16.427473 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aab9865-069b-45be-bf7e-a8a932e6dccc None None] Network 9b05480a-5eb0-4c0b-9b8b-2a4c7037c001 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:33:16.584149 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8bf60e72-5348-4b0c-be61-ad074751ebb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:16.661114 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad6b2a9-a72b-4a85-bbad-d07cbb8c927e None None] DHCP port deletion for 9b05480a-5eb0-4c0b-9b8b-2a4c7037c001 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:33:16.721575 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-fad6b2a9-a72b-4a85-bbad-d07cbb8c927e None None] Deleting port be4488a5-c502-454a-a374-e1281870e344 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:33:16.721959 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fad6b2a9-a72b-4a85-bbad-d07cbb8c927e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:16.755141 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf60e72-5348-4b0c-be61-ad074751ebb2 admin admin] Router cfae06f5-3216-4ab3-a577-47d9e6a51e58 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:33:16.853118 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fad6b2a9-a72b-4a85-bbad-d07cbb8c927e None None] For port be4488a5-c502-454a-a374-e1281870e344, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=be4488a5-c502-454a-a374-e1281870e344,segment=NetworkSegment(e2b90911-acbc-4e48-99df-10e6116f2ffe),segment_id=e2b90911-acbc-4e48-99df-10e6116f2ffe)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:16.854586 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fad6b2a9-a72b-4a85-bbad-d07cbb8c927e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:16.867115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 18b2b232-545a-47e5-8462-e945bac3b190 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:33:16.873453 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-fad6b2a9-a72b-4a85-bbad-d07cbb8c927e None None] Calling delete_port for be4488a5-c502-454a-a374-e1281870e344 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:33:16.882077 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80e89a3d-916c-4c10-89fe-a5f20fc7a8ce tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:16.905579 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf60e72-5348-4b0c-be61-ad074751ebb2 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:33:16.916902 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] Sync routers for ids ['cfae06f5-3216-4ab3-a577-47d9e6a51e58'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:33:16.928102 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8bf60e72-5348-4b0c-be61-ad074751ebb2 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:16.928985 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] Routers {'cfae06f5-3216-4ab3-a577-47d9e6a51e58'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:16.929626 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8bf60e72-5348-4b0c-be61-ad074751ebb2 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6050439 Jul 09 09:33:16.930104 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['cfae06f5-3216-4ab3-a577-47d9e6a51e58'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:16.944471 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49918) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:16.968232 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0ab0f-24ec-4c55-ba7c-5633065ad4fd req-f57d14a9-d669-4c9d-9320-8ef975ccd000 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:16.982885 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cda0ab0f-24ec-4c55-ba7c-5633065ad4fd req-f57d14a9-d669-4c9d-9320-8ef975ccd000 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 943 time: 0.1538081 Jul 09 09:33:17.003165 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bee20f-db29-480f-be93-ba9bd969f7aa req-e3cd2bea-2315-49d2-9255-70148d97c1fc tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:17.015086 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18bee20f-db29-480f-be93-ba9bd969f7aa req-e3cd2bea-2315-49d2-9255-70148d97c1fc tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 945 time: 0.5382981 Jul 09 09:33:17.041019 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fad6b2a9-a72b-4a85-bbad-d07cbb8c927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:17.065084 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] Set router cfae06f5-3216-4ab3-a577-47d9e6a51e58 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:33:17.070560 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6b2a9-a72b-4a85-bbad-d07cbb8c927e None None] Pushing event deleted for resources: {'Port': ['ID=be4488a5-c502-454a-a374-e1281870e344,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:17.072718 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 18b2b232-545a-47e5-8462-e945bac3b190 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:33:17.083429 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 18b2b232-545a-47e5-8462-e945bac3b190 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:17.083850 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:17.095115 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18bee20f-db29-480f-be93-ba9bd969f7aa req-33c56329-bc49-46d9-a280-feddc3901dca tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/security-groups?id=be393f4f-3bda-4267-ab77-11f03ec104fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788314 Jul 09 09:33:17.133299 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad6b2a9-a72b-4a85-bbad-d07cbb8c927e None None] No DVR routers for this DVR port be4488a5-c502-454a-a374-e1281870e344 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:33:17.134314 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cda0ab0f-24ec-4c55-ba7c-5633065ad4fd req-b2850681-49aa-4261-8624-053143c8f681 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484549 Jul 09 09:33:17.145528 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-80e89a3d-916c-4c10-89fe-a5f20fc7a8ce tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting port be4488a5-c502-454a-a374-e1281870e344 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:33:17.148262 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80e89a3d-916c-4c10-89fe-a5f20fc7a8ce tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:17.206116 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:17.265155 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 18b2b232-545a-47e5-8462-e945bac3b190, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=18b2b232-545a-47e5-8462-e945bac3b190,segment=NetworkSegment(bbc829eb-840a-4f9c-b6c7-a422b7b82c77),segment_id=bbc829eb-840a-4f9c-b6c7-a422b7b82c77)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:17.272772 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:17.302663 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-80e89a3d-916c-4c10-89fe-a5f20fc7a8ce tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] For port be4488a5-c502-454a-a374-e1281870e344, host n-d-799996-1, got binding levels [] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:17.303251 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80e89a3d-916c-4c10-89fe-a5f20fc7a8ce tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:17.332446 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-80e89a3d-916c-4c10-89fe-a5f20fc7a8ce tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Calling delete_port for be4488a5-c502-454a-a374-e1281870e344 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:33:17.335676 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.ipam_backend_mixin [None req-80e89a3d-916c-4c10-89fe-a5f20fc7a8ce tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Port be4488a5-c502-454a-a374-e1281870e344 was not found and therefore no delete operation was performed {{(pid=93790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 09:33:17.337516 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80e89a3d-916c-4c10-89fe-a5f20fc7a8ce tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:17.356784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device be4488a5-c502-454a-a374-e1281870e344 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:33:17.374943 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e89a3d-916c-4c10-89fe-a5f20fc7a8ce tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Port': ['ID=be4488a5-c502-454a-a374-e1281870e344,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:17.391221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e89a3d-916c-4c10-89fe-a5f20fc7a8ce tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] No DVR routers for this DVR port be4488a5-c502-454a-a374-e1281870e344 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:33:17.396022 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: be4488a5-c502-454a-a374-e1281870e344 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:33:17.397251 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device be4488a5-c502-454a-a374-e1281870e344 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:33:17.401442 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'name': 'tempest-TaggedBootDevicesTest_v242-545706939-router', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '463331b5-eedb-482b-915c-2839d9c2e433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:13Z', 'updated_at': '2021-07-09T09:33:16Z', 'revision_number': 3, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'gw_port': {'id': '463331b5-eedb-482b-915c-2839d9c2e433', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:68:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:14Z', 'updated_at': '2021-07-09T09:33:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:17.407784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=18b2b232-545a-47e5-8462-e945bac3b190,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:17.436359 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] Checking router: cfae06f5-3216-4ab3-a577-47d9e6a51e58 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:33:17.436707 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] Updating router cfae06f5-3216-4ab3-a577-47d9e6a51e58 port 463331b5-eedb-482b-915c-2839d9c2e433 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:33:17.473125 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:17.544468 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80e89a3d-916c-4c10-89fe-a5f20fc7a8ce tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:17.557757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-80e89a3d-916c-4c10-89fe-a5f20fc7a8ce tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b05480a-5eb0-4c0b-9b8b-2a4c7037c001']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:17.574023 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-80e89a3d-916c-4c10-89fe-a5f20fc7a8ce tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2b90911-acbc-4e48-99df-10e6116f2ffe') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:17.574411 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-80e89a3d-916c-4c10-89fe-a5f20fc7a8ce tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2b90911-acbc-4e48-99df-10e6116f2ffe') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:17.593484 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8032ed-b131-4448-994f-61082c14dcb3 req-5d3265c6-910f-4a18-bf7f-7d3a4feb5284 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:17.595002 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3f8032ed-b131-4448-994f-61082c14dcb3 req-5d3265c6-910f-4a18-bf7f-7d3a4feb5284 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 949 time: 0.2257071 Jul 09 09:33:17.596762 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80e89a3d-916c-4c10-89fe-a5f20fc7a8ce tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:17.600253 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-516bffde-ccc9-4784-8dc9-ea8a2f0bac03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:17.611265 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629adca-e28f-4cec-903c-44b3fc51d93b req-8022c755-3ece-49c5-bd32-73bcff600b09 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:17.612800 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2629adca-e28f-4cec-903c-44b3fc51d93b req-8022c755-3ece-49c5-bd32-73bcff600b09 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 945 time: 0.2257926 Jul 09 09:33:17.638074 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80e89a3d-916c-4c10-89fe-a5f20fc7a8ce tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:17.654572 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e89a3d-916c-4c10-89fe-a5f20fc7a8ce tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:33:17.654985 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80e89a3d-916c-4c10-89fe-a5f20fc7a8ce tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:33:17.658527 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:33:17.704933 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5f156a5a-c918-478b-b237-7653ff906d49 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:33:17.730732 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3f8032ed-b131-4448-994f-61082c14dcb3 req-0070ae41-2802-442e-a09b-a54ead33d670 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153989 Jul 09 09:33:17.750285 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2629adca-e28f-4cec-903c-44b3fc51d93b req-8773806f-d3d1-438a-8898-1b79601fcc33 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254714 Jul 09 09:33:17.777760 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80e89a3d-916c-4c10-89fe-a5f20fc7a8ce tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:17.788391 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80e89a3d-916c-4c10-89fe-a5f20fc7a8ce tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:17.795478 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-80e89a3d-916c-4c10-89fe-a5f20fc7a8ce tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/networks/9b05480a-5eb0-4c0b-9b8b-2a4c7037c001 HTTP/1.1" status: 204 len: 168 time: 1.3752844 Jul 09 09:33:17.800489 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49926) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:17.801147 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:17.812670 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] Transition to ACTIVE for port object 463331b5-eedb-482b-915c-2839d9c2e433 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:33:17.818724 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:17.820663 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e89a3d-916c-4c10-89fe-a5f20fc7a8ce tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Network': ['ID=9b05480a-5eb0-4c0b-9b8b-2a4c7037c001,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:17.830268 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5f156a5a-c918-478b-b237-7653ff906d49, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5f156a5a-c918-478b-b237-7653ff906d49,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:17.833213 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e94c5b6c-a072-4246-b956-5f35841b8d66 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'network': {'name': 'tempest-RoutersTest-57854582'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:17.846520 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '5f156a5a-c918-478b-b237-7653ff906d49', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'port_id': '5f156a5a-c918-478b-b237-7653ff906d49', 'mac_address': 'fa:16:3e:d9:62:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:33:17.872946 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-516bffde-ccc9-4784-8dc9-ea8a2f0bac03 admin admin] Allocated IP 172.20.0.1 (99c195dc-2d0c-4f19-8264-456ecb1b766e/c58141ca-34d8-4bfc-921c-8492b6a7dcd8/ece5828a-835e-40a1-a0d2-097ae8255d52) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:33:17.874564 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879436e-00fd-4de9-9550-b5e1f97a0e9d None None] Pushing event updated for resources: {'Port': ['ID=463331b5-eedb-482b-915c-2839d9c2e433,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:17.875117 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94c5b6c-a072-4246-b956-5f35841b8d66 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Made reservation on behalf of 5b4da6b733da4e65b04fb4aab5163387 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:33:17.878963 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e94c5b6c-a072-4246-b956-5f35841b8d66 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:17.900962 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] Attempting to bind port 463331b5-eedb-482b-915c-2839d9c2e433 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:33:17.901950 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] Attempting to bind port 463331b5-eedb-482b-915c-2839d9c2e433 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:33:17.903661 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] Attempting to bind port 463331b5-eedb-482b-915c-2839d9c2e433 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:33:17.906415 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:17.912217 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:33:17.913010 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:33:17.913668 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:17.914447 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:33:17.915179 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] Bound port: 463331b5-eedb-482b-915c-2839d9c2e433, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:33:17.915852 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:17.923813 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f156a5a-c918-478b-b237-7653ff906d49 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:33:17.946016 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5f156a5a-c918-478b-b237-7653ff906d49, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5f156a5a-c918-478b-b237-7653ff906d49,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:17.952028 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:17.952425 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94c5b6c-a072-4246-b956-5f35841b8d66 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:33:17.970791 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e94c5b6c-a072-4246-b956-5f35841b8d66 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:17.971140 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-e94c5b6c-a072-4246-b956-5f35841b8d66 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Added segment 04cf6da5-ba4b-4030-9b58-ca2f44660c34 of type vlan for network 513e6586-e0b5-4127-9167-adb8d827ea4e Jul 09 09:33:17.980461 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223f4c5-4698-4510-80fc-2816beba3b2c req-75b0f961-5448-4c68-a98e-ec6ded14ba5e tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:17.984440 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2223f4c5-4698-4510-80fc-2816beba3b2c req-75b0f961-5448-4c68-a98e-ec6ded14ba5e tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=e128fddc-c5fa-475c-894b-6ec10f048421 HTTP/1.1" status: 200 len: 943 time: 0.0864694 Jul 09 09:33:17.986435 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] For port 463331b5-eedb-482b-915c-2839d9c2e433, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:33:17.989945 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] For port 463331b5-eedb-482b-915c-2839d9c2e433, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=463331b5-eedb-482b-915c-2839d9c2e433,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:33:17.996253 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:18.025009 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5f156a5a-c918-478b-b237-7653ff906d49,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:18.037411 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e94c5b6c-a072-4246-b956-5f35841b8d66 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:18.040478 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2223f4c5-4698-4510-80fc-2816beba3b2c req-e9901de7-c650-42f4-8085-1e385a3e0870 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484188 Jul 09 09:33:18.060944 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['5f156a5a-c918-478b-b237-7653ff906d49'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:33:18.062627 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-516bffde-ccc9-4784-8dc9-ea8a2f0bac03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:18.071994 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879436e-00fd-4de9-9550-b5e1f97a0e9d None None] Pushing event updated for resources: {'Port': ['ID=463331b5-eedb-482b-915c-2839d9c2e433,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:18.082877 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] Routers {'cfae06f5-3216-4ab3-a577-47d9e6a51e58'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:18.083609 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['cfae06f5-3216-4ab3-a577-47d9e6a51e58'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:18.088333 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-516bffde-ccc9-4784-8dc9-ea8a2f0bac03 admin admin] Transition to ACTIVE for port object ece5828a-835e-40a1-a0d2-097ae8255d52 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:33:18.097179 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e94c5b6c-a072-4246-b956-5f35841b8d66 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:18.102771 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94c5b6c-a072-4246-b956-5f35841b8d66 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:18.103390 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e94c5b6c-a072-4246-b956-5f35841b8d66 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:18.211529 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] Set router cfae06f5-3216-4ab3-a577-47d9e6a51e58 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:33:18.270906 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e94c5b6c-a072-4246-b956-5f35841b8d66 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4432173 Jul 09 09:33:18.276839 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49932) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:18.285662 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9ab0bd6d-faef-456c-befe-d1fa4d677d79 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'subnet': {'network_id': '513e6586-e0b5-4127-9167-adb8d827ea4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:18.343828 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c5b6c-a072-4246-b956-5f35841b8d66 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Network': ['ID=513e6586-e0b5-4127-9167-adb8d827ea4e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:18.357367 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 513e6586-e0b5-4127-9167-adb8d827ea4e details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:33:18.368485 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-516bffde-ccc9-4784-8dc9-ea8a2f0bac03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:18.370506 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4758579-f74c-4b77-85ea-b6c0715dbf38 req-674ad1cd-261d-4c80-a593-95c2347de02a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:18.372163 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4758579-f74c-4b77-85ea-b6c0715dbf38 req-674ad1cd-261d-4c80-a593-95c2347de02a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 943 time: 0.1245871 Jul 09 09:33:18.440434 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d17ccb-9ca7-4c77-8713-21bf25050fc8 req-babf385d-2de6-42c7-9387-b250abd15776 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:18.441934 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-62d17ccb-9ca7-4c77-8713-21bf25050fc8 req-babf385d-2de6-42c7-9387-b250abd15776 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 945 time: 0.1358447 Jul 09 09:33:18.442995 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516bffde-ccc9-4784-8dc9-ea8a2f0bac03 admin admin] Network 99c195dc-2d0c-4f19-8264-456ecb1b766e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:33:18.451632 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4758579-f74c-4b77-85ea-b6c0715dbf38 req-8fd81a03-a59c-4fcf-8529-e11c99606128 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705290 Jul 09 09:33:18.464121 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac1b24-84a0-4a47-be8f-9d05c1ba5b92 req-1b2a4092-cf54-4dad-ab20-2f1e37fbc802 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:18.466674 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-54ac1b24-84a0-4a47-be8f-9d05c1ba5b92 req-1b2a4092-cf54-4dad-ab20-2f1e37fbc802 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 945 time: 0.2576816 Jul 09 09:33:18.467906 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-516bffde-ccc9-4784-8dc9-ea8a2f0bac03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:18.483171 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516bffde-ccc9-4784-8dc9-ea8a2f0bac03 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:33:18.494661 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516bffde-ccc9-4784-8dc9-ea8a2f0bac03 admin admin] Pushing event updated for resources: {'Port': ['ID=ece5828a-835e-40a1-a0d2-097ae8255d52,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:18.495629 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'name': 'tempest-TaggedBootDevicesTest_v242-545706939-router', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '463331b5-eedb-482b-915c-2839d9c2e433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:13Z', 'updated_at': '2021-07-09T09:33:16Z', 'revision_number': 3, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'gw_port': {'id': '463331b5-eedb-482b-915c-2839d9c2e433', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:68:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:14Z', 'updated_at': '2021-07-09T09:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:18.512322 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-62d17ccb-9ca7-4c77-8713-21bf25050fc8 req-cb4eb956-88e7-4b37-af35-f55d53f09879 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/security-groups?id=be393f4f-3bda-4267-ab77-11f03ec104fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595679 Jul 09 09:33:18.551161 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab0bd6d-faef-456c-befe-d1fa4d677d79 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Made reservation on behalf of 5b4da6b733da4e65b04fb4aab5163387 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:33:18.554844 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ab0bd6d-faef-456c-befe-d1fa4d677d79 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:18.629654 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d412c-a3e9-4807-8bba-1c8e82dd28e7 None None] The sync data for ids ['cfae06f5-3216-4ab3-a577-47d9e6a51e58'] in n-d-799996-1 is: [{'id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'name': 'tempest-TaggedBootDevicesTest_v242-545706939-router', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '463331b5-eedb-482b-915c-2839d9c2e433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:13Z', 'updated_at': '2021-07-09T09:33:16Z', 'revision_number': 3, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'gw_port': {'id': '463331b5-eedb-482b-915c-2839d9c2e433', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:68:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:14Z', 'updated_at': '2021-07-09T09:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:33:18.637244 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-516bffde-ccc9-4784-8dc9-ea8a2f0bac03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:18.726588 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7b5a1899-18f9-4cd3-8b83-c93b2e9dbfcd None None] Provisioning for port ece5828a-835e-40a1-a0d2-097ae8255d52 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:33:18.733650 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7b5a1899-18f9-4cd3-8b83-c93b2e9dbfcd None None] Provisioning complete for port ece5828a-835e-40a1-a0d2-097ae8255d52 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:18.734425 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7b5a1899-18f9-4cd3-8b83-c93b2e9dbfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:18.817427 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7b5a1899-18f9-4cd3-8b83-c93b2e9dbfcd None None] Port ece5828a-835e-40a1-a0d2-097ae8255d52 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:33:18.831363 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 18b2b232-545a-47e5-8462-e945bac3b190 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:33:18.845817 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-54ac1b24-84a0-4a47-be8f-9d05c1ba5b92 req-a42cad22-749a-4eb4-bfd3-e7be761de8cf tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Deleting port 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:33:18.846162 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-54ac1b24-84a0-4a47-be8f-9d05c1ba5b92 req-a42cad22-749a-4eb4-bfd3-e7be761de8cf tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:18.921639 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 18b2b232-545a-47e5-8462-e945bac3b190 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:18.922752 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:19.032129 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-516bffde-ccc9-4784-8dc9-ea8a2f0bac03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:19.052616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd938f3-35e4-4769-a228-5c57268cb387 req-258e4994-4529-4899-952b-87959d5e0892 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:19.064818 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ddd938f3-35e4-4769-a228-5c57268cb387 req-258e4994-4529-4899-952b-87959d5e0892 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 945 time: 0.1673629 Jul 09 09:33:19.099219 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ab0bd6d-faef-456c-befe-d1fa4d677d79 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:19.149220 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ddd938f3-35e4-4769-a228-5c57268cb387 req-d7773821-3a8c-4618-8c4a-0d1aa0707990 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826609 Jul 09 09:33:19.181398 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8a8a1-2824-41c7-bc60-55f265b268cf req-1b351c65-5282-4540-9c6e-4495d03307a6 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:19.189549 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-54ac1b24-84a0-4a47-be8f-9d05c1ba5b92 req-a42cad22-749a-4eb4-bfd3-e7be761de8cf tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] For port 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=5d17f901-a8f5-46dc-9afd-b4ff77d5c65a,segment=NetworkSegment(8bfbb34c-32d0-44b5-9b77-51a798cc85d3),segment_id=8bfbb34c-32d0-44b5-9b77-51a798cc85d3)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:19.189921 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-54ac1b24-84a0-4a47-be8f-9d05c1ba5b92 req-a42cad22-749a-4eb4-bfd3-e7be761de8cf tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:19.192295 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5b8a8a1-2824-41c7-bc60-55f265b268cf req-1b351c65-5282-4540-9c6e-4495d03307a6 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 949 time: 0.1965930 Jul 09 09:33:19.248748 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5b8a8a1-2824-41c7-bc60-55f265b268cf req-66df83e4-1e35-4719-a879-68c26803ade4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510907 Jul 09 09:33:19.252157 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0bd6d-faef-456c-befe-d1fa4d677d79 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Subnet': ['ID=cac101e2-98be-466a-ab0c-6a1ec931408f,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:19.353155 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab0bd6d-faef-456c-befe-d1fa4d677d79 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Checking segment: {'id': '04cf6da5-ba4b-4030-9b58-ca2f44660c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '513e6586-e0b5-4127-9167-adb8d827ea4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:33:19.353578 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab0bd6d-faef-456c-befe-d1fa4d677d79 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network hostable DHCP agents. Network: 513e6586-e0b5-4127-9167-adb8d827ea4e, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:33:19.394953 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e7093-ed35-4b92-b92c-4446024f6a02 req-666d88fd-6f08-4865-91ef-3e2c63798d21 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:19.397053 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e7e7093-ed35-4b92-b92c-4446024f6a02 req-666d88fd-6f08-4865-91ef-3e2c63798d21 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=e128fddc-c5fa-475c-894b-6ec10f048421 HTTP/1.1" status: 200 len: 943 time: 0.1268938 Jul 09 09:33:19.455218 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e7e7093-ed35-4b92-b92c-4446024f6a02 req-8331c9fa-7514-4391-b6f5-e4e6f0a88768 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509486 Jul 09 09:33:19.458470 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2317d86-bdba-4e1e-a036-427314fcb55b req-f10ce685-13a0-4768-935c-d1141340c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:19.460369 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2317d86-bdba-4e1e-a036-427314fcb55b req-f10ce685-13a0-4768-935c-d1141340c886 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 1095 time: 0.1201606 Jul 09 09:33:19.596490 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2317d86-bdba-4e1e-a036-427314fcb55b req-b606d492-535c-4c4a-97e5-20fda6370086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:19.597502 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2317d86-bdba-4e1e-a036-427314fcb55b req-b606d492-535c-4c4a-97e5-20fda6370086 service neutron] 10.222.0.64 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 912 time: 0.1090581 Jul 09 09:33:19.710056 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 2086500e-126c-485d-a43c-17320acf67e5 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:33:19.719529 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5f156a5a-c918-478b-b237-7653ff906d49 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:33:19.742368 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2317d86-bdba-4e1e-a036-427314fcb55b req-efda522e-9377-4d25-8465-0ca2542f9bef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f156a5a-c918-478b-b237-7653ff906d49 HTTP/1.1" status: 200 len: 1000 time: 0.1370571 Jul 09 09:33:19.805404 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2317d86-bdba-4e1e-a036-427314fcb55b req-12effcb0-4d66-4021-849b-b380f248cc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:19.807149 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2317d86-bdba-4e1e-a036-427314fcb55b req-12effcb0-4d66-4021-849b-b380f248cc0c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.0564134 Jul 09 09:33:19.813761 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab0bd6d-faef-456c-befe-d1fa4d677d79 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network 513e6586-e0b5-4127-9167-adb8d827ea4e is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:33:19.907630 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-9ab0bd6d-faef-456c-befe-d1fa4d677d79 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 513e6586-e0b5-4127-9167-adb8d827ea4e) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:19.908595 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 5f156a5a-c918-478b-b237-7653ff906d49 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:19.908973 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:19.925978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab0bd6d-faef-456c-befe-d1fa4d677d79 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:19.926970 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ab0bd6d-faef-456c-befe-d1fa4d677d79 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:19.933651 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1785c2a4-82f0-442f-a26b-a1af0c585477 None None] Network 513e6586-e0b5-4127-9167-adb8d827ea4e requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:33:19.947290 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f7231-27d0-4d7c-b5e6-b2ed36807335 req-4b905022-6b73-4ff1-be96-df4bfbb8287f tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:19.948887 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-516bffde-ccc9-4784-8dc9-ea8a2f0bac03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:19.951098 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-324f7231-27d0-4d7c-b5e6-b2ed36807335 req-4b905022-6b73-4ff1-be96-df4bfbb8287f tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 945 time: 0.2830637 Jul 09 09:33:19.962433 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 2086500e-126c-485d-a43c-17320acf67e5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=2086500e-126c-485d-a43c-17320acf67e5,segment=NetworkSegment(edbd23f5-4b6c-4399-ba78-00f99e4df72a),segment_id=edbd23f5-4b6c-4399-ba78-00f99e4df72a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:19.969689 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-516bffde-ccc9-4784-8dc9-ea8a2f0bac03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:19.978019 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31fe01-ce27-458f-a151-82a12df8e387 req-f9ca743a-02aa-4442-90d7-b40e66a9587e tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:19.980997 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ef31fe01-ce27-458f-a151-82a12df8e387 req-f9ca743a-02aa-4442-90d7-b40e66a9587e tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 943 time: 0.3110080 Jul 09 09:33:20.056871 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9ab0bd6d-faef-456c-befe-d1fa4d677d79 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7752929 Jul 09 09:33:20.063404 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49952) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:20.065208 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-54ac1b24-84a0-4a47-be8f-9d05c1ba5b92 req-a42cad22-749a-4eb4-bfd3-e7be761de8cf tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:20.065489 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2317d86-bdba-4e1e-a036-427314fcb55b req-45fa7b84-595d-4f8b-81cd-5ee3fdb82cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:20.065619 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-54ac1b24-84a0-4a47-be8f-9d05c1ba5b92 req-a42cad22-749a-4eb4-bfd3-e7be761de8cf tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:20.065884 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [req-54ac1b24-84a0-4a47-be8f-9d05c1ba5b92 req-a42cad22-749a-4eb4-bfd3-e7be761de8cf tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Floating IP 8c6251ea-1eec-407a-b568-d4a7b1e87883 disassociated. External IP: 172.25.3.131, port: 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a. Jul 09 09:33:20.066227 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-54ac1b24-84a0-4a47-be8f-9d05c1ba5b92 req-a42cad22-749a-4eb4-bfd3-e7be761de8cf tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Calling delete_port for 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:33:20.067389 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2317d86-bdba-4e1e-a036-427314fcb55b req-45fa7b84-595d-4f8b-81cd-5ee3fdb82cdd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2486029 Jul 09 09:33:20.073891 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b53b2afa-13e7-401b-855c-805200e1c4de tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1691498449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:20.117413 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-516bffde-ccc9-4784-8dc9-ea8a2f0bac03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:20.148176 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '2086500e-126c-485d-a43c-17320acf67e5', 'network_id': 'a167ed73-6e11-49d4-8b85-411ff9857e03', 'port_id': '2086500e-126c-485d-a43c-17320acf67e5', 'mac_address': 'fa:16:3e:e6:5f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3165e0-c2b9-4191-b47c-44ba56916623', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:33:20.165465 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516bffde-ccc9-4784-8dc9-ea8a2f0bac03 admin admin] Pushing event updated for resources: {'Port': ['ID=ece5828a-835e-40a1-a0d2-097ae8255d52,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:20.189520 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-324f7231-27d0-4d7c-b5e6-b2ed36807335 req-860b06d1-9b25-4464-a3dc-6929ff0c8f01 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/security-groups?id=be393f4f-3bda-4267-ab77-11f03ec104fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037199 Jul 09 09:33:20.217697 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b53b2afa-13e7-401b-855c-805200e1c4de tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:20.218657 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b53b2afa-13e7-401b-855c-805200e1c4de tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:20.223570 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ef31fe01-ce27-458f-a151-82a12df8e387 req-1f7f9124-797d-46d2-b8e0-e1c5ada2976a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264304 Jul 09 09:33:20.244443 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:20.275937 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:20.282768 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-117c93d2-d2de-4383-9489-fc3004ce92d3 service neutron] show failed (client error): The resource could not be found. Jul 09 09:33:20.283911 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-117c93d2-d2de-4383-9489-fc3004ce92d3 service neutron] 10.222.0.64 "GET /v2.0/ports/04f472e6-1ec8-4cdc-a59e-469ac1f88c3d/bindings/n-h1-799996-1 HTTP/1.1" status: 404 len: 380 time: 0.2471299 Jul 09 09:33:20.312771 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2317d86-bdba-4e1e-a036-427314fcb55b req-3479a54a-acbc-4164-b04a-cedfbd6eb1fd service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120197 Jul 09 09:33:20.321457 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b53b2afa-13e7-401b-855c-805200e1c4de tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:20.326069 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2086500e-126c-485d-a43c-17320acf67e5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:33:20.333677 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b53b2afa-13e7-401b-855c-805200e1c4de tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:20.347843 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f156a5a-c918-478b-b237-7653ff906d49'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:33:20.350387 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5f1a9d-db81-45ef-a827-57c6a4e15bdd" -d '{"events": [{"server_uuid": "2f6269b7-c674-41c1-a8e0-b53159ca5f61", "name": "network-vif-plugged", "status": "completed", "tag": "5f156a5a-c918-478b-b237-7653ff906d49"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:33:20.400929 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5f156a5a-c918-478b-b237-7653ff906d49, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5f156a5a-c918-478b-b237-7653ff906d49,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:20.425547 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:20.435214 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516bffde-ccc9-4784-8dc9-ea8a2f0bac03 admin admin] Network 99c195dc-2d0c-4f19-8264-456ecb1b766e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:33:20.440134 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-516bffde-ccc9-4784-8dc9-ea8a2f0bac03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:20.442439 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b53b2afa-13e7-401b-855c-805200e1c4de tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:20.444035 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b53b2afa-13e7-401b-855c-805200e1c4de tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3739476 Jul 09 09:33:20.451473 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 2086500e-126c-485d-a43c-17320acf67e5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=2086500e-126c-485d-a43c-17320acf67e5,segment=NetworkSegment(edbd23f5-4b6c-4399-ba78-00f99e4df72a),segment_id=edbd23f5-4b6c-4399-ba78-00f99e4df72a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:20.452157 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49960) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:20.522743 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:20.524192 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 78b7d26a-903d-4dfd-808e-3a9844f68812 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:33:20.570318 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc5dc2c-a027-41af-98e0-ffbf18ada99b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-513e6586-e0b5-4127-9167-adb8d827ea4e', 'network_id': '513e6586-e0b5-4127-9167-adb8d827ea4e', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'fixed_ips': [{'subnet_id': 'cac101e2-98be-466a-ab0c-6a1ec931408f'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:33:20.571328 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc2c-a027-41af-98e0-ffbf18ada99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:20.660578 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5f156a5a-c918-478b-b237-7653ff906d49,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:20.764603 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2317d86-bdba-4e1e-a036-427314fcb55b req-4216e965-2e61-417a-b122-d586e9d1de76 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244347 Jul 09 09:33:20.841713 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-54ac1b24-84a0-4a47-be8f-9d05c1ba5b92 req-a42cad22-749a-4eb4-bfd3-e7be761de8cf tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:20.850126 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516bffde-ccc9-4784-8dc9-ea8a2f0bac03 admin admin] Router cfae06f5-3216-4ab3-a577-47d9e6a51e58 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:33:20.853953 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb584-e3da-4ef9-a812-afd46fee6f9d req-7cf1f7ee-de8d-46ef-a755-359efcfb7aa9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:20.855527 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c25fb584-e3da-4ef9-a812-afd46fee6f9d req-7cf1f7ee-de8d-46ef-a755-359efcfb7aa9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 949 time: 0.3365052 Jul 09 09:33:20.873924 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=2086500e-126c-485d-a43c-17320acf67e5,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:20.878095 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 463331b5-eedb-482b-915c-2839d9c2e433 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:33:20.885261 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad31403-3206-4561-ad65-e354f1063ee0 req-696d17c1-b9ec-4959-9743-5979d6c13f94 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:20.886589 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aad31403-3206-4561-ad65-e354f1063ee0 req-696d17c1-b9ec-4959-9743-5979d6c13f94 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 945 time: 0.3606193 Jul 09 09:33:20.910551 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-ae96f08e-bb82-4e37-b805-e1709f807cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:20.912060 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-ae96f08e-bb82-4e37-b805-e1709f807cfb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee&tenant_id=fd1e4817887247cb839b06c8943f8731 HTTP/1.1" status: 200 len: 1100 time: 0.2825165 Jul 09 09:33:20.939300 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799996-1', 'device_owner': 'compute:nova'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:20.950714 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1fd4b537-631b-4719-a647-bb3477e3e677 None None] Provisioning complete for port ece5828a-835e-40a1-a0d2-097ae8255d52 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:20.951352 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1fd4b537-631b-4719-a647-bb3477e3e677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:20.962573 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42cad22-749a-4eb4-bfd3-e7be761de8cf tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Pushing event deleted for resources: {'Port': ['ID=5d17f901-a8f5-46dc-9afd-b4ff77d5c65a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:20.998155 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4b537-631b-4719-a647-bb3477e3e677 None None] Port ece5828a-835e-40a1-a0d2-097ae8255d52 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:33:21.011143 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c25fb584-e3da-4ef9-a812-afd46fee6f9d req-af2df5ff-d555-4a97-9110-e016487361b7 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235490 Jul 09 09:33:21.020276 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 78b7d26a-903d-4dfd-808e-3a9844f68812, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=78b7d26a-903d-4dfd-808e-3a9844f68812,segment=NetworkSegment(966526bd-490a-44dd-abfe-bcd259cab79b),segment_id=966526bd-490a-44dd-abfe-bcd259cab79b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:21.026486 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aad31403-3206-4561-ad65-e354f1063ee0 req-1a443b5b-e0c2-43d5-bb78-459bd73a20bd tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195204 Jul 09 09:33:21.046464 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-4cc5dc2c-a027-41af-98e0-ffbf18ada99b None None] Allocated IP 172.20.0.2 (513e6586-e0b5-4127-9167-adb8d827ea4e/cac101e2-98be-466a-ab0c-6a1ec931408f/f087486e-008b-41ed-9afa-6985ec6a5243) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:33:21.055010 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '78b7d26a-903d-4dfd-808e-3a9844f68812', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'port_id': '78b7d26a-903d-4dfd-808e-3a9844f68812', 'mac_address': 'fa:16:3e:ad:44:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:33:21.077141 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 463331b5-eedb-482b-915c-2839d9c2e433 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:33:21.102445 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:21.139577 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3a9907-7a01-4cde-871e-5dae2786ee70 x-openstack-request-id: req-2c3a9907-7a01-4cde-871e-5dae2786ee70 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:33:21.140102 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6269b7-c674-41c1-a8e0-b53159ca5f61", "name": "network-vif-plugged", "status": "completed", "tag": "5f156a5a-c918-478b-b237-7653ff906d49", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:33:21.140772 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c3a9907-7a01-4cde-871e-5dae2786ee70 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:33:21.140772 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f156a5a-c918-478b-b237-7653ff906d49', 'code': 200} Jul 09 09:33:21.141474 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 463331b5-eedb-482b-915c-2839d9c2e433 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:21.142133 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:21.196244 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:21.300828 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-44fe844f-c78d-4c52-9d1e-42e0abe1e1e0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:21.339597 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516bffde-ccc9-4784-8dc9-ea8a2f0bac03 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:33:21.374371 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b7d26a-903d-4dfd-808e-3a9844f68812 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:33:21.386158 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-516bffde-ccc9-4784-8dc9-ea8a2f0bac03 admin admin] 10.222.0.61 "PUT /v2.0/routers/cfae06f5-3216-4ab3-a577-47d9e6a51e58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4388075 Jul 09 09:33:21.410299 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 78b7d26a-903d-4dfd-808e-3a9844f68812, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=78b7d26a-903d-4dfd-808e-3a9844f68812,segment=NetworkSegment(966526bd-490a-44dd-abfe-bcd259cab79b),segment_id=966526bd-490a-44dd-abfe-bcd259cab79b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:21.417773 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] Sync routers for ids ['cfae06f5-3216-4ab3-a577-47d9e6a51e58'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:33:21.430472 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:21.432963 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc2c-a027-41af-98e0-ffbf18ada99b None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:21.438501 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-979b63cf-fa00-4d3a-b905-18d04613883e req-a386122d-2f14-46e2-9e74-37408c88e77c tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 210 time: 0.0678902 Jul 09 09:33:21.455661 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] For port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:21.473406 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54ac1b24-84a0-4a47-be8f-9d05c1ba5b92 req-a42cad22-749a-4eb4-bfd3-e7be761de8cf tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Router f74663a9-4a03-4cc5-8595-6d1cefabf57c has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:33:21.498564 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:21.526843 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 463331b5-eedb-482b-915c-2839d9c2e433, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=463331b5-eedb-482b-915c-2839d9c2e433,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:21.541582 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] For port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:33:21.559418 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:21.561201 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] Routers {'cfae06f5-3216-4ab3-a577-47d9e6a51e58'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:21.567378 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['cfae06f5-3216-4ab3-a577-47d9e6a51e58'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:21.577336 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc2c-a027-41af-98e0-ffbf18ada99b None None] Transition to ACTIVE for port object f087486e-008b-41ed-9afa-6985ec6a5243 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:33:21.598306 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc2c-a027-41af-98e0-ffbf18ada99b None None] Transition to ACTIVE for port object f087486e-008b-41ed-9afa-6985ec6a5243 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:33:21.611574 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267e4fc-a7f7-4b59-8c2f-6976539d720f req-011ef8a5-bac8-4d95-bdb9-ea558e94bcc5 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:21.623239 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c267e4fc-a7f7-4b59-8c2f-6976539d720f req-011ef8a5-bac8-4d95-bdb9-ea558e94bcc5 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=e128fddc-c5fa-475c-894b-6ec10f048421 HTTP/1.1" status: 200 len: 943 time: 0.3777077 Jul 09 09:33:21.695755 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc2c-a027-41af-98e0-ffbf18ada99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:21.722316 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=78b7d26a-903d-4dfd-808e-3a9844f68812,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:21.745751 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:33:21.749683 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ee4fac-280e-4891-b6d7-5e13a3c516ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04f472e6-1ec8-4cdc-a59e-469ac1f88c3d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:33:21.753689 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b211aff-bb60-4499-ad5b-ee32f99e8f42" -d '{"events": [{"server_uuid": "36ee4fac-280e-4891-b6d7-5e13a3c516ee", "name": "network-vif-unplugged", "status": "completed", "tag": "04f472e6-1ec8-4cdc-a59e-469ac1f88c3d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:33:21.757984 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:21.776687 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc5dc2c-a027-41af-98e0-ffbf18ada99b None None] Network 513e6586-e0b5-4127-9167-adb8d827ea4e is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:33:21.782677 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c267e4fc-a7f7-4b59-8c2f-6976539d720f req-ee89e6a3-f995-41f2-bf46-4dc4681e5815 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585464 Jul 09 09:33:21.794282 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] Transition to ACTIVE for port object 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:33:21.802827 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:21.817819 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283bd60-db89-4c99-ab5e-aa63ffd25c46 req-44570dd3-65c7-45c4-bcc2-6e39e147daa3 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:21.819456 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0283bd60-db89-4c99-ab5e-aa63ffd25c46 req-44570dd3-65c7-45c4-bcc2-6e39e147daa3 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 944 time: 0.1846011 Jul 09 09:33:21.831086 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-4cc5dc2c-a027-41af-98e0-ffbf18ada99b None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:21.875192 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc5dc2c-a027-41af-98e0-ffbf18ada99b None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:33:21.943007 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54ac1b24-84a0-4a47-be8f-9d05c1ba5b92 req-a42cad22-749a-4eb4-bfd3-e7be761de8cf tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:33:21.953463 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['78b7d26a-903d-4dfd-808e-3a9844f68812'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:33:21.955992 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['2086500e-126c-485d-a43c-17320acf67e5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:33:21.962502 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc93aa04-3a15-4251-8778-3ffb33296e1e None None] Sync routers for ids ['f74663a9-4a03-4cc5-8595-6d1cefabf57c'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:33:21.980004 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc93aa04-3a15-4251-8778-3ffb33296e1e None None] Routers {'f74663a9-4a03-4cc5-8595-6d1cefabf57c'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:21.980711 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bc93aa04-3a15-4251-8778-3ffb33296e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f74663a9-4a03-4cc5-8595-6d1cefabf57c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:21.994814 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26d971f-c7e0-4618-ac40-9555f1b1f8a6 x-openstack-request-id: req-d26d971f-c7e0-4618-ac40-9555f1b1f8a6 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:33:21.996046 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ee4fac-280e-4891-b6d7-5e13a3c516ee", "name": "network-vif-unplugged", "status": "completed", "tag": "04f472e6-1ec8-4cdc-a59e-469ac1f88c3d", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:33:21.999117 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d26d971f-c7e0-4618-ac40-9555f1b1f8a6 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:33:21.999844 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ee4fac-280e-4891-b6d7-5e13a3c516ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04f472e6-1ec8-4cdc-a59e-469ac1f88c3d', 'code': 200} Jul 09 09:33:22.000879 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] No DVR routers for this DVR port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:33:22.027906 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] Pushing event updated for resources: {'Port': ['ID=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d,revision_number=6']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:22.064456 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0283bd60-db89-4c99-ab5e-aa63ffd25c46 req-d02978fe-cfc6-41eb-9416-174b99fb9f9b tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377040 Jul 09 09:33:22.110450 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ac1b24-84a0-4a47-be8f-9d05c1ba5b92 req-a42cad22-749a-4eb4-bfd3-e7be761de8cf tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] No DVR routers for this DVR port 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:33:22.120941 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-44fe844f-c78d-4c52-9d1e-42e0abe1e1e0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Allocated IP 172.20.0.1 (513e6586-e0b5-4127-9167-adb8d827ea4e/cac101e2-98be-466a-ab0c-6a1ec931408f/d0d92a89-cfc5-46da-9953-d25c691952e2) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:33:22.124996 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-54ac1b24-84a0-4a47-be8f-9d05c1ba5b92 req-a42cad22-749a-4eb4-bfd3-e7be761de8cf tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:22.133204 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-54ac1b24-84a0-4a47-be8f-9d05c1ba5b92 req-a42cad22-749a-4eb4-bfd3-e7be761de8cf tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.58 "DELETE /v2.0/ports/5d17f901-a8f5-46dc-9afd-b4ff77d5c65a HTTP/1.1" status: 204 len: 173 time: 3.6572196 Jul 09 09:33:22.160125 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf57ca60-658f-43d7-9309-6e2f05d4abfb', 'name': 'network-vif-deleted', 'tag': '5d17f901-a8f5-46dc-9afd-b4ff77d5c65a'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:33:22.162835 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a3776e-fab7-41e0-bb22-9aa32bcff299" -d '{"events": [{"server_uuid": "bf57ca60-658f-43d7-9309-6e2f05d4abfb", "name": "network-vif-deleted", "tag": "5d17f901-a8f5-46dc-9afd-b4ff77d5c65a"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:33:22.197761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] Attempting to bind port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:33:22.198140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] Attempting to bind port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:33:22.198458 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] Attempting to bind port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:33:22.207556 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-bc93aa04-3a15-4251-8778-3ffb33296e1e None None] Set router f74663a9-4a03-4cc5-8595-6d1cefabf57c gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:33:22.215023 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] Port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:33:22.215421 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] Attempting to bind port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:33:22.228514 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:33:22.228867 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:33:22.229255 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:33:22.229692 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] Bound port: 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:33:22.230052 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:22.354016 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:33:22.359093 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] For port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:33:22.363653 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] For port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:33:22.396577 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:22.512791 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=463331b5-eedb-482b-915c-2839d9c2e433,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:22.540607 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] Set router cfae06f5-3216-4ab3-a577-47d9e6a51e58 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:33:22.547155 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4cc5dc2c-a027-41af-98e0-ffbf18ada99b None None] Attempting to bind port f087486e-008b-41ed-9afa-6985ec6a5243 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:33:22.547568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4cc5dc2c-a027-41af-98e0-ffbf18ada99b None None] Attempting to bind port f087486e-008b-41ed-9afa-6985ec6a5243 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '04cf6da5-ba4b-4030-9b58-ca2f44660c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '513e6586-e0b5-4127-9167-adb8d827ea4e'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:33:22.548004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc5dc2c-a027-41af-98e0-ffbf18ada99b None None] Attempting to bind port f087486e-008b-41ed-9afa-6985ec6a5243 on network 513e6586-e0b5-4127-9167-adb8d827ea4e {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:33:22.557587 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-44fe844f-c78d-4c52-9d1e-42e0abe1e1e0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:22.589555 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-44fe844f-c78d-4c52-9d1e-42e0abe1e1e0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Transition to ACTIVE for port object d0d92a89-cfc5-46da-9953-d25c691952e2 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:33:22.671130 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-44fe844f-c78d-4c52-9d1e-42e0abe1e1e0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:22.673677 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:22.683353 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:22.686340 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] 10.222.0.58 "PUT /v2.0/ports/04f472e6-1ec8-4cdc-a59e-469ac1f88c3d HTTP/1.1" status: 200 len: 1095 time: 1.7579854 Jul 09 09:33:22.773487 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5501a5-e7bd-4fa9-9f28-89dc52768adf service neutron] Pushing event updated for resources: {'Port': ['ID=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:22.806061 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa211fbc-a963-4abc-a9af-8a66c0d0e498 req-f0688d9b-4f1e-462b-88a3-9a731b241a1b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:22.808494 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fe844f-c78d-4c52-9d1e-42e0abe1e1e0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network 513e6586-e0b5-4127-9167-adb8d827ea4e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:33:22.818230 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-44fe844f-c78d-4c52-9d1e-42e0abe1e1e0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:22.828702 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc2c-a027-41af-98e0-ffbf18ada99b None None] Pushing event updated for resources: {'Port': ['ID=f087486e-008b-41ed-9afa-6985ec6a5243,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:22.832257 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fe844f-c78d-4c52-9d1e-42e0abe1e1e0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:33:22.832673 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa211fbc-a963-4abc-a9af-8a66c0d0e498 req-f0688d9b-4f1e-462b-88a3-9a731b241a1b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 947 time: 0.4667933 Jul 09 09:33:22.837676 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bc93aa04-3a15-4251-8778-3ffb33296e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'name': 'tempest-ServersTestBootFromVolume-1953151951-router', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:54Z', 'updated_at': '2021-07-09T09:30:05Z', 'revision_number': 4, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'gw_port': {'id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:56:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:55Z', 'updated_at': '2021-07-09T09:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '4bbb164a-cc1f-4f3d-aa24-50c8365741ef', 'name': '', 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'mac_address': 'fa:16:3e:0c:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a4a0b147-f87c-465f-8728-76832153941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:30:01Z', 'updated_at': '2021-07-09T09:30:15Z', 'revision_number': 5, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'subnets': [{'id': 'a4a0b147-f87c-465f-8728-76832153941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:22.849773 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49bd45-40e5-413e-82a6-d3595d28e81c req-81be4c6d-8afd-4580-894c-d8e0553516a2 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:22.858365 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7f49bd45-40e5-413e-82a6-d3595d28e81c req-81be4c6d-8afd-4580-894c-d8e0553516a2 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 945 time: 0.4087498 Jul 09 09:33:22.926455 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc93aa04-3a15-4251-8778-3ffb33296e1e None None] Checking router: f74663a9-4a03-4cc5-8595-6d1cefabf57c for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:33:22.937457 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc93aa04-3a15-4251-8778-3ffb33296e1e None None] Routers {'f74663a9-4a03-4cc5-8595-6d1cefabf57c'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:22.938548 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bc93aa04-3a15-4251-8778-3ffb33296e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f74663a9-4a03-4cc5-8595-6d1cefabf57c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:22.982969 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc5dc2c-a027-41af-98e0-ffbf18ada99b None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:33:22.983618 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc5dc2c-a027-41af-98e0-ffbf18ada99b None None] Checking segment: {'id': '04cf6da5-ba4b-4030-9b58-ca2f44660c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '513e6586-e0b5-4127-9167-adb8d827ea4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:33:22.989665 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc2c-a027-41af-98e0-ffbf18ada99b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:22.991373 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc5dc2c-a027-41af-98e0-ffbf18ada99b None None] Bound using segment: {'id': '04cf6da5-ba4b-4030-9b58-ca2f44660c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '513e6586-e0b5-4127-9167-adb8d827ea4e'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:33:22.992044 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4cc5dc2c-a027-41af-98e0-ffbf18ada99b None None] Bound port: f087486e-008b-41ed-9afa-6985ec6a5243, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cf6da5-ba4b-4030-9b58-ca2f44660c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '513e6586-e0b5-4127-9167-adb8d827ea4e'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:33:22.992340 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc2c-a027-41af-98e0-ffbf18ada99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:23.032085 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7f49bd45-40e5-413e-82a6-d3595d28e81c req-87ba138b-7354-4782-a324-e049d4ac39cb tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726639 Jul 09 09:33:23.045811 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe844f-c78d-4c52-9d1e-42e0abe1e1e0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Port': ['ID=d0d92a89-cfc5-46da-9953-d25c691952e2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:23.051599 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:33:23.065356 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa211fbc-a963-4abc-a9af-8a66c0d0e498 req-5f3f17ee-781c-4a2d-8490-e3da1f0011cf tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304740 Jul 09 09:33:23.087213 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-e09e9171-7e2d-49e0-b5c1-4f9e79c76d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:23.098010 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-e09e9171-7e2d-49e0-b5c1-4f9e79c76d22 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 1098 time: 0.3642337 Jul 09 09:33:23.113280 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-44fe844f-c78d-4c52-9d1e-42e0abe1e1e0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:23.143541 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 463331b5-eedb-482b-915c-2839d9c2e433 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:33:23.177342 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-bc93aa04-3a15-4251-8778-3ffb33296e1e None None] Set router f74663a9-4a03-4cc5-8595-6d1cefabf57c gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:33:23.246950 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1ad8b2-4af6-4207-9d1a-619b74cc1e35 x-openstack-request-id: req-9a1ad8b2-4af6-4207-9d1a-619b74cc1e35 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:33:23.248337 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf57ca60-658f-43d7-9309-6e2f05d4abfb", "name": "network-vif-deleted", "tag": "5d17f901-a8f5-46dc-9afd-b4ff77d5c65a", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:33:23.251078 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9a1ad8b2-4af6-4207-9d1a-619b74cc1e35 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:33:23.252679 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf57ca60-658f-43d7-9309-6e2f05d4abfb', 'name': 'network-vif-deleted', 'tag': '5d17f901-a8f5-46dc-9afd-b4ff77d5c65a', 'status': 'completed', 'code': 200} Jul 09 09:33:23.403459 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78b6fec9-2477-4589-903d-5cc38aa6095f req-9b4e35f4-23bf-493f-8fc2-fcd8e08520db tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 210 time: 0.0660300 Jul 09 09:33:23.501519 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-56796ba6-98ec-4f9f-8002-73069910d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:23.506995 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-56796ba6-98ec-4f9f-8002-73069910d10c service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.3933780 Jul 09 09:33:23.538518 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:33:23.538870 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 5d17f901-a8f5-46dc-9afd-b4ff77d5c65a not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:33:23.612738 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-44fe844f-c78d-4c52-9d1e-42e0abe1e1e0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:23.639240 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-8cb8920c-df3b-4308-9c9e-6720552db328 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d HTTP/1.1" status: 200 len: 217 time: 0.1241751 Jul 09 09:33:23.753557 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bc93aa04-3a15-4251-8778-3ffb33296e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'name': 'tempest-ServersTestBootFromVolume-1953151951-router', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:54Z', 'updated_at': '2021-07-09T09:30:05Z', 'revision_number': 4, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'gw_port': {'id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:56:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:55Z', 'updated_at': '2021-07-09T09:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '4bbb164a-cc1f-4f3d-aa24-50c8365741ef', 'name': '', 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'mac_address': 'fa:16:3e:0c:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a4a0b147-f87c-465f-8728-76832153941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:30:01Z', 'updated_at': '2021-07-09T09:30:15Z', 'revision_number': 5, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'subnets': [{'id': 'a4a0b147-f87c-465f-8728-76832153941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:23.805553 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d72e6-3fcc-4777-b3c5-72c9f1ce4c9c req-5a55d18a-7008-4b12-8233-9d4c98542bf6 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:23.822614 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc93aa04-3a15-4251-8778-3ffb33296e1e None None] The sync data for ids ['f74663a9-4a03-4cc5-8595-6d1cefabf57c'] in n-d-799996-1 is: [{'id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'name': 'tempest-ServersTestBootFromVolume-1953151951-router', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:54Z', 'updated_at': '2021-07-09T09:30:05Z', 'revision_number': 4, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'gw_port': {'id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:56:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:55Z', 'updated_at': '2021-07-09T09:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '4bbb164a-cc1f-4f3d-aa24-50c8365741ef', 'name': '', 'network_id': '3d1be6a5-8870-45a4-8b11-20016bd71c75', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'mac_address': 'fa:16:3e:0c:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a4a0b147-f87c-465f-8728-76832153941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:30:01Z', 'updated_at': '2021-07-09T09:30:15Z', 'revision_number': 5, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'subnets': [{'id': 'a4a0b147-f87c-465f-8728-76832153941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:33:23.833527 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dd8d72e6-3fcc-4777-b3c5-72c9f1ce4c9c req-5a55d18a-7008-4b12-8233-9d4c98542bf6 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=e128fddc-c5fa-475c-894b-6ec10f048421 HTTP/1.1" status: 200 len: 944 time: 0.4410315 Jul 09 09:33:23.950056 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-04902ab0-eda1-456a-94e9-5ec9dc311c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:23.951564 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-04902ab0-eda1-456a-94e9-5ec9dc311c55 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.2994030 Jul 09 09:33:24.003569 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dd8d72e6-3fcc-4777-b3c5-72c9f1ce4c9c req-8b55ee4f-556e-401b-9562-64ce34b9a9a5 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690304 Jul 09 09:33:24.023495 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ee4fac-280e-4891-b6d7-5e13a3c516ee', 'tag': '04f472e6-1ec8-4cdc-a59e-469ac1f88c3d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:33:24.084454 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 463331b5-eedb-482b-915c-2839d9c2e433 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:24.086494 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:24.131160 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc2c-a027-41af-98e0-ffbf18ada99b None None] For port f087486e-008b-41ed-9afa-6985ec6a5243, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:33:24.180987 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc2c-a027-41af-98e0-ffbf18ada99b None None] For port f087486e-008b-41ed-9afa-6985ec6a5243, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f087486e-008b-41ed-9afa-6985ec6a5243,segment=NetworkSegment(04cf6da5-ba4b-4030-9b58-ca2f44660c34),segment_id=04cf6da5-ba4b-4030-9b58-ca2f44660c34)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:33:24.197004 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc2c-a027-41af-98e0-ffbf18ada99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:24.257538 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'name': 'tempest-TaggedBootDevicesTest_v242-545706939-router', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '463331b5-eedb-482b-915c-2839d9c2e433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:13Z', 'updated_at': '2021-07-09T09:33:18Z', 'revision_number': 4, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'gw_port': {'id': '463331b5-eedb-482b-915c-2839d9c2e433', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:68:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:14Z', 'updated_at': '2021-07-09T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'ece5828a-835e-40a1-a0d2-097ae8255d52', 'name': '', 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'mac_address': 'fa:16:3e:eb:ec:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'c58141ca-34d8-4bfc-921c-8492b6a7dcd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:17Z', 'updated_at': '2021-07-09T09:33:19Z', 'revision_number': 2, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'subnets': [{'id': 'c58141ca-34d8-4bfc-921c-8492b6a7dcd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:24.308608 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] Checking router: cfae06f5-3216-4ab3-a577-47d9e6a51e58 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:33:24.308981 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] Updating router cfae06f5-3216-4ab3-a577-47d9e6a51e58 port ece5828a-835e-40a1-a0d2-097ae8255d52 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:33:24.455779 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:24.462180 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-44fe844f-c78d-4c52-9d1e-42e0abe1e1e0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:24.471157 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-44fe844f-c78d-4c52-9d1e-42e0abe1e1e0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:24.515236 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599bf5a5-7cc0-4065-aab5-dd1f1d54c95b None None] New status for floating IP 8c6251ea-1eec-407a-b568-d4a7b1e87883: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:33:24.518005 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc2c-a027-41af-98e0-ffbf18ada99b None None] Pushing event updated for resources: {'Port': ['ID=f087486e-008b-41ed-9afa-6985ec6a5243,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:24.789981 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-44fe844f-c78d-4c52-9d1e-42e0abe1e1e0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:24.807577 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe844f-c78d-4c52-9d1e-42e0abe1e1e0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Port': ['ID=d0d92a89-cfc5-46da-9953-d25c691952e2,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:24.886860 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f4e5ed-c57c-4619-834a-71419fa67faa" -d '{"events": [{"name": "network-changed", "server_uuid": "36ee4fac-280e-4891-b6d7-5e13a3c516ee", "tag": "04f472e6-1ec8-4cdc-a59e-469ac1f88c3d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:33:25.092937 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f087486e-008b-41ed-9afa-6985ec6a5243 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:33:25.113860 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fe844f-c78d-4c52-9d1e-42e0abe1e1e0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network 513e6586-e0b5-4127-9167-adb8d827ea4e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:33:25.115482 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74dc53c-eb24-43a1-ad6e-7e3d0ab351f2 req-a1ecd7f1-24b3-4f9e-80f3-cb79bc1b60b2 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:25.115762 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-44fe844f-c78d-4c52-9d1e-42e0abe1e1e0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:25.132693 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c74dc53c-eb24-43a1-ad6e-7e3d0ab351f2 req-a1ecd7f1-24b3-4f9e-80f3-cb79bc1b60b2 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 944 time: 1.4892595 Jul 09 09:33:25.289478 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-c0ecf69d-6f67-4b41-bab8-88a7ef14cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:25.291236 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-c0ecf69d-6f67-4b41-bab8-88a7ef14cea2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3090518 Jul 09 09:33:25.396891 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port f087486e-008b-41ed-9afa-6985ec6a5243 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:33:25.456194 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fe844f-c78d-4c52-9d1e-42e0abe1e1e0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Router 7dff7783-b640-4cdd-8b42-7e949dc75034 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:33:25.525448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-7c9e5bfa-5027-4a93-a69b-7543de869df6 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233236 Jul 09 09:33:25.555944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c74dc53c-eb24-43a1-ad6e-7e3d0ab351f2 req-c1b6f397-2f27-4503-b482-65f0b8941b30 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209547 Jul 09 09:33:25.666430 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:25.694494 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] Transition to ACTIVE for port object ece5828a-835e-40a1-a0d2-097ae8255d52 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:33:25.703861 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:25.747046 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 2086500e-126c-485d-a43c-17320acf67e5 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:33:25.804485 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fe844f-c78d-4c52-9d1e-42e0abe1e1e0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:33:25.816245 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9ea7ae-30b7-428c-8cf6-34777d5dc6b4 None None] Sync routers for ids ['7dff7783-b640-4cdd-8b42-7e949dc75034'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:33:25.826997 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 50118) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:25.829455 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9ea7ae-30b7-428c-8cf6-34777d5dc6b4 None None] Routers {'7dff7783-b640-4cdd-8b42-7e949dc75034'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:25.830086 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4e9ea7ae-30b7-428c-8cf6-34777d5dc6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7dff7783-b640-4cdd-8b42-7e949dc75034'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:25.831789 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-44fe844f-c78d-4c52-9d1e-42e0abe1e1e0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/routers/7dff7783-b640-4cdd-8b42-7e949dc75034/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3577056 Jul 09 09:33:25.890091 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e565d-22b5-4ea7-a39c-96f80ba3457d req-af72757e-bf08-434b-bb8d-9f7cde43e06e tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:25.907910 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-349e565d-22b5-4ea7-a39c-96f80ba3457d req-af72757e-bf08-434b-bb8d-9f7cde43e06e tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 945 time: 1.0156534 Jul 09 09:33:25.964998 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4e9ea7ae-30b7-428c-8cf6-34777d5dc6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:26.024710 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9ea7ae-30b7-428c-8cf6-34777d5dc6b4 None None] Routers {'7dff7783-b640-4cdd-8b42-7e949dc75034'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:26.025075 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4e9ea7ae-30b7-428c-8cf6-34777d5dc6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7dff7783-b640-4cdd-8b42-7e949dc75034'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:26.096416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a74b9c4-ad55-471d-8b9b-385c473c67f5 req-6e3bb108-8364-47e4-9708-ff2566d8b5f4 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252626 Jul 09 09:33:26.125425 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] Attempting to bind port ece5828a-835e-40a1-a0d2-097ae8255d52 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:33:26.128273 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] Attempting to bind port ece5828a-835e-40a1-a0d2-097ae8255d52 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'bbc829eb-840a-4f9c-b6c7-a422b7b82c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:33:26.128788 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] Attempting to bind port ece5828a-835e-40a1-a0d2-097ae8255d52 on network 99c195dc-2d0c-4f19-8264-456ecb1b766e {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:33:26.149292 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb394dc-be6a-4f6d-bd6b-f73483b789e4 None None] Pushing event updated for resources: {'Port': ['ID=ece5828a-835e-40a1-a0d2-097ae8255d52,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:26.159451 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:33:26.160087 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] Checking segment: {'id': 'bbc829eb-840a-4f9c-b6c7-a422b7b82c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:33:26.160704 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:26.161874 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] Bound using segment: {'id': 'bbc829eb-840a-4f9c-b6c7-a422b7b82c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:33:26.162182 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] Bound port: ece5828a-835e-40a1-a0d2-097ae8255d52, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc829eb-840a-4f9c-b6c7-a422b7b82c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:33:26.162930 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:26.181593 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 2086500e-126c-485d-a43c-17320acf67e5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:33:26.187937 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 2086500e-126c-485d-a43c-17320acf67e5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:26.187937 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:26.322720 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4e9ea7ae-30b7-428c-8cf6-34777d5dc6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:26.323366 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9ea7ae-30b7-428c-8cf6-34777d5dc6b4 None None] The sync data for ids ['7dff7783-b640-4cdd-8b42-7e949dc75034'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:33:26.336695 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ae3468-2d69-4ffb-b94b-86a24b70a7d5 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:26.340984 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-07ae3468-2d69-4ffb-b94b-86a24b70a7d5 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/ports/d0d92a89-cfc5-46da-9953-d25c691952e2 HTTP/1.1" status: 200 len: 910 time: 0.5102453 Jul 09 09:33:26.342424 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50122) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:26.378361 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f272ef1-e235-420e-9d4f-46567a9beee6 None None] Network 513e6586-e0b5-4127-9167-adb8d827ea4e requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:33:26.380869 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:26.418366 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-349e565d-22b5-4ea7-a39c-96f80ba3457d req-d45423ca-a8c2-46dc-a0ba-acccacaeb0a9 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5103927 Jul 09 09:33:26.473534 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc98ab6-5a67-419a-b094-eb9d90596c32 req-4bcdeb84-1c44-4d6f-8519-148e9484a2c5 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:26.478200 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5cc98ab6-5a67-419a-b094-eb9d90596c32 req-4bcdeb84-1c44-4d6f-8519-148e9484a2c5 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 947 time: 0.6685848 Jul 09 09:33:26.556537 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5cc98ab6-5a67-419a-b094-eb9d90596c32 req-a045a356-35be-4d35-bc0b-8e59e8dc5a6e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682101 Jul 09 09:33:26.632254 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] For port ece5828a-835e-40a1-a0d2-097ae8255d52, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:33:26.673655 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] For port ece5828a-835e-40a1-a0d2-097ae8255d52, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=ece5828a-835e-40a1-a0d2-097ae8255d52,segment=NetworkSegment(bbc829eb-840a-4f9c-b6c7-a422b7b82c77),segment_id=bbc829eb-840a-4f9c-b6c7-a422b7b82c77)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:33:26.742904 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:26.843188 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95232f40-1ff6-44b0-a438-5f8d8d7582d8 x-openstack-request-id: req-95232f40-1ff6-44b0-a438-5f8d8d7582d8 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:33:26.843484 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ee4fac-280e-4891-b6d7-5e13a3c516ee", "tag": "04f472e6-1ec8-4cdc-a59e-469ac1f88c3d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:33:26.843753 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-95232f40-1ff6-44b0-a438-5f8d8d7582d8 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:33:26.844159 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ee4fac-280e-4891-b6d7-5e13a3c516ee', 'tag': '04f472e6-1ec8-4cdc-a59e-469ac1f88c3d', 'status': 'completed', 'code': 200} Jul 09 09:33:26.929257 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44a3470-a6f2-4dbb-87ef-8f1b35798909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2086500e-126c-485d-a43c-17320acf67e5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:33:26.935967 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2f6c5d-a22b-4959-bfd9-7aa16cb78c50" -d '{"events": [{"server_uuid": "d44a3470-a6f2-4dbb-87ef-8f1b35798909", "name": "network-vif-plugged", "status": "completed", "tag": "2086500e-126c-485d-a43c-17320acf67e5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:33:26.955977 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f715515e-fb15-421d-b4b3-a64609d15e2c req-2bacb579-a8b2-4245-9c0d-51b09790cf46 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 210 time: 0.0981908 Jul 09 09:33:26.976769 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4be5003c-7d1b-4160-8d42-205f868a185f None None] Provisioning for port f087486e-008b-41ed-9afa-6985ec6a5243 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:33:27.129809 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4be5003c-7d1b-4160-8d42-205f868a185f None None] Provisioning complete for port f087486e-008b-41ed-9afa-6985ec6a5243 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:27.130362 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4be5003c-7d1b-4160-8d42-205f868a185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:27.257978 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 2086500e-126c-485d-a43c-17320acf67e5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=2086500e-126c-485d-a43c-17320acf67e5,segment=NetworkSegment(edbd23f5-4b6c-4399-ba78-00f99e4df72a),segment_id=edbd23f5-4b6c-4399-ba78-00f99e4df72a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:27.271589 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4e5ed-c57c-4619-834a-71419fa67faa req-b5eef6bd-d735-48a3-acde-3f643a85f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:27.277119 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38f4e5ed-c57c-4619-834a-71419fa67faa req-b5eef6bd-d735-48a3-acde-3f643a85f355 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 1098 time: 0.5401149 Jul 09 09:33:27.335269 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:27.338313 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 78b7d26a-903d-4dfd-808e-3a9844f68812 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:33:27.345648 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ded7b0-99f9-4dce-a126-eec92c1ce4b2 req-d1383b4c-ff1d-4f50-af5d-3faa86912a52 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:27.362201 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8ded7b0-99f9-4dce-a126-eec92c1ce4b2 req-d1383b4c-ff1d-4f50-af5d-3faa86912a52 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=e128fddc-c5fa-475c-894b-6ec10f048421 HTTP/1.1" status: 200 len: 944 time: 0.4051218 Jul 09 09:33:27.442434 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb394dc-be6a-4f6d-bd6b-f73483b789e4 None None] Pushing event updated for resources: {'Port': ['ID=ece5828a-835e-40a1-a0d2-097ae8255d52,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:27.479845 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] Routers {'cfae06f5-3216-4ab3-a577-47d9e6a51e58'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:27.481204 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['cfae06f5-3216-4ab3-a577-47d9e6a51e58'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:27.491319 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb394dc-be6a-4f6d-bd6b-f73483b789e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:27.491666 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb394dc-be6a-4f6d-bd6b-f73483b789e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:27.494458 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb394dc-be6a-4f6d-bd6b-f73483b789e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:27.494458 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb394dc-be6a-4f6d-bd6b-f73483b789e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:27.494458 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb394dc-be6a-4f6d-bd6b-f73483b789e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:27.494458 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb394dc-be6a-4f6d-bd6b-f73483b789e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:27.494458 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb394dc-be6a-4f6d-bd6b-f73483b789e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:27.495004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb394dc-be6a-4f6d-bd6b-f73483b789e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:27.495004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb394dc-be6a-4f6d-bd6b-f73483b789e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:27.495218 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb394dc-be6a-4f6d-bd6b-f73483b789e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:27.495563 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb394dc-be6a-4f6d-bd6b-f73483b789e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:27.495927 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb394dc-be6a-4f6d-bd6b-f73483b789e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:27.619324 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4e5ed-c57c-4619-834a-71419fa67faa req-99a2c39a-10a6-4796-bcec-bfde46b252b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:27.620933 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38f4e5ed-c57c-4619-834a-71419fa67faa req-99a2c39a-10a6-4796-bcec-bfde46b252b4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 1098 time: 0.7664363 Jul 09 09:33:27.634889 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8ded7b0-99f9-4dce-a126-eec92c1ce4b2 req-9f62fb5b-ac98-4b35-81bd-3a092671c9e0 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702715 Jul 09 09:33:27.792959 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c06266b-b2d5-42f6-813d-5af58930a700 x-openstack-request-id: req-4c06266b-b2d5-42f6-813d-5af58930a700 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:33:27.795922 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44a3470-a6f2-4dbb-87ef-8f1b35798909", "name": "network-vif-plugged", "status": "completed", "tag": "2086500e-126c-485d-a43c-17320acf67e5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:33:27.796484 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4c06266b-b2d5-42f6-813d-5af58930a700 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:33:27.803509 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44a3470-a6f2-4dbb-87ef-8f1b35798909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2086500e-126c-485d-a43c-17320acf67e5', 'code': 200} Jul 09 09:33:27.845684 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba026d-32e7-4ba5-82f4-35e645c805d9 req-13e3dadb-521f-453b-a3f4-34a5bc045c0b tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:27.853178 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64ba026d-32e7-4ba5-82f4-35e645c805d9 req-13e3dadb-521f-453b-a3f4-34a5bc045c0b tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 945 time: 0.5477726 Jul 09 09:33:28.028343 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 78b7d26a-903d-4dfd-808e-3a9844f68812 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:33:28.124795 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4e5ed-c57c-4619-834a-71419fa67faa req-1982b400-bea0-41bb-b1cd-3cfe14b14c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:28.126556 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38f4e5ed-c57c-4619-834a-71419fa67faa req-1982b400-bea0-41bb-b1cd-3cfe14b14c99 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.8385928 Jul 09 09:33:28.169406 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=2086500e-126c-485d-a43c-17320acf67e5,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:28.209365 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 78b7d26a-903d-4dfd-808e-3a9844f68812 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:28.210077 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:28.242983 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] Set router cfae06f5-3216-4ab3-a577-47d9e6a51e58 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:33:28.295812 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4be5003c-7d1b-4160-8d42-205f868a185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:28.335485 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64ba026d-32e7-4ba5-82f4-35e645c805d9 req-6cd599c8-680d-4fb5-b18e-0ee4ff697e6e tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781196 Jul 09 09:33:28.381230 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38f4e5ed-c57c-4619-834a-71419fa67faa req-a75f3704-e3d1-4a3b-9b39-da8350da49d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d HTTP/1.1" status: 200 len: 217 time: 0.2237885 Jul 09 09:33:28.407531 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3d0303bf-991e-40a8-a2cc-a06dbda4c481 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:28.460599 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4e5ed-c57c-4619-834a-71419fa67faa req-b67fd258-c387-4fec-a759-46a588f33604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:28.466597 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38f4e5ed-c57c-4619-834a-71419fa67faa req-b67fd258-c387-4fec-a759-46a588f33604 service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.8160594 Jul 09 09:33:28.708034 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38f4e5ed-c57c-4619-834a-71419fa67faa req-509da04b-08a6-4a57-9b5a-fb3cbec6bda8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d HTTP/1.1" status: 200 len: 217 time: 0.1940601 Jul 09 09:33:28.828646 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb7eec-c555-4e57-9729-fc1bc530c918 req-be598587-6278-48d2-acbe-986321defafd tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:28.847297 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6eb7eec-c555-4e57-9729-fc1bc530c918 req-be598587-6278-48d2-acbe-986321defafd tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 945 time: 0.8208737 Jul 09 09:33:28.860048 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4be5003c-7d1b-4160-8d42-205f868a185f None None] For port f087486e-008b-41ed-9afa-6985ec6a5243, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f087486e-008b-41ed-9afa-6985ec6a5243,segment=NetworkSegment(04cf6da5-ba4b-4030-9b58-ca2f44660c34),segment_id=04cf6da5-ba4b-4030-9b58-ca2f44660c34)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:28.935660 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4be5003c-7d1b-4160-8d42-205f868a185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:28.987569 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86447f-cc38-4f12-b9ad-5fa8414ec7f1 req-62318236-6817-49e1-a65c-124f00767a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:28.989254 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb86447f-cc38-4f12-b9ad-5fa8414ec7f1 req-62318236-6817-49e1-a65c-124f00767a94 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 1096 time: 1.1000175 Jul 09 09:33:29.057699 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4e5ed-c57c-4619-834a-71419fa67faa req-86ddf162-f60d-46d6-98d4-3d9fc2788e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:29.060826 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38f4e5ed-c57c-4619-834a-71419fa67faa req-86ddf162-f60d-46d6-98d4-3d9fc2788e22 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.6572580 Jul 09 09:33:29.218386 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-17bdadcc-a3a9-4b2a-a64a-73ccf2f3b913 None None] Provisioning complete for port f087486e-008b-41ed-9afa-6985ec6a5243 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:29.218896 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-17bdadcc-a3a9-4b2a-a64a-73ccf2f3b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:29.220996 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5003c-7d1b-4160-8d42-205f868a185f None None] Pushing event updated for resources: {'Port': ['ID=f087486e-008b-41ed-9afa-6985ec6a5243,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:29.225510 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:29.242129 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6eb7eec-c555-4e57-9729-fc1bc530c918 req-622b24d8-ac83-4185-9a62-c1fa1fe1a288 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923492 Jul 09 09:33:29.262505 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3d0303bf-991e-40a8-a2cc-a06dbda4c481 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting port d0d92a89-cfc5-46da-9953-d25c691952e2 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:33:29.262858 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3d0303bf-991e-40a8-a2cc-a06dbda4c481 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:29.267426 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4e5ed-c57c-4619-834a-71419fa67faa req-f2b45109-0875-4f34-8132-41321913fb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:29.269126 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38f4e5ed-c57c-4619-834a-71419fa67faa req-f2b45109-0875-4f34-8132-41321913fb38 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.5480096 Jul 09 09:33:29.398437 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 78b7d26a-903d-4dfd-808e-3a9844f68812, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=78b7d26a-903d-4dfd-808e-3a9844f68812,segment=NetworkSegment(966526bd-490a-44dd-abfe-bcd259cab79b),segment_id=966526bd-490a-44dd-abfe-bcd259cab79b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:29.421492 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:29.469688 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3d0303bf-991e-40a8-a2cc-a06dbda4c481 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:29.495095 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb86447f-cc38-4f12-b9ad-5fa8414ec7f1 req-52d4a718-3085-4ad0-97c3-ac848a73b3b5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870167 Jul 09 09:33:29.499024 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3d0303bf-991e-40a8-a2cc-a06dbda4c481 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Calling delete_port for d0d92a89-cfc5-46da-9953-d25c691952e2 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:33:29.612692 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5b860-947a-443f-9840-9655515fe50f req-b60435ef-a058-45b8-9d32-4590243e7624 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:29.615093 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fc5b860-947a-443f-9840-9655515fe50f req-b60435ef-a058-45b8-9d32-4590243e7624 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 947 time: 0.9334085 Jul 09 09:33:29.672274 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=78b7d26a-903d-4dfd-808e-3a9844f68812,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:29.688467 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'name': 'tempest-TaggedBootDevicesTest_v242-545706939-router', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '463331b5-eedb-482b-915c-2839d9c2e433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:13Z', 'updated_at': '2021-07-09T09:33:18Z', 'revision_number': 4, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'gw_port': {'id': '463331b5-eedb-482b-915c-2839d9c2e433', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:68:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:14Z', 'updated_at': '2021-07-09T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'ece5828a-835e-40a1-a0d2-097ae8255d52', 'name': '', 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'mac_address': 'fa:16:3e:eb:ec:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'c58141ca-34d8-4bfc-921c-8492b6a7dcd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:17Z', 'updated_at': '2021-07-09T09:33:26Z', 'revision_number': 4, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'subnets': [{'id': 'c58141ca-34d8-4bfc-921c-8492b6a7dcd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:29.688795 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79fa963b-0bb0-456c-b036-10003803783f req-1c8e108b-0539-4b04-bb22-9a76114d7eee tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 210 time: 0.0716350 Jul 09 09:33:29.734272 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f9909f-aeea-40b1-a7d5-b19470b54a17 None None] The sync data for ids ['cfae06f5-3216-4ab3-a577-47d9e6a51e58'] in n-d-799996-1 is: [{'id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'name': 'tempest-TaggedBootDevicesTest_v242-545706939-router', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '463331b5-eedb-482b-915c-2839d9c2e433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:13Z', 'updated_at': '2021-07-09T09:33:18Z', 'revision_number': 4, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'gw_port': {'id': '463331b5-eedb-482b-915c-2839d9c2e433', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:68:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:14Z', 'updated_at': '2021-07-09T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'ece5828a-835e-40a1-a0d2-097ae8255d52', 'name': '', 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'mac_address': 'fa:16:3e:eb:ec:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'c58141ca-34d8-4bfc-921c-8492b6a7dcd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:17Z', 'updated_at': '2021-07-09T09:33:26Z', 'revision_number': 4, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'subnets': [{'id': 'c58141ca-34d8-4bfc-921c-8492b6a7dcd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:33:29.755831 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4e5ed-c57c-4619-834a-71419fa67faa req-62167ed0-af9a-44a3-bd45-2054fb7da947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:29.757563 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38f4e5ed-c57c-4619-834a-71419fa67faa req-62167ed0-af9a-44a3-bd45-2054fb7da947 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6463730 Jul 09 09:33:29.824494 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e128fddc-c5fa-475c-894b-6ec10f048421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b7d26a-903d-4dfd-808e-3a9844f68812'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:33:29.829252 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131e68ec-442f-4250-9fe2-dedc973759e1" -d '{"events": [{"server_uuid": "e128fddc-c5fa-475c-894b-6ec10f048421", "name": "network-vif-plugged", "status": "completed", "tag": "78b7d26a-903d-4dfd-808e-3a9844f68812"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:33:29.891669 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-17bdadcc-a3a9-4b2a-a64a-73ccf2f3b913 None None] Provisioning for port d0d92a89-cfc5-46da-9953-d25c691952e2 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:33:29.898523 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3d0303bf-991e-40a8-a2cc-a06dbda4c481 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:29.916651 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-17bdadcc-a3a9-4b2a-a64a-73ccf2f3b913 None None] Provisioning complete for port d0d92a89-cfc5-46da-9953-d25c691952e2 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:29.917110 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-17bdadcc-a3a9-4b2a-a64a-73ccf2f3b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:29.979265 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0303bf-991e-40a8-a2cc-a06dbda4c481 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Port': ['ID=d0d92a89-cfc5-46da-9953-d25c691952e2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:30.029795 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-17bdadcc-a3a9-4b2a-a64a-73ccf2f3b913 None None] Port d0d92a89-cfc5-46da-9953-d25c691952e2 was deleted so its status cannot be updated. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 09:33:30.060263 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38f4e5ed-c57c-4619-834a-71419fa67faa req-a3ad4ae7-4f8f-4df8-9a3a-20e083473636 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890818 Jul 09 09:33:30.141557 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c7115397-0550-44e1-8f4d-e1bca4fb9dbe None None] Could not find standard attr ID for object d0d92a89-cfc5-46da-9953-d25c691952e2. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:33:30.328398 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fc5b860-947a-443f-9840-9655515fe50f req-c3bd46d3-6594-43d4-aeae-da7a05f5dd1e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6375873 Jul 09 09:33:30.336417 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4e5ed-c57c-4619-834a-71419fa67faa req-e1e1cdcb-3c4a-40f6-b04a-2b309c9429bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:30.338935 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38f4e5ed-c57c-4619-834a-71419fa67faa req-e1e1cdcb-3c4a-40f6-b04a-2b309c9429bf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0133431 Jul 09 09:33:30.464115 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3d0303bf-991e-40a8-a2cc-a06dbda4c481 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:30.518848 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6980a2-2189-4923-9fbf-0e31d7ba070c req-698a8f40-9ab6-4ac6-b86a-f6222b3fa9fb tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:30.527004 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db6980a2-2189-4923-9fbf-0e31d7ba070c req-698a8f40-9ab6-4ac6-b86a-f6222b3fa9fb tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=e128fddc-c5fa-475c-894b-6ec10f048421 HTTP/1.1" status: 200 len: 945 time: 0.4560881 Jul 09 09:33:30.682897 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db6980a2-2189-4923-9fbf-0e31d7ba070c req-36bdc69f-91a7-45d3-9087-fe49239c4532 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544771 Jul 09 09:33:30.759183 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38f4e5ed-c57c-4619-834a-71419fa67faa req-37aa9f79-0cbe-4b4c-b0c5-b5d5b0247b52 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6479502 Jul 09 09:33:30.795407 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:33:30.825220 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695c7c30-a721-42b8-b6c6-6e3e560236df x-openstack-request-id: req-695c7c30-a721-42b8-b6c6-6e3e560236df {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:33:30.825599 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e128fddc-c5fa-475c-894b-6ec10f048421", "name": "network-vif-plugged", "status": "completed", "tag": "78b7d26a-903d-4dfd-808e-3a9844f68812", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:33:30.825805 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-695c7c30-a721-42b8-b6c6-6e3e560236df {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:33:30.826199 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e128fddc-c5fa-475c-894b-6ec10f048421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b7d26a-903d-4dfd-808e-3a9844f68812', 'code': 200} Jul 09 09:33:30.901979 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38f4e5ed-c57c-4619-834a-71419fa67faa req-201ee6b0-149c-481c-9508-8650fc11c89a service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502520 Jul 09 09:33:30.954955 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0303bf-991e-40a8-a2cc-a06dbda4c481 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Router 7dff7783-b640-4cdd-8b42-7e949dc75034 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:33:31.178532 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38f4e5ed-c57c-4619-834a-71419fa67faa req-ca6be19c-e075-458b-b077-e3be34d7c020 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466640 Jul 09 09:33:31.197848 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0303bf-991e-40a8-a2cc-a06dbda4c481 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:33:31.205209 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3d0303bf-991e-40a8-a2cc-a06dbda4c481 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/routers/7dff7783-b640-4cdd-8b42-7e949dc75034/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8616648 Jul 09 09:33:31.208591 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50154) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:31.214280 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:31.226622 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086f1e1a-c4b6-484f-9cac-daee73deecd2 None None] Sync routers for ids ['7dff7783-b640-4cdd-8b42-7e949dc75034'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:33:31.270264 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f087486e-008b-41ed-9afa-6985ec6a5243 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:33:31.287479 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b92840b8-c248-4e76-9fd2-71a06de7471d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dff7783-b640-4cdd-8b42-7e949dc75034 HTTP/1.1" status: 200 len: 205 time: 0.0772021 Jul 09 09:33:31.290068 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50156) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:31.309436 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '04f472e6-1ec8-4cdc-a59e-469ac1f88c3d', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '04f472e6-1ec8-4cdc-a59e-469ac1f88c3d', 'mac_address': 'fa:16:3e:f5:9a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:33:31.401798 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350cb90-dc8d-462a-baa0-38696e61b3f3 req-146556e3-e3c7-4889-80a4-96b9cf6125f7 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:31.410804 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e350cb90-dc8d-462a-baa0-38696e61b3f3 req-146556e3-e3c7-4889-80a4-96b9cf6125f7 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 945 time: 0.7195604 Jul 09 09:33:31.426019 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c1579-729e-43cb-b479-582c4e2af338 req-ade783a1-687a-44e0-affb-be6a68e4fe75 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:31.428000 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd0c1579-729e-43cb-b479-582c4e2af338 req-ade783a1-687a-44e0-affb-be6a68e4fe75 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 945 time: 0.2151625 Jul 09 09:33:31.450557 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:31.464481 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ac0e9-cad1-4bbf-b45c-49d63f488295 req-68ad85d7-e355-4189-8967-2fb51167dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:31.466202 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-732ac0e9-cad1-4bbf-b45c-49d63f488295 req-68ad85d7-e355-4189-8967-2fb51167dcc2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e128fddc-c5fa-475c-894b-6ec10f048421 HTTP/1.1" status: 200 len: 1096 time: 0.2866199 Jul 09 09:33:31.487633 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086f1e1a-c4b6-484f-9cac-daee73deecd2 None None] Routers {'7dff7783-b640-4cdd-8b42-7e949dc75034'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:31.489399 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-086f1e1a-c4b6-484f-9cac-daee73deecd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7dff7783-b640-4cdd-8b42-7e949dc75034'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:31.518247 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-109d53d9-2b2e-4082-b187-26b218d90036 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:31.538880 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:33:31.545845 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-086f1e1a-c4b6-484f-9cac-daee73deecd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:31.582660 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-732ac0e9-cad1-4bbf-b45c-49d63f488295 req-5fd2a19d-da61-4683-8d5e-9baa997e1f58 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045177 Jul 09 09:33:31.586505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:31.595504 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:31.598069 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086f1e1a-c4b6-484f-9cac-daee73deecd2 None None] Routers {'7dff7783-b640-4cdd-8b42-7e949dc75034'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:31.599010 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-086f1e1a-c4b6-484f-9cac-daee73deecd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7dff7783-b640-4cdd-8b42-7e949dc75034'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:31.615509 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e350cb90-dc8d-462a-baa0-38696e61b3f3 req-dc0fe8a4-3281-4ea0-8684-3195a75ac68e tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036500 Jul 09 09:33:31.638837 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd0c1579-729e-43cb-b479-582c4e2af338 req-812a294f-d6c7-43ed-a0d4-4bdef6ab7f8d tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863894 Jul 09 09:33:31.794649 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-086f1e1a-c4b6-484f-9cac-daee73deecd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:31.796281 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086f1e1a-c4b6-484f-9cac-daee73deecd2 None None] The sync data for ids ['7dff7783-b640-4cdd-8b42-7e949dc75034'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:33:31.809332 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port f087486e-008b-41ed-9afa-6985ec6a5243 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:31.810066 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:31.911258 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['04f472e6-1ec8-4cdc-a59e-469ac1f88c3d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:33:31.929595 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-60434095-0add-470b-86cc-98d1c49f66c5 req-1f54a235-5cfb-4395-88c9-718e037cdfc6 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf57ca60-658f-43d7-9309-6e2f05d4abfb HTTP/1.1" status: 200 len: 210 time: 0.0741320 Jul 09 09:33:32.010851 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:32.033822 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-109d53d9-2b2e-4082-b187-26b218d90036 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:32.044384 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-109d53d9-2b2e-4082-b187-26b218d90036 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:32.187007 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-109d53d9-2b2e-4082-b187-26b218d90036 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:32.187979 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109d53d9-2b2e-4082-b187-26b218d90036 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Fanout notify agent at l3_agent the message router_deleted on router 7dff7783-b640-4cdd-8b42-7e949dc75034 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:33:32.211405 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-109d53d9-2b2e-4082-b187-26b218d90036 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:32.216702 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 50164) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:32.232106 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-109d53d9-2b2e-4082-b187-26b218d90036 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/routers/7dff7783-b640-4cdd-8b42-7e949dc75034 HTTP/1.1" status: 204 len: 168 time: 0.9406798 Jul 09 09:33:32.577033 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device ece5828a-835e-40a1-a0d2-097ae8255d52 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:33:32.954032 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port ece5828a-835e-40a1-a0d2-097ae8255d52 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:33:32.959665 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port ece5828a-835e-40a1-a0d2-097ae8255d52 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:32.960303 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:33.265874 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:33.394150 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port ece5828a-835e-40a1-a0d2-097ae8255d52, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=ece5828a-835e-40a1-a0d2-097ae8255d52,segment=NetworkSegment(bbc829eb-840a-4f9c-b6c7-a422b7b82c77),segment_id=bbc829eb-840a-4f9c-b6c7-a422b7b82c77)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:33.412749 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:33.475164 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79b03f8-a648-4eb1-9ca1-3f655731269e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting subnet cac101e2-98be-466a-ab0c-6a1ec931408f {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:33:33.478946 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b79b03f8-a648-4eb1-9ca1-3f655731269e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:33.518473 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=ece5828a-835e-40a1-a0d2-097ae8255d52,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:33.590010 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b79b03f8-a648-4eb1-9ca1-3f655731269e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:33.602862 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b49a1-d32b-4860-93d6-adc278ddef6f req-db693faf-9141-4f3c-b8d7-ea2f7cd37e31 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:33.607525 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-601b49a1-d32b-4860-93d6-adc278ddef6f req-db693faf-9141-4f3c-b8d7-ea2f7cd37e31 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=e128fddc-c5fa-475c-894b-6ec10f048421 HTTP/1.1" status: 200 len: 945 time: 1.3012667 Jul 09 09:33:33.641637 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:33.822894 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd383be-6e6f-43fe-805d-3007c1a199bf req-2fbcd2b2-a140-4ef4-bbfd-26cdfac3b71f tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:33.824570 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bdd383be-6e6f-43fe-805d-3007c1a199bf req-2fbcd2b2-a140-4ef4-bbfd-26cdfac3b71f tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.64 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee&tenant_id=fd1e4817887247cb839b06c8943f8731&binding%3Ahost_id=n-h1-799996-1 HTTP/1.1" status: 200 len: 948 time: 1.3530092 Jul 09 09:33:33.830225 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b79b03f8-a648-4eb1-9ca1-3f655731269e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:33.908317 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b962842-3f53-4c1b-8b3f-d6c40dd7310a req-a1f50dac-6491-4748-96ba-5494dba8dc9d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:33.918521 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b962842-3f53-4c1b-8b3f-d6c40dd7310a req-a1f50dac-6491-4748-96ba-5494dba8dc9d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 948 time: 1.4710031 Jul 09 09:33:33.956793 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfee276-80f3-49f2-853a-61520a3aacaf req-fd13ce8e-0288-4e23-b40a-b1aca4f40d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:33.958351 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-adfee276-80f3-49f2-853a-61520a3aacaf req-fd13ce8e-0288-4e23-b40a-b1aca4f40d6e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 1096 time: 0.5770254 Jul 09 09:33:33.974476 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-601b49a1-d32b-4860-93d6-adc278ddef6f req-8bb35fd7-e8a8-4328-aff5-bd4e5f5b9364 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395877 Jul 09 09:33:34.031626 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b962842-3f53-4c1b-8b3f-d6c40dd7310a req-bcd3eb3e-dd8b-4000-b833-8f43923ac2ce tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106312 Jul 09 09:33:34.076201 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-adfee276-80f3-49f2-853a-61520a3aacaf req-df101d60-d004-4a14-94aa-52b30e669682 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885861 Jul 09 09:33:34.159252 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-bdd383be-6e6f-43fe-805d-3007c1a199bf req-5260aa3d-4adf-492e-b30f-bc06751da35c service neutron] delete failed (client error): The resource could not be found. Jul 09 09:33:34.160623 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bdd383be-6e6f-43fe-805d-3007c1a199bf req-5260aa3d-4adf-492e-b30f-bc06751da35c service neutron] 10.222.0.64 "DELETE /v2.0/ports/04f472e6-1ec8-4cdc-a59e-469ac1f88c3d/bindings/n-h2-799996-1 HTTP/1.1" status: 404 len: 380 time: 0.3011150 Jul 09 09:33:34.222527 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b79b03f8-a648-4eb1-9ca1-3f655731269e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:34.261810 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c706495-9b04-49dd-b67a-f9333267d87b None None] Network 513e6586-e0b5-4127-9167-adb8d827ea4e requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:33:34.263790 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b79b03f8-a648-4eb1-9ca1-3f655731269e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:34.273658 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b79b03f8-a648-4eb1-9ca1-3f655731269e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/subnets/cac101e2-98be-466a-ab0c-6a1ec931408f HTTP/1.1" status: 204 len: 168 time: 2.0554388 Jul 09 09:33:34.274488 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 50180) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:34.539966 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dd9be8-c98b-4db6-9b93-2cfe20a971ab None None] DHCP port deletion for 513e6586-e0b5-4127-9167-adb8d827ea4e request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:33:34.582678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b03f8-a648-4eb1-9ca1-3f655731269e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Subnet': ['ID=cac101e2-98be-466a-ab0c-6a1ec931408f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:34.649662 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cf4aae8-c5f7-42dc-b908-a4b0363e0243 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:34.662292 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-10dd9be8-c98b-4db6-9b93-2cfe20a971ab None None] Deleting port f087486e-008b-41ed-9afa-6985ec6a5243 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:33:34.666963 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-10dd9be8-c98b-4db6-9b93-2cfe20a971ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:34.691401 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2ee11-931b-4d57-bf2d-2073361fadad req-2df6e25f-6953-412a-9c70-3d97292f5e1d tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:34.692971 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53a2ee11-931b-4d57-bf2d-2073361fadad req-2df6e25f-6953-412a-9c70-3d97292f5e1d tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 945 time: 0.5749087 Jul 09 09:33:34.764119 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-10dd9be8-c98b-4db6-9b93-2cfe20a971ab None None] For port f087486e-008b-41ed-9afa-6985ec6a5243, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f087486e-008b-41ed-9afa-6985ec6a5243,segment=NetworkSegment(04cf6da5-ba4b-4030-9b58-ca2f44660c34),segment_id=04cf6da5-ba4b-4030-9b58-ca2f44660c34)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:34.764405 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-10dd9be8-c98b-4db6-9b93-2cfe20a971ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:34.784669 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-10dd9be8-c98b-4db6-9b93-2cfe20a971ab None None] Calling delete_port for f087486e-008b-41ed-9afa-6985ec6a5243 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:33:34.835906 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1b0f8-af41-4a66-9494-bcd78807cded req-fa897bcc-575c-47fb-ba7e-be663d0b2966 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:34.837595 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-11f1b0f8-af41-4a66-9494-bcd78807cded req-fa897bcc-575c-47fb-ba7e-be663d0b2966 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 945 time: 0.5608757 Jul 09 09:33:34.840399 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd383be-6e6f-43fe-805d-3007c1a199bf req-b409cffd-c04e-4e2f-87d1-588dd8e1f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:34.842813 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bdd383be-6e6f-43fe-805d-3007c1a199bf req-b409cffd-c04e-4e2f-87d1-588dd8e1f8c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 1099 time: 0.4360309 Jul 09 09:33:34.857796 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:33:34.869986 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53a2ee11-931b-4d57-bf2d-2073361fadad req-2e3304de-aacf-4cc9-a11a-cddaf374ae85 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654458 Jul 09 09:33:35.006304 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-10dd9be8-c98b-4db6-9b93-2cfe20a971ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:35.015033 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:33:35.050548 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-11f1b0f8-af41-4a66-9494-bcd78807cded req-1d3b896b-875a-42c2-8979-985a07044d3b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020352 Jul 09 09:33:35.073105 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd9be8-c98b-4db6-9b93-2cfe20a971ab None None] Pushing event deleted for resources: {'Port': ['ID=f087486e-008b-41ed-9afa-6985ec6a5243,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:35.074536 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7cf4aae8-c5f7-42dc-b908-a4b0363e0243 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting port f087486e-008b-41ed-9afa-6985ec6a5243 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:33:35.075216 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cf4aae8-c5f7-42dc-b908-a4b0363e0243 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:35.093724 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd9be8-c98b-4db6-9b93-2cfe20a971ab None None] No DVR routers for this DVR port f087486e-008b-41ed-9afa-6985ec6a5243 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:33:35.100222 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:35.101522 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:35.255457 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-7cf4aae8-c5f7-42dc-b908-a4b0363e0243 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] For port f087486e-008b-41ed-9afa-6985ec6a5243, host n-d-799996-1, got binding levels [] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:35.256154 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cf4aae8-c5f7-42dc-b908-a4b0363e0243 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:35.275674 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:35.297038 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd383be-6e6f-43fe-805d-3007c1a199bf req-a8d5520c-ce89-4eed-a4bf-022568fa9edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:35.299795 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bdd383be-6e6f-43fe-805d-3007c1a199bf req-a8d5520c-ce89-4eed-a4bf-022568fa9edb service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.4285948 Jul 09 09:33:35.343053 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ee4fac-280e-4891-b6d7-5e13a3c516ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f472e6-1ec8-4cdc-a59e-469ac1f88c3d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:33:35.346414 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515b18ea-0365-4824-ac19-a3775b7b8258" -d '{"events": [{"server_uuid": "36ee4fac-280e-4891-b6d7-5e13a3c516ee", "name": "network-vif-plugged", "status": "completed", "tag": "04f472e6-1ec8-4cdc-a59e-469ac1f88c3d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:33:35.370962 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:35.377511 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:35.438091 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bdd383be-6e6f-43fe-805d-3007c1a199bf req-b20ceb13-26a3-4c68-99cc-b7ce63adbf28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d HTTP/1.1" status: 200 len: 217 time: 0.1238453 Jul 09 09:33:35.449685 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7cf4aae8-c5f7-42dc-b908-a4b0363e0243 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Calling delete_port for f087486e-008b-41ed-9afa-6985ec6a5243 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:33:35.464295 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.ipam_backend_mixin [None req-7cf4aae8-c5f7-42dc-b908-a4b0363e0243 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Port f087486e-008b-41ed-9afa-6985ec6a5243 was not found and therefore no delete operation was performed {{(pid=93790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 09:33:35.487814 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:35.556771 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cf4aae8-c5f7-42dc-b908-a4b0363e0243 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:35.575670 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device ece5828a-835e-40a1-a0d2-097ae8255d52 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:33:35.616305 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd383be-6e6f-43fe-805d-3007c1a199bf req-0c83a837-9c70-4165-999f-30a1d7bf7071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:35.618617 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bdd383be-6e6f-43fe-805d-3007c1a199bf req-0c83a837-9c70-4165-999f-30a1d7bf7071 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1516287 Jul 09 09:33:35.622325 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf4aae8-c5f7-42dc-b908-a4b0363e0243 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] No DVR routers for this DVR port f087486e-008b-41ed-9afa-6985ec6a5243 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:33:35.666852 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4aae8-c5f7-42dc-b908-a4b0363e0243 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Port': ['ID=f087486e-008b-41ed-9afa-6985ec6a5243,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:35.690264 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port ece5828a-835e-40a1-a0d2-097ae8255d52 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:35.690264 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:35.801125 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd30d9-6b9a-473d-a21c-63d279ddb589 req-881f8125-36c9-4922-b25a-a4f4a21e3877 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:35.808901 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-babd30d9-6b9a-473d-a21c-63d279ddb589 req-881f8125-36c9-4922-b25a-a4f4a21e3877 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 945 time: 0.3710706 Jul 09 09:33:35.826040 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cf4aae8-c5f7-42dc-b908-a4b0363e0243 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:35.857586 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7cf4aae8-c5f7-42dc-b908-a4b0363e0243 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513e6586-e0b5-4127-9167-adb8d827ea4e']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:35.884774 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7cf4aae8-c5f7-42dc-b908-a4b0363e0243 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04cf6da5-ba4b-4030-9b58-ca2f44660c34') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:35.885042 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7cf4aae8-c5f7-42dc-b908-a4b0363e0243 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04cf6da5-ba4b-4030-9b58-ca2f44660c34') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:35.904506 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f087486e-008b-41ed-9afa-6985ec6a5243 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:33:35.920047 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cf4aae8-c5f7-42dc-b908-a4b0363e0243 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:35.956775 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: f087486e-008b-41ed-9afa-6985ec6a5243 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:33:35.957030 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cf4aae8-c5f7-42dc-b908-a4b0363e0243 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:35.957543 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f087486e-008b-41ed-9afa-6985ec6a5243 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:33:35.972234 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf4aae8-c5f7-42dc-b908-a4b0363e0243 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:33:35.972472 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cf4aae8-c5f7-42dc-b908-a4b0363e0243 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:33:36.041301 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:33:36.069202 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cf4aae8-c5f7-42dc-b908-a4b0363e0243 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:36.089940 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cf4aae8-c5f7-42dc-b908-a4b0363e0243 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:36.099204 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50196) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:36.104317 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a642f332-70ec-4a2e-9f75-31cb121f9d10 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-705957027', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:36.110439 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7cf4aae8-c5f7-42dc-b908-a4b0363e0243 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/networks/513e6586-e0b5-4127-9167-adb8d827ea4e HTTP/1.1" status: 204 len: 168 time: 1.8091776 Jul 09 09:33:36.150956 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a642f332-70ec-4a2e-9f75-31cb121f9d10 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:36.152673 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a642f332-70ec-4a2e-9f75-31cb121f9d10 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:36.164810 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5b9ba-fc16-436f-863a-53e4bbe12aa5 req-f92ad6f2-df1d-4bf3-9780-e821d6c284c2 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:36.176761 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-feb5b9ba-fc16-436f-863a-53e4bbe12aa5 req-f92ad6f2-df1d-4bf3-9780-e821d6c284c2 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=e128fddc-c5fa-475c-894b-6ec10f048421 HTTP/1.1" status: 200 len: 945 time: 0.7247682 Jul 09 09:33:36.182351 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-babd30d9-6b9a-473d-a21c-63d279ddb589 req-c26a9dab-9c84-4a74-a1de-0a49b7f7048d tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710790 Jul 09 09:33:36.256403 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4aae8-c5f7-42dc-b908-a4b0363e0243 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Network': ['ID=513e6586-e0b5-4127-9167-adb8d827ea4e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:36.281407 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a642f332-70ec-4a2e-9f75-31cb121f9d10 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:36.287793 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd383be-6e6f-43fe-805d-3007c1a199bf req-76c40207-e140-413f-a89d-96123ff1f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:36.289401 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bdd383be-6e6f-43fe-805d-3007c1a199bf req-76c40207-e140-413f-a89d-96123ff1f6b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6353579 Jul 09 09:33:36.319609 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-feb5b9ba-fc16-436f-863a-53e4bbe12aa5 req-7e15b517-c29b-4bee-8ce7-1716f28a2ec2 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417842 Jul 09 09:33:36.432702 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50202) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:36.496104 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240ae517-6716-4db0-89a2-e72ef3d53ebb x-openstack-request-id: req-240ae517-6716-4db0-89a2-e72ef3d53ebb {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:33:36.496612 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ee4fac-280e-4891-b6d7-5e13a3c516ee", "name": "network-vif-plugged", "status": "completed", "tag": "04f472e6-1ec8-4cdc-a59e-469ac1f88c3d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:33:36.496775 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-240ae517-6716-4db0-89a2-e72ef3d53ebb {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:33:36.497241 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ee4fac-280e-4891-b6d7-5e13a3c516ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f472e6-1ec8-4cdc-a59e-469ac1f88c3d', 'code': 200} Jul 09 09:33:36.532799 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bdd383be-6e6f-43fe-805d-3007c1a199bf req-2d82547b-1f1f-4b7b-93c0-b76173ea1701 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276602 Jul 09 09:33:36.707435 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a642f332-70ec-4a2e-9f75-31cb121f9d10 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:36.766311 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-59c8e690-9e11-4d44-a9d6-f45078297cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:36.837997 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a069fafe-8d95-4646-97b7-20b3adcf5397 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:36.888919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cadfe4-10d3-4fe9-b0ae-2887d540177c req-470dd411-de3e-4844-b920-a8c8e4c6213e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:36.889636 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a069fafe-8d95-4646-97b7-20b3adcf5397 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:36.891057 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-69cadfe4-10d3-4fe9-b0ae-2887d540177c req-470dd411-de3e-4844-b920-a8c8e4c6213e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 949 time: 0.3573480 Jul 09 09:33:36.969718 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b72691-0ff9-430b-8bdd-0628b579276e req-c5711bf5-5dc3-498e-9055-13eb62915284 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:36.983509 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9b72691-0ff9-430b-8bdd-0628b579276e req-c5711bf5-5dc3-498e-9055-13eb62915284 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 945 time: 0.2506540 Jul 09 09:33:36.988580 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bdd383be-6e6f-43fe-805d-3007c1a199bf req-de6133cf-b9ff-4999-8774-3a72b890ca26 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841097 Jul 09 09:33:37.024653 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-69cadfe4-10d3-4fe9-b0ae-2887d540177c req-4e0fb488-8cd6-41ca-be91-83792cdf08a8 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216626 Jul 09 09:33:37.092987 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9b72691-0ff9-430b-8bdd-0628b579276e req-63548965-e8b1-40d2-a91a-077fa989427b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082618 Jul 09 09:33:37.108985 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a069fafe-8d95-4646-97b7-20b3adcf5397 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:37.121820 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a069fafe-8d95-4646-97b7-20b3adcf5397 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:37.121820 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a069fafe-8d95-4646-97b7-20b3adcf5397 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "DELETE /v2.0/security-groups/be393f4f-3bda-4267-ab77-11f03ec104fd HTTP/1.1" status: 204 len: 168 time: 0.6790144 Jul 09 09:33:37.123196 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 50206) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:37.145631 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-d886ce2b-ed35-414c-b91b-16ab159aad5f tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] show failed (client error): The resource could not be found. Jul 09 09:33:37.149220 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d886ce2b-ed35-414c-b91b-16ab159aad5f tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "GET /v2.0/security-groups/be393f4f-3bda-4267-ab77-11f03ec104fd HTTP/1.1" status: 404 len: 347 time: 0.0220549 Jul 09 09:33:37.154449 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50210) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:37.284576 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069fafe-8d95-4646-97b7-20b3adcf5397 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be393f4f-3bda-4267-ab77-11f03ec104fd,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:37.288483 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a642f332-70ec-4a2e-9f75-31cb121f9d10 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:37.391952 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a642f332-70ec-4a2e-9f75-31cb121f9d10 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:37.427563 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a069fafe-8d95-4646-97b7-20b3adcf5397 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:37.429883 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a069fafe-8d95-4646-97b7-20b3adcf5397 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:37.430644 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a069fafe-8d95-4646-97b7-20b3adcf5397 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:37.431796 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a069fafe-8d95-4646-97b7-20b3adcf5397 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:37.432180 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a069fafe-8d95-4646-97b7-20b3adcf5397 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:37.432682 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a069fafe-8d95-4646-97b7-20b3adcf5397 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:37.433720 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a069fafe-8d95-4646-97b7-20b3adcf5397 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:37.435178 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a069fafe-8d95-4646-97b7-20b3adcf5397 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:37.439015 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a069fafe-8d95-4646-97b7-20b3adcf5397 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:37.440685 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a069fafe-8d95-4646-97b7-20b3adcf5397 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:37.441480 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a069fafe-8d95-4646-97b7-20b3adcf5397 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:37.444307 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a069fafe-8d95-4646-97b7-20b3adcf5397 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:37.658947 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-86695178-2ae9-4be0-ba42-1abc03308ae0 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:37.662413 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8395b891-23fe-47d8-b797-1266d2449cf1 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Deleting port 9399371d-4b88-4dbd-a7e4-9113ab6dc31f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:33:37.662761 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8395b891-23fe-47d8-b797-1266d2449cf1 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:37.672361 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-86695178-2ae9-4be0-ba42-1abc03308ae0 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=99aab77e-09d5-482f-82b2-80d35d023c88&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3174503 Jul 09 09:33:37.781043 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-a642f332-70ec-4a2e-9f75-31cb121f9d10 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Allocated IP 172.25.3.111 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/65d2524f-37c9-47ad-a492-5dc8f41c9d63) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:33:37.841374 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-2f5611f6-83b9-46a9-8fd5-a163a39f8a22 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 695 time: 0.1675715 Jul 09 09:33:37.864271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-5a7c770d-e4a1-4cef-b3ef-e63e8e3a75ae tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Request body: {'floatingip': {'port_id': '448833fd-1de0-4f0f-8cdc-555890bf76db', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:37.949849 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-5a7c770d-e4a1-4cef-b3ef-e63e8e3a75ae tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:38.035511 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8395b891-23fe-47d8-b797-1266d2449cf1 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:38.043263 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8395b891-23fe-47d8-b797-1266d2449cf1 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:38.071287 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8395b891-23fe-47d8-b797-1266d2449cf1 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Calling delete_port for 9399371d-4b88-4dbd-a7e4-9113ab6dc31f owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:33:38.159346 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a642f332-70ec-4a2e-9f75-31cb121f9d10 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:38.233604 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a642f332-70ec-4a2e-9f75-31cb121f9d10 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:38.282352 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a642f332-70ec-4a2e-9f75-31cb121f9d10 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:33:38.287181 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a642f332-70ec-4a2e-9f75-31cb121f9d10 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:38.297224 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a642f332-70ec-4a2e-9f75-31cb121f9d10 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:33:38.334031 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642f332-70ec-4a2e-9f75-31cb121f9d10 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Port': ['ID=65d2524f-37c9-47ad-a492-5dc8f41c9d63,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:38.760690 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8395b891-23fe-47d8-b797-1266d2449cf1 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:38.763999 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-5a7c770d-e4a1-4cef-b3ef-e63e8e3a75ae tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:38.769982 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-5a7c770d-e4a1-4cef-b3ef-e63e8e3a75ae tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:38.803792 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395b891-23fe-47d8-b797-1266d2449cf1 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Pushing event deleted for resources: {'Port': ['ID=9399371d-4b88-4dbd-a7e4-9113ab6dc31f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:38.881076 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a642f332-70ec-4a2e-9f75-31cb121f9d10 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:38.895557 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:38.952694 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8395b891-23fe-47d8-b797-1266d2449cf1 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:38.965358 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8395b891-23fe-47d8-b797-1266d2449cf1 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:38.965358 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8395b891-23fe-47d8-b797-1266d2449cf1 tempest-ServersTestBootFromVolume-685259249 tempest-ServersTestBootFromVolume-685259249-project] 10.222.0.61 "DELETE /v2.0/floatingips/8c6251ea-1eec-407a-b568-d4a7b1e87883 HTTP/1.1" status: 204 len: 168 time: 1.8010843 Jul 09 09:33:38.965358 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50224) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:38.976229 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-5a7c770d-e4a1-4cef-b3ef-e63e8e3a75ae tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Floating IP f35ef6cb-fbad-47b9-83a2-a2f62ce5568e associated. External IP: 172.25.3.52, port: 448833fd-1de0-4f0f-8cdc-555890bf76db. Jul 09 09:33:39.313575 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-da222504-395d-4238-9627-9d0712db9c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:39.461868 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:39.732116 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a642f332-70ec-4a2e-9f75-31cb121f9d10 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:39.832288 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-5a7c770d-e4a1-4cef-b3ef-e63e8e3a75ae tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:33:39.980997 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-5a7c770d-e4a1-4cef-b3ef-e63e8e3a75ae tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:33:39.988335 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-5a7c770d-e4a1-4cef-b3ef-e63e8e3a75ae tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:39.991829 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f514e3c6-c104-439f-a1fb-e7acf4e069d8 None None] Sync routers for ids ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:33:40.010317 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f514e3c6-c104-439f-a1fb-e7acf4e069d8 None None] Routers {'7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:40.011631 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f514e3c6-c104-439f-a1fb-e7acf4e069d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:40.012367 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a642f332-70ec-4a2e-9f75-31cb121f9d10 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Router 138d374f-3953-49cb-9c45-4ef75e1fd977 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:33:40.048361 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-5a7c770d-e4a1-4cef-b3ef-e63e8e3a75ae tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "PUT /v2.0/floatingips/f35ef6cb-fbad-47b9-83a2-a2f62ce5568e HTTP/1.1" status: 200 len: 996 time: 2.2053492 Jul 09 09:33:40.049068 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99aab77e-09d5-482f-82b2-80d35d023c88', 'tag': '448833fd-1de0-4f0f-8cdc-555890bf76db'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:33:40.052945 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774249e1-c364-49c9-afd5-813a0737f84e" -d '{"events": [{"name": "network-changed", "server_uuid": "99aab77e-09d5-482f-82b2-80d35d023c88", "tag": "448833fd-1de0-4f0f-8cdc-555890bf76db"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:33:40.139857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-90bf9a73-90e6-4fed-9524-e3763f7ceb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:40.147786 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-90bf9a73-90e6-4fed-9524-e3763f7ceb6e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b787bf2eebcb4063864ea3f28a4fe795&device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 1097 time: 0.0870512 Jul 09 09:33:40.220723 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-f514e3c6-c104-439f-a1fb-e7acf4e069d8 None None] Set router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:33:40.248606 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-321608da-b9b5-484e-a564-ec7ab44beaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:40.255917 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-321608da-b9b5-484e-a564-ec7ab44beaaa service neutron] 10.222.0.61 "GET /v2.0/networks?id=2423c228-b601-4946-8ea0-8ba4dc5be28b HTTP/1.1" status: 200 len: 921 time: 0.1093471 Jul 09 09:33:40.326371 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a642f332-70ec-4a2e-9f75-31cb121f9d10 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:33:40.336553 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e9769f-8546-4346-a513-a45c7ad31309 None None] Sync routers for ids ['138d374f-3953-49cb-9c45-4ef75e1fd977'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:33:40.354315 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-89949b7a-7443-4f03-bf47-14c5a4acdda1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=448833fd-1de0-4f0f-8cdc-555890bf76db HTTP/1.1" status: 200 len: 999 time: 0.0967381 Jul 09 09:33:40.357844 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e9769f-8546-4346-a513-a45c7ad31309 None None] Routers {'138d374f-3953-49cb-9c45-4ef75e1fd977'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:40.358799 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-13e9769f-8546-4346-a513-a45c7ad31309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['138d374f-3953-49cb-9c45-4ef75e1fd977'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:40.391364 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a642f332-70ec-4a2e-9f75-31cb121f9d10 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:40.398689 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a642f332-70ec-4a2e-9f75-31cb121f9d10 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.2983565 Jul 09 09:33:40.399322 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50234) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:40.416457 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-d1e4941f-ddf3-41f4-ae83-e198ca2645fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:40.435572 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-d1e4941f-ddf3-41f4-ae83-e198ca2645fc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e29a1d03-4250-4311-8a28-897c11a59e6c HTTP/1.1" status: 200 len: 859 time: 0.0801113 Jul 09 09:33:40.452220 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-13e9769f-8546-4346-a513-a45c7ad31309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:40.480648 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e9769f-8546-4346-a513-a45c7ad31309 None None] Routers {'138d374f-3953-49cb-9c45-4ef75e1fd977'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:40.482100 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-13e9769f-8546-4346-a513-a45c7ad31309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['138d374f-3953-49cb-9c45-4ef75e1fd977'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:40.532348 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f514e3c6-c104-439f-a1fb-e7acf4e069d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'f35ef6cb-fbad-47b9-83a2-a2f62ce5568e', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'port_id': '448833fd-1de0-4f0f-8cdc-555890bf76db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'mac_address': 'fa:16:3e:d6:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aab77e-09d5-482f-82b2-80d35d023c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:33:00Z', 'updated_at': '2021-07-09T09:33:38Z', 'revision_number': 1, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9993910-d634-4f71-9cc0-f838e2c54f6e', 'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'mac_address': 'fa:16:3e:36:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:24Z', 'updated_at': '2021-07-09T09:32:36Z', 'revision_number': 5, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'subnets': [{'id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:40.550146 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-f0b6361e-fe2c-480d-8a15-c43b7173ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:40.558125 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-f0b6361e-fe2c-480d-8a15-c43b7173ceb1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2423c228-b601-4946-8ea0-8ba4dc5be28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210294 Jul 09 09:33:40.561977 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f514e3c6-c104-439f-a1fb-e7acf4e069d8 None None] Checking router: 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:33:40.564648 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-ce8b6e27-88dc-4b82-b7f4-d108210022c1 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:33:40.571476 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f514e3c6-c104-439f-a1fb-e7acf4e069d8 None None] Routers {'7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:40.572439 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f514e3c6-c104-439f-a1fb-e7acf4e069d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:40.576888 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-ce8b6e27-88dc-4b82-b7f4-d108210022c1 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165064 Jul 09 09:33:40.594993 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-778a1a53-e576-4193-a168-4d112ea65a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:40.751377 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-83ddfae8-3fb8-4f37-a06b-2b934a1f08a8 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/routers/138d374f-3953-49cb-9c45-4ef75e1fd977 HTTP/1.1" status: 200 len: 880 time: 0.3499360 Jul 09 09:33:40.752326 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 50236) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:40.794798 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-f514e3c6-c104-439f-a1fb-e7acf4e069d8 None None] Set router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:33:40.945785 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-13e9769f-8546-4346-a513-a45c7ad31309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:40.946739 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e9769f-8546-4346-a513-a45c7ad31309 None None] The sync data for ids ['138d374f-3953-49cb-9c45-4ef75e1fd977'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:33:40.965194 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-e61b1b59-222f-4273-a9c2-1c5a1c795b5a service neutron] 10.222.0.61 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884680 Jul 09 09:33:41.087581 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:41.103637 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f514e3c6-c104-439f-a1fb-e7acf4e069d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'f35ef6cb-fbad-47b9-83a2-a2f62ce5568e', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'port_id': '448833fd-1de0-4f0f-8cdc-555890bf76db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'mac_address': 'fa:16:3e:d6:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aab77e-09d5-482f-82b2-80d35d023c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:33:00Z', 'updated_at': '2021-07-09T09:33:38Z', 'revision_number': 1, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9993910-d634-4f71-9cc0-f838e2c54f6e', 'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'mac_address': 'fa:16:3e:36:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:24Z', 'updated_at': '2021-07-09T09:32:36Z', 'revision_number': 5, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'subnets': [{'id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:41.156073 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f514e3c6-c104-439f-a1fb-e7acf4e069d8 None None] The sync data for ids ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'] in n-d-799996-1 is: [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'f35ef6cb-fbad-47b9-83a2-a2f62ce5568e', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'port_id': '448833fd-1de0-4f0f-8cdc-555890bf76db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'mac_address': 'fa:16:3e:d6:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aab77e-09d5-482f-82b2-80d35d023c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:33:00Z', 'updated_at': '2021-07-09T09:33:38Z', 'revision_number': 1, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9993910-d634-4f71-9cc0-f838e2c54f6e', 'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'mac_address': 'fa:16:3e:36:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:24Z', 'updated_at': '2021-07-09T09:32:36Z', 'revision_number': 5, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'subnets': [{'id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:33:41.244034 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-778a1a53-e576-4193-a168-4d112ea65a34 admin admin] Deleting port 4bbb164a-cc1f-4f3d-aa24-50c8365741ef {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:33:41.244439 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-778a1a53-e576-4193-a168-4d112ea65a34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:41.289388 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-90b2f3db-281b-44db-9d31-33bd0839bdec req-eea57183-36b2-417d-a74e-f7b6feaed770 service neutron] 10.222.0.61 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226993 Jul 09 09:33:41.379835 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5111aec3-5f04-4b84-832f-aa1245c0cd6f tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6204634 Jul 09 09:33:41.383677 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 50242) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:41.393040 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-07abcbad-5340-46f7-8207-0260dd3d850a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-705957027'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:41.431069 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-778a1a53-e576-4193-a168-4d112ea65a34 admin admin] For port 4bbb164a-cc1f-4f3d-aa24-50c8365741ef, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4bbb164a-cc1f-4f3d-aa24-50c8365741ef,segment=NetworkSegment(8bfbb34c-32d0-44b5-9b77-51a798cc85d3),segment_id=8bfbb34c-32d0-44b5-9b77-51a798cc85d3)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:41.431438 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-778a1a53-e576-4193-a168-4d112ea65a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:41.470615 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-778a1a53-e576-4193-a168-4d112ea65a34 admin admin] Calling delete_port for 4bbb164a-cc1f-4f3d-aa24-50c8365741ef owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:33:41.565105 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f662f633-4b6a-4a33-ab66-05f77c4170d5 None None] New status for floating IP f35ef6cb-fbad-47b9-83a2-a2f62ce5568e: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:33:41.644544 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c6fee-a96a-4877-b0d9-ee6ffb24ed72 req-e8c4f37b-24a3-4926-b00b-7f479f419783 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:41.649660 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-571c6fee-a96a-4877-b0d9-ee6ffb24ed72 req-e8c4f37b-24a3-4926-b00b-7f479f419783 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.1656787 Jul 09 09:33:41.718735 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-571c6fee-a96a-4877-b0d9-ee6ffb24ed72 req-5eea48ee-5275-43eb-934b-d5f9a8b05f9a tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624197 Jul 09 09:33:41.872906 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-778a1a53-e576-4193-a168-4d112ea65a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:41.922585 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a1a53-e576-4193-a168-4d112ea65a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bbb164a-cc1f-4f3d-aa24-50c8365741ef,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:42.095816 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-07abcbad-5340-46f7-8207-0260dd3d850a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:42.114834 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-07abcbad-5340-46f7-8207-0260dd3d850a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524803'] for router, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:42.195045 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210af87c-9ffc-4dee-9ddb-e635452831cc req-5ed261cb-8373-428a-9cc9-b16bfa95c32e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:42.202850 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-210af87c-9ffc-4dee-9ddb-e635452831cc req-5ed261cb-8373-428a-9cc9-b16bfa95c32e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 949 time: 0.2922647 Jul 09 09:33:42.229111 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-778a1a53-e576-4193-a168-4d112ea65a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:42.298861 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-210af87c-9ffc-4dee-9ddb-e635452831cc req-c6d5243c-ab9e-4a84-9735-0d0c6729f6f2 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949974 Jul 09 09:33:42.360299 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07abcbad-5340-46f7-8207-0260dd3d850a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Router 138d374f-3953-49cb-9c45-4ef75e1fd977 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:33:42.386704 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d1dea4-ab48-45e2-8304-fd44d7ddb6ba x-openstack-request-id: req-63d1dea4-ab48-45e2-8304-fd44d7ddb6ba {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:33:42.387041 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99aab77e-09d5-482f-82b2-80d35d023c88", "tag": "448833fd-1de0-4f0f-8cdc-555890bf76db", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:33:42.389062 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-63d1dea4-ab48-45e2-8304-fd44d7ddb6ba {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:33:42.389861 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99aab77e-09d5-482f-82b2-80d35d023c88', 'tag': '448833fd-1de0-4f0f-8cdc-555890bf76db', 'status': 'completed', 'code': 200} Jul 09 09:33:42.677572 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774249e1-c364-49c9-afd5-813a0737f84e req-a66b4084-779e-44d4-8fab-d8aeda6e8c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:42.679284 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-774249e1-c364-49c9-afd5-813a0737f84e req-a66b4084-779e-44d4-8fab-d8aeda6e8c0f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b787bf2eebcb4063864ea3f28a4fe795&device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 1097 time: 0.2186050 Jul 09 09:33:42.681873 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778a1a53-e576-4193-a168-4d112ea65a34 admin admin] Router f74663a9-4a03-4cc5-8595-6d1cefabf57c has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:33:42.776077 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07abcbad-5340-46f7-8207-0260dd3d850a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:33:42.785854 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-07abcbad-5340-46f7-8207-0260dd3d850a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:42.788186 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ce34bc-c883-49d4-b9b6-c47459ae102a None None] Sync routers for ids ['138d374f-3953-49cb-9c45-4ef75e1fd977'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:33:42.797438 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-07abcbad-5340-46f7-8207-0260dd3d850a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/routers/138d374f-3953-49cb-9c45-4ef75e1fd977 HTTP/1.1" status: 200 len: 887 time: 1.4125741 Jul 09 09:33:42.800165 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50250) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:42.802311 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ce34bc-c883-49d4-b9b6-c47459ae102a None None] Routers {'138d374f-3953-49cb-9c45-4ef75e1fd977'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:42.808130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b4ce34bc-c883-49d4-b9b6-c47459ae102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['138d374f-3953-49cb-9c45-4ef75e1fd977'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:42.852691 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b4ce34bc-c883-49d4-b9b6-c47459ae102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:42.856636 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774249e1-c364-49c9-afd5-813a0737f84e req-1dbbb55c-c215-433b-8fb4-24766824744a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:42.858333 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-774249e1-c364-49c9-afd5-813a0737f84e req-1dbbb55c-c215-433b-8fb4-24766824744a service neutron] 10.222.0.64 "GET /v2.0/networks?id=2423c228-b601-4946-8ea0-8ba4dc5be28b HTTP/1.1" status: 200 len: 921 time: 0.1661718 Jul 09 09:33:42.869765 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778a1a53-e576-4193-a168-4d112ea65a34 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:33:42.878082 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7714123-0b17-470d-9c1d-e22df639c583 req-df9e67c2-7b6a-4df8-bc59-8c03ac47c189 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:42.878448 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338cdc6f-abe0-4748-baff-9f4887e1b0d0 None None] Sync routers for ids ['f74663a9-4a03-4cc5-8595-6d1cefabf57c'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:33:42.879966 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7714123-0b17-470d-9c1d-e22df639c583 req-df9e67c2-7b6a-4df8-bc59-8c03ac47c189 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=e128fddc-c5fa-475c-894b-6ec10f048421&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3785686 Jul 09 09:33:42.881029 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-778a1a53-e576-4193-a168-4d112ea65a34 admin admin] 10.222.0.61 "PUT /v2.0/routers/f74663a9-4a03-4cc5-8595-6d1cefabf57c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9193554 Jul 09 09:33:42.883532 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50252) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:42.892990 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338cdc6f-abe0-4748-baff-9f4887e1b0d0 None None] Routers {'f74663a9-4a03-4cc5-8595-6d1cefabf57c'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:42.894990 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-338cdc6f-abe0-4748-baff-9f4887e1b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f74663a9-4a03-4cc5-8595-6d1cefabf57c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:42.921975 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ce34bc-c883-49d4-b9b6-c47459ae102a None None] Routers {'138d374f-3953-49cb-9c45-4ef75e1fd977'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:42.922614 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b4ce34bc-c883-49d4-b9b6-c47459ae102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['138d374f-3953-49cb-9c45-4ef75e1fd977'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:43.004050 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:43.008535 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b4ce34bc-c883-49d4-b9b6-c47459ae102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:43.011685 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ce34bc-c883-49d4-b9b6-c47459ae102a None None] The sync data for ids ['138d374f-3953-49cb-9c45-4ef75e1fd977'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:33:43.081794 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-165203e2-e9db-49a2-a4ef-7ab2f87d81b8 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/routers/138d374f-3953-49cb-9c45-4ef75e1fd977 HTTP/1.1" status: 200 len: 887 time: 0.2801838 Jul 09 09:33:43.084328 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50256) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:43.121664 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-774249e1-c364-49c9-afd5-813a0737f84e req-95988102-b3d8-458a-936a-1a1f70f7e805 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=448833fd-1de0-4f0f-8cdc-555890bf76db HTTP/1.1" status: 200 len: 1001 time: 0.2404709 Jul 09 09:33:43.122016 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fe16c242-5225-4a22-bf86-84ee2eab3ff5 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/ports?device_id=138d374f-3953-49cb-9c45-4ef75e1fd977 HTTP/1.1" status: 200 len: 205 time: 0.0365798 Jul 09 09:33:43.122622 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 50258) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:43.135321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7714123-0b17-470d-9c1d-e22df639c583 req-1d55407f-76c5-4334-9c1f-14fdf179a07a tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 1001 time: 0.2475617 Jul 09 09:33:43.136139 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f776fb1a-e819-420e-a8d3-1331b2d34b56 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:43.168142 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-338cdc6f-abe0-4748-baff-9f4887e1b0d0 None None] Set router f74663a9-4a03-4cc5-8595-6d1cefabf57c gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:33:43.215135 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774249e1-c364-49c9-afd5-813a0737f84e req-dbb46359-7d47-4177-80af-997dbac97e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:43.217955 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-774249e1-c364-49c9-afd5-813a0737f84e req-dbb46359-7d47-4177-80af-997dbac97e03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29a1d03-4250-4311-8a28-897c11a59e6c HTTP/1.1" status: 200 len: 859 time: 0.0807424 Jul 09 09:33:43.275295 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b7714123-0b17-470d-9c1d-e22df639c583 req-3903f125-43e1-409e-be6a-d0579421698a tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Request body: {'floatingip': {'port_id': '78b7d26a-903d-4dfd-808e-3a9844f68812', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:43.392908 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7714123-0b17-470d-9c1d-e22df639c583 req-3903f125-43e1-409e-be6a-d0579421698a tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:43.576688 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-338cdc6f-abe0-4748-baff-9f4887e1b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'name': 'tempest-ServersTestBootFromVolume-1953151951-router', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:54Z', 'updated_at': '2021-07-09T09:33:41Z', 'revision_number': 5, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'gw_port': {'id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:56:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:55Z', 'updated_at': '2021-07-09T09:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:43.641235 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338cdc6f-abe0-4748-baff-9f4887e1b0d0 None None] Checking router: f74663a9-4a03-4cc5-8595-6d1cefabf57c for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:33:43.653976 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338cdc6f-abe0-4748-baff-9f4887e1b0d0 None None] Routers {'f74663a9-4a03-4cc5-8595-6d1cefabf57c'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:43.654866 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-338cdc6f-abe0-4748-baff-9f4887e1b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f74663a9-4a03-4cc5-8595-6d1cefabf57c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:43.791446 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f776fb1a-e819-420e-a8d3-1331b2d34b56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:43.900035 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-338cdc6f-abe0-4748-baff-9f4887e1b0d0 None None] Set router f74663a9-4a03-4cc5-8595-6d1cefabf57c gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:33:43.934161 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f776fb1a-e819-420e-a8d3-1331b2d34b56 admin admin] Deleting port b3da0920-246d-4925-94ef-7edc86463a1e {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:33:43.934834 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f776fb1a-e819-420e-a8d3-1331b2d34b56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:44.155470 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-f776fb1a-e819-420e-a8d3-1331b2d34b56 admin admin] For port b3da0920-246d-4925-94ef-7edc86463a1e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b3da0920-246d-4925-94ef-7edc86463a1e,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:44.158665 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f776fb1a-e819-420e-a8d3-1331b2d34b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:44.206073 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f776fb1a-e819-420e-a8d3-1331b2d34b56 admin admin] Calling delete_port for b3da0920-246d-4925-94ef-7edc86463a1e owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:33:44.216773 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-338cdc6f-abe0-4748-baff-9f4887e1b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'name': 'tempest-ServersTestBootFromVolume-1953151951-router', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:54Z', 'updated_at': '2021-07-09T09:33:41Z', 'revision_number': 5, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'gw_port': {'id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:56:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:55Z', 'updated_at': '2021-07-09T09:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:44.299570 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338cdc6f-abe0-4748-baff-9f4887e1b0d0 None None] The sync data for ids ['f74663a9-4a03-4cc5-8595-6d1cefabf57c'] in n-d-799996-1 is: [{'id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'name': 'tempest-ServersTestBootFromVolume-1953151951-router', 'tenant_id': 'c9acf38ff167407f925d6b87ee411d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:54Z', 'updated_at': '2021-07-09T09:33:41Z', 'revision_number': 5, 'project_id': 'c9acf38ff167407f925d6b87ee411d50', 'gw_port': {'id': 'b3da0920-246d-4925-94ef-7edc86463a1e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:56:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74663a9-4a03-4cc5-8595-6d1cefabf57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:55Z', 'updated_at': '2021-07-09T09:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:33:44.462764 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:44.517721 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f776fb1a-e819-420e-a8d3-1331b2d34b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:44.556078 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776fb1a-e819-420e-a8d3-1331b2d34b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3da0920-246d-4925-94ef-7edc86463a1e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:44.602070 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:44.619443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774249e1-c364-49c9-afd5-813a0737f84e req-9446c282-391a-4edc-8ef5-bdf5b21689a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:44.621119 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-774249e1-c364-49c9-afd5-813a0737f84e req-9446c282-391a-4edc-8ef5-bdf5b21689a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2423c228-b601-4946-8ea0-8ba4dc5be28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1475985 Jul 09 09:33:44.633375 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f776fb1a-e819-420e-a8d3-1331b2d34b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:44.763397 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f776fb1a-e819-420e-a8d3-1331b2d34b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:44.772089 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f776fb1a-e819-420e-a8d3-1331b2d34b56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:44.853356 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f776fb1a-e819-420e-a8d3-1331b2d34b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:44.853946 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f776fb1a-e819-420e-a8d3-1331b2d34b56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f74663a9-4a03-4cc5-8595-6d1cefabf57c {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:33:44.863102 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f776fb1a-e819-420e-a8d3-1331b2d34b56 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:44.867199 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f776fb1a-e819-420e-a8d3-1331b2d34b56 admin admin] 10.222.0.61 "DELETE /v2.0/routers/f74663a9-4a03-4cc5-8595-6d1cefabf57c HTTP/1.1" status: 204 len: 168 time: 1.9804854 Jul 09 09:33:44.867682 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50290) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:44.904963 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8eae6-1fca-455f-8db7-fa5c83ac2df6 req-4a19aa55-0479-4a4e-9c41-c29d5dce6daa tempest-MigrationsAdminTest-543806699 tempest-MigrationsAdminTest-543806699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:44.912737 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bed8eae6-1fca-455f-8db7-fa5c83ac2df6 req-4a19aa55-0479-4a4e-9c41-c29d5dce6daa tempest-MigrationsAdminTest-543806699 tempest-MigrationsAdminTest-543806699-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 1100 time: 0.4808199 Jul 09 09:33:44.952467 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60fe9ef-1ac3-4646-ac4a-5f3b7fb391be admin admin] Deleting subnet a4a0b147-f87c-465f-8728-76832153941d {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:33:44.960037 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f60fe9ef-1ac3-4646-ac4a-5f3b7fb391be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:44.998423 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bed8eae6-1fca-455f-8db7-fa5c83ac2df6 req-f747c64c-7ad3-4036-9d3f-2b305cf16d76 tempest-MigrationsAdminTest-543806699 tempest-MigrationsAdminTest-543806699-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846932 Jul 09 09:33:45.020510 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting port 65d2524f-37c9-47ad-a492-5dc8f41c9d63 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:33:45.020737 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:45.040020 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f60fe9ef-1ac3-4646-ac4a-5f3b7fb391be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:45.131337 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:45.160985 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Calling delete_port for 65d2524f-37c9-47ad-a492-5dc8f41c9d63 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:33:45.207559 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f60fe9ef-1ac3-4646-ac4a-5f3b7fb391be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:45.411816 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f60fe9ef-1ac3-4646-ac4a-5f3b7fb391be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:45.447154 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:45.474485 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979f6345-9858-4a99-9d0c-68f7e2f40378 None None] Network 3d1be6a5-8870-45a4-8b11-20016bd71c75 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:33:45.522163 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f60fe9ef-1ac3-4646-ac4a-5f3b7fb391be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:45.522435 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Port': ['ID=65d2524f-37c9-47ad-a492-5dc8f41c9d63,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:45.524305 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f60fe9ef-1ac3-4646-ac4a-5f3b7fb391be admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a4a0b147-f87c-465f-8728-76832153941d HTTP/1.1" status: 204 len: 168 time: 0.6556010 Jul 09 09:33:45.525321 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fe9ef-1ac3-4646-ac4a-5f3b7fb391be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4a0b147-f87c-465f-8728-76832153941d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:45.526953 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50306) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:45.546152 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-774249e1-c364-49c9-afd5-813a0737f84e req-a532ade0-c9c3-4dab-87fb-89af86a24e3a service neutron] 10.222.0.64 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9066987 Jul 09 09:33:45.647511 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a15e0bd2-80f0-433d-950c-efba5a3e516a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:45.722234 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:45.724750 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:45.725138 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:45.725485 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:45.725826 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:45.726165 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:45.728221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:45.728610 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:45.728950 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:45.729849 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:45.730186 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:45.730513 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:33:45.875762 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a15e0bd2-80f0-433d-950c-efba5a3e516a admin admin] Deleting port 792835fc-ad75-4a02-a428-6e0010f3795a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:33:45.879862 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a15e0bd2-80f0-433d-950c-efba5a3e516a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:45.904897 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e592dde-eac2-4120-9601-aff8d8e8c96b None None] DHCP port deletion for 3d1be6a5-8870-45a4-8b11-20016bd71c75 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:33:46.012135 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4bbb164a-cc1f-4f3d-aa24-50c8365741ef no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:33:46.074246 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 4bbb164a-cc1f-4f3d-aa24-50c8365741ef {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:33:46.074932 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4bbb164a-cc1f-4f3d-aa24-50c8365741ef not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:33:46.075573 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b3da0920-246d-4925-94ef-7edc86463a1e no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:33:46.076538 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-a15e0bd2-80f0-433d-950c-efba5a3e516a admin admin] For port 792835fc-ad75-4a02-a428-6e0010f3795a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=792835fc-ad75-4a02-a428-6e0010f3795a,segment=NetworkSegment(8bfbb34c-32d0-44b5-9b77-51a798cc85d3),segment_id=8bfbb34c-32d0-44b5-9b77-51a798cc85d3)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:46.077858 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a15e0bd2-80f0-433d-950c-efba5a3e516a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:46.107735 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:46.113387 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a15e0bd2-80f0-433d-950c-efba5a3e516a admin admin] Calling delete_port for 792835fc-ad75-4a02-a428-6e0010f3795a owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:33:46.161214 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: b3da0920-246d-4925-94ef-7edc86463a1e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:33:46.161876 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b3da0920-246d-4925-94ef-7edc86463a1e not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:33:46.184825 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5e592dde-eac2-4120-9601-aff8d8e8c96b None None] Deleting port 792835fc-ad75-4a02-a428-6e0010f3795a {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:33:46.185499 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5e592dde-eac2-4120-9601-aff8d8e8c96b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:46.257770 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:33:46.319171 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5e592dde-eac2-4120-9601-aff8d8e8c96b None None] For port 792835fc-ad75-4a02-a428-6e0010f3795a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=792835fc-ad75-4a02-a428-6e0010f3795a,segment=NetworkSegment(8bfbb34c-32d0-44b5-9b77-51a798cc85d3),segment_id=8bfbb34c-32d0-44b5-9b77-51a798cc85d3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:46.349090 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5e592dde-eac2-4120-9601-aff8d8e8c96b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:46.349090 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5e592dde-eac2-4120-9601-aff8d8e8c96b None None] Calling delete_port for 792835fc-ad75-4a02-a428-6e0010f3795a owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:33:46.355083 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:46.361734 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a15e0bd2-80f0-433d-950c-efba5a3e516a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:46.363321 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:46.409145 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e0bd2-80f0-433d-950c-efba5a3e516a admin admin] Pushing event deleted for resources: {'Port': ['ID=792835fc-ad75-4a02-a428-6e0010f3795a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:46.414370 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15e0bd2-80f0-433d-950c-efba5a3e516a admin admin] No DVR routers for this DVR port 792835fc-ad75-4a02-a428-6e0010f3795a on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:33:46.474732 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-774249e1-c364-49c9-afd5-813a0737f84e req-bf3ebfd3-3ab7-4720-ad29-691047e58a13 service neutron] 10.222.0.64 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8491421 Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: from cryptography.utils import int_from_bytes Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: from cryptography.utils import int_from_bytes Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.475615 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.479685 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.479685 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.479685 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.479685 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.479685 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.479685 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.479685 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.479685 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.479685 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.479685 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.479685 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.479685 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.479685 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:33:46.479685 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:33:46.490696 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5e592dde-eac2-4120-9601-aff8d8e8c96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:46.500425 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:46.500989 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Fanout notify agent at l3_agent the message router_deleted on router 138d374f-3953-49cb-9c45-4ef75e1fd977 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:33:46.514754 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:46.515948 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c8160955-e0e5-4395-a3f5-9bcb1d963979 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/routers/138d374f-3953-49cb-9c45-4ef75e1fd977 HTTP/1.1" status: 204 len: 168 time: 3.3909230 Jul 09 09:33:46.521013 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50330) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:46.526969 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a52cd-fd5a-494c-9f3b-70d209b5cbc3 req-3c38c5c4-2bdf-4858-859c-e916291e9091 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:46.534461 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb7a52cd-fd5a-494c-9f3b-70d209b5cbc3 req-3c38c5c4-2bdf-4858-859c-e916291e9091 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.4439156 Jul 09 09:33:46.567622 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e592dde-eac2-4120-9601-aff8d8e8c96b None None] No DVR routers for this DVR port 792835fc-ad75-4a02-a428-6e0010f3795a on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:33:46.579098 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e592dde-eac2-4120-9601-aff8d8e8c96b None None] Pushing event deleted for resources: {'Port': ['ID=792835fc-ad75-4a02-a428-6e0010f3795a,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:46.616311 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb7a52cd-fd5a-494c-9f3b-70d209b5cbc3 req-3df8d323-e7a1-4a28-b739-fa42b1516bde tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807741 Jul 09 09:33:46.618037 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.db.resource_extend [req-b7714123-0b17-470d-9c1d-e22df639c583 req-3903f125-43e1-409e-be6a-d0579421698a tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 09:33:46.622872 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d6d2f0d8-9053-46d0-b5ec-48bd4254241b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'network': {'name': 'tempest-RoutersTest-636011730'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:46.669876 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a15e0bd2-80f0-433d-950c-efba5a3e516a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:46.686895 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7714123-0b17-470d-9c1d-e22df639c583 req-3903f125-43e1-409e-be6a-d0579421698a tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:46.703978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a15e0bd2-80f0-433d-950c-efba5a3e516a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d1be6a5-8870-45a4-8b11-20016bd71c75']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:46.705839 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7714123-0b17-470d-9c1d-e22df639c583 req-3903f125-43e1-409e-be6a-d0579421698a tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:46.725795 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d2f0d8-9053-46d0-b5ec-48bd4254241b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Made reservation on behalf of 5b4da6b733da4e65b04fb4aab5163387 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:33:46.758806 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6d2f0d8-9053-46d0-b5ec-48bd4254241b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:46.799120 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a15e0bd2-80f0-433d-950c-efba5a3e516a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bfbb34c-32d0-44b5-9b77-51a798cc85d3') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:46.799439 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a15e0bd2-80f0-433d-950c-efba5a3e516a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bfbb34c-32d0-44b5-9b77-51a798cc85d3') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:46.828641 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a15e0bd2-80f0-433d-950c-efba5a3e516a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:46.860710 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d2f0d8-9053-46d0-b5ec-48bd4254241b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:33:46.885384 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [req-b7714123-0b17-470d-9c1d-e22df639c583 req-3903f125-43e1-409e-be6a-d0579421698a tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Floating IP f35ef6cb-fbad-47b9-83a2-a2f62ce5568e associated. External IP: 172.25.3.52, port: 448833fd-1de0-4f0f-8cdc-555890bf76db. Jul 09 09:33:46.896716 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a15e0bd2-80f0-433d-950c-efba5a3e516a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:46.901765 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6d2f0d8-9053-46d0-b5ec-48bd4254241b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:46.902157 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-d6d2f0d8-9053-46d0-b5ec-48bd4254241b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Added segment a89d4121-1dd8-4f9f-9733-c116adad0957 of type vlan for network 4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb Jul 09 09:33:46.951811 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15e0bd2-80f0-433d-950c-efba5a3e516a admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:33:46.952231 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a15e0bd2-80f0-433d-950c-efba5a3e516a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:33:46.954160 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:33:47.069207 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e886a2-f15d-46cf-9f0f-3409c2e71857 req-6cc8a38f-f789-45b1-ab91-c88d2b6868ea tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:47.079334 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8e886a2-f15d-46cf-9f0f-3409c2e71857 req-6cc8a38f-f789-45b1-ab91-c88d2b6868ea tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 945 time: 0.1985466 Jul 09 09:33:47.091379 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6d2f0d8-9053-46d0-b5ec-48bd4254241b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:47.112297 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a15e0bd2-80f0-433d-950c-efba5a3e516a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:47.121003 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a15e0bd2-80f0-433d-950c-efba5a3e516a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:47.125169 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a15e0bd2-80f0-433d-950c-efba5a3e516a admin admin] 10.222.0.61 "DELETE /v2.0/networks/3d1be6a5-8870-45a4-8b11-20016bd71c75 HTTP/1.1" status: 204 len: 168 time: 1.5948231 Jul 09 09:33:47.165604 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e0bd2-80f0-433d-950c-efba5a3e516a admin admin] Pushing event deleted for resources: {'Network': ['ID=3d1be6a5-8870-45a4-8b11-20016bd71c75,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:47.176442 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8e886a2-f15d-46cf-9f0f-3409c2e71857 req-339294de-9ade-4f5a-aad0-f4aa8e9c4d2b tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961909 Jul 09 09:33:47.217726 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6d2f0d8-9053-46d0-b5ec-48bd4254241b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:47.224726 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d2f0d8-9053-46d0-b5ec-48bd4254241b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:47.225819 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6d2f0d8-9053-46d0-b5ec-48bd4254241b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:47.412418 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-3f2261db-533c-411c-b79d-60deed2fc272 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=fd1e4817887247cb839b06c8943f8731&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351045 Jul 09 09:33:47.414624 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7714123-0b17-470d-9c1d-e22df639c583 req-3903f125-43e1-409e-be6a-d0579421698a tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:33:47.452788 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 50350) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:47.461964 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d6d2f0d8-9053-46d0-b5ec-48bd4254241b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8475161 Jul 09 09:33:47.462658 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50352) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:47.471163 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-77df46c5-9c79-4395-aebb-c580d14b570d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'subnet': {'network_id': '4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:47.476503 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2f0d8-9053-46d0-b5ec-48bd4254241b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Network': ['ID=4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:47.494980 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:33:47.598535 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 792835fc-ad75-4a02-a428-6e0010f3795a no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:33:47.655839 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77df46c5-9c79-4395-aebb-c580d14b570d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Made reservation on behalf of 5b4da6b733da4e65b04fb4aab5163387 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:33:47.662128 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77df46c5-9c79-4395-aebb-c580d14b570d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:47.702629 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-77aaa3cb-e36b-4ef5-888e-5777891cc70f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c9acf38ff167407f925d6b87ee411d50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382007 Jul 09 09:33:47.708857 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 792835fc-ad75-4a02-a428-6e0010f3795a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:33:47.709358 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 792835fc-ad75-4a02-a428-6e0010f3795a not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:33:47.737212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7714123-0b17-470d-9c1d-e22df639c583 req-3903f125-43e1-409e-be6a-d0579421698a tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:33:47.741845 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50362) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:47.751202 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043f0ecc-f0ae-46d3-b45a-e0c24ef13b91 None None] Sync routers for ids ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:33:47.767731 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-9fa2659d-161e-48c4-83b9-21addcb16b74 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:47.769878 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-9fa2659d-161e-48c4-83b9-21addcb16b74 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3485358 Jul 09 09:33:47.786323 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043f0ecc-f0ae-46d3-b45a-e0c24ef13b91 None None] Routers {'7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:47.789244 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-043f0ecc-f0ae-46d3-b45a-e0c24ef13b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:47.831685 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-d13d0b34-9245-49cd-93e8-246377b10438 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/quotas/fd1e4817887247cb839b06c8943f8731 HTTP/1.1" status: 200 len: 375 time: 0.0157914 Jul 09 09:33:47.874221 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5a3c-bbc1-4a2c-9ab9-2e3d95c33a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:47.939209 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5a3c-bbc1-4a2c-9ab9-2e3d95c33a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:47.970027 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-043f0ecc-f0ae-46d3-b45a-e0c24ef13b91 None None] Set router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:33:48.025765 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-d39cf07a-c8fd-407e-b72f-b02e33971273 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1824203 Jul 09 09:33:48.046975 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77df46c5-9c79-4395-aebb-c580d14b570d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:48.150464 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7714123-0b17-470d-9c1d-e22df639c583 req-3903f125-43e1-409e-be6a-d0579421698a tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:33:48.165830 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df46c5-9c79-4395-aebb-c580d14b570d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Subnet': ['ID=72b94e81-7cc6-427e-8da2-e34b4a744b57,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:48.176637 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5a3c-bbc1-4a2c-9ab9-2e3d95c33a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:48.180018 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5a3c-bbc1-4a2c-9ab9-2e3d95c33a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:48.181678 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2a6a5a3c-bbc1-4a2c-9ab9-2e3d95c33a85 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/195d2b0b-1e5a-410a-aac6-af6d7ad31ec6 HTTP/1.1" status: 204 len: 168 time: 0.4388793 Jul 09 09:33:48.237756 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a5a3c-bbc1-4a2c-9ab9-2e3d95c33a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195d2b0b-1e5a-410a-aac6-af6d7ad31ec6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:48.317038 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77df46c5-9c79-4395-aebb-c580d14b570d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Checking segment: {'id': 'a89d4121-1dd8-4f9f-9733-c116adad0957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:33:48.318007 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77df46c5-9c79-4395-aebb-c580d14b570d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network hostable DHCP agents. Network: 4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:33:48.327570 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7714123-0b17-470d-9c1d-e22df639c583 req-3903f125-43e1-409e-be6a-d0579421698a tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:33:48.334604 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7714123-0b17-470d-9c1d-e22df639c583 req-3903f125-43e1-409e-be6a-d0579421698a tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:48.374520 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77df46c5-9c79-4395-aebb-c580d14b570d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network 4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:33:48.392200 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-77df46c5-9c79-4395-aebb-c580d14b570d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:48.397979 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77df46c5-9c79-4395-aebb-c580d14b570d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:48.398629 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77df46c5-9c79-4395-aebb-c580d14b570d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:48.406461 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99aab77e-09d5-482f-82b2-80d35d023c88', 'tag': '448833fd-1de0-4f0f-8cdc-555890bf76db'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:33:48.410890 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7477bcdb-ab58-4c92-963d-734f12c4fa1b" -d '{"events": [{"name": "network-changed", "server_uuid": "99aab77e-09d5-482f-82b2-80d35d023c88", "tag": "448833fd-1de0-4f0f-8cdc-555890bf76db"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:33:48.412620 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61959b0d-8a1b-4f23-b9e4-375ed3d14e28 None None] Network 4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:33:48.425513 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-77df46c5-9c79-4395-aebb-c580d14b570d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9586496 Jul 09 09:33:48.426508 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50384) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:48.441991 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-dc32996b-f183-40ae-9f81-f348d9b7a71f tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-220321946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:48.499930 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc32996b-f183-40ae-9f81-f348d9b7a71f tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:48.503042 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc32996b-f183-40ae-9f81-f348d9b7a71f tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:48.577109 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc32996b-f183-40ae-9f81-f348d9b7a71f tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:48.593828 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc32996b-f183-40ae-9f81-f348d9b7a71f tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:48.599121 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-043f0ecc-f0ae-46d3-b45a-e0c24ef13b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'f35ef6cb-fbad-47b9-83a2-a2f62ce5568e', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'port_id': '78b7d26a-903d-4dfd-808e-3a9844f68812', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'mac_address': 'fa:16:3e:ad:44:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e128fddc-c5fa-475c-894b-6ec10f048421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:33:00Z', 'updated_at': '2021-07-09T09:33:46Z', 'revision_number': 3, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9993910-d634-4f71-9cc0-f838e2c54f6e', 'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'mac_address': 'fa:16:3e:36:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:24Z', 'updated_at': '2021-07-09T09:32:36Z', 'revision_number': 5, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'subnets': [{'id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:48.635241 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc32996b-f183-40ae-9f81-f348d9b7a71f tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:48.639358 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dc32996b-f183-40ae-9f81-f348d9b7a71f tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2089255 Jul 09 09:33:48.639601 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50396) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:48.642299 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043f0ecc-f0ae-46d3-b45a-e0c24ef13b91 None None] Checking router: 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:33:48.660612 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043f0ecc-f0ae-46d3-b45a-e0c24ef13b91 None None] Routers {'7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:48.661669 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-043f0ecc-f0ae-46d3-b45a-e0c24ef13b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:48.926682 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98edd9a-1a93-46ff-bf2f-eb9fb77c5f0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb', 'network_id': '4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'fixed_ips': [{'subnet_id': '72b94e81-7cc6-427e-8da2-e34b4a744b57'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:33:48.928949 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e98edd9a-1a93-46ff-bf2f-eb9fb77c5f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:49.029956 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-043f0ecc-f0ae-46d3-b45a-e0c24ef13b91 None None] Set router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:33:49.042848 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7714123-0b17-470d-9c1d-e22df639c583 req-3903f125-43e1-409e-be6a-d0579421698a tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "PUT /v2.0/floatingips/f35ef6cb-fbad-47b9-83a2-a2f62ce5568e HTTP/1.1" status: 200 len: 997 time: 5.7727685 Jul 09 09:33:49.114608 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e598ba-14ce-4950-9781-2cb4b867bff1 req-82d841f2-37e3-4204-b262-e6c850d36e3e tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:49.122078 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-05e598ba-14ce-4950-9781-2cb4b867bff1 req-82d841f2-37e3-4204-b262-e6c850d36e3e tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.6680822 Jul 09 09:33:49.153389 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7714123-0b17-470d-9c1d-e22df639c583 req-9d49a7c2-6b9e-412c-acc1-cc3ff5919000 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:49.155317 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7714123-0b17-470d-9c1d-e22df639c583 req-9d49a7c2-6b9e-412c-acc1-cc3ff5919000 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports/448833fd-1de0-4f0f-8cdc-555890bf76db HTTP/1.1" status: 200 len: 943 time: 0.1050162 Jul 09 09:33:49.209667 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-05e598ba-14ce-4950-9781-2cb4b867bff1 req-f689c3c5-713b-409a-a599-c6d9b385c27e tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852640 Jul 09 09:33:49.293051 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd7f385c-d3f6-4981-a30b-dab76c5da334 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:49.418039 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7714123-0b17-470d-9c1d-e22df639c583 req-530041c1-9e7a-4c58-a95f-901c9d4dfd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:49.426692 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7714123-0b17-470d-9c1d-e22df639c583 req-530041c1-9e7a-4c58-a95f-901c9d4dfd9f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b787bf2eebcb4063864ea3f28a4fe795&device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 1097 time: 0.0882628 Jul 09 09:33:49.593623 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee439e5f-94f2-4654-84ec-7ce37d272945 req-4ac63add-efe5-4152-a50d-700d9039967a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:49.595092 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee439e5f-94f2-4654-84ec-7ce37d272945 req-4ac63add-efe5-4152-a50d-700d9039967a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 945 time: 0.1438975 Jul 09 09:33:49.634318 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7714123-0b17-470d-9c1d-e22df639c583 req-ef673bfc-d4d4-4a09-a38f-3a034477b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:49.642034 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7714123-0b17-470d-9c1d-e22df639c583 req-ef673bfc-d4d4-4a09-a38f-3a034477b608 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2423c228-b601-4946-8ea0-8ba4dc5be28b HTTP/1.1" status: 200 len: 921 time: 0.2136014 Jul 09 09:33:49.692618 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7714123-0b17-470d-9c1d-e22df639c583 req-c2ae7e5c-3714-47a8-aa79-38241dafcaf0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=448833fd-1de0-4f0f-8cdc-555890bf76db HTTP/1.1" status: 200 len: 217 time: 0.0495458 Jul 09 09:33:49.713942 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-e98edd9a-1a93-46ff-bf2f-eb9fb77c5f0f None None] Allocated IP 172.20.0.2 (4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb/72b94e81-7cc6-427e-8da2-e34b4a744b57/6a345b35-e150-451a-9841-5b3ab0b1f6f4) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:33:49.739370 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7714123-0b17-470d-9c1d-e22df639c583 req-3d8a723e-ff7b-4a92-973d-78ec0956be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:49.746880 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7714123-0b17-470d-9c1d-e22df639c583 req-3d8a723e-ff7b-4a92-973d-78ec0956be2a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e29a1d03-4250-4311-8a28-897c11a59e6c HTTP/1.1" status: 200 len: 859 time: 0.0534151 Jul 09 09:33:49.783901 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50428) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:49.799508 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee439e5f-94f2-4654-84ec-7ce37d272945 req-0022f080-f486-4810-a933-9f57e7219c12 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951890 Jul 09 09:33:49.800895 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 2086500e-126c-485d-a43c-17320acf67e5 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:33:49.854734 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7714123-0b17-470d-9c1d-e22df639c583 req-afee048f-1d04-4d69-9988-39a2bf1c4f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:49.868731 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7714123-0b17-470d-9c1d-e22df639c583 req-afee048f-1d04-4d69-9988-39a2bf1c4f45 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2423c228-b601-4946-8ea0-8ba4dc5be28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209226 Jul 09 09:33:49.964009 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a959f9ca-6df1-4fec-a950-4605ea75ebb0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2018548069-network', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:50.001497 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a959f9ca-6df1-4fec-a950-4605ea75ebb0 admin admin] Made reservation on behalf of 1fa9df9b474a4887b8f2c23eac109c76 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:33:50.004350 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a959f9ca-6df1-4fec-a950-4605ea75ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:50.017648 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a959f9ca-6df1-4fec-a950-4605ea75ebb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:50.114291 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6dae5fa-18fa-4d0e-9d84-3cf9a90cee2e req-a019add8-014f-4898-ae95-57aaecd39e36 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 210 time: 0.0959306 Jul 09 09:33:50.181205 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-56dbdd2d-373c-4f7c-bcfc-119174e24df1 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=fd1e4817887247cb839b06c8943f8731&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0954139 Jul 09 09:33:50.232969 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7714123-0b17-470d-9c1d-e22df639c583 req-212749e7-ecbd-42ec-9f53-e908bbab9c69 service neutron] 10.222.0.61 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628991 Jul 09 09:33:50.264239 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a959f9ca-6df1-4fec-a950-4605ea75ebb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:50.277345 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-043f0ecc-f0ae-46d3-b45a-e0c24ef13b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'f35ef6cb-fbad-47b9-83a2-a2f62ce5568e', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'port_id': '78b7d26a-903d-4dfd-808e-3a9844f68812', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'mac_address': 'fa:16:3e:ad:44:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e128fddc-c5fa-475c-894b-6ec10f048421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:33:00Z', 'updated_at': '2021-07-09T09:33:46Z', 'revision_number': 3, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9993910-d634-4f71-9cc0-f838e2c54f6e', 'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'mac_address': 'fa:16:3e:36:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:24Z', 'updated_at': '2021-07-09T09:32:36Z', 'revision_number': 5, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'subnets': [{'id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:50.280840 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a959f9ca-6df1-4fec-a950-4605ea75ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:50.290515 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0081bab2-47a5-4e91-934d-308aedc3e3a7 x-openstack-request-id: req-0081bab2-47a5-4e91-934d-308aedc3e3a7 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:33:50.291017 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99aab77e-09d5-482f-82b2-80d35d023c88", "tag": "448833fd-1de0-4f0f-8cdc-555890bf76db", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:33:50.293345 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0081bab2-47a5-4e91-934d-308aedc3e3a7 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:33:50.293805 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99aab77e-09d5-482f-82b2-80d35d023c88', 'tag': '448833fd-1de0-4f0f-8cdc-555890bf76db', 'status': 'completed', 'code': 200} Jul 09 09:33:50.346044 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a959f9ca-6df1-4fec-a950-4605ea75ebb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:33:50.354755 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043f0ecc-f0ae-46d3-b45a-e0c24ef13b91 None None] The sync data for ids ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'] in n-d-799996-1 is: [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'f35ef6cb-fbad-47b9-83a2-a2f62ce5568e', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'port_id': '78b7d26a-903d-4dfd-808e-3a9844f68812', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'mac_address': 'fa:16:3e:ad:44:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e128fddc-c5fa-475c-894b-6ec10f048421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:33:00Z', 'updated_at': '2021-07-09T09:33:46Z', 'revision_number': 3, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9993910-d634-4f71-9cc0-f838e2c54f6e', 'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'mac_address': 'fa:16:3e:36:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:24Z', 'updated_at': '2021-07-09T09:32:36Z', 'revision_number': 5, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'subnets': [{'id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:33:50.375661 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e98edd9a-1a93-46ff-bf2f-eb9fb77c5f0f None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:50.405484 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e98edd9a-1a93-46ff-bf2f-eb9fb77c5f0f None None] Transition to ACTIVE for port object 6a345b35-e150-451a-9841-5b3ab0b1f6f4 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:33:50.409185 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959f9ca-6df1-4fec-a950-4605ea75ebb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26110bb-4437-43e1-810e-12184b69d0ef,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:50.411022 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 2086500e-126c-485d-a43c-17320acf67e5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=2086500e-126c-485d-a43c-17320acf67e5,segment=NetworkSegment(edbd23f5-4b6c-4399-ba78-00f99e4df72a),segment_id=edbd23f5-4b6c-4399-ba78-00f99e4df72a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:50.424111 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a959f9ca-6df1-4fec-a950-4605ea75ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:50.426727 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-a959f9ca-6df1-4fec-a950-4605ea75ebb0 admin admin] Added segment d147fb99-7b00-466a-8470-55c3bcf6909a of type vlan for network 8da779eb-62d2-4653-9616-013d03ffc7b9 Jul 09 09:33:50.459332 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '2086500e-126c-485d-a43c-17320acf67e5', 'network_id': 'a167ed73-6e11-49d4-8b85-411ff9857e03', 'port_id': '2086500e-126c-485d-a43c-17320acf67e5', 'mac_address': 'fa:16:3e:e6:5f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3165e0-c2b9-4191-b47c-44ba56916623', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:33:50.471070 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e98edd9a-1a93-46ff-bf2f-eb9fb77c5f0f None None] Transition to ACTIVE for port object 6a345b35-e150-451a-9841-5b3ab0b1f6f4 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:33:50.511462 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e98edd9a-1a93-46ff-bf2f-eb9fb77c5f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:50.580909 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98edd9a-1a93-46ff-bf2f-eb9fb77c5f0f None None] Network 4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:33:50.584136 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:50.593134 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-e98edd9a-1a93-46ff-bf2f-eb9fb77c5f0f None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:50.617262 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a959f9ca-6df1-4fec-a950-4605ea75ebb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:50.634456 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98edd9a-1a93-46ff-bf2f-eb9fb77c5f0f None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:33:50.640286 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2086500e-126c-485d-a43c-17320acf67e5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:33:50.653949 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98edd9a-1a93-46ff-bf2f-eb9fb77c5f0f None None] Pushing event updated for resources: {'Port': ['ID=6a345b35-e150-451a-9841-5b3ab0b1f6f4,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:50.714385 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 2086500e-126c-485d-a43c-17320acf67e5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=2086500e-126c-485d-a43c-17320acf67e5,segment=NetworkSegment(edbd23f5-4b6c-4399-ba78-00f99e4df72a),segment_id=edbd23f5-4b6c-4399-ba78-00f99e4df72a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:50.733925 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-f81b3072-8518-4fb2-bc3f-d465a454c029 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:50.735492 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-f81b3072-8518-4fb2-bc3f-d465a454c029 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5445604 Jul 09 09:33:50.737680 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7714123-0b17-470d-9c1d-e22df639c583 req-8e9f9632-a0d6-4aaa-95ca-4a692c9b1a5a service neutron] 10.222.0.61 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038192 Jul 09 09:33:50.741901 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477bcdb-ab58-4c92-963d-734f12c4fa1b req-16a1c151-9c0c-4226-9746-2744be0713ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:50.743890 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7477bcdb-ab58-4c92-963d-734f12c4fa1b req-16a1c151-9c0c-4226-9746-2744be0713ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b787bf2eebcb4063864ea3f28a4fe795&device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 1097 time: 0.3829448 Jul 09 09:33:50.760523 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-dd7f385c-d3f6-4981-a30b-dab76c5da334 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Allocated IP 172.20.0.1 (4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb/72b94e81-7cc6-427e-8da2-e34b4a744b57/ea1fe9a4-bcbe-4009-8178-f04cd25e041a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:33:50.762662 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-39128e65-29a8-4ef8-975f-474c9d0dbe7b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Request body: {'port': {'device_id': '8f19008a-ab01-42a6-a395-dc0beacd09f4', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': 'fd1e4817887247cb839b06c8943f8731'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:50.779460 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e98edd9a-1a93-46ff-bf2f-eb9fb77c5f0f None None] Attempting to bind port 6a345b35-e150-451a-9841-5b3ab0b1f6f4 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:33:50.779860 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e98edd9a-1a93-46ff-bf2f-eb9fb77c5f0f None None] Attempting to bind port 6a345b35-e150-451a-9841-5b3ab0b1f6f4 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'a89d4121-1dd8-4f9f-9733-c116adad0957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:33:50.780227 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98edd9a-1a93-46ff-bf2f-eb9fb77c5f0f None None] Attempting to bind port 6a345b35-e150-451a-9841-5b3ab0b1f6f4 on network 4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:33:50.782606 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:50.785347 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71a5ddc-e599-499d-a031-9fed8715d6ac None None] New status for floating IP f35ef6cb-fbad-47b9-83a2-a2f62ce5568e: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:33:50.789399 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a959f9ca-6df1-4fec-a950-4605ea75ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:50.789399 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a959f9ca-6df1-4fec-a950-4605ea75ebb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:50.793042 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a959f9ca-6df1-4fec-a950-4605ea75ebb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:50.805254 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f5824-9b4a-48cf-b019-72aeba8e9abf req-30cabaf6-6d59-4ce7-b0c3-f777289ff7c5 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:50.814443 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7f1f5824-9b4a-48cf-b019-72aeba8e9abf req-30cabaf6-6d59-4ce7-b0c3-f777289ff7c5 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 945 time: 0.3698931 Jul 09 09:33:50.860549 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98edd9a-1a93-46ff-bf2f-eb9fb77c5f0f None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:33:50.860868 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98edd9a-1a93-46ff-bf2f-eb9fb77c5f0f None None] Checking segment: {'id': 'a89d4121-1dd8-4f9f-9733-c116adad0957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:33:50.864405 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e98edd9a-1a93-46ff-bf2f-eb9fb77c5f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:50.864405 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98edd9a-1a93-46ff-bf2f-eb9fb77c5f0f None None] Bound using segment: {'id': 'a89d4121-1dd8-4f9f-9733-c116adad0957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:33:50.866154 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e98edd9a-1a93-46ff-bf2f-eb9fb77c5f0f None None] Bound port: 6a345b35-e150-451a-9841-5b3ab0b1f6f4, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89d4121-1dd8-4f9f-9733-c116adad0957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:33:50.868016 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e98edd9a-1a93-46ff-bf2f-eb9fb77c5f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:50.892801 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a959f9ca-6df1-4fec-a950-4605ea75ebb0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1072166 Jul 09 09:33:50.906094 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 50436) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:50.964090 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959f9ca-6df1-4fec-a950-4605ea75ebb0 admin admin] Pushing event updated for resources: {'Network': ['ID=8da779eb-62d2-4653-9616-013d03ffc7b9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:50.979941 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['2086500e-126c-485d-a43c-17320acf67e5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:33:51.025549 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-448286fc-57d9-4cfe-9b1c-4888adcfbc72 admin admin] Request body: {'subnet': {'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2018548069-subnet', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:51.049326 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd7f385c-d3f6-4981-a30b-dab76c5da334 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:51.069916 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-dd7f385c-d3f6-4981-a30b-dab76c5da334 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Transition to ACTIVE for port object ea1fe9a4-bcbe-4009-8178-f04cd25e041a will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:33:51.095279 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 8da779eb-62d2-4653-9616-013d03ffc7b9 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:33:51.133412 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7f1f5824-9b4a-48cf-b019-72aeba8e9abf req-4f5f448a-3209-491c-b4be-2817d80b794e tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3154182 Jul 09 09:33:51.143197 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448286fc-57d9-4cfe-9b1c-4888adcfbc72 admin admin] Made reservation on behalf of 1fa9df9b474a4887b8f2c23eac109c76 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:33:51.151026 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-448286fc-57d9-4cfe-9b1c-4888adcfbc72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:51.152799 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd7f385c-d3f6-4981-a30b-dab76c5da334 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:51.176116 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=2086500e-126c-485d-a43c-17320acf67e5,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:51.218742 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7f385c-d3f6-4981-a30b-dab76c5da334 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network 4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:33:51.224072 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-dd7f385c-d3f6-4981-a30b-dab76c5da334 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:51.235867 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f385c-d3f6-4981-a30b-dab76c5da334 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:33:51.237752 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e98edd9a-1a93-46ff-bf2f-eb9fb77c5f0f None None] For port 6a345b35-e150-451a-9841-5b3ab0b1f6f4, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:33:51.260151 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf9e025-0eff-44b3-9061-6e51de57cdba None None] Sync routers for ids ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:33:51.290638 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e98edd9a-1a93-46ff-bf2f-eb9fb77c5f0f None None] For port 6a345b35-e150-451a-9841-5b3ab0b1f6f4, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6a345b35-e150-451a-9841-5b3ab0b1f6f4,segment=NetworkSegment(a89d4121-1dd8-4f9f-9733-c116adad0957),segment_id=a89d4121-1dd8-4f9f-9733-c116adad0957)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:33:51.302937 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e98edd9a-1a93-46ff-bf2f-eb9fb77c5f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:51.311332 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd7f385c-d3f6-4981-a30b-dab76c5da334 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:51.343736 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf9e025-0eff-44b3-9061-6e51de57cdba None None] Routers {'7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:51.344399 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-bbf9e025-0eff-44b3-9061-6e51de57cdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:51.354673 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477bcdb-ab58-4c92-963d-734f12c4fa1b req-eb3e06a3-f146-4003-8b7b-0c247b6a9349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:51.357428 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7477bcdb-ab58-4c92-963d-734f12c4fa1b req-eb3e06a3-f146-4003-8b7b-0c247b6a9349 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2423c228-b601-4946-8ea0-8ba4dc5be28b HTTP/1.1" status: 200 len: 921 time: 0.5856667 Jul 09 09:33:51.406645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7714123-0b17-470d-9c1d-e22df639c583 req-72c7c289-e87a-4027-a1dd-b4d8446ea159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:51.408252 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7714123-0b17-470d-9c1d-e22df639c583 req-72c7c289-e87a-4027-a1dd-b4d8446ea159 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b787bf2eebcb4063864ea3f28a4fe795&device_id=e128fddc-c5fa-475c-894b-6ec10f048421 HTTP/1.1" status: 200 len: 1096 time: 0.5348330 Jul 09 09:33:51.515581 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f385c-d3f6-4981-a30b-dab76c5da334 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Port': ['ID=ea1fe9a4-bcbe-4009-8178-f04cd25e041a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:51.553730 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7714123-0b17-470d-9c1d-e22df639c583 req-32b15e0d-d7c8-4b5a-a3b3-673a3af7c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:51.555573 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7714123-0b17-470d-9c1d-e22df639c583 req-32b15e0d-d7c8-4b5a-a3b3-673a3af7c7f7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2423c228-b601-4946-8ea0-8ba4dc5be28b HTTP/1.1" status: 200 len: 921 time: 0.1366024 Jul 09 09:33:51.556545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-bbf9e025-0eff-44b3-9061-6e51de57cdba None None] Set router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:33:51.561894 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7477bcdb-ab58-4c92-963d-734f12c4fa1b req-5d42b9fd-b691-4c32-8268-aa613082535a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=448833fd-1de0-4f0f-8cdc-555890bf76db HTTP/1.1" status: 200 len: 217 time: 0.1743097 Jul 09 09:33:51.575673 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd7f385c-d3f6-4981-a30b-dab76c5da334 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:51.592556 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-39128e65-29a8-4ef8-975f-474c9d0dbe7b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Made reservation on behalf of fd1e4817887247cb839b06c8943f8731 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:33:51.596844 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-39128e65-29a8-4ef8-975f-474c9d0dbe7b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:51.734068 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98edd9a-1a93-46ff-bf2f-eb9fb77c5f0f None None] Pushing event updated for resources: {'Port': ['ID=6a345b35-e150-451a-9841-5b3ab0b1f6f4,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:51.787421 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-39128e65-29a8-4ef8-975f-474c9d0dbe7b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Allocated IP 192.168.233.252 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/fcd704b9-933e-47b7-92b7-bb7a73f70723) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:33:51.831761 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5f156a5a-c918-478b-b237-7653ff906d49 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:33:51.993983 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd7f385c-d3f6-4981-a30b-dab76c5da334 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:52.000692 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd7f385c-d3f6-4981-a30b-dab76c5da334 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:52.016184 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:52.031222 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-bbf9e025-0eff-44b3-9061-6e51de57cdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'f35ef6cb-fbad-47b9-83a2-a2f62ce5568e', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'port_id': '78b7d26a-903d-4dfd-808e-3a9844f68812', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'mac_address': 'fa:16:3e:ad:44:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e128fddc-c5fa-475c-894b-6ec10f048421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:33:00Z', 'updated_at': '2021-07-09T09:33:50Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9993910-d634-4f71-9cc0-f838e2c54f6e', 'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'mac_address': 'fa:16:3e:36:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:24Z', 'updated_at': '2021-07-09T09:32:36Z', 'revision_number': 5, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'subnets': [{'id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:52.066472 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf9e025-0eff-44b3-9061-6e51de57cdba None None] Checking router: 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:33:52.075805 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f156a5a-c918-478b-b237-7653ff906d49'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:33:52.078128 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ebce7f-1c08-4ee1-87ef-9274a0c76ad0" -d '{"events": [{"server_uuid": "2f6269b7-c674-41c1-a8e0-b53159ca5f61", "name": "network-vif-unplugged", "status": "completed", "tag": "5f156a5a-c918-478b-b237-7653ff906d49"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:33:52.095401 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5f156a5a-c918-478b-b237-7653ff906d49, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5f156a5a-c918-478b-b237-7653ff906d49,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:52.096797 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf9e025-0eff-44b3-9061-6e51de57cdba None None] Routers {'7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:52.097435 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-bbf9e025-0eff-44b3-9061-6e51de57cdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:52.101507 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-39128e65-29a8-4ef8-975f-474c9d0dbe7b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:52.101758 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:52.174567 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd7f385c-d3f6-4981-a30b-dab76c5da334 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:52.199337 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f385c-d3f6-4981-a30b-dab76c5da334 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Port': ['ID=ea1fe9a4-bcbe-4009-8178-f04cd25e041a,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:52.203996 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7714123-0b17-470d-9c1d-e22df639c583 req-a652ce6d-320f-4748-98e4-eb6404b59738 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b7d26a-903d-4dfd-808e-3a9844f68812 HTTP/1.1" status: 200 len: 1000 time: 0.6267889 Jul 09 09:33:52.222001 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477bcdb-ab58-4c92-963d-734f12c4fa1b req-5eee94e0-51c3-4730-8388-a335bc307a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:52.223516 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7477bcdb-ab58-4c92-963d-734f12c4fa1b req-5eee94e0-51c3-4730-8388-a335bc307a32 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29a1d03-4250-4311-8a28-897c11a59e6c HTTP/1.1" status: 200 len: 859 time: 0.6440816 Jul 09 09:33:52.247033 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-39128e65-29a8-4ef8-975f-474c9d0dbe7b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Transition to ACTIVE for port object fcd704b9-933e-47b7-92b7-bb7a73f70723 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:33:52.296639 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5f156a5a-c918-478b-b237-7653ff906d49,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:52.298910 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e128fddc-c5fa-475c-894b-6ec10f048421', 'tag': '78b7d26a-903d-4dfd-808e-3a9844f68812'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:33:52.302773 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456bcc8d-5d9f-4639-a236-a67243d11afc" -d '{"events": [{"name": "network-changed", "server_uuid": "e128fddc-c5fa-475c-894b-6ec10f048421", "tag": "78b7d26a-903d-4dfd-808e-3a9844f68812"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:33:52.323980 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7f385c-d3f6-4981-a30b-dab76c5da334 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network 4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:33:52.326113 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-dd7f385c-d3f6-4981-a30b-dab76c5da334 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:52.333489 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-bbf9e025-0eff-44b3-9061-6e51de57cdba None None] Set router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:33:52.373928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3d3eb-5a2f-4dd8-a725-dc2b0a196350 req-0b318169-7ab1-4d7d-a272-d90ad3f87b4a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:52.375876 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0c3d3eb-5a2f-4dd8-a725-dc2b0a196350 req-0b318169-7ab1-4d7d-a272-d90ad3f87b4a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 944 time: 0.8155746 Jul 09 09:33:52.412367 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7714123-0b17-470d-9c1d-e22df639c583 req-97b38c9a-019a-4b8a-ac93-26fbabf1a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:52.416151 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7714123-0b17-470d-9c1d-e22df639c583 req-97b38c9a-019a-4b8a-ac93-26fbabf1a1e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e29a1d03-4250-4311-8a28-897c11a59e6c HTTP/1.1" status: 200 len: 859 time: 0.2105215 Jul 09 09:33:52.519207 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-448286fc-57d9-4cfe-9b1c-4888adcfbc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:52.552768 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-39128e65-29a8-4ef8-975f-474c9d0dbe7b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:52.556132 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7f385c-d3f6-4981-a30b-dab76c5da334 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Router 18f428b9-c023-4e89-9e15-1ac7be484f42 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:33:52.597634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['04f472e6-1ec8-4cdc-a59e-469ac1f88c3d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:33:52.657049 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-39128e65-29a8-4ef8-975f-474c9d0dbe7b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:33:52.677448 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7f385c-d3f6-4981-a30b-dab76c5da334 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:33:52.683290 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dd7f385c-d3f6-4981-a30b-dab76c5da334 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/routers/18f428b9-c023-4e89-9e15-1ac7be484f42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0421703 Jul 09 09:33:52.684436 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-39128e65-29a8-4ef8-975f-474c9d0dbe7b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:52.685874 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50460) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:52.687606 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-39128e65-29a8-4ef8-975f-474c9d0dbe7b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:33:52.689902 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964db408-2664-40d7-8eb5-b362669361e8 None None] Sync routers for ids ['18f428b9-c023-4e89-9e15-1ac7be484f42'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:33:52.712636 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964db408-2664-40d7-8eb5-b362669361e8 None None] Routers {'18f428b9-c023-4e89-9e15-1ac7be484f42'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:52.713329 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-964db408-2664-40d7-8eb5-b362669361e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['18f428b9-c023-4e89-9e15-1ac7be484f42'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:52.768499 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b918377e-b5a4-4266-ad0b-709b4ba20d0a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:52.772836 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b918377e-b5a4-4266-ad0b-709b4ba20d0a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/ports/ea1fe9a4-bcbe-4009-8178-f04cd25e041a HTTP/1.1" status: 200 len: 910 time: 0.0830729 Jul 09 09:33:52.773228 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477bcdb-ab58-4c92-963d-734f12c4fa1b req-a03ce384-08f3-49a9-b8ec-08ebacc0ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:52.773604 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50464) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:52.774789 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7477bcdb-ab58-4c92-963d-734f12c4fa1b req-a03ce384-08f3-49a9-b8ec-08ebacc0ec22 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2423c228-b601-4946-8ea0-8ba4dc5be28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5188971 Jul 09 09:33:52.785272 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4d95acd6-7f69-4e4c-a8c5-7d17d3717591 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '72b94e81-7cc6-427e-8da2-e34b4a744b57'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:52.804637 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-964db408-2664-40d7-8eb5-b362669361e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:52.824081 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0c3d3eb-5a2f-4dd8-a725-dc2b0a196350 req-281f729b-4c40-4705-97ea-23d679d1b99b tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328632 Jul 09 09:33:52.837256 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964db408-2664-40d7-8eb5-b362669361e8 None None] Routers {'18f428b9-c023-4e89-9e15-1ac7be484f42'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:52.838411 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-964db408-2664-40d7-8eb5-b362669361e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['18f428b9-c023-4e89-9e15-1ac7be484f42'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:53.004686 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7477bcdb-ab58-4c92-963d-734f12c4fa1b req-26d9c557-b43b-40e8-8ae7-e3a02c831690 service neutron] 10.222.0.64 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700184 Jul 09 09:33:53.013081 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-39128e65-29a8-4ef8-975f-474c9d0dbe7b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:53.013750 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-39128e65-29a8-4ef8-975f-474c9d0dbe7b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:53.101832 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d95acd6-7f69-4e4c-a8c5-7d17d3717591 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:53.140662 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448286fc-57d9-4cfe-9b1c-4888adcfbc72 admin admin] Checking segment: {'id': 'd147fb99-7b00-466a-8470-55c3bcf6909a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:33:53.141014 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448286fc-57d9-4cfe-9b1c-4888adcfbc72 admin admin] Network hostable DHCP agents. Network: 8da779eb-62d2-4653-9616-013d03ffc7b9, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:33:53.147580 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7477bcdb-ab58-4c92-963d-734f12c4fa1b req-97d90ea6-8afb-4ac3-bbb9-6a45d9e3fae1 service neutron] 10.222.0.64 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278770 Jul 09 09:33:53.173248 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0927880-4821-40e4-80a3-1cf9a854ab9e None None] Network 4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:33:53.176715 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448286fc-57d9-4cfe-9b1c-4888adcfbc72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a05b0ae9-6d96-449a-844e-c2c83c8a0b77,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:53.203787 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-964db408-2664-40d7-8eb5-b362669361e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:53.204442 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964db408-2664-40d7-8eb5-b362669361e8 None None] The sync data for ids ['18f428b9-c023-4e89-9e15-1ac7be484f42'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:33:53.223590 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-bbf9e025-0eff-44b3-9061-6e51de57cdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'f35ef6cb-fbad-47b9-83a2-a2f62ce5568e', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'port_id': '78b7d26a-903d-4dfd-808e-3a9844f68812', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'mac_address': 'fa:16:3e:ad:44:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e128fddc-c5fa-475c-894b-6ec10f048421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:33:00Z', 'updated_at': '2021-07-09T09:33:50Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9993910-d634-4f71-9cc0-f838e2c54f6e', 'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'mac_address': 'fa:16:3e:36:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:24Z', 'updated_at': '2021-07-09T09:32:36Z', 'revision_number': 5, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'subnets': [{'id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:53.239406 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39128e65-29a8-4ef8-975f-474c9d0dbe7b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Pushing event updated for resources: {'Port': ['ID=fcd704b9-933e-47b7-92b7-bb7a73f70723,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:53.262772 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448286fc-57d9-4cfe-9b1c-4888adcfbc72 admin admin] Network 8da779eb-62d2-4653-9616-013d03ffc7b9 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:33:53.272033 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf9e025-0eff-44b3-9061-6e51de57cdba None None] The sync data for ids ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'] in n-d-799996-1 is: [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'f35ef6cb-fbad-47b9-83a2-a2f62ce5568e', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'port_id': '78b7d26a-903d-4dfd-808e-3a9844f68812', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'mac_address': 'fa:16:3e:ad:44:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e128fddc-c5fa-475c-894b-6ec10f048421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:33:00Z', 'updated_at': '2021-07-09T09:33:50Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9993910-d634-4f71-9cc0-f838e2c54f6e', 'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'mac_address': 'fa:16:3e:36:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:24Z', 'updated_at': '2021-07-09T09:32:36Z', 'revision_number': 5, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'subnets': [{'id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:33:53.278147 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4179f04e-2225-45fd-9c9d-69c8d3a7367d None None] Provisioning for port fcd704b9-933e-47b7-92b7-bb7a73f70723 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:33:53.295259 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4179f04e-2225-45fd-9c9d-69c8d3a7367d None None] Provisioning complete for port fcd704b9-933e-47b7-92b7-bb7a73f70723 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:53.295889 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4179f04e-2225-45fd-9c9d-69c8d3a7367d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:53.297743 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7714123-0b17-470d-9c1d-e22df639c583 req-92f34605-d952-4f43-9758-1644d5a82452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:53.300494 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7714123-0b17-470d-9c1d-e22df639c583 req-92f34605-d952-4f43-9758-1644d5a82452 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2423c228-b601-4946-8ea0-8ba4dc5be28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8434098 Jul 09 09:33:53.305547 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-39128e65-29a8-4ef8-975f-474c9d0dbe7b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5503631 Jul 09 09:33:53.306259 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-448286fc-57d9-4cfe-9b1c-4888adcfbc72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 8da779eb-62d2-4653-9616-013d03ffc7b9) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:53.317285 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448286fc-57d9-4cfe-9b1c-4888adcfbc72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:53.317628 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-448286fc-57d9-4cfe-9b1c-4888adcfbc72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:53.359745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-49468f61-5e9e-4ebf-9ac9-0a9d63d42d31 service neutron] Request body: {'port': {'device_id': '8f19008a-ab01-42a6-a395-dc0beacd09f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:53.374602 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-448286fc-57d9-4cfe-9b1c-4888adcfbc72 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4144061 Jul 09 09:33:53.380625 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50466) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:53.386054 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-bcaa48e6-0d6d-49f6-aa3c-e24d5fc44b65 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2018548069-router', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:53.419710 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcaa48e6-0d6d-49f6-aa3c-e24d5fc44b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:53.421072 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcaa48e6-0d6d-49f6-aa3c-e24d5fc44b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:53.489490 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcaa48e6-0d6d-49f6-aa3c-e24d5fc44b65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:53.527195 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4179f04e-2225-45fd-9c9d-69c8d3a7367d None None] Port fcd704b9-933e-47b7-92b7-bb7a73f70723 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:33:53.535878 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116022e1-63d8-45bb-aa86-e345cbed0570 None None] Network 8da779eb-62d2-4653-9616-013d03ffc7b9 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:33:53.546353 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9d611-58f2-499b-97c2-18069483df5c req-36000d86-9c9d-447b-a24f-54dc605ec02e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:53.556670 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ae9d611-58f2-499b-97c2-18069483df5c req-36000d86-9c9d-447b-a24f-54dc605ec02e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 936 time: 0.4076657 Jul 09 09:33:53.597127 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4179f04e-2225-45fd-9c9d-69c8d3a7367d None None] Provisioning for port 6a345b35-e150-451a-9841-5b3ab0b1f6f4 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:33:53.633979 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-49468f61-5e9e-4ebf-9ac9-0a9d63d42d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:53.733319 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6a345b35-e150-451a-9841-5b3ab0b1f6f4 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:33:53.742250 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ae9d611-58f2-499b-97c2-18069483df5c req-de840b32-3c20-43da-8735-02eca7c6dbdb tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846118 Jul 09 09:33:53.857062 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 2086500e-126c-485d-a43c-17320acf67e5 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:33:53.882471 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7714123-0b17-470d-9c1d-e22df639c583 req-4279dcff-b283-4423-80a3-ed6f1a3a24a2 service neutron] 10.222.0.61 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494251 Jul 09 09:33:53.958810 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 6a345b35-e150-451a-9841-5b3ab0b1f6f4 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:33:53.969486 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 6a345b35-e150-451a-9841-5b3ab0b1f6f4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:53.969996 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:53.995542 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7714123-0b17-470d-9c1d-e22df639c583 req-4787cd93-da23-4761-a6ed-600381c89309 service neutron] 10.222.0.61 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033189 Jul 09 09:33:54.017593 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be252b75-9a05-4ea1-bbc4-3263e5d8e020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-8da779eb-62d2-4653-9616-013d03ffc7b9', 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'fixed_ips': [{'subnet_id': 'a05b0ae9-6d96-449a-844e-c2c83c8a0b77'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:33:54.018608 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-be252b75-9a05-4ea1-bbc4-3263e5d8e020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:54.058625 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 2086500e-126c-485d-a43c-17320acf67e5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:54.059004 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:54.199996 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcaa48e6-0d6d-49f6-aa3c-e24d5fc44b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:54.228928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-49468f61-5e9e-4ebf-9ac9-0a9d63d42d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd704b9-933e-47b7-92b7-bb7a73f70723 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:33:54.240197 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-49468f61-5e9e-4ebf-9ac9-0a9d63d42d31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:54.259006 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-49468f61-5e9e-4ebf-9ac9-0a9d63d42d31 service neutron] Transition to ACTIVE for port object fcd704b9-933e-47b7-92b7-bb7a73f70723 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:33:54.265238 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-49468f61-5e9e-4ebf-9ac9-0a9d63d42d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:54.326392 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:54.352375 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49468f61-5e9e-4ebf-9ac9-0a9d63d42d31 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd704b9-933e-47b7-92b7-bb7a73f70723,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:54.393861 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-be252b75-9a05-4ea1-bbc4-3263e5d8e020 None None] Allocated IP 172.20.0.2 (8da779eb-62d2-4653-9616-013d03ffc7b9/a05b0ae9-6d96-449a-844e-c2c83c8a0b77/25d2c6e5-e397-434b-8066-e7919ceb545d) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:33:54.480255 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 6a345b35-e150-451a-9841-5b3ab0b1f6f4, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6a345b35-e150-451a-9841-5b3ab0b1f6f4,segment=NetworkSegment(a89d4121-1dd8-4f9f-9733-c116adad0957),segment_id=a89d4121-1dd8-4f9f-9733-c116adad0957)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:54.516869 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea6beca-1ca9-4de4-bbf4-6ea316af878e x-openstack-request-id: req-0ea6beca-1ca9-4de4-bbf4-6ea316af878e {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:33:54.517235 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6269b7-c674-41c1-a8e0-b53159ca5f61", "name": "network-vif-unplugged", "status": "completed", "tag": "5f156a5a-c918-478b-b237-7653ff906d49", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:33:54.517396 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0ea6beca-1ca9-4de4-bbf4-6ea316af878e {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:33:54.517810 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f156a5a-c918-478b-b237-7653ff906d49', 'code': 200} Jul 09 09:33:54.527515 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3e0f89-9a8d-4e37-8171-7987cbab166e x-openstack-request-id: req-fb3e0f89-9a8d-4e37-8171-7987cbab166e {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:33:54.527844 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e128fddc-c5fa-475c-894b-6ec10f048421", "tag": "78b7d26a-903d-4dfd-808e-3a9844f68812", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:33:54.528103 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fb3e0f89-9a8d-4e37-8171-7987cbab166e {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:33:54.528768 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e128fddc-c5fa-475c-894b-6ec10f048421', 'tag': '78b7d26a-903d-4dfd-808e-3a9844f68812', 'status': 'completed', 'code': 200} Jul 09 09:33:54.552337 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:54.554438 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:54.667650 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-49468f61-5e9e-4ebf-9ac9-0a9d63d42d31 service neutron] Attempting to bind port fcd704b9-933e-47b7-92b7-bb7a73f70723 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:33:54.668059 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-49468f61-5e9e-4ebf-9ac9-0a9d63d42d31 service neutron] Attempting to bind port fcd704b9-933e-47b7-92b7-bb7a73f70723 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:33:54.668558 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-49468f61-5e9e-4ebf-9ac9-0a9d63d42d31 service neutron] Attempting to bind port fcd704b9-933e-47b7-92b7-bb7a73f70723 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:33:54.692170 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d95acd6-7f69-4e4c-a8c5-7d17d3717591 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:54.726905 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d95acd6-7f69-4e4c-a8c5-7d17d3717591 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:54.842843 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 2086500e-126c-485d-a43c-17320acf67e5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=2086500e-126c-485d-a43c-17320acf67e5,segment=NetworkSegment(edbd23f5-4b6c-4399-ba78-00f99e4df72a),segment_id=edbd23f5-4b6c-4399-ba78-00f99e4df72a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:54.865201 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-49468f61-5e9e-4ebf-9ac9-0a9d63d42d31 service neutron] Port fcd704b9-933e-47b7-92b7-bb7a73f70723 on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:33:54.875949 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-49468f61-5e9e-4ebf-9ac9-0a9d63d42d31 service neutron] Attempting to bind port fcd704b9-933e-47b7-92b7-bb7a73f70723 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:33:54.883549 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-07239ecb-70fe-47fe-a11c-b27f88f72915 None None] Provisioning for port ea1fe9a4-bcbe-4009-8178-f04cd25e041a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:33:54.892143 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:54.907572 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-07239ecb-70fe-47fe-a11c-b27f88f72915 None None] Provisioning complete for port ea1fe9a4-bcbe-4009-8178-f04cd25e041a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:54.908067 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-07239ecb-70fe-47fe-a11c-b27f88f72915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:54.908907 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-49468f61-5e9e-4ebf-9ac9-0a9d63d42d31 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:33:54.909252 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-49468f61-5e9e-4ebf-9ac9-0a9d63d42d31 service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:33:54.909642 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-49468f61-5e9e-4ebf-9ac9-0a9d63d42d31 service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:33:54.910095 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-49468f61-5e9e-4ebf-9ac9-0a9d63d42d31 service neutron] Bound port: fcd704b9-933e-47b7-92b7-bb7a73f70723, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:33:54.910461 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-49468f61-5e9e-4ebf-9ac9-0a9d63d42d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:54.953154 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-07239ecb-70fe-47fe-a11c-b27f88f72915 None None] Port ea1fe9a4-bcbe-4009-8178-f04cd25e041a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:33:55.015169 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-07239ecb-70fe-47fe-a11c-b27f88f72915 None None] Provisioning complete for port 6a345b35-e150-451a-9841-5b3ab0b1f6f4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:55.015590 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-07239ecb-70fe-47fe-a11c-b27f88f72915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:55.020205 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d95acd6-7f69-4e4c-a8c5-7d17d3717591 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:55.021960 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d95acd6-7f69-4e4c-a8c5-7d17d3717591 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:55.023762 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=6a345b35-e150-451a-9841-5b3ab0b1f6f4,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:55.023945 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4d95acd6-7f69-4e4c-a8c5-7d17d3717591 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/ports/ea1fe9a4-bcbe-4009-8178-f04cd25e041a HTTP/1.1" status: 200 len: 910 time: 2.2487178 Jul 09 09:33:55.064249 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50494) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:55.189458 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95acd6-7f69-4e4c-a8c5-7d17d3717591 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Port': ['ID=ea1fe9a4-bcbe-4009-8178-f04cd25e041a,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:55.201808 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-be252b75-9a05-4ea1-bbc4-3263e5d8e020 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:55.213459 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-be252b75-9a05-4ea1-bbc4-3263e5d8e020 None None] Transition to ACTIVE for port object 25d2c6e5-e397-434b-8066-e7919ceb545d will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:33:55.233168 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-be252b75-9a05-4ea1-bbc4-3263e5d8e020 None None] Transition to ACTIVE for port object 25d2c6e5-e397-434b-8066-e7919ceb545d will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:33:55.251499 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-be252b75-9a05-4ea1-bbc4-3263e5d8e020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:55.262091 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcaa48e6-0d6d-49f6-aa3c-e24d5fc44b65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:55.300117 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcaa48e6-0d6d-49f6-aa3c-e24d5fc44b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:55.300854 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be252b75-9a05-4ea1-bbc4-3263e5d8e020 None None] Network 8da779eb-62d2-4653-9616-013d03ffc7b9 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:33:55.311132 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-be252b75-9a05-4ea1-bbc4-3263e5d8e020 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:55.313639 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be252b75-9a05-4ea1-bbc4-3263e5d8e020 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:33:55.318544 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=2086500e-126c-485d-a43c-17320acf67e5,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:55.441181 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-be252b75-9a05-4ea1-bbc4-3263e5d8e020 None None] Attempting to bind port 25d2c6e5-e397-434b-8066-e7919ceb545d on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:33:55.441871 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-be252b75-9a05-4ea1-bbc4-3263e5d8e020 None None] Attempting to bind port 25d2c6e5-e397-434b-8066-e7919ceb545d by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'd147fb99-7b00-466a-8470-55c3bcf6909a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:33:55.441871 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be252b75-9a05-4ea1-bbc4-3263e5d8e020 None None] Attempting to bind port 25d2c6e5-e397-434b-8066-e7919ceb545d on network 8da779eb-62d2-4653-9616-013d03ffc7b9 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:33:55.446007 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be252b75-9a05-4ea1-bbc4-3263e5d8e020 None None] Pushing event updated for resources: {'Port': ['ID=25d2c6e5-e397-434b-8066-e7919ceb545d,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:55.457396 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be252b75-9a05-4ea1-bbc4-3263e5d8e020 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:33:55.457772 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be252b75-9a05-4ea1-bbc4-3263e5d8e020 None None] Checking segment: {'id': 'd147fb99-7b00-466a-8470-55c3bcf6909a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:33:55.458164 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-be252b75-9a05-4ea1-bbc4-3263e5d8e020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:55.458549 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be252b75-9a05-4ea1-bbc4-3263e5d8e020 None None] Bound using segment: {'id': 'd147fb99-7b00-466a-8470-55c3bcf6909a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:33:55.459012 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-be252b75-9a05-4ea1-bbc4-3263e5d8e020 None None] Bound port: 25d2c6e5-e397-434b-8066-e7919ceb545d, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd147fb99-7b00-466a-8470-55c3bcf6909a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:33:55.459381 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-be252b75-9a05-4ea1-bbc4-3263e5d8e020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:55.467163 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db6b50ba-b9c5-48c1-af75-f0f9e504ae68 req-9cae1fc1-2e06-4043-b4f6-728201229492 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 1000 time: 0.8105752 Jul 09 09:33:55.495779 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-bcaa48e6-0d6d-49f6-aa3c-e24d5fc44b65 admin admin] Allocated IP 172.25.3.153 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/7006cbdc-8d13-457d-8c59-578c7cbdcebe) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:33:55.532554 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bcc8d-5d9f-4639-a236-a67243d11afc req-26a4e508-14ad-493e-babb-70ce79bc4927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:55.534090 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-456bcc8d-5d9f-4639-a236-a67243d11afc req-26a4e508-14ad-493e-babb-70ce79bc4927 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b787bf2eebcb4063864ea3f28a4fe795&device_id=e128fddc-c5fa-475c-894b-6ec10f048421 HTTP/1.1" status: 200 len: 1096 time: 0.8922770 Jul 09 09:33:55.536845 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-be252b75-9a05-4ea1-bbc4-3263e5d8e020 None None] For port 25d2c6e5-e397-434b-8066-e7919ceb545d, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:33:55.541770 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-be252b75-9a05-4ea1-bbc4-3263e5d8e020 None None] For port 25d2c6e5-e397-434b-8066-e7919ceb545d, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=25d2c6e5-e397-434b-8066-e7919ceb545d,segment=NetworkSegment(d147fb99-7b00-466a-8470-55c3bcf6909a),segment_id=d147fb99-7b00-466a-8470-55c3bcf6909a)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:33:55.549271 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-be252b75-9a05-4ea1-bbc4-3263e5d8e020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:55.573709 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e906465-a94a-4103-a9fb-391b24a38fc4 req-c42e0fbb-7d05-434b-a4fe-75079e215268 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:55.581650 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8e906465-a94a-4103-a9fb-391b24a38fc4 req-c42e0fbb-7d05-434b-a4fe-75079e215268 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 944 time: 0.8696005 Jul 09 09:33:55.609773 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6a345b35-e150-451a-9841-5b3ab0b1f6f4 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:33:55.614214 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b50ba-b9c5-48c1-af75-f0f9e504ae68 req-6cbdf480-26ec-4b41-bd13-69576d1d90ab tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:55.628453 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db6b50ba-b9c5-48c1-af75-f0f9e504ae68 req-6cbdf480-26ec-4b41-bd13-69576d1d90ab tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports/78b7d26a-903d-4dfd-808e-3a9844f68812 HTTP/1.1" status: 200 len: 942 time: 0.1603451 Jul 09 09:33:55.629755 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-49468f61-5e9e-4ebf-9ac9-0a9d63d42d31 service neutron] For port fcd704b9-933e-47b7-92b7-bb7a73f70723, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:33:55.741529 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-49468f61-5e9e-4ebf-9ac9-0a9d63d42d31 service neutron] For port fcd704b9-933e-47b7-92b7-bb7a73f70723, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=fcd704b9-933e-47b7-92b7-bb7a73f70723,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:33:55.758486 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be252b75-9a05-4ea1-bbc4-3263e5d8e020 None None] Pushing event updated for resources: {'Port': ['ID=25d2c6e5-e397-434b-8066-e7919ceb545d,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:55.764213 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-003c4799-a109-4f93-8502-fcc82e6a9229 None None] Provisioning complete for port ea1fe9a4-bcbe-4009-8178-f04cd25e041a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:55.764751 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-003c4799-a109-4f93-8502-fcc82e6a9229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:55.786689 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-49468f61-5e9e-4ebf-9ac9-0a9d63d42d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:55.806355 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-003c4799-a109-4f93-8502-fcc82e6a9229 None None] Port ea1fe9a4-bcbe-4009-8178-f04cd25e041a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:33:55.818795 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 6a345b35-e150-451a-9841-5b3ab0b1f6f4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:55.819248 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:55.854302 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 2086500e-126c-485d-a43c-17320acf67e5 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:33:55.897164 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcaa48e6-0d6d-49f6-aa3c-e24d5fc44b65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:55.916225 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8e906465-a94a-4103-a9fb-391b24a38fc4 req-850ab6ec-3bbc-4e5a-a484-cedab8da56be tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330543 Jul 09 09:33:55.928588 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db6b50ba-b9c5-48c1-af75-f0f9e504ae68 req-b6929022-9c84-4341-97ec-0b208845746a tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 1000 time: 0.1158829 Jul 09 09:33:55.973563 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-49468f61-5e9e-4ebf-9ac9-0a9d63d42d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:55.974453 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-49468f61-5e9e-4ebf-9ac9-0a9d63d42d31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:55.985431 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-49468f61-5e9e-4ebf-9ac9-0a9d63d42d31 service neutron] 10.222.0.58 "PUT /v2.0/ports/fcd704b9-933e-47b7-92b7-bb7a73f70723 HTTP/1.1" status: 200 len: 1096 time: 2.6545568 Jul 09 09:33:56.084222 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49468f61-5e9e-4ebf-9ac9-0a9d63d42d31 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd704b9-933e-47b7-92b7-bb7a73f70723,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:56.217169 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:56.232734 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcaa48e6-0d6d-49f6-aa3c-e24d5fc44b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:56.256178 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaa48e6-0d6d-49f6-aa3c-e24d5fc44b65 admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:33:56.260245 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-bcaa48e6-0d6d-49f6-aa3c-e24d5fc44b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:33:56.264544 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaa48e6-0d6d-49f6-aa3c-e24d5fc44b65 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:33:56.311197 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 2086500e-126c-485d-a43c-17320acf67e5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=2086500e-126c-485d-a43c-17320acf67e5,segment=NetworkSegment(edbd23f5-4b6c-4399-ba78-00f99e4df72a),segment_id=edbd23f5-4b6c-4399-ba78-00f99e4df72a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:56.324423 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:56.349375 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bcc8d-5d9f-4639-a236-a67243d11afc req-f3f91e62-97ac-4686-b6dd-e40c71400db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:56.350893 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-456bcc8d-5d9f-4639-a236-a67243d11afc req-f3f91e62-97ac-4686-b6dd-e40c71400db9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2423c228-b601-4946-8ea0-8ba4dc5be28b HTTP/1.1" status: 200 len: 921 time: 0.8045533 Jul 09 09:33:56.377749 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa48e6-0d6d-49f6-aa3c-e24d5fc44b65 admin admin] Pushing event updated for resources: {'Port': ['ID=7006cbdc-8d13-457d-8c59-578c7cbdcebe,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:56.400589 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 50512) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:56.419031 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2d1823b3-0954-4987-a498-fce8e539461a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-107060048'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:56.438176 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=2086500e-126c-485d-a43c-17320acf67e5,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:56.486826 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b50ba-b9c5-48c1-af75-f0f9e504ae68 req-f3c5f997-c01f-45b9-8d60-38ba7ab9317f tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:56.488242 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db6b50ba-b9c5-48c1-af75-f0f9e504ae68 req-f3c5f997-c01f-45b9-8d60-38ba7ab9317f tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.5588837 Jul 09 09:33:56.514856 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-db6b50ba-b9c5-48c1-af75-f0f9e504ae68 req-8017545b-9bf6-4b65-8e8b-ab4353322e05 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:33:56.516047 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db6b50ba-b9c5-48c1-af75-f0f9e504ae68 req-8017545b-9bf6-4b65-8e8b-ab4353322e05 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200140 Jul 09 09:33:56.522883 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44a3470-a6f2-4dbb-87ef-8f1b35798909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2086500e-126c-485d-a43c-17320acf67e5'}, {'server_uuid': 'd44a3470-a6f2-4dbb-87ef-8f1b35798909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2086500e-126c-485d-a43c-17320acf67e5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:33:56.533306 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f19008a-ab01-42a6-a395-dc0beacd09f4', 'tag': 'fcd704b9-933e-47b7-92b7-bb7a73f70723'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:33:56.534218 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6158a61b-f216-4115-a730-437376be1fa3" -d '{"events": [{"server_uuid": "d44a3470-a6f2-4dbb-87ef-8f1b35798909", "name": "network-vif-plugged", "status": "completed", "tag": "2086500e-126c-485d-a43c-17320acf67e5"}, {"server_uuid": "d44a3470-a6f2-4dbb-87ef-8f1b35798909", "name": "network-vif-unplugged", "status": "completed", "tag": "2086500e-126c-485d-a43c-17320acf67e5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:33:56.535588 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b66a07-98bc-477d-87c8-3e0f2fc74c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f19008a-ab01-42a6-a395-dc0beacd09f4", "tag": "fcd704b9-933e-47b7-92b7-bb7a73f70723"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:33:56.552435 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1823b3-0954-4987-a498-fce8e539461a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Made reservation on behalf of df38cd9bcbb7480b8739e27fba0b60f2 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:33:56.556052 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2d1823b3-0954-4987-a498-fce8e539461a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:56.559584 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-456bcc8d-5d9f-4639-a236-a67243d11afc req-2d7e0fa4-cda0-416b-96b6-c5794f8392a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b7d26a-903d-4dfd-808e-3a9844f68812 HTTP/1.1" status: 200 len: 1000 time: 0.1844335 Jul 09 09:33:56.563642 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-24dcc345-f24a-4540-852f-a8479487d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:56.565203 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-24dcc345-f24a-4540-852f-a8479487d181 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 1099 time: 0.4600298 Jul 09 09:33:56.580803 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0874dae-843a-480e-9b6e-f3df1cb8c195 req-5a31406a-e697-4328-802b-b2a60207aafa tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:56.582434 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0874dae-843a-480e-9b6e-f3df1cb8c195 req-5a31406a-e697-4328-802b-b2a60207aafa tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.4027421 Jul 09 09:33:56.658145 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ebd5c0b-b43a-4c37-a6a8-5cc77aed5871 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:56.668962 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-e12bd268-edf3-4acb-86e6-7b404465e139 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=fcd704b9-933e-47b7-92b7-bb7a73f70723 HTTP/1.1" status: 200 len: 217 time: 0.0842993 Jul 09 09:33:56.729141 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1823b3-0954-4987-a498-fce8e539461a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:33:56.730288 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcaa48e6-0d6d-49f6-aa3c-e24d5fc44b65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:56.778577 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bcc8d-5d9f-4639-a236-a67243d11afc req-8b153d41-c4cd-49f5-8a72-356938d6669e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:56.780198 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-456bcc8d-5d9f-4639-a236-a67243d11afc req-8b153d41-c4cd-49f5-8a72-356938d6669e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29a1d03-4250-4311-8a28-897c11a59e6c HTTP/1.1" status: 200 len: 859 time: 0.1967194 Jul 09 09:33:56.784588 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2d1823b3-0954-4987-a498-fce8e539461a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:56.785052 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-2d1823b3-0954-4987-a498-fce8e539461a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Added segment 1fef2ae4-d031-4327-9907-67969162862a of type vlan for network fafd663f-aa19-474e-a8d4-f86917295390 Jul 09 09:33:56.818274 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0874dae-843a-480e-9b6e-f3df1cb8c195 req-8c4bc25a-7137-44cd-b300-c609811681bd tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165887 Jul 09 09:33:56.912254 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-2057cb7a-699c-45f0-84c4-620814a1eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:56.913664 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-2057cb7a-699c-45f0-84c4-620814a1eee1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.2250454 Jul 09 09:33:56.959598 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2d1823b3-0954-4987-a498-fce8e539461a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:57.028525 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b02e1-d976-404e-ade4-bb66d45576e4 req-250fa3b2-904d-4a0b-b40e-b6a00c4c3ec1 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:57.030099 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0c5b02e1-d976-404e-ade4-bb66d45576e4 req-250fa3b2-904d-4a0b-b40e-b6a00c4c3ec1 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 948 time: 0.3732224 Jul 09 09:33:57.108520 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2d1823b3-0954-4987-a498-fce8e539461a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:57.115718 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1823b3-0954-4987-a498-fce8e539461a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:57.116382 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2d1823b3-0954-4987-a498-fce8e539461a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:57.129364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bcc8d-5d9f-4639-a236-a67243d11afc req-ace5e33f-a8aa-4cd7-adbe-64f6eb99f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:57.130160 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-456bcc8d-5d9f-4639-a236-a67243d11afc req-ace5e33f-a8aa-4cd7-adbe-64f6eb99f00a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2423c228-b601-4946-8ea0-8ba4dc5be28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3398740 Jul 09 09:33:57.204302 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcaa48e6-0d6d-49f6-aa3c-e24d5fc44b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:57.250574 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-5b4d26a7-ecf2-435d-a81c-547d809dc2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:57.252203 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-5b4d26a7-ecf2-435d-a81c-547d809dc2f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3061249 Jul 09 09:33:57.255231 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0c5b02e1-d976-404e-ade4-bb66d45576e4 req-76833687-ded6-4f5d-b088-1e90d0b80e5e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128663 Jul 09 09:33:57.319300 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677e93a7-9299-4d37-b940-0591017275c5 None None] Network 8da779eb-62d2-4653-9616-013d03ffc7b9 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:33:57.324281 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2d1823b3-0954-4987-a498-fce8e539461a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9112167 Jul 09 09:33:57.333697 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4ebd5c0b-b43a-4c37-a6a8-5cc77aed5871 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting port ea1fe9a4-bcbe-4009-8178-f04cd25e041a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:33:57.333697 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ebd5c0b-b43a-4c37-a6a8-5cc77aed5871 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:57.341613 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50534) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:57.409877 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1823b3-0954-4987-a498-fce8e539461a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event updated for resources: {'Network': ['ID=fafd663f-aa19-474e-a8d4-f86917295390,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:57.432324 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-dbe18b2d-3f8e-4f33-a7a1-308f75e10385 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1646159269'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:57.435770 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 09 Jul 2021 09:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab803ddf-cd0c-40bf-a944-545abc1441d1 x-openstack-request-id: req-ab803ddf-cd0c-40bf-a944-545abc1441d1 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:33:57.436318 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44a3470-a6f2-4dbb-87ef-8f1b35798909", "name": "network-vif-plugged", "status": "completed", "tag": "2086500e-126c-485d-a43c-17320acf67e5", "code": 200}, {"server_uuid": "d44a3470-a6f2-4dbb-87ef-8f1b35798909", "name": "network-vif-unplugged", "status": "completed", "tag": "2086500e-126c-485d-a43c-17320acf67e5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:33:57.436578 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ab803ddf-cd0c-40bf-a944-545abc1441d1 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:33:57.436711 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274714ea-e40d-4fb4-b3c2-e012acaa232c x-openstack-request-id: req-274714ea-e40d-4fb4-b3c2-e012acaa232c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:33:57.436864 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f19008a-ab01-42a6-a395-dc0beacd09f4", "tag": "fcd704b9-933e-47b7-92b7-bb7a73f70723", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:33:57.437124 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-274714ea-e40d-4fb4-b3c2-e012acaa232c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:33:57.437302 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44a3470-a6f2-4dbb-87ef-8f1b35798909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2086500e-126c-485d-a43c-17320acf67e5', 'code': 200} Jul 09 09:33:57.437518 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f19008a-ab01-42a6-a395-dc0beacd09f4', 'tag': 'fcd704b9-933e-47b7-92b7-bb7a73f70723', 'status': 'completed', 'code': 200} Jul 09 09:33:57.437718 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44a3470-a6f2-4dbb-87ef-8f1b35798909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2086500e-126c-485d-a43c-17320acf67e5', 'code': 200} Jul 09 09:33:57.440095 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network fafd663f-aa19-474e-a8d4-f86917295390 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:33:57.455623 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-46051ea8-6eb0-46ca-9942-d0728cdbf5f5 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 1000 time: 0.2244751 Jul 09 09:33:57.508969 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-456bcc8d-5d9f-4639-a236-a67243d11afc req-a1247640-a272-462a-af20-70d85b18830f service neutron] 10.222.0.64 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545539 Jul 09 09:33:57.610575 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-96376a1e-0992-40c7-ae77-ab31213be855 None None] Provisioning for port 25d2c6e5-e397-434b-8066-e7919ceb545d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:33:57.636422 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 25d2c6e5-e397-434b-8066-e7919ceb545d up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:33:57.637333 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ebd5c0b-b43a-4c37-a6a8-5cc77aed5871 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:57.655218 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcaa48e6-0d6d-49f6-aa3c-e24d5fc44b65 admin admin] Router 9d4f61d1-a195-42a2-81eb-ceb5309898bc is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:33:57.657701 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4ebd5c0b-b43a-4c37-a6a8-5cc77aed5871 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Calling delete_port for ea1fe9a4-bcbe-4009-8178-f04cd25e041a owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:33:57.662598 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe18b2d-3f8e-4f33-a7a1-308f75e10385 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Made reservation on behalf of df38cd9bcbb7480b8739e27fba0b60f2 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:33:57.666416 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dbe18b2d-3f8e-4f33-a7a1-308f75e10385 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:57.693964 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-a67e5b78-c8f4-4db2-945d-d4f07a005ed7 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:57.695970 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-a67e5b78-c8f4-4db2-945d-d4f07a005ed7 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports/78b7d26a-903d-4dfd-808e-3a9844f68812 HTTP/1.1" status: 200 len: 942 time: 0.2329724 Jul 09 09:33:57.698842 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-972ae061-9306-4c08-8def-51b6b8d8a0a0 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969548 Jul 09 09:33:57.701762 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe18b2d-3f8e-4f33-a7a1-308f75e10385 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:33:57.713825 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dbe18b2d-3f8e-4f33-a7a1-308f75e10385 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:57.714244 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-dbe18b2d-3f8e-4f33-a7a1-308f75e10385 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Added segment 48356470-3de9-4aaf-a4cf-6ee600e06024 of type vlan for network 7bc84bdf-64ff-402d-9a3f-15d863914225 Jul 09 09:33:57.762199 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dbe18b2d-3f8e-4f33-a7a1-308f75e10385 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:57.828258 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7cfb7-4e60-4c3a-81ad-17bac460a0fb req-e8ea33da-a073-4dca-8cd4-795312c007c0 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:57.836699 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d7cfb7-4e60-4c3a-81ad-17bac460a0fb req-e8ea33da-a073-4dca-8cd4-795312c007c0 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 943 time: 0.2871547 Jul 09 09:33:57.848681 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-456bcc8d-5d9f-4639-a236-a67243d11afc req-719653b7-ce93-42f5-8640-839d0ee49f08 service neutron] 10.222.0.64 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884049 Jul 09 09:33:57.901148 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dbe18b2d-3f8e-4f33-a7a1-308f75e10385 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:57.906900 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe18b2d-3f8e-4f33-a7a1-308f75e10385 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:57.907505 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dbe18b2d-3f8e-4f33-a7a1-308f75e10385 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:57.971620 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 25d2c6e5-e397-434b-8066-e7919ceb545d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:33:57.977504 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d7cfb7-4e60-4c3a-81ad-17bac460a0fb req-ce6296cb-8b42-46d0-963a-4741d49cc3c1 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381996 Jul 09 09:33:57.979028 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 25d2c6e5-e397-434b-8066-e7919ceb545d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:57.980063 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:57.983442 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a278d2c-9b45-4f6d-89c9-7a97240c9003 req-dd83d2ef-0a81-4023-86c1-b5d417c729ee service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748914 Jul 09 09:33:58.021778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-47ad68e6-43c1-41a2-93a6-384f15ac9185 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 1000 time: 0.1379657 Jul 09 09:33:58.106209 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:58.187915 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 25d2c6e5-e397-434b-8066-e7919ceb545d, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=25d2c6e5-e397-434b-8066-e7919ceb545d,segment=NetworkSegment(d147fb99-7b00-466a-8470-55c3bcf6909a),segment_id=d147fb99-7b00-466a-8470-55c3bcf6909a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:33:58.194232 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:58.210577 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dbe18b2d-3f8e-4f33-a7a1-308f75e10385 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7844877 Jul 09 09:33:58.211467 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50542) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:58.215527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b66a07-98bc-477d-87c8-3e0f2fc74c9b req-2b889130-dfbe-4382-803a-00da3f95d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:58.217320 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1b66a07-98bc-477d-87c8-3e0f2fc74c9b req-2b889130-dfbe-4382-803a-00da3f95d962 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 1099 time: 0.1608551 Jul 09 09:33:58.231477 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcaa48e6-0d6d-49f6-aa3c-e24d5fc44b65 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:33:58.258402 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] Sync routers for ids ['9d4f61d1-a195-42a2-81eb-ceb5309898bc'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:33:58.309745 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] Routers {'9d4f61d1-a195-42a2-81eb-ceb5309898bc'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:58.314664 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['9d4f61d1-a195-42a2-81eb-ceb5309898bc'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:58.321643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-5fe9c49c-18ff-404f-bffa-4d5376460100 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:58.323906 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-5fe9c49c-18ff-404f-bffa-4d5376460100 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.2934561 Jul 09 09:33:58.405539 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=25d2c6e5-e397-434b-8066-e7919ceb545d,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:58.439955 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b66a07-98bc-477d-87c8-3e0f2fc74c9b req-f8c5d164-1e82-4c87-9607-0367d05beb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:58.441486 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1b66a07-98bc-477d-87c8-3e0f2fc74c9b req-f8c5d164-1e82-4c87-9607-0367d05beb28 service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.2136600 Jul 09 09:33:58.482699 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-8829834f-7324-4fc9-9923-10307938525a tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 1000 time: 0.1512833 Jul 09 09:33:58.504996 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] Set router 9d4f61d1-a195-42a2-81eb-ceb5309898bc gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:33:58.516980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-9ef9afe2-a074-490d-8f2b-81234c61d50e tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:58.523614 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1b66a07-98bc-477d-87c8-3e0f2fc74c9b req-c55b4292-d2e3-4abf-9a9a-ade22de11462 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=fcd704b9-933e-47b7-92b7-bb7a73f70723 HTTP/1.1" status: 200 len: 217 time: 0.0687432 Jul 09 09:33:58.617026 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-432d09e5-0356-4844-88a1-d8f155cd7011 None None] Provisioning complete for port 25d2c6e5-e397-434b-8066-e7919ceb545d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:58.617586 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-432d09e5-0356-4844-88a1-d8f155cd7011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:58.655497 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-9ef9afe2-a074-490d-8f2b-81234c61d50e tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:58.660048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b66a07-98bc-477d-87c8-3e0f2fc74c9b req-8e83e81c-8a8e-438a-b4d5-2e65f03a574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:58.661528 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1b66a07-98bc-477d-87c8-3e0f2fc74c9b req-8e83e81c-8a8e-438a-b4d5-2e65f03a574b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1026700 Jul 09 09:33:58.704790 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ed4c3595-4e51-496a-8349-e82540aed7b4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Request body: {'subnet': {'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:33:58.765060 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcaa48e6-0d6d-49f6-aa3c-e24d5fc44b65 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:58.766394 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bcaa48e6-0d6d-49f6-aa3c-e24d5fc44b65 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3846183 Jul 09 09:33:58.774960 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50548) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:58.777247 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe18b2d-3f8e-4f33-a7a1-308f75e10385 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event updated for resources: {'Network': ['ID=7bc84bdf-64ff-402d-9a3f-15d863914225,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:58.784961 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'name': 'tempest-ServersTestManualDisk-2018548069-router', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:53Z', 'updated_at': '2021-07-09T09:33:56Z', 'revision_number': 3, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'gw_port': {'id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ec:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:55Z', 'updated_at': '2021-07-09T09:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:58.830874 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 7bc84bdf-64ff-402d-9a3f-15d863914225 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:33:58.834807 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] Checking router: 9d4f61d1-a195-42a2-81eb-ceb5309898bc for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:33:58.835241 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] Updating router 9d4f61d1-a195-42a2-81eb-ceb5309898bc port 7006cbdc-8d13-457d-8c59-578c7cbdcebe binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:33:58.923077 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:58.958966 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ebd5c0b-b43a-4c37-a6a8-5cc77aed5871 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:58.966280 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4c3595-4e51-496a-8349-e82540aed7b4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Made reservation on behalf of df38cd9bcbb7480b8739e27fba0b60f2 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:33:58.969973 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed4c3595-4e51-496a-8349-e82540aed7b4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:59.010473 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd5c0b-b43a-4c37-a6a8-5cc77aed5871 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Port': ['ID=ea1fe9a4-bcbe-4009-8178-f04cd25e041a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:59.127880 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3692f-8d94-4a97-977b-0df31a8b58c1 req-10824731-56f2-4f75-8900-6cf1d65b7d68 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:59.129421 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-02b3692f-8d94-4a97-977b-0df31a8b58c1 req-10824731-56f2-4f75-8900-6cf1d65b7d68 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 948 time: 0.6094241 Jul 09 09:33:59.245639 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:59.257684 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] Transition to ACTIVE for port object 7006cbdc-8d13-457d-8c59-578c7cbdcebe will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:33:59.266393 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:59.267487 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-02b3692f-8d94-4a97-977b-0df31a8b58c1 req-df6d53a5-c96a-4dcb-9404-51fcb26371b0 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160388 Jul 09 09:33:59.316097 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b66a07-98bc-477d-87c8-3e0f2fc74c9b req-6291dd53-c589-4181-9dca-df9b5fd6374a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:59.318321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1b66a07-98bc-477d-87c8-3e0f2fc74c9b req-6291dd53-c589-4181-9dca-df9b5fd6374a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6207275 Jul 09 09:33:59.324883 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-9ef9afe2-a074-490d-8f2b-81234c61d50e tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:59.331519 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-9ef9afe2-a074-490d-8f2b-81234c61d50e tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:59.332020 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-9ef9afe2-a074-490d-8f2b-81234c61d50e tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Floating IP f35ef6cb-fbad-47b9-83a2-a2f62ce5568e disassociated. External IP: 172.25.3.52, port: 78b7d26a-903d-4dfd-808e-3a9844f68812. Jul 09 09:33:59.337110 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] Attempting to bind port 7006cbdc-8d13-457d-8c59-578c7cbdcebe on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:33:59.337635 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] Attempting to bind port 7006cbdc-8d13-457d-8c59-578c7cbdcebe by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:33:59.338089 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] Attempting to bind port 7006cbdc-8d13-457d-8c59-578c7cbdcebe on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:33:59.346515 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:33:59.347033 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:33:59.347529 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:59.348058 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:33:59.348618 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] Bound port: 7006cbdc-8d13-457d-8c59-578c7cbdcebe, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:33:59.348754 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ebd5c0b-b43a-4c37-a6a8-5cc77aed5871 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:59.349185 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:59.407177 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] For port 7006cbdc-8d13-457d-8c59-578c7cbdcebe, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:33:59.410839 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] For port 7006cbdc-8d13-457d-8c59-578c7cbdcebe, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=7006cbdc-8d13-457d-8c59-578c7cbdcebe,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:33:59.413037 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0c38d-68eb-42ef-8358-a942cf002530 None None] Pushing event updated for resources: {'Port': ['ID=7006cbdc-8d13-457d-8c59-578c7cbdcebe,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:59.418087 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:59.515062 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] Routers {'9d4f61d1-a195-42a2-81eb-ceb5309898bc'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:59.515922 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['9d4f61d1-a195-42a2-81eb-ceb5309898bc'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:33:59.603231 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0c38d-68eb-42ef-8358-a942cf002530 None None] Pushing event updated for resources: {'Port': ['ID=7006cbdc-8d13-457d-8c59-578c7cbdcebe,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:59.605652 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1b66a07-98bc-477d-87c8-3e0f2fc74c9b req-403d59b8-1709-42f8-93c3-aa2d2e40ac84 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678597 Jul 09 09:33:59.619777 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 25d2c6e5-e397-434b-8066-e7919ceb545d up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:33:59.622572 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b73dd-731a-46e4-adc8-54493e9da454 req-9ddad319-f7c6-4d78-8567-026653e63c56 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:33:59.626375 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed4c3595-4e51-496a-8349-e82540aed7b4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:59.628203 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c1b73dd-731a-46e4-adc8-54493e9da454 req-9ddad319-f7c6-4d78-8567-026653e63c56 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 943 time: 0.1847751 Jul 09 09:33:59.731885 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 25d2c6e5-e397-434b-8066-e7919ceb545d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:33:59.732443 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:33:59.753104 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebd5c0b-b43a-4c37-a6a8-5cc77aed5871 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Router 18f428b9-c023-4e89-9e15-1ac7be484f42 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:33:59.755009 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] Set router 9d4f61d1-a195-42a2-81eb-ceb5309898bc gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:33:59.756343 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c1b73dd-731a-46e4-adc8-54493e9da454 req-84cf3dab-9eb4-4b02-b27c-d1c419da132a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240473 Jul 09 09:33:59.763674 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c3595-4e51-496a-8349-e82540aed7b4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event updated for resources: {'Subnet': ['ID=fb445b71-f971-43b5-b952-3e1761f97cac,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:33:59.814381 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c3595-4e51-496a-8349-e82540aed7b4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Checking segment: {'id': '1fef2ae4-d031-4327-9907-67969162862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:33:59.814902 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4c3595-4e51-496a-8349-e82540aed7b4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Network hostable DHCP agents. Network: fafd663f-aa19-474e-a8d4-f86917295390, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:33:59.884964 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1b66a07-98bc-477d-87c8-3e0f2fc74c9b req-e6c0593d-51f1-4d56-9f72-7615034dd882 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543933 Jul 09 09:33:59.895070 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-9ef9afe2-a074-490d-8f2b-81234c61d50e tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:33:59.935482 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5f156a5a-c918-478b-b237-7653ff906d49 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:33:59.952568 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebd5c0b-b43a-4c37-a6a8-5cc77aed5871 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:33:59.963663 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4ebd5c0b-b43a-4c37-a6a8-5cc77aed5871 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/routers/18f428b9-c023-4e89-9e15-1ac7be484f42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8981795 Jul 09 09:33:59.965399 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230e6156-f687-4886-a8f1-b1add0c1dbb4 None None] Sync routers for ids ['18f428b9-c023-4e89-9e15-1ac7be484f42'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:33:59.966842 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50564) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:33:59.977269 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4c3595-4e51-496a-8349-e82540aed7b4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Network fafd663f-aa19-474e-a8d4-f86917295390 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:33:59.977644 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230e6156-f687-4886-a8f1-b1add0c1dbb4 None None] Routers {'18f428b9-c023-4e89-9e15-1ac7be484f42'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:33:59.978311 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-230e6156-f687-4886-a8f1-b1add0c1dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['18f428b9-c023-4e89-9e15-1ac7be484f42'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:00.004058 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11887898-6fdd-4776-915c-25a7a887d60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:00.011197 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-34223af5-8ec0-47e5-88c3-6f3d6613c7da tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/ports?device_id=18f428b9-c023-4e89-9e15-1ac7be484f42 HTTP/1.1" status: 200 len: 205 time: 0.0432456 Jul 09 09:34:00.012998 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50566) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:00.029938 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ed4c3595-4e51-496a-8349-e82540aed7b4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, fafd663f-aa19-474e-a8d4-f86917295390) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:00.050440 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-9ef9afe2-a074-490d-8f2b-81234c61d50e tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:34:00.051812 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-230e6156-f687-4886-a8f1-b1add0c1dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:00.068070 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-9ef9afe2-a074-490d-8f2b-81234c61d50e tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:00.071332 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230e6156-f687-4886-a8f1-b1add0c1dbb4 None None] Routers {'18f428b9-c023-4e89-9e15-1ac7be484f42'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:00.071332 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-230e6156-f687-4886-a8f1-b1add0c1dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['18f428b9-c023-4e89-9e15-1ac7be484f42'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:00.095789 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4c3595-4e51-496a-8349-e82540aed7b4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:00.096380 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed4c3595-4e51-496a-8349-e82540aed7b4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:00.122119 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05baa6ba-e029-406a-9f8b-7a22d2b6ee1a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:00.141875 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949f8b6e-0561-41a0-bcfa-54b7f9b62d3a None None] Sync routers for ids ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:34:00.145171 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-230e6156-f687-4886-a8f1-b1add0c1dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:00.146043 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230e6156-f687-4886-a8f1-b1add0c1dbb4 None None] The sync data for ids ['18f428b9-c023-4e89-9e15-1ac7be484f42'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:34:00.155626 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb59dd4-d834-40d6-8be2-168f875d58ea None None] Network fafd663f-aa19-474e-a8d4-f86917295390 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:34:00.185891 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949f8b6e-0561-41a0-bcfa-54b7f9b62d3a None None] Routers {'7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:00.186803 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-949f8b6e-0561-41a0-bcfa-54b7f9b62d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:00.188710 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-9ef9afe2-a074-490d-8f2b-81234c61d50e tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "PUT /v2.0/floatingips/f35ef6cb-fbad-47b9-83a2-a2f62ce5568e HTTP/1.1" status: 200 len: 694 time: 1.7046707 Jul 09 09:34:00.193966 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ed4c3595-4e51-496a-8349-e82540aed7b4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4950116 Jul 09 09:34:00.230163 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50570) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:00.234156 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e128fddc-c5fa-475c-894b-6ec10f048421', 'tag': '78b7d26a-903d-4dfd-808e-3a9844f68812'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:34:00.236706 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-cbf73807-78fa-451c-b741-9a00c8179b3e tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Request body: {'subnet': {'network_id': '7bc84bdf-64ff-402d-9a3f-15d863914225', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:00.237680 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed404f0-e277-433a-84ba-198c97393944" -d '{"events": [{"name": "network-changed", "server_uuid": "e128fddc-c5fa-475c-894b-6ec10f048421", "tag": "78b7d26a-903d-4dfd-808e-3a9844f68812"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:34:00.418944 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7930e03-f7b0-44c5-997a-38107282a0ca req-0c3116b7-3e41-41bb-8571-c65d19777519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:00.420985 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c7930e03-f7b0-44c5-997a-38107282a0ca req-0c3116b7-3e41-41bb-8571-c65d19777519 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2d37b82ee154752af5d9a5e45d03cea&device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 1096 time: 0.2312677 Jul 09 09:34:00.427830 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-55987be3-18f5-454e-9fc1-615ba39872fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:00.435549 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-55987be3-18f5-454e-9fc1-615ba39872fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b787bf2eebcb4063864ea3f28a4fe795&device_id=e128fddc-c5fa-475c-894b-6ec10f048421 HTTP/1.1" status: 200 len: 1096 time: 0.1920092 Jul 09 09:34:00.464942 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36404b-550f-4419-a512-96347cd30137 req-ce9c098d-328c-4144-955f-c613b801a018 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:00.466638 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8e36404b-550f-4419-a512-96347cd30137 req-ce9c098d-328c-4144-955f-c613b801a018 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 943 time: 0.2443447 Jul 09 09:34:00.473643 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05baa6ba-e029-406a-9f8b-7a22d2b6ee1a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:00.473889 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'name': 'tempest-ServersTestManualDisk-2018548069-router', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:53Z', 'updated_at': '2021-07-09T09:33:56Z', 'revision_number': 3, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'gw_port': {'id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ec:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:55Z', 'updated_at': '2021-07-09T09:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:00.479550 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05baa6ba-e029-406a-9f8b-7a22d2b6ee1a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:00.544170 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df50954-71d4-452a-80a5-92b09363de86 None None] The sync data for ids ['9d4f61d1-a195-42a2-81eb-ceb5309898bc'] in n-d-799996-1 is: [{'id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'name': 'tempest-ServersTestManualDisk-2018548069-router', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:53Z', 'updated_at': '2021-07-09T09:33:56Z', 'revision_number': 3, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'gw_port': {'id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ec:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:55Z', 'updated_at': '2021-07-09T09:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:34:00.596445 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3253592-e3b3-4892-a139-9bedb7d0c69c req-70931527-99ef-4ca8-8fe6-be7ef425e6d6 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:00.597518 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5f156a5a-c918-478b-b237-7653ff906d49, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5f156a5a-c918-478b-b237-7653ff906d49,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:00.601112 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e3253592-e3b3-4892-a139-9bedb7d0c69c req-70931527-99ef-4ca8-8fe6-be7ef425e6d6 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.3197515 Jul 09 09:34:00.604854 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-949f8b6e-0561-41a0-bcfa-54b7f9b62d3a None None] Set router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:00.675142 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '5f156a5a-c918-478b-b237-7653ff906d49', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'port_id': '5f156a5a-c918-478b-b237-7653ff906d49', 'mac_address': 'fa:16:3e:d9:62:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:34:00.742928 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e3253592-e3b3-4892-a139-9bedb7d0c69c req-f40c7872-311e-4732-b38c-0aa2ed6d8ced tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409092 Jul 09 09:34:00.756181 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7930e03-f7b0-44c5-997a-38107282a0ca req-1666a15c-6a76-4cc7-a3fd-b2672ae1a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:00.757695 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c7930e03-f7b0-44c5-997a-38107282a0ca req-1666a15c-6a76-4cc7-a3fd-b2672ae1a5c7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cadc3bc1-4b29-4e86-9b19-55a98786baff HTTP/1.1" status: 200 len: 920 time: 0.3110988 Jul 09 09:34:00.761655 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-0963e9e0-bfa8-46bf-a981-0903e4dcbbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:00.763196 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-0963e9e0-bfa8-46bf-a981-0903e4dcbbad service neutron] 10.222.0.61 "GET /v2.0/networks?id=2423c228-b601-4946-8ea0-8ba4dc5be28b HTTP/1.1" status: 200 len: 921 time: 0.3268380 Jul 09 09:34:00.849293 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:00.861750 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f07b4fd-0604-4606-a90a-bcb686e61f9f x-openstack-request-id: req-0f07b4fd-0604-4606-a90a-bcb686e61f9f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:34:00.861750 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e128fddc-c5fa-475c-894b-6ec10f048421", "tag": "78b7d26a-903d-4dfd-808e-3a9844f68812", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:34:00.861986 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0f07b4fd-0604-4606-a90a-bcb686e61f9f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:34:00.862821 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e128fddc-c5fa-475c-894b-6ec10f048421', 'tag': '78b7d26a-903d-4dfd-808e-3a9844f68812', 'status': 'completed', 'code': 200} Jul 09 09:34:00.881383 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c7930e03-f7b0-44c5-997a-38107282a0ca req-ce99f9e9-121c-4540-a5c9-50cbc266c097 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b666c5a5-28b3-4f09-b8c2-a6783033b7f5 HTTP/1.1" status: 200 len: 217 time: 0.1155362 Jul 09 09:34:00.887165 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-024c0367-08a4-468e-8e57-5e14703d7401 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b7d26a-903d-4dfd-808e-3a9844f68812 HTTP/1.1" status: 200 len: 217 time: 0.1135473 Jul 09 09:34:00.904725 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d2fd3e-5734-49fd-9d00-5621a6b3b7d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-fafd663f-aa19-474e-a8d4-f86917295390', 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'fixed_ips': [{'subnet_id': 'fb445b71-f971-43b5-b952-3e1761f97cac'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:34:00.907401 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9d2fd3e-5734-49fd-9d00-5621a6b3b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:00.919899 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device fcd704b9-933e-47b7-92b7-bb7a73f70723 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:34:00.945234 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f156a5a-c918-478b-b237-7653ff906d49 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:34:00.974461 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05baa6ba-e029-406a-9f8b-7a22d2b6ee1a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:00.975034 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05baa6ba-e029-406a-9f8b-7a22d2b6ee1a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Fanout notify agent at l3_agent the message router_deleted on router 18f428b9-c023-4e89-9e15-1ac7be484f42 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:34:01.018280 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05baa6ba-e029-406a-9f8b-7a22d2b6ee1a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:01.023848 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-05baa6ba-e029-406a-9f8b-7a22d2b6ee1a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/routers/18f428b9-c023-4e89-9e15-1ac7be484f42 HTTP/1.1" status: 204 len: 168 time: 1.0059950 Jul 09 09:34:01.028758 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50582) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:01.038133 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf73807-78fa-451c-b741-9a00c8179b3e tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Made reservation on behalf of df38cd9bcbb7480b8739e27fba0b60f2 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:34:01.044461 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbf73807-78fa-451c-b741-9a00c8179b3e tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:01.046528 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5f156a5a-c918-478b-b237-7653ff906d49, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5f156a5a-c918-478b-b237-7653ff906d49,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:01.057220 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-11887898-6fdd-4776-915c-25a7a887d60c admin admin] Allocated IP 172.20.0.1 (8da779eb-62d2-4653-9616-013d03ffc7b9/a05b0ae9-6d96-449a-844e-c2c83c8a0b77/b6888237-64da-4c22-a3c7-1438c15c6cff) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:34:01.075607 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:01.124734 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-8e36404b-550f-4419-a512-96347cd30137 req-50555f4e-5271-4491-a4a7-65fa05c8b4c4 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Deleting port 2086500e-126c-485d-a43c-17320acf67e5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:34:01.125142 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8e36404b-550f-4419-a512-96347cd30137 req-50555f4e-5271-4491-a4a7-65fa05c8b4c4 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:01.164629 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-58cc4778-5785-4cf3-8c0b-0be778e81462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:01.166707 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-58cc4778-5785-4cf3-8c0b-0be778e81462 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e29a1d03-4250-4311-8a28-897c11a59e6c HTTP/1.1" status: 200 len: 859 time: 0.2367592 Jul 09 09:34:01.223764 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['5f156a5a-c918-478b-b237-7653ff906d49'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:34:01.269836 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7930e03-f7b0-44c5-997a-38107282a0ca req-7002d7b2-d650-4a15-9919-aef005209ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:01.273219 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c7930e03-f7b0-44c5-997a-38107282a0ca req-7002d7b2-d650-4a15-9919-aef005209ca4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d6a06f15-0469-4615-97cc-a20485ca7940 HTTP/1.1" status: 200 len: 859 time: 0.3166161 Jul 09 09:34:01.282613 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c37fd0b-c3f7-48f4-b880-55ccb0145cb3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting subnet 72b94e81-7cc6-427e-8da2-e34b4a744b57 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:34:01.286755 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c37fd0b-c3f7-48f4-b880-55ccb0145cb3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:01.356287 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5f156a5a-c918-478b-b237-7653ff906d49,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:01.365123 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c37fd0b-c3f7-48f4-b880-55ccb0145cb3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:01.369233 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c7930e03-f7b0-44c5-997a-38107282a0ca req-dab28118-3070-4af2-bfa0-3da05c881bed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cadc3bc1-4b29-4e86-9b19-55a98786baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823236 Jul 09 09:34:01.372802 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port fcd704b9-933e-47b7-92b7-bb7a73f70723, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=fcd704b9-933e-47b7-92b7-bb7a73f70723,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:01.404793 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-e9d2fd3e-5734-49fd-9d00-5621a6b3b7d1 None None] Allocated IP 10.1.1.2 (fafd663f-aa19-474e-a8d4-f86917295390/fb445b71-f971-43b5-b952-3e1761f97cac/be430bb9-1f67-48c9-9128-784d58db3ae4) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:34:01.413818 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'fcd704b9-933e-47b7-92b7-bb7a73f70723', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': 'fcd704b9-933e-47b7-92b7-bb7a73f70723', 'mac_address': 'fa:16:3e:a1:f2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:34:01.455995 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-949f8b6e-0561-41a0-bcfa-54b7f9b62d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c9993910-d634-4f71-9cc0-f838e2c54f6e', 'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'mac_address': 'fa:16:3e:36:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:24Z', 'updated_at': '2021-07-09T09:32:36Z', 'revision_number': 5, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'subnets': [{'id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:01.506865 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c37fd0b-c3f7-48f4-b880-55ccb0145cb3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:01.525295 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed404f0-e277-433a-84ba-198c97393944 req-4de72988-b6c1-4003-bbea-35031a1f3479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:01.526748 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ed404f0-e277-433a-84ba-198c97393944 req-4de72988-b6c1-4003-bbea-35031a1f3479 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b787bf2eebcb4063864ea3f28a4fe795&device_id=e128fddc-c5fa-475c-894b-6ec10f048421 HTTP/1.1" status: 200 len: 1096 time: 0.6593323 Jul 09 09:34:01.565260 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949f8b6e-0561-41a0-bcfa-54b7f9b62d3a None None] Checking router: 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:34:01.587974 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c7930e03-f7b0-44c5-997a-38107282a0ca req-d0a50b61-c94f-4957-a279-5ffea54d6ee3 service neutron] 10.222.0.58 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040966 Jul 09 09:34:01.603583 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7006cbdc-8d13-457d-8c59-578c7cbdcebe up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:01.627862 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5db60-e7a6-4e02-a0fd-45855e13f71c req-17476b44-d7c8-47d8-8ba3-d3c56e7023c9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:01.635038 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-46e5db60-e7a6-4e02-a0fd-45855e13f71c req-17476b44-d7c8-47d8-8ba3-d3c56e7023c9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 948 time: 0.6345718 Jul 09 09:34:01.716353 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11887898-6fdd-4776-915c-25a7a887d60c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:01.721590 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:01.733802 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-71382f96-1030-4a9f-a1bb-c76d2cc01e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:01.735840 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-71382f96-1030-4a9f-a1bb-c76d2cc01e6c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2423c228-b601-4946-8ea0-8ba4dc5be28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5187123 Jul 09 09:34:01.749042 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-11887898-6fdd-4776-915c-25a7a887d60c admin admin] Transition to ACTIVE for port object b6888237-64da-4c22-a3c7-1438c15c6cff will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:01.749567 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-8e36404b-550f-4419-a512-96347cd30137 req-50555f4e-5271-4491-a4a7-65fa05c8b4c4 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] For port 2086500e-126c-485d-a43c-17320acf67e5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=2086500e-126c-485d-a43c-17320acf67e5,segment=NetworkSegment(edbd23f5-4b6c-4399-ba78-00f99e4df72a),segment_id=edbd23f5-4b6c-4399-ba78-00f99e4df72a)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:01.750554 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8e36404b-550f-4419-a512-96347cd30137 req-50555f4e-5271-4491-a4a7-65fa05c8b4c4 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:01.753239 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd704b9-933e-47b7-92b7-bb7a73f70723 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:34:01.754017 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbf73807-78fa-451c-b741-9a00c8179b3e tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:01.785710 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949f8b6e-0561-41a0-bcfa-54b7f9b62d3a None None] Routers {'7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:01.786358 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-949f8b6e-0561-41a0-bcfa-54b7f9b62d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:01.815592 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c37fd0b-c3f7-48f4-b880-55ccb0145cb3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:01.852457 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-8e36404b-550f-4419-a512-96347cd30137 req-50555f4e-5271-4491-a4a7-65fa05c8b4c4 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Calling delete_port for 2086500e-126c-485d-a43c-17320acf67e5 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:34:01.863320 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 2086500e-126c-485d-a43c-17320acf67e5 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:34:01.871418 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c37fd0b-c3f7-48f4-b880-55ccb0145cb3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:01.873835 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3c37fd0b-c3f7-48f4-b880-55ccb0145cb3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/subnets/72b94e81-7cc6-427e-8da2-e34b4a744b57 HTTP/1.1" status: 204 len: 168 time: 0.8435180 Jul 09 09:34:01.876071 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf73807-78fa-451c-b741-9a00c8179b3e tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Checking segment: {'id': '48356470-3de9-4aaf-a4cf-6ee600e06024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7bc84bdf-64ff-402d-9a3f-15d863914225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:34:01.876446 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf73807-78fa-451c-b741-9a00c8179b3e tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Network hostable DHCP agents. Network: 7bc84bdf-64ff-402d-9a3f-15d863914225, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:34:01.879440 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf73807-78fa-451c-b741-9a00c8179b3e tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event updated for resources: {'Subnet': ['ID=2b9e1697-18ef-436b-a5a6-85ffcc941df6,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:01.881677 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50586) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:01.884553 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port fcd704b9-933e-47b7-92b7-bb7a73f70723, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=fcd704b9-933e-47b7-92b7-bb7a73f70723,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:01.894941 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-46e5db60-e7a6-4e02-a0fd-45855e13f71c req-2e19cfa1-2400-48ad-9086-561e4f11fd86 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589395 Jul 09 09:34:01.921925 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37fd0b-c3f7-48f4-b880-55ccb0145cb3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Subnet': ['ID=72b94e81-7cc6-427e-8da2-e34b4a744b57,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:01.973114 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11887898-6fdd-4776-915c-25a7a887d60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:01.975825 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9d2fd3e-5734-49fd-9d00-5621a6b3b7d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:01.981437 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb59eddc-88ea-495d-a1cf-812910fd8d30 None None] Network 4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:34:01.993461 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:02.044827 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11887898-6fdd-4776-915c-25a7a887d60c admin admin] Network 8da779eb-62d2-4653-9616-013d03ffc7b9 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:02.056615 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-11887898-6fdd-4776-915c-25a7a887d60c admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:02.056900 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c7930e03-f7b0-44c5-997a-38107282a0ca req-26a61a54-1f61-4f25-afc6-f846e64f9563 service neutron] 10.222.0.58 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550705 Jul 09 09:34:02.057227 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 7006cbdc-8d13-457d-8c59-578c7cbdcebe completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:02.060084 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e9d2fd3e-5734-49fd-9d00-5621a6b3b7d1 None None] Transition to ACTIVE for port object be430bb9-1f67-48c9-9128-784d58db3ae4 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:02.066309 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11887898-6fdd-4776-915c-25a7a887d60c admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:34:02.111780 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed404f0-e277-433a-84ba-198c97393944 req-d5df307d-4b3c-4eb4-aac4-169db6c1a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:02.113658 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ed404f0-e277-433a-84ba-198c97393944 req-d5df307d-4b3c-4eb4-aac4-169db6c1a21d service neutron] 10.222.0.64 "GET /v2.0/networks?id=2423c228-b601-4946-8ea0-8ba4dc5be28b HTTP/1.1" status: 200 len: 921 time: 0.5195336 Jul 09 09:34:02.115366 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-e9211edb-b80b-4b22-8b20-085d7bc27ed7 service neutron] 10.222.0.61 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574712 Jul 09 09:34:02.127893 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf73807-78fa-451c-b741-9a00c8179b3e tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Network 7bc84bdf-64ff-402d-9a3f-15d863914225 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:34:02.151268 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 7006cbdc-8d13-457d-8c59-578c7cbdcebe triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:02.151628 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:02.159062 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11887898-6fdd-4776-915c-25a7a887d60c admin admin] Pushing event updated for resources: {'Port': ['ID=b6888237-64da-4c22-a3c7-1438c15c6cff,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:02.171107 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c81a217-5308-4f20-bf1d-a0044eee2384 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:02.174113 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11887898-6fdd-4776-915c-25a7a887d60c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:02.230282 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-cbf73807-78fa-451c-b741-9a00c8179b3e tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 7bc84bdf-64ff-402d-9a3f-15d863914225) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:02.241784 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf73807-78fa-451c-b741-9a00c8179b3e tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:02.242757 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbf73807-78fa-451c-b741-9a00c8179b3e tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:02.290374 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cbf73807-78fa-451c-b741-9a00c8179b3e tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0585546 Jul 09 09:34:02.295616 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50596) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:02.298335 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e9d2fd3e-5734-49fd-9d00-5621a6b3b7d1 None None] Transition to ACTIVE for port object be430bb9-1f67-48c9-9128-784d58db3ae4 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:02.301370 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4f8955cf-b9a8-4515-a214-3fff50c57479 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Request body: {'port': {'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390', 'name': 'tempest-TaggedBootDevicesTest_v242-1844761710', 'fixed_ips': [{'subnet_id': 'fb445b71-f971-43b5-b952-3e1761f97cac'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:02.513325 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11887898-6fdd-4776-915c-25a7a887d60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:02.527132 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3c81a217-5308-4f20-bf1d-a0044eee2384 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting port 6a345b35-e150-451a-9841-5b3ab0b1f6f4 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:34:02.527519 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c81a217-5308-4f20-bf1d-a0044eee2384 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:02.566350 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d8e933-1d4a-458b-bba5-8d987bb977eb None None] Network 7bc84bdf-64ff-402d-9a3f-15d863914225 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:34:02.572685 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ed404f0-e277-433a-84ba-198c97393944 req-1dfe5dc9-8edd-46bb-92ec-aea8f22fb8cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b7d26a-903d-4dfd-808e-3a9844f68812 HTTP/1.1" status: 200 len: 217 time: 0.4490988 Jul 09 09:34:02.641159 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8955cf-b9a8-4515-a214-3fff50c57479 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Made reservation on behalf of df38cd9bcbb7480b8739e27fba0b60f2 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:34:02.650445 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['fcd704b9-933e-47b7-92b7-bb7a73f70723'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:34:02.655903 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-949f8b6e-0561-41a0-bcfa-54b7f9b62d3a None None] Set router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:02.702330 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bbb64-b7a8-4abb-b959-e5e477299e16 req-4c2e537d-8803-4a7d-92ec-e4260ba34d54 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:02.707503 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=fcd704b9-933e-47b7-92b7-bb7a73f70723,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:02.709389 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-945bbb64-b7a8-4abb-b959-e5e477299e16 req-4c2e537d-8803-4a7d-92ec-e4260ba34d54 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=d44a3470-a6f2-4dbb-87ef-8f1b35798909 HTTP/1.1" status: 200 len: 943 time: 0.6498380 Jul 09 09:34:02.717787 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-3c81a217-5308-4f20-bf1d-a0044eee2384 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] For port 6a345b35-e150-451a-9841-5b3ab0b1f6f4, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6a345b35-e150-451a-9841-5b3ab0b1f6f4,segment=NetworkSegment(a89d4121-1dd8-4f9f-9733-c116adad0957),segment_id=a89d4121-1dd8-4f9f-9733-c116adad0957)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:02.718154 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c81a217-5308-4f20-bf1d-a0044eee2384 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:02.760019 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9d2fd3e-5734-49fd-9d00-5621a6b3b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:02.771584 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3c81a217-5308-4f20-bf1d-a0044eee2384 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Calling delete_port for 6a345b35-e150-451a-9841-5b3ab0b1f6f4 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:34:02.785165 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed404f0-e277-433a-84ba-198c97393944 req-0c7cf2e7-1a17-4374-874a-db48b525f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:02.787344 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ed404f0-e277-433a-84ba-198c97393944 req-0c7cf2e7-1a17-4374-874a-db48b525f619 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29a1d03-4250-4311-8a28-897c11a59e6c HTTP/1.1" status: 200 len: 859 time: 0.1863565 Jul 09 09:34:02.792137 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-946faebe-9fe3-4058-b2d0-4e1fdf39ac37 req-0cfac17b-c268-4a61-a148-bcc79394bfcf service neutron] 10.222.0.61 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6613829 Jul 09 09:34:02.794894 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8e36404b-550f-4419-a512-96347cd30137 req-50555f4e-5271-4491-a4a7-65fa05c8b4c4 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:02.798659 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d2fd3e-5734-49fd-9d00-5621a6b3b7d1 None None] Network fafd663f-aa19-474e-a8d4-f86917295390 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:02.824538 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-e9d2fd3e-5734-49fd-9d00-5621a6b3b7d1 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:02.827221 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d2fd3e-5734-49fd-9d00-5621a6b3b7d1 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:34:02.845274 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1d8a543f-130e-49a9-864e-b2f0094076a6 None None] Provisioning for port b6888237-64da-4c22-a3c7-1438c15c6cff completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:02.851885 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-945bbb64-b7a8-4abb-b959-e5e477299e16 req-c170e3c3-56f7-4fd1-8d6c-789bf2f755af tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400280 Jul 09 09:34:02.907165 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f8955cf-b9a8-4515-a214-3fff50c57479 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:02.907913 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1d8a543f-130e-49a9-864e-b2f0094076a6 None None] Provisioning complete for port b6888237-64da-4c22-a3c7-1438c15c6cff triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:02.908287 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1d8a543f-130e-49a9-864e-b2f0094076a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:02.915137 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50555f4e-5271-4491-a4a7-65fa05c8b4c4 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Pushing event deleted for resources: {'Port': ['ID=2086500e-126c-485d-a43c-17320acf67e5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:02.936183 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-4f8955cf-b9a8-4515-a214-3fff50c57479 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] device_id is not set on port 3c73430f-30cc-438a-9261-509e2242a4f3 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:34:03.024670 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a543f-130e-49a9-864e-b2f0094076a6 None None] Port b6888237-64da-4c22-a3c7-1438c15c6cff cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:34:03.050470 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e36404b-550f-4419-a512-96347cd30137 req-50555f4e-5271-4491-a4a7-65fa05c8b4c4 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] No DVR routers for this DVR port 2086500e-126c-485d-a43c-17320acf67e5 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:34:03.053942 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30e5d3c-35ff-4c01-96c7-04b4894f06b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-7bc84bdf-64ff-402d-9a3f-15d863914225', 'network_id': '7bc84bdf-64ff-402d-9a3f-15d863914225', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'fixed_ips': [{'subnet_id': '2b9e1697-18ef-436b-a5a6-85ffcc941df6'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:34:03.055317 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8e36404b-550f-4419-a512-96347cd30137 req-50555f4e-5271-4491-a4a7-65fa05c8b4c4 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:03.055598 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b30e5d3c-35ff-4c01-96c7-04b4894f06b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:03.057855 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8e36404b-550f-4419-a512-96347cd30137 req-50555f4e-5271-4491-a4a7-65fa05c8b4c4 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.64 "DELETE /v2.0/ports/2086500e-126c-485d-a43c-17320acf67e5 HTTP/1.1" status: 204 len: 173 time: 2.5392113 Jul 09 09:34:03.078567 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44a3470-a6f2-4dbb-87ef-8f1b35798909', 'name': 'network-vif-deleted', 'tag': '2086500e-126c-485d-a43c-17320acf67e5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:34:03.081226 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62f7160-6c07-47db-947e-4a1f51362773" -d '{"events": [{"server_uuid": "d44a3470-a6f2-4dbb-87ef-8f1b35798909", "name": "network-vif-deleted", "tag": "2086500e-126c-485d-a43c-17320acf67e5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:34:03.096808 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e9d2fd3e-5734-49fd-9d00-5621a6b3b7d1 None None] Attempting to bind port be430bb9-1f67-48c9-9128-784d58db3ae4 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:34:03.097182 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e9d2fd3e-5734-49fd-9d00-5621a6b3b7d1 None None] Attempting to bind port be430bb9-1f67-48c9-9128-784d58db3ae4 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '1fef2ae4-d031-4327-9907-67969162862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:34:03.097535 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d2fd3e-5734-49fd-9d00-5621a6b3b7d1 None None] Attempting to bind port be430bb9-1f67-48c9-9128-784d58db3ae4 on network fafd663f-aa19-474e-a8d4-f86917295390 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:03.098913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed404f0-e277-433a-84ba-198c97393944 req-2a324a38-70f6-4070-8320-1196504c0171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:03.100303 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ed404f0-e277-433a-84ba-198c97393944 req-2a324a38-70f6-4070-8320-1196504c0171 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2423c228-b601-4946-8ea0-8ba4dc5be28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3031616 Jul 09 09:34:03.129404 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d2fd3e-5734-49fd-9d00-5621a6b3b7d1 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:34:03.129814 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d2fd3e-5734-49fd-9d00-5621a6b3b7d1 None None] Checking segment: {'id': '1fef2ae4-d031-4327-9907-67969162862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:34:03.130183 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9d2fd3e-5734-49fd-9d00-5621a6b3b7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:03.131301 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d2fd3e-5734-49fd-9d00-5621a6b3b7d1 None None] Bound using segment: {'id': '1fef2ae4-d031-4327-9907-67969162862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:34:03.131301 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e9d2fd3e-5734-49fd-9d00-5621a6b3b7d1 None None] Bound port: be430bb9-1f67-48c9-9128-784d58db3ae4, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fef2ae4-d031-4327-9907-67969162862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:34:03.131553 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9d2fd3e-5734-49fd-9d00-5621a6b3b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:03.157758 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11887898-6fdd-4776-915c-25a7a887d60c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:03.167943 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11887898-6fdd-4776-915c-25a7a887d60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:03.200046 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b238f-28c4-4316-93da-41352be69b99 req-962c380c-d6df-4284-95d8-063f7a5df9fe tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:03.201806 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a60b238f-28c4-4316-93da-41352be69b99 req-962c380c-d6df-4284-95d8-063f7a5df9fe tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.1869001 Jul 09 09:34:03.267549 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11887898-6fdd-4776-915c-25a7a887d60c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:03.296476 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11887898-6fdd-4776-915c-25a7a887d60c admin admin] Pushing event updated for resources: {'Port': ['ID=b6888237-64da-4c22-a3c7-1438c15c6cff,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:03.302053 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a60b238f-28c4-4316-93da-41352be69b99 req-b77ef6c4-c2d5-4ba5-bfaa-3b71cd4ee9ae tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944200 Jul 09 09:34:03.315521 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c81a217-5308-4f20-bf1d-a0044eee2384 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:03.344901 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ed404f0-e277-433a-84ba-198c97393944 req-5a55aa1d-e2dd-42fe-8230-d16ca65c1e76 service neutron] 10.222.0.64 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357047 Jul 09 09:34:03.366706 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2fd3e-5734-49fd-9d00-5621a6b3b7d1 None None] Pushing event updated for resources: {'Port': ['ID=be430bb9-1f67-48c9-9128-784d58db3ae4,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:03.387608 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81a217-5308-4f20-bf1d-a0044eee2384 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Port': ['ID=6a345b35-e150-451a-9841-5b3ab0b1f6f4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:03.410367 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364529d9-9ebb-43d6-891d-c703d7b7b9c4 x-openstack-request-id: req-364529d9-9ebb-43d6-891d-c703d7b7b9c4 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:34:03.410715 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44a3470-a6f2-4dbb-87ef-8f1b35798909", "name": "network-vif-deleted", "tag": "2086500e-126c-485d-a43c-17320acf67e5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:34:03.410971 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-364529d9-9ebb-43d6-891d-c703d7b7b9c4 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:34:03.411366 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44a3470-a6f2-4dbb-87ef-8f1b35798909', 'name': 'network-vif-deleted', 'tag': '2086500e-126c-485d-a43c-17320acf67e5', 'status': 'completed', 'code': 200} Jul 09 09:34:03.428265 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c81a217-5308-4f20-bf1d-a0044eee2384 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] No DVR routers for this DVR port 6a345b35-e150-451a-9841-5b3ab0b1f6f4 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:34:03.498371 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:03.524630 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c81a217-5308-4f20-bf1d-a0044eee2384 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:03.535180 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-3c81a217-5308-4f20-bf1d-a0044eee2384 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:03.548120 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-3c81a217-5308-4f20-bf1d-a0044eee2384 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89d4121-1dd8-4f9f-9733-c116adad0957') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:03.548429 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-3c81a217-5308-4f20-bf1d-a0044eee2384 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89d4121-1dd8-4f9f-9733-c116adad0957') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:03.560093 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c81a217-5308-4f20-bf1d-a0044eee2384 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:03.577596 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c81a217-5308-4f20-bf1d-a0044eee2384 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:03.584473 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c81a217-5308-4f20-bf1d-a0044eee2384 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:34:03.584976 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c81a217-5308-4f20-bf1d-a0044eee2384 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:03.605166 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 7006cbdc-8d13-457d-8c59-578c7cbdcebe, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=7006cbdc-8d13-457d-8c59-578c7cbdcebe,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:03.638705 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ed404f0-e277-433a-84ba-198c97393944 req-bd74fd85-ead8-4cea-90fd-0d001a7db1d2 service neutron] 10.222.0.64 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854807 Jul 09 09:34:03.649356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c036f60-b576-4849-87be-bfb016da5f42 req-64065d1d-a2d8-467e-9a7e-7129da1f3995 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:03.651550 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c036f60-b576-4849-87be-bfb016da5f42 req-64065d1d-a2d8-467e-9a7e-7129da1f3995 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 949 time: 0.1854639 Jul 09 09:34:03.658088 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:03.662720 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e9d2fd3e-5734-49fd-9d00-5621a6b3b7d1 None None] For port be430bb9-1f67-48c9-9128-784d58db3ae4, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:34:03.712954 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0e1cb8-c6b0-4838-8094-1a241b02628e None None] DHCP port deletion for 4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:34:03.718077 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ceda1-9a46-4f76-82ae-57b9e9fd8a04 req-f16ffa42-be6f-4121-bb72-0b7cfe9e3e04 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:03.720171 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be1ceda1-9a46-4f76-82ae-57b9e9fd8a04 req-f16ffa42-be6f-4121-bb72-0b7cfe9e3e04 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=99aab77e-09d5-482f-82b2-80d35d023c88&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2155085 Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:34:03.721579 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:34:03.741270 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-4f8955cf-b9a8-4515-a214-3fff50c57479 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Allocated IP 10.1.1.66 (fafd663f-aa19-474e-a8d4-f86917295390/fb445b71-f971-43b5-b952-3e1761f97cac/3c73430f-30cc-438a-9261-509e2242a4f3) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:34:03.749419 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c81a217-5308-4f20-bf1d-a0044eee2384 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:03.761442 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c81a217-5308-4f20-bf1d-a0044eee2384 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:03.763822 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3c81a217-5308-4f20-bf1d-a0044eee2384 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/networks/4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb HTTP/1.1" status: 204 len: 168 time: 1.8792312 Jul 09 09:34:03.767774 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50612) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:03.772281 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1d073287-b6e3-45fd-9365-5cc72aeacfb3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1236790571', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:03.803487 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6a345b35-e150-451a-9841-5b3ab0b1f6f4 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:34:03.816731 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c036f60-b576-4849-87be-bfb016da5f42 req-1a1498e3-7aca-4a0e-8ce7-8f9b17fb3fbe tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395514 Jul 09 09:34:03.820899 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d073287-b6e3-45fd-9365-5cc72aeacfb3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:03.822303 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d073287-b6e3-45fd-9365-5cc72aeacfb3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:03.833721 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e9d2fd3e-5734-49fd-9d00-5621a6b3b7d1 None None] For port be430bb9-1f67-48c9-9128-784d58db3ae4, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=be430bb9-1f67-48c9-9128-784d58db3ae4,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:34:03.836854 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be1ceda1-9a46-4f76-82ae-57b9e9fd8a04 req-eae4e40c-baeb-4e4e-bf00-2aa32c7010b8 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 697 time: 0.1033642 Jul 09 09:34:03.841553 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 6a345b35-e150-451a-9841-5b3ab0b1f6f4 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:34:03.842194 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6a345b35-e150-451a-9841-5b3ab0b1f6f4 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:34:03.849518 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:03.850508 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-be1ceda1-9a46-4f76-82ae-57b9e9fd8a04 req-285cd06a-5286-4e89-b860-543c0cdbd102 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Request body: {'floatingip': {'port_id': '448833fd-1de0-4f0f-8cdc-555890bf76db', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:03.866678 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9d2fd3e-5734-49fd-9d00-5621a6b3b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:03.871038 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81a217-5308-4f20-bf1d-a0044eee2384 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Network': ['ID=4d2950a7-1a4c-4b45-9bbb-7ffc8ee557eb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:03.886481 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11887898-6fdd-4776-915c-25a7a887d60c admin admin] Network 8da779eb-62d2-4653-9616-013d03ffc7b9 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:03.890600 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5f156a5a-c918-478b-b237-7653ff906d49 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:03.925008 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-be1ceda1-9a46-4f76-82ae-57b9e9fd8a04 req-285cd06a-5286-4e89-b860-543c0cdbd102 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:03.949656 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-11887898-6fdd-4776-915c-25a7a887d60c admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:03.983878 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d073287-b6e3-45fd-9365-5cc72aeacfb3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:03.996938 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d073287-b6e3-45fd-9365-5cc72aeacfb3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:04.012422 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-b30e5d3c-35ff-4c01-96c7-04b4894f06b6 None None] Allocated IP 10.2.2.2 (7bc84bdf-64ff-402d-9a3f-15d863914225/2b9e1697-18ef-436b-a5a6-85ffcc941df6/053c3e12-72e0-4c77-840a-f8c1c16eca69) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:34:04.078140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=7006cbdc-8d13-457d-8c59-578c7cbdcebe,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:04.138418 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d073287-b6e3-45fd-9365-5cc72aeacfb3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:04.142637 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1d073287-b6e3-45fd-9365-5cc72aeacfb3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3709345 Jul 09 09:34:04.143431 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 50622) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:04.161238 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2fd3e-5734-49fd-9d00-5621a6b3b7d1 None None] Pushing event updated for resources: {'Port': ['ID=be430bb9-1f67-48c9-9128-784d58db3ae4,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:04.162624 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-38797fa4-aa84-474f-80db-fc2f9664e183 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'network': {'name': 'tempest-RoutersTest-867196049'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:04.185965 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 5f156a5a-c918-478b-b237-7653ff906d49 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:04.186680 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:04.309148 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f8955cf-b9a8-4515-a214-3fff50c57479 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:04.326172 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-4f8955cf-b9a8-4515-a214-3fff50c57479 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Transition to ACTIVE for port object 3c73430f-30cc-438a-9261-509e2242a4f3 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:04.384806 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-949f8b6e-0561-41a0-bcfa-54b7f9b62d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c9993910-d634-4f71-9cc0-f838e2c54f6e', 'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'mac_address': 'fa:16:3e:36:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:24Z', 'updated_at': '2021-07-09T09:32:36Z', 'revision_number': 5, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'subnets': [{'id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:04.389133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38797fa4-aa84-474f-80db-fc2f9664e183 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Made reservation on behalf of 5b4da6b733da4e65b04fb4aab5163387 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:34:04.393062 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38797fa4-aa84-474f-80db-fc2f9664e183 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:04.432774 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949f8b6e-0561-41a0-bcfa-54b7f9b62d3a None None] The sync data for ids ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'] in n-d-799996-1 is: [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c9993910-d634-4f71-9cc0-f838e2c54f6e', 'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'mac_address': 'fa:16:3e:36:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:24Z', 'updated_at': '2021-07-09T09:32:36Z', 'revision_number': 5, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'subnets': [{'id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:34:04.450308 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11887898-6fdd-4776-915c-25a7a887d60c admin admin] Router 9d4f61d1-a195-42a2-81eb-ceb5309898bc has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:34:04.456524 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f8955cf-b9a8-4515-a214-3fff50c57479 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:04.533683 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38797fa4-aa84-474f-80db-fc2f9664e183 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:34:04.570855 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38797fa4-aa84-474f-80db-fc2f9664e183 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:04.571215 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-38797fa4-aa84-474f-80db-fc2f9664e183 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Added segment a9f39bd5-5b0e-4f09-8bd3-deee01d61c64 of type vlan for network a1f814bb-1346-47a0-a8d9-c0df304a6364 Jul 09 09:34:04.621071 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f7f82a14-60f7-4086-a349-57ec06531030 None None] Provisioning complete for port b6888237-64da-4c22-a3c7-1438c15c6cff triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:04.621660 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f7f82a14-60f7-4086-a349-57ec06531030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:04.621851 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8955cf-b9a8-4515-a214-3fff50c57479 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Network fafd663f-aa19-474e-a8d4-f86917295390 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:04.625363 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:04.635556 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4f8955cf-b9a8-4515-a214-3fff50c57479 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:04.643005 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8955cf-b9a8-4515-a214-3fff50c57479 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:34:04.710167 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8955cf-b9a8-4515-a214-3fff50c57479 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event updated for resources: {'Port': ['ID=3c73430f-30cc-438a-9261-509e2242a4f3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:04.711146 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b30e5d3c-35ff-4c01-96c7-04b4894f06b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:04.716521 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38797fa4-aa84-474f-80db-fc2f9664e183 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:04.747326 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8955cf-b9a8-4515-a214-3fff50c57479 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:04.748261 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f8955cf-b9a8-4515-a214-3fff50c57479 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:04.760010 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-6e282a63-6c76-4242-8f9b-e52d4bd4c98f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:04.767055 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-6e282a63-6c76-4242-8f9b-e52d4bd4c98f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/networks?id=a167ed73-6e11-49d4-8b85-411ff9857e03 HTTP/1.1" status: 200 len: 821 time: 0.3795877 Jul 09 09:34:04.769348 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5f156a5a-c918-478b-b237-7653ff906d49, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5f156a5a-c918-478b-b237-7653ff906d49,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:04.770932 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f156a5a-c918-478b-b237-7653ff906d49'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:34:04.771186 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4f8955cf-b9a8-4515-a214-3fff50c57479 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4743524 Jul 09 09:34:04.772046 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50636) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:04.778095 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b051a8f9-1091-4def-9e89-a5fc4d26ef17 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Request body: {'port': {'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390', 'name': 'tempest-TaggedBootDevicesTest_v242-1566951375', 'fixed_ips': [{'subnet_id': 'fb445b71-f971-43b5-b952-3e1761f97cac'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:04.778820 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5d4eea-f0cc-45a0-849e-6d12e09e66de" -d '{"events": [{"server_uuid": "2f6269b7-c674-41c1-a8e0-b53159ca5f61", "name": "network-vif-plugged", "status": "completed", "tag": "5f156a5a-c918-478b-b237-7653ff906d49"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:34:04.782207 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11887898-6fdd-4776-915c-25a7a887d60c admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:34:04.795927 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12d722-dd67-4880-a743-81a392226510 None None] Sync routers for ids ['9d4f61d1-a195-42a2-81eb-ceb5309898bc'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:34:04.797612 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-11887898-6fdd-4776-915c-25a7a887d60c admin admin] 10.222.0.61 "PUT /v2.0/routers/9d4f61d1-a195-42a2-81eb-ceb5309898bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0201752 Jul 09 09:34:04.817237 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d12d722-dd67-4880-a743-81a392226510 None None] Routers {'9d4f61d1-a195-42a2-81eb-ceb5309898bc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:04.817784 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0d12d722-dd67-4880-a743-81a392226510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['9d4f61d1-a195-42a2-81eb-ceb5309898bc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:04.819245 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:04.838145 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b30e5d3c-35ff-4c01-96c7-04b4894f06b6 None None] Transition to ACTIVE for port object 053c3e12-72e0-4c77-840a-f8c1c16eca69 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:04.855169 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f7f82a14-60f7-4086-a349-57ec06531030 None None] Port b6888237-64da-4c22-a3c7-1438c15c6cff cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:34:04.876210 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-83c85ecb-13ee-483b-bfd0-09372706ebbe tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/quotas/7ea2de8ba1fa4eb3954e92038414716a HTTP/1.1" status: 200 len: 375 time: 0.1081667 Jul 09 09:34:04.910924 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38797fa4-aa84-474f-80db-fc2f9664e183 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:04.931550 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38797fa4-aa84-474f-80db-fc2f9664e183 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:04.932257 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38797fa4-aa84-474f-80db-fc2f9664e183 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:04.938878 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b30e5d3c-35ff-4c01-96c7-04b4894f06b6 None None] Transition to ACTIVE for port object 053c3e12-72e0-4c77-840a-f8c1c16eca69 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:04.965002 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b30e5d3c-35ff-4c01-96c7-04b4894f06b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:04.974304 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76daae15-5a59-41b1-8fb9-dde5af0b3d69 None None] New status for floating IP f35ef6cb-fbad-47b9-83a2-a2f62ce5568e: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:34:04.980019 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b051a8f9-1091-4def-9e89-a5fc4d26ef17 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Made reservation on behalf of df38cd9bcbb7480b8739e27fba0b60f2 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:34:04.988090 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b051a8f9-1091-4def-9e89-a5fc4d26ef17 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:05.011553 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-b051a8f9-1091-4def-9e89-a5fc4d26ef17 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] device_id is not set on port b87dc968-5275-4a5f-8ede-a7b805940aa5 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:34:05.037153 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38797fa4-aa84-474f-80db-fc2f9664e183 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Network': ['ID=a1f814bb-1346-47a0-a8d9-c0df304a6364,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:05.064964 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50646) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:05.065227 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-38797fa4-aa84-474f-80db-fc2f9664e183 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9079859 Jul 09 09:34:05.069815 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network a1f814bb-1346-47a0-a8d9-c0df304a6364 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:34:05.072147 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-0d12d722-dd67-4880-a743-81a392226510 None None] Set router 9d4f61d1-a195-42a2-81eb-ceb5309898bc gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:05.075499 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5f156a5a-c918-478b-b237-7653ff906d49,revision_number=10']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:05.079047 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b9f406ac-e0dc-468a-b980-2b50e7a25581 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'subnet': {'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:05.136767 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30e5d3c-35ff-4c01-96c7-04b4894f06b6 None None] Network 7bc84bdf-64ff-402d-9a3f-15d863914225 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:05.234761 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-c4bce52f-1e19-4635-8146-99b6e9417c5f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ea2de8ba1fa4eb3954e92038414716a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3577926 Jul 09 09:34:05.271313 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-be1ceda1-9a46-4f76-82ae-57b9e9fd8a04 req-285cd06a-5286-4e89-b860-543c0cdbd102 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:05.310543 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-be1ceda1-9a46-4f76-82ae-57b9e9fd8a04 req-285cd06a-5286-4e89-b860-543c0cdbd102 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:05.320553 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-b051a8f9-1091-4def-9e89-a5fc4d26ef17 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Allocated IP 10.1.1.210 (fafd663f-aa19-474e-a8d4-f86917295390/fb445b71-f971-43b5-b952-3e1761f97cac/b87dc968-5275-4a5f-8ede-a7b805940aa5) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:34:05.389684 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f406ac-e0dc-468a-b980-2b50e7a25581 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Made reservation on behalf of 5b4da6b733da4e65b04fb4aab5163387 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:34:05.393146 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-b30e5d3c-35ff-4c01-96c7-04b4894f06b6 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:05.394041 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9f406ac-e0dc-468a-b980-2b50e7a25581 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:05.395523 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30e5d3c-35ff-4c01-96c7-04b4894f06b6 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:34:05.403072 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-76daae15-5a59-41b1-8fb9-dde5af0b3d69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:34:05.403431 n-d-799996-1 neutron-server[93792]: DEBUG oslo_db.api [None req-76daae15-5a59-41b1-8fb9-dde5af0b3d69 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:34:05.448272 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0d12d722-dd67-4880-a743-81a392226510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'name': 'tempest-ServersTestManualDisk-2018548069-router', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:53Z', 'updated_at': '2021-07-09T09:34:02Z', 'revision_number': 4, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'gw_port': {'id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:55Z', 'updated_at': '2021-07-09T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'b6888237-64da-4c22-a3c7-1438c15c6cff', 'name': '', 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'mac_address': 'fa:16:3e:2f:a8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'a05b0ae9-6d96-449a-844e-c2c83c8a0b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:00Z', 'updated_at': '2021-07-09T09:34:02Z', 'revision_number': 2, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'subnets': [{'id': 'a05b0ae9-6d96-449a-844e-c2c83c8a0b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:05.479366 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [req-be1ceda1-9a46-4f76-82ae-57b9e9fd8a04 req-285cd06a-5286-4e89-b860-543c0cdbd102 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Floating IP f35ef6cb-fbad-47b9-83a2-a2f62ce5568e associated. External IP: 172.25.3.52, port: 448833fd-1de0-4f0f-8cdc-555890bf76db. Jul 09 09:34:05.486472 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e5d3c-35ff-4c01-96c7-04b4894f06b6 None None] Pushing event updated for resources: {'Port': ['ID=053c3e12-72e0-4c77-840a-f8c1c16eca69,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:05.488860 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12d722-dd67-4880-a743-81a392226510 None None] Checking router: 9d4f61d1-a195-42a2-81eb-ceb5309898bc for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:34:05.489411 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12d722-dd67-4880-a743-81a392226510 None None] Updating router 9d4f61d1-a195-42a2-81eb-ceb5309898bc port b6888237-64da-4c22-a3c7-1438c15c6cff binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:34:05.514289 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b30e5d3c-35ff-4c01-96c7-04b4894f06b6 None None] Attempting to bind port 053c3e12-72e0-4c77-840a-f8c1c16eca69 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:34:05.519659 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b30e5d3c-35ff-4c01-96c7-04b4894f06b6 None None] Attempting to bind port 053c3e12-72e0-4c77-840a-f8c1c16eca69 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '48356470-3de9-4aaf-a4cf-6ee600e06024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7bc84bdf-64ff-402d-9a3f-15d863914225'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:34:05.520394 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30e5d3c-35ff-4c01-96c7-04b4894f06b6 None None] Attempting to bind port 053c3e12-72e0-4c77-840a-f8c1c16eca69 on network 7bc84bdf-64ff-402d-9a3f-15d863914225 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:05.530055 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30e5d3c-35ff-4c01-96c7-04b4894f06b6 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:34:05.535568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30e5d3c-35ff-4c01-96c7-04b4894f06b6 None None] Checking segment: {'id': '48356470-3de9-4aaf-a4cf-6ee600e06024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7bc84bdf-64ff-402d-9a3f-15d863914225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:34:05.536414 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b30e5d3c-35ff-4c01-96c7-04b4894f06b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:05.536559 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30e5d3c-35ff-4c01-96c7-04b4894f06b6 None None] Bound using segment: {'id': '48356470-3de9-4aaf-a4cf-6ee600e06024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7bc84bdf-64ff-402d-9a3f-15d863914225'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:34:05.537127 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b30e5d3c-35ff-4c01-96c7-04b4894f06b6 None None] Bound port: 053c3e12-72e0-4c77-840a-f8c1c16eca69, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48356470-3de9-4aaf-a4cf-6ee600e06024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7bc84bdf-64ff-402d-9a3f-15d863914225'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:34:05.537584 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b30e5d3c-35ff-4c01-96c7-04b4894f06b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:05.570693 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0d12d722-dd67-4880-a743-81a392226510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:05.655133 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b30e5d3c-35ff-4c01-96c7-04b4894f06b6 None None] For port 053c3e12-72e0-4c77-840a-f8c1c16eca69, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:34:05.660699 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b30e5d3c-35ff-4c01-96c7-04b4894f06b6 None None] For port 053c3e12-72e0-4c77-840a-f8c1c16eca69, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=053c3e12-72e0-4c77-840a-f8c1c16eca69,segment=NetworkSegment(48356470-3de9-4aaf-a4cf-6ee600e06024),segment_id=48356470-3de9-4aaf-a4cf-6ee600e06024)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:34:05.669587 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b30e5d3c-35ff-4c01-96c7-04b4894f06b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:05.734496 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef1f61-a989-4d8d-b713-62b12f4fbbee req-995712db-e4e7-445c-8df4-dd78d9b8684f tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:05.737675 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73ef1f61-a989-4d8d-b713-62b12f4fbbee req-995712db-e4e7-445c-8df4-dd78d9b8684f tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e128fddc-c5fa-475c-894b-6ec10f048421 HTTP/1.1" status: 200 len: 945 time: 0.5439365 Jul 09 09:34:05.808012 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1a89cf-fd7e-41b6-8441-a1bbbce47e57 None None] Network fafd663f-aa19-474e-a8d4-f86917295390 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:34:05.905305 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76daae15-5a59-41b1-8fb9-dde5af0b3d69 None None] New status for floating IP f35ef6cb-fbad-47b9-83a2-a2f62ce5568e: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:34:05.923742 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9f406ac-e0dc-468a-b980-2b50e7a25581 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:06.078739 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-c6296478-d380-4b89-9716-a0f5f872a827 service neutron] 10.222.0.61 "GET /v2.0/networks/a167ed73-6e11-49d4-8b85-411ff9857e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8357980 Jul 09 09:34:06.090518 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e5d3c-35ff-4c01-96c7-04b4894f06b6 None None] Pushing event updated for resources: {'Port': ['ID=053c3e12-72e0-4c77-840a-f8c1c16eca69,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:06.105778 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be1ceda1-9a46-4f76-82ae-57b9e9fd8a04 req-285cd06a-5286-4e89-b860-543c0cdbd102 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:34:06.106684 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0d12d722-dd67-4880-a743-81a392226510 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:06.129788 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device be430bb9-1f67-48c9-9128-784d58db3ae4 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:06.130437 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f406ac-e0dc-468a-b980-2b50e7a25581 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Subnet': ['ID=fd3fe41a-8d7c-491f-ab26-2e5a4fde525d,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:06.173520 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-0d12d722-dd67-4880-a743-81a392226510 None None] Transition to ACTIVE for port object b6888237-64da-4c22-a3c7-1438c15c6cff will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:06.183570 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0d12d722-dd67-4880-a743-81a392226510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:06.195386 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b051a8f9-1091-4def-9e89-a5fc4d26ef17 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:06.274079 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f406ac-e0dc-468a-b980-2b50e7a25581 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Checking segment: {'id': 'a9f39bd5-5b0e-4f09-8bd3-deee01d61c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:34:06.278573 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f406ac-e0dc-468a-b980-2b50e7a25581 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network hostable DHCP agents. Network: a1f814bb-1346-47a0-a8d9-c0df304a6364, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:34:06.289213 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-b051a8f9-1091-4def-9e89-a5fc4d26ef17 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Transition to ACTIVE for port object b87dc968-5275-4a5f-8ede-a7b805940aa5 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:06.304445 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-81b837e9-f767-456d-bf95-347002dd33ff None None] Provisioning for port be430bb9-1f67-48c9-9128-784d58db3ae4 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:06.322630 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-0d12d722-dd67-4880-a743-81a392226510 None None] Attempting to bind port b6888237-64da-4c22-a3c7-1438c15c6cff on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:34:06.323001 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-0d12d722-dd67-4880-a743-81a392226510 None None] Attempting to bind port b6888237-64da-4c22-a3c7-1438c15c6cff by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'd147fb99-7b00-466a-8470-55c3bcf6909a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:34:06.323365 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12d722-dd67-4880-a743-81a392226510 None None] Attempting to bind port b6888237-64da-4c22-a3c7-1438c15c6cff on network 8da779eb-62d2-4653-9616-013d03ffc7b9 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:06.343627 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12d722-dd67-4880-a743-81a392226510 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:34:06.344390 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12d722-dd67-4880-a743-81a392226510 None None] Checking segment: {'id': 'd147fb99-7b00-466a-8470-55c3bcf6909a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:34:06.345081 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0d12d722-dd67-4880-a743-81a392226510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:06.345654 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12d722-dd67-4880-a743-81a392226510 None None] Bound using segment: {'id': 'd147fb99-7b00-466a-8470-55c3bcf6909a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:34:06.346327 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-0d12d722-dd67-4880-a743-81a392226510 None None] Bound port: b6888237-64da-4c22-a3c7-1438c15c6cff, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd147fb99-7b00-466a-8470-55c3bcf6909a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:34:06.346909 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0d12d722-dd67-4880-a743-81a392226510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:06.360246 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f406ac-e0dc-468a-b980-2b50e7a25581 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network a1f814bb-1346-47a0-a8d9-c0df304a6364 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:34:06.415800 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port be430bb9-1f67-48c9-9128-784d58db3ae4 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:06.430660 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b9f406ac-e0dc-468a-b980-2b50e7a25581 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, a1f814bb-1346-47a0-a8d9-c0df304a6364) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:06.445782 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port be430bb9-1f67-48c9-9128-784d58db3ae4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:06.446901 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:06.457567 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f6c926-efe0-42eb-8658-95de30421f68 None None] Network a1f814bb-1346-47a0-a8d9-c0df304a6364 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:34:06.459049 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f406ac-e0dc-468a-b980-2b50e7a25581 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:06.460671 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9f406ac-e0dc-468a-b980-2b50e7a25581 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:06.493339 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-0d12d722-dd67-4880-a743-81a392226510 None None] For port b6888237-64da-4c22-a3c7-1438c15c6cff, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:34:06.509284 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-0d12d722-dd67-4880-a743-81a392226510 None None] For port b6888237-64da-4c22-a3c7-1438c15c6cff, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b6888237-64da-4c22-a3c7-1438c15c6cff,segment=NetworkSegment(d147fb99-7b00-466a-8470-55c3bcf6909a),segment_id=d147fb99-7b00-466a-8470-55c3bcf6909a)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:34:06.509950 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b051a8f9-1091-4def-9e89-a5fc4d26ef17 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:06.528077 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0d12d722-dd67-4880-a743-81a392226510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:06.531099 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07900fec-6347-44ea-9264-68088b31b60f None None] Pushing event updated for resources: {'Port': ['ID=b6888237-64da-4c22-a3c7-1438c15c6cff,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:06.546264 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07900fec-6347-44ea-9264-68088b31b60f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:06.549204 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b9f406ac-e0dc-468a-b980-2b50e7a25581 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4827130 Jul 09 09:34:06.549518 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07900fec-6347-44ea-9264-68088b31b60f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:06.550168 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07900fec-6347-44ea-9264-68088b31b60f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:06.551203 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07900fec-6347-44ea-9264-68088b31b60f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:06.552308 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07900fec-6347-44ea-9264-68088b31b60f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:06.552891 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07900fec-6347-44ea-9264-68088b31b60f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:06.553614 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07900fec-6347-44ea-9264-68088b31b60f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:06.554201 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07900fec-6347-44ea-9264-68088b31b60f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:06.554783 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07900fec-6347-44ea-9264-68088b31b60f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:06.555348 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07900fec-6347-44ea-9264-68088b31b60f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:06.556138 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07900fec-6347-44ea-9264-68088b31b60f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:06.557076 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07900fec-6347-44ea-9264-68088b31b60f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:06.565661 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 50674) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:06.630206 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d12d722-dd67-4880-a743-81a392226510 None None] Routers {'9d4f61d1-a195-42a2-81eb-ceb5309898bc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:06.630973 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0d12d722-dd67-4880-a743-81a392226510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['9d4f61d1-a195-42a2-81eb-ceb5309898bc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:06.680993 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051a8f9-1091-4def-9e89-a5fc4d26ef17 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event updated for resources: {'Port': ['ID=b87dc968-5275-4a5f-8ede-a7b805940aa5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:06.717987 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b051a8f9-1091-4def-9e89-a5fc4d26ef17 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Network fafd663f-aa19-474e-a8d4-f86917295390 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:06.721963 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b051a8f9-1091-4def-9e89-a5fc4d26ef17 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:06.728936 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b051a8f9-1091-4def-9e89-a5fc4d26ef17 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:34:06.770026 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07900fec-6347-44ea-9264-68088b31b60f None None] Pushing event updated for resources: {'Port': ['ID=b6888237-64da-4c22-a3c7-1438c15c6cff,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:06.936404 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:06.943418 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa4a8bd-ac49-471e-bff0-58d3d3110317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-a1f814bb-1346-47a0-a8d9-c0df304a6364', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:34:06.944490 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a8bd-ac49-471e-bff0-58d3d3110317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:06.997448 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-0d12d722-dd67-4880-a743-81a392226510 None None] Set router 9d4f61d1-a195-42a2-81eb-ceb5309898bc gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:06.999285 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device fcd704b9-933e-47b7-92b7-bb7a73f70723 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:07.071016 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5453ec5d-8924-4bda-9760-68506b740422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:07.143583 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port be430bb9-1f67-48c9-9128-784d58db3ae4, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=be430bb9-1f67-48c9-9128-784d58db3ae4,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:07.266127 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:07.266953 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7006cbdc-8d13-457d-8c59-578c7cbdcebe up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:07.422794 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port fcd704b9-933e-47b7-92b7-bb7a73f70723 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:07.481185 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port fcd704b9-933e-47b7-92b7-bb7a73f70723 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:07.481653 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:07.579954 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 7006cbdc-8d13-457d-8c59-578c7cbdcebe triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:07.583503 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0d12d722-dd67-4880-a743-81a392226510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'name': 'tempest-ServersTestManualDisk-2018548069-router', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:53Z', 'updated_at': '2021-07-09T09:34:02Z', 'revision_number': 4, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'gw_port': {'id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:55Z', 'updated_at': '2021-07-09T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'b6888237-64da-4c22-a3c7-1438c15c6cff', 'name': '', 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'mac_address': 'fa:16:3e:2f:a8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'a05b0ae9-6d96-449a-844e-c2c83c8a0b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:00Z', 'updated_at': '2021-07-09T09:34:06Z', 'revision_number': 4, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'subnets': [{'id': 'a05b0ae9-6d96-449a-844e-c2c83c8a0b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:07.593530 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:07.619248 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-73ef1f61-a989-4d8d-b713-62b12f4fbbee req-3d96cedf-c2fa-4f70-93c6-722fc521d6f3 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Deleting port 78b7d26a-903d-4dfd-808e-3a9844f68812 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:34:07.619858 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-73ef1f61-a989-4d8d-b713-62b12f4fbbee req-3d96cedf-c2fa-4f70-93c6-722fc521d6f3 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:07.642765 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b051a8f9-1091-4def-9e89-a5fc4d26ef17 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:07.643510 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b051a8f9-1091-4def-9e89-a5fc4d26ef17 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:07.666096 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b051a8f9-1091-4def-9e89-a5fc4d26ef17 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8926125 Jul 09 09:34:07.678765 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12d722-dd67-4880-a743-81a392226510 None None] The sync data for ids ['9d4f61d1-a195-42a2-81eb-ceb5309898bc'] in n-d-799996-1 is: [{'id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'name': 'tempest-ServersTestManualDisk-2018548069-router', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:53Z', 'updated_at': '2021-07-09T09:34:02Z', 'revision_number': 4, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'gw_port': {'id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:55Z', 'updated_at': '2021-07-09T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'b6888237-64da-4c22-a3c7-1438c15c6cff', 'name': '', 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'mac_address': 'fa:16:3e:2f:a8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'a05b0ae9-6d96-449a-844e-c2c83c8a0b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:00Z', 'updated_at': '2021-07-09T09:34:06Z', 'revision_number': 4, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'subnets': [{'id': 'a05b0ae9-6d96-449a-844e-c2c83c8a0b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:34:07.789388 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4a73d815-3b87-4e46-a41c-7c6ecad18547 None None] Provisioning complete for port be430bb9-1f67-48c9-9128-784d58db3ae4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:07.790287 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4a73d815-3b87-4e46-a41c-7c6ecad18547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:07.854565 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2ffa77-7a73-4819-9ff8-ccb414e7e0b0 None None] Network 7bc84bdf-64ff-402d-9a3f-15d863914225 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:34:07.909732 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=be430bb9-1f67-48c9-9128-784d58db3ae4,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:07.965860 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-cecec70b-ba7b-4954-a7d9-18053807dce5 service neutron] 10.222.0.61 "GET /v2.0/networks/a167ed73-6e11-49d4-8b85-411ff9857e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8688064 Jul 09 09:34:07.995602 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be1ceda1-9a46-4f76-82ae-57b9e9fd8a04 req-285cd06a-5286-4e89-b860-543c0cdbd102 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:34:07.998056 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f54704a-7359-436e-b9eb-f18ac9120a19 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:08.006745 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4a14b6-9135-4236-8cdb-71b7558c74e3 None None] Sync routers for ids ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:34:08.007485 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-be1ceda1-9a46-4f76-82ae-57b9e9fd8a04 req-285cd06a-5286-4e89-b860-543c0cdbd102 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:08.022419 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4a14b6-9135-4236-8cdb-71b7558c74e3 None None] Routers {'7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:08.023077 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ac4a14b6-9135-4236-8cdb-71b7558c74e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:08.109588 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be1ceda1-9a46-4f76-82ae-57b9e9fd8a04 req-285cd06a-5286-4e89-b860-543c0cdbd102 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "PUT /v2.0/floatingips/f35ef6cb-fbad-47b9-83a2-a2f62ce5568e HTTP/1.1" status: 200 len: 998 time: 4.2649436 Jul 09 09:34:08.123491 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-7aa4a8bd-ac49-471e-bff0-58d3d3110317 None None] Allocated IP 172.20.0.2 (a1f814bb-1346-47a0-a8d9-c0df304a6364/fd3fe41a-8d7c-491f-ab26-2e5a4fde525d/186097c1-fac2-4902-a912-dc1726facb7c) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:34:08.127752 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99aab77e-09d5-482f-82b2-80d35d023c88', 'tag': '448833fd-1de0-4f0f-8cdc-555890bf76db'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:34:08.130246 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c71ce36-9bf4-4771-a8b7-7c4276e3dc7d" -d '{"events": [{"name": "network-changed", "server_uuid": "99aab77e-09d5-482f-82b2-80d35d023c88", "tag": "448833fd-1de0-4f0f-8cdc-555890bf76db"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:34:08.220957 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:08.324040 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4a73d815-3b87-4e46-a41c-7c6ecad18547 None None] Provisioning for port b87dc968-5275-4a5f-8ede-a7b805940aa5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:08.423797 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ac4a14b6-9135-4236-8cdb-71b7558c74e3 None None] Set router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:08.506644 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-73ef1f61-a989-4d8d-b713-62b12f4fbbee req-3d96cedf-c2fa-4f70-93c6-722fc521d6f3 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] For port 78b7d26a-903d-4dfd-808e-3a9844f68812, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=78b7d26a-903d-4dfd-808e-3a9844f68812,segment=NetworkSegment(966526bd-490a-44dd-abfe-bcd259cab79b),segment_id=966526bd-490a-44dd-abfe-bcd259cab79b)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:08.507020 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-73ef1f61-a989-4d8d-b713-62b12f4fbbee req-3d96cedf-c2fa-4f70-93c6-722fc521d6f3 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:08.809782 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b6888237-64da-4c22-a3c7-1438c15c6cff up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:08.813832 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4a73d815-3b87-4e46-a41c-7c6ecad18547 None None] Provisioning complete for port b87dc968-5275-4a5f-8ede-a7b805940aa5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:08.814445 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4a73d815-3b87-4e46-a41c-7c6ecad18547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:08.852104 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-73ef1f61-a989-4d8d-b713-62b12f4fbbee req-3d96cedf-c2fa-4f70-93c6-722fc521d6f3 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Calling delete_port for 78b7d26a-903d-4dfd-808e-3a9844f68812 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:34:09.022572 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port fcd704b9-933e-47b7-92b7-bb7a73f70723, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=fcd704b9-933e-47b7-92b7-bb7a73f70723,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:09.065035 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:09.079740 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4a73d815-3b87-4e46-a41c-7c6ecad18547 None None] Port b87dc968-5275-4a5f-8ede-a7b805940aa5 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:34:09.135079 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ceda1-9a46-4f76-82ae-57b9e9fd8a04 req-7267e249-d576-41d0-86b8-559c2e01600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:09.144253 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:09.158759 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be1ceda1-9a46-4f76-82ae-57b9e9fd8a04 req-7267e249-d576-41d0-86b8-559c2e01600a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b787bf2eebcb4063864ea3f28a4fe795&device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 1097 time: 0.9899240 Jul 09 09:34:09.183538 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ac4a14b6-9135-4236-8cdb-71b7558c74e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'f35ef6cb-fbad-47b9-83a2-a2f62ce5568e', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'port_id': '448833fd-1de0-4f0f-8cdc-555890bf76db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'mac_address': 'fa:16:3e:d6:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aab77e-09d5-482f-82b2-80d35d023c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:33:00Z', 'updated_at': '2021-07-09T09:34:06Z', 'revision_number': 7, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9993910-d634-4f71-9cc0-f838e2c54f6e', 'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'mac_address': 'fa:16:3e:36:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:24Z', 'updated_at': '2021-07-09T09:32:36Z', 'revision_number': 5, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'subnets': [{'id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:09.215921 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4a14b6-9135-4236-8cdb-71b7558c74e3 None None] Checking router: 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:34:09.226665 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4a14b6-9135-4236-8cdb-71b7558c74e3 None None] Routers {'7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:09.228162 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ac4a14b6-9135-4236-8cdb-71b7558c74e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:33:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:09.285178 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4a73d815-3b87-4e46-a41c-7c6ecad18547 None None] Provisioning for port 3c73430f-30cc-438a-9261-509e2242a4f3 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:09.342265 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-73ef1f61-a989-4d8d-b713-62b12f4fbbee req-3d96cedf-c2fa-4f70-93c6-722fc521d6f3 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:09.350563 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4a73d815-3b87-4e46-a41c-7c6ecad18547 None None] Provisioning complete for port 3c73430f-30cc-438a-9261-509e2242a4f3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:09.350979 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4a73d815-3b87-4e46-a41c-7c6ecad18547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:09.354592 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ac4a14b6-9135-4236-8cdb-71b7558c74e3 None None] Set router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:09.423011 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac69d5b-3743-4501-84f3-6b7b6991f0d0 req-2e916da3-0f30-4e4a-8885-70f61212c0f4 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:09.431480 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port b6888237-64da-4c22-a3c7-1438c15c6cff completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:09.433867 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['448833fd-1de0-4f0f-8cdc-555890bf76db'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:34:09.434129 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ac69d5b-3743-4501-84f3-6b7b6991f0d0 req-2e916da3-0f30-4e4a-8885-70f61212c0f4 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.6287796 Jul 09 09:34:09.477884 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=fcd704b9-933e-47b7-92b7-bb7a73f70723,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:09.509493 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port b6888237-64da-4c22-a3c7-1438c15c6cff triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:09.510193 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:09.570188 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c90f1f2-a8f2-4561-891a-215089a5d0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:09.585715 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96cedf-c2fa-4f70-93c6-722fc521d6f3 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Pushing event deleted for resources: {'Port': ['ID=78b7d26a-903d-4dfd-808e-3a9844f68812,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:09.644840 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ac69d5b-3743-4501-84f3-6b7b6991f0d0 req-9c994cc8-3393-4770-a94d-5c382718b5ad tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096231 Jul 09 09:34:09.649796 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ef1f61-a989-4d8d-b713-62b12f4fbbee req-3d96cedf-c2fa-4f70-93c6-722fc521d6f3 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] No DVR routers for this DVR port 78b7d26a-903d-4dfd-808e-3a9844f68812 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:34:09.656533 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:09.657930 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4a73d815-3b87-4e46-a41c-7c6ecad18547 None None] Port 3c73430f-30cc-438a-9261-509e2242a4f3 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:34:09.660368 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-73ef1f61-a989-4d8d-b713-62b12f4fbbee req-3d96cedf-c2fa-4f70-93c6-722fc521d6f3 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:09.664385 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73ef1f61-a989-4d8d-b713-62b12f4fbbee req-3d96cedf-c2fa-4f70-93c6-722fc521d6f3 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.64 "DELETE /v2.0/ports/78b7d26a-903d-4dfd-808e-3a9844f68812 HTTP/1.1" status: 204 len: 173 time: 3.8627214 Jul 09 09:34:09.720467 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a8bd-ac49-471e-bff0-58d3d3110317 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:09.741408 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7aa4a8bd-ac49-471e-bff0-58d3d3110317 None None] Transition to ACTIVE for port object 186097c1-fac2-4902-a912-dc1726facb7c will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:09.772045 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ceda1-9a46-4f76-82ae-57b9e9fd8a04 req-6d0e5998-0320-4912-b8d1-ca700696c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:09.775833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be1ceda1-9a46-4f76-82ae-57b9e9fd8a04 req-6d0e5998-0320-4912-b8d1-ca700696c182 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2423c228-b601-4946-8ea0-8ba4dc5be28b HTTP/1.1" status: 200 len: 921 time: 0.6143451 Jul 09 09:34:09.777953 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7aa4a8bd-ac49-471e-bff0-58d3d3110317 None None] Transition to ACTIVE for port object 186097c1-fac2-4902-a912-dc1726facb7c will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:09.808130 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c81e36b-ec66-4e6c-9665-73c77116c15b x-openstack-request-id: req-5c81e36b-ec66-4e6c-9665-73c77116c15b {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:34:09.808809 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6269b7-c674-41c1-a8e0-b53159ca5f61", "name": "network-vif-plugged", "status": "completed", "tag": "5f156a5a-c918-478b-b237-7653ff906d49", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:34:09.809304 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5c81e36b-ec66-4e6c-9665-73c77116c15b {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:34:09.810919 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f156a5a-c918-478b-b237-7653ff906d49', 'code': 200} Jul 09 09:34:09.824160 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a8bd-ac49-471e-bff0-58d3d3110317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:09.861430 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ac4a14b6-9135-4236-8cdb-71b7558c74e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'f35ef6cb-fbad-47b9-83a2-a2f62ce5568e', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'port_id': '448833fd-1de0-4f0f-8cdc-555890bf76db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'mac_address': 'fa:16:3e:d6:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aab77e-09d5-482f-82b2-80d35d023c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:33:00Z', 'updated_at': '2021-07-09T09:34:06Z', 'revision_number': 7, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9993910-d634-4f71-9cc0-f838e2c54f6e', 'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'mac_address': 'fa:16:3e:36:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:24Z', 'updated_at': '2021-07-09T09:32:36Z', 'revision_number': 5, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'subnets': [{'id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:09.956080 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4a14b6-9135-4236-8cdb-71b7558c74e3 None None] The sync data for ids ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'] in n-d-799996-1 is: [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'f35ef6cb-fbad-47b9-83a2-a2f62ce5568e', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'port_id': '448833fd-1de0-4f0f-8cdc-555890bf76db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'mac_address': 'fa:16:3e:d6:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aab77e-09d5-482f-82b2-80d35d023c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:33:00Z', 'updated_at': '2021-07-09T09:34:06Z', 'revision_number': 7, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9993910-d634-4f71-9cc0-f838e2c54f6e', 'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'mac_address': 'fa:16:3e:36:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:24Z', 'updated_at': '2021-07-09T09:32:36Z', 'revision_number': 5, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'subnets': [{'id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:34:09.995723 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 78b7d26a-903d-4dfd-808e-3a9844f68812 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:34:10.011832 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be1ceda1-9a46-4f76-82ae-57b9e9fd8a04 req-c78ab5f7-8e7f-4dd4-bb7c-253be39d3107 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=448833fd-1de0-4f0f-8cdc-555890bf76db HTTP/1.1" status: 200 len: 999 time: 0.2306647 Jul 09 09:34:10.064691 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa4a8bd-ac49-471e-bff0-58d3d3110317 None None] Network a1f814bb-1346-47a0-a8d9-c0df304a6364 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:10.088640 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3cb98397-0b1f-4f8b-b443-1d2a943863de None None] Provisioning for port 053c3e12-72e0-4c77-840a-f8c1c16eca69 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:10.097243 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-7aa4a8bd-ac49-471e-bff0-58d3d3110317 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:10.101834 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 78b7d26a-903d-4dfd-808e-3a9844f68812 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:34:10.102466 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 78b7d26a-903d-4dfd-808e-3a9844f68812 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:34:10.104315 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa4a8bd-ac49-471e-bff0-58d3d3110317 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:34:10.212113 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ceda1-9a46-4f76-82ae-57b9e9fd8a04 req-58fee0ce-eda0-42cf-8317-04a222c63a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:10.213849 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be1ceda1-9a46-4f76-82ae-57b9e9fd8a04 req-58fee0ce-eda0-42cf-8317-04a222c63a0f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e29a1d03-4250-4311-8a28-897c11a59e6c HTTP/1.1" status: 200 len: 859 time: 0.1290288 Jul 09 09:34:10.216307 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:10.218156 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4a8bd-ac49-471e-bff0-58d3d3110317 None None] Pushing event updated for resources: {'Port': ['ID=186097c1-fac2-4902-a912-dc1726facb7c,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:10.244759 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-2f54704a-7359-436e-b9eb-f18ac9120a19 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Allocated IP 172.20.0.1 (a1f814bb-1346-47a0-a8d9-c0df304a6364/fd3fe41a-8d7c-491f-ab26-2e5a4fde525d/e8bbde23-8c25-4597-88ad-8217db4a3cfd) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:34:10.304133 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7aa4a8bd-ac49-471e-bff0-58d3d3110317 None None] Attempting to bind port 186097c1-fac2-4902-a912-dc1726facb7c on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:34:10.304400 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7aa4a8bd-ac49-471e-bff0-58d3d3110317 None None] Attempting to bind port 186097c1-fac2-4902-a912-dc1726facb7c by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'a9f39bd5-5b0e-4f09-8bd3-deee01d61c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:34:10.304636 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4a8bd-ac49-471e-bff0-58d3d3110317 None None] Attempting to bind port 186097c1-fac2-4902-a912-dc1726facb7c on network a1f814bb-1346-47a0-a8d9-c0df304a6364 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:10.353708 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bf3a22-3466-4514-8bd0-ae584218f6ce None None] New status for floating IP f35ef6cb-fbad-47b9-83a2-a2f62ce5568e: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:34:10.363548 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3cb98397-0b1f-4f8b-b443-1d2a943863de None None] Provisioning complete for port b87dc968-5275-4a5f-8ede-a7b805940aa5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:10.394293 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3cb98397-0b1f-4f8b-b443-1d2a943863de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:10.441505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3cb98397-0b1f-4f8b-b443-1d2a943863de None None] Port b87dc968-5275-4a5f-8ede-a7b805940aa5 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:34:10.443292 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4a8bd-ac49-471e-bff0-58d3d3110317 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:34:10.443674 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4a8bd-ac49-471e-bff0-58d3d3110317 None None] Checking segment: {'id': 'a9f39bd5-5b0e-4f09-8bd3-deee01d61c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:34:10.445102 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a8bd-ac49-471e-bff0-58d3d3110317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:10.445517 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4a8bd-ac49-471e-bff0-58d3d3110317 None None] Bound using segment: {'id': 'a9f39bd5-5b0e-4f09-8bd3-deee01d61c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:34:10.446722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7aa4a8bd-ac49-471e-bff0-58d3d3110317 None None] Bound port: 186097c1-fac2-4902-a912-dc1726facb7c, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f39bd5-5b0e-4f09-8bd3-deee01d61c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:34:10.449227 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a8bd-ac49-471e-bff0-58d3d3110317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:10.520715 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfec90-a0ed-48d0-87a1-963cbd54bb8e req-7d1bcc50-7207-4453-9333-7b992171f5af tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:10.522795 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18cfec90-a0ed-48d0-87a1-963cbd54bb8e req-7d1bcc50-7207-4453-9333-7b992171f5af tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 950 time: 0.4388540 Jul 09 09:34:10.565344 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port b6888237-64da-4c22-a3c7-1438c15c6cff, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b6888237-64da-4c22-a3c7-1438c15c6cff,segment=NetworkSegment(d147fb99-7b00-466a-8470-55c3bcf6909a),segment_id=d147fb99-7b00-466a-8470-55c3bcf6909a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:10.608697 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:10.609732 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device be430bb9-1f67-48c9-9128-784d58db3ae4 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:10.618839 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ceda1-9a46-4f76-82ae-57b9e9fd8a04 req-c7ee24ca-ab71-4491-a228-1904303f92ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:10.621041 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be1ceda1-9a46-4f76-82ae-57b9e9fd8a04 req-c7ee24ca-ab71-4491-a228-1904303f92ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2423c228-b601-4946-8ea0-8ba4dc5be28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2729602 Jul 09 09:34:10.621511 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3cb98397-0b1f-4f8b-b443-1d2a943863de None None] Provisioning complete for port 3c73430f-30cc-438a-9261-509e2242a4f3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:10.622138 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3cb98397-0b1f-4f8b-b443-1d2a943863de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:10.626297 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f54704a-7359-436e-b9eb-f18ac9120a19 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:10.631469 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18cfec90-a0ed-48d0-87a1-963cbd54bb8e req-7caffd98-8237-4ba1-8d62-a741d08b3882 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935619 Jul 09 09:34:10.672916 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3cb98397-0b1f-4f8b-b443-1d2a943863de None None] Port 3c73430f-30cc-438a-9261-509e2242a4f3 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:34:10.810047 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-2f54704a-7359-436e-b9eb-f18ac9120a19 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Transition to ACTIVE for port object e8bbde23-8c25-4597-88ad-8217db4a3cfd will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:11.025613 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-8b04a5ad-4c79-4b3f-ae08-ba01c556b778 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:11.032566 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-8b04a5ad-4c79-4b3f-ae08-ba01c556b778 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.64 "GET /v2.0/networks?id=a167ed73-6e11-49d4-8b85-411ff9857e03 HTTP/1.1" status: 200 len: 821 time: 0.3850067 Jul 09 09:34:11.043282 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=b6888237-64da-4c22-a3c7-1438c15c6cff,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:11.088422 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be1ceda1-9a46-4f76-82ae-57b9e9fd8a04 req-ef0c9378-93fb-447b-aec4-161f1a2d2cc1 service neutron] 10.222.0.61 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535279 Jul 09 09:34:11.124805 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-dad4b30a-b1b2-4079-afc7-ac9f2d75a88a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Request body: {'port': {'device_id': 'e63fa895-50a8-4200-bb6e-1ee811eb151c', 'network_id': 'a167ed73-6e11-49d4-8b85-411ff9857e03', 'admin_state_up': True, 'tenant_id': '7ea2de8ba1fa4eb3954e92038414716a'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:11.179531 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:11.221117 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7aa4a8bd-ac49-471e-bff0-58d3d3110317 None None] For port 186097c1-fac2-4902-a912-dc1726facb7c, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:34:11.244732 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port be430bb9-1f67-48c9-9128-784d58db3ae4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:11.245109 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:11.268605 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7aa4a8bd-ac49-471e-bff0-58d3d3110317 None None] For port 186097c1-fac2-4902-a912-dc1726facb7c, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=186097c1-fac2-4902-a912-dc1726facb7c,segment=NetworkSegment(a9f39bd5-5b0e-4f09-8bd3-deee01d61c64),segment_id=a9f39bd5-5b0e-4f09-8bd3-deee01d61c64)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:34:11.283357 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a8bd-ac49-471e-bff0-58d3d3110317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:11.298215 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-dad4b30a-b1b2-4079-afc7-ac9f2d75a88a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Made reservation on behalf of 7ea2de8ba1fa4eb3954e92038414716a for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:34:11.309784 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-dad4b30a-b1b2-4079-afc7-ac9f2d75a88a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:11.383623 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f54704a-7359-436e-b9eb-f18ac9120a19 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:11.421615 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4a8bd-ac49-471e-bff0-58d3d3110317 None None] Pushing event updated for resources: {'Port': ['ID=186097c1-fac2-4902-a912-dc1726facb7c,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:11.442512 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 053c3e12-72e0-4c77-840a-f8c1c16eca69 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:11.464874 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f54704a-7359-436e-b9eb-f18ac9120a19 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network a1f814bb-1346-47a0-a8d9-c0df304a6364 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:11.468213 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54704a-7359-436e-b9eb-f18ac9120a19 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Port': ['ID=e8bbde23-8c25-4597-88ad-8217db4a3cfd,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:11.470792 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-2f54704a-7359-436e-b9eb-f18ac9120a19 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:11.513614 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 053c3e12-72e0-4c77-840a-f8c1c16eca69 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:11.523797 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 053c3e12-72e0-4c77-840a-f8c1c16eca69 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:11.524819 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:11.551091 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50714) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:11.558720 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a7a417fa-e614-4719-ad8d-1adada3cfad1 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1431442459', 'description': 'tempest-description--624439879'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:11.607401 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-dad4b30a-b1b2-4079-afc7-ac9f2d75a88a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Allocated IP 172.20.0.11 (a167ed73-6e11-49d4-8b85-411ff9857e03/6c3165e0-c2b9-4191-b47c-44ba56916623/71b45c26-dfed-4826-bfc9-ea88ce0a0ff8) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:34:11.614258 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7a417fa-e614-4719-ad8d-1adada3cfad1 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:11.706892 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f54704a-7359-436e-b9eb-f18ac9120a19 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:34:11.725020 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:11.811445 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f19008a-ab01-42a6-a395-dc0beacd09f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd704b9-933e-47b7-92b7-bb7a73f70723'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:34:11.819049 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d0a1e6-e4bc-45a4-af7a-af7865e6a414" -d '{"events": [{"server_uuid": "8f19008a-ab01-42a6-a395-dc0beacd09f4", "name": "network-vif-plugged", "status": "completed", "tag": "fcd704b9-933e-47b7-92b7-bb7a73f70723"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:34:11.828334 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 053c3e12-72e0-4c77-840a-f8c1c16eca69, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=053c3e12-72e0-4c77-840a-f8c1c16eca69,segment=NetworkSegment(48356470-3de9-4aaf-a4cf-6ee600e06024),segment_id=48356470-3de9-4aaf-a4cf-6ee600e06024)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:11.834674 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:11.843068 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7a417fa-e614-4719-ad8d-1adada3cfad1 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:11.863278 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7a417fa-e614-4719-ad8d-1adada3cfad1 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:11.889926 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7a417fa-e614-4719-ad8d-1adada3cfad1 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:11.891752 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a7a417fa-e614-4719-ad8d-1adada3cfad1 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3387244 Jul 09 09:34:11.897657 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50724) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:11.908180 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-152d0170-48b3-4083-9d7d-1ff7550b6ee3 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Request body: {'security_group_rule': {'security_group_id': 'b2338ea9-bbb4-4394-98e2-89ed8791ec08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:11.973960 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=053c3e12-72e0-4c77-840a-f8c1c16eca69,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:11.977202 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-152d0170-48b3-4083-9d7d-1ff7550b6ee3 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:11.997811 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-dad4b30a-b1b2-4079-afc7-ac9f2d75a88a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:12.047201 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-152d0170-48b3-4083-9d7d-1ff7550b6ee3 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:12.052224 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a417fa-e614-4719-ad8d-1adada3cfad1 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2338ea9-bbb4-4394-98e2-89ed8791ec08,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:12.061227 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-dad4b30a-b1b2-4079-afc7-ac9f2d75a88a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:12.065100 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-152d0170-48b3-4083-9d7d-1ff7550b6ee3 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:12.110836 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-152d0170-48b3-4083-9d7d-1ff7550b6ee3 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:12.112371 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-152d0170-48b3-4083-9d7d-1ff7550b6ee3 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2135983 Jul 09 09:34:12.115316 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50726) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:12.123684 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ebbff45d-f433-41b6-8750-7ea4dadfa261 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Request body: {'security_group_rule': {'security_group_id': 'b2338ea9-bbb4-4394-98e2-89ed8791ec08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:12.129483 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d0170-48b3-4083-9d7d-1ff7550b6ee3 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25eda83-a396-45d0-b924-96401aaf8125,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:12.136065 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4b30a-b1b2-4079-afc7-ac9f2d75a88a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Pushing event updated for resources: {'Port': ['ID=71b45c26-dfed-4826-bfc9-ea88ce0a0ff8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:12.177801 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-dad4b30a-b1b2-4079-afc7-ac9f2d75a88a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Network a167ed73-6e11-49d4-8b85-411ff9857e03 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:12.193149 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-dad4b30a-b1b2-4079-afc7-ac9f2d75a88a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:12.197061 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebbff45d-f433-41b6-8750-7ea4dadfa261 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:12.211819 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-dad4b30a-b1b2-4079-afc7-ac9f2d75a88a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:34:12.217043 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f54704a-7359-436e-b9eb-f18ac9120a19 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:12.239866 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50728) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:12.244642 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8ef9b3ea-b850-465a-b3b8-89c6495d4212 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1556878455', 'description': 'tempest-description--1011158169'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:12.245979 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b6888237-64da-4c22-a3c7-1438c15c6cff up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:12.312641 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be1ceda1-9a46-4f76-82ae-57b9e9fd8a04 req-1607cefd-29de-4b59-a70c-470b6348a55d service neutron] 10.222.0.61 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2220619 Jul 09 09:34:12.328428 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3791316-cfbe-41ca-9776-62b5fb6cdff2 x-openstack-request-id: req-e3791316-cfbe-41ca-9776-62b5fb6cdff2 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:34:12.329638 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99aab77e-09d5-482f-82b2-80d35d023c88", "tag": "448833fd-1de0-4f0f-8cdc-555890bf76db", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:34:12.330042 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e3791316-cfbe-41ca-9776-62b5fb6cdff2 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:34:12.333012 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99aab77e-09d5-482f-82b2-80d35d023c88', 'tag': '448833fd-1de0-4f0f-8cdc-555890bf76db', 'status': 'completed', 'code': 200} Jul 09 09:34:12.354776 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port b6888237-64da-4c22-a3c7-1438c15c6cff triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:12.355154 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:12.393364 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ef9b3ea-b850-465a-b3b8-89c6495d4212 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:12.408965 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebbff45d-f433-41b6-8750-7ea4dadfa261 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:12.422868 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebbff45d-f433-41b6-8750-7ea4dadfa261 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:12.457315 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbff45d-f433-41b6-8750-7ea4dadfa261 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f891bf06-26bc-42f6-8fa6-89702bf397e5,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:12.521590 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 186097c1-fac2-4902-a912-dc1726facb7c up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:12.589678 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ef9b3ea-b850-465a-b3b8-89c6495d4212 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:12.592131 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebbff45d-f433-41b6-8750-7ea4dadfa261 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:12.593808 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ebbff45d-f433-41b6-8750-7ea4dadfa261 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4765544 Jul 09 09:34:12.598775 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ef9b3ea-b850-465a-b3b8-89c6495d4212 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:12.602466 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50736) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:12.607394 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 186097c1-fac2-4902-a912-dc1726facb7c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:12.623819 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-613499ee-f0c4-44b1-a9d9-8cbbad33a4ce tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:12.672543 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9b3ea-b850-465a-b3b8-89c6495d4212 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab89c31-cb76-4217-a26e-c9a222bb4e14,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:12.687544 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-613499ee-f0c4-44b1-a9d9-8cbbad33a4ce tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:12.703175 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ef9b3ea-b850-465a-b3b8-89c6495d4212 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:12.704472 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8ef9b3ea-b850-465a-b3b8-89c6495d4212 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4636691 Jul 09 09:34:12.716502 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-dad4b30a-b1b2-4079-afc7-ac9f2d75a88a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:12.717512 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-dad4b30a-b1b2-4079-afc7-ac9f2d75a88a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:12.730970 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 50738) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:12.741574 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0269e4f1-c460-44d0-bbf9-abaff9b6b76a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Request body: {'security_group_rule': {'security_group_id': 'dab89c31-cb76-4217-a26e-c9a222bb4e14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:12.761123 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-dad4b30a-b1b2-4079-afc7-ac9f2d75a88a tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6482093 Jul 09 09:34:12.796060 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-23ce3139-e990-44f3-b5ac-3f04011c2244 service neutron] Request body: {'port': {'device_id': 'e63fa895-50a8-4200-bb6e-1ee811eb151c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:12.856067 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:12.861357 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-613499ee-f0c4-44b1-a9d9-8cbbad33a4ce tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:12.870025 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71ce36-9bf4-4771-a8b7-7c4276e3dc7d req-264be936-eb77-4a9d-8c1c-88a49792c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:12.872260 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c71ce36-9bf4-4771-a8b7-7c4276e3dc7d req-264be936-eb77-4a9d-8c1c-88a49792c763 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b787bf2eebcb4063864ea3f28a4fe795&device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 1097 time: 0.4976096 Jul 09 09:34:12.994025 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f54704a-7359-436e-b9eb-f18ac9120a19 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:13.009986 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0269e4f1-c460-44d0-bbf9-abaff9b6b76a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:13.011718 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-613499ee-f0c4-44b1-a9d9-8cbbad33a4ce tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Allocated IP 172.25.3.247 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/778ca5d2-4995-40aa-97ac-8403c3d9e80f) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:34:13.037982 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f00ee3-99ae-472b-95c2-0f2d4aa1d078 None None] Network a1f814bb-1346-47a0-a8d9-c0df304a6364 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:34:13.084241 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292acb88-d2da-411a-85a8-6547cd74d0b5 req-481bf047-69d1-4000-b70f-836eefbf2372 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:13.093503 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-292acb88-d2da-411a-85a8-6547cd74d0b5 req-481bf047-69d1-4000-b70f-836eefbf2372 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=e63fa895-50a8-4200-bb6e-1ee811eb151c HTTP/1.1" status: 200 len: 932 time: 0.5041697 Jul 09 09:34:13.123734 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5b514b85-34e0-471d-a53e-3b1f8d0c7085 None None] Provisioning for port 186097c1-fac2-4902-a912-dc1726facb7c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:13.143419 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5b514b85-34e0-471d-a53e-3b1f8d0c7085 None None] Provisioning complete for port 186097c1-fac2-4902-a912-dc1726facb7c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:13.143898 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5b514b85-34e0-471d-a53e-3b1f8d0c7085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:13.169696 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb9e98-723f-4915-8be4-e9c117dba793 req-f59c5259-1dec-41c5-b37f-1fa8f71435ad tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:13.171817 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5fb9e98-723f-4915-8be4-e9c117dba793 req-f59c5259-1dec-41c5-b37f-1fa8f71435ad tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.5918534 Jul 09 09:34:13.181128 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-613499ee-f0c4-44b1-a9d9-8cbbad33a4ce tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:13.229299 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71ce36-9bf4-4771-a8b7-7c4276e3dc7d req-097216e2-8495-42ad-ad30-de408b28f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:13.231735 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c71ce36-9bf4-4771-a8b7-7c4276e3dc7d req-097216e2-8495-42ad-ad30-de408b28f53f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2423c228-b601-4946-8ea0-8ba4dc5be28b HTTP/1.1" status: 200 len: 921 time: 0.3448019 Jul 09 09:34:13.291960 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-613499ee-f0c4-44b1-a9d9-8cbbad33a4ce tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:13.369790 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613499ee-f0c4-44b1-a9d9-8cbbad33a4ce tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:13.374429 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-613499ee-f0c4-44b1-a9d9-8cbbad33a4ce tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:13.389884 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613499ee-f0c4-44b1-a9d9-8cbbad33a4ce tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:34:13.460520 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613499ee-f0c4-44b1-a9d9-8cbbad33a4ce tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Pushing event updated for resources: {'Port': ['ID=778ca5d2-4995-40aa-97ac-8403c3d9e80f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:13.531351 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-613499ee-f0c4-44b1-a9d9-8cbbad33a4ce tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:13.623175 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-613499ee-f0c4-44b1-a9d9-8cbbad33a4ce tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:13.647531 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5b514b85-34e0-471d-a53e-3b1f8d0c7085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:13.729784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5b514b85-34e0-471d-a53e-3b1f8d0c7085 None None] For port 186097c1-fac2-4902-a912-dc1726facb7c, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=186097c1-fac2-4902-a912-dc1726facb7c,segment=NetworkSegment(a9f39bd5-5b0e-4f09-8bd3-deee01d61c64),segment_id=a9f39bd5-5b0e-4f09-8bd3-deee01d61c64)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:13.745885 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5b514b85-34e0-471d-a53e-3b1f8d0c7085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:13.807800 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b514b85-34e0-471d-a53e-3b1f8d0c7085 None None] Pushing event updated for resources: {'Port': ['ID=186097c1-fac2-4902-a912-dc1726facb7c,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:13.845126 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-23ce3139-e990-44f3-b5ac-3f04011c2244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:13.958915 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 053c3e12-72e0-4c77-840a-f8c1c16eca69 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:13.976306 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-613499ee-f0c4-44b1-a9d9-8cbbad33a4ce tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:13.992555 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-613499ee-f0c4-44b1-a9d9-8cbbad33a4ce tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:14.017899 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-292acb88-d2da-411a-85a8-6547cd74d0b5 req-85b518f9-f3c1-4342-a0ca-cc604862936d tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9234159 Jul 09 09:34:14.120532 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-613499ee-f0c4-44b1-a9d9-8cbbad33a4ce tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:14.155063 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 053c3e12-72e0-4c77-840a-f8c1c16eca69 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:14.155200 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:14.166422 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-613499ee-f0c4-44b1-a9d9-8cbbad33a4ce tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:14.180711 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-613499ee-f0c4-44b1-a9d9-8cbbad33a4ce tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5714436 Jul 09 09:34:14.195006 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613499ee-f0c4-44b1-a9d9-8cbbad33a4ce tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Pushing event updated for resources: {'Port': ['ID=778ca5d2-4995-40aa-97ac-8403c3d9e80f,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:14.316347 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d16adb23-9114-4f2a-84fc-9db1a8b56a11 None None] Provisioning for port e8bbde23-8c25-4597-88ad-8217db4a3cfd completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:14.323495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d16adb23-9114-4f2a-84fc-9db1a8b56a11 None None] Provisioning complete for port e8bbde23-8c25-4597-88ad-8217db4a3cfd triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:14.324224 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d16adb23-9114-4f2a-84fc-9db1a8b56a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:14.329795 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 186097c1-fac2-4902-a912-dc1726facb7c up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:14.333063 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5fb9e98-723f-4915-8be4-e9c117dba793 req-d06030dd-5411-4ae7-8e84-2bbe9897fd2d tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1447980 Jul 09 09:34:14.357190 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e128fddc-c5fa-475c-894b-6ec10f048421', 'name': 'network-vif-deleted', 'tag': '78b7d26a-903d-4dfd-808e-3a9844f68812'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:34:14.361219 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d1a17f-e67d-4ed2-a4ef-1fd7f59bdb08" -d '{"events": [{"server_uuid": "e128fddc-c5fa-475c-894b-6ec10f048421", "name": "network-vif-deleted", "tag": "78b7d26a-903d-4dfd-808e-3a9844f68812"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:34:14.378532 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0269e4f1-c460-44d0-bbf9-abaff9b6b76a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:14.390599 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c71ce36-9bf4-4771-a8b7-7c4276e3dc7d req-19ea9239-0600-4697-9270-310059e58bbd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=448833fd-1de0-4f0f-8cdc-555890bf76db HTTP/1.1" status: 200 len: 1001 time: 1.1466064 Jul 09 09:34:14.396281 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0269e4f1-c460-44d0-bbf9-abaff9b6b76a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:14.436004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d16adb23-9114-4f2a-84fc-9db1a8b56a11 None None] Port e8bbde23-8c25-4597-88ad-8217db4a3cfd cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:34:14.466224 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f285638a-cb99-480a-8010-524fcdf0d4dc x-openstack-request-id: req-f285638a-cb99-480a-8010-524fcdf0d4dc {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:34:14.466670 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f19008a-ab01-42a6-a395-dc0beacd09f4", "name": "network-vif-plugged", "status": "completed", "tag": "fcd704b9-933e-47b7-92b7-bb7a73f70723", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:34:14.467055 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f285638a-cb99-480a-8010-524fcdf0d4dc {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:34:14.467660 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f19008a-ab01-42a6-a395-dc0beacd09f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd704b9-933e-47b7-92b7-bb7a73f70723', 'code': 200} Jul 09 09:34:14.511992 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d16adb23-9114-4f2a-84fc-9db1a8b56a11 None None] Provisioning complete for port 186097c1-fac2-4902-a912-dc1726facb7c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:14.512552 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d16adb23-9114-4f2a-84fc-9db1a8b56a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:14.536354 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269e4f1-c460-44d0-bbf9-abaff9b6b76a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cda415e-8ea1-439f-9ef1-947db8d88f46,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:14.560568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 186097c1-fac2-4902-a912-dc1726facb7c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:14.561008 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:14.715030 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0269e4f1-c460-44d0-bbf9-abaff9b6b76a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:14.719068 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50758) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:14.719683 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0269e4f1-c460-44d0-bbf9-abaff9b6b76a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9812725 Jul 09 09:34:14.724720 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d9b4fd7f-0fc8-493d-a7f5-212ce232ac49 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Request body: {'security_group_rule': {'security_group_id': 'dab89c31-cb76-4217-a26e-c9a222bb4e14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:14.763332 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71ce36-9bf4-4771-a8b7-7c4276e3dc7d req-85bb8e7d-3c6b-492c-88ae-690814041745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:14.764810 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c71ce36-9bf4-4771-a8b7-7c4276e3dc7d req-85bb8e7d-3c6b-492c-88ae-690814041745 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29a1d03-4250-4311-8a28-897c11a59e6c HTTP/1.1" status: 200 len: 859 time: 0.3348432 Jul 09 09:34:14.785303 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9b4fd7f-0fc8-493d-a7f5-212ce232ac49 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:14.834722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4e6495b6-599d-4025-93a4-1dfc3f48390f None None] Provisioning complete for port e8bbde23-8c25-4597-88ad-8217db4a3cfd triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:14.835298 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e6495b6-599d-4025-93a4-1dfc3f48390f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:14.873258 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d9dc5edc-01fe-4355-8e08-ff83da8f5933 req-3d111d9a-2c35-44ac-bd8d-e23ae7ffd321 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/floatingips/f35ef6cb-fbad-47b9-83a2-a2f62ce5568e HTTP/1.1" status: 200 len: 998 time: 0.3842032 Jul 09 09:34:14.877106 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9b4fd7f-0fc8-493d-a7f5-212ce232ac49 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:14.884320 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9b4fd7f-0fc8-493d-a7f5-212ce232ac49 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:14.898921 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4e6495b6-599d-4025-93a4-1dfc3f48390f None None] Port e8bbde23-8c25-4597-88ad-8217db4a3cfd cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:34:14.904423 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33630ad0-d69c-4bae-900f-9a46fa6d5ea1 req-a5183366-62a9-4e50-9f04-6abfcb6e810c tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:14.912231 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33630ad0-d69c-4bae-900f-9a46fa6d5ea1 req-a5183366-62a9-4e50-9f04-6abfcb6e810c tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 950 time: 0.6851890 Jul 09 09:34:14.914589 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4fd7f-0fc8-493d-a7f5-212ce232ac49 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1858ff1-1550-409d-9fd5-1769f3894ae2,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:14.923453 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9b4fd7f-0fc8-493d-a7f5-212ce232ac49 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:14.926171 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d9b4fd7f-0fc8-493d-a7f5-212ce232ac49 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2047241 Jul 09 09:34:14.928279 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50760) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:14.935552 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e69f3c5e-6b58-49b2-8a4f-519ecc9a2de0 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:14.961864 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e69f3c5e-6b58-49b2-8a4f-519ecc9a2de0 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:14.999002 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f54704a-7359-436e-b9eb-f18ac9120a19 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:15.040180 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f54704a-7359-436e-b9eb-f18ac9120a19 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:15.097577 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e69f3c5e-6b58-49b2-8a4f-519ecc9a2de0 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:15.163914 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92163a-ede5-4aca-875f-050122882cc6 req-fef50446-2cf8-4ac6-ab79-4c3e7e25c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:15.165320 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a92163a-ede5-4aca-875f-050122882cc6 req-fef50446-2cf8-4ac6-ab79-4c3e7e25c103 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 1101 time: 0.6266298 Jul 09 09:34:15.219889 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33630ad0-d69c-4bae-900f-9a46fa6d5ea1 req-e6af8887-2b91-4cae-ad8b-6bb8fb36a318 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066890 Jul 09 09:34:15.247442 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-e69f3c5e-6b58-49b2-8a4f-519ecc9a2de0 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Allocated IP 172.25.3.183 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/4b046a74-aef9-4d55-beb8-05107f7e197c) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:34:15.249487 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f54704a-7359-436e-b9eb-f18ac9120a19 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:15.278109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54704a-7359-436e-b9eb-f18ac9120a19 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Port': ['ID=e8bbde23-8c25-4597-88ad-8217db4a3cfd,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:15.298398 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc5edc-01fe-4355-8e08-ff83da8f5933 req-6d1e3311-2c5b-45ba-bec9-66ecbbbe6cfc tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:15.299957 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d9dc5edc-01fe-4355-8e08-ff83da8f5933 req-6d1e3311-2c5b-45ba-bec9-66ecbbbe6cfc tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.4258561 Jul 09 09:34:15.328662 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71ce36-9bf4-4771-a8b7-7c4276e3dc7d req-55fe985a-7ba1-496f-b82a-e874958c237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:15.330599 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c71ce36-9bf4-4771-a8b7-7c4276e3dc7d req-55fe985a-7ba1-496f-b82a-e874958c237b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2423c228-b601-4946-8ea0-8ba4dc5be28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5463865 Jul 09 09:34:15.369962 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-d9dc5edc-01fe-4355-8e08-ff83da8f5933 req-8c8016da-bd95-4dc4-9c78-86752e9a6dfc tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:34:15.372050 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d9dc5edc-01fe-4355-8e08-ff83da8f5933 req-8c8016da-bd95-4dc4-9c78-86752e9a6dfc tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0320811 Jul 09 09:34:15.390130 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a92163a-ede5-4aca-875f-050122882cc6 req-4c93b3fc-5c50-437b-9a91-a225bb9cdee8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030818 Jul 09 09:34:15.393235 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e69f3c5e-6b58-49b2-8a4f-519ecc9a2de0 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:15.456527 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548deda1-2f4b-47f4-927f-a798f29e5a98 x-openstack-request-id: req-548deda1-2f4b-47f4-927f-a798f29e5a98 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:34:15.457053 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e128fddc-c5fa-475c-894b-6ec10f048421", "name": "network-vif-deleted", "tag": "78b7d26a-903d-4dfd-808e-3a9844f68812", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:34:15.457362 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-548deda1-2f4b-47f4-927f-a798f29e5a98 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:34:15.457715 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e128fddc-c5fa-475c-894b-6ec10f048421', 'name': 'network-vif-deleted', 'tag': '78b7d26a-903d-4dfd-808e-3a9844f68812', 'status': 'completed', 'code': 200} Jul 09 09:34:15.461320 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e69f3c5e-6b58-49b2-8a4f-519ecc9a2de0 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:15.523015 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69f3c5e-6b58-49b2-8a4f-519ecc9a2de0 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:15.531190 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e69f3c5e-6b58-49b2-8a4f-519ecc9a2de0 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:15.535745 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69f3c5e-6b58-49b2-8a4f-519ecc9a2de0 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:34:15.574734 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f3c5e-6b58-49b2-8a4f-519ecc9a2de0 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event updated for resources: {'Port': ['ID=4b046a74-aef9-4d55-beb8-05107f7e197c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:15.574939 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-437a9765-4b34-4d15-9b58-a5e01cdd06a9 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1431442459&fields=id&tenant_id=1fa9df9b474a4887b8f2c23eac109c76 HTTP/1.1" status: 200 len: 267 time: 0.2430520 Jul 09 09:34:15.577347 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-23ce3139-e990-44f3-b5ac-3f04011c2244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:34:15.598819 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-23ce3139-e990-44f3-b5ac-3f04011c2244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:15.613238 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-23ce3139-e990-44f3-b5ac-3f04011c2244 service neutron] Transition to ACTIVE for port object 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:15.647746 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-23ce3139-e990-44f3-b5ac-3f04011c2244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:15.699027 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e69f3c5e-6b58-49b2-8a4f-519ecc9a2de0 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:15.775329 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e69f3c5e-6b58-49b2-8a4f-519ecc9a2de0 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:15.838935 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c71ce36-9bf4-4771-a8b7-7c4276e3dc7d req-b0e58a70-8ffc-42fc-8319-68471f8a9a92 service neutron] 10.222.0.64 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959884 Jul 09 09:34:15.948834 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f54704a-7359-436e-b9eb-f18ac9120a19 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network a1f814bb-1346-47a0-a8d9-c0df304a6364 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:15.951130 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce3139-e990-44f3-b5ac-3f04011c2244 service neutron] Pushing event updated for resources: {'Port': ['ID=71b45c26-dfed-4826-bfc9-ea88ce0a0ff8,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:15.982391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-2f54704a-7359-436e-b9eb-f18ac9120a19 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:16.038207 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e69f3c5e-6b58-49b2-8a4f-519ecc9a2de0 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:16.047948 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e69f3c5e-6b58-49b2-8a4f-519ecc9a2de0 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:16.108385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-1c1be6e6-efc6-4177-979b-395f05e08e85 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:16.117226 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-1c1be6e6-efc6-4177-979b-395f05e08e85 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/networks?id=8da779eb-62d2-4653-9616-013d03ffc7b9 HTTP/1.1" status: 200 len: 812 time: 0.5025525 Jul 09 09:34:16.187659 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f3c5e-6b58-49b2-8a4f-519ecc9a2de0 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event updated for resources: {'Port': ['ID=4b046a74-aef9-4d55-beb8-05107f7e197c,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:16.200620 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e69f3c5e-6b58-49b2-8a4f-519ecc9a2de0 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:16.238782 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4728a76-7790-4735-ba0f-0c8942707507 req-cc52131d-54dc-401f-805e-c002c60fc9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:16.240494 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4728a76-7790-4735-ba0f-0c8942707507 req-cc52131d-54dc-401f-805e-c002c60fc9df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2d37b82ee154752af5d9a5e45d03cea&device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 1096 time: 0.5427542 Jul 09 09:34:16.247232 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e69f3c5e-6b58-49b2-8a4f-519ecc9a2de0 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:16.250999 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e69f3c5e-6b58-49b2-8a4f-519ecc9a2de0 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3215649 Jul 09 09:34:16.292466 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-ab7d7c5e-594f-4fdd-9ad2-43c444868cb2 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/quotas/1fa9df9b474a4887b8f2c23eac109c76 HTTP/1.1" status: 200 len: 375 time: 0.1740413 Jul 09 09:34:16.339989 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ebae9abb-0746-44f7-8399-8f123e676cfc None None] Provisioning complete for port e8bbde23-8c25-4597-88ad-8217db4a3cfd triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:16.343317 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ebae9abb-0746-44f7-8399-8f123e676cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:16.397899 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ebae9abb-0746-44f7-8399-8f123e676cfc None None] Port e8bbde23-8c25-4597-88ad-8217db4a3cfd cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:34:16.765820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25ea76-d245-4e0f-a0c8-bcea24351264 req-1cc06f29-7118-4407-b5d0-44f6e9aed481 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:16.772297 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8e25ea76-d245-4e0f-a0c8-bcea24351264 req-1cc06f29-7118-4407-b5d0-44f6e9aed481 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=e63fa895-50a8-4200-bb6e-1ee811eb151c HTTP/1.1" status: 200 len: 944 time: 1.0668881 Jul 09 09:34:16.817882 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c71ce36-9bf4-4771-a8b7-7c4276e3dc7d req-864ebdf0-fa08-42af-9dda-05f947833554 service neutron] 10.222.0.64 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9521759 Jul 09 09:34:16.835239 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-23ce3139-e990-44f3-b5ac-3f04011c2244 service neutron] Attempting to bind port 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:34:16.837676 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-23ce3139-e990-44f3-b5ac-3f04011c2244 service neutron] Attempting to bind port 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'edbd23f5-4b6c-4399-ba78-00f99e4df72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a167ed73-6e11-49d4-8b85-411ff9857e03'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:34:16.838026 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-23ce3139-e990-44f3-b5ac-3f04011c2244 service neutron] Attempting to bind port 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8 on network a167ed73-6e11-49d4-8b85-411ff9857e03 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:16.894088 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-23ce3139-e990-44f3-b5ac-3f04011c2244 service neutron] Port 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8 on network a167ed73-6e11-49d4-8b85-411ff9857e03 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:34:16.894665 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-23ce3139-e990-44f3-b5ac-3f04011c2244 service neutron] Attempting to bind port 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8 on network a167ed73-6e11-49d4-8b85-411ff9857e03 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:16.918883 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8e25ea76-d245-4e0f-a0c8-bcea24351264 req-87f984a4-3759-4b3f-b2b5-646129293acc tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453748 Jul 09 09:34:16.932643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-23ce3139-e990-44f3-b5ac-3f04011c2244 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:34:16.933081 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-23ce3139-e990-44f3-b5ac-3f04011c2244 service neutron] Checking segment: {'id': 'edbd23f5-4b6c-4399-ba78-00f99e4df72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a167ed73-6e11-49d4-8b85-411ff9857e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:34:16.933548 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-23ce3139-e990-44f3-b5ac-3f04011c2244 service neutron] Bound using segment: {'id': 'edbd23f5-4b6c-4399-ba78-00f99e4df72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a167ed73-6e11-49d4-8b85-411ff9857e03'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:34:16.934548 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-23ce3139-e990-44f3-b5ac-3f04011c2244 service neutron] Bound port: 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbd23f5-4b6c-4399-ba78-00f99e4df72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a167ed73-6e11-49d4-8b85-411ff9857e03'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:34:16.935056 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-23ce3139-e990-44f3-b5ac-3f04011c2244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:16.970418 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4728a76-7790-4735-ba0f-0c8942707507 req-3be86345-8903-410c-aa07-69d6a9cbc9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:16.972134 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4728a76-7790-4735-ba0f-0c8942707507 req-3be86345-8903-410c-aa07-69d6a9cbc9c1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cadc3bc1-4b29-4e86-9b19-55a98786baff HTTP/1.1" status: 200 len: 920 time: 0.6629133 Jul 09 09:34:17.001935 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-f61bc873-2985-4fe4-bb9c-cc4a1c55542b tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1fa9df9b474a4887b8f2c23eac109c76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7085257 Jul 09 09:34:17.090177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4728a76-7790-4735-ba0f-0c8942707507 req-2a9d1c75-6af1-4bf2-9ea0-b66dadbd71ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b666c5a5-28b3-4f09-b8c2-a6783033b7f5 HTTP/1.1" status: 200 len: 217 time: 0.1041765 Jul 09 09:34:17.223785 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f54704a-7359-436e-b9eb-f18ac9120a19 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:34:17.319327 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-23ce3139-e990-44f3-b5ac-3f04011c2244 service neutron] For port 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:34:17.459048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4728a76-7790-4735-ba0f-0c8942707507 req-7ea03eb7-0390-4980-9915-7c29f73d6a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:17.460510 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4728a76-7790-4735-ba0f-0c8942707507 req-7ea03eb7-0390-4980-9915-7c29f73d6a80 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d6a06f15-0469-4615-97cc-a20485ca7940 HTTP/1.1" status: 200 len: 859 time: 0.2922688 Jul 09 09:34:17.462489 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-23ce3139-e990-44f3-b5ac-3f04011c2244 service neutron] For port 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=71b45c26-dfed-4826-bfc9-ea88ce0a0ff8,segment=NetworkSegment(edbd23f5-4b6c-4399-ba78-00f99e4df72a),segment_id=edbd23f5-4b6c-4399-ba78-00f99e4df72a)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:34:17.466845 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-47731ed8-9a91-4d9a-ad22-bba500aeefc4 service neutron] 10.222.0.61 "GET /v2.0/networks/8da779eb-62d2-4653-9616-013d03ffc7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755848 Jul 09 09:34:17.488353 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-23ce3139-e990-44f3-b5ac-3f04011c2244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:17.570540 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4728a76-7790-4735-ba0f-0c8942707507 req-010b41c8-8d72-44a6-b03c-cfd36bdaf70a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cadc3bc1-4b29-4e86-9b19-55a98786baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985267 Jul 09 09:34:17.595081 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96651188-30e0-4718-b5c6-960dd621a0d4 req-2ac0c223-669f-4e98-ac74-b7fbec47eb41 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:17.596675 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-96651188-30e0-4718-b5c6-960dd621a0d4 req-2ac0c223-669f-4e98-ac74-b7fbec47eb41 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.4471207 Jul 09 09:34:17.670860 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-23ce3139-e990-44f3-b5ac-3f04011c2244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:17.671493 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-23ce3139-e990-44f3-b5ac-3f04011c2244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:17.673094 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-23ce3139-e990-44f3-b5ac-3f04011c2244 service neutron] 10.222.0.64 "PUT /v2.0/ports/71b45c26-dfed-4826-bfc9-ea88ce0a0ff8 HTTP/1.1" status: 200 len: 1092 time: 4.8843195 Jul 09 09:34:17.692555 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f54704a-7359-436e-b9eb-f18ac9120a19 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:34:17.693980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63fa895-50a8-4200-bb6e-1ee811eb151c', 'tag': '71b45c26-dfed-4826-bfc9-ea88ce0a0ff8'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:34:17.696418 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5869b397-7ff4-4e68-8357-fc9a93438522" -d '{"events": [{"name": "network-changed", "server_uuid": "e63fa895-50a8-4200-bb6e-1ee811eb151c", "tag": "71b45c26-dfed-4826-bfc9-ea88ce0a0ff8"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:34:17.709027 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] Sync routers for ids ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:34:17.721852 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] Routers {'2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:17.722621 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:34:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:17.755632 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50796) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:17.756210 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2f54704a-7359-436e-b9eb-f18ac9120a19 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/routers/2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1862476 Jul 09 09:34:17.761773 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-71a87162-85c5-427b-a874-a63f1f5a37b3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'network': {'name': 'tempest-RoutersTest-1157732424'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:17.806444 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a87162-85c5-427b-a874-a63f1f5a37b3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Made reservation on behalf of 5b4da6b733da4e65b04fb4aab5163387 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:34:17.826619 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71a87162-85c5-427b-a874-a63f1f5a37b3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:17.835231 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce3139-e990-44f3-b5ac-3f04011c2244 service neutron] Pushing event updated for resources: {'Port': ['ID=71b45c26-dfed-4826-bfc9-ea88ce0a0ff8,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:17.876562 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] Set router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:17.884911 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-96651188-30e0-4718-b5c6-960dd621a0d4 req-18c62f1f-a993-4c30-ab3e-ba61886593e1 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469103 Jul 09 09:34:17.906511 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a87162-85c5-427b-a874-a63f1f5a37b3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:34:17.919049 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71a87162-85c5-427b-a874-a63f1f5a37b3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:17.919410 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-71a87162-85c5-427b-a874-a63f1f5a37b3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Added segment 5f72e108-06da-41d8-926b-9a5a173f6b55 of type vlan for network fe4b9c9b-d791-4d16-b555-402ff702c342 Jul 09 09:34:17.947391 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-e0d5451b-4d68-40a6-a8b2-ffeedfeb766c service neutron] 10.222.0.61 "GET /v2.0/networks/8da779eb-62d2-4653-9616-013d03ffc7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538870 Jul 09 09:34:17.969217 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4728a76-7790-4735-ba0f-0c8942707507 req-ffd89d19-4053-4c77-aefe-85a82d8119ce service neutron] 10.222.0.58 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704441 Jul 09 09:34:17.983776 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71a87162-85c5-427b-a874-a63f1f5a37b3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:18.045748 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71a87162-85c5-427b-a874-a63f1f5a37b3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:18.056645 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-98b83bf7-2b65-419f-965e-932a50f5f091 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 1001 time: 0.1169853 Jul 09 09:34:18.056760 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a87162-85c5-427b-a874-a63f1f5a37b3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:18.057504 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71a87162-85c5-427b-a874-a63f1f5a37b3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:18.083413 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 50808) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:18.083621 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-71a87162-85c5-427b-a874-a63f1f5a37b3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3260078 Jul 09 09:34:18.089218 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-bb6bec7f-5a79-4567-8fce-58ce684ce8ec tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'subnet': {'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:18.176226 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a87162-85c5-427b-a874-a63f1f5a37b3 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Network': ['ID=fe4b9c9b-d791-4d16-b555-402ff702c342,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:18.188556 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network fe4b9c9b-d791-4d16-b555-402ff702c342 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:34:18.231187 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-6c9fb390-875f-45e6-8e97-ce99407b264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:18.232727 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-6c9fb390-875f-45e6-8e97-ce99407b264e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ea2de8ba1fa4eb3954e92038414716a&device_id=e63fa895-50a8-4200-bb6e-1ee811eb151c HTTP/1.1" status: 200 len: 1095 time: 0.4666772 Jul 09 09:34:18.322320 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-cb4d4a14-404b-4464-9df6-5780c907a858 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71b45c26-dfed-4826-bfc9-ea88ce0a0ff8 HTTP/1.1" status: 200 len: 217 time: 0.0712714 Jul 09 09:34:18.390980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-d13ad291-4569-436a-8dea-444ef745ad4c tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:18.393487 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-d13ad291-4569-436a-8dea-444ef745ad4c tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports/448833fd-1de0-4f0f-8cdc-555890bf76db HTTP/1.1" status: 200 len: 943 time: 0.3360298 Jul 09 09:34:18.469146 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:34:12Z', 'revision_number': 2, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:14Z', 'revision_number': 2, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:18.469991 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-f35f8f9a-70f0-4cf8-a571-78e90111f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:18.471788 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-f35f8f9a-70f0-4cf8-a571-78e90111f9d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c3165e0-c2b9-4191-b47c-44ba56916623 HTTP/1.1" status: 200 len: 861 time: 0.1430104 Jul 09 09:34:18.515541 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] Checking router: 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:34:18.533912 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] Updating router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 port e8bbde23-8c25-4597-88ad-8217db4a3cfd binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:34:18.564114 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4728a76-7790-4735-ba0f-0c8942707507 req-4b575541-b42e-491c-8170-e098ec93121a service neutron] 10.222.0.58 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942110 Jul 09 09:34:18.585548 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-d6b96746-0ce3-40b3-aaf5-fe112542e331 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a167ed73-6e11-49d4-8b85-411ff9857e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992064 Jul 09 09:34:18.586310 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ca2f2-de29-41f4-aba4-f464a1aed1d9 req-a1149b96-2f83-4c40-b211-4d76b9efefee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:18.587724 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ec5ca2f2-de29-41f4-aba4-f464a1aed1d9 req-a1149b96-2f83-4c40-b211-4d76b9efefee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 1096 time: 0.1389098 Jul 09 09:34:18.641983 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:18.650382 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ec5ca2f2-de29-41f4-aba4-f464a1aed1d9 req-ed903e21-9d69-4226-a110-c163b5bb0d3b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535102 Jul 09 09:34:18.713227 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6bec7f-5a79-4567-8fce-58ce684ce8ec tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Made reservation on behalf of 5b4da6b733da4e65b04fb4aab5163387 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:34:18.718077 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb6bec7f-5a79-4567-8fce-58ce684ce8ec tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:18.929049 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-ea043257-eb73-421f-8253-d7728249ec83 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 1001 time: 0.3330815 Jul 09 09:34:19.073384 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab74553-3c7c-44c1-b9e1-e7a884cf78c9 req-2c7591a8-7850-410b-9196-f5e6a355bc8e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:19.077211 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3ab74553-3c7c-44c1-b9e1-e7a884cf78c9 req-2c7591a8-7850-410b-9196-f5e6a355bc8e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 950 time: 0.5143898 Jul 09 09:34:19.085241 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-309e7c25-feb7-418b-adb3-17a74ab43589 service neutron] 10.222.0.64 "GET /v2.0/networks/a167ed73-6e11-49d4-8b85-411ff9857e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859397 Jul 09 09:34:19.170380 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:19.187574 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] Transition to ACTIVE for port object e8bbde23-8c25-4597-88ad-8217db4a3cfd will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:19.197213 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:19.305084 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fd99d-38cc-4104-9687-a8489a3b97f3 None None] Pushing event updated for resources: {'Port': ['ID=e8bbde23-8c25-4597-88ad-8217db4a3cfd,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:19.370721 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] Attempting to bind port e8bbde23-8c25-4597-88ad-8217db4a3cfd on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:34:19.371566 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] Attempting to bind port e8bbde23-8c25-4597-88ad-8217db4a3cfd by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'a9f39bd5-5b0e-4f09-8bd3-deee01d61c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:34:19.372102 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] Attempting to bind port e8bbde23-8c25-4597-88ad-8217db4a3cfd on network a1f814bb-1346-47a0-a8d9-c0df304a6364 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:19.379986 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:34:19.380650 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] Checking segment: {'id': 'a9f39bd5-5b0e-4f09-8bd3-deee01d61c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:34:19.381194 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:19.381971 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] Bound using segment: {'id': 'a9f39bd5-5b0e-4f09-8bd3-deee01d61c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:34:19.382608 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] Bound port: e8bbde23-8c25-4597-88ad-8217db4a3cfd, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f39bd5-5b0e-4f09-8bd3-deee01d61c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:34:19.383262 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:19.535160 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] For port e8bbde23-8c25-4597-88ad-8217db4a3cfd, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:34:19.545619 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] For port e8bbde23-8c25-4597-88ad-8217db4a3cfd, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e8bbde23-8c25-4597-88ad-8217db4a3cfd,segment=NetworkSegment(a9f39bd5-5b0e-4f09-8bd3-deee01d61c64),segment_id=a9f39bd5-5b0e-4f09-8bd3-deee01d61c64)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:34:19.553095 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:19.691673 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-af089f25-cc1f-4136-8e32-28d9bc09dee9 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:19.704174 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-af089f25-cc1f-4136-8e32-28d9bc09dee9 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.7741044 Jul 09 09:34:19.709778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3ab74553-3c7c-44c1-b9e1-e7a884cf78c9 req-07d14b26-4fb2-48ff-9cf3-5b92d60ffe5f tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6229196 Jul 09 09:34:19.732866 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] Routers {'2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:19.733605 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:34:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:19.733838 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb6bec7f-5a79-4567-8fce-58ce684ce8ec tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:19.735530 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fd99d-38cc-4104-9687-a8489a3b97f3 None None] Pushing event updated for resources: {'Port': ['ID=e8bbde23-8c25-4597-88ad-8217db4a3cfd,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:19.804935 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51aedeef-7cd5-4301-96cc-f7edf5c6cecd req-5088cccf-be03-4a5f-8e50-4e776a5eda8a service neutron] 10.222.0.64 "GET /v2.0/networks/a167ed73-6e11-49d4-8b85-411ff9857e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6850193 Jul 09 09:34:19.934804 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] Set router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:19.954590 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6bec7f-5a79-4567-8fce-58ce684ce8ec tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Checking segment: {'id': '5f72e108-06da-41d8-926b-9a5a173f6b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:34:19.955134 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6bec7f-5a79-4567-8fce-58ce684ce8ec tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network hostable DHCP agents. Network: fe4b9c9b-d791-4d16-b555-402ff702c342, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:34:19.971308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6bec7f-5a79-4567-8fce-58ce684ce8ec tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Subnet': ['ID=bd45965a-e1f8-4bca-bb33-24a75fa2da9d,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:19.981845 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-abbeedf8-be54-4bbd-b9a0-4542d8bf9d3c tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 1001 time: 0.2767811 Jul 09 09:34:20.001221 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85c90286-1e77-483b-98d3-c0518672b3dd req-498fd66e-fcdf-4ef7-bce0-0b254a5865a7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=99aab77e-09d5-482f-82b2-80d35d023c88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4134159 Jul 09 09:34:20.005773 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-34a506b9-c48b-484c-bd96-ab90f1bd18dc tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:20.082662 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-34a506b9-c48b-484c-bd96-ab90f1bd18dc tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:20.184742 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-176056eb-0595-4566-9e84-26111ee147b5 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1556878455&fields=id&tenant_id=df38cd9bcbb7480b8739e27fba0b60f2 HTTP/1.1" status: 200 len: 267 time: 0.2759202 Jul 09 09:34:20.195186 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6bec7f-5a79-4567-8fce-58ce684ce8ec tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network fe4b9c9b-d791-4d16-b555-402ff702c342 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:34:20.298006 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-bb6bec7f-5a79-4567-8fce-58ce684ce8ec tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, fe4b9c9b-d791-4d16-b555-402ff702c342) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:20.308476 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3507cfc4-4592-4830-baf7-8e32bf5526b9 None None] Network fe4b9c9b-d791-4d16-b555-402ff702c342 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:34:20.394109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6bec7f-5a79-4567-8fce-58ce684ce8ec tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:20.394817 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb6bec7f-5a79-4567-8fce-58ce684ce8ec tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:20.460394 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-3851c783-823e-4121-bb8d-60e6d76ff7ba tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:20.468723 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-3851c783-823e-4121-bb8d-60e6d76ff7ba tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports/3c73430f-30cc-438a-9261-509e2242a4f3 HTTP/1.1" status: 200 len: 936 time: 0.2671914 Jul 09 09:34:20.530419 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c90286-1e77-483b-98d3-c0518672b3dd req-a9c01e03-94df-461b-9a3f-1451ff182eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:20.534353 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85c90286-1e77-483b-98d3-c0518672b3dd req-a9c01e03-94df-461b-9a3f-1451ff182eae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b787bf2eebcb4063864ea3f28a4fe795&device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 1097 time: 0.4448900 Jul 09 09:34:20.545277 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:34:12Z', 'revision_number': 2, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:19Z', 'revision_number': 4, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:20.577930 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59dd903-c109-4123-87ae-6c7a9bff7121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-fe4b9c9b-d791-4d16-b555-402ff702c342', 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'fixed_ips': [{'subnet_id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:34:20.579110 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d59dd903-c109-4123-87ae-6c7a9bff7121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:20.586595 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3de2b8-2b7e-4a5d-9de7-b8eaf46a06b1 None None] The sync data for ids ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'] in n-d-799996-1 is: [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:34:12Z', 'revision_number': 2, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:19Z', 'revision_number': 4, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:34:20.773126 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-d59dd903-c109-4123-87ae-6c7a9bff7121 None None] Allocated IP 172.21.0.2 (fe4b9c9b-d791-4d16-b555-402ff702c342/bd45965a-e1f8-4bca-bb33-24a75fa2da9d/78acf6e4-d1c4-49ec-b52a-e537346d2edf) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:34:20.977283 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d59dd903-c109-4123-87ae-6c7a9bff7121 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:20.985627 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d59dd903-c109-4123-87ae-6c7a9bff7121 None None] Transition to ACTIVE for port object 78acf6e4-d1c4-49ec-b52a-e537346d2edf will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:21.010926 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d59dd903-c109-4123-87ae-6c7a9bff7121 None None] Transition to ACTIVE for port object 78acf6e4-d1c4-49ec-b52a-e537346d2edf will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:21.027743 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d59dd903-c109-4123-87ae-6c7a9bff7121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:21.078735 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-bb6bec7f-5a79-4567-8fce-58ce684ce8ec tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9938939 Jul 09 09:34:21.082622 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50842) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:21.091252 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59dd903-c109-4123-87ae-6c7a9bff7121 None None] Network fe4b9c9b-d791-4d16-b555-402ff702c342 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:21.095534 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-d59dd903-c109-4123-87ae-6c7a9bff7121 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:21.099635 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59dd903-c109-4123-87ae-6c7a9bff7121 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:34:21.109280 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59dd903-c109-4123-87ae-6c7a9bff7121 None None] Pushing event updated for resources: {'Port': ['ID=78acf6e4-d1c4-49ec-b52a-e537346d2edf,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:21.217017 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d59dd903-c109-4123-87ae-6c7a9bff7121 None None] Attempting to bind port 78acf6e4-d1c4-49ec-b52a-e537346d2edf on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:34:21.217235 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-34a506b9-c48b-484c-bd96-ab90f1bd18dc tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:21.217319 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d59dd903-c109-4123-87ae-6c7a9bff7121 None None] Attempting to bind port 78acf6e4-d1c4-49ec-b52a-e537346d2edf by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '5f72e108-06da-41d8-926b-9a5a173f6b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:34:21.217540 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59dd903-c109-4123-87ae-6c7a9bff7121 None None] Attempting to bind port 78acf6e4-d1c4-49ec-b52a-e537346d2edf on network fe4b9c9b-d791-4d16-b555-402ff702c342 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:21.224022 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59dd903-c109-4123-87ae-6c7a9bff7121 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:34:21.224523 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59dd903-c109-4123-87ae-6c7a9bff7121 None None] Checking segment: {'id': '5f72e108-06da-41d8-926b-9a5a173f6b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:34:21.224937 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d59dd903-c109-4123-87ae-6c7a9bff7121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:21.225395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59dd903-c109-4123-87ae-6c7a9bff7121 None None] Bound using segment: {'id': '5f72e108-06da-41d8-926b-9a5a173f6b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:34:21.225866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d59dd903-c109-4123-87ae-6c7a9bff7121 None None] Bound port: 78acf6e4-d1c4-49ec-b52a-e537346d2edf, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f72e108-06da-41d8-926b-9a5a173f6b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:34:21.226834 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d59dd903-c109-4123-87ae-6c7a9bff7121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:21.271963 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-32d25905-3dda-44dc-9882-64c22682e4d3 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:21.273803 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-32d25905-3dda-44dc-9882-64c22682e4d3 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.64 "GET /v2.0/networks?id=8da779eb-62d2-4653-9616-013d03ffc7b9 HTTP/1.1" status: 200 len: 812 time: 1.0069201 Jul 09 09:34:21.312048 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-34a506b9-c48b-484c-bd96-ab90f1bd18dc tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:21.312504 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-34a506b9-c48b-484c-bd96-ab90f1bd18dc tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Floating IP f35ef6cb-fbad-47b9-83a2-a2f62ce5568e disassociated. External IP: 172.25.3.52, port: 448833fd-1de0-4f0f-8cdc-555890bf76db. Jul 09 09:34:21.354502 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d59dd903-c109-4123-87ae-6c7a9bff7121 None None] For port 78acf6e4-d1c4-49ec-b52a-e537346d2edf, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:34:21.361326 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d59dd903-c109-4123-87ae-6c7a9bff7121 None None] For port 78acf6e4-d1c4-49ec-b52a-e537346d2edf, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=78acf6e4-d1c4-49ec-b52a-e537346d2edf,segment=NetworkSegment(5f72e108-06da-41d8-926b-9a5a173f6b55),segment_id=5f72e108-06da-41d8-926b-9a5a173f6b55)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:34:21.369603 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d59dd903-c109-4123-87ae-6c7a9bff7121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:21.438396 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59dd903-c109-4123-87ae-6c7a9bff7121 None None] Pushing event updated for resources: {'Port': ['ID=78acf6e4-d1c4-49ec-b52a-e537346d2edf,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:21.487069 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-91ef8d7d-6c99-4519-910f-41ac6326e88e tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:21.488572 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-91ef8d7d-6c99-4519-910f-41ac6326e88e tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports/b87dc968-5275-4a5f-8ede-a7b805940aa5 HTTP/1.1" status: 200 len: 937 time: 1.0173223 Jul 09 09:34:21.632707 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-ef23b75b-9b1c-4e60-b8e1-d90ed7ec3724 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fa9df9b474a4887b8f2c23eac109c76 HTTP/1.1" status: 200 len: 380 time: 0.1429427 Jul 09 09:34:21.647647 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0f237b29-5e92-4f10-8030-6b53e9193fdb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:21.650302 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-ae069b0f-cfb2-487e-afe9-ce60af35f870 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Request body: {'port': {'device_id': '46cd89cf-4dc6-4c0d-8802-afd2dbc4a306', 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9', 'admin_state_up': True, 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'security_groups': ['b2338ea9-bbb4-4394-98e2-89ed8791ec08']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:21.675036 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c90286-1e77-483b-98d3-c0518672b3dd req-740172df-aa60-40cd-840e-70a2f206329f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:21.676766 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85c90286-1e77-483b-98d3-c0518672b3dd req-740172df-aa60-40cd-840e-70a2f206329f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2423c228-b601-4946-8ea0-8ba4dc5be28b HTTP/1.1" status: 200 len: 921 time: 0.4959168 Jul 09 09:34:21.999881 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85c90286-1e77-483b-98d3-c0518672b3dd req-922210b1-d77d-478d-9268-45d1acc70ae9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=448833fd-1de0-4f0f-8cdc-555890bf76db HTTP/1.1" status: 200 len: 217 time: 0.2359748 Jul 09 09:34:22.008352 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-cd8ee202-5aeb-4500-bfdc-c8338d124c12 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?network_id=7bc84bdf-64ff-402d-9a3f-15d863914225&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.4850752 Jul 09 09:34:22.117917 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 78acf6e4-d1c4-49ec-b52a-e537346d2edf up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:22.197107 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-0f237b29-5e92-4f10-8030-6b53e9193fdb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Allocated IP 172.21.0.1 (fe4b9c9b-d791-4d16-b555-402ff702c342/bd45965a-e1f8-4bca-bb33-24a75fa2da9d/3d3d556d-4ad5-4ba0-8342-cc91a664f6e2) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:34:22.197646 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-1bbd601d-2dd0-4659-b98c-333eb3662a39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?network_id=7bc84bdf-64ff-402d-9a3f-15d863914225&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1643643 Jul 09 09:34:22.206699 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 78acf6e4-d1c4-49ec-b52a-e537346d2edf completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:22.215979 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e8bbde23-8c25-4597-88ad-8217db4a3cfd up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:22.305366 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port e8bbde23-8c25-4597-88ad-8217db4a3cfd completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:22.310774 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port e8bbde23-8c25-4597-88ad-8217db4a3cfd triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:22.311470 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:22.323274 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c90286-1e77-483b-98d3-c0518672b3dd req-28af5264-79a7-4976-87f7-4d97d9514258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:22.325496 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85c90286-1e77-483b-98d3-c0518672b3dd req-28af5264-79a7-4976-87f7-4d97d9514258 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29a1d03-4250-4311-8a28-897c11a59e6c HTTP/1.1" status: 200 len: 859 time: 0.3140635 Jul 09 09:34:22.393496 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-34a506b9-c48b-484c-bd96-ab90f1bd18dc tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:34:22.408350 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:22.424818 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0f237b29-5e92-4f10-8030-6b53e9193fdb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:22.428562 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-ae069b0f-cfb2-487e-afe9-ce60af35f870 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Made reservation on behalf of 1fa9df9b474a4887b8f2c23eac109c76 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:34:22.432607 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-ae069b0f-cfb2-487e-afe9-ce60af35f870 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:22.455027 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port e8bbde23-8c25-4597-88ad-8217db4a3cfd, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e8bbde23-8c25-4597-88ad-8217db4a3cfd,segment=NetworkSegment(a9f39bd5-5b0e-4f09-8bd3-deee01d61c64),segment_id=a9f39bd5-5b0e-4f09-8bd3-deee01d61c64)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:22.478449 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-0f237b29-5e92-4f10-8030-6b53e9193fdb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Transition to ACTIVE for port object 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:22.480512 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:22.532565 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-1e32de04-bd5a-4787-b47b-49f054087e29 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:22.547111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-1e32de04-bd5a-4787-b47b-49f054087e29 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:22.558227 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-1e32de04-bd5a-4787-b47b-49f054087e29 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:22.560459 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-1e32de04-bd5a-4787-b47b-49f054087e29 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/networks?id=99c195dc-2d0c-4f19-8264-456ecb1b766e&id=fafd663f-aa19-474e-a8d4-f86917295390&id=fafd663f-aa19-474e-a8d4-f86917295390&id=7bc84bdf-64ff-402d-9a3f-15d863914225&id=7bc84bdf-64ff-402d-9a3f-15d863914225 HTTP/1.1" status: 200 len: 1994 time: 0.3530657 Jul 09 09:34:22.563802 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0f237b29-5e92-4f10-8030-6b53e9193fdb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:22.575126 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=e8bbde23-8c25-4597-88ad-8217db4a3cfd,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:22.599360 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f237b29-5e92-4f10-8030-6b53e9193fdb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network fe4b9c9b-d791-4d16-b555-402ff702c342 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:22.623371 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0f237b29-5e92-4f10-8030-6b53e9193fdb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:22.626485 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f237b29-5e92-4f10-8030-6b53e9193fdb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:34:22.661688 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-5c436043-df33-427c-a882-2b2ae1ea19ae tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/quotas/df38cd9bcbb7480b8739e27fba0b60f2 HTTP/1.1" status: 200 len: 375 time: 0.0875127 Jul 09 09:34:22.691191 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f237b29-5e92-4f10-8030-6b53e9193fdb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Port': ['ID=3d3d556d-4ad5-4ba0-8342-cc91a664f6e2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:22.716736 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0f237b29-5e92-4f10-8030-6b53e9193fdb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:22.807448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c90286-1e77-483b-98d3-c0518672b3dd req-ccc3c924-37a3-4840-af17-dc87fe10b5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:22.809106 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85c90286-1e77-483b-98d3-c0518672b3dd req-ccc3c924-37a3-4840-af17-dc87fe10b5ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2423c228-b601-4946-8ea0-8ba4dc5be28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4699395 Jul 09 09:34:22.909702 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0f237b29-5e92-4f10-8030-6b53e9193fdb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:22.967528 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db49d494-1e0f-4cf6-8a7b-ee98b3cd31ab None None] Network fe4b9c9b-d791-4d16-b555-402ff702c342 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:34:22.997291 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85c90286-1e77-483b-98d3-c0518672b3dd req-479ba2d0-7003-4381-89c1-2a3f6b4a422a service neutron] 10.222.0.64 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182086 Jul 09 09:34:23.028857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-ae069b0f-cfb2-487e-afe9-ce60af35f870 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Allocated IP 172.20.0.5 (8da779eb-62d2-4653-9616-013d03ffc7b9/a05b0ae9-6d96-449a-844e-c2c83c8a0b77/96113903-35ea-4ac9-be3e-85da2b3415bb) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:34:23.102629 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-09e1ca19-7985-46ae-bdd3-8dca75fc8cfa None None] Provisioning for port 78acf6e4-d1c4-49ec-b52a-e537346d2edf completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:23.145395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-09e1ca19-7985-46ae-bdd3-8dca75fc8cfa None None] Provisioning complete for port 78acf6e4-d1c4-49ec-b52a-e537346d2edf triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:23.146016 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-09e1ca19-7985-46ae-bdd3-8dca75fc8cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:23.217303 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-ae069b0f-cfb2-487e-afe9-ce60af35f870 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:23.236324 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-ae069b0f-cfb2-487e-afe9-ce60af35f870 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Transition to ACTIVE for port object 96113903-35ea-4ac9-be3e-85da2b3415bb will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:23.260996 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:34:23.261511 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0f237b29-5e92-4f10-8030-6b53e9193fdb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:23.269763 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0f237b29-5e92-4f10-8030-6b53e9193fdb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:23.323570 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-09e1ca19-7985-46ae-bdd3-8dca75fc8cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:23.343917 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f237b29-5e92-4f10-8030-6b53e9193fdb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Port': ['ID=3d3d556d-4ad5-4ba0-8342-cc91a664f6e2,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:23.382895 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0f237b29-5e92-4f10-8030-6b53e9193fdb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:23.385369 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-09e1ca19-7985-46ae-bdd3-8dca75fc8cfa None None] For port 78acf6e4-d1c4-49ec-b52a-e537346d2edf, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=78acf6e4-d1c4-49ec-b52a-e537346d2edf,segment=NetworkSegment(5f72e108-06da-41d8-926b-9a5a173f6b55),segment_id=5f72e108-06da-41d8-926b-9a5a173f6b55)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:23.392762 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-09e1ca19-7985-46ae-bdd3-8dca75fc8cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:23.394886 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-34a506b9-c48b-484c-bd96-ab90f1bd18dc tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:34:23.405994 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-34a506b9-c48b-484c-bd96-ab90f1bd18dc tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:23.425865 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-ae069b0f-cfb2-487e-afe9-ce60af35f870 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:23.445527 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f03cedf-4323-40f3-8a37-1f300e2ccfdf None None] Sync routers for ids ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:34:23.508807 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f03cedf-4323-40f3-8a37-1f300e2ccfdf None None] Routers {'7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:23.509436 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8f03cedf-4323-40f3-8a37-1f300e2ccfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:34:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:23.525110 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f237b29-5e92-4f10-8030-6b53e9193fdb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network fe4b9c9b-d791-4d16-b555-402ff702c342 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:23.527074 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0f237b29-5e92-4f10-8030-6b53e9193fdb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:23.574289 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1ca19-7985-46ae-bdd3-8dca75fc8cfa None None] Pushing event updated for resources: {'Port': ['ID=78acf6e4-d1c4-49ec-b52a-e537346d2edf,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:23.608022 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-1b526e09-19da-4753-a8de-4412e6ad9434 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=df38cd9bcbb7480b8739e27fba0b60f2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.8958719 Jul 09 09:34:23.608705 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae069b0f-cfb2-487e-afe9-ce60af35f870 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Pushing event updated for resources: {'Port': ['ID=96113903-35ea-4ac9-be3e-85da2b3415bb,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:23.632332 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-ae069b0f-cfb2-487e-afe9-ce60af35f870 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Network 8da779eb-62d2-4653-9616-013d03ffc7b9 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:23.684749 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2590f56f-9aaa-46b3-9ac7-ee2e517ee265 None None] Provisioning for port 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:23.687517 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-ae069b0f-cfb2-487e-afe9-ce60af35f870 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:23.691274 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-ae069b0f-cfb2-487e-afe9-ce60af35f870 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:34:23.709782 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-34a506b9-c48b-484c-bd96-ab90f1bd18dc tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "PUT /v2.0/floatingips/f35ef6cb-fbad-47b9-83a2-a2f62ce5568e HTTP/1.1" status: 200 len: 694 time: 3.7165504 Jul 09 09:34:23.716994 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-8f03cedf-4323-40f3-8a37-1f300e2ccfdf None None] Set router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:23.720032 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85c90286-1e77-483b-98d3-c0518672b3dd req-dd79dd40-4d65-4dbf-955d-fa6346fb3f2e service neutron] 10.222.0.64 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438295 Jul 09 09:34:23.821508 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f237b29-5e92-4f10-8030-6b53e9193fdb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:34:23.872924 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2590f56f-9aaa-46b3-9ac7-ee2e517ee265 None None] Provisioning complete for port 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:23.874999 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2590f56f-9aaa-46b3-9ac7-ee2e517ee265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:23.964725 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-31656392-6459-46bb-af1e-26bff9566c4d service neutron] 10.222.0.61 "GET /v2.0/networks/99c195dc-2d0c-4f19-8264-456ecb1b766e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302464 Jul 09 09:34:24.028247 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:34:24.038389 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f237b29-5e92-4f10-8030-6b53e9193fdb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:34:24.062255 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] Sync routers for ids ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:34:24.086708 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0f237b29-5e92-4f10-8030-6b53e9193fdb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/routers/2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9999928 Jul 09 09:34:24.088546 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50858) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:24.090279 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] Routers {'2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:24.091074 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:34:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:24.117116 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-12b7bdd0-1217-4317-ac72-3f5b1f0b6101 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'network': {'name': 'tempest-RoutersTest-1932321071'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:24.138001 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 78acf6e4-d1c4-49ec-b52a-e537346d2edf up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:24.214573 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-ae069b0f-cfb2-487e-afe9-ce60af35f870 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:24.215252 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-ae069b0f-cfb2-487e-afe9-ce60af35f870 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:24.215933 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b7bdd0-1217-4317-ac72-3f5b1f0b6101 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Made reservation on behalf of 5b4da6b733da4e65b04fb4aab5163387 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:34:24.229318 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2590f56f-9aaa-46b3-9ac7-ee2e517ee265 None None] Port 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:34:24.229539 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12b7bdd0-1217-4317-ac72-3f5b1f0b6101 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:24.287740 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-ae069b0f-cfb2-487e-afe9-ce60af35f870 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6421208 Jul 09 09:34:24.302745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-91032799-8926-4d5b-a078-788ae0f34b3b service neutron] Request body: {'port': {'device_id': '46cd89cf-4dc6-4c0d-8802-afd2dbc4a306', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:24.318682 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b7bdd0-1217-4317-ac72-3f5b1f0b6101 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:34:24.343662 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12b7bdd0-1217-4317-ac72-3f5b1f0b6101 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:24.344276 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-12b7bdd0-1217-4317-ac72-3f5b1f0b6101 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Added segment 0fd78a6d-e954-4231-9944-729b3a0b7ccd of type vlan for network 6320385c-2060-49a0-97a6-0e18de320fe6 Jul 09 09:34:24.372276 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-d18b4ac2-0a47-4450-8bea-f13155975f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:24.373739 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-d18b4ac2-0a47-4450-8bea-f13155975f3d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b787bf2eebcb4063864ea3f28a4fe795&device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 1097 time: 0.6626189 Jul 09 09:34:24.398585 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-24d327f0-c2ae-4925-8ed8-2cf66f7988c9 service neutron] 10.222.0.61 "GET /v2.0/networks/99c195dc-2d0c-4f19-8264-456ecb1b766e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059744 Jul 09 09:34:24.420494 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] Set router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:24.438240 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12b7bdd0-1217-4317-ac72-3f5b1f0b6101 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:24.525346 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12b7bdd0-1217-4317-ac72-3f5b1f0b6101 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:24.562465 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b7bdd0-1217-4317-ac72-3f5b1f0b6101 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:24.564273 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12b7bdd0-1217-4317-ac72-3f5b1f0b6101 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:24.661917 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-12b7bdd0-1217-4317-ac72-3f5b1f0b6101 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5675843 Jul 09 09:34:24.663386 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50870) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:24.669621 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-05cb0616-566b-4574-9770-5addb568b7f1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'subnet': {'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:24.697742 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-bfbf46c9-7c5c-48b5-9bc5-19d95a083d31 service neutron] 10.222.0.61 "GET /v2.0/ports/3c73430f-30cc-438a-9261-509e2242a4f3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2694323 Jul 09 09:34:24.740695 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-91032799-8926-4d5b-a078-788ae0f34b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:24.786173 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 3, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': '3d3d556d-4ad5-4ba0-8342-cc91a664f6e2', 'name': '', 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:a5:a4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:21Z', 'updated_at': '2021-07-09T09:34:23Z', 'revision_number': 2, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:24.796486 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2590f56f-9aaa-46b3-9ac7-ee2e517ee265 None None] Provisioning complete for port 78acf6e4-d1c4-49ec-b52a-e537346d2edf triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:24.797059 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2590f56f-9aaa-46b3-9ac7-ee2e517ee265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:24.798609 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 78acf6e4-d1c4-49ec-b52a-e537346d2edf triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:24.798987 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:24.801263 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cb0616-566b-4574-9770-5addb568b7f1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Made reservation on behalf of 5b4da6b733da4e65b04fb4aab5163387 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:34:24.812620 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05cb0616-566b-4574-9770-5addb568b7f1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:24.835784 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] Checking router: 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:34:24.836462 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] Updating router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 port 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:34:24.892012 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:24.944168 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=71b45c26-dfed-4826-bfc9-ea88ce0a0ff8,segment=NetworkSegment(edbd23f5-4b6c-4399-ba78-00f99e4df72a),segment_id=edbd23f5-4b6c-4399-ba78-00f99e4df72a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:24.970821 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '71b45c26-dfed-4826-bfc9-ea88ce0a0ff8', 'network_id': 'a167ed73-6e11-49d4-8b85-411ff9857e03', 'port_id': '71b45c26-dfed-4826-bfc9-ea88ce0a0ff8', 'mac_address': 'fa:16:3e:a3:67:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3165e0-c2b9-4191-b47c-44ba56916623', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:34:25.010383 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-cc4504a2-93c3-45af-8d85-411fa8797c10 service neutron] 10.222.0.61 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116446 Jul 09 09:34:25.092367 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e8bbde23-8c25-4597-88ad-8217db4a3cfd up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:25.207416 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8f03cedf-4323-40f3-8a37-1f300e2ccfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c9993910-d634-4f71-9cc0-f838e2c54f6e', 'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'mac_address': 'fa:16:3e:36:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:24Z', 'updated_at': '2021-07-09T09:32:36Z', 'revision_number': 5, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'subnets': [{'id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:25.244595 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-300de20f-bac7-47f8-bf1f-6c087420227b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:25.253817 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-300de20f-bac7-47f8-bf1f-6c087420227b service neutron] 10.222.0.61 "GET /v2.0/networks?id=2423c228-b601-4946-8ea0-8ba4dc5be28b HTTP/1.1" status: 200 len: 921 time: 0.8671246 Jul 09 09:34:25.256606 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a6febdbb-3b5a-45ce-b9a5-3659d925e286 None None] Provisioning complete for port 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:25.256991 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6febdbb-3b5a-45ce-b9a5-3659d925e286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:25.263401 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7bdd0-1217-4317-ac72-3f5b1f0b6101 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Network': ['ID=6320385c-2060-49a0-97a6-0e18de320fe6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:25.306428 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05cb0616-566b-4574-9770-5addb568b7f1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:25.318290 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a6febdbb-3b5a-45ce-b9a5-3659d925e286 None None] Port 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:34:25.321684 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f03cedf-4323-40f3-8a37-1f300e2ccfdf None None] Checking router: 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:34:25.324776 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 6320385c-2060-49a0-97a6-0e18de320fe6 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:34:25.337918 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:25.343303 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-a770003f-2f02-43b8-b223-a4c05c248314 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=448833fd-1de0-4f0f-8cdc-555890bf76db HTTP/1.1" status: 200 len: 217 time: 0.0886252 Jul 09 09:34:25.353801 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] Transition to ACTIVE for port object 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:25.368071 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:25.404519 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb0616-566b-4574-9770-5addb568b7f1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Checking segment: {'id': '0fd78a6d-e954-4231-9944-729b3a0b7ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:34:25.405074 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cb0616-566b-4574-9770-5addb568b7f1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network hostable DHCP agents. Network: 6320385c-2060-49a0-97a6-0e18de320fe6, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:34:25.419822 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb0616-566b-4574-9770-5addb568b7f1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Subnet': ['ID=5ac3a8be-16d9-4788-805a-50c157d67c60,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:25.425237 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b7f88-2fed-44db-acfe-3a511636066c None None] Pushing event updated for resources: {'Port': ['ID=3d3d556d-4ad5-4ba0-8342-cc91a664f6e2,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:25.430049 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cb0616-566b-4574-9770-5addb568b7f1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network 6320385c-2060-49a0-97a6-0e18de320fe6 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:34:25.440448 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port e8bbde23-8c25-4597-88ad-8217db4a3cfd triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:25.442683 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:25.448483 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-05cb0616-566b-4574-9770-5addb568b7f1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 6320385c-2060-49a0-97a6-0e18de320fe6) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:25.458257 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cb0616-566b-4574-9770-5addb568b7f1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:25.458819 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05cb0616-566b-4574-9770-5addb568b7f1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:25.486061 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-05cb0616-566b-4574-9770-5addb568b7f1 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8181684 Jul 09 09:34:25.486558 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50876) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:25.584263 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c945e41f-b9c1-42a4-9914-18fc2b8dbb30 None None] Network 6320385c-2060-49a0-97a6-0e18de320fe6 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:34:25.589733 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a6febdbb-3b5a-45ce-b9a5-3659d925e286 None None] Provisioning for port 96113903-35ea-4ac9-be3e-85da2b3415bb completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:25.597774 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:25.609869 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] Attempting to bind port 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:34:25.611239 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] Attempting to bind port 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '5f72e108-06da-41d8-926b-9a5a173f6b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:34:25.612228 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] Attempting to bind port 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2 on network fe4b9c9b-d791-4d16-b555-402ff702c342 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:25.618715 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:34:25.619380 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] Checking segment: {'id': '5f72e108-06da-41d8-926b-9a5a173f6b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:34:25.620475 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:25.621076 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] Bound using segment: {'id': '5f72e108-06da-41d8-926b-9a5a173f6b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:34:25.621630 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] Bound port: 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f72e108-06da-41d8-926b-9a5a173f6b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:34:25.622279 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:25.644850 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-d25afeb1-c423-4c8c-a7f1-f583f5ffde0c service neutron] 10.222.0.61 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6299233 Jul 09 09:34:25.688641 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f03cedf-4323-40f3-8a37-1f300e2ccfdf None None] Routers {'7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:25.689397 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8f03cedf-4323-40f3-8a37-1f300e2ccfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:34:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:25.696348 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a6febdbb-3b5a-45ce-b9a5-3659d925e286 None None] Provisioning complete for port 96113903-35ea-4ac9-be3e-85da2b3415bb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:25.696814 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6febdbb-3b5a-45ce-b9a5-3659d925e286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:25.711257 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] For port 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:34:25.715517 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] For port 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3d3d556d-4ad5-4ba0-8342-cc91a664f6e2,segment=NetworkSegment(5f72e108-06da-41d8-926b-9a5a173f6b55),segment_id=5f72e108-06da-41d8-926b-9a5a173f6b55)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:34:25.724262 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:25.847603 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:34:25.848796 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b7f88-2fed-44db-acfe-3a511636066c None None] Pushing event updated for resources: {'Port': ['ID=3d3d556d-4ad5-4ba0-8342-cc91a664f6e2,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:25.865821 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] Routers {'2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:25.866562 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:34:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:25.983209 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=71b45c26-dfed-4826-bfc9-ea88ce0a0ff8,segment=NetworkSegment(edbd23f5-4b6c-4399-ba78-00f99e4df72a),segment_id=edbd23f5-4b6c-4399-ba78-00f99e4df72a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:25.998475 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a6febdbb-3b5a-45ce-b9a5-3659d925e286 None None] Port 96113903-35ea-4ac9-be3e-85da2b3415bb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:34:26.001448 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:26.002508 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] Set router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:26.124297 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-8f03cedf-4323-40f3-8a37-1f300e2ccfdf None None] Set router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:26.214925 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=71b45c26-dfed-4826-bfc9-ea88ce0a0ff8,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:26.232341 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-71aa5eb5-ee74-47f7-9387-da3d68d9a18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:26.234205 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-71aa5eb5-ee74-47f7-9387-da3d68d9a18f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e29a1d03-4250-4311-8a28-897c11a59e6c HTTP/1.1" status: 200 len: 859 time: 0.8691733 Jul 09 09:34:26.298390 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 3, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': '3d3d556d-4ad5-4ba0-8342-cc91a664f6e2', 'name': '', 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:a5:a4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:21Z', 'updated_at': '2021-07-09T09:34:25Z', 'revision_number': 4, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:26.318666 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-68007647-3550-43b8-a1d5-680c3cc64292 service neutron] 10.222.0.61 "GET /v2.0/ports/b87dc968-5275-4a5f-8ede-a7b805940aa5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.6498442 Jul 09 09:34:26.320845 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-6320385c-2060-49a0-97a6-0e18de320fe6', 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'fixed_ips': [{'subnet_id': '5ac3a8be-16d9-4788-805a-50c157d67c60'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:34:26.321715 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:26.346299 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee33bbab-42c8-47aa-87f9-8b109f9e89a0 None None] The sync data for ids ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'] in n-d-799996-1 is: [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 3, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': '3d3d556d-4ad5-4ba0-8342-cc91a664f6e2', 'name': '', 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:a5:a4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:21Z', 'updated_at': '2021-07-09T09:34:25Z', 'revision_number': 4, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:34:26.595176 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-422633e0-5efc-46f9-b0ea-beec912fd96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:26.599964 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6db3b410-eaa9-4b0b-a789-e4c527ec8a4e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:26.605186 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-422633e0-5efc-46f9-b0ea-beec912fd96d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2423c228-b601-4946-8ea0-8ba4dc5be28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3616557 Jul 09 09:34:26.654916 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['71b45c26-dfed-4826-bfc9-ea88ce0a0ff8'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:34:26.746524 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Allocated IP 172.22.0.2 (6320385c-2060-49a0-97a6-0e18de320fe6/5ac3a8be-16d9-4788-805a-50c157d67c60/1dadda6d-ef38-41cc-95a1-5016d9214165) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:34:26.778369 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-21be3eea-fd78-4ec0-a3e5-20d55c0725ad service neutron] 10.222.0.61 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532785 Jul 09 09:34:26.793373 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-8ec38e93-65c5-41ba-8af8-2978e11b75bd service neutron] 10.222.0.61 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872704 Jul 09 09:34:26.895769 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8f03cedf-4323-40f3-8a37-1f300e2ccfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c9993910-d634-4f71-9cc0-f838e2c54f6e', 'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'mac_address': 'fa:16:3e:36:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:24Z', 'updated_at': '2021-07-09T09:32:36Z', 'revision_number': 5, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'subnets': [{'id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:26.938053 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f03cedf-4323-40f3-8a37-1f300e2ccfdf None None] The sync data for ids ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'] in n-d-799996-1 is: [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:32:26Z', 'revision_number': 4, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c9993910-d634-4f71-9cc0-f838e2c54f6e', 'name': '', 'network_id': '2423c228-b601-4946-8ea0-8ba4dc5be28b', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'mac_address': 'fa:16:3e:36:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:24Z', 'updated_at': '2021-07-09T09:32:36Z', 'revision_number': 5, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'subnets': [{'id': 'e29a1d03-4250-4311-8a28-897c11a59e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:34:26.946615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-91032799-8926-4d5b-a078-788ae0f34b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96113903-35ea-4ac9-be3e-85da2b3415bb {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:34:26.955803 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-91032799-8926-4d5b-a078-788ae0f34b3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:26.972354 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-91032799-8926-4d5b-a078-788ae0f34b3b service neutron] Transition to ACTIVE for port object 96113903-35ea-4ac9-be3e-85da2b3415bb will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:26.982659 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-91032799-8926-4d5b-a078-788ae0f34b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:27.024106 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:27.035168 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Transition to ACTIVE for port object 1dadda6d-ef38-41cc-95a1-5016d9214165 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:27.050731 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Transition to ACTIVE for port object 1dadda6d-ef38-41cc-95a1-5016d9214165 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:27.065700 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:27.130303 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91032799-8926-4d5b-a078-788ae0f34b3b service neutron] Pushing event updated for resources: {'Port': ['ID=96113903-35ea-4ac9-be3e-85da2b3415bb,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:27.158202 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-f4d94d8c-425a-4590-ae20-e11165f3a633 service neutron] 10.222.0.61 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727033 Jul 09 09:34:27.189315 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fd221aa-ff12-46d7-a343-053c6002d780 req-026b3d9b-2df7-42b1-8b38-292d601b55b9 service neutron] 10.222.0.61 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949833 Jul 09 09:34:27.197845 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-6db3b410-eaa9-4b0b-a789-e4c527ec8a4e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Allocated IP 172.22.0.1 (6320385c-2060-49a0-97a6-0e18de320fe6/5ac3a8be-16d9-4788-805a-50c157d67c60/d7711380-5bfd-4705-b156-25533c011079) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:34:27.364787 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3290d799-5e76-4e31-a367-d4e3659c30ab x-openstack-request-id: req-3290d799-5e76-4e31-a367-d4e3659c30ab {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:34:27.365107 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63fa895-50a8-4200-bb6e-1ee811eb151c", "tag": "71b45c26-dfed-4826-bfc9-ea88ce0a0ff8", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:34:27.365335 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3290d799-5e76-4e31-a367-d4e3659c30ab {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:34:27.365731 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63fa895-50a8-4200-bb6e-1ee811eb151c', 'tag': '71b45c26-dfed-4826-bfc9-ea88ce0a0ff8', 'status': 'completed', 'code': 200} Jul 09 09:34:27.369278 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Network 6320385c-2060-49a0-97a6-0e18de320fe6 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:27.375200 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:27.381098 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:34:27.399025 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Pushing event updated for resources: {'Port': ['ID=1dadda6d-ef38-41cc-95a1-5016d9214165,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:27.444181 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c012ab93-bd71-4045-a5aa-08850b6ac18c None None] New status for floating IP f35ef6cb-fbad-47b9-83a2-a2f62ce5568e: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:34:27.454519 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-91032799-8926-4d5b-a078-788ae0f34b3b service neutron] Attempting to bind port 96113903-35ea-4ac9-be3e-85da2b3415bb on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:34:27.454871 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-91032799-8926-4d5b-a078-788ae0f34b3b service neutron] Attempting to bind port 96113903-35ea-4ac9-be3e-85da2b3415bb by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'd147fb99-7b00-466a-8470-55c3bcf6909a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:34:27.455307 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-91032799-8926-4d5b-a078-788ae0f34b3b service neutron] Attempting to bind port 96113903-35ea-4ac9-be3e-85da2b3415bb on network 8da779eb-62d2-4653-9616-013d03ffc7b9 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:27.463106 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-91032799-8926-4d5b-a078-788ae0f34b3b service neutron] Port 96113903-35ea-4ac9-be3e-85da2b3415bb on network 8da779eb-62d2-4653-9616-013d03ffc7b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:34:27.463911 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-91032799-8926-4d5b-a078-788ae0f34b3b service neutron] Attempting to bind port 96113903-35ea-4ac9-be3e-85da2b3415bb on network 8da779eb-62d2-4653-9616-013d03ffc7b9 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:27.483026 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-91032799-8926-4d5b-a078-788ae0f34b3b service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:34:27.483371 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-91032799-8926-4d5b-a078-788ae0f34b3b service neutron] Checking segment: {'id': 'd147fb99-7b00-466a-8470-55c3bcf6909a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:34:27.483778 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-91032799-8926-4d5b-a078-788ae0f34b3b service neutron] Bound using segment: {'id': 'd147fb99-7b00-466a-8470-55c3bcf6909a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:34:27.484233 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-91032799-8926-4d5b-a078-788ae0f34b3b service neutron] Bound port: 96113903-35ea-4ac9-be3e-85da2b3415bb, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd147fb99-7b00-466a-8470-55c3bcf6909a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:34:27.484594 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-91032799-8926-4d5b-a078-788ae0f34b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:27.486136 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6db3b410-eaa9-4b0b-a789-e4c527ec8a4e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:27.504856 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-6db3b410-eaa9-4b0b-a789-e4c527ec8a4e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Transition to ACTIVE for port object d7711380-5bfd-4705-b156-25533c011079 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:27.522381 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-ea53daa0-e056-4e8c-a4ff-12642aa70709 service neutron] 10.222.0.61 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424737 Jul 09 09:34:27.553216 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6db3b410-eaa9-4b0b-a789-e4c527ec8a4e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:27.566847 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Attempting to bind port 1dadda6d-ef38-41cc-95a1-5016d9214165 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:34:27.567250 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Attempting to bind port 1dadda6d-ef38-41cc-95a1-5016d9214165 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '0fd78a6d-e954-4231-9944-729b3a0b7ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:34:27.567653 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Attempting to bind port 1dadda6d-ef38-41cc-95a1-5016d9214165 on network 6320385c-2060-49a0-97a6-0e18de320fe6 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:27.603966 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db3b410-eaa9-4b0b-a789-e4c527ec8a4e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network 6320385c-2060-49a0-97a6-0e18de320fe6 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:27.608153 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:34:27.608529 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Checking segment: {'id': '0fd78a6d-e954-4231-9944-729b3a0b7ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:34:27.608934 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:27.609106 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-6db3b410-eaa9-4b0b-a789-e4c527ec8a4e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:27.609328 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Bound using segment: {'id': '0fd78a6d-e954-4231-9944-729b3a0b7ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:34:27.609811 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Bound port: 1dadda6d-ef38-41cc-95a1-5016d9214165, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd78a6d-e954-4231-9944-729b3a0b7ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:34:27.610192 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:27.613167 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db3b410-eaa9-4b0b-a789-e4c527ec8a4e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:34:27.652691 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3b410-eaa9-4b0b-a789-e4c527ec8a4e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Port': ['ID=d7711380-5bfd-4705-b156-25533c011079,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:27.661784 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869b397-7ff4-4e68-8357-fc9a93438522 req-775d010b-a29b-4c2a-9fc5-191f8702449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:27.663945 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5869b397-7ff4-4e68-8357-fc9a93438522 req-775d010b-a29b-4c2a-9fc5-191f8702449c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ea2de8ba1fa4eb3954e92038414716a&device_id=e63fa895-50a8-4200-bb6e-1ee811eb151c HTTP/1.1" status: 200 len: 1096 time: 0.2968497 Jul 09 09:34:27.668850 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6db3b410-eaa9-4b0b-a789-e4c527ec8a4e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:27.708151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-91032799-8926-4d5b-a078-788ae0f34b3b service neutron] For port 96113903-35ea-4ac9-be3e-85da2b3415bb, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:34:27.769557 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] For port 1dadda6d-ef38-41cc-95a1-5016d9214165, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:34:27.770687 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-91032799-8926-4d5b-a078-788ae0f34b3b service neutron] For port 96113903-35ea-4ac9-be3e-85da2b3415bb, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=96113903-35ea-4ac9-be3e-85da2b3415bb,segment=NetworkSegment(d147fb99-7b00-466a-8470-55c3bcf6909a),segment_id=d147fb99-7b00-466a-8470-55c3bcf6909a)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:34:27.774254 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] For port 1dadda6d-ef38-41cc-95a1-5016d9214165, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1dadda6d-ef38-41cc-95a1-5016d9214165,segment=NetworkSegment(0fd78a6d-e954-4231-9944-729b3a0b7ccd),segment_id=0fd78a6d-e954-4231-9944-729b3a0b7ccd)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:34:27.782818 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-a9c8b73a-e6d9-4e54-8ea4-7547c241c1a6 service neutron] 10.222.0.61 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330186 Jul 09 09:34:27.782968 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:27.783916 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-91032799-8926-4d5b-a078-788ae0f34b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:27.814488 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6db3b410-eaa9-4b0b-a789-e4c527ec8a4e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:27.867793 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Pushing event updated for resources: {'Port': ['ID=1dadda6d-ef38-41cc-95a1-5016d9214165,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:27.884319 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:27.884717 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:27.885397 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:27.885397 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:27.885653 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:27.888917 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:27.889573 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:27.889573 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:27.893086 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:27.894132 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:27.894859 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:27.895683 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ab510-cc47-4fd6-8b59-a6935435a59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:27.915966 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-91032799-8926-4d5b-a078-788ae0f34b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:27.916705 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-91032799-8926-4d5b-a078-788ae0f34b3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:27.918071 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-91032799-8926-4d5b-a078-788ae0f34b3b service neutron] 10.222.0.64 "PUT /v2.0/ports/96113903-35ea-4ac9-be3e-85da2b3415bb HTTP/1.1" status: 200 len: 1091 time: 3.6200571 Jul 09 09:34:27.926476 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49de87-f414-4da6-826b-348971f18303 req-2e66bb37-f5d6-4bdf-8e2f-408320e514ff tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:27.928476 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be49de87-f414-4da6-826b-348971f18303 req-2e66bb37-f5d6-4bdf-8e2f-408320e514ff tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=e63fa895-50a8-4200-bb6e-1ee811eb151c HTTP/1.1" status: 200 len: 945 time: 0.4267371 Jul 09 09:34:27.992096 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:28.031328 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:28.054489 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91032799-8926-4d5b-a078-788ae0f34b3b service neutron] Pushing event updated for resources: {'Port': ['ID=96113903-35ea-4ac9-be3e-85da2b3415bb,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:28.090826 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869b397-7ff4-4e68-8357-fc9a93438522 req-b2d7984e-341b-4ff7-912a-6c539e7091be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:28.092895 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5869b397-7ff4-4e68-8357-fc9a93438522 req-b2d7984e-341b-4ff7-912a-6c539e7091be service neutron] 10.222.0.64 "GET /v2.0/networks?id=a167ed73-6e11-49d4-8b85-411ff9857e03 HTTP/1.1" status: 200 len: 922 time: 0.4205894 Jul 09 09:34:28.110417 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:28.115791 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:28.116934 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:28.118920 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:28.124877 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be49de87-f414-4da6-826b-348971f18303 req-d8f952ea-a8ac-4d1c-99a3-35638c68e26d tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867838 Jul 09 09:34:28.158636 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:28.159009 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:28.228905 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5869b397-7ff4-4e68-8357-fc9a93438522 req-1074d58e-7ace-48d9-8c6c-5cdeba363845 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71b45c26-dfed-4826-bfc9-ea88ce0a0ff8 HTTP/1.1" status: 200 len: 217 time: 0.1160023 Jul 09 09:34:28.254672 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-55207867-d7b2-4605-8933-18141a8879bf service neutron] 10.222.0.61 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600236 Jul 09 09:34:28.262705 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6db3b410-eaa9-4b0b-a789-e4c527ec8a4e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:28.281183 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6db3b410-eaa9-4b0b-a789-e4c527ec8a4e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:28.373372 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:28.381487 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-eaeebf0f-1c15-47eb-99c9-40416241489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:28.383886 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-eaeebf0f-1c15-47eb-99c9-40416241489c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fa9df9b474a4887b8f2c23eac109c76&device_id=46cd89cf-4dc6-4c0d-8802-afd2dbc4a306 HTTP/1.1" status: 200 len: 1094 time: 0.4084892 Jul 09 09:34:28.404469 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:28.423088 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3b410-eaa9-4b0b-a789-e4c527ec8a4e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Port': ['ID=d7711380-5bfd-4705-b156-25533c011079,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:28.425469 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869b397-7ff4-4e68-8357-fc9a93438522 req-126b77d6-b47d-4853-af85-64d9a94dfd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:28.427084 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5869b397-7ff4-4e68-8357-fc9a93438522 req-126b77d6-b47d-4853-af85-64d9a94dfd0d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c3165e0-c2b9-4191-b47c-44ba56916623 HTTP/1.1" status: 200 len: 861 time: 0.1891837 Jul 09 09:34:28.431530 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6db3b410-eaa9-4b0b-a789-e4c527ec8a4e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:28.473669 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63fa895-50a8-4200-bb6e-1ee811eb151c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b45c26-dfed-4826-bfc9-ea88ce0a0ff8'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:34:28.476357 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91fc9a0-3e48-4f6a-8fd5-7c31da10d507" -d '{"events": [{"server_uuid": "e63fa895-50a8-4200-bb6e-1ee811eb151c", "name": "network-vif-plugged", "status": "completed", "tag": "71b45c26-dfed-4826-bfc9-ea88ce0a0ff8"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:34:28.481806 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3d3d556d-4ad5-4ba0-8342-cc91a664f6e2,segment=NetworkSegment(5f72e108-06da-41d8-926b-9a5a173f6b55),segment_id=5f72e108-06da-41d8-926b-9a5a173f6b55)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:28.490660 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:28.509131 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=71b45c26-dfed-4826-bfc9-ea88ce0a0ff8,segment=NetworkSegment(edbd23f5-4b6c-4399-ba78-00f99e4df72a),segment_id=edbd23f5-4b6c-4399-ba78-00f99e4df72a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:28.510989 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-3a714ee9-99b9-42fb-a7a0-ca63cc1654bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96113903-35ea-4ac9-be3e-85da2b3415bb HTTP/1.1" status: 200 len: 217 time: 0.0980208 Jul 09 09:34:28.517833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5869b397-7ff4-4e68-8357-fc9a93438522 req-e7fa5328-c5c7-4412-8044-4e3e26cb5464 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a167ed73-6e11-49d4-8b85-411ff9857e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817664 Jul 09 09:34:28.534432 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:28.561378 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=3d3d556d-4ad5-4ba0-8342-cc91a664f6e2,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:28.562843 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db3b410-eaa9-4b0b-a789-e4c527ec8a4e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network 6320385c-2060-49a0-97a6-0e18de320fe6 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:28.568283 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-6db3b410-eaa9-4b0b-a789-e4c527ec8a4e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:28.614306 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=71b45c26-dfed-4826-bfc9-ea88ce0a0ff8,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:28.619495 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-98b1450d-67a3-4c5a-b1e2-3d7e01624df0 service neutron] 10.222.0.61 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306403 Jul 09 09:34:28.672643 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db3b410-eaa9-4b0b-a789-e4c527ec8a4e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:34:28.688842 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-5d191813-494c-4700-93b9-c62934934535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:28.690327 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-5d191813-494c-4700-93b9-c62934934535 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a05b0ae9-6d96-449a-844e-c2c83c8a0b77 HTTP/1.1" status: 200 len: 851 time: 0.1708503 Jul 09 09:34:28.705727 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b671971-d8e3-402a-8261-4bf190502df7 req-66ca8eff-4287-499b-a5d2-731c875e3b3d tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:28.707195 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0b671971-d8e3-402a-8261-4bf190502df7 req-66ca8eff-4287-499b-a5d2-731c875e3b3d tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/ports?device_id=46cd89cf-4dc6-4c0d-8802-afd2dbc4a306 HTTP/1.1" status: 200 len: 943 time: 0.3485708 Jul 09 09:34:28.766120 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db3b410-eaa9-4b0b-a789-e4c527ec8a4e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:34:28.774219 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6db3b410-eaa9-4b0b-a789-e4c527ec8a4e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/routers/2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2835076 Jul 09 09:34:28.774219 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50908) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:28.777485 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] Sync routers for ids ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:34:28.781639 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3bbcc141-27c4-419c-a31e-a0f16a85d26c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'network': {'name': 'tempest-RoutersTest-601384462'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:28.787184 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] Routers {'2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:28.787950 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:34:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:28.797743 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5869b397-7ff4-4e68-8357-fc9a93438522 req-4fb4565e-e5ed-4f46-b75e-f940d9c69a8e service neutron] 10.222.0.64 "GET /v2.0/networks/a167ed73-6e11-49d4-8b85-411ff9857e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672191 Jul 09 09:34:28.805345 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbcc141-27c4-419c-a31e-a0f16a85d26c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Made reservation on behalf of 5b4da6b733da4e65b04fb4aab5163387 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:34:28.809116 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bbcc141-27c4-419c-a31e-a0f16a85d26c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:28.842911 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bbcc141-27c4-419c-a31e-a0f16a85d26c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:34:28.857260 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bbcc141-27c4-419c-a31e-a0f16a85d26c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:28.857596 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-3bbcc141-27c4-419c-a31e-a0f16a85d26c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Added segment 299101fb-d163-479f-bf24-ebf936df9611 of type vlan for network d1fb4afb-6ac6-41d2-9322-1d0194cd84b0 Jul 09 09:34:28.876667 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-be3a2e8e-eb21-4253-9906-05c3f4f02248 service neutron] 10.222.0.61 "GET /v2.0/networks/7bc84bdf-64ff-402d-9a3f-15d863914225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469559 Jul 09 09:34:28.889674 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0b671971-d8e3-402a-8261-4bf190502df7 req-05d778c6-6ee3-49dc-bd37-f0e872d5df76 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2338ea9-bbb4-4394-98e2-89ed8791ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645184 Jul 09 09:34:28.896969 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] Set router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:28.903857 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bbcc141-27c4-419c-a31e-a0f16a85d26c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:28.961543 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bbcc141-27c4-419c-a31e-a0f16a85d26c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:28.968314 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbcc141-27c4-419c-a31e-a0f16a85d26c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:28.968981 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bbcc141-27c4-419c-a31e-a0f16a85d26c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:29.001601 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-e315cbf2-6de8-4a52-bfb4-4f99bd727973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:29.003153 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-e315cbf2-6de8-4a52-bfb4-4f99bd727973 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8da779eb-62d2-4653-9616-013d03ffc7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2950802 Jul 09 09:34:29.062128 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3bbcc141-27c4-419c-a31e-a0f16a85d26c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2873399 Jul 09 09:34:29.062735 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50910) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:29.070169 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-33cee565-15c6-4919-9fae-1dcd5db13d96 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'subnet': {'network_id': 'd1fb4afb-6ac6-41d2-9322-1d0194cd84b0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:29.124111 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbcc141-27c4-419c-a31e-a0f16a85d26c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Network': ['ID=d1fb4afb-6ac6-41d2-9322-1d0194cd84b0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:29.150061 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5869b397-7ff4-4e68-8357-fc9a93438522 req-58711133-8c12-4004-8ecd-a1292b2399e6 service neutron] 10.222.0.64 "GET /v2.0/networks/a167ed73-6e11-49d4-8b85-411ff9857e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375070 Jul 09 09:34:29.151642 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network d1fb4afb-6ac6-41d2-9322-1d0194cd84b0 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:34:29.191207 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-905bd565-ba88-42a9-a1ad-a081d2eaebf6 service neutron] 10.222.0.61 "GET /v2.0/networks/7bc84bdf-64ff-402d-9a3f-15d863914225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994580 Jul 09 09:34:29.216220 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cee565-15c6-4919-9fae-1dcd5db13d96 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Made reservation on behalf of 5b4da6b733da4e65b04fb4aab5163387 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:34:29.221196 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:34:27Z', 'revision_number': 4, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': '3d3d556d-4ad5-4ba0-8342-cc91a664f6e2', 'name': '', 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:a5:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:21Z', 'updated_at': '2021-07-09T09:34:28Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7711380-5bfd-4705-b156-25533c011079', 'name': '', 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:b1:1c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:26Z', 'updated_at': '2021-07-09T09:34:27Z', 'revision_number': 2, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:29.232436 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33cee565-15c6-4919-9fae-1dcd5db13d96 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:29.256228 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] Checking router: 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:34:29.256581 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] Updating router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 port d7711380-5bfd-4705-b156-25533c011079 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:34:29.302677 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:29.419828 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e440933-16cf-459c-8e04-05c88a9b55e8 None None] Network 6320385c-2060-49a0-97a6-0e18de320fe6 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:34:29.463374 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33cee565-15c6-4919-9fae-1dcd5db13d96 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:29.498137 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-15eb4b39-13fc-4dcc-9440-59c78ec8f93c None None] Provisioning for port 1dadda6d-ef38-41cc-95a1-5016d9214165 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:29.532847 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cee565-15c6-4919-9fae-1dcd5db13d96 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Subnet': ['ID=c9491af5-1c1b-4cfa-950c-a0aa82e3505b,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:29.544232 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cee565-15c6-4919-9fae-1dcd5db13d96 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Checking segment: {'id': '299101fb-d163-479f-bf24-ebf936df9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd1fb4afb-6ac6-41d2-9322-1d0194cd84b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:34:29.544707 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cee565-15c6-4919-9fae-1dcd5db13d96 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network hostable DHCP agents. Network: d1fb4afb-6ac6-41d2-9322-1d0194cd84b0, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:34:29.563269 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cee565-15c6-4919-9fae-1dcd5db13d96 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network d1fb4afb-6ac6-41d2-9322-1d0194cd84b0 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:34:29.574998 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-33cee565-15c6-4919-9fae-1dcd5db13d96 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, d1fb4afb-6ac6-41d2-9322-1d0194cd84b0) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:29.580124 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cee565-15c6-4919-9fae-1dcd5db13d96 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:29.581040 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33cee565-15c6-4919-9fae-1dcd5db13d96 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:29.601587 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-33cee565-15c6-4919-9fae-1dcd5db13d96 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5355814 Jul 09 09:34:29.604350 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50914) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:29.605528 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60e3e39-71c6-4474-a7ff-22f61fee4f56 None None] Network d1fb4afb-6ac6-41d2-9322-1d0194cd84b0 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:34:29.641481 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99aab77e-09d5-482f-82b2-80d35d023c88', 'tag': '448833fd-1de0-4f0f-8cdc-555890bf76db'}, {'name': 'network-changed', 'server_uuid': '46cd89cf-4dc6-4c0d-8802-afd2dbc4a306', 'tag': '96113903-35ea-4ac9-be3e-85da2b3415bb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:34:29.643915 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3" -d '{"events": [{"name": "network-changed", "server_uuid": "99aab77e-09d5-482f-82b2-80d35d023c88", "tag": "448833fd-1de0-4f0f-8cdc-555890bf76db"}, {"name": "network-changed", "server_uuid": "46cd89cf-4dc6-4c0d-8802-afd2dbc4a306", "tag": "96113903-35ea-4ac9-be3e-85da2b3415bb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:34:29.689233 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef5794-246b-4950-92a8-9d607325170a req-5a0e730f-1cef-41b9-9b0c-ef368c83a9e7 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:29.690661 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4aef5794-246b-4950-92a8-9d607325170a req-5a0e730f-1cef-41b9-9b0c-ef368c83a9e7 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.6565340 Jul 09 09:34:29.694920 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-aa5c0057-6887-4c34-a440-251131ea9a21 service neutron] 10.222.0.64 "GET /v2.0/networks/8da779eb-62d2-4653-9616-013d03ffc7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6766109 Jul 09 09:34:29.739532 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:29.751173 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] Transition to ACTIVE for port object d7711380-5bfd-4705-b156-25533c011079 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:29.761932 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:29.817406 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4aef5794-246b-4950-92a8-9d607325170a req-70e50f14-6d60-47e0-838d-d18de038ee18 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173487 Jul 09 09:34:29.821071 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f8637a-2aa1-4ea7-bf86-687a7f49d8e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-d1fb4afb-6ac6-41d2-9322-1d0194cd84b0', 'network_id': 'd1fb4afb-6ac6-41d2-9322-1d0194cd84b0', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'fixed_ips': [{'subnet_id': 'c9491af5-1c1b-4cfa-950c-a0aa82e3505b'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:34:29.822473 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f2f8637a-2aa1-4ea7-bf86-687a7f49d8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:29.829399 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-5623faa7-c2b2-48a7-b284-f96e7dee9bd4 service neutron] 10.222.0.61 "GET /v2.0/networks/7bc84bdf-64ff-402d-9a3f-15d863914225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255071 Jul 09 09:34:29.846349 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5537839-6304-4f2d-b465-3aa4d48ae973 None None] Pushing event updated for resources: {'Port': ['ID=d7711380-5bfd-4705-b156-25533c011079,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:29.985360 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa5276c6-f5d5-4836-8d86-8b386917e014 req-d08e06bb-5a0f-495d-b272-580761b92729 service neutron] 10.222.0.64 "GET /v2.0/networks/8da779eb-62d2-4653-9616-013d03ffc7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760983 Jul 09 09:34:29.996920 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5f156a5a-c918-478b-b237-7653ff906d49 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:34:30.033772 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] Attempting to bind port d7711380-5bfd-4705-b156-25533c011079 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:34:30.034157 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] Attempting to bind port d7711380-5bfd-4705-b156-25533c011079 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '0fd78a6d-e954-4231-9944-729b3a0b7ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:34:30.034509 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] Attempting to bind port d7711380-5bfd-4705-b156-25533c011079 on network 6320385c-2060-49a0-97a6-0e18de320fe6 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:30.040341 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:34:30.040708 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] Checking segment: {'id': '0fd78a6d-e954-4231-9944-729b3a0b7ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:34:30.041342 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:30.041770 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] Bound using segment: {'id': '0fd78a6d-e954-4231-9944-729b3a0b7ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:34:30.042335 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] Bound port: d7711380-5bfd-4705-b156-25533c011079, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd78a6d-e954-4231-9944-729b3a0b7ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:34:30.042732 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:30.092960 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-f8e5ff2f-94d4-4f49-818d-ee1384c22ba9 service neutron] 10.222.0.61 "GET /v2.0/networks/7bc84bdf-64ff-402d-9a3f-15d863914225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404761 Jul 09 09:34:30.187907 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] For port d7711380-5bfd-4705-b156-25533c011079, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:34:30.195649 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] For port d7711380-5bfd-4705-b156-25533c011079, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=d7711380-5bfd-4705-b156-25533c011079,segment=NetworkSegment(0fd78a6d-e954-4231-9944-729b3a0b7ccd),segment_id=0fd78a6d-e954-4231-9944-729b3a0b7ccd)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:34:30.201136 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:30.219654 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1dadda6d-ef38-41cc-95a1-5016d9214165 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:30.277979 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:30.293472 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5537839-6304-4f2d-b465-3aa4d48ae973 None None] Pushing event updated for resources: {'Port': ['ID=d7711380-5bfd-4705-b156-25533c011079,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:30.303532 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] Routers {'2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:30.310381 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:34:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:30.355026 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-41461c7d-e076-48c2-a657-7047a54c97b8 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:30.478124 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-f2f8637a-2aa1-4ea7-bf86-687a7f49d8e1 None None] Allocated IP 172.23.0.2 (d1fb4afb-6ac6-41d2-9322-1d0194cd84b0/c9491af5-1c1b-4cfa-950c-a0aa82e3505b/e4310404-b829-4be9-81d9-2b9b7571f975) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:34:30.486453 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5f156a5a-c918-478b-b237-7653ff906d49, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5f156a5a-c918-478b-b237-7653ff906d49,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:30.494732 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-26dca2ff-d6bb-4dc4-b007-3291a6156c40 None None] Provisioning for port d7711380-5bfd-4705-b156-25533c011079 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:30.499505 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:30.524428 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] Set router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:30.574654 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 1dadda6d-ef38-41cc-95a1-5016d9214165 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:30.622575 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5eee15-539b-4f57-ac49-07f9044b9224 req-d415c1fb-542d-4a97-9835-1c4b04136ce7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:30.626167 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-4be0e7c2-cf96-4dd2-9268-8c2bb7863b24 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2377300 Jul 09 09:34:30.631157 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ed5eee15-539b-4f57-ac49-07f9044b9224 req-d415c1fb-542d-4a97-9835-1c4b04136ce7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 946 time: 0.1668818 Jul 09 09:34:30.657760 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 1dadda6d-ef38-41cc-95a1-5016d9214165 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:30.658133 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:30.732395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5f156a5a-c918-478b-b237-7653ff906d49,revision_number=11']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:30.749414 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ed5eee15-539b-4f57-ac49-07f9044b9224 req-c18e59e6-655e-4d49-9b70-6c559addddf8 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155298 Jul 09 09:34:30.786839 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-26dca2ff-d6bb-4dc4-b007-3291a6156c40 None None] Provisioning complete for port 1dadda6d-ef38-41cc-95a1-5016d9214165 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:30.787443 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-26dca2ff-d6bb-4dc4-b007-3291a6156c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:30.979922 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f2f8637a-2aa1-4ea7-bf86-687a7f49d8e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:30.995452 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f2f8637a-2aa1-4ea7-bf86-687a7f49d8e1 None None] Transition to ACTIVE for port object e4310404-b829-4be9-81d9-2b9b7571f975 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:31.021157 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:34:27Z', 'revision_number': 4, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': '3d3d556d-4ad5-4ba0-8342-cc91a664f6e2', 'name': '', 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:a5:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:21Z', 'updated_at': '2021-07-09T09:34:28Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7711380-5bfd-4705-b156-25533c011079', 'name': '', 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:b1:1c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:26Z', 'updated_at': '2021-07-09T09:34:30Z', 'revision_number': 4, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:31.034901 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9027f7a7-233a-41a9-9dc5-5c95b16db325 x-openstack-request-id: req-9027f7a7-233a-41a9-9dc5-5c95b16db325 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:34:31.040470 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63fa895-50a8-4200-bb6e-1ee811eb151c", "name": "network-vif-plugged", "status": "completed", "tag": "71b45c26-dfed-4826-bfc9-ea88ce0a0ff8", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:34:31.040470 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9027f7a7-233a-41a9-9dc5-5c95b16db325 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:34:31.042706 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63fa895-50a8-4200-bb6e-1ee811eb151c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b45c26-dfed-4826-bfc9-ea88ce0a0ff8', 'code': 200} Jul 09 09:34:31.086865 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f4aa0b-68b7-454f-8065-5bf764f28f3e None None] The sync data for ids ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'] in n-d-799996-1 is: [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:34:27Z', 'revision_number': 4, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': '3d3d556d-4ad5-4ba0-8342-cc91a664f6e2', 'name': '', 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:a5:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:21Z', 'updated_at': '2021-07-09T09:34:28Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7711380-5bfd-4705-b156-25533c011079', 'name': '', 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:b1:1c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:26Z', 'updated_at': '2021-07-09T09:34:30Z', 'revision_number': 4, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:34:31.090110 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:31.092371 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f2f8637a-2aa1-4ea7-bf86-687a7f49d8e1 None None] Transition to ACTIVE for port object e4310404-b829-4be9-81d9-2b9b7571f975 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:31.202317 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f2f8637a-2aa1-4ea7-bf86-687a7f49d8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:31.207212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fd47c-b88c-4c6f-9662-c0f2b114acb6 req-a8c0f209-380c-4ff7-9254-04d9f0d9c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:31.250776 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f68fd47c-b88c-4c6f-9662-c0f2b114acb6 req-a8c0f209-380c-4ff7-9254-04d9f0d9c472 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e63fa895-50a8-4200-bb6e-1ee811eb151c HTTP/1.1" status: 200 len: 1097 time: 0.1772799 Jul 09 09:34:31.281862 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-26dca2ff-d6bb-4dc4-b007-3291a6156c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:31.293081 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f8637a-2aa1-4ea7-bf86-687a7f49d8e1 None None] Network d1fb4afb-6ac6-41d2-9322-1d0194cd84b0 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:31.301860 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-41461c7d-e076-48c2-a657-7047a54c97b8 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Allocated IP 172.23.0.1 (d1fb4afb-6ac6-41d2-9322-1d0194cd84b0/c9491af5-1c1b-4cfa-950c-a0aa82e3505b/6da791f4-7951-4269-b0c0-c2643caf5952) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:34:31.331459 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 09:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937e1aff-7423-406d-abb8-fce3f28a8bc9 x-openstack-request-id: req-937e1aff-7423-406d-abb8-fce3f28a8bc9 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:34:31.331811 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99aab77e-09d5-482f-82b2-80d35d023c88", "tag": "448833fd-1de0-4f0f-8cdc-555890bf76db", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "46cd89cf-4dc6-4c0d-8802-afd2dbc4a306", "tag": "96113903-35ea-4ac9-be3e-85da2b3415bb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:34:31.332835 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-937e1aff-7423-406d-abb8-fce3f28a8bc9 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:34:31.333267 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99aab77e-09d5-482f-82b2-80d35d023c88', 'tag': '448833fd-1de0-4f0f-8cdc-555890bf76db', 'status': 'completed', 'code': 200} Jul 09 09:34:31.333377 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-f2f8637a-2aa1-4ea7-bf86-687a7f49d8e1 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:31.333582 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46cd89cf-4dc6-4c0d-8802-afd2dbc4a306', 'tag': '96113903-35ea-4ac9-be3e-85da2b3415bb', 'status': 'completed', 'code': 200} Jul 09 09:34:31.337016 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 1dadda6d-ef38-41cc-95a1-5016d9214165, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1dadda6d-ef38-41cc-95a1-5016d9214165,segment=NetworkSegment(0fd78a6d-e954-4231-9944-729b3a0b7ccd),segment_id=0fd78a6d-e954-4231-9944-729b3a0b7ccd)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:31.342474 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f8637a-2aa1-4ea7-bf86-687a7f49d8e1 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:34:31.375776 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:31.376778 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:31.381760 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8637a-2aa1-4ea7-bf86-687a7f49d8e1 None None] Pushing event updated for resources: {'Port': ['ID=e4310404-b829-4be9-81d9-2b9b7571f975,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:31.615068 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f68fd47c-b88c-4c6f-9662-c0f2b114acb6 req-da334843-f8c5-4b44-8b9e-e374d3c66b38 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554151 Jul 09 09:34:31.635937 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-41461c7d-e076-48c2-a657-7047a54c97b8 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:31.676778 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-41461c7d-e076-48c2-a657-7047a54c97b8 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Transition to ACTIVE for port object 6da791f4-7951-4269-b0c0-c2643caf5952 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:31.732841 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3 req-0aab5ee4-c455-47d7-8fd5-d0dc6ac57851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:31.735296 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-41461c7d-e076-48c2-a657-7047a54c97b8 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:31.735852 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3 req-0aab5ee4-c455-47d7-8fd5-d0dc6ac57851 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b787bf2eebcb4063864ea3f28a4fe795&device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 1097 time: 0.3249457 Jul 09 09:34:31.747047 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18cb0dc-7aab-4a89-a4fc-c6df09d455fd req-54accc0e-773d-464a-af17-b83bf1e01522 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:31.754633 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a18cb0dc-7aab-4a89-a4fc-c6df09d455fd req-54accc0e-773d-464a-af17-b83bf1e01522 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=e63fa895-50a8-4200-bb6e-1ee811eb151c HTTP/1.1" status: 200 len: 946 time: 0.4967632 Jul 09 09:34:31.814002 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41461c7d-e076-48c2-a657-7047a54c97b8 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network d1fb4afb-6ac6-41d2-9322-1d0194cd84b0 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:31.818736 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-41461c7d-e076-48c2-a657-7047a54c97b8 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:31.827858 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41461c7d-e076-48c2-a657-7047a54c97b8 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:34:31.941126 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41461c7d-e076-48c2-a657-7047a54c97b8 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Port': ['ID=6da791f4-7951-4269-b0c0-c2643caf5952,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:31.970481 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-41461c7d-e076-48c2-a657-7047a54c97b8 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:32.087765 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3 req-5ad13b43-a902-42af-a898-edd0905b4322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:32.089558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3 req-5ad13b43-a902-42af-a898-edd0905b4322 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2423c228-b601-4946-8ea0-8ba4dc5be28b HTTP/1.1" status: 200 len: 921 time: 0.3319962 Jul 09 09:34:32.105523 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a18cb0dc-7aab-4a89-a4fc-c6df09d455fd req-de4addba-cdea-41a8-a348-13cc6581efdd tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490171 Jul 09 09:34:32.168756 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=1dadda6d-ef38-41cc-95a1-5016d9214165,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:32.178443 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f2f8637a-2aa1-4ea7-bf86-687a7f49d8e1 None None] Attempting to bind port e4310404-b829-4be9-81d9-2b9b7571f975 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:34:32.178843 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f2f8637a-2aa1-4ea7-bf86-687a7f49d8e1 None None] Attempting to bind port e4310404-b829-4be9-81d9-2b9b7571f975 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '299101fb-d163-479f-bf24-ebf936df9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd1fb4afb-6ac6-41d2-9322-1d0194cd84b0'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:34:32.179245 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f8637a-2aa1-4ea7-bf86-687a7f49d8e1 None None] Attempting to bind port e4310404-b829-4be9-81d9-2b9b7571f975 on network d1fb4afb-6ac6-41d2-9322-1d0194cd84b0 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:32.190665 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc6901-5cfc-42c9-9860-8b7dfbeb2ac2 req-9bf1f625-1514-4817-bef3-e9a5bb674516 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:32.192420 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dbbc6901-5cfc-42c9-9860-8b7dfbeb2ac2 req-9bf1f625-1514-4817-bef3-e9a5bb674516 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/ports?device_id=46cd89cf-4dc6-4c0d-8802-afd2dbc4a306 HTTP/1.1" status: 200 len: 943 time: 0.4338593 Jul 09 09:34:32.212097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f8637a-2aa1-4ea7-bf86-687a7f49d8e1 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:34:32.212613 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f8637a-2aa1-4ea7-bf86-687a7f49d8e1 None None] Checking segment: {'id': '299101fb-d163-479f-bf24-ebf936df9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd1fb4afb-6ac6-41d2-9322-1d0194cd84b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:34:32.213336 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f2f8637a-2aa1-4ea7-bf86-687a7f49d8e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:32.214162 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f8637a-2aa1-4ea7-bf86-687a7f49d8e1 None None] Bound using segment: {'id': '299101fb-d163-479f-bf24-ebf936df9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd1fb4afb-6ac6-41d2-9322-1d0194cd84b0'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:34:32.215139 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f2f8637a-2aa1-4ea7-bf86-687a7f49d8e1 None None] Bound port: e4310404-b829-4be9-81d9-2b9b7571f975, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299101fb-d163-479f-bf24-ebf936df9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd1fb4afb-6ac6-41d2-9322-1d0194cd84b0'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:34:32.216033 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f2f8637a-2aa1-4ea7-bf86-687a7f49d8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:32.222168 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-26dca2ff-d6bb-4dc4-b007-3291a6156c40 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:34:32.222896 n-d-799996-1 neutron-server[93792]: DEBUG oslo_db.api [None req-26dca2ff-d6bb-4dc4-b007-3291a6156c40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:34:32.240558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3 req-ad57383f-797c-495d-ac79-23ad24b0be27 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=448833fd-1de0-4f0f-8cdc-555890bf76db HTTP/1.1" status: 200 len: 217 time: 0.1265380 Jul 09 09:34:32.245817 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:32.246356 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:32.326564 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-41461c7d-e076-48c2-a657-7047a54c97b8 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:32.352129 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dbbc6901-5cfc-42c9-9860-8b7dfbeb2ac2 req-735a66c3-c1bc-46bc-9c93-b1affc8507e2 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2338ea9-bbb4-4394-98e2-89ed8791ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159422 Jul 09 09:34:32.387209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3 req-3b5e5206-ab54-4e4a-abab-72144b1ef829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:32.388926 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3 req-3b5e5206-ab54-4e4a-abab-72144b1ef829 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29a1d03-4250-4311-8a28-897c11a59e6c HTTP/1.1" status: 200 len: 859 time: 0.1386740 Jul 09 09:34:32.389337 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f2f8637a-2aa1-4ea7-bf86-687a7f49d8e1 None None] For port e4310404-b829-4be9-81d9-2b9b7571f975, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:34:32.485795 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3 req-71357f6f-cbfd-40ca-b010-0448e46af090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:32.487565 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3 req-71357f6f-cbfd-40ca-b010-0448e46af090 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2423c228-b601-4946-8ea0-8ba4dc5be28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887883 Jul 09 09:34:32.497349 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e442c-8e8d-4bd0-b15b-3459d2487231 req-bc650fde-42b8-4eb2-94b3-b63efa8158fa tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:32.499030 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e29e442c-8e8d-4bd0-b15b-3459d2487231 req-bc650fde-42b8-4eb2-94b3-b63efa8158fa tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 950 time: 0.1668119 Jul 09 09:34:32.505064 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3 req-69c3e735-3f37-4a2d-a4d9-870e1c36e613 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:34:32.506436 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3 req-69c3e735-3f37-4a2d-a4d9-870e1c36e613 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064135 Jul 09 09:34:32.542821 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f2f8637a-2aa1-4ea7-bf86-687a7f49d8e1 None None] For port e4310404-b829-4be9-81d9-2b9b7571f975, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e4310404-b829-4be9-81d9-2b9b7571f975,segment=NetworkSegment(299101fb-d163-479f-bf24-ebf936df9611),segment_id=299101fb-d163-479f-bf24-ebf936df9611)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:34:32.577732 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f2f8637a-2aa1-4ea7-bf86-687a7f49d8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:32.641973 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3 req-4e568c61-62e7-48d4-90f0-189f1e4fb5fd service neutron] 10.222.0.64 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273899 Jul 09 09:34:32.697930 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8637a-2aa1-4ea7-bf86-687a7f49d8e1 None None] Pushing event updated for resources: {'Port': ['ID=e4310404-b829-4be9-81d9-2b9b7571f975,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:32.745148 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e29e442c-8e8d-4bd0-b15b-3459d2487231 req-3aa9835d-c10a-46c8-ba3f-af0be39a0e32 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374635 Jul 09 09:34:32.839637 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3 req-cf3938c7-2086-4574-8530-ddfe9dc682c5 service neutron] 10.222.0.64 "GET /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820149 Jul 09 09:34:32.881992 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1dadda6d-ef38-41cc-95a1-5016d9214165 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:32.994183 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 1dadda6d-ef38-41cc-95a1-5016d9214165 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:32.995754 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:33.041570 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f156a5a-c918-478b-b237-7653ff906d49'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:34:33.046866 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9811ae-de31-4889-aa4d-319e40a08efb" -d '{"events": [{"server_uuid": "2f6269b7-c674-41c1-a8e0-b53159ca5f61", "name": "network-vif-unplugged", "status": "completed", "tag": "5f156a5a-c918-478b-b237-7653ff906d49"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:34:33.120296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3 req-7f268228-390f-47e4-b04b-60534abef851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:33.122299 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3 req-7f268228-390f-47e4-b04b-60534abef851 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fa9df9b474a4887b8f2c23eac109c76&device_id=46cd89cf-4dc6-4c0d-8802-afd2dbc4a306 HTTP/1.1" status: 200 len: 1094 time: 0.1454556 Jul 09 09:34:33.164450 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d7711380-5bfd-4705-b156-25533c011079 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:33.201158 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5b262c4-f25a-4e0a-9120-4c7e9818a1a2 req-c39ff13f-e4bd-46bd-b636-b02140e00b8b tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 210 time: 0.0738993 Jul 09 09:34:33.318374 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port d7711380-5bfd-4705-b156-25533c011079 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:33.325501 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port d7711380-5bfd-4705-b156-25533c011079 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:33.327571 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:33.336735 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bfc45987-0718-4364-a0b6-10f00eaf0487 req-a480ba4d-a5a3-40b1-9ea8-fc5b8cd5244d tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/floatingips/f35ef6cb-fbad-47b9-83a2-a2f62ce5568e HTTP/1.1" status: 200 len: 693 time: 0.0775447 Jul 09 09:34:33.450340 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:33.492915 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port d7711380-5bfd-4705-b156-25533c011079, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=d7711380-5bfd-4705-b156-25533c011079,segment=NetworkSegment(0fd78a6d-e954-4231-9944-729b3a0b7ccd),segment_id=0fd78a6d-e954-4231-9944-729b3a0b7ccd)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:33.504932 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:33.515780 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3 req-1c30262d-b777-418e-a28b-f2faf68fdd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:33.524221 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3 req-1c30262d-b777-418e-a28b-f2faf68fdd43 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8da779eb-62d2-4653-9616-013d03ffc7b9 HTTP/1.1" status: 200 len: 913 time: 0.3656106 Jul 09 09:34:33.604069 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-41461c7d-e076-48c2-a657-7047a54c97b8 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:33.629899 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-41461c7d-e076-48c2-a657-7047a54c97b8 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:33.655357 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=d7711380-5bfd-4705-b156-25533c011079,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:33.670393 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3 req-180287f4-97b1-4d03-8f86-02efec018ab9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96113903-35ea-4ac9-be3e-85da2b3415bb HTTP/1.1" status: 200 len: 217 time: 0.1351919 Jul 09 09:34:33.681625 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:33.718351 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0760711-8a59-48f9-bdee-11de2ccc86b6 x-openstack-request-id: req-c0760711-8a59-48f9-bdee-11de2ccc86b6 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:34:33.718798 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6269b7-c674-41c1-a8e0-b53159ca5f61", "name": "network-vif-unplugged", "status": "completed", "tag": "5f156a5a-c918-478b-b237-7653ff906d49", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:34:33.719137 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c0760711-8a59-48f9-bdee-11de2ccc86b6 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:34:33.719625 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f156a5a-c918-478b-b237-7653ff906d49', 'code': 200} Jul 09 09:34:33.725721 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-41461c7d-e076-48c2-a657-7047a54c97b8 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:33.849199 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3 req-1237109e-7c50-41d5-a59f-e879bbb4ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:33.850910 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3 req-1237109e-7c50-41d5-a59f-e879bbb4ed93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a05b0ae9-6d96-449a-844e-c2c83c8a0b77 HTTP/1.1" status: 200 len: 851 time: 0.1731117 Jul 09 09:34:33.891304 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc45987-0718-4364-a0b6-10f00eaf0487 req-7af78497-1a82-40e2-8230-f907f0f4849b tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:33.893301 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bfc45987-0718-4364-a0b6-10f00eaf0487 req-7af78497-1a82-40e2-8230-f907f0f4849b tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.5453134 Jul 09 09:34:33.921015 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-481be0d5-abca-4da3-b461-97165e0023b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:33.922629 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-481be0d5-abca-4da3-b461-97165e0023b4 service neutron] 10.222.0.58 "GET /v2.0/ports/3c73430f-30cc-438a-9261-509e2242a4f3 HTTP/1.1" status: 200 len: 1032 time: 0.3119886 Jul 09 09:34:33.926060 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41461c7d-e076-48c2-a657-7047a54c97b8 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event updated for resources: {'Port': ['ID=6da791f4-7951-4269-b0c0-c2643caf5952,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:33.940986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-bfc45987-0718-4364-a0b6-10f00eaf0487 req-7241c0a4-643b-4081-acb8-915e6fca820e tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:34:33.942025 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bfc45987-0718-4364-a0b6-10f00eaf0487 req-7241c0a4-643b-4081-acb8-915e6fca820e tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157759 Jul 09 09:34:34.028612 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-1b998101-78b7-4a39-96da-868470de00b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:34.030412 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-1b998101-78b7-4a39-96da-868470de00b4 service neutron] 10.222.0.58 "GET /v2.0/ports/b87dc968-5275-4a5f-8ede-a7b805940aa5 HTTP/1.1" status: 200 len: 1033 time: 0.0878227 Jul 09 09:34:34.031943 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bfc45987-0718-4364-a0b6-10f00eaf0487 req-ab62945e-9804-4b04-9884-faa3b611d092 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 696 time: 0.0758607 Jul 09 09:34:34.035848 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41461c7d-e076-48c2-a657-7047a54c97b8 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Network d1fb4afb-6ac6-41d2-9322-1d0194cd84b0 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:34.038039 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-41461c7d-e076-48c2-a657-7047a54c97b8 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:34.040115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 96113903-35ea-4ac9-be3e-85da2b3415bb details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:34:34.096752 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c9ea3-b00c-4827-8de6-b8ed3eb9ff34 req-c2ef7d27-f8e9-42dc-bb3b-691fa0c5235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:34.098292 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd0c9ea3-b00c-4827-8de6-b8ed3eb9ff34 req-c2ef7d27-f8e9-42dc-bb3b-691fa0c5235a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2d37b82ee154752af5d9a5e45d03cea&device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 1096 time: 0.3324203 Jul 09 09:34:34.185762 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 96113903-35ea-4ac9-be3e-85da2b3415bb, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=96113903-35ea-4ac9-be3e-85da2b3415bb,segment=NetworkSegment(d147fb99-7b00-466a-8470-55c3bcf6909a),segment_id=d147fb99-7b00-466a-8470-55c3bcf6909a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:34.206654 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '96113903-35ea-4ac9-be3e-85da2b3415bb', 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9', 'port_id': '96113903-35ea-4ac9-be3e-85da2b3415bb', 'mac_address': 'fa:16:3e:f1:90:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a05b0ae9-6d96-449a-844e-c2c83c8a0b77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:34:34.218062 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3 req-abae65f7-9b42-4f3e-9363-798387dee89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:34.219561 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3 req-abae65f7-9b42-4f3e-9363-798387dee89e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8da779eb-62d2-4653-9616-013d03ffc7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3610451 Jul 09 09:34:34.275327 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524e680d-4804-43c5-8103-a1b3b55ace31 None None] Network d1fb4afb-6ac6-41d2-9322-1d0194cd84b0 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:34:34.326587 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bfc45987-0718-4364-a0b6-10f00eaf0487 req-3e7c29f0-08dd-436f-9730-1680055affcf tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 696 time: 0.2809734 Jul 09 09:34:34.331058 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:34.354768 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96113903-35ea-4ac9-be3e-85da2b3415bb {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:34:34.376893 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41461c7d-e076-48c2-a657-7047a54c97b8 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:34:34.379752 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 96113903-35ea-4ac9-be3e-85da2b3415bb, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=96113903-35ea-4ac9-be3e-85da2b3415bb,segment=NetworkSegment(d147fb99-7b00-466a-8470-55c3bcf6909a),segment_id=d147fb99-7b00-466a-8470-55c3bcf6909a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:34.381534 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e95e2d33-1a2d-447a-9b88-31a646f0e739 None None] Provisioning for port e4310404-b829-4be9-81d9-2b9b7571f975 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:34.391729 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:34.411115 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-2c6f294c-5ed6-4210-b3e7-f6e68e914573 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:34.418658 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-2c6f294c-5ed6-4210-b3e7-f6e68e914573 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:34.425766 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-2c6f294c-5ed6-4210-b3e7-f6e68e914573 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:34.427386 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-2c6f294c-5ed6-4210-b3e7-f6e68e914573 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.58 "GET /v2.0/networks?id=99c195dc-2d0c-4f19-8264-456ecb1b766e&id=fafd663f-aa19-474e-a8d4-f86917295390&id=fafd663f-aa19-474e-a8d4-f86917295390&id=fafd663f-aa19-474e-a8d4-f86917295390&id=fafd663f-aa19-474e-a8d4-f86917295390&id=7bc84bdf-64ff-402d-9a3f-15d863914225&id=7bc84bdf-64ff-402d-9a3f-15d863914225 HTTP/1.1" status: 200 len: 1994 time: 0.3649409 Jul 09 09:34:34.445795 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-28243e4c-3a31-429d-9459-0f3ea46ccce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:34.447477 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-28243e4c-3a31-429d-9459-0f3ea46ccce7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 1101 time: 0.1791248 Jul 09 09:34:34.482161 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=96113903-35ea-4ac9-be3e-85da2b3415bb,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:34.499275 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959ecae-d3e7-495a-9b1e-4d80869b0022 req-2a2e2628-f43e-4113-a342-0a758191e0ec tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:34.508797 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7959ecae-d3e7-495a-9b1e-4d80869b0022 req-2a2e2628-f43e-4113-a342-0a758191e0ec tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=e63fa895-50a8-4200-bb6e-1ee811eb151c HTTP/1.1" status: 200 len: 946 time: 0.5734529 Jul 09 09:34:34.682015 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c9ea3-b00c-4827-8de6-b8ed3eb9ff34 req-4149ecc4-79c3-4eb8-b916-e08db786aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:34.683536 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd0c9ea3-b00c-4827-8de6-b8ed3eb9ff34 req-4149ecc4-79c3-4eb8-b916-e08db786aa33 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cadc3bc1-4b29-4e86-9b19-55a98786baff HTTP/1.1" status: 200 len: 920 time: 0.4905667 Jul 09 09:34:34.684940 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-35369c84-f317-46fd-9960-6d9ffa23eb72 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df38cd9bcbb7480b8739e27fba0b60f2 HTTP/1.1" status: 200 len: 380 time: 0.2473600 Jul 09 09:34:34.703654 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-91dea18d-67e8-46c1-a38a-d0aafff8183a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Request body: {'port': {'device_id': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e', 'admin_state_up': True, 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'security_groups': ['dab89c31-cb76-4217-a26e-c9a222bb4e14']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:34.713391 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41461c7d-e076-48c2-a657-7047a54c97b8 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:34:34.718665 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7959ecae-d3e7-495a-9b1e-4d80869b0022 req-269499c5-41a9-490e-89c3-bb9587a370ab tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076483 Jul 09 09:34:34.726063 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] Sync routers for ids ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:34:34.734556 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3 req-320a867d-7aab-4527-9f25-10bed650d4e1 service neutron] 10.222.0.64 "GET /v2.0/networks/8da779eb-62d2-4653-9616-013d03ffc7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943149 Jul 09 09:34:34.752654 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] Routers {'2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:34.753434 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:34:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:34.779603 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-41461c7d-e076-48c2-a657-7047a54c97b8 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/routers/2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1717827 Jul 09 09:34:34.803815 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51006) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:34.826074 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-fcaa9f7b-3a5f-4ed3-8981-8c433d5787d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:34.827817 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-fcaa9f7b-3a5f-4ed3-8981-8c433d5787d2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.3300688 Jul 09 09:34:34.842992 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-408b614e-227a-41c8-b568-d987ff5b6ea7 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:34.851400 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd0c9ea3-b00c-4827-8de6-b8ed3eb9ff34 req-f96e58f4-f24e-46ee-b209-0879f44a0a6d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b666c5a5-28b3-4f09-b8c2-a6783033b7f5 HTTP/1.1" status: 200 len: 217 time: 0.1531153 Jul 09 09:34:34.882570 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-f1a18092-c3fe-48f6-bd2d-a6ba4546d5b3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=fcd704b9-933e-47b7-92b7-bb7a73f70723 HTTP/1.1" status: 200 len: 217 time: 0.0453675 Jul 09 09:34:34.922079 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['96113903-35ea-4ac9-be3e-85da2b3415bb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:34:34.924123 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d7711380-5bfd-4705-b156-25533c011079 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:34.949682 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-348ee99e-9b98-4304-b004-37a60f45e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:34.951097 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-348ee99e-9b98-4304-b004-37a60f45e8c1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0610256 Jul 09 09:34:35.088059 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-91dea18d-67e8-46c1-a38a-d0aafff8183a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Made reservation on behalf of df38cd9bcbb7480b8739e27fba0b60f2 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:34:35.094177 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-91dea18d-67e8-46c1-a38a-d0aafff8183a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:35.113222 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-bfc45987-0718-4364-a0b6-10f00eaf0487 req-8954b029-7535-483c-90c7-855f5867d3c4 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Deleting port 554af358-2a0d-41de-8a06-b39e231d6373 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:34:35.113600 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bfc45987-0718-4364-a0b6-10f00eaf0487 req-8954b029-7535-483c-90c7-855f5867d3c4 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:35.130313 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e055d0dc-3ff7-4162-9d78-c47bd5ec2969 None None] Provisioning for port 6da791f4-7951-4269-b0c0-c2643caf5952 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:35.169424 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e055d0dc-3ff7-4162-9d78-c47bd5ec2969 None None] Provisioning complete for port 6da791f4-7951-4269-b0c0-c2643caf5952 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:35.169791 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e055d0dc-3ff7-4162-9d78-c47bd5ec2969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:35.173311 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] Set router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:35.257256 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-91dea18d-67e8-46c1-a38a-d0aafff8183a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Allocated IP 172.20.0.12 (99c195dc-2d0c-4f19-8264-456ecb1b766e/c58141ca-34d8-4bfc-921c-8492b6a7dcd8/22dfeafe-6fc9-4984-b9b5-99cfc7236f67) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:34:35.293870 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port d7711380-5bfd-4705-b156-25533c011079 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:35.294210 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:35.386890 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e055d0dc-3ff7-4162-9d78-c47bd5ec2969 None None] Port 6da791f4-7951-4269-b0c0-c2643caf5952 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:34:35.433765 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-91dea18d-67e8-46c1-a38a-d0aafff8183a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:35.450273 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-91dea18d-67e8-46c1-a38a-d0aafff8183a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Transition to ACTIVE for port object 22dfeafe-6fc9-4984-b9b5-99cfc7236f67 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:35.485385 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-da1d9b7f-8fe8-44fb-a8a3-e0d3a02b777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:35.486892 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-da1d9b7f-8fe8-44fb-a8a3-e0d3a02b777f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5249972 Jul 09 09:34:35.493492 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-91dea18d-67e8-46c1-a38a-d0aafff8183a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:35.649373 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dea18d-67e8-46c1-a38a-d0aafff8183a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event updated for resources: {'Port': ['ID=22dfeafe-6fc9-4984-b9b5-99cfc7236f67,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:35.676328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c9ea3-b00c-4827-8de6-b8ed3eb9ff34 req-5f98f10f-e303-4743-8a83-3a7d9926584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:35.677822 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd0c9ea3-b00c-4827-8de6-b8ed3eb9ff34 req-5f98f10f-e303-4743-8a83-3a7d9926584a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d6a06f15-0469-4615-97cc-a20485ca7940 HTTP/1.1" status: 200 len: 859 time: 0.7719941 Jul 09 09:34:35.685517 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-91dea18d-67e8-46c1-a38a-d0aafff8183a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Network 99c195dc-2d0c-4f19-8264-456ecb1b766e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:35.690133 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-91dea18d-67e8-46c1-a38a-d0aafff8183a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:35.692691 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-91dea18d-67e8-46c1-a38a-d0aafff8183a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:34:35.714172 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e4310404-b829-4be9-81d9-2b9b7571f975 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:35.741779 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd0c9ea3-b00c-4827-8de6-b8ed3eb9ff34 req-b2b6a11e-8d74-46d9-96d2-0872c405481e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cadc3bc1-4b29-4e86-9b19-55a98786baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451643 Jul 09 09:34:35.751366 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43a5b6e6-fd0a-44f9-b70f-98ac5c08b6d3 req-ac59ca34-8c42-462b-9395-42bacdb9d259 service neutron] 10.222.0.64 "GET /v2.0/networks/8da779eb-62d2-4653-9616-013d03ffc7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0029693 Jul 09 09:34:35.786739 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-91dea18d-67e8-46c1-a38a-d0aafff8183a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:35.787415 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-91dea18d-67e8-46c1-a38a-d0aafff8183a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:35.797365 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-b741fb66-0e8f-4ef1-b744-43c7d7ae1d95 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944288 Jul 09 09:34:35.818039 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d551bc9f-4116-4987-b4b2-93fd45a9e2b1 None None] Provisioning complete for port 6da791f4-7951-4269-b0c0-c2643caf5952 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:35.818413 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d551bc9f-4116-4987-b4b2-93fd45a9e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:35.852870 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87736c-454e-4b90-baf7-39ee0d6b8ba8 req-dd0d22a6-24da-4486-ad64-8e8c6ec62d4d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:35.860142 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0d87736c-454e-4b90-baf7-39ee0d6b8ba8 req-dd0d22a6-24da-4486-ad64-8e8c6ec62d4d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.9552426 Jul 09 09:34:35.869501 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port e4310404-b829-4be9-81d9-2b9b7571f975 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:35.884071 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port e4310404-b829-4be9-81d9-2b9b7571f975 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:35.884431 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:35.887329 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d551bc9f-4116-4987-b4b2-93fd45a9e2b1 None None] Port 6da791f4-7951-4269-b0c0-c2643caf5952 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:34:35.933851 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:34:32Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': '3d3d556d-4ad5-4ba0-8342-cc91a664f6e2', 'name': '', 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:a5:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:21Z', 'updated_at': '2021-07-09T09:34:28Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6da791f4-7951-4269-b0c0-c2643caf5952', 'name': '', 'network_id': 'd1fb4afb-6ac6-41d2-9322-1d0194cd84b0', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:07:82:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'c9491af5-1c1b-4cfa-950c-a0aa82e3505b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:30Z', 'updated_at': '2021-07-09T09:34:32Z', 'revision_number': 2, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'c9491af5-1c1b-4cfa-950c-a0aa82e3505b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7711380-5bfd-4705-b156-25533c011079', 'name': '', 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:b1:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:26Z', 'updated_at': '2021-07-09T09:34:33Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:35.947412 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-91dea18d-67e8-46c1-a38a-d0aafff8183a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2474420 Jul 09 09:34:35.973297 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Request body: {'port': {'device_id': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390', 'admin_state_up': True, 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'security_groups': ['dab89c31-cb76-4217-a26e-c9a222bb4e14']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:35.978280 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] Checking router: 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:34:35.978280 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] Updating router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 port 6da791f4-7951-4269-b0c0-c2643caf5952 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:34:36.001093 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bfc45987-0718-4364-a0b6-10f00eaf0487 req-8954b029-7535-483c-90c7-855f5867d3c4 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:36.002739 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bfc45987-0718-4364-a0b6-10f00eaf0487 req-8954b029-7535-483c-90c7-855f5867d3c4 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:36.019202 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-bfc45987-0718-4364-a0b6-10f00eaf0487 req-8954b029-7535-483c-90c7-855f5867d3c4 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Calling delete_port for 554af358-2a0d-41de-8a06-b39e231d6373 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:34:36.040275 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:36.093128 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-383d8057-ec9a-4876-840c-482d8111ce38 None None] Provisioning complete for port 6da791f4-7951-4269-b0c0-c2643caf5952 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:36.093727 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-383d8057-ec9a-4876-840c-482d8111ce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:36.251836 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bfc45987-0718-4364-a0b6-10f00eaf0487 req-8954b029-7535-483c-90c7-855f5867d3c4 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:36.309406 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-39642cf9-35f7-4c9d-b4ae-3fcf67bcf865 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009100 Jul 09 09:34:36.343981 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Made reservation on behalf of df38cd9bcbb7480b8739e27fba0b60f2 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:34:36.348762 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:36.368901 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-383d8057-ec9a-4876-840c-482d8111ce38 None None] Port 6da791f4-7951-4269-b0c0-c2643caf5952 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:34:36.390070 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:36.486620 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port e4310404-b829-4be9-81d9-2b9b7571f975, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e4310404-b829-4be9-81d9-2b9b7571f975,segment=NetworkSegment(299101fb-d163-479f-bf24-ebf936df9611),segment_id=299101fb-d163-479f-bf24-ebf936df9611)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:36.496535 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:36.536534 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-87efe43c-a91d-4052-a430-7a871524de90 None None] Provisioning for port 22dfeafe-6fc9-4984-b9b5-99cfc7236f67 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:36.587862 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-87efe43c-a91d-4052-a430-7a871524de90 None None] Provisioning complete for port 22dfeafe-6fc9-4984-b9b5-99cfc7236f67 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:36.588527 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-87efe43c-a91d-4052-a430-7a871524de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:36.655981 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=e4310404-b829-4be9-81d9-2b9b7571f975,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:36.680114 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-87efe43c-a91d-4052-a430-7a871524de90 None None] Port 22dfeafe-6fc9-4984-b9b5-99cfc7236f67 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:34:36.695656 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0d87736c-454e-4b90-baf7-39ee0d6b8ba8 req-cb21cc73-2aad-4eb0-9c4f-8c1fb959c44e tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8345351 Jul 09 09:34:36.713044 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Allocated IP 10.1.1.14 (fafd663f-aa19-474e-a8d4-f86917295390/fb445b71-f971-43b5-b952-3e1761f97cac/0ba2455e-8a37-4bdf-8a17-72869b71782e) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:34:36.746548 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:36.757023 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954b029-7535-483c-90c7-855f5867d3c4 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Pushing event deleted for resources: {'Port': ['ID=554af358-2a0d-41de-8a06-b39e231d6373,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:36.768654 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] Transition to ACTIVE for port object 6da791f4-7951-4269-b0c0-c2643caf5952 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:36.783580 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f371e12e-28d0-49cd-a3fc-b00a660b76be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:36.786993 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:36.835364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.extraroute_db [None req-408b614e-227a-41c8-b568-d987ff5b6ea7 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93790) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 09:34:36.903882 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd0c9ea3-b00c-4827-8de6-b8ed3eb9ff34 req-4a1ebbb6-e6cd-4e5a-a087-671bd5ba5935 service neutron] 10.222.0.58 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0986269 Jul 09 09:34:36.906468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.extraroute_db [None req-408b614e-227a-41c8-b568-d987ff5b6ea7 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Removed routes are [] {{(pid=93790) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 09:34:36.906921 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-408b614e-227a-41c8-b568-d987ff5b6ea7 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:36.947968 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0dc012-49e4-407c-87f5-cdb5a3ea54d9 None None] Pushing event updated for resources: {'Port': ['ID=6da791f4-7951-4269-b0c0-c2643caf5952,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:36.977814 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bfc45987-0718-4364-a0b6-10f00eaf0487 req-8954b029-7535-483c-90c7-855f5867d3c4 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:36.981012 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bfc45987-0718-4364-a0b6-10f00eaf0487 req-8954b029-7535-483c-90c7-855f5867d3c4 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:36.982430 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bfc45987-0718-4364-a0b6-10f00eaf0487 req-8954b029-7535-483c-90c7-855f5867d3c4 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "DELETE /v2.0/floatingips/f35ef6cb-fbad-47b9-83a2-a2f62ce5568e HTTP/1.1" status: 204 len: 173 time: 2.6545928 Jul 09 09:34:37.001288 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] Attempting to bind port 6da791f4-7951-4269-b0c0-c2643caf5952 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:34:37.001672 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] Attempting to bind port 6da791f4-7951-4269-b0c0-c2643caf5952 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '299101fb-d163-479f-bf24-ebf936df9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd1fb4afb-6ac6-41d2-9322-1d0194cd84b0'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:34:37.002044 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] Attempting to bind port 6da791f4-7951-4269-b0c0-c2643caf5952 on network d1fb4afb-6ac6-41d2-9322-1d0194cd84b0 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:37.016280 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:34:37.016666 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] Checking segment: {'id': '299101fb-d163-479f-bf24-ebf936df9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd1fb4afb-6ac6-41d2-9322-1d0194cd84b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:34:37.017083 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:37.017487 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] Bound using segment: {'id': '299101fb-d163-479f-bf24-ebf936df9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd1fb4afb-6ac6-41d2-9322-1d0194cd84b0'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:34:37.017968 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] Bound port: 6da791f4-7951-4269-b0c0-c2643caf5952, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299101fb-d163-479f-bf24-ebf936df9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd1fb4afb-6ac6-41d2-9322-1d0194cd84b0'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:34:37.018408 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:37.086184 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:37.118380 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] For port 6da791f4-7951-4269-b0c0-c2643caf5952, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:34:37.119450 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Transition to ACTIVE for port object 0ba2455e-8a37-4bdf-8a17-72869b71782e will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:37.123345 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] For port 6da791f4-7951-4269-b0c0-c2643caf5952, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6da791f4-7951-4269-b0c0-c2643caf5952,segment=NetworkSegment(299101fb-d163-479f-bf24-ebf936df9611),segment_id=299101fb-d163-479f-bf24-ebf936df9611)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:34:37.132608 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:37.176211 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d5c85-7bed-49d1-b0b3-f19ffc3022f5 req-1a4d0f08-f6aa-4192-b9cc-633a9c4eac18 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:37.184559 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-981d5c85-7bed-49d1-b0b3-f19ffc3022f5 req-1a4d0f08-f6aa-4192-b9cc-633a9c4eac18 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/ports?device_id=46cd89cf-4dc6-4c0d-8802-afd2dbc4a306 HTTP/1.1" status: 200 len: 944 time: 0.2081611 Jul 09 09:34:37.209745 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] Routers {'2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:37.210613 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:34:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:37.218786 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:37.277080 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd0c9ea3-b00c-4827-8de6-b8ed3eb9ff34 req-931168fb-857f-4589-b5d7-e1b38f59054d service neutron] 10.222.0.58 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651025 Jul 09 09:34:37.337575 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0dc012-49e4-407c-87f5-cdb5a3ea54d9 None None] Pushing event updated for resources: {'Port': ['ID=6da791f4-7951-4269-b0c0-c2643caf5952,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:37.337800 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Network fafd663f-aa19-474e-a8d4-f86917295390 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:37.345136 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:37.354249 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:34:37.369741 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] Set router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:37.378599 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-981d5c85-7bed-49d1-b0b3-f19ffc3022f5 req-7afbe1e8-4213-411f-a1fe-a1fd1bf914a0 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2338ea9-bbb4-4394-98e2-89ed8791ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930530 Jul 09 09:34:37.439352 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-408b614e-227a-41c8-b568-d987ff5b6ea7 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:37.445495 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-408b614e-227a-41c8-b568-d987ff5b6ea7 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524803'] for router, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:37.478519 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:37.479120 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:37.524481 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5577312 Jul 09 09:34:37.542080 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-828617a6-0c40-4eb0-aaf8-7ccec50b486d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Request body: {'port': {'device_id': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390', 'admin_state_up': True, 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'security_groups': ['dab89c31-cb76-4217-a26e-c9a222bb4e14']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:37.546829 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event updated for resources: {'Port': ['ID=0ba2455e-8a37-4bdf-8a17-72869b71782e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:37.595130 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d7e84-3ae1-412d-9b9c-586bea15022b req-f3606e94-c168-488d-a40e-68e8ef1f4d3f tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:37.601479 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8e0d7e84-3ae1-412d-9b9c-586bea15022b req-f3606e94-c168-488d-a40e-68e8ef1f4d3f tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.2862060 Jul 09 09:34:37.623977 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:37.624346 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:37.629145 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:37.629572 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:37.629922 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:37.632103 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:37.632261 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:37.632905 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:37.635544 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:37.635951 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:37.642072 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:37.642453 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379f3e76-caa9-4b9d-ac21-58e9a93e1dde tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:37.757363 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408b614e-227a-41c8-b568-d987ff5b6ea7 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:34:37.758835 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-828617a6-0c40-4eb0-aaf8-7ccec50b486d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Made reservation on behalf of df38cd9bcbb7480b8739e27fba0b60f2 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:34:37.763076 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8e0d7e84-3ae1-412d-9b9c-586bea15022b req-6798e9d8-3f07-44f2-9bdd-33197156304f tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530356 Jul 09 09:34:37.763980 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-828617a6-0c40-4eb0-aaf8-7ccec50b486d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:37.780622 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc5e27-f11a-477b-ae4e-f6d3fe865530 req-d9c8e16c-a01c-440f-ae23-cf089a59ee9f tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:37.781914 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:34:36Z', 'revision_number': 6, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': '3d3d556d-4ad5-4ba0-8342-cc91a664f6e2', 'name': '', 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:a5:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:21Z', 'updated_at': '2021-07-09T09:34:28Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6da791f4-7951-4269-b0c0-c2643caf5952', 'name': '', 'network_id': 'd1fb4afb-6ac6-41d2-9322-1d0194cd84b0', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:07:82:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'c9491af5-1c1b-4cfa-950c-a0aa82e3505b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:30Z', 'updated_at': '2021-07-09T09:34:37Z', 'revision_number': 4, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'c9491af5-1c1b-4cfa-950c-a0aa82e3505b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7711380-5bfd-4705-b156-25533c011079', 'name': '', 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:b1:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:26Z', 'updated_at': '2021-07-09T09:34:33Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:37.782434 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0dc5e27-f11a-477b-ae4e-f6d3fe865530 req-d9c8e16c-a01c-440f-ae23-cf089a59ee9f tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 950 time: 0.1607478 Jul 09 09:34:37.841259 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48c53bb-d511-4b0c-914a-7420c131b871 None None] The sync data for ids ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'] in n-d-799996-1 is: [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:34:36Z', 'revision_number': 6, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': '3d3d556d-4ad5-4ba0-8342-cc91a664f6e2', 'name': '', 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:a5:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:21Z', 'updated_at': '2021-07-09T09:34:28Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6da791f4-7951-4269-b0c0-c2643caf5952', 'name': '', 'network_id': 'd1fb4afb-6ac6-41d2-9322-1d0194cd84b0', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:07:82:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'c9491af5-1c1b-4cfa-950c-a0aa82e3505b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:30Z', 'updated_at': '2021-07-09T09:34:37Z', 'revision_number': 4, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'c9491af5-1c1b-4cfa-950c-a0aa82e3505b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7711380-5bfd-4705-b156-25533c011079', 'name': '', 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:b1:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:26Z', 'updated_at': '2021-07-09T09:34:33Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:34:37.853329 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ee3dd9c7-be8f-4ead-94a4-f8111ae19334 None None] Provisioning for port 0ba2455e-8a37-4bdf-8a17-72869b71782e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:37.858441 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ee3dd9c7-be8f-4ead-94a4-f8111ae19334 None None] Provisioning complete for port 0ba2455e-8a37-4bdf-8a17-72869b71782e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:37.858888 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ee3dd9c7-be8f-4ead-94a4-f8111ae19334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:37.903564 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ee3dd9c7-be8f-4ead-94a4-f8111ae19334 None None] Port 0ba2455e-8a37-4bdf-8a17-72869b71782e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:34:37.992051 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0dc5e27-f11a-477b-ae4e-f6d3fe865530 req-3ff35087-96ae-4a4e-b8b0-fe15853f495e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999302 Jul 09 09:34:37.993394 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408b614e-227a-41c8-b568-d987ff5b6ea7 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:34:38.001599 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-408b614e-227a-41c8-b568-d987ff5b6ea7 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:38.002922 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-408b614e-227a-41c8-b568-d987ff5b6ea7 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/routers/2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 HTTP/1.1" status: 200 len: 934 time: 3.1972048 Jul 09 09:34:38.006448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51012) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:38.067571 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-828617a6-0c40-4eb0-aaf8-7ccec50b486d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Allocated IP 10.1.1.201 (fafd663f-aa19-474e-a8d4-f86917295390/fb445b71-f971-43b5-b952-3e1761f97cac/9156e5bc-3745-4aaf-a12d-7f1717166bef) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:34:38.073013 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5f156a5a-c918-478b-b237-7653ff906d49 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:34:38.075643 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 96113903-35ea-4ac9-be3e-85da2b3415bb up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:38.232931 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-501c1264-05eb-45a2-9238-b67709d8ba07 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/routers/2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 HTTP/1.1" status: 200 len: 934 time: 0.2206285 Jul 09 09:34:38.235808 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51014) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:38.241349 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b5d4bfd2-24bf-47ab-9493-bec11f81fc3c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'router': {'routes': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:38.263675 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beac9c6-da60-4980-83d2-9635389fddca req-008ae23e-6f79-4ba9-a003-0f1d695a8295 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:38.288818 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-828617a6-0c40-4eb0-aaf8-7ccec50b486d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:38.303435 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beac9c6-da60-4980-83d2-9635389fddca req-008ae23e-6f79-4ba9-a003-0f1d695a8295 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:38.310530 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-828617a6-0c40-4eb0-aaf8-7ccec50b486d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Transition to ACTIVE for port object 9156e5bc-3745-4aaf-a12d-7f1717166bef will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:38.317399 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5beac9c6-da60-4980-83d2-9635389fddca req-008ae23e-6f79-4ba9-a003-0f1d695a8295 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 1653 time: 0.3115838 Jul 09 09:34:38.331510 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 96113903-35ea-4ac9-be3e-85da2b3415bb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:38.359361 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 96113903-35ea-4ac9-be3e-85da2b3415bb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:38.361537 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:38.370292 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-828617a6-0c40-4eb0-aaf8-7ccec50b486d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:38.438930 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-828617a6-0c40-4eb0-aaf8-7ccec50b486d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Network fafd663f-aa19-474e-a8d4-f86917295390 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:38.466104 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-828617a6-0c40-4eb0-aaf8-7ccec50b486d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:38.470627 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-828617a6-0c40-4eb0-aaf8-7ccec50b486d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:34:38.486532 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5f156a5a-c918-478b-b237-7653ff906d49, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5f156a5a-c918-478b-b237-7653ff906d49,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:38.528347 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '5f156a5a-c918-478b-b237-7653ff906d49', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'port_id': '5f156a5a-c918-478b-b237-7653ff906d49', 'mac_address': 'fa:16:3e:d9:62:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:34:38.548546 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828617a6-0c40-4eb0-aaf8-7ccec50b486d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event updated for resources: {'Port': ['ID=9156e5bc-3745-4aaf-a12d-7f1717166bef,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:38.585275 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5beac9c6-da60-4980-83d2-9635389fddca req-5f333e2a-c201-4847-b934-ae2c755e6648 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663815 Jul 09 09:34:38.610668 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-828617a6-0c40-4eb0-aaf8-7ccec50b486d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:38.611242 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-828617a6-0c40-4eb0-aaf8-7ccec50b486d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:38.649800 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-828617a6-0c40-4eb0-aaf8-7ccec50b486d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1147001 Jul 09 09:34:38.670531 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-6e1996cf-53af-4c8d-806a-b177c2efe318 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Request body: {'port': {'device_id': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7bc84bdf-64ff-402d-9a3f-15d863914225', 'admin_state_up': True, 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'security_groups': ['dab89c31-cb76-4217-a26e-c9a222bb4e14']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:38.760954 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:38.806866 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:38.861850 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f156a5a-c918-478b-b237-7653ff906d49 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:34:38.989028 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5f156a5a-c918-478b-b237-7653ff906d49, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5f156a5a-c918-478b-b237-7653ff906d49,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:38.991356 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6da791f4-7951-4269-b0c0-c2643caf5952 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:39.050429 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-6e1996cf-53af-4c8d-806a-b177c2efe318 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Made reservation on behalf of df38cd9bcbb7480b8739e27fba0b60f2 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:34:39.070094 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:39.135043 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cd89cf-4dc6-4c0d-8802-afd2dbc4a306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96113903-35ea-4ac9-be3e-85da2b3415bb'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:34:39.142795 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51bb35c-644f-4809-8777-ed4d396ea420" -d '{"events": [{"server_uuid": "46cd89cf-4dc6-4c0d-8802-afd2dbc4a306", "name": "network-vif-plugged", "status": "completed", "tag": "96113903-35ea-4ac9-be3e-85da2b3415bb"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:34:39.157198 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5f156a5a-c918-478b-b237-7653ff906d49,revision_number=12']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:39.157314 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3aba1-8164-48fb-84f8-2c8dd9b4f975 req-ba83a6b3-2162-4620-9421-8cd77fefbfc4 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:39.159235 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bae3aba1-8164-48fb-84f8-2c8dd9b4f975 req-ba83a6b3-2162-4620-9421-8cd77fefbfc4 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.2918143 Jul 09 09:34:39.179378 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bb2e4354-ea7b-4b15-9146-b170b23e13f5 None None] Provisioning for port 9156e5bc-3745-4aaf-a12d-7f1717166bef completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:39.188318 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:39.190026 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 96113903-35ea-4ac9-be3e-85da2b3415bb, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=96113903-35ea-4ac9-be3e-85da2b3415bb,segment=NetworkSegment(d147fb99-7b00-466a-8470-55c3bcf6909a),segment_id=d147fb99-7b00-466a-8470-55c3bcf6909a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:39.191083 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bb2e4354-ea7b-4b15-9146-b170b23e13f5 None None] Provisioning complete for port 9156e5bc-3745-4aaf-a12d-7f1717166bef triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:39.191286 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bb2e4354-ea7b-4b15-9146-b170b23e13f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:39.224949 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-6e1996cf-53af-4c8d-806a-b177c2efe318 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:39.232687 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:39.240274 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['5f156a5a-c918-478b-b237-7653ff906d49'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:34:39.315927 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bae3aba1-8164-48fb-84f8-2c8dd9b4f975 req-b4c36b08-70e2-4825-94dd-2b0c54bc3fee tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272449 Jul 09 09:34:39.336083 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7af13-634b-41cb-a4b2-3df6ac7c02fb None None] Sync routers for ids ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:34:39.361797 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e7af13-634b-41cb-a4b2-3df6ac7c02fb None None] Routers {'2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:39.365010 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b2e7af13-634b-41cb-a4b2-3df6ac7c02fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:34:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:39.409320 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.extraroute_db [None req-b5d4bfd2-24bf-47ab-9493-bec11f81fc3c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Added routes are [] {{(pid=93790) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 09:34:39.409788 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.extraroute_db [None req-b5d4bfd2-24bf-47ab-9493-bec11f81fc3c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93790) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 09:34:39.425490 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342277a7-ba8c-471e-8fe0-c6ecc31b619c req-73ead67d-26da-47b4-b869-3ff688468583 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:39.428951 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-342277a7-ba8c-471e-8fe0-c6ecc31b619c req-73ead67d-26da-47b4-b869-3ff688468583 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/ports?device_id=46cd89cf-4dc6-4c0d-8802-afd2dbc4a306 HTTP/1.1" status: 200 len: 945 time: 0.1920316 Jul 09 09:34:39.429389 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bb2e4354-ea7b-4b15-9146-b170b23e13f5 None None] Port 9156e5bc-3745-4aaf-a12d-7f1717166bef cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:34:39.432559 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 6da791f4-7951-4269-b0c0-c2643caf5952 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:39.470637 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fa705637-8719-411b-8952-6c355f1c9ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:39.495604 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 6da791f4-7951-4269-b0c0-c2643caf5952 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:39.496076 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:39.505431 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-342277a7-ba8c-471e-8fe0-c6ecc31b619c req-31f84406-dcfd-4b76-a703-df9e99b7586f tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2338ea9-bbb4-4394-98e2-89ed8791ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690536 Jul 09 09:34:39.535461 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5d4bfd2-24bf-47ab-9493-bec11f81fc3c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:39.560405 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=96113903-35ea-4ac9-be3e-85da2b3415bb,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:39.614890 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:39.623270 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-b2e7af13-634b-41cb-a4b2-3df6ac7c02fb None None] Set router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:39.646030 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-6e1996cf-53af-4c8d-806a-b177c2efe318 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Allocated IP 10.2.2.100 (7bc84bdf-64ff-402d-9a3f-15d863914225/2b9e1697-18ef-436b-a5a6-85ffcc941df6/4056075f-4424-484a-a4a7-32a33e281506) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:34:39.699507 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:39.763365 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 6da791f4-7951-4269-b0c0-c2643caf5952, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6da791f4-7951-4269-b0c0-c2643caf5952,segment=NetworkSegment(299101fb-d163-479f-bf24-ebf936df9611),segment_id=299101fb-d163-479f-bf24-ebf936df9611)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:39.771087 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:39.772272 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e4310404-b829-4be9-81d9-2b9b7571f975 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:39.889196 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port e4310404-b829-4be9-81d9-2b9b7571f975 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:39.889797 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:39.895302 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-6e1996cf-53af-4c8d-806a-b177c2efe318 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:39.916187 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-6e1996cf-53af-4c8d-806a-b177c2efe318 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Transition to ACTIVE for port object 4056075f-4424-484a-a4a7-32a33e281506 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:39.937570 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=6da791f4-7951-4269-b0c0-c2643caf5952,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:39.952471 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b2e7af13-634b-41cb-a4b2-3df6ac7c02fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:34:36Z', 'revision_number': 6, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': '3d3d556d-4ad5-4ba0-8342-cc91a664f6e2', 'name': '', 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:a5:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:21Z', 'updated_at': '2021-07-09T09:34:28Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6da791f4-7951-4269-b0c0-c2643caf5952', 'name': '', 'network_id': 'd1fb4afb-6ac6-41d2-9322-1d0194cd84b0', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:07:82:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'c9491af5-1c1b-4cfa-950c-a0aa82e3505b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:30Z', 'updated_at': '2021-07-09T09:34:37Z', 'revision_number': 4, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'c9491af5-1c1b-4cfa-950c-a0aa82e3505b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7711380-5bfd-4705-b156-25533c011079', 'name': '', 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:b1:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:26Z', 'updated_at': '2021-07-09T09:34:33Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:39.974600 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-6e1996cf-53af-4c8d-806a-b177c2efe318 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:40.003181 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7af13-634b-41cb-a4b2-3df6ac7c02fb None None] Checking router: 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:34:40.025321 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e7af13-634b-41cb-a4b2-3df6ac7c02fb None None] Routers {'2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:40.025958 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b2e7af13-634b-41cb-a4b2-3df6ac7c02fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:34:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:40.029874 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-6e1996cf-53af-4c8d-806a-b177c2efe318 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Network 7bc84bdf-64ff-402d-9a3f-15d863914225 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:40.033194 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-6e1996cf-53af-4c8d-806a-b177c2efe318 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:40.037332 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-6e1996cf-53af-4c8d-806a-b177c2efe318 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:34:40.197910 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-b2e7af13-634b-41cb-a4b2-3df6ac7c02fb None None] Set router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:40.363835 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-45e03f4e-c18c-491d-b1dc-48c8eb37b443 None None] Provisioning for port 4056075f-4424-484a-a4a7-32a33e281506 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:40.369685 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-45e03f4e-c18c-491d-b1dc-48c8eb37b443 None None] Provisioning complete for port 4056075f-4424-484a-a4a7-32a33e281506 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:40.370068 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-45e03f4e-c18c-491d-b1dc-48c8eb37b443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:40.451257 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-45e03f4e-c18c-491d-b1dc-48c8eb37b443 None None] Port 4056075f-4424-484a-a4a7-32a33e281506 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:34:40.456210 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fccf5e-1fa1-4f3d-bcf4-db3397b85e0e req-e1899380-f554-4920-849a-c5963665335f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:40.466283 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-24fccf5e-1fa1-4f3d-bcf4-db3397b85e0e req-e1899380-f554-4920-849a-c5963665335f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=e63fa895-50a8-4200-bb6e-1ee811eb151c HTTP/1.1" status: 200 len: 946 time: 0.8341260 Jul 09 09:34:40.492077 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374b869-4d72-42b3-9b4c-68f7e44d92c4 req-d23fe37f-fa2f-4c89-a84b-0e5b664e5c8b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:40.493885 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3374b869-4d72-42b3-9b4c-68f7e44d92c4 req-d23fe37f-fa2f-4c89-a84b-0e5b664e5c8b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.7768340 Jul 09 09:34:40.507296 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1996cf-53af-4c8d-806a-b177c2efe318 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event updated for resources: {'Port': ['ID=4056075f-4424-484a-a4a7-32a33e281506,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:40.536537 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-6e1996cf-53af-4c8d-806a-b177c2efe318 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:40.537274 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-6e1996cf-53af-4c8d-806a-b177c2efe318 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:40.553273 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5d4bfd2-24bf-47ab-9493-bec11f81fc3c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:40.555840 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-6e1996cf-53af-4c8d-806a-b177c2efe318 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8978796 Jul 09 09:34:40.558728 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-24fccf5e-1fa1-4f3d-bcf4-db3397b85e0e req-1b8bc019-75b1-48af-be5b-ab0bbdf78d46 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3e39eb4-734d-4ac2-96c4-036b7b955c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916126 Jul 09 09:34:40.570329 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5d4bfd2-24bf-47ab-9493-bec11f81fc3c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524803'] for router, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:40.574886 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-3b50d054-6e84-403f-90a5-905f96b5eff5 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Request body: {'port': {'device_id': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7bc84bdf-64ff-402d-9a3f-15d863914225', 'admin_state_up': True, 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'security_groups': ['dab89c31-cb76-4217-a26e-c9a222bb4e14']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:40.581990 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b2e7af13-634b-41cb-a4b2-3df6ac7c02fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:34:39Z', 'revision_number': 7, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': '3d3d556d-4ad5-4ba0-8342-cc91a664f6e2', 'name': '', 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:a5:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:21Z', 'updated_at': '2021-07-09T09:34:28Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6da791f4-7951-4269-b0c0-c2643caf5952', 'name': '', 'network_id': 'd1fb4afb-6ac6-41d2-9322-1d0194cd84b0', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:07:82:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'c9491af5-1c1b-4cfa-950c-a0aa82e3505b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:30Z', 'updated_at': '2021-07-09T09:34:39Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'c9491af5-1c1b-4cfa-950c-a0aa82e3505b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7711380-5bfd-4705-b156-25533c011079', 'name': '', 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:b1:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:26Z', 'updated_at': '2021-07-09T09:34:33Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:40.631089 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7af13-634b-41cb-a4b2-3df6ac7c02fb None None] The sync data for ids ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'] in n-d-799996-1 is: [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:34:39Z', 'revision_number': 7, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': '3d3d556d-4ad5-4ba0-8342-cc91a664f6e2', 'name': '', 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:a5:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:21Z', 'updated_at': '2021-07-09T09:34:28Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6da791f4-7951-4269-b0c0-c2643caf5952', 'name': '', 'network_id': 'd1fb4afb-6ac6-41d2-9322-1d0194cd84b0', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:07:82:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'c9491af5-1c1b-4cfa-950c-a0aa82e3505b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:30Z', 'updated_at': '2021-07-09T09:34:39Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'c9491af5-1c1b-4cfa-950c-a0aa82e3505b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7711380-5bfd-4705-b156-25533c011079', 'name': '', 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:b1:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:26Z', 'updated_at': '2021-07-09T09:34:33Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:34:40.687556 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6da791f4-7951-4269-b0c0-c2643caf5952 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:40.705531 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3374b869-4d72-42b3-9b4c-68f7e44d92c4 req-e1242d4a-5d33-4aaf-868e-1234c6fba87d tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021894 Jul 09 09:34:40.765598 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-3b50d054-6e84-403f-90a5-905f96b5eff5 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Made reservation on behalf of df38cd9bcbb7480b8739e27fba0b60f2 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:34:40.773431 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-3b50d054-6e84-403f-90a5-905f96b5eff5 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:40.846798 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553a2ab-35ae-4c35-872b-3d27d5fff99f req-e8b9c683-0262-47ea-aea9-3b7f93bd64e2 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:40.848436 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b553a2ab-35ae-4c35-872b-3d27d5fff99f req-e8b9c683-0262-47ea-aea9-3b7f93bd64e2 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.64 "GET /v2.0/ports?device_id=e63fa895-50a8-4200-bb6e-1ee811eb151c HTTP/1.1" status: 200 len: 946 time: 0.4306762 Jul 09 09:34:40.855494 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 6da791f4-7951-4269-b0c0-c2643caf5952 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:40.857907 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:41.002189 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d4bfd2-24bf-47ab-9493-bec11f81fc3c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:34:41.051886 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-3b50d054-6e84-403f-90a5-905f96b5eff5 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Allocated IP 10.2.2.200 (7bc84bdf-64ff-402d-9a3f-15d863914225/2b9e1697-18ef-436b-a5a6-85ffcc941df6/84f956f9-4326-4d7c-bcf7-10dfe96d3b49) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:34:41.108641 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:41.125846 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee6cd6-e5d7-4a15-ac47-97397d671f87 req-97ff5bcb-3dfe-4bb3-90cc-49a12c974522 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:41.127526 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0aee6cd6-e5d7-4a15-ac47-97397d671f87 req-97ff5bcb-3dfe-4bb3-90cc-49a12c974522 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.64 "GET /v2.0/ports?device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 946 time: 0.4115627 Jul 09 09:34:41.135789 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c8634-3917-41be-906a-850b00305cfd req-11c36b38-8356-4f93-8bc2-650896defe33 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:41.142778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-693c8634-3917-41be-906a-850b00305cfd req-11c36b38-8356-4f93-8bc2-650896defe33 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 950 time: 0.3986428 Jul 09 09:34:41.321928 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-3b50d054-6e84-403f-90a5-905f96b5eff5 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:41.338629 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-3b50d054-6e84-403f-90a5-905f96b5eff5 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Transition to ACTIVE for port object 84f956f9-4326-4d7c-bcf7-10dfe96d3b49 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:41.359762 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ba3ae-b531-4514-a525-c97ef8904429 req-a9bcbeb6-525d-41a1-9790-c505692537cf tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:41.369549 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-114ba3ae-b531-4514-a525-c97ef8904429 req-a9bcbeb6-525d-41a1-9790-c505692537cf tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 946 time: 0.4804804 Jul 09 09:34:41.405765 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-3b50d054-6e84-403f-90a5-905f96b5eff5 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:41.492951 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50d054-6e84-403f-90a5-905f96b5eff5 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event updated for resources: {'Port': ['ID=84f956f9-4326-4d7c-bcf7-10dfe96d3b49,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:41.512328 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-3b50d054-6e84-403f-90a5-905f96b5eff5 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Network 7bc84bdf-64ff-402d-9a3f-15d863914225 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:34:41.514002 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-3b50d054-6e84-403f-90a5-905f96b5eff5 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:34:41.516342 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-3b50d054-6e84-403f-90a5-905f96b5eff5 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:34:41.527989 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-b553a2ab-35ae-4c35-872b-3d27d5fff99f req-a8c3c50c-1043-4099-b0d9-63bfda6b1007 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Deleting port 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:34:41.528436 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b553a2ab-35ae-4c35-872b-3d27d5fff99f req-a8c3c50c-1043-4099-b0d9-63bfda6b1007 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:41.556126 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-693c8634-3917-41be-906a-850b00305cfd req-61bd33ba-d237-44a1-aa31-1e7a407c1f5e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113665 Jul 09 09:34:41.613598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d4bfd2-24bf-47ab-9493-bec11f81fc3c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:34:41.625256 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-3b50d054-6e84-403f-90a5-905f96b5eff5 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:41.625973 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-3b50d054-6e84-403f-90a5-905f96b5eff5 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:41.626978 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a091bad5-0371-4412-8983-ec9b671703c9 None None] Sync routers for ids ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:34:41.644516 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a091bad5-0371-4412-8983-ec9b671703c9 None None] Routers {'2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:41.645248 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a091bad5-0371-4412-8983-ec9b671703c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:34:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:41.666303 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-3b50d054-6e84-403f-90a5-905f96b5eff5 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0943949 Jul 09 09:34:41.678792 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-637a6b19-8b97-4024-b500-e06a499ab652 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:34:41.682194 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-637a6b19-8b97-4024-b500-e06a499ab652 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112491 Jul 09 09:34:41.699819 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-aa86a301-1ae0-488d-b743-e6fb392b9432 service neutron] Request body: {'port': {'device_id': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:41.793812 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b553a2ab-35ae-4c35-872b-3d27d5fff99f req-a8c3c50c-1043-4099-b0d9-63bfda6b1007 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] For port 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=71b45c26-dfed-4826-bfc9-ea88ce0a0ff8,segment=NetworkSegment(edbd23f5-4b6c-4399-ba78-00f99e4df72a),segment_id=edbd23f5-4b6c-4399-ba78-00f99e4df72a)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:41.794116 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b553a2ab-35ae-4c35-872b-3d27d5fff99f req-a8c3c50c-1043-4099-b0d9-63bfda6b1007 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:41.821888 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-b553a2ab-35ae-4c35-872b-3d27d5fff99f req-a8c3c50c-1043-4099-b0d9-63bfda6b1007 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Calling delete_port for 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:34:41.893306 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-aa86a301-1ae0-488d-b743-e6fb392b9432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:41.906448 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a091bad5-0371-4412-8983-ec9b671703c9 None None] Set router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:41.999670 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5d4bfd2-24bf-47ab-9493-bec11f81fc3c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:42.003794 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b5d4bfd2-24bf-47ab-9493-bec11f81fc3c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/routers/2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 HTTP/1.1" status: 200 len: 700 time: 3.7643170 Jul 09 09:34:42.008915 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51062) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:42.010910 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-114ba3ae-b531-4514-a525-c97ef8904429 req-a397513d-f67e-43b7-95c5-4afaa137d16a tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/security-groups?id=178d1dc5-b501-48d7-8959-3d5471f79627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6404843 Jul 09 09:34:42.032858 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-0aee6cd6-e5d7-4a15-ac47-97397d671f87 req-1605bf2e-7772-4f90-8c89-518e8838ee0b tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Deleting port 448833fd-1de0-4f0f-8cdc-555890bf76db {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:34:42.033469 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0aee6cd6-e5d7-4a15-ac47-97397d671f87 req-1605bf2e-7772-4f90-8c89-518e8838ee0b tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:42.114098 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5f156a5a-c918-478b-b237-7653ff906d49 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:42.183468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0aee6cd6-e5d7-4a15-ac47-97397d671f87 req-1605bf2e-7772-4f90-8c89-518e8838ee0b tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] For port 448833fd-1de0-4f0f-8cdc-555890bf76db, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=448833fd-1de0-4f0f-8cdc-555890bf76db,segment=NetworkSegment(966526bd-490a-44dd-abfe-bcd259cab79b),segment_id=966526bd-490a-44dd-abfe-bcd259cab79b)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:42.184126 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0aee6cd6-e5d7-4a15-ac47-97397d671f87 req-1605bf2e-7772-4f90-8c89-518e8838ee0b tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:42.200453 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-0aee6cd6-e5d7-4a15-ac47-97397d671f87 req-1605bf2e-7772-4f90-8c89-518e8838ee0b tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Calling delete_port for 448833fd-1de0-4f0f-8cdc-555890bf76db owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:34:42.584229 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-17ac57c0-4da7-4834-b3db-c2a458a717d8 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/routers/2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 HTTP/1.1" status: 200 len: 700 time: 0.5718467 Jul 09 09:34:42.585237 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0aee6cd6-e5d7-4a15-ac47-97397d671f87 req-1605bf2e-7772-4f90-8c89-518e8838ee0b tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:42.586851 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51074) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:42.694266 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605bf2e-7772-4f90-8c89-518e8838ee0b tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Pushing event deleted for resources: {'Port': ['ID=448833fd-1de0-4f0f-8cdc-555890bf76db,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:42.706518 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0ce578-920e-4bd7-af3a-8d5ebe018804 x-openstack-request-id: req-bf0ce578-920e-4bd7-af3a-8d5ebe018804 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:34:42.707096 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cd89cf-4dc6-4c0d-8802-afd2dbc4a306", "name": "network-vif-plugged", "status": "completed", "tag": "96113903-35ea-4ac9-be3e-85da2b3415bb", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:34:42.707818 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bf0ce578-920e-4bd7-af3a-8d5ebe018804 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:34:42.708562 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cd89cf-4dc6-4c0d-8802-afd2dbc4a306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96113903-35ea-4ac9-be3e-85da2b3415bb', 'code': 200} Jul 09 09:34:42.712143 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3456dc74-8f6f-4ecd-ba2e-0e4222378418 None None] Provisioning for port 84f956f9-4326-4d7c-bcf7-10dfe96d3b49 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:34:42.809631 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3456dc74-8f6f-4ecd-ba2e-0e4222378418 None None] Provisioning complete for port 84f956f9-4326-4d7c-bcf7-10dfe96d3b49 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:42.822649 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3456dc74-8f6f-4ecd-ba2e-0e4222378418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:42.860953 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b553a2ab-35ae-4c35-872b-3d27d5fff99f req-a8c3c50c-1043-4099-b0d9-63bfda6b1007 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:42.903735 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aee6cd6-e5d7-4a15-ac47-97397d671f87 req-1605bf2e-7772-4f90-8c89-518e8838ee0b tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] No DVR routers for this DVR port 448833fd-1de0-4f0f-8cdc-555890bf76db on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:34:42.914340 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0aee6cd6-e5d7-4a15-ac47-97397d671f87 req-1605bf2e-7772-4f90-8c89-518e8838ee0b tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:42.916445 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0aee6cd6-e5d7-4a15-ac47-97397d671f87 req-1605bf2e-7772-4f90-8c89-518e8838ee0b tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.64 "DELETE /v2.0/ports/448833fd-1de0-4f0f-8cdc-555890bf76db HTTP/1.1" status: 204 len: 173 time: 1.7357802 Jul 09 09:34:42.955373 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99aab77e-09d5-482f-82b2-80d35d023c88', 'name': 'network-vif-deleted', 'tag': '448833fd-1de0-4f0f-8cdc-555890bf76db'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:34:42.958197 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9957bd-8986-4f81-bad4-0cd2f7337e72" -d '{"events": [{"server_uuid": "99aab77e-09d5-482f-82b2-80d35d023c88", "name": "network-vif-deleted", "tag": "448833fd-1de0-4f0f-8cdc-555890bf76db"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:34:42.979338 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3c50c-1043-4099-b0d9-63bfda6b1007 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Pushing event deleted for resources: {'Port': ['ID=71b45c26-dfed-4826-bfc9-ea88ce0a0ff8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:43.007406 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:43.008613 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3456dc74-8f6f-4ecd-ba2e-0e4222378418 None None] Port 84f956f9-4326-4d7c-bcf7-10dfe96d3b49 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:34:43.026305 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 5f156a5a-c918-478b-b237-7653ff906d49 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:43.026791 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:43.100369 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b553a2ab-35ae-4c35-872b-3d27d5fff99f req-a8c3c50c-1043-4099-b0d9-63bfda6b1007 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] No DVR routers for this DVR port 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:34:43.110668 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b553a2ab-35ae-4c35-872b-3d27d5fff99f req-a8c3c50c-1043-4099-b0d9-63bfda6b1007 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:43.116714 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b553a2ab-35ae-4c35-872b-3d27d5fff99f req-a8c3c50c-1043-4099-b0d9-63bfda6b1007 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.64 "DELETE /v2.0/ports/71b45c26-dfed-4826-bfc9-ea88ce0a0ff8 HTTP/1.1" status: 204 len: 173 time: 2.2505527 Jul 09 09:34:43.132122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c5c3d-fb57-4b8a-a3e5-77cbda890e27 req-ff40a0ed-12c8-4b9e-9e74-aa51ca8c95d4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:43.144462 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c5c3d-fb57-4b8a-a3e5-77cbda890e27 req-ff40a0ed-12c8-4b9e-9e74-aa51ca8c95d4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:43.157437 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c5c3d-fb57-4b8a-a3e5-77cbda890e27 req-ff40a0ed-12c8-4b9e-9e74-aa51ca8c95d4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:43.181757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c5c3d-fb57-4b8a-a3e5-77cbda890e27 req-ff40a0ed-12c8-4b9e-9e74-aa51ca8c95d4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:43.195034 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c5c3d-fb57-4b8a-a3e5-77cbda890e27 req-ff40a0ed-12c8-4b9e-9e74-aa51ca8c95d4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:43.199455 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e3c5c3d-fb57-4b8a-a3e5-77cbda890e27 req-ff40a0ed-12c8-4b9e-9e74-aa51ca8c95d4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 3816 time: 0.6453965 Jul 09 09:34:43.237175 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebf0a5-42f4-4b37-b619-56710050e17b req-e98500dd-636f-4fc7-abef-b1560537a858 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:43.240023 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1aebf0a5-42f4-4b37-b619-56710050e17b req-e98500dd-636f-4fc7-abef-b1560537a858 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 945 time: 0.5086720 Jul 09 09:34:43.263157 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb21c2e-b4cd-4ae2-8987-454da6e4306d req-047aeb2d-bf90-4c1a-818d-8de6d8eedec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:43.267410 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fb21c2e-b4cd-4ae2-8987-454da6e4306d req-047aeb2d-bf90-4c1a-818d-8de6d8eedec7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46cd89cf-4dc6-4c0d-8802-afd2dbc4a306 HTTP/1.1" status: 200 len: 1096 time: 0.7012260 Jul 09 09:34:43.298262 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:43.361879 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a091bad5-0371-4412-8983-ec9b671703c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:34:39Z', 'revision_number': 7, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': '3d3d556d-4ad5-4ba0-8342-cc91a664f6e2', 'name': '', 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:a5:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:21Z', 'updated_at': '2021-07-09T09:34:28Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6da791f4-7951-4269-b0c0-c2643caf5952', 'name': '', 'network_id': 'd1fb4afb-6ac6-41d2-9322-1d0194cd84b0', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:07:82:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'c9491af5-1c1b-4cfa-950c-a0aa82e3505b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:30Z', 'updated_at': '2021-07-09T09:34:39Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'c9491af5-1c1b-4cfa-950c-a0aa82e3505b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7711380-5bfd-4705-b156-25533c011079', 'name': '', 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:b1:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:26Z', 'updated_at': '2021-07-09T09:34:33Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:43.424488 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a091bad5-0371-4412-8983-ec9b671703c9 None None] Checking router: 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:34:43.440554 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5f156a5a-c918-478b-b237-7653ff906d49, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5f156a5a-c918-478b-b237-7653ff906d49,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:43.449647 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a091bad5-0371-4412-8983-ec9b671703c9 None None] Routers {'2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:43.450739 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a091bad5-0371-4412-8983-ec9b671703c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:34:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:43.453621 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:43.454728 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:34:43.486503 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e3c5c3d-fb57-4b8a-a3e5-77cbda890e27 req-415bd885-e61a-4f2b-81db-beba49cebfd0 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795229 Jul 09 09:34:43.488545 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1aebf0a5-42f4-4b37-b619-56710050e17b req-9f151ebf-2624-4fe1-b037-fe86f1ae2f80 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334926 Jul 09 09:34:43.501939 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fb21c2e-b4cd-4ae2-8987-454da6e4306d req-634cfbb4-5fa7-49b3-8875-a83c641ac8fe service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b2338ea9-bbb4-4394-98e2-89ed8791ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149324 Jul 09 09:34:43.504956 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-aa86a301-1ae0-488d-b743-e6fb392b9432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22dfeafe-6fc9-4984-b9b5-99cfc7236f67 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:34:43.516398 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-aa86a301-1ae0-488d-b743-e6fb392b9432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:43.558699 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-aa86a301-1ae0-488d-b743-e6fb392b9432 service neutron] Transition to ACTIVE for port object 22dfeafe-6fc9-4984-b9b5-99cfc7236f67 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:43.579982 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-aa86a301-1ae0-488d-b743-e6fb392b9432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:43.687619 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86a301-1ae0-488d-b743-e6fb392b9432 service neutron] Pushing event updated for resources: {'Port': ['ID=22dfeafe-6fc9-4984-b9b5-99cfc7236f67,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:43.721025 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:34:43.723632 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 71b45c26-dfed-4826-bfc9-ea88ce0a0ff8 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:34:43.799401 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2eb9b-7aec-4b1d-84f3-7fef3b5ddc3c req-ef9f2662-c9b1-424c-92aa-c01020006f71 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:43.823268 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6dd2eb9b-7aec-4b1d-84f3-7fef3b5ddc3c req-ef9f2662-c9b1-424c-92aa-c01020006f71 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/ports?device_id=46cd89cf-4dc6-4c0d-8802-afd2dbc4a306 HTTP/1.1" status: 200 len: 945 time: 0.1570890 Jul 09 09:34:43.959461 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ea65584-8672-4e63-9de1-69a3a64c75a5 req-08c93fd9-7ca6-4c05-938b-a7ae91d69e98 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/ports?device_id=e63fa895-50a8-4200-bb6e-1ee811eb151c HTTP/1.1" status: 200 len: 210 time: 0.1220853 Jul 09 09:34:44.026388 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a091bad5-0371-4412-8983-ec9b671703c9 None None] Set router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:44.082360 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5f156a5a-c918-478b-b237-7653ff906d49,revision_number=13']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:44.091423 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-aa86a301-1ae0-488d-b743-e6fb392b9432 service neutron] Attempting to bind port 22dfeafe-6fc9-4984-b9b5-99cfc7236f67 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:34:44.091823 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-aa86a301-1ae0-488d-b743-e6fb392b9432 service neutron] Attempting to bind port 22dfeafe-6fc9-4984-b9b5-99cfc7236f67 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'bbc829eb-840a-4f9c-b6c7-a422b7b82c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:34:44.092247 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-aa86a301-1ae0-488d-b743-e6fb392b9432 service neutron] Attempting to bind port 22dfeafe-6fc9-4984-b9b5-99cfc7236f67 on network 99c195dc-2d0c-4f19-8264-456ecb1b766e {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:44.100083 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6dd2eb9b-7aec-4b1d-84f3-7fef3b5ddc3c req-d3d4dc63-47e1-454d-97d9-dde17a79c531 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2338ea9-bbb4-4394-98e2-89ed8791ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613235 Jul 09 09:34:44.123780 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 448833fd-1de0-4f0f-8cdc-555890bf76db no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:34:44.134705 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-aa86a301-1ae0-488d-b743-e6fb392b9432 service neutron] Port 22dfeafe-6fc9-4984-b9b5-99cfc7236f67 on network 99c195dc-2d0c-4f19-8264-456ecb1b766e not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:34:44.135055 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-aa86a301-1ae0-488d-b743-e6fb392b9432 service neutron] Attempting to bind port 22dfeafe-6fc9-4984-b9b5-99cfc7236f67 on network 99c195dc-2d0c-4f19-8264-456ecb1b766e {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:44.151338 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a72b0a2d-2dc3-43b7-83d5-ad3ff11fe428 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:44.186849 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 448833fd-1de0-4f0f-8cdc-555890bf76db {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:34:44.187351 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 448833fd-1de0-4f0f-8cdc-555890bf76db not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:34:44.281220 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d29a35e-2075-421c-8817-36c84732c889 x-openstack-request-id: req-7d29a35e-2075-421c-8817-36c84732c889 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:34:44.281638 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99aab77e-09d5-482f-82b2-80d35d023c88", "name": "network-vif-deleted", "tag": "448833fd-1de0-4f0f-8cdc-555890bf76db", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:34:44.281887 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7d29a35e-2075-421c-8817-36c84732c889 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:34:44.282272 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99aab77e-09d5-482f-82b2-80d35d023c88', 'name': 'network-vif-deleted', 'tag': '448833fd-1de0-4f0f-8cdc-555890bf76db', 'status': 'completed', 'code': 200} Jul 09 09:34:44.334948 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-aa86a301-1ae0-488d-b743-e6fb392b9432 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:34:44.335392 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-aa86a301-1ae0-488d-b743-e6fb392b9432 service neutron] Checking segment: {'id': 'bbc829eb-840a-4f9c-b6c7-a422b7b82c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:34:44.335863 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-aa86a301-1ae0-488d-b743-e6fb392b9432 service neutron] Bound using segment: {'id': 'bbc829eb-840a-4f9c-b6c7-a422b7b82c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:34:44.336510 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-aa86a301-1ae0-488d-b743-e6fb392b9432 service neutron] Bound port: 22dfeafe-6fc9-4984-b9b5-99cfc7236f67, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc829eb-840a-4f9c-b6c7-a422b7b82c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:34:44.336956 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-aa86a301-1ae0-488d-b743-e6fb392b9432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:44.526200 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-238e42a4-66b0-45bf-afc0-cbed912a1452 req-3445a249-f388-4cf4-b96d-33aea9d84f32 tempest-FloatingIPsAssociationTestJSON-38597240 tempest-FloatingIPsAssociationTestJSON-38597240-project] 10.222.0.61 "GET /v2.0/ports?device_id=99aab77e-09d5-482f-82b2-80d35d023c88 HTTP/1.1" status: 200 len: 210 time: 0.0810430 Jul 09 09:34:44.559315 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01761e16-f53f-4aa4-a1c9-0ed59f2c19a4 req-88f75288-8241-4cdd-9ab0-756421beba94 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:44.566968 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-01761e16-f53f-4aa4-a1c9-0ed59f2c19a4 req-88f75288-8241-4cdd-9ab0-756421beba94 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 950 time: 0.2957275 Jul 09 09:34:44.591624 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-aa86a301-1ae0-488d-b743-e6fb392b9432 service neutron] For port 22dfeafe-6fc9-4984-b9b5-99cfc7236f67, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:34:44.637611 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-aa86a301-1ae0-488d-b743-e6fb392b9432 service neutron] For port 22dfeafe-6fc9-4984-b9b5-99cfc7236f67, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=22dfeafe-6fc9-4984-b9b5-99cfc7236f67,segment=NetworkSegment(bbc829eb-840a-4f9c-b6c7-a422b7b82c77),segment_id=bbc829eb-840a-4f9c-b6c7-a422b7b82c77)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:34:44.657612 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-01761e16-f53f-4aa4-a1c9-0ed59f2c19a4 req-32c5c45e-01a5-48b4-95c2-f1dffac71796 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769072 Jul 09 09:34:44.670777 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-aa86a301-1ae0-488d-b743-e6fb392b9432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:44.721959 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f156a5a-c918-478b-b237-7653ff906d49'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:34:44.725455 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f343addf-0e9a-4769-b8bb-300676002e63" -d '{"events": [{"server_uuid": "2f6269b7-c674-41c1-a8e0-b53159ca5f61", "name": "network-vif-plugged", "status": "completed", "tag": "5f156a5a-c918-478b-b237-7653ff906d49"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:34:44.822121 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a091bad5-0371-4412-8983-ec9b671703c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:34:39Z', 'revision_number': 7, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': '3d3d556d-4ad5-4ba0-8342-cc91a664f6e2', 'name': '', 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:a5:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:21Z', 'updated_at': '2021-07-09T09:34:28Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6da791f4-7951-4269-b0c0-c2643caf5952', 'name': '', 'network_id': 'd1fb4afb-6ac6-41d2-9322-1d0194cd84b0', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:07:82:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'c9491af5-1c1b-4cfa-950c-a0aa82e3505b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:30Z', 'updated_at': '2021-07-09T09:34:39Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'c9491af5-1c1b-4cfa-950c-a0aa82e3505b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7711380-5bfd-4705-b156-25533c011079', 'name': '', 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:b1:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:26Z', 'updated_at': '2021-07-09T09:34:33Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:44.850734 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86a301-1ae0-488d-b743-e6fb392b9432 service neutron] Pushing event updated for resources: {'Port': ['ID=22dfeafe-6fc9-4984-b9b5-99cfc7236f67,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:44.862535 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-aa86a301-1ae0-488d-b743-e6fb392b9432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:44.863319 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-aa86a301-1ae0-488d-b743-e6fb392b9432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:44.864845 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-aa86a301-1ae0-488d-b743-e6fb392b9432 service neutron] 10.222.0.58 "PUT /v2.0/ports/22dfeafe-6fc9-4984-b9b5-99cfc7236f67 HTTP/1.1" status: 200 len: 1092 time: 3.1730702 Jul 09 09:34:44.878037 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a091bad5-0371-4412-8983-ec9b671703c9 None None] The sync data for ids ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'] in n-d-799996-1 is: [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:34:39Z', 'revision_number': 7, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': '3d3d556d-4ad5-4ba0-8342-cc91a664f6e2', 'name': '', 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:a5:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:21Z', 'updated_at': '2021-07-09T09:34:28Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6da791f4-7951-4269-b0c0-c2643caf5952', 'name': '', 'network_id': 'd1fb4afb-6ac6-41d2-9322-1d0194cd84b0', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:07:82:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'c9491af5-1c1b-4cfa-950c-a0aa82e3505b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:30Z', 'updated_at': '2021-07-09T09:34:39Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'c9491af5-1c1b-4cfa-950c-a0aa82e3505b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7711380-5bfd-4705-b156-25533c011079', 'name': '', 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:b1:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:26Z', 'updated_at': '2021-07-09T09:34:33Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:34:44.878552 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'tag': '22dfeafe-6fc9-4984-b9b5-99cfc7236f67'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:34:44.884048 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd0d44b-e9af-4f1e-bebb-cdcee5c1acc9" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "tag": "22dfeafe-6fc9-4984-b9b5-99cfc7236f67"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:34:44.937281 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a72b0a2d-2dc3-43b7-83d5-ad3ff11fe428 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting port 6da791f4-7951-4269-b0c0-c2643caf5952 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:34:44.937634 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a72b0a2d-2dc3-43b7-83d5-ad3ff11fe428 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:44.996046 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f1657-92db-4ddf-a4fe-00599546f2c2 req-9cac4dcf-311a-4341-bb2b-b7c51ee2dae8 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:45.010824 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-946f1657-92db-4ddf-a4fe-00599546f2c2 req-9cac4dcf-311a-4341-bb2b-b7c51ee2dae8 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.1666446 Jul 09 09:34:45.113081 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-cab13123-7265-436a-8d80-6e92026a81c0 service neutron] Request body: {'port': {'device_id': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:45.222519 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-946f1657-92db-4ddf-a4fe-00599546f2c2 req-5ccfe09b-668c-47c6-bd0b-df69c4cca171 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103243 Jul 09 09:34:45.234144 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-a72b0a2d-2dc3-43b7-83d5-ad3ff11fe428 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] For port 6da791f4-7951-4269-b0c0-c2643caf5952, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6da791f4-7951-4269-b0c0-c2643caf5952,segment=NetworkSegment(299101fb-d163-479f-bf24-ebf936df9611),segment_id=299101fb-d163-479f-bf24-ebf936df9611)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:45.235281 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a72b0a2d-2dc3-43b7-83d5-ad3ff11fe428 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:45.292774 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5e5cf-d187-481e-9986-b00afa47e16c req-7ae950af-8c7f-4a36-ba05-892a78445322 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:45.301038 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76d5e5cf-d187-481e-9986-b00afa47e16c req-7ae950af-8c7f-4a36-ba05-892a78445322 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 946 time: 0.2871809 Jul 09 09:34:45.321500 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a72b0a2d-2dc3-43b7-83d5-ad3ff11fe428 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Calling delete_port for 6da791f4-7951-4269-b0c0-c2643caf5952 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:34:45.358873 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-cab13123-7265-436a-8d80-6e92026a81c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:45.359744 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76d5e5cf-d187-481e-9986-b00afa47e16c req-f614f6ba-c107-48ad-801f-c18749d48d72 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568514 Jul 09 09:34:45.436194 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2ef2c9-b464-40ae-a1ea-9620aafb28d7 x-openstack-request-id: req-bd2ef2c9-b464-40ae-a1ea-9620aafb28d7 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:34:45.436681 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6269b7-c674-41c1-a8e0-b53159ca5f61", "name": "network-vif-plugged", "status": "completed", "tag": "5f156a5a-c918-478b-b237-7653ff906d49", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:34:45.437099 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bd2ef2c9-b464-40ae-a1ea-9620aafb28d7 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:34:45.437645 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f156a5a-c918-478b-b237-7653ff906d49', 'code': 200} Jul 09 09:34:45.482447 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4b9fba-4cfa-4e90-affa-f448127040fd x-openstack-request-id: req-0b4b9fba-4cfa-4e90-affa-f448127040fd {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:34:45.482631 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "tag": "22dfeafe-6fc9-4984-b9b5-99cfc7236f67", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:34:45.482805 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0b4b9fba-4cfa-4e90-affa-f448127040fd {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:34:45.483211 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'tag': '22dfeafe-6fc9-4984-b9b5-99cfc7236f67', 'status': 'completed', 'code': 200} Jul 09 09:34:45.656064 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582ca0d-ae2c-4043-b962-4b1f8befd62b req-7f7dda2b-f61d-480e-8e5b-8ec9ae98fbc8 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:45.662470 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582ca0d-ae2c-4043-b962-4b1f8befd62b req-7f7dda2b-f61d-480e-8e5b-8ec9ae98fbc8 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:45.669051 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582ca0d-ae2c-4043-b962-4b1f8befd62b req-7f7dda2b-f61d-480e-8e5b-8ec9ae98fbc8 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:45.675423 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582ca0d-ae2c-4043-b962-4b1f8befd62b req-7f7dda2b-f61d-480e-8e5b-8ec9ae98fbc8 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:45.681615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582ca0d-ae2c-4043-b962-4b1f8befd62b req-7f7dda2b-f61d-480e-8e5b-8ec9ae98fbc8 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:45.683821 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0582ca0d-ae2c-4043-b962-4b1f8befd62b req-7f7dda2b-f61d-480e-8e5b-8ec9ae98fbc8 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 3828 time: 0.2795279 Jul 09 09:34:45.691300 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0d44b-e9af-4f1e-bebb-cdcee5c1acc9 req-c9b5b513-1cf1-4c58-8721-0bcf7539408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:45.691817 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0d44b-e9af-4f1e-bebb-cdcee5c1acc9 req-c9b5b513-1cf1-4c58-8721-0bcf7539408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:45.692567 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0d44b-e9af-4f1e-bebb-cdcee5c1acc9 req-c9b5b513-1cf1-4c58-8721-0bcf7539408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:45.693051 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0d44b-e9af-4f1e-bebb-cdcee5c1acc9 req-c9b5b513-1cf1-4c58-8721-0bcf7539408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:45.693530 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0d44b-e9af-4f1e-bebb-cdcee5c1acc9 req-c9b5b513-1cf1-4c58-8721-0bcf7539408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:45.695986 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fd0d44b-e9af-4f1e-bebb-cdcee5c1acc9 req-c9b5b513-1cf1-4c58-8721-0bcf7539408d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df38cd9bcbb7480b8739e27fba0b60f2&device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 4363 time: 0.1844010 Jul 09 09:34:45.762509 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a72b0a2d-2dc3-43b7-83d5-ad3ff11fe428 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:45.767728 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0582ca0d-ae2c-4043-b962-4b1f8befd62b req-b2b250c9-9110-4b3b-99b8-fac7b39fb632 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707095 Jul 09 09:34:45.875407 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800ec62-46ae-4270-99f3-6fa7a1b52ae3 req-f6e21768-6d68-4e74-b9b3-8eecbaa573d1 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:45.876100 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b0a2d-2dc3-43b7-83d5-ad3ff11fe428 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Port': ['ID=6da791f4-7951-4269-b0c0-c2643caf5952,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:45.878389 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0800ec62-46ae-4270-99f3-6fa7a1b52ae3 req-f6e21768-6d68-4e74-b9b3-8eecbaa573d1 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/ports?device_id=46cd89cf-4dc6-4c0d-8802-afd2dbc4a306 HTTP/1.1" status: 200 len: 945 time: 0.1472290 Jul 09 09:34:45.967326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0800ec62-46ae-4270-99f3-6fa7a1b52ae3 req-b2561e5a-4422-4f22-92e8-3f5240c0b7d0 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2338ea9-bbb4-4394-98e2-89ed8791ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775750 Jul 09 09:34:45.969355 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0d44b-e9af-4f1e-bebb-cdcee5c1acc9 req-2e4ac95f-7a1e-4786-9b5a-dfdbef609a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:45.969835 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0d44b-e9af-4f1e-bebb-cdcee5c1acc9 req-2e4ac95f-7a1e-4786-9b5a-dfdbef609a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:45.970305 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0d44b-e9af-4f1e-bebb-cdcee5c1acc9 req-2e4ac95f-7a1e-4786-9b5a-dfdbef609a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:45.977255 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fd0d44b-e9af-4f1e-bebb-cdcee5c1acc9 req-2e4ac95f-7a1e-4786-9b5a-dfdbef609a33 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=df38cd9bcbb7480b8739e27fba0b60f2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2419107 Jul 09 09:34:46.041447 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-cab13123-7265-436a-8d80-6e92026a81c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c73430f-30cc-438a-9261-509e2242a4f3 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:34:46.063195 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-cab13123-7265-436a-8d80-6e92026a81c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:46.080724 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-cab13123-7265-436a-8d80-6e92026a81c0 service neutron] Transition to ACTIVE for port object 3c73430f-30cc-438a-9261-509e2242a4f3 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:46.087897 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-cab13123-7265-436a-8d80-6e92026a81c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:46.144527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51110) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:46.282944 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab13123-7265-436a-8d80-6e92026a81c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c73430f-30cc-438a-9261-509e2242a4f3,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:46.290060 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63fa895-50a8-4200-bb6e-1ee811eb151c', 'name': 'network-vif-deleted', 'tag': '71b45c26-dfed-4826-bfc9-ea88ce0a0ff8'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:34:46.300556 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12693fe-6b6a-4870-8685-16eccc7d34ec" -d '{"events": [{"server_uuid": "e63fa895-50a8-4200-bb6e-1ee811eb151c", "name": "network-vif-deleted", "tag": "71b45c26-dfed-4826-bfc9-ea88ce0a0ff8"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:34:46.512541 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0d44b-e9af-4f1e-bebb-cdcee5c1acc9 req-ce4f7e6b-5e3e-43c6-ae15-5653703d5dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:46.514430 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fd0d44b-e9af-4f1e-bebb-cdcee5c1acc9 req-ce4f7e6b-5e3e-43c6-ae15-5653703d5dde service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5349782 Jul 09 09:34:46.654140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888bf6a0-a4ee-4883-a99b-6e6fc9d32413 req-3840236f-5a7b-42e6-bbe8-9f46c49d68d2 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:46.662452 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-888bf6a0-a4ee-4883-a99b-6e6fc9d32413 req-3840236f-5a7b-42e6-bbe8-9f46c49d68d2 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 950 time: 0.2800295 Jul 09 09:34:46.736952 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-888bf6a0-a4ee-4883-a99b-6e6fc9d32413 req-0380b17b-b154-48e5-985d-5fac5a6bb8b9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734096 Jul 09 09:34:46.743484 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-cab13123-7265-436a-8d80-6e92026a81c0 service neutron] Attempting to bind port 3c73430f-30cc-438a-9261-509e2242a4f3 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:34:46.744107 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-cab13123-7265-436a-8d80-6e92026a81c0 service neutron] Attempting to bind port 3c73430f-30cc-438a-9261-509e2242a4f3 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '1fef2ae4-d031-4327-9907-67969162862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:34:46.744611 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-cab13123-7265-436a-8d80-6e92026a81c0 service neutron] Attempting to bind port 3c73430f-30cc-438a-9261-509e2242a4f3 on network fafd663f-aa19-474e-a8d4-f86917295390 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:46.767478 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-cab13123-7265-436a-8d80-6e92026a81c0 service neutron] Port 3c73430f-30cc-438a-9261-509e2242a4f3 on network fafd663f-aa19-474e-a8d4-f86917295390 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:34:46.767794 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-cab13123-7265-436a-8d80-6e92026a81c0 service neutron] Attempting to bind port 3c73430f-30cc-438a-9261-509e2242a4f3 on network fafd663f-aa19-474e-a8d4-f86917295390 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:46.774623 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-cab13123-7265-436a-8d80-6e92026a81c0 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:34:46.774968 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-cab13123-7265-436a-8d80-6e92026a81c0 service neutron] Checking segment: {'id': '1fef2ae4-d031-4327-9907-67969162862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:34:46.775573 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-cab13123-7265-436a-8d80-6e92026a81c0 service neutron] Bound using segment: {'id': '1fef2ae4-d031-4327-9907-67969162862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:34:46.776059 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-cab13123-7265-436a-8d80-6e92026a81c0 service neutron] Bound port: 3c73430f-30cc-438a-9261-509e2242a4f3, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fef2ae4-d031-4327-9907-67969162862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:34:46.776424 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-cab13123-7265-436a-8d80-6e92026a81c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:46.778844 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a72b0a2d-2dc3-43b7-83d5-ad3ff11fe428 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:46.963545 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f63fdb-4a07-49df-b4da-8894b15c5f64 x-openstack-request-id: req-c2f63fdb-4a07-49df-b4da-8894b15c5f64 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:34:46.963935 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63fa895-50a8-4200-bb6e-1ee811eb151c", "name": "network-vif-deleted", "tag": "71b45c26-dfed-4826-bfc9-ea88ce0a0ff8", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:34:46.964116 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c2f63fdb-4a07-49df-b4da-8894b15c5f64 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:34:46.964496 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63fa895-50a8-4200-bb6e-1ee811eb151c', 'name': 'network-vif-deleted', 'tag': '71b45c26-dfed-4826-bfc9-ea88ce0a0ff8', 'status': 'completed', 'code': 200} Jul 09 09:34:47.220115 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1ebbe-6c59-4620-8800-d372dca0e07a req-29501938-28d3-4357-ba31-4a148837d0aa tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:47.221917 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ecb1ebbe-6c59-4620-8800-d372dca0e07a req-29501938-28d3-4357-ba31-4a148837d0aa tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/ports?device_id=46cd89cf-4dc6-4c0d-8802-afd2dbc4a306 HTTP/1.1" status: 200 len: 945 time: 0.3558855 Jul 09 09:34:47.236151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51132) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:47.244386 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0395ddf4-c4f4-4dcb-a6a3-b4b5126428fb tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Request body: {'floatingip': {'port_id': '96113903-35ea-4ac9-be3e-85da2b3415bb'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:47.325953 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072365a0-f405-4e9e-a187-120a5a66005e req-b1b12388-48c6-44e9-ae95-ab48752a17c2 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:47.333380 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-072365a0-f405-4e9e-a187-120a5a66005e req-b1b12388-48c6-44e9-ae95-ab48752a17c2 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 946 time: 0.2241468 Jul 09 09:34:47.360122 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0395ddf4-c4f4-4dcb-a6a3-b4b5126428fb tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:47.473312 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-072365a0-f405-4e9e-a187-120a5a66005e req-c97ad189-60d3-4e2d-8f8a-42d034cde36b tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388628 Jul 09 09:34:47.683111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51136) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:47.703982 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-cab13123-7265-436a-8d80-6e92026a81c0 service neutron] For port 3c73430f-30cc-438a-9261-509e2242a4f3, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:34:47.708739 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-cab13123-7265-436a-8d80-6e92026a81c0 service neutron] For port 3c73430f-30cc-438a-9261-509e2242a4f3, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=3c73430f-30cc-438a-9261-509e2242a4f3,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:34:47.714970 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-cab13123-7265-436a-8d80-6e92026a81c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:47.887992 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-cab13123-7265-436a-8d80-6e92026a81c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:47.888546 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-cab13123-7265-436a-8d80-6e92026a81c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:47.889993 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-cab13123-7265-436a-8d80-6e92026a81c0 service neutron] 10.222.0.58 "PUT /v2.0/ports/3c73430f-30cc-438a-9261-509e2242a4f3 HTTP/1.1" status: 200 len: 1135 time: 2.7812819 Jul 09 09:34:47.892436 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'tag': '3c73430f-30cc-438a-9261-509e2242a4f3'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:34:47.917570 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818e80b0-9a6d-4940-be89-d1d9123dd567" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "tag": "3c73430f-30cc-438a-9261-509e2242a4f3"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:34:47.939077 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-479219fd-c458-4ce5-ab65-a9a26669eaa1 service neutron] Request body: {'port': {'device_id': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:48.095572 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab13123-7265-436a-8d80-6e92026a81c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c73430f-30cc-438a-9261-509e2242a4f3,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:48.193928 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72b0a2d-2dc3-43b7-83d5-ad3ff11fe428 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:34:48.211142 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-479219fd-c458-4ce5-ab65-a9a26669eaa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:48.494485 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72b0a2d-2dc3-43b7-83d5-ad3ff11fe428 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:34:48.504337 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a72b0a2d-2dc3-43b7-83d5-ad3ff11fe428 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/routers/2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9140346 Jul 09 09:34:48.504489 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654734a-594a-4c08-abce-190434e1d163 req-315d95b3-24c0-484d-83be-f7ce5a9e08db tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:48.504921 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51146) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:48.509266 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46328efb-998d-463d-ba30-735b5afbfe27 None None] Sync routers for ids ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:34:48.509755 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654734a-594a-4c08-abce-190434e1d163 req-315d95b3-24c0-484d-83be-f7ce5a9e08db tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:48.516658 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654734a-594a-4c08-abce-190434e1d163 req-315d95b3-24c0-484d-83be-f7ce5a9e08db tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:48.522265 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46328efb-998d-463d-ba30-735b5afbfe27 None None] Routers {'2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:48.522905 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-46328efb-998d-463d-ba30-735b5afbfe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:34:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:48.523314 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654734a-594a-4c08-abce-190434e1d163 req-315d95b3-24c0-484d-83be-f7ce5a9e08db tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:48.530342 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654734a-594a-4c08-abce-190434e1d163 req-315d95b3-24c0-484d-83be-f7ce5a9e08db tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:48.537421 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654734a-594a-4c08-abce-190434e1d163 req-315d95b3-24c0-484d-83be-f7ce5a9e08db tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:48.545379 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5654734a-594a-4c08-abce-190434e1d163 req-315d95b3-24c0-484d-83be-f7ce5a9e08db tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 4605 time: 1.1087027 Jul 09 09:34:48.668972 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41ce0ddf-c60f-4e90-95cb-ae2aec484f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:48.699260 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ea53d5-2cbd-4225-86a8-3332dfe0db76 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting subnet c9491af5-1c1b-4cfa-950c-a0aa82e3505b {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:34:48.734600 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9ea53d5-2cbd-4225-86a8-3332dfe0db76 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:48.835521 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-af899343-2ed7-4893-b477-8860157838d5 service neutron] 10.222.0.58 "GET /v2.0/ports/fcd704b9-933e-47b7-92b7-bb7a73f70723/bindings/n-h1-799996-1 HTTP/1.1" status: 200 len: 382 time: 0.6428483 Jul 09 09:34:48.846363 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b4d7672-198f-4b24-9d4e-f160295e343f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:48.885383 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9ea53d5-2cbd-4225-86a8-3332dfe0db76 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:48.941883 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-46328efb-998d-463d-ba30-735b5afbfe27 None None] Set router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:48.967481 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd49ab-a58b-44d0-ac7e-b1f4e8ed3526 req-3d0f45a9-5a31-4ec5-9ac6-26a239fcd712 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:48.983656 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57cd49ab-a58b-44d0-ac7e-b1f4e8ed3526 req-3d0f45a9-5a31-4ec5-9ac6-26a239fcd712 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 950 time: 0.7951517 Jul 09 09:34:49.048206 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5654734a-594a-4c08-abce-190434e1d163 req-856dfdfb-b35d-42df-8869-665f6b8ef452 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5018256 Jul 09 09:34:49.170048 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b4d7672-198f-4b24-9d4e-f160295e343f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:49.171953 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1813c68a-5c81-4dbf-baad-b6c13ac6a32d x-openstack-request-id: req-1813c68a-5c81-4dbf-baad-b6c13ac6a32d {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:34:49.172252 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "tag": "3c73430f-30cc-438a-9261-509e2242a4f3", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:34:49.172509 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1813c68a-5c81-4dbf-baad-b6c13ac6a32d {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:34:49.173303 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'tag': '3c73430f-30cc-438a-9261-509e2242a4f3', 'status': 'completed', 'code': 200} Jul 09 09:34:49.198130 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-479219fd-c458-4ce5-ab65-a9a26669eaa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87dc968-5275-4a5f-8ede-a7b805940aa5 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:34:49.316620 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-479219fd-c458-4ce5-ab65-a9a26669eaa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:49.394296 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-46328efb-998d-463d-ba30-735b5afbfe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:34:45Z', 'revision_number': 8, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': '3d3d556d-4ad5-4ba0-8342-cc91a664f6e2', 'name': '', 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:a5:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:21Z', 'updated_at': '2021-07-09T09:34:28Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7711380-5bfd-4705-b156-25533c011079', 'name': '', 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:b1:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:26Z', 'updated_at': '2021-07-09T09:34:33Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:49.423007 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46328efb-998d-463d-ba30-735b5afbfe27 None None] Checking router: 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:34:49.426753 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-479219fd-c458-4ce5-ab65-a9a26669eaa1 service neutron] Transition to ACTIVE for port object b87dc968-5275-4a5f-8ede-a7b805940aa5 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:49.434899 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46328efb-998d-463d-ba30-735b5afbfe27 None None] Routers {'2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:49.436174 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-46328efb-998d-463d-ba30-735b5afbfe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:34:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:49.452980 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-479219fd-c458-4ce5-ab65-a9a26669eaa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:49.459634 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9ea53d5-2cbd-4225-86a8-3332dfe0db76 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:49.546400 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479219fd-c458-4ce5-ab65-a9a26669eaa1 service neutron] Pushing event updated for resources: {'Port': ['ID=b87dc968-5275-4a5f-8ede-a7b805940aa5,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:49.673394 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-46328efb-998d-463d-ba30-735b5afbfe27 None None] Set router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:49.833173 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-479219fd-c458-4ce5-ab65-a9a26669eaa1 service neutron] Attempting to bind port b87dc968-5275-4a5f-8ede-a7b805940aa5 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:34:49.834485 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-479219fd-c458-4ce5-ab65-a9a26669eaa1 service neutron] Attempting to bind port b87dc968-5275-4a5f-8ede-a7b805940aa5 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '1fef2ae4-d031-4327-9907-67969162862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:34:49.836329 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-479219fd-c458-4ce5-ab65-a9a26669eaa1 service neutron] Attempting to bind port b87dc968-5275-4a5f-8ede-a7b805940aa5 on network fafd663f-aa19-474e-a8d4-f86917295390 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:49.864764 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-479219fd-c458-4ce5-ab65-a9a26669eaa1 service neutron] Port b87dc968-5275-4a5f-8ede-a7b805940aa5 on network fafd663f-aa19-474e-a8d4-f86917295390 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:34:49.865097 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-479219fd-c458-4ce5-ab65-a9a26669eaa1 service neutron] Attempting to bind port b87dc968-5275-4a5f-8ede-a7b805940aa5 on network fafd663f-aa19-474e-a8d4-f86917295390 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:49.871464 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-479219fd-c458-4ce5-ab65-a9a26669eaa1 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:34:49.871841 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-479219fd-c458-4ce5-ab65-a9a26669eaa1 service neutron] Checking segment: {'id': '1fef2ae4-d031-4327-9907-67969162862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:34:49.872287 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-479219fd-c458-4ce5-ab65-a9a26669eaa1 service neutron] Bound using segment: {'id': '1fef2ae4-d031-4327-9907-67969162862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:34:49.872665 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-479219fd-c458-4ce5-ab65-a9a26669eaa1 service neutron] Bound port: b87dc968-5275-4a5f-8ede-a7b805940aa5, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fef2ae4-d031-4327-9907-67969162862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:34:49.873021 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-479219fd-c458-4ce5-ab65-a9a26669eaa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:49.878209 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9ea53d5-2cbd-4225-86a8-3332dfe0db76 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:49.938841 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9ea53d5-2cbd-4225-86a8-3332dfe0db76 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:49.944197 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608b7380-e5e1-467e-bc17-a718467dec21 None None] Network d1fb4afb-6ac6-41d2-9322-1d0194cd84b0 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:34:49.949535 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b9ea53d5-2cbd-4225-86a8-3332dfe0db76 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/subnets/c9491af5-1c1b-4cfa-950c-a0aa82e3505b HTTP/1.1" status: 204 len: 168 time: 1.4436395 Jul 09 09:34:49.982511 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-fe71131c-c9b3-4a34-a579-4801459e5885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:49.984058 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-fe71131c-c9b3-4a34-a579-4801459e5885 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4&tenant_id=fd1e4817887247cb839b06c8943f8731 HTTP/1.1" status: 200 len: 1101 time: 0.6630611 Jul 09 09:34:49.985894 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51152) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:50.047606 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea53d5-2cbd-4225-86a8-3332dfe0db76 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Subnet': ['ID=c9491af5-1c1b-4cfa-950c-a0aa82e3505b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:50.166765 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-46328efb-998d-463d-ba30-735b5afbfe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:34:45Z', 'revision_number': 8, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': '3d3d556d-4ad5-4ba0-8342-cc91a664f6e2', 'name': '', 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:a5:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:21Z', 'updated_at': '2021-07-09T09:34:28Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7711380-5bfd-4705-b156-25533c011079', 'name': '', 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:b1:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:26Z', 'updated_at': '2021-07-09T09:34:33Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:50.192602 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46328efb-998d-463d-ba30-735b5afbfe27 None None] The sync data for ids ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'] in n-d-799996-1 is: [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:34:45Z', 'revision_number': 8, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': '3d3d556d-4ad5-4ba0-8342-cc91a664f6e2', 'name': '', 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:a5:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:21Z', 'updated_at': '2021-07-09T09:34:28Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7711380-5bfd-4705-b156-25533c011079', 'name': '', 'network_id': '6320385c-2060-49a0-97a6-0e18de320fe6', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:b1:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:26Z', 'updated_at': '2021-07-09T09:34:33Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': '5ac3a8be-16d9-4788-805a-50c157d67c60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:34:50.292948 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0395ddf4-c4f4-4dcb-a6a3-b4b5126428fb tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:50.303139 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-479219fd-c458-4ce5-ab65-a9a26669eaa1 service neutron] For port b87dc968-5275-4a5f-8ede-a7b805940aa5, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:34:50.308965 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-479219fd-c458-4ce5-ab65-a9a26669eaa1 service neutron] For port b87dc968-5275-4a5f-8ede-a7b805940aa5, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b87dc968-5275-4a5f-8ede-a7b805940aa5,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:34:50.319591 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57cd49ab-a58b-44d0-ac7e-b1f4e8ed3526 req-d0650754-54a7-4493-aa9e-76e447ccf9aa tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3337793 Jul 09 09:34:50.330051 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad91e010-c6e3-406d-8f7e-56c365a0b4e6 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:50.332654 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-479219fd-c458-4ce5-ab65-a9a26669eaa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:50.370321 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0395ddf4-c4f4-4dcb-a6a3-b4b5126428fb tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:50.410550 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479219fd-c458-4ce5-ab65-a9a26669eaa1 service neutron] Pushing event updated for resources: {'Port': ['ID=b87dc968-5275-4a5f-8ede-a7b805940aa5,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:50.483183 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-479219fd-c458-4ce5-ab65-a9a26669eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:50.484680 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-479219fd-c458-4ce5-ab65-a9a26669eaa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:50.486348 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-479219fd-c458-4ce5-ab65-a9a26669eaa1 service neutron] 10.222.0.58 "PUT /v2.0/ports/b87dc968-5275-4a5f-8ede-a7b805940aa5 HTTP/1.1" status: 200 len: 1136 time: 2.5522871 Jul 09 09:34:50.512312 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-ff1054a7-325f-48da-8091-ef80599086b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:50.514419 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-ff1054a7-325f-48da-8091-ef80599086b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 1101 time: 0.3993533 Jul 09 09:34:50.578235 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a795874f-2274-42b7-877d-c8f08b9673fc None None] DHCP port deletion for d1fb4afb-6ac6-41d2-9322-1d0194cd84b0 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:34:50.629549 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b4d7672-198f-4b24-9d4e-f160295e343f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:50.634018 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b4d7672-198f-4b24-9d4e-f160295e343f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:50.637771 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0b4d7672-198f-4b24-9d4e-f160295e343f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "DELETE /v2.0/security-groups/f8d13fee-908c-4da5-9edb-373857b030f6 HTTP/1.1" status: 204 len: 168 time: 2.9482954 Jul 09 09:34:50.699513 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51156) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:50.704753 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d7672-198f-4b24-9d4e-f160295e343f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d13fee-908c-4da5-9edb-373857b030f6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:50.722056 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e367438-8198-4a30-b350-b063c94be85d req-444aa6cd-4d28-4365-9060-552573050a49 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:50.723269 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e367438-8198-4a30-b350-b063c94be85d req-444aa6cd-4d28-4365-9060-552573050a49 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 946 time: 0.8034410 Jul 09 09:34:50.743164 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a795874f-2274-42b7-877d-c8f08b9673fc None None] Deleting port e4310404-b829-4be9-81d9-2b9b7571f975 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:34:50.743556 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a795874f-2274-42b7-877d-c8f08b9673fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:50.758338 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e80b0-9a6d-4940-be89-d1d9123dd567 req-503012bb-0a15-44a8-8edd-f1bd232996a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:50.758870 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e80b0-9a6d-4940-be89-d1d9123dd567 req-503012bb-0a15-44a8-8edd-f1bd232996a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:50.759352 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e80b0-9a6d-4940-be89-d1d9123dd567 req-503012bb-0a15-44a8-8edd-f1bd232996a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:50.759863 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e80b0-9a6d-4940-be89-d1d9123dd567 req-503012bb-0a15-44a8-8edd-f1bd232996a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:50.760340 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e80b0-9a6d-4940-be89-d1d9123dd567 req-503012bb-0a15-44a8-8edd-f1bd232996a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:50.761138 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e80b0-9a6d-4940-be89-d1d9123dd567 req-503012bb-0a15-44a8-8edd-f1bd232996a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:50.761606 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e80b0-9a6d-4940-be89-d1d9123dd567 req-503012bb-0a15-44a8-8edd-f1bd232996a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:50.763734 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-818e80b0-9a6d-4940-be89-d1d9123dd567 req-503012bb-0a15-44a8-8edd-f1bd232996a9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df38cd9bcbb7480b8739e27fba0b60f2&device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 6178 time: 0.8814847 Jul 09 09:34:50.801848 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-fd03fcfb-8036-42b7-994b-ce7b123a7f40 service neutron] Request body: {'port': {'device_id': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:50.841779 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-e1f15450-09bd-4e89-a98e-6b2f26ed74b1 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] show failed (client error): The resource could not be found. Jul 09 09:34:50.842367 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e1f15450-09bd-4e89-a98e-6b2f26ed74b1 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "GET /v2.0/security-groups/f8d13fee-908c-4da5-9edb-373857b030f6 HTTP/1.1" status: 404 len: 347 time: 0.1350551 Jul 09 09:34:50.844027 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d7672-198f-4b24-9d4e-f160295e343f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:50.844382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d7672-198f-4b24-9d4e-f160295e343f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:50.844730 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d7672-198f-4b24-9d4e-f160295e343f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:50.845072 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d7672-198f-4b24-9d4e-f160295e343f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:50.845414 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d7672-198f-4b24-9d4e-f160295e343f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:50.845752 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d7672-198f-4b24-9d4e-f160295e343f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:50.846086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d7672-198f-4b24-9d4e-f160295e343f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:50.846420 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d7672-198f-4b24-9d4e-f160295e343f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:50.846753 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d7672-198f-4b24-9d4e-f160295e343f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:50.847077 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d7672-198f-4b24-9d4e-f160295e343f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:50.847404 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d7672-198f-4b24-9d4e-f160295e343f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:50.847757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d7672-198f-4b24-9d4e-f160295e343f tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:34:50.850757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51158) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:50.880772 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-397d72d2-6b08-44fb-be70-5bcd5465e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:50.882249 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-397d72d2-6b08-44fb-be70-5bcd5465e29e service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.3594108 Jul 09 09:34:50.915926 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a795874f-2274-42b7-877d-c8f08b9673fc None None] For port e4310404-b829-4be9-81d9-2b9b7571f975, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e4310404-b829-4be9-81d9-2b9b7571f975,segment=NetworkSegment(299101fb-d163-479f-bf24-ebf936df9611),segment_id=299101fb-d163-479f-bf24-ebf936df9611)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:50.916851 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a795874f-2274-42b7-877d-c8f08b9673fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:50.937017 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a795874f-2274-42b7-877d-c8f08b9673fc None None] Calling delete_port for e4310404-b829-4be9-81d9-2b9b7571f975 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:34:50.968417 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-96c06f57-77f9-41e0-b0f2-ec65a4896031 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=fcd704b9-933e-47b7-92b7-bb7a73f70723 HTTP/1.1" status: 200 len: 217 time: 0.0586236 Jul 09 09:34:51.025114 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6da791f4-7951-4269-b0c0-c2643caf5952 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:34:51.036833 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-fd03fcfb-8036-42b7-994b-ce7b123a7f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:51.057402 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a795874f-2274-42b7-877d-c8f08b9673fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:51.113597 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 6da791f4-7951-4269-b0c0-c2643caf5952 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:34:51.114520 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6da791f4-7951-4269-b0c0-c2643caf5952 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:34:51.116364 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e4310404-b829-4be9-81d9-2b9b7571f975 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:34:51.124556 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a795874f-2274-42b7-877d-c8f08b9673fc None None] No DVR routers for this DVR port e4310404-b829-4be9-81d9-2b9b7571f975 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:34:51.135911 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-4278b086-96cd-4dd2-a117-08b4d0aa6c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:51.137880 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-4278b086-96cd-4dd2-a117-08b4d0aa6c8c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0923507 Jul 09 09:34:51.188157 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795874f-2274-42b7-877d-c8f08b9673fc None None] Pushing event deleted for resources: {'Port': ['ID=e4310404-b829-4be9-81d9-2b9b7571f975,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:51.190522 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'tag': 'b87dc968-5275-4a5f-8ede-a7b805940aa5'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:34:51.196972 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1aad5b-5147-49d5-b728-4e2613e74ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "tag": "b87dc968-5275-4a5f-8ede-a7b805940aa5"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:34:51.217413 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-0395ddf4-c4f4-4dcb-a6a3-b4b5126428fb tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Floating IP 3b27f6f1-a16c-45a9-8967-60b954a666e0 associated. External IP: 172.25.3.247, port: 96113903-35ea-4ac9-be3e-85da2b3415bb. Jul 09 09:34:51.226945 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: e4310404-b829-4be9-81d9-2b9b7571f975 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:34:51.227545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e4310404-b829-4be9-81d9-2b9b7571f975 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:34:51.263086 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e367438-8198-4a30-b350-b063c94be85d req-c23a5264-315d-475f-b782-0c0ed4b41fd6 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4962411 Jul 09 09:34:51.311489 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ad91e010-c6e3-406d-8f7e-56c365a0b4e6 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting port e4310404-b829-4be9-81d9-2b9b7571f975 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:34:51.311888 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad91e010-c6e3-406d-8f7e-56c365a0b4e6 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:51.359914 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08feb5d7-64fc-4361-922c-92352c330d7c req-38333a72-6fb9-499c-b0f3-5518b5bf9d43 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:51.366057 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08feb5d7-64fc-4361-922c-92352c330d7c req-38333a72-6fb9-499c-b0f3-5518b5bf9d43 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:51.372720 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08feb5d7-64fc-4361-922c-92352c330d7c req-38333a72-6fb9-499c-b0f3-5518b5bf9d43 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:51.378911 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08feb5d7-64fc-4361-922c-92352c330d7c req-38333a72-6fb9-499c-b0f3-5518b5bf9d43 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:51.386048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08feb5d7-64fc-4361-922c-92352c330d7c req-38333a72-6fb9-499c-b0f3-5518b5bf9d43 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:51.392316 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08feb5d7-64fc-4361-922c-92352c330d7c req-38333a72-6fb9-499c-b0f3-5518b5bf9d43 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:51.398542 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08feb5d7-64fc-4361-922c-92352c330d7c req-38333a72-6fb9-499c-b0f3-5518b5bf9d43 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:51.406792 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-08feb5d7-64fc-4361-922c-92352c330d7c req-38333a72-6fb9-499c-b0f3-5518b5bf9d43 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5383 time: 0.9006746 Jul 09 09:34:51.431592 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd1896d-c973-4a32-8dbe-109a7a1ad0f8 x-openstack-request-id: req-cfd1896d-c973-4a32-8dbe-109a7a1ad0f8 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:34:51.431979 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "tag": "b87dc968-5275-4a5f-8ede-a7b805940aa5", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:34:51.432172 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cfd1896d-c973-4a32-8dbe-109a7a1ad0f8 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:34:51.432570 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'tag': 'b87dc968-5275-4a5f-8ede-a7b805940aa5', 'status': 'completed', 'code': 200} Jul 09 09:34:51.477090 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-2479efdf-d3ef-4adf-a9be-5f6c09f89d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:51.478771 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-2479efdf-d3ef-4adf-a9be-5f6c09f89d35 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3316839 Jul 09 09:34:51.479973 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-ad91e010-c6e3-406d-8f7e-56c365a0b4e6 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] For port e4310404-b829-4be9-81d9-2b9b7571f975, host n-d-799996-1, got binding levels [] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:51.480337 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad91e010-c6e3-406d-8f7e-56c365a0b4e6 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:51.509814 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e80b0-9a6d-4940-be89-d1d9123dd567 req-4071f9ab-8fb0-45bf-9726-3374f30ad449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:51.510622 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e80b0-9a6d-4940-be89-d1d9123dd567 req-4071f9ab-8fb0-45bf-9726-3374f30ad449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:51.511271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e80b0-9a6d-4940-be89-d1d9123dd567 req-4071f9ab-8fb0-45bf-9726-3374f30ad449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:51.513986 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-818e80b0-9a6d-4940-be89-d1d9123dd567 req-4071f9ab-8fb0-45bf-9726-3374f30ad449 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=df38cd9bcbb7480b8739e27fba0b60f2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7130005 Jul 09 09:34:51.593382 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-e78540e2-6095-41b1-a496-1bb18301689a service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011834 Jul 09 09:34:51.624439 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ad91e010-c6e3-406d-8f7e-56c365a0b4e6 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Calling delete_port for e4310404-b829-4be9-81d9-2b9b7571f975 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:34:51.674249 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e80b0-9a6d-4940-be89-d1d9123dd567 req-8d640804-3172-4617-beea-e1eab806db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:51.675901 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-818e80b0-9a6d-4940-be89-d1d9123dd567 req-8d640804-3172-4617-beea-e1eab806db79 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1523395 Jul 09 09:34:51.689197 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-08feb5d7-64fc-4361-922c-92352c330d7c req-ceca181f-c22f-4dca-ae20-ac2ca71734f2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2814493 Jul 09 09:34:51.711173 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.ipam_backend_mixin [None req-ad91e010-c6e3-406d-8f7e-56c365a0b4e6 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Port e4310404-b829-4be9-81d9-2b9b7571f975 was not found and therefore no delete operation was performed {{(pid=93791) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 09:34:51.718507 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad91e010-c6e3-406d-8f7e-56c365a0b4e6 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:51.778567 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91e010-c6e3-406d-8f7e-56c365a0b4e6 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Port': ['ID=e4310404-b829-4be9-81d9-2b9b7571f975,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:51.922456 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-fd03fcfb-8036-42b7-994b-ce7b123a7f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ba2455e-8a37-4bdf-8a17-72869b71782e {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:34:51.934078 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-fd03fcfb-8036-42b7-994b-ce7b123a7f40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:51.950585 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad91e010-c6e3-406d-8f7e-56c365a0b4e6 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] No DVR routers for this DVR port e4310404-b829-4be9-81d9-2b9b7571f975 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:34:51.994300 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-fd03fcfb-8036-42b7-994b-ce7b123a7f40 service neutron] Transition to ACTIVE for port object 0ba2455e-8a37-4bdf-8a17-72869b71782e will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:52.004758 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-9e96d3ea-5ed0-4b3a-9fed-b307503c8677 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Deleting port f43d23b0-2e73-465b-be16-d05a80f4ec9a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:34:52.005095 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e96d3ea-5ed0-4b3a-9fed-b307503c8677 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:52.012526 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0395ddf4-c4f4-4dcb-a6a3-b4b5126428fb tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Router 9d4f61d1-a195-42a2-81eb-ceb5309898bc has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:34:52.044577 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-41ce0ddf-c60f-4e90-95cb-ae2aec484f11 admin admin] Deleting port c9993910-d634-4f71-9cc0-f838e2c54f6e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:34:52.044910 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41ce0ddf-c60f-4e90-95cb-ae2aec484f11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:52.060060 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad91e010-c6e3-406d-8f7e-56c365a0b4e6 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:52.070580 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ad91e010-c6e3-406d-8f7e-56c365a0b4e6 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1fb4afb-6ac6-41d2-9322-1d0194cd84b0']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:52.085762 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ad91e010-c6e3-406d-8f7e-56c365a0b4e6 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299101fb-d163-479f-bf24-ebf936df9611') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:52.086205 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ad91e010-c6e3-406d-8f7e-56c365a0b4e6 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299101fb-d163-479f-bf24-ebf936df9611') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:52.095845 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad91e010-c6e3-406d-8f7e-56c365a0b4e6 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:52.112641 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad91e010-c6e3-406d-8f7e-56c365a0b4e6 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:52.120059 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad91e010-c6e3-406d-8f7e-56c365a0b4e6 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:34:52.120475 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad91e010-c6e3-406d-8f7e-56c365a0b4e6 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:34:52.210475 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:34:52.222821 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad91e010-c6e3-406d-8f7e-56c365a0b4e6 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:52.225540 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-fd03fcfb-8036-42b7-994b-ce7b123a7f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:52.232304 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad91e010-c6e3-406d-8f7e-56c365a0b4e6 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:52.234454 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ad91e010-c6e3-406d-8f7e-56c365a0b4e6 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/networks/d1fb4afb-6ac6-41d2-9322-1d0194cd84b0 HTTP/1.1" status: 204 len: 168 time: 2.2473435 Jul 09 09:34:52.241756 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51168) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:52.292099 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2393fd24-0ac3-4e86-aaa2-892e43d76677 req-0b1450d6-ac4c-49ef-be3a-041754bec15a service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6869264 Jul 09 09:34:52.296466 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1aad5b-5147-49d5-b728-4e2613e74ee2 req-c4e8e303-8d0f-4a9e-a0ad-123cdb42e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:52.297011 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1aad5b-5147-49d5-b728-4e2613e74ee2 req-c4e8e303-8d0f-4a9e-a0ad-123cdb42e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:52.301548 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1aad5b-5147-49d5-b728-4e2613e74ee2 req-c4e8e303-8d0f-4a9e-a0ad-123cdb42e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:52.302217 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1aad5b-5147-49d5-b728-4e2613e74ee2 req-c4e8e303-8d0f-4a9e-a0ad-123cdb42e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:52.302501 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1aad5b-5147-49d5-b728-4e2613e74ee2 req-c4e8e303-8d0f-4a9e-a0ad-123cdb42e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:52.302974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1aad5b-5147-49d5-b728-4e2613e74ee2 req-c4e8e303-8d0f-4a9e-a0ad-123cdb42e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:52.303447 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1aad5b-5147-49d5-b728-4e2613e74ee2 req-c4e8e303-8d0f-4a9e-a0ad-123cdb42e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:52.305485 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b1aad5b-5147-49d5-b728-4e2613e74ee2 req-c4e8e303-8d0f-4a9e-a0ad-123cdb42e6c7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df38cd9bcbb7480b8739e27fba0b60f2&device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 6220 time: 0.3907182 Jul 09 09:34:52.463179 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91e010-c6e3-406d-8f7e-56c365a0b4e6 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Network': ['ID=d1fb4afb-6ac6-41d2-9322-1d0194cd84b0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:52.563060 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03fcfb-8036-42b7-994b-ce7b123a7f40 service neutron] Pushing event updated for resources: {'Port': ['ID=0ba2455e-8a37-4bdf-8a17-72869b71782e,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:52.949926 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-fd03fcfb-8036-42b7-994b-ce7b123a7f40 service neutron] Attempting to bind port 0ba2455e-8a37-4bdf-8a17-72869b71782e on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:34:52.950565 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-fd03fcfb-8036-42b7-994b-ce7b123a7f40 service neutron] Attempting to bind port 0ba2455e-8a37-4bdf-8a17-72869b71782e by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '1fef2ae4-d031-4327-9907-67969162862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:34:52.950565 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-fd03fcfb-8036-42b7-994b-ce7b123a7f40 service neutron] Attempting to bind port 0ba2455e-8a37-4bdf-8a17-72869b71782e on network fafd663f-aa19-474e-a8d4-f86917295390 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:52.992633 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-fd03fcfb-8036-42b7-994b-ce7b123a7f40 service neutron] Port 0ba2455e-8a37-4bdf-8a17-72869b71782e on network fafd663f-aa19-474e-a8d4-f86917295390 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:34:52.992966 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-fd03fcfb-8036-42b7-994b-ce7b123a7f40 service neutron] Attempting to bind port 0ba2455e-8a37-4bdf-8a17-72869b71782e on network fafd663f-aa19-474e-a8d4-f86917295390 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:53.014035 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-fd03fcfb-8036-42b7-994b-ce7b123a7f40 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:34:53.014383 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-fd03fcfb-8036-42b7-994b-ce7b123a7f40 service neutron] Checking segment: {'id': '1fef2ae4-d031-4327-9907-67969162862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:34:53.014779 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-fd03fcfb-8036-42b7-994b-ce7b123a7f40 service neutron] Bound using segment: {'id': '1fef2ae4-d031-4327-9907-67969162862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:34:53.015429 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-fd03fcfb-8036-42b7-994b-ce7b123a7f40 service neutron] Bound port: 0ba2455e-8a37-4bdf-8a17-72869b71782e, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fef2ae4-d031-4327-9907-67969162862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:34:53.015817 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-fd03fcfb-8036-42b7-994b-ce7b123a7f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:53.095488 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-41ce0ddf-c60f-4e90-95cb-ae2aec484f11 admin admin] For port c9993910-d634-4f71-9cc0-f838e2c54f6e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c9993910-d634-4f71-9cc0-f838e2c54f6e,segment=NetworkSegment(966526bd-490a-44dd-abfe-bcd259cab79b),segment_id=966526bd-490a-44dd-abfe-bcd259cab79b)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:53.096540 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41ce0ddf-c60f-4e90-95cb-ae2aec484f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:53.113199 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-41ce0ddf-c60f-4e90-95cb-ae2aec484f11 admin admin] Calling delete_port for c9993910-d634-4f71-9cc0-f838e2c54f6e owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:34:53.259348 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-fd03fcfb-8036-42b7-994b-ce7b123a7f40 service neutron] For port 0ba2455e-8a37-4bdf-8a17-72869b71782e, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:34:53.265683 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-fd03fcfb-8036-42b7-994b-ce7b123a7f40 service neutron] For port 0ba2455e-8a37-4bdf-8a17-72869b71782e, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=0ba2455e-8a37-4bdf-8a17-72869b71782e,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:34:53.289395 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-fd03fcfb-8036-42b7-994b-ce7b123a7f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:53.295235 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device fcd704b9-933e-47b7-92b7-bb7a73f70723 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:34:53.356702 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1aad5b-5147-49d5-b728-4e2613e74ee2 req-31b56894-b2eb-4340-95ac-f21feb5070d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:53.360708 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1aad5b-5147-49d5-b728-4e2613e74ee2 req-31b56894-b2eb-4340-95ac-f21feb5070d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:53.361216 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1aad5b-5147-49d5-b728-4e2613e74ee2 req-31b56894-b2eb-4340-95ac-f21feb5070d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:53.363403 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b1aad5b-5147-49d5-b728-4e2613e74ee2 req-31b56894-b2eb-4340-95ac-f21feb5070d3 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=df38cd9bcbb7480b8739e27fba0b60f2&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0449784 Jul 09 09:34:53.386746 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28145150-2158-4bbe-bd86-38d83e80d3fa req-7d2587b6-9f34-4055-a67f-f499b767af8d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:53.389451 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28145150-2158-4bbe-bd86-38d83e80d3fa req-7d2587b6-9f34-4055-a67f-f499b767af8d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 950 time: 1.6990297 Jul 09 09:34:53.447400 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:53.483357 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f19008a-ab01-42a6-a395-dc0beacd09f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcd704b9-933e-47b7-92b7-bb7a73f70723'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:34:53.486480 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c87a6db-514a-4180-be27-40b938f5a751" -d '{"events": [{"server_uuid": "8f19008a-ab01-42a6-a395-dc0beacd09f4", "name": "network-vif-unplugged", "status": "completed", "tag": "fcd704b9-933e-47b7-92b7-bb7a73f70723"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:34:53.509154 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port fcd704b9-933e-47b7-92b7-bb7a73f70723, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=fcd704b9-933e-47b7-92b7-bb7a73f70723,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:53.514188 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e96d3ea-5ed0-4b3a-9fed-b307503c8677 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:53.514523 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e96d3ea-5ed0-4b3a-9fed-b307503c8677 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:53.538361 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:53.612301 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=fcd704b9-933e-47b7-92b7-bb7a73f70723,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:53.628550 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-9e96d3ea-5ed0-4b3a-9fed-b307503c8677 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Calling delete_port for f43d23b0-2e73-465b-be16-d05a80f4ec9a owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:34:53.869237 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1aad5b-5147-49d5-b728-4e2613e74ee2 req-decf2e16-a45f-4370-8989-daddac762648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:53.869784 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-fd03fcfb-8036-42b7-994b-ce7b123a7f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:53.870629 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-fd03fcfb-8036-42b7-994b-ce7b123a7f40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:53.870885 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b1aad5b-5147-49d5-b728-4e2613e74ee2 req-decf2e16-a45f-4370-8989-daddac762648 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4690571 Jul 09 09:34:53.872496 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-fd03fcfb-8036-42b7-994b-ce7b123a7f40 service neutron] 10.222.0.58 "PUT /v2.0/ports/0ba2455e-8a37-4bdf-8a17-72869b71782e HTTP/1.1" status: 200 len: 1090 time: 3.0805292 Jul 09 09:34:53.874249 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'tag': '0ba2455e-8a37-4bdf-8a17-72869b71782e'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:34:53.877231 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373ecb64-2ea8-4aec-894e-7eb7a9c48416" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "tag": "0ba2455e-8a37-4bdf-8a17-72869b71782e"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:34:53.921049 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-70437a03-71be-40c2-a2cf-05dece239649 service neutron] Request body: {'port': {'device_id': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:53.960670 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03fcfb-8036-42b7-994b-ce7b123a7f40 service neutron] Pushing event updated for resources: {'Port': ['ID=0ba2455e-8a37-4bdf-8a17-72869b71782e,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:54.034026 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28145150-2158-4bbe-bd86-38d83e80d3fa req-e4584aeb-eb1f-4d96-bd0e-c235e9206075 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5546656 Jul 09 09:34:54.038979 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41ce0ddf-c60f-4e90-95cb-ae2aec484f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:54.085632 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-70437a03-71be-40c2-a2cf-05dece239649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:54.114829 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38538357-beb6-4020-b4d9-6fb89108ae9d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:54.270734 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e96d3ea-5ed0-4b3a-9fed-b307503c8677 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:54.284793 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce0ddf-c60f-4e90-95cb-ae2aec484f11 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9993910-d634-4f71-9cc0-f838e2c54f6e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:54.461967 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96d3ea-5ed0-4b3a-9fed-b307503c8677 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Pushing event deleted for resources: {'Port': ['ID=f43d23b0-2e73-465b-be16-d05a80f4ec9a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:54.608138 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41ce0ddf-c60f-4e90-95cb-ae2aec484f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:54.725240 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-38538357-beb6-4020-b4d9-6fb89108ae9d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting port d7711380-5bfd-4705-b156-25533c011079 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:34:54.725582 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38538357-beb6-4020-b4d9-6fb89108ae9d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:54.778962 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0395ddf4-c4f4-4dcb-a6a3-b4b5126428fb tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:34:54.793868 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13bef52-77e7-480f-9f53-72f88d9b8849 None None] Sync routers for ids ['9d4f61d1-a195-42a2-81eb-ceb5309898bc'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:34:54.820073 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0395ddf4-c4f4-4dcb-a6a3-b4b5126428fb tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:54.835650 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-70437a03-71be-40c2-a2cf-05dece239649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9156e5bc-3745-4aaf-a12d-7f1717166bef {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:34:54.836778 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13bef52-77e7-480f-9f53-72f88d9b8849 None None] Routers {'9d4f61d1-a195-42a2-81eb-ceb5309898bc'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:54.839171 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e13bef52-77e7-480f-9f53-72f88d9b8849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:34:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['9d4f61d1-a195-42a2-81eb-ceb5309898bc'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:54.854577 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-70437a03-71be-40c2-a2cf-05dece239649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:54.886434 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-70437a03-71be-40c2-a2cf-05dece239649 service neutron] Transition to ACTIVE for port object 9156e5bc-3745-4aaf-a12d-7f1717166bef will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:54.888440 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-38538357-beb6-4020-b4d9-6fb89108ae9d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] For port d7711380-5bfd-4705-b156-25533c011079, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=d7711380-5bfd-4705-b156-25533c011079,segment=NetworkSegment(0fd78a6d-e954-4231-9944-729b3a0b7ccd),segment_id=0fd78a6d-e954-4231-9944-729b3a0b7ccd)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:54.888804 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38538357-beb6-4020-b4d9-6fb89108ae9d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:54.908131 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-70437a03-71be-40c2-a2cf-05dece239649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:54.931162 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-38538357-beb6-4020-b4d9-6fb89108ae9d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Calling delete_port for d7711380-5bfd-4705-b156-25533c011079 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:34:55.016386 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa51f26-e042-4ed8-ad3b-6d2ddd6bee9f req-10f26dcd-130c-40cc-b258-ee0fd36d933f tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:55.024448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dfa51f26-e042-4ed8-ad3b-6d2ddd6bee9f req-10f26dcd-130c-40cc-b258-ee0fd36d933f tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 946 time: 1.9891565 Jul 09 09:34:55.027523 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-e13bef52-77e7-480f-9f53-72f88d9b8849 None None] Set router 9d4f61d1-a195-42a2-81eb-ceb5309898bc gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:55.068072 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0395ddf4-c4f4-4dcb-a6a3-b4b5126428fb tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "PUT /v2.0/floatingips/3b27f6f1-a16c-45a9-8967-60b954a666e0 HTTP/1.1" status: 200 len: 991 time: 7.8290617 Jul 09 09:34:55.077675 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46cd89cf-4dc6-4c0d-8802-afd2dbc4a306', 'tag': '96113903-35ea-4ac9-be3e-85da2b3415bb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:34:55.080378 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ac56a6-b544-4648-925e-7468c1fe0f86" -d '{"events": [{"name": "network-changed", "server_uuid": "46cd89cf-4dc6-4c0d-8802-afd2dbc4a306", "tag": "96113903-35ea-4ac9-be3e-85da2b3415bb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:34:55.160298 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7a070-1306-462e-9f8f-6b935064d118 req-8d7a7cb9-4ab3-4e39-b81f-4f49a43f9ecd tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:55.166734 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7a070-1306-462e-9f8f-6b935064d118 req-8d7a7cb9-4ab3-4e39-b81f-4f49a43f9ecd tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:55.173055 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7a070-1306-462e-9f8f-6b935064d118 req-8d7a7cb9-4ab3-4e39-b81f-4f49a43f9ecd tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:55.183491 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7a070-1306-462e-9f8f-6b935064d118 req-8d7a7cb9-4ab3-4e39-b81f-4f49a43f9ecd tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:55.189797 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7a070-1306-462e-9f8f-6b935064d118 req-8d7a7cb9-4ab3-4e39-b81f-4f49a43f9ecd tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:55.196355 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7a070-1306-462e-9f8f-6b935064d118 req-8d7a7cb9-4ab3-4e39-b81f-4f49a43f9ecd tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:55.198202 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70437a03-71be-40c2-a2cf-05dece239649 service neutron] Pushing event updated for resources: {'Port': ['ID=9156e5bc-3745-4aaf-a12d-7f1717166bef,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:55.203308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7a070-1306-462e-9f8f-6b935064d118 req-8d7a7cb9-4ab3-4e39-b81f-4f49a43f9ecd tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:55.211270 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13e7a070-1306-462e-9f8f-6b935064d118 req-8d7a7cb9-4ab3-4e39-b81f-4f49a43f9ecd tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5395 time: 0.9322023 Jul 09 09:34:55.297518 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e96d3ea-5ed0-4b3a-9fed-b307503c8677 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:55.300203 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e96d3ea-5ed0-4b3a-9fed-b307503c8677 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:55.301476 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9e96d3ea-5ed0-4b3a-9fed-b307503c8677 tempest-ImagesOneServerNegativeTestJSON-1601729670 tempest-ImagesOneServerNegativeTestJSON-1601729670-project] 10.222.0.61 "DELETE /v2.0/floatingips/5d7b7f87-8f24-4e3f-ad1d-9b4dcada7834 HTTP/1.1" status: 204 len: 168 time: 4.3650274 Jul 09 09:34:55.313436 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dfa51f26-e042-4ed8-ad3b-6d2ddd6bee9f req-a0b753ec-39dc-45a8-8146-1a0f80bd1339 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2878234 Jul 09 09:34:55.344541 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13e7a070-1306-462e-9f8f-6b935064d118 req-fd89cc00-2442-4a83-a920-45ef676eb8e0 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1321399 Jul 09 09:34:55.366247 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-70437a03-71be-40c2-a2cf-05dece239649 service neutron] Attempting to bind port 9156e5bc-3745-4aaf-a12d-7f1717166bef on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:34:55.371927 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-70437a03-71be-40c2-a2cf-05dece239649 service neutron] Attempting to bind port 9156e5bc-3745-4aaf-a12d-7f1717166bef by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '1fef2ae4-d031-4327-9907-67969162862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:34:55.372365 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-70437a03-71be-40c2-a2cf-05dece239649 service neutron] Attempting to bind port 9156e5bc-3745-4aaf-a12d-7f1717166bef on network fafd663f-aa19-474e-a8d4-f86917295390 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:55.378382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ce0ddf-c60f-4e90-95cb-ae2aec484f11 admin admin] Router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:34:55.396458 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-70437a03-71be-40c2-a2cf-05dece239649 service neutron] Port 9156e5bc-3745-4aaf-a12d-7f1717166bef on network fafd663f-aa19-474e-a8d4-f86917295390 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:34:55.396800 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-70437a03-71be-40c2-a2cf-05dece239649 service neutron] Attempting to bind port 9156e5bc-3745-4aaf-a12d-7f1717166bef on network fafd663f-aa19-474e-a8d4-f86917295390 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:55.408902 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device fcd704b9-933e-47b7-92b7-bb7a73f70723 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:34:55.413231 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-70437a03-71be-40c2-a2cf-05dece239649 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:34:55.413575 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-70437a03-71be-40c2-a2cf-05dece239649 service neutron] Checking segment: {'id': '1fef2ae4-d031-4327-9907-67969162862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:34:55.413964 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-70437a03-71be-40c2-a2cf-05dece239649 service neutron] Bound using segment: {'id': '1fef2ae4-d031-4327-9907-67969162862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:34:55.414413 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-70437a03-71be-40c2-a2cf-05dece239649 service neutron] Bound port: 9156e5bc-3745-4aaf-a12d-7f1717166bef, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fef2ae4-d031-4327-9907-67969162862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:34:55.414785 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-70437a03-71be-40c2-a2cf-05dece239649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:55.474278 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd20f23-639f-49eb-a577-9e10a6f48de3 x-openstack-request-id: req-fbd20f23-639f-49eb-a577-9e10a6f48de3 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:34:55.474582 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "tag": "0ba2455e-8a37-4bdf-8a17-72869b71782e", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:34:55.474837 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fbd20f23-639f-49eb-a577-9e10a6f48de3 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:34:55.475260 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'tag': '0ba2455e-8a37-4bdf-8a17-72869b71782e', 'status': 'completed', 'code': 200} Jul 09 09:34:55.501115 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6bac94-3080-406c-8dae-0aa3c168e61b x-openstack-request-id: req-2c6bac94-3080-406c-8dae-0aa3c168e61b {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:34:55.501400 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f19008a-ab01-42a6-a395-dc0beacd09f4", "name": "network-vif-unplugged", "status": "completed", "tag": "fcd704b9-933e-47b7-92b7-bb7a73f70723", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:34:55.508207 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c6bac94-3080-406c-8dae-0aa3c168e61b {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:34:55.508588 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f19008a-ab01-42a6-a395-dc0beacd09f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcd704b9-933e-47b7-92b7-bb7a73f70723', 'code': 200} Jul 09 09:34:55.625462 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38538357-beb6-4020-b4d9-6fb89108ae9d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:55.675087 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-70437a03-71be-40c2-a2cf-05dece239649 service neutron] For port 9156e5bc-3745-4aaf-a12d-7f1717166bef, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:34:55.679271 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port fcd704b9-933e-47b7-92b7-bb7a73f70723, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=fcd704b9-933e-47b7-92b7-bb7a73f70723,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:55.686207 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38538357-beb6-4020-b4d9-6fb89108ae9d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Port': ['ID=d7711380-5bfd-4705-b156-25533c011079,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:55.697421 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'fcd704b9-933e-47b7-92b7-bb7a73f70723', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': 'fcd704b9-933e-47b7-92b7-bb7a73f70723', 'mac_address': 'fa:16:3e:a1:f2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:34:55.761298 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-70437a03-71be-40c2-a2cf-05dece239649 service neutron] For port 9156e5bc-3745-4aaf-a12d-7f1717166bef, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=9156e5bc-3745-4aaf-a12d-7f1717166bef,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:34:55.795467 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-70437a03-71be-40c2-a2cf-05dece239649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:55.882102 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ecb64-2ea8-4aec-894e-7eb7a9c48416 req-aed8d157-aff6-4167-b4ad-24e1bf27d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:55.885218 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ecb64-2ea8-4aec-894e-7eb7a9c48416 req-aed8d157-aff6-4167-b4ad-24e1bf27d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:55.885907 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ecb64-2ea8-4aec-894e-7eb7a9c48416 req-aed8d157-aff6-4167-b4ad-24e1bf27d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:55.886582 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ecb64-2ea8-4aec-894e-7eb7a9c48416 req-aed8d157-aff6-4167-b4ad-24e1bf27d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:55.888256 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ecb64-2ea8-4aec-894e-7eb7a9c48416 req-aed8d157-aff6-4167-b4ad-24e1bf27d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:55.888924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ecb64-2ea8-4aec-894e-7eb7a9c48416 req-aed8d157-aff6-4167-b4ad-24e1bf27d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:55.892754 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ecb64-2ea8-4aec-894e-7eb7a9c48416 req-aed8d157-aff6-4167-b4ad-24e1bf27d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:55.896759 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-373ecb64-2ea8-4aec-894e-7eb7a9c48416 req-aed8d157-aff6-4167-b4ad-24e1bf27d59d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df38cd9bcbb7480b8739e27fba0b60f2&device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 6312 time: 0.4063237 Jul 09 09:34:55.903817 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed172db-aed9-4105-ba64-49ac10c3e575 x-openstack-request-id: req-4ed172db-aed9-4105-ba64-49ac10c3e575 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:34:55.905185 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46cd89cf-4dc6-4c0d-8802-afd2dbc4a306", "tag": "96113903-35ea-4ac9-be3e-85da2b3415bb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:34:55.905643 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4ed172db-aed9-4105-ba64-49ac10c3e575 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:34:55.906163 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46cd89cf-4dc6-4c0d-8802-afd2dbc4a306', 'tag': '96113903-35ea-4ac9-be3e-85da2b3415bb', 'status': 'completed', 'code': 200} Jul 09 09:34:55.907679 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-70437a03-71be-40c2-a2cf-05dece239649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:55.918117 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-70437a03-71be-40c2-a2cf-05dece239649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:55.919648 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-70437a03-71be-40c2-a2cf-05dece239649 service neutron] 10.222.0.58 "PUT /v2.0/ports/9156e5bc-3745-4aaf-a12d-7f1717166bef HTTP/1.1" status: 200 len: 1091 time: 2.0036769 Jul 09 09:34:55.930798 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:55.948216 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ce0ddf-c60f-4e90-95cb-ae2aec484f11 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:34:55.961184 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dddac9b-fd2c-4bd8-af6b-59a84c0199bb None None] Sync routers for ids ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:34:55.977801 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd704b9-933e-47b7-92b7-bb7a73f70723 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:34:55.984285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-8d9d2605-f82e-4d5c-b6e5-b391703b7d88 service neutron] Request body: {'port': {'device_id': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:55.985053 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dddac9b-fd2c-4bd8-af6b-59a84c0199bb None None] Routers {'7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:55.988413 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3dddac9b-fd2c-4bd8-af6b-59a84c0199bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:34:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:56.005597 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port fcd704b9-933e-47b7-92b7-bb7a73f70723, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=fcd704b9-933e-47b7-92b7-bb7a73f70723,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:56.026578 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:56.102393 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-41ce0ddf-c60f-4e90-95cb-ae2aec484f11 admin admin] 10.222.0.61 "PUT /v2.0/routers/7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9317293 Jul 09 09:34:56.184819 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=fcd704b9-933e-47b7-92b7-bb7a73f70723,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:56.203639 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e13bef52-77e7-480f-9f53-72f88d9b8849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'name': 'tempest-ServersTestManualDisk-2018548069-router', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:53Z', 'updated_at': '2021-07-09T09:34:02Z', 'revision_number': 4, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'gw_port': {'id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:55Z', 'updated_at': '2021-07-09T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '3b27f6f1-a16c-45a9-8967-60b954a666e0', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'port_id': '96113903-35ea-4ac9-be3e-85da2b3415bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9', 'mac_address': 'fa:16:3e:f1:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd89cf-4dc6-4c0d-8802-afd2dbc4a306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:34:13Z', 'updated_at': '2021-07-09T09:34:49Z', 'revision_number': 1, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6888237-64da-4c22-a3c7-1438c15c6cff', 'name': '', 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'mac_address': 'fa:16:3e:2f:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'a05b0ae9-6d96-449a-844e-c2c83c8a0b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:00Z', 'updated_at': '2021-07-09T09:34:10Z', 'revision_number': 5, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'subnets': [{'id': 'a05b0ae9-6d96-449a-844e-c2c83c8a0b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:56.257021 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51192) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:56.267601 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13bef52-77e7-480f-9f53-72f88d9b8849 None None] Checking router: 9d4f61d1-a195-42a2-81eb-ceb5309898bc for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:34:56.294512 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['fcd704b9-933e-47b7-92b7-bb7a73f70723'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:34:56.308573 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-3dddac9b-fd2c-4bd8-af6b-59a84c0199bb None None] Set router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:56.355528 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13bef52-77e7-480f-9f53-72f88d9b8849 None None] Routers {'9d4f61d1-a195-42a2-81eb-ceb5309898bc'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:56.356221 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e13bef52-77e7-480f-9f53-72f88d9b8849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:34:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['9d4f61d1-a195-42a2-81eb-ceb5309898bc'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:56.372740 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70437a03-71be-40c2-a2cf-05dece239649 service neutron] Pushing event updated for resources: {'Port': ['ID=9156e5bc-3745-4aaf-a12d-7f1717166bef,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:56.412695 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51200) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:56.576390 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3dddac9b-fd2c-4bd8-af6b-59a84c0199bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:34:53Z', 'revision_number': 5, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:56.624306 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38538357-beb6-4020-b4d9-6fb89108ae9d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:56.682935 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dddac9b-fd2c-4bd8-af6b-59a84c0199bb None None] Checking router: 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:34:56.706820 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dddac9b-fd2c-4bd8-af6b-59a84c0199bb None None] Routers {'7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:56.707974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c96a59-ff2f-4fe2-aa96-b0e3d9030627 req-9cbaded3-de7d-4ba6-a37a-6dc9fe25cf7d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:56.708557 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3dddac9b-fd2c-4bd8-af6b-59a84c0199bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:34:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:56.711005 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91c96a59-ff2f-4fe2-aa96-b0e3d9030627 req-9cbaded3-de7d-4ba6-a37a-6dc9fe25cf7d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 948 time: 1.0335803 Jul 09 09:34:56.829774 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf7ce-bdce-4b95-bd55-140871596a26 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:56.846386 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ecb64-2ea8-4aec-894e-7eb7a9c48416 req-e72a9833-88bb-4030-9a13-554efb6d41a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:56.850643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ecb64-2ea8-4aec-894e-7eb7a9c48416 req-e72a9833-88bb-4030-9a13-554efb6d41a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:56.851178 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ecb64-2ea8-4aec-894e-7eb7a9c48416 req-e72a9833-88bb-4030-9a13-554efb6d41a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:56.858092 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-373ecb64-2ea8-4aec-894e-7eb7a9c48416 req-e72a9833-88bb-4030-9a13-554efb6d41a3 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=df38cd9bcbb7480b8739e27fba0b60f2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9444070 Jul 09 09:34:56.893776 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-3dddac9b-fd2c-4bd8-af6b-59a84c0199bb None None] Set router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:56.966006 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4d3df7-beaf-4863-8708-b4f9e9f7bdc9 admin admin] Deleting subnet 6c3165e0-c2b9-4191-b47c-44ba56916623 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:34:56.972257 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91c96a59-ff2f-4fe2-aa96-b0e3d9030627 req-672b3299-16d9-4395-92f3-16ed30d8da99 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310944 Jul 09 09:34:56.995893 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b4d3df7-beaf-4863-8708-b4f9e9f7bdc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:57.032790 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac56a6-b544-4648-925e-7468c1fe0f86 req-403d16bf-e3e8-47dc-ac46-11d81972b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:57.034448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17ac56a6-b544-4648-925e-7468c1fe0f86 req-403d16bf-e3e8-47dc-ac46-11d81972b0e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fa9df9b474a4887b8f2c23eac109c76&device_id=46cd89cf-4dc6-4c0d-8802-afd2dbc4a306 HTTP/1.1" status: 200 len: 1096 time: 1.0187492 Jul 09 09:34:57.045750 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-e13bef52-77e7-480f-9f53-72f88d9b8849 None None] Set router 9d4f61d1-a195-42a2-81eb-ceb5309898bc gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:57.151432 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b4d3df7-beaf-4863-8708-b4f9e9f7bdc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:57.230657 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-8d9d2605-f82e-4d5c-b6e5-b391703b7d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:57.298251 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3dddac9b-fd2c-4bd8-af6b-59a84c0199bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:34:53Z', 'revision_number': 5, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:57.299416 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b4d3df7-beaf-4863-8708-b4f9e9f7bdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:57.350972 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dddac9b-fd2c-4bd8-af6b-59a84c0199bb None None] The sync data for ids ['7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03'] in n-d-799996-1 is: [{'id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'name': 'tempest-FloatingIPsAssociationTestJSON-327851577-router', 'tenant_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:18Z', 'updated_at': '2021-07-09T09:34:53Z', 'revision_number': 5, 'project_id': 'b787bf2eebcb4063864ea3f28a4fe795', 'gw_port': {'id': '2c389bab-c907-4d67-8a52-4925ef9842c0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:20Z', 'updated_at': '2021-07-09T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:34:57.498477 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'tag': '9156e5bc-3745-4aaf-a12d-7f1717166bef'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:34:57.499256 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057bef6d-5634-4a0d-9ba9-01569f6d44da" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "tag": "9156e5bc-3745-4aaf-a12d-7f1717166bef"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:34:57.565837 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64623271-964a-483f-9af4-08f1017b7bb6 req-25fd5324-26b9-4c9c-9896-c6a4591dab96 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:57.567410 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64623271-964a-483f-9af4-08f1017b7bb6 req-25fd5324-26b9-4c9c-9896-c6a4591dab96 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 946 time: 0.6729450 Jul 09 09:34:57.644719 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e13bef52-77e7-480f-9f53-72f88d9b8849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'name': 'tempest-ServersTestManualDisk-2018548069-router', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:53Z', 'updated_at': '2021-07-09T09:34:02Z', 'revision_number': 4, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'gw_port': {'id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:55Z', 'updated_at': '2021-07-09T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '3b27f6f1-a16c-45a9-8967-60b954a666e0', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'port_id': '96113903-35ea-4ac9-be3e-85da2b3415bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9', 'mac_address': 'fa:16:3e:f1:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd89cf-4dc6-4c0d-8802-afd2dbc4a306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:34:13Z', 'updated_at': '2021-07-09T09:34:49Z', 'revision_number': 1, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6888237-64da-4c22-a3c7-1438c15c6cff', 'name': '', 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'mac_address': 'fa:16:3e:2f:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'a05b0ae9-6d96-449a-844e-c2c83c8a0b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:00Z', 'updated_at': '2021-07-09T09:34:10Z', 'revision_number': 5, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'subnets': [{'id': 'a05b0ae9-6d96-449a-844e-c2c83c8a0b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:57.708256 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13bef52-77e7-480f-9f53-72f88d9b8849 None None] The sync data for ids ['9d4f61d1-a195-42a2-81eb-ceb5309898bc'] in n-d-799996-1 is: [{'id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'name': 'tempest-ServersTestManualDisk-2018548069-router', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:53Z', 'updated_at': '2021-07-09T09:34:02Z', 'revision_number': 4, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'gw_port': {'id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:55Z', 'updated_at': '2021-07-09T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '3b27f6f1-a16c-45a9-8967-60b954a666e0', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'port_id': '96113903-35ea-4ac9-be3e-85da2b3415bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9', 'mac_address': 'fa:16:3e:f1:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd89cf-4dc6-4c0d-8802-afd2dbc4a306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:34:13Z', 'updated_at': '2021-07-09T09:34:49Z', 'revision_number': 1, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6888237-64da-4c22-a3c7-1438c15c6cff', 'name': '', 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'mac_address': 'fa:16:3e:2f:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'a05b0ae9-6d96-449a-844e-c2c83c8a0b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:00Z', 'updated_at': '2021-07-09T09:34:10Z', 'revision_number': 5, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'subnets': [{'id': 'a05b0ae9-6d96-449a-844e-c2c83c8a0b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:34:57.902811 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-8d9d2605-f82e-4d5c-b6e5-b391703b7d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4056075f-4424-484a-a4a7-32a33e281506 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:34:57.913356 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-8d9d2605-f82e-4d5c-b6e5-b391703b7d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:57.930963 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-8d9d2605-f82e-4d5c-b6e5-b391703b7d88 service neutron] Transition to ACTIVE for port object 4056075f-4424-484a-a4a7-32a33e281506 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:34:57.940417 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38538357-beb6-4020-b4d9-6fb89108ae9d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:34:57.942848 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b4d3df7-beaf-4863-8708-b4f9e9f7bdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:57.951862 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-8d9d2605-f82e-4d5c-b6e5-b391703b7d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:58.033350 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d2605-f82e-4d5c-b6e5-b391703b7d88 service neutron] Pushing event updated for resources: {'Port': ['ID=4056075f-4424-484a-a4a7-32a33e281506,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:58.171733 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31946f4e-359a-462e-b645-756468774dcb None None] New status for floating IP 3b27f6f1-a16c-45a9-8967-60b954a666e0: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:34:58.198586 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d3df7-beaf-4863-8708-b4f9e9f7bdc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c3165e0-c2b9-4191-b47c-44ba56916623,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:58.214083 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b4d3df7-beaf-4863-8708-b4f9e9f7bdc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:58.221690 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1b4d3df7-beaf-4863-8708-b4f9e9f7bdc9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6c3165e0-c2b9-4191-b47c-44ba56916623 HTTP/1.1" status: 204 len: 168 time: 1.8040874 Jul 09 09:34:58.225835 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51210) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:58.227417 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38538357-beb6-4020-b4d9-6fb89108ae9d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:34:58.237647 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d0f40e-59c8-4da0-a00e-de844ad7168b None None] Sync routers for ids ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:34:58.246376 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-38538357-beb6-4020-b4d9-6fb89108ae9d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/routers/2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0003152 Jul 09 09:34:58.249170 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64623271-964a-483f-9af4-08f1017b7bb6 req-b99db81d-c83e-4001-a9d3-9cf2006a7ff7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6363347 Jul 09 09:34:58.251287 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51212) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:34:58.268422 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d0f40e-59c8-4da0-a00e-de844ad7168b None None] Routers {'2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:58.269070 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-64d0f40e-59c8-4da0-a00e-de844ad7168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:34:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:58.278867 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ecb64-2ea8-4aec-894e-7eb7a9c48416 req-7d6b1c88-09ca-4c35-a10b-ba07ce8eaef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:58.280578 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-373ecb64-2ea8-4aec-894e-7eb7a9c48416 req-7d6b1c88-09ca-4c35-a10b-ba07ce8eaef0 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3826027 Jul 09 09:34:58.282077 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf7ce-bdce-4b95-bd55-140871596a26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:58.313171 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac56a6-b544-4648-925e-7468c1fe0f86 req-31dcc7e4-de84-4c23-bcf9-494757d3f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:58.314731 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17ac56a6-b544-4648-925e-7468c1fe0f86 req-31dcc7e4-de84-4c23-bcf9-494757d3f5ff service neutron] 10.222.0.64 "GET /v2.0/networks?id=8da779eb-62d2-4653-9616-013d03ffc7b9 HTTP/1.1" status: 200 len: 913 time: 1.2301164 Jul 09 09:34:58.430048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795170ca-6da4-4d33-a62d-2a22328cd18d req-97f630e8-cb92-4ca0-95ef-3f46719732bf tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:58.444260 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795170ca-6da4-4d33-a62d-2a22328cd18d req-97f630e8-cb92-4ca0-95ef-3f46719732bf tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:58.469474 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795170ca-6da4-4d33-a62d-2a22328cd18d req-97f630e8-cb92-4ca0-95ef-3f46719732bf tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:58.471888 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795170ca-6da4-4d33-a62d-2a22328cd18d req-97f630e8-cb92-4ca0-95ef-3f46719732bf tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:58.493590 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795170ca-6da4-4d33-a62d-2a22328cd18d req-97f630e8-cb92-4ca0-95ef-3f46719732bf tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:58.511351 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795170ca-6da4-4d33-a62d-2a22328cd18d req-97f630e8-cb92-4ca0-95ef-3f46719732bf tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:58.530510 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795170ca-6da4-4d33-a62d-2a22328cd18d req-97f630e8-cb92-4ca0-95ef-3f46719732bf tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:58.547894 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-795170ca-6da4-4d33-a62d-2a22328cd18d req-97f630e8-cb92-4ca0-95ef-3f46719732bf tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5407 time: 1.2782943 Jul 09 09:34:58.656077 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ab01be-fe20-44af-bee9-7ed31a12b346 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting subnet 5ac3a8be-16d9-4788-805a-50c157d67c60 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:34:58.660359 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-18ab01be-fe20-44af-bee9-7ed31a12b346 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:58.738621 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c9993910-d634-4f71-9cc0-f838e2c54f6e no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:34:58.801843 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-8d9d2605-f82e-4d5c-b6e5-b391703b7d88 service neutron] Attempting to bind port 4056075f-4424-484a-a4a7-32a33e281506 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:34:58.802345 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-8d9d2605-f82e-4d5c-b6e5-b391703b7d88 service neutron] Attempting to bind port 4056075f-4424-484a-a4a7-32a33e281506 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '48356470-3de9-4aaf-a4cf-6ee600e06024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7bc84bdf-64ff-402d-9a3f-15d863914225'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:34:58.804389 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: c9993910-d634-4f71-9cc0-f838e2c54f6e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:34:58.804802 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-8d9d2605-f82e-4d5c-b6e5-b391703b7d88 service neutron] Attempting to bind port 4056075f-4424-484a-a4a7-32a33e281506 on network 7bc84bdf-64ff-402d-9a3f-15d863914225 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:58.805260 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c9993910-d634-4f71-9cc0-f838e2c54f6e not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:34:58.814157 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-795170ca-6da4-4d33-a62d-2a22328cd18d req-39d0b3de-9262-4aa3-a541-f9e85af68361 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2625735 Jul 09 09:34:58.816234 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-8d9d2605-f82e-4d5c-b6e5-b391703b7d88 service neutron] Port 4056075f-4424-484a-a4a7-32a33e281506 on network 7bc84bdf-64ff-402d-9a3f-15d863914225 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:34:58.816679 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-8d9d2605-f82e-4d5c-b6e5-b391703b7d88 service neutron] Attempting to bind port 4056075f-4424-484a-a4a7-32a33e281506 on network 7bc84bdf-64ff-402d-9a3f-15d863914225 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:34:58.820796 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17ac56a6-b544-4648-925e-7468c1fe0f86 req-5054d876-f4e1-4579-8362-d4e7d6a7ffc0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96113903-35ea-4ac9-be3e-85da2b3415bb HTTP/1.1" status: 200 len: 999 time: 0.4784207 Jul 09 09:34:58.825406 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-059b1a76-81fd-4b0e-8431-c46e652ed886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:58.841122 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-18ab01be-fe20-44af-bee9-7ed31a12b346 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:58.860726 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-8d9d2605-f82e-4d5c-b6e5-b391703b7d88 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:34:58.866039 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-8d9d2605-f82e-4d5c-b6e5-b391703b7d88 service neutron] Checking segment: {'id': '48356470-3de9-4aaf-a4cf-6ee600e06024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7bc84bdf-64ff-402d-9a3f-15d863914225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:34:58.866508 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-8d9d2605-f82e-4d5c-b6e5-b391703b7d88 service neutron] Bound using segment: {'id': '48356470-3de9-4aaf-a4cf-6ee600e06024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7bc84bdf-64ff-402d-9a3f-15d863914225'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:34:58.867226 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-8d9d2605-f82e-4d5c-b6e5-b391703b7d88 service neutron] Bound port: 4056075f-4424-484a-a4a7-32a33e281506, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48356470-3de9-4aaf-a4cf-6ee600e06024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7bc84bdf-64ff-402d-9a3f-15d863914225'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:34:58.867671 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-8d9d2605-f82e-4d5c-b6e5-b391703b7d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:58.892108 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-64d0f40e-59c8-4da0-a00e-de844ad7168b None None] Set router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:58.954288 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135b600c-241b-49e0-8673-653d6bc75472 x-openstack-request-id: req-135b600c-241b-49e0-8673-653d6bc75472 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:34:58.954883 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "tag": "9156e5bc-3745-4aaf-a12d-7f1717166bef", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:34:58.955353 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-135b600c-241b-49e0-8673-653d6bc75472 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:34:58.956016 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'tag': '9156e5bc-3745-4aaf-a12d-7f1717166bef', 'status': 'completed', 'code': 200} Jul 09 09:34:59.065295 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac56a6-b544-4648-925e-7468c1fe0f86 req-34a5e5ff-05f1-4357-9c91-7615fb0a4c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:59.066823 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17ac56a6-b544-4648-925e-7468c1fe0f86 req-34a5e5ff-05f1-4357-9c91-7615fb0a4c72 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a05b0ae9-6d96-449a-844e-c2c83c8a0b77 HTTP/1.1" status: 200 len: 851 time: 0.2160883 Jul 09 09:34:59.158182 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4a1bf7ce-bdce-4b95-bd55-140871596a26 admin admin] Deleting port 2c389bab-c907-4d67-8a52-4925ef9842c0 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:34:59.159043 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf7ce-bdce-4b95-bd55-140871596a26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:59.189141 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-059b1a76-81fd-4b0e-8431-c46e652ed886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:59.203517 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-8d9d2605-f82e-4d5c-b6e5-b391703b7d88 service neutron] For port 4056075f-4424-484a-a4a7-32a33e281506, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:34:59.273659 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-059b1a76-81fd-4b0e-8431-c46e652ed886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a167ed73-6e11-49d4-8b85-411ff9857e03']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:59.286198 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-64d0f40e-59c8-4da0-a00e-de844ad7168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:34:55Z', 'revision_number': 9, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': '3d3d556d-4ad5-4ba0-8342-cc91a664f6e2', 'name': '', 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:a5:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:21Z', 'updated_at': '2021-07-09T09:34:28Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:59.287085 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-8d9d2605-f82e-4d5c-b6e5-b391703b7d88 service neutron] For port 4056075f-4424-484a-a4a7-32a33e281506, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=4056075f-4424-484a-a4a7-32a33e281506,segment=NetworkSegment(48356470-3de9-4aaf-a4cf-6ee600e06024),segment_id=48356470-3de9-4aaf-a4cf-6ee600e06024)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:34:59.299572 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device fcd704b9-933e-47b7-92b7-bb7a73f70723 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:34:59.324444 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-8d9d2605-f82e-4d5c-b6e5-b391703b7d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:59.327493 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-059b1a76-81fd-4b0e-8431-c46e652ed886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbd23f5-4b6c-4399-ba78-00f99e4df72a') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:59.327825 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-059b1a76-81fd-4b0e-8431-c46e652ed886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbd23f5-4b6c-4399-ba78-00f99e4df72a') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:59.348933 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d0f40e-59c8-4da0-a00e-de844ad7168b None None] Checking router: 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:34:59.354211 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-18ab01be-fe20-44af-bee9-7ed31a12b346 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:59.366646 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d0f40e-59c8-4da0-a00e-de844ad7168b None None] Routers {'2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:34:59.367248 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-64d0f40e-59c8-4da0-a00e-de844ad7168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:34:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:34:59.433363 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port fcd704b9-933e-47b7-92b7-bb7a73f70723 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:34:59.433679 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:59.443384 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-059b1a76-81fd-4b0e-8431-c46e652ed886 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:59.468047 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-18ab01be-fe20-44af-bee9-7ed31a12b346 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:59.538326 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-8d9d2605-f82e-4d5c-b6e5-b391703b7d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:34:59.539007 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-8d9d2605-f82e-4d5c-b6e5-b391703b7d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:59.541105 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-8d9d2605-f82e-4d5c-b6e5-b391703b7d88 service neutron] 10.222.0.58 "PUT /v2.0/ports/4056075f-4424-484a-a4a7-32a33e281506 HTTP/1.1" status: 200 len: 1091 time: 3.5777483 Jul 09 09:34:59.588607 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-32ed1e4a-a535-4443-9779-c542e4d908dd service neutron] Request body: {'port': {'device_id': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:34:59.604918 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-059b1a76-81fd-4b0e-8431-c46e652ed886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:59.624653 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-64d0f40e-59c8-4da0-a00e-de844ad7168b None None] Set router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:34:59.660233 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:59.664940 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059b1a76-81fd-4b0e-8431-c46e652ed886 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:34:59.665354 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-059b1a76-81fd-4b0e-8431-c46e652ed886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:34:59.706049 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:34:59.724279 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f19008a-ab01-42a6-a395-dc0beacd09f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd704b9-933e-47b7-92b7-bb7a73f70723'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:34:59.726666 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbcc11c-c656-4b41-9a21-9970740bc803" -d '{"events": [{"server_uuid": "8f19008a-ab01-42a6-a395-dc0beacd09f4", "name": "network-vif-plugged", "status": "completed", "tag": "fcd704b9-933e-47b7-92b7-bb7a73f70723"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:34:59.728651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-4a1bf7ce-bdce-4b95-bd55-140871596a26 admin admin] For port 2c389bab-c907-4d67-8a52-4925ef9842c0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=2c389bab-c907-4d67-8a52-4925ef9842c0,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:59.729704 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf7ce-bdce-4b95-bd55-140871596a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:59.755643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4a1bf7ce-bdce-4b95-bd55-140871596a26 admin admin] Calling delete_port for 2c389bab-c907-4d67-8a52-4925ef9842c0 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:34:59.760692 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port fcd704b9-933e-47b7-92b7-bb7a73f70723, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=fcd704b9-933e-47b7-92b7-bb7a73f70723,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:34:59.770587 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:59.803592 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab01be-fe20-44af-bee9-7ed31a12b346 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac3a8be-16d9-4788-805a-50c157d67c60,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:34:59.859237 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-18ab01be-fe20-44af-bee9-7ed31a12b346 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:34:59.865074 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-18ab01be-fe20-44af-bee9-7ed31a12b346 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/subnets/5ac3a8be-16d9-4788-805a-50c157d67c60 HTTP/1.1" status: 204 len: 168 time: 1.6048453 Jul 09 09:34:59.872900 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b648af8f-01e6-41b4-8fde-d9c9f41d88c6 None None] Network 6320385c-2060-49a0-97a6-0e18de320fe6 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:34:59.927641 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51226) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:00.020701 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=fcd704b9-933e-47b7-92b7-bb7a73f70723,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:00.054474 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46f61f2b-6a19-473f-91f8-2e3917ddaca0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:00.086557 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bef6d-5634-4a0d-9ba9-01569f6d44da req-7f6b4054-12df-4706-a232-bc6a3b39d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:00.087197 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bef6d-5634-4a0d-9ba9-01569f6d44da req-7f6b4054-12df-4706-a232-bc6a3b39d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:00.087804 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bef6d-5634-4a0d-9ba9-01569f6d44da req-7f6b4054-12df-4706-a232-bc6a3b39d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:00.088497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bef6d-5634-4a0d-9ba9-01569f6d44da req-7f6b4054-12df-4706-a232-bc6a3b39d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:00.089471 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bef6d-5634-4a0d-9ba9-01569f6d44da req-7f6b4054-12df-4706-a232-bc6a3b39d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:00.089941 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bef6d-5634-4a0d-9ba9-01569f6d44da req-7f6b4054-12df-4706-a232-bc6a3b39d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:00.090446 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bef6d-5634-4a0d-9ba9-01569f6d44da req-7f6b4054-12df-4706-a232-bc6a3b39d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:00.092782 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-057bef6d-5634-4a0d-9ba9-01569f6d44da req-7f6b4054-12df-4706-a232-bc6a3b39d113 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df38cd9bcbb7480b8739e27fba0b60f2&device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 6379 time: 1.0249176 Jul 09 09:35:00.211992 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-64d0f40e-59c8-4da0-a00e-de844ad7168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:34:55Z', 'revision_number': 9, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': '3d3d556d-4ad5-4ba0-8342-cc91a664f6e2', 'name': '', 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:a5:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:21Z', 'updated_at': '2021-07-09T09:34:28Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:00.261637 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac56a6-b544-4648-925e-7468c1fe0f86 req-d6c48f12-7f66-4ee9-8e94-4fe7cf06f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:00.263172 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17ac56a6-b544-4648-925e-7468c1fe0f86 req-d6c48f12-7f66-4ee9-8e94-4fe7cf06f7a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8da779eb-62d2-4653-9616-013d03ffc7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0075347 Jul 09 09:35:00.271481 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ed26a-649e-4eaa-bd0c-5c7c9ee458ee req-e31c4b97-b534-4e1f-a147-076e80aa00c1 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:00.273068 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6f3ed26a-649e-4eaa-bd0c-5c7c9ee458ee req-e31c4b97-b534-4e1f-a147-076e80aa00c1 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 949 time: 1.0014610 Jul 09 09:35:00.309686 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d0f40e-59c8-4da0-a00e-de844ad7168b None None] The sync data for ids ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'] in n-d-799996-1 is: [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:34:55Z', 'revision_number': 9, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': '3d3d556d-4ad5-4ba0-8342-cc91a664f6e2', 'name': '', 'network_id': 'fe4b9c9b-d791-4d16-b555-402ff702c342', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:a5:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:21Z', 'updated_at': '2021-07-09T09:34:28Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'bd45965a-e1f8-4bca-bb33-24a75fa2da9d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:35:00.322311 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:35:00.443736 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d2605-f82e-4d5c-b6e5-b391703b7d88 service neutron] Pushing event updated for resources: {'Port': ['ID=4056075f-4424-484a-a4a7-32a33e281506,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:00.455106 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13863876-0795-47e3-b96e-740242e3b7f6 req-648cb552-b6ed-4e3d-9ae5-480297634f4f tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:00.456836 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-13863876-0795-47e3-b96e-740242e3b7f6 req-648cb552-b6ed-4e3d-9ae5-480297634f4f tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4&tenant_id=fd1e4817887247cb839b06c8943f8731&binding%3Ahost_id=n-h1-799996-1 HTTP/1.1" status: 200 len: 949 time: 1.2650328 Jul 09 09:35:00.485603 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17ac56a6-b544-4648-925e-7468c1fe0f86 req-c5b43dda-35b2-4476-829f-e757d90f22e6 service neutron] 10.222.0.64 "GET /v2.0/networks/8da779eb-62d2-4653-9616-013d03ffc7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988187 Jul 09 09:35:00.528582 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-059b1a76-81fd-4b0e-8431-c46e652ed886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:00.561795 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6a918-3e2e-4129-ba0d-472308058fda req-843c7650-b32a-4c4b-818b-c2cffac07051 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:00.563351 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eca6a918-3e2e-4129-ba0d-472308058fda req-843c7650-b32a-4c4b-818b-c2cffac07051 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 946 time: 0.9763210 Jul 09 09:35:00.582324 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-059b1a76-81fd-4b0e-8431-c46e652ed886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:00.584397 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-059b1a76-81fd-4b0e-8431-c46e652ed886 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a167ed73-6e11-49d4-8b85-411ff9857e03 HTTP/1.1" status: 204 len: 168 time: 2.3369577 Jul 09 09:35:00.626479 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-32ed1e4a-a535-4443-9779-c542e4d908dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:00.637163 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b1a76-81fd-4b0e-8431-c46e652ed886 admin admin] Pushing event deleted for resources: {'Network': ['ID=a167ed73-6e11-49d4-8b85-411ff9857e03,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:00.704267 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6f3ed26a-649e-4eaa-bd0c-5c7c9ee458ee req-d0b98341-ec78-4e6e-aadc-28a668a1c886 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850110 Jul 09 09:35:00.716286 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07e100c-8191-48d2-81b7-b734d6e352f5 None None] DHCP port deletion for 6320385c-2060-49a0-97a6-0e18de320fe6 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:35:00.731937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-46f61f2b-6a19-473f-91f8-2e3917ddaca0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting port 1dadda6d-ef38-41cc-95a1-5016d9214165 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:35:00.732293 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46f61f2b-6a19-473f-91f8-2e3917ddaca0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:00.796841 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bef6d-5634-4a0d-9ba9-01569f6d44da req-f4a00d72-3f46-48c5-ba90-6e82c801c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:00.797310 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bef6d-5634-4a0d-9ba9-01569f6d44da req-f4a00d72-3f46-48c5-ba90-6e82c801c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:00.797766 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bef6d-5634-4a0d-9ba9-01569f6d44da req-f4a00d72-3f46-48c5-ba90-6e82c801c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:00.809784 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-057bef6d-5634-4a0d-9ba9-01569f6d44da req-f4a00d72-3f46-48c5-ba90-6e82c801c5ed service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=df38cd9bcbb7480b8739e27fba0b60f2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6965213 Jul 09 09:35:00.821591 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13863876-0795-47e3-b96e-740242e3b7f6 req-7e851379-7aea-46b2-ad17-35751f469926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:00.823354 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-13863876-0795-47e3-b96e-740242e3b7f6 req-7e851379-7aea-46b2-ad17-35751f469926 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 1101 time: 0.3062351 Jul 09 09:35:00.897428 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c07e100c-8191-48d2-81b7-b734d6e352f5 None None] Deleting port 1dadda6d-ef38-41cc-95a1-5016d9214165 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:35:00.897814 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c07e100c-8191-48d2-81b7-b734d6e352f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:01.067085 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'tag': '4056075f-4424-484a-a4a7-32a33e281506'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:35:01.070427 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc8d2e4-57dd-41f5-acc0-1fbfb0fcb222" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "tag": "4056075f-4424-484a-a4a7-32a33e281506"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:35:01.077529 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13863876-0795-47e3-b96e-740242e3b7f6 req-322dc031-8a77-4198-965e-5a160a862eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:01.082562 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-13863876-0795-47e3-b96e-740242e3b7f6 req-322dc031-8a77-4198-965e-5a160a862eda service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.2374816 Jul 09 09:35:01.083756 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c07e100c-8191-48d2-81b7-b734d6e352f5 None None] For port 1dadda6d-ef38-41cc-95a1-5016d9214165, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1dadda6d-ef38-41cc-95a1-5016d9214165,segment=NetworkSegment(0fd78a6d-e954-4231-9944-729b3a0b7ccd),segment_id=0fd78a6d-e954-4231-9944-729b3a0b7ccd)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:01.084633 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c07e100c-8191-48d2-81b7-b734d6e352f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:01.091338 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51232) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:01.106254 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c07e100c-8191-48d2-81b7-b734d6e352f5 None None] Calling delete_port for 1dadda6d-ef38-41cc-95a1-5016d9214165 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:35:01.225672 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4622cb-029a-43f9-932f-efea301a0c14 x-openstack-request-id: req-bb4622cb-029a-43f9-932f-efea301a0c14 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:35:01.226617 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f19008a-ab01-42a6-a395-dc0beacd09f4", "name": "network-vif-plugged", "status": "completed", "tag": "fcd704b9-933e-47b7-92b7-bb7a73f70723", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:35:01.228129 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bb4622cb-029a-43f9-932f-efea301a0c14 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:35:01.228572 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f19008a-ab01-42a6-a395-dc0beacd09f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd704b9-933e-47b7-92b7-bb7a73f70723', 'code': 200} Jul 09 09:35:01.234497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bef6d-5634-4a0d-9ba9-01569f6d44da req-a39c80bd-4269-4d29-a6e4-750f5941308a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:01.234665 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1dadda6d-ef38-41cc-95a1-5016d9214165 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:35:01.236134 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-057bef6d-5634-4a0d-9ba9-01569f6d44da req-a39c80bd-4269-4d29-a6e4-750f5941308a service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2724164 Jul 09 09:35:01.285878 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf7ce-bdce-4b95-bd55-140871596a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:01.302804 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 1dadda6d-ef38-41cc-95a1-5016d9214165 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:35:01.303161 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1dadda6d-ef38-41cc-95a1-5016d9214165 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:35:01.304298 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d7711380-5bfd-4705-b156-25533c011079 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:35:01.310603 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eca6a918-3e2e-4129-ba0d-472308058fda req-4c619955-e5bb-4e36-bcef-1eb1a56dfba8 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7199535 Jul 09 09:35:01.365027 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c07e100c-8191-48d2-81b7-b734d6e352f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:01.367025 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: d7711380-5bfd-4705-b156-25533c011079 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:35:01.367372 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d7711380-5bfd-4705-b156-25533c011079 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:35:01.415505 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-13863876-0795-47e3-b96e-740242e3b7f6 req-c637bd24-754c-46f9-84cd-1bee64751e23 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=fcd704b9-933e-47b7-92b7-bb7a73f70723 HTTP/1.1" status: 200 len: 217 time: 0.3162272 Jul 09 09:35:01.435277 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffaa3fa5-e3c7-43ff-be1b-db5e1a917fa5 x-openstack-request-id: req-ffaa3fa5-e3c7-43ff-be1b-db5e1a917fa5 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:35:01.435775 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "tag": "4056075f-4424-484a-a4a7-32a33e281506", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:35:01.436902 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ffaa3fa5-e3c7-43ff-be1b-db5e1a917fa5 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:35:01.437456 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'tag': '4056075f-4424-484a-a4a7-32a33e281506', 'status': 'completed', 'code': 200} Jul 09 09:35:01.444973 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07e100c-8191-48d2-81b7-b734d6e352f5 None None] No DVR routers for this DVR port 1dadda6d-ef38-41cc-95a1-5016d9214165 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:35:01.446029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bf7ce-bdce-4b95-bd55-140871596a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c389bab-c907-4d67-8a52-4925ef9842c0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:01.447042 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e100c-8191-48d2-81b7-b734d6e352f5 None None] Pushing event deleted for resources: {'Port': ['ID=1dadda6d-ef38-41cc-95a1-5016d9214165,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:01.454858 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-46f61f2b-6a19-473f-91f8-2e3917ddaca0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] For port 1dadda6d-ef38-41cc-95a1-5016d9214165, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1dadda6d-ef38-41cc-95a1-5016d9214165,segment=NetworkSegment(0fd78a6d-e954-4231-9944-729b3a0b7ccd),segment_id=0fd78a6d-e954-4231-9944-729b3a0b7ccd)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:01.455332 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46f61f2b-6a19-473f-91f8-2e3917ddaca0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:01.484358 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17ac56a6-b544-4648-925e-7468c1fe0f86 req-7bbac099-6917-40bf-ad8a-ed026150cd7e service neutron] 10.222.0.64 "GET /v2.0/networks/8da779eb-62d2-4653-9616-013d03ffc7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9466743 Jul 09 09:35:01.536208 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-46f61f2b-6a19-473f-91f8-2e3917ddaca0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Calling delete_port for 1dadda6d-ef38-41cc-95a1-5016d9214165 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:35:01.584457 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8ad6fe7e-4a7e-4589-8e32-11cfb3705caf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7ea2de8ba1fa4eb3954e92038414716a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4913692 Jul 09 09:35:01.586323 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13863876-0795-47e3-b96e-740242e3b7f6 req-220926af-3791-4785-9bf8-6dcca7eb3cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:01.587984 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-13863876-0795-47e3-b96e-740242e3b7f6 req-220926af-3791-4785-9bf8-6dcca7eb3cba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1466210 Jul 09 09:35:01.589137 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51240) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:01.708996 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa8879-056f-4cdf-80e6-bf06b19442c7 req-7ab5c73d-6632-49bf-8eb5-efc7427555ed tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:01.715533 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa8879-056f-4cdf-80e6-bf06b19442c7 req-7ab5c73d-6632-49bf-8eb5-efc7427555ed tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:01.724597 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa8879-056f-4cdf-80e6-bf06b19442c7 req-7ab5c73d-6632-49bf-8eb5-efc7427555ed tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:01.747968 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa8879-056f-4cdf-80e6-bf06b19442c7 req-7ab5c73d-6632-49bf-8eb5-efc7427555ed tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:01.765223 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa8879-056f-4cdf-80e6-bf06b19442c7 req-7ab5c73d-6632-49bf-8eb5-efc7427555ed tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:01.776021 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4af65a80-7544-42cc-9b5b-827f77bcbe0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:01.781135 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa8879-056f-4cdf-80e6-bf06b19442c7 req-7ab5c73d-6632-49bf-8eb5-efc7427555ed tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:01.785496 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13863876-0795-47e3-b96e-740242e3b7f6 req-1ef7d662-9c63-465f-a50c-d082a6680ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:01.787221 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-13863876-0795-47e3-b96e-740242e3b7f6 req-1ef7d662-9c63-465f-a50c-d082a6680ac9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1795323 Jul 09 09:35:01.792300 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa8879-056f-4cdf-80e6-bf06b19442c7 req-7ab5c73d-6632-49bf-8eb5-efc7427555ed tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:01.795933 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1aaa8879-056f-4cdf-80e6-bf06b19442c7 req-7ab5c73d-6632-49bf-8eb5-efc7427555ed tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5419 time: 0.5053079 Jul 09 09:35:01.801623 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf7ce-bdce-4b95-bd55-140871596a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:01.883378 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-32ed1e4a-a535-4443-9779-c542e4d908dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f956f9-4326-4d7c-bcf7-10dfe96d3b49 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:35:01.919328 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-32ed1e4a-a535-4443-9779-c542e4d908dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:01.923287 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4af65a80-7544-42cc-9b5b-827f77bcbe0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:01.959374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-32ed1e4a-a535-4443-9779-c542e4d908dd service neutron] Transition to ACTIVE for port object 84f956f9-4326-4d7c-bcf7-10dfe96d3b49 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:35:01.986955 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-32ed1e4a-a535-4443-9779-c542e4d908dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:02.002101 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8d2e4-57dd-41f5-acc0-1fbfb0fcb222 req-d4412aab-002b-4f03-9c02-35ca59d89149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:02.002598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8d2e4-57dd-41f5-acc0-1fbfb0fcb222 req-d4412aab-002b-4f03-9c02-35ca59d89149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:02.003720 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8d2e4-57dd-41f5-acc0-1fbfb0fcb222 req-d4412aab-002b-4f03-9c02-35ca59d89149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:02.004268 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8d2e4-57dd-41f5-acc0-1fbfb0fcb222 req-d4412aab-002b-4f03-9c02-35ca59d89149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:02.004923 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8d2e4-57dd-41f5-acc0-1fbfb0fcb222 req-d4412aab-002b-4f03-9c02-35ca59d89149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:02.005440 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8d2e4-57dd-41f5-acc0-1fbfb0fcb222 req-d4412aab-002b-4f03-9c02-35ca59d89149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:02.005913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8d2e4-57dd-41f5-acc0-1fbfb0fcb222 req-d4412aab-002b-4f03-9c02-35ca59d89149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:02.008410 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-acc8d2e4-57dd-41f5-acc0-1fbfb0fcb222 req-d4412aab-002b-4f03-9c02-35ca59d89149 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df38cd9bcbb7480b8739e27fba0b60f2&device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 6421 time: 0.5456433 Jul 09 09:35:02.054643 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-13863876-0795-47e3-b96e-740242e3b7f6 req-e965c4a9-2f69-447e-8394-f309d6cbee72 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543676 Jul 09 09:35:02.154272 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8d2e4-57dd-41f5-acc0-1fbfb0fcb222 req-89ab1c6c-bbbf-47a3-8669-da5770aef9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:02.154959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8d2e4-57dd-41f5-acc0-1fbfb0fcb222 req-89ab1c6c-bbbf-47a3-8669-da5770aef9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:02.155074 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4af65a80-7544-42cc-9b5b-827f77bcbe0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:02.155968 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8d2e4-57dd-41f5-acc0-1fbfb0fcb222 req-89ab1c6c-bbbf-47a3-8669-da5770aef9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:02.158085 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-acc8d2e4-57dd-41f5-acc0-1fbfb0fcb222 req-89ab1c6c-bbbf-47a3-8669-da5770aef9ce service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=df38cd9bcbb7480b8739e27fba0b60f2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1381581 Jul 09 09:35:02.161559 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4af65a80-7544-42cc-9b5b-827f77bcbe0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:02.165268 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4af65a80-7544-42cc-9b5b-827f77bcbe0f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c3e39eb4-734d-4ac2-96c4-036b7b955c38 HTTP/1.1" status: 204 len: 168 time: 0.5711820 Jul 09 09:35:02.165268 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed1e4a-a535-4443-9779-c542e4d908dd service neutron] Pushing event updated for resources: {'Port': ['ID=84f956f9-4326-4d7c-bcf7-10dfe96d3b49,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:02.168287 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf7ce-bdce-4b95-bd55-140871596a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:02.183977 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf7ce-bdce-4b95-bd55-140871596a26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:02.251011 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1aaa8879-056f-4cdf-80e6-bf06b19442c7 req-b962a4fd-1f29-48ff-a181-b92f64be6765 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4440567 Jul 09 09:35:02.328225 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-32ed1e4a-a535-4443-9779-c542e4d908dd service neutron] Attempting to bind port 84f956f9-4326-4d7c-bcf7-10dfe96d3b49 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:35:02.328569 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-32ed1e4a-a535-4443-9779-c542e4d908dd service neutron] Attempting to bind port 84f956f9-4326-4d7c-bcf7-10dfe96d3b49 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '48356470-3de9-4aaf-a4cf-6ee600e06024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7bc84bdf-64ff-402d-9a3f-15d863914225'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:35:02.328905 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-32ed1e4a-a535-4443-9779-c542e4d908dd service neutron] Attempting to bind port 84f956f9-4326-4d7c-bcf7-10dfe96d3b49 on network 7bc84bdf-64ff-402d-9a3f-15d863914225 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:35:02.348295 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-32ed1e4a-a535-4443-9779-c542e4d908dd service neutron] Port 84f956f9-4326-4d7c-bcf7-10dfe96d3b49 on network 7bc84bdf-64ff-402d-9a3f-15d863914225 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:35:02.348639 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-32ed1e4a-a535-4443-9779-c542e4d908dd service neutron] Attempting to bind port 84f956f9-4326-4d7c-bcf7-10dfe96d3b49 on network 7bc84bdf-64ff-402d-9a3f-15d863914225 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:35:02.353812 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af65a80-7544-42cc-9b5b-827f77bcbe0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e39eb4-734d-4ac2-96c4-036b7b955c38,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:02.373553 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-32ed1e4a-a535-4443-9779-c542e4d908dd service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:35:02.374160 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-32ed1e4a-a535-4443-9779-c542e4d908dd service neutron] Checking segment: {'id': '48356470-3de9-4aaf-a4cf-6ee600e06024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7bc84bdf-64ff-402d-9a3f-15d863914225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:35:02.374571 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-32ed1e4a-a535-4443-9779-c542e4d908dd service neutron] Bound using segment: {'id': '48356470-3de9-4aaf-a4cf-6ee600e06024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7bc84bdf-64ff-402d-9a3f-15d863914225'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:35:02.375055 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-32ed1e4a-a535-4443-9779-c542e4d908dd service neutron] Bound port: 84f956f9-4326-4d7c-bcf7-10dfe96d3b49, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48356470-3de9-4aaf-a4cf-6ee600e06024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7bc84bdf-64ff-402d-9a3f-15d863914225'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:35:02.375439 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-32ed1e4a-a535-4443-9779-c542e4d908dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:02.521674 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46f61f2b-6a19-473f-91f8-2e3917ddaca0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:02.561134 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-32ed1e4a-a535-4443-9779-c542e4d908dd service neutron] For port 84f956f9-4326-4d7c-bcf7-10dfe96d3b49, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:35:02.570883 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-32ed1e4a-a535-4443-9779-c542e4d908dd service neutron] For port 84f956f9-4326-4d7c-bcf7-10dfe96d3b49, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=84f956f9-4326-4d7c-bcf7-10dfe96d3b49,segment=NetworkSegment(48356470-3de9-4aaf-a4cf-6ee600e06024),segment_id=48356470-3de9-4aaf-a4cf-6ee600e06024)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:35:02.580442 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf7ce-bdce-4b95-bd55-140871596a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:02.581079 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1bf7ce-bdce-4b95-bd55-140871596a26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:35:02.591684 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51932e0-bd95-4e43-8a3e-8fc22df51f05 req-a581e80e-8e7b-4e33-bc27-43d12c660bf5 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:02.593523 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a51932e0-bd95-4e43-8a3e-8fc22df51f05 req-a581e80e-8e7b-4e33-bc27-43d12c660bf5 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 950 time: 0.6700134 Jul 09 09:35:02.598218 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-32ed1e4a-a535-4443-9779-c542e4d908dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:02.644026 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf7ce-bdce-4b95-bd55-140871596a26 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:02.648168 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4a1bf7ce-bdce-4b95-bd55-140871596a26 admin admin] 10.222.0.61 "DELETE /v2.0/routers/7678e2ff-6c9b-41b0-ba0c-889cdb6ecd03 HTTP/1.1" status: 204 len: 168 time: 6.3154945 Jul 09 09:35:02.649443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f61f2b-6a19-473f-91f8-2e3917ddaca0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] No DVR routers for this DVR port 1dadda6d-ef38-41cc-95a1-5016d9214165 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:35:02.652042 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8d2e4-57dd-41f5-acc0-1fbfb0fcb222 req-2eba5503-9b61-492c-a6a3-095dbacaeb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:02.653662 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-acc8d2e4-57dd-41f5-acc0-1fbfb0fcb222 req-2eba5503-9b61-492c-a6a3-095dbacaeb69 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4674320 Jul 09 09:35:02.654300 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51254) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:02.702528 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f61f2b-6a19-473f-91f8-2e3917ddaca0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Port': ['ID=1dadda6d-ef38-41cc-95a1-5016d9214165,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:02.709573 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-32ed1e4a-a535-4443-9779-c542e4d908dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:02.713880 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-32ed1e4a-a535-4443-9779-c542e4d908dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:02.718313 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-32ed1e4a-a535-4443-9779-c542e4d908dd service neutron] 10.222.0.58 "PUT /v2.0/ports/84f956f9-4326-4d7c-bcf7-10dfe96d3b49 HTTP/1.1" status: 200 len: 1091 time: 3.1408842 Jul 09 09:35:02.828222 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-13863876-0795-47e3-b96e-740242e3b7f6 req-448274e8-37c0-4f88-9fda-63c76cce1893 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7647533 Jul 09 09:35:02.856850 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fae45bd-7019-456b-acc3-ca11bb0f0fdf admin admin] Deleting subnet e29a1d03-4250-4311-8a28-897c11a59e6c {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:35:02.889255 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5fae45bd-7019-456b-acc3-ca11bb0f0fdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:02.958018 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed1e4a-a535-4443-9779-c542e4d908dd service neutron] Pushing event updated for resources: {'Port': ['ID=84f956f9-4326-4d7c-bcf7-10dfe96d3b49,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:03.007453 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a51932e0-bd95-4e43-8a3e-8fc22df51f05 req-60923c6f-1607-46ad-b2d5-71c727474817 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520756 Jul 09 09:35:03.047655 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-d1add2ce-8859-454d-906e-de280a82a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:03.048191 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-d1add2ce-8859-454d-906e-de280a82a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:03.048740 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-d1add2ce-8859-454d-906e-de280a82a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:03.049229 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-d1add2ce-8859-454d-906e-de280a82a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:03.049705 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-d1add2ce-8859-454d-906e-de280a82a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:03.050179 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-d1add2ce-8859-454d-906e-de280a82a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:03.050654 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-d1add2ce-8859-454d-906e-de280a82a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:03.052808 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-d1add2ce-8859-454d-906e-de280a82a14c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df38cd9bcbb7480b8739e27fba0b60f2&device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 6488 time: 0.2235985 Jul 09 09:35:03.091187 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46f61f2b-6a19-473f-91f8-2e3917ddaca0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:03.111470 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-46f61f2b-6a19-473f-91f8-2e3917ddaca0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6320385c-2060-49a0-97a6-0e18de320fe6']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:03.133094 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5fae45bd-7019-456b-acc3-ca11bb0f0fdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:03.162090 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-46f61f2b-6a19-473f-91f8-2e3917ddaca0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd78a6d-e954-4231-9944-729b3a0b7ccd') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:03.162515 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-46f61f2b-6a19-473f-91f8-2e3917ddaca0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd78a6d-e954-4231-9944-729b3a0b7ccd') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:03.178769 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-ee5b6a32-1c6a-4850-8bfa-74464c700cb0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22dfeafe-6fc9-4984-b9b5-99cfc7236f67 HTTP/1.1" status: 200 len: 217 time: 0.1037056 Jul 09 09:35:03.180616 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46f61f2b-6a19-473f-91f8-2e3917ddaca0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:03.213179 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0810862-1815-42c5-b82c-722d2a03692c req-bb5bbc7e-2d0f-4feb-8eab-6f3637d776f6 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:03.222449 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e0810862-1815-42c5-b82c-722d2a03692c req-bb5bbc7e-2d0f-4feb-8eab-6f3637d776f6 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 946 time: 0.3650446 Jul 09 09:35:03.228882 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46f61f2b-6a19-473f-91f8-2e3917ddaca0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:03.269635 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f61f2b-6a19-473f-91f8-2e3917ddaca0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:35:03.270186 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46f61f2b-6a19-473f-91f8-2e3917ddaca0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:35:03.273348 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:35:03.285130 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-ba553de1-2bab-40fa-9c8a-cd699904a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:03.286577 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-ba553de1-2bab-40fa-9c8a-cd699904a6bb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c58141ca-34d8-4bfc-921c-8492b6a7dcd8 HTTP/1.1" status: 200 len: 855 time: 0.0987818 Jul 09 09:35:03.416643 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-78de6cea-48cf-45da-9931-43d9874ce1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:03.427879 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-78de6cea-48cf-45da-9931-43d9874ce1b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=99c195dc-2d0c-4f19-8264-456ecb1b766e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315737 Jul 09 09:35:03.439853 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'tag': '84f956f9-4326-4d7c-bcf7-10dfe96d3b49'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:35:03.456134 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46943d74-b833-4420-a51c-b1ccc5a31b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "tag": "84f956f9-4326-4d7c-bcf7-10dfe96d3b49"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:35:03.459421 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e0810862-1815-42c5-b82c-722d2a03692c req-cb8d5ac6-0fdb-468a-9170-c75b66061d25 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355690 Jul 09 09:35:03.470142 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5fae45bd-7019-456b-acc3-ca11bb0f0fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:03.472420 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46f61f2b-6a19-473f-91f8-2e3917ddaca0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:03.526601 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46f61f2b-6a19-473f-91f8-2e3917ddaca0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:03.537722 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-46f61f2b-6a19-473f-91f8-2e3917ddaca0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/networks/6320385c-2060-49a0-97a6-0e18de320fe6 HTTP/1.1" status: 204 len: 168 time: 3.6013875 Jul 09 09:35:03.548141 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51276) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:03.659142 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:03.674565 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394422a9-c9f1-4211-95d4-a9ce1cfec0e4 x-openstack-request-id: req-394422a9-c9f1-4211-95d4-a9ce1cfec0e4 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:35:03.675057 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "tag": "84f956f9-4326-4d7c-bcf7-10dfe96d3b49", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:35:03.675170 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-394422a9-c9f1-4211-95d4-a9ce1cfec0e4 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:35:03.677653 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'tag': '84f956f9-4326-4d7c-bcf7-10dfe96d3b49', 'status': 'completed', 'code': 200} Jul 09 09:35:03.804793 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-182f9f92-7661-4416-ad27-ceaba3dfc79a service neutron] 10.222.0.58 "GET /v2.0/networks/99c195dc-2d0c-4f19-8264-456ecb1b766e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673143 Jul 09 09:35:03.964390 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-05e41355-3455-4868-8a31-4eb178981c8d service neutron] 10.222.0.58 "GET /v2.0/networks/99c195dc-2d0c-4f19-8264-456ecb1b766e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491320 Jul 09 09:35:03.964881 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51282) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:04.022313 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-0a214b2c-8850-4043-98b0-4be508efafd8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=3c73430f-30cc-438a-9261-509e2242a4f3 HTTP/1.1" status: 200 len: 217 time: 0.0458436 Jul 09 09:35:04.104077 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f61f2b-6a19-473f-91f8-2e3917ddaca0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Network': ['ID=6320385c-2060-49a0-97a6-0e18de320fe6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:04.121339 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-b8a32704-a2c2-46ab-b584-7fe1fc226781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:04.123746 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-b8a32704-a2c2-46ab-b584-7fe1fc226781 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb445b71-f971-43b5-b952-3e1761f97cac HTTP/1.1" status: 200 len: 797 time: 0.0951560 Jul 09 09:35:04.133614 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-32dae2b1-c833-449e-905a-801eba5cc746 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1480578526-network', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:35:04.172223 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5fae45bd-7019-456b-acc3-ca11bb0f0fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:04.193742 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5fae45bd-7019-456b-acc3-ca11bb0f0fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:04.200545 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5fae45bd-7019-456b-acc3-ca11bb0f0fdf admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e29a1d03-4250-4311-8a28-897c11a59e6c HTTP/1.1" status: 204 len: 168 time: 1.4959655 Jul 09 09:35:04.202685 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa56a82a-c787-427c-8017-b3167c24bd37 None None] Network 2423c228-b601-4946-8ea0-8ba4dc5be28b requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:35:04.204007 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51288) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:04.306487 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0db6727c-20f9-4f37-a3ba-7710f1f20b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:04.311974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae45bd-7019-456b-acc3-ca11bb0f0fdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e29a1d03-4250-4311-8a28-897c11a59e6c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:04.334947 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dae2b1-c833-449e-905a-801eba5cc746 admin admin] Made reservation on behalf of d40a354f83ac42a092eb57d9c0e4d4c8 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:35:04.339006 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32dae2b1-c833-449e-905a-801eba5cc746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:04.352726 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32dae2b1-c833-449e-905a-801eba5cc746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:04.384617 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a095-d16f-4d50-95f4-3ccb20aa913d req-4cf679a8-d3a9-48fb-8892-7537f4bff82e tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:04.391546 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a095-d16f-4d50-95f4-3ccb20aa913d req-4cf679a8-d3a9-48fb-8892-7537f4bff82e tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:04.398821 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a095-d16f-4d50-95f4-3ccb20aa913d req-4cf679a8-d3a9-48fb-8892-7537f4bff82e tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:04.411663 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a095-d16f-4d50-95f4-3ccb20aa913d req-4cf679a8-d3a9-48fb-8892-7537f4bff82e tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:04.422105 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a095-d16f-4d50-95f4-3ccb20aa913d req-4cf679a8-d3a9-48fb-8892-7537f4bff82e tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:04.429269 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a095-d16f-4d50-95f4-3ccb20aa913d req-4cf679a8-d3a9-48fb-8892-7537f4bff82e tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:04.437662 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a095-d16f-4d50-95f4-3ccb20aa913d req-4cf679a8-d3a9-48fb-8892-7537f4bff82e tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:04.439816 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0623a095-d16f-4d50-95f4-3ccb20aa913d req-4cf679a8-d3a9-48fb-8892-7537f4bff82e tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5431 time: 0.9325218 Jul 09 09:35:04.500414 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548f0743-66e1-41da-88f6-3b4c01c06b22 None None] DHCP port deletion for 2423c228-b601-4946-8ea0-8ba4dc5be28b request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:35:04.527267 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0623a095-d16f-4d50-95f4-3ccb20aa913d req-9826e685-b1fa-4936-979e-a5fe873a1cbc tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797324 Jul 09 09:35:04.535280 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-1577d592-f573-467e-8a7d-ae46730eb627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:04.536992 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-1577d592-f573-467e-8a7d-ae46730eb627 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fafd663f-aa19-474e-a8d4-f86917295390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3982556 Jul 09 09:35:04.554602 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97181d40-3950-4a71-9f95-1f7dd9a438ef req-83361e8b-7387-4ed8-a1be-b32fc90ef1f4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:04.556348 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-97181d40-3950-4a71-9f95-1f7dd9a438ef req-83361e8b-7387-4ed8-a1be-b32fc90ef1f4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 950 time: 0.3215122 Jul 09 09:35:04.587025 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32dae2b1-c833-449e-905a-801eba5cc746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:04.608957 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-548f0743-66e1-41da-88f6-3b4c01c06b22 None None] Deleting port 79c5318c-9448-43f8-adb1-584617776d69 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:35:04.612037 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-548f0743-66e1-41da-88f6-3b4c01c06b22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:04.725096 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-97181d40-3950-4a71-9f95-1f7dd9a438ef req-b7e9dce6-5add-4890-b0cb-25e10d2a0d3f tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308084 Jul 09 09:35:04.728831 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32dae2b1-c833-449e-905a-801eba5cc746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:04.769035 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-548f0743-66e1-41da-88f6-3b4c01c06b22 None None] For port 79c5318c-9448-43f8-adb1-584617776d69, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=79c5318c-9448-43f8-adb1-584617776d69,segment=NetworkSegment(966526bd-490a-44dd-abfe-bcd259cab79b),segment_id=966526bd-490a-44dd-abfe-bcd259cab79b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:04.770182 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-548f0743-66e1-41da-88f6-3b4c01c06b22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:04.790742 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 79c5318c-9448-43f8-adb1-584617776d69 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:35:04.829633 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32dae2b1-c833-449e-905a-801eba5cc746 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:35:04.843070 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-548f0743-66e1-41da-88f6-3b4c01c06b22 None None] Calling delete_port for 79c5318c-9448-43f8-adb1-584617776d69 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:35:04.853337 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32dae2b1-c833-449e-905a-801eba5cc746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:04.853962 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-32dae2b1-c833-449e-905a-801eba5cc746 admin admin] Added segment e7557c6e-e6c9-475e-8db0-088ca7535df6 of type vlan for network d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb Jul 09 09:35:04.924582 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32dae2b1-c833-449e-905a-801eba5cc746 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:04.973086 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dae2b1-c833-449e-905a-801eba5cc746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75817cbc-e8d6-4704-a70b-e9c25a318c72,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:04.993852 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:05.017673 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32dae2b1-c833-449e-905a-801eba5cc746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:05.019225 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dae2b1-c833-449e-905a-801eba5cc746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:05.020042 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32dae2b1-c833-449e-905a-801eba5cc746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:05.023474 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0db6727c-20f9-4f37-a3ba-7710f1f20b2c admin admin] Deleting port 79c5318c-9448-43f8-adb1-584617776d69 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:35:05.024023 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0db6727c-20f9-4f37-a3ba-7710f1f20b2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:05.042841 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 79c5318c-9448-43f8-adb1-584617776d69, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=79c5318c-9448-43f8-adb1-584617776d69,segment=NetworkSegment(966526bd-490a-44dd-abfe-bcd259cab79b),segment_id=966526bd-490a-44dd-abfe-bcd259cab79b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:05.049055 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:05.049921 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 2c389bab-c907-4d67-8a52-4925ef9842c0 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:35:05.076819 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fad3c1-aa8c-4d0b-854c-ac977706b7a1 req-3b901208-4b36-4d13-a4dc-e13dffb14331 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:05.078575 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c9fad3c1-aa8c-4d0b-854c-ac977706b7a1 req-3b901208-4b36-4d13-a4dc-e13dffb14331 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 946 time: 0.2754130 Jul 09 09:35:05.091824 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 2c389bab-c907-4d67-8a52-4925ef9842c0 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:35:05.092414 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 2c389bab-c907-4d67-8a52-4925ef9842c0 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:35:05.096084 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-548f0743-66e1-41da-88f6-3b4c01c06b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:05.096732 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12a86556-d198-45bb-9aae-e79ff3388fcb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:05.111853 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548f0743-66e1-41da-88f6-3b4c01c06b22 None None] No DVR routers for this DVR port 79c5318c-9448-43f8-adb1-584617776d69 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:35:05.147731 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=79c5318c-9448-43f8-adb1-584617776d69,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:05.183731 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f0743-66e1-41da-88f6-3b4c01c06b22 None None] Pushing event deleted for resources: {'Port': ['ID=79c5318c-9448-43f8-adb1-584617776d69,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:05.221805 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-32dae2b1-c833-449e-905a-801eba5cc746 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2558460 Jul 09 09:35:05.231970 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51298) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:05.241622 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-46dceba2-15e1-4883-be29-a57089bf550f admin admin] Request body: {'subnet': {'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1480578526-subnet', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:35:05.264205 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dae2b1-c833-449e-905a-801eba5cc746 admin admin] Pushing event updated for resources: {'Network': ['ID=d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:05.277047 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:35:05.281650 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-b649b2e3-828e-4a4b-812a-a6a170e6a22b service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7355533 Jul 09 09:35:05.303566 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277ce49-a815-4f26-97e3-b7c03ae024bd req-5ef5fa59-e612-453e-bd4a-ae97babdd1fb tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:05.303844 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-0db6727c-20f9-4f37-a3ba-7710f1f20b2c admin admin] For port 79c5318c-9448-43f8-adb1-584617776d69, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=79c5318c-9448-43f8-adb1-584617776d69,segment=NetworkSegment(966526bd-490a-44dd-abfe-bcd259cab79b),segment_id=966526bd-490a-44dd-abfe-bcd259cab79b)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:05.303844 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0db6727c-20f9-4f37-a3ba-7710f1f20b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:05.310197 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9277ce49-a815-4f26-97e3-b7c03ae024bd req-5ef5fa59-e612-453e-bd4a-ae97babdd1fb tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 950 time: 0.3283453 Jul 09 09:35:05.372276 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0db6727c-20f9-4f37-a3ba-7710f1f20b2c admin admin] Calling delete_port for 79c5318c-9448-43f8-adb1-584617776d69 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:35:05.377465 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c9fad3c1-aa8c-4d0b-854c-ac977706b7a1 req-940e3b61-9fe6-446d-9b90-d2045b30399e tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2843099 Jul 09 09:35:05.396771 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9277ce49-a815-4f26-97e3-b7c03ae024bd req-50922b5f-caf1-4963-bff9-d4dc20320069 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856686 Jul 09 09:35:05.397377 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dceba2-15e1-4883-be29-a57089bf550f admin admin] Made reservation on behalf of d40a354f83ac42a092eb57d9c0e4d4c8 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:35:05.399965 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46dceba2-15e1-4883-be29-a57089bf550f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:05.519977 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-f76abc60-123c-4c0c-aa64-f114f9fadecc service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197583 Jul 09 09:35:05.554252 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0db6727c-20f9-4f37-a3ba-7710f1f20b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:05.649621 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-88acb6b5-30ee-4747-955a-97ffbca79d37 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=b87dc968-5275-4a5f-8ede-a7b805940aa5 HTTP/1.1" status: 200 len: 217 time: 0.0918481 Jul 09 09:35:05.650523 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6727c-20f9-4f37-a3ba-7710f1f20b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=79c5318c-9448-43f8-adb1-584617776d69,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:05.674568 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db6727c-20f9-4f37-a3ba-7710f1f20b2c admin admin] No DVR routers for this DVR port 79c5318c-9448-43f8-adb1-584617776d69 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:35:05.803857 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-bd229942-2b31-4f61-bf6b-92774179c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:05.805567 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-bd229942-2b31-4f61-bf6b-92774179c1a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb445b71-f971-43b5-b952-3e1761f97cac HTTP/1.1" status: 200 len: 797 time: 0.1453280 Jul 09 09:35:05.807198 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0db6727c-20f9-4f37-a3ba-7710f1f20b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:05.856524 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-0db6727c-20f9-4f37-a3ba-7710f1f20b2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2423c228-b601-4946-8ea0-8ba4dc5be28b']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:05.871031 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-0db6727c-20f9-4f37-a3ba-7710f1f20b2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966526bd-490a-44dd-abfe-bcd259cab79b') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:05.871381 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-0db6727c-20f9-4f37-a3ba-7710f1f20b2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966526bd-490a-44dd-abfe-bcd259cab79b') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:05.886618 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0db6727c-20f9-4f37-a3ba-7710f1f20b2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:05.912702 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0db6727c-20f9-4f37-a3ba-7710f1f20b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:05.925645 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db6727c-20f9-4f37-a3ba-7710f1f20b2c admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:35:05.926152 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0db6727c-20f9-4f37-a3ba-7710f1f20b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: self.session.flush() Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: self.session.flush() Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: self.session.flush() Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: self.session.flush() Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:35:05.928111 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:35:05.941323 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-c6b8a1d0-c952-427d-9e4a-c60ea8852602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:05.943407 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-c6b8a1d0-c952-427d-9e4a-c60ea8852602 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fafd663f-aa19-474e-a8d4-f86917295390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1261525 Jul 09 09:35:06.000846 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-166d2899-1f96-4da8-b6e4-4d5a861cbbdf tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=fd1e4817887247cb839b06c8943f8731&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0888512 Jul 09 09:35:06.006838 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46dceba2-15e1-4883-be29-a57089bf550f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:06.023602 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06230a8-73e8-4a49-940c-a4ee0cd024f4 req-2b3aab6f-3569-4ee2-aba2-251990109585 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:06.030737 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06230a8-73e8-4a49-940c-a4ee0cd024f4 req-2b3aab6f-3569-4ee2-aba2-251990109585 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:06.037412 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06230a8-73e8-4a49-940c-a4ee0cd024f4 req-2b3aab6f-3569-4ee2-aba2-251990109585 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:06.044224 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06230a8-73e8-4a49-940c-a4ee0cd024f4 req-2b3aab6f-3569-4ee2-aba2-251990109585 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:06.050863 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06230a8-73e8-4a49-940c-a4ee0cd024f4 req-2b3aab6f-3569-4ee2-aba2-251990109585 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:06.059980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06230a8-73e8-4a49-940c-a4ee0cd024f4 req-2b3aab6f-3569-4ee2-aba2-251990109585 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:06.066096 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0db6727c-20f9-4f37-a3ba-7710f1f20b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:06.066802 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06230a8-73e8-4a49-940c-a4ee0cd024f4 req-2b3aab6f-3569-4ee2-aba2-251990109585 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:06.069559 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a06230a8-73e8-4a49-940c-a4ee0cd024f4 req-2b3aab6f-3569-4ee2-aba2-251990109585 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5431 time: 0.2678847 Jul 09 09:35:06.075439 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0db6727c-20f9-4f37-a3ba-7710f1f20b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:06.083554 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0db6727c-20f9-4f37-a3ba-7710f1f20b2c admin admin] 10.222.0.61 "DELETE /v2.0/networks/2423c228-b601-4946-8ea0-8ba4dc5be28b HTTP/1.1" status: 204 len: 168 time: 1.8771892 Jul 09 09:35:06.102957 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6727c-20f9-4f37-a3ba-7710f1f20b2c admin admin] Pushing event deleted for resources: {'Network': ['ID=2423c228-b601-4946-8ea0-8ba4dc5be28b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:06.132765 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-5346044a-37b4-494f-9f18-e5fd36f9b64f service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563311 Jul 09 09:35:06.141358 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-12a86556-d198-45bb-9aae-e79ff3388fcb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting port 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:35:06.141797 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12a86556-d198-45bb-9aae-e79ff3388fcb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:06.273158 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-77ba3a51-baad-42e4-8d09-172163a4446d service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205797 Jul 09 09:35:06.290826 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51328) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:06.313461 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dceba2-15e1-4883-be29-a57089bf550f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4576acc-4c8a-4776-ad8b-d4acbefc004d,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:06.336675 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-f291ab23-8512-449d-b709-435c8e6f1781 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=0ba2455e-8a37-4bdf-8a17-72869b71782e HTTP/1.1" status: 200 len: 217 time: 0.0505383 Jul 09 09:35:06.425095 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-69a20a99-d194-4e3a-81a6-d04a8746f6f1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b787bf2eebcb4063864ea3f28a4fe795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875158 Jul 09 09:35:06.425996 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51332) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:06.439598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-12a86556-d198-45bb-9aae-e79ff3388fcb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] For port 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3d3d556d-4ad5-4ba0-8342-cc91a664f6e2,segment=NetworkSegment(5f72e108-06da-41d8-926b-9a5a173f6b55),segment_id=5f72e108-06da-41d8-926b-9a5a173f6b55)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:06.439991 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12a86556-d198-45bb-9aae-e79ff3388fcb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:06.446378 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a06230a8-73e8-4a49-940c-a4ee0cd024f4 req-e7742443-23fe-4389-8f7b-0a16d4309ed2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1836009 Jul 09 09:35:06.456936 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dceba2-15e1-4883-be29-a57089bf550f admin admin] Checking segment: {'id': 'e7557c6e-e6c9-475e-8db0-088ca7535df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:35:06.457318 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dceba2-15e1-4883-be29-a57089bf550f admin admin] Network hostable DHCP agents. Network: d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:35:06.458089 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-45c48aaf-e3cd-4874-aec9-718f5fac0799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:06.460052 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-45c48aaf-e3cd-4874-aec9-718f5fac0799 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb445b71-f971-43b5-b952-3e1761f97cac HTTP/1.1" status: 200 len: 797 time: 0.1079659 Jul 09 09:35:06.468655 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-12a86556-d198-45bb-9aae-e79ff3388fcb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Calling delete_port for 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:35:06.481459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-96b5beb3-7828-4feb-841b-cc437109b1f6 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:06.488445 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-96b5beb3-7828-4feb-841b-cc437109b1f6 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4149699 Jul 09 09:35:06.491844 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec09af06-a17d-425c-be3e-cee971f24822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:06.534853 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-8f7a2a42-e8a6-46bb-917d-062614e14b5d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/quotas/fd1e4817887247cb839b06c8943f8731 HTTP/1.1" status: 200 len: 375 time: 0.0454354 Jul 09 09:35:06.547352 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec09af06-a17d-425c-be3e-cee971f24822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:06.624544 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dceba2-15e1-4883-be29-a57089bf550f admin admin] Network d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:35:06.662221 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec09af06-a17d-425c-be3e-cee971f24822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:06.665219 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec09af06-a17d-425c-be3e-cee971f24822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:06.669389 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ec09af06-a17d-425c-be3e-cee971f24822 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/178d1dc5-b501-48d7-8959-3d5471f79627 HTTP/1.1" status: 204 len: 168 time: 0.2396688 Jul 09 09:35:06.693308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-46dceba2-15e1-4883-be29-a57089bf550f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:35:06.704112 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d65b5b-6e7e-43dd-b8d2-b16a86d1297b None None] Network d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:35:06.711772 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-43825dda-bba3-4232-abd2-22aee7f3d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:06.713830 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-43825dda-bba3-4232-abd2-22aee7f3d5be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fafd663f-aa19-474e-a8d4-f86917295390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1236913 Jul 09 09:35:06.715407 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09af06-a17d-425c-be3e-cee971f24822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178d1dc5-b501-48d7-8959-3d5471f79627,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:06.723979 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dceba2-15e1-4883-be29-a57089bf550f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:06.724693 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46dceba2-15e1-4883-be29-a57089bf550f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:06.753352 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-46dceba2-15e1-4883-be29-a57089bf550f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5181589 Jul 09 09:35:06.758414 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51344) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:06.765930 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-fcdba0b3-2d2e-49fc-8292-7a6ef496c38d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1480578526-router', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:35:06.819908 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-83b3d376-ad81-403e-9fd3-748ce47724e4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2840784 Jul 09 09:35:06.852801 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fcdba0b3-2d2e-49fc-8292-7a6ef496c38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:06.856083 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fcdba0b3-2d2e-49fc-8292-7a6ef496c38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:07.013918 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-b0892cd0-25bf-486e-b2f3-af6e4d47c75a service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877021 Jul 09 09:35:07.047052 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fcdba0b3-2d2e-49fc-8292-7a6ef496c38d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:07.048539 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12a86556-d198-45bb-9aae-e79ff3388fcb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:07.085446 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a86556-d198-45bb-9aae-e79ff3388fcb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Port': ['ID=3d3d556d-4ad5-4ba0-8342-cc91a664f6e2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:07.289426 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b160c84f-fe27-43e5-a415-5c14a61fc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:07.306523 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5831f2b-5096-4e50-badc-837438a4ddfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb', 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'fixed_ips': [{'subnet_id': 'c4576acc-4c8a-4776-ad8b-d4acbefc004d'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:35:07.307411 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c5831f2b-5096-4e50-badc-837438a4ddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:07.608313 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fcdba0b3-2d2e-49fc-8292-7a6ef496c38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:07.811591 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-c5831f2b-5096-4e50-badc-837438a4ddfd None None] Allocated IP 172.20.0.2 (d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb/c4576acc-4c8a-4776-ad8b-d4acbefc004d/85ff7481-7150-4a30-ad65-b8d2ef908a93) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:35:07.858304 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c30ed-5b54-4c5c-be42-f040cb5d3fd1 req-52eda6f8-86a8-4e33-8b0b-96ed7c145b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:07.860215 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-839c30ed-5b54-4c5c-be42-f040cb5d3fd1 req-52eda6f8-86a8-4e33-8b0b-96ed7c145b8d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2d37b82ee154752af5d9a5e45d03cea&device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 1096 time: 0.7800393 Jul 09 09:35:07.863165 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-c59b9109-0750-40c4-a21f-656cb20bd371 service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8413200 Jul 09 09:35:07.881755 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12a86556-d198-45bb-9aae-e79ff3388fcb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:08.084185 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1a996-8ae9-4270-aaae-a3545dda899d req-cd508bbd-ca5e-4bf6-9a30-1934afac352f tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:08.093199 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-05f1a996-8ae9-4270-aaae-a3545dda899d req-cd508bbd-ca5e-4bf6-9a30-1934afac352f tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 946 time: 0.8696647 Jul 09 09:35:08.126332 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c3fb2-44b0-48b1-b1a2-ef5ea0b097c6 req-8cf0c3e1-97d4-4fd5-a0ad-0db3ba46341e tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:08.132378 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-8fc9e890-af9e-4f93-a64c-63f29a09efdc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=9156e5bc-3745-4aaf-a12d-7f1717166bef HTTP/1.1" status: 200 len: 217 time: 0.2584918 Jul 09 09:35:08.137397 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-208c3fb2-44b0-48b1-b1a2-ef5ea0b097c6 req-8cf0c3e1-97d4-4fd5-a0ad-0db3ba46341e tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.5184925 Jul 09 09:35:08.213461 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-208c3fb2-44b0-48b1-b1a2-ef5ea0b097c6 req-b25a8472-3d9e-4532-aed1-5253b7c278b6 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748453 Jul 09 09:35:08.330094 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c5831f2b-5096-4e50-badc-837438a4ddfd None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:08.347403 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-05f1a996-8ae9-4270-aaae-a3545dda899d req-06b7c2aa-9ab2-41ec-8ee2-a19f44459cb7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2530730 Jul 09 09:35:08.354500 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c5831f2b-5096-4e50-badc-837438a4ddfd None None] Transition to ACTIVE for port object 85ff7481-7150-4a30-ad65-b8d2ef908a93 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:35:08.395260 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-6ef973b7-4a2e-41f5-9ff3-eb4bba7968e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:08.404095 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-6ef973b7-4a2e-41f5-9ff3-eb4bba7968e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb445b71-f971-43b5-b952-3e1761f97cac HTTP/1.1" status: 200 len: 797 time: 0.2494850 Jul 09 09:35:08.408319 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c5831f2b-5096-4e50-badc-837438a4ddfd None None] Transition to ACTIVE for port object 85ff7481-7150-4a30-ad65-b8d2ef908a93 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:35:08.422057 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c5831f2b-5096-4e50-badc-837438a4ddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:08.453514 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3270e731-9b28-40e1-a419-3e554252ccb5 req-f1aef81a-9006-4007-8def-13d901d12f19 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 210 time: 0.1231320 Jul 09 09:35:08.528117 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5831f2b-5096-4e50-badc-837438a4ddfd None None] Pushing event updated for resources: {'Port': ['ID=85ff7481-7150-4a30-ad65-b8d2ef908a93,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:08.552773 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c30ed-5b54-4c5c-be42-f040cb5d3fd1 req-e0d86490-31ee-4962-99a2-4b17887c4377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:08.554279 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-839c30ed-5b54-4c5c-be42-f040cb5d3fd1 req-e0d86490-31ee-4962-99a2-4b17887c4377 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cadc3bc1-4b29-4e86-9b19-55a98786baff HTTP/1.1" status: 200 len: 920 time: 0.6817081 Jul 09 09:35:08.555488 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5831f2b-5096-4e50-badc-837438a4ddfd None None] Network d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:35:08.561943 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-c5831f2b-5096-4e50-badc-837438a4ddfd None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:35:08.572343 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5831f2b-5096-4e50-badc-837438a4ddfd None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:35:08.686991 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-839c30ed-5b54-4c5c-be42-f040cb5d3fd1 req-14e6e43e-b888-4dae-ade8-5881811ff88f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b666c5a5-28b3-4f09-b8c2-a6783033b7f5 HTTP/1.1" status: 200 len: 217 time: 0.1165211 Jul 09 09:35:08.719026 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51384) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:08.734959 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c5831f2b-5096-4e50-badc-837438a4ddfd None None] Attempting to bind port 85ff7481-7150-4a30-ad65-b8d2ef908a93 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:35:08.740055 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c5831f2b-5096-4e50-badc-837438a4ddfd None None] Attempting to bind port 85ff7481-7150-4a30-ad65-b8d2ef908a93 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'e7557c6e-e6c9-475e-8db0-088ca7535df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:35:08.740642 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5831f2b-5096-4e50-badc-837438a4ddfd None None] Attempting to bind port 85ff7481-7150-4a30-ad65-b8d2ef908a93 on network d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:35:08.756402 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5831f2b-5096-4e50-badc-837438a4ddfd None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:35:08.757220 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5831f2b-5096-4e50-badc-837438a4ddfd None None] Checking segment: {'id': 'e7557c6e-e6c9-475e-8db0-088ca7535df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:35:08.762011 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c5831f2b-5096-4e50-badc-837438a4ddfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:08.762011 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5831f2b-5096-4e50-badc-837438a4ddfd None None] Bound using segment: {'id': 'e7557c6e-e6c9-475e-8db0-088ca7535df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:35:08.762011 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c5831f2b-5096-4e50-badc-837438a4ddfd None None] Bound port: 85ff7481-7150-4a30-ad65-b8d2ef908a93, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7557c6e-e6c9-475e-8db0-088ca7535df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:35:08.762011 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c5831f2b-5096-4e50-badc-837438a4ddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:08.879941 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-9b7bb983-ef47-47fd-a4bc-27ebcd102705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:08.881623 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-9b7bb983-ef47-47fd-a4bc-27ebcd102705 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fafd663f-aa19-474e-a8d4-f86917295390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4677377 Jul 09 09:35:08.923255 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c30ed-5b54-4c5c-be42-f040cb5d3fd1 req-7d03bb15-cd0f-48b1-9335-bc27ba5aa8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:08.943312 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-839c30ed-5b54-4c5c-be42-f040cb5d3fd1 req-7d03bb15-cd0f-48b1-9335-bc27ba5aa8c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d6a06f15-0469-4615-97cc-a20485ca7940 HTTP/1.1" status: 200 len: 859 time: 0.2486906 Jul 09 09:35:08.987502 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c5831f2b-5096-4e50-badc-837438a4ddfd None None] For port 85ff7481-7150-4a30-ad65-b8d2ef908a93, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:35:08.993271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a86556-d198-45bb-9aae-e79ff3388fcb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:35:08.996977 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-754c495a-860b-4a57-9e55-3ec6d70b3035 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1851376418-network', 'tenant_id': '4033083a59c9410f8d2cf36b85ee497e'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:35:09.035150 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:09.041328 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c5831f2b-5096-4e50-badc-837438a4ddfd None None] For port 85ff7481-7150-4a30-ad65-b8d2ef908a93, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=85ff7481-7150-4a30-ad65-b8d2ef908a93,segment=NetworkSegment(e7557c6e-e6c9-475e-8db0-088ca7535df6),segment_id=e7557c6e-e6c9-475e-8db0-088ca7535df6)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:35:09.048418 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c5831f2b-5096-4e50-badc-837438a4ddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:09.050222 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045aa1e7-6095-42ca-a50e-6d581b1ca0a3 req-3f48d7ec-6abf-4640-b03c-938f53d3db4a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:09.056713 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045aa1e7-6095-42ca-a50e-6d581b1ca0a3 req-3f48d7ec-6abf-4640-b03c-938f53d3db4a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:09.063475 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045aa1e7-6095-42ca-a50e-6d581b1ca0a3 req-3f48d7ec-6abf-4640-b03c-938f53d3db4a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:09.069684 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045aa1e7-6095-42ca-a50e-6d581b1ca0a3 req-3f48d7ec-6abf-4640-b03c-938f53d3db4a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:09.076909 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045aa1e7-6095-42ca-a50e-6d581b1ca0a3 req-3f48d7ec-6abf-4640-b03c-938f53d3db4a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:09.082307 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-839c30ed-5b54-4c5c-be42-f040cb5d3fd1 req-fef680bc-62f5-4378-bf2c-289e9fadb08c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cadc3bc1-4b29-4e86-9b19-55a98786baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215870 Jul 09 09:35:09.082998 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045aa1e7-6095-42ca-a50e-6d581b1ca0a3 req-3f48d7ec-6abf-4640-b03c-938f53d3db4a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:09.089232 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045aa1e7-6095-42ca-a50e-6d581b1ca0a3 req-3f48d7ec-6abf-4640-b03c-938f53d3db4a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:09.091322 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-045aa1e7-6095-42ca-a50e-6d581b1ca0a3 req-3f48d7ec-6abf-4640-b03c-938f53d3db4a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5431 time: 0.3124626 Jul 09 09:35:09.117783 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5831f2b-5096-4e50-badc-837438a4ddfd None None] Pushing event updated for resources: {'Port': ['ID=85ff7481-7150-4a30-ad65-b8d2ef908a93,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:09.140182 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754c495a-860b-4a57-9e55-3ec6d70b3035 admin admin] Made reservation on behalf of 4033083a59c9410f8d2cf36b85ee497e for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:35:09.148829 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-754c495a-860b-4a57-9e55-3ec6d70b3035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:09.196895 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-754c495a-860b-4a57-9e55-3ec6d70b3035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:09.312884 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7ac36ca0-cc11-49dd-97b3-70c6718c40a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:09.382020 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-754c495a-860b-4a57-9e55-3ec6d70b3035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:09.394464 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-754c495a-860b-4a57-9e55-3ec6d70b3035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:09.473175 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:09.485179 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-839c30ed-5b54-4c5c-be42-f040cb5d3fd1 req-ea1138b9-fe94-4a45-98a8-dc8bd56772f0 service neutron] 10.222.0.58 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841980 Jul 09 09:35:09.488134 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-754c495a-860b-4a57-9e55-3ec6d70b3035 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:35:09.491283 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c495a-860b-4a57-9e55-3ec6d70b3035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c9e363-cf55-4b14-a776-b65253930bba,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:09.553265 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-582668d7-c77f-45ba-8749-8c9a8ba196db service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6472118 Jul 09 09:35:09.586752 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-754c495a-860b-4a57-9e55-3ec6d70b3035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:09.587427 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-754c495a-860b-4a57-9e55-3ec6d70b3035 admin admin] Added segment 000c5bfa-3bc1-4b97-9f22-9e9825b7f2ad of type vlan for network 4046a60c-45bb-4e12-b1ab-2a5761ecadbd Jul 09 09:35:09.717332 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fcdba0b3-2d2e-49fc-8292-7a6ef496c38d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:09.737331 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-c007c4fc-dc86-4fe0-9ad7-4b69158929fc service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521626 Jul 09 09:35:09.801932 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fcdba0b3-2d2e-49fc-8292-7a6ef496c38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:09.810807 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a86556-d198-45bb-9aae-e79ff3388fcb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:35:09.811413 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-754c495a-860b-4a57-9e55-3ec6d70b3035 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:09.818043 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-13d2e567-18de-49aa-91b2-23653ee77dd0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4056075f-4424-484a-a4a7-32a33e281506 HTTP/1.1" status: 200 len: 217 time: 0.0696943 Jul 09 09:35:09.821729 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-045aa1e7-6095-42ca-a50e-6d581b1ca0a3 req-c532c828-7c83-4a61-b5b1-692d637c485c tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7138371 Jul 09 09:35:09.826973 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a582be9-2792-4d37-b3bb-b988182be53b None None] Sync routers for ids ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:35:09.828691 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-12a86556-d198-45bb-9aae-e79ff3388fcb tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/routers/2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2532334 Jul 09 09:35:09.832177 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51412) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:09.864725 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a582be9-2792-4d37-b3bb-b988182be53b None None] Routers {'2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:35:09.865403 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3a582be9-2792-4d37-b3bb-b988182be53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:35:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:09.901589 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-c6ea40d0-f1a5-4abe-856c-a7d822e434e9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=fd1e4817887247cb839b06c8943f8731&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681696 Jul 09 09:35:09.926907 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-839c30ed-5b54-4c5c-be42-f040cb5d3fd1 req-6c177347-7e59-412f-8a66-dc71c985dd40 service neutron] 10.222.0.58 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282846 Jul 09 09:35:10.016046 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-754c495a-860b-4a57-9e55-3ec6d70b3035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:10.017027 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754c495a-860b-4a57-9e55-3ec6d70b3035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:10.017613 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-754c495a-860b-4a57-9e55-3ec6d70b3035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:10.053170 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-899d35ed-9f7d-434c-8904-0fdc3ded4ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:10.060491 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-899d35ed-9f7d-434c-8904-0fdc3ded4ee7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b9e1697-18ef-436b-a5a6-85ffcc941df6 HTTP/1.1" status: 200 len: 797 time: 0.2258124 Jul 09 09:35:10.112658 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-fcdba0b3-2d2e-49fc-8292-7a6ef496c38d admin admin] Allocated IP 172.25.3.53 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:35:10.174479 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7c735c-9b0a-4d52-864d-8944a0f546bf tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting subnet bd45965a-e1f8-4bca-bb33-24a75fa2da9d {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:35:10.239861 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de7c735c-9b0a-4d52-864d-8944a0f546bf tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:10.263216 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-3a582be9-2792-4d37-b3bb-b988182be53b None None] Set router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:35:10.280761 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fcdba0b3-2d2e-49fc-8292-7a6ef496c38d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:10.306777 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-754c495a-860b-4a57-9e55-3ec6d70b3035 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5780611 Jul 09 09:35:10.315618 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51424) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:10.324635 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f6a2b158-ff90-4747-b403-7ed33cc179e2 admin admin] Request body: {'subnet': {'network_id': '4046a60c-45bb-4e12-b1ab-2a5761ecadbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1851376418-subnet', 'tenant_id': '4033083a59c9410f8d2cf36b85ee497e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:35:10.338283 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7707d-3b38-4574-9dd0-ccb37da1c116 req-d646e98c-d499-459c-9d8c-dfb4f3212999 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:10.344451 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c495a-860b-4a57-9e55-3ec6d70b3035 admin admin] Pushing event updated for resources: {'Network': ['ID=4046a60c-45bb-4e12-b1ab-2a5761ecadbd,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:10.356489 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86e7707d-3b38-4574-9dd0-ccb37da1c116 req-d646e98c-d499-459c-9d8c-dfb4f3212999 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.6454020 Jul 09 09:35:10.364873 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de7c735c-9b0a-4d52-864d-8944a0f546bf tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:10.370197 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fcdba0b3-2d2e-49fc-8292-7a6ef496c38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:10.435201 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a2b158-ff90-4747-b403-7ed33cc179e2 admin admin] Made reservation on behalf of 4033083a59c9410f8d2cf36b85ee497e for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:35:10.437510 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6a2b158-ff90-4747-b403-7ed33cc179e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:10.486741 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 4046a60c-45bb-4e12-b1ab-2a5761ecadbd details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:35:10.531049 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdba0b3-2d2e-49fc-8292-7a6ef496c38d admin admin] Pushing event updated for resources: {'Port': ['ID=848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:10.542707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-a52b05ef-6b27-4a04-878e-6a5ee6d4138d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:10.551847 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-a52b05ef-6b27-4a04-878e-6a5ee6d4138d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6439710 Jul 09 09:35:10.577551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-2f22f8f8-4750-4c23-8bda-ab4d4660e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:10.580026 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-2f22f8f8-4750-4c23-8bda-ab4d4660e5ff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bc84bdf-64ff-402d-9a3f-15d863914225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4328556 Jul 09 09:35:10.589495 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86e7707d-3b38-4574-9dd0-ccb37da1c116 req-98700933-e46a-45c0-9765-48cfafb8c86e tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275188 Jul 09 09:35:10.611212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdba0b3-2d2e-49fc-8292-7a6ef496c38d admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:35:10.620852 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-f0f817d8-f72a-470c-962f-8ba5517e9410 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Request body: {'port': {'device_id': '6ddb504e-07d3-41e2-9535-d1c18241f2b2', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': 'fd1e4817887247cb839b06c8943f8731'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:35:10.642924 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3a582be9-2792-4d37-b3bb-b988182be53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:35:06Z', 'revision_number': 10, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:10.692824 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-fcdba0b3-2d2e-49fc-8292-7a6ef496c38d admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:35:10.732303 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a582be9-2792-4d37-b3bb-b988182be53b None None] Checking router: 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:35:10.754543 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a582be9-2792-4d37-b3bb-b988182be53b None None] Routers {'2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:35:10.755544 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3a582be9-2792-4d37-b3bb-b988182be53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:35:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:10.786167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdba0b3-2d2e-49fc-8292-7a6ef496c38d admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:35:10.833988 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 85ff7481-7150-4a30-ad65-b8d2ef908a93 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:35:10.847434 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533c9237-c185-4f6e-bdb0-fbe0ba37bde9 None None] Network d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:35:10.860153 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c352dcd-0c3a-4384-a5fa-7bf09e976b4b req-967f4b19-6b6c-4e2f-b0a5-c56ddfaccd91 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 210 time: 0.0714459 Jul 09 09:35:10.885496 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca255b-19cb-4363-acd8-3d26742edd97 req-8b07446e-186e-44c1-8d1e-843df0baf693 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:10.887195 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f1ca255b-19cb-4363-acd8-3d26742edd97 req-8b07446e-186e-44c1-8d1e-843df0baf693 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 946 time: 0.5616279 Jul 09 09:35:10.986039 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6a2b158-ff90-4747-b403-7ed33cc179e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:10.994183 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de7c735c-9b0a-4d52-864d-8944a0f546bf tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:11.055897 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f1ca255b-19cb-4363-acd8-3d26742edd97 req-bcf3fec2-df86-4592-910e-d1ba1b9fe4b1 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575696 Jul 09 09:35:11.163328 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-36d3b618-3ae4-4d77-8cc1-3ab6dee44ac6 None None] Provisioning for port 85ff7481-7150-4a30-ad65-b8d2ef908a93 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:35:11.183540 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:11.185213 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-f0f817d8-f72a-470c-962f-8ba5517e9410 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Made reservation on behalf of fd1e4817887247cb839b06c8943f8731 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:35:11.197615 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-f0f817d8-f72a-470c-962f-8ba5517e9410 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:11.212935 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-3a582be9-2792-4d37-b3bb-b988182be53b None None] Set router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:35:11.256839 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-8a067e58-6762-4ce4-a7ce-d988a615b199 service neutron] 10.222.0.58 "GET /v2.0/networks/7bc84bdf-64ff-402d-9a3f-15d863914225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537777 Jul 09 09:35:11.265378 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de7c735c-9b0a-4d52-864d-8944a0f546bf tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:11.272468 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 85ff7481-7150-4a30-ad65-b8d2ef908a93 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:35:11.281278 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 85ff7481-7150-4a30-ad65-b8d2ef908a93 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:11.281708 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:11.310774 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fcdba0b3-2d2e-49fc-8292-7a6ef496c38d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:11.432218 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-a5a37223-4bb5-4ea5-be61-2b41be68477e service neutron] 10.222.0.58 "GET /v2.0/networks/7bc84bdf-64ff-402d-9a3f-15d863914225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425993 Jul 09 09:35:11.446947 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de7c735c-9b0a-4d52-864d-8944a0f546bf tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:11.448832 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-de7c735c-9b0a-4d52-864d-8944a0f546bf tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/subnets/bd45965a-e1f8-4bca-bb33-24a75fa2da9d HTTP/1.1" status: 204 len: 168 time: 1.5949361 Jul 09 09:35:11.452224 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a2b158-ff90-4747-b403-7ed33cc179e2 admin admin] Checking segment: {'id': '000c5bfa-3bc1-4b97-9f22-9e9825b7f2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4046a60c-45bb-4e12-b1ab-2a5761ecadbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:35:11.452595 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a2b158-ff90-4747-b403-7ed33cc179e2 admin admin] Network hostable DHCP agents. Network: 4046a60c-45bb-4e12-b1ab-2a5761ecadbd, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:35:11.456179 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2b158-ff90-4747-b403-7ed33cc179e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ca18ea6-4cda-43c8-99ef-baf6d6bcfef5,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:11.456958 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40813b3a-3fc8-4036-abcf-7f46cd8bc762 None None] Network fe4b9c9b-d791-4d16-b555-402ff702c342 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:35:11.458145 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51464) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:11.536989 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8842a5-780d-4b8e-a0cd-0bb6a65a4ec8 req-57cddd20-5b77-4863-9851-12cab6b17c3f tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:11.542884 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8842a5-780d-4b8e-a0cd-0bb6a65a4ec8 req-57cddd20-5b77-4863-9851-12cab6b17c3f tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:11.549497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8842a5-780d-4b8e-a0cd-0bb6a65a4ec8 req-57cddd20-5b77-4863-9851-12cab6b17c3f tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:11.555671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8842a5-780d-4b8e-a0cd-0bb6a65a4ec8 req-57cddd20-5b77-4863-9851-12cab6b17c3f tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:11.555830 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:11.556225 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-5a6b33f9-a8bf-41d4-a035-21108d6b82c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=84f956f9-4326-4d7c-bcf7-10dfe96d3b49 HTTP/1.1" status: 200 len: 217 time: 0.1165009 Jul 09 09:35:11.561867 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8842a5-780d-4b8e-a0cd-0bb6a65a4ec8 req-57cddd20-5b77-4863-9851-12cab6b17c3f tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:11.568332 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8842a5-780d-4b8e-a0cd-0bb6a65a4ec8 req-57cddd20-5b77-4863-9851-12cab6b17c3f tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:11.574293 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8842a5-780d-4b8e-a0cd-0bb6a65a4ec8 req-57cddd20-5b77-4863-9851-12cab6b17c3f tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:11.576264 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b8842a5-780d-4b8e-a0cd-0bb6a65a4ec8 req-57cddd20-5b77-4863-9851-12cab6b17c3f tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5431 time: 0.3656335 Jul 09 09:35:11.604693 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c735c-9b0a-4d52-864d-8944a0f546bf tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Subnet': ['ID=bd45965a-e1f8-4bca-bb33-24a75fa2da9d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:11.621271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-f0f817d8-f72a-470c-962f-8ba5517e9410 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Allocated IP 192.168.233.146 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:35:11.642975 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a2b158-ff90-4747-b403-7ed33cc179e2 admin admin] Network 4046a60c-45bb-4e12-b1ab-2a5761ecadbd is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:35:11.670705 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e9d7b1a8-6212-422f-87d8-05c9790ebf1c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:11.675828 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-f6a2b158-ff90-4747-b403-7ed33cc179e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 4046a60c-45bb-4e12-b1ab-2a5761ecadbd) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:35:11.678964 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-7ef2736f-f5dd-4f3d-b4ae-43e1a6328cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:11.679109 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 85ff7481-7150-4a30-ad65-b8d2ef908a93, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=85ff7481-7150-4a30-ad65-b8d2ef908a93,segment=NetworkSegment(e7557c6e-e6c9-475e-8db0-088ca7535df6),segment_id=e7557c6e-e6c9-475e-8db0-088ca7535df6)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:11.680488 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-7ef2736f-f5dd-4f3d-b4ae-43e1a6328cec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b9e1697-18ef-436b-a5a6-85ffcc941df6 HTTP/1.1" status: 200 len: 797 time: 0.1048491 Jul 09 09:35:11.685022 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a2b158-ff90-4747-b403-7ed33cc179e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:11.685584 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6a2b158-ff90-4747-b403-7ed33cc179e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:11.691221 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-02b2f42e-3b58-4133-a1b5-4892ba54925c None None] Provisioning complete for port 85ff7481-7150-4a30-ad65-b8d2ef908a93 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:11.692251 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-02b2f42e-3b58-4133-a1b5-4892ba54925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:11.694254 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36573f39-92ae-4e73-be4f-04f60c72ae50 None None] Network 4046a60c-45bb-4e12-b1ab-2a5761ecadbd requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:35:11.702909 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:11.732721 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b8842a5-780d-4b8e-a0cd-0bb6a65a4ec8 req-0248921b-e315-4be3-88c0-709c9fae2f46 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1383538 Jul 09 09:35:11.733862 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f6a2b158-ff90-4747-b403-7ed33cc179e2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4153304 Jul 09 09:35:11.747147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45741e2d-b0c1-4080-834f-607274ea2a95 req-6315fd0f-e381-4c6a-8089-82d3bd352b78 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:11.748714 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-45741e2d-b0c1-4080-834f-607274ea2a95 req-6315fd0f-e381-4c6a-8089-82d3bd352b78 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 946 time: 0.3703592 Jul 09 09:35:11.749210 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51468) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:11.775567 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-20595598-4924-4ecf-aa52-c81ea5977c0f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1851376418-router', 'tenant_id': '4033083a59c9410f8d2cf36b85ee497e', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:35:11.784270 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-c7872eaf-de72-4c39-b1b7-881a5d365a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:11.785793 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-c7872eaf-de72-4c39-b1b7-881a5d365a71 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bc84bdf-64ff-402d-9a3f-15d863914225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0959616 Jul 09 09:35:11.880633 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-e9d7b1a8-6212-422f-87d8-05c9790ebf1c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting port 78acf6e4-d1c4-49ec-b52a-e537346d2edf {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:35:11.880963 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e9d7b1a8-6212-422f-87d8-05c9790ebf1c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:11.900358 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3a582be9-2792-4d37-b3bb-b988182be53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:35:06Z', 'revision_number': 10, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:11.931547 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=85ff7481-7150-4a30-ad65-b8d2ef908a93,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:11.947491 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20595598-4924-4ecf-aa52-c81ea5977c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:11.948387 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20595598-4924-4ecf-aa52-c81ea5977c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:11.975729 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-45741e2d-b0c1-4080-834f-607274ea2a95 req-83767d76-3ba2-42ad-8b32-2f7eae90e89d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078249 Jul 09 09:35:11.990515 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a582be9-2792-4d37-b3bb-b988182be53b None None] The sync data for ids ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'] in n-d-799996-1 is: [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:35:06Z', 'revision_number': 10, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None, '_interfaces': [{'id': 'e8bbde23-8c25-4597-88ad-8217db4a3cfd', 'name': '', 'network_id': 'a1f814bb-1346-47a0-a8d9-c0df304a6364', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'mac_address': 'fa:16:3e:70:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:08Z', 'updated_at': '2021-07-09T09:34:22Z', 'revision_number': 5, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'subnets': [{'id': 'fd3fe41a-8d7c-491f-ab26-2e5a4fde525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:35:12.020200 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caa00d7-564b-4e96-9118-69e3ae0f6d84 None None] DHCP port deletion for fe4b9c9b-d791-4d16-b555-402ff702c342 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:35:12.035922 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-e9d7b1a8-6212-422f-87d8-05c9790ebf1c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] For port 78acf6e4-d1c4-49ec-b52a-e537346d2edf, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=78acf6e4-d1c4-49ec-b52a-e537346d2edf,segment=NetworkSegment(5f72e108-06da-41d8-926b-9a5a173f6b55),segment_id=5f72e108-06da-41d8-926b-9a5a173f6b55)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:12.036289 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e9d7b1a8-6212-422f-87d8-05c9790ebf1c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:12.050261 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-5a64409e-91f1-456d-8170-a370bda897f9 service neutron] 10.222.0.58 "GET /v2.0/networks/7bc84bdf-64ff-402d-9a3f-15d863914225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548585 Jul 09 09:35:12.100304 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fcdba0b3-2d2e-49fc-8292-7a6ef496c38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:12.118166 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20595598-4924-4ecf-aa52-c81ea5977c0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:12.145614 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d156f0e4-e265-4cac-b523-d530d83d03c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-4046a60c-45bb-4e12-b1ab-2a5761ecadbd', 'network_id': '4046a60c-45bb-4e12-b1ab-2a5761ecadbd', 'tenant_id': '4033083a59c9410f8d2cf36b85ee497e', 'fixed_ips': [{'subnet_id': '1ca18ea6-4cda-43c8-99ef-baf6d6bcfef5'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:35:12.146478 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d156f0e4-e265-4cac-b523-d530d83d03c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:12.179660 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8caa00d7-564b-4e96-9118-69e3ae0f6d84 None None] Deleting port 78acf6e4-d1c4-49ec-b52a-e537346d2edf {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:35:12.180162 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8caa00d7-564b-4e96-9118-69e3ae0f6d84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:12.190322 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5f156a5a-c918-478b-b237-7653ff906d49 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:35:12.235567 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-972d0df9-2b45-495f-a0ff-9cdfef5fe73c req-94498746-1c4f-49a8-b9b8-7793305ab637 service neutron] 10.222.0.58 "GET /v2.0/networks/7bc84bdf-64ff-402d-9a3f-15d863914225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674335 Jul 09 09:35:12.236516 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-e9d7b1a8-6212-422f-87d8-05c9790ebf1c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Calling delete_port for 78acf6e4-d1c4-49ec-b52a-e537346d2edf owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:35:12.315772 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-f0f817d8-f72a-470c-962f-8ba5517e9410 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:12.321735 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8caa00d7-564b-4e96-9118-69e3ae0f6d84 None None] For port 78acf6e4-d1c4-49ec-b52a-e537346d2edf, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=78acf6e4-d1c4-49ec-b52a-e537346d2edf,segment=NetworkSegment(5f72e108-06da-41d8-926b-9a5a173f6b55),segment_id=5f72e108-06da-41d8-926b-9a5a173f6b55)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:12.322264 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8caa00d7-564b-4e96-9118-69e3ae0f6d84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:12.377896 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e9d7b1a8-6212-422f-87d8-05c9790ebf1c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:12.429392 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a0150-34b4-408c-a482-5aa2a3f39e29 req-41e0bd41-9e7a-470d-97c6-908d9fc4ecde tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:12.429501 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7b1a8-6212-422f-87d8-05c9790ebf1c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Port': ['ID=78acf6e4-d1c4-49ec-b52a-e537346d2edf,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:12.436756 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7b1a8-6212-422f-87d8-05c9790ebf1c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] No DVR routers for this DVR port 78acf6e4-d1c4-49ec-b52a-e537346d2edf on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:35:12.437359 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-434a0150-34b4-408c-a482-5aa2a3f39e29 req-41e0bd41-9e7a-470d-97c6-908d9fc4ecde tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.5493958 Jul 09 09:35:12.501365 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c70bec09-7813-47d1-b4ce-5e47fcdc26a5 req-2248e83c-eb78-4710-b862-d70a500a9c02 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 210 time: 0.3083181 Jul 09 09:35:12.569525 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46943d74-b833-4420-a51c-b1ccc5a31b7c req-f1769a6b-beb8-498b-907f-33133ee979ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:12.570148 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46943d74-b833-4420-a51c-b1ccc5a31b7c req-f1769a6b-beb8-498b-907f-33133ee979ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:12.570784 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46943d74-b833-4420-a51c-b1ccc5a31b7c req-f1769a6b-beb8-498b-907f-33133ee979ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:12.571269 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46943d74-b833-4420-a51c-b1ccc5a31b7c req-f1769a6b-beb8-498b-907f-33133ee979ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:12.571767 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46943d74-b833-4420-a51c-b1ccc5a31b7c req-f1769a6b-beb8-498b-907f-33133ee979ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:12.574721 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46943d74-b833-4420-a51c-b1ccc5a31b7c req-f1769a6b-beb8-498b-907f-33133ee979ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:12.575363 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46943d74-b833-4420-a51c-b1ccc5a31b7c req-f1769a6b-beb8-498b-907f-33133ee979ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:12.577683 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-46943d74-b833-4420-a51c-b1ccc5a31b7c req-f1769a6b-beb8-498b-907f-33133ee979ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df38cd9bcbb7480b8739e27fba0b60f2&device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 6488 time: 0.2438447 Jul 09 09:35:12.624248 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-f0f817d8-f72a-470c-962f-8ba5517e9410 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Transition to ACTIVE for port object 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:35:12.630309 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20595598-4924-4ecf-aa52-c81ea5977c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:12.651050 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e9d7b1a8-6212-422f-87d8-05c9790ebf1c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:12.704848 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-d156f0e4-e265-4cac-b523-d530d83d03c7 None None] Allocated IP 172.20.0.2 (4046a60c-45bb-4e12-b1ab-2a5761ecadbd/1ca18ea6-4cda-43c8-99ef-baf6d6bcfef5/3947e17b-f3d1-423e-a216-18232c409e61) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:35:12.717861 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-434a0150-34b4-408c-a482-5aa2a3f39e29 req-b76d1ba4-70ba-41d4-8fd9-b91840ad56be tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788360 Jul 09 09:35:12.743845 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-e9d7b1a8-6212-422f-87d8-05c9790ebf1c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4b9c9b-d791-4d16-b555-402ff702c342']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:12.762968 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-e9d7b1a8-6212-422f-87d8-05c9790ebf1c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f72e108-06da-41d8-926b-9a5a173f6b55') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:12.763253 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-e9d7b1a8-6212-422f-87d8-05c9790ebf1c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f72e108-06da-41d8-926b-9a5a173f6b55') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:12.782511 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e9d7b1a8-6212-422f-87d8-05c9790ebf1c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:12.811539 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e9d7b1a8-6212-422f-87d8-05c9790ebf1c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:12.827084 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d7b1a8-6212-422f-87d8-05c9790ebf1c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:35:12.827523 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e9d7b1a8-6212-422f-87d8-05c9790ebf1c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:35:12.830917 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:35:12.854660 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-f0f817d8-f72a-470c-962f-8ba5517e9410 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:12.858266 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 85ff7481-7150-4a30-ad65-b8d2ef908a93 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:35:12.884060 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46943d74-b833-4420-a51c-b1ccc5a31b7c req-dd63782b-9d67-447a-8a98-aec2363cbed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:12.885572 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-46943d74-b833-4420-a51c-b1ccc5a31b7c req-dd63782b-9d67-447a-8a98-aec2363cbed1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7bc84bdf-64ff-402d-9a3f-15d863914225 HTTP/1.1" status: 200 len: 903 time: 0.2941318 Jul 09 09:35:12.905594 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8caa00d7-564b-4e96-9118-69e3ae0f6d84 None None] Calling delete_port for 78acf6e4-d1c4-49ec-b52a-e537346d2edf owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:35:12.912626 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['04f472e6-1ec8-4cdc-a59e-469ac1f88c3d', 'fcd704b9-933e-47b7-92b7-bb7a73f70723'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:35:12.946731 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-46943d74-b833-4420-a51c-b1ccc5a31b7c req-d26af7d1-8872-4874-b2ec-06e1ebc691fe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=84f956f9-4326-4d7c-bcf7-10dfe96d3b49 HTTP/1.1" status: 200 len: 217 time: 0.0484114 Jul 09 09:35:13.011089 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46943d74-b833-4420-a51c-b1ccc5a31b7c req-cc0244a1-74c4-4ae7-83d5-9928bef0ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:13.013246 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:13.013489 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-46943d74-b833-4420-a51c-b1ccc5a31b7c req-cc0244a1-74c4-4ae7-83d5-9928bef0ea0b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b9e1697-18ef-436b-a5a6-85ffcc941df6 HTTP/1.1" status: 200 len: 797 time: 0.0609848 Jul 09 09:35:13.014654 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e9d7b1a8-6212-422f-87d8-05c9790ebf1c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:13.031014 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e9d7b1a8-6212-422f-87d8-05c9790ebf1c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:13.033317 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e9d7b1a8-6212-422f-87d8-05c9790ebf1c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/networks/fe4b9c9b-d791-4d16-b555-402ff702c342 HTTP/1.1" status: 204 len: 168 time: 1.5344865 Jul 09 09:35:13.051247 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51526) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:13.162512 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7b1a8-6212-422f-87d8-05c9790ebf1c tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Network': ['ID=fe4b9c9b-d791-4d16-b555-402ff702c342,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:13.167029 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:13.217344 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d156f0e4-e265-4cac-b523-d530d83d03c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:13.232394 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 85ff7481-7150-4a30-ad65-b8d2ef908a93 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:13.232855 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:13.294593 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d156f0e4-e265-4cac-b523-d530d83d03c7 None None] Transition to ACTIVE for port object 3947e17b-f3d1-423e-a216-18232c409e61 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:35:13.336120 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5f156a5a-c918-478b-b237-7653ff906d49, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5f156a5a-c918-478b-b237-7653ff906d49,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:13.349259 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f156a5a-c918-478b-b237-7653ff906d49'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:35:13.352663 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e802ab-edb7-45ef-94ad-859530ffcb7d" -d '{"events": [{"server_uuid": "2f6269b7-c674-41c1-a8e0-b53159ca5f61", "name": "network-vif-unplugged", "status": "completed", "tag": "5f156a5a-c918-478b-b237-7653ff906d49"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:35:13.370590 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:13.397902 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46943d74-b833-4420-a51c-b1ccc5a31b7c req-728981ca-e7fa-4a2f-ac90-7f05773024c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:13.399449 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-46943d74-b833-4420-a51c-b1ccc5a31b7c req-728981ca-e7fa-4a2f-ac90-7f05773024c4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bc84bdf-64ff-402d-9a3f-15d863914225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3718915 Jul 09 09:35:13.407533 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-f0f817d8-f72a-470c-962f-8ba5517e9410 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:35:13.419067 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-f0f817d8-f72a-470c-962f-8ba5517e9410 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:35:13.433332 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-f0f817d8-f72a-470c-962f-8ba5517e9410 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:35:13.435980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f817d8-f72a-470c-962f-8ba5517e9410 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Pushing event updated for resources: {'Port': ['ID=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:13.444792 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcdba0b3-2d2e-49fc-8292-7a6ef496c38d admin admin] Router 96b89e2d-4438-4313-bb67-557a91aeb877 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:35:13.456949 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8caa00d7-564b-4e96-9118-69e3ae0f6d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:13.466296 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078b448c-24af-4057-bf7e-fd3e8789e2ed x-openstack-request-id: req-078b448c-24af-4057-bf7e-fd3e8789e2ed {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:35:13.466586 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6269b7-c674-41c1-a8e0-b53159ca5f61", "name": "network-vif-unplugged", "status": "completed", "tag": "5f156a5a-c918-478b-b237-7653ff906d49", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:35:13.466837 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-078b448c-24af-4057-bf7e-fd3e8789e2ed {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:35:13.467228 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f156a5a-c918-478b-b237-7653ff906d49', 'code': 200} Jul 09 09:35:13.473092 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8caa00d7-564b-4e96-9118-69e3ae0f6d84 None None] Network fe4b9c9b-d791-4d16-b555-402ff702c342 is not hosted by any dhcp agent {{(pid=93792) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 09:35:13.473620 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caa00d7-564b-4e96-9118-69e3ae0f6d84 None None] No DVR routers for this DVR port 78acf6e4-d1c4-49ec-b52a-e537346d2edf on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:35:13.480059 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d156f0e4-e265-4cac-b523-d530d83d03c7 None None] Transition to ACTIVE for port object 3947e17b-f3d1-423e-a216-18232c409e61 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:35:13.545946 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d156f0e4-e265-4cac-b523-d530d83d03c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:13.592822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-f0f817d8-f72a-470c-962f-8ba5517e9410 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:13.593807 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-f0f817d8-f72a-470c-962f-8ba5517e9410 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:13.610398 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5f156a5a-c918-478b-b237-7653ff906d49,revision_number=14']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:13.628877 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-46943d74-b833-4420-a51c-b1ccc5a31b7c req-389eab0b-62fd-42d3-8ad2-64cac96f448c service neutron] 10.222.0.58 "GET /v2.0/networks/7bc84bdf-64ff-402d-9a3f-15d863914225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197993 Jul 09 09:35:13.664918 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa00d7-564b-4e96-9118-69e3ae0f6d84 None None] Pushing event deleted for resources: {'Port': ['ID=78acf6e4-d1c4-49ec-b52a-e537346d2edf,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:13.668977 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d156f0e4-e265-4cac-b523-d530d83d03c7 None None] Network 4046a60c-45bb-4e12-b1ab-2a5761ecadbd is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:35:13.701947 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-d156f0e4-e265-4cac-b523-d530d83d03c7 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:35:13.719750 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fbebf-2652-464d-9f7c-d6630c57f75e req-0d502b14-b5f4-431a-a749-d738b5c57254 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:13.725146 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156f0e4-e265-4cac-b523-d530d83d03c7 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:35:13.726580 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fbebf-2652-464d-9f7c-d6630c57f75e req-0d502b14-b5f4-431a-a749-d738b5c57254 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:13.729964 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-190864db-a9ff-48df-9737-9be8198339ec tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:13.733826 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fbebf-2652-464d-9f7c-d6630c57f75e req-0d502b14-b5f4-431a-a749-d738b5c57254 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:13.743405 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fbebf-2652-464d-9f7c-d6630c57f75e req-0d502b14-b5f4-431a-a749-d738b5c57254 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:13.750940 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fbebf-2652-464d-9f7c-d6630c57f75e req-0d502b14-b5f4-431a-a749-d738b5c57254 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:13.757405 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fbebf-2652-464d-9f7c-d6630c57f75e req-0d502b14-b5f4-431a-a749-d738b5c57254 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:13.764075 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fbebf-2652-464d-9f7c-d6630c57f75e req-0d502b14-b5f4-431a-a749-d738b5c57254 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:13.766115 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9e5fbebf-2652-464d-9f7c-d6630c57f75e req-0d502b14-b5f4-431a-a749-d738b5c57254 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5431 time: 0.8329253 Jul 09 09:35:13.788268 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-f0f817d8-f72a-470c-962f-8ba5517e9410 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2180333 Jul 09 09:35:13.793353 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156f0e4-e265-4cac-b523-d530d83d03c7 None None] Pushing event updated for resources: {'Port': ['ID=3947e17b-f3d1-423e-a216-18232c409e61,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:13.842511 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-46943d74-b833-4420-a51c-b1ccc5a31b7c req-c6fc9353-e44d-440d-8ab8-7a3aeb6a3859 service neutron] 10.222.0.58 "GET /v2.0/networks/7bc84bdf-64ff-402d-9a3f-15d863914225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054524 Jul 09 09:35:13.876776 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d156f0e4-e265-4cac-b523-d530d83d03c7 None None] Attempting to bind port 3947e17b-f3d1-423e-a216-18232c409e61 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:35:13.877637 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d156f0e4-e265-4cac-b523-d530d83d03c7 None None] Attempting to bind port 3947e17b-f3d1-423e-a216-18232c409e61 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '000c5bfa-3bc1-4b97-9f22-9e9825b7f2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4046a60c-45bb-4e12-b1ab-2a5761ecadbd'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:35:13.878018 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156f0e4-e265-4cac-b523-d530d83d03c7 None None] Attempting to bind port 3947e17b-f3d1-423e-a216-18232c409e61 on network 4046a60c-45bb-4e12-b1ab-2a5761ecadbd {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:35:13.880944 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e53980be-47c4-4123-8cad-137a99f9fd13 None None] Provisioning for port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:35:13.888205 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 78acf6e4-d1c4-49ec-b52a-e537346d2edf no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:35:13.888683 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-b88e9a40-ddf0-4e63-852e-b3d5fbbcb46f service neutron] Request body: {'port': {'device_id': '6ddb504e-07d3-41e2-9535-d1c18241f2b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:35:13.915680 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e53980be-47c4-4123-8cad-137a99f9fd13 None None] Provisioning complete for port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:13.916127 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e53980be-47c4-4123-8cad-137a99f9fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:13.923016 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156f0e4-e265-4cac-b523-d530d83d03c7 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:35:13.923392 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156f0e4-e265-4cac-b523-d530d83d03c7 None None] Checking segment: {'id': '000c5bfa-3bc1-4b97-9f22-9e9825b7f2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4046a60c-45bb-4e12-b1ab-2a5761ecadbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:35:13.923828 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d156f0e4-e265-4cac-b523-d530d83d03c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:13.924223 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156f0e4-e265-4cac-b523-d530d83d03c7 None None] Bound using segment: {'id': '000c5bfa-3bc1-4b97-9f22-9e9825b7f2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4046a60c-45bb-4e12-b1ab-2a5761ecadbd'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:35:13.924706 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d156f0e4-e265-4cac-b523-d530d83d03c7 None None] Bound port: 3947e17b-f3d1-423e-a216-18232c409e61, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000c5bfa-3bc1-4b97-9f22-9e9825b7f2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4046a60c-45bb-4e12-b1ab-2a5761ecadbd'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:35:13.925088 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d156f0e4-e265-4cac-b523-d530d83d03c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:13.930201 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 78acf6e4-d1c4-49ec-b52a-e537346d2edf {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:35:13.930351 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 78acf6e4-d1c4-49ec-b52a-e537346d2edf not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:35:13.930779 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:35:13.962776 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdba0b3-2d2e-49fc-8292-7a6ef496c38d admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:35:13.973696 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] Sync routers for ids ['96b89e2d-4438-4313-bb67-557a91aeb877'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:35:13.982817 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] Routers {'96b89e2d-4438-4313-bb67-557a91aeb877'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:35:13.983766 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:35:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['96b89e2d-4438-4313-bb67-557a91aeb877'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:13.989237 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9e5fbebf-2652-464d-9f7c-d6630c57f75e req-f0c15394-90e2-4971-ad25-881b19dd5248 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2100542 Jul 09 09:35:13.999242 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:35:13.999599 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3d3d556d-4ad5-4ba0-8342-cc91a664f6e2 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:35:14.024847 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fcdba0b3-2d2e-49fc-8292-7a6ef496c38d admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:14.030514 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fcdba0b3-2d2e-49fc-8292-7a6ef496c38d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2708869 Jul 09 09:35:14.031274 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51560) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:14.047917 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34364a4-2915-4b94-8172-d83351250803 req-3c4a253f-2d84-4063-bfc3-fb339445438b tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:14.049504 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d34364a4-2915-4b94-8172-d83351250803 req-3c4a253f-2d84-4063-bfc3-fb339445438b tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.4477909 Jul 09 09:35:14.093753 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-190864db-a9ff-48df-9737-9be8198339ec tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting port e8bbde23-8c25-4597-88ad-8217db4a3cfd {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:35:14.094294 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-190864db-a9ff-48df-9737-9be8198339ec tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:14.097100 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e53980be-47c4-4123-8cad-137a99f9fd13 None None] Port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:35:14.105399 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] Set router 96b89e2d-4438-4313-bb67-557a91aeb877 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:35:14.127487 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20595598-4924-4ecf-aa52-c81ea5977c0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:14.176917 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d156f0e4-e265-4cac-b523-d530d83d03c7 None None] For port 3947e17b-f3d1-423e-a216-18232c409e61, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:35:14.187236 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d156f0e4-e265-4cac-b523-d530d83d03c7 None None] For port 3947e17b-f3d1-423e-a216-18232c409e61, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3947e17b-f3d1-423e-a216-18232c409e61,segment=NetworkSegment(000c5bfa-3bc1-4b97-9f22-9e9825b7f2ad),segment_id=000c5bfa-3bc1-4b97-9f22-9e9825b7f2ad)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:35:14.194438 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d156f0e4-e265-4cac-b523-d530d83d03c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:14.226029 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20595598-4924-4ecf-aa52-c81ea5977c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:14.260151 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156f0e4-e265-4cac-b523-d530d83d03c7 None None] Pushing event updated for resources: {'Port': ['ID=3947e17b-f3d1-423e-a216-18232c409e61,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:14.291625 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-b88e9a40-ddf0-4e63-852e-b3d5fbbcb46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:14.306732 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'name': 'tempest-TaggedBootDevicesTest-1480578526-router', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:06Z', 'updated_at': '2021-07-09T09:35:11Z', 'revision_number': 3, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'gw_port': {'id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:09Z', 'updated_at': '2021-07-09T09:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:14.357877 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] Checking router: 96b89e2d-4438-4313-bb67-557a91aeb877 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:35:14.358533 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] Updating router 96b89e2d-4438-4313-bb67-557a91aeb877 port 848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:35:14.402349 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:14.486276 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d34364a4-2915-4b94-8172-d83351250803 req-6e23f0c6-0ad2-4ede-b781-339c3ed3bce3 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3613815 Jul 09 09:35:14.590084 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-20595598-4924-4ecf-aa52-c81ea5977c0f admin admin] Allocated IP 172.25.3.202 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/00925af4-2715-4f9d-ba15-d6ee334e2012) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:35:14.690168 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-190864db-a9ff-48df-9737-9be8198339ec tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] For port e8bbde23-8c25-4597-88ad-8217db4a3cfd, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e8bbde23-8c25-4597-88ad-8217db4a3cfd,segment=NetworkSegment(a9f39bd5-5b0e-4f09-8bd3-deee01d61c64),segment_id=a9f39bd5-5b0e-4f09-8bd3-deee01d61c64)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:14.690626 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-190864db-a9ff-48df-9737-9be8198339ec tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:14.719514 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-190864db-a9ff-48df-9737-9be8198339ec tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Calling delete_port for e8bbde23-8c25-4597-88ad-8217db4a3cfd owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:35:14.801536 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d6666-d165-4982-a2fe-c904d2bafd9b req-68eec8b7-13cb-4213-b44b-0f330b8f758d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:14.808527 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa1d6666-d165-4982-a2fe-c904d2bafd9b req-68eec8b7-13cb-4213-b44b-0f330b8f758d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 936 time: 0.5096416 Jul 09 09:35:14.811142 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3947e17b-f3d1-423e-a216-18232c409e61 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:35:14.865392 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 3947e17b-f3d1-423e-a216-18232c409e61 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:35:14.946257 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-190864db-a9ff-48df-9737-9be8198339ec tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:14.975259 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190864db-a9ff-48df-9737-9be8198339ec tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Port': ['ID=e8bbde23-8c25-4597-88ad-8217db4a3cfd,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:15.025932 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa1d6666-d165-4982-a2fe-c904d2bafd9b req-beb37621-e294-4ff3-889c-61ad0d9ba119 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154250 Jul 09 09:35:15.037152 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20595598-4924-4ecf-aa52-c81ea5977c0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:15.181609 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-190864db-a9ff-48df-9737-9be8198339ec tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:15.284615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f88cb-d130-49dc-9002-5f93bb5c8811 req-9abdb129-1b71-44eb-b682-48cfd28fe378 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:15.286217 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d75f88cb-d130-49dc-9002-5f93bb5c8811 req-9abdb129-1b71-44eb-b682-48cfd28fe378 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.4567742 Jul 09 09:35:15.400042 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190864db-a9ff-48df-9737-9be8198339ec tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:35:15.459234 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d75f88cb-d130-49dc-9002-5f93bb5c8811 req-8f113ba1-55b8-4677-ac56-f15469ebd368 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555741 Jul 09 09:35:15.461342 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20595598-4924-4ecf-aa52-c81ea5977c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:15.518076 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190864db-a9ff-48df-9737-9be8198339ec tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:35:15.530837 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-190864db-a9ff-48df-9737-9be8198339ec tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/routers/2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4753146 Jul 09 09:35:15.531562 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51568) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:15.534147 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35148c2c-d174-45a1-9ee9-5fbbb6027f56 None None] Sync routers for ids ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:35:15.549325 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35148c2c-d174-45a1-9ee9-5fbbb6027f56 None None] Routers {'2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:35:15.550227 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-35148c2c-d174-45a1-9ee9-5fbbb6027f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:35:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:15.569079 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20595598-4924-4ecf-aa52-c81ea5977c0f admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:35:15.578097 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-20595598-4924-4ecf-aa52-c81ea5977c0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:35:15.601456 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:15.617428 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] Transition to ACTIVE for port object 848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:35:15.618560 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-e030f7f0-0575-446a-bf68-4029e8a13c26 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting subnet fd3fe41a-8d7c-491f-ab26-2e5a4fde525d {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:35:15.624199 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e030f7f0-0575-446a-bf68-4029e8a13c26 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:15.627146 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:15.680416 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-35148c2c-d174-45a1-9ee9-5fbbb6027f56 None None] Set router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:35:15.681470 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e030f7f0-0575-446a-bf68-4029e8a13c26 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:15.697757 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] Attempting to bind port 848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:35:15.698131 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] Attempting to bind port 848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:35:15.698496 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] Attempting to bind port 848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:35:15.701673 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036759d-146b-4f15-a267-07130f5e9dd0 None None] Pushing event updated for resources: {'Port': ['ID=848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:15.710978 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036759d-146b-4f15-a267-07130f5e9dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:15.711321 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036759d-146b-4f15-a267-07130f5e9dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:15.711664 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036759d-146b-4f15-a267-07130f5e9dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:15.712091 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036759d-146b-4f15-a267-07130f5e9dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:15.712336 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036759d-146b-4f15-a267-07130f5e9dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:15.712661 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036759d-146b-4f15-a267-07130f5e9dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:15.713006 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036759d-146b-4f15-a267-07130f5e9dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:15.713305 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036759d-146b-4f15-a267-07130f5e9dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:15.713626 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036759d-146b-4f15-a267-07130f5e9dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:15.714030 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036759d-146b-4f15-a267-07130f5e9dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:15.714249 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036759d-146b-4f15-a267-07130f5e9dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:15.714569 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036759d-146b-4f15-a267-07130f5e9dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:15.718266 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:35:15.718668 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:35:15.719072 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:15.719454 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:35:15.720091 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] Bound port: 848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:35:15.720522 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:15.730924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20595598-4924-4ecf-aa52-c81ea5977c0f admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:35:15.735136 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-35148c2c-d174-45a1-9ee9-5fbbb6027f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:35:14Z', 'revision_number': 11, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:15.736918 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de179783-7151-4a7c-abce-08287e9c4a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:15.745104 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-b88e9a40-ddf0-4e63-852e-b3d5fbbcb46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:35:15.766728 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35148c2c-d174-45a1-9ee9-5fbbb6027f56 None None] Checking router: 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:35:15.775342 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35148c2c-d174-45a1-9ee9-5fbbb6027f56 None None] Routers {'2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:35:15.775989 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-35148c2c-d174-45a1-9ee9-5fbbb6027f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:35:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:15.791534 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] For port 848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:35:15.796298 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] For port 848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:35:15.802441 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:15.822004 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e030f7f0-0575-446a-bf68-4029e8a13c26 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:15.826796 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a92912-de3f-4f78-bfd6-f1d7c96a0faf None None] Network 4046a60c-45bb-4e12-b1ab-2a5761ecadbd requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:35:15.838662 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-b88e9a40-ddf0-4e63-852e-b3d5fbbcb46f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:15.872282 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036759d-146b-4f15-a267-07130f5e9dd0 None None] Pushing event updated for resources: {'Port': ['ID=848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:15.902454 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] Routers {'96b89e2d-4438-4313-bb67-557a91aeb877'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:35:15.903128 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:35:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['96b89e2d-4438-4313-bb67-557a91aeb877'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:15.916621 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e030f7f0-0575-446a-bf68-4029e8a13c26 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:15.917969 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20595598-4924-4ecf-aa52-c81ea5977c0f admin admin] Pushing event updated for resources: {'Port': ['ID=00925af4-2715-4f9d-ba15-d6ee334e2012,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:15.929087 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-35148c2c-d174-45a1-9ee9-5fbbb6027f56 None None] Set router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:35:15.959678 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030f7f0-0575-446a-bf68-4029e8a13c26 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Subnet': ['ID=fd3fe41a-8d7c-491f-ab26-2e5a4fde525d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:15.963402 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e030f7f0-0575-446a-bf68-4029e8a13c26 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:15.967590 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e030f7f0-0575-446a-bf68-4029e8a13c26 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/subnets/fd3fe41a-8d7c-491f-ab26-2e5a4fde525d HTTP/1.1" status: 204 len: 168 time: 0.4320767 Jul 09 09:35:15.967855 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51572) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:16.007549 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecdd1e0-f79d-4419-bad5-3f130b7b4893 None None] Network a1f814bb-1346-47a0-a8d9-c0df304a6364 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:35:16.023505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-35148c2c-d174-45a1-9ee9-5fbbb6027f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:35:14Z', 'revision_number': 11, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:16.026189 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ef19caa5-5b00-4088-880d-ad49899f189a None None] Provisioning for port 3947e17b-f3d1-423e-a216-18232c409e61 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:35:16.073046 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19e60025-11e8-42e5-84dc-60fed4f860af tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:16.102308 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ef19caa5-5b00-4088-880d-ad49899f189a None None] Provisioning complete for port 3947e17b-f3d1-423e-a216-18232c409e61 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:16.103085 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef19caa5-5b00-4088-880d-ad49899f189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:16.109005 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35148c2c-d174-45a1-9ee9-5fbbb6027f56 None None] The sync data for ids ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'] in n-d-799996-1 is: [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:35:14Z', 'revision_number': 11, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:35:16.163177 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-19e60025-11e8-42e5-84dc-60fed4f860af tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Deleting port 186097c1-fac2-4902-a912-dc1726facb7c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:35:16.164686 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19e60025-11e8-42e5-84dc-60fed4f860af tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:16.166148 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] Set router 96b89e2d-4438-4313-bb67-557a91aeb877 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:35:16.254885 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-19e60025-11e8-42e5-84dc-60fed4f860af tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] For port 186097c1-fac2-4902-a912-dc1726facb7c, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=186097c1-fac2-4902-a912-dc1726facb7c,segment=NetworkSegment(a9f39bd5-5b0e-4f09-8bd3-deee01d61c64),segment_id=a9f39bd5-5b0e-4f09-8bd3-deee01d61c64)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:16.255166 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19e60025-11e8-42e5-84dc-60fed4f860af tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:16.271586 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-19e60025-11e8-42e5-84dc-60fed4f860af tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Calling delete_port for 186097c1-fac2-4902-a912-dc1726facb7c owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:35:16.389061 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19e60025-11e8-42e5-84dc-60fed4f860af tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:16.398871 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'name': 'tempest-TaggedBootDevicesTest-1480578526-router', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:06Z', 'updated_at': '2021-07-09T09:35:11Z', 'revision_number': 3, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'gw_port': {'id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:09Z', 'updated_at': '2021-07-09T09:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:16.427342 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e60025-11e8-42e5-84dc-60fed4f860af tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Port': ['ID=186097c1-fac2-4902-a912-dc1726facb7c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:16.437286 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a8325-411e-432b-98cf-004f8efcd38b None None] The sync data for ids ['96b89e2d-4438-4313-bb67-557a91aeb877'] in n-d-799996-1 is: [{'id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'name': 'tempest-TaggedBootDevicesTest-1480578526-router', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:06Z', 'updated_at': '2021-07-09T09:35:11Z', 'revision_number': 3, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'gw_port': {'id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:09Z', 'updated_at': '2021-07-09T09:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:35:16.437504 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e60025-11e8-42e5-84dc-60fed4f860af tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] No DVR routers for this DVR port 186097c1-fac2-4902-a912-dc1726facb7c on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:35:16.452779 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-b88e9a40-ddf0-4e63-852e-b3d5fbbcb46f service neutron] Transition to ACTIVE for port object 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:35:16.475301 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67720b39-4538-42fe-9dcc-95779f6719ea req-681eef9a-9d18-4a86-80b9-f94c271c850f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:16.481982 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67720b39-4538-42fe-9dcc-95779f6719ea req-681eef9a-9d18-4a86-80b9-f94c271c850f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 1095 time: 1.0923257 Jul 09 09:35:16.496198 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-b88e9a40-ddf0-4e63-852e-b3d5fbbcb46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:16.505135 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef19caa5-5b00-4088-880d-ad49899f189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:16.575848 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19e60025-11e8-42e5-84dc-60fed4f860af tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:16.594624 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-19e60025-11e8-42e5-84dc-60fed4f860af tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f814bb-1346-47a0-a8d9-c0df304a6364']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:16.608005 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ef19caa5-5b00-4088-880d-ad49899f189a None None] For port 3947e17b-f3d1-423e-a216-18232c409e61, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3947e17b-f3d1-423e-a216-18232c409e61,segment=NetworkSegment(000c5bfa-3bc1-4b97-9f22-9e9825b7f2ad),segment_id=000c5bfa-3bc1-4b97-9f22-9e9825b7f2ad)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:16.615956 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef19caa5-5b00-4088-880d-ad49899f189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:16.620959 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-19e60025-11e8-42e5-84dc-60fed4f860af tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f39bd5-5b0e-4f09-8bd3-deee01d61c64') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:16.621266 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-19e60025-11e8-42e5-84dc-60fed4f860af tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f39bd5-5b0e-4f09-8bd3-deee01d61c64') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:16.634163 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19e60025-11e8-42e5-84dc-60fed4f860af tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:16.652468 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19e60025-11e8-42e5-84dc-60fed4f860af tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:16.671303 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e60025-11e8-42e5-84dc-60fed4f860af tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:35:16.675067 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19e60025-11e8-42e5-84dc-60fed4f860af tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:35:16.685394 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:35:16.717893 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19caa5-5b00-4088-880d-ad49899f189a None None] Pushing event updated for resources: {'Port': ['ID=3947e17b-f3d1-423e-a216-18232c409e61,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:16.736772 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9845654-6b7f-4655-8b72-00311cf3a1e3 None None] DHCP port deletion for a1f814bb-1346-47a0-a8d9-c0df304a6364 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:35:16.834275 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19e60025-11e8-42e5-84dc-60fed4f860af tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:16.842493 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19e60025-11e8-42e5-84dc-60fed4f860af tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:16.844392 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-19e60025-11e8-42e5-84dc-60fed4f860af tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/networks/a1f814bb-1346-47a0-a8d9-c0df304a6364 HTTP/1.1" status: 204 len: 168 time: 0.8754921 Jul 09 09:35:16.860810 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51578) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:16.865863 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0f7f4328-d9ad-4933-8e83-176cdc8d1820 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'router': {'routes': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:35:16.868913 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e60025-11e8-42e5-84dc-60fed4f860af tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Pushing event deleted for resources: {'Network': ['ID=a1f814bb-1346-47a0-a8d9-c0df304a6364,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:16.886371 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e8bbde23-8c25-4597-88ad-8217db4a3cfd no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:35:16.947006 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: e8bbde23-8c25-4597-88ad-8217db4a3cfd {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:35:16.947347 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e8bbde23-8c25-4597-88ad-8217db4a3cfd not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:35:16.963649 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67720b39-4538-42fe-9dcc-95779f6719ea req-59b3fc3b-fccb-4f26-af3f-86d81881fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:16.966296 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67720b39-4538-42fe-9dcc-95779f6719ea req-59b3fc3b-fccb-4f26-af3f-86d81881fcc8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 912 time: 0.4548435 Jul 09 09:35:17.094971 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4cc6ce25-fcc5-401d-a340-1c4c617e0bf2 None None] Provisioning complete for port 3947e17b-f3d1-423e-a216-18232c409e61 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:17.095641 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4cc6ce25-fcc5-401d-a340-1c4c617e0bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:17.193203 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.extraroute_db [None req-0f7f4328-d9ad-4933-8e83-176cdc8d1820 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Added routes are [] {{(pid=93791) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 09:35:17.193568 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.extraroute_db [None req-0f7f4328-d9ad-4933-8e83-176cdc8d1820 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Removed routes are [] {{(pid=93791) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 09:35:17.193945 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0f7f4328-d9ad-4933-8e83-176cdc8d1820 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:17.201745 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67720b39-4538-42fe-9dcc-95779f6719ea req-fd8bd31b-853a-4226-b56f-14fd353c7bc7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f156a5a-c918-478b-b237-7653ff906d49 HTTP/1.1" status: 200 len: 999 time: 0.1630147 Jul 09 09:35:17.213057 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9a769-8fc3-41f1-b818-93ab871a0109 req-67bc6037-c726-4711-a639-97a5f959d10a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:17.219682 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9a769-8fc3-41f1-b818-93ab871a0109 req-67bc6037-c726-4711-a639-97a5f959d10a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:17.225515 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9a769-8fc3-41f1-b818-93ab871a0109 req-67bc6037-c726-4711-a639-97a5f959d10a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:17.231428 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9a769-8fc3-41f1-b818-93ab871a0109 req-67bc6037-c726-4711-a639-97a5f959d10a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:17.237328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9a769-8fc3-41f1-b818-93ab871a0109 req-67bc6037-c726-4711-a639-97a5f959d10a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:17.243293 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9a769-8fc3-41f1-b818-93ab871a0109 req-67bc6037-c726-4711-a639-97a5f959d10a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:17.251577 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9a769-8fc3-41f1-b818-93ab871a0109 req-67bc6037-c726-4711-a639-97a5f959d10a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:17.253710 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bfa9a769-8fc3-41f1-b818-93ab871a0109 req-67bc6037-c726-4711-a639-97a5f959d10a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5431 time: 1.7983756 Jul 09 09:35:17.262330 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e43a5-8f3a-4820-942e-6cd70c702df6 req-bf0445cb-a54e-4cfc-aec4-db09ec95b74a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:17.268289 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-820e43a5-8f3a-4820-942e-6cd70c702df6 req-bf0445cb-a54e-4cfc-aec4-db09ec95b74a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 1.5795963 Jul 09 09:35:17.321710 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-de179783-7151-4a7c-abce-08287e9c4a5b admin admin] Allocated IP 172.20.0.1 (d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb/c4576acc-4c8a-4776-ad8b-d4acbefc004d/88c07d92-dcbc-4013-b17c-09511f103ac3) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:35:17.329127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e9a40-ddf0-4e63-852e-b3d5fbbcb46f service neutron] Pushing event updated for resources: {'Port': ['ID=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:17.350948 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0f7f4328-d9ad-4933-8e83-176cdc8d1820 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:17.354553 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0f7f4328-d9ad-4933-8e83-176cdc8d1820 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524803'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:17.433731 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7f4328-d9ad-4933-8e83-176cdc8d1820 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:35:17.452491 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20595598-4924-4ecf-aa52-c81ea5977c0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:17.497899 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67720b39-4538-42fe-9dcc-95779f6719ea req-b357f2de-34d4-4aad-a233-545a3f855565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:17.499418 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67720b39-4538-42fe-9dcc-95779f6719ea req-b357f2de-34d4-4aad-a233-545a3f855565 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.2180774 Jul 09 09:35:17.515961 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7f4328-d9ad-4933-8e83-176cdc8d1820 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:35:17.523341 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0f7f4328-d9ad-4933-8e83-176cdc8d1820 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:17.526907 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0f7f4328-d9ad-4933-8e83-176cdc8d1820 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/routers/2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 HTTP/1.1" status: 200 len: 701 time: 0.6626928 Jul 09 09:35:17.527154 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51580) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:17.533565 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da30983-7d7e-4632-98b4-3ee6e29a4b9c None None] Sync routers for ids ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:35:17.547066 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bfa9a769-8fc3-41f1-b818-93ab871a0109 req-9804f44b-94cd-458c-907e-0a9a24cc75c4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2699518 Jul 09 09:35:17.557655 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da30983-7d7e-4632-98b4-3ee6e29a4b9c None None] Routers {'2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:35:17.558296 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2da30983-7d7e-4632-98b4-3ee6e29a4b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:35:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:17.563391 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-820e43a5-8f3a-4820-942e-6cd70c702df6 req-7a905037-af32-4a92-a1d6-38781183bdbe tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791114 Jul 09 09:35:17.590547 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-b88e9a40-ddf0-4e63-852e-b3d5fbbcb46f service neutron] Attempting to bind port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:35:17.591095 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-b88e9a40-ddf0-4e63-852e-b3d5fbbcb46f service neutron] Attempting to bind port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:35:17.591438 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-b88e9a40-ddf0-4e63-852e-b3d5fbbcb46f service neutron] Attempting to bind port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:35:17.606860 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b0213b75-9cb3-498e-b81f-be9a6d07ed65 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 HTTP/1.1" status: 200 len: 205 time: 0.0763614 Jul 09 09:35:17.621814 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51582) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:17.699897 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-95cf36e1-9d32-4b26-b993-adc5b99d3a86 req-bcf00d1c-ccd8-4521-8fd0-96bfcb479d13 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1133077 Jul 09 09:35:17.729845 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2da30983-7d7e-4632-98b4-3ee6e29a4b9c None None] Set router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:35:17.736665 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-b88e9a40-ddf0-4e63-852e-b3d5fbbcb46f service neutron] Port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:35:17.737011 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-b88e9a40-ddf0-4e63-852e-b3d5fbbcb46f service neutron] Attempting to bind port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:35:17.792849 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-b88e9a40-ddf0-4e63-852e-b3d5fbbcb46f service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:35:17.793080 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-b88e9a40-ddf0-4e63-852e-b3d5fbbcb46f service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:35:17.793453 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-b88e9a40-ddf0-4e63-852e-b3d5fbbcb46f service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:35:17.793953 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-b88e9a40-ddf0-4e63-852e-b3d5fbbcb46f service neutron] Bound port: 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:35:17.794320 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-b88e9a40-ddf0-4e63-852e-b3d5fbbcb46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:17.824701 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5402e508-219a-4690-a279-1fa02ee4e92a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:17.826905 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf36e1-9d32-4b26-b993-adc5b99d3a86 req-a8a904b7-9479-428a-ae9e-04fc9aa70cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:17.828494 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-95cf36e1-9d32-4b26-b993-adc5b99d3a86 req-a8a904b7-9479-428a-ae9e-04fc9aa70cf9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2d37b82ee154752af5d9a5e45d03cea&device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 1096 time: 0.0992401 Jul 09 09:35:17.874710 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2da30983-7d7e-4632-98b4-3ee6e29a4b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:35:14Z', 'revision_number': 11, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:17.905742 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da30983-7d7e-4632-98b4-3ee6e29a4b9c None None] Checking router: 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:35:17.921068 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da30983-7d7e-4632-98b4-3ee6e29a4b9c None None] Routers {'2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:35:17.921735 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2da30983-7d7e-4632-98b4-3ee6e29a4b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:35:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:17.952410 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf36e1-9d32-4b26-b993-adc5b99d3a86 req-d3d094b8-2f9a-479c-8979-e5efe35d1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:17.953920 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-95cf36e1-9d32-4b26-b993-adc5b99d3a86 req-d3d094b8-2f9a-479c-8979-e5efe35d1204 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cadc3bc1-4b29-4e86-9b19-55a98786baff HTTP/1.1" status: 200 len: 920 time: 0.0961182 Jul 09 09:35:17.981948 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de179783-7151-4a7c-abce-08287e9c4a5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:17.993916 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2da30983-7d7e-4632-98b4-3ee6e29a4b9c None None] Set router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:35:18.002026 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-95cf36e1-9d32-4b26-b993-adc5b99d3a86 req-cb36c7a4-8bad-4dad-8da9-7e31b7642c16 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43b105bd-7a7c-4776-b63b-dab16e7893b3 HTTP/1.1" status: 200 len: 217 time: 0.0412612 Jul 09 09:35:18.052089 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2da30983-7d7e-4632-98b4-3ee6e29a4b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:35:14Z', 'revision_number': 11, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:18.058121 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-de179783-7151-4a7c-abce-08287e9c4a5b admin admin] Transition to ACTIVE for port object 88c07d92-dcbc-4013-b17c-09511f103ac3 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:35:18.059246 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf36e1-9d32-4b26-b993-adc5b99d3a86 req-dbf7353e-abb6-4341-8623-234b81d131e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:18.060804 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-95cf36e1-9d32-4b26-b993-adc5b99d3a86 req-dbf7353e-abb6-4341-8623-234b81d131e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d6a06f15-0469-4615-97cc-a20485ca7940 HTTP/1.1" status: 200 len: 859 time: 0.0524049 Jul 09 09:35:18.078693 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da30983-7d7e-4632-98b4-3ee6e29a4b9c None None] The sync data for ids ['2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4'] in n-d-799996-1 is: [{'id': '2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4', 'name': 'tempest-RoutersTest-router-1236790571', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:34:03Z', 'updated_at': '2021-07-09T09:35:14Z', 'revision_number': 11, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:35:18.097642 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-95cf36e1-9d32-4b26-b993-adc5b99d3a86 req-49e029d3-1a21-4c64-9e12-5c10fdcad63f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cadc3bc1-4b29-4e86-9b19-55a98786baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291076 Jul 09 09:35:18.201866 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67720b39-4538-42fe-9dcc-95779f6719ea req-94c1e9d5-78c2-46da-aeaa-6e7ef759267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:18.203770 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67720b39-4538-42fe-9dcc-95779f6719ea req-94c1e9d5-78c2-46da-aeaa-6e7ef759267c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6651800 Jul 09 09:35:18.224017 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-95cf36e1-9d32-4b26-b993-adc5b99d3a86 req-c00d1956-327c-43a1-b7c5-3fe4b1e519d3 service neutron] 10.222.0.58 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192060 Jul 09 09:35:18.237479 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5402e508-219a-4690-a279-1fa02ee4e92a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:18.243840 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-b88e9a40-ddf0-4e63-852e-b3d5fbbcb46f service neutron] For port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:35:18.250240 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5402e508-219a-4690-a279-1fa02ee4e92a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:18.335508 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-95cf36e1-9d32-4b26-b993-adc5b99d3a86 req-cbe5ccab-c98c-4c5d-aa23-dd4f13b3a5bf service neutron] 10.222.0.58 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045301 Jul 09 09:35:18.354250 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-b88e9a40-ddf0-4e63-852e-b3d5fbbcb46f service neutron] For port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:35:18.410781 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-b88e9a40-ddf0-4e63-852e-b3d5fbbcb46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:18.438528 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd210e4c-1016-4ba9-8500-8186496ea7d8 req-e696a3d3-a334-4de3-a19c-bd5677d65f58 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:18.440072 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dd210e4c-1016-4ba9-8500-8186496ea7d8 req-e696a3d3-a334-4de3-a19c-bd5677d65f58 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 948 time: 0.6245315 Jul 09 09:35:18.470947 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5402e508-219a-4690-a279-1fa02ee4e92a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:18.471487 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5402e508-219a-4690-a279-1fa02ee4e92a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Fanout notify agent at l3_agent the message router_deleted on router 2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:35:18.496292 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5402e508-219a-4690-a279-1fa02ee4e92a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:18.497952 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5402e508-219a-4690-a279-1fa02ee4e92a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/routers/2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 HTTP/1.1" status: 204 len: 168 time: 0.8519769 Jul 09 09:35:18.504544 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51584) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:18.527389 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb884e-bac2-4bcb-afd5-3488695e425a req-72c144d9-ca58-456e-85a4-0374dcef0321 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:18.528556 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-20febda3-4362-4541-8127-2d52698ca970 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1222830256', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:35:18.529091 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6fb884e-bac2-4bcb-afd5-3488695e425a req-72c144d9-ca58-456e-85a4-0374dcef0321 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.6138184 Jul 09 09:35:18.535426 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-b88e9a40-ddf0-4e63-852e-b3d5fbbcb46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:18.536162 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-b88e9a40-ddf0-4e63-852e-b3d5fbbcb46f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:18.537580 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-b88e9a40-ddf0-4e63-852e-b3d5fbbcb46f service neutron] 10.222.0.64 "PUT /v2.0/ports/90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f HTTP/1.1" status: 200 len: 1096 time: 4.6674252 Jul 09 09:35:18.544487 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de179783-7151-4a7c-abce-08287e9c4a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:18.546293 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ddb504e-07d3-41e2-9535-d1c18241f2b2', 'tag': '90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:35:18.550130 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a62987a-f9f9-43f3-9990-353fefb31144" -d '{"events": [{"name": "network-changed", "server_uuid": "6ddb504e-07d3-41e2-9535-d1c18241f2b2", "tag": "90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:35:18.576596 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20595598-4924-4ecf-aa52-c81ea5977c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:18.596450 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-20febda3-4362-4541-8127-2d52698ca970 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:18.599726 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-20febda3-4362-4541-8127-2d52698ca970 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:18.655611 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67720b39-4538-42fe-9dcc-95779f6719ea req-8f68ba1b-86ba-4e78-a0d8-78fa236d5d19 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334359 Jul 09 09:35:18.681700 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-20febda3-4362-4541-8127-2d52698ca970 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:18.687549 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-20febda3-4362-4541-8127-2d52698ca970 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:18.711353 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-20febda3-4362-4541-8127-2d52698ca970 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:18.716271 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-20febda3-4362-4541-8127-2d52698ca970 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2100651 Jul 09 09:35:18.717008 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51592) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:18.722541 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d4935513-d592-4e68-ba92-1005f82378e4 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:35:18.816054 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e9a40-ddf0-4e63-852e-b3d5fbbcb46f service neutron] Pushing event updated for resources: {'Port': ['ID=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:18.865628 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3947e17b-f3d1-423e-a216-18232c409e61 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:35:18.870864 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de179783-7151-4a7c-abce-08287e9c4a5b admin admin] Network d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:35:18.883639 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dd210e4c-1016-4ba9-8500-8186496ea7d8 req-b591e17b-df62-4d78-9df5-ba4232b9e7aa tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170692 Jul 09 09:35:18.886811 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6fb884e-bac2-4bcb-afd5-3488695e425a req-bf053344-1695-4633-896d-29c25cd7c466 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286369 Jul 09 09:35:18.955881 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de179783-7151-4a7c-abce-08287e9c4a5b admin admin] Pushing event updated for resources: {'Port': ['ID=88c07d92-dcbc-4013-b17c-09511f103ac3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:18.958697 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-de179783-7151-4a7c-abce-08287e9c4a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:35:19.014420 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d4935513-d592-4e68-ba92-1005f82378e4 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:19.020512 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 3947e17b-f3d1-423e-a216-18232c409e61 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:19.020892 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:19.047945 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d4935513-d592-4e68-ba92-1005f82378e4 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524803'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:19.052079 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de179783-7151-4a7c-abce-08287e9c4a5b admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:35:19.056691 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aeb6f06-d292-425b-b5d5-346c8e7ecd3b x-openstack-request-id: req-3aeb6f06-d292-425b-b5d5-346c8e7ecd3b {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:35:19.056921 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ddb504e-07d3-41e2-9535-d1c18241f2b2", "tag": "90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:35:19.058094 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3aeb6f06-d292-425b-b5d5-346c8e7ecd3b {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:35:19.058094 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ddb504e-07d3-41e2-9535-d1c18241f2b2', 'tag': '90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f', 'status': 'completed', 'code': 200} Jul 09 09:35:19.187217 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:35:19.192388 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67720b39-4538-42fe-9dcc-95779f6719ea req-5f99779b-05d2-4acf-a68f-46a6107d2528 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050364 Jul 09 09:35:19.225223 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4935513-d592-4e68-ba92-1005f82378e4 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Router b899730e-7e6b-49d0-a736-845ab709050a is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:35:19.238609 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de179783-7151-4a7c-abce-08287e9c4a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:19.265096 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:35:19.270002 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:19.270609 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:19.312543 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-be43d9ae-fdb3-4826-8287-738403cd8821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:19.314109 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-be43d9ae-fdb3-4826-8287-738403cd8821 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 1099 time: 0.6406553 Jul 09 09:35:19.329890 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4935513-d592-4e68-ba92-1005f82378e4 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:35:19.355867 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d4935513-d592-4e68-ba92-1005f82378e4 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:19.358218 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d4935513-d592-4e68-ba92-1005f82378e4 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "PUT /v2.0/routers/b899730e-7e6b-49d0-a736-845ab709050a HTTP/1.1" status: 200 len: 694 time: 0.6399055 Jul 09 09:35:19.360868 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51596) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:19.361035 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c4bec7-d363-421c-aec4-5102cdee51b0 None None] Sync routers for ids ['b899730e-7e6b-49d0-a736-845ab709050a'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:35:19.401682 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c4bec7-d363-421c-aec4-5102cdee51b0 None None] Routers {'b899730e-7e6b-49d0-a736-845ab709050a'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:35:19.402334 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-22c4bec7-d363-421c-aec4-5102cdee51b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:35:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b899730e-7e6b-49d0-a736-845ab709050a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:19.452588 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0cad7792-7259-4ddc-9593-02d9cf6ccc9a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/routers/b899730e-7e6b-49d0-a736-845ab709050a HTTP/1.1" status: 200 len: 700 time: 0.0902047 Jul 09 09:35:19.455177 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51598) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:19.494778 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ff186eac-651f-4f81-ab3c-dac5f5260c14 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/ports?device_id=b899730e-7e6b-49d0-a736-845ab709050a HTTP/1.1" status: 200 len: 205 time: 0.0382252 Jul 09 09:35:19.497513 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51600) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:19.503405 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:19.512447 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-22c4bec7-d363-421c-aec4-5102cdee51b0 None None] Set router b899730e-7e6b-49d0-a736-845ab709050a gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:35:19.584211 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-93e54932-7b15-437a-91c2-ca9a5d67ca4c None None] Provisioning for port 88c07d92-dcbc-4013-b17c-09511f103ac3 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:35:19.588091 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-22c4bec7-d363-421c-aec4-5102cdee51b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b899730e-7e6b-49d0-a736-845ab709050a', 'name': 'tempest-RoutersTest-router-1222830256', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:18Z', 'updated_at': '2021-07-09T09:35:19Z', 'revision_number': 2, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:19.592593 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:19.595226 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-93e54932-7b15-437a-91c2-ca9a5d67ca4c None None] Provisioning complete for port 88c07d92-dcbc-4013-b17c-09511f103ac3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:19.595823 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-93e54932-7b15-437a-91c2-ca9a5d67ca4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:19.643251 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:19.645501 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c4bec7-d363-421c-aec4-5102cdee51b0 None None] Checking router: b899730e-7e6b-49d0-a736-845ab709050a for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:35:19.676646 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 186097c1-fac2-4902-a912-dc1726facb7c no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:35:19.719341 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 186097c1-fac2-4902-a912-dc1726facb7c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:35:19.719341 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 186097c1-fac2-4902-a912-dc1726facb7c not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:35:19.723033 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c4bec7-d363-421c-aec4-5102cdee51b0 None None] Routers {'b899730e-7e6b-49d0-a736-845ab709050a'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:35:19.723937 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-22c4bec7-d363-421c-aec4-5102cdee51b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:35:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b899730e-7e6b-49d0-a736-845ab709050a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:19.730845 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-93e54932-7b15-437a-91c2-ca9a5d67ca4c None None] Port 88c07d92-dcbc-4013-b17c-09511f103ac3 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:35:19.741517 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-5bc2f8af-e52c-4619-b238-1321e28563d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f HTTP/1.1" status: 200 len: 217 time: 0.4134877 Jul 09 09:35:19.804713 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:19.811768 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-22c4bec7-d363-421c-aec4-5102cdee51b0 None None] Set router b899730e-7e6b-49d0-a736-845ab709050a gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:35:19.837567 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e0d7c-5bcf-4692-9981-9e6cc1eb637f req-35b2049a-8560-4c8e-92a6-5dab03344d7a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:19.843734 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e0d7c-5bcf-4692-9981-9e6cc1eb637f req-35b2049a-8560-4c8e-92a6-5dab03344d7a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:19.849799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e0d7c-5bcf-4692-9981-9e6cc1eb637f req-35b2049a-8560-4c8e-92a6-5dab03344d7a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:19.855919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e0d7c-5bcf-4692-9981-9e6cc1eb637f req-35b2049a-8560-4c8e-92a6-5dab03344d7a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:19.861958 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e0d7c-5bcf-4692-9981-9e6cc1eb637f req-35b2049a-8560-4c8e-92a6-5dab03344d7a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:19.868121 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e0d7c-5bcf-4692-9981-9e6cc1eb637f req-35b2049a-8560-4c8e-92a6-5dab03344d7a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:19.871389 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-22c4bec7-d363-421c-aec4-5102cdee51b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b899730e-7e6b-49d0-a736-845ab709050a', 'name': 'tempest-RoutersTest-router-1222830256', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:18Z', 'updated_at': '2021-07-09T09:35:19Z', 'revision_number': 2, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:19.875826 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e0d7c-5bcf-4692-9981-9e6cc1eb637f req-35b2049a-8560-4c8e-92a6-5dab03344d7a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:19.876764 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-321e0d7c-5bcf-4692-9981-9e6cc1eb637f req-35b2049a-8560-4c8e-92a6-5dab03344d7a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5431 time: 0.8151467 Jul 09 09:35:19.899568 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20595598-4924-4ecf-aa52-c81ea5977c0f admin admin] Router a01b6e24-cfbb-45bf-80c1-a0a8a804952e is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:35:19.913327 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c4bec7-d363-421c-aec4-5102cdee51b0 None None] The sync data for ids ['b899730e-7e6b-49d0-a736-845ab709050a'] in n-d-799996-1 is: [{'id': 'b899730e-7e6b-49d0-a736-845ab709050a', 'name': 'tempest-RoutersTest-router-1222830256', 'tenant_id': '5b4da6b733da4e65b04fb4aab5163387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:18Z', 'updated_at': '2021-07-09T09:35:19Z', 'revision_number': 2, 'project_id': '5b4da6b733da4e65b04fb4aab5163387', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:35:19.929902 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a67f5088-18f0-4cbc-a843-5a826fd613ca tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:19.946729 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d29d5-4fe5-4084-8916-c25ce1cae0ae req-fb48a00b-1e40-4482-a3b8-0b31c1314215 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:19.950205 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd5d29d5-4fe5-4084-8916-c25ce1cae0ae req-fb48a00b-1e40-4482-a3b8-0b31c1314215 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.7553141 Jul 09 09:35:19.984746 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-74cbe29c-d95f-41f6-97f3-f1738380d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:19.986538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-74cbe29c-d95f-41f6-97f3-f1738380d123 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.2264295 Jul 09 09:35:20.106200 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a67f5088-18f0-4cbc-a843-5a826fd613ca tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:20.109740 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a67f5088-18f0-4cbc-a843-5a826fd613ca tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:20.132824 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-321e0d7c-5bcf-4692-9981-9e6cc1eb637f req-d4053198-8545-4341-9e8e-35ce8dc872dd tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2354558 Jul 09 09:35:20.182305 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a67f5088-18f0-4cbc-a843-5a826fd613ca tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:20.183053 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67f5088-18f0-4cbc-a843-5a826fd613ca tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Fanout notify agent at l3_agent the message router_deleted on router b899730e-7e6b-49d0-a736-845ab709050a {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:35:20.193656 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a67f5088-18f0-4cbc-a843-5a826fd613ca tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:20.194788 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a67f5088-18f0-4cbc-a843-5a826fd613ca tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/routers/b899730e-7e6b-49d0-a736-845ab709050a HTTP/1.1" status: 204 len: 168 time: 0.6962729 Jul 09 09:35:20.198795 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51606) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:20.199719 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de179783-7151-4a7c-abce-08287e9c4a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:20.226999 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd5d29d5-4fe5-4084-8916-c25ce1cae0ae req-4b6b1030-dbca-4dc9-b8fd-b3b7279a958e tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516158 Jul 09 09:35:20.250938 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-617b8a0a-1fa3-4fff-bee1-c4361342124a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/ports?device_id=b899730e-7e6b-49d0-a736-845ab709050a HTTP/1.1" status: 200 len: 205 time: 0.0441818 Jul 09 09:35:20.251839 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51608) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:20.300663 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20595598-4924-4ecf-aa52-c81ea5977c0f admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:35:20.303215 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-c979884a-c361-4af1-a103-b191a7b894e9 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] delete failed (client error): The resource could not be found. Jul 09 09:35:20.306591 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c979884a-c361-4af1-a103-b191a7b894e9 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/routers/b899730e-7e6b-49d0-a736-845ab709050a HTTP/1.1" status: 404 len: 336 time: 0.0513587 Jul 09 09:35:20.306913 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51610) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:20.316811 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] Sync routers for ids ['a01b6e24-cfbb-45bf-80c1-a0a8a804952e'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:35:20.324866 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-8ed9f7f5-69ee-4ff1-b428-10d005a3d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:20.327353 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-8ed9f7f5-69ee-4ff1-b428-10d005a3d7de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3003922 Jul 09 09:35:20.337278 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] Routers {'a01b6e24-cfbb-45bf-80c1-a0a8a804952e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:35:20.337916 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:35:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['a01b6e24-cfbb-45bf-80c1-a0a8a804952e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:20.341910 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2378d89-24b9-41f9-b0c8-5298eea88173 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] DELETE failed (client error): The resource could not be found. Jul 09 09:35:20.342487 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2378d89-24b9-41f9-b0c8-5298eea88173 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:35:20.344387 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e2378d89-24b9-41f9-b0c8-5298eea88173 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/subnets/c9491af5-1c1b-4cfa-950c-a0aa82e3505b HTTP/1.1" status: 404 len: 337 time: 0.0364907 Jul 09 09:35:20.346948 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51612) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:20.382458 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-398d7217-2c0e-47a2-9255-8af3e703cab2 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] DELETE failed (client error): The resource could not be found. Jul 09 09:35:20.382915 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-398d7217-2c0e-47a2-9255-8af3e703cab2 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:35:20.385143 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-398d7217-2c0e-47a2-9255-8af3e703cab2 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/subnets/5ac3a8be-16d9-4788-805a-50c157d67c60 HTTP/1.1" status: 404 len: 337 time: 0.0370541 Jul 09 09:35:20.387818 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51614) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:20.424093 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb33fbcb-2122-4cc3-bab8-a821838e69db tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] DELETE failed (client error): The resource could not be found. Jul 09 09:35:20.424511 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb33fbcb-2122-4cc3-bab8-a821838e69db tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:35:20.426347 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bb33fbcb-2122-4cc3-bab8-a821838e69db tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/subnets/bd45965a-e1f8-4bca-bb33-24a75fa2da9d HTTP/1.1" status: 404 len: 337 time: 0.0360348 Jul 09 09:35:20.429150 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51616) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:20.459880 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca4fb9b-8866-4e00-a5ec-e23d77eba34d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] DELETE failed (client error): The resource could not be found. Jul 09 09:35:20.460392 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca4fb9b-8866-4e00-a5ec-e23d77eba34d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:35:20.462384 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5ca4fb9b-8866-4e00-a5ec-e23d77eba34d tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/subnets/fd3fe41a-8d7c-491f-ab26-2e5a4fde525d HTTP/1.1" status: 404 len: 337 time: 0.0319376 Jul 09 09:35:20.465037 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51618) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:20.485306 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] Set router a01b6e24-cfbb-45bf-80c1-a0a8a804952e gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:35:20.487779 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20595598-4924-4ecf-aa52-c81ea5977c0f admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:20.488950 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-20595598-4924-4ecf-aa52-c81ea5977c0f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.7245336 Jul 09 09:35:20.503805 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51620) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:20.511489 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6dd1afd6-5111-4b1d-9c2a-7bf75d8bfb71 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 HTTP/1.1" status: 200 len: 205 time: 0.0453603 Jul 09 09:35:20.526872 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51622) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:20.612756 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-83d474b9-c21d-4a10-a6ff-91885bc05528 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] delete failed (client error): The resource could not be found. Jul 09 09:35:20.616857 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-83d474b9-c21d-4a10-a6ff-91885bc05528 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/routers/2ef85a76-6ca3-48ba-805e-99e3cc6d3ad4 HTTP/1.1" status: 404 len: 336 time: 0.0859764 Jul 09 09:35:20.629658 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51624) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:20.694643 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01b6e24-cfbb-45bf-80c1-a0a8a804952e', 'name': 'tempest-FloatingIPDetailsTestJSON-1851376418-router', 'tenant_id': '4033083a59c9410f8d2cf36b85ee497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '00925af4-2715-4f9d-ba15-d6ee334e2012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:11Z', 'updated_at': '2021-07-09T09:35:16Z', 'revision_number': 3, 'project_id': '4033083a59c9410f8d2cf36b85ee497e', 'gw_port': {'id': '00925af4-2715-4f9d-ba15-d6ee334e2012', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01b6e24-cfbb-45bf-80c1-a0a8a804952e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:14Z', 'updated_at': '2021-07-09T09:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:20.706287 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8a98a8ff-c64d-4f9f-892e-f1e1dfff26b0 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/ports?device_id=18f428b9-c023-4e89-9e15-1ac7be484f42 HTTP/1.1" status: 200 len: 205 time: 0.0687215 Jul 09 09:35:20.713774 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7749815e-6d2f-4494-bbdc-0db3de0c6405 req-417625d0-3a2c-4bca-ae23-54118eab9723 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4121091 Jul 09 09:35:20.716122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51626) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:20.721274 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-ad89f942-9daa-4b81-a09d-bba1f1544056 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697512 Jul 09 09:35:20.733311 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] Checking router: a01b6e24-cfbb-45bf-80c1-a0a8a804952e for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:35:20.734195 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] Updating router a01b6e24-cfbb-45bf-80c1-a0a8a804952e port 00925af4-2715-4f9d-ba15-d6ee334e2012 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:35:20.741595 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:35:20.784275 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:20.797439 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-5aef0924-a838-43b4-a0de-e1d627347ac9 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] delete failed (client error): The resource could not be found. Jul 09 09:35:20.798475 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5aef0924-a838-43b4-a0de-e1d627347ac9 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/routers/18f428b9-c023-4e89-9e15-1ac7be484f42 HTTP/1.1" status: 404 len: 336 time: 0.0796747 Jul 09 09:35:20.803523 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51628) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:20.829025 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:20.829399 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927812a1-46e3-498c-a55f-5aa74e35a5aa req-8bd5a6c2-dd96-4282-89cf-4e0f30185cf2 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:20.829548 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:20.830959 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-927812a1-46e3-498c-a55f-5aa74e35a5aa req-8bd5a6c2-dd96-4282-89cf-4e0f30185cf2 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 948 time: 0.4773538 Jul 09 09:35:20.842174 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff78f24b-b4f1-4eaf-b741-2ae38088e40e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] DELETE failed (client error): The resource could not be found. Jul 09 09:35:20.842784 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff78f24b-b4f1-4eaf-b741-2ae38088e40e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:35:20.844627 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ff78f24b-b4f1-4eaf-b741-2ae38088e40e tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/subnets/72b94e81-7cc6-427e-8da2-e34b4a744b57 HTTP/1.1" status: 404 len: 337 time: 0.0386586 Jul 09 09:35:20.847822 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51630) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:20.933506 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de179783-7151-4a7c-abce-08287e9c4a5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:20.943247 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e13291c0-1459-483b-a09f-59ad89ab5462 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/ports?device_id=138d374f-3953-49cb-9c45-4ef75e1fd977 HTTP/1.1" status: 200 len: 205 time: 0.0913756 Jul 09 09:35:20.945911 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51632) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:20.947776 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfef61-61db-4fc1-a491-459d583b5a18 req-984d34f3-aa4b-470e-8254-5346ea65c25c tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:20.955343 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-46bfef61-61db-4fc1-a491-459d583b5a18 req-984d34f3-aa4b-470e-8254-5346ea65c25c tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.4533975 Jul 09 09:35:20.971897 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de179783-7151-4a7c-abce-08287e9c4a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:20.996009 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-bd26aa7e-84d4-4313-bbb9-8be21d7a5c98 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] delete failed (client error): The resource could not be found. Jul 09 09:35:20.997061 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bd26aa7e-84d4-4313-bbb9-8be21d7a5c98 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/routers/138d374f-3953-49cb-9c45-4ef75e1fd977 HTTP/1.1" status: 404 len: 336 time: 0.0504096 Jul 09 09:35:21.029028 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51634) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:21.061637 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-238593bc-055a-4ede-9ac5-7a52114a2059 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dff7783-b640-4cdd-8b42-7e949dc75034 HTTP/1.1" status: 200 len: 205 time: 0.0314975 Jul 09 09:35:21.066010 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51636) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:21.087966 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-927812a1-46e3-498c-a55f-5aa74e35a5aa req-4ee50a84-226f-47fe-af34-38d068e6dbfb tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213275 Jul 09 09:35:21.127362 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-90ea6a59-6489-480a-81fc-c8b39de40ada tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] delete failed (client error): The resource could not be found. Jul 09 09:35:21.128526 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-90ea6a59-6489-480a-81fc-c8b39de40ada tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/routers/7dff7783-b640-4cdd-8b42-7e949dc75034 HTTP/1.1" status: 404 len: 336 time: 0.0614622 Jul 09 09:35:21.129517 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc02c4f9-5405-48e3-9381-a4a11c316dfc req-c44eb051-ee4d-4287-8c65-168690ce018c service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854535 Jul 09 09:35:21.131253 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51638) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:21.150983 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-46bfef61-61db-4fc1-a491-459d583b5a18 req-22fca0d8-d2dc-403f-a161-edbf5c70a688 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946898 Jul 09 09:35:21.158659 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de179783-7151-4a7c-abce-08287e9c4a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:21.164267 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de179783-7151-4a7c-abce-08287e9c4a5b admin admin] Pushing event updated for resources: {'Port': ['ID=88c07d92-dcbc-4013-b17c-09511f103ac3,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:21.177265 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749815e-6d2f-4494-bbdc-0db3de0c6405 req-460be602-493f-470c-a5b7-d39dc161b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:21.179421 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7749815e-6d2f-4494-bbdc-0db3de0c6405 req-460be602-493f-470c-a5b7-d39dc161b250 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 1095 time: 0.3833361 Jul 09 09:35:21.205264 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc6aef1-4aac-4455-bbc6-d7eea4ccb101 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] DELETE failed (client error): The resource could not be found. Jul 09 09:35:21.208322 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc6aef1-4aac-4455-bbc6-d7eea4ccb101 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:35:21.214783 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ddc6aef1-4aac-4455-bbc6-d7eea4ccb101 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/subnets/cac101e2-98be-466a-ab0c-6a1ec931408f HTTP/1.1" status: 404 len: 337 time: 0.0800869 Jul 09 09:35:21.219658 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:21.230834 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51642) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:21.238087 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] Transition to ACTIVE for port object 00925af4-2715-4f9d-ba15-d6ee334e2012 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:35:21.249592 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:21.332073 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d46ade-8377-4f8d-bcfa-3ee3b8fb55a8 None None] Pushing event updated for resources: {'Port': ['ID=00925af4-2715-4f9d-ba15-d6ee334e2012,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:21.370333 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] Attempting to bind port 00925af4-2715-4f9d-ba15-d6ee334e2012 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:35:21.370943 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] Attempting to bind port 00925af4-2715-4f9d-ba15-d6ee334e2012 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:35:21.371485 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] Attempting to bind port 00925af4-2715-4f9d-ba15-d6ee334e2012 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:35:21.378621 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:35:21.379204 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:35:21.379966 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:21.380527 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:35:21.381243 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] Bound port: 00925af4-2715-4f9d-ba15-d6ee334e2012, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:35:21.381796 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:21.413522 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d7e7b77c-e172-45b8-90ed-9338ee566dbf tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1497eb7-b2e7-422a-8d10-6a7f20a53325 HTTP/1.1" status: 200 len: 205 time: 0.1360145 Jul 09 09:35:21.416429 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51648) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:21.447274 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] For port 00925af4-2715-4f9d-ba15-d6ee334e2012, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:35:21.450989 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] For port 00925af4-2715-4f9d-ba15-d6ee334e2012, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=00925af4-2715-4f9d-ba15-d6ee334e2012,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:35:21.456413 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:21.493545 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0baa7-68ea-48b1-b461-0cc478be23d6 req-17e58a1c-0bc9-4c21-a7fe-04efa8c9bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:21.495294 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-99e0baa7-68ea-48b1-b461-0cc478be23d6 req-17e58a1c-0bc9-4c21-a7fe-04efa8c9bda5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 1096 time: 0.1560910 Jul 09 09:35:21.512407 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-a38314a6-0b4d-47c6-a996-8c3d013bd4d4 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] delete failed (client error): The resource could not be found. Jul 09 09:35:21.513989 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a38314a6-0b4d-47c6-a996-8c3d013bd4d4 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/routers/c1497eb7-b2e7-422a-8d10-6a7f20a53325 HTTP/1.1" status: 404 len: 336 time: 0.0897379 Jul 09 09:35:21.519940 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] Routers {'a01b6e24-cfbb-45bf-80c1-a0a8a804952e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:35:21.520719 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:35:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['a01b6e24-cfbb-45bf-80c1-a0a8a804952e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:21.541820 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51650) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:21.544455 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-99e0baa7-68ea-48b1-b461-0cc478be23d6 req-5d77da5b-1159-4716-ab65-fb570b8c4c88 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406466 Jul 09 09:35:21.546439 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7377f12a-be8c-4dd8-90d1-1f78e09dfcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:21.552611 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749815e-6d2f-4494-bbdc-0db3de0c6405 req-bf297808-932e-4f0c-b0cc-c7270bd9c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:21.554121 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7749815e-6d2f-4494-bbdc-0db3de0c6405 req-bf297808-932e-4f0c-b0cc-c7270bd9c9f8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 912 time: 0.3285210 Jul 09 09:35:21.573652 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d46ade-8377-4f8d-bcfa-3ee3b8fb55a8 None None] Pushing event updated for resources: {'Port': ['ID=00925af4-2715-4f9d-ba15-d6ee334e2012,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:21.598963 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-37202c3d-b9f5-490f-b41e-a61b4194b84b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] DELETE failed (client error): The resource could not be found. Jul 09 09:35:21.599660 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37202c3d-b9f5-490f-b41e-a61b4194b84b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:35:21.604692 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-37202c3d-b9f5-490f-b41e-a61b4194b84b tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/subnets/0e5ac92d-89cd-4e03-9021-378b7c1bf999 HTTP/1.1" status: 404 len: 337 time: 0.0400510 Jul 09 09:35:21.606220 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51652) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:21.670951 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4c7964a5-605e-493b-9647-1ac8d570945a tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ed1565-9655-4181-ba71-935a9d8231c4 HTTP/1.1" status: 200 len: 205 time: 0.0625558 Jul 09 09:35:21.673279 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51654) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:21.683233 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de179783-7151-4a7c-abce-08287e9c4a5b admin admin] Network d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:35:21.696808 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62987a-f9f9-43f3-9990-353fefb31144 req-659479d9-b236-4dc5-8a7d-22e2fd2ec2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:21.698350 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a62987a-f9f9-43f3-9990-353fefb31144 req-659479d9-b236-4dc5-8a7d-22e2fd2ec2de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 1099 time: 0.4979036 Jul 09 09:35:21.699199 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-de179783-7151-4a7c-abce-08287e9c4a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:35:21.705301 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7749815e-6d2f-4494-bbdc-0db3de0c6405 req-614c9c78-cfa9-4ac0-911e-93c77648a991 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f156a5a-c918-478b-b237-7653ff906d49 HTTP/1.1" status: 200 len: 999 time: 0.1372585 Jul 09 09:35:21.718399 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-8d87fa73-3bc7-40f4-994d-76904053d518 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] delete failed (client error): The resource could not be found. Jul 09 09:35:21.718399 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8d87fa73-3bc7-40f4-994d-76904053d518 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/routers/36ed1565-9655-4181-ba71-935a9d8231c4 HTTP/1.1" status: 404 len: 336 time: 0.0436003 Jul 09 09:35:21.718764 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51656) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:21.726920 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5acef-9354-4717-a900-3463afa28b46 req-7c183194-e805-4e96-a379-8689a9e8ffe5 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:21.728869 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-75b5acef-9354-4717-a900-3463afa28b46 req-7c183194-e805-4e96-a379-8689a9e8ffe5 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.3101487 Jul 09 09:35:21.744860 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] Set router a01b6e24-cfbb-45bf-80c1-a0a8a804952e gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:35:21.754122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d63309-1ce3-47d5-a185-8e09aa0e5219 req-18339775-2833-4a49-b7f9-51f11477a580 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:21.760179 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d63309-1ce3-47d5-a185-8e09aa0e5219 req-18339775-2833-4a49-b7f9-51f11477a580 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:21.766722 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d63309-1ce3-47d5-a185-8e09aa0e5219 req-18339775-2833-4a49-b7f9-51f11477a580 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:21.771401 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-f502749d-2351-4766-b62d-d9f65f718c9f tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] DELETE failed (client error): The resource could not be found. Jul 09 09:35:21.772754 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d63309-1ce3-47d5-a185-8e09aa0e5219 req-18339775-2833-4a49-b7f9-51f11477a580 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:21.773727 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f502749d-2351-4766-b62d-d9f65f718c9f tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:35:21.777481 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f502749d-2351-4766-b62d-d9f65f718c9f tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/subnets/b20824bd-0b19-4493-875a-69522a9d7a28 HTTP/1.1" status: 404 len: 337 time: 0.0576842 Jul 09 09:35:21.778933 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d63309-1ce3-47d5-a185-8e09aa0e5219 req-18339775-2833-4a49-b7f9-51f11477a580 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:21.785166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d63309-1ce3-47d5-a185-8e09aa0e5219 req-18339775-2833-4a49-b7f9-51f11477a580 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:21.791239 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d63309-1ce3-47d5-a185-8e09aa0e5219 req-18339775-2833-4a49-b7f9-51f11477a580 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:21.793257 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6d63309-1ce3-47d5-a185-8e09aa0e5219 req-18339775-2833-4a49-b7f9-51f11477a580 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5431 time: 0.3759546 Jul 09 09:35:21.795338 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51658) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:21.878539 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-7377f12a-be8c-4dd8-90d1-1f78e09dfcd1 admin admin] Allocated IP 172.20.0.1 (4046a60c-45bb-4e12-b1ab-2a5761ecadbd/1ca18ea6-4cda-43c8-99ef-baf6d6bcfef5/69944f75-ab6d-48bc-9f47-6546b3b31ca0) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:35:21.959077 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b17d89a-0a43-444a-9823-c1bfe3cd6123 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] DELETE failed (client error): The resource could not be found. Jul 09 09:35:21.959516 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b17d89a-0a43-444a-9823-c1bfe3cd6123 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:35:21.961329 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1b17d89a-0a43-444a-9823-c1bfe3cd6123 tempest-RoutersTest-532160227 tempest-RoutersTest-532160227-project] 10.222.0.61 "DELETE /v2.0/subnets/7cc2e417-6acf-4617-8999-d9912577f22d HTTP/1.1" status: 404 len: 337 time: 0.1621299 Jul 09 09:35:21.968642 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01b6e24-cfbb-45bf-80c1-a0a8a804952e', 'name': 'tempest-FloatingIPDetailsTestJSON-1851376418-router', 'tenant_id': '4033083a59c9410f8d2cf36b85ee497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '00925af4-2715-4f9d-ba15-d6ee334e2012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:11Z', 'updated_at': '2021-07-09T09:35:16Z', 'revision_number': 3, 'project_id': '4033083a59c9410f8d2cf36b85ee497e', 'gw_port': {'id': '00925af4-2715-4f9d-ba15-d6ee334e2012', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01b6e24-cfbb-45bf-80c1-a0a8a804952e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:14Z', 'updated_at': '2021-07-09T09:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:22.014965 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79d9883-e8dd-4ac3-a808-a35a6b620fe3 None None] The sync data for ids ['a01b6e24-cfbb-45bf-80c1-a0a8a804952e'] in n-d-799996-1 is: [{'id': 'a01b6e24-cfbb-45bf-80c1-a0a8a804952e', 'name': 'tempest-FloatingIPDetailsTestJSON-1851376418-router', 'tenant_id': '4033083a59c9410f8d2cf36b85ee497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '00925af4-2715-4f9d-ba15-d6ee334e2012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:11Z', 'updated_at': '2021-07-09T09:35:16Z', 'revision_number': 3, 'project_id': '4033083a59c9410f8d2cf36b85ee497e', 'gw_port': {'id': '00925af4-2715-4f9d-ba15-d6ee334e2012', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01b6e24-cfbb-45bf-80c1-a0a8a804952e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:14Z', 'updated_at': '2021-07-09T09:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:35:22.048086 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7377f12a-be8c-4dd8-90d1-1f78e09dfcd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:22.048739 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749815e-6d2f-4494-bbdc-0db3de0c6405 req-752ab2fa-7085-43e7-87f7-d1badea8ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:22.050312 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7749815e-6d2f-4494-bbdc-0db3de0c6405 req-752ab2fa-7085-43e7-87f7-d1badea8ed15 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.3338263 Jul 09 09:35:22.069172 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-7377f12a-be8c-4dd8-90d1-1f78e09dfcd1 admin admin] Transition to ACTIVE for port object 69944f75-ab6d-48bc-9f47-6546b3b31ca0 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:35:22.070198 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-de220f49-f8e8-460f-9f1e-ce8964136a0b None None] Provisioning complete for port 88c07d92-dcbc-4013-b17c-09511f103ac3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:22.074338 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-de220f49-f8e8-460f-9f1e-ce8964136a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:22.092356 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-75b5acef-9354-4717-a900-3463afa28b46 req-951868d3-7166-432a-aca7-c9bf8ea415d4 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2941096 Jul 09 09:35:22.115821 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6d63309-1ce3-47d5-a185-8e09aa0e5219 req-3e1e076d-46f4-43b3-ac18-e5a6a0ae14df tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2811098 Jul 09 09:35:22.157639 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7377f12a-be8c-4dd8-90d1-1f78e09dfcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:22.178910 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62987a-f9f9-43f3-9990-353fefb31144 req-8e8b2485-ecb0-4846-a9db-8886483d2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:22.180476 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a62987a-f9f9-43f3-9990-353fefb31144 req-8e8b2485-ecb0-4846-a9db-8886483d2ae8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.4615836 Jul 09 09:35:22.189833 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-de220f49-f8e8-460f-9f1e-ce8964136a0b None None] Port 88c07d92-dcbc-4013-b17c-09511f103ac3 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:35:22.194908 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7377f12a-be8c-4dd8-90d1-1f78e09dfcd1 admin admin] Network 4046a60c-45bb-4e12-b1ab-2a5761ecadbd is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:35:22.232947 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-7377f12a-be8c-4dd8-90d1-1f78e09dfcd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:35:22.239726 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7377f12a-be8c-4dd8-90d1-1f78e09dfcd1 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:35:22.270121 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de179783-7151-4a7c-abce-08287e9c4a5b admin admin] Router 96b89e2d-4438-4313-bb67-557a91aeb877 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:35:22.280829 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749815e-6d2f-4494-bbdc-0db3de0c6405 req-faa1f85b-224b-4d35-86f0-7c1615eb41df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:22.282348 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7749815e-6d2f-4494-bbdc-0db3de0c6405 req-faa1f85b-224b-4d35-86f0-7c1615eb41df service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2118979 Jul 09 09:35:22.284282 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a62987a-f9f9-43f3-9990-353fefb31144 req-f7781ed7-19d9-4d47-9c06-f94717cc8304 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f HTTP/1.1" status: 200 len: 217 time: 0.0936561 Jul 09 09:35:22.321977 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7377f12a-be8c-4dd8-90d1-1f78e09dfcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:22.498712 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377f12a-be8c-4dd8-90d1-1f78e09dfcd1 admin admin] Pushing event updated for resources: {'Port': ['ID=69944f75-ab6d-48bc-9f47-6546b3b31ca0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:22.587063 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51672) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:22.692437 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7377f12a-be8c-4dd8-90d1-1f78e09dfcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:22.721292 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ff56fe91-5c20-4055-a9bc-3a6d7b5b64a1 None None] Provisioning for port 69944f75-ab6d-48bc-9f47-6546b3b31ca0 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:35:22.730345 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ff56fe91-5c20-4055-a9bc-3a6d7b5b64a1 None None] Provisioning complete for port 69944f75-ab6d-48bc-9f47-6546b3b31ca0 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:22.733589 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ff56fe91-5c20-4055-a9bc-3a6d7b5b64a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:22.820136 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 00925af4-2715-4f9d-ba15-d6ee334e2012 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:35:22.825349 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ff56fe91-5c20-4055-a9bc-3a6d7b5b64a1 None None] Port 69944f75-ab6d-48bc-9f47-6546b3b31ca0 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:35:22.907415 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 00925af4-2715-4f9d-ba15-d6ee334e2012 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:35:22.914162 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a65ab2ca-7439-414c-a5c3-db0ba09db862 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5b4da6b733da4e65b04fb4aab5163387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3256466 Jul 09 09:35:22.915656 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 00925af4-2715-4f9d-ba15-d6ee334e2012 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:22.916150 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:22.917447 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51676) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:23.014428 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:23.018498 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7377f12a-be8c-4dd8-90d1-1f78e09dfcd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:23.030352 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7377f12a-be8c-4dd8-90d1-1f78e09dfcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:23.055773 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 00925af4-2715-4f9d-ba15-d6ee334e2012, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=00925af4-2715-4f9d-ba15-d6ee334e2012,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:23.062013 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:23.082597 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa32685e-d97e-422e-bf50-4e123b666d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:23.110786 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa32685e-d97e-422e-bf50-4e123b666d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:23.122150 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=00925af4-2715-4f9d-ba15-d6ee334e2012,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:23.173851 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377f12a-be8c-4dd8-90d1-1f78e09dfcd1 admin admin] Pushing event updated for resources: {'Port': ['ID=69944f75-ab6d-48bc-9f47-6546b3b31ca0,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:23.195254 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62987a-f9f9-43f3-9990-353fefb31144 req-a71c1805-ba14-44ee-9bb8-51d80286f52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:23.196947 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a62987a-f9f9-43f3-9990-353fefb31144 req-a71c1805-ba14-44ee-9bb8-51d80286f52c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.9007463 Jul 09 09:35:23.200301 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7377f12a-be8c-4dd8-90d1-1f78e09dfcd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:23.223678 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa32685e-d97e-422e-bf50-4e123b666d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:23.226514 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa32685e-d97e-422e-bf50-4e123b666d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:23.228169 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-aa32685e-d97e-422e-bf50-4e123b666d0c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c1bf4542-d432-4cd3-bb1a-000e27b1d8b9 HTTP/1.1" status: 204 len: 168 time: 0.3095407 Jul 09 09:35:23.283525 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de179783-7151-4a7c-abce-08287e9c4a5b admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:35:23.284825 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32685e-d97e-422e-bf50-4e123b666d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bf4542-d432-4cd3-bb1a-000e27b1d8b9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:23.291504 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-de179783-7151-4a7c-abce-08287e9c4a5b admin admin] 10.222.0.61 "PUT /v2.0/routers/96b89e2d-4438-4313-bb67-557a91aeb877/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2541533 Jul 09 09:35:23.303667 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] Sync routers for ids ['96b89e2d-4438-4313-bb67-557a91aeb877'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:35:23.310584 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7749815e-6d2f-4494-bbdc-0db3de0c6405 req-5ab008c9-d3b5-4826-8dc2-4592ec0826b6 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0016065 Jul 09 09:35:23.336632 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] Routers {'96b89e2d-4438-4313-bb67-557a91aeb877'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:35:23.337688 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:35:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['96b89e2d-4438-4313-bb67-557a91aeb877'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:23.389953 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7377f12a-be8c-4dd8-90d1-1f78e09dfcd1 admin admin] Network 4046a60c-45bb-4e12-b1ab-2a5761ecadbd is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:35:23.391545 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-7377f12a-be8c-4dd8-90d1-1f78e09dfcd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:35:23.453858 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb44dc-071a-4160-9a79-54d21d902422 req-7bda5b7d-602e-483b-9fc7-d74c40b05d0d tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:23.475893 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0edb44dc-071a-4160-9a79-54d21d902422 req-7bda5b7d-602e-483b-9fc7-d74c40b05d0d tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.4230566 Jul 09 09:35:23.510431 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b234fe-6039-4a4f-80f6-f320760d2dec req-00c37bbb-72f4-422a-9483-05a2df7b53bc tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:23.521762 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-62b234fe-6039-4a4f-80f6-f320760d2dec req-00c37bbb-72f4-422a-9483-05a2df7b53bc tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 948 time: 0.4441659 Jul 09 09:35:23.552423 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] Set router 96b89e2d-4438-4313-bb67-557a91aeb877 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:35:23.614955 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7377f12a-be8c-4dd8-90d1-1f78e09dfcd1 admin admin] Router a01b6e24-cfbb-45bf-80c1-a0a8a804952e has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:35:23.680835 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62987a-f9f9-43f3-9990-353fefb31144 req-92ed8063-63c8-4b00-97a3-bbd68be13adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:23.682542 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a62987a-f9f9-43f3-9990-353fefb31144 req-92ed8063-63c8-4b00-97a3-bbd68be13adf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4778178 Jul 09 09:35:23.718310 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-62b234fe-6039-4a4f-80f6-f320760d2dec req-d86b9d12-4d33-4cac-897b-482378f27988 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933737 Jul 09 09:35:23.741755 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0edb44dc-071a-4160-9a79-54d21d902422 req-7dc2978a-99c6-4f60-a281-aec19fc7562a tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598252 Jul 09 09:35:23.796416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7749815e-6d2f-4494-bbdc-0db3de0c6405 req-dd122dab-ce92-4019-850f-d21e1ab05fcc service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764905 Jul 09 09:35:23.838523 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ea4ff5ba-d807-4d9e-b927-c66c98278934 None None] Provisioning complete for port 69944f75-ab6d-48bc-9f47-6546b3b31ca0 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:23.839027 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ea4ff5ba-d807-4d9e-b927-c66c98278934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:23.965429 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7377f12a-be8c-4dd8-90d1-1f78e09dfcd1 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:35:23.981297 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7377f12a-be8c-4dd8-90d1-1f78e09dfcd1 admin admin] 10.222.0.61 "PUT /v2.0/routers/a01b6e24-cfbb-45bf-80c1-a0a8a804952e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4761536 Jul 09 09:35:24.025579 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ff5ba-d807-4d9e-b927-c66c98278934 None None] Port 69944f75-ab6d-48bc-9f47-6546b3b31ca0 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:35:24.070553 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'name': 'tempest-TaggedBootDevicesTest-1480578526-router', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:06Z', 'updated_at': '2021-07-09T09:35:19Z', 'revision_number': 4, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'gw_port': {'id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:09Z', 'updated_at': '2021-07-09T09:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '88c07d92-dcbc-4013-b17c-09511f103ac3', 'name': '', 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'mac_address': 'fa:16:3e:e9:21:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c4576acc-4c8a-4776-ad8b-d4acbefc004d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:15Z', 'updated_at': '2021-07-09T09:35:20Z', 'revision_number': 2, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'subnets': [{'id': 'c4576acc-4c8a-4776-ad8b-d4acbefc004d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:24.094490 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a62987a-f9f9-43f3-9990-353fefb31144 req-5a80b2da-95ec-437e-b582-5974f955846c service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023974 Jul 09 09:35:24.127554 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] Checking router: 96b89e2d-4438-4313-bb67-557a91aeb877 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:35:24.128144 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] Updating router 96b89e2d-4438-4313-bb67-557a91aeb877 port 88c07d92-dcbc-4013-b17c-09511f103ac3 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:35:24.201893 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef164fa-6151-47e3-9753-cd8124d08f7d req-7846150c-d023-4da7-87d5-29fbc980064c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:24.203916 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3ef164fa-6151-47e3-9753-cd8124d08f7d req-7846150c-d023-4da7-87d5-29fbc980064c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.2606497 Jul 09 09:35:24.213246 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:24.257779 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d76f1a-1e8c-4058-afe5-049b3f0811f4 req-d340771c-dad9-4c60-b87b-b5340f0fe463 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:24.266170 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d76f1a-1e8c-4058-afe5-049b3f0811f4 req-d340771c-dad9-4c60-b87b-b5340f0fe463 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:24.271601 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d76f1a-1e8c-4058-afe5-049b3f0811f4 req-d340771c-dad9-4c60-b87b-b5340f0fe463 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:24.278486 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d76f1a-1e8c-4058-afe5-049b3f0811f4 req-d340771c-dad9-4c60-b87b-b5340f0fe463 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:24.284134 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:35:24.284979 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d76f1a-1e8c-4058-afe5-049b3f0811f4 req-d340771c-dad9-4c60-b87b-b5340f0fe463 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:24.291831 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d76f1a-1e8c-4058-afe5-049b3f0811f4 req-d340771c-dad9-4c60-b87b-b5340f0fe463 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:24.299352 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d76f1a-1e8c-4058-afe5-049b3f0811f4 req-d340771c-dad9-4c60-b87b-b5340f0fe463 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:24.301359 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5d76f1a-1e8c-4058-afe5-049b3f0811f4 req-d340771c-dad9-4c60-b87b-b5340f0fe463 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5431 time: 0.2696321 Jul 09 09:35:24.353895 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3ef164fa-6151-47e3-9753-cd8124d08f7d req-92f1db71-7f35-45f8-ac1a-787604ec45f3 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429803 Jul 09 09:35:24.356377 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a62987a-f9f9-43f3-9990-353fefb31144 req-24bcff33-e923-4133-96e1-27ba016eb3d7 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520328 Jul 09 09:35:24.391135 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5d76f1a-1e8c-4058-afe5-049b3f0811f4 req-ae76b9ae-2abf-40e2-8640-aaa25bd71279 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734668 Jul 09 09:35:24.466235 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.resource_extend [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 09:35:24.703091 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51766) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:24.710552 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0062237 Jul 09 09:35:24.713810 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51768) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:24.767788 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:24.789095 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f', 'mac_address': 'fa:16:3e:75:26:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:35:24.792433 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 00925af4-2715-4f9d-ba15-d6ee334e2012 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:35:24.817916 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] Sync routers for ids ['a01b6e24-cfbb-45bf-80c1-a0a8a804952e'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:35:24.836818 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] Routers {'a01b6e24-cfbb-45bf-80c1-a0a8a804952e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:35:24.837681 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:35:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['a01b6e24-cfbb-45bf-80c1-a0a8a804952e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:24.879629 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-14e27b66-a6e8-47bf-aeba-6a120d082aaa tempest-NetworksApiDiscovery-965622329 tempest-NetworksApiDiscovery-965622329-project] 10.222.0.61 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1622090 Jul 09 09:35:24.941350 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492f4d7-d5c0-48e1-9ed6-ac05058dd3e8 req-eafaaa2a-1954-4aa9-8d4a-d3058b5e6062 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:24.954530 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c492f4d7-d5c0-48e1-9ed6-ac05058dd3e8 req-eafaaa2a-1954-4aa9-8d4a-d3058b5e6062 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.1349497 Jul 09 09:35:24.956776 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] Set router a01b6e24-cfbb-45bf-80c1-a0a8a804952e gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:35:25.031779 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c492f4d7-d5c0-48e1-9ed6-ac05058dd3e8 req-a062d9ae-58e8-468d-9cc9-47a054a875ef tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721130 Jul 09 09:35:25.285856 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ed35fc25-ba79-45ed-907a-f55f988764a3 req-e85757d9-415f-4811-a804-5b128f4df6cf tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2530465 Jul 09 09:35:25.303871 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-ed35fc25-ba79-45ed-907a-f55f988764a3 req-85983202-f401-4899-bf46-cdb5bf705355 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:35:25.322281 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01b6e24-cfbb-45bf-80c1-a0a8a804952e', 'name': 'tempest-FloatingIPDetailsTestJSON-1851376418-router', 'tenant_id': '4033083a59c9410f8d2cf36b85ee497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '00925af4-2715-4f9d-ba15-d6ee334e2012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:11Z', 'updated_at': '2021-07-09T09:35:22Z', 'revision_number': 4, 'project_id': '4033083a59c9410f8d2cf36b85ee497e', 'gw_port': {'id': '00925af4-2715-4f9d-ba15-d6ee334e2012', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01b6e24-cfbb-45bf-80c1-a0a8a804952e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:14Z', 'updated_at': '2021-07-09T09:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '69944f75-ab6d-48bc-9f47-6546b3b31ca0', 'name': '', 'network_id': '4046a60c-45bb-4e12-b1ab-2a5761ecadbd', 'tenant_id': '4033083a59c9410f8d2cf36b85ee497e', 'mac_address': 'fa:16:3e:fd:c5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01b6e24-cfbb-45bf-80c1-a0a8a804952e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '1ca18ea6-4cda-43c8-99ef-baf6d6bcfef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:21Z', 'updated_at': '2021-07-09T09:35:22Z', 'revision_number': 2, 'project_id': '4033083a59c9410f8d2cf36b85ee497e', 'subnets': [{'id': '1ca18ea6-4cda-43c8-99ef-baf6d6bcfef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:25.333528 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:25.357900 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ed35fc25-ba79-45ed-907a-f55f988764a3 req-85983202-f401-4899-bf46-cdb5bf705355 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:25.368529 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 00925af4-2715-4f9d-ba15-d6ee334e2012 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:25.369142 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:25.372200 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] Checking router: a01b6e24-cfbb-45bf-80c1-a0a8a804952e for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:35:25.372554 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] Updating router a01b6e24-cfbb-45bf-80c1-a0a8a804952e port 69944f75-ab6d-48bc-9f47-6546b3b31ca0 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:35:25.386053 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:35:25.392337 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51806) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:25.463943 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:25.559524 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ed35fc25-ba79-45ed-907a-f55f988764a3 req-85983202-f401-4899-bf46-cdb5bf705355 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:25.589998 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-342e5791-1bb5-4026-885c-b4ac3f8bfc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:25.627350 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e5d92-f297-4f94-baa0-589ac7e5744d req-80db4ba7-1780-4a03-ba62-afc44412994f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:25.629377 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5d0e5d92-f297-4f94-baa0-589ac7e5744d req-80db4ba7-1780-4a03-ba62-afc44412994f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2d37b82ee154752af5d9a5e45d03cea&device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 1096 time: 0.1560392 Jul 09 09:35:25.692425 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:25.705984 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] Transition to ACTIVE for port object 88c07d92-dcbc-4013-b17c-09511f103ac3 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:35:25.731025 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:25.733953 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:25.757535 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e5d92-f297-4f94-baa0-589ac7e5744d req-af2ae6a1-343d-4c69-ab24-4d2ffe580b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:25.759569 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5d0e5d92-f297-4f94-baa0-589ac7e5744d req-af2ae6a1-343d-4c69-ab24-4d2ffe580b0a service neutron] 10.222.0.58 "GET /v2.0/networks?id=cadc3bc1-4b29-4e86-9b19-55a98786baff HTTP/1.1" status: 200 len: 920 time: 0.1206579 Jul 09 09:35:25.772516 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:25.812756 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8dd81-024a-4ce2-ad92-98b65221386d None None] Pushing event updated for resources: {'Port': ['ID=88c07d92-dcbc-4013-b17c-09511f103ac3,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:25.819887 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5d0e5d92-f297-4f94-baa0-589ac7e5744d req-02d8c167-2bd4-4e03-a4d3-643f663cc6ab service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b666c5a5-28b3-4f09-b8c2-a6783033b7f5 HTTP/1.1" status: 200 len: 217 time: 0.0479002 Jul 09 09:35:25.875847 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-ed35fc25-ba79-45ed-907a-f55f988764a3 req-85983202-f401-4899-bf46-cdb5bf705355 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Allocated IP 172.25.3.217 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/6cac0bc4-ae35-422d-b19b-b59f29f2a8dc) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:35:25.901888 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e5d92-f297-4f94-baa0-589ac7e5744d req-0579a0d1-10bd-44a8-9e28-896328c576b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:25.904205 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5d0e5d92-f297-4f94-baa0-589ac7e5744d req-0579a0d1-10bd-44a8-9e28-896328c576b4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d6a06f15-0469-4615-97cc-a20485ca7940 HTTP/1.1" status: 200 len: 859 time: 0.0753832 Jul 09 09:35:25.915647 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38b78f-aa97-46e7-971e-0b4232c134af req-18efe997-9cc4-41a4-9950-b79aa969d0ac tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:25.924093 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4f38b78f-aa97-46e7-971e-0b4232c134af req-18efe997-9cc4-41a4-9950-b79aa969d0ac tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 949 time: 0.1849835 Jul 09 09:35:25.949551 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5d0e5d92-f297-4f94-baa0-589ac7e5744d req-f9f5c4af-a14f-461d-94a0-259ab7e281ba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cadc3bc1-4b29-4e86-9b19-55a98786baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368464 Jul 09 09:35:25.951945 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:26.001373 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:26.028157 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] Transition to ACTIVE for port object 69944f75-ab6d-48bc-9f47-6546b3b31ca0 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:35:26.052147 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:26.091114 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] Attempting to bind port 88c07d92-dcbc-4013-b17c-09511f103ac3 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:35:26.091484 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] Attempting to bind port 88c07d92-dcbc-4013-b17c-09511f103ac3 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'e7557c6e-e6c9-475e-8db0-088ca7535df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:35:26.092234 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] Attempting to bind port 88c07d92-dcbc-4013-b17c-09511f103ac3 on network d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:35:26.096594 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4f38b78f-aa97-46e7-971e-0b4232c134af req-9347547f-4993-42b0-b727-0ce40afbdf2b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714184 Jul 09 09:35:26.114201 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:35:26.114860 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] Checking segment: {'id': 'e7557c6e-e6c9-475e-8db0-088ca7535df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:35:26.115486 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:26.116090 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] Bound using segment: {'id': 'e7557c6e-e6c9-475e-8db0-088ca7535df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:35:26.117550 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] Bound port: 88c07d92-dcbc-4013-b17c-09511f103ac3, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7557c6e-e6c9-475e-8db0-088ca7535df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:35:26.118564 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:26.134695 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:35:26.197426 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5d0e5d92-f297-4f94-baa0-589ac7e5744d req-a7d40067-8492-4699-90fe-a7563e652a00 service neutron] 10.222.0.58 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405238 Jul 09 09:35:26.222757 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ed35fc25-ba79-45ed-907a-f55f988764a3 req-85983202-f401-4899-bf46-cdb5bf705355 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:26.265077 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26f058-4248-4a8c-893f-ec3e11e92c71 None None] Pushing event updated for resources: {'Port': ['ID=69944f75-ab6d-48bc-9f47-6546b3b31ca0,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:26.355993 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] For port 88c07d92-dcbc-4013-b17c-09511f103ac3, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:35:26.360673 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] For port 88c07d92-dcbc-4013-b17c-09511f103ac3, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=88c07d92-dcbc-4013-b17c-09511f103ac3,segment=NetworkSegment(e7557c6e-e6c9-475e-8db0-088ca7535df6),segment_id=e7557c6e-e6c9-475e-8db0-088ca7535df6)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:35:26.379740 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:26.437337 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] Routers {'96b89e2d-4438-4313-bb67-557a91aeb877'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:35:26.437991 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:35:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['96b89e2d-4438-4313-bb67-557a91aeb877'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:26.498368 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5d0e5d92-f297-4f94-baa0-589ac7e5744d req-1c54f559-71d7-40d4-8d34-56cdc63050d1 service neutron] 10.222.0.58 "GET /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937620 Jul 09 09:35:26.504729 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-342e5791-1bb5-4026-885c-b4ac3f8bfc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:26.515586 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-342e5791-1bb5-4026-885c-b4ac3f8bfc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:26.576671 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] Attempting to bind port 69944f75-ab6d-48bc-9f47-6546b3b31ca0 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:35:26.577060 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] Attempting to bind port 69944f75-ab6d-48bc-9f47-6546b3b31ca0 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '000c5bfa-3bc1-4b97-9f22-9e9825b7f2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4046a60c-45bb-4e12-b1ab-2a5761ecadbd'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:35:26.577416 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] Attempting to bind port 69944f75-ab6d-48bc-9f47-6546b3b31ca0 on network 4046a60c-45bb-4e12-b1ab-2a5761ecadbd {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:35:26.599289 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:35:26.599772 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] Checking segment: {'id': '000c5bfa-3bc1-4b97-9f22-9e9825b7f2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4046a60c-45bb-4e12-b1ab-2a5761ecadbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:35:26.604303 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:26.604710 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] Bound using segment: {'id': '000c5bfa-3bc1-4b97-9f22-9e9825b7f2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4046a60c-45bb-4e12-b1ab-2a5761ecadbd'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:35:26.605213 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] Bound port: 69944f75-ab6d-48bc-9f47-6546b3b31ca0, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000c5bfa-3bc1-4b97-9f22-9e9825b7f2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4046a60c-45bb-4e12-b1ab-2a5761ecadbd'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:35:26.605614 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:26.703440 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ed35fc25-ba79-45ed-907a-f55f988764a3 req-85983202-f401-4899-bf46-cdb5bf705355 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:26.704948 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8dd81-024a-4ce2-ad92-98b65221386d None None] Pushing event updated for resources: {'Port': ['ID=88c07d92-dcbc-4013-b17c-09511f103ac3,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:26.709067 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-342e5791-1bb5-4026-885c-b4ac3f8bfc04 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5f9f25a724e04ea89f218851c42e5c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3150554 Jul 09 09:35:26.714827 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51830) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:26.723668 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e5791-1bb5-4026-885c-b4ac3f8bfc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8899705b-6c32-4669-aaca-fd96ddb0d75a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:26.748395 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] For port 69944f75-ab6d-48bc-9f47-6546b3b31ca0, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:35:26.751637 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] For port 69944f75-ab6d-48bc-9f47-6546b3b31ca0, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=69944f75-ab6d-48bc-9f47-6546b3b31ca0,segment=NetworkSegment(000c5bfa-3bc1-4b97-9f22-9e9825b7f2ad),segment_id=000c5bfa-3bc1-4b97-9f22-9e9825b7f2ad)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:35:26.760249 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:26.836308 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] Set router 96b89e2d-4438-4313-bb67-557a91aeb877 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:35:26.852240 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] Routers {'a01b6e24-cfbb-45bf-80c1-a0a8a804952e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:35:26.853011 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:35:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['a01b6e24-cfbb-45bf-80c1-a0a8a804952e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:26.877997 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-af4a7f61-4efb-4207-8003-26b0e0972db3 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:26.880600 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-af4a7f61-4efb-4207-8003-26b0e0972db3 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 811 time: 0.6262412 Jul 09 09:35:26.884313 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed35fc25-ba79-45ed-907a-f55f988764a3 req-85983202-f401-4899-bf46-cdb5bf705355 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:35:26.914100 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-ed35fc25-ba79-45ed-907a-f55f988764a3 req-85983202-f401-4899-bf46-cdb5bf705355 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:35:26.939847 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed35fc25-ba79-45ed-907a-f55f988764a3 req-85983202-f401-4899-bf46-cdb5bf705355 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:35:27.018785 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26f058-4248-4a8c-893f-ec3e11e92c71 None None] Pushing event updated for resources: {'Port': ['ID=69944f75-ab6d-48bc-9f47-6546b3b31ca0,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:27.030503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85983202-f401-4899-bf46-cdb5bf705355 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Pushing event updated for resources: {'Port': ['ID=6cac0bc4-ae35-422d-b19b-b59f29f2a8dc,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:27.070307 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ed35fc25-ba79-45ed-907a-f55f988764a3 req-85983202-f401-4899-bf46-cdb5bf705355 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:27.092256 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-0ee5403f-5c9d-4553-9bd3-bd2551ea076d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/quotas/f7f16a5816aa4fb6a5e831e7bff87912 HTTP/1.1" status: 200 len: 375 time: 0.1894085 Jul 09 09:35:27.097624 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] Set router a01b6e24-cfbb-45bf-80c1-a0a8a804952e gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:35:27.225007 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'name': 'tempest-TaggedBootDevicesTest-1480578526-router', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:06Z', 'updated_at': '2021-07-09T09:35:19Z', 'revision_number': 4, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'gw_port': {'id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:09Z', 'updated_at': '2021-07-09T09:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '88c07d92-dcbc-4013-b17c-09511f103ac3', 'name': '', 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'mac_address': 'fa:16:3e:e9:21:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c4576acc-4c8a-4776-ad8b-d4acbefc004d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:15Z', 'updated_at': '2021-07-09T09:35:26Z', 'revision_number': 4, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'subnets': [{'id': 'c4576acc-4c8a-4776-ad8b-d4acbefc004d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:27.225816 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d67c55fb-78f2-443b-a1dd-218837914036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:27.242939 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ed35fc25-ba79-45ed-907a-f55f988764a3 req-85983202-f401-4899-bf46-cdb5bf705355 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:27.268020 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c278cf-3d84-4f35-8f4f-ea46424c893b None None] The sync data for ids ['96b89e2d-4438-4313-bb67-557a91aeb877'] in n-d-799996-1 is: [{'id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'name': 'tempest-TaggedBootDevicesTest-1480578526-router', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:06Z', 'updated_at': '2021-07-09T09:35:19Z', 'revision_number': 4, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'gw_port': {'id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:09Z', 'updated_at': '2021-07-09T09:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '88c07d92-dcbc-4013-b17c-09511f103ac3', 'name': '', 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'mac_address': 'fa:16:3e:e9:21:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c4576acc-4c8a-4776-ad8b-d4acbefc004d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:15Z', 'updated_at': '2021-07-09T09:35:26Z', 'revision_number': 4, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'subnets': [{'id': 'c4576acc-4c8a-4776-ad8b-d4acbefc004d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:35:27.306570 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d67c55fb-78f2-443b-a1dd-218837914036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:27.364214 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-c9327db8-3490-453f-b4b3-82922a1da9a3 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2681627 Jul 09 09:35:27.377880 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-9d5eb31b-3c1c-40fc-97c8-484c6333024f service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:35:27.379243 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-9d5eb31b-3c1c-40fc-97c8-484c6333024f service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170484 Jul 09 09:35:27.527658 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01b6e24-cfbb-45bf-80c1-a0a8a804952e', 'name': 'tempest-FloatingIPDetailsTestJSON-1851376418-router', 'tenant_id': '4033083a59c9410f8d2cf36b85ee497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '00925af4-2715-4f9d-ba15-d6ee334e2012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:11Z', 'updated_at': '2021-07-09T09:35:22Z', 'revision_number': 4, 'project_id': '4033083a59c9410f8d2cf36b85ee497e', 'gw_port': {'id': '00925af4-2715-4f9d-ba15-d6ee334e2012', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01b6e24-cfbb-45bf-80c1-a0a8a804952e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:14Z', 'updated_at': '2021-07-09T09:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '69944f75-ab6d-48bc-9f47-6546b3b31ca0', 'name': '', 'network_id': '4046a60c-45bb-4e12-b1ab-2a5761ecadbd', 'tenant_id': '4033083a59c9410f8d2cf36b85ee497e', 'mac_address': 'fa:16:3e:fd:c5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01b6e24-cfbb-45bf-80c1-a0a8a804952e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '1ca18ea6-4cda-43c8-99ef-baf6d6bcfef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:21Z', 'updated_at': '2021-07-09T09:35:26Z', 'revision_number': 4, 'project_id': '4033083a59c9410f8d2cf36b85ee497e', 'subnets': [{'id': '1ca18ea6-4cda-43c8-99ef-baf6d6bcfef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:27.556549 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322170e9-f476-4b81-9a5a-29670b299133 None None] The sync data for ids ['a01b6e24-cfbb-45bf-80c1-a0a8a804952e'] in n-d-799996-1 is: [{'id': 'a01b6e24-cfbb-45bf-80c1-a0a8a804952e', 'name': 'tempest-FloatingIPDetailsTestJSON-1851376418-router', 'tenant_id': '4033083a59c9410f8d2cf36b85ee497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '00925af4-2715-4f9d-ba15-d6ee334e2012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:11Z', 'updated_at': '2021-07-09T09:35:22Z', 'revision_number': 4, 'project_id': '4033083a59c9410f8d2cf36b85ee497e', 'gw_port': {'id': '00925af4-2715-4f9d-ba15-d6ee334e2012', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01b6e24-cfbb-45bf-80c1-a0a8a804952e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:14Z', 'updated_at': '2021-07-09T09:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '69944f75-ab6d-48bc-9f47-6546b3b31ca0', 'name': '', 'network_id': '4046a60c-45bb-4e12-b1ab-2a5761ecadbd', 'tenant_id': '4033083a59c9410f8d2cf36b85ee497e', 'mac_address': 'fa:16:3e:fd:c5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01b6e24-cfbb-45bf-80c1-a0a8a804952e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '1ca18ea6-4cda-43c8-99ef-baf6d6bcfef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:21Z', 'updated_at': '2021-07-09T09:35:26Z', 'revision_number': 4, 'project_id': '4033083a59c9410f8d2cf36b85ee497e', 'subnets': [{'id': '1ca18ea6-4cda-43c8-99ef-baf6d6bcfef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:35:27.588436 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d67c55fb-78f2-443b-a1dd-218837914036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:27.590981 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d67c55fb-78f2-443b-a1dd-218837914036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:27.595524 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d67c55fb-78f2-443b-a1dd-218837914036 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8899705b-6c32-4669-aaca-fd96ddb0d75a HTTP/1.1" status: 204 len: 168 time: 0.8329418 Jul 09 09:35:27.620329 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-1c7edd75-673f-4d04-b19a-f1389c28121c service neutron] 10.222.0.61 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339025 Jul 09 09:35:27.695050 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c55fb-78f2-443b-a1dd-218837914036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8899705b-6c32-4669-aaca-fd96ddb0d75a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:27.802230 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ed35fc25-ba79-45ed-907a-f55f988764a3 req-85983202-f401-4899-bf46-cdb5bf705355 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:27.813000 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ed35fc25-ba79-45ed-907a-f55f988764a3 req-85983202-f401-4899-bf46-cdb5bf705355 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:27.914119 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85983202-f401-4899-bf46-cdb5bf705355 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Pushing event updated for resources: {'Port': ['ID=6cac0bc4-ae35-422d-b19b-b59f29f2a8dc,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:27.921763 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-586a4cc9-3d18-49b5-8765-4ad66ad49421 service neutron] 10.222.0.61 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863116 Jul 09 09:35:27.999425 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ed35fc25-ba79-45ed-907a-f55f988764a3 req-85983202-f401-4899-bf46-cdb5bf705355 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:28.018834 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ed35fc25-ba79-45ed-907a-f55f988764a3 req-85983202-f401-4899-bf46-cdb5bf705355 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:28.033888 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ed35fc25-ba79-45ed-907a-f55f988764a3 req-85983202-f401-4899-bf46-cdb5bf705355 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7347987 Jul 09 09:35:28.118903 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ed35fc25-ba79-45ed-907a-f55f988764a3 req-3ea5e081-21c2-421e-974c-85b0928a3f0e tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.217 HTTP/1.1" status: 200 len: 696 time: 0.0820994 Jul 09 09:35:28.309179 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:35:28.350271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35fc25-ba79-45ed-907a-f55f988764a3 req-5fa21188-2e29-4325-a3ea-6c289c0bbfc7 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:28.351921 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ed35fc25-ba79-45ed-907a-f55f988764a3 req-5fa21188-2e29-4325-a3ea-6c289c0bbfc7 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.2256739 Jul 09 09:35:28.448621 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1b082-dc5e-434b-8e44-82a4c5c39ce4 req-f9fb6acf-b674-4e9c-aff3-be876b0db08a tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:28.466024 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51f1b082-dc5e-434b-8e44-82a4c5c39ce4 req-f9fb6acf-b674-4e9c-aff3-be876b0db08a tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.1843054 Jul 09 09:35:28.515586 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:35:28.522108 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:28.522471 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:28.595001 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51f1b082-dc5e-434b-8e44-82a4c5c39ce4 req-228a3f4d-5139-4899-926e-e44e0e3a08c5 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280458 Jul 09 09:35:28.731177 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:28.788082 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:28.789366 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddb504e-07d3-41e2-9535-d1c18241f2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:35:28.802548 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5014b452-8387-4e55-be4b-5d3c75e42d4f" -d '{"events": [{"server_uuid": "6ddb504e-07d3-41e2-9535-d1c18241f2b2", "name": "network-vif-plugged", "status": "completed", "tag": "90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:35:28.807902 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:28.877993 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:28.889550 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:28.889903 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:28.890248 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:28.890589 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:28.891034 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:28.891374 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:28.891754 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:28.892075 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:28.892404 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:28.892777 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:28.893360 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:28.894548 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:28.949352 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb148c-b2eb-45a4-92f4-669a689f2824 req-4e60735c-45ed-49f4-880e-5bc29de220d8 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:28.960755 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 69944f75-ab6d-48bc-9f47-6546b3b31ca0 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:35:28.969291 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb148c-b2eb-45a4-92f4-669a689f2824 req-4e60735c-45ed-49f4-880e-5bc29de220d8 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:28.984290 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb148c-b2eb-45a4-92f4-669a689f2824 req-4e60735c-45ed-49f4-880e-5bc29de220d8 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:28.991469 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb148c-b2eb-45a4-92f4-669a689f2824 req-4e60735c-45ed-49f4-880e-5bc29de220d8 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:29.006672 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb148c-b2eb-45a4-92f4-669a689f2824 req-4e60735c-45ed-49f4-880e-5bc29de220d8 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:29.017344 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb148c-b2eb-45a4-92f4-669a689f2824 req-4e60735c-45ed-49f4-880e-5bc29de220d8 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:29.032461 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb148c-b2eb-45a4-92f4-669a689f2824 req-4e60735c-45ed-49f4-880e-5bc29de220d8 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:29.034698 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-68eb148c-b2eb-45a4-92f4-669a689f2824 req-4e60735c-45ed-49f4-880e-5bc29de220d8 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5431 time: 0.3548293 Jul 09 09:35:29.117550 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-68eb148c-b2eb-45a4-92f4-669a689f2824 req-a51dffad-fb4b-4ef0-af93-ee5ffa8760fd tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702894 Jul 09 09:35:29.155282 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 69944f75-ab6d-48bc-9f47-6546b3b31ca0 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:35:29.167742 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 69944f75-ab6d-48bc-9f47-6546b3b31ca0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:29.168111 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:29.334029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66254856-e604-4c80-af75-775c3a221de4 req-19e93797-922e-493b-b90b-e4b33d969092 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:29.335681 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66254856-e604-4c80-af75-775c3a221de4 req-19e93797-922e-493b-b90b-e4b33d969092 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.1596479 Jul 09 09:35:29.336332 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:29.415105 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 69944f75-ab6d-48bc-9f47-6546b3b31ca0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=69944f75-ab6d-48bc-9f47-6546b3b31ca0,segment=NetworkSegment(000c5bfa-3bc1-4b97-9f22-9e9825b7f2ad),segment_id=000c5bfa-3bc1-4b97-9f22-9e9825b7f2ad)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:29.424782 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:29.426258 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 88c07d92-dcbc-4013-b17c-09511f103ac3 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:35:29.429411 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66254856-e604-4c80-af75-775c3a221de4 req-34f7da7e-0e3b-4f8b-9bd0-bc7367f208f1 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871198 Jul 09 09:35:29.489818 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fad9f340-22fb-4ae4-8c92-037f46b69684 req-5684589f-db8f-44d3-bb72-2c2a32bf1796 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 210 time: 0.0935535 Jul 09 09:35:29.611534 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=69944f75-ab6d-48bc-9f47-6546b3b31ca0,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:29.660791 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 88c07d92-dcbc-4013-b17c-09511f103ac3 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:35:29.662492 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1ca045c7-5256-4d6d-9222-50e3d1206d7a req-3afb8a54-0bd8-4533-a749-22984e708e4f tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1712635 Jul 09 09:35:29.678339 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-1ca045c7-5256-4d6d-9222-50e3d1206d7a req-8e799a9c-3b51-436e-aef3-3bf984b85ba1 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:35:29.681205 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 88c07d92-dcbc-4013-b17c-09511f103ac3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:29.683647 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:29.727518 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1ca045c7-5256-4d6d-9222-50e3d1206d7a req-8e799a9c-3b51-436e-aef3-3bf984b85ba1 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:29.845789 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:29.881215 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1906d7be-c999-498d-bb6e-b548ae3ad785 x-openstack-request-id: req-1906d7be-c999-498d-bb6e-b548ae3ad785 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:35:29.882480 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ddb504e-07d3-41e2-9535-d1c18241f2b2", "name": "network-vif-plugged", "status": "completed", "tag": "90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:35:29.884053 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1906d7be-c999-498d-bb6e-b548ae3ad785 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:35:29.884738 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ddb504e-07d3-41e2-9535-d1c18241f2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f', 'code': 200} Jul 09 09:35:29.921798 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 88c07d92-dcbc-4013-b17c-09511f103ac3, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=88c07d92-dcbc-4013-b17c-09511f103ac3,segment=NetworkSegment(e7557c6e-e6c9-475e-8db0-088ca7535df6),segment_id=e7557c6e-e6c9-475e-8db0-088ca7535df6)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:29.928994 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:30.016226 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=88c07d92-dcbc-4013-b17c-09511f103ac3,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:30.033394 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1ca045c7-5256-4d6d-9222-50e3d1206d7a req-8e799a9c-3b51-436e-aef3-3bf984b85ba1 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:30.176789 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84865c94-3aff-4ada-8222-a1d5bd47840f req-079ecf8b-261f-4000-951f-5cbddafa6d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:30.177981 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84865c94-3aff-4ada-8222-a1d5bd47840f req-079ecf8b-261f-4000-951f-5cbddafa6d44 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 1101 time: 0.2267201 Jul 09 09:35:30.338393 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84865c94-3aff-4ada-8222-a1d5bd47840f req-b1628b15-19c0-42f1-99bd-38db5120ab02 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365702 Jul 09 09:35:30.348581 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acaa33-53ca-4a19-afc0-bc96c6681971 req-87fecbd8-4103-4bcd-afd6-f94ac9338fcf tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:30.350849 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-27acaa33-53ca-4a19-afc0-bc96c6681971 req-87fecbd8-4103-4bcd-afd6-f94ac9338fcf tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.2565930 Jul 09 09:35:30.421068 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-1ca045c7-5256-4d6d-9222-50e3d1206d7a req-8e799a9c-3b51-436e-aef3-3bf984b85ba1 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Allocated IP 172.25.3.26 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/c0a2ee66-f1ef-484e-9f66-bb4c577fcd08) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:35:30.432888 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-4be8c0c7-acc3-4538-b11b-de4e183d85d8 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:30.434304 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-4be8c0c7-acc3-4538-b11b-de4e183d85d8 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.64 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 811 time: 0.2554090 Jul 09 09:35:30.455221 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-27acaa33-53ca-4a19-afc0-bc96c6681971 req-f691628b-4813-40be-a432-111b71c9b344 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959857 Jul 09 09:35:30.477428 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-dffc2d4c-4260-41c4-8579-7cfae5410bfe tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Request body: {'port': {'device_id': '345b3173-f5b8-4d98-9968-8c3f318644f8', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'admin_state_up': True, 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:35:30.659230 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-dffc2d4c-4260-41c4-8579-7cfae5410bfe tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Made reservation on behalf of f7f16a5816aa4fb6a5e831e7bff87912 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:35:30.663480 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-dffc2d4c-4260-41c4-8579-7cfae5410bfe tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:30.800638 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1ca045c7-5256-4d6d-9222-50e3d1206d7a req-8e799a9c-3b51-436e-aef3-3bf984b85ba1 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:30.809288 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 69944f75-ab6d-48bc-9f47-6546b3b31ca0 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:35:30.873969 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 69944f75-ab6d-48bc-9f47-6546b3b31ca0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:30.874335 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:30.890003 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-dffc2d4c-4260-41c4-8579-7cfae5410bfe tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Allocated IP 172.20.0.8 (42ae9d36-caf9-48f2-988b-c538986827db/e4ea1ee7-829f-4c49-b86d-56026f119dcb/5d56156b-309e-479e-a4ff-8cdcce4b636e) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:35:30.973415 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 88c07d92-dcbc-4013-b17c-09511f103ac3 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:35:31.025636 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1ca045c7-5256-4d6d-9222-50e3d1206d7a req-8e799a9c-3b51-436e-aef3-3bf984b85ba1 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:31.043230 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 88c07d92-dcbc-4013-b17c-09511f103ac3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:31.043230 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:31.127410 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca045c7-5256-4d6d-9222-50e3d1206d7a req-8e799a9c-3b51-436e-aef3-3bf984b85ba1 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:35:31.132424 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-1ca045c7-5256-4d6d-9222-50e3d1206d7a req-8e799a9c-3b51-436e-aef3-3bf984b85ba1 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:35:31.139820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca045c7-5256-4d6d-9222-50e3d1206d7a req-8e799a9c-3b51-436e-aef3-3bf984b85ba1 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:35:31.197615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b2799-3d2d-4b4c-b3ee-33589cedc94a req-38d7422d-80a6-4f17-9e60-afd007adbefa tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:31.204718 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b2799-3d2d-4b4c-b3ee-33589cedc94a req-38d7422d-80a6-4f17-9e60-afd007adbefa tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:31.210282 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b2799-3d2d-4b4c-b3ee-33589cedc94a req-38d7422d-80a6-4f17-9e60-afd007adbefa tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:31.216231 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b2799-3d2d-4b4c-b3ee-33589cedc94a req-38d7422d-80a6-4f17-9e60-afd007adbefa tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:31.222877 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b2799-3d2d-4b4c-b3ee-33589cedc94a req-38d7422d-80a6-4f17-9e60-afd007adbefa tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:31.229147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b2799-3d2d-4b4c-b3ee-33589cedc94a req-38d7422d-80a6-4f17-9e60-afd007adbefa tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:31.235369 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b2799-3d2d-4b4c-b3ee-33589cedc94a req-38d7422d-80a6-4f17-9e60-afd007adbefa tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:31.245275 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd6b2799-3d2d-4b4c-b3ee-33589cedc94a req-38d7422d-80a6-4f17-9e60-afd007adbefa tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5431 time: 0.3849623 Jul 09 09:35:31.262214 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e799a9c-3b51-436e-aef3-3bf984b85ba1 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Pushing event updated for resources: {'Port': ['ID=c0a2ee66-f1ef-484e-9f66-bb4c577fcd08,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:31.328827 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-dffc2d4c-4260-41c4-8579-7cfae5410bfe tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:31.345501 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd6b2799-3d2d-4b4c-b3ee-33589cedc94a req-192511c0-a320-4deb-92fd-3ec2278e3337 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0992637 Jul 09 09:35:31.376869 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-dffc2d4c-4260-41c4-8579-7cfae5410bfe tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Transition to ACTIVE for port object 5d56156b-309e-479e-a4ff-8cdcce4b636e will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:35:31.395648 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 22dfeafe-6fc9-4984-b9b5-99cfc7236f67 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:35:31.406623 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1ca045c7-5256-4d6d-9222-50e3d1206d7a req-8e799a9c-3b51-436e-aef3-3bf984b85ba1 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:31.462577 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-dffc2d4c-4260-41c4-8579-7cfae5410bfe tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:31.503141 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1ca045c7-5256-4d6d-9222-50e3d1206d7a req-8e799a9c-3b51-436e-aef3-3bf984b85ba1 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:31.550559 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-dffc2d4c-4260-41c4-8579-7cfae5410bfe tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Network 42ae9d36-caf9-48f2-988b-c538986827db is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:35:31.569548 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-dffc2d4c-4260-41c4-8579-7cfae5410bfe tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:35:31.589297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc2d4c-4260-41c4-8579-7cfae5410bfe tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Pushing event updated for resources: {'Port': ['ID=5d56156b-309e-479e-a4ff-8cdcce4b636e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:31.591741 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-dffc2d4c-4260-41c4-8579-7cfae5410bfe tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:35:31.593215 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 22dfeafe-6fc9-4984-b9b5-99cfc7236f67, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=22dfeafe-6fc9-4984-b9b5-99cfc7236f67,segment=NetworkSegment(bbc829eb-840a-4f9c-b6c7-a422b7b82c77),segment_id=bbc829eb-840a-4f9c-b6c7-a422b7b82c77)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:31.627519 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '22dfeafe-6fc9-4984-b9b5-99cfc7236f67', 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e', 'port_id': '22dfeafe-6fc9-4984-b9b5-99cfc7236f67', 'mac_address': 'fa:16:3e:3c:b3:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58141ca-34d8-4bfc-921c-8492b6a7dcd8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:35:31.696586 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:31.757241 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22dfeafe-6fc9-4984-b9b5-99cfc7236f67 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:35:31.786195 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 22dfeafe-6fc9-4984-b9b5-99cfc7236f67, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=22dfeafe-6fc9-4984-b9b5-99cfc7236f67,segment=NetworkSegment(bbc829eb-840a-4f9c-b6c7-a422b7b82c77),segment_id=bbc829eb-840a-4f9c-b6c7-a422b7b82c77)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:31.794120 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:31.794934 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 4056075f-4424-484a-a4a7-32a33e281506 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:35:31.865712 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51942) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:31.912218 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=22dfeafe-6fc9-4984-b9b5-99cfc7236f67,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:32.007599 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6390f2f0-1f08-4d17-a3bc-2c37fb6c0439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:32.039614 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-93b23941-8297-49f8-b68f-87914511ed0f None None] Provisioning for port 5d56156b-309e-479e-a4ff-8cdcce4b636e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:35:32.046173 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-93b23941-8297-49f8-b68f-87914511ed0f None None] Provisioning complete for port 5d56156b-309e-479e-a4ff-8cdcce4b636e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:32.046634 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-93b23941-8297-49f8-b68f-87914511ed0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:32.116971 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-93b23941-8297-49f8-b68f-87914511ed0f None None] Port 5d56156b-309e-479e-a4ff-8cdcce4b636e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:35:32.130804 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 4056075f-4424-484a-a4a7-32a33e281506, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=4056075f-4424-484a-a4a7-32a33e281506,segment=NetworkSegment(48356470-3de9-4aaf-a4cf-6ee600e06024),segment_id=48356470-3de9-4aaf-a4cf-6ee600e06024)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:32.146412 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6390f2f0-1f08-4d17-a3bc-2c37fb6c0439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:32.146641 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '4056075f-4424-484a-a4a7-32a33e281506', 'network_id': '7bc84bdf-64ff-402d-9a3f-15d863914225', 'port_id': '4056075f-4424-484a-a4a7-32a33e281506', 'mac_address': 'fa:16:3e:88:fb:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9e1697-18ef-436b-a5a6-85ffcc941df6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:35:32.151664 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6390f2f0-1f08-4d17-a3bc-2c37fb6c0439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:32.163015 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-dffc2d4c-4260-41c4-8579-7cfae5410bfe tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:32.163859 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-dffc2d4c-4260-41c4-8579-7cfae5410bfe tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:32.196258 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:32.198191 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-dffc2d4c-4260-41c4-8579-7cfae5410bfe tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7247384 Jul 09 09:35:32.206209 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6390f2f0-1f08-4d17-a3bc-2c37fb6c0439 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=593435463234431fbbc7fa122ca7a924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3392642 Jul 09 09:35:32.211083 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390f2f0-1f08-4d17-a3bc-2c37fb6c0439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970f3759-f171-4709-a6e9-e5f2902e21c3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:32.213666 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51946) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:32.214395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4056075f-4424-484a-a4a7-32a33e281506 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:35:32.217591 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bfaa9-de95-4493-bf47-e2f4aef81a5a req-83d3acff-a271-440d-90c3-1dfec57744eb tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:32.219169 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3c1bfaa9-de95-4493-bf47-e2f4aef81a5a req-83d3acff-a271-440d-90c3-1dfec57744eb tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.6780498 Jul 09 09:35:32.225161 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-880a3fa8-efbc-4419-92c1-6d2011d84b05 service neutron] Request body: {'port': {'device_id': '345b3173-f5b8-4d98-9968-8c3f318644f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:35:32.248595 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 4056075f-4424-484a-a4a7-32a33e281506, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=4056075f-4424-484a-a4a7-32a33e281506,segment=NetworkSegment(48356470-3de9-4aaf-a4cf-6ee600e06024),segment_id=48356470-3de9-4aaf-a4cf-6ee600e06024)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:32.255750 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:32.257575 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 84f956f9-4326-4d7c-bcf7-10dfe96d3b49 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:35:32.267537 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4962160-74a5-4216-ae95-9bfed4af8e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:32.296306 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4962160-74a5-4216-ae95-9bfed4af8e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:32.338117 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 84f956f9-4326-4d7c-bcf7-10dfe96d3b49, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=84f956f9-4326-4d7c-bcf7-10dfe96d3b49,segment=NetworkSegment(48356470-3de9-4aaf-a4cf-6ee600e06024),segment_id=48356470-3de9-4aaf-a4cf-6ee600e06024)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:32.347386 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=4056075f-4424-484a-a4a7-32a33e281506,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:32.354657 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '84f956f9-4326-4d7c-bcf7-10dfe96d3b49', 'network_id': '7bc84bdf-64ff-402d-9a3f-15d863914225', 'port_id': '84f956f9-4326-4d7c-bcf7-10dfe96d3b49', 'mac_address': 'fa:16:3e:f2:81:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9e1697-18ef-436b-a5a6-85ffcc941df6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:35:32.372536 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3c1bfaa9-de95-4493-bf47-e2f4aef81a5a req-397bbb9f-f4ef-42ad-b9f7-574f03651013 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390419 Jul 09 09:35:32.380301 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1ca045c7-5256-4d6d-9222-50e3d1206d7a req-8e799a9c-3b51-436e-aef3-3bf984b85ba1 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:32.382564 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4962160-74a5-4216-ae95-9bfed4af8e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:32.386475 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4962160-74a5-4216-ae95-9bfed4af8e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:32.388412 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b4962160-74a5-4216-ae95-9bfed4af8e5b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/970f3759-f171-4709-a6e9-e5f2902e21c3 HTTP/1.1" status: 204 len: 168 time: 0.1738420 Jul 09 09:35:32.392209 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-880a3fa8-efbc-4419-92c1-6d2011d84b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:32.408580 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4962160-74a5-4216-ae95-9bfed4af8e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970f3759-f171-4709-a6e9-e5f2902e21c3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:32.414264 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1ca045c7-5256-4d6d-9222-50e3d1206d7a req-8e799a9c-3b51-436e-aef3-3bf984b85ba1 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:32.453995 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:32.471998 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f956f9-4326-4d7c-bcf7-10dfe96d3b49 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:35:32.495927 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 84f956f9-4326-4d7c-bcf7-10dfe96d3b49, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=84f956f9-4326-4d7c-bcf7-10dfe96d3b49,segment=NetworkSegment(48356470-3de9-4aaf-a4cf-6ee600e06024),segment_id=48356470-3de9-4aaf-a4cf-6ee600e06024)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:32.502853 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:32.504732 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 0ba2455e-8a37-4bdf-8a17-72869b71782e details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:35:32.641935 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=84f956f9-4326-4d7c-bcf7-10dfe96d3b49,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:32.652967 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e799a9c-3b51-436e-aef3-3bf984b85ba1 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Pushing event updated for resources: {'Port': ['ID=c0a2ee66-f1ef-484e-9f66-bb4c577fcd08,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:32.691671 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 0ba2455e-8a37-4bdf-8a17-72869b71782e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=0ba2455e-8a37-4bdf-8a17-72869b71782e,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:32.692709 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1ca045c7-5256-4d6d-9222-50e3d1206d7a req-8e799a9c-3b51-436e-aef3-3bf984b85ba1 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:32.782949 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1ca045c7-5256-4d6d-9222-50e3d1206d7a req-8e799a9c-3b51-436e-aef3-3bf984b85ba1 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:32.784244 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1ca045c7-5256-4d6d-9222-50e3d1206d7a req-8e799a9c-3b51-436e-aef3-3bf984b85ba1 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1154399 Jul 09 09:35:32.834002 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '0ba2455e-8a37-4bdf-8a17-72869b71782e', 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390', 'port_id': '0ba2455e-8a37-4bdf-8a17-72869b71782e', 'mac_address': 'fa:16:3e:1f:6c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb445b71-f971-43b5-b952-3e1761f97cac', 'ip_address': '10.1.1.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:35:32.876919 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:32.885129 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1ca045c7-5256-4d6d-9222-50e3d1206d7a req-a1bf7657-75bf-4a7f-8740-9b36b817d448 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.0870006 Jul 09 09:35:32.899328 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba2455e-8a37-4bdf-8a17-72869b71782e {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:35:32.908596 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51956) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:32.919841 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d396d35-97c6-41e8-9ffc-441c52109249 req-5ffc3536-e53c-4211-88a2-c493546ee9c1 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:32.924196 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-61672705-85e7-4f85-a7bf-16d9d0488538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:32.926835 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d396d35-97c6-41e8-9ffc-441c52109249 req-5ffc3536-e53c-4211-88a2-c493546ee9c1 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 931 time: 0.3168387 Jul 09 09:35:32.934001 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 0ba2455e-8a37-4bdf-8a17-72869b71782e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=0ba2455e-8a37-4bdf-8a17-72869b71782e,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:32.939769 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:32.940670 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 9156e5bc-3745-4aaf-a12d-7f1717166bef details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:35:33.030004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 9156e5bc-3745-4aaf-a12d-7f1717166bef, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=9156e5bc-3745-4aaf-a12d-7f1717166bef,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:33.042270 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=0ba2455e-8a37-4bdf-8a17-72869b71782e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:33.050883 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-61672705-85e7-4f85-a7bf-16d9d0488538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:33.057759 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '9156e5bc-3745-4aaf-a12d-7f1717166bef', 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390', 'port_id': '9156e5bc-3745-4aaf-a12d-7f1717166bef', 'mac_address': 'fa:16:3e:8a:a3:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb445b71-f971-43b5-b952-3e1761f97cac', 'ip_address': '10.1.1.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:35:33.057907 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-61672705-85e7-4f85-a7bf-16d9d0488538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:33.063576 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d396d35-97c6-41e8-9ffc-441c52109249 req-e80e4143-ed71-444a-92b7-b7c439cfc996 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357839 Jul 09 09:35:33.104349 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:33.119222 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-61672705-85e7-4f85-a7bf-16d9d0488538 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a4daaad916ba409c8947ad3315186a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2094326 Jul 09 09:35:33.121935 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9156e5bc-3745-4aaf-a12d-7f1717166bef {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:35:33.126341 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51958) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:33.144972 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 9156e5bc-3745-4aaf-a12d-7f1717166bef, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=9156e5bc-3745-4aaf-a12d-7f1717166bef,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:33.158718 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:33.159537 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 3c73430f-30cc-438a-9261-509e2242a4f3 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:35:33.177204 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-880a3fa8-efbc-4419-92c1-6d2011d84b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d56156b-309e-479e-a4ff-8cdcce4b636e {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:35:33.189875 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61672705-85e7-4f85-a7bf-16d9d0488538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782d6af6-53b8-43dc-bc27-91e70150c7ed,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:33.194077 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca045c7-5256-4d6d-9222-50e3d1206d7a req-8d38c3c8-e135-4ad4-b59b-4f5de30d1e3d tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:33.195717 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1ca045c7-5256-4d6d-9222-50e3d1206d7a req-8d38c3c8-e135-4ad4-b59b-4f5de30d1e3d tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.2965827 Jul 09 09:35:33.197954 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-880a3fa8-efbc-4419-92c1-6d2011d84b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:33.221082 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-1ca045c7-5256-4d6d-9222-50e3d1206d7a req-7f1a5e98-23af-4800-a98a-d8e2ad7cf93d tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:35:33.223496 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1ca045c7-5256-4d6d-9222-50e3d1206d7a req-7f1a5e98-23af-4800-a98a-d8e2ad7cf93d tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109437 Jul 09 09:35:33.232784 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-880a3fa8-efbc-4419-92c1-6d2011d84b05 service neutron] Transition to ACTIVE for port object 5d56156b-309e-479e-a4ff-8cdcce4b636e will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:35:33.237949 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-880a3fa8-efbc-4419-92c1-6d2011d84b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:33.251472 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f98f8a1-5c2d-4260-ac38-91d39c8aee0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:33.313174 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a3fa8-efbc-4419-92c1-6d2011d84b05 service neutron] Pushing event updated for resources: {'Port': ['ID=5d56156b-309e-479e-a4ff-8cdcce4b636e,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:33.319257 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f98f8a1-5c2d-4260-ac38-91d39c8aee0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:33.350449 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=9156e5bc-3745-4aaf-a12d-7f1717166bef,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:33.371149 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 3c73430f-30cc-438a-9261-509e2242a4f3, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=3c73430f-30cc-438a-9261-509e2242a4f3,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:33.406436 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '3c73430f-30cc-438a-9261-509e2242a4f3', 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390', 'port_id': '3c73430f-30cc-438a-9261-509e2242a4f3', 'mac_address': 'fa:16:3e:c6:aa:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb445b71-f971-43b5-b952-3e1761f97cac', 'ip_address': '10.1.1.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:35:33.423244 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f98f8a1-5c2d-4260-ac38-91d39c8aee0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:33.430198 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f98f8a1-5c2d-4260-ac38-91d39c8aee0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:33.432561 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2f98f8a1-5c2d-4260-ac38-91d39c8aee0d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/782d6af6-53b8-43dc-bc27-91e70150c7ed HTTP/1.1" status: 204 len: 168 time: 0.3050437 Jul 09 09:35:33.443749 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98f8a1-5c2d-4260-ac38-91d39c8aee0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782d6af6-53b8-43dc-bc27-91e70150c7ed,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:33.480697 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-880a3fa8-efbc-4419-92c1-6d2011d84b05 service neutron] Attempting to bind port 5d56156b-309e-479e-a4ff-8cdcce4b636e on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:35:33.481091 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-880a3fa8-efbc-4419-92c1-6d2011d84b05 service neutron] Attempting to bind port 5d56156b-309e-479e-a4ff-8cdcce4b636e by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:35:33.481464 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-880a3fa8-efbc-4419-92c1-6d2011d84b05 service neutron] Attempting to bind port 5d56156b-309e-479e-a4ff-8cdcce4b636e on network 42ae9d36-caf9-48f2-988b-c538986827db {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:35:33.507311 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-880a3fa8-efbc-4419-92c1-6d2011d84b05 service neutron] Port 5d56156b-309e-479e-a4ff-8cdcce4b636e on network 42ae9d36-caf9-48f2-988b-c538986827db not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:35:33.507956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-880a3fa8-efbc-4419-92c1-6d2011d84b05 service neutron] Attempting to bind port 5d56156b-309e-479e-a4ff-8cdcce4b636e on network 42ae9d36-caf9-48f2-988b-c538986827db {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:35:33.519605 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-880a3fa8-efbc-4419-92c1-6d2011d84b05 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:35:33.521889 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-880a3fa8-efbc-4419-92c1-6d2011d84b05 service neutron] Checking segment: {'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:35:33.522306 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-880a3fa8-efbc-4419-92c1-6d2011d84b05 service neutron] Bound using segment: {'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:35:33.524354 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-880a3fa8-efbc-4419-92c1-6d2011d84b05 service neutron] Bound port: 5d56156b-309e-479e-a4ff-8cdcce4b636e, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:35:33.524737 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-880a3fa8-efbc-4419-92c1-6d2011d84b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:33.607063 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:33.634100 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c73430f-30cc-438a-9261-509e2242a4f3 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:35:33.689545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 3c73430f-30cc-438a-9261-509e2242a4f3, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=3c73430f-30cc-438a-9261-509e2242a4f3,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:33.725262 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:33.726457 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b87dc968-5275-4a5f-8ede-a7b805940aa5 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:35:33.754647 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:33.813042 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-880a3fa8-efbc-4419-92c1-6d2011d84b05 service neutron] For port 5d56156b-309e-479e-a4ff-8cdcce4b636e, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:35:33.828263 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e3aa5043-241f-47de-905f-ffd029437b2c req-64b58390-44e5-4af5-886e-1fdd4e7a2f94 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2984655 Jul 09 09:35:33.841790 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port b87dc968-5275-4a5f-8ede-a7b805940aa5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b87dc968-5275-4a5f-8ede-a7b805940aa5,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:33.865650 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-e3aa5043-241f-47de-905f-ffd029437b2c req-7f1b3f7f-e39e-41a3-bdfe-0026bd7d99e6 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:35:33.868498 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=3c73430f-30cc-438a-9261-509e2242a4f3,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:33.875267 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'b87dc968-5275-4a5f-8ede-a7b805940aa5', 'network_id': 'fafd663f-aa19-474e-a8d4-f86917295390', 'port_id': 'b87dc968-5275-4a5f-8ede-a7b805940aa5', 'mac_address': 'fa:16:3e:af:91:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb445b71-f971-43b5-b952-3e1761f97cac', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:35:33.894504 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-880a3fa8-efbc-4419-92c1-6d2011d84b05 service neutron] For port 5d56156b-309e-479e-a4ff-8cdcce4b636e, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5d56156b-309e-479e-a4ff-8cdcce4b636e,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:35:33.919748 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-880a3fa8-efbc-4419-92c1-6d2011d84b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:33.981973 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:33.999918 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-880a3fa8-efbc-4419-92c1-6d2011d84b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:34.000947 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-880a3fa8-efbc-4419-92c1-6d2011d84b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:34.004569 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-880a3fa8-efbc-4419-92c1-6d2011d84b05 service neutron] 10.222.0.64 "PUT /v2.0/ports/5d56156b-309e-479e-a4ff-8cdcce4b636e HTTP/1.1" status: 200 len: 1091 time: 1.7979591 Jul 09 09:35:34.007064 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345b3173-f5b8-4d98-9968-8c3f318644f8', 'tag': '5d56156b-309e-479e-a4ff-8cdcce4b636e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:35:34.014300 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b6e31e-bd1f-4116-9b81-b544805a2392" -d '{"events": [{"name": "network-changed", "server_uuid": "345b3173-f5b8-4d98-9968-8c3f318644f8", "tag": "5d56156b-309e-479e-a4ff-8cdcce4b636e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:35:34.018405 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87dc968-5275-4a5f-8ede-a7b805940aa5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:35:34.025976 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e3aa5043-241f-47de-905f-ffd029437b2c req-7f1b3f7f-e39e-41a3-bdfe-0026bd7d99e6 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:34.075805 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port b87dc968-5275-4a5f-8ede-a7b805940aa5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b87dc968-5275-4a5f-8ede-a7b805940aa5,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:34.093506 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:34.214954 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=b87dc968-5275-4a5f-8ede-a7b805940aa5,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:34.254515 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ca3d0-cd0e-4590-9346-b18c9599aa1c req-f80ae2e4-811f-4b67-ab0f-e2bef20a0c97 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:34.260685 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ca3d0-cd0e-4590-9346-b18c9599aa1c req-f80ae2e4-811f-4b67-ab0f-e2bef20a0c97 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:34.266718 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ca3d0-cd0e-4590-9346-b18c9599aa1c req-f80ae2e4-811f-4b67-ab0f-e2bef20a0c97 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:34.272844 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ca3d0-cd0e-4590-9346-b18c9599aa1c req-f80ae2e4-811f-4b67-ab0f-e2bef20a0c97 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:34.283271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ca3d0-cd0e-4590-9346-b18c9599aa1c req-f80ae2e4-811f-4b67-ab0f-e2bef20a0c97 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:34.295134 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ca3d0-cd0e-4590-9346-b18c9599aa1c req-f80ae2e4-811f-4b67-ab0f-e2bef20a0c97 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:34.302458 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ca3d0-cd0e-4590-9346-b18c9599aa1c req-f80ae2e4-811f-4b67-ab0f-e2bef20a0c97 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:34.304786 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-078ca3d0-cd0e-4590-9346-b18c9599aa1c req-f80ae2e4-811f-4b67-ab0f-e2bef20a0c97 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5437 time: 0.5068417 Jul 09 09:35:34.331357 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a3fa8-efbc-4419-92c1-6d2011d84b05 service neutron] Pushing event updated for resources: {'Port': ['ID=5d56156b-309e-479e-a4ff-8cdcce4b636e,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:34.436420 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-078ca3d0-cd0e-4590-9346-b18c9599aa1c req-b6074091-35dd-4c00-a16e-7c537e45bf62 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1170299 Jul 09 09:35:34.456995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-5ef08f54-bff4-410d-ba53-800c67910260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:34.458707 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-5ef08f54-bff4-410d-ba53-800c67910260 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 1094 time: 0.3578863 Jul 09 09:35:34.527333 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-e5266e89-d364-45a2-bcc6-ea17dfd18908 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d56156b-309e-479e-a4ff-8cdcce4b636e HTTP/1.1" status: 200 len: 217 time: 0.0545316 Jul 09 09:35:34.651856 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e3aa5043-241f-47de-905f-ffd029437b2c req-7f1b3f7f-e39e-41a3-bdfe-0026bd7d99e6 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:34.654561 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-45f6002c-fc22-49c0-9d3a-6510a32c3c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:34.656666 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-45f6002c-fc22-49c0-9d3a-6510a32c3c3b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.1228859 Jul 09 09:35:34.735606 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['4056075f-4424-484a-a4a7-32a33e281506'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:35:34.809725 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['0ba2455e-8a37-4bdf-8a17-72869b71782e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:35:34.813547 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['9156e5bc-3745-4aaf-a12d-7f1717166bef'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:35:34.815944 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['b87dc968-5275-4a5f-8ede-a7b805940aa5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:35:34.882638 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677f602-0139-4039-92b0-76eeaf983ee3 req-63d60857-d648-4485-a298-483230feeaa0 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:34.885422 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2677f602-0139-4039-92b0-76eeaf983ee3 req-63d60857-d648-4485-a298-483230feeaa0 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.2078757 Jul 09 09:35:34.911941 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-eed4964e-a27f-458c-9da7-c68cc3d893d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:34.914014 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-eed4964e-a27f-458c-9da7-c68cc3d893d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2315934 Jul 09 09:35:34.962837 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-e3aa5043-241f-47de-905f-ffd029437b2c req-7f1b3f7f-e39e-41a3-bdfe-0026bd7d99e6 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Allocated IP 172.25.3.50 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/c63bbbdc-9feb-4fe6-8061-7363942228b0) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:35:35.054093 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2677f602-0139-4039-92b0-76eeaf983ee3 req-19c3712d-90d7-4b30-a852-90717d3776a6 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580136 Jul 09 09:35:35.165478 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-ae6a224c-8bac-4306-a0f7-878d7fb44656 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332213 Jul 09 09:35:35.216551 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c573ae4-7e53-4b7c-a0fa-de867bab811c x-openstack-request-id: req-4c573ae4-7e53-4b7c-a0fa-de867bab811c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:35:35.217093 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345b3173-f5b8-4d98-9968-8c3f318644f8", "tag": "5d56156b-309e-479e-a4ff-8cdcce4b636e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:35:35.217357 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4c573ae4-7e53-4b7c-a0fa-de867bab811c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:35:35.217767 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345b3173-f5b8-4d98-9968-8c3f318644f8', 'tag': '5d56156b-309e-479e-a4ff-8cdcce4b636e', 'status': 'completed', 'code': 200} Jul 09 09:35:35.320156 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e3aa5043-241f-47de-905f-ffd029437b2c req-7f1b3f7f-e39e-41a3-bdfe-0026bd7d99e6 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:35.348264 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80ef59d9-6ad4-4e3d-aa2f-b326e5d30311 req-e66296da-e216-4acc-843c-a9dd86c211f3 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818712 Jul 09 09:35:35.488198 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e3aa5043-241f-47de-905f-ffd029437b2c req-7f1b3f7f-e39e-41a3-bdfe-0026bd7d99e6 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:35.566139 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3aa5043-241f-47de-905f-ffd029437b2c req-7f1b3f7f-e39e-41a3-bdfe-0026bd7d99e6 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:35:35.579733 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-e3aa5043-241f-47de-905f-ffd029437b2c req-7f1b3f7f-e39e-41a3-bdfe-0026bd7d99e6 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:35:35.583381 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3aa5043-241f-47de-905f-ffd029437b2c req-7f1b3f7f-e39e-41a3-bdfe-0026bd7d99e6 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:35:35.591113 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b3f7f-e39e-41a3-bdfe-0026bd7d99e6 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Pushing event updated for resources: {'Port': ['ID=c63bbbdc-9feb-4fe6-8061-7363942228b0,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:35.648897 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847e915-2e31-4314-a39e-9a8b796a43c4 req-811db736-ea55-47b9-8a16-26a7e81d3241 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:35.650732 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b847e915-2e31-4314-a39e-9a8b796a43c4 req-811db736-ea55-47b9-8a16-26a7e81d3241 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 943 time: 0.2508953 Jul 09 09:35:35.663995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6e31e-bd1f-4116-9b81-b544805a2392 req-8e6dda25-d3b3-4d5a-a146-f8d860cf2da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:35.665954 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c2b6e31e-bd1f-4116-9b81-b544805a2392 req-8e6dda25-d3b3-4d5a-a146-f8d860cf2da7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 1094 time: 0.2603495 Jul 09 09:35:35.788395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['84f956f9-4326-4d7c-bcf7-10dfe96d3b49'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:35:35.801417 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b847e915-2e31-4314-a39e-9a8b796a43c4 req-9b481f38-37a2-4d35-b5a6-fa4a7c2baeb3 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408768 Jul 09 09:35:35.825559 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e3aa5043-241f-47de-905f-ffd029437b2c req-7f1b3f7f-e39e-41a3-bdfe-0026bd7d99e6 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:35.845951 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6e31e-bd1f-4116-9b81-b544805a2392 req-08fd200d-8eca-4373-9cb9-78a1fff19e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:35.847988 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c2b6e31e-bd1f-4116-9b81-b544805a2392 req-08fd200d-8eca-4373-9cb9-78a1fff19e10 service neutron] 10.222.0.64 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 912 time: 0.1725304 Jul 09 09:35:35.896938 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['22dfeafe-6fc9-4984-b9b5-99cfc7236f67'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:35:35.899249 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['3c73430f-30cc-438a-9261-509e2242a4f3'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:35:35.931176 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c2b6e31e-bd1f-4116-9b81-b544805a2392 req-f383ef52-a2f2-4d83-8b39-4513eaa9166e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d56156b-309e-479e-a4ff-8cdcce4b636e HTTP/1.1" status: 200 len: 217 time: 0.0548007 Jul 09 09:35:35.954028 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e3aa5043-241f-47de-905f-ffd029437b2c req-7f1b3f7f-e39e-41a3-bdfe-0026bd7d99e6 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:36.201671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6e31e-bd1f-4116-9b81-b544805a2392 req-9bf86bac-eef8-4ee4-827e-a841eb90984a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:36.203323 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c2b6e31e-bd1f-4116-9b81-b544805a2392 req-9bf86bac-eef8-4ee4-827e-a841eb90984a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.2436302 Jul 09 09:35:36.440290 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e3aa5043-241f-47de-905f-ffd029437b2c req-7f1b3f7f-e39e-41a3-bdfe-0026bd7d99e6 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:36.457134 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6e31e-bd1f-4116-9b81-b544805a2392 req-44aadacd-52e1-4859-adf1-af35aad2ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:36.458695 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c2b6e31e-bd1f-4116-9b81-b544805a2392 req-44aadacd-52e1-4859-adf1-af35aad2ae48 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2464755 Jul 09 09:35:36.459328 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e3aa5043-241f-47de-905f-ffd029437b2c req-7f1b3f7f-e39e-41a3-bdfe-0026bd7d99e6 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:36.471657 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566a513-a92f-4f67-bd8c-3fc47c271767 req-38632316-d9a2-42b9-8de2-c41bf96f6ae4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:36.478939 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6566a513-a92f-4f67-bd8c-3fc47c271767 req-38632316-d9a2-42b9-8de2-c41bf96f6ae4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.2182217 Jul 09 09:35:36.668538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6566a513-a92f-4f67-bd8c-3fc47c271767 req-e7f4e999-b0a1-4741-9d2a-435a08fdaf19 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884682 Jul 09 09:35:36.669191 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b3f7f-e39e-41a3-bdfe-0026bd7d99e6 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Pushing event updated for resources: {'Port': ['ID=c63bbbdc-9feb-4fe6-8061-7363942228b0,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:36.689760 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e3aa5043-241f-47de-905f-ffd029437b2c req-7f1b3f7f-e39e-41a3-bdfe-0026bd7d99e6 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:36.743756 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e3aa5043-241f-47de-905f-ffd029437b2c req-7f1b3f7f-e39e-41a3-bdfe-0026bd7d99e6 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:36.745776 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e3aa5043-241f-47de-905f-ffd029437b2c req-7f1b3f7f-e39e-41a3-bdfe-0026bd7d99e6 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9166770 Jul 09 09:35:36.751064 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c2b6e31e-bd1f-4116-9b81-b544805a2392 req-6ab979f6-a9b7-4c42-bc01-ddf5251be560 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700591 Jul 09 09:35:36.784468 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-63416f0d-b785-4787-b7ac-4f2f3386ede4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:36.822947 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e3aa5043-241f-47de-905f-ffd029437b2c req-f8160501-3f0f-483e-88e6-3b3df2853e7d tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 695 time: 0.0706959 Jul 09 09:35:37.082623 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c2b6e31e-bd1f-4116-9b81-b544805a2392 req-b081ca4e-0689-474e-aae2-2e584474cf2e service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586651 Jul 09 09:35:37.101223 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547b767-16a1-445b-a862-cff808f85873 req-9d39b1f2-3f3a-467b-9074-66a5197d4bd2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:37.109564 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547b767-16a1-445b-a862-cff808f85873 req-9d39b1f2-3f3a-467b-9074-66a5197d4bd2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:37.115820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547b767-16a1-445b-a862-cff808f85873 req-9d39b1f2-3f3a-467b-9074-66a5197d4bd2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:37.122055 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547b767-16a1-445b-a862-cff808f85873 req-9d39b1f2-3f3a-467b-9074-66a5197d4bd2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:37.128588 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547b767-16a1-445b-a862-cff808f85873 req-9d39b1f2-3f3a-467b-9074-66a5197d4bd2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:37.134727 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547b767-16a1-445b-a862-cff808f85873 req-9d39b1f2-3f3a-467b-9074-66a5197d4bd2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:37.140722 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547b767-16a1-445b-a862-cff808f85873 req-9d39b1f2-3f3a-467b-9074-66a5197d4bd2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:37.142607 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5547b767-16a1-445b-a862-cff808f85873 req-9d39b1f2-3f3a-467b-9074-66a5197d4bd2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5438 time: 0.2591913 Jul 09 09:35:37.152054 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa5043-241f-47de-905f-ffd029437b2c req-4fe5d389-aba9-4d12-828a-db6d80ed005a tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:37.153716 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e3aa5043-241f-47de-905f-ffd029437b2c req-4fe5d389-aba9-4d12-828a-db6d80ed005a tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.2609510 Jul 09 09:35:37.200718 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5547b767-16a1-445b-a862-cff808f85873 req-b70664b4-4e01-49cb-835c-cb9a0e744e71 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442603 Jul 09 09:35:37.304840 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:35:37.791774 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8db30a-5487-4817-a41d-eea68e6e1cab req-b6406b8f-9db5-4e4b-8339-94c01ccef1fa tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:37.793253 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a8db30a-5487-4817-a41d-eea68e6e1cab req-b6406b8f-9db5-4e4b-8339-94c01ccef1fa tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 943 time: 0.4808011 Jul 09 09:35:37.854771 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a8db30a-5487-4817-a41d-eea68e6e1cab req-64bb9ffe-950d-4def-8dca-9ffc789f9d00 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557599 Jul 09 09:35:37.872079 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d28755a-7051-4498-8e03-fcaa29ca9f89 req-df297de9-6ee8-4c5a-b5da-ddf2f216edc8 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5014875 Jul 09 09:35:37.881775 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-7d28755a-7051-4498-8e03-fcaa29ca9f89 req-6c218901-2e20-4769-972d-1d38918953c3 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:35:37.925247 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7d28755a-7051-4498-8e03-fcaa29ca9f89 req-6c218901-2e20-4769-972d-1d38918953c3 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:38.059437 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7d28755a-7051-4498-8e03-fcaa29ca9f89 req-6c218901-2e20-4769-972d-1d38918953c3 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:38.115332 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 22dfeafe-6fc9-4984-b9b5-99cfc7236f67 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:35:38.277001 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 22dfeafe-6fc9-4984-b9b5-99cfc7236f67 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:35:38.292316 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 22dfeafe-6fc9-4984-b9b5-99cfc7236f67 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:38.292316 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:38.364272 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5d56156b-309e-479e-a4ff-8cdcce4b636e details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:35:38.391450 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-7d28755a-7051-4498-8e03-fcaa29ca9f89 req-6c218901-2e20-4769-972d-1d38918953c3 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Allocated IP 172.25.3.43 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/25cf7c5e-c49b-4b25-addc-91a0fee6d416) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:35:38.451311 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a05feb2a-014e-4426-952d-feccf3909998 req-31a0d5c8-fe0d-4ff1-91ad-1eb3f1de970c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1441329 Jul 09 09:35:38.589152 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:38.650325 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5d56156b-309e-479e-a4ff-8cdcce4b636e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5d56156b-309e-479e-a4ff-8cdcce4b636e,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:38.679742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fadeab-dd13-4bcc-9306-bbe8e7b30b63 req-729ae311-4e72-48dc-a7d4-01aad6b8853b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:38.691835 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43fadeab-dd13-4bcc-9306-bbe8e7b30b63 req-729ae311-4e72-48dc-a7d4-01aad6b8853b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.2184758 Jul 09 09:35:38.705997 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7d28755a-7051-4498-8e03-fcaa29ca9f89 req-6c218901-2e20-4769-972d-1d38918953c3 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:38.732199 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 22dfeafe-6fc9-4984-b9b5-99cfc7236f67, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=22dfeafe-6fc9-4984-b9b5-99cfc7236f67,segment=NetworkSegment(bbc829eb-840a-4f9c-b6c7-a422b7b82c77),segment_id=bbc829eb-840a-4f9c-b6c7-a422b7b82c77)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:38.740283 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dfeafe-6fc9-4984-b9b5-99cfc7236f67'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:35:38.752826 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e843481f-c0c3-4aae-9a17-878face2305e" -d '{"events": [{"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-plugged", "status": "completed", "tag": "22dfeafe-6fc9-4984-b9b5-99cfc7236f67"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:35:38.763970 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43fadeab-dd13-4bcc-9306-bbe8e7b30b63 req-5d63776a-2786-4881-af69-c20cdbe31e46 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710218 Jul 09 09:35:38.765942 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:38.767048 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 4056075f-4424-484a-a4a7-32a33e281506 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:35:38.778297 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '5d56156b-309e-479e-a4ff-8cdcce4b636e', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'port_id': '5d56156b-309e-479e-a4ff-8cdcce4b636e', 'mac_address': 'fa:16:3e:e7:dc:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:35:38.857268 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7d28755a-7051-4498-8e03-fcaa29ca9f89 req-6c218901-2e20-4769-972d-1d38918953c3 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:38.965270 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d28755a-7051-4498-8e03-fcaa29ca9f89 req-6c218901-2e20-4769-972d-1d38918953c3 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:35:38.971140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-7d28755a-7051-4498-8e03-fcaa29ca9f89 req-6c218901-2e20-4769-972d-1d38918953c3 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:35:38.974709 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d28755a-7051-4498-8e03-fcaa29ca9f89 req-6c218901-2e20-4769-972d-1d38918953c3 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:35:39.035576 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:39.057703 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d56156b-309e-479e-a4ff-8cdcce4b636e {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:35:39.078072 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=22dfeafe-6fc9-4984-b9b5-99cfc7236f67,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:39.089795 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:39.101691 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c218901-2e20-4769-972d-1d38918953c3 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Pushing event updated for resources: {'Port': ['ID=25cf7c5e-c49b-4b25-addc-91a0fee6d416,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:39.107531 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5d56156b-309e-479e-a4ff-8cdcce4b636e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5d56156b-309e-479e-a4ff-8cdcce4b636e,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:39.123482 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:39.159817 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 4056075f-4424-484a-a4a7-32a33e281506 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:35:39.167194 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 4056075f-4424-484a-a4a7-32a33e281506 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:39.167555 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:39.238038 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f748d-aa6a-4db9-bcb6-24e41dc9e4f8 req-c26f4272-9a38-4653-93b9-9af83f5eb136 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:39.248489 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f748d-aa6a-4db9-bcb6-24e41dc9e4f8 req-c26f4272-9a38-4653-93b9-9af83f5eb136 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:39.256773 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f748d-aa6a-4db9-bcb6-24e41dc9e4f8 req-c26f4272-9a38-4653-93b9-9af83f5eb136 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:39.264633 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f748d-aa6a-4db9-bcb6-24e41dc9e4f8 req-c26f4272-9a38-4653-93b9-9af83f5eb136 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:39.272539 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f748d-aa6a-4db9-bcb6-24e41dc9e4f8 req-c26f4272-9a38-4653-93b9-9af83f5eb136 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:39.279973 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f748d-aa6a-4db9-bcb6-24e41dc9e4f8 req-c26f4272-9a38-4653-93b9-9af83f5eb136 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:39.290006 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f748d-aa6a-4db9-bcb6-24e41dc9e4f8 req-c26f4272-9a38-4653-93b9-9af83f5eb136 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:39.294450 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-547f748d-aa6a-4db9-bcb6-24e41dc9e4f8 req-c26f4272-9a38-4653-93b9-9af83f5eb136 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5439 time: 0.2476795 Jul 09 09:35:39.297045 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7d28755a-7051-4498-8e03-fcaa29ca9f89 req-6c218901-2e20-4769-972d-1d38918953c3 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:39.401455 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-547f748d-aa6a-4db9-bcb6-24e41dc9e4f8 req-cb0a8eaa-36fd-4eed-accb-540418f2b910 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0935564 Jul 09 09:35:39.412294 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7d28755a-7051-4498-8e03-fcaa29ca9f89 req-6c218901-2e20-4769-972d-1d38918953c3 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:39.453204 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:39.575163 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['5d56156b-309e-479e-a4ff-8cdcce4b636e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:35:39.596363 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5d56156b-309e-479e-a4ff-8cdcce4b636e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:39.645615 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-14459720-25f3-4ae0-81d0-d21a223b5317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:39.658827 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:39.698427 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 4056075f-4424-484a-a4a7-32a33e281506, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=4056075f-4424-484a-a4a7-32a33e281506,segment=NetworkSegment(48356470-3de9-4aaf-a4cf-6ee600e06024),segment_id=48356470-3de9-4aaf-a4cf-6ee600e06024)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:39.709484 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:39.710403 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 84f956f9-4326-4d7c-bcf7-10dfe96d3b49 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:35:39.726105 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7d28755a-7051-4498-8e03-fcaa29ca9f89 req-6c218901-2e20-4769-972d-1d38918953c3 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:39.739217 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7d28755a-7051-4498-8e03-fcaa29ca9f89 req-6c218901-2e20-4769-972d-1d38918953c3 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:39.760803 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39845ad6-aae0-476e-9219-c35188946ccd x-openstack-request-id: req-39845ad6-aae0-476e-9219-c35188946ccd {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:35:39.761102 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-plugged", "status": "completed", "tag": "22dfeafe-6fc9-4984-b9b5-99cfc7236f67", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:35:39.761354 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-39845ad6-aae0-476e-9219-c35188946ccd {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:35:39.761741 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dfeafe-6fc9-4984-b9b5-99cfc7236f67', 'code': 200} Jul 09 09:35:39.903083 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=4056075f-4424-484a-a4a7-32a33e281506,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:39.926919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c218901-2e20-4769-972d-1d38918953c3 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Pushing event updated for resources: {'Port': ['ID=25cf7c5e-c49b-4b25-addc-91a0fee6d416,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:39.931505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 84f956f9-4326-4d7c-bcf7-10dfe96d3b49 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:35:39.938518 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 84f956f9-4326-4d7c-bcf7-10dfe96d3b49 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:39.938896 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:39.989906 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7d28755a-7051-4498-8e03-fcaa29ca9f89 req-6c218901-2e20-4769-972d-1d38918953c3 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:40.024015 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7d28755a-7051-4498-8e03-fcaa29ca9f89 req-6c218901-2e20-4769-972d-1d38918953c3 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:40.028821 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d28755a-7051-4498-8e03-fcaa29ca9f89 req-6c218901-2e20-4769-972d-1d38918953c3 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1518772 Jul 09 09:35:40.108373 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdda52-af83-4302-a6a3-55d263fbc0f8 req-90fadae5-cc1e-4f6c-a58a-639bbf498458 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:40.110486 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2cfdda52-af83-4302-a6a3-55d263fbc0f8 req-90fadae5-cc1e-4f6c-a58a-639bbf498458 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 944 time: 0.1766531 Jul 09 09:35:40.135954 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d28755a-7051-4498-8e03-fcaa29ca9f89 req-e12d80da-61ff-4735-9d8e-d1bdd4d731b7 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 695 time: 0.0979390 Jul 09 09:35:40.141814 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:40.229631 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 84f956f9-4326-4d7c-bcf7-10dfe96d3b49, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=84f956f9-4326-4d7c-bcf7-10dfe96d3b49,segment=NetworkSegment(48356470-3de9-4aaf-a4cf-6ee600e06024),segment_id=48356470-3de9-4aaf-a4cf-6ee600e06024)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:40.234946 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:40.236582 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 0ba2455e-8a37-4bdf-8a17-72869b71782e up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:35:40.354818 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2cfdda52-af83-4302-a6a3-55d263fbc0f8 req-d66e7b32-ee30-43a7-9a27-06821247f567 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239373 Jul 09 09:35:40.356887 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=84f956f9-4326-4d7c-bcf7-10dfe96d3b49,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:40.377039 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 0ba2455e-8a37-4bdf-8a17-72869b71782e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:35:40.377561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 0ba2455e-8a37-4bdf-8a17-72869b71782e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:40.377974 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:40.421549 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28755a-7051-4498-8e03-fcaa29ca9f89 req-b7743a5f-e708-4574-9e82-ce89e4795f50 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:40.423081 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d28755a-7051-4498-8e03-fcaa29ca9f89 req-b7743a5f-e708-4574-9e82-ce89e4795f50 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.2233863 Jul 09 09:35:40.516420 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:40.559798 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 0ba2455e-8a37-4bdf-8a17-72869b71782e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=0ba2455e-8a37-4bdf-8a17-72869b71782e,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:40.564928 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:40.565757 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 9156e5bc-3745-4aaf-a12d-7f1717166bef up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:35:40.602270 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cc6b957e-1a11-49c5-9541-91dc98d465c2 req-ef7ad721-05dc-4ed0-90ce-75d2e6298dff tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/floatingips/5158799f-41ad-4755-8675-196b3d8672da HTTP/1.1" status: 200 len: 692 time: 0.0757425 Jul 09 09:35:40.668052 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=0ba2455e-8a37-4bdf-8a17-72869b71782e,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:40.679296 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 9156e5bc-3745-4aaf-a12d-7f1717166bef completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:35:40.684782 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 9156e5bc-3745-4aaf-a12d-7f1717166bef triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:40.685168 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:40.748708 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7312bbd-2be7-435c-99b7-f35c1af87dff req-d1bf9cd8-249d-4082-993e-f65b4d71ed4c tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:40.750855 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c7312bbd-2be7-435c-99b7-f35c1af87dff req-d1bf9cd8-249d-4082-993e-f65b4d71ed4c tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.1850376 Jul 09 09:35:40.794593 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:40.841253 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 9156e5bc-3745-4aaf-a12d-7f1717166bef, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=9156e5bc-3745-4aaf-a12d-7f1717166bef,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:40.846178 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:40.846362 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b957e-1a11-49c5-9541-91dc98d465c2 req-31005341-a361-42fb-ba37-85a9f6a4d285 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:40.852068 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b87dc968-5275-4a5f-8ede-a7b805940aa5 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:35:40.852370 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cc6b957e-1a11-49c5-9541-91dc98d465c2 req-31005341-a361-42fb-ba37-85a9f6a4d285 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.2379766 Jul 09 09:35:40.875876 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-cc6b957e-1a11-49c5-9541-91dc98d465c2 req-bc044263-fa85-46a7-a8a6-1f33b89d7a7f tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:35:40.876903 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cc6b957e-1a11-49c5-9541-91dc98d465c2 req-bc044263-fa85-46a7-a8a6-1f33b89d7a7f tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143833 Jul 09 09:35:40.894895 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c7312bbd-2be7-435c-99b7-f35c1af87dff req-2ed28339-1868-44be-a743-36b67185b5b4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272252 Jul 09 09:35:40.924114 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05feb2a-014e-4426-952d-feccf3909998 req-208c9920-4deb-4638-aad8-5aacc85f5a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:40.926341 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a05feb2a-014e-4426-952d-feccf3909998 req-208c9920-4deb-4638-aad8-5aacc85f5a5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 1101 time: 0.1721230 Jul 09 09:35:40.952353 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=9156e5bc-3745-4aaf-a12d-7f1717166bef,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:40.970168 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port b87dc968-5275-4a5f-8ede-a7b805940aa5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:35:40.980150 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port b87dc968-5275-4a5f-8ede-a7b805940aa5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:40.980520 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:41.193674 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:41.211318 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:41.235630 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbee48-4590-4a8d-9c94-add03ef8a41a req-6c730a7b-5820-4ccc-acee-cc60ac3b6e42 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:41.261030 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbee48-4590-4a8d-9c94-add03ef8a41a req-6c730a7b-5820-4ccc-acee-cc60ac3b6e42 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:41.269306 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbee48-4590-4a8d-9c94-add03ef8a41a req-6c730a7b-5820-4ccc-acee-cc60ac3b6e42 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:41.275964 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port b87dc968-5275-4a5f-8ede-a7b805940aa5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b87dc968-5275-4a5f-8ede-a7b805940aa5,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:41.277100 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbee48-4590-4a8d-9c94-add03ef8a41a req-6c730a7b-5820-4ccc-acee-cc60ac3b6e42 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:41.282211 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:41.290256 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbee48-4590-4a8d-9c94-add03ef8a41a req-6c730a7b-5820-4ccc-acee-cc60ac3b6e42 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:41.298222 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbee48-4590-4a8d-9c94-add03ef8a41a req-6c730a7b-5820-4ccc-acee-cc60ac3b6e42 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:41.304860 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbee48-4590-4a8d-9c94-add03ef8a41a req-6c730a7b-5820-4ccc-acee-cc60ac3b6e42 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:41.307313 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8cdbee48-4590-4a8d-9c94-add03ef8a41a req-6c730a7b-5820-4ccc-acee-cc60ac3b6e42 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5443 time: 0.2866821 Jul 09 09:35:41.324250 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 3c73430f-30cc-438a-9261-509e2242a4f3 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:35:41.416095 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=b87dc968-5275-4a5f-8ede-a7b805940aa5,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:41.420398 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79fa6ceb-d304-4b97-880d-1af83ccf5fed req-9ef6daee-cf48-456c-8c67-45d2734e5ffd tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/floatingips/5158799f-41ad-4755-8675-196b3d8672da HTTP/1.1" status: 200 len: 692 time: 0.1100869 Jul 09 09:35:41.422397 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05feb2a-014e-4426-952d-feccf3909998 req-6b919d31-bb1f-4e52-85c0-d11ee40e56a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:41.424666 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a05feb2a-014e-4426-952d-feccf3909998 req-6b919d31-bb1f-4e52-85c0-d11ee40e56a5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.4913678 Jul 09 09:35:41.439813 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 3c73430f-30cc-438a-9261-509e2242a4f3 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:35:41.452777 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 3c73430f-30cc-438a-9261-509e2242a4f3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:41.453184 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:41.575927 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:41.594622 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa6ceb-d304-4b97-880d-1af83ccf5fed req-0b066d55-e270-4edf-848e-accdbb81e3ff tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:41.596522 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79fa6ceb-d304-4b97-880d-1af83ccf5fed req-0b066d55-e270-4edf-848e-accdbb81e3ff tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.1691208 Jul 09 09:35:41.620538 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 3c73430f-30cc-438a-9261-509e2242a4f3, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=3c73430f-30cc-438a-9261-509e2242a4f3,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:41.626054 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:41.729498 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8cdbee48-4590-4a8d-9c94-add03ef8a41a req-d2cca96f-0598-436a-aeaf-8135482776b3 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3485997 Jul 09 09:35:41.736799 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a05feb2a-014e-4426-952d-feccf3909998 req-73bf2bec-cf3b-47cd-81b3-e52337877ddd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f HTTP/1.1" status: 200 len: 217 time: 0.1360559 Jul 09 09:35:41.830719 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4056075f-4424-484a-a4a7-32a33e281506'}, {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f956f9-4326-4d7c-bcf7-10dfe96d3b49'}, {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba2455e-8a37-4bdf-8a17-72869b71782e'}, {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9156e5bc-3745-4aaf-a12d-7f1717166bef'}, {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87dc968-5275-4a5f-8ede-a7b805940aa5'}, {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c73430f-30cc-438a-9261-509e2242a4f3'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:35:41.833099 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84b8654-aa11-42a4-bd06-83d278181a6f" -d '{"events": [{"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-plugged", "status": "completed", "tag": "4056075f-4424-484a-a4a7-32a33e281506"}, {"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-plugged", "status": "completed", "tag": "84f956f9-4326-4d7c-bcf7-10dfe96d3b49"}, {"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-plugged", "status": "completed", "tag": "0ba2455e-8a37-4bdf-8a17-72869b71782e"}, {"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-plugged", "status": "completed", "tag": "9156e5bc-3745-4aaf-a12d-7f1717166bef"}, {"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-plugged", "status": "completed", "tag": "b87dc968-5275-4a5f-8ede-a7b805940aa5"}, {"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-plugged", "status": "completed", "tag": "3c73430f-30cc-438a-9261-509e2242a4f3"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:35:41.872856 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=3c73430f-30cc-438a-9261-509e2242a4f3,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:41.897722 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79fa6ceb-d304-4b97-880d-1af83ccf5fed req-9bdbade7-60ce-4b29-b3be-d2e183d3e146 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 695 time: 0.2791586 Jul 09 09:35:41.972041 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05feb2a-014e-4426-952d-feccf3909998 req-234c1644-6693-42be-9a1b-cab767f264b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:41.973968 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a05feb2a-014e-4426-952d-feccf3909998 req-234c1644-6693-42be-9a1b-cab767f264b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1532753 Jul 09 09:35:41.977974 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79fa6ceb-d304-4b97-880d-1af83ccf5fed req-c0ff9334-14ab-47f0-bd4c-72c9fb4c5d0a tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 695 time: 0.0718884 Jul 09 09:35:42.288956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd84b0-e674-4844-b200-000126b481f2 req-9b8f6154-eeac-41e2-924c-3a8923d948f7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:42.304448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e9cd84b0-e674-4844-b200-000126b481f2 req-9b8f6154-eeac-41e2-924c-3a8923d948f7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 944 time: 0.3344071 Jul 09 09:35:42.349256 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5d56156b-309e-479e-a4ff-8cdcce4b636e up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:35:42.358207 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05feb2a-014e-4426-952d-feccf3909998 req-90901805-4abb-4fed-b5c7-e8569522b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:42.360069 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a05feb2a-014e-4426-952d-feccf3909998 req-90901805-4abb-4fed-b5c7-e8569522b904 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3487556 Jul 09 09:35:42.446618 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e9cd84b0-e674-4844-b200-000126b481f2 req-16a5db97-a7ea-450a-9eae-59c28c129bc5 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395526 Jul 09 09:35:42.477805 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 5d56156b-309e-479e-a4ff-8cdcce4b636e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:35:42.492106 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 5d56156b-309e-479e-a4ff-8cdcce4b636e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:42.493282 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:42.534899 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-79fa6ceb-d304-4b97-880d-1af83ccf5fed req-add81b2d-bcfe-4936-9a28-cbd330ba6387 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Deleting port 25cf7c5e-c49b-4b25-addc-91a0fee6d416 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:35:42.535159 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-79fa6ceb-d304-4b97-880d-1af83ccf5fed req-add81b2d-bcfe-4936-9a28-cbd330ba6387 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:42.569987 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 09 Jul 2021 09:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f1cde1-fe9d-4599-a935-c9994e94a522 x-openstack-request-id: req-64f1cde1-fe9d-4599-a935-c9994e94a522 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:35:42.570504 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-plugged", "status": "completed", "tag": "4056075f-4424-484a-a4a7-32a33e281506", "code": 200}, {"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-plugged", "status": "completed", "tag": "84f956f9-4326-4d7c-bcf7-10dfe96d3b49", "code": 200}, {"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-plugged", "status": "completed", "tag": "0ba2455e-8a37-4bdf-8a17-72869b71782e", "code": 200}, {"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-plugged", "status": "completed", "tag": "9156e5bc-3745-4aaf-a12d-7f1717166bef", "code": 200}, {"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-plugged", "status": "completed", "tag": "b87dc968-5275-4a5f-8ede-a7b805940aa5", "code": 200}, {"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-plugged", "status": "completed", "tag": "3c73430f-30cc-438a-9261-509e2242a4f3", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:35:42.570928 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-64f1cde1-fe9d-4599-a935-c9994e94a522 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:35:42.571487 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4056075f-4424-484a-a4a7-32a33e281506', 'code': 200} Jul 09 09:35:42.572155 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f956f9-4326-4d7c-bcf7-10dfe96d3b49', 'code': 200} Jul 09 09:35:42.572574 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba2455e-8a37-4bdf-8a17-72869b71782e', 'code': 200} Jul 09 09:35:42.573198 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9156e5bc-3745-4aaf-a12d-7f1717166bef', 'code': 200} Jul 09 09:35:42.573604 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87dc968-5275-4a5f-8ede-a7b805940aa5', 'code': 200} Jul 09 09:35:42.574004 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c73430f-30cc-438a-9261-509e2242a4f3', 'code': 200} Jul 09 09:35:42.659920 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:42.671924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a05feb2a-014e-4426-952d-feccf3909998 req-7307446f-fc9a-4f3a-82a1-29538589100d service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848806 Jul 09 09:35:42.714980 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5d56156b-309e-479e-a4ff-8cdcce4b636e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5d56156b-309e-479e-a4ff-8cdcce4b636e,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:42.722302 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:42.785972 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f9716-405b-4ce0-b7cf-a408a264eadc req-46d99c74-b022-463f-83c3-d739801e67f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:42.786816 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f9716-405b-4ce0-b7cf-a408a264eadc req-46d99c74-b022-463f-83c3-d739801e67f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:42.787664 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f9716-405b-4ce0-b7cf-a408a264eadc req-46d99c74-b022-463f-83c3-d739801e67f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:42.787777 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f9716-405b-4ce0-b7cf-a408a264eadc req-46d99c74-b022-463f-83c3-d739801e67f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:42.788612 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f9716-405b-4ce0-b7cf-a408a264eadc req-46d99c74-b022-463f-83c3-d739801e67f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:42.788909 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f9716-405b-4ce0-b7cf-a408a264eadc req-46d99c74-b022-463f-83c3-d739801e67f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:42.789143 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f9716-405b-4ce0-b7cf-a408a264eadc req-46d99c74-b022-463f-83c3-d739801e67f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:42.791642 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-242f9716-405b-4ce0-b7cf-a408a264eadc req-46d99c74-b022-463f-83c3-d739801e67f3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 6502 time: 0.1158123 Jul 09 09:35:42.793834 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5d56156b-309e-479e-a4ff-8cdcce4b636e,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:42.840505 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-242f9716-405b-4ce0-b7cf-a408a264eadc req-482fa8b0-cbbc-4445-8a26-370db7bcdf82 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dab89c31-cb76-4217-a26e-c9a222bb4e14&id=45f77ef3-e28b-4c68-8140-263f26b0fa62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412631 Jul 09 09:35:42.854352 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:42.881361 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-79fa6ceb-d304-4b97-880d-1af83ccf5fed req-add81b2d-bcfe-4936-9a28-cbd330ba6387 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:42.881693 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-79fa6ceb-d304-4b97-880d-1af83ccf5fed req-add81b2d-bcfe-4936-9a28-cbd330ba6387 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:42.885458 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a05feb2a-014e-4426-952d-feccf3909998 req-30464a50-7003-46a8-93d7-31619d1434ba service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069929 Jul 09 09:35:42.900893 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-79fa6ceb-d304-4b97-880d-1af83ccf5fed req-add81b2d-bcfe-4936-9a28-cbd330ba6387 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Calling delete_port for 25cf7c5e-c49b-4b25-addc-91a0fee6d416 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:35:42.979681 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd25b67-ca13-4972-91c0-934e31f80d89 req-5cb089c1-9da7-4e07-9024-14961b7180ca tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:42.986631 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bd25b67-ca13-4972-91c0-934e31f80d89 req-5cb089c1-9da7-4e07-9024-14961b7180ca tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.1917520 Jul 09 09:35:43.067292 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bd25b67-ca13-4972-91c0-934e31f80d89 req-4db278ae-a8bd-4c1e-aed6-581f7e197105 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795956 Jul 09 09:35:43.186145 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-79fa6ceb-d304-4b97-880d-1af83ccf5fed req-add81b2d-bcfe-4936-9a28-cbd330ba6387 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:43.214679 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add81b2d-bcfe-4936-9a28-cbd330ba6387 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Pushing event deleted for resources: {'Port': ['ID=25cf7c5e-c49b-4b25-addc-91a0fee6d416,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:43.329028 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-79fa6ceb-d304-4b97-880d-1af83ccf5fed req-add81b2d-bcfe-4936-9a28-cbd330ba6387 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:43.333257 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-79fa6ceb-d304-4b97-880d-1af83ccf5fed req-add81b2d-bcfe-4936-9a28-cbd330ba6387 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:43.337322 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79fa6ceb-d304-4b97-880d-1af83ccf5fed req-add81b2d-bcfe-4936-9a28-cbd330ba6387 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "DELETE /v2.0/floatingips/5158799f-41ad-4755-8675-196b3d8672da HTTP/1.1" status: 204 len: 173 time: 1.3271189 Jul 09 09:35:43.626821 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2640f1-bc2a-4e67-bf47-60e179d4b0f9 req-59dd5316-dbc3-4a35-9b22-f629e2e3e748 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:43.633108 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2640f1-bc2a-4e67-bf47-60e179d4b0f9 req-59dd5316-dbc3-4a35-9b22-f629e2e3e748 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:43.640082 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2640f1-bc2a-4e67-bf47-60e179d4b0f9 req-59dd5316-dbc3-4a35-9b22-f629e2e3e748 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:43.646158 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2640f1-bc2a-4e67-bf47-60e179d4b0f9 req-59dd5316-dbc3-4a35-9b22-f629e2e3e748 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:43.652041 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2640f1-bc2a-4e67-bf47-60e179d4b0f9 req-59dd5316-dbc3-4a35-9b22-f629e2e3e748 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:43.658997 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2640f1-bc2a-4e67-bf47-60e179d4b0f9 req-59dd5316-dbc3-4a35-9b22-f629e2e3e748 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:43.665190 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2640f1-bc2a-4e67-bf47-60e179d4b0f9 req-59dd5316-dbc3-4a35-9b22-f629e2e3e748 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:43.667159 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe2640f1-bc2a-4e67-bf47-60e179d4b0f9 req-59dd5316-dbc3-4a35-9b22-f629e2e3e748 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5445 time: 0.3288910 Jul 09 09:35:43.675662 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001120ff-81de-4535-977a-30b6c0c8cac0 req-3be306fa-5dd4-4491-8e57-e88ee1f860b1 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:43.691632 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-001120ff-81de-4535-977a-30b6c0c8cac0 req-3be306fa-5dd4-4491-8e57-e88ee1f860b1 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3336387 Jul 09 09:35:43.772570 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe2640f1-bc2a-4e67-bf47-60e179d4b0f9 req-ea2dedb7-ec69-4999-9f9e-635fee824662 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0796967 Jul 09 09:35:43.933230 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9559c9b9-1273-4dce-affd-2a48520a5942 req-f9ee405f-d8ce-4ab6-981d-2ece60a549c0 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/floatingips?tenant_id=4033083a59c9410f8d2cf36b85ee497e HTTP/1.1" status: 200 len: 1655 time: 0.1110628 Jul 09 09:35:44.011724 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9258c41-1356-46f7-bb8e-5955641fd182 req-afc83fae-906b-462c-ba80-265a14e09d9a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:44.013301 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9258c41-1356-46f7-bb8e-5955641fd182 req-afc83fae-906b-462c-ba80-265a14e09d9a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 945 time: 0.2019482 Jul 09 09:35:44.083126 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9258c41-1356-46f7-bb8e-5955641fd182 req-d60fa0e2-4422-423d-acd0-d5ec1a963b7f tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636578 Jul 09 09:35:44.113223 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559c9b9-1273-4dce-affd-2a48520a5942 req-75925b5f-2b0d-4861-819f-7f7415578ddc tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:44.113982 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9559c9b9-1273-4dce-affd-2a48520a5942 req-75925b5f-2b0d-4861-819f-7f7415578ddc tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/networks?id=a0a787a9-4358-4995-b83f-d80af68b5467&id=a0a787a9-4358-4995-b83f-d80af68b5467&id=a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 787 time: 0.1729677 Jul 09 09:35:44.130838 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-9559c9b9-1273-4dce-affd-2a48520a5942 req-a87347e5-8664-4683-8e2f-df2676a80270 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:35:44.132712 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9559c9b9-1273-4dce-affd-2a48520a5942 req-a87347e5-8664-4683-8e2f-df2676a80270 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134149 Jul 09 09:35:44.262953 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5dba39c-9bfe-4bcb-a972-b7d421386aa1 req-ae4f9321-0115-4efa-ae00-b228f4d561dd tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/floatingips/9fb2fce5-a46c-408a-b17b-81e345d276fb HTTP/1.1" status: 200 len: 692 time: 0.1011193 Jul 09 09:35:44.458359 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dba39c-9bfe-4bcb-a972-b7d421386aa1 req-47abe463-7cca-4ad4-a7ab-84eb7b569d56 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:44.459892 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5dba39c-9bfe-4bcb-a972-b7d421386aa1 req-47abe463-7cca-4ad4-a7ab-84eb7b569d56 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.1891072 Jul 09 09:35:44.472890 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-d5dba39c-9bfe-4bcb-a972-b7d421386aa1 req-9699e6d7-b696-45c0-b32d-83204a29c734 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:35:44.474245 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5dba39c-9bfe-4bcb-a972-b7d421386aa1 req-9699e6d7-b696-45c0-b32d-83204a29c734 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077231 Jul 09 09:35:44.485468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d861e1-c0b0-4b19-9848-24d7fd98eaf1 req-011a997d-fb85-47e3-9c51-d7e461f8a2e8 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:44.487601 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53d861e1-c0b0-4b19-9848-24d7fd98eaf1 req-011a997d-fb85-47e3-9c51-d7e461f8a2e8 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.2146742 Jul 09 09:35:44.575866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345b3173-f5b8-4d98-9968-8c3f318644f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d56156b-309e-479e-a4ff-8cdcce4b636e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:35:44.579207 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d0e418-e05d-4f9a-bfe5-e1726a3bc23d" -d '{"events": [{"server_uuid": "345b3173-f5b8-4d98-9968-8c3f318644f8", "name": "network-vif-plugged", "status": "completed", "tag": "5d56156b-309e-479e-a4ff-8cdcce4b636e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:35:44.607078 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5dba39c-9bfe-4bcb-a972-b7d421386aa1 req-572bf183-f967-43a5-8ecf-9e41443968ce tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 695 time: 0.1142917 Jul 09 09:35:44.655827 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53d861e1-c0b0-4b19-9848-24d7fd98eaf1 req-9c84ac26-8a41-499d-9f30-eb46834426c3 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483684 Jul 09 09:35:44.956770 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041f8a6e-4410-4a2a-ac96-d2bb020ce9d0 x-openstack-request-id: req-041f8a6e-4410-4a2a-ac96-d2bb020ce9d0 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:35:44.957057 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345b3173-f5b8-4d98-9968-8c3f318644f8", "name": "network-vif-plugged", "status": "completed", "tag": "5d56156b-309e-479e-a4ff-8cdcce4b636e", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:35:44.957305 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-041f8a6e-4410-4a2a-ac96-d2bb020ce9d0 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:35:44.958312 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345b3173-f5b8-4d98-9968-8c3f318644f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d56156b-309e-479e-a4ff-8cdcce4b636e', 'code': 200} Jul 09 09:35:45.318046 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5dba39c-9bfe-4bcb-a972-b7d421386aa1 req-94cde8c7-dc83-4b64-8b4b-61ab452477e1 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 695 time: 0.7009785 Jul 09 09:35:45.514974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d3f2f-a591-4585-8d20-61776390f56a req-2ff651a3-d2c2-41ac-83b6-a2f581613253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:45.516754 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-469d3f2f-a591-4585-8d20-61776390f56a req-2ff651a3-d2c2-41ac-83b6-a2f581613253 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 1096 time: 0.2260199 Jul 09 09:35:45.559738 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db00a97-a3ad-45e1-9b6f-c1bd916fab14 req-47115801-5160-4913-a107-0e0e11be9dad tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:45.566687 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db00a97-a3ad-45e1-9b6f-c1bd916fab14 req-47115801-5160-4913-a107-0e0e11be9dad tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:45.572742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db00a97-a3ad-45e1-9b6f-c1bd916fab14 req-47115801-5160-4913-a107-0e0e11be9dad tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:45.578729 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db00a97-a3ad-45e1-9b6f-c1bd916fab14 req-47115801-5160-4913-a107-0e0e11be9dad tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:45.584564 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db00a97-a3ad-45e1-9b6f-c1bd916fab14 req-47115801-5160-4913-a107-0e0e11be9dad tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:45.590332 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db00a97-a3ad-45e1-9b6f-c1bd916fab14 req-47115801-5160-4913-a107-0e0e11be9dad tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:45.596233 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db00a97-a3ad-45e1-9b6f-c1bd916fab14 req-47115801-5160-4913-a107-0e0e11be9dad tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:45.598220 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0db00a97-a3ad-45e1-9b6f-c1bd916fab14 req-47115801-5160-4913-a107-0e0e11be9dad tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5445 time: 0.3088608 Jul 09 09:35:45.642835 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-469d3f2f-a591-4585-8d20-61776390f56a req-8b7ede8a-bcba-45b8-beab-508c4f8844bd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186297 Jul 09 09:35:45.665060 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0db00a97-a3ad-45e1-9b6f-c1bd916fab14 req-f2f622fb-b5d2-4b51-8bbf-8c2df2686f40 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589058 Jul 09 09:35:45.667575 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-d5dba39c-9bfe-4bcb-a972-b7d421386aa1 req-897afa29-a71d-4ac2-911c-6bde05993262 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Deleting port c63bbbdc-9feb-4fe6-8061-7363942228b0 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:35:45.668037 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5dba39c-9bfe-4bcb-a972-b7d421386aa1 req-897afa29-a71d-4ac2-911c-6bde05993262 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:45.827245 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5dba39c-9bfe-4bcb-a972-b7d421386aa1 req-897afa29-a71d-4ac2-911c-6bde05993262 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:45.827768 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5dba39c-9bfe-4bcb-a972-b7d421386aa1 req-897afa29-a71d-4ac2-911c-6bde05993262 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:45.880729 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-d5dba39c-9bfe-4bcb-a972-b7d421386aa1 req-897afa29-a71d-4ac2-911c-6bde05993262 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Calling delete_port for c63bbbdc-9feb-4fe6-8061-7363942228b0 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:35:45.993280 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472b0a3-c3a6-415e-868a-81948fee70d4 req-8b0d6dbf-b9aa-4524-b264-05e684f84dff tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:45.995108 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4472b0a3-c3a6-415e-868a-81948fee70d4 req-8b0d6dbf-b9aa-4524-b264-05e684f84dff tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 945 time: 0.1588409 Jul 09 09:35:46.078360 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4472b0a3-c3a6-415e-868a-81948fee70d4 req-6b08cbef-1b35-43c2-a271-7296e41c94a9 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699520 Jul 09 09:35:46.149868 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5dba39c-9bfe-4bcb-a972-b7d421386aa1 req-897afa29-a71d-4ac2-911c-6bde05993262 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:46.216126 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897afa29-a71d-4ac2-911c-6bde05993262 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Pushing event deleted for resources: {'Port': ['ID=c63bbbdc-9feb-4fe6-8061-7363942228b0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:46.343133 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5dba39c-9bfe-4bcb-a972-b7d421386aa1 req-897afa29-a71d-4ac2-911c-6bde05993262 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:46.346974 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5dba39c-9bfe-4bcb-a972-b7d421386aa1 req-897afa29-a71d-4ac2-911c-6bde05993262 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:46.365505 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5dba39c-9bfe-4bcb-a972-b7d421386aa1 req-897afa29-a71d-4ac2-911c-6bde05993262 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "DELETE /v2.0/floatingips/9fb2fce5-a46c-408a-b17b-81e345d276fb HTTP/1.1" status: 204 len: 173 time: 1.0459023 Jul 09 09:35:46.409379 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e32a7a-f8aa-44d7-9b8f-fc3bda7b63ba req-fff8beb4-7e3a-422e-9ede-2d528b84b8b2 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:46.424988 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2e32a7a-f8aa-44d7-9b8f-fc3bda7b63ba req-fff8beb4-7e3a-422e-9ede-2d528b84b8b2 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.1624780 Jul 09 09:35:46.476508 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2e32a7a-f8aa-44d7-9b8f-fc3bda7b63ba req-7848693c-4250-4b0c-a1c6-7fb10e752bcb tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504782 Jul 09 09:35:46.630383 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff7de8-2244-4ea0-8d5d-a65734e9a4f9 req-ecef6ae4-4975-4e1a-86ab-5a8ff62eabf4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:46.638862 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff7de8-2244-4ea0-8d5d-a65734e9a4f9 req-ecef6ae4-4975-4e1a-86ab-5a8ff62eabf4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:46.645911 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff7de8-2244-4ea0-8d5d-a65734e9a4f9 req-ecef6ae4-4975-4e1a-86ab-5a8ff62eabf4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:46.652309 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff7de8-2244-4ea0-8d5d-a65734e9a4f9 req-ecef6ae4-4975-4e1a-86ab-5a8ff62eabf4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:46.658476 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff7de8-2244-4ea0-8d5d-a65734e9a4f9 req-ecef6ae4-4975-4e1a-86ab-5a8ff62eabf4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:46.664845 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff7de8-2244-4ea0-8d5d-a65734e9a4f9 req-ecef6ae4-4975-4e1a-86ab-5a8ff62eabf4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:46.671166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff7de8-2244-4ea0-8d5d-a65734e9a4f9 req-ecef6ae4-4975-4e1a-86ab-5a8ff62eabf4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:46.673402 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-32ff7de8-2244-4ea0-8d5d-a65734e9a4f9 req-ecef6ae4-4975-4e1a-86ab-5a8ff62eabf4 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5445 time: 0.1454332 Jul 09 09:35:46.684591 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52210) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:46.689950 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-01dd748e-ffbf-4ada-b9e4-7f737d7a573b tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Request body: {'floatingip': {'port_id': '22dfeafe-6fc9-4984-b9b5-99cfc7236f67'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:35:46.754578 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01dd748e-ffbf-4ada-b9e4-7f737d7a573b tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:46.775102 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9386e581-d473-4647-94cb-67ac313d8983 req-966d5032-1ddd-482e-9489-f471d3925bde tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/floatingips/3a404334-cf9e-4cb4-bce9-9f856667e219 HTTP/1.1" status: 200 len: 692 time: 0.0832918 Jul 09 09:35:46.962680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386e581-d473-4647-94cb-67ac313d8983 req-a8ef4b16-9cb8-4d4f-ad12-98fa92156daa tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:46.964202 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9386e581-d473-4647-94cb-67ac313d8983 req-a8ef4b16-9cb8-4d4f-ad12-98fa92156daa tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.1879044 Jul 09 09:35:47.029058 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9386e581-d473-4647-94cb-67ac313d8983 req-277ba71a-9046-4685-99d6-65e0372f222b tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.0556765 Jul 09 09:35:47.130240 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9386e581-d473-4647-94cb-67ac313d8983 req-507cc3e8-0391-4b5f-bc19-a7310d8d413a tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.0942667 Jul 09 09:35:47.348449 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-9386e581-d473-4647-94cb-67ac313d8983 req-5c868abb-1283-40b5-8621-737d00acffff tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Deleting port c0a2ee66-f1ef-484e-9f66-bb4c577fcd08 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:35:47.349133 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9386e581-d473-4647-94cb-67ac313d8983 req-5c868abb-1283-40b5-8621-737d00acffff tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:47.502784 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9386e581-d473-4647-94cb-67ac313d8983 req-5c868abb-1283-40b5-8621-737d00acffff tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:47.503237 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9386e581-d473-4647-94cb-67ac313d8983 req-5c868abb-1283-40b5-8621-737d00acffff tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:47.525980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-9386e581-d473-4647-94cb-67ac313d8983 req-5c868abb-1283-40b5-8621-737d00acffff tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Calling delete_port for c0a2ee66-f1ef-484e-9f66-bb4c577fcd08 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:35:47.538913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210e173-8e4b-402b-97d8-b8d331bc6a0f req-a79690ac-2026-4479-864f-edbd2c47dace tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:47.540736 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d210e173-8e4b-402b-97d8-b8d331bc6a0f req-a79690ac-2026-4479-864f-edbd2c47dace tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 945 time: 0.1291060 Jul 09 09:35:47.619497 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01dd748e-ffbf-4ada-b9e4-7f737d7a573b tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:47.626768 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01dd748e-ffbf-4ada-b9e4-7f737d7a573b tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:47.628619 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d210e173-8e4b-402b-97d8-b8d331bc6a0f req-3b23a1cb-40f6-43a6-bb6f-2d210ba43313 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812557 Jul 09 09:35:47.778720 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-01dd748e-ffbf-4ada-b9e4-7f737d7a573b tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Floating IP b43b7607-7b48-4c1d-ac80-35ac89e7f84d associated. External IP: 172.25.3.183, port: 22dfeafe-6fc9-4984-b9b5-99cfc7236f67. Jul 09 09:35:47.787194 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9386e581-d473-4647-94cb-67ac313d8983 req-5c868abb-1283-40b5-8621-737d00acffff tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:47.851940 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c868abb-1283-40b5-8621-737d00acffff tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Pushing event deleted for resources: {'Port': ['ID=c0a2ee66-f1ef-484e-9f66-bb4c577fcd08,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:48.050100 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9386e581-d473-4647-94cb-67ac313d8983 req-5c868abb-1283-40b5-8621-737d00acffff tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:48.053937 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9386e581-d473-4647-94cb-67ac313d8983 req-5c868abb-1283-40b5-8621-737d00acffff tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:48.067582 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9386e581-d473-4647-94cb-67ac313d8983 req-5c868abb-1283-40b5-8621-737d00acffff tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "DELETE /v2.0/floatingips/3a404334-cf9e-4cb4-bce9-9f856667e219 HTTP/1.1" status: 204 len: 173 time: 0.9316783 Jul 09 09:35:48.082607 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d25e8a-3444-481c-8536-659257f4e170 req-f3a8fadd-bfa8-422e-bf00-40c3c6cf8c2d tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:48.091191 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-08d25e8a-3444-481c-8536-659257f4e170 req-f3a8fadd-bfa8-422e-bf00-40c3c6cf8c2d tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 945 time: 0.2491512 Jul 09 09:35:48.191982 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-08d25e8a-3444-481c-8536-659257f4e170 req-49d4fb75-f5b9-4bd5-8367-7efa9fe98077 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999126 Jul 09 09:35:48.377663 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3325c7b-b4dd-46cc-8f39-87d533037db7 req-29068f91-07c3-422e-ab24-9b53497b1c20 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:48.383647 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b3325c7b-b4dd-46cc-8f39-87d533037db7 req-29068f91-07c3-422e-ab24-9b53497b1c20 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.1493487 Jul 09 09:35:48.441312 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b3325c7b-b4dd-46cc-8f39-87d533037db7 req-ad5ad87f-dc2e-4e71-80a5-607de611b8c4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517042 Jul 09 09:35:48.561557 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8e09236-dc0f-4f9a-89ad-7a01389eceb3 req-7339499a-4188-44d4-8f98-17196c7681f2 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/floatingips/7ef244f9-845a-4e71-8741-20b9a0718f61 HTTP/1.1" status: 200 len: 693 time: 0.0626993 Jul 09 09:35:48.650924 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01dd748e-ffbf-4ada-b9e4-7f737d7a573b tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Router cfae06f5-3216-4ab3-a577-47d9e6a51e58 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:35:48.794134 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e09236-dc0f-4f9a-89ad-7a01389eceb3 req-9da4465f-b58e-4df7-88a1-a8c4f33cedbf tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:48.795620 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8e09236-dc0f-4f9a-89ad-7a01389eceb3 req-9da4465f-b58e-4df7-88a1-a8c4f33cedbf tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.2332201 Jul 09 09:35:48.855711 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01dd748e-ffbf-4ada-b9e4-7f737d7a573b tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:35:48.861312 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01dd748e-ffbf-4ada-b9e4-7f737d7a573b tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:48.874125 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc8e7f7-4a83-4f6d-8f04-b729f2183d12 None None] Sync routers for ids ['cfae06f5-3216-4ab3-a577-47d9e6a51e58'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:35:48.891158 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc8e7f7-4a83-4f6d-8f04-b729f2183d12 None None] Routers {'cfae06f5-3216-4ab3-a577-47d9e6a51e58'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:35:48.892128 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3cc8e7f7-4a83-4f6d-8f04-b729f2183d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:35:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['cfae06f5-3216-4ab3-a577-47d9e6a51e58'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:48.909634 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-01dd748e-ffbf-4ada-b9e4-7f737d7a573b tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "PUT /v2.0/floatingips/b43b7607-7b48-4c1d-ac80-35ac89e7f84d HTTP/1.1" status: 200 len: 992 time: 2.2236323 Jul 09 09:35:48.910509 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'tag': '22dfeafe-6fc9-4984-b9b5-99cfc7236f67'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:35:48.913830 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdfa53e-2c5b-4cd9-85e8-72944e487c29" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "tag": "22dfeafe-6fc9-4984-b9b5-99cfc7236f67"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:35:48.922247 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8e09236-dc0f-4f9a-89ad-7a01389eceb3 req-64b27fc5-e0e6-422c-9c82-c1d765cd1045 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.217 HTTP/1.1" status: 200 len: 696 time: 0.1189952 Jul 09 09:35:49.001773 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8e09236-dc0f-4f9a-89ad-7a01389eceb3 req-c8a511f1-2cb6-4924-9642-d66c63fed6f0 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.217 HTTP/1.1" status: 200 len: 696 time: 0.0713685 Jul 09 09:35:49.060994 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-3cc8e7f7-4a83-4f6d-8f04-b729f2183d12 None None] Set router cfae06f5-3216-4ab3-a577-47d9e6a51e58 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:35:49.120230 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518b774-dc01-4be6-9404-aa43bc8bdc76 req-e943ed5e-3f3b-45bd-a68a-59118d0814c7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:49.121748 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1518b774-dc01-4be6-9404-aa43bc8bdc76 req-e943ed5e-3f3b-45bd-a68a-59118d0814c7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 945 time: 0.2629318 Jul 09 09:35:49.226538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1518b774-dc01-4be6-9404-aa43bc8bdc76 req-404d10df-8f12-4e5d-8dba-bff40affd82b tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869336 Jul 09 09:35:49.263442 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-c8e09236-dc0f-4f9a-89ad-7a01389eceb3 req-1bce2057-72da-4fd5-bd23-f629ab95a7e4 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Deleting port 6cac0bc4-ae35-422d-b19b-b59f29f2a8dc {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:35:49.264122 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c8e09236-dc0f-4f9a-89ad-7a01389eceb3 req-1bce2057-72da-4fd5-bd23-f629ab95a7e4 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:49.437398 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c8e09236-dc0f-4f9a-89ad-7a01389eceb3 req-1bce2057-72da-4fd5-bd23-f629ab95a7e4 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:49.437831 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c8e09236-dc0f-4f9a-89ad-7a01389eceb3 req-1bce2057-72da-4fd5-bd23-f629ab95a7e4 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:49.461112 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3cc8e7f7-4a83-4f6d-8f04-b729f2183d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'name': 'tempest-TaggedBootDevicesTest_v242-545706939-router', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '463331b5-eedb-482b-915c-2839d9c2e433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:13Z', 'updated_at': '2021-07-09T09:33:18Z', 'revision_number': 4, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'gw_port': {'id': '463331b5-eedb-482b-915c-2839d9c2e433', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:68:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:14Z', 'updated_at': '2021-07-09T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'b43b7607-7b48-4c1d-ac80-35ac89e7f84d', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'floating_ip_address': '172.25.3.183', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'port_id': '22dfeafe-6fc9-4984-b9b5-99cfc7236f67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e', 'mac_address': 'fa:16:3e:3c:b3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:34:15Z', 'updated_at': '2021-07-09T09:35:47Z', 'revision_number': 1, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece5828a-835e-40a1-a0d2-097ae8255d52', 'name': '', 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'mac_address': 'fa:16:3e:eb:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'c58141ca-34d8-4bfc-921c-8492b6a7dcd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:17Z', 'updated_at': '2021-07-09T09:33:33Z', 'revision_number': 5, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'subnets': [{'id': 'c58141ca-34d8-4bfc-921c-8492b6a7dcd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:49.467382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-c8e09236-dc0f-4f9a-89ad-7a01389eceb3 req-1bce2057-72da-4fd5-bd23-f629ab95a7e4 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Calling delete_port for 6cac0bc4-ae35-422d-b19b-b59f29f2a8dc owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:35:49.500352 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc8e7f7-4a83-4f6d-8f04-b729f2183d12 None None] Checking router: cfae06f5-3216-4ab3-a577-47d9e6a51e58 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:35:49.509739 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc8e7f7-4a83-4f6d-8f04-b729f2183d12 None None] Routers {'cfae06f5-3216-4ab3-a577-47d9e6a51e58'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:35:49.510366 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3cc8e7f7-4a83-4f6d-8f04-b729f2183d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:35:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['cfae06f5-3216-4ab3-a577-47d9e6a51e58'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:49.637238 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c8e09236-dc0f-4f9a-89ad-7a01389eceb3 req-1bce2057-72da-4fd5-bd23-f629ab95a7e4 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:49.695645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce2057-72da-4fd5-bd23-f629ab95a7e4 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Pushing event deleted for resources: {'Port': ['ID=6cac0bc4-ae35-422d-b19b-b59f29f2a8dc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:49.705050 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-3cc8e7f7-4a83-4f6d-8f04-b729f2183d12 None None] Set router cfae06f5-3216-4ab3-a577-47d9e6a51e58 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:35:49.710839 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f753f-195b-4fcc-bae4-059753ba4b12 req-a4ebc9d0-96a2-4ebb-a5cb-752a0b6223ac tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:49.720313 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a02f753f-195b-4fcc-bae4-059753ba4b12 req-a4ebc9d0-96a2-4ebb-a5cb-752a0b6223ac tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 945 time: 0.1401010 Jul 09 09:35:49.820692 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c325004-e8a7-4946-a25d-e29c9293b60e x-openstack-request-id: req-8c325004-e8a7-4946-a25d-e29c9293b60e {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:35:49.821299 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "tag": "22dfeafe-6fc9-4984-b9b5-99cfc7236f67", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:35:49.821701 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8c325004-e8a7-4946-a25d-e29c9293b60e {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:35:49.822242 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'tag': '22dfeafe-6fc9-4984-b9b5-99cfc7236f67', 'status': 'completed', 'code': 200} Jul 09 09:35:49.849627 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c8e09236-dc0f-4f9a-89ad-7a01389eceb3 req-1bce2057-72da-4fd5-bd23-f629ab95a7e4 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:49.859949 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c8e09236-dc0f-4f9a-89ad-7a01389eceb3 req-1bce2057-72da-4fd5-bd23-f629ab95a7e4 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:49.867501 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8e09236-dc0f-4f9a-89ad-7a01389eceb3 req-1bce2057-72da-4fd5-bd23-f629ab95a7e4 tempest-FloatingIPDetailsTestJSON-1299746730 tempest-FloatingIPDetailsTestJSON-1299746730-project] 10.222.0.61 "DELETE /v2.0/floatingips/7ef244f9-845a-4e71-8741-20b9a0718f61 HTTP/1.1" status: 204 len: 173 time: 0.8604810 Jul 09 09:35:49.870054 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52256) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:50.003462 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfa53e-2c5b-4cd9-85e8-72944e487c29 req-6bb9b76f-54a9-4bce-a812-7eb6bc44d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:50.004544 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfa53e-2c5b-4cd9-85e8-72944e487c29 req-6bb9b76f-54a9-4bce-a812-7eb6bc44d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:50.005179 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfa53e-2c5b-4cd9-85e8-72944e487c29 req-6bb9b76f-54a9-4bce-a812-7eb6bc44d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:50.005980 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfa53e-2c5b-4cd9-85e8-72944e487c29 req-6bb9b76f-54a9-4bce-a812-7eb6bc44d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:50.006612 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfa53e-2c5b-4cd9-85e8-72944e487c29 req-6bb9b76f-54a9-4bce-a812-7eb6bc44d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:50.007234 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfa53e-2c5b-4cd9-85e8-72944e487c29 req-6bb9b76f-54a9-4bce-a812-7eb6bc44d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:50.008051 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfa53e-2c5b-4cd9-85e8-72944e487c29 req-6bb9b76f-54a9-4bce-a812-7eb6bc44d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:50.010184 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fbdfa53e-2c5b-4cd9-85e8-72944e487c29 req-6bb9b76f-54a9-4bce-a812-7eb6bc44d6ff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df38cd9bcbb7480b8739e27fba0b60f2&device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 6502 time: 0.2092667 Jul 09 09:35:50.046728 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-a02f753f-195b-4fcc-bae4-059753ba4b12 req-fc0ec7af-e8e8-4267-9688-b4aa1727b57b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Deleting port 43b105bd-7a7c-4776-b63b-dab16e7893b3 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:35:50.047396 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a02f753f-195b-4fcc-bae4-059753ba4b12 req-fc0ec7af-e8e8-4267-9688-b4aa1727b57b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:50.220128 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a02f753f-195b-4fcc-bae4-059753ba4b12 req-fc0ec7af-e8e8-4267-9688-b4aa1727b57b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] For port 43b105bd-7a7c-4776-b63b-dab16e7893b3, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=43b105bd-7a7c-4776-b63b-dab16e7893b3,segment=NetworkSegment(73b5dac6-4e64-4a7e-bac1-42f3892502d5),segment_id=73b5dac6-4e64-4a7e-bac1-42f3892502d5)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:50.221393 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a02f753f-195b-4fcc-bae4-059753ba4b12 req-fc0ec7af-e8e8-4267-9688-b4aa1727b57b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:50.240056 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-a02f753f-195b-4fcc-bae4-059753ba4b12 req-fc0ec7af-e8e8-4267-9688-b4aa1727b57b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Calling delete_port for 43b105bd-7a7c-4776-b63b-dab16e7893b3 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:35:50.296934 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3cc8e7f7-4a83-4f6d-8f04-b729f2183d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'name': 'tempest-TaggedBootDevicesTest_v242-545706939-router', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '463331b5-eedb-482b-915c-2839d9c2e433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:13Z', 'updated_at': '2021-07-09T09:33:18Z', 'revision_number': 4, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'gw_port': {'id': '463331b5-eedb-482b-915c-2839d9c2e433', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:68:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:14Z', 'updated_at': '2021-07-09T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'b43b7607-7b48-4c1d-ac80-35ac89e7f84d', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'floating_ip_address': '172.25.3.183', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'port_id': '22dfeafe-6fc9-4984-b9b5-99cfc7236f67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e', 'mac_address': 'fa:16:3e:3c:b3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:34:15Z', 'updated_at': '2021-07-09T09:35:47Z', 'revision_number': 1, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece5828a-835e-40a1-a0d2-097ae8255d52', 'name': '', 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'mac_address': 'fa:16:3e:eb:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'c58141ca-34d8-4bfc-921c-8492b6a7dcd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:17Z', 'updated_at': '2021-07-09T09:33:33Z', 'revision_number': 5, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'subnets': [{'id': 'c58141ca-34d8-4bfc-921c-8492b6a7dcd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:50.373519 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc8e7f7-4a83-4f6d-8f04-b729f2183d12 None None] The sync data for ids ['cfae06f5-3216-4ab3-a577-47d9e6a51e58'] in n-d-799996-1 is: [{'id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'name': 'tempest-TaggedBootDevicesTest_v242-545706939-router', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '463331b5-eedb-482b-915c-2839d9c2e433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:13Z', 'updated_at': '2021-07-09T09:33:18Z', 'revision_number': 4, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'gw_port': {'id': '463331b5-eedb-482b-915c-2839d9c2e433', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:68:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:14Z', 'updated_at': '2021-07-09T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'b43b7607-7b48-4c1d-ac80-35ac89e7f84d', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'floating_ip_address': '172.25.3.183', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'port_id': '22dfeafe-6fc9-4984-b9b5-99cfc7236f67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e', 'mac_address': 'fa:16:3e:3c:b3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:34:15Z', 'updated_at': '2021-07-09T09:35:47Z', 'revision_number': 1, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece5828a-835e-40a1-a0d2-097ae8255d52', 'name': '', 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'mac_address': 'fa:16:3e:eb:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'c58141ca-34d8-4bfc-921c-8492b6a7dcd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:17Z', 'updated_at': '2021-07-09T09:33:33Z', 'revision_number': 5, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'subnets': [{'id': 'c58141ca-34d8-4bfc-921c-8492b6a7dcd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:35:50.418039 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a02f753f-195b-4fcc-bae4-059753ba4b12 req-fc0ec7af-e8e8-4267-9688-b4aa1727b57b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:50.429524 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a85fdf-d0ec-40d5-89a1-24e4b9ba0b3f req-d109db3f-12d5-4572-8663-de1fb80d4280 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:50.431124 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['43b105bd-7a7c-4776-b63b-dab16e7893b3', 'b666c5a5-28b3-4f09-b8c2-a6783033b7f5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:35:50.437406 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5a85fdf-d0ec-40d5-89a1-24e4b9ba0b3f req-d109db3f-12d5-4572-8663-de1fb80d4280 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0128b3b-7735-4470-b343-5892bdb3121a HTTP/1.1" status: 200 len: 945 time: 0.4082334 Jul 09 09:35:50.501854 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ec7af-e8e8-4267-9688-b4aa1727b57b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Pushing event deleted for resources: {'Port': ['ID=43b105bd-7a7c-4776-b63b-dab16e7893b3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:50.535250 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41cf91-89cd-49f8-a63d-77f7c614897e req-d871080d-19e9-40f1-a51f-e7a480083577 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:50.543110 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b41cf91-89cd-49f8-a63d-77f7c614897e req-d871080d-19e9-40f1-a51f-e7a480083577 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.4228082 Jul 09 09:35:50.609833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5a85fdf-d0ec-40d5-89a1-24e4b9ba0b3f req-c82c69a2-74a3-4223-9fcc-0809f8c53a10 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705005 Jul 09 09:35:50.615343 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ec7af-e8e8-4267-9688-b4aa1727b57b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:50.615725 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ec7af-e8e8-4267-9688-b4aa1727b57b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:50.618344 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ec7af-e8e8-4267-9688-b4aa1727b57b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:50.618613 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ec7af-e8e8-4267-9688-b4aa1727b57b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:50.619055 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ec7af-e8e8-4267-9688-b4aa1727b57b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:50.619401 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ec7af-e8e8-4267-9688-b4aa1727b57b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:50.619787 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ec7af-e8e8-4267-9688-b4aa1727b57b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:50.620189 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ec7af-e8e8-4267-9688-b4aa1727b57b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:50.620548 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ec7af-e8e8-4267-9688-b4aa1727b57b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:50.620873 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ec7af-e8e8-4267-9688-b4aa1727b57b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:50.621254 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ec7af-e8e8-4267-9688-b4aa1727b57b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:50.621586 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ec7af-e8e8-4267-9688-b4aa1727b57b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:50.629447 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02f753f-195b-4fcc-bae4-059753ba4b12 req-fc0ec7af-e8e8-4267-9688-b4aa1727b57b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] No DVR routers for this DVR port 43b105bd-7a7c-4776-b63b-dab16e7893b3 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:35:50.631223 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfa53e-2c5b-4cd9-85e8-72944e487c29 req-10012baf-e1dc-4203-94de-e123597f1ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:50.633016 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fbdfa53e-2c5b-4cd9-85e8-72944e487c29 req-10012baf-e1dc-4203-94de-e123597f1ef2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=99c195dc-2d0c-4f19-8264-456ecb1b766e HTTP/1.1" status: 200 len: 917 time: 0.6138663 Jul 09 09:35:50.644981 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a02f753f-195b-4fcc-bae4-059753ba4b12 req-fc0ec7af-e8e8-4267-9688-b4aa1727b57b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:50.647162 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a02f753f-195b-4fcc-bae4-059753ba4b12 req-fc0ec7af-e8e8-4267-9688-b4aa1727b57b tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.58 "DELETE /v2.0/ports/43b105bd-7a7c-4776-b63b-dab16e7893b3 HTTP/1.1" status: 204 len: 173 time: 0.9214015 Jul 09 09:35:50.730215 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fbdfa53e-2c5b-4cd9-85e8-72944e487c29 req-b0d27a10-26e6-4932-8f00-b6006cb25a2f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22dfeafe-6fc9-4984-b9b5-99cfc7236f67 HTTP/1.1" status: 200 len: 1000 time: 0.0812159 Jul 09 09:35:50.779591 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b41cf91-89cd-49f8-a63d-77f7c614897e req-608c0d81-d629-454b-b978-d2432bfda12b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350862 Jul 09 09:35:50.832261 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfa53e-2c5b-4cd9-85e8-72944e487c29 req-02092fe4-14a6-4d2e-bf91-6b42814dfba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:50.839106 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fbdfa53e-2c5b-4cd9-85e8-72944e487c29 req-02092fe4-14a6-4d2e-bf91-6b42814dfba5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c58141ca-34d8-4bfc-921c-8492b6a7dcd8 HTTP/1.1" status: 200 len: 855 time: 0.1002386 Jul 09 09:35:50.872168 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364848f2-5947-4f16-a939-7f38ce01861c None None] New status for floating IP b43b7607-7b48-4c1d-ac80-35ac89e7f84d: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:35:50.932447 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79584bcb-b2c1-4c05-a293-6b9d26b8fb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:50.971460 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfa53e-2c5b-4cd9-85e8-72944e487c29 req-92d79573-9ed2-4eaa-84e9-3440d1c9a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:50.973200 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fbdfa53e-2c5b-4cd9-85e8-72944e487c29 req-92d79573-9ed2-4eaa-84e9-3440d1c9a2a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=99c195dc-2d0c-4f19-8264-456ecb1b766e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274705 Jul 09 09:35:51.110729 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fbdfa53e-2c5b-4cd9-85e8-72944e487c29 req-2206298f-caee-4513-b7c4-aca319fb1a05 service neutron] 10.222.0.58 "GET /v2.0/networks/99c195dc-2d0c-4f19-8264-456ecb1b766e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295722 Jul 09 09:35:51.234809 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fbdfa53e-2c5b-4cd9-85e8-72944e487c29 req-3607ad22-6657-4c92-b7b2-3e89561a18dd service neutron] 10.222.0.58 "GET /v2.0/networks/99c195dc-2d0c-4f19-8264-456ecb1b766e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162031 Jul 09 09:35:51.472428 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adeb69f-c947-456e-8da8-6208a16fde9a req-07ad381a-f847-4407-91bd-80f11bf680a2 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:51.473999 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9adeb69f-c947-456e-8da8-6208a16fde9a req-07ad381a-f847-4407-91bd-80f11bf680a2 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 945 time: 0.1637251 Jul 09 09:35:51.550924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9adeb69f-c947-456e-8da8-6208a16fde9a req-0aac4ea0-28ff-4b3e-86ca-a6384ecc43a1 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705898 Jul 09 09:35:51.607062 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-79584bcb-b2c1-4c05-a293-6b9d26b8fb6d admin admin] Deleting port 69944f75-ab6d-48bc-9f47-6546b3b31ca0 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:35:51.607677 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79584bcb-b2c1-4c05-a293-6b9d26b8fb6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:51.696312 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-79584bcb-b2c1-4c05-a293-6b9d26b8fb6d admin admin] For port 69944f75-ab6d-48bc-9f47-6546b3b31ca0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=69944f75-ab6d-48bc-9f47-6546b3b31ca0,segment=NetworkSegment(000c5bfa-3bc1-4b97-9f22-9e9825b7f2ad),segment_id=000c5bfa-3bc1-4b97-9f22-9e9825b7f2ad)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:51.696673 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79584bcb-b2c1-4c05-a293-6b9d26b8fb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:51.710709 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-79584bcb-b2c1-4c05-a293-6b9d26b8fb6d admin admin] Calling delete_port for 69944f75-ab6d-48bc-9f47-6546b3b31ca0 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:35:51.829259 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0128b3b-7735-4470-b343-5892bdb3121a', 'name': 'network-vif-deleted', 'tag': '43b105bd-7a7c-4776-b63b-dab16e7893b3'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:35:51.832006 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df065e50-5e39-4404-9e2e-ce82376d5678" -d '{"events": [{"server_uuid": "a0128b3b-7735-4470-b343-5892bdb3121a", "name": "network-vif-deleted", "tag": "43b105bd-7a7c-4776-b63b-dab16e7893b3"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:35:52.026608 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca66a0-0d64-42b5-87ab-829f4084bc12 req-4787f963-d776-439c-83a7-973f88e3b345 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:52.028352 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a8ca66a0-0d64-42b5-87ab-829f4084bc12 req-4787f963-d776-439c-83a7-973f88e3b345 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.1132705 Jul 09 09:35:52.029158 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79584bcb-b2c1-4c05-a293-6b9d26b8fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:52.084931 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79584bcb-b2c1-4c05-a293-6b9d26b8fb6d admin admin] Pushing event deleted for resources: {'Port': ['ID=69944f75-ab6d-48bc-9f47-6546b3b31ca0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:52.130174 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f6dea9-dfbf-4c1f-8529-092bef67d644 x-openstack-request-id: req-e1f6dea9-dfbf-4c1f-8529-092bef67d644 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:35:52.130700 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0128b3b-7735-4470-b343-5892bdb3121a", "name": "network-vif-deleted", "tag": "43b105bd-7a7c-4776-b63b-dab16e7893b3", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:35:52.130700 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e1f6dea9-dfbf-4c1f-8529-092bef67d644 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:35:52.131108 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0128b3b-7735-4470-b343-5892bdb3121a', 'name': 'network-vif-deleted', 'tag': '43b105bd-7a7c-4776-b63b-dab16e7893b3', 'status': 'completed', 'code': 200} Jul 09 09:35:52.131448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79584bcb-b2c1-4c05-a293-6b9d26b8fb6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:52.131834 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79584bcb-b2c1-4c05-a293-6b9d26b8fb6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:52.132171 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79584bcb-b2c1-4c05-a293-6b9d26b8fb6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:52.132505 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79584bcb-b2c1-4c05-a293-6b9d26b8fb6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:52.132834 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79584bcb-b2c1-4c05-a293-6b9d26b8fb6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:52.133160 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79584bcb-b2c1-4c05-a293-6b9d26b8fb6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:52.133484 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79584bcb-b2c1-4c05-a293-6b9d26b8fb6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:52.133806 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79584bcb-b2c1-4c05-a293-6b9d26b8fb6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:52.134130 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79584bcb-b2c1-4c05-a293-6b9d26b8fb6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:52.134453 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79584bcb-b2c1-4c05-a293-6b9d26b8fb6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:52.134776 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79584bcb-b2c1-4c05-a293-6b9d26b8fb6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:52.135096 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79584bcb-b2c1-4c05-a293-6b9d26b8fb6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:35:52.174583 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a8ca66a0-0d64-42b5-87ab-829f4084bc12 req-05bbef7d-d652-4738-af40-e0b709720e03 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361308 Jul 09 09:35:52.352193 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79584bcb-b2c1-4c05-a293-6b9d26b8fb6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:52.367752 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105403d-4ccd-4d8a-b188-67ec181aebf6 req-510cd3d4-fead-420d-a6ec-2b7048177afc tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:52.369375 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d105403d-4ccd-4d8a-b188-67ec181aebf6 req-510cd3d4-fead-420d-a6ec-2b7048177afc tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.1264770 Jul 09 09:35:52.502944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d105403d-4ccd-4d8a-b188-67ec181aebf6 req-ca47662e-84ca-407b-944f-0ae6f053eede tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267290 Jul 09 09:35:52.636530 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79584bcb-b2c1-4c05-a293-6b9d26b8fb6d admin admin] Router a01b6e24-cfbb-45bf-80c1-a0a8a804952e has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:35:52.796931 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79584bcb-b2c1-4c05-a293-6b9d26b8fb6d admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:35:52.810960 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-79584bcb-b2c1-4c05-a293-6b9d26b8fb6d admin admin] 10.222.0.61 "PUT /v2.0/routers/a01b6e24-cfbb-45bf-80c1-a0a8a804952e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9324212 Jul 09 09:35:52.811241 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52306) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:52.820260 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f71dbb-d695-4eaf-9bfc-f06d9555f8e1 None None] Sync routers for ids ['a01b6e24-cfbb-45bf-80c1-a0a8a804952e'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:35:52.821205 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89d71b-7da2-4718-9219-5009f5268775 req-decb11bd-15cd-4067-bfc4-b5ad9f45a5ff tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:52.829140 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca89d71b-7da2-4718-9219-5009f5268775 req-decb11bd-15cd-4067-bfc4-b5ad9f45a5ff tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 945 time: 0.1248260 Jul 09 09:35:52.834099 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f71dbb-d695-4eaf-9bfc-f06d9555f8e1 None None] Routers {'a01b6e24-cfbb-45bf-80c1-a0a8a804952e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:35:52.835119 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-36f71dbb-d695-4eaf-9bfc-f06d9555f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:35:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['a01b6e24-cfbb-45bf-80c1-a0a8a804952e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:52.873736 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca89d71b-7da2-4718-9219-5009f5268775 req-70563a86-5682-4a87-9ea1-6686a6ce659b tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436509 Jul 09 09:35:52.989744 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-36f71dbb-d695-4eaf-9bfc-f06d9555f8e1 None None] Set router a01b6e24-cfbb-45bf-80c1-a0a8a804952e gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:35:52.994198 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6078b243-d53f-4bdd-921f-4c6d3683f7cd admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:53.131218 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6078b243-d53f-4bdd-921f-4c6d3683f7cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:53.234767 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-36f71dbb-d695-4eaf-9bfc-f06d9555f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01b6e24-cfbb-45bf-80c1-a0a8a804952e', 'name': 'tempest-FloatingIPDetailsTestJSON-1851376418-router', 'tenant_id': '4033083a59c9410f8d2cf36b85ee497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '00925af4-2715-4f9d-ba15-d6ee334e2012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:11Z', 'updated_at': '2021-07-09T09:35:51Z', 'revision_number': 5, 'project_id': '4033083a59c9410f8d2cf36b85ee497e', 'gw_port': {'id': '00925af4-2715-4f9d-ba15-d6ee334e2012', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01b6e24-cfbb-45bf-80c1-a0a8a804952e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:14Z', 'updated_at': '2021-07-09T09:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:53.248806 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-6078b243-d53f-4bdd-921f-4c6d3683f7cd admin admin] Deleting port 00925af4-2715-4f9d-ba15-d6ee334e2012 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:35:53.249272 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6078b243-d53f-4bdd-921f-4c6d3683f7cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:53.271911 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f71dbb-d695-4eaf-9bfc-f06d9555f8e1 None None] Checking router: a01b6e24-cfbb-45bf-80c1-a0a8a804952e for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:35:53.281075 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f71dbb-d695-4eaf-9bfc-f06d9555f8e1 None None] Routers {'a01b6e24-cfbb-45bf-80c1-a0a8a804952e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:35:53.281693 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-36f71dbb-d695-4eaf-9bfc-f06d9555f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:35:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['a01b6e24-cfbb-45bf-80c1-a0a8a804952e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:53.392609 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-36f71dbb-d695-4eaf-9bfc-f06d9555f8e1 None None] Set router a01b6e24-cfbb-45bf-80c1-a0a8a804952e gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:35:53.415507 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-6078b243-d53f-4bdd-921f-4c6d3683f7cd admin admin] For port 00925af4-2715-4f9d-ba15-d6ee334e2012, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=00925af4-2715-4f9d-ba15-d6ee334e2012,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:53.415928 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6078b243-d53f-4bdd-921f-4c6d3683f7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:53.433053 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-6078b243-d53f-4bdd-921f-4c6d3683f7cd admin admin] Calling delete_port for 00925af4-2715-4f9d-ba15-d6ee334e2012 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:35:53.452493 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-36f71dbb-d695-4eaf-9bfc-f06d9555f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01b6e24-cfbb-45bf-80c1-a0a8a804952e', 'name': 'tempest-FloatingIPDetailsTestJSON-1851376418-router', 'tenant_id': '4033083a59c9410f8d2cf36b85ee497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:11Z', 'updated_at': '2021-07-09T09:35:53Z', 'revision_number': 6, 'project_id': '4033083a59c9410f8d2cf36b85ee497e', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:53.494363 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f71dbb-d695-4eaf-9bfc-f06d9555f8e1 None None] The sync data for ids ['a01b6e24-cfbb-45bf-80c1-a0a8a804952e'] in n-d-799996-1 is: [{'id': 'a01b6e24-cfbb-45bf-80c1-a0a8a804952e', 'name': 'tempest-FloatingIPDetailsTestJSON-1851376418-router', 'tenant_id': '4033083a59c9410f8d2cf36b85ee497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:11Z', 'updated_at': '2021-07-09T09:35:53Z', 'revision_number': 6, 'project_id': '4033083a59c9410f8d2cf36b85ee497e', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:35:53.535552 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1c4b7-3672-42f6-9d82-938c8ac5409a req-6e15f303-044c-47d6-8b4c-392485700a73 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:53.537534 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0bf1c4b7-3672-42f6-9d82-938c8ac5409a req-6e15f303-044c-47d6-8b4c-392485700a73 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.1606681 Jul 09 09:35:53.591780 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0bf1c4b7-3672-42f6-9d82-938c8ac5409a req-268f0939-c73a-40a2-9b8d-c8817577fe35 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483267 Jul 09 09:35:53.691708 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6078b243-d53f-4bdd-921f-4c6d3683f7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:53.730467 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078b243-d53f-4bdd-921f-4c6d3683f7cd admin admin] Pushing event deleted for resources: {'Port': ['ID=00925af4-2715-4f9d-ba15-d6ee334e2012,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:53.740792 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0db60-0b96-4e0b-a351-bac4e8ae8bb5 req-99821af0-1a48-409b-bd78-8235ae4908d4 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:53.742639 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eed0db60-0b96-4e0b-a351-bac4e8ae8bb5 req-99821af0-1a48-409b-bd78-8235ae4908d4 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.0882857 Jul 09 09:35:53.784723 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eed0db60-0b96-4e0b-a351-bac4e8ae8bb5 req-1928d3c0-2d14-4f76-b9ac-0d141bee1326 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355182 Jul 09 09:35:53.830857 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6078b243-d53f-4bdd-921f-4c6d3683f7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:53.964163 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6078b243-d53f-4bdd-921f-4c6d3683f7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:53.969931 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6078b243-d53f-4bdd-921f-4c6d3683f7cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:54.039460 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6078b243-d53f-4bdd-921f-4c6d3683f7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:54.040176 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6078b243-d53f-4bdd-921f-4c6d3683f7cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a01b6e24-cfbb-45bf-80c1-a0a8a804952e {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:35:54.044881 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6078b243-d53f-4bdd-921f-4c6d3683f7cd admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:54.049026 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52332) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:54.056476 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6078b243-d53f-4bdd-921f-4c6d3683f7cd admin admin] 10.222.0.61 "DELETE /v2.0/routers/a01b6e24-cfbb-45bf-80c1-a0a8a804952e HTTP/1.1" status: 204 len: 168 time: 1.2488298 Jul 09 09:35:54.183878 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7af79f-eca5-4f17-b7f4-36d6ba8ec2da admin admin] Deleting subnet 1ca18ea6-4cda-43c8-99ef-baf6d6bcfef5 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:35:54.190736 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 43b105bd-7a7c-4776-b63b-dab16e7893b3 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:35:54.199582 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e7af79f-eca5-4f17-b7f4-36d6ba8ec2da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:54.217915 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 43b105bd-7a7c-4776-b63b-dab16e7893b3 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:35:54.218169 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 43b105bd-7a7c-4776-b63b-dab16e7893b3 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:35:54.260757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9334a-066f-4eeb-a7cc-d5c96746a3bc req-ae047496-9a94-498c-a9be-29ea3c63f21f tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:54.262317 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4dd9334a-066f-4eeb-a7cc-d5c96746a3bc req-ae047496-9a94-498c-a9be-29ea3c63f21f tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 945 time: 0.2033057 Jul 09 09:35:54.266696 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e7af79f-eca5-4f17-b7f4-36d6ba8ec2da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:54.321608 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52338) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:54.338140 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6ce2e997-1717-46c4-9057-878f77d2c95d tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1259069736'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:35:54.382809 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce2e997-1717-46c4-9057-878f77d2c95d tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Made reservation on behalf of d40a354f83ac42a092eb57d9c0e4d4c8 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:35:54.387578 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e997-1717-46c4-9057-878f77d2c95d tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:54.392325 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4dd9334a-066f-4eeb-a7cc-d5c96746a3bc req-315eb906-4e69-4140-8344-22ea74dc7cd7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227624 Jul 09 09:35:54.413225 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e7af79f-eca5-4f17-b7f4-36d6ba8ec2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:54.429319 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce2e997-1717-46c4-9057-878f77d2c95d tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:35:54.440835 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e997-1717-46c4-9057-878f77d2c95d tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:54.441236 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-6ce2e997-1717-46c4-9057-878f77d2c95d tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Added segment 12d92678-e9de-4985-af51-f354170634f9 of type vlan for network c92255a9-b3f6-43e0-b40a-47ba2e92d728 Jul 09 09:35:54.481253 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e7af79f-eca5-4f17-b7f4-36d6ba8ec2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:54.488656 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e997-1717-46c4-9057-878f77d2c95d tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:54.518066 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7af79f-eca5-4f17-b7f4-36d6ba8ec2da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ca18ea6-4cda-43c8-99ef-baf6d6bcfef5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:54.520250 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e7af79f-eca5-4f17-b7f4-36d6ba8ec2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:54.524211 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1e7af79f-eca5-4f17-b7f4-36d6ba8ec2da admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1ca18ea6-4cda-43c8-99ef-baf6d6bcfef5 HTTP/1.1" status: 204 len: 168 time: 0.4739618 Jul 09 09:35:54.525195 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52342) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:54.531162 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e7141a-8cad-4dee-9602-5b9372d29f61 None None] Network 4046a60c-45bb-4e12-b1ab-2a5761ecadbd requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:35:54.539680 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e997-1717-46c4-9057-878f77d2c95d tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:54.549884 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce2e997-1717-46c4-9057-878f77d2c95d tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:54.550556 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e997-1717-46c4-9057-878f77d2c95d tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:54.612724 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47b5906e-c8d8-49fd-b5c6-5bc9c42d6d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:54.653930 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2e997-1717-46c4-9057-878f77d2c95d tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event updated for resources: {'Network': ['ID=c92255a9-b3f6-43e0-b40a-47ba2e92d728,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:54.659181 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6ce2e997-1717-46c4-9057-878f77d2c95d tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3364756 Jul 09 09:35:54.662605 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52346) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:54.674933 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d66378f5-c67e-46f4-81cb-2b4f3f29862f tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1177216534'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:35:54.696682 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network c92255a9-b3f6-43e0-b40a-47ba2e92d728 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:35:54.703247 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-47b5906e-c8d8-49fd-b5c6-5bc9c42d6d44 admin admin] Deleting port 3947e17b-f3d1-423e-a216-18232c409e61 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:35:54.703664 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47b5906e-c8d8-49fd-b5c6-5bc9c42d6d44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:54.731482 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66378f5-c67e-46f4-81cb-2b4f3f29862f tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Made reservation on behalf of d40a354f83ac42a092eb57d9c0e4d4c8 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:35:54.735209 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d66378f5-c67e-46f4-81cb-2b4f3f29862f tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:54.802040 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66378f5-c67e-46f4-81cb-2b4f3f29862f tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:35:54.815492 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d66378f5-c67e-46f4-81cb-2b4f3f29862f tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:54.815868 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-d66378f5-c67e-46f4-81cb-2b4f3f29862f tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Added segment c1ede9d9-38ab-458d-8e0a-5e8f02213eed of type vlan for network 60491b7b-def1-4cac-8466-a6ebcf0d8114 Jul 09 09:35:54.826330 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 69944f75-ab6d-48bc-9f47-6546b3b31ca0 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:35:54.853601 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-47b5906e-c8d8-49fd-b5c6-5bc9c42d6d44 admin admin] For port 3947e17b-f3d1-423e-a216-18232c409e61, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3947e17b-f3d1-423e-a216-18232c409e61,segment=NetworkSegment(000c5bfa-3bc1-4b97-9f22-9e9825b7f2ad),segment_id=000c5bfa-3bc1-4b97-9f22-9e9825b7f2ad)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:54.854353 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47b5906e-c8d8-49fd-b5c6-5bc9c42d6d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:54.875801 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-47b5906e-c8d8-49fd-b5c6-5bc9c42d6d44 admin admin] Calling delete_port for 3947e17b-f3d1-423e-a216-18232c409e61 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:35:54.877311 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d66378f5-c67e-46f4-81cb-2b4f3f29862f tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:54.955822 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d66378f5-c67e-46f4-81cb-2b4f3f29862f tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:54.957561 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d723016-9869-4f15-8749-57d449dd5921 req-9f24335b-8386-466a-9672-b049dc5682d9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:54.959198 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6d723016-9869-4f15-8749-57d449dd5921 req-9f24335b-8386-466a-9672-b049dc5682d9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.1916142 Jul 09 09:35:54.971476 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66378f5-c67e-46f4-81cb-2b4f3f29862f tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:54.976244 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d66378f5-c67e-46f4-81cb-2b4f3f29862f tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:55.015186 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 69944f75-ab6d-48bc-9f47-6546b3b31ca0 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:35:55.015656 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 69944f75-ab6d-48bc-9f47-6546b3b31ca0 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:35:55.016153 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 00925af4-2715-4f9d-ba15-d6ee334e2012 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:35:55.051603 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 00925af4-2715-4f9d-ba15-d6ee334e2012 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:35:55.051793 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6d723016-9869-4f15-8749-57d449dd5921 req-6948cb02-902c-4bf8-acfe-596445a30e7f tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810075 Jul 09 09:35:55.051993 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 00925af4-2715-4f9d-ba15-d6ee334e2012 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:35:55.104194 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634dcdc5-242c-4ef9-801d-59879ef1b9ea req-4d7dfa07-1b62-4d5c-82a9-1ddc6b898228 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:55.105774 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-634dcdc5-242c-4ef9-801d-59879ef1b9ea req-4d7dfa07-1b62-4d5c-82a9-1ddc6b898228 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.1440961 Jul 09 09:35:55.107194 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47b5906e-c8d8-49fd-b5c6-5bc9c42d6d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:55.112080 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d66378f5-c67e-46f4-81cb-2b4f3f29862f tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4451513 Jul 09 09:35:55.116643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52358) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:55.122523 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efad1067-afc8-4145-a2cc-c6a018f42c57 None None] DHCP port deletion for 4046a60c-45bb-4e12-b1ab-2a5761ecadbd request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:35:55.122936 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66378f5-c67e-46f4-81cb-2b4f3f29862f tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event updated for resources: {'Network': ['ID=60491b7b-def1-4cac-8466-a6ebcf0d8114,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:55.136326 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-fe3f00f5-2b29-4a15-aaae-05058953a4b2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Request body: {'subnet': {'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:35:55.138176 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b5906e-c8d8-49fd-b5c6-5bc9c42d6d44 admin admin] No DVR routers for this DVR port 3947e17b-f3d1-423e-a216-18232c409e61 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:35:55.138290 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 60491b7b-def1-4cac-8466-a6ebcf0d8114 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:35:55.216827 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5906e-c8d8-49fd-b5c6-5bc9c42d6d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=3947e17b-f3d1-423e-a216-18232c409e61,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:55.324880 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-634dcdc5-242c-4ef9-801d-59879ef1b9ea req-cf285e15-4b7c-4a27-b4d1-0c37c9132ace tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072315 Jul 09 09:35:55.332663 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47b5906e-c8d8-49fd-b5c6-5bc9c42d6d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:55.356529 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-47b5906e-c8d8-49fd-b5c6-5bc9c42d6d44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4046a60c-45bb-4e12-b1ab-2a5761ecadbd']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:55.374497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-47b5906e-c8d8-49fd-b5c6-5bc9c42d6d44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000c5bfa-3bc1-4b97-9f22-9e9825b7f2ad') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:55.374830 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-47b5906e-c8d8-49fd-b5c6-5bc9c42d6d44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000c5bfa-3bc1-4b97-9f22-9e9825b7f2ad') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:35:55.379085 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3f00f5-2b29-4a15-aaae-05058953a4b2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Made reservation on behalf of d40a354f83ac42a092eb57d9c0e4d4c8 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:35:55.382660 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe3f00f5-2b29-4a15-aaae-05058953a4b2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:55.408467 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47b5906e-c8d8-49fd-b5c6-5bc9c42d6d44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:55.467108 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47b5906e-c8d8-49fd-b5c6-5bc9c42d6d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:55.480377 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b5906e-c8d8-49fd-b5c6-5bc9c42d6d44 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:35:55.480776 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47b5906e-c8d8-49fd-b5c6-5bc9c42d6d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:35:55.482573 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:35:55.607111 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47b5906e-c8d8-49fd-b5c6-5bc9c42d6d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:55.627855 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47b5906e-c8d8-49fd-b5c6-5bc9c42d6d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:55.630015 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-47b5906e-c8d8-49fd-b5c6-5bc9c42d6d44 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4046a60c-45bb-4e12-b1ab-2a5761ecadbd HTTP/1.1" status: 204 len: 168 time: 1.1038907 Jul 09 09:35:55.650852 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5906e-c8d8-49fd-b5c6-5bc9c42d6d44 admin admin] Pushing event deleted for resources: {'Network': ['ID=4046a60c-45bb-4e12-b1ab-2a5761ecadbd,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:55.672771 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf75fd4-949a-4df8-b937-1e1bf4616790 req-103e429d-4de6-4bd6-803d-e7d1e1fba8fb tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:55.680084 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9cf75fd4-949a-4df8-b937-1e1bf4616790 req-103e429d-4de6-4bd6-803d-e7d1e1fba8fb tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 945 time: 0.1434989 Jul 09 09:35:55.748471 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9cf75fd4-949a-4df8-b937-1e1bf4616790 req-20da0a79-4330-472e-b93d-f8ce67e4bc10 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673926 Jul 09 09:35:55.793625 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe3f00f5-2b29-4a15-aaae-05058953a4b2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:55.840578 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52374) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:55.867676 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f00f5-2b29-4a15-aaae-05058953a4b2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event updated for resources: {'Subnet': ['ID=eaa25951-e3c6-4a89-bd19-5bca58e724de,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:55.872997 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3f00f5-2b29-4a15-aaae-05058953a4b2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Checking segment: {'id': '12d92678-e9de-4985-af51-f354170634f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:35:55.873354 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3f00f5-2b29-4a15-aaae-05058953a4b2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Network hostable DHCP agents. Network: c92255a9-b3f6-43e0-b40a-47ba2e92d728, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:35:55.895779 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3f00f5-2b29-4a15-aaae-05058953a4b2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Network c92255a9-b3f6-43e0-b40a-47ba2e92d728 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:35:55.896030 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-875a2456-4f01-4690-9f44-fc8e5b66b7e4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4033083a59c9410f8d2cf36b85ee497e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531890 Jul 09 09:35:55.898094 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52376) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:55.905322 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-fe3f00f5-2b29-4a15-aaae-05058953a4b2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, c92255a9-b3f6-43e0-b40a-47ba2e92d728) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:35:55.910079 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3f00f5-2b29-4a15-aaae-05058953a4b2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:55.910930 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe3f00f5-2b29-4a15-aaae-05058953a4b2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:55.919328 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2526b3-207a-4696-b02f-5281e776febe None None] Network c92255a9-b3f6-43e0-b40a-47ba2e92d728 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:35:55.928311 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fe3f00f5-2b29-4a15-aaae-05058953a4b2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8013635 Jul 09 09:35:55.932134 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52378) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:55.939011 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b61ac87e-7cd6-4a43-869b-8d5dc225e7ca tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Request body: {'subnet': {'network_id': '60491b7b-def1-4cac-8466-a6ebcf0d8114', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:35:55.983899 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8fe0-5c32-41d9-993e-02058bbafb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:56.024338 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8fe0-5c32-41d9-993e-02058bbafb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:56.091629 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61ac87e-7cd6-4a43-869b-8d5dc225e7ca tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Made reservation on behalf of d40a354f83ac42a092eb57d9c0e4d4c8 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:35:56.096917 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8fe0-5c32-41d9-993e-02058bbafb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:56.097089 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b61ac87e-7cd6-4a43-869b-8d5dc225e7ca tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:56.100020 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8fe0-5c32-41d9-993e-02058bbafb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:56.102540 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0d8a8fe0-5c32-41d9-993e-02058bbafb11 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/11c9e363-cf55-4b14-a776-b65253930bba HTTP/1.1" status: 204 len: 168 time: 0.2032073 Jul 09 09:35:56.130338 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a8fe0-5c32-41d9-993e-02058bbafb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c9e363-cf55-4b14-a776-b65253930bba,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:56.169386 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d26ec3-c1d9-4e50-b419-04285ac379bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-c92255a9-b3f6-43e0-b40a-47ba2e92d728', 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'fixed_ips': [{'subnet_id': 'eaa25951-e3c6-4a89-bd19-5bca58e724de'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:35:56.170630 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-56d26ec3-c1d9-4e50-b419-04285ac379bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:56.377437 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-56d26ec3-c1d9-4e50-b419-04285ac379bf None None] Allocated IP 10.1.1.2 (c92255a9-b3f6-43e0-b40a-47ba2e92d728/eaa25951-e3c6-4a89-bd19-5bca58e724de/9d1b0adf-5797-47ff-a14e-89fc8df272b1) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:35:56.393792 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6a14a-f27b-4fbe-9bae-3fda329b7528 req-f70541f0-94d6-41a1-bcff-90489effb17b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:56.395094 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d2f6a14a-f27b-4fbe-9bae-3fda329b7528 req-f70541f0-94d6-41a1-bcff-90489effb17b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.1462820 Jul 09 09:35:56.519223 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d2f6a14a-f27b-4fbe-9bae-3fda329b7528 req-b0c0845b-7bdb-4729-a2c2-4f4bb8088e02 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141572 Jul 09 09:35:56.546920 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b61ac87e-7cd6-4a43-869b-8d5dc225e7ca tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:56.632075 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-56d26ec3-c1d9-4e50-b419-04285ac379bf None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:56.643304 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ac87e-7cd6-4a43-869b-8d5dc225e7ca tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event updated for resources: {'Subnet': ['ID=61fc4c5c-d5c0-49f1-a635-934d52a9f78e,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:56.660916 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-56d26ec3-c1d9-4e50-b419-04285ac379bf None None] Transition to ACTIVE for port object 9d1b0adf-5797-47ff-a14e-89fc8df272b1 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:35:56.688123 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-56d26ec3-c1d9-4e50-b419-04285ac379bf None None] Transition to ACTIVE for port object 9d1b0adf-5797-47ff-a14e-89fc8df272b1 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:35:56.696200 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-56d26ec3-c1d9-4e50-b419-04285ac379bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:56.737275 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ac87e-7cd6-4a43-869b-8d5dc225e7ca tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Checking segment: {'id': 'c1ede9d9-38ab-458d-8e0a-5e8f02213eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '60491b7b-def1-4cac-8466-a6ebcf0d8114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:35:56.740084 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61ac87e-7cd6-4a43-869b-8d5dc225e7ca tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Network hostable DHCP agents. Network: 60491b7b-def1-4cac-8466-a6ebcf0d8114, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:35:56.750850 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d26ec3-c1d9-4e50-b419-04285ac379bf None None] Network c92255a9-b3f6-43e0-b40a-47ba2e92d728 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:35:56.752792 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-56d26ec3-c1d9-4e50-b419-04285ac379bf None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:35:56.755485 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d26ec3-c1d9-4e50-b419-04285ac379bf None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:35:56.762129 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac20c75-db35-4816-b9c1-29113706523c req-d87af278-666e-4c42-8289-0a1302120210 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:56.765614 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bac20c75-db35-4816-b9c1-29113706523c req-d87af278-666e-4c42-8289-0a1302120210 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.1790526 Jul 09 09:35:56.822490 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3947e17b-f3d1-423e-a216-18232c409e61 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:35:56.824503 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d26ec3-c1d9-4e50-b419-04285ac379bf None None] Pushing event updated for resources: {'Port': ['ID=9d1b0adf-5797-47ff-a14e-89fc8df272b1,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:56.851888 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61ac87e-7cd6-4a43-869b-8d5dc225e7ca tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Network 60491b7b-def1-4cac-8466-a6ebcf0d8114 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:35:56.876946 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 3947e17b-f3d1-423e-a216-18232c409e61 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:35:56.877398 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3947e17b-f3d1-423e-a216-18232c409e61 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:35:56.885172 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bac20c75-db35-4816-b9c1-29113706523c req-3149039a-67a5-484c-b217-af78b9e93208 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008003 Jul 09 09:35:56.890435 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b61ac87e-7cd6-4a43-869b-8d5dc225e7ca tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 60491b7b-def1-4cac-8466-a6ebcf0d8114) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:35:56.899576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61ac87e-7cd6-4a43-869b-8d5dc225e7ca tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:56.903205 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b61ac87e-7cd6-4a43-869b-8d5dc225e7ca tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:56.909042 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-56d26ec3-c1d9-4e50-b419-04285ac379bf None None] Attempting to bind port 9d1b0adf-5797-47ff-a14e-89fc8df272b1 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:35:56.909174 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-56d26ec3-c1d9-4e50-b419-04285ac379bf None None] Attempting to bind port 9d1b0adf-5797-47ff-a14e-89fc8df272b1 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '12d92678-e9de-4985-af51-f354170634f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:35:56.909545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d26ec3-c1d9-4e50-b419-04285ac379bf None None] Attempting to bind port 9d1b0adf-5797-47ff-a14e-89fc8df272b1 on network c92255a9-b3f6-43e0-b40a-47ba2e92d728 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:35:56.913675 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953cbe56-486a-41b3-a76b-65c644250d72 None None] Network 60491b7b-def1-4cac-8466-a6ebcf0d8114 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:35:56.921291 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d26ec3-c1d9-4e50-b419-04285ac379bf None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:35:56.921918 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d26ec3-c1d9-4e50-b419-04285ac379bf None None] Checking segment: {'id': '12d92678-e9de-4985-af51-f354170634f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:35:56.922040 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-56d26ec3-c1d9-4e50-b419-04285ac379bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:56.922447 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d26ec3-c1d9-4e50-b419-04285ac379bf None None] Bound using segment: {'id': '12d92678-e9de-4985-af51-f354170634f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:35:56.922932 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-56d26ec3-c1d9-4e50-b419-04285ac379bf None None] Bound port: 9d1b0adf-5797-47ff-a14e-89fc8df272b1, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d92678-e9de-4985-af51-f354170634f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:35:56.923316 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-56d26ec3-c1d9-4e50-b419-04285ac379bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:56.936127 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b61ac87e-7cd6-4a43-869b-8d5dc225e7ca tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0025623 Jul 09 09:35:56.938922 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52406) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:56.953649 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-24ccb29f-8f3c-47f2-934a-2151d2e8e3ac tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Request body: {'port': {'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728', 'name': 'tempest-TaggedBootDevicesTest-481004760', 'fixed_ips': [{'subnet_id': 'eaa25951-e3c6-4a89-bd19-5bca58e724de'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:35:57.137130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-56d26ec3-c1d9-4e50-b419-04285ac379bf None None] For port 9d1b0adf-5797-47ff-a14e-89fc8df272b1, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:35:57.142879 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-56d26ec3-c1d9-4e50-b419-04285ac379bf None None] For port 9d1b0adf-5797-47ff-a14e-89fc8df272b1, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=9d1b0adf-5797-47ff-a14e-89fc8df272b1,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:35:57.150575 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-56d26ec3-c1d9-4e50-b419-04285ac379bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:57.245289 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc7d85-d331-4a5a-ad59-93c4c50f0546 req-a2513935-393c-4709-95b0-bafaf5577cfc tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:57.247511 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbcc7d85-d331-4a5a-ad59-93c4c50f0546 req-a2513935-393c-4709-95b0-bafaf5577cfc tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 945 time: 0.1545672 Jul 09 09:35:57.249168 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ccb29f-8f3c-47f2-934a-2151d2e8e3ac tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Made reservation on behalf of d40a354f83ac42a092eb57d9c0e4d4c8 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:35:57.283510 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685b357f-4cb0-4864-829e-b43aafe81ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-60491b7b-def1-4cac-8466-a6ebcf0d8114', 'network_id': '60491b7b-def1-4cac-8466-a6ebcf0d8114', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'fixed_ips': [{'subnet_id': '61fc4c5c-d5c0-49f1-a635-934d52a9f78e'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:35:57.284595 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-685b357f-4cb0-4864-829e-b43aafe81ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:57.356365 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d26ec3-c1d9-4e50-b419-04285ac379bf None None] Pushing event updated for resources: {'Port': ['ID=9d1b0adf-5797-47ff-a14e-89fc8df272b1,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:57.545542 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-685b357f-4cb0-4864-829e-b43aafe81ddd None None] Allocated IP 10.2.2.2 (60491b7b-def1-4cac-8466-a6ebcf0d8114/61fc4c5c-d5c0-49f1-a635-934d52a9f78e/a35adfb9-ceec-4f21-81db-38be7bdc9d75) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:35:57.826610 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbcc7d85-d331-4a5a-ad59-93c4c50f0546 req-98450b83-ddab-4eab-a921-f75a387d1a36 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5577185 Jul 09 09:35:57.837548 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24ccb29f-8f3c-47f2-934a-2151d2e8e3ac tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:57.839292 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-685b357f-4cb0-4864-829e-b43aafe81ddd None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:57.859517 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-685b357f-4cb0-4864-829e-b43aafe81ddd None None] Transition to ACTIVE for port object a35adfb9-ceec-4f21-81db-38be7bdc9d75 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:35:57.878189 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-685b357f-4cb0-4864-829e-b43aafe81ddd None None] Transition to ACTIVE for port object a35adfb9-ceec-4f21-81db-38be7bdc9d75 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:35:57.887973 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-685b357f-4cb0-4864-829e-b43aafe81ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:57.957890 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-24ccb29f-8f3c-47f2-934a-2151d2e8e3ac tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] device_id is not set on port c5ac0b66-6ec6-4896-8808-9a201a1cd005 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:35:57.980149 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685b357f-4cb0-4864-829e-b43aafe81ddd None None] Network 60491b7b-def1-4cac-8466-a6ebcf0d8114 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:35:57.986285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc48ff-96da-4a6a-b190-d1765148362a req-5e51f6b1-ae20-4daf-8f99-11f681fd2f9e tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:57.988544 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fadc48ff-96da-4a6a-b190-d1765148362a req-5e51f6b1-ae20-4daf-8f99-11f681fd2f9e tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.58 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.1101568 Jul 09 09:35:57.988762 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-685b357f-4cb0-4864-829e-b43aafe81ddd None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:35:57.997498 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685b357f-4cb0-4864-829e-b43aafe81ddd None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:35:58.010280 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b357f-4cb0-4864-829e-b43aafe81ddd None None] Pushing event updated for resources: {'Port': ['ID=a35adfb9-ceec-4f21-81db-38be7bdc9d75,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:58.081651 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-685b357f-4cb0-4864-829e-b43aafe81ddd None None] Attempting to bind port a35adfb9-ceec-4f21-81db-38be7bdc9d75 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:35:58.082095 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-685b357f-4cb0-4864-829e-b43aafe81ddd None None] Attempting to bind port a35adfb9-ceec-4f21-81db-38be7bdc9d75 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'c1ede9d9-38ab-458d-8e0a-5e8f02213eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '60491b7b-def1-4cac-8466-a6ebcf0d8114'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:35:58.082545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b357f-4cb0-4864-829e-b43aafe81ddd None None] Attempting to bind port a35adfb9-ceec-4f21-81db-38be7bdc9d75 on network 60491b7b-def1-4cac-8466-a6ebcf0d8114 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:35:58.088793 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b357f-4cb0-4864-829e-b43aafe81ddd None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:35:58.089093 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b357f-4cb0-4864-829e-b43aafe81ddd None None] Checking segment: {'id': 'c1ede9d9-38ab-458d-8e0a-5e8f02213eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '60491b7b-def1-4cac-8466-a6ebcf0d8114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:35:58.089883 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-685b357f-4cb0-4864-829e-b43aafe81ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:58.090390 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b357f-4cb0-4864-829e-b43aafe81ddd None None] Bound using segment: {'id': 'c1ede9d9-38ab-458d-8e0a-5e8f02213eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '60491b7b-def1-4cac-8466-a6ebcf0d8114'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:35:58.090865 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-685b357f-4cb0-4864-829e-b43aafe81ddd None None] Bound port: a35adfb9-ceec-4f21-81db-38be7bdc9d75, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ede9d9-38ab-458d-8e0a-5e8f02213eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '60491b7b-def1-4cac-8466-a6ebcf0d8114'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:35:58.091512 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-685b357f-4cb0-4864-829e-b43aafe81ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:58.139970 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4de842-d0d5-45f5-bcc6-db622ee740f5 req-dc88773c-41cb-493e-91a4-59e70736f124 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:58.153706 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f4de842-d0d5-45f5-bcc6-db622ee740f5 req-dc88773c-41cb-493e-91a4-59e70736f124 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.3452327 Jul 09 09:35:58.192242 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-685b357f-4cb0-4864-829e-b43aafe81ddd None None] For port a35adfb9-ceec-4f21-81db-38be7bdc9d75, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:35:58.196044 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-685b357f-4cb0-4864-829e-b43aafe81ddd None None] For port a35adfb9-ceec-4f21-81db-38be7bdc9d75, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a35adfb9-ceec-4f21-81db-38be7bdc9d75,segment=NetworkSegment(c1ede9d9-38ab-458d-8e0a-5e8f02213eed),segment_id=c1ede9d9-38ab-458d-8e0a-5e8f02213eed)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:35:58.203135 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-685b357f-4cb0-4864-829e-b43aafe81ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:58.215856 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-fadc48ff-96da-4a6a-b190-d1765148362a req-c5f1d443-a9fc-4629-987b-1da12bd61ff8 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Deleting port b666c5a5-28b3-4f09-b8c2-a6783033b7f5 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:35:58.216407 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fadc48ff-96da-4a6a-b190-d1765148362a req-c5f1d443-a9fc-4629-987b-1da12bd61ff8 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:58.228530 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f4de842-d0d5-45f5-bcc6-db622ee740f5 req-12372783-28c8-4733-a5aa-59e26763b2c3 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738270 Jul 09 09:35:58.304577 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b357f-4cb0-4864-829e-b43aafe81ddd None None] Pushing event updated for resources: {'Port': ['ID=a35adfb9-ceec-4f21-81db-38be7bdc9d75,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:58.429684 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-fadc48ff-96da-4a6a-b190-d1765148362a req-c5f1d443-a9fc-4629-987b-1da12bd61ff8 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] For port b666c5a5-28b3-4f09-b8c2-a6783033b7f5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b666c5a5-28b3-4f09-b8c2-a6783033b7f5,segment=NetworkSegment(73b5dac6-4e64-4a7e-bac1-42f3892502d5),segment_id=73b5dac6-4e64-4a7e-bac1-42f3892502d5)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:58.430306 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fadc48ff-96da-4a6a-b190-d1765148362a req-c5f1d443-a9fc-4629-987b-1da12bd61ff8 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:58.462178 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-fadc48ff-96da-4a6a-b190-d1765148362a req-c5f1d443-a9fc-4629-987b-1da12bd61ff8 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Calling delete_port for b666c5a5-28b3-4f09-b8c2-a6783033b7f5 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:35:58.512953 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-24ccb29f-8f3c-47f2-934a-2151d2e8e3ac tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Allocated IP 10.1.1.124 (c92255a9-b3f6-43e0-b40a-47ba2e92d728/eaa25951-e3c6-4a89-bd19-5bca58e724de/c5ac0b66-6ec6-4896-8808-9a201a1cd005) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:35:58.575115 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a2c3a-43ca-4a82-8f74-60d53a43c080 req-f887c881-8faf-44e9-acfb-73970477f956 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:58.584520 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa1a2c3a-43ca-4a82-8f74-60d53a43c080 req-f887c881-8faf-44e9-acfb-73970477f956 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 945 time: 0.2256219 Jul 09 09:35:58.905474 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fadc48ff-96da-4a6a-b190-d1765148362a req-c5f1d443-a9fc-4629-987b-1da12bd61ff8 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:58.917934 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['b666c5a5-28b3-4f09-b8c2-a6783033b7f5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:35:58.990291 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 9d1b0adf-5797-47ff-a14e-89fc8df272b1 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:35:59.017409 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa1a2c3a-43ca-4a82-8f74-60d53a43c080 req-82ac4f82-f571-4ca7-b742-f2a0ece10f04 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/security-groups?id=85ea7a8e-374c-44be-8e3f-48f1e5fb6734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329174 Jul 09 09:35:59.054724 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1d443-a9fc-4629-987b-1da12bd61ff8 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Pushing event deleted for resources: {'Port': ['ID=b666c5a5-28b3-4f09-b8c2-a6783033b7f5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:59.075090 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7887e9b1-3169-4ba8-aef5-5ad6a8a0a95c None None] Network c92255a9-b3f6-43e0-b40a-47ba2e92d728 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:35:59.191365 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadc48ff-96da-4a6a-b190-d1765148362a req-c5f1d443-a9fc-4629-987b-1da12bd61ff8 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] No DVR routers for this DVR port b666c5a5-28b3-4f09-b8c2-a6783033b7f5 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:35:59.198298 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fadc48ff-96da-4a6a-b190-d1765148362a req-c5f1d443-a9fc-4629-987b-1da12bd61ff8 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:59.203819 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 9d1b0adf-5797-47ff-a14e-89fc8df272b1 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:35:59.211384 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fadc48ff-96da-4a6a-b190-d1765148362a req-c5f1d443-a9fc-4629-987b-1da12bd61ff8 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.58 "DELETE /v2.0/ports/b666c5a5-28b3-4f09-b8c2-a6783033b7f5 HTTP/1.1" status: 204 len: 173 time: 1.2114766 Jul 09 09:35:59.211950 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f5b06d-3955-4b34-a870-47890bca97cc', 'name': 'network-vif-deleted', 'tag': 'b666c5a5-28b3-4f09-b8c2-a6783033b7f5'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:35:59.214357 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a35adfb9-ceec-4f21-81db-38be7bdc9d75 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:35:59.221623 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b691288c-4538-4200-9718-7762dec3c2d4 None None] Provisioning for port 9d1b0adf-5797-47ff-a14e-89fc8df272b1 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:35:59.225580 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32842aa5-6598-4e9f-b8d7-6f97d23a419f" -d '{"events": [{"server_uuid": "75f5b06d-3955-4b34-a870-47890bca97cc", "name": "network-vif-deleted", "tag": "b666c5a5-28b3-4f09-b8c2-a6783033b7f5"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:35:59.268684 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b691288c-4538-4200-9718-7762dec3c2d4 None None] Provisioning complete for port 9d1b0adf-5797-47ff-a14e-89fc8df272b1 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:35:59.269154 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b691288c-4538-4200-9718-7762dec3c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:59.298915 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24ccb29f-8f3c-47f2-934a-2151d2e8e3ac tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:59.354376 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-24ccb29f-8f3c-47f2-934a-2151d2e8e3ac tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Transition to ACTIVE for port object c5ac0b66-6ec6-4896-8808-9a201a1cd005 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:35:59.391757 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52476) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:35:59.395889 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c2254-e10c-4067-ad08-e244ef26c66b req-2a588d5d-cd06-4090-b72b-ed15fc14b696 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:59.411259 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d97c2254-e10c-4067-ad08-e244ef26c66b req-2a588d5d-cd06-4090-b72b-ed15fc14b696 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 945 time: 0.3050046 Jul 09 09:35:59.446885 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port a35adfb9-ceec-4f21-81db-38be7bdc9d75 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:35:59.474439 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b691288c-4538-4200-9718-7762dec3c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:59.505080 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c55f08f-334c-4d4b-afd7-f75ae03fb0d8 x-openstack-request-id: req-3c55f08f-334c-4d4b-afd7-f75ae03fb0d8 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:35:59.505595 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f5b06d-3955-4b34-a870-47890bca97cc", "name": "network-vif-deleted", "tag": "b666c5a5-28b3-4f09-b8c2-a6783033b7f5", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:35:59.505999 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3c55f08f-334c-4d4b-afd7-f75ae03fb0d8 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:35:59.506554 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f5b06d-3955-4b34-a870-47890bca97cc', 'name': 'network-vif-deleted', 'tag': 'b666c5a5-28b3-4f09-b8c2-a6783033b7f5', 'status': 'completed', 'code': 200} Jul 09 09:35:59.546730 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b691288c-4538-4200-9718-7762dec3c2d4 None None] For port 9d1b0adf-5797-47ff-a14e-89fc8df272b1, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=9d1b0adf-5797-47ff-a14e-89fc8df272b1,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:35:59.557014 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b691288c-4538-4200-9718-7762dec3c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:59.568044 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d97c2254-e10c-4067-ad08-e244ef26c66b req-d1b9491a-1324-4698-8e07-f9da151c876f tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520803 Jul 09 09:35:59.654640 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24ccb29f-8f3c-47f2-934a-2151d2e8e3ac tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:59.728711 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691288c-4538-4200-9718-7762dec3c2d4 None None] Pushing event updated for resources: {'Port': ['ID=9d1b0adf-5797-47ff-a14e-89fc8df272b1,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:35:59.765972 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ccb29f-8f3c-47f2-934a-2151d2e8e3ac tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Network c92255a9-b3f6-43e0-b40a-47ba2e92d728 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:35:59.769846 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8db6a327-3380-426d-8ca3-e0df2daa2cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:59.773489 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-24ccb29f-8f3c-47f2-934a-2151d2e8e3ac tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:35:59.779974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ccb29f-8f3c-47f2-934a-2151d2e8e3ac tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:35:59.932086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ccb29f-8f3c-47f2-934a-2151d2e8e3ac tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:35:59.933248 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24ccb29f-8f3c-47f2-934a-2151d2e8e3ac tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:35:59.936424 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ccb29f-8f3c-47f2-934a-2151d2e8e3ac tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event updated for resources: {'Port': ['ID=c5ac0b66-6ec6-4896-8808-9a201a1cd005,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:00.047463 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8db6a327-3380-426d-8ca3-e0df2daa2cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:00.058039 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8db6a327-3380-426d-8ca3-e0df2daa2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:00.090684 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-24ccb29f-8f3c-47f2-934a-2151d2e8e3ac tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1498256 Jul 09 09:36:00.101554 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e345fad-230f-4ed3-8799-d68e2a4e322c req-16a3d3bb-fd67-47e8-a0de-4aa4e6d266ee tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:00.112500 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52486) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:00.117110 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8e345fad-230f-4ed3-8799-d68e2a4e322c req-16a3d3bb-fd67-47e8-a0de-4aa4e6d266ee tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.1921513 Jul 09 09:36:00.120916 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b3bf99c4-a382-4370-a6db-3bcc5d5758d1 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Request body: {'port': {'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728', 'name': 'tempest-TaggedBootDevicesTest-463997335', 'fixed_ips': [{'subnet_id': 'eaa25951-e3c6-4a89-bd19-5bca58e724de'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:00.210810 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8e345fad-230f-4ed3-8799-d68e2a4e322c req-68a30afc-f2d0-442f-bc12-5d05df573081 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932000 Jul 09 09:36:00.231051 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8db6a327-3380-426d-8ca3-e0df2daa2cb6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e849a58562f94df89f16bb3bc841ccc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8380778 Jul 09 09:36:00.232645 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6a327-3380-426d-8ca3-e0df2daa2cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce353d2e-d0e8-4818-832c-8c48348ca053,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:00.233536 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52488) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:00.338599 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7502a65f-c24c-4930-8b43-cbc18509fa0d None None] Provisioning complete for port 9d1b0adf-5797-47ff-a14e-89fc8df272b1 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:36:00.341691 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7502a65f-c24c-4930-8b43-cbc18509fa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:00.388306 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bf99c4-a382-4370-a6db-3bcc5d5758d1 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Made reservation on behalf of d40a354f83ac42a092eb57d9c0e4d4c8 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:36:00.402509 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1846424a-910a-439d-a3ca-ac91f80ce161 None None] Network 60491b7b-def1-4cac-8466-a6ebcf0d8114 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:36:00.416866 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2b7cc88-0069-4b98-a312-86165093af6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:00.428089 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f65a9ca2-86a1-4885-96a5-c8b382f03a63 req-5bbac550-2c9a-4711-9396-7f9397b62d14 tempest-ServerRescueNegativeTestJSON-420613574 tempest-ServerRescueNegativeTestJSON-420613574-project] 10.222.0.61 "GET /v2.0/ports?device_id=75f5b06d-3955-4b34-a870-47890bca97cc HTTP/1.1" status: 200 len: 210 time: 0.0803723 Jul 09 09:36:00.470642 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2b7cc88-0069-4b98-a312-86165093af6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:00.505535 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3bf99c4-a382-4370-a6db-3bcc5d5758d1 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:00.570603 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-b3bf99c4-a382-4370-a6db-3bcc5d5758d1 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] device_id is not set on port c55ad7ee-d463-472e-9cd3-5263ad30bdd6 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:36:00.593596 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2b7cc88-0069-4b98-a312-86165093af6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:00.600302 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2b7cc88-0069-4b98-a312-86165093af6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:00.601476 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a2b7cc88-0069-4b98-a312-86165093af6e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ce353d2e-d0e8-4818-832c-8c48348ca053 HTTP/1.1" status: 204 len: 168 time: 0.3664265 Jul 09 09:36:00.613615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7cc88-0069-4b98-a312-86165093af6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce353d2e-d0e8-4818-832c-8c48348ca053,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:00.825370 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 9d1b0adf-5797-47ff-a14e-89fc8df272b1 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:36:00.898022 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-44ee2f18-d664-45cb-b2dc-aea1f9ef7000 None None] Provisioning for port a35adfb9-ceec-4f21-81db-38be7bdc9d75 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:36:00.921713 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-44ee2f18-d664-45cb-b2dc-aea1f9ef7000 None None] Provisioning complete for port a35adfb9-ceec-4f21-81db-38be7bdc9d75 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:36:00.922082 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44ee2f18-d664-45cb-b2dc-aea1f9ef7000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:00.950685 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6447b-eef2-40ab-8c34-eedf65fb3737 req-1230c9cf-7c80-45f4-8077-b2d070efa5d1 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:00.958553 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44d6447b-eef2-40ab-8c34-eedf65fb3737 req-1230c9cf-7c80-45f4-8077-b2d070efa5d1 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 945 time: 0.1569612 Jul 09 09:36:00.998426 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-b3bf99c4-a382-4370-a6db-3bcc5d5758d1 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Allocated IP 10.1.1.195 (c92255a9-b3f6-43e0-b40a-47ba2e92d728/eaa25951-e3c6-4a89-bd19-5bca58e724de/c55ad7ee-d463-472e-9cd3-5263ad30bdd6) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:36:01.008900 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44d6447b-eef2-40ab-8c34-eedf65fb3737 req-9e9f95c7-f014-40c2-af6d-b5ebf9b5dcf8 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494730 Jul 09 09:36:01.019887 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 9d1b0adf-5797-47ff-a14e-89fc8df272b1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:36:01.020257 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:01.288194 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44ee2f18-d664-45cb-b2dc-aea1f9ef7000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:01.326141 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3bf99c4-a382-4370-a6db-3bcc5d5758d1 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:01.359074 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-b3bf99c4-a382-4370-a6db-3bcc5d5758d1 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Transition to ACTIVE for port object c55ad7ee-d463-472e-9cd3-5263ad30bdd6 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:36:01.429617 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3bf99c4-a382-4370-a6db-3bcc5d5758d1 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:01.446533 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-44ee2f18-d664-45cb-b2dc-aea1f9ef7000 None None] For port a35adfb9-ceec-4f21-81db-38be7bdc9d75, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a35adfb9-ceec-4f21-81db-38be7bdc9d75,segment=NetworkSegment(c1ede9d9-38ab-458d-8e0a-5e8f02213eed),segment_id=c1ede9d9-38ab-458d-8e0a-5e8f02213eed)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:01.452590 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44ee2f18-d664-45cb-b2dc-aea1f9ef7000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:01.542368 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bf99c4-a382-4370-a6db-3bcc5d5758d1 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Network c92255a9-b3f6-43e0-b40a-47ba2e92d728 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:36:01.551061 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b3bf99c4-a382-4370-a6db-3bcc5d5758d1 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:36:01.563046 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf99c4-a382-4370-a6db-3bcc5d5758d1 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:36:01.627036 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c949d7d-ff55-49e8-8db7-b759ff86edc7 req-3c96b21c-6b7b-466c-97c2-a5d32967ec32 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:01.645106 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52518) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:01.645842 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf99c4-a382-4370-a6db-3bcc5d5758d1 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event updated for resources: {'Port': ['ID=c55ad7ee-d463-472e-9cd3-5263ad30bdd6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:01.646326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c949d7d-ff55-49e8-8db7-b759ff86edc7 req-3c96b21c-6b7b-466c-97c2-a5d32967ec32 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.2406981 Jul 09 09:36:01.672663 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee2f18-d664-45cb-b2dc-aea1f9ef7000 None None] Pushing event updated for resources: {'Port': ['ID=a35adfb9-ceec-4f21-81db-38be7bdc9d75,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:01.716661 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-44ee2f18-d664-45cb-b2dc-aea1f9ef7000 None None] Provisioning for port c5ac0b66-6ec6-4896-8808-9a201a1cd005 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:36:01.721029 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-44ee2f18-d664-45cb-b2dc-aea1f9ef7000 None None] Provisioning complete for port c5ac0b66-6ec6-4896-8808-9a201a1cd005 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:36:01.723037 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44ee2f18-d664-45cb-b2dc-aea1f9ef7000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:01.774447 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c949d7d-ff55-49e8-8db7-b759ff86edc7 req-5ab98c68-4254-4748-9b0b-4ee41e56e9d1 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268866 Jul 09 09:36:01.821218 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-44ee2f18-d664-45cb-b2dc-aea1f9ef7000 None None] Port c5ac0b66-6ec6-4896-8808-9a201a1cd005 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:36:01.830840 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bf99c4-a382-4370-a6db-3bcc5d5758d1 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:01.831503 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3bf99c4-a382-4370-a6db-3bcc5d5758d1 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:01.880131 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b3bf99c4-a382-4370-a6db-3bcc5d5758d1 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7643895 Jul 09 09:36:01.960556 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c34e83de-4cbf-4e90-98ad-81531d78320d None None] Provisioning complete for port a35adfb9-ceec-4f21-81db-38be7bdc9d75 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:36:01.960943 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c34e83de-4cbf-4e90-98ad-81531d78320d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:02.212600 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b666c5a5-28b3-4f09-b8c2-a6783033b7f5 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:36:02.235017 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: b666c5a5-28b3-4f09-b8c2-a6783033b7f5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:36:02.235618 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b666c5a5-28b3-4f09-b8c2-a6783033b7f5 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:36:02.366924 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7b62eddb-2b49-4c01-8522-da2066bdac8b None None] Provisioning for port c55ad7ee-d463-472e-9cd3-5263ad30bdd6 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:36:02.378774 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7b62eddb-2b49-4c01-8522-da2066bdac8b None None] Provisioning complete for port c55ad7ee-d463-472e-9cd3-5263ad30bdd6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:36:02.379527 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7b62eddb-2b49-4c01-8522-da2066bdac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:02.382225 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92091d8-9d48-4fdc-8d07-5a7dde646693 req-41ad0272-13d3-4203-985d-b752f8c88a9f tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:02.389833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e92091d8-9d48-4fdc-8d07-5a7dde646693 req-41ad0272-13d3-4203-985d-b752f8c88a9f tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 945 time: 0.1068985 Jul 09 09:36:02.400053 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e59076f-6a47-46e5-8fbd-c1584612b428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:02.437637 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e92091d8-9d48-4fdc-8d07-5a7dde646693 req-a8b6beab-711a-4f39-9f4f-99d6940b5dd7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468910 Jul 09 09:36:02.453263 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7b62eddb-2b49-4c01-8522-da2066bdac8b None None] Port c55ad7ee-d463-472e-9cd3-5263ad30bdd6 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:36:02.601979 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52538) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:02.606768 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-89e957ce-445e-4ea8-bb4e-2567f5a54c18 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--216832174', 'description': 'tempest-description--1081518301'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:02.637009 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-89e957ce-445e-4ea8-bb4e-2567f5a54c18 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:02.784074 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8e59076f-6a47-46e5-8fbd-c1584612b428 admin admin] Deleting port d694e95e-8ff0-497b-a454-7031b627fcfb {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:36:02.784335 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e59076f-6a47-46e5-8fbd-c1584612b428 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:02.823769 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a35adfb9-ceec-4f21-81db-38be7bdc9d75 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:36:02.833908 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-89e957ce-445e-4ea8-bb4e-2567f5a54c18 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:02.839580 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-89e957ce-445e-4ea8-bb4e-2567f5a54c18 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:02.885094 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-89e957ce-445e-4ea8-bb4e-2567f5a54c18 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:02.886934 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-89e957ce-445e-4ea8-bb4e-2567f5a54c18 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2839243 Jul 09 09:36:02.889910 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e957ce-445e-4ea8-bb4e-2567f5a54c18 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff39ec3-6e25-40ae-996d-965b37f3fb91,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:02.893427 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52544) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:02.900353 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d1c2ac06-ff35-4b68-9ecd-922dcbafb0c7 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Request body: {'security_group_rule': {'security_group_id': '5ff39ec3-6e25-40ae-996d-965b37f3fb91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:02.976514 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1c2ac06-ff35-4b68-9ecd-922dcbafb0c7 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:02.978240 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a35adfb9-ceec-4f21-81db-38be7bdc9d75 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:36:02.978786 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:03.006115 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-8e59076f-6a47-46e5-8fbd-c1584612b428 admin admin] For port d694e95e-8ff0-497b-a454-7031b627fcfb, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=d694e95e-8ff0-497b-a454-7031b627fcfb,segment=NetworkSegment(73b5dac6-4e64-4a7e-bac1-42f3892502d5),segment_id=73b5dac6-4e64-4a7e-bac1-42f3892502d5)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:03.008894 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e59076f-6a47-46e5-8fbd-c1584612b428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:03.046530 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8e59076f-6a47-46e5-8fbd-c1584612b428 admin admin] Calling delete_port for d694e95e-8ff0-497b-a454-7031b627fcfb owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:36:03.218963 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1c2ac06-ff35-4b68-9ecd-922dcbafb0c7 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:03.230485 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1c2ac06-ff35-4b68-9ecd-922dcbafb0c7 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:03.251092 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9f6b2-4bfd-4f26-be9e-0a19390e23fe req-f1833be5-346b-4b75-bc33-eb18e3b9778e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:03.258871 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6c9f6b2-4bfd-4f26-be9e-0a19390e23fe req-f1833be5-346b-4b75-bc33-eb18e3b9778e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.2396080 Jul 09 09:36:03.304886 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2ac06-ff35-4b68-9ecd-922dcbafb0c7 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c095bc-5ad4-4b46-90e1-17b656d4207e,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:03.329371 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1c2ac06-ff35-4b68-9ecd-922dcbafb0c7 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:03.331675 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d1c2ac06-ff35-4b68-9ecd-922dcbafb0c7 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4367795 Jul 09 09:36:03.334678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52556) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:03.339830 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-37c50aa9-ffb8-48e8-88ec-209d5d901464 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Request body: {'security_group_rule': {'security_group_id': '5ff39ec3-6e25-40ae-996d-965b37f3fb91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:03.365596 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6c9f6b2-4bfd-4f26-be9e-0a19390e23fe req-18fe10aa-a131-4a03-a6b9-ff475ac4da41 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055179 Jul 09 09:36:03.417906 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37c50aa9-ffb8-48e8-88ec-209d5d901464 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:03.421414 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e59076f-6a47-46e5-8fbd-c1584612b428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:03.453946 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59076f-6a47-46e5-8fbd-c1584612b428 admin admin] Pushing event deleted for resources: {'Port': ['ID=d694e95e-8ff0-497b-a454-7031b627fcfb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:03.475205 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52560) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:03.555796 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37c50aa9-ffb8-48e8-88ec-209d5d901464 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:03.564477 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37c50aa9-ffb8-48e8-88ec-209d5d901464 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:03.604469 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c50aa9-ffb8-48e8-88ec-209d5d901464 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1307f21-635f-45eb-85b6-5e81e1e7ccdd,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:03.615321 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37c50aa9-ffb8-48e8-88ec-209d5d901464 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:03.619568 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-37c50aa9-ffb8-48e8-88ec-209d5d901464 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2820799 Jul 09 09:36:03.623333 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52566) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:03.629311 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-74c240bc-f50f-4ac2-9356-091b8ad80466 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:03.739035 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:03.750454 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a620700e-c680-4665-827a-7d90bb453cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:03.789937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad958eb-a07d-4806-99b5-28deba9a2e85 req-b8113c8b-fa5f-40dc-97bc-417d1e98292c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:03.791913 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3ad958eb-a07d-4806-99b5-28deba9a2e85 req-b8113c8b-fa5f-40dc-97bc-417d1e98292c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 945 time: 0.1673081 Jul 09 09:36:03.843369 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3ad958eb-a07d-4806-99b5-28deba9a2e85 req-06710647-a4c3-4b75-8552-c2ba781290f1 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453441 Jul 09 09:36:04.071860 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74c240bc-f50f-4ac2-9356-091b8ad80466 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:04.126269 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e59076f-6a47-46e5-8fbd-c1584612b428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:04.220385 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a620700e-c680-4665-827a-7d90bb453cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:04.229615 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a620700e-c680-4665-827a-7d90bb453cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:04.292062 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74c240bc-f50f-4ac2-9356-091b8ad80466 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:04.308992 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a620700e-c680-4665-827a-7d90bb453cc9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=adeb1d545e8c4f7ea663e0e834c58f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8281147 Jul 09 09:36:04.311298 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620700e-c680-4665-827a-7d90bb453cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107b613e-f6d4-4771-a7b6-d2566ccf1f21,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:04.313869 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52572) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:04.440783 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3b9fe83-b5e9-40cd-befa-ce2db03eb3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:04.497828 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3b9fe83-b5e9-40cd-befa-ce2db03eb3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:04.504590 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-74c240bc-f50f-4ac2-9356-091b8ad80466 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Allocated IP 172.25.3.3 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/628166b8-b226-48ef-a6d4-9a9e3288388e) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:36:04.520403 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e59076f-6a47-46e5-8fbd-c1584612b428 admin admin] Router 8f8ee76b-fd6a-48b6-9f26-665396c75bd4 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:36:04.640578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e263d5-b7bb-4398-8536-0f1f7413dff4 req-d8a63256-f354-4b25-8050-27109c912c83 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:04.649507 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39e263d5-b7bb-4398-8536-0f1f7413dff4 req-d8a63256-f354-4b25-8050-27109c912c83 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.1484649 Jul 09 09:36:04.709721 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3b9fe83-b5e9-40cd-befa-ce2db03eb3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:04.720979 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3b9fe83-b5e9-40cd-befa-ce2db03eb3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:04.723891 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a3b9fe83-b5e9-40cd-befa-ce2db03eb3b8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/107b613e-f6d4-4771-a7b6-d2566ccf1f21 HTTP/1.1" status: 204 len: 168 time: 0.4080892 Jul 09 09:36:04.744276 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9fe83-b5e9-40cd-befa-ce2db03eb3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107b613e-f6d4-4771-a7b6-d2566ccf1f21,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:04.777397 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74c240bc-f50f-4ac2-9356-091b8ad80466 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:04.780277 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e59076f-6a47-46e5-8fbd-c1584612b428 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:36:04.791132 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8e59076f-6a47-46e5-8fbd-c1584612b428 admin admin] 10.222.0.61 "PUT /v2.0/routers/8f8ee76b-fd6a-48b6-9f26-665396c75bd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1357093 Jul 09 09:36:04.791217 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39e263d5-b7bb-4398-8536-0f1f7413dff4 req-5242d044-97a3-4592-84ec-dd9757b4102f tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291096 Jul 09 09:36:04.791217 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52580) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:04.795260 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbdcc66-0957-43e6-a055-95e40abc371d None None] Sync routers for ids ['8f8ee76b-fd6a-48b6-9f26-665396c75bd4'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:36:04.812468 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbdcc66-0957-43e6-a055-95e40abc371d None None] Routers {'8f8ee76b-fd6a-48b6-9f26-665396c75bd4'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:36:04.813593 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bcbdcc66-0957-43e6-a055-95e40abc371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:35:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['8f8ee76b-fd6a-48b6-9f26-665396c75bd4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:36:04.850270 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74c240bc-f50f-4ac2-9356-091b8ad80466 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:04.954307 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c240bc-f50f-4ac2-9356-091b8ad80466 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:36:04.959056 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-74c240bc-f50f-4ac2-9356-091b8ad80466 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:36:04.963384 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c240bc-f50f-4ac2-9356-091b8ad80466 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:36:05.015769 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c240bc-f50f-4ac2-9356-091b8ad80466 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event updated for resources: {'Port': ['ID=628166b8-b226-48ef-a6d4-9a9e3288388e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:05.087585 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d1953fc-d738-4ee5-adaa-d53ae8b73abc admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:05.095950 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74c240bc-f50f-4ac2-9356-091b8ad80466 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:05.124010 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-bcbdcc66-0957-43e6-a055-95e40abc371d None None] Set router 8f8ee76b-fd6a-48b6-9f26-665396c75bd4 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:36:05.154973 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74c240bc-f50f-4ac2-9356-091b8ad80466 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:05.290889 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a05feb2a-014e-4426-952d-feccf3909998 req-0afaaa77-25d8-4efa-a793-50e1c101e5bc service neutron] 10.222.0.64 "GET /v2.0/ports/90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f/bindings/n-h2-799996-1 HTTP/1.1" status: 200 len: 382 time: 0.1386836 Jul 09 09:36:05.317646 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cd9fb-224e-4006-8409-7eb329179687 req-7df5ace6-f6b7-4cd6-b57e-86a1076546f2 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:05.324799 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b0cd9fb-224e-4006-8409-7eb329179687 req-7df5ace6-f6b7-4cd6-b57e-86a1076546f2 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 945 time: 0.2542317 Jul 09 09:36:05.374062 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74c240bc-f50f-4ac2-9356-091b8ad80466 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:05.379118 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74c240bc-f50f-4ac2-9356-091b8ad80466 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:05.384692 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b0cd9fb-224e-4006-8409-7eb329179687 req-0109afd3-fe63-445a-91ea-1edd757c4034 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590711 Jul 09 09:36:05.399134 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d1953fc-d738-4ee5-adaa-d53ae8b73abc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:05.414465 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bcbdcc66-0957-43e6-a055-95e40abc371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ee76b-fd6a-48b6-9f26-665396c75bd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1596982356-router', 'tenant_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '4f02222a-f53d-457c-94ee-d817ddd86098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:38Z', 'updated_at': '2021-07-09T09:36:03Z', 'revision_number': 5, 'project_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'gw_port': {'id': '4f02222a-f53d-457c-94ee-d817ddd86098', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ee76b-fd6a-48b6-9f26-665396c75bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:32:39Z', 'updated_at': '2021-07-09T09:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:36:05.472220 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c240bc-f50f-4ac2-9356-091b8ad80466 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event updated for resources: {'Port': ['ID=628166b8-b226-48ef-a6d4-9a9e3288388e,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:05.477838 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbdcc66-0957-43e6-a055-95e40abc371d None None] Checking router: 8f8ee76b-fd6a-48b6-9f26-665396c75bd4 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:36:05.500133 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbdcc66-0957-43e6-a055-95e40abc371d None None] Routers {'8f8ee76b-fd6a-48b6-9f26-665396c75bd4'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:36:05.501132 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bcbdcc66-0957-43e6-a055-95e40abc371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:35:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['8f8ee76b-fd6a-48b6-9f26-665396c75bd4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:36:05.517252 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74c240bc-f50f-4ac2-9356-091b8ad80466 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:05.540659 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74c240bc-f50f-4ac2-9356-091b8ad80466 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:05.542308 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-74c240bc-f50f-4ac2-9356-091b8ad80466 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9181025 Jul 09 09:36:05.546028 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7d1953fc-d738-4ee5-adaa-d53ae8b73abc admin admin] Deleting port 4f02222a-f53d-457c-94ee-d817ddd86098 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:36:05.546544 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d1953fc-d738-4ee5-adaa-d53ae8b73abc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:05.686135 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-bcbdcc66-0957-43e6-a055-95e40abc371d None None] Set router 8f8ee76b-fd6a-48b6-9f26-665396c75bd4 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:36:05.792968 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05feb2a-014e-4426-952d-feccf3909998 req-faf5fffb-6fcb-4b35-81fd-9d5a25182cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:05.794481 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a05feb2a-014e-4426-952d-feccf3909998 req-faf5fffb-6fcb-4b35-81fd-9d5a25182cec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2&tenant_id=fd1e4817887247cb839b06c8943f8731 HTTP/1.1" status: 200 len: 1101 time: 0.1461875 Jul 09 09:36:05.796400 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-7d1953fc-d738-4ee5-adaa-d53ae8b73abc admin admin] For port 4f02222a-f53d-457c-94ee-d817ddd86098, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4f02222a-f53d-457c-94ee-d817ddd86098,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:05.796760 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d1953fc-d738-4ee5-adaa-d53ae8b73abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:05.814028 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7d1953fc-d738-4ee5-adaa-d53ae8b73abc admin admin] Calling delete_port for 4f02222a-f53d-457c-94ee-d817ddd86098 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:36:05.814169 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bcbdcc66-0957-43e6-a055-95e40abc371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ee76b-fd6a-48b6-9f26-665396c75bd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1596982356-router', 'tenant_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:38Z', 'updated_at': '2021-07-09T09:36:05Z', 'revision_number': 6, 'project_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:36:05.856406 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbdcc66-0957-43e6-a055-95e40abc371d None None] The sync data for ids ['8f8ee76b-fd6a-48b6-9f26-665396c75bd4'] in n-d-799996-1 is: [{'id': '8f8ee76b-fd6a-48b6-9f26-665396c75bd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1596982356-router', 'tenant_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:32:38Z', 'updated_at': '2021-07-09T09:36:05Z', 'revision_number': 6, 'project_id': 'b2d37b82ee154752af5d9a5e45d03cea', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:36:06.163737 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1da6ee21-4c4c-4205-9f9f-52723ffc232f tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--216832174&fields=id&tenant_id=d40a354f83ac42a092eb57d9c0e4d4c8 HTTP/1.1" status: 200 len: 267 time: 0.1085048 Jul 09 09:36:06.172499 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05feb2a-014e-4426-952d-feccf3909998 req-60b66fb4-ab62-4f12-9509-1d9265503adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:06.173999 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a05feb2a-014e-4426-952d-feccf3909998 req-60b66fb4-ab62-4f12-9509-1d9265503adb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 1101 time: 0.3431940 Jul 09 09:36:06.314955 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06139d95-423d-492b-ab32-9aeacfe205cd req-82eaa1e7-b129-41e0-9e8f-0bf0c8d4b28d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:06.317137 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06139d95-423d-492b-ab32-9aeacfe205cd req-82eaa1e7-b129-41e0-9e8f-0bf0c8d4b28d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.2670119 Jul 09 09:36:06.342044 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-4e2af62d-d276-42ff-a418-b1cda9cd38cc tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:06.343473 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-4e2af62d-d276-42ff-a418-b1cda9cd38cc tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports/c5ac0b66-6ec6-4896-8808-9a201a1cd005 HTTP/1.1" status: 200 len: 931 time: 0.1479125 Jul 09 09:36:06.355665 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d1953fc-d738-4ee5-adaa-d53ae8b73abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:06.431715 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1953fc-d738-4ee5-adaa-d53ae8b73abc admin admin] Pushing event deleted for resources: {'Port': ['ID=4f02222a-f53d-457c-94ee-d817ddd86098,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:06.491153 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06139d95-423d-492b-ab32-9aeacfe205cd req-e59e52e3-000d-408e-88aa-77feb116cf1e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664557 Jul 09 09:36:06.495120 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05feb2a-014e-4426-952d-feccf3909998 req-ccfaae7c-9dad-4a63-9715-7d8b104210b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:06.496668 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a05feb2a-014e-4426-952d-feccf3909998 req-ccfaae7c-9dad-4a63-9715-7d8b104210b5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.2962875 Jul 09 09:36:06.527479 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9262dc5f-f75f-4646-beb7-58bd7c67e101 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:06.529038 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9262dc5f-f75f-4646-beb7-58bd7c67e101 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports/c55ad7ee-d463-472e-9cd3-5263ad30bdd6 HTTP/1.1" status: 200 len: 931 time: 0.1692960 Jul 09 09:36:06.596185 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a05feb2a-014e-4426-952d-feccf3909998 req-4a690d4e-4791-4096-9829-eb3077ee1fef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f HTTP/1.1" status: 200 len: 217 time: 0.0773962 Jul 09 09:36:06.639191 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-3f74bfe6-8993-420f-bba9-7a769d241afd tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?network_id=60491b7b-def1-4cac-8466-a6ebcf0d8114&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1010218 Jul 09 09:36:06.671745 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d1953fc-d738-4ee5-adaa-d53ae8b73abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:06.726706 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-236cea3a-d5ca-4128-b75a-fc49b01fcc8a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?network_id=60491b7b-def1-4cac-8466-a6ebcf0d8114&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0864723 Jul 09 09:36:06.786070 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-15f435d3-00c8-4b11-8c1a-31e1ed5d45c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:06.796426 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4f02222a-f53d-457c-94ee-d817ddd86098 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:36:06.860126 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 4f02222a-f53d-457c-94ee-d817ddd86098 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:36:06.860959 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4f02222a-f53d-457c-94ee-d817ddd86098 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:36:06.861602 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d694e95e-8ff0-497b-a454-7031b627fcfb no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:36:06.900116 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: d694e95e-8ff0-497b-a454-7031b627fcfb {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:36:06.906543 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d694e95e-8ff0-497b-a454-7031b627fcfb not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:36:07.152881 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d1953fc-d738-4ee5-adaa-d53ae8b73abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:07.158717 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d1953fc-d738-4ee5-adaa-d53ae8b73abc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:07.164884 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05feb2a-014e-4426-952d-feccf3909998 req-a4c7ca91-be8a-4a27-b69f-69a98cdfe60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:07.166388 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a05feb2a-014e-4426-952d-feccf3909998 req-a4c7ca91-be8a-4a27-b69f-69a98cdfe60d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.5447178 Jul 09 09:36:07.253645 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d1953fc-d738-4ee5-adaa-d53ae8b73abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:07.254206 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1953fc-d738-4ee5-adaa-d53ae8b73abc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f8ee76b-fd6a-48b6-9f26-665396c75bd4 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:36:07.267260 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d1953fc-d738-4ee5-adaa-d53ae8b73abc admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:07.270781 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7d1953fc-d738-4ee5-adaa-d53ae8b73abc admin admin] 10.222.0.61 "DELETE /v2.0/routers/8f8ee76b-fd6a-48b6-9f26-665396c75bd4 HTTP/1.1" status: 204 len: 168 time: 2.4762590 Jul 09 09:36:07.271200 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52642) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:07.313714 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-2758a04c-00e0-4637-945c-ba91b0b6f17e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:07.324539 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-2758a04c-00e0-4637-945c-ba91b0b6f17e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:07.330551 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-2758a04c-00e0-4637-945c-ba91b0b6f17e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:07.340915 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-2758a04c-00e0-4637-945c-ba91b0b6f17e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/networks?id=d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb&id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&id=60491b7b-def1-4cac-8466-a6ebcf0d8114&id=60491b7b-def1-4cac-8466-a6ebcf0d8114 HTTP/1.1" status: 200 len: 1991 time: 0.6132424 Jul 09 09:36:07.343741 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-5474a25e-ef0c-4abd-8010-ec1ac2bb1ccf admin admin] Deleting subnet d6a06f15-0469-4615-97cc-a20485ca7940 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:36:07.351204 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5474a25e-ef0c-4abd-8010-ec1ac2bb1ccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:07.366933 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05feb2a-014e-4426-952d-feccf3909998 req-d76c1108-a225-4606-990e-3f2a9de2a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:07.368729 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a05feb2a-014e-4426-952d-feccf3909998 req-d76c1108-a225-4606-990e-3f2a9de2a60a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1924727 Jul 09 09:36:07.375680 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9b6cfe8a-19ee-4f6a-af0e-1be5561f95fa tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/quotas/d40a354f83ac42a092eb57d9c0e4d4c8 HTTP/1.1" status: 200 len: 375 time: 0.0337417 Jul 09 09:36:07.399837 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5474a25e-ef0c-4abd-8010-ec1ac2bb1ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:07.452160 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5474a25e-ef0c-4abd-8010-ec1ac2bb1ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:07.531032 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5474a25e-ef0c-4abd-8010-ec1ac2bb1ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:07.564052 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474a25e-ef0c-4abd-8010-ec1ac2bb1ccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6a06f15-0469-4615-97cc-a20485ca7940,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:07.572571 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5474a25e-ef0c-4abd-8010-ec1ac2bb1ccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:07.578622 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5474a25e-ef0c-4abd-8010-ec1ac2bb1ccf admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d6a06f15-0469-4615-97cc-a20485ca7940 HTTP/1.1" status: 204 len: 168 time: 0.3057671 Jul 09 09:36:07.579602 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52646) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:07.580119 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a05feb2a-014e-4426-952d-feccf3909998 req-274f9e68-5860-4cda-b20f-f46472361920 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010772 Jul 09 09:36:07.604838 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2245710-56b7-4c2b-80e8-7e8592c0b77f req-8784a6fd-7dd4-4bdd-b1f0-504dc05567a1 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:07.613741 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b2245710-56b7-4c2b-80e8-7e8592c0b77f req-8784a6fd-7dd4-4bdd-b1f0-504dc05567a1 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 945 time: 0.2149892 Jul 09 09:36:07.641412 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-bb34d759-f922-4a89-933f-cc2636b6161c tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d40a354f83ac42a092eb57d9c0e4d4c8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2648239 Jul 09 09:36:07.657663 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3980dc8a-edde-4c69-a670-f2a3ed639a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:07.750323 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3980dc8a-edde-4c69-a670-f2a3ed639a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:07.764583 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-3980dc8a-edde-4c69-a670-f2a3ed639a5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cadc3bc1-4b29-4e86-9b19-55a98786baff']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:36:07.776673 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-3980dc8a-edde-4c69-a670-f2a3ed639a5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b5dac6-4e64-4a7e-bac1-42f3892502d5') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:36:07.776952 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-3980dc8a-edde-4c69-a670-f2a3ed639a5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b5dac6-4e64-4a7e-bac1-42f3892502d5') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:36:07.787763 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3980dc8a-edde-4c69-a670-f2a3ed639a5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:07.795813 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b2245710-56b7-4c2b-80e8-7e8592c0b77f req-f4ad7dfa-1c92-4f9b-94cc-da986b9d3778 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809695 Jul 09 09:36:07.803252 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3980dc8a-edde-4c69-a670-f2a3ed639a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:07.811588 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3980dc8a-edde-4c69-a670-f2a3ed639a5c admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:36:07.812086 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3980dc8a-edde-4c69-a670-f2a3ed639a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:36:07.813847 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:36:07.848153 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a05feb2a-014e-4426-952d-feccf3909998 req-e788408c-2656-4596-9096-19b9aae70862 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601070 Jul 09 09:36:07.866722 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-44548f47-5537-4af7-95f8-eb2343eb511b service neutron] 10.222.0.61 "GET /v2.0/networks/d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077115 Jul 09 09:36:07.908400 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3980dc8a-edde-4c69-a670-f2a3ed639a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:07.915589 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3980dc8a-edde-4c69-a670-f2a3ed639a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:07.917542 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3980dc8a-edde-4c69-a670-f2a3ed639a5c admin admin] 10.222.0.61 "DELETE /v2.0/networks/cadc3bc1-4b29-4e86-9b19-55a98786baff HTTP/1.1" status: 204 len: 168 time: 0.3366535 Jul 09 09:36:07.970871 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980dc8a-edde-4c69-a670-f2a3ed639a5c admin admin] Pushing event deleted for resources: {'Network': ['ID=cadc3bc1-4b29-4e86-9b19-55a98786baff,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:07.990425 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-8206e152-deb4-42e8-9709-7ffe826d6ce5 service neutron] 10.222.0.61 "GET /v2.0/networks/d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181548 Jul 09 09:36:08.088778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-502b9d67-e67a-4656-a042-d8c401c88593 service neutron] 10.222.0.61 "GET /v2.0/ports/c5ac0b66-6ec6-4896-8808-9a201a1cd005?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0882280 Jul 09 09:36:08.218270 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52656) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:08.248067 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-5a4e246b-ed87-44b8-88fc-3f94133b390a service neutron] 10.222.0.61 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561677 Jul 09 09:36:08.263226 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e13797-788d-4fe7-8844-e8e8a62d48f5 req-6d5700eb-0f75-45e8-9869-404e45a53e7c tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:08.272027 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0e13797-788d-4fe7-8844-e8e8a62d48f5 req-6d5700eb-0f75-45e8-9869-404e45a53e7c tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.1143816 Jul 09 09:36:08.296897 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5d499aa7-f0c4-45e0-a097-cab81f347e8f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b2d37b82ee154752af5d9a5e45d03cea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0775335 Jul 09 09:36:08.299399 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52658) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:08.379350 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97d77fb8-9fe2-4eba-92d6-e5b10cfebd5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:08.384558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0e13797-788d-4fe7-8844-e8e8a62d48f5 req-d8d0e1a4-d42f-4b93-adc9-5903ec7d2792 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000555 Jul 09 09:36:08.427984 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-eb03524c-b7bb-42a8-a8ad-4983a6787c80 service neutron] 10.222.0.61 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548834 Jul 09 09:36:08.456625 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97d77fb8-9fe2-4eba-92d6-e5b10cfebd5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:08.472308 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:36:08.549090 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-f78cafdc-590d-4d24-8322-5eadf1b6b61f service neutron] 10.222.0.61 "GET /v2.0/ports/c55ad7ee-d463-472e-9cd3-5263ad30bdd6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1148305 Jul 09 09:36:08.587223 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97d77fb8-9fe2-4eba-92d6-e5b10cfebd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:08.592603 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97d77fb8-9fe2-4eba-92d6-e5b10cfebd5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:08.593908 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-97d77fb8-9fe2-4eba-92d6-e5b10cfebd5a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/85ea7a8e-374c-44be-8e3f-48f1e5fb6734 HTTP/1.1" status: 204 len: 168 time: 0.2932682 Jul 09 09:36:08.612670 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d77fb8-9fe2-4eba-92d6-e5b10cfebd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ea7a8e-374c-44be-8e3f-48f1e5fb6734,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:08.701653 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1fa4f996-c52f-412a-b5d3-b8948a7d70d8 service neutron] 10.222.0.61 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411176 Jul 09 09:36:08.708152 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:08.753669 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:08.755011 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddb504e-07d3-41e2-9535-d1c18241f2b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:36:08.758273 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3444047b-a7bf-4f79-9764-e7f644fe038c" -d '{"events": [{"server_uuid": "6ddb504e-07d3-41e2-9535-d1c18241f2b2", "name": "network-vif-unplugged", "status": "completed", "tag": "90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:36:08.773148 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:08.834864 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:08.868873 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1168e9e9-e8ab-4010-a689-077636b28a54 service neutron] 10.222.0.61 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607094 Jul 09 09:36:08.929261 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:08.983622 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-5bc434a0-a0e5-4f87-a754-11da0312fb9e service neutron] 10.222.0.61 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134903 Jul 09 09:36:09.127684 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-00399c54-6ca1-4bc4-bc36-2c960136b44e service neutron] 10.222.0.61 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344931 Jul 09 09:36:09.213907 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e7d6dd-d006-49fd-9d2d-f31f1bb91072 x-openstack-request-id: req-10e7d6dd-d006-49fd-9d2d-f31f1bb91072 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:36:09.214378 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ddb504e-07d3-41e2-9535-d1c18241f2b2", "name": "network-vif-unplugged", "status": "completed", "tag": "90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:36:09.214703 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-10e7d6dd-d006-49fd-9d2d-f31f1bb91072 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:36:09.215568 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ddb504e-07d3-41e2-9535-d1c18241f2b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f', 'code': 200} Jul 09 09:36:09.303640 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-ba28fa92-5a03-4e7d-a2ac-b069de509f1f service neutron] 10.222.0.61 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559849 Jul 09 09:36:09.313366 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9b710e8-b04d-4037-96e9-724b8221ca9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:09.483367 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-3d8d1520-bc70-41d6-88ac-97ef360a6c10 service neutron] 10.222.0.61 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773674 Jul 09 09:36:09.508856 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:09.519816 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79217ba-f8ac-43c1-b974-8805992b2355 req-72f83722-7026-4dd2-a544-cabd3218f50b tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:09.526790 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c79217ba-f8ac-43c1-b974-8805992b2355 req-72f83722-7026-4dd2-a544-cabd3218f50b tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 945 time: 0.1525023 Jul 09 09:36:09.609901 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c79217ba-f8ac-43c1-b974-8805992b2355 req-e12d7fc1-2b53-4b77-83f7-0d1618541f88 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821624 Jul 09 09:36:09.663829 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-4fa1e847-b473-40ae-b49d-f89e8f4c1ba3 service neutron] 10.222.0.61 "GET /v2.0/networks/60491b7b-def1-4cac-8466-a6ebcf0d8114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646450 Jul 09 09:36:09.694580 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52696) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:09.767791 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-c777879d-015b-474a-9f58-4165023b36dd service neutron] 10.222.0.61 "GET /v2.0/networks/60491b7b-def1-4cac-8466-a6ebcf0d8114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030529 Jul 09 09:36:09.823714 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-779a214f-5445-456f-be6d-7879e41395e1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-863869137-network', 'tenant_id': '000d580d235d4afe8f745c4d00ee6cb4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:09.867316 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779a214f-5445-456f-be6d-7879e41395e1 admin admin] Made reservation on behalf of 000d580d235d4afe8f745c4d00ee6cb4 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:36:09.871735 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-779a214f-5445-456f-be6d-7879e41395e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:09.888196 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-779a214f-5445-456f-be6d-7879e41395e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:09.902379 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-08627932-bb02-4f91-bd6a-56d0ce45a04b service neutron] 10.222.0.61 "GET /v2.0/networks/60491b7b-def1-4cac-8466-a6ebcf0d8114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223443 Jul 09 09:36:10.000237 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-779a214f-5445-456f-be6d-7879e41395e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:10.006484 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-779a214f-5445-456f-be6d-7879e41395e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:10.040512 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779a214f-5445-456f-be6d-7879e41395e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:36:10.046418 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-dd8e69ab-a6dc-473a-ba9c-6a7cf85a9847 service neutron] 10.222.0.61 "GET /v2.0/networks/60491b7b-def1-4cac-8466-a6ebcf0d8114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430037 Jul 09 09:36:10.054925 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a214f-5445-456f-be6d-7879e41395e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e5192e-d6f0-43dd-bb12-c9334b711cee,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:10.061250 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-779a214f-5445-456f-be6d-7879e41395e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:10.061615 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-779a214f-5445-456f-be6d-7879e41395e1 admin admin] Added segment 615e3b04-55ca-45a7-8833-16a685335be4 of type vlan for network 10b4b629-8d9e-4910-b7a8-0ba2a9f91912 Jul 09 09:36:10.067421 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3dd40-505e-492b-8d5e-132ae909ef7e req-57881adb-f5fb-44c3-99cd-f3ac432ea30b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:10.069087 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-49c3dd40-505e-492b-8d5e-132ae909ef7e req-57881adb-f5fb-44c3-99cd-f3ac432ea30b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 948 time: 0.1438012 Jul 09 09:36:10.115411 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-779a214f-5445-456f-be6d-7879e41395e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:10.120723 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-49c3dd40-505e-492b-8d5e-132ae909ef7e req-58009b78-b3d0-4362-be5a-1967f8db0389 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458887 Jul 09 09:36:10.178321 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-779a214f-5445-456f-be6d-7879e41395e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:10.179572 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a214f-5445-456f-be6d-7879e41395e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:10.180347 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-779a214f-5445-456f-be6d-7879e41395e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:10.238276 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-779a214f-5445-456f-be6d-7879e41395e1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5419388 Jul 09 09:36:10.241205 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52708) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:10.247203 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-626eec52-2ba4-4dfd-b70e-a740f8dd3636 admin admin] Request body: {'subnet': {'network_id': '10b4b629-8d9e-4910-b7a8-0ba2a9f91912', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-863869137-subnet', 'tenant_id': '000d580d235d4afe8f745c4d00ee6cb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:10.279242 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a214f-5445-456f-be6d-7879e41395e1 admin admin] Pushing event updated for resources: {'Network': ['ID=10b4b629-8d9e-4910-b7a8-0ba2a9f91912,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:10.288511 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626eec52-2ba4-4dfd-b70e-a740f8dd3636 admin admin] Made reservation on behalf of 000d580d235d4afe8f745c4d00ee6cb4 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:36:10.291843 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-626eec52-2ba4-4dfd-b70e-a740f8dd3636 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:10.293765 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 10b4b629-8d9e-4910-b7a8-0ba2a9f91912 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:36:10.491245 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:36:10.646643 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-626eec52-2ba4-4dfd-b70e-a740f8dd3636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:10.707329 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:10.731921 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f', 'mac_address': 'fa:16:3e:75:26:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:36:10.776544 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626eec52-2ba4-4dfd-b70e-a740f8dd3636 admin admin] Checking segment: {'id': '615e3b04-55ca-45a7-8833-16a685335be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '10b4b629-8d9e-4910-b7a8-0ba2a9f91912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:36:10.776921 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626eec52-2ba4-4dfd-b70e-a740f8dd3636 admin admin] Network hostable DHCP agents. Network: 10b4b629-8d9e-4910-b7a8-0ba2a9f91912, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:36:10.781835 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:10.783393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626eec52-2ba4-4dfd-b70e-a740f8dd3636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c2c88e7-b07b-4cbb-845e-b83553f01c40,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:10.802815 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:36:10.812026 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626eec52-2ba4-4dfd-b70e-a740f8dd3636 admin admin] Network 10b4b629-8d9e-4910-b7a8-0ba2a9f91912 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:36:10.825146 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-626eec52-2ba4-4dfd-b70e-a740f8dd3636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 10b4b629-8d9e-4910-b7a8-0ba2a9f91912) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:36:10.835639 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:10.840980 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2c5ac9-7bc5-4439-a42e-18e83a568351 None None] Network 10b4b629-8d9e-4910-b7a8-0ba2a9f91912 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:36:10.842462 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626eec52-2ba4-4dfd-b70e-a740f8dd3636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:10.843570 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-626eec52-2ba4-4dfd-b70e-a740f8dd3636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:10.871988 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-626eec52-2ba4-4dfd-b70e-a740f8dd3636 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6212778 Jul 09 09:36:10.872226 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:10.980393 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:11.101665 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af2e86c-2bd0-47c1-ac00-a7ce0a71af17 None None] Network 10b4b629-8d9e-4910-b7a8-0ba2a9f91912 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:36:11.115681 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:11.339428 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddde759-f6f7-4f42-b5f5-d4a98bfe780e req-c0ff2e5c-e7d3-4a67-97d4-ef18d9f9bbaf tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:11.351964 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4ddde759-f6f7-4f42-b5f5-d4a98bfe780e req-c0ff2e5c-e7d3-4a67-97d4-ef18d9f9bbaf tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 945 time: 0.1979024 Jul 09 09:36:11.415538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4ddde759-f6f7-4f42-b5f5-d4a98bfe780e req-582e07d1-b242-4fa6-84f3-b053f09d3f2c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617886 Jul 09 09:36:11.544651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52766) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:11.550265 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f9ba1a31-5931-451d-8dad-862c4da92971 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-400014116-network', 'tenant_id': 'a9245d8757514caba6dff8aab915ec06'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:11.629163 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ba1a31-5931-451d-8dad-862c4da92971 admin admin] Made reservation on behalf of a9245d8757514caba6dff8aab915ec06 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:36:11.631945 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9ba1a31-5931-451d-8dad-862c4da92971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:11.668582 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9ba1a31-5931-451d-8dad-862c4da92971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:11.750281 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-71239136-3408-4864-b9cd-57e733997bcc req-88e202ca-1649-436f-a71d-e5bd523a4472 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 210 time: 0.0491993 Jul 09 09:36:11.878836 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9ba1a31-5931-451d-8dad-862c4da92971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:11.887962 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9ba1a31-5931-451d-8dad-862c4da92971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:11.933791 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ba1a31-5931-451d-8dad-862c4da92971 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:36:11.979638 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba1a31-5931-451d-8dad-862c4da92971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7b3fd2-533a-4acc-a0ab-9629e595cef3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:11.983523 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9ba1a31-5931-451d-8dad-862c4da92971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:11.983736 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-f9ba1a31-5931-451d-8dad-862c4da92971 admin admin] Added segment 791207cb-cf1f-48ad-a7bb-d7cd308d6ed4 of type vlan for network c032e150-34a0-4606-9c9b-f2e515b01ba7 Jul 09 09:36:12.054543 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9ba1a31-5931-451d-8dad-862c4da92971 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:12.113598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327eafa-af8c-4d44-8e29-edaa8eef8ed6 req-08e9d3da-aa52-466b-99d6-95df625b09c1 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:12.120928 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9327eafa-af8c-4d44-8e29-edaa8eef8ed6 req-08e9d3da-aa52-466b-99d6-95df625b09c1 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 949 time: 0.2174826 Jul 09 09:36:12.142784 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9ba1a31-5931-451d-8dad-862c4da92971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:12.147921 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ba1a31-5931-451d-8dad-862c4da92971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:12.148593 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9ba1a31-5931-451d-8dad-862c4da92971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:12.236387 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9327eafa-af8c-4d44-8e29-edaa8eef8ed6 req-f4a0e8bf-e74d-4a8d-a948-3535b0992304 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144383 Jul 09 09:36:12.281897 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:36:12.283092 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba1a31-5931-451d-8dad-862c4da92971 admin admin] Pushing event updated for resources: {'Network': ['ID=c032e150-34a0-4606-9c9b-f2e515b01ba7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:12.287900 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f9ba1a31-5931-451d-8dad-862c4da92971 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7416213 Jul 09 09:36:12.290843 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52774) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:12.297608 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-dd1bd9cf-0938-4215-ad84-7a4195447cc8 admin admin] Request body: {'subnet': {'network_id': 'c032e150-34a0-4606-9c9b-f2e515b01ba7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-400014116-subnet', 'tenant_id': 'a9245d8757514caba6dff8aab915ec06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:12.322062 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1bd9cf-0938-4215-ad84-7a4195447cc8 admin admin] Made reservation on behalf of a9245d8757514caba6dff8aab915ec06 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:36:12.325449 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd1bd9cf-0938-4215-ad84-7a4195447cc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:12.342268 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network c032e150-34a0-4606-9c9b-f2e515b01ba7 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:36:12.583030 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd1bd9cf-0938-4215-ad84-7a4195447cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:12.687246 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ceb4a6-efb8-4c4e-aa7e-2d809d499baf req-5b985273-c697-439c-a213-052de9f6389e tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:12.697681 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e5ceb4a6-efb8-4c4e-aa7e-2d809d499baf req-5b985273-c697-439c-a213-052de9f6389e tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 945 time: 0.1322784 Jul 09 09:36:12.724980 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1bd9cf-0938-4215-ad84-7a4195447cc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c402a705-662f-4fe8-9645-932eb652ee09,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:12.730391 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1bd9cf-0938-4215-ad84-7a4195447cc8 admin admin] Checking segment: {'id': '791207cb-cf1f-48ad-a7bb-d7cd308d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c032e150-34a0-4606-9c9b-f2e515b01ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:36:12.730756 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1bd9cf-0938-4215-ad84-7a4195447cc8 admin admin] Network hostable DHCP agents. Network: c032e150-34a0-4606-9c9b-f2e515b01ba7, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:36:12.760392 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1bd9cf-0938-4215-ad84-7a4195447cc8 admin admin] Network c032e150-34a0-4606-9c9b-f2e515b01ba7 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:36:12.774676 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e5ceb4a6-efb8-4c4e-aa7e-2d809d499baf req-32a29781-2d6e-4705-9d97-627ba9d88d90 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748761 Jul 09 09:36:12.818368 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-dd1bd9cf-0938-4215-ad84-7a4195447cc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, c032e150-34a0-4606-9c9b-f2e515b01ba7) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:36:12.827877 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1bd9cf-0938-4215-ad84-7a4195447cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:12.828562 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd1bd9cf-0938-4215-ad84-7a4195447cc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:12.832002 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-467da1e6-3d0f-47d1-aef2-a06181d46106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:12.843283 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-467da1e6-3d0f-47d1-aef2-a06181d46106 service neutron] 10.222.0.58 "GET /v2.0/ports/c5ac0b66-6ec6-4896-8808-9a201a1cd005 HTTP/1.1" status: 200 len: 1027 time: 0.0916717 Jul 09 09:36:12.847644 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27efb2cc-0e42-4066-84a3-a6e1187e13f8 None None] Network c032e150-34a0-4606-9c9b-f2e515b01ba7 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:36:12.965795 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-95c0a995-e289-4ed1-b059-8d989b85e3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:12.969006 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-95c0a995-e289-4ed1-b059-8d989b85e3d2 service neutron] 10.222.0.58 "GET /v2.0/ports/c55ad7ee-d463-472e-9cd3-5263ad30bdd6 HTTP/1.1" status: 200 len: 1027 time: 0.0935769 Jul 09 09:36:12.981446 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dd1bd9cf-0938-4215-ad84-7a4195447cc8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6809888 Jul 09 09:36:13.043469 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:13.170615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-0fbdfa09-a733-4f77-80b5-50c800806dc5 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:13.172486 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-0fbdfa09-a733-4f77-80b5-50c800806dc5 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2&tenant_id=fd1e4817887247cb839b06c8943f8731&binding%3Ahost_id=n-h2-799996-1 HTTP/1.1" status: 200 len: 949 time: 0.2930760 Jul 09 09:36:13.241439 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d505da-ad04-4c57-8c1a-a4f0641918c6 None None] Network c032e150-34a0-4606-9c9b-f2e515b01ba7 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:36:13.304649 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-2a839063-f7be-420f-954a-8e4c907d9cc9 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:13.318010 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-0c75f03f-8ea1-43eb-b3aa-ce65409d647d service neutron] 10.222.0.64 "GET /v2.0/ports/90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f/bindings/n-h2-799996-1 HTTP/1.1" status: 200 len: 382 time: 0.1385322 Jul 09 09:36:13.319212 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-2a839063-f7be-420f-954a-8e4c907d9cc9 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:13.327195 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-2a839063-f7be-420f-954a-8e4c907d9cc9 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:13.329975 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-2a839063-f7be-420f-954a-8e4c907d9cc9 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.58 "GET /v2.0/networks?id=d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb&id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&id=60491b7b-def1-4cac-8466-a6ebcf0d8114&id=60491b7b-def1-4cac-8466-a6ebcf0d8114 HTTP/1.1" status: 200 len: 1991 time: 0.3534479 Jul 09 09:36:13.394490 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f60108db-2c2a-49bf-ba53-b664589f710d req-9b7ab9ba-8249-4b6a-808c-222704f6eb19 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 210 time: 0.0711806 Jul 09 09:36:13.423524 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-4a3e1ffb-183d-4bcb-ad7c-d5f779306416 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d40a354f83ac42a092eb57d9c0e4d4c8 HTTP/1.1" status: 200 len: 379 time: 0.0854394 Jul 09 09:36:13.437511 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-656b95b3-09a5-43fc-a8b1-4ec2317c64ad tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Request body: {'port': {'device_id': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb', 'admin_state_up': True, 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'security_groups': ['5ff39ec3-6e25-40ae-996d-965b37f3fb91']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:13.506919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-97299f56-444b-45d6-8f0c-40273675fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:13.508469 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-97299f56-444b-45d6-8f0c-40273675fa65 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 1100 time: 0.1317856 Jul 09 09:36:13.665693 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-656b95b3-09a5-43fc-a8b1-4ec2317c64ad tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Made reservation on behalf of d40a354f83ac42a092eb57d9c0e4d4c8 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:36:13.669757 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-656b95b3-09a5-43fc-a8b1-4ec2317c64ad tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:13.853852 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-656b95b3-09a5-43fc-a8b1-4ec2317c64ad tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Allocated IP 172.20.0.3 (d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb/c4576acc-4c8a-4776-ad8b-d4acbefc004d/38137faf-b03c-41f7-8e58-cab67d1ed7f7) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:36:14.100049 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-656b95b3-09a5-43fc-a8b1-4ec2317c64ad tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:14.120916 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-656b95b3-09a5-43fc-a8b1-4ec2317c64ad tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Transition to ACTIVE for port object 38137faf-b03c-41f7-8e58-cab67d1ed7f7 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:36:14.204930 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-656b95b3-09a5-43fc-a8b1-4ec2317c64ad tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:14.227264 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-e5842fdc-a4f3-4214-9a91-da9d8864a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:14.228806 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-e5842fdc-a4f3-4214-9a91-da9d8864a0dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.7103117 Jul 09 09:36:14.276744 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-656b95b3-09a5-43fc-a8b1-4ec2317c64ad tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Network d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:36:14.280342 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-656b95b3-09a5-43fc-a8b1-4ec2317c64ad tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:36:14.284536 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-656b95b3-09a5-43fc-a8b1-4ec2317c64ad tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:36:14.305531 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:36:14.341667 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b95b3-09a5-43fc-a8b1-4ec2317c64ad tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event updated for resources: {'Port': ['ID=38137faf-b03c-41f7-8e58-cab67d1ed7f7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:14.363215 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-656b95b3-09a5-43fc-a8b1-4ec2317c64ad tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:14.368770 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-656b95b3-09a5-43fc-a8b1-4ec2317c64ad tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:14.380431 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-6ec736ef-e392-4498-82b2-a9edd915eb79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f HTTP/1.1" status: 200 len: 217 time: 0.1288905 Jul 09 09:36:14.404365 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-656b95b3-09a5-43fc-a8b1-4ec2317c64ad tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9732044 Jul 09 09:36:14.416810 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-d12541aa-5f64-4ab2-8744-974579ce52fb tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Request body: {'port': {'device_id': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728', 'admin_state_up': True, 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'security_groups': ['5ff39ec3-6e25-40ae-996d-965b37f3fb91']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:14.459062 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52822) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:14.501343 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:36:14.512937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332e670-1d27-409f-a9f9-b66dc36318ae req-31ed8017-0e12-4196-9e95-6da7266b658d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:14.526626 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c332e670-1d27-409f-a9f9-b66dc36318ae req-31ed8017-0e12-4196-9e95-6da7266b658d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 949 time: 0.3542702 Jul 09 09:36:14.563234 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-407476bf-b00d-4243-a406-5949a0deb923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:14.568017 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-407476bf-b00d-4243-a406-5949a0deb923 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1816523 Jul 09 09:36:14.609502 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:36:14.609981 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:14.644448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c332e670-1d27-409f-a9f9-b66dc36318ae req-51bde4bc-b8bc-4e90-aec6-6079ff46214e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091056 Jul 09 09:36:14.690520 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-d12541aa-5f64-4ab2-8744-974579ce52fb tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Made reservation on behalf of d40a354f83ac42a092eb57d9c0e4d4c8 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:36:14.695179 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-d12541aa-5f64-4ab2-8744-974579ce52fb tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:14.788861 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-285ab0f6-8983-4e8f-8772-b4eeda128326 None None] Provisioning for port 38137faf-b03c-41f7-8e58-cab67d1ed7f7 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:36:14.796189 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-285ab0f6-8983-4e8f-8772-b4eeda128326 None None] Provisioning complete for port 38137faf-b03c-41f7-8e58-cab67d1ed7f7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:36:14.796822 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-285ab0f6-8983-4e8f-8772-b4eeda128326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:14.827375 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:14.842655 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-285ab0f6-8983-4e8f-8772-b4eeda128326 None None] Port 38137faf-b03c-41f7-8e58-cab67d1ed7f7 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:36:14.855745 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddb504e-07d3-41e2-9535-d1c18241f2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:36:14.858236 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c83ef31-1fbd-406a-9ad9-249a819bb202" -d '{"events": [{"server_uuid": "6ddb504e-07d3-41e2-9535-d1c18241f2b2", "name": "network-vif-plugged", "status": "completed", "tag": "90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:36:14.872744 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:14.877435 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-d12541aa-5f64-4ab2-8744-974579ce52fb tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Allocated IP 10.1.1.113 (c92255a9-b3f6-43e0-b40a-47ba2e92d728/eaa25951-e3c6-4a89-bd19-5bca58e724de/22e140cd-52e8-4479-8dac-6bd540e9fb0c) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:36:14.880659 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:14.919096 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-a5530dde-3358-4b94-9e85-5f11f17c66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:14.920663 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-a5530dde-3358-4b94-9e85-5f11f17c66d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3301392 Jul 09 09:36:14.938509 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:14.956466 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-96ef1efd-70ed-4ff2-956b-070a7821fb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:15.014697 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164790e4-f02e-4efb-ac0e-47190be8affc req-87b2d631-6442-4832-82cc-c2a60f9f78d4 tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:15.016276 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-164790e4-f02e-4efb-ac0e-47190be8affc req-87b2d631-6442-4832-82cc-c2a60f9f78d4 tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/networks?id=10b4b629-8d9e-4910-b7a8-0ba2a9f91912 HTTP/1.1" status: 200 len: 824 time: 0.2473309 Jul 09 09:36:15.054537 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-164790e4-f02e-4efb-ac0e-47190be8affc req-246d979c-7289-4fd2-b8bb-5d1d64555fc0 tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/quotas/000d580d235d4afe8f745c4d00ee6cb4 HTTP/1.1" status: 200 len: 375 time: 0.0295918 Jul 09 09:36:15.083527 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-d12541aa-5f64-4ab2-8744-974579ce52fb tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:15.106122 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-d12541aa-5f64-4ab2-8744-974579ce52fb tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Transition to ACTIVE for port object 22e140cd-52e8-4479-8dac-6bd540e9fb0c will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:36:15.116662 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21306fa-8958-4515-a7ad-6101cf261c1a req-6da7c0c9-cce1-4582-a76f-ec8e99d6a168 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:15.118455 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f21306fa-8958-4515-a7ad-6101cf261c1a req-6da7c0c9-cce1-4582-a76f-ec8e99d6a168 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 945 time: 0.2372649 Jul 09 09:36:15.122548 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-164790e4-f02e-4efb-ac0e-47190be8affc req-12e6b744-898f-4a13-8110-7e103dc2a0fa tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=000d580d235d4afe8f745c4d00ee6cb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554554 Jul 09 09:36:15.126468 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-0a47cb46-42b9-4c58-bb9d-183cc17dd8cf service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963758 Jul 09 09:36:15.170527 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-96ef1efd-70ed-4ff2-956b-070a7821fb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:15.179632 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-96ef1efd-70ed-4ff2-956b-070a7821fb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:15.199312 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-d12541aa-5f64-4ab2-8744-974579ce52fb tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:15.213136 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-164790e4-f02e-4efb-ac0e-47190be8affc req-9047a78e-6a25-4f2f-8c93-58860e22613a service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:36:15.214224 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-164790e4-f02e-4efb-ac0e-47190be8affc req-9047a78e-6a25-4f2f-8c93-58860e22613a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0792351 Jul 09 09:36:15.277229 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-96ef1efd-70ed-4ff2-956b-070a7821fb0e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d61c08b71a140fcb16ea6ddeae723b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8140063 Jul 09 09:36:15.278470 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef1efd-70ed-4ff2-956b-070a7821fb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4bba86-2ee6-4591-90f7-0310cff3872c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:15.287818 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52840) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:15.307278 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-d12541aa-5f64-4ab2-8744-974579ce52fb tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Network c92255a9-b3f6-43e0-b40a-47ba2e92d728 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:36:15.322254 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-d12541aa-5f64-4ab2-8744-974579ce52fb tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:36:15.324575 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12541aa-5f64-4ab2-8744-974579ce52fb tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event updated for resources: {'Port': ['ID=22e140cd-52e8-4479-8dac-6bd540e9fb0c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:15.335146 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-d12541aa-5f64-4ab2-8744-974579ce52fb tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:36:15.336403 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f21306fa-8958-4515-a7ad-6101cf261c1a req-77fedfff-93f2-4b6e-8151-27804c2d8ffc tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018731 Jul 09 09:36:15.399002 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-993ea1f7-5c29-4fa7-b3b2-c55c7aae3f81 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629077 Jul 09 09:36:15.433811 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-626ff806-f2cc-4c5b-aa99-f51e9bd2733e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:15.449889 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-164790e4-f02e-4efb-ac0e-47190be8affc req-775e2f6b-7b47-4393-99ee-75b34aeb7e85 service neutron] 10.222.0.61 "GET /v2.0/networks/10b4b629-8d9e-4910-b7a8-0ba2a9f91912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195759 Jul 09 09:36:15.453116 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-d12541aa-5f64-4ab2-8744-974579ce52fb tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:15.453795 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-d12541aa-5f64-4ab2-8744-974579ce52fb tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:15.503016 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-626ff806-f2cc-4c5b-aa99-f51e9bd2733e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:15.571382 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-164790e4-f02e-4efb-ac0e-47190be8affc req-aa1a5871-813c-4359-948b-52e1fa1fb59a service neutron] 10.222.0.61 "GET /v2.0/networks/10b4b629-8d9e-4910-b7a8-0ba2a9f91912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182005 Jul 09 09:36:15.584942 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-626ff806-f2cc-4c5b-aa99-f51e9bd2733e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:15.587607 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-626ff806-f2cc-4c5b-aa99-f51e9bd2733e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:15.591227 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-626ff806-f2cc-4c5b-aa99-f51e9bd2733e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6a4bba86-2ee6-4591-90f7-0310cff3872c HTTP/1.1" status: 204 len: 168 time: 0.2989299 Jul 09 09:36:15.599012 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-d12541aa-5f64-4ab2-8744-974579ce52fb tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1864839 Jul 09 09:36:15.599827 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ff806-f2cc-4c5b-aa99-f51e9bd2733e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4bba86-2ee6-4591-90f7-0310cff3872c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:15.623549 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-f039875b-0d2d-4889-b43a-ada85533e2fa tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Request body: {'port': {'device_id': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728', 'admin_state_up': True, 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'security_groups': ['5ff39ec3-6e25-40ae-996d-965b37f3fb91']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:15.776517 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5a87e603-d511-4a6d-901e-7ebcec75f3ee None None] Provisioning for port 22e140cd-52e8-4479-8dac-6bd540e9fb0c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:36:15.783897 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0854dff7-e854-427a-9c2b-71ce4b11d9f8 x-openstack-request-id: req-0854dff7-e854-427a-9c2b-71ce4b11d9f8 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:36:15.785740 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ddb504e-07d3-41e2-9535-d1c18241f2b2", "name": "network-vif-plugged", "status": "completed", "tag": "90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:36:15.786099 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0854dff7-e854-427a-9c2b-71ce4b11d9f8 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:36:15.786720 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ddb504e-07d3-41e2-9535-d1c18241f2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f', 'code': 200} Jul 09 09:36:15.787570 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5a87e603-d511-4a6d-901e-7ebcec75f3ee None None] Provisioning complete for port 22e140cd-52e8-4479-8dac-6bd540e9fb0c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:36:15.791002 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5a87e603-d511-4a6d-901e-7ebcec75f3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:15.858389 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5a87e603-d511-4a6d-901e-7ebcec75f3ee None None] Port 22e140cd-52e8-4479-8dac-6bd540e9fb0c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:36:15.893941 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b2deb-20ac-417a-9e26-66ce15900a94 req-863aa3c4-2efb-40a7-b92c-fee121fb62fe tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:15.906928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b2deb-20ac-417a-9e26-66ce15900a94 req-863aa3c4-2efb-40a7-b92c-fee121fb62fe tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:15.920210 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e3b2deb-20ac-417a-9e26-66ce15900a94 req-863aa3c4-2efb-40a7-b92c-fee121fb62fe tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 1653 time: 0.1710074 Jul 09 09:36:15.926344 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-f039875b-0d2d-4889-b43a-ada85533e2fa tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Made reservation on behalf of d40a354f83ac42a092eb57d9c0e4d4c8 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:36:15.933548 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-f039875b-0d2d-4889-b43a-ada85533e2fa tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:16.002907 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e3b2deb-20ac-417a-9e26-66ce15900a94 req-4f63a727-083e-4d67-bc05-e47231692669 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692468 Jul 09 09:36:16.167975 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ffdec6c-24e4-43ac-af14-b10f6f80c007 req-a3cfd675-8d82-4d02-8d92-bbb106bfe1b3 tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/ports?device_id=85fe047b-33cb-472a-b6c2-98bacd67301a HTTP/1.1" status: 200 len: 210 time: 0.0882323 Jul 09 09:36:16.205381 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-f039875b-0d2d-4889-b43a-ada85533e2fa tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Allocated IP 10.1.1.199 (c92255a9-b3f6-43e0-b40a-47ba2e92d728/eaa25951-e3c6-4a89-bd19-5bca58e724de/1ad77fc5-199d-4e19-acef-8b1e44e8ba87) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:36:16.329172 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4814a-48cc-4435-8fff-5e3145649b80 req-39c927d7-29c5-484e-803b-0f6c371381ec tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:16.332331 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0ce4814a-48cc-4435-8fff-5e3145649b80 req-39c927d7-29c5-484e-803b-0f6c371381ec tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.1585102 Jul 09 09:36:16.411728 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0ce4814a-48cc-4435-8fff-5e3145649b80 req-4551c7ed-e59a-4f11-a5c4-2c8cd02c00a1 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717578 Jul 09 09:36:16.528172 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-f039875b-0d2d-4889-b43a-ada85533e2fa tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:16.543412 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-f039875b-0d2d-4889-b43a-ada85533e2fa tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Transition to ACTIVE for port object 1ad77fc5-199d-4e19-acef-8b1e44e8ba87 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:36:16.601410 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-f039875b-0d2d-4889-b43a-ada85533e2fa tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:16.651340 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-f039875b-0d2d-4889-b43a-ada85533e2fa tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Network c92255a9-b3f6-43e0-b40a-47ba2e92d728 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:36:16.657362 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-f039875b-0d2d-4889-b43a-ada85533e2fa tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:36:16.662994 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-f039875b-0d2d-4889-b43a-ada85533e2fa tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:36:16.743657 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-f039875b-0d2d-4889-b43a-ada85533e2fa tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:16.744366 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-f039875b-0d2d-4889-b43a-ada85533e2fa tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:16.752958 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0405a6-3431-4038-b7b7-ab2025751c09 req-8316bf2c-fed1-493a-a93d-4bd189d0aad6 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:16.755177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4f0405a6-3431-4038-b7b7-ab2025751c09 req-8316bf2c-fed1-493a-a93d-4bd189d0aad6 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 945 time: 0.1213188 Jul 09 09:36:16.772878 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039875b-0d2d-4889-b43a-ada85533e2fa tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event updated for resources: {'Port': ['ID=1ad77fc5-199d-4e19-acef-8b1e44e8ba87,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:16.776902 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-f039875b-0d2d-4889-b43a-ada85533e2fa tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1698804 Jul 09 09:36:16.788527 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-87c7f6a4-05ad-458b-8757-79ec51ab3859 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Request body: {'port': {'device_id': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '60491b7b-def1-4cac-8466-a6ebcf0d8114', 'admin_state_up': True, 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'security_groups': ['5ff39ec3-6e25-40ae-996d-965b37f3fb91']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:16.857333 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4f0405a6-3431-4038-b7b7-ab2025751c09 req-461c1948-ecce-452a-a4db-5963c87ed43e tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947819 Jul 09 09:36:17.017712 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-87c7f6a4-05ad-458b-8757-79ec51ab3859 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Made reservation on behalf of d40a354f83ac42a092eb57d9c0e4d4c8 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:36:17.134221 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fd9027c1-a220-401a-931c-fd55472f386f None None] Provisioning for port 1ad77fc5-199d-4e19-acef-8b1e44e8ba87 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:36:17.146610 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fd9027c1-a220-401a-931c-fd55472f386f None None] Provisioning complete for port 1ad77fc5-199d-4e19-acef-8b1e44e8ba87 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:36:17.147494 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fd9027c1-a220-401a-931c-fd55472f386f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:17.148487 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-87c7f6a4-05ad-458b-8757-79ec51ab3859 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:17.266056 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-fd9027c1-a220-401a-931c-fd55472f386f None None] Port 1ad77fc5-199d-4e19-acef-8b1e44e8ba87 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:36:17.398684 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025e674-3c52-4ff9-9c0c-01d585fe09f0 req-2f7503bb-1df2-4da2-aa24-19854f6f4219 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:17.406422 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025e674-3c52-4ff9-9c0c-01d585fe09f0 req-2f7503bb-1df2-4da2-aa24-19854f6f4219 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:17.416853 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025e674-3c52-4ff9-9c0c-01d585fe09f0 req-2f7503bb-1df2-4da2-aa24-19854f6f4219 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:17.426671 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1025e674-3c52-4ff9-9c0c-01d585fe09f0 req-2f7503bb-1df2-4da2-aa24-19854f6f4219 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 2374 time: 0.1376851 Jul 09 09:36:17.501056 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-74460477-e050-4601-a40a-a33664463462 req-3b4297a1-25d0-4392-bfea-792e9a5fd63a tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/ports?device_id=85fe047b-33cb-472a-b6c2-98bacd67301a HTTP/1.1" status: 200 len: 210 time: 0.0403452 Jul 09 09:36:17.519022 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1025e674-3c52-4ff9-9c0c-01d585fe09f0 req-d1e18958-f855-4ed1-957c-775d7c5ef548 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894823 Jul 09 09:36:17.599472 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-87c7f6a4-05ad-458b-8757-79ec51ab3859 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Allocated IP 10.2.2.100 (60491b7b-def1-4cac-8466-a6ebcf0d8114/61fc4c5c-d5c0-49f1-a635-934d52a9f78e/a7adbfff-b36e-4c84-aa19-b9efc349f092) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:36:17.818654 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe52978f-d655-4472-9ddc-32cc0aa66a81 req-bd0ae537-db02-4866-b50f-4ad753fd0633 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1396692 Jul 09 09:36:17.956119 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164790e4-f02e-4efb-ac0e-47190be8affc req-f2fa63ab-8cae-4fe2-885d-0d41b469d17e tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:17.957982 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-164790e4-f02e-4efb-ac0e-47190be8affc req-f2fa63ab-8cae-4fe2-885d-0d41b469d17e tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.58 "GET /v2.0/networks?id=10b4b629-8d9e-4910-b7a8-0ba2a9f91912 HTTP/1.1" status: 200 len: 824 time: 0.4143903 Jul 09 09:36:17.976105 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-164790e4-f02e-4efb-ac0e-47190be8affc req-f5614caf-b02d-4e81-ba41-f2b19e8ea36f tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Request body: {'port': {'device_id': '85fe047b-33cb-472a-b6c2-98bacd67301a', 'network_id': '10b4b629-8d9e-4910-b7a8-0ba2a9f91912', 'admin_state_up': True, 'tenant_id': '000d580d235d4afe8f745c4d00ee6cb4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:18.084393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d30ae2-e29e-4873-ac9a-0d9a38bcdbae req-20b9485e-4f01-47c1-8045-49b4f69d79b3 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:18.086163 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38d30ae2-e29e-4873-ac9a-0d9a38bcdbae req-20b9485e-4f01-47c1-8045-49b4f69d79b3 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.2660141 Jul 09 09:36:18.095789 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-87c7f6a4-05ad-458b-8757-79ec51ab3859 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:18.112351 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-87c7f6a4-05ad-458b-8757-79ec51ab3859 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Transition to ACTIVE for port object a7adbfff-b36e-4c84-aa19-b9efc349f092 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:36:18.131239 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-4ffad06c-29c6-4685-9b29-e2cc209ab40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:18.133146 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-4ffad06c-29c6-4685-9b29-e2cc209ab40d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2&tenant_id=fd1e4817887247cb839b06c8943f8731 HTTP/1.1" status: 200 len: 1101 time: 0.2215838 Jul 09 09:36:18.254210 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38d30ae2-e29e-4873-ac9a-0d9a38bcdbae req-c74222b4-d0e3-4f47-8b1e-4784beb14c92 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454463 Jul 09 09:36:18.262844 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52978f-d655-4472-9ddc-32cc0aa66a81 req-05574e20-2da0-4b85-a4ee-015b3cab8a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:18.265194 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe52978f-d655-4472-9ddc-32cc0aa66a81 req-05574e20-2da0-4b85-a4ee-015b3cab8a20 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 1100 time: 0.2045081 Jul 09 09:36:18.285595 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-b796ccd7-5253-45da-8d8e-907af6b974d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:18.287581 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-b796ccd7-5253-45da-8d8e-907af6b974d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 1101 time: 0.1272719 Jul 09 09:36:18.291965 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-87c7f6a4-05ad-458b-8757-79ec51ab3859 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:18.304750 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-164790e4-f02e-4efb-ac0e-47190be8affc req-f5614caf-b02d-4e81-ba41-f2b19e8ea36f tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Made reservation on behalf of 000d580d235d4afe8f745c4d00ee6cb4 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:36:18.309841 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-164790e4-f02e-4efb-ac0e-47190be8affc req-f5614caf-b02d-4e81-ba41-f2b19e8ea36f tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:18.409311 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-87c7f6a4-05ad-458b-8757-79ec51ab3859 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Network 60491b7b-def1-4cac-8466-a6ebcf0d8114 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:36:18.451062 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-87c7f6a4-05ad-458b-8757-79ec51ab3859 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:36:18.457188 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52978f-d655-4472-9ddc-32cc0aa66a81 req-911a36a7-1ce3-43bf-82b8-7f2639c565b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:18.458690 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe52978f-d655-4472-9ddc-32cc0aa66a81 req-911a36a7-1ce3-43bf-82b8-7f2639c565b9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.1685264 Jul 09 09:36:18.459631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-87c7f6a4-05ad-458b-8757-79ec51ab3859 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:36:18.480368 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7f6a4-05ad-458b-8757-79ec51ab3859 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event updated for resources: {'Port': ['ID=a7adbfff-b36e-4c84-aa19-b9efc349f092,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:18.545595 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe52978f-d655-4472-9ddc-32cc0aa66a81 req-00fc73f3-7d46-40de-bf99-1fa9f9b6dada service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d HTTP/1.1" status: 200 len: 217 time: 0.0766153 Jul 09 09:36:18.630050 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-87c7f6a4-05ad-458b-8757-79ec51ab3859 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:18.630050 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-87c7f6a4-05ad-458b-8757-79ec51ab3859 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:18.705885 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-87c7f6a4-05ad-458b-8757-79ec51ab3859 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9226990 Jul 09 09:36:18.712179 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-5f951a7c-16aa-4e04-add3-22617127d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:18.717665 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-5f951a7c-16aa-4e04-add3-22617127d6f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.4200737 Jul 09 09:36:18.718377 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-7f9358ea-14e3-4461-9943-e7fe34a1694a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Request body: {'port': {'device_id': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '60491b7b-def1-4cac-8466-a6ebcf0d8114', 'admin_state_up': True, 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'security_groups': ['5ff39ec3-6e25-40ae-996d-965b37f3fb91']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:18.814365 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2eedf724-76e6-441b-ab01-8fb8a471fac7 None None] Provisioning for port a7adbfff-b36e-4c84-aa19-b9efc349f092 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:36:18.825199 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-a913de22-d715-4890-8112-fa6723019f7e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f HTTP/1.1" status: 200 len: 217 time: 0.0926492 Jul 09 09:36:18.831086 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2eedf724-76e6-441b-ab01-8fb8a471fac7 None None] Provisioning complete for port a7adbfff-b36e-4c84-aa19-b9efc349f092 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:36:18.833929 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2eedf724-76e6-441b-ab01-8fb8a471fac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:18.857469 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59e4ed-cc00-4743-ba22-bb6769c31107 req-3aa4729c-7cd4-4835-86ba-e3219e31eafa tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:18.858796 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb59e4ed-cc00-4743-ba22-bb6769c31107 req-3aa4729c-7cd4-4835-86ba-e3219e31eafa tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 945 time: 0.3256402 Jul 09 09:36:18.861671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52978f-d655-4472-9ddc-32cc0aa66a81 req-7c89bbef-9c00-428c-b834-2dbda46d6a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:18.863398 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe52978f-d655-4472-9ddc-32cc0aa66a81 req-7c89bbef-9c00-428c-b834-2dbda46d6a19 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.2936988 Jul 09 09:36:18.889292 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-164790e4-f02e-4efb-ac0e-47190be8affc req-f5614caf-b02d-4e81-ba41-f2b19e8ea36f tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Allocated IP 172.20.0.9 (10b4b629-8d9e-4910-b7a8-0ba2a9f91912/3c2c88e7-b07b-4cbb-845e-b83553f01c40/2bd1fc72-8f33-42b9-974a-5a957512de4c) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:36:18.927113 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2eedf724-76e6-441b-ab01-8fb8a471fac7 None None] Port a7adbfff-b36e-4c84-aa19-b9efc349f092 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:36:19.042936 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4078b48-9609-4d64-9160-1b9d12134f00 req-9b2b9931-a4fc-4e90-acb6-2256b09a9703 tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/ports?device_id=85fe047b-33cb-472a-b6c2-98bacd67301a HTTP/1.1" status: 200 len: 210 time: 0.0718522 Jul 09 09:36:19.053640 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-96a02436-cc42-4f5b-855c-e38c00cf4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:19.055198 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-96a02436-cc42-4f5b-855c-e38c00cf4c25 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.2213249 Jul 09 09:36:19.075138 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb59e4ed-cc00-4743-ba22-bb6769c31107 req-d4250f8a-0faa-4bed-a995-d29d2477094b tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782169 Jul 09 09:36:19.128124 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52978f-d655-4472-9ddc-32cc0aa66a81 req-0a32ec29-2afa-4290-b9e3-eed0178b5e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:19.130181 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe52978f-d655-4472-9ddc-32cc0aa66a81 req-0a32ec29-2afa-4290-b9e3-eed0178b5e6f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2451985 Jul 09 09:36:19.244097 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-0d3c6764-fc5d-49ff-bb35-7b76e311dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:19.246066 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-0d3c6764-fc5d-49ff-bb35-7b76e311dd7f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1764619 Jul 09 09:36:19.477969 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-704fb07f-c2c7-4820-a29c-9584f5293b08 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037847 Jul 09 09:36:19.526333 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-7f9358ea-14e3-4461-9943-e7fe34a1694a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Made reservation on behalf of d40a354f83ac42a092eb57d9c0e4d4c8 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:36:19.532349 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-7f9358ea-14e3-4461-9943-e7fe34a1694a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:19.553685 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52940) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:19.573576 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-164790e4-f02e-4efb-ac0e-47190be8affc req-f5614caf-b02d-4e81-ba41-f2b19e8ea36f tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:19.601365 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe52978f-d655-4472-9ddc-32cc0aa66a81 req-c05753d3-29c4-488c-960f-46adac92c896 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639204 Jul 09 09:36:19.675066 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cefb72-4be7-4c05-b7b8-7b9214477a2b req-a4011bad-086b-472b-b3e6-348fd10fb18f tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:19.681402 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cefb72-4be7-4c05-b7b8-7b9214477a2b req-a4011bad-086b-472b-b3e6-348fd10fb18f tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:19.687606 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cefb72-4be7-4c05-b7b8-7b9214477a2b req-a4011bad-086b-472b-b3e6-348fd10fb18f tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:19.694304 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cefb72-4be7-4c05-b7b8-7b9214477a2b req-a4011bad-086b-472b-b3e6-348fd10fb18f tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:19.701430 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f7cefb72-4be7-4c05-b7b8-7b9214477a2b req-a4011bad-086b-472b-b3e6-348fd10fb18f tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 3095 time: 0.4695702 Jul 09 09:36:19.738788 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc54f6c8-e8b3-4bbb-83b5-6e017895201e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:19.770976 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-164790e4-f02e-4efb-ac0e-47190be8affc req-f5614caf-b02d-4e81-ba41-f2b19e8ea36f tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:19.812546 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe52978f-d655-4472-9ddc-32cc0aa66a81 req-16255ae2-498d-4e75-8baa-443efca546fe service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022262 Jul 09 09:36:19.828092 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f7cefb72-4be7-4c05-b7b8-7b9214477a2b req-830757f7-80e6-4cdc-ba29-289976641827 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256797 Jul 09 09:36:19.839242 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7a1c4-f582-4f8f-813a-04bdad2961d2 req-d87e2cf4-3e39-43f1-960b-3c584bba2a4f tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:19.845740 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3eb7a1c4-f582-4f8f-813a-04bdad2961d2 req-d87e2cf4-3e39-43f1-960b-3c584bba2a4f tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.3519757 Jul 09 09:36:19.850518 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06e1387a-e8a0-4817-a355-ad4943a84f38 req-06ae84c4-44e7-47a9-b6e9-44c8f3d6acbd service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528283 Jul 09 09:36:19.914879 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3eb7a1c4-f582-4f8f-813a-04bdad2961d2 req-18db099a-f581-491e-b3d3-0b8840f8a1cf tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600307 Jul 09 09:36:19.926367 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-164790e4-f02e-4efb-ac0e-47190be8affc req-f5614caf-b02d-4e81-ba41-f2b19e8ea36f tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Network 10b4b629-8d9e-4910-b7a8-0ba2a9f91912 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:36:19.928765 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-164790e4-f02e-4efb-ac0e-47190be8affc req-f5614caf-b02d-4e81-ba41-f2b19e8ea36f tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:36:19.938489 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-164790e4-f02e-4efb-ac0e-47190be8affc req-f5614caf-b02d-4e81-ba41-f2b19e8ea36f tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:36:19.997831 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5614caf-b02d-4e81-ba41-f2b19e8ea36f tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Pushing event updated for resources: {'Port': ['ID=2bd1fc72-8f33-42b9-974a-5a957512de4c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:20.026712 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-7f9358ea-14e3-4461-9943-e7fe34a1694a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Allocated IP 10.2.2.200 (60491b7b-def1-4cac-8466-a6ebcf0d8114/61fc4c5c-d5c0-49f1-a635-934d52a9f78e/66be3df1-04f9-4bfc-bd18-2a4746b4d8eb) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:36:20.086506 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164790e4-f02e-4efb-ac0e-47190be8affc req-f5614caf-b02d-4e81-ba41-f2b19e8ea36f tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:20.087244 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-164790e4-f02e-4efb-ac0e-47190be8affc req-f5614caf-b02d-4e81-ba41-f2b19e8ea36f tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:20.170407 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc54f6c8-e8b3-4bbb-83b5-6e017895201e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:20.201104 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc54f6c8-e8b3-4bbb-83b5-6e017895201e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:20.233512 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cc54f6c8-e8b3-4bbb-83b5-6e017895201e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=071d62cf03374829bd0842e26fafa3e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6702888 Jul 09 09:36:20.234817 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52954) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:20.238385 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-164790e4-f02e-4efb-ac0e-47190be8affc req-f5614caf-b02d-4e81-ba41-f2b19e8ea36f tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2714314 Jul 09 09:36:20.254663 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-164790e4-f02e-4efb-ac0e-47190be8affc req-650545bc-683b-4af5-b182-730679b700d3 service neutron] Request body: {'port': {'device_id': '85fe047b-33cb-472a-b6c2-98bacd67301a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:20.318257 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54f6c8-e8b3-4bbb-83b5-6e017895201e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f097bdcd-28da-4392-a880-ef9cc3805148,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:20.407745 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-164790e4-f02e-4efb-ac0e-47190be8affc req-650545bc-683b-4af5-b182-730679b700d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:20.413246 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-7f9358ea-14e3-4461-9943-e7fe34a1694a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:20.510115 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d6922a9-b9a4-4b87-b153-577cd5f22868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:20.538945 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:36:20.565707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47377d-fe78-4ba5-9ea0-475b48e43780 req-a0c0f41a-21b1-41e5-9eee-5d4b07e1024b tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:20.586809 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9e47377d-fe78-4ba5-9ea0-475b48e43780 req-a0c0f41a-21b1-41e5-9eee-5d4b07e1024b tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/ports?device_id=85fe047b-33cb-472a-b6c2-98bacd67301a HTTP/1.1" status: 200 len: 931 time: 0.3149958 Jul 09 09:36:20.590761 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-7f9358ea-14e3-4461-9943-e7fe34a1694a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Transition to ACTIVE for port object 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:36:20.614080 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d6922a9-b9a4-4b87-b153-577cd5f22868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:20.653015 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbc5e4-0cc6-4588-bf8b-e7773290957e req-559978db-ec81-4b53-9227-bb4a86705e26 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:20.667387 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16dbc5e4-0cc6-4588-bf8b-e7773290957e req-559978db-ec81-4b53-9227-bb4a86705e26 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 945 time: 0.3974388 Jul 09 09:36:20.681060 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:20.724147 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddb504e-07d3-41e2-9535-d1c18241f2b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:36:20.726922 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8d55c4-dd01-4fbd-96c7-9eba3989d20a" -d '{"events": [{"server_uuid": "6ddb504e-07d3-41e2-9535-d1c18241f2b2", "name": "network-vif-unplugged", "status": "completed", "tag": "90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:36:20.743675 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:20.744963 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-7f9358ea-14e3-4461-9943-e7fe34a1694a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:20.752255 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:20.771878 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16dbc5e4-0cc6-4588-bf8b-e7773290957e req-7fa1f9cb-b66e-407f-aba9-6121df72dcd7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025517 Jul 09 09:36:20.811127 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-7f9358ea-14e3-4461-9943-e7fe34a1694a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Network 60491b7b-def1-4cac-8466-a6ebcf0d8114 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:36:20.818411 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:20.823977 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-7f9358ea-14e3-4461-9943-e7fe34a1694a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:36:20.831340 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-7f9358ea-14e3-4461-9943-e7fe34a1694a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:36:20.884203 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9e47377d-fe78-4ba5-9ea0-475b48e43780 req-ad2a1143-a709-4690-962b-88bd1f5f2bef tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/security-groups?id=41e5192e-d6f0-43dd-bb12-c9334b711cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935731 Jul 09 09:36:20.894279 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-7f9358ea-14e3-4461-9943-e7fe34a1694a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:20.895065 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-7f9358ea-14e3-4461-9943-e7fe34a1694a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:20.938445 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-7f9358ea-14e3-4461-9943-e7fe34a1694a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2243819 Jul 09 09:36:20.946796 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d6922a9-b9a4-4b87-b153-577cd5f22868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:20.958141 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d6922a9-b9a4-4b87-b153-577cd5f22868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:20.965082 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8d6922a9-b9a4-4b87-b153-577cd5f22868 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f097bdcd-28da-4392-a880-ef9cc3805148 HTTP/1.1" status: 204 len: 168 time: 0.7272584 Jul 09 09:36:20.972351 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca988e9-bb8b-4797-91c3-35f63c8e5db2 x-openstack-request-id: req-3ca988e9-bb8b-4797-91c3-35f63c8e5db2 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:36:20.973631 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ddb504e-07d3-41e2-9535-d1c18241f2b2", "name": "network-vif-unplugged", "status": "completed", "tag": "90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:36:20.974396 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3ca988e9-bb8b-4797-91c3-35f63c8e5db2 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:36:20.975127 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ddb504e-07d3-41e2-9535-d1c18241f2b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f', 'code': 200} Jul 09 09:36:21.001183 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-da461600-75a8-4035-8be1-144f990ddfc5 service neutron] Request body: {'port': {'device_id': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:21.020215 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6922a9-b9a4-4b87-b153-577cd5f22868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f097bdcd-28da-4392-a880-ef9cc3805148,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:21.025710 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9358ea-14e3-4461-9943-e7fe34a1694a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event updated for resources: {'Port': ['ID=66be3df1-04f9-4bfc-bd18-2a4746b4d8eb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:21.324631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-164790e4-f02e-4efb-ac0e-47190be8affc req-650545bc-683b-4af5-b182-730679b700d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd1fc72-8f33-42b9-974a-5a957512de4c {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:36:21.336007 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-164790e4-f02e-4efb-ac0e-47190be8affc req-650545bc-683b-4af5-b182-730679b700d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:21.339212 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-da461600-75a8-4035-8be1-144f990ddfc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:21.362428 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-164790e4-f02e-4efb-ac0e-47190be8affc req-650545bc-683b-4af5-b182-730679b700d3 service neutron] Transition to ACTIVE for port object 2bd1fc72-8f33-42b9-974a-5a957512de4c will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:36:21.387001 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cdad6e79-62e0-46ea-8a3e-e14a0b5952b1 None None] Provisioning for port 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:36:21.396852 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cdad6e79-62e0-46ea-8a3e-e14a0b5952b1 None None] Provisioning complete for port 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:36:21.397923 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cdad6e79-62e0-46ea-8a3e-e14a0b5952b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:21.402849 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-164790e4-f02e-4efb-ac0e-47190be8affc req-650545bc-683b-4af5-b182-730679b700d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:21.496749 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeab47a-eca6-47f0-8050-c3d3f5828fb1 req-c287e9c6-bc6a-4e86-8faa-6a3f253ea820 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:21.503770 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeab47a-eca6-47f0-8050-c3d3f5828fb1 req-c287e9c6-bc6a-4e86-8faa-6a3f253ea820 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:21.514531 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeab47a-eca6-47f0-8050-c3d3f5828fb1 req-c287e9c6-bc6a-4e86-8faa-6a3f253ea820 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:21.515438 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-cdad6e79-62e0-46ea-8a3e-e14a0b5952b1 None None] Port 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:36:21.521521 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeab47a-eca6-47f0-8050-c3d3f5828fb1 req-c287e9c6-bc6a-4e86-8faa-6a3f253ea820 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:21.529191 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeab47a-eca6-47f0-8050-c3d3f5828fb1 req-c287e9c6-bc6a-4e86-8faa-6a3f253ea820 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:21.531621 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4aeab47a-eca6-47f0-8050-c3d3f5828fb1 req-c287e9c6-bc6a-4e86-8faa-6a3f253ea820 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 3816 time: 0.2004178 Jul 09 09:36:21.695942 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4aeab47a-eca6-47f0-8050-c3d3f5828fb1 req-b26e7325-7b51-4eea-8bd8-012260f9988d tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409140 Jul 09 09:36:21.705432 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650545bc-683b-4af5-b182-730679b700d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd1fc72-8f33-42b9-974a-5a957512de4c,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:21.724468 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ad541be-306f-4e8b-97d5-0ac7d369006b req-5ace5399-6f2e-48e4-804c-9e6b6c9a4f01 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46cd89cf-4dc6-4c0d-8802-afd2dbc4a306&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1914122 Jul 09 09:36:21.857828 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca146d3-8438-4dee-8caf-f2b4393175eb req-780f9c0c-7df0-457c-bcc6-a6834bb76b75 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:21.862377 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eca146d3-8438-4dee-8caf-f2b4393175eb req-780f9c0c-7df0-457c-bcc6-a6834bb76b75 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 948 time: 0.3273609 Jul 09 09:36:21.992131 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad541be-306f-4e8b-97d5-0ac7d369006b req-9e041382-96d4-4682-a824-104ee90b0c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:21.995562 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ad541be-306f-4e8b-97d5-0ac7d369006b req-9e041382-96d4-4682-a824-104ee90b0c42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fa9df9b474a4887b8f2c23eac109c76&device_id=46cd89cf-4dc6-4c0d-8802-afd2dbc4a306 HTTP/1.1" status: 200 len: 1096 time: 0.2313130 Jul 09 09:36:22.014800 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eca146d3-8438-4dee-8caf-f2b4393175eb req-c4f952e6-fe52-4f61-8951-8116dfaaaaba tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354413 Jul 09 09:36:22.146496 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-164790e4-f02e-4efb-ac0e-47190be8affc req-650545bc-683b-4af5-b182-730679b700d3 service neutron] Attempting to bind port 2bd1fc72-8f33-42b9-974a-5a957512de4c on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:36:22.146496 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-164790e4-f02e-4efb-ac0e-47190be8affc req-650545bc-683b-4af5-b182-730679b700d3 service neutron] Attempting to bind port 2bd1fc72-8f33-42b9-974a-5a957512de4c by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '615e3b04-55ca-45a7-8833-16a685335be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '10b4b629-8d9e-4910-b7a8-0ba2a9f91912'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:36:22.147244 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164790e4-f02e-4efb-ac0e-47190be8affc req-650545bc-683b-4af5-b182-730679b700d3 service neutron] Attempting to bind port 2bd1fc72-8f33-42b9-974a-5a957512de4c on network 10b4b629-8d9e-4910-b7a8-0ba2a9f91912 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:36:22.155844 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-da461600-75a8-4035-8be1-144f990ddfc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38137faf-b03c-41f7-8e58-cab67d1ed7f7 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:36:22.162016 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164790e4-f02e-4efb-ac0e-47190be8affc req-650545bc-683b-4af5-b182-730679b700d3 service neutron] Port 2bd1fc72-8f33-42b9-974a-5a957512de4c on network 10b4b629-8d9e-4910-b7a8-0ba2a9f91912 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:36:22.162488 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164790e4-f02e-4efb-ac0e-47190be8affc req-650545bc-683b-4af5-b182-730679b700d3 service neutron] Attempting to bind port 2bd1fc72-8f33-42b9-974a-5a957512de4c on network 10b4b629-8d9e-4910-b7a8-0ba2a9f91912 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:36:22.171847 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164790e4-f02e-4efb-ac0e-47190be8affc req-650545bc-683b-4af5-b182-730679b700d3 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:36:22.172348 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164790e4-f02e-4efb-ac0e-47190be8affc req-650545bc-683b-4af5-b182-730679b700d3 service neutron] Checking segment: {'id': '615e3b04-55ca-45a7-8833-16a685335be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '10b4b629-8d9e-4910-b7a8-0ba2a9f91912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:36:22.172884 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164790e4-f02e-4efb-ac0e-47190be8affc req-650545bc-683b-4af5-b182-730679b700d3 service neutron] Bound using segment: {'id': '615e3b04-55ca-45a7-8833-16a685335be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '10b4b629-8d9e-4910-b7a8-0ba2a9f91912'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:36:22.173475 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-164790e4-f02e-4efb-ac0e-47190be8affc req-650545bc-683b-4af5-b182-730679b700d3 service neutron] Bound port: 2bd1fc72-8f33-42b9-974a-5a957512de4c, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '615e3b04-55ca-45a7-8833-16a685335be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '10b4b629-8d9e-4910-b7a8-0ba2a9f91912'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:36:22.174425 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-164790e4-f02e-4efb-ac0e-47190be8affc req-650545bc-683b-4af5-b182-730679b700d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:22.179164 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-da461600-75a8-4035-8be1-144f990ddfc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:22.215857 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-da461600-75a8-4035-8be1-144f990ddfc5 service neutron] Transition to ACTIVE for port object 38137faf-b03c-41f7-8e58-cab67d1ed7f7 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:36:22.241594 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-da461600-75a8-4035-8be1-144f990ddfc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:22.304064 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da461600-75a8-4035-8be1-144f990ddfc5 service neutron] Pushing event updated for resources: {'Port': ['ID=38137faf-b03c-41f7-8e58-cab67d1ed7f7,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:22.443462 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-164790e4-f02e-4efb-ac0e-47190be8affc req-650545bc-683b-4af5-b182-730679b700d3 service neutron] For port 2bd1fc72-8f33-42b9-974a-5a957512de4c, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:36:22.476380 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-164790e4-f02e-4efb-ac0e-47190be8affc req-650545bc-683b-4af5-b182-730679b700d3 service neutron] For port 2bd1fc72-8f33-42b9-974a-5a957512de4c, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=2bd1fc72-8f33-42b9-974a-5a957512de4c,segment=NetworkSegment(615e3b04-55ca-45a7-8833-16a685335be4),segment_id=615e3b04-55ca-45a7-8833-16a685335be4)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:36:22.492942 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-164790e4-f02e-4efb-ac0e-47190be8affc req-650545bc-683b-4af5-b182-730679b700d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:22.551774 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:36:22.585853 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53002) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:22.605046 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164790e4-f02e-4efb-ac0e-47190be8affc req-650545bc-683b-4af5-b182-730679b700d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:22.609917 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-164790e4-f02e-4efb-ac0e-47190be8affc req-650545bc-683b-4af5-b182-730679b700d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:22.611808 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-164790e4-f02e-4efb-ac0e-47190be8affc req-650545bc-683b-4af5-b182-730679b700d3 service neutron] 10.222.0.58 "PUT /v2.0/ports/2bd1fc72-8f33-42b9-974a-5a957512de4c HTTP/1.1" status: 200 len: 1091 time: 2.3650990 Jul 09 09:36:22.618855 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85fe047b-33cb-472a-b6c2-98bacd67301a', 'tag': '2bd1fc72-8f33-42b9-974a-5a957512de4c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:36:22.626216 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c2aed9-a966-432c-aadf-f080f3152fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "85fe047b-33cb-472a-b6c2-98bacd67301a", "tag": "2bd1fc72-8f33-42b9-974a-5a957512de4c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:36:22.788404 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ad94de88-648a-4cff-8cb0-cec1490a6e8d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-856468786-network', 'tenant_id': '70f75bf07b0e4756872fbda30959ba24'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:22.831009 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-da461600-75a8-4035-8be1-144f990ddfc5 service neutron] Attempting to bind port 38137faf-b03c-41f7-8e58-cab67d1ed7f7 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:36:22.831495 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-da461600-75a8-4035-8be1-144f990ddfc5 service neutron] Attempting to bind port 38137faf-b03c-41f7-8e58-cab67d1ed7f7 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'e7557c6e-e6c9-475e-8db0-088ca7535df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:36:22.831761 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-da461600-75a8-4035-8be1-144f990ddfc5 service neutron] Attempting to bind port 38137faf-b03c-41f7-8e58-cab67d1ed7f7 on network d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:36:22.886832 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650545bc-683b-4af5-b182-730679b700d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd1fc72-8f33-42b9-974a-5a957512de4c,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:22.915747 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-da461600-75a8-4035-8be1-144f990ddfc5 service neutron] Port 38137faf-b03c-41f7-8e58-cab67d1ed7f7 on network d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:36:22.918113 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-da461600-75a8-4035-8be1-144f990ddfc5 service neutron] Attempting to bind port 38137faf-b03c-41f7-8e58-cab67d1ed7f7 on network d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:36:22.982728 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:22.994010 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-da461600-75a8-4035-8be1-144f990ddfc5 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:36:22.994786 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-da461600-75a8-4035-8be1-144f990ddfc5 service neutron] Checking segment: {'id': 'e7557c6e-e6c9-475e-8db0-088ca7535df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:36:22.995672 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-da461600-75a8-4035-8be1-144f990ddfc5 service neutron] Bound using segment: {'id': 'e7557c6e-e6c9-475e-8db0-088ca7535df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:36:22.996683 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-da461600-75a8-4035-8be1-144f990ddfc5 service neutron] Bound port: 38137faf-b03c-41f7-8e58-cab67d1ed7f7, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7557c6e-e6c9-475e-8db0-088ca7535df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:36:22.998608 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-da461600-75a8-4035-8be1-144f990ddfc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:23.018175 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f', 'mac_address': 'fa:16:3e:75:26:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:36:23.029171 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad94de88-648a-4cff-8cb0-cec1490a6e8d admin admin] Made reservation on behalf of 70f75bf07b0e4756872fbda30959ba24 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:36:23.037301 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad94de88-648a-4cff-8cb0-cec1490a6e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:23.062601 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad94de88-648a-4cff-8cb0-cec1490a6e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:23.081769 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164790e4-f02e-4efb-ac0e-47190be8affc req-f588655a-c592-4bef-ba2e-daed8248c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:23.085120 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-164790e4-f02e-4efb-ac0e-47190be8affc req-f588655a-c592-4bef-ba2e-daed8248c3b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=000d580d235d4afe8f745c4d00ee6cb4&device_id=85fe047b-33cb-472a-b6c2-98bacd67301a HTTP/1.1" status: 200 len: 1094 time: 0.4113097 Jul 09 09:36:23.132374 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:23.158299 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c55882-278f-422a-98b4-637f77a9e4f8 req-55d0b8d2-946e-401a-9063-a175a893fdad tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:23.163971 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b3c55882-278f-422a-98b4-637f77a9e4f8 req-55d0b8d2-946e-401a-9063-a175a893fdad tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/ports?device_id=85fe047b-33cb-472a-b6c2-98bacd67301a HTTP/1.1" status: 200 len: 943 time: 0.3144863 Jul 09 09:36:23.169579 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad541be-306f-4e8b-97d5-0ac7d369006b req-11b7aab5-c3a6-4ceb-b854-badd107e201e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:23.173989 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:36:23.174840 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ad541be-306f-4e8b-97d5-0ac7d369006b req-11b7aab5-c3a6-4ceb-b854-badd107e201e service neutron] 10.222.0.64 "GET /v2.0/networks?id=8da779eb-62d2-4653-9616-013d03ffc7b9 HTTP/1.1" status: 200 len: 913 time: 1.1534197 Jul 09 09:36:23.217566 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-164790e4-f02e-4efb-ac0e-47190be8affc req-c572a216-88db-4b96-af5f-a776820b962b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd1fc72-8f33-42b9-974a-5a957512de4c HTTP/1.1" status: 200 len: 217 time: 0.0794649 Jul 09 09:36:23.221730 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:23.233739 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:23.267170 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40a252-7ad0-4fb3-82db-da10decaaae4 req-f192ec6c-ea22-4ea8-93b7-ac1624f3189a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:23.278647 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce40a252-7ad0-4fb3-82db-da10decaaae4 req-f192ec6c-ea22-4ea8-93b7-ac1624f3189a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.4251468 Jul 09 09:36:23.365756 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-da461600-75a8-4035-8be1-144f990ddfc5 service neutron] For port 38137faf-b03c-41f7-8e58-cab67d1ed7f7, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:36:23.369173 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164790e4-f02e-4efb-ac0e-47190be8affc req-ba579481-ad29-49a5-a0c6-1ca82dcaccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:23.371495 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-164790e4-f02e-4efb-ac0e-47190be8affc req-ba579481-ad29-49a5-a0c6-1ca82dcaccc2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3c2c88e7-b07b-4cbb-845e-b83553f01c40 HTTP/1.1" status: 200 len: 864 time: 0.1395550 Jul 09 09:36:23.372207 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,revision_number=10']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:23.376653 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-da461600-75a8-4035-8be1-144f990ddfc5 service neutron] For port 38137faf-b03c-41f7-8e58-cab67d1ed7f7, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=38137faf-b03c-41f7-8e58-cab67d1ed7f7,segment=NetworkSegment(e7557c6e-e6c9-475e-8db0-088ca7535df6),segment_id=e7557c6e-e6c9-475e-8db0-088ca7535df6)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:36:23.391457 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ad541be-306f-4e8b-97d5-0ac7d369006b req-646482a6-5351-41c4-81f5-414ca202ab40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96113903-35ea-4ac9-be3e-85da2b3415bb HTTP/1.1" status: 200 len: 1001 time: 0.1930127 Jul 09 09:36:23.410955 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b3c55882-278f-422a-98b4-637f77a9e4f8 req-d21c942b-ade7-4bdd-be7c-85178acb0405 tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/security-groups?id=41e5192e-d6f0-43dd-bb12-c9334b711cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249436 Jul 09 09:36:23.416945 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-da461600-75a8-4035-8be1-144f990ddfc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:23.424233 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-164790e4-f02e-4efb-ac0e-47190be8affc req-670852a8-0fd1-4555-beb8-e3440a49fdd0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=10b4b629-8d9e-4910-b7a8-0ba2a9f91912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444157 Jul 09 09:36:23.459357 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce40a252-7ad0-4fb3-82db-da10decaaae4 req-9006ba2e-804a-4027-baec-4c9ffd44d061 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795783 Jul 09 09:36:23.577645 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5765eaeb-b50e-4cbc-9208-9512f3b955c8 x-openstack-request-id: req-5765eaeb-b50e-4cbc-9208-9512f3b955c8 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:36:23.578135 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85fe047b-33cb-472a-b6c2-98bacd67301a", "tag": "2bd1fc72-8f33-42b9-974a-5a957512de4c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:36:23.578595 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5765eaeb-b50e-4cbc-9208-9512f3b955c8 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:36:23.579273 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85fe047b-33cb-472a-b6c2-98bacd67301a', 'tag': '2bd1fc72-8f33-42b9-974a-5a957512de4c', 'status': 'completed', 'code': 200} Jul 09 09:36:23.583335 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad541be-306f-4e8b-97d5-0ac7d369006b req-a8c2a7b4-665b-40d0-ac3d-45b8218b5483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:23.585400 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ad541be-306f-4e8b-97d5-0ac7d369006b req-a8c2a7b4-665b-40d0-ac3d-45b8218b5483 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a05b0ae9-6d96-449a-844e-c2c83c8a0b77 HTTP/1.1" status: 200 len: 851 time: 0.1717775 Jul 09 09:36:23.608378 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-da461600-75a8-4035-8be1-144f990ddfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:23.609010 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-da461600-75a8-4035-8be1-144f990ddfc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:23.610442 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-da461600-75a8-4035-8be1-144f990ddfc5 service neutron] 10.222.0.58 "PUT /v2.0/ports/38137faf-b03c-41f7-8e58-cab67d1ed7f7 HTTP/1.1" status: 200 len: 1091 time: 2.6489792 Jul 09 09:36:23.628204 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:36:23.645727 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e6edfdd7-6093-44c4-bddd-5036dc636c54 service neutron] Request body: {'port': {'device_id': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:23.662386 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad94de88-648a-4cff-8cb0-cec1490a6e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:23.704265 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad541be-306f-4e8b-97d5-0ac7d369006b req-fc52ba7c-ce97-4905-a7ec-4df38d4360d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:23.705930 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ad541be-306f-4e8b-97d5-0ac7d369006b req-fc52ba7c-ce97-4905-a7ec-4df38d4360d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8da779eb-62d2-4653-9616-013d03ffc7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132600 Jul 09 09:36:23.724875 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad94de88-648a-4cff-8cb0-cec1490a6e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:23.735506 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da461600-75a8-4035-8be1-144f990ddfc5 service neutron] Pushing event updated for resources: {'Port': ['ID=38137faf-b03c-41f7-8e58-cab67d1ed7f7,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:23.822722 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad94de88-648a-4cff-8cb0-cec1490a6e8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:36:23.905134 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94de88-648a-4cff-8cb0-cec1490a6e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6aa37c-6226-47c0-bafb-b2477da2f802,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:23.914751 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-164790e4-f02e-4efb-ac0e-47190be8affc req-32d9aff7-cb4a-4ee2-85a9-d65d8244e84b service neutron] 10.222.0.58 "GET /v2.0/networks/10b4b629-8d9e-4910-b7a8-0ba2a9f91912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213490 Jul 09 09:36:23.958433 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad94de88-648a-4cff-8cb0-cec1490a6e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:23.958907 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-ad94de88-648a-4cff-8cb0-cec1490a6e8d admin admin] Added segment 94bc9921-40e4-4a0e-a298-44fa3cccb4cc of type vlan for network 1eead137-dbd8-48b9-916a-6019c200ae01 Jul 09 09:36:24.016344 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ad541be-306f-4e8b-97d5-0ac7d369006b req-90ec5372-7360-4233-af96-315203919c67 service neutron] 10.222.0.64 "GET /v2.0/networks/8da779eb-62d2-4653-9616-013d03ffc7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027556 Jul 09 09:36:24.063272 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e6edfdd7-6093-44c4-bddd-5036dc636c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:24.092403 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad94de88-648a-4cff-8cb0-cec1490a6e8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:24.094662 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeebe2f-9b59-4a03-b1fe-4fb4ed4390f3 req-e95e00b4-a591-4565-bf2f-d9b6415191db tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:24.101470 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeebe2f-9b59-4a03-b1fe-4fb4ed4390f3 req-e95e00b4-a591-4565-bf2f-d9b6415191db tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:24.110341 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeebe2f-9b59-4a03-b1fe-4fb4ed4390f3 req-e95e00b4-a591-4565-bf2f-d9b6415191db tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:24.118643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeebe2f-9b59-4a03-b1fe-4fb4ed4390f3 req-e95e00b4-a591-4565-bf2f-d9b6415191db tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:24.126300 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeebe2f-9b59-4a03-b1fe-4fb4ed4390f3 req-e95e00b4-a591-4565-bf2f-d9b6415191db tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:24.128162 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ffeebe2f-9b59-4a03-b1fe-4fb4ed4390f3 req-e95e00b4-a591-4565-bf2f-d9b6415191db tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 3828 time: 0.3069992 Jul 09 09:36:24.190976 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad94de88-648a-4cff-8cb0-cec1490a6e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:24.192510 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad94de88-648a-4cff-8cb0-cec1490a6e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:24.193095 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad94de88-648a-4cff-8cb0-cec1490a6e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:24.240606 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-164790e4-f02e-4efb-ac0e-47190be8affc req-3668a7a6-95e3-434b-9e5c-d7b0e34ab1ff service neutron] 10.222.0.58 "GET /v2.0/networks/10b4b629-8d9e-4910-b7a8-0ba2a9f91912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836199 Jul 09 09:36:24.309308 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ffeebe2f-9b59-4a03-b1fe-4fb4ed4390f3 req-31c95170-fc2a-48a4-bd09-b235aa105bf3 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096995 Jul 09 09:36:24.348611 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ad94de88-648a-4cff-8cb0-cec1490a6e8d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7611685 Jul 09 09:36:24.357310 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 53022) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:24.369842 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-066ba244-6c73-465f-980b-c39cb7f788ae admin admin] Request body: {'subnet': {'network_id': '1eead137-dbd8-48b9-916a-6019c200ae01', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-856468786-subnet', 'tenant_id': '70f75bf07b0e4756872fbda30959ba24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:24.413843 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066ba244-6c73-465f-980b-c39cb7f788ae admin admin] Made reservation on behalf of 70f75bf07b0e4756872fbda30959ba24 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:36:24.418284 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-066ba244-6c73-465f-980b-c39cb7f788ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:24.422095 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94de88-648a-4cff-8cb0-cec1490a6e8d admin admin] Pushing event updated for resources: {'Network': ['ID=1eead137-dbd8-48b9-916a-6019c200ae01,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:24.434190 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 1eead137-dbd8-48b9-916a-6019c200ae01 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:36:24.487253 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2aed9-a966-432c-aadf-f080f3152fe3 req-ae63cfe4-ee7b-4357-b370-4d0657c85320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:24.489527 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c1c2aed9-a966-432c-aadf-f080f3152fe3 req-ae63cfe4-ee7b-4357-b370-4d0657c85320 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=000d580d235d4afe8f745c4d00ee6cb4&device_id=85fe047b-33cb-472a-b6c2-98bacd67301a HTTP/1.1" status: 200 len: 1094 time: 0.1807024 Jul 09 09:36:24.523564 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ad541be-306f-4e8b-97d5-0ac7d369006b req-1234cdfb-6e0f-4110-992d-fe3736b5335d service neutron] 10.222.0.64 "GET /v2.0/networks/8da779eb-62d2-4653-9616-013d03ffc7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936435 Jul 09 09:36:24.545014 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170054d4-4797-4323-b2b1-e757b7ced767 req-04163b12-c58b-4e3d-8e09-e35deddd7ea7 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:24.557304 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-170054d4-4797-4323-b2b1-e757b7ced767 req-04163b12-c58b-4e3d-8e09-e35deddd7ea7 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.3601239 Jul 09 09:36:24.632276 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-170054d4-4797-4323-b2b1-e757b7ced767 req-a52f5bfe-ed31-4d1b-90ed-53c06b936368 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711842 Jul 09 09:36:24.819644 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2aed9-a966-432c-aadf-f080f3152fe3 req-46030cba-78d1-43ba-8bd6-01ea3a542454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:24.821469 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c1c2aed9-a966-432c-aadf-f080f3152fe3 req-46030cba-78d1-43ba-8bd6-01ea3a542454 service neutron] 10.222.0.58 "GET /v2.0/networks?id=10b4b629-8d9e-4910-b7a8-0ba2a9f91912 HTTP/1.1" status: 200 len: 925 time: 0.3202815 Jul 09 09:36:24.879527 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e6edfdd7-6093-44c4-bddd-5036dc636c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ac0b66-6ec6-4896-8808-9a201a1cd005 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:36:24.887811 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e6edfdd7-6093-44c4-bddd-5036dc636c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:24.903724 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e6edfdd7-6093-44c4-bddd-5036dc636c54 service neutron] Transition to ACTIVE for port object c5ac0b66-6ec6-4896-8808-9a201a1cd005 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:36:24.906709 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-066ba244-6c73-465f-980b-c39cb7f788ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:24.942047 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c1c2aed9-a966-432c-aadf-f080f3152fe3 req-14e1f36c-13fb-4e2d-8298-1f6f31f80490 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd1fc72-8f33-42b9-974a-5a957512de4c HTTP/1.1" status: 200 len: 217 time: 0.0372603 Jul 09 09:36:24.943266 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e6edfdd7-6093-44c4-bddd-5036dc636c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:24.997225 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ba244-6c73-465f-980b-c39cb7f788ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e4ca544-6115-4c7d-97ed-69dda7c846c3,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:25.006552 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33c2d6-23da-4a62-a94b-578d0c4da2fe req-4e7bd8a9-06ef-4bab-8177-ef3bab4cd135 tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:25.013711 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb33c2d6-23da-4a62-a94b-578d0c4da2fe req-4e7bd8a9-06ef-4bab-8177-ef3bab4cd135 tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/ports?device_id=85fe047b-33cb-472a-b6c2-98bacd67301a HTTP/1.1" status: 200 len: 943 time: 0.2584271 Jul 09 09:36:25.037705 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b23e3c-9bc0-4e68-8289-43001fc98470 req-08301c02-25b0-46ed-921f-dd81a2239db6 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:25.039242 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88b23e3c-9bc0-4e68-8289-43001fc98470 req-08301c02-25b0-46ed-921f-dd81a2239db6 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.2257495 Jul 09 09:36:25.078027 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066ba244-6c73-465f-980b-c39cb7f788ae admin admin] Checking segment: {'id': '94bc9921-40e4-4a0e-a298-44fa3cccb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1eead137-dbd8-48b9-916a-6019c200ae01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:36:25.078305 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066ba244-6c73-465f-980b-c39cb7f788ae admin admin] Network hostable DHCP agents. Network: 1eead137-dbd8-48b9-916a-6019c200ae01, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:36:25.112352 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb33c2d6-23da-4a62-a94b-578d0c4da2fe req-9de21471-e93c-435b-8133-14a296f3d2c6 tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/security-groups?id=41e5192e-d6f0-43dd-bb12-c9334b711cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976450 Jul 09 09:36:25.117237 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e6edfdd7-6093-44c4-bddd-5036dc636c54 service neutron] Attempting to bind port c5ac0b66-6ec6-4896-8808-9a201a1cd005 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:36:25.118106 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e6edfdd7-6093-44c4-bddd-5036dc636c54 service neutron] Attempting to bind port c5ac0b66-6ec6-4896-8808-9a201a1cd005 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '12d92678-e9de-4985-af51-f354170634f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:36:25.118106 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e6edfdd7-6093-44c4-bddd-5036dc636c54 service neutron] Attempting to bind port c5ac0b66-6ec6-4896-8808-9a201a1cd005 on network c92255a9-b3f6-43e0-b40a-47ba2e92d728 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:36:25.130258 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6edfdd7-6093-44c4-bddd-5036dc636c54 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ac0b66-6ec6-4896-8808-9a201a1cd005,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:25.134656 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2aed9-a966-432c-aadf-f080f3152fe3 req-0b007b59-d1c2-46f9-bab3-8b6a6b3cdbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:25.137180 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88b23e3c-9bc0-4e68-8289-43001fc98470 req-ab36242a-081f-4255-a101-de9609632b10 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868638 Jul 09 09:36:25.138471 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066ba244-6c73-465f-980b-c39cb7f788ae admin admin] Network 1eead137-dbd8-48b9-916a-6019c200ae01 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:36:25.142776 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c1c2aed9-a966-432c-aadf-f080f3152fe3 req-0b007b59-d1c2-46f9-bab3-8b6a6b3cdbae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3c2c88e7-b07b-4cbb-845e-b83553f01c40 HTTP/1.1" status: 200 len: 864 time: 0.1901824 Jul 09 09:36:25.153127 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e6edfdd7-6093-44c4-bddd-5036dc636c54 service neutron] Port c5ac0b66-6ec6-4896-8808-9a201a1cd005 on network c92255a9-b3f6-43e0-b40a-47ba2e92d728 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:36:25.153493 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e6edfdd7-6093-44c4-bddd-5036dc636c54 service neutron] Attempting to bind port c5ac0b66-6ec6-4896-8808-9a201a1cd005 on network c92255a9-b3f6-43e0-b40a-47ba2e92d728 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:36:25.173268 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-066ba244-6c73-465f-980b-c39cb7f788ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 1eead137-dbd8-48b9-916a-6019c200ae01) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:36:25.191558 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066ba244-6c73-465f-980b-c39cb7f788ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:25.192250 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-066ba244-6c73-465f-980b-c39cb7f788ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:25.196248 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7be1b6-9d46-428e-a109-14ebb74d2e36 None None] Network 1eead137-dbd8-48b9-916a-6019c200ae01 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:36:25.211189 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e6edfdd7-6093-44c4-bddd-5036dc636c54 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:36:25.211543 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e6edfdd7-6093-44c4-bddd-5036dc636c54 service neutron] Checking segment: {'id': '12d92678-e9de-4985-af51-f354170634f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:36:25.212429 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e6edfdd7-6093-44c4-bddd-5036dc636c54 service neutron] Bound using segment: {'id': '12d92678-e9de-4985-af51-f354170634f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:36:25.212924 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e6edfdd7-6093-44c4-bddd-5036dc636c54 service neutron] Bound port: c5ac0b66-6ec6-4896-8808-9a201a1cd005, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d92678-e9de-4985-af51-f354170634f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:36:25.213279 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e6edfdd7-6093-44c4-bddd-5036dc636c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:25.219446 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-066ba244-6c73-465f-980b-c39cb7f788ae admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8590224 Jul 09 09:36:25.236316 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c1c2aed9-a966-432c-aadf-f080f3152fe3 req-25b0048a-a8bb-4eb4-a70f-706742c555e6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=10b4b629-8d9e-4910-b7a8-0ba2a9f91912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765257 Jul 09 09:36:25.448487 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e6edfdd7-6093-44c4-bddd-5036dc636c54 service neutron] For port c5ac0b66-6ec6-4896-8808-9a201a1cd005, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:36:25.464870 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e6edfdd7-6093-44c4-bddd-5036dc636c54 service neutron] For port c5ac0b66-6ec6-4896-8808-9a201a1cd005, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c5ac0b66-6ec6-4896-8808-9a201a1cd005,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:36:25.478945 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e6edfdd7-6093-44c4-bddd-5036dc636c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:25.537109 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e6edfdd7-6093-44c4-bddd-5036dc636c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:25.537685 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e6edfdd7-6093-44c4-bddd-5036dc636c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:25.539180 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e6edfdd7-6093-44c4-bddd-5036dc636c54 service neutron] 10.222.0.58 "PUT /v2.0/ports/c5ac0b66-6ec6-4896-8808-9a201a1cd005 HTTP/1.1" status: 200 len: 1130 time: 1.8998055 Jul 09 09:36:25.555760 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12178190-7813-41d4-b2f5-c0ca416811ce req-aca9728a-341d-49d8-a788-2e8e6710f52d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:25.574862 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3f1686-723d-46a5-ba46-ed9b0a9c5130 None None] Network 1eead137-dbd8-48b9-916a-6019c200ae01 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:36:25.575019 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-a1322e60-4c40-4db8-b819-54ef2d01e9db service neutron] Request body: {'port': {'device_id': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:25.580410 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12178190-7813-41d4-b2f5-c0ca416811ce req-aca9728a-341d-49d8-a788-2e8e6710f52d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 950 time: 0.1625919 Jul 09 09:36:25.588615 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'tag': '38137faf-b03c-41f7-8e58-cab67d1ed7f7'}, {'name': 'network-changed', 'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'tag': 'c5ac0b66-6ec6-4896-8808-9a201a1cd005'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:36:25.590966 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cf2a54-1411-4211-a67d-5637878d494a" -d '{"events": [{"name": "network-changed", "server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "tag": "38137faf-b03c-41f7-8e58-cab67d1ed7f7"}, {"name": "network-changed", "server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "tag": "c5ac0b66-6ec6-4896-8808-9a201a1cd005"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:36:25.634204 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12178190-7813-41d4-b2f5-c0ca416811ce req-52c7eda7-ca7c-469c-8b2d-65b1c1b6e913 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469580 Jul 09 09:36:25.664840 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6edfdd7-6093-44c4-bddd-5036dc636c54 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ac0b66-6ec6-4896-8808-9a201a1cd005,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:25.699439 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c1c2aed9-a966-432c-aadf-f080f3152fe3 req-a8f8adcb-fe2a-43a1-aea1-2d2aa5220edd service neutron] 10.222.0.58 "GET /v2.0/networks/10b4b629-8d9e-4910-b7a8-0ba2a9f91912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383355 Jul 09 09:36:25.851350 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74907902-a824-4442-a7d6-2737c4f8d73a req-76a0e271-4cc6-495b-b61d-d8f8e56e2d31 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:25.857466 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74907902-a824-4442-a7d6-2737c4f8d73a req-76a0e271-4cc6-495b-b61d-d8f8e56e2d31 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:25.863542 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74907902-a824-4442-a7d6-2737c4f8d73a req-76a0e271-4cc6-495b-b61d-d8f8e56e2d31 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:25.870228 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74907902-a824-4442-a7d6-2737c4f8d73a req-76a0e271-4cc6-495b-b61d-d8f8e56e2d31 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:25.876445 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74907902-a824-4442-a7d6-2737c4f8d73a req-76a0e271-4cc6-495b-b61d-d8f8e56e2d31 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:25.883268 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74907902-a824-4442-a7d6-2737c4f8d73a req-76a0e271-4cc6-495b-b61d-d8f8e56e2d31 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:25.885272 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-74907902-a824-4442-a7d6-2737c4f8d73a req-76a0e271-4cc6-495b-b61d-d8f8e56e2d31 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 4600 time: 0.1957698 Jul 09 09:36:25.963875 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-74907902-a824-4442-a7d6-2737c4f8d73a req-639b8dd9-acd5-4bd0-9653-bd9701a38be3 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689986 Jul 09 09:36:25.976136 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f775dc-6866-461f-bf94-3dd459825a03 req-696d02c4-af1f-45f7-9716-efcb974f6c2e tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:25.977401 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35f775dc-6866-461f-bf94-3dd459825a03 req-696d02c4-af1f-45f7-9716-efcb974f6c2e tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 811 time: 0.2188218 Jul 09 09:36:25.999723 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35f775dc-6866-461f-bf94-3dd459825a03 req-2bf3483c-bb6c-4800-beaa-ab8713bfeda3 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/quotas/f7f16a5816aa4fb6a5e831e7bff87912 HTTP/1.1" status: 200 len: 375 time: 0.0152969 Jul 09 09:36:26.107627 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35f775dc-6866-461f-bf94-3dd459825a03 req-f3e3f35e-d940-4786-91c6-c1b7b7b27394 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1002784 Jul 09 09:36:26.170970 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-96a63496-b6ee-4f78-9d9c-f3a575f3fe41 req-70f65211-5a37-4718-9a5f-a8c6247ac047 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1037442295', 'description': 'tempest-description-1334840678'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:26.215339 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-a1322e60-4c40-4db8-b819-54ef2d01e9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:26.215931 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-96a63496-b6ee-4f78-9d9c-f3a575f3fe41 req-70f65211-5a37-4718-9a5f-a8c6247ac047 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:26.246607 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35f775dc-6866-461f-bf94-3dd459825a03 req-6bfb70fc-9b1f-4f92-8afe-077e3e9fa3f6 service neutron] 10.222.0.61 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305013 Jul 09 09:36:26.278214 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c1c2aed9-a966-432c-aadf-f080f3152fe3 req-334e604e-009f-4eac-b9b5-4ec63c259792 service neutron] 10.222.0.58 "GET /v2.0/networks/10b4b629-8d9e-4910-b7a8-0ba2a9f91912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5689366 Jul 09 09:36:26.397388 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35f775dc-6866-461f-bf94-3dd459825a03 req-d176ace4-ca8e-4c5b-90f9-08992bc39018 service neutron] 10.222.0.61 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437516 Jul 09 09:36:26.414340 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-96a63496-b6ee-4f78-9d9c-f3a575f3fe41 req-70f65211-5a37-4718-9a5f-a8c6247ac047 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:26.419520 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-96a63496-b6ee-4f78-9d9c-f3a575f3fe41 req-70f65211-5a37-4718-9a5f-a8c6247ac047 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:26.460383 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-96a63496-b6ee-4f78-9d9c-f3a575f3fe41 req-70f65211-5a37-4718-9a5f-a8c6247ac047 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:26.461779 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-96a63496-b6ee-4f78-9d9c-f3a575f3fe41 req-70f65211-5a37-4718-9a5f-a8c6247ac047 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2987778 Jul 09 09:36:26.464360 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f65211-5a37-4718-9a5f-a8c6247ac047 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf08f5d-6254-4ac2-bbff-cd4fcf2e8b53,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:26.570374 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:36:26.644731 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-a1322e60-4c40-4db8-b819-54ef2d01e9db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c55ad7ee-d463-472e-9cd3-5263ad30bdd6 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:36:26.663817 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-a1322e60-4c40-4db8-b819-54ef2d01e9db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:26.683209 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:36:26.683791 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:26.710757 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-a1322e60-4c40-4db8-b819-54ef2d01e9db service neutron] Transition to ACTIVE for port object c55ad7ee-d463-472e-9cd3-5263ad30bdd6 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:36:26.715324 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 09:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a23c360-a55c-4541-b28b-5b386ec95608 x-openstack-request-id: req-9a23c360-a55c-4541-b28b-5b386ec95608 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:36:26.716155 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "tag": "38137faf-b03c-41f7-8e58-cab67d1ed7f7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "tag": "c5ac0b66-6ec6-4896-8808-9a201a1cd005", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:36:26.716436 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9a23c360-a55c-4541-b28b-5b386ec95608 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:36:26.716900 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'tag': '38137faf-b03c-41f7-8e58-cab67d1ed7f7', 'status': 'completed', 'code': 200} Jul 09 09:36:26.717177 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'tag': 'c5ac0b66-6ec6-4896-8808-9a201a1cd005', 'status': 'completed', 'code': 200} Jul 09 09:36:26.721337 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-a1322e60-4c40-4db8-b819-54ef2d01e9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:26.801134 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:26.862278 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1322e60-4c40-4db8-b819-54ef2d01e9db service neutron] Pushing event updated for resources: {'Port': ['ID=c55ad7ee-d463-472e-9cd3-5263ad30bdd6,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:26.925996 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:26.928465 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddb504e-07d3-41e2-9535-d1c18241f2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:36:26.934570 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66178827-9489-4f5e-ae7f-fb5d3b5fd171" -d '{"events": [{"server_uuid": "6ddb504e-07d3-41e2-9535-d1c18241f2b2", "name": "network-vif-plugged", "status": "completed", "tag": "90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:36:26.940041 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2a54-1411-4211-a67d-5637878d494a req-a9362642-2ab2-42cb-b43e-324b8037ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:26.940642 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2a54-1411-4211-a67d-5637878d494a req-a9362642-2ab2-42cb-b43e-324b8037ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:26.941126 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2a54-1411-4211-a67d-5637878d494a req-a9362642-2ab2-42cb-b43e-324b8037ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:26.941661 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2a54-1411-4211-a67d-5637878d494a req-a9362642-2ab2-42cb-b43e-324b8037ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:26.942723 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2a54-1411-4211-a67d-5637878d494a req-a9362642-2ab2-42cb-b43e-324b8037ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:26.942835 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:26.943437 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2a54-1411-4211-a67d-5637878d494a req-a9362642-2ab2-42cb-b43e-324b8037ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:26.944757 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2a54-1411-4211-a67d-5637878d494a req-a9362642-2ab2-42cb-b43e-324b8037ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:26.947808 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a2cf2a54-1411-4211-a67d-5637878d494a req-a9362642-2ab2-42cb-b43e-324b8037ec71 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d40a354f83ac42a092eb57d9c0e4d4c8&device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 6167 time: 0.1806540 Jul 09 09:36:27.055086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-17ecc781-e8ab-4414-ad4f-a8e1c043f605 req-0d1503b7-46cc-43ff-b1ef-649923088817 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1079064944', 'description': 'tempest-description-248382252'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:27.060776 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,revision_number=11']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:27.133735 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-17ecc781-e8ab-4414-ad4f-a8e1c043f605 req-0d1503b7-46cc-43ff-b1ef-649923088817 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:27.162678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee24a9d-43c9-42f3-b57d-8f38ce396a44 req-882df40e-19f7-473f-8a56-e854451b197c tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:27.167701 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-a1322e60-4c40-4db8-b819-54ef2d01e9db service neutron] Attempting to bind port c55ad7ee-d463-472e-9cd3-5263ad30bdd6 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:36:27.168151 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-a1322e60-4c40-4db8-b819-54ef2d01e9db service neutron] Attempting to bind port c55ad7ee-d463-472e-9cd3-5263ad30bdd6 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '12d92678-e9de-4985-af51-f354170634f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:36:27.168810 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-a1322e60-4c40-4db8-b819-54ef2d01e9db service neutron] Attempting to bind port c55ad7ee-d463-472e-9cd3-5263ad30bdd6 on network c92255a9-b3f6-43e0-b40a-47ba2e92d728 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:36:27.172168 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ee24a9d-43c9-42f3-b57d-8f38ce396a44 req-882df40e-19f7-473f-8a56-e854451b197c tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/ports?device_id=85fe047b-33cb-472a-b6c2-98bacd67301a HTTP/1.1" status: 200 len: 943 time: 0.2034523 Jul 09 09:36:27.202268 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-a1322e60-4c40-4db8-b819-54ef2d01e9db service neutron] Port c55ad7ee-d463-472e-9cd3-5263ad30bdd6 on network c92255a9-b3f6-43e0-b40a-47ba2e92d728 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:36:27.202644 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-a1322e60-4c40-4db8-b819-54ef2d01e9db service neutron] Attempting to bind port c55ad7ee-d463-472e-9cd3-5263ad30bdd6 on network c92255a9-b3f6-43e0-b40a-47ba2e92d728 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:36:27.217439 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-a1322e60-4c40-4db8-b819-54ef2d01e9db service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:36:27.218060 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-a1322e60-4c40-4db8-b819-54ef2d01e9db service neutron] Checking segment: {'id': '12d92678-e9de-4985-af51-f354170634f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:36:27.218251 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-a1322e60-4c40-4db8-b819-54ef2d01e9db service neutron] Bound using segment: {'id': '12d92678-e9de-4985-af51-f354170634f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:36:27.218718 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-a1322e60-4c40-4db8-b819-54ef2d01e9db service neutron] Bound port: c55ad7ee-d463-472e-9cd3-5263ad30bdd6, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d92678-e9de-4985-af51-f354170634f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:36:27.219466 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-a1322e60-4c40-4db8-b819-54ef2d01e9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:27.258625 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ee24a9d-43c9-42f3-b57d-8f38ce396a44 req-d848716c-8e5a-4da5-a5df-fb921c5e5bc6 tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/security-groups?id=41e5192e-d6f0-43dd-bb12-c9334b711cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812266 Jul 09 09:36:27.354255 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2a54-1411-4211-a67d-5637878d494a req-fc059a72-83ab-4895-92d9-24d7a9b4a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:27.354734 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2a54-1411-4211-a67d-5637878d494a req-fc059a72-83ab-4895-92d9-24d7a9b4a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:27.355209 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2a54-1411-4211-a67d-5637878d494a req-fc059a72-83ab-4895-92d9-24d7a9b4a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:27.357879 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a2cf2a54-1411-4211-a67d-5637878d494a req-fc059a72-83ab-4895-92d9-24d7a9b4a73f service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d40a354f83ac42a092eb57d9c0e4d4c8&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3910892 Jul 09 09:36:27.384727 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-17ecc781-e8ab-4414-ad4f-a8e1c043f605 req-0d1503b7-46cc-43ff-b1ef-649923088817 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:27.397898 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5985e2b-cc4a-4a49-b211-e050817f87b3 req-39b4e008-3fbe-4159-8984-8668fbff91f1 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e5d9651-2df3-4f26-a5a8-6d13991d4e40 HTTP/1.1" status: 200 len: 210 time: 0.0576313 Jul 09 09:36:27.399267 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-17ecc781-e8ab-4414-ad4f-a8e1c043f605 req-0d1503b7-46cc-43ff-b1ef-649923088817 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:27.447304 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-17ecc781-e8ab-4414-ad4f-a8e1c043f605 req-0d1503b7-46cc-43ff-b1ef-649923088817 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:27.458797 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-a1322e60-4c40-4db8-b819-54ef2d01e9db service neutron] For port c55ad7ee-d463-472e-9cd3-5263ad30bdd6, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:36:27.473933 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17ecc781-e8ab-4414-ad4f-a8e1c043f605 req-0d1503b7-46cc-43ff-b1ef-649923088817 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4272330 Jul 09 09:36:27.484838 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64cb300-8182-48ba-abd3-d46d4d07f725 x-openstack-request-id: req-c64cb300-8182-48ba-abd3-d46d4d07f725 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:36:27.485278 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ddb504e-07d3-41e2-9535-d1c18241f2b2", "name": "network-vif-plugged", "status": "completed", "tag": "90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:36:27.485629 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c64cb300-8182-48ba-abd3-d46d4d07f725 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:36:27.486148 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ddb504e-07d3-41e2-9535-d1c18241f2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f', 'code': 200} Jul 09 09:36:27.502711 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-a1322e60-4c40-4db8-b819-54ef2d01e9db service neutron] For port c55ad7ee-d463-472e-9cd3-5263ad30bdd6, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c55ad7ee-d463-472e-9cd3-5263ad30bdd6,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:36:27.516388 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-a1322e60-4c40-4db8-b819-54ef2d01e9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:27.517679 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1503b7-46cc-43ff-b1ef-649923088817 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f11f2c2-fd28-420b-8431-f4001a178a18,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:27.597643 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-6a18299d-ce8a-4890-b262-a02096734e4d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=fd1e4817887247cb839b06c8943f8731&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281751 Jul 09 09:36:27.618723 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-a1322e60-4c40-4db8-b819-54ef2d01e9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:27.619347 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-a1322e60-4c40-4db8-b819-54ef2d01e9db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:27.621178 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-a1322e60-4c40-4db8-b819-54ef2d01e9db service neutron] 10.222.0.58 "PUT /v2.0/ports/c55ad7ee-d463-472e-9cd3-5263ad30bdd6 HTTP/1.1" status: 200 len: 1130 time: 2.0525301 Jul 09 09:36:27.650947 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2a54-1411-4211-a67d-5637878d494a req-a0886e9f-bfe4-4f6f-a558-5066fed00499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:27.652811 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a2cf2a54-1411-4211-a67d-5637878d494a req-a0886e9f-bfe4-4f6f-a558-5066fed00499 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2888231 Jul 09 09:36:27.666921 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-5af72bac-2383-4d36-b989-bc98dd43eac3 service neutron] Request body: {'port': {'device_id': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:27.710284 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1322e60-4c40-4db8-b819-54ef2d01e9db service neutron] Pushing event updated for resources: {'Port': ['ID=c55ad7ee-d463-472e-9cd3-5263ad30bdd6,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:27.821112 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-9f5f8aec-1768-4cd4-9086-84bb42b982c6 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:27.822688 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-9f5f8aec-1768-4cd4-9086-84bb42b982c6 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2183352 Jul 09 09:36:27.844009 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-0ef5d8ee-a5b2-4430-9244-3d45bff46d92 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/quotas/fd1e4817887247cb839b06c8943f8731 HTTP/1.1" status: 200 len: 375 time: 0.0142941 Jul 09 09:36:27.874500 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-5af72bac-2383-4d36-b989-bc98dd43eac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:27.879443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1bd89-7946-497a-9213-d5a60d928505 req-3c963b26-661d-4c22-9d73-793045a20b63 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:27.889674 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1bd89-7946-497a-9213-d5a60d928505 req-3c963b26-661d-4c22-9d73-793045a20b63 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:27.896498 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1bd89-7946-497a-9213-d5a60d928505 req-3c963b26-661d-4c22-9d73-793045a20b63 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:27.902692 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1bd89-7946-497a-9213-d5a60d928505 req-3c963b26-661d-4c22-9d73-793045a20b63 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:27.909328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1bd89-7946-497a-9213-d5a60d928505 req-3c963b26-661d-4c22-9d73-793045a20b63 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:27.915308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1bd89-7946-497a-9213-d5a60d928505 req-3c963b26-661d-4c22-9d73-793045a20b63 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:27.921764 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1bd89-7946-497a-9213-d5a60d928505 req-3c963b26-661d-4c22-9d73-793045a20b63 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:27.923807 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03f1bd89-7946-497a-9213-d5a60d928505 req-3c963b26-661d-4c22-9d73-793045a20b63 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5372 time: 0.1995592 Jul 09 09:36:27.941184 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2a54-1411-4211-a67d-5637878d494a req-135e4e21-8aa6-478a-9677-f524a0c113f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:27.941751 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2a54-1411-4211-a67d-5637878d494a req-135e4e21-8aa6-478a-9677-f524a0c113f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:27.942795 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2a54-1411-4211-a67d-5637878d494a req-135e4e21-8aa6-478a-9677-f524a0c113f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:27.943273 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2a54-1411-4211-a67d-5637878d494a req-135e4e21-8aa6-478a-9677-f524a0c113f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:27.943830 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2a54-1411-4211-a67d-5637878d494a req-135e4e21-8aa6-478a-9677-f524a0c113f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:27.944304 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2a54-1411-4211-a67d-5637878d494a req-135e4e21-8aa6-478a-9677-f524a0c113f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:27.944771 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2a54-1411-4211-a67d-5637878d494a req-135e4e21-8aa6-478a-9677-f524a0c113f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:27.946695 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a2cf2a54-1411-4211-a67d-5637878d494a req-135e4e21-8aa6-478a-9677-f524a0c113f7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d40a354f83ac42a092eb57d9c0e4d4c8&device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 6209 time: 0.1919770 Jul 09 09:36:27.996049 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03f1bd89-7946-497a-9213-d5a60d928505 req-5b74bef0-f2be-4880-943a-b9904cab6c3f tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548387 Jul 09 09:36:28.026740 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-b086971d-053b-4bbe-9fd1-d0cf17fde833 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1768603 Jul 09 09:36:28.197257 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2a54-1411-4211-a67d-5637878d494a req-ca34fe11-244c-4fd7-abfe-a7a40edc411f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:28.197257 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2a54-1411-4211-a67d-5637878d494a req-ca34fe11-244c-4fd7-abfe-a7a40edc411f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:28.197544 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2a54-1411-4211-a67d-5637878d494a req-ca34fe11-244c-4fd7-abfe-a7a40edc411f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:28.199039 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a2cf2a54-1411-4211-a67d-5637878d494a req-ca34fe11-244c-4fd7-abfe-a7a40edc411f service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d40a354f83ac42a092eb57d9c0e4d4c8&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2393749 Jul 09 09:36:28.302893 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 2bd1fc72-8f33-42b9-974a-5a957512de4c details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:36:28.326451 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2a54-1411-4211-a67d-5637878d494a req-c87d9b02-c5c0-4d42-aea8-13bfaeaae6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:28.326883 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a2cf2a54-1411-4211-a67d-5637878d494a req-c87d9b02-c5c0-4d42-aea8-13bfaeaae6a9 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1180463 Jul 09 09:36:28.376105 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-6e55e7bb-a34c-4c3a-a8bb-83e9e3b96f78 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:28.392410 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-6e55e7bb-a34c-4c3a-a8bb-83e9e3b96f78 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/networks?id=1eead137-dbd8-48b9-916a-6019c200ae01 HTTP/1.1" status: 200 len: 812 time: 0.2625690 Jul 09 09:36:28.420591 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-d091fb99-dc47-4428-876d-ded4d96c8603 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/quotas/70f75bf07b0e4756872fbda30959ba24 HTTP/1.1" status: 200 len: 375 time: 0.0270257 Jul 09 09:36:28.501799 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 2bd1fc72-8f33-42b9-974a-5a957512de4c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=2bd1fc72-8f33-42b9-974a-5a957512de4c,segment=NetworkSegment(615e3b04-55ca-45a7-8833-16a685335be4),segment_id=615e3b04-55ca-45a7-8833-16a685335be4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:28.530822 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '2bd1fc72-8f33-42b9-974a-5a957512de4c', 'network_id': '10b4b629-8d9e-4910-b7a8-0ba2a9f91912', 'port_id': '2bd1fc72-8f33-42b9-974a-5a957512de4c', 'mac_address': 'fa:16:3e:23:42:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c2c88e7-b07b-4cbb-845e-b83553f01c40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:36:28.535502 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-5af72bac-2383-4d36-b989-bc98dd43eac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e140cd-52e8-4479-8dac-6bd540e9fb0c {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:36:28.556161 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-5af72bac-2383-4d36-b989-bc98dd43eac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:28.584889 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-5af72bac-2383-4d36-b989-bc98dd43eac3 service neutron] Transition to ACTIVE for port object 22e140cd-52e8-4479-8dac-6bd540e9fb0c will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:36:28.593748 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-5af72bac-2383-4d36-b989-bc98dd43eac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:28.618440 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:28.667241 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd1fc72-8f33-42b9-974a-5a957512de4c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:36:28.678313 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f775dc-6866-461f-bf94-3dd459825a03 req-20d5bfc1-e5bf-49b3-bd95-4aef0cd6d15e tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:28.680154 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35f775dc-6866-461f-bf94-3dd459825a03 req-20d5bfc1-e5bf-49b3-bd95-4aef0cd6d15e tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.64 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 811 time: 0.2730939 Jul 09 09:36:28.718262 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-35f775dc-6866-461f-bf94-3dd459825a03 req-8f047788-9ae0-4c67-806d-287a29aa8f77 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Request body: {'port': {'device_id': '9e5d9651-2df3-4f26-a5a8-6d13991d4e40', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'admin_state_up': True, 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:28.731736 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-af64dbd6-b7dc-42d1-b51d-e4261501545e tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=70f75bf07b0e4756872fbda30959ba24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3099618 Jul 09 09:36:28.741175 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 2bd1fc72-8f33-42b9-974a-5a957512de4c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=2bd1fc72-8f33-42b9-974a-5a957512de4c,segment=NetworkSegment(615e3b04-55ca-45a7-8833-16a685335be4),segment_id=615e3b04-55ca-45a7-8833-16a685335be4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:28.749081 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:28.773103 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'tag': 'c55ad7ee-d463-472e-9cd3-5263ad30bdd6'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:36:28.779424 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423cc27e-1f8c-4c5c-b9c0-1d51befcd5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "tag": "c55ad7ee-d463-472e-9cd3-5263ad30bdd6"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:36:28.805911 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-5af72bac-2383-4d36-b989-bc98dd43eac3 service neutron] Attempting to bind port 22e140cd-52e8-4479-8dac-6bd540e9fb0c on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:36:28.806613 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-5af72bac-2383-4d36-b989-bc98dd43eac3 service neutron] Attempting to bind port 22e140cd-52e8-4479-8dac-6bd540e9fb0c by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '12d92678-e9de-4985-af51-f354170634f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:36:28.807164 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-5af72bac-2383-4d36-b989-bc98dd43eac3 service neutron] Attempting to bind port 22e140cd-52e8-4479-8dac-6bd540e9fb0c on network c92255a9-b3f6-43e0-b40a-47ba2e92d728 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:36:28.811113 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af72bac-2383-4d36-b989-bc98dd43eac3 service neutron] Pushing event updated for resources: {'Port': ['ID=22e140cd-52e8-4479-8dac-6bd540e9fb0c,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:28.816467 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-5af72bac-2383-4d36-b989-bc98dd43eac3 service neutron] Port 22e140cd-52e8-4479-8dac-6bd540e9fb0c on network c92255a9-b3f6-43e0-b40a-47ba2e92d728 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:36:28.816940 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-5af72bac-2383-4d36-b989-bc98dd43eac3 service neutron] Attempting to bind port 22e140cd-52e8-4479-8dac-6bd540e9fb0c on network c92255a9-b3f6-43e0-b40a-47ba2e92d728 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:36:28.825045 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-5af72bac-2383-4d36-b989-bc98dd43eac3 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:36:28.825556 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-5af72bac-2383-4d36-b989-bc98dd43eac3 service neutron] Checking segment: {'id': '12d92678-e9de-4985-af51-f354170634f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:36:28.826072 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-5af72bac-2383-4d36-b989-bc98dd43eac3 service neutron] Bound using segment: {'id': '12d92678-e9de-4985-af51-f354170634f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:36:28.826630 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-5af72bac-2383-4d36-b989-bc98dd43eac3 service neutron] Bound port: 22e140cd-52e8-4479-8dac-6bd540e9fb0c, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d92678-e9de-4985-af51-f354170634f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:36:28.827098 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-5af72bac-2383-4d36-b989-bc98dd43eac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:28.836366 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3c9c9cf6-9411-434e-b67d-0df4923e2401 req-bac76be1-f982-48a7-bc9a-7ae4fd7f7c88 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 210 time: 0.1349192 Jul 09 09:36:28.843663 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=2bd1fc72-8f33-42b9-974a-5a957512de4c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:28.922204 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-5af72bac-2383-4d36-b989-bc98dd43eac3 service neutron] For port 22e140cd-52e8-4479-8dac-6bd540e9fb0c, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:36:28.926966 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-5af72bac-2383-4d36-b989-bc98dd43eac3 service neutron] For port 22e140cd-52e8-4479-8dac-6bd540e9fb0c, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=22e140cd-52e8-4479-8dac-6bd540e9fb0c,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:36:28.934995 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-5af72bac-2383-4d36-b989-bc98dd43eac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:28.990838 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-5af72bac-2383-4d36-b989-bc98dd43eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:28.991489 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-5af72bac-2383-4d36-b989-bc98dd43eac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:28.994061 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-5af72bac-2383-4d36-b989-bc98dd43eac3 service neutron] 10.222.0.58 "PUT /v2.0/ports/22e140cd-52e8-4479-8dac-6bd540e9fb0c HTTP/1.1" status: 200 len: 1091 time: 1.3400133 Jul 09 09:36:29.016599 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af72bac-2383-4d36-b989-bc98dd43eac3 service neutron] Pushing event updated for resources: {'Port': ['ID=22e140cd-52e8-4479-8dac-6bd540e9fb0c,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:29.028165 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1d68a74b-27c6-494f-8a87-651dc516dfd5 service neutron] Request body: {'port': {'device_id': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:29.086395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['2bd1fc72-8f33-42b9-974a-5a957512de4c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:36:29.176028 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-5e75e298-2184-4667-8f8b-8eeff0379b77 service neutron] 10.222.0.61 "GET /v2.0/networks/1eead137-dbd8-48b9-916a-6019c200ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426651 Jul 09 09:36:29.177200 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1d68a74b-27c6-494f-8a87-651dc516dfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:29.428158 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f775dc-6866-461f-bf94-3dd459825a03 req-8f047788-9ae0-4c67-806d-287a29aa8f77 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Made reservation on behalf of f7f16a5816aa4fb6a5e831e7bff87912 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:36:29.432588 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-35f775dc-6866-461f-bf94-3dd459825a03 req-8f047788-9ae0-4c67-806d-287a29aa8f77 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:29.528045 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1d68a74b-27c6-494f-8a87-651dc516dfd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad77fc5-199d-4e19-acef-8b1e44e8ba87 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:36:29.535463 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1d68a74b-27c6-494f-8a87-651dc516dfd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:29.550435 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1d68a74b-27c6-494f-8a87-651dc516dfd5 service neutron] Transition to ACTIVE for port object 1ad77fc5-199d-4e19-acef-8b1e44e8ba87 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:36:29.555668 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1d68a74b-27c6-494f-8a87-651dc516dfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:29.567030 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-18125163-7c5f-48c9-b27b-68aae859ad85 service neutron] 10.222.0.61 "GET /v2.0/networks/1eead137-dbd8-48b9-916a-6019c200ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889644 Jul 09 09:36:29.590642 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54baf9-f3d6-46b6-9231-0352bbb9a7b4 req-18e138eb-0d47-440e-86e3-13ecefaa07fa tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:29.597731 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2d54baf9-f3d6-46b6-9231-0352bbb9a7b4 req-18e138eb-0d47-440e-86e3-13ecefaa07fa tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/ports?device_id=85fe047b-33cb-472a-b6c2-98bacd67301a HTTP/1.1" status: 200 len: 944 time: 0.4042041 Jul 09 09:36:29.632912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-35f775dc-6866-461f-bf94-3dd459825a03 req-8f047788-9ae0-4c67-806d-287a29aa8f77 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Allocated IP 172.20.0.12 (42ae9d36-caf9-48f2-988b-c538986827db/e4ea1ee7-829f-4c49-b86d-56026f119dcb/303f7b75-76ba-4ae3-b8cf-62193adbcd86) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:36:29.675981 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2d54baf9-f3d6-46b6-9231-0352bbb9a7b4 req-0b799b88-37e6-43b3-9384-8e692e11ea2a tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/security-groups?id=41e5192e-d6f0-43dd-bb12-c9334b711cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772433 Jul 09 09:36:29.747384 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68a74b-27c6-494f-8a87-651dc516dfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad77fc5-199d-4e19-acef-8b1e44e8ba87,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:29.778221 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1d68a74b-27c6-494f-8a87-651dc516dfd5 service neutron] Attempting to bind port 1ad77fc5-199d-4e19-acef-8b1e44e8ba87 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:36:29.778846 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1d68a74b-27c6-494f-8a87-651dc516dfd5 service neutron] Attempting to bind port 1ad77fc5-199d-4e19-acef-8b1e44e8ba87 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '12d92678-e9de-4985-af51-f354170634f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:36:29.778938 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1d68a74b-27c6-494f-8a87-651dc516dfd5 service neutron] Attempting to bind port 1ad77fc5-199d-4e19-acef-8b1e44e8ba87 on network c92255a9-b3f6-43e0-b40a-47ba2e92d728 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:36:29.787222 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1d68a74b-27c6-494f-8a87-651dc516dfd5 service neutron] Port 1ad77fc5-199d-4e19-acef-8b1e44e8ba87 on network c92255a9-b3f6-43e0-b40a-47ba2e92d728 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:36:29.788319 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1d68a74b-27c6-494f-8a87-651dc516dfd5 service neutron] Attempting to bind port 1ad77fc5-199d-4e19-acef-8b1e44e8ba87 on network c92255a9-b3f6-43e0-b40a-47ba2e92d728 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:36:29.819659 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1d68a74b-27c6-494f-8a87-651dc516dfd5 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:36:29.820324 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1d68a74b-27c6-494f-8a87-651dc516dfd5 service neutron] Checking segment: {'id': '12d92678-e9de-4985-af51-f354170634f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:36:29.821207 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1d68a74b-27c6-494f-8a87-651dc516dfd5 service neutron] Bound using segment: {'id': '12d92678-e9de-4985-af51-f354170634f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:36:29.824517 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1d68a74b-27c6-494f-8a87-651dc516dfd5 service neutron] Bound port: 1ad77fc5-199d-4e19-acef-8b1e44e8ba87, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d92678-e9de-4985-af51-f354170634f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:36:29.826016 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1d68a74b-27c6-494f-8a87-651dc516dfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:29.926144 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3778709-fd35-4dfe-bf5c-f5af6e2e0150 x-openstack-request-id: req-a3778709-fd35-4dfe-bf5c-f5af6e2e0150 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:36:29.926445 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "tag": "c55ad7ee-d463-472e-9cd3-5263ad30bdd6", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:36:29.926885 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a3778709-fd35-4dfe-bf5c-f5af6e2e0150 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:36:29.927360 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'tag': 'c55ad7ee-d463-472e-9cd3-5263ad30bdd6', 'status': 'completed', 'code': 200} Jul 09 09:36:30.044164 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-35f775dc-6866-461f-bf94-3dd459825a03 req-8f047788-9ae0-4c67-806d-287a29aa8f77 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:30.053117 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1d68a74b-27c6-494f-8a87-651dc516dfd5 service neutron] For port 1ad77fc5-199d-4e19-acef-8b1e44e8ba87, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:36:30.062058 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-35f775dc-6866-461f-bf94-3dd459825a03 req-8f047788-9ae0-4c67-806d-287a29aa8f77 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Transition to ACTIVE for port object 303f7b75-76ba-4ae3-b8cf-62193adbcd86 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:36:30.071449 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1d68a74b-27c6-494f-8a87-651dc516dfd5 service neutron] For port 1ad77fc5-199d-4e19-acef-8b1e44e8ba87, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=1ad77fc5-199d-4e19-acef-8b1e44e8ba87,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:36:30.078864 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cc27e-1f8c-4c5c-b9c0-1d51befcd5b0 req-a7925334-df2b-4143-b5aa-2e283043a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:30.079348 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cc27e-1f8c-4c5c-b9c0-1d51befcd5b0 req-a7925334-df2b-4143-b5aa-2e283043a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:30.079860 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cc27e-1f8c-4c5c-b9c0-1d51befcd5b0 req-a7925334-df2b-4143-b5aa-2e283043a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:30.080341 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cc27e-1f8c-4c5c-b9c0-1d51befcd5b0 req-a7925334-df2b-4143-b5aa-2e283043a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:30.080811 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cc27e-1f8c-4c5c-b9c0-1d51befcd5b0 req-a7925334-df2b-4143-b5aa-2e283043a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:30.081285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cc27e-1f8c-4c5c-b9c0-1d51befcd5b0 req-a7925334-df2b-4143-b5aa-2e283043a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:30.096196 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cc27e-1f8c-4c5c-b9c0-1d51befcd5b0 req-a7925334-df2b-4143-b5aa-2e283043a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:30.098487 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-423cc27e-1f8c-4c5c-b9c0-1d51befcd5b0 req-a7925334-df2b-4143-b5aa-2e283043a232 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d40a354f83ac42a092eb57d9c0e4d4c8&device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 6301 time: 0.2012188 Jul 09 09:36:30.100547 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1d68a74b-27c6-494f-8a87-651dc516dfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:30.113893 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ba81a800-8d96-4fab-bc32-e54eaa62139a req-ee07499f-44c2-419d-a188-0408102a03cc tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e5d9651-2df3-4f26-a5a8-6d13991d4e40 HTTP/1.1" status: 200 len: 210 time: 0.1765327 Jul 09 09:36:30.246807 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-35f775dc-6866-461f-bf94-3dd459825a03 req-8f047788-9ae0-4c67-806d-287a29aa8f77 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:30.266008 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['5d56156b-309e-479e-a4ff-8cdcce4b636e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:36:30.287297 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1d68a74b-27c6-494f-8a87-651dc516dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:30.288078 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1d68a74b-27c6-494f-8a87-651dc516dfd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:30.289489 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1d68a74b-27c6-494f-8a87-651dc516dfd5 service neutron] 10.222.0.58 "PUT /v2.0/ports/1ad77fc5-199d-4e19-acef-8b1e44e8ba87 HTTP/1.1" status: 200 len: 1091 time: 1.2669668 Jul 09 09:36:30.342298 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9548bd81-8e92-42e3-b9e6-321ae3965772 service neutron] Request body: {'port': {'device_id': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:30.360436 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-2dd14340-2739-4381-8c01-aac682d0fc77 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=fd1e4817887247cb839b06c8943f8731&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2604930 Jul 09 09:36:30.395169 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 2bd1fc72-8f33-42b9-974a-5a957512de4c up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:36:30.530971 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f775dc-6866-461f-bf94-3dd459825a03 req-8f047788-9ae0-4c67-806d-287a29aa8f77 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Network 42ae9d36-caf9-48f2-988b-c538986827db is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:36:30.545892 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68a74b-27c6-494f-8a87-651dc516dfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad77fc5-199d-4e19-acef-8b1e44e8ba87,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:30.566193 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-35f775dc-6866-461f-bf94-3dd459825a03 req-8f047788-9ae0-4c67-806d-287a29aa8f77 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:36:30.575613 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f775dc-6866-461f-bf94-3dd459825a03 req-8f047788-9ae0-4c67-806d-287a29aa8f77 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:36:30.579158 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f047788-9ae0-4c67-806d-287a29aa8f77 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Pushing event updated for resources: {'Port': ['ID=303f7b75-76ba-4ae3-b8cf-62193adbcd86,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:30.621157 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 2bd1fc72-8f33-42b9-974a-5a957512de4c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:36:30.634610 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 2bd1fc72-8f33-42b9-974a-5a957512de4c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:36:30.634990 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:30.721909 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9548bd81-8e92-42e3-b9e6-321ae3965772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:30.747626 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cc27e-1f8c-4c5c-b9c0-1d51befcd5b0 req-fcd29f8c-3bc4-4d9c-ba10-d1a1186f4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:30.748590 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cc27e-1f8c-4c5c-b9c0-1d51befcd5b0 req-fcd29f8c-3bc4-4d9c-ba10-d1a1186f4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:30.749278 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cc27e-1f8c-4c5c-b9c0-1d51befcd5b0 req-fcd29f8c-3bc4-4d9c-ba10-d1a1186f4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:30.751633 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-423cc27e-1f8c-4c5c-b9c0-1d51befcd5b0 req-fcd29f8c-3bc4-4d9c-ba10-d1a1186f4523 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d40a354f83ac42a092eb57d9c0e4d4c8&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6398709 Jul 09 09:36:30.850625 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:30.906780 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 2bd1fc72-8f33-42b9-974a-5a957512de4c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=2bd1fc72-8f33-42b9-974a-5a957512de4c,segment=NetworkSegment(615e3b04-55ca-45a7-8833-16a685335be4),segment_id=615e3b04-55ca-45a7-8833-16a685335be4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:30.907978 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fe047b-33cb-472a-b6c2-98bacd67301a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd1fc72-8f33-42b9-974a-5a957512de4c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:36:30.912546 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b810d50c-eefc-42e5-a530-ee2bbfb086a0" -d '{"events": [{"server_uuid": "85fe047b-33cb-472a-b6c2-98bacd67301a", "name": "network-vif-plugged", "status": "completed", "tag": "2bd1fc72-8f33-42b9-974a-5a957512de4c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:36:30.917341 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:31.008140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=2bd1fc72-8f33-42b9-974a-5a957512de4c,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:31.017187 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:36:31.017534 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:36:31.017873 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:36:31.018210 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:36:31.018541 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:36:31.018869 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:36:31.019203 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:36:31.019522 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:36:31.019891 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:36:31.020217 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:36:31.021422 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:36:31.021980 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:36:31.091883 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-434a6efa-459f-4def-ad0c-e57fdd46a7be None None] Provisioning for port 303f7b75-76ba-4ae3-b8cf-62193adbcd86 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:36:31.098204 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-434a6efa-459f-4def-ad0c-e57fdd46a7be None None] Provisioning complete for port 303f7b75-76ba-4ae3-b8cf-62193adbcd86 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:36:31.098604 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-434a6efa-459f-4def-ad0c-e57fdd46a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:31.156898 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-434a6efa-459f-4def-ad0c-e57fdd46a7be None None] Port 303f7b75-76ba-4ae3-b8cf-62193adbcd86 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:36:31.157801 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cc27e-1f8c-4c5c-b9c0-1d51befcd5b0 req-d107ee23-dbc3-4c68-be6e-dc9a2916421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:31.159283 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-423cc27e-1f8c-4c5c-b9c0-1d51befcd5b0 req-d107ee23-dbc3-4c68-be6e-dc9a2916421f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2466068 Jul 09 09:36:31.208039 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-acaa7384-5702-435e-9ba3-61534ed2bd83 req-4a68132c-4de7-4e3a-8700-60c127f9e09c tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=66923ca4-83a0-4334-b748-2cebac8335fd HTTP/1.1" status: 200 len: 210 time: 0.0503507 Jul 09 09:36:31.225526 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09ed34-0593-4004-8eec-5c96558b7690 req-04ed066a-6341-4234-b873-b0ec3076b278 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:31.231851 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09ed34-0593-4004-8eec-5c96558b7690 req-04ed066a-6341-4234-b873-b0ec3076b278 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:31.240204 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09ed34-0593-4004-8eec-5c96558b7690 req-04ed066a-6341-4234-b873-b0ec3076b278 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:31.246623 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09ed34-0593-4004-8eec-5c96558b7690 req-04ed066a-6341-4234-b873-b0ec3076b278 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:31.252611 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09ed34-0593-4004-8eec-5c96558b7690 req-04ed066a-6341-4234-b873-b0ec3076b278 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:31.259642 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09ed34-0593-4004-8eec-5c96558b7690 req-04ed066a-6341-4234-b873-b0ec3076b278 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:31.264600 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9548bd81-8e92-42e3-b9e6-321ae3965772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7adbfff-b36e-4c84-aa19-b9efc349f092 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:36:31.266332 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09ed34-0593-4004-8eec-5c96558b7690 req-04ed066a-6341-4234-b873-b0ec3076b278 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:31.273202 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9548bd81-8e92-42e3-b9e6-321ae3965772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:31.274739 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c09ed34-0593-4004-8eec-5c96558b7690 req-04ed066a-6341-4234-b873-b0ec3076b278 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5396 time: 1.1736941 Jul 09 09:36:31.288865 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9548bd81-8e92-42e3-b9e6-321ae3965772 service neutron] Transition to ACTIVE for port object a7adbfff-b36e-4c84-aa19-b9efc349f092 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:36:31.295909 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9548bd81-8e92-42e3-b9e6-321ae3965772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:31.370715 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f775dc-6866-461f-bf94-3dd459825a03 req-8f047788-9ae0-4c67-806d-287a29aa8f77 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:31.372127 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-35f775dc-6866-461f-bf94-3dd459825a03 req-8f047788-9ae0-4c67-806d-287a29aa8f77 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:31.419104 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548bd81-8e92-42e3-b9e6-321ae3965772 service neutron] Pushing event updated for resources: {'Port': ['ID=a7adbfff-b36e-4c84-aa19-b9efc349f092,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:31.429210 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-addb9594-8010-4da2-b473-a38586a04937 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:31.430947 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-addb9594-8010-4da2-b473-a38586a04937 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0602639 Jul 09 09:36:31.433088 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8684e9d9-4da6-4f20-ade2-66ca0d8554ce req-d4e924e1-354b-4aa0-a7b7-19e56bb5f3b1 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 210 time: 0.0796895 Jul 09 09:36:31.450601 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c09ed34-0593-4004-8eec-5c96558b7690 req-8ec1e42f-cb68-4687-a3bd-bcf2c497342a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1747310 Jul 09 09:36:31.466665 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-14e9825d-f1c2-46cd-9329-9169fced9938 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Request body: {'port': {'device_id': '15b1e3d8-1011-453b-a984-1ab6110d6fc6', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': 'fd1e4817887247cb839b06c8943f8731'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:31.500079 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9548bd81-8e92-42e3-b9e6-321ae3965772 service neutron] Attempting to bind port a7adbfff-b36e-4c84-aa19-b9efc349f092 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:36:31.500556 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9548bd81-8e92-42e3-b9e6-321ae3965772 service neutron] Attempting to bind port a7adbfff-b36e-4c84-aa19-b9efc349f092 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'c1ede9d9-38ab-458d-8e0a-5e8f02213eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '60491b7b-def1-4cac-8466-a6ebcf0d8114'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:36:31.500896 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9548bd81-8e92-42e3-b9e6-321ae3965772 service neutron] Attempting to bind port a7adbfff-b36e-4c84-aa19-b9efc349f092 on network 60491b7b-def1-4cac-8466-a6ebcf0d8114 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:36:31.507013 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9548bd81-8e92-42e3-b9e6-321ae3965772 service neutron] Port a7adbfff-b36e-4c84-aa19-b9efc349f092 on network 60491b7b-def1-4cac-8466-a6ebcf0d8114 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:36:31.507343 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9548bd81-8e92-42e3-b9e6-321ae3965772 service neutron] Attempting to bind port a7adbfff-b36e-4c84-aa19-b9efc349f092 on network 60491b7b-def1-4cac-8466-a6ebcf0d8114 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:36:31.512984 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9548bd81-8e92-42e3-b9e6-321ae3965772 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:36:31.513391 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9548bd81-8e92-42e3-b9e6-321ae3965772 service neutron] Checking segment: {'id': 'c1ede9d9-38ab-458d-8e0a-5e8f02213eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '60491b7b-def1-4cac-8466-a6ebcf0d8114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:36:31.513854 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9548bd81-8e92-42e3-b9e6-321ae3965772 service neutron] Bound using segment: {'id': 'c1ede9d9-38ab-458d-8e0a-5e8f02213eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '60491b7b-def1-4cac-8466-a6ebcf0d8114'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:36:31.515207 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9548bd81-8e92-42e3-b9e6-321ae3965772 service neutron] Bound port: a7adbfff-b36e-4c84-aa19-b9efc349f092, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ede9d9-38ab-458d-8e0a-5e8f02213eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '60491b7b-def1-4cac-8466-a6ebcf0d8114'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:36:31.515207 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9548bd81-8e92-42e3-b9e6-321ae3965772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:31.564086 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f2b0e6-d764-48b4-9b44-f355a23132e6 x-openstack-request-id: req-42f2b0e6-d764-48b4-9b44-f355a23132e6 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:36:31.564603 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85fe047b-33cb-472a-b6c2-98bacd67301a", "name": "network-vif-plugged", "status": "completed", "tag": "2bd1fc72-8f33-42b9-974a-5a957512de4c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:36:31.564603 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-42f2b0e6-d764-48b4-9b44-f355a23132e6 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:36:31.565070 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85fe047b-33cb-472a-b6c2-98bacd67301a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd1fc72-8f33-42b9-974a-5a957512de4c', 'code': 200} Jul 09 09:36:31.658131 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35f775dc-6866-461f-bf94-3dd459825a03 req-8f047788-9ae0-4c67-806d-287a29aa8f77 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9443607 Jul 09 09:36:31.670524 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9548bd81-8e92-42e3-b9e6-321ae3965772 service neutron] For port a7adbfff-b36e-4c84-aa19-b9efc349f092, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:36:31.676662 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9548bd81-8e92-42e3-b9e6-321ae3965772 service neutron] For port a7adbfff-b36e-4c84-aa19-b9efc349f092, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=a7adbfff-b36e-4c84-aa19-b9efc349f092,segment=NetworkSegment(c1ede9d9-38ab-458d-8e0a-5e8f02213eed),segment_id=c1ede9d9-38ab-458d-8e0a-5e8f02213eed)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:36:31.682437 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9548bd81-8e92-42e3-b9e6-321ae3965772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:31.689150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-35f775dc-6866-461f-bf94-3dd459825a03 req-520dc8aa-f6e5-4d06-b3bf-4e208d3e9834 service neutron] Request body: {'port': {'device_id': '9e5d9651-2df3-4f26-a5a8-6d13991d4e40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:31.772988 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-14e9825d-f1c2-46cd-9329-9169fced9938 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Made reservation on behalf of fd1e4817887247cb839b06c8943f8731 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:36:31.776517 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-14e9825d-f1c2-46cd-9329-9169fced9938 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:31.872376 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9548bd81-8e92-42e3-b9e6-321ae3965772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:31.873556 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9548bd81-8e92-42e3-b9e6-321ae3965772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:31.875420 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9548bd81-8e92-42e3-b9e6-321ae3965772 service neutron] 10.222.0.58 "PUT /v2.0/ports/a7adbfff-b36e-4c84-aa19-b9efc349f092 HTTP/1.1" status: 200 len: 1091 time: 1.5425589 Jul 09 09:36:31.932764 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-b44f1147-92fa-47fc-9c69-49856836941b service neutron] Request body: {'port': {'device_id': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:31.959242 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'tag': '22e140cd-52e8-4479-8dac-6bd540e9fb0c'}, {'name': 'network-changed', 'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'tag': '1ad77fc5-199d-4e19-acef-8b1e44e8ba87'}, {'name': 'network-changed', 'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'tag': 'a7adbfff-b36e-4c84-aa19-b9efc349f092'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:36:31.967485 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44be3e54-7fff-4238-87aa-efe049a8f57c" -d '{"events": [{"name": "network-changed", "server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "tag": "22e140cd-52e8-4479-8dac-6bd540e9fb0c"}, {"name": "network-changed", "server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "tag": "1ad77fc5-199d-4e19-acef-8b1e44e8ba87"}, {"name": "network-changed", "server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "tag": "a7adbfff-b36e-4c84-aa19-b9efc349f092"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:36:32.140073 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-520f360d-e07a-4049-8bc5-476e68200925 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:32.142143 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-520f360d-e07a-4049-8bc5-476e68200925 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.58 "GET /v2.0/networks?id=1eead137-dbd8-48b9-916a-6019c200ae01 HTTP/1.1" status: 200 len: 812 time: 0.2165265 Jul 09 09:36:32.143106 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548bd81-8e92-42e3-b9e6-321ae3965772 service neutron] Pushing event updated for resources: {'Port': ['ID=a7adbfff-b36e-4c84-aa19-b9efc349f092,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:32.151515 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-35f775dc-6866-461f-bf94-3dd459825a03 req-520dc8aa-f6e5-4d06-b3bf-4e208d3e9834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:32.158796 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-a022d9d2-b170-4c18-bceb-80719cf58cce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Request body: {'port': {'device_id': '66923ca4-83a0-4334-b748-2cebac8335fd', 'network_id': '1eead137-dbd8-48b9-916a-6019c200ae01', 'admin_state_up': True, 'tenant_id': '70f75bf07b0e4756872fbda30959ba24'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:32.182773 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d2677-aca0-4384-8091-8677736269a6 req-bb0d83f6-360d-471b-803c-710c343c1356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:32.184352 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-de1d2677-aca0-4384-8091-8677736269a6 req-bb0d83f6-360d-471b-803c-710c343c1356 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=85fe047b-33cb-472a-b6c2-98bacd67301a HTTP/1.1" status: 200 len: 1096 time: 0.4961088 Jul 09 09:36:32.293206 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-de1d2677-aca0-4384-8091-8677736269a6 req-37139587-4c87-4348-a923-5c246b85f54d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=41e5192e-d6f0-43dd-bb12-c9334b711cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714631 Jul 09 09:36:32.310516 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28407edb-7faa-4de4-a45a-b438ee5586d0 req-3c31fe62-e479-4dd5-8111-fe22058033c9 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:32.312193 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28407edb-7faa-4de4-a45a-b438ee5586d0 req-3c31fe62-e479-4dd5-8111-fe22058033c9 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e5d9651-2df3-4f26-a5a8-6d13991d4e40 HTTP/1.1" status: 200 len: 932 time: 0.4874911 Jul 09 09:36:32.349453 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-a022d9d2-b170-4c18-bceb-80719cf58cce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Made reservation on behalf of 70f75bf07b0e4756872fbda30959ba24 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:36:32.353512 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-14e9825d-f1c2-46cd-9329-9169fced9938 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Allocated IP 192.168.233.110 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/a2a5d059-622a-49bd-a506-6b959921c890) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:36:32.355420 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-a022d9d2-b170-4c18-bceb-80719cf58cce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:32.401114 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef5a59-1b04-4bc3-b8f7-1367fe2f6344 req-5e2b901b-5e3f-4b6c-a822-bdb9f2fdb9ab tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:32.407995 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91ef5a59-1b04-4bc3-b8f7-1367fe2f6344 req-5e2b901b-5e3f-4b6c-a822-bdb9f2fdb9ab tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/ports?device_id=85fe047b-33cb-472a-b6c2-98bacd67301a HTTP/1.1" status: 200 len: 945 time: 0.6576033 Jul 09 09:36:32.512383 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-a022d9d2-b170-4c18-bceb-80719cf58cce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Allocated IP 172.20.0.3 (1eead137-dbd8-48b9-916a-6019c200ae01/0e4ca544-6115-4c7d-97ed-69dda7c846c3/6342e768-71ac-4247-80f3-4c4a0dbf9a3a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:36:32.517214 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28407edb-7faa-4de4-a45a-b438ee5586d0 req-08d7cd0f-7c1b-4976-9969-d289133a404e tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886497 Jul 09 09:36:32.596765 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91ef5a59-1b04-4bc3-b8f7-1367fe2f6344 req-7f4d03ee-c0ea-4d88-b129-565775b2368e tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/security-groups?id=41e5192e-d6f0-43dd-bb12-c9334b711cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855814 Jul 09 09:36:32.615522 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-b44f1147-92fa-47fc-9c69-49856836941b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:32.757483 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 09 Jul 2021 09:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484ee731-568e-40b4-b99f-d18d0e104d95 x-openstack-request-id: req-484ee731-568e-40b4-b99f-d18d0e104d95 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:36:32.757787 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "tag": "22e140cd-52e8-4479-8dac-6bd540e9fb0c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "tag": "1ad77fc5-199d-4e19-acef-8b1e44e8ba87", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "tag": "a7adbfff-b36e-4c84-aa19-b9efc349f092", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:36:32.758060 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-484ee731-568e-40b4-b99f-d18d0e104d95 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:36:32.758433 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'tag': '22e140cd-52e8-4479-8dac-6bd540e9fb0c', 'status': 'completed', 'code': 200} Jul 09 09:36:32.758775 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'tag': '1ad77fc5-199d-4e19-acef-8b1e44e8ba87', 'status': 'completed', 'code': 200} Jul 09 09:36:32.759149 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'tag': 'a7adbfff-b36e-4c84-aa19-b9efc349f092', 'status': 'completed', 'code': 200} Jul 09 09:36:32.787659 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-a022d9d2-b170-4c18-bceb-80719cf58cce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:32.918750 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-a022d9d2-b170-4c18-bceb-80719cf58cce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:32.984939 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-a022d9d2-b170-4c18-bceb-80719cf58cce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Network 1eead137-dbd8-48b9-916a-6019c200ae01 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:36:32.996051 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-16c7d825-5765-47b0-8773-857ac7cf5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:32.996543 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-16c7d825-5765-47b0-8773-857ac7cf5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:32.997060 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-16c7d825-5765-47b0-8773-857ac7cf5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:32.997568 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-16c7d825-5765-47b0-8773-857ac7cf5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:32.998042 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-16c7d825-5765-47b0-8773-857ac7cf5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:32.998512 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-16c7d825-5765-47b0-8773-857ac7cf5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:32.998981 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-16c7d825-5765-47b0-8773-857ac7cf5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:33.000925 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-16c7d825-5765-47b0-8773-857ac7cf5e20 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d40a354f83ac42a092eb57d9c0e4d4c8&device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 6410 time: 0.1823854 Jul 09 09:36:33.002277 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-a022d9d2-b170-4c18-bceb-80719cf58cce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:36:33.004253 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022d9d2-b170-4c18-bceb-80719cf58cce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event updated for resources: {'Port': ['ID=6342e768-71ac-4247-80f3-4c4a0dbf9a3a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:33.006647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-a022d9d2-b170-4c18-bceb-80719cf58cce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:36:33.013197 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d542074a-d77b-43a0-a20a-b8dbe8f1ded1 req-f3a5361b-074d-4fab-9b83-25e9380880d8 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=66923ca4-83a0-4334-b748-2cebac8335fd HTTP/1.1" status: 200 len: 210 time: 0.1289544 Jul 09 09:36:33.049527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-35f775dc-6866-461f-bf94-3dd459825a03 req-520dc8aa-f6e5-4d06-b3bf-4e208d3e9834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303f7b75-76ba-4ae3-b8cf-62193adbcd86 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:36:33.067073 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-35f775dc-6866-461f-bf94-3dd459825a03 req-520dc8aa-f6e5-4d06-b3bf-4e208d3e9834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:33.083872 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-a022d9d2-b170-4c18-bceb-80719cf58cce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:33.084769 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-a022d9d2-b170-4c18-bceb-80719cf58cce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:33.155209 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-a022d9d2-b170-4c18-bceb-80719cf58cce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0019994 Jul 09 09:36:33.193177 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-14ed0bc4-0f18-487c-841c-81bb6d4ea524 service neutron] Request body: {'port': {'device_id': '66923ca4-83a0-4334-b748-2cebac8335fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:33.234563 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-35f775dc-6866-461f-bf94-3dd459825a03 req-520dc8aa-f6e5-4d06-b3bf-4e208d3e9834 service neutron] Transition to ACTIVE for port object 303f7b75-76ba-4ae3-b8cf-62193adbcd86 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:36:33.273789 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4477e88a-5579-4fdc-b34f-b4c4dceca898 req-d1f9e728-c1ae-4dda-b4f4-3d9f61bbd2b2 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 210 time: 0.0833483 Jul 09 09:36:33.310611 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-35f775dc-6866-461f-bf94-3dd459825a03 req-520dc8aa-f6e5-4d06-b3bf-4e208d3e9834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:33.452886 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-14e9825d-f1c2-46cd-9329-9169fced9938 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:33.486580 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf468f3-77db-4bb6-8429-f52bb3d5b092 req-455489ec-23f5-4d16-84da-5bd22c54d21e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:33.493230 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf468f3-77db-4bb6-8429-f52bb3d5b092 req-455489ec-23f5-4d16-84da-5bd22c54d21e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:33.499517 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf468f3-77db-4bb6-8429-f52bb3d5b092 req-455489ec-23f5-4d16-84da-5bd22c54d21e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:33.505851 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf468f3-77db-4bb6-8429-f52bb3d5b092 req-455489ec-23f5-4d16-84da-5bd22c54d21e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:33.512247 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf468f3-77db-4bb6-8429-f52bb3d5b092 req-455489ec-23f5-4d16-84da-5bd22c54d21e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:33.518971 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf468f3-77db-4bb6-8429-f52bb3d5b092 req-455489ec-23f5-4d16-84da-5bd22c54d21e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:33.525940 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf468f3-77db-4bb6-8429-f52bb3d5b092 req-455489ec-23f5-4d16-84da-5bd22c54d21e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:33.528166 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4bf468f3-77db-4bb6-8429-f52bb3d5b092 req-455489ec-23f5-4d16-84da-5bd22c54d21e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5408 time: 0.4940283 Jul 09 09:36:33.528925 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520dc8aa-f6e5-4d06-b3bf-4e208d3e9834 service neutron] Pushing event updated for resources: {'Port': ['ID=303f7b75-76ba-4ae3-b8cf-62193adbcd86,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:33.647506 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-14e9825d-f1c2-46cd-9329-9169fced9938 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Transition to ACTIVE for port object a2a5d059-622a-49bd-a506-6b959921c890 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:36:33.679360 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-f18289c9-a32e-4970-8168-d7f92392cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:33.680501 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-f18289c9-a32e-4970-8168-d7f92392cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:33.681110 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-f18289c9-a32e-4970-8168-d7f92392cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:33.683954 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-f18289c9-a32e-4970-8168-d7f92392cddc service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d40a354f83ac42a092eb57d9c0e4d4c8&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6728699 Jul 09 09:36:33.700583 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4bf468f3-77db-4bb6-8429-f52bb3d5b092 req-6f0570c3-a187-42ce-9837-f3b12e094aa5 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1498168 Jul 09 09:36:33.719044 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:33.821898 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-14ed0bc4-0f18-487c-841c-81bb6d4ea524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:33.919755 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-8d87140a-c524-4980-a1e0-4e1e09a64e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:33.921665 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-8d87140a-c524-4980-a1e0-4e1e09a64e01 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2291210 Jul 09 09:36:34.017593 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-35f775dc-6866-461f-bf94-3dd459825a03 req-520dc8aa-f6e5-4d06-b3bf-4e208d3e9834 service neutron] Attempting to bind port 303f7b75-76ba-4ae3-b8cf-62193adbcd86 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:36:34.018496 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-35f775dc-6866-461f-bf94-3dd459825a03 req-520dc8aa-f6e5-4d06-b3bf-4e208d3e9834 service neutron] Attempting to bind port 303f7b75-76ba-4ae3-b8cf-62193adbcd86 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:36:34.019040 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f775dc-6866-461f-bf94-3dd459825a03 req-520dc8aa-f6e5-4d06-b3bf-4e208d3e9834 service neutron] Attempting to bind port 303f7b75-76ba-4ae3-b8cf-62193adbcd86 on network 42ae9d36-caf9-48f2-988b-c538986827db {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:36:34.026499 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-b44f1147-92fa-47fc-9c69-49856836941b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:36:34.053677 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-b44f1147-92fa-47fc-9c69-49856836941b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:34.062998 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-14e9825d-f1c2-46cd-9329-9169fced9938 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:34.064618 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f775dc-6866-461f-bf94-3dd459825a03 req-520dc8aa-f6e5-4d06-b3bf-4e208d3e9834 service neutron] Port 303f7b75-76ba-4ae3-b8cf-62193adbcd86 on network 42ae9d36-caf9-48f2-988b-c538986827db not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:36:34.064946 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f775dc-6866-461f-bf94-3dd459825a03 req-520dc8aa-f6e5-4d06-b3bf-4e208d3e9834 service neutron] Attempting to bind port 303f7b75-76ba-4ae3-b8cf-62193adbcd86 on network 42ae9d36-caf9-48f2-988b-c538986827db {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:36:34.077329 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['04f472e6-1ec8-4cdc-a59e-469ac1f88c3d', 'fcd704b9-933e-47b7-92b7-bb7a73f70723'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:36:34.125707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-b44f1147-92fa-47fc-9c69-49856836941b service neutron] Transition to ACTIVE for port object 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:36:34.131633 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f775dc-6866-461f-bf94-3dd459825a03 req-520dc8aa-f6e5-4d06-b3bf-4e208d3e9834 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:36:34.132090 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f775dc-6866-461f-bf94-3dd459825a03 req-520dc8aa-f6e5-4d06-b3bf-4e208d3e9834 service neutron] Checking segment: {'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:36:34.132793 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f775dc-6866-461f-bf94-3dd459825a03 req-520dc8aa-f6e5-4d06-b3bf-4e208d3e9834 service neutron] Bound using segment: {'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:36:34.133267 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-35f775dc-6866-461f-bf94-3dd459825a03 req-520dc8aa-f6e5-4d06-b3bf-4e208d3e9834 service neutron] Bound port: 303f7b75-76ba-4ae3-b8cf-62193adbcd86, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:36:34.133630 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-35f775dc-6866-461f-bf94-3dd459825a03 req-520dc8aa-f6e5-4d06-b3bf-4e208d3e9834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:34.143438 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:36:34.174886 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-b44f1147-92fa-47fc-9c69-49856836941b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:34.190937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a2877-6732-450b-be61-b40c1012cee7 req-4833f537-3a8e-4fe1-b9e0-babb9163ce8b tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:34.192564 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc5a2877-6732-450b-be61-b40c1012cee7 req-4833f537-3a8e-4fe1-b9e0-babb9163ce8b tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e5d9651-2df3-4f26-a5a8-6d13991d4e40 HTTP/1.1" status: 200 len: 944 time: 0.4147975 Jul 09 09:36:34.198761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-14e9825d-f1c2-46cd-9329-9169fced9938 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:36:34.217659 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-14e9825d-f1c2-46cd-9329-9169fced9938 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:36:34.224516 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-14e9825d-f1c2-46cd-9329-9169fced9938 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:36:34.249139 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9825d-f1c2-46cd-9329-9169fced9938 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Pushing event updated for resources: {'Port': ['ID=a2a5d059-622a-49bd-a506-6b959921c890,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:34.253660 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-c49d96c8-819f-41a7-8545-dc193d360ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:34.255006 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-c49d96c8-819f-41a7-8545-dc193d360ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:34.257566 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-c49d96c8-819f-41a7-8545-dc193d360ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:34.261216 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-c49d96c8-819f-41a7-8545-dc193d360ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:34.261831 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-c49d96c8-819f-41a7-8545-dc193d360ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:34.262370 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-c49d96c8-819f-41a7-8545-dc193d360ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:34.262932 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-c49d96c8-819f-41a7-8545-dc193d360ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:34.265431 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-c49d96c8-819f-41a7-8545-dc193d360ec4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d40a354f83ac42a092eb57d9c0e4d4c8&device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 6410 time: 0.2374117 Jul 09 09:36:34.429338 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-35f775dc-6866-461f-bf94-3dd459825a03 req-520dc8aa-f6e5-4d06-b3bf-4e208d3e9834 service neutron] For port 303f7b75-76ba-4ae3-b8cf-62193adbcd86, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:36:34.552905 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b83be3-e325-49e6-b670-129bbca941d8 req-e9cd476d-4b91-488a-8383-9ad96b0276de tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:34.555002 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e9b83be3-e325-49e6-b670-129bbca941d8 req-e9cd476d-4b91-488a-8383-9ad96b0276de tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/ports?device_id=85fe047b-33cb-472a-b6c2-98bacd67301a HTTP/1.1" status: 200 len: 945 time: 0.6228278 Jul 09 09:36:34.583839 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f1147-92fa-47fc-9c69-49856836941b service neutron] Pushing event updated for resources: {'Port': ['ID=66be3df1-04f9-4bfc-bd18-2a4746b4d8eb,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:34.707059 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-d3283290-d613-4f68-a24f-aa6d88148e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:34.707578 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-d3283290-d613-4f68-a24f-aa6d88148e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:34.708431 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-d3283290-d613-4f68-a24f-aa6d88148e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:34.710192 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-d3283290-d613-4f68-a24f-aa6d88148e45 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d40a354f83ac42a092eb57d9c0e4d4c8&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4322991 Jul 09 09:36:34.717584 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc5a2877-6732-450b-be61-b40c1012cee7 req-e352fdd9-fae0-4a06-96d5-526471accf50 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056536 Jul 09 09:36:34.719777 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-35f775dc-6866-461f-bf94-3dd459825a03 req-520dc8aa-f6e5-4d06-b3bf-4e208d3e9834 service neutron] For port 303f7b75-76ba-4ae3-b8cf-62193adbcd86, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=303f7b75-76ba-4ae3-b8cf-62193adbcd86,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:36:34.754426 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-14ed0bc4-0f18-487c-841c-81bb6d4ea524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6342e768-71ac-4247-80f3-4c4a0dbf9a3a {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:36:34.766026 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-14e9825d-f1c2-46cd-9329-9169fced9938 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:34.768206 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-14e9825d-f1c2-46cd-9329-9169fced9938 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:34.781573 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-14ed0bc4-0f18-487c-841c-81bb6d4ea524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:34.827331 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-14ed0bc4-0f18-487c-841c-81bb6d4ea524 service neutron] Transition to ACTIVE for port object 6342e768-71ac-4247-80f3-4c4a0dbf9a3a will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:36:34.829104 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bc04b3ab-010d-4c20-8ed8-fe21dd339336 None None] Provisioning for port a2a5d059-622a-49bd-a506-6b959921c890 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:36:34.835719 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-35f775dc-6866-461f-bf94-3dd459825a03 req-520dc8aa-f6e5-4d06-b3bf-4e208d3e9834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:34.866929 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bc04b3ab-010d-4c20-8ed8-fe21dd339336 None None] Provisioning complete for port a2a5d059-622a-49bd-a506-6b959921c890 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:36:34.867844 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc04b3ab-010d-4c20-8ed8-fe21dd339336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:34.873125 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-14ed0bc4-0f18-487c-841c-81bb6d4ea524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:35.034581 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bc04b3ab-010d-4c20-8ed8-fe21dd339336 None None] Port a2a5d059-622a-49bd-a506-6b959921c890 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:36:35.074143 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e9b83be3-e325-49e6-b670-129bbca941d8 req-8370602a-6557-4820-89be-e79538194b7c tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/security-groups?id=41e5192e-d6f0-43dd-bb12-c9334b711cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818141 Jul 09 09:36:35.089508 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed0bc4-0f18-487c-841c-81bb6d4ea524 service neutron] Pushing event updated for resources: {'Port': ['ID=6342e768-71ac-4247-80f3-4c4a0dbf9a3a,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:35.116141 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f775dc-6866-461f-bf94-3dd459825a03 req-520dc8aa-f6e5-4d06-b3bf-4e208d3e9834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:35.116141 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-35f775dc-6866-461f-bf94-3dd459825a03 req-520dc8aa-f6e5-4d06-b3bf-4e208d3e9834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:35.119056 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35f775dc-6866-461f-bf94-3dd459825a03 req-520dc8aa-f6e5-4d06-b3bf-4e208d3e9834 service neutron] 10.222.0.64 "PUT /v2.0/ports/303f7b75-76ba-4ae3-b8cf-62193adbcd86 HTTP/1.1" status: 200 len: 1092 time: 3.4410634 Jul 09 09:36:35.123301 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5d9651-2df3-4f26-a5a8-6d13991d4e40', 'tag': '303f7b75-76ba-4ae3-b8cf-62193adbcd86'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:36:35.133142 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188a872e-8efc-4ab9-a720-7b48dbb3cae2" -d '{"events": [{"name": "network-changed", "server_uuid": "9e5d9651-2df3-4f26-a5a8-6d13991d4e40", "tag": "303f7b75-76ba-4ae3-b8cf-62193adbcd86"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:36:35.136850 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-14e9825d-f1c2-46cd-9329-9169fced9938 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6785250 Jul 09 09:36:35.179310 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-332f5df5-d388-43c4-bf52-29ef76b14d07 service neutron] Request body: {'port': {'device_id': '15b1e3d8-1011-453b-a984-1ab6110d6fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:35.280604 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-80f22baf-5fcc-425e-9db3-28f55f938a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:35.282845 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-80f22baf-5fcc-425e-9db3-28f55f938a42 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5659778 Jul 09 09:36:35.283960 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-14ed0bc4-0f18-487c-841c-81bb6d4ea524 service neutron] Attempting to bind port 6342e768-71ac-4247-80f3-4c4a0dbf9a3a on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:36:35.284443 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-14ed0bc4-0f18-487c-841c-81bb6d4ea524 service neutron] Attempting to bind port 6342e768-71ac-4247-80f3-4c4a0dbf9a3a by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '94bc9921-40e4-4a0e-a298-44fa3cccb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1eead137-dbd8-48b9-916a-6019c200ae01'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:36:35.284973 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-14ed0bc4-0f18-487c-841c-81bb6d4ea524 service neutron] Attempting to bind port 6342e768-71ac-4247-80f3-4c4a0dbf9a3a on network 1eead137-dbd8-48b9-916a-6019c200ae01 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:36:35.291149 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-14ed0bc4-0f18-487c-841c-81bb6d4ea524 service neutron] Port 6342e768-71ac-4247-80f3-4c4a0dbf9a3a on network 1eead137-dbd8-48b9-916a-6019c200ae01 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:36:35.291714 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-14ed0bc4-0f18-487c-841c-81bb6d4ea524 service neutron] Attempting to bind port 6342e768-71ac-4247-80f3-4c4a0dbf9a3a on network 1eead137-dbd8-48b9-916a-6019c200ae01 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:36:35.298547 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-14ed0bc4-0f18-487c-841c-81bb6d4ea524 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:36:35.299067 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-14ed0bc4-0f18-487c-841c-81bb6d4ea524 service neutron] Checking segment: {'id': '94bc9921-40e4-4a0e-a298-44fa3cccb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1eead137-dbd8-48b9-916a-6019c200ae01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:36:35.299809 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-14ed0bc4-0f18-487c-841c-81bb6d4ea524 service neutron] Bound using segment: {'id': '94bc9921-40e4-4a0e-a298-44fa3cccb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1eead137-dbd8-48b9-916a-6019c200ae01'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:36:35.300399 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-14ed0bc4-0f18-487c-841c-81bb6d4ea524 service neutron] Bound port: 6342e768-71ac-4247-80f3-4c4a0dbf9a3a, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94bc9921-40e4-4a0e-a298-44fa3cccb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1eead137-dbd8-48b9-916a-6019c200ae01'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:36:35.300927 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-14ed0bc4-0f18-487c-841c-81bb6d4ea524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:35.398293 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-332f5df5-d388-43c4-bf52-29ef76b14d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:35.398513 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-14ed0bc4-0f18-487c-841c-81bb6d4ea524 service neutron] For port 6342e768-71ac-4247-80f3-4c4a0dbf9a3a, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:36:35.402421 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520dc8aa-f6e5-4d06-b3bf-4e208d3e9834 service neutron] Pushing event updated for resources: {'Port': ['ID=303f7b75-76ba-4ae3-b8cf-62193adbcd86,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:35.402719 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-14ed0bc4-0f18-487c-841c-81bb6d4ea524 service neutron] For port 6342e768-71ac-4247-80f3-4c4a0dbf9a3a, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=6342e768-71ac-4247-80f3-4c4a0dbf9a3a,segment=NetworkSegment(94bc9921-40e4-4a0e-a298-44fa3cccb4cc),segment_id=94bc9921-40e4-4a0e-a298-44fa3cccb4cc)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:36:35.425628 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-14ed0bc4-0f18-487c-841c-81bb6d4ea524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:35.489345 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-14ed0bc4-0f18-487c-841c-81bb6d4ea524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:35.490811 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-14ed0bc4-0f18-487c-841c-81bb6d4ea524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:35.492506 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-14ed0bc4-0f18-487c-841c-81bb6d4ea524 service neutron] 10.222.0.58 "PUT /v2.0/ports/6342e768-71ac-4247-80f3-4c4a0dbf9a3a HTTP/1.1" status: 200 len: 1091 time: 2.3196306 Jul 09 09:36:35.493103 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66923ca4-83a0-4334-b748-2cebac8335fd', 'tag': '6342e768-71ac-4247-80f3-4c4a0dbf9a3a'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:36:35.495448 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cc682e-aa32-4f96-86ff-b76ab8996ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "66923ca4-83a0-4334-b748-2cebac8335fd", "tag": "6342e768-71ac-4247-80f3-4c4a0dbf9a3a"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:36:35.540724 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-b44f1147-92fa-47fc-9c69-49856836941b service neutron] Attempting to bind port 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:36:35.541292 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-b44f1147-92fa-47fc-9c69-49856836941b service neutron] Attempting to bind port 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'c1ede9d9-38ab-458d-8e0a-5e8f02213eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '60491b7b-def1-4cac-8466-a6ebcf0d8114'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:36:35.541761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-b44f1147-92fa-47fc-9c69-49856836941b service neutron] Attempting to bind port 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb on network 60491b7b-def1-4cac-8466-a6ebcf0d8114 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:36:35.557383 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-b44f1147-92fa-47fc-9c69-49856836941b service neutron] Port 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb on network 60491b7b-def1-4cac-8466-a6ebcf0d8114 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:36:35.557993 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-b44f1147-92fa-47fc-9c69-49856836941b service neutron] Attempting to bind port 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb on network 60491b7b-def1-4cac-8466-a6ebcf0d8114 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:36:35.576180 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-b44f1147-92fa-47fc-9c69-49856836941b service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:36:35.576587 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-b44f1147-92fa-47fc-9c69-49856836941b service neutron] Checking segment: {'id': 'c1ede9d9-38ab-458d-8e0a-5e8f02213eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '60491b7b-def1-4cac-8466-a6ebcf0d8114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:36:35.577089 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-b44f1147-92fa-47fc-9c69-49856836941b service neutron] Bound using segment: {'id': 'c1ede9d9-38ab-458d-8e0a-5e8f02213eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '60491b7b-def1-4cac-8466-a6ebcf0d8114'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:36:35.577723 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-b44f1147-92fa-47fc-9c69-49856836941b service neutron] Bound port: 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ede9d9-38ab-458d-8e0a-5e8f02213eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '60491b7b-def1-4cac-8466-a6ebcf0d8114'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:36:35.578234 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-b44f1147-92fa-47fc-9c69-49856836941b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:35.588295 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed0bc4-0f18-487c-841c-81bb6d4ea524 service neutron] Pushing event updated for resources: {'Port': ['ID=6342e768-71ac-4247-80f3-4c4a0dbf9a3a,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:35.620697 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-988d5617-2c25-45bd-8e72-4266db71568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:35.621374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-988d5617-2c25-45bd-8e72-4266db71568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:35.621860 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-988d5617-2c25-45bd-8e72-4266db71568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:35.622346 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-988d5617-2c25-45bd-8e72-4266db71568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:35.622853 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-988d5617-2c25-45bd-8e72-4266db71568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:35.623358 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-988d5617-2c25-45bd-8e72-4266db71568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:35.623946 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-988d5617-2c25-45bd-8e72-4266db71568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:35.626555 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-988d5617-2c25-45bd-8e72-4266db71568e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d40a354f83ac42a092eb57d9c0e4d4c8&device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 6435 time: 0.2222087 Jul 09 09:36:35.721925 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-517e6603-3f4d-495f-90b1-7b7c9fe516e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:35.723491 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-517e6603-3f4d-495f-90b1-7b7c9fe516e2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70f75bf07b0e4756872fbda30959ba24&device_id=66923ca4-83a0-4334-b748-2cebac8335fd HTTP/1.1" status: 200 len: 1094 time: 0.1750438 Jul 09 09:36:35.779302 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-6ddc1aa0-8e46-413d-b33a-86564fa70397 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6342e768-71ac-4247-80f3-4c4a0dbf9a3a HTTP/1.1" status: 200 len: 217 time: 0.0455272 Jul 09 09:36:35.844122 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-87718865-7efb-40b0-9887-66c2faf8e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:35.844608 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-87718865-7efb-40b0-9887-66c2faf8e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:35.845084 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-87718865-7efb-40b0-9887-66c2faf8e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:35.846697 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-87718865-7efb-40b0-9887-66c2faf8e327 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d40a354f83ac42a092eb57d9c0e4d4c8&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2053649 Jul 09 09:36:35.960228 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-f929fcf2-ec43-45cd-8221-971747a2ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:35.961749 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-f929fcf2-ec43-45cd-8221-971747a2ccd8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e4ca544-6115-4c7d-97ed-69dda7c846c3 HTTP/1.1" status: 200 len: 852 time: 0.1751790 Jul 09 09:36:35.965467 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-addc1bd9-db7f-4c4b-b698-d2c991d580eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:35.967012 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44be3e54-7fff-4238-87aa-efe049a8f57c req-addc1bd9-db7f-4c4b-b698-d2c991d580eb service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1123450 Jul 09 09:36:36.004189 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-125ca8c0-be34-4a5f-815c-ccd700cf2e6d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1eead137-dbd8-48b9-916a-6019c200ae01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312092 Jul 09 09:36:36.084337 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-b44f1147-92fa-47fc-9c69-49856836941b service neutron] For port 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:36:36.115214 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-3276127a-d3da-467e-bd88-24c37318e07c service neutron] 10.222.0.58 "GET /v2.0/networks/1eead137-dbd8-48b9-916a-6019c200ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033239 Jul 09 09:36:36.121248 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e67650-9231-4d3c-af6b-d6e6e822e1d8 req-18f2e820-e506-403e-aa5f-78856c7dc74c tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:36.122884 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12e67650-9231-4d3c-af6b-d6e6e822e1d8 req-18f2e820-e506-403e-aa5f-78856c7dc74c tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 936 time: 0.7156429 Jul 09 09:36:36.126059 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-b44f1147-92fa-47fc-9c69-49856836941b service neutron] For port 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=66be3df1-04f9-4bfc-bd18-2a4746b4d8eb,segment=NetworkSegment(c1ede9d9-38ab-458d-8e0a-5e8f02213eed),segment_id=c1ede9d9-38ab-458d-8e0a-5e8f02213eed)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:36:36.151709 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-b44f1147-92fa-47fc-9c69-49856836941b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:36.230330 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aae799bb-cb6d-41da-9ed8-0c500dc6ae1e req-eca8b2e3-3339-46ef-91f2-e66b3d376869 service neutron] 10.222.0.58 "GET /v2.0/networks/1eead137-dbd8-48b9-916a-6019c200ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079354 Jul 09 09:36:36.280003 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf4f28-a44d-4f73-b383-a53761899355 req-d8016d1b-11ac-4501-a101-af781b239bb8 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:36.281681 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3fcf4f28-a44d-4f73-b383-a53761899355 req-d8016d1b-11ac-4501-a101-af781b239bb8 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=66923ca4-83a0-4334-b748-2cebac8335fd HTTP/1.1" status: 200 len: 943 time: 0.9077194 Jul 09 09:36:36.318764 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12e67650-9231-4d3c-af6b-d6e6e822e1d8 req-47ad7c49-0514-48c6-94e3-297a03b9829c tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823728 Jul 09 09:36:36.326457 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f775dc-6866-461f-bf94-3dd459825a03 req-6b8ca08c-2ef8-4910-be5a-f59944b20214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:36.337405 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35f775dc-6866-461f-bf94-3dd459825a03 req-6b8ca08c-2ef8-4910-be5a-f59944b20214 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=9e5d9651-2df3-4f26-a5a8-6d13991d4e40 HTTP/1.1" status: 200 len: 1095 time: 1.0733359 Jul 09 09:36:36.340427 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-b44f1147-92fa-47fc-9c69-49856836941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:36.341297 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-b44f1147-92fa-47fc-9c69-49856836941b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:36.342672 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-b44f1147-92fa-47fc-9c69-49856836941b service neutron] 10.222.0.58 "PUT /v2.0/ports/66be3df1-04f9-4bfc-bd18-2a4746b4d8eb HTTP/1.1" status: 200 len: 1091 time: 4.4286876 Jul 09 09:36:36.513567 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f1147-92fa-47fc-9c69-49856836941b service neutron] Pushing event updated for resources: {'Port': ['ID=66be3df1-04f9-4bfc-bd18-2a4746b4d8eb,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:36.524749 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35f775dc-6866-461f-bf94-3dd459825a03 req-4b54eac0-5244-4190-99f5-598952937113 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=303f7b75-76ba-4ae3-b8cf-62193adbcd86 HTTP/1.1" status: 200 len: 217 time: 0.1374578 Jul 09 09:36:36.650244 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3fcf4f28-a44d-4f73-b383-a53761899355 req-cd6a146d-cadf-4aad-937a-afe343daa353 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee6aa37c-6226-47c0-bafb-b2477da2f802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447454 Jul 09 09:36:36.701594 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f775dc-6866-461f-bf94-3dd459825a03 req-0a953450-fed0-4114-aa9c-451881b06299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:36.703852 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35f775dc-6866-461f-bf94-3dd459825a03 req-0a953450-fed0-4114-aa9c-451881b06299 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.1640577 Jul 09 09:36:36.733883 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-615f1da1-82f8-4fd4-a726-1dc4ca912630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:36.734374 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-615f1da1-82f8-4fd4-a726-1dc4ca912630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:36.735144 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-615f1da1-82f8-4fd4-a726-1dc4ca912630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:36.735622 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-615f1da1-82f8-4fd4-a726-1dc4ca912630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:36.736121 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-615f1da1-82f8-4fd4-a726-1dc4ca912630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:36.736595 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-615f1da1-82f8-4fd4-a726-1dc4ca912630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:36.737059 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-615f1da1-82f8-4fd4-a726-1dc4ca912630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:36.739011 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-615f1da1-82f8-4fd4-a726-1dc4ca912630 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d40a354f83ac42a092eb57d9c0e4d4c8&device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 6477 time: 0.3314829 Jul 09 09:36:36.788691 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fcc1766-5d07-4178-a7cd-454d45bd4c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:36.824211 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e1f76caa-6c68-4e6b-8c52-f1460b3df158 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38137faf-b03c-41f7-8e58-cab67d1ed7f7 HTTP/1.1" status: 200 len: 217 time: 0.0639892 Jul 09 09:36:36.932424 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-818310b5-b3f1-4088-9fe0-d8d7305abfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:36.933861 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-818310b5-b3f1-4088-9fe0-d8d7305abfd7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c4576acc-4c8a-4776-ad8b-d4acbefc004d HTTP/1.1" status: 200 len: 851 time: 0.1013386 Jul 09 09:36:36.957895 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e8032-a25b-45da-a369-4bbd758adc06 req-87d86088-7682-41ef-aa36-39a572995e6e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:36.964107 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e8032-a25b-45da-a369-4bbd758adc06 req-87d86088-7682-41ef-aa36-39a572995e6e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:36.970061 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e8032-a25b-45da-a369-4bbd758adc06 req-87d86088-7682-41ef-aa36-39a572995e6e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:36.976695 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e8032-a25b-45da-a369-4bbd758adc06 req-87d86088-7682-41ef-aa36-39a572995e6e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:36.982726 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e8032-a25b-45da-a369-4bbd758adc06 req-87d86088-7682-41ef-aa36-39a572995e6e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:36.999223 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e8032-a25b-45da-a369-4bbd758adc06 req-87d86088-7682-41ef-aa36-39a572995e6e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:37.005377 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e8032-a25b-45da-a369-4bbd758adc06 req-87d86088-7682-41ef-aa36-39a572995e6e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:37.007522 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-837e8032-a25b-45da-a369-4bbd758adc06 req-87d86088-7682-41ef-aa36-39a572995e6e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5420 time: 0.4967957 Jul 09 09:36:37.135267 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-332f5df5-d388-43c4-bf52-29ef76b14d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a5d059-622a-49bd-a506-6b959921c890 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:36:37.144476 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-332f5df5-d388-43c4-bf52-29ef76b14d07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:37.149974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f775dc-6866-461f-bf94-3dd459825a03 req-a694300f-f447-4502-946e-b361e8b166ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:37.159122 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35f775dc-6866-461f-bf94-3dd459825a03 req-a694300f-f447-4502-946e-b361e8b166ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4432802 Jul 09 09:36:37.193643 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-837e8032-a25b-45da-a369-4bbd758adc06 req-2f36acf1-660a-443f-8341-b0eb44eb857b tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1692746 Jul 09 09:36:37.273610 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-332f5df5-d388-43c4-bf52-29ef76b14d07 service neutron] Transition to ACTIVE for port object a2a5d059-622a-49bd-a506-6b959921c890 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:36:37.281419 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ee8e12-3a71-4a9a-9622-8ba6c1760395 x-openstack-request-id: req-20ee8e12-3a71-4a9a-9622-8ba6c1760395 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:36:37.281816 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e5d9651-2df3-4f26-a5a8-6d13991d4e40", "tag": "303f7b75-76ba-4ae3-b8cf-62193adbcd86", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:36:37.282204 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-20ee8e12-3a71-4a9a-9622-8ba6c1760395 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:36:37.282694 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e5d9651-2df3-4f26-a5a8-6d13991d4e40', 'tag': '303f7b75-76ba-4ae3-b8cf-62193adbcd86', 'status': 'completed', 'code': 200} Jul 09 09:36:37.290976 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-332f5df5-d388-43c4-bf52-29ef76b14d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:37.300505 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7c1e2-900f-4e64-9be6-0d227f83186c req-849b139d-b746-460a-bb07-75335bfc7588 tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:37.304052 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a57e1a-12ff-44e5-b94a-20a39d3f26a0 x-openstack-request-id: req-34a57e1a-12ff-44e5-b94a-20a39d3f26a0 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:36:37.304958 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66923ca4-83a0-4334-b748-2cebac8335fd", "tag": "6342e768-71ac-4247-80f3-4c4a0dbf9a3a", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:36:37.305468 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-34a57e1a-12ff-44e5-b94a-20a39d3f26a0 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:36:37.306088 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66923ca4-83a0-4334-b748-2cebac8335fd', 'tag': '6342e768-71ac-4247-80f3-4c4a0dbf9a3a', 'status': 'completed', 'code': 200} Jul 09 09:36:37.307585 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fcd7c1e2-900f-4e64-9be6-0d227f83186c req-849b139d-b746-460a-bb07-75335bfc7588 tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/ports?device_id=85fe047b-33cb-472a-b6c2-98bacd67301a HTTP/1.1" status: 200 len: 945 time: 0.4609640 Jul 09 09:36:37.401645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f5df5-d388-43c4-bf52-29ef76b14d07 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a5d059-622a-49bd-a506-6b959921c890,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:37.427120 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-3ff09543-89b8-4546-933c-46574ef18b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:37.428718 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-3ff09543-89b8-4546-933c-46574ef18b5b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4140973 Jul 09 09:36:37.454191 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc682e-aa32-4f96-86ff-b76ab8996ae1 req-14510e90-ab19-4bae-be03-21ab9f6e1b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:37.455975 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b4cc682e-aa32-4f96-86ff-b76ab8996ae1 req-14510e90-ab19-4bae-be03-21ab9f6e1b00 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70f75bf07b0e4756872fbda30959ba24&device_id=66923ca4-83a0-4334-b748-2cebac8335fd HTTP/1.1" status: 200 len: 1094 time: 0.1298335 Jul 09 09:36:37.581422 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-652bc928-d365-4877-a42b-efc6748ea807 service neutron] 10.222.0.58 "GET /v2.0/networks/d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414762 Jul 09 09:36:37.584946 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fcd7c1e2-900f-4e64-9be6-0d227f83186c req-98ef7253-ba5f-488b-9236-02465e9a9669 tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/security-groups?id=41e5192e-d6f0-43dd-bb12-c9334b711cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764843 Jul 09 09:36:37.589555 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc682e-aa32-4f96-86ff-b76ab8996ae1 req-f71504d4-32f7-49aa-871b-d23cd086b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:37.591288 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b4cc682e-aa32-4f96-86ff-b76ab8996ae1 req-f71504d4-32f7-49aa-871b-d23cd086b707 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1eead137-dbd8-48b9-916a-6019c200ae01 HTTP/1.1" status: 200 len: 913 time: 0.1288157 Jul 09 09:36:37.676738 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b4cc682e-aa32-4f96-86ff-b76ab8996ae1 req-953f57c7-b674-4a30-badd-251297e8a68c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6342e768-71ac-4247-80f3-4c4a0dbf9a3a HTTP/1.1" status: 200 len: 217 time: 0.0791769 Jul 09 09:36:37.764313 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc682e-aa32-4f96-86ff-b76ab8996ae1 req-31fdfb81-24fe-4a13-8144-6c9623481126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:37.765838 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b4cc682e-aa32-4f96-86ff-b76ab8996ae1 req-31fdfb81-24fe-4a13-8144-6c9623481126 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e4ca544-6115-4c7d-97ed-69dda7c846c3 HTTP/1.1" status: 200 len: 852 time: 0.0816455 Jul 09 09:36:37.820267 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b4cc682e-aa32-4f96-86ff-b76ab8996ae1 req-f7e9fe6d-a71f-437d-8367-5c2e1081e599 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1eead137-dbd8-48b9-916a-6019c200ae01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373943 Jul 09 09:36:37.848168 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35f775dc-6866-461f-bf94-3dd459825a03 req-e9b4d98c-461e-41d1-95c2-729931ff2b7f service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6749616 Jul 09 09:36:37.941899 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b4cc682e-aa32-4f96-86ff-b76ab8996ae1 req-d534c7c3-6382-4166-8535-e7b50d3f4b8c service neutron] 10.222.0.58 "GET /v2.0/networks/1eead137-dbd8-48b9-916a-6019c200ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088543 Jul 09 09:36:38.043165 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35f775dc-6866-461f-bf94-3dd459825a03 req-c340ab7c-243e-4e37-8995-0b482784de11 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740630 Jul 09 09:36:38.053189 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-332f5df5-d388-43c4-bf52-29ef76b14d07 service neutron] Attempting to bind port a2a5d059-622a-49bd-a506-6b959921c890 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:36:38.053557 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-332f5df5-d388-43c4-bf52-29ef76b14d07 service neutron] Attempting to bind port a2a5d059-622a-49bd-a506-6b959921c890 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:36:38.053875 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-332f5df5-d388-43c4-bf52-29ef76b14d07 service neutron] Attempting to bind port a2a5d059-622a-49bd-a506-6b959921c890 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:36:38.103642 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f763d-d38a-4c7c-9b4e-4ee08dfc878f req-5d1eb6b1-4b53-4b22-8ca6-41e04ed5e73d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:38.109717 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b4cc682e-aa32-4f96-86ff-b76ab8996ae1 req-e4a0f5cd-9fdc-4ab9-92ac-c8581440d12c service neutron] 10.222.0.58 "GET /v2.0/networks/1eead137-dbd8-48b9-916a-6019c200ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610467 Jul 09 09:36:38.110153 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a8f763d-d38a-4c7c-9b4e-4ee08dfc878f req-5d1eb6b1-4b53-4b22-8ca6-41e04ed5e73d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e5d9651-2df3-4f26-a5a8-6d13991d4e40 HTTP/1.1" status: 200 len: 944 time: 0.6760840 Jul 09 09:36:38.116439 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-8924fa0f-fecf-489e-aa64-a09af1449c3c service neutron] 10.222.0.58 "GET /v2.0/networks/d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736674 Jul 09 09:36:38.133391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-332f5df5-d388-43c4-bf52-29ef76b14d07 service neutron] Port a2a5d059-622a-49bd-a506-6b959921c890 on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:36:38.133739 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-332f5df5-d388-43c4-bf52-29ef76b14d07 service neutron] Attempting to bind port a2a5d059-622a-49bd-a506-6b959921c890 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:36:38.172266 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-332f5df5-d388-43c4-bf52-29ef76b14d07 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:36:38.172911 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-332f5df5-d388-43c4-bf52-29ef76b14d07 service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:36:38.172911 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-332f5df5-d388-43c4-bf52-29ef76b14d07 service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:36:38.173351 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-332f5df5-d388-43c4-bf52-29ef76b14d07 service neutron] Bound port: a2a5d059-622a-49bd-a506-6b959921c890, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:36:38.173716 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-332f5df5-d388-43c4-bf52-29ef76b14d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:38.260773 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-7bb7e233-69e4-4b9b-8aa4-ac2b6b7e0d44 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=c5ac0b66-6ec6-4896-8808-9a201a1cd005 HTTP/1.1" status: 200 len: 217 time: 0.0995033 Jul 09 09:36:38.290220 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a8f763d-d38a-4c7c-9b4e-4ee08dfc878f req-4d9a690b-f790-4663-8582-adcd9b9837db tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791685 Jul 09 09:36:38.396918 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d87455-7313-41a3-b9ad-fa614948c1f0 req-4c567d94-9d75-4903-9b51-5a6ceb576a7d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:38.398495 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4d87455-7313-41a3-b9ad-fa614948c1f0 req-4c567d94-9d75-4903-9b51-5a6ceb576a7d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 948 time: 0.3480763 Jul 09 09:36:38.404136 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-332f5df5-d388-43c4-bf52-29ef76b14d07 service neutron] For port a2a5d059-622a-49bd-a506-6b959921c890, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:36:38.415680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-332f5df5-d388-43c4-bf52-29ef76b14d07 service neutron] For port a2a5d059-622a-49bd-a506-6b959921c890, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a2a5d059-622a-49bd-a506-6b959921c890,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:36:38.420529 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-fdcbd43f-41cd-4baa-a59a-21cf9ade8449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:38.422103 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-fdcbd43f-41cd-4baa-a59a-21cf9ade8449 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eaa25951-e3c6-4a89-bd19-5bca58e724de HTTP/1.1" status: 200 len: 797 time: 0.1216941 Jul 09 09:36:38.435792 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-332f5df5-d388-43c4-bf52-29ef76b14d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:38.478098 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a872e-8efc-4ab9-a720-7b48dbb3cae2 req-8b461470-dcf5-42c8-ad96-7617c1d5921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:38.479641 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-188a872e-8efc-4ab9-a720-7b48dbb3cae2 req-8b461470-dcf5-42c8-ad96-7617c1d5921d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=9e5d9651-2df3-4f26-a5a8-6d13991d4e40 HTTP/1.1" status: 200 len: 1095 time: 0.3158064 Jul 09 09:36:38.579592 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-332f5df5-d388-43c4-bf52-29ef76b14d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:38.580245 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-332f5df5-d388-43c4-bf52-29ef76b14d07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:38.581722 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-332f5df5-d388-43c4-bf52-29ef76b14d07 service neutron] 10.222.0.64 "PUT /v2.0/ports/a2a5d059-622a-49bd-a506-6b959921c890 HTTP/1.1" status: 200 len: 1096 time: 3.4072173 Jul 09 09:36:38.609868 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4d87455-7313-41a3-b9ad-fa614948c1f0 req-3ef06713-6fdb-438a-a211-6504ccd4ca40 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997781 Jul 09 09:36:38.652200 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f5df5-d388-43c4-bf52-29ef76b14d07 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a5d059-622a-49bd-a506-6b959921c890,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:38.728010 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a872e-8efc-4ab9-a720-7b48dbb3cae2 req-396f4108-6fcd-4eb3-bc88-f226684b97b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:38.729627 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-188a872e-8efc-4ab9-a720-7b48dbb3cae2 req-396f4108-6fcd-4eb3-bc88-f226684b97b4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 912 time: 0.2247291 Jul 09 09:36:38.734818 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e0cea635-b00f-4ae0-9c22-65ec8b45208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:38.736400 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-e0cea635-b00f-4ae0-9c22-65ec8b45208e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3033941 Jul 09 09:36:38.925433 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:39.133359 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-188a872e-8efc-4ab9-a720-7b48dbb3cae2 req-b8f22c07-a411-4c7f-867e-b61ae98eaab0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=303f7b75-76ba-4ae3-b8cf-62193adbcd86 HTTP/1.1" status: 200 len: 217 time: 0.3959680 Jul 09 09:36:39.245875 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-38fab4cb-fd8a-40c0-86f3-fffb40e3347c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:39.247404 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-38fab4cb-fd8a-40c0-86f3-fffb40e3347c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 1099 time: 0.6104040 Jul 09 09:36:39.283377 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'tag': '66be3df1-04f9-4bfc-bd18-2a4746b4d8eb'}, {'name': 'network-changed', 'server_uuid': '15b1e3d8-1011-453b-a984-1ab6110d6fc6', 'tag': 'a2a5d059-622a-49bd-a506-6b959921c890'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:36:39.285638 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af20666f-46fe-4618-907a-b716312a79ce" -d '{"events": [{"name": "network-changed", "server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "tag": "66be3df1-04f9-4bfc-bd18-2a4746b4d8eb"}, {"name": "network-changed", "server_uuid": "15b1e3d8-1011-453b-a984-1ab6110d6fc6", "tag": "a2a5d059-622a-49bd-a506-6b959921c890"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:36:39.306237 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c217c5ef-6753-49ad-ab1a-1851ba7a1bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:39.340592 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a872e-8efc-4ab9-a720-7b48dbb3cae2 req-3a358bed-dec9-4930-9cfd-5996c871290d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:39.342059 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-188a872e-8efc-4ab9-a720-7b48dbb3cae2 req-3a358bed-dec9-4930-9cfd-5996c871290d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.1885653 Jul 09 09:36:39.343291 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-66400fd7-e9b9-4ac6-8927-403f74f90a79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a2a5d059-622a-49bd-a506-6b959921c890 HTTP/1.1" status: 200 len: 217 time: 0.0793614 Jul 09 09:36:39.354570 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-3dc96f7d-4a3f-434d-9367-632b682b5066 service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6097889 Jul 09 09:36:39.457270 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09ed54-0da0-4b68-a3a9-78927ae390cc req-cde4fa60-4c5d-4d85-a22f-d09e62894256 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:39.458836 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3c09ed54-0da0-4b68-a3a9-78927ae390cc req-cde4fa60-4c5d-4d85-a22f-d09e62894256 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=66923ca4-83a0-4334-b748-2cebac8335fd HTTP/1.1" status: 200 len: 943 time: 0.3535511 Jul 09 09:36:39.469189 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:39.470535 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10662a-f7bb-420c-b3be-ce2112fe834c req-d17bbd7a-794b-49d1-8a1a-c776f1562876 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:39.476469 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10662a-f7bb-420c-b3be-ce2112fe834c req-d17bbd7a-794b-49d1-8a1a-c776f1562876 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:39.482327 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10662a-f7bb-420c-b3be-ce2112fe834c req-d17bbd7a-794b-49d1-8a1a-c776f1562876 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:39.488196 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10662a-f7bb-420c-b3be-ce2112fe834c req-d17bbd7a-794b-49d1-8a1a-c776f1562876 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:39.494565 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10662a-f7bb-420c-b3be-ce2112fe834c req-d17bbd7a-794b-49d1-8a1a-c776f1562876 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:39.500400 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10662a-f7bb-420c-b3be-ce2112fe834c req-d17bbd7a-794b-49d1-8a1a-c776f1562876 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:39.506821 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10662a-f7bb-420c-b3be-ce2112fe834c req-d17bbd7a-794b-49d1-8a1a-c776f1562876 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:39.508851 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad10662a-f7bb-420c-b3be-ce2112fe834c req-d17bbd7a-794b-49d1-8a1a-c776f1562876 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5420 time: 0.4048238 Jul 09 09:36:39.587080 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-d79ace03-9689-4baa-bfc6-6ba826454c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:39.588615 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-d79ace03-9689-4baa-bfc6-6ba826454c44 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.2306573 Jul 09 09:36:39.669839 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3c09ed54-0da0-4b68-a3a9-78927ae390cc req-1fe8462a-c2ce-42f2-a134-b0144e2299ce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee6aa37c-6226-47c0-bafb-b2477da2f802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343851 Jul 09 09:36:39.681657 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad10662a-f7bb-420c-b3be-ce2112fe834c req-bf0f9538-48c0-420b-8dae-a9c7cd0116c1 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1444633 Jul 09 09:36:39.698261 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a872e-8efc-4ab9-a720-7b48dbb3cae2 req-af7291c3-c247-48c5-9183-d946ef39db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:39.699836 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-188a872e-8efc-4ab9-a720-7b48dbb3cae2 req-af7291c3-c247-48c5-9183-d946ef39db4e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3436644 Jul 09 09:36:39.707478 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-2d689526-9bf1-434d-929e-7f57d49ab843 service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122730 Jul 09 09:36:39.790933 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-3d19d504-20fb-4e55-a53c-b1e751c391b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=c55ad7ee-d463-472e-9cd3-5263ad30bdd6 HTTP/1.1" status: 200 len: 217 time: 0.0721543 Jul 09 09:36:39.872929 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-cc256c2e-72dc-4a8d-8bdd-83769bfdf05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:39.874466 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-cc256c2e-72dc-4a8d-8bdd-83769bfdf05b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2644579 Jul 09 09:36:39.989674 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-188a872e-8efc-4ab9-a720-7b48dbb3cae2 req-16137f00-8d23-4f9d-8e2b-96425ca6683b service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782407 Jul 09 09:36:39.994303 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 09:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401d9f44-c5e6-4d06-b28b-b64a05bcc4b2 x-openstack-request-id: req-401d9f44-c5e6-4d06-b28b-b64a05bcc4b2 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:36:39.994598 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "tag": "66be3df1-04f9-4bfc-bd18-2a4746b4d8eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "15b1e3d8-1011-453b-a984-1ab6110d6fc6", "tag": "a2a5d059-622a-49bd-a506-6b959921c890", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:36:39.994854 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-401d9f44-c5e6-4d06-b28b-b64a05bcc4b2 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:36:39.995253 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'tag': '66be3df1-04f9-4bfc-bd18-2a4746b4d8eb', 'status': 'completed', 'code': 200} Jul 09 09:36:39.995509 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b1e3d8-1011-453b-a984-1ab6110d6fc6', 'tag': 'a2a5d059-622a-49bd-a506-6b959921c890', 'status': 'completed', 'code': 200} Jul 09 09:36:39.999320 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-2f0ed282-353a-49bc-9dcb-c59c978a40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:40.000811 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-2f0ed282-353a-49bc-9dcb-c59c978a40c1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eaa25951-e3c6-4a89-bd19-5bca58e724de HTTP/1.1" status: 200 len: 797 time: 0.2027562 Jul 09 09:36:40.102118 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4c690-c02a-45d9-866d-73e3ee306d54 req-eebec584-ae85-428f-a649-2853c6c58c6e tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:40.103166 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4cd4c690-c02a-45d9-866d-73e3ee306d54 req-eebec584-ae85-428f-a649-2853c6c58c6e tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/ports?device_id=85fe047b-33cb-472a-b6c2-98bacd67301a HTTP/1.1" status: 200 len: 945 time: 0.3090425 Jul 09 09:36:40.176970 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-ef613ea3-199f-41bc-a925-92e6752cee83 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850683 Jul 09 09:36:40.290878 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4cd4c690-c02a-45d9-866d-73e3ee306d54 req-a2c04385-38f2-49d2-92f3-92c70cf8541e tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/security-groups?id=41e5192e-d6f0-43dd-bb12-c9334b711cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808026 Jul 09 09:36:40.307116 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-188a872e-8efc-4ab9-a720-7b48dbb3cae2 req-53ff7973-78a6-4325-94c9-705209a461ac service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040085 Jul 09 09:36:40.334038 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-3436733b-6f61-40b9-bcfa-fe52beb3da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:40.335762 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-3436733b-6f61-40b9-bcfa-fe52beb3da5e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3207142 Jul 09 09:36:40.361864 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b586b-4ea1-43d7-abe4-f8366eb093f7 req-9299e6ec-f1e5-4cf6-a7e5-37b80a793e61 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:40.362572 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 6342e768-71ac-4247-80f3-4c4a0dbf9a3a details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:36:40.363439 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-785b586b-4ea1-43d7-abe4-f8366eb093f7 req-9299e6ec-f1e5-4cf6-a7e5-37b80a793e61 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e5d9651-2df3-4f26-a5a8-6d13991d4e40 HTTP/1.1" status: 200 len: 944 time: 0.2717288 Jul 09 09:36:40.418862 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f35d0ce-6182-4676-ba4c-328a505fd452 req-32418a96-82a4-459e-bfd4-ed0982d658ca service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245324 Jul 09 09:36:40.519545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 6342e768-71ac-4247-80f3-4c4a0dbf9a3a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=6342e768-71ac-4247-80f3-4c4a0dbf9a3a,segment=NetworkSegment(94bc9921-40e4-4a0e-a298-44fa3cccb4cc),segment_id=94bc9921-40e4-4a0e-a298-44fa3cccb4cc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:40.528927 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-785b586b-4ea1-43d7-abe4-f8366eb093f7 req-2de9ea42-57ad-4df6-8ff5-c187a29c5687 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545146 Jul 09 09:36:40.531354 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '6342e768-71ac-4247-80f3-4c4a0dbf9a3a', 'network_id': '1eead137-dbd8-48b9-916a-6019c200ae01', 'port_id': '6342e768-71ac-4247-80f3-4c4a0dbf9a3a', 'mac_address': 'fa:16:3e:e8:cb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4ca544-6115-4c7d-97ed-69dda7c846c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:36:40.567886 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-b3805b08-9f78-48b7-a4c2-d4debe23a1e2 service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228944 Jul 09 09:36:40.574368 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:40.588862 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6342e768-71ac-4247-80f3-4c4a0dbf9a3a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:36:40.604214 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd56a9-4574-482f-a8a0-2ae2178969f0 req-82b377dd-8bb2-4d8c-8e21-0ef8cce3a8d1 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:40.605845 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64dd56a9-4574-482f-a8a0-2ae2178969f0 req-82b377dd-8bb2-4d8c-8e21-0ef8cce3a8d1 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 948 time: 0.1778786 Jul 09 09:36:40.622128 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 303f7b75-76ba-4ae3-b8cf-62193adbcd86 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:36:40.627822 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 6342e768-71ac-4247-80f3-4c4a0dbf9a3a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=6342e768-71ac-4247-80f3-4c4a0dbf9a3a,segment=NetworkSegment(94bc9921-40e4-4a0e-a298-44fa3cccb4cc),segment_id=94bc9921-40e4-4a0e-a298-44fa3cccb4cc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:40.633646 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:40.688077 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20666f-46fe-4618-907a-b716312a79ce req-71a9e1e2-79d0-46b3-97dc-67dc2d9878a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:40.689858 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af20666f-46fe-4618-907a-b716312a79ce req-71a9e1e2-79d0-46b3-97dc-67dc2d9878a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 1099 time: 0.2000406 Jul 09 09:36:40.752211 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64dd56a9-4574-482f-a8a0-2ae2178969f0 req-1ae07c55-7cdd-436d-b95f-3dd988584e8a tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341560 Jul 09 09:36:40.798779 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=6342e768-71ac-4247-80f3-4c4a0dbf9a3a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:40.808774 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-18cd9f4f-3ff6-4150-90ef-618ecffe23aa service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298183 Jul 09 09:36:40.857004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 303f7b75-76ba-4ae3-b8cf-62193adbcd86, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=303f7b75-76ba-4ae3-b8cf-62193adbcd86,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:40.885518 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '303f7b75-76ba-4ae3-b8cf-62193adbcd86', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'port_id': '303f7b75-76ba-4ae3-b8cf-62193adbcd86', 'mac_address': 'fa:16:3e:29:4d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:36:40.899093 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-2d2954f6-8728-4cf5-a4bf-155eaee6acbf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=22e140cd-52e8-4479-8dac-6bd540e9fb0c HTTP/1.1" status: 200 len: 217 time: 0.0821605 Jul 09 09:36:40.941017 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:40.949907 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['6342e768-71ac-4247-80f3-4c4a0dbf9a3a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:36:41.001370 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303f7b75-76ba-4ae3-b8cf-62193adbcd86 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:36:41.003772 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20666f-46fe-4618-907a-b716312a79ce req-4173e20e-2d5f-4a1c-b640-be38d3b94e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:41.005287 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af20666f-46fe-4618-907a-b716312a79ce req-4173e20e-2d5f-4a1c-b640-be38d3b94e87 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.2884531 Jul 09 09:36:41.022396 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-143cda62-507a-4d99-8ab7-3d3f7ef7de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:41.023897 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-143cda62-507a-4d99-8ab7-3d3f7ef7de79 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eaa25951-e3c6-4a89-bd19-5bca58e724de HTTP/1.1" status: 200 len: 797 time: 0.1063795 Jul 09 09:36:41.046326 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 303f7b75-76ba-4ae3-b8cf-62193adbcd86, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=303f7b75-76ba-4ae3-b8cf-62193adbcd86,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:41.053972 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:41.069811 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af20666f-46fe-4618-907a-b716312a79ce req-9a8aa839-ef43-4903-b354-f71ec8db5802 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a2a5d059-622a-49bd-a506-6b959921c890 HTTP/1.1" status: 200 len: 217 time: 0.0568998 Jul 09 09:36:41.136262 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:41.161483 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=303f7b75-76ba-4ae3-b8cf-62193adbcd86,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:41.447938 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['303f7b75-76ba-4ae3-b8cf-62193adbcd86'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:36:41.487173 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115e730-192a-4bf1-ad09-314b478e213a req-131088bf-94b5-4b1c-98ab-fba1957c1c2d tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:41.488737 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c115e730-192a-4bf1-ad09-314b478e213a req-131088bf-94b5-4b1c-98ab-fba1957c1c2d tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=66923ca4-83a0-4334-b748-2cebac8335fd HTTP/1.1" status: 200 len: 944 time: 0.5921412 Jul 09 09:36:41.499732 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20666f-46fe-4618-907a-b716312a79ce req-7e56310e-4c81-44c4-b8f2-526fef517156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:41.500955 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af20666f-46fe-4618-907a-b716312a79ce req-7e56310e-4c81-44c4-b8f2-526fef517156 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.4124963 Jul 09 09:36:41.580540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-91faa6cf-d9b9-4f13-b425-8af3f33e301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:41.582069 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-91faa6cf-d9b9-4f13-b425-8af3f33e301e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5113654 Jul 09 09:36:41.597008 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c115e730-192a-4bf1-ad09-314b478e213a req-637af8df-023d-4fee-80f9-63294dcdee92 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee6aa37c-6226-47c0-bafb-b2477da2f802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992184 Jul 09 09:36:41.665517 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4ee9c-86ae-4d5a-ac24-b5c6ecef5857 req-4c709e6a-3f53-45b9-b248-98b64c49e646 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:41.671673 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4ee9c-86ae-4d5a-ac24-b5c6ecef5857 req-4c709e6a-3f53-45b9-b248-98b64c49e646 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:41.678127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4ee9c-86ae-4d5a-ac24-b5c6ecef5857 req-4c709e6a-3f53-45b9-b248-98b64c49e646 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:41.684031 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4ee9c-86ae-4d5a-ac24-b5c6ecef5857 req-4c709e6a-3f53-45b9-b248-98b64c49e646 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:41.689881 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4ee9c-86ae-4d5a-ac24-b5c6ecef5857 req-4c709e6a-3f53-45b9-b248-98b64c49e646 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:41.696384 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4ee9c-86ae-4d5a-ac24-b5c6ecef5857 req-4c709e6a-3f53-45b9-b248-98b64c49e646 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:41.702417 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4ee9c-86ae-4d5a-ac24-b5c6ecef5857 req-4c709e6a-3f53-45b9-b248-98b64c49e646 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:41.709800 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8fd4ee9c-86ae-4d5a-ac24-b5c6ecef5857 req-4c709e6a-3f53-45b9-b248-98b64c49e646 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5420 time: 0.5494533 Jul 09 09:36:41.766351 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20666f-46fe-4618-907a-b716312a79ce req-3068905e-0c8f-4cb8-87b1-43a69d2aa61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:41.767972 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af20666f-46fe-4618-907a-b716312a79ce req-3068905e-0c8f-4cb8-87b1-43a69d2aa61c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2542920 Jul 09 09:36:41.798243 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8fd4ee9c-86ae-4d5a-ac24-b5c6ecef5857 req-75fbf73c-a18d-4640-adaf-3012754384a5 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875635 Jul 09 09:36:41.810482 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-15a70606-d5bb-4a6e-a381-e92153bb776c service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182615 Jul 09 09:36:41.947651 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af20666f-46fe-4618-907a-b716312a79ce req-33b7fe7b-3088-48d6-b11d-954ec57408ef service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716881 Jul 09 09:36:42.100621 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-792deebc-d510-4e6f-a075-0efd29635d2d service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611585 Jul 09 09:36:42.172344 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-ada479e8-5a07-4cba-873f-13dc0c7b893b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=1ad77fc5-199d-4e19-acef-8b1e44e8ba87 HTTP/1.1" status: 200 len: 217 time: 0.0599594 Jul 09 09:36:42.235660 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b06e0-b7b9-4a5a-a77a-932687820f66 req-c0da6834-16f7-4458-9bab-482dc69d1ecd tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:42.237197 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d4b06e0-b7b9-4a5a-a77a-932687820f66 req-c0da6834-16f7-4458-9bab-482dc69d1ecd tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/ports?device_id=85fe047b-33cb-472a-b6c2-98bacd67301a HTTP/1.1" status: 200 len: 945 time: 0.2871239 Jul 09 09:36:42.243573 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af20666f-46fe-4618-907a-b716312a79ce req-cc55dc86-af8a-4874-a54b-a2d0953b07e7 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828898 Jul 09 09:36:42.253734 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb933d-a4f7-4403-9ed6-fc7dc0d4e82c req-c91ef9b7-f120-4e2d-877e-ac47f8bcb8b1 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:42.255213 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28bb933d-a4f7-4403-9ed6-fc7dc0d4e82c req-c91ef9b7-f120-4e2d-877e-ac47f8bcb8b1 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e5d9651-2df3-4f26-a5a8-6d13991d4e40 HTTP/1.1" status: 200 len: 945 time: 0.2962101 Jul 09 09:36:42.304315 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-4a6b277b-54cc-4496-83d3-3d15c57733ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:42.305809 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-4a6b277b-54cc-4496-83d3-3d15c57733ab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eaa25951-e3c6-4a89-bd19-5bca58e724de HTTP/1.1" status: 200 len: 797 time: 0.1229522 Jul 09 09:36:42.354475 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d4b06e0-b7b9-4a5a-a77a-932687820f66 req-506408ff-12e9-442f-bffc-41e06b83db77 tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/security-groups?id=41e5192e-d6f0-43dd-bb12-c9334b711cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098928 Jul 09 09:36:42.360267 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28bb933d-a4f7-4403-9ed6-fc7dc0d4e82c req-709d03ae-858f-4a09-8dae-ccc4618aeb1d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928528 Jul 09 09:36:42.367455 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 6342e768-71ac-4247-80f3-4c4a0dbf9a3a up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:36:42.392830 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84874bee-a436-4219-a6f6-a3f30d9f4be1 req-cede9eb5-3d1d-42e9-a214-4b0238c3d3d7 tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:42.394368 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-84874bee-a436-4219-a6f6-a3f30d9f4be1 req-cede9eb5-3d1d-42e9-a214-4b0238c3d3d7 tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.58 "GET /v2.0/ports?device_id=85fe047b-33cb-472a-b6c2-98bacd67301a HTTP/1.1" status: 200 len: 945 time: 0.0933809 Jul 09 09:36:42.404310 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-da44e467-aa94-482a-b9cb-04cb938182cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:42.405897 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-da44e467-aa94-482a-b9cb-04cb938182cf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914407 Jul 09 09:36:42.447144 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 6342e768-71ac-4247-80f3-4c4a0dbf9a3a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:36:42.456479 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 6342e768-71ac-4247-80f3-4c4a0dbf9a3a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:36:42.457572 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:42.535967 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-84874bee-a436-4219-a6f6-a3f30d9f4be1 req-cea24d14-810f-49b4-b241-3bd7499a7b3e tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Deleting port 2bd1fc72-8f33-42b9-974a-5a957512de4c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:36:42.537375 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-84874bee-a436-4219-a6f6-a3f30d9f4be1 req-cea24d14-810f-49b4-b241-3bd7499a7b3e tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:42.583338 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-9facafef-189a-41cc-b399-aa826db439ed service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697159 Jul 09 09:36:42.590241 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:42.595856 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecc2dd-e40c-42b4-bc5b-951647d36d55 req-8a341c03-067f-4e4e-b819-eefeb4661345 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:42.603040 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55ecc2dd-e40c-42b4-bc5b-951647d36d55 req-8a341c03-067f-4e4e-b819-eefeb4661345 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 948 time: 0.1033623 Jul 09 09:36:42.624131 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66923ca4-83a0-4334-b748-2cebac8335fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6342e768-71ac-4247-80f3-4c4a0dbf9a3a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:36:42.629885 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbb17c8-9b81-4c0c-a6a7-7c9d7a49bd2c" -d '{"events": [{"server_uuid": "66923ca4-83a0-4334-b748-2cebac8335fd", "name": "network-vif-plugged", "status": "completed", "tag": "6342e768-71ac-4247-80f3-4c4a0dbf9a3a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:36:42.638771 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a2a5d059-622a-49bd-a506-6b959921c890 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:36:42.640738 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 303f7b75-76ba-4ae3-b8cf-62193adbcd86 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:36:42.670049 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 6342e768-71ac-4247-80f3-4c4a0dbf9a3a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=6342e768-71ac-4247-80f3-4c4a0dbf9a3a,segment=NetworkSegment(94bc9921-40e4-4a0e-a298-44fa3cccb4cc),segment_id=94bc9921-40e4-4a0e-a298-44fa3cccb4cc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:42.676443 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-84874bee-a436-4219-a6f6-a3f30d9f4be1 req-cea24d14-810f-49b4-b241-3bd7499a7b3e tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] For port 2bd1fc72-8f33-42b9-974a-5a957512de4c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=2bd1fc72-8f33-42b9-974a-5a957512de4c,segment=NetworkSegment(615e3b04-55ca-45a7-8833-16a685335be4),segment_id=615e3b04-55ca-45a7-8833-16a685335be4)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:42.676809 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-84874bee-a436-4219-a6f6-a3f30d9f4be1 req-cea24d14-810f-49b4-b241-3bd7499a7b3e tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:42.698411 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-84874bee-a436-4219-a6f6-a3f30d9f4be1 req-cea24d14-810f-49b4-b241-3bd7499a7b3e tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Calling delete_port for 2bd1fc72-8f33-42b9-974a-5a957512de4c owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:36:42.714141 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55ecc2dd-e40c-42b4-bc5b-951647d36d55 req-1611fb50-8102-4328-bd44-43d93357aeac tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100905 Jul 09 09:36:42.740621 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:42.784022 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-6e2e4064-2626-4a76-85b9-63445254af27 service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736560 Jul 09 09:36:42.839718 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2822da0f-0cd9-4784-86ff-3a38f4549bf9 x-openstack-request-id: req-2822da0f-0cd9-4784-86ff-3a38f4549bf9 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:36:42.839718 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66923ca4-83a0-4334-b748-2cebac8335fd", "name": "network-vif-plugged", "status": "completed", "tag": "6342e768-71ac-4247-80f3-4c4a0dbf9a3a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:36:42.839718 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2822da0f-0cd9-4784-86ff-3a38f4549bf9 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:36:42.839718 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66923ca4-83a0-4334-b748-2cebac8335fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6342e768-71ac-4247-80f3-4c4a0dbf9a3a', 'code': 200} Jul 09 09:36:42.842083 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-cb0bd2f2-9d1e-4273-a422-0c533d331811 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a7adbfff-b36e-4c84-aa19-b9efc349f092 HTTP/1.1" status: 200 len: 217 time: 0.0402300 Jul 09 09:36:42.938543 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1453f420-8871-4da7-ab55-9f446d40278b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:42.940197 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-1453f420-8871-4da7-ab55-9f446d40278b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=61fc4c5c-d5c0-49f1-a635-934d52a9f78e HTTP/1.1" status: 200 len: 797 time: 0.0653510 Jul 09 09:36:42.962410 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508582fc-34e3-4847-9cec-c948b36a7f03 req-f833e39c-d6fb-4402-be17-309db08187c8 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:42.969611 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-508582fc-34e3-4847-9cec-c948b36a7f03 req-f833e39c-d6fb-4402-be17-309db08187c8 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=66923ca4-83a0-4334-b748-2cebac8335fd HTTP/1.1" status: 200 len: 945 time: 0.1824410 Jul 09 09:36:43.010624 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:43.015224 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=6342e768-71ac-4247-80f3-4c4a0dbf9a3a,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:43.020249 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a2a5d059-622a-49bd-a506-6b959921c890, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a2a5d059-622a-49bd-a506-6b959921c890,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:43.029908 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-84874bee-a436-4219-a6f6-a3f30d9f4be1 req-cea24d14-810f-49b4-b241-3bd7499a7b3e tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:43.036355 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 303f7b75-76ba-4ae3-b8cf-62193adbcd86 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:36:43.040962 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'a2a5d059-622a-49bd-a506-6b959921c890', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': 'a2a5d059-622a-49bd-a506-6b959921c890', 'mac_address': 'fa:16:3e:02:56:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:36:43.045347 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['2bd1fc72-8f33-42b9-974a-5a957512de4c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:36:43.048381 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 303f7b75-76ba-4ae3-b8cf-62193adbcd86 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:36:43.048759 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:43.109738 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab444b-0f4a-4694-99e5-9ad442893052 req-bda80f48-1904-4e5e-8ca1-681831b51929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:43.111675 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f8ab444b-0f4a-4694-99e5-9ad442893052 req-bda80f48-1904-4e5e-8ca1-681831b51929 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=66923ca4-83a0-4334-b748-2cebac8335fd HTTP/1.1" status: 200 len: 1096 time: 0.2208517 Jul 09 09:36:43.112717 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea24d14-810f-49b4-b241-3bd7499a7b3e tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Pushing event deleted for resources: {'Port': ['ID=2bd1fc72-8f33-42b9-974a-5a957512de4c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:43.144068 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:43.162844 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a5d059-622a-49bd-a506-6b959921c890 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:36:43.172929 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-84874bee-a436-4219-a6f6-a3f30d9f4be1 req-cea24d14-810f-49b4-b241-3bd7499a7b3e tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] No DVR routers for this DVR port 2bd1fc72-8f33-42b9-974a-5a957512de4c on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:36:43.174619 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-508582fc-34e3-4847-9cec-c948b36a7f03 req-3371e96c-61dc-4e1a-b598-ba3d71948fa3 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee6aa37c-6226-47c0-bafb-b2477da2f802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039728 Jul 09 09:36:43.189927 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-84874bee-a436-4219-a6f6-a3f30d9f4be1 req-cea24d14-810f-49b4-b241-3bd7499a7b3e tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:43.191354 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a2a5d059-622a-49bd-a506-6b959921c890, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a2a5d059-622a-49bd-a506-6b959921c890,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:43.194100 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-84874bee-a436-4219-a6f6-a3f30d9f4be1 req-cea24d14-810f-49b4-b241-3bd7499a7b3e tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.58 "DELETE /v2.0/ports/2bd1fc72-8f33-42b9-974a-5a957512de4c HTTP/1.1" status: 204 len: 173 time: 0.7909579 Jul 09 09:36:43.211490 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fe047b-33cb-472a-b6c2-98bacd67301a', 'name': 'network-vif-deleted', 'tag': '2bd1fc72-8f33-42b9-974a-5a957512de4c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:36:43.217628 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf8c7d4-6987-4603-9264-1981e8a4f970" -d '{"events": [{"server_uuid": "85fe047b-33cb-472a-b6c2-98bacd67301a", "name": "network-vif-deleted", "tag": "2bd1fc72-8f33-42b9-974a-5a957512de4c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:36:43.220615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-d08952df-e617-4e54-b0be-91f1ed5c77ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:43.226485 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-d08952df-e617-4e54-b0be-91f1ed5c77ff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=60491b7b-def1-4cac-8466-a6ebcf0d8114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2415664 Jul 09 09:36:43.236529 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f8ab444b-0f4a-4694-99e5-9ad442893052 req-26457d71-a764-4132-bedc-c97dc3697154 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ee6aa37c-6226-47c0-bafb-b2477da2f802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908532 Jul 09 09:36:43.244752 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:43.270769 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:43.443473 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 303f7b75-76ba-4ae3-b8cf-62193adbcd86, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=303f7b75-76ba-4ae3-b8cf-62193adbcd86,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:43.444196 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-67e7ff2d-34f9-4648-b27f-cb0d0466e83f service neutron] 10.222.0.58 "GET /v2.0/networks/60491b7b-def1-4cac-8466-a6ebcf0d8114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128897 Jul 09 09:36:43.444528 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=a2a5d059-622a-49bd-a506-6b959921c890,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:43.449417 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:43.482771 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434af0fb-4b50-46c1-ad95-871ce7e07788 x-openstack-request-id: req-434af0fb-4b50-46c1-ad95-871ce7e07788 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:36:43.483738 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85fe047b-33cb-472a-b6c2-98bacd67301a", "name": "network-vif-deleted", "tag": "2bd1fc72-8f33-42b9-974a-5a957512de4c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:36:43.484230 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-434af0fb-4b50-46c1-ad95-871ce7e07788 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:36:43.484890 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85fe047b-33cb-472a-b6c2-98bacd67301a', 'name': 'network-vif-deleted', 'tag': '2bd1fc72-8f33-42b9-974a-5a957512de4c', 'status': 'completed', 'code': 200} Jul 09 09:36:43.528873 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=303f7b75-76ba-4ae3-b8cf-62193adbcd86,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:43.555186 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614886d3-d34b-4c68-876e-2a06078d8967 req-120f7235-efcb-4cb3-afc4-4a2e7e8e3fa9 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:43.561317 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614886d3-d34b-4c68-876e-2a06078d8967 req-120f7235-efcb-4cb3-afc4-4a2e7e8e3fa9 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:43.567530 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614886d3-d34b-4c68-876e-2a06078d8967 req-120f7235-efcb-4cb3-afc4-4a2e7e8e3fa9 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:43.573376 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614886d3-d34b-4c68-876e-2a06078d8967 req-120f7235-efcb-4cb3-afc4-4a2e7e8e3fa9 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:43.579474 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614886d3-d34b-4c68-876e-2a06078d8967 req-120f7235-efcb-4cb3-afc4-4a2e7e8e3fa9 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:43.585486 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614886d3-d34b-4c68-876e-2a06078d8967 req-120f7235-efcb-4cb3-afc4-4a2e7e8e3fa9 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:43.591520 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614886d3-d34b-4c68-876e-2a06078d8967 req-120f7235-efcb-4cb3-afc4-4a2e7e8e3fa9 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:43.594654 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-614886d3-d34b-4c68-876e-2a06078d8967 req-120f7235-efcb-4cb3-afc4-4a2e7e8e3fa9 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5420 time: 0.2050307 Jul 09 09:36:43.613691 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['a2a5d059-622a-49bd-a506-6b959921c890'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:36:43.645939 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7aefcac0-6da4-4513-aa3d-85b1a4cc213b req-9302a6fc-4a80-467a-b247-ec6df1872df1 tempest-ServersNegativeTestMultiTenantJSON-1829157473 tempest-ServersNegativeTestMultiTenantJSON-1829157473-project] 10.222.0.61 "GET /v2.0/ports?device_id=85fe047b-33cb-472a-b6c2-98bacd67301a HTTP/1.1" status: 200 len: 210 time: 0.0482626 Jul 09 09:36:43.670916 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-952aa0fd-c3c0-4d5f-8a85-eb2abf64b382 service neutron] 10.222.0.58 "GET /v2.0/networks/60491b7b-def1-4cac-8466-a6ebcf0d8114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137480 Jul 09 09:36:43.732091 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-614886d3-d34b-4c68-876e-2a06078d8967 req-61389802-ea73-401f-9426-63cdc0b8cdc2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1178198 Jul 09 09:36:43.734612 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-4a06fd21-d6b9-4179-b51c-547a791bd46b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=66be3df1-04f9-4bfc-bd18-2a4746b4d8eb HTTP/1.1" status: 200 len: 217 time: 0.0513425 Jul 09 09:36:43.874874 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-811a48d7-0d14-4986-9e3e-844383abdaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:43.876517 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-811a48d7-0d14-4986-9e3e-844383abdaa5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=61fc4c5c-d5c0-49f1-a635-934d52a9f78e HTTP/1.1" status: 200 len: 797 time: 0.1345346 Jul 09 09:36:44.013627 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc4c5a-172e-4ccd-9468-34d749b474c1 req-ac0baca7-9dc3-43d1-90d9-8bffaca113f8 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:44.015287 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ffc4c5a-172e-4ccd-9468-34d749b474c1 req-ac0baca7-9dc3-43d1-90d9-8bffaca113f8 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e5d9651-2df3-4f26-a5a8-6d13991d4e40 HTTP/1.1" status: 200 len: 946 time: 0.1955106 Jul 09 09:36:44.041494 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1d588-5365-4528-a3a0-aac0caa40aef req-55b0156d-41b4-49d5-91fa-60e614033d67 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:44.043154 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c1e1d588-5365-4528-a3a0-aac0caa40aef req-55b0156d-41b4-49d5-91fa-60e614033d67 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 949 time: 0.1606042 Jul 09 09:36:44.058342 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-360441e0-13d4-4fa7-ad54-42bc1a5ab231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:44.061212 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-360441e0-13d4-4fa7-ad54-42bc1a5ab231 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=60491b7b-def1-4cac-8466-a6ebcf0d8114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1750958 Jul 09 09:36:44.136542 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ffc4c5a-172e-4ccd-9468-34d749b474c1 req-9367960b-bb76-4c3b-b225-adeea18ebc4b tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107445 Jul 09 09:36:44.164606 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c1e1d588-5365-4528-a3a0-aac0caa40aef req-32a77bee-b118-4626-b1cd-8af06d3b4e86 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122952 Jul 09 09:36:44.203003 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-50d8263f-fe29-485d-9f64-499afa988510 service neutron] 10.222.0.58 "GET /v2.0/networks/60491b7b-def1-4cac-8466-a6ebcf0d8114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354785 Jul 09 09:36:44.320362 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a043fa4a-29f5-4acc-870a-b927fd344407 req-f57b1fd0-362d-42f7-a7b7-0e57fa0369cb service neutron] 10.222.0.58 "GET /v2.0/networks/60491b7b-def1-4cac-8466-a6ebcf0d8114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098866 Jul 09 09:36:44.405142 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac03f0-edb3-45cc-b73e-b886c7918396 req-a80544a3-6cfa-4525-9de4-ffa168ee8f16 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:44.406584 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-62ac03f0-edb3-45cc-b73e-b886c7918396 req-a80544a3-6cfa-4525-9de4-ffa168ee8f16 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=66923ca4-83a0-4334-b748-2cebac8335fd HTTP/1.1" status: 200 len: 945 time: 0.0833490 Jul 09 09:36:44.469524 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-62ac03f0-edb3-45cc-b73e-b886c7918396 req-66d94ec0-eece-4d2e-be2a-83d21d308172 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee6aa37c-6226-47c0-bafb-b2477da2f802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454538 Jul 09 09:36:44.493529 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20666f-46fe-4618-907a-b716312a79ce req-b18874df-5c30-413d-a80b-d3d2590df3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:44.494019 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20666f-46fe-4618-907a-b716312a79ce req-b18874df-5c30-413d-a80b-d3d2590df3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:44.494542 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20666f-46fe-4618-907a-b716312a79ce req-b18874df-5c30-413d-a80b-d3d2590df3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:44.494956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20666f-46fe-4618-907a-b716312a79ce req-b18874df-5c30-413d-a80b-d3d2590df3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:44.495486 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20666f-46fe-4618-907a-b716312a79ce req-b18874df-5c30-413d-a80b-d3d2590df3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:44.495975 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20666f-46fe-4618-907a-b716312a79ce req-b18874df-5c30-413d-a80b-d3d2590df3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:44.496520 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20666f-46fe-4618-907a-b716312a79ce req-b18874df-5c30-413d-a80b-d3d2590df3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:44.498367 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af20666f-46fe-4618-907a-b716312a79ce req-b18874df-5c30-413d-a80b-d3d2590df3ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d40a354f83ac42a092eb57d9c0e4d4c8&device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 6477 time: 0.1141939 Jul 09 09:36:44.620486 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20666f-46fe-4618-907a-b716312a79ce req-90fcd156-985d-4af4-bb35-d236ac86ce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:44.622051 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af20666f-46fe-4618-907a-b716312a79ce req-90fcd156-985d-4af4-bb35-d236ac86ce31 service neutron] 10.222.0.58 "GET /v2.0/networks?id=60491b7b-def1-4cac-8466-a6ebcf0d8114 HTTP/1.1" status: 200 len: 903 time: 0.1149118 Jul 09 09:36:44.673205 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ae64a4d0-0c44-4d75-9fb7-ad26b4064ad1 req-f7b17e2d-8d24-4629-aa6d-1886cd47dc5c tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1037442295&fields=id&tenant_id=70f75bf07b0e4756872fbda30959ba24 HTTP/1.1" status: 200 len: 267 time: 0.0782964 Jul 09 09:36:44.674363 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af20666f-46fe-4618-907a-b716312a79ce req-fd42daab-2eec-4d66-b766-f7b35d852f45 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=66be3df1-04f9-4bfc-bd18-2a4746b4d8eb HTTP/1.1" status: 200 len: 217 time: 0.0443838 Jul 09 09:36:44.753225 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53426) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:44.761345 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20666f-46fe-4618-907a-b716312a79ce req-01625718-5432-4ae1-b226-2e8ef3f50c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:44.763123 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af20666f-46fe-4618-907a-b716312a79ce req-01625718-5432-4ae1-b226-2e8ef3f50c3e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=61fc4c5c-d5c0-49f1-a635-934d52a9f78e HTTP/1.1" status: 200 len: 797 time: 0.0807939 Jul 09 09:36:44.824710 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64a4d0-0c44-4d75-9fb7-ad26b4064ad1 req-e174e983-5743-4998-b452-12092795bdd4 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:44.826687 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ae64a4d0-0c44-4d75-9fb7-ad26b4064ad1 req-e174e983-5743-4998-b452-12092795bdd4 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=66923ca4-83a0-4334-b748-2cebac8335fd HTTP/1.1" status: 200 len: 945 time: 0.1477623 Jul 09 09:36:44.831884 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5d9651-2df3-4f26-a5a8-6d13991d4e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303f7b75-76ba-4ae3-b8cf-62193adbcd86'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:36:44.835566 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910e87d0-e6af-4814-aa23-53397e627843" -d '{"events": [{"server_uuid": "9e5d9651-2df3-4f26-a5a8-6d13991d4e40", "name": "network-vif-plugged", "status": "completed", "tag": "303f7b75-76ba-4ae3-b8cf-62193adbcd86"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:36:44.843140 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b7b1bd-09eb-4731-82bb-3337c15141d7 admin admin] Deleting subnet 3c2c88e7-b07b-4cbb-845e-b83553f01c40 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:36:44.843855 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-ae64a4d0-0c44-4d75-9fb7-ad26b4064ad1 req-9f891ad9-a7f4-4cf8-946a-045a6f849cce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Request body: {'port': {'security_groups': ['ee6aa37c-6226-47c0-bafb-b2477da2f802', 'ddf08f5d-6254-4ac2-bbff-cd4fcf2e8b53']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:44.847538 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15b7b1bd-09eb-4731-82bb-3337c15141d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:44.892585 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20666f-46fe-4618-907a-b716312a79ce req-5611e3f2-f3a9-4d33-886f-f72bc095a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:44.894491 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af20666f-46fe-4618-907a-b716312a79ce req-5611e3f2-f3a9-4d33-886f-f72bc095a15d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=60491b7b-def1-4cac-8466-a6ebcf0d8114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1232793 Jul 09 09:36:44.895468 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15b7b1bd-09eb-4731-82bb-3337c15141d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:44.942742 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15b7b1bd-09eb-4731-82bb-3337c15141d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.001200 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15b7b1bd-09eb-4731-82bb-3337c15141d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.028984 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7b1bd-09eb-4731-82bb-3337c15141d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c2c88e7-b07b-4cbb-845e-b83553f01c40,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:45.041016 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15b7b1bd-09eb-4731-82bb-3337c15141d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.045676 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-15b7b1bd-09eb-4731-82bb-3337c15141d7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3c2c88e7-b07b-4cbb-845e-b83553f01c40 HTTP/1.1" status: 204 len: 168 time: 0.2884450 Jul 09 09:36:45.046426 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53432) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:45.124916 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8495d0f-50f4-462d-9318-e826e8c7062d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.211679 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8495d0f-50f4-462d-9318-e826e8c7062d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.223851 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-f8495d0f-50f4-462d-9318-e826e8c7062d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b4b629-8d9e-4910-b7a8-0ba2a9f91912']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:36:45.243427 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-f8495d0f-50f4-462d-9318-e826e8c7062d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '615e3b04-55ca-45a7-8833-16a685335be4') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:36:45.243916 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-f8495d0f-50f4-462d-9318-e826e8c7062d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '615e3b04-55ca-45a7-8833-16a685335be4') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:36:45.253607 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8495d0f-50f4-462d-9318-e826e8c7062d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.267770 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8495d0f-50f4-462d-9318-e826e8c7062d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.276924 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8495d0f-50f4-462d-9318-e826e8c7062d admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:36:45.277463 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8495d0f-50f4-462d-9318-e826e8c7062d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:36:45.279372 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:36:45.315918 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ae64a4d0-0c44-4d75-9fb7-ad26b4064ad1 req-9f891ad9-a7f4-4cf8-946a-045a6f849cce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.351002 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8495d0f-50f4-462d-9318-e826e8c7062d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.359153 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8495d0f-50f4-462d-9318-e826e8c7062d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.364014 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f8495d0f-50f4-462d-9318-e826e8c7062d admin admin] 10.222.0.61 "DELETE /v2.0/networks/10b4b629-8d9e-4910-b7a8-0ba2a9f91912 HTTP/1.1" status: 204 len: 168 time: 0.3145158 Jul 09 09:36:45.373435 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53448) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:45.405930 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af20666f-46fe-4618-907a-b716312a79ce req-e3028405-cad4-4cc1-95d3-ca76aa2c20b3 service neutron] 10.222.0.58 "GET /v2.0/networks/60491b7b-def1-4cac-8466-a6ebcf0d8114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014384 Jul 09 09:36:45.407991 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8495d0f-50f4-462d-9318-e826e8c7062d admin admin] Pushing event deleted for resources: {'Network': ['ID=10b4b629-8d9e-4910-b7a8-0ba2a9f91912,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:45.428822 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf58569-3a79-48ea-ab2e-d0b9dc3ae902 admin admin] Deleting subnet c402a705-662f-4fe8-9645-932eb652ee09 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:36:45.432144 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bf58569-3a79-48ea-ab2e-d0b9dc3ae902 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.471931 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bf58569-3a79-48ea-ab2e-d0b9dc3ae902 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.493833 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685af71-de46-43c1-abc8-206d814fd318 req-218c3818-1bf1-4938-a157-c9a972cc6a1e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:45.499777 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685af71-de46-43c1-abc8-206d814fd318 req-218c3818-1bf1-4938-a157-c9a972cc6a1e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:45.505676 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685af71-de46-43c1-abc8-206d814fd318 req-218c3818-1bf1-4938-a157-c9a972cc6a1e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:45.512310 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685af71-de46-43c1-abc8-206d814fd318 req-218c3818-1bf1-4938-a157-c9a972cc6a1e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:45.512641 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bf58569-3a79-48ea-ab2e-d0b9dc3ae902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.518198 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685af71-de46-43c1-abc8-206d814fd318 req-218c3818-1bf1-4938-a157-c9a972cc6a1e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:45.524176 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685af71-de46-43c1-abc8-206d814fd318 req-218c3818-1bf1-4938-a157-c9a972cc6a1e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:45.530044 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685af71-de46-43c1-abc8-206d814fd318 req-218c3818-1bf1-4938-a157-c9a972cc6a1e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:45.532035 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b685af71-de46-43c1-abc8-206d814fd318 req-218c3818-1bf1-4938-a157-c9a972cc6a1e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5420 time: 0.5995483 Jul 09 09:36:45.569593 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bf58569-3a79-48ea-ab2e-d0b9dc3ae902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.596362 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf58569-3a79-48ea-ab2e-d0b9dc3ae902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c402a705-662f-4fe8-9645-932eb652ee09,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:45.600258 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bf58569-3a79-48ea-ab2e-d0b9dc3ae902 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.602453 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3bf58569-3a79-48ea-ab2e-d0b9dc3ae902 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c402a705-662f-4fe8-9645-932eb652ee09 HTTP/1.1" status: 204 len: 168 time: 0.2278376 Jul 09 09:36:45.605162 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53456) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:45.682852 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b685af71-de46-43c1-abc8-206d814fd318 req-41f26165-0b8a-4b23-a058-156b9d7038c2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1358604 Jul 09 09:36:45.684281 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a021c40-bf89-459d-9c74-00fd44edcb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.693793 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af20666f-46fe-4618-907a-b716312a79ce req-0d130221-7b27-47f7-9fcd-4c35265c012c service neutron] 10.222.0.58 "GET /v2.0/networks/60491b7b-def1-4cac-8466-a6ebcf0d8114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735746 Jul 09 09:36:45.757095 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ae64a4d0-0c44-4d75-9fb7-ad26b4064ad1 req-9f891ad9-a7f4-4cf8-946a-045a6f849cce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] For port 6342e768-71ac-4247-80f3-4c4a0dbf9a3a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=6342e768-71ac-4247-80f3-4c4a0dbf9a3a,segment=NetworkSegment(94bc9921-40e4-4a0e-a298-44fa3cccb4cc),segment_id=94bc9921-40e4-4a0e-a298-44fa3cccb4cc)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:45.764865 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acd87c3-cb77-46bc-aacd-ea5977bf7072 x-openstack-request-id: req-2acd87c3-cb77-46bc-aacd-ea5977bf7072 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:36:45.765162 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5d9651-2df3-4f26-a5a8-6d13991d4e40", "name": "network-vif-plugged", "status": "completed", "tag": "303f7b75-76ba-4ae3-b8cf-62193adbcd86", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:36:45.765414 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2acd87c3-cb77-46bc-aacd-ea5977bf7072 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:36:45.765808 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5d9651-2df3-4f26-a5a8-6d13991d4e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303f7b75-76ba-4ae3-b8cf-62193adbcd86', 'code': 200} Jul 09 09:36:45.785216 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a021c40-bf89-459d-9c74-00fd44edcb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.801074 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-1a021c40-bf89-459d-9c74-00fd44edcb50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c032e150-34a0-4606-9c9b-f2e515b01ba7']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:36:45.825181 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-1a021c40-bf89-459d-9c74-00fd44edcb50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791207cb-cf1f-48ad-a7bb-d7cd308d6ed4') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:36:45.825613 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-1a021c40-bf89-459d-9c74-00fd44edcb50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791207cb-cf1f-48ad-a7bb-d7cd308d6ed4') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:36:45.828825 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ae64a4d0-0c44-4d75-9fb7-ad26b4064ad1 req-9f891ad9-a7f4-4cf8-946a-045a6f849cce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.837417 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ae64a4d0-0c44-4d75-9fb7-ad26b4064ad1 req-9f891ad9-a7f4-4cf8-946a-045a6f849cce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.840298 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a021c40-bf89-459d-9c74-00fd44edcb50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.848363 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['6342e768-71ac-4247-80f3-4c4a0dbf9a3a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:36:45.862149 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a021c40-bf89-459d-9c74-00fd44edcb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.871985 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a021c40-bf89-459d-9c74-00fd44edcb50 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:36:45.872655 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a021c40-bf89-459d-9c74-00fd44edcb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:36:45.874645 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:36:45.931040 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64a4d0-0c44-4d75-9fb7-ad26b4064ad1 req-9f891ad9-a7f4-4cf8-946a-045a6f849cce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:45.931723 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ae64a4d0-0c44-4d75-9fb7-ad26b4064ad1 req-9f891ad9-a7f4-4cf8-946a-045a6f849cce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.946729 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a021c40-bf89-459d-9c74-00fd44edcb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.947165 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ae64a4d0-0c44-4d75-9fb7-ad26b4064ad1 req-9f891ad9-a7f4-4cf8-946a-045a6f849cce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "PUT /v2.0/ports/6342e768-71ac-4247-80f3-4c4a0dbf9a3a HTTP/1.1" status: 200 len: 981 time: 1.1126132 Jul 09 09:36:45.947718 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66923ca4-83a0-4334-b748-2cebac8335fd', 'tag': '6342e768-71ac-4247-80f3-4c4a0dbf9a3a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:36:45.952311 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a021c40-bf89-459d-9c74-00fd44edcb50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:45.954417 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1a021c40-bf89-459d-9c74-00fd44edcb50 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c032e150-34a0-4606-9c9b-f2e515b01ba7 HTTP/1.1" status: 204 len: 168 time: 0.3482463 Jul 09 09:36:45.964409 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a63592-9bff-4c40-9e90-72cf3dba024a" -d '{"events": [{"name": "network-changed", "server_uuid": "66923ca4-83a0-4334-b748-2cebac8335fd", "tag": "6342e768-71ac-4247-80f3-4c4a0dbf9a3a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:36:45.968252 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a021c40-bf89-459d-9c74-00fd44edcb50 admin admin] Pushing event deleted for resources: {'Network': ['ID=c032e150-34a0-4606-9c9b-f2e515b01ba7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:46.029441 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['6342e768-71ac-4247-80f3-4c4a0dbf9a3a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:36:46.051731 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f891ad9-a7f4-4cf8-946a-045a6f849cce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event updated for resources: {'Port': ['ID=6342e768-71ac-4247-80f3-4c4a0dbf9a3a,revision_number=6']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:46.155848 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5b893-5cfc-430e-9479-828cf60d94ef req-48b5fc47-288a-4e7a-8fbb-c08dc45702b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:46.157774 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-61f5b893-5cfc-430e-9479-828cf60d94ef req-48b5fc47-288a-4e7a-8fbb-c08dc45702b2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9e5d9651-2df3-4f26-a5a8-6d13991d4e40 HTTP/1.1" status: 200 len: 1097 time: 0.3064706 Jul 09 09:36:46.176951 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c033d1e-8f45-49f6-87e3-60e0c3129bf4 req-217b689b-8bf6-4a9b-aa33-c9ea7956ca47 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:46.186785 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c033d1e-8f45-49f6-87e3-60e0c3129bf4 req-217b689b-8bf6-4a9b-aa33-c9ea7956ca47 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e5d9651-2df3-4f26-a5a8-6d13991d4e40 HTTP/1.1" status: 200 len: 946 time: 0.3009090 Jul 09 09:36:46.189395 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53470) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:46.247018 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-adacdc59-bdd6-4ad8-b224-a18aa6bd45bc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=000d580d235d4afe8f745c4d00ee6cb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562561 Jul 09 09:36:46.249597 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53472) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:46.286520 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c033d1e-8f45-49f6-87e3-60e0c3129bf4 req-c15f12e0-4754-4c91-b9a1-dce65a6af921 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986159 Jul 09 09:36:46.292675 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-61f5b893-5cfc-430e-9479-828cf60d94ef req-c1f3624e-55aa-4a59-9bf2-2a022ad79eee service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019504 Jul 09 09:36:46.319854 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75d8e153-999b-46f6-baf0-005aee53241e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:46.321288 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4874cd-fe9d-4a98-b408-02c66582b8a6 req-44d9de21-8ae3-45d2-9867-055f8ecdeb02 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:46.323499 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab4874cd-fe9d-4a98-b408-02c66582b8a6 req-44d9de21-8ae3-45d2-9867-055f8ecdeb02 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 949 time: 0.1338251 Jul 09 09:36:46.345708 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75d8e153-999b-46f6-baf0-005aee53241e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:46.387388 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 2bd1fc72-8f33-42b9-974a-5a957512de4c no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:36:46.399453 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab4874cd-fe9d-4a98-b408-02c66582b8a6 req-2b9e8199-e27c-45f2-8bae-91b6b7dc93f2 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628994 Jul 09 09:36:46.416956 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75d8e153-999b-46f6-baf0-005aee53241e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:46.417918 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75d8e153-999b-46f6-baf0-005aee53241e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:46.422912 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-75d8e153-999b-46f6-baf0-005aee53241e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/41e5192e-d6f0-43dd-bb12-c9334b711cee HTTP/1.1" status: 204 len: 168 time: 0.1721814 Jul 09 09:36:46.437282 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8e153-999b-46f6-baf0-005aee53241e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e5192e-d6f0-43dd-bb12-c9334b711cee,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:46.442729 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 2bd1fc72-8f33-42b9-974a-5a957512de4c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:36:46.450996 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 2bd1fc72-8f33-42b9-974a-5a957512de4c not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:36:46.586680 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b465aeb-d5b8-447d-bd04-25e798cdfa18 x-openstack-request-id: req-1b465aeb-d5b8-447d-bd04-25e798cdfa18 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:36:46.587021 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66923ca4-83a0-4334-b748-2cebac8335fd", "tag": "6342e768-71ac-4247-80f3-4c4a0dbf9a3a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:36:46.587282 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1b465aeb-d5b8-447d-bd04-25e798cdfa18 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:36:46.587681 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66923ca4-83a0-4334-b748-2cebac8335fd', 'tag': '6342e768-71ac-4247-80f3-4c4a0dbf9a3a', 'status': 'completed', 'code': 200} Jul 09 09:36:46.620363 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2725f956-fe7c-43be-b175-b615a7fa1d18 req-85f0a028-2e25-4567-add8-058c05c04802 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1079064944&fields=id&tenant_id=70f75bf07b0e4756872fbda30959ba24 HTTP/1.1" status: 200 len: 267 time: 0.0495236 Jul 09 09:36:46.642973 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a2a5d059-622a-49bd-a506-6b959921c890 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:36:46.713471 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port a2a5d059-622a-49bd-a506-6b959921c890 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:36:46.719679 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port a2a5d059-622a-49bd-a506-6b959921c890 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:36:46.720270 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:46.726678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a63592-9bff-4c40-9e90-72cf3dba024a req-d97db123-a261-4d6f-80c2-3a623365d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:46.741089 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0a63592-9bff-4c40-9e90-72cf3dba024a req-d97db123-a261-4d6f-80c2-3a623365d95f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70f75bf07b0e4756872fbda30959ba24&device_id=66923ca4-83a0-4334-b748-2cebac8335fd HTTP/1.1" status: 200 len: 1135 time: 0.1324093 Jul 09 09:36:46.827055 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:46.864630 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725f956-fe7c-43be-b175-b615a7fa1d18 req-f636d6fd-2918-4381-a226-cb2f65554944 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:46.867105 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2725f956-fe7c-43be-b175-b615a7fa1d18 req-f636d6fd-2918-4381-a226-cb2f65554944 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=66923ca4-83a0-4334-b748-2cebac8335fd HTTP/1.1" status: 200 len: 984 time: 0.2272182 Jul 09 09:36:46.880896 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53490) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:46.884795 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a2a5d059-622a-49bd-a506-6b959921c890, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a2a5d059-622a-49bd-a506-6b959921c890,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:46.894998 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:46.928895 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-404648da-975b-4497-a4aa-358e7865e2e4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a9245d8757514caba6dff8aab915ec06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440631 Jul 09 09:36:46.929861 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53492) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:46.935106 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-2725f956-fe7c-43be-b175-b615a7fa1d18 req-dd08442d-3b3a-4916-8569-fd77f1ba5bb0 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Request body: {'port': {'security_groups': ['ddf08f5d-6254-4ac2-bbff-cd4fcf2e8b53', 'ee6aa37c-6226-47c0-bafb-b2477da2f802', '5f11f2c2-fd28-420b-8431-f4001a178a18']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:46.966243 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=a2a5d059-622a-49bd-a506-6b959921c890,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:47.000957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a63592-9bff-4c40-9e90-72cf3dba024a req-d1165317-5e96-4bc6-8bc7-fe2cc425d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:47.002511 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0a63592-9bff-4c40-9e90-72cf3dba024a req-d1165317-5e96-4bc6-8bc7-fe2cc425d75e service neutron] 10.222.0.58 "GET /v2.0/networks?id=1eead137-dbd8-48b9-916a-6019c200ae01 HTTP/1.1" status: 200 len: 913 time: 0.2549381 Jul 09 09:36:47.019747 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75864792-1229-4dc9-aca6-e6751150d4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:47.044499 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75864792-1229-4dc9-aca6-e6751150d4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:47.095579 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0a63592-9bff-4c40-9e90-72cf3dba024a req-93d61090-6650-43d1-831f-30014ea9dac6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6342e768-71ac-4247-80f3-4c4a0dbf9a3a HTTP/1.1" status: 200 len: 217 time: 0.0743675 Jul 09 09:36:47.097333 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75864792-1229-4dc9-aca6-e6751150d4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:47.100187 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75864792-1229-4dc9-aca6-e6751150d4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:47.104501 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-75864792-1229-4dc9-aca6-e6751150d4ac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ba7b3fd2-533a-4acc-a0ab-9629e595cef3 HTTP/1.1" status: 204 len: 168 time: 0.1735322 Jul 09 09:36:47.112922 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75864792-1229-4dc9-aca6-e6751150d4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7b3fd2-533a-4acc-a0ab-9629e595cef3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:47.162328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6743ff0-7b7e-47fb-961e-e8979970a647 req-3b704e18-8dd7-4719-85a4-bcd19b9eb4ae tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:47.169092 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6743ff0-7b7e-47fb-961e-e8979970a647 req-3b704e18-8dd7-4719-85a4-bcd19b9eb4ae tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:47.175000 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6743ff0-7b7e-47fb-961e-e8979970a647 req-3b704e18-8dd7-4719-85a4-bcd19b9eb4ae tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:47.181498 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6743ff0-7b7e-47fb-961e-e8979970a647 req-3b704e18-8dd7-4719-85a4-bcd19b9eb4ae tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:47.187402 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6743ff0-7b7e-47fb-961e-e8979970a647 req-3b704e18-8dd7-4719-85a4-bcd19b9eb4ae tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:47.193294 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6743ff0-7b7e-47fb-961e-e8979970a647 req-3b704e18-8dd7-4719-85a4-bcd19b9eb4ae tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:47.199219 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6743ff0-7b7e-47fb-961e-e8979970a647 req-3b704e18-8dd7-4719-85a4-bcd19b9eb4ae tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:47.201241 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6743ff0-7b7e-47fb-961e-e8979970a647 req-3b704e18-8dd7-4719-85a4-bcd19b9eb4ae tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5420 time: 0.3310862 Jul 09 09:36:47.201868 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2725f956-fe7c-43be-b175-b615a7fa1d18 req-dd08442d-3b3a-4916-8569-fd77f1ba5bb0 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:47.247967 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a63592-9bff-4c40-9e90-72cf3dba024a req-b05bd854-79a7-44a2-8e66-86029691b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:47.249483 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0a63592-9bff-4c40-9e90-72cf3dba024a req-b05bd854-79a7-44a2-8e66-86029691b725 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e4ca544-6115-4c7d-97ed-69dda7c846c3 HTTP/1.1" status: 200 len: 852 time: 0.1448629 Jul 09 09:36:47.315881 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0a63592-9bff-4c40-9e90-72cf3dba024a req-23c2198a-de4d-484b-89c2-10570655d253 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1eead137-dbd8-48b9-916a-6019c200ae01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455747 Jul 09 09:36:47.380090 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6743ff0-7b7e-47fb-961e-e8979970a647 req-09a65ec3-beb7-48d0-bf49-84dd483cf75a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1623998 Jul 09 09:36:47.498902 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0a63592-9bff-4c40-9e90-72cf3dba024a req-c09df4c6-b877-4032-a9c3-2ff46f4483d7 service neutron] 10.222.0.58 "GET /v2.0/networks/1eead137-dbd8-48b9-916a-6019c200ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765981 Jul 09 09:36:47.741085 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-2725f956-fe7c-43be-b175-b615a7fa1d18 req-dd08442d-3b3a-4916-8569-fd77f1ba5bb0 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] For port 6342e768-71ac-4247-80f3-4c4a0dbf9a3a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=6342e768-71ac-4247-80f3-4c4a0dbf9a3a,segment=NetworkSegment(94bc9921-40e4-4a0e-a298-44fa3cccb4cc),segment_id=94bc9921-40e4-4a0e-a298-44fa3cccb4cc)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:36:47.746429 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0a63592-9bff-4c40-9e90-72cf3dba024a req-0856283f-8a1c-4fb3-a60a-ef48c6f4c3db service neutron] 10.222.0.58 "GET /v2.0/networks/1eead137-dbd8-48b9-916a-6019c200ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323606 Jul 09 09:36:47.767432 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b1e3d8-1011-453b-a984-1ab6110d6fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a5d059-622a-49bd-a506-6b959921c890'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:36:47.777564 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08baf1-b9c9-4ff0-9bfd-45dbd386c750 req-dfd21ab5-0b4f-4199-b300-0386895e11c9 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:47.778771 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f08baf1-b9c9-4ff0-9bfd-45dbd386c750 req-dfd21ab5-0b4f-4199-b300-0386895e11c9 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e5d9651-2df3-4f26-a5a8-6d13991d4e40 HTTP/1.1" status: 200 len: 946 time: 0.1875386 Jul 09 09:36:47.781587 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9068d5a-3702-4168-a4bb-396ae1c36d45" -d '{"events": [{"server_uuid": "15b1e3d8-1011-453b-a984-1ab6110d6fc6", "name": "network-vif-plugged", "status": "completed", "tag": "a2a5d059-622a-49bd-a506-6b959921c890"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:36:47.803458 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2725f956-fe7c-43be-b175-b615a7fa1d18 req-dd08442d-3b3a-4916-8569-fd77f1ba5bb0 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:47.814492 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2725f956-fe7c-43be-b175-b615a7fa1d18 req-dd08442d-3b3a-4916-8569-fd77f1ba5bb0 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:47.828953 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['6342e768-71ac-4247-80f3-4c4a0dbf9a3a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:36:47.880319 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f08baf1-b9c9-4ff0-9bfd-45dbd386c750 req-178c1127-750e-44de-8e23-27d7c82f2e76 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928931 Jul 09 09:36:47.892289 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725f956-fe7c-43be-b175-b615a7fa1d18 req-dd08442d-3b3a-4916-8569-fd77f1ba5bb0 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:47.892820 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2725f956-fe7c-43be-b175-b615a7fa1d18 req-dd08442d-3b3a-4916-8569-fd77f1ba5bb0 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:47.894308 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2725f956-fe7c-43be-b175-b615a7fa1d18 req-dd08442d-3b3a-4916-8569-fd77f1ba5bb0 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "PUT /v2.0/ports/6342e768-71ac-4247-80f3-4c4a0dbf9a3a HTTP/1.1" status: 200 len: 1020 time: 1.0058050 Jul 09 09:36:47.925311 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08442d-3b3a-4916-8569-fd77f1ba5bb0 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event updated for resources: {'Port': ['ID=6342e768-71ac-4247-80f3-4c4a0dbf9a3a,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:48.027148 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['6342e768-71ac-4247-80f3-4c4a0dbf9a3a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:36:48.198019 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5c2c6-e89f-4a84-8b7b-24777ae579e5 req-2fb7f20d-b344-4152-84b5-259c7f825a81 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:48.212832 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1f5c2c6-e89f-4a84-8b7b-24777ae579e5 req-2fb7f20d-b344-4152-84b5-259c7f825a81 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.1741810 Jul 09 09:36:48.227453 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5172c2eb-aa0d-4074-972c-a6a0781ffa6e x-openstack-request-id: req-5172c2eb-aa0d-4074-972c-a6a0781ffa6e {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:36:48.228126 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b1e3d8-1011-453b-a984-1ab6110d6fc6", "name": "network-vif-plugged", "status": "completed", "tag": "a2a5d059-622a-49bd-a506-6b959921c890", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:36:48.228739 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5172c2eb-aa0d-4074-972c-a6a0781ffa6e {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:36:48.229573 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b1e3d8-1011-453b-a984-1ab6110d6fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a5d059-622a-49bd-a506-6b959921c890', 'code': 200} Jul 09 09:36:48.273539 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1f5c2c6-e89f-4a84-8b7b-24777ae579e5 req-a3f7fa98-5672-44ed-a32a-3dbf776ead92 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597563 Jul 09 09:36:48.400141 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab9ab7-4276-457b-a428-e7a6c2c4da74 req-b6b75e25-583a-4189-b8ff-3e16438ef9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:48.401563 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-93ab9ab7-4276-457b-a428-e7a6c2c4da74 req-b6b75e25-583a-4189-b8ff-3e16438ef9a9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 1101 time: 0.1230023 Jul 09 09:36:48.440567 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50f18a-81d3-4398-ad0c-aa84181842e5 req-7a848c51-79b1-4515-b590-9436f939c588 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:48.448105 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec50f18a-81d3-4398-ad0c-aa84181842e5 req-7a848c51-79b1-4515-b590-9436f939c588 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=66923ca4-83a0-4334-b748-2cebac8335fd HTTP/1.1" status: 200 len: 1023 time: 0.1232114 Jul 09 09:36:48.480234 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-93ab9ab7-4276-457b-a428-e7a6c2c4da74 req-48ff1fa4-0c1b-45a2-b3b8-cc5a4459b73e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692444 Jul 09 09:36:48.559382 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec50f18a-81d3-4398-ad0c-aa84181842e5 req-9d1b0838-5375-4fc0-8ab9-39194ba4b79a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddf08f5d-6254-4ac2-bbff-cd4fcf2e8b53&id=5f11f2c2-fd28-420b-8431-f4001a178a18&id=ee6aa37c-6226-47c0-bafb-b2477da2f802 HTTP/1.1" status: 200 len: 6157 time: 0.1088507 Jul 09 09:36:48.590010 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66923ca4-83a0-4334-b748-2cebac8335fd', 'tag': '6342e768-71ac-4247-80f3-4c4a0dbf9a3a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:36:48.592881 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9330b388-823a-484a-b675-a17fcaa1d1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "66923ca4-83a0-4334-b748-2cebac8335fd", "tag": "6342e768-71ac-4247-80f3-4c4a0dbf9a3a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:36:48.627777 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-58256047-5b68-4d33-96da-13b70253d89f req-85d3c16b-64e6-4f24-a63a-67f4ececf80a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Request body: {'security_group': {'name': ' tempest-securitygroup -913871970 ', 'description': 'tempest-description-163117122'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:48.657482 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53566) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:48.699997 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-58256047-5b68-4d33-96da-13b70253d89f req-85d3c16b-64e6-4f24-a63a-67f4ececf80a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:48.726499 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b007d-7b56-402c-a273-dd4bfacda767 req-1e9f1fae-b339-4655-b110-a8c335e018c6 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:48.732386 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b007d-7b56-402c-a273-dd4bfacda767 req-1e9f1fae-b339-4655-b110-a8c335e018c6 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:48.738323 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b007d-7b56-402c-a273-dd4bfacda767 req-1e9f1fae-b339-4655-b110-a8c335e018c6 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:48.745277 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b007d-7b56-402c-a273-dd4bfacda767 req-1e9f1fae-b339-4655-b110-a8c335e018c6 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:48.751109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b007d-7b56-402c-a273-dd4bfacda767 req-1e9f1fae-b339-4655-b110-a8c335e018c6 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:48.756958 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b007d-7b56-402c-a273-dd4bfacda767 req-1e9f1fae-b339-4655-b110-a8c335e018c6 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:48.762822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b007d-7b56-402c-a273-dd4bfacda767 req-1e9f1fae-b339-4655-b110-a8c335e018c6 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:48.764826 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d41b007d-7b56-402c-a273-dd4bfacda767 req-1e9f1fae-b339-4655-b110-a8c335e018c6 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5420 time: 0.1669805 Jul 09 09:36:48.775535 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa36e545-a6b0-4b4f-ad6e-195fb650d21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:48.792556 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.db.api [None req-aa36e545-a6b0-4b4f-ad6e-195fb650d21c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 09:36:48.792556 n-d-799996-1 neutron-server[93791]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 09:36:48.792556 n-d-799996-1 neutron-server[93791]: [parameters: {'project_id_1': 'f8298868fa1b4bd594daa6d7562e5339', 'expiration_1': datetime.datetime(2021, 7, 9, 9, 36, 48, 786061)}] Jul 09 09:36:48.792556 n-d-799996-1 neutron-server[93791]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:36:48.793003 n-d-799996-1 neutron-server[93791]: DEBUG oslo_db.api [None req-aa36e545-a6b0-4b4f-ad6e-195fb650d21c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:36:48.827346 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d41b007d-7b56-402c-a273-dd4bfacda767 req-98a1e21f-2f7e-4c9e-aef3-c8ef758e89a3 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558789 Jul 09 09:36:48.882811 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-58256047-5b68-4d33-96da-13b70253d89f req-85d3c16b-64e6-4f24-a63a-67f4ececf80a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:48.885926 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c845a9-aa4c-4213-a424-3adbb6c02b63 x-openstack-request-id: req-a7c845a9-aa4c-4213-a424-3adbb6c02b63 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:36:48.886276 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66923ca4-83a0-4334-b748-2cebac8335fd", "tag": "6342e768-71ac-4247-80f3-4c4a0dbf9a3a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:36:48.886566 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a7c845a9-aa4c-4213-a424-3adbb6c02b63 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:36:48.886999 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66923ca4-83a0-4334-b748-2cebac8335fd', 'tag': '6342e768-71ac-4247-80f3-4c4a0dbf9a3a', 'status': 'completed', 'code': 200} Jul 09 09:36:48.888171 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-58256047-5b68-4d33-96da-13b70253d89f req-85d3c16b-64e6-4f24-a63a-67f4ececf80a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:48.918422 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-58256047-5b68-4d33-96da-13b70253d89f req-85d3c16b-64e6-4f24-a63a-67f4ececf80a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:48.920175 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-58256047-5b68-4d33-96da-13b70253d89f req-85d3c16b-64e6-4f24-a63a-67f4ececf80a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.3238769 Jul 09 09:36:48.979313 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3c16b-64e6-4f24-a63a-67f4ececf80a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc12457-3381-4df6-963a-ceae599db747,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:49.065182 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330b388-823a-484a-b675-a17fcaa1d1a4 req-3c85fd20-f22f-4aca-8f44-321b4860430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:49.066721 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9330b388-823a-484a-b675-a17fcaa1d1a4 req-3c85fd20-f22f-4aca-8f44-321b4860430d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70f75bf07b0e4756872fbda30959ba24&device_id=66923ca4-83a0-4334-b748-2cebac8335fd HTTP/1.1" status: 200 len: 1174 time: 0.1406758 Jul 09 09:36:49.074429 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-caf1cc31-949b-4e77-ade9-64714a533870 req-fa69b495-5af0-47b4-9e5b-f6467918fc74 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/7cc12457-3381-4df6-963a-ceae599db747 HTTP/1.1" status: 200 len: 1781 time: 0.1116705 Jul 09 09:36:49.161614 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bd801-8680-4394-9675-a8bf48f58d43 req-f6eef965-82f4-41c4-ad4d-ec7848100aa7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:49.164736 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e22bd801-8680-4394-9675-a8bf48f58d43 req-f6eef965-82f4-41c4-ad4d-ec7848100aa7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e5d9651-2df3-4f26-a5a8-6d13991d4e40 HTTP/1.1" status: 200 len: 946 time: 0.1395283 Jul 09 09:36:49.231803 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330b388-823a-484a-b675-a17fcaa1d1a4 req-b5903f99-8921-4b56-88c5-d41fb2887603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:49.233154 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9330b388-823a-484a-b675-a17fcaa1d1a4 req-b5903f99-8921-4b56-88c5-d41fb2887603 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1eead137-dbd8-48b9-916a-6019c200ae01 HTTP/1.1" status: 200 len: 913 time: 0.1566074 Jul 09 09:36:49.237529 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e22bd801-8680-4394-9675-a8bf48f58d43 req-7b16bedc-1012-40b5-8088-d09816c81a26 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624013 Jul 09 09:36:49.294111 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa36e545-a6b0-4b4f-ad6e-195fb650d21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:49.299406 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9330b388-823a-484a-b675-a17fcaa1d1a4 req-96ec88d7-96f6-4268-9911-e9584453f5ba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6342e768-71ac-4247-80f3-4c4a0dbf9a3a HTTP/1.1" status: 200 len: 217 time: 0.0562470 Jul 09 09:36:49.348874 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3660cdf3-3cfa-4e09-94f1-e1a1e69d2c31 req-a3cce451-b5ae-4e4e-8ef9-bae8be52f7de tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/7cc12457-3381-4df6-963a-ceae599db747 HTTP/1.1" status: 200 len: 1781 time: 0.1281424 Jul 09 09:36:49.386191 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330b388-823a-484a-b675-a17fcaa1d1a4 req-a066081d-775b-499a-a8d3-02cd295e05ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:49.387713 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9330b388-823a-484a-b675-a17fcaa1d1a4 req-a066081d-775b-499a-a8d3-02cd295e05ba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e4ca544-6115-4c7d-97ed-69dda7c846c3 HTTP/1.1" status: 200 len: 852 time: 0.0825567 Jul 09 09:36:49.422144 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa36e545-a6b0-4b4f-ad6e-195fb650d21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:49.428867 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa36e545-a6b0-4b4f-ad6e-195fb650d21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:49.431395 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9330b388-823a-484a-b675-a17fcaa1d1a4 req-cc3b0e80-ff51-41de-aa15-bc0aa0baaf29 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1eead137-dbd8-48b9-916a-6019c200ae01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363235 Jul 09 09:36:49.467499 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-aa36e545-a6b0-4b4f-ad6e-195fb650d21c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f8298868fa1b4bd594daa6d7562e5339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8086486 Jul 09 09:36:49.469978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53594) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:36:49.509153 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3660cdf3-3cfa-4e09-94f1-e1a1e69d2c31 req-e8c9a196-aedc-4379-983c-10e5dbf5d026 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:49.521368 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36e545-a6b0-4b4f-ad6e-195fb650d21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9f6398-064d-448a-a9c6-665ef7b96e05,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:49.551993 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3660cdf3-3cfa-4e09-94f1-e1a1e69d2c31 req-e8c9a196-aedc-4379-983c-10e5dbf5d026 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:49.591744 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06163134-bbb2-4f29-818d-89982f8f863d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:49.625587 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9330b388-823a-484a-b675-a17fcaa1d1a4 req-361bf8bd-1f40-44b3-ab2b-6750087cc79b service neutron] 10.222.0.58 "GET /v2.0/networks/1eead137-dbd8-48b9-916a-6019c200ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882148 Jul 09 09:36:49.629110 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06163134-bbb2-4f29-818d-89982f8f863d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:49.687856 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06163134-bbb2-4f29-818d-89982f8f863d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:49.690599 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06163134-bbb2-4f29-818d-89982f8f863d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:49.692069 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-06163134-bbb2-4f29-818d-89982f8f863d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6d9f6398-064d-448a-a9c6-665ef7b96e05 HTTP/1.1" status: 204 len: 168 time: 0.2209964 Jul 09 09:36:49.698573 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3660cdf3-3cfa-4e09-94f1-e1a1e69d2c31 req-e8c9a196-aedc-4379-983c-10e5dbf5d026 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:49.701553 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06163134-bbb2-4f29-818d-89982f8f863d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9f6398-064d-448a-a9c6-665ef7b96e05,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:49.701700 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3660cdf3-3cfa-4e09-94f1-e1a1e69d2c31 req-e8c9a196-aedc-4379-983c-10e5dbf5d026 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:49.702742 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3660cdf3-3cfa-4e09-94f1-e1a1e69d2c31 req-e8c9a196-aedc-4379-983c-10e5dbf5d026 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "DELETE /v2.0/security-groups/7cc12457-3381-4df6-963a-ceae599db747 HTTP/1.1" status: 204 len: 173 time: 0.3530757 Jul 09 09:36:49.770828 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9a196-aedc-4379-983c-10e5dbf5d026 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc12457-3381-4df6-963a-ceae599db747,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:49.778773 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-cd4fd3f7-c98d-4566-8b56-c87b0bb7890a req-e6d3f450-a4b1-4d57-927f-2ac2473eac39 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] show failed (client error): The resource could not be found. Jul 09 09:36:49.779855 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd4fd3f7-c98d-4566-8b56-c87b0bb7890a req-e6d3f450-a4b1-4d57-927f-2ac2473eac39 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/7cc12457-3381-4df6-963a-ceae599db747 HTTP/1.1" status: 404 len: 352 time: 0.0388131 Jul 09 09:36:49.828806 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98bf4f-af04-4000-9e6a-91647e3adba5 req-42e7889e-57b1-436c-a90c-a4d14a27cac2 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:49.835458 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4b98bf4f-af04-4000-9e6a-91647e3adba5 req-42e7889e-57b1-436c-a90c-a4d14a27cac2 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.2083514 Jul 09 09:36:49.856115 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b54fc885-56c3-4634-8120-bba3fec54781 req-697006ee-a2be-427a-bdb4-ade8b2786227 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1914719441', 'description': 'tempest-description-1054479037'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:49.872601 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9330b388-823a-484a-b675-a17fcaa1d1a4 req-41f30b3e-426b-4db3-b52b-1ca1a45e901e service neutron] 10.222.0.58 "GET /v2.0/networks/1eead137-dbd8-48b9-916a-6019c200ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297895 Jul 09 09:36:49.909492 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4b98bf4f-af04-4000-9e6a-91647e3adba5 req-ddf2a0fa-6d54-4124-a75e-3ae8891d2832 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730672 Jul 09 09:36:49.910905 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b54fc885-56c3-4634-8120-bba3fec54781 req-697006ee-a2be-427a-bdb4-ade8b2786227 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:50.021615 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b54fc885-56c3-4634-8120-bba3fec54781 req-697006ee-a2be-427a-bdb4-ade8b2786227 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:50.030689 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b54fc885-56c3-4634-8120-bba3fec54781 req-697006ee-a2be-427a-bdb4-ade8b2786227 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:50.114608 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b54fc885-56c3-4634-8120-bba3fec54781 req-697006ee-a2be-427a-bdb4-ade8b2786227 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:50.116401 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b54fc885-56c3-4634-8120-bba3fec54781 req-697006ee-a2be-427a-bdb4-ade8b2786227 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2725437 Jul 09 09:36:50.119225 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697006ee-a2be-427a-bdb4-ade8b2786227 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8873d584-bb51-4ed1-bfd3-b231d4d8981b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:50.151299 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b5772045-6591-4704-b424-5e17dcf5f8d7 req-00a7bb8d-8dc1-47dc-a5a4-0e0fa84340ce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1774573754', 'description': 'tempest-description-986821967'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:50.195738 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e757f-efde-4a7c-b089-75bc58af3ce7 req-8c2712c5-768e-453a-bd4d-36a091534d90 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:50.203360 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e757f-efde-4a7c-b089-75bc58af3ce7 req-8c2712c5-768e-453a-bd4d-36a091534d90 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:50.210216 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e757f-efde-4a7c-b089-75bc58af3ce7 req-8c2712c5-768e-453a-bd4d-36a091534d90 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:50.216515 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e757f-efde-4a7c-b089-75bc58af3ce7 req-8c2712c5-768e-453a-bd4d-36a091534d90 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:50.222346 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e757f-efde-4a7c-b089-75bc58af3ce7 req-8c2712c5-768e-453a-bd4d-36a091534d90 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:50.229022 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e757f-efde-4a7c-b089-75bc58af3ce7 req-8c2712c5-768e-453a-bd4d-36a091534d90 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:50.234989 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e757f-efde-4a7c-b089-75bc58af3ce7 req-8c2712c5-768e-453a-bd4d-36a091534d90 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:50.236918 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-564e757f-efde-4a7c-b089-75bc58af3ce7 req-8c2712c5-768e-453a-bd4d-36a091534d90 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5420 time: 0.1891701 Jul 09 09:36:50.238329 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b5772045-6591-4704-b424-5e17dcf5f8d7 req-00a7bb8d-8dc1-47dc-a5a4-0e0fa84340ce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:50.306859 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-564e757f-efde-4a7c-b089-75bc58af3ce7 req-89745dbf-3bc6-4c61-826c-54b1ef0e2a07 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577910 Jul 09 09:36:50.384333 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b5772045-6591-4704-b424-5e17dcf5f8d7 req-00a7bb8d-8dc1-47dc-a5a4-0e0fa84340ce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:50.393366 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b5772045-6591-4704-b424-5e17dcf5f8d7 req-00a7bb8d-8dc1-47dc-a5a4-0e0fa84340ce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:50.414189 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b5772045-6591-4704-b424-5e17dcf5f8d7 req-00a7bb8d-8dc1-47dc-a5a4-0e0fa84340ce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:50.416226 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b5772045-6591-4704-b424-5e17dcf5f8d7 req-00a7bb8d-8dc1-47dc-a5a4-0e0fa84340ce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2754042 Jul 09 09:36:50.445049 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7bb8d-8dc1-47dc-a5a4-0e0fa84340ce tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99090b34-5841-4fee-a0f0-51324c164f5b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:50.468665 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b9113ac5-7f01-42fc-a313-60f13397c67e req-cf8a115f-bbb6-4aaa-b38f-d36bf4d46fed tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-214776152', 'description': 'tempest-description-1741138088'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:50.495561 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b9113ac5-7f01-42fc-a313-60f13397c67e req-cf8a115f-bbb6-4aaa-b38f-d36bf4d46fed tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:50.659657 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b9113ac5-7f01-42fc-a313-60f13397c67e req-cf8a115f-bbb6-4aaa-b38f-d36bf4d46fed tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:50.665476 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b9113ac5-7f01-42fc-a313-60f13397c67e req-cf8a115f-bbb6-4aaa-b38f-d36bf4d46fed tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:50.697039 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b9113ac5-7f01-42fc-a313-60f13397c67e req-cf8a115f-bbb6-4aaa-b38f-d36bf4d46fed tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:50.697039 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b9113ac5-7f01-42fc-a313-60f13397c67e req-cf8a115f-bbb6-4aaa-b38f-d36bf4d46fed tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2329402 Jul 09 09:36:50.708502 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a115f-bbb6-4aaa-b38f-d36bf4d46fed tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8978ca-d569-4ad6-9106-6e92d646a7ea,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:50.836124 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-77e9f674-1eb3-4784-8376-5cee5c4f6148 req-7521b259-3be2-4a7a-849a-7372a91a90a4 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=70f75bf07b0e4756872fbda30959ba24 HTTP/1.1" status: 200 len: 10911 time: 0.1127565 Jul 09 09:36:50.885828 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-77e9f674-1eb3-4784-8376-5cee5c4f6148 req-3ec5fcd1-618b-46dc-a854-877a0375a765 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/ee6aa37c-6226-47c0-bafb-b2477da2f802 HTTP/1.1" status: 200 len: 2985 time: 0.0434294 Jul 09 09:36:50.947659 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-77e9f674-1eb3-4784-8376-5cee5c4f6148 req-fbb6b85f-eb83-4a48-9062-cbf4cb8cf82d tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/ee6aa37c-6226-47c0-bafb-b2477da2f802 HTTP/1.1" status: 200 len: 2985 time: 0.0552425 Jul 09 09:36:51.136389 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25ef4e-366d-442f-96c6-13eb8c73162e req-1fb92cc8-138f-4708-83f5-a87c4c6c47e1 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:51.138109 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9b25ef4e-366d-442f-96c6-13eb8c73162e req-1fb92cc8-138f-4708-83f5-a87c4c6c47e1 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.0875807 Jul 09 09:36:51.199144 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9b25ef4e-366d-442f-96c6-13eb8c73162e req-e47278ff-7834-4af7-a6f6-ceae72801ebb tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534308 Jul 09 09:36:51.258203 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e96fb60a-d6c1-493c-977a-b82b2fffc62e req-386b02ef-0002-405c-887a-c2bfd8fc45f7 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/8873d584-bb51-4ed1-bfd3-b231d4d8981b HTTP/1.1" status: 200 len: 1803 time: 0.0643423 Jul 09 09:36:51.304874 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:36:51.335063 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e96fb60a-d6c1-493c-977a-b82b2fffc62e req-756d6a54-5500-4d08-8ba8-67c785aa4e84 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:51.359851 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e96fb60a-d6c1-493c-977a-b82b2fffc62e req-756d6a54-5500-4d08-8ba8-67c785aa4e84 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:51.423136 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e96fb60a-d6c1-493c-977a-b82b2fffc62e req-756d6a54-5500-4d08-8ba8-67c785aa4e84 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:51.425726 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e96fb60a-d6c1-493c-977a-b82b2fffc62e req-756d6a54-5500-4d08-8ba8-67c785aa4e84 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:51.426856 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e96fb60a-d6c1-493c-977a-b82b2fffc62e req-756d6a54-5500-4d08-8ba8-67c785aa4e84 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "DELETE /v2.0/security-groups/8873d584-bb51-4ed1-bfd3-b231d4d8981b HTTP/1.1" status: 204 len: 173 time: 0.1631548 Jul 09 09:36:51.464893 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d6a54-5500-4d08-8ba8-67c785aa4e84 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8873d584-bb51-4ed1-bfd3-b231d4d8981b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:51.529041 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef03a89-3bd8-45f2-9963-0e9c354c8de4 req-ffb0f5e4-df11-4472-b4e7-c9ea99fb94e1 tempest-MigrationsAdminTest-543806699 tempest-MigrationsAdminTest-543806699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:51.536511 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ef03a89-3bd8-45f2-9963-0e9c354c8de4 req-ffb0f5e4-df11-4472-b4e7-c9ea99fb94e1 tempest-MigrationsAdminTest-543806699 tempest-MigrationsAdminTest-543806699-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 1101 time: 0.1226459 Jul 09 09:36:51.900825 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ef03a89-3bd8-45f2-9963-0e9c354c8de4 req-e73d3fd4-876f-4667-8a4c-1054919d649a tempest-MigrationsAdminTest-543806699 tempest-MigrationsAdminTest-543806699-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634417 Jul 09 09:36:51.945510 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-9e45bea3-3108-4043-a5eb-1acabbb0aac1 req-f9e9808d-5505-4ac2-b63f-a0a252c3e230 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] show failed (client error): The resource could not be found. Jul 09 09:36:51.948451 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9e45bea3-3108-4043-a5eb-1acabbb0aac1 req-f9e9808d-5505-4ac2-b63f-a0a252c3e230 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/8873d584-bb51-4ed1-bfd3-b231d4d8981b HTTP/1.1" status: 404 len: 352 time: 0.0186169 Jul 09 09:36:51.982573 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891aed6-86ee-457d-adbf-d07cc1005927 req-b97ede54-ccb5-4b39-b859-84526294731a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:51.988998 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891aed6-86ee-457d-adbf-d07cc1005927 req-b97ede54-ccb5-4b39-b859-84526294731a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:51.996667 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891aed6-86ee-457d-adbf-d07cc1005927 req-b97ede54-ccb5-4b39-b859-84526294731a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:52.002734 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891aed6-86ee-457d-adbf-d07cc1005927 req-b97ede54-ccb5-4b39-b859-84526294731a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:52.009245 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891aed6-86ee-457d-adbf-d07cc1005927 req-b97ede54-ccb5-4b39-b859-84526294731a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:52.014713 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891aed6-86ee-457d-adbf-d07cc1005927 req-b97ede54-ccb5-4b39-b859-84526294731a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:52.020999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891aed6-86ee-457d-adbf-d07cc1005927 req-b97ede54-ccb5-4b39-b859-84526294731a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:52.023745 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c891aed6-86ee-457d-adbf-d07cc1005927 req-b97ede54-ccb5-4b39-b859-84526294731a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5420 time: 0.1738784 Jul 09 09:36:52.069275 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c891aed6-86ee-457d-adbf-d07cc1005927 req-254e75ae-d96f-4f67-a747-008cc52e35c0 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390627 Jul 09 09:36:52.248883 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d820c3bc-5387-40b9-99b8-360bfa6d52d5 req-9511cf1a-8ea9-4a8d-9c37-6a2e98d125ad tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/99090b34-5841-4fee-a0f0-51324c164f5b HTTP/1.1" status: 200 len: 1802 time: 0.0392213 Jul 09 09:36:52.318940 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d820c3bc-5387-40b9-99b8-360bfa6d52d5 req-647a089e-5bdb-4566-8975-7550929c920a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:52.343102 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d820c3bc-5387-40b9-99b8-360bfa6d52d5 req-647a089e-5bdb-4566-8975-7550929c920a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:52.391506 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d820c3bc-5387-40b9-99b8-360bfa6d52d5 req-647a089e-5bdb-4566-8975-7550929c920a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:52.394204 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d820c3bc-5387-40b9-99b8-360bfa6d52d5 req-647a089e-5bdb-4566-8975-7550929c920a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:52.395494 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d820c3bc-5387-40b9-99b8-360bfa6d52d5 req-647a089e-5bdb-4566-8975-7550929c920a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "DELETE /v2.0/security-groups/99090b34-5841-4fee-a0f0-51324c164f5b HTTP/1.1" status: 204 len: 173 time: 0.1411080 Jul 09 09:36:52.408825 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a089e-5bdb-4566-8975-7550929c920a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99090b34-5841-4fee-a0f0-51324c164f5b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:52.417591 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a089e-5bdb-4566-8975-7550929c920a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:36:52.418025 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a089e-5bdb-4566-8975-7550929c920a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:36:52.418366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a089e-5bdb-4566-8975-7550929c920a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:36:52.418696 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a089e-5bdb-4566-8975-7550929c920a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:36:52.419311 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a089e-5bdb-4566-8975-7550929c920a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:36:52.419620 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a089e-5bdb-4566-8975-7550929c920a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:36:52.419968 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a089e-5bdb-4566-8975-7550929c920a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:36:52.420780 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a089e-5bdb-4566-8975-7550929c920a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:36:52.420780 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a089e-5bdb-4566-8975-7550929c920a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:36:52.421150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a089e-5bdb-4566-8975-7550929c920a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:36:52.421232 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a089e-5bdb-4566-8975-7550929c920a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:36:52.421522 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a089e-5bdb-4566-8975-7550929c920a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:36:52.488785 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-9547392d-1f2c-4da1-abf4-cae72aee25f1 req-43ad31a2-a7a2-4a45-8a36-76468d4eedde tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] show failed (client error): The resource could not be found. Jul 09 09:36:52.490132 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9547392d-1f2c-4da1-abf4-cae72aee25f1 req-43ad31a2-a7a2-4a45-8a36-76468d4eedde tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/99090b34-5841-4fee-a0f0-51324c164f5b HTTP/1.1" status: 404 len: 352 time: 0.0164750 Jul 09 09:36:52.599201 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-4b38f0cc-ae55-4043-b2f9-66abdc0dab09 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0645888 Jul 09 09:36:52.683045 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6477895-172f-4332-b558-d28360a02a97 req-18f89100-118b-451c-835f-b06f248593b8 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:52.685016 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6477895-172f-4332-b558-d28360a02a97 req-18f89100-118b-451c-835f-b06f248593b8 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.0831335 Jul 09 09:36:52.761453 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6477895-172f-4332-b558-d28360a02a97 req-19c48ba1-8ceb-473d-b54d-31d6fc1edfdf tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653627 Jul 09 09:36:52.784277 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b57cd4f-d2a5-447e-941b-c00c3afcad60 req-df2fda9c-709b-416d-bf46-798f2f4e3dcf tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/4d8978ca-d569-4ad6-9106-6e92d646a7ea HTTP/1.1" status: 200 len: 1802 time: 0.0688610 Jul 09 09:36:52.901420 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6b57cd4f-d2a5-447e-941b-c00c3afcad60 req-c1fecf93-8b98-47a9-bfe6-55d0d3a9bd73 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:52.935835 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6b57cd4f-d2a5-447e-941b-c00c3afcad60 req-c1fecf93-8b98-47a9-bfe6-55d0d3a9bd73 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:52.980528 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6b57cd4f-d2a5-447e-941b-c00c3afcad60 req-c1fecf93-8b98-47a9-bfe6-55d0d3a9bd73 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:52.983188 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6b57cd4f-d2a5-447e-941b-c00c3afcad60 req-c1fecf93-8b98-47a9-bfe6-55d0d3a9bd73 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:52.984492 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b57cd4f-d2a5-447e-941b-c00c3afcad60 req-c1fecf93-8b98-47a9-bfe6-55d0d3a9bd73 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "DELETE /v2.0/security-groups/4d8978ca-d569-4ad6-9106-6e92d646a7ea HTTP/1.1" status: 204 len: 173 time: 0.1867323 Jul 09 09:36:52.997916 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fecf93-8b98-47a9-bfe6-55d0d3a9bd73 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8978ca-d569-4ad6-9106-6e92d646a7ea,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:53.036857 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-888a587a-f3f0-4aee-af5e-3cfc3e2d1291 req-8703b08c-ed21-475c-92b6-eae0fcd8d375 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] show failed (client error): The resource could not be found. Jul 09 09:36:53.037923 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-888a587a-f3f0-4aee-af5e-3cfc3e2d1291 req-8703b08c-ed21-475c-92b6-eae0fcd8d375 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/4d8978ca-d569-4ad6-9106-6e92d646a7ea HTTP/1.1" status: 404 len: 352 time: 0.0224249 Jul 09 09:36:53.172411 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a52ea94-8e20-45f4-9a9e-b73b724dcd90 req-21193f11-76fb-4a7a-a115-c66a53b68966 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=70f75bf07b0e4756872fbda30959ba24 HTTP/1.1" status: 200 len: 6157 time: 0.1115217 Jul 09 09:36:53.253583 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a52ea94-8e20-45f4-9a9e-b73b724dcd90 req-096553e1-a85b-49da-b9d9-b370a7aa37a6 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/ee6aa37c-6226-47c0-bafb-b2477da2f802 HTTP/1.1" status: 200 len: 2985 time: 0.0794437 Jul 09 09:36:53.318945 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a52ea94-8e20-45f4-9a9e-b73b724dcd90 req-73aaff2a-fa2d-4574-bf4f-6ed52b185a14 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/ee6aa37c-6226-47c0-bafb-b2477da2f802 HTTP/1.1" status: 200 len: 2985 time: 0.0551121 Jul 09 09:36:53.478665 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6668c4-0e4c-429e-84bb-adb7e927992e req-1d44841b-a3ae-4dd8-b1f9-9a17fc5910d1 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:53.486865 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6668c4-0e4c-429e-84bb-adb7e927992e req-1d44841b-a3ae-4dd8-b1f9-9a17fc5910d1 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:53.494578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6668c4-0e4c-429e-84bb-adb7e927992e req-1d44841b-a3ae-4dd8-b1f9-9a17fc5910d1 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:53.500812 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6668c4-0e4c-429e-84bb-adb7e927992e req-1d44841b-a3ae-4dd8-b1f9-9a17fc5910d1 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:53.508467 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6668c4-0e4c-429e-84bb-adb7e927992e req-1d44841b-a3ae-4dd8-b1f9-9a17fc5910d1 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:53.515941 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6668c4-0e4c-429e-84bb-adb7e927992e req-1d44841b-a3ae-4dd8-b1f9-9a17fc5910d1 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:53.523658 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6668c4-0e4c-429e-84bb-adb7e927992e req-1d44841b-a3ae-4dd8-b1f9-9a17fc5910d1 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:53.531778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2f6668c4-0e4c-429e-84bb-adb7e927992e req-1d44841b-a3ae-4dd8-b1f9-9a17fc5910d1 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5420 time: 0.1565979 Jul 09 09:36:53.584526 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2f6668c4-0e4c-429e-84bb-adb7e927992e req-664c9d70-7a6b-4663-a720-a9ccf2862b83 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514698 Jul 09 09:36:53.617177 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-463d13df-b2b3-4bf7-b047-ee01b2a7facd req-9766d713-4920-4b1c-b2d8-fa223d8fe1fa tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1445249112', 'description': 'tempest-description-791818067'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:53.642604 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-463d13df-b2b3-4bf7-b047-ee01b2a7facd req-9766d713-4920-4b1c-b2d8-fa223d8fe1fa tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:53.762374 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-463d13df-b2b3-4bf7-b047-ee01b2a7facd req-9766d713-4920-4b1c-b2d8-fa223d8fe1fa tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:53.768070 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-463d13df-b2b3-4bf7-b047-ee01b2a7facd req-9766d713-4920-4b1c-b2d8-fa223d8fe1fa tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:53.810305 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766d713-4920-4b1c-b2d8-fa223d8fe1fa tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63ec0bf-9b98-4185-83b3-ab5a44b97d18,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:53.813652 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-463d13df-b2b3-4bf7-b047-ee01b2a7facd req-9766d713-4920-4b1c-b2d8-fa223d8fe1fa tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:53.814869 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-463d13df-b2b3-4bf7-b047-ee01b2a7facd req-9766d713-4920-4b1c-b2d8-fa223d8fe1fa tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2029371 Jul 09 09:36:53.860507 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b8cf3fe4-7187-4bbb-a9a4-53d2abe91cda req-4cf7628b-51db-4b2b-bca1-2731064841cf tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-975362081', 'description': 'tempest-description-1808254291'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:53.909700 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b8cf3fe4-7187-4bbb-a9a4-53d2abe91cda req-4cf7628b-51db-4b2b-bca1-2731064841cf tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:54.086246 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a06aa2-5e49-4012-8b4f-b138c2295918 req-96b7b0b6-8a31-4a64-aa8d-e2a294bfe2ce tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:54.094640 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65a06aa2-5e49-4012-8b4f-b138c2295918 req-96b7b0b6-8a31-4a64-aa8d-e2a294bfe2ce tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.1436012 Jul 09 09:36:54.193125 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65a06aa2-5e49-4012-8b4f-b138c2295918 req-fb4c49ca-c098-4261-bbe5-11287ffb0a6b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972047 Jul 09 09:36:54.196310 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b8cf3fe4-7187-4bbb-a9a4-53d2abe91cda req-4cf7628b-51db-4b2b-bca1-2731064841cf tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:54.202078 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b8cf3fe4-7187-4bbb-a9a4-53d2abe91cda req-4cf7628b-51db-4b2b-bca1-2731064841cf tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:54.237457 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b8cf3fe4-7187-4bbb-a9a4-53d2abe91cda req-4cf7628b-51db-4b2b-bca1-2731064841cf tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:54.243380 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8cf3fe4-7187-4bbb-a9a4-53d2abe91cda req-4cf7628b-51db-4b2b-bca1-2731064841cf tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3907111 Jul 09 09:36:54.266973 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7628b-51db-4b2b-bca1-2731064841cf tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8455fe2-9180-44a2-96d5-1154681bce60,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:54.408265 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-fe73550b-5beb-44a5-9f3b-054a38fc9ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:54.409833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-fe73550b-5beb-44a5-9f3b-054a38fc9ccd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 1101 time: 0.0581620 Jul 09 09:36:54.586065 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-7cca74de-1b93-4dce-9236-b043a26bdcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:54.587570 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-7cca74de-1b93-4dce-9236-b043a26bdcb9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.1712475 Jul 09 09:36:54.640853 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-aa38e952-8de0-4113-a8cd-7ac822282482 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a2a5d059-622a-49bd-a506-6b959921c890 HTTP/1.1" status: 200 len: 217 time: 0.0445447 Jul 09 09:36:54.649248 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-e7dec98b-7638-46ed-aa5a-30444aed629f tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:54.650692 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-e7dec98b-7638-46ed-aa5a-30444aed629f tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/networks?id=1eead137-dbd8-48b9-916a-6019c200ae01 HTTP/1.1" status: 200 len: 812 time: 0.1815956 Jul 09 09:36:54.707742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-264224d9-075c-49d8-a424-b5ac87a2abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:54.707742 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-264224d9-075c-49d8-a424-b5ac87a2abcc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0516312 Jul 09 09:36:54.735084 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-e4dc7636-b92b-4d24-a2cb-418a66c0e888 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/quotas/70f75bf07b0e4756872fbda30959ba24 HTTP/1.1" status: 200 len: 375 time: 0.0727627 Jul 09 09:36:54.864467 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-5fe01164-3222-44d4-959e-f40e83089567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:54.866003 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-5fe01164-3222-44d4-959e-f40e83089567 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1428454 Jul 09 09:36:54.881909 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249ef9c-df5f-48b7-87b5-4326de8e5e6a req-6f8c2812-1b5a-4a62-af42-fc36d295bee6 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:54.887887 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249ef9c-df5f-48b7-87b5-4326de8e5e6a req-6f8c2812-1b5a-4a62-af42-fc36d295bee6 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:54.893823 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249ef9c-df5f-48b7-87b5-4326de8e5e6a req-6f8c2812-1b5a-4a62-af42-fc36d295bee6 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:54.899800 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249ef9c-df5f-48b7-87b5-4326de8e5e6a req-6f8c2812-1b5a-4a62-af42-fc36d295bee6 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:54.905699 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249ef9c-df5f-48b7-87b5-4326de8e5e6a req-6f8c2812-1b5a-4a62-af42-fc36d295bee6 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:54.911623 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249ef9c-df5f-48b7-87b5-4326de8e5e6a req-6f8c2812-1b5a-4a62-af42-fc36d295bee6 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:54.921231 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249ef9c-df5f-48b7-87b5-4326de8e5e6a req-6f8c2812-1b5a-4a62-af42-fc36d295bee6 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:54.923209 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c249ef9c-df5f-48b7-87b5-4326de8e5e6a req-6f8c2812-1b5a-4a62-af42-fc36d295bee6 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5420 time: 0.2106600 Jul 09 09:36:54.983200 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-112add96-a160-45fc-8ce7-b2841c9979ec tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=70f75bf07b0e4756872fbda30959ba24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2112246 Jul 09 09:36:55.031743 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c249ef9c-df5f-48b7-87b5-4326de8e5e6a req-33031ed4-ce26-4b08-a84e-b5941f6bfb93 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0967135 Jul 09 09:36:55.073278 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-4c0e14ba-ad3c-4b50-9df6-d20a8cc43b16 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487787 Jul 09 09:36:55.249383 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-4168ee98-0e81-43e0-8cb7-348de6ac6c79 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690528 Jul 09 09:36:55.254745 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-f84bbc16-5b24-4c16-9e77-52f91558e8b8 service neutron] 10.222.0.61 "GET /v2.0/networks/1eead137-dbd8-48b9-916a-6019c200ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599905 Jul 09 09:36:55.430751 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-f1d6a131-2818-4655-836e-1e71c0de17e2 service neutron] 10.222.0.61 "GET /v2.0/networks/1eead137-dbd8-48b9-916a-6019c200ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667111 Jul 09 09:36:55.442569 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3783fbc-4d8e-4be0-b434-1b53548334df req-75b74f98-72a9-482c-b568-61c80424ddd1 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:55.444103 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f3783fbc-4d8e-4be0-b434-1b53548334df req-75b74f98-72a9-482c-b568-61c80424ddd1 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.1184907 Jul 09 09:36:55.488262 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f3783fbc-4d8e-4be0-b434-1b53548334df req-d1be768e-6dbc-4c24-9224-17946e05eaa6 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354841 Jul 09 09:36:55.639734 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dbbccc88-9366-43a2-9914-6f34d823eaaf req-e1b6231c-2cdd-4d88-8b90-7df4df995f69 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a2de0c0-9e68-4389-8ab3-bfd80e233fac HTTP/1.1" status: 200 len: 210 time: 0.0449820 Jul 09 09:36:56.327960 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7e4d8-cd7f-41ef-90ff-01d654248607 req-d49a0fcd-aaf2-43e0-a0e1-0dd76140ad87 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:56.338445 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7e4d8-cd7f-41ef-90ff-01d654248607 req-d49a0fcd-aaf2-43e0-a0e1-0dd76140ad87 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:56.344926 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7e4d8-cd7f-41ef-90ff-01d654248607 req-d49a0fcd-aaf2-43e0-a0e1-0dd76140ad87 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:56.351053 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7e4d8-cd7f-41ef-90ff-01d654248607 req-d49a0fcd-aaf2-43e0-a0e1-0dd76140ad87 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:56.357286 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7e4d8-cd7f-41ef-90ff-01d654248607 req-d49a0fcd-aaf2-43e0-a0e1-0dd76140ad87 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:56.363618 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7e4d8-cd7f-41ef-90ff-01d654248607 req-d49a0fcd-aaf2-43e0-a0e1-0dd76140ad87 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:56.371647 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7e4d8-cd7f-41ef-90ff-01d654248607 req-d49a0fcd-aaf2-43e0-a0e1-0dd76140ad87 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:56.375930 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bca7e4d8-cd7f-41ef-90ff-01d654248607 req-d49a0fcd-aaf2-43e0-a0e1-0dd76140ad87 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5420 time: 0.1775761 Jul 09 09:36:56.421639 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bca7e4d8-cd7f-41ef-90ff-01d654248607 req-ba2a125e-7c78-4803-aaf9-b02d6bbb6212 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415804 Jul 09 09:36:56.680101 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d39315-68ab-42e5-a06f-592a74e8a6d9 req-8b1f6f6e-f2bd-4323-8efb-7479a0cc2c5f tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:56.681685 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-24d39315-68ab-42e5-a06f-592a74e8a6d9 req-8b1f6f6e-f2bd-4323-8efb-7479a0cc2c5f tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.0733662 Jul 09 09:36:56.739326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-24d39315-68ab-42e5-a06f-592a74e8a6d9 req-513452e0-454f-4928-9bea-1371e3cbf8f6 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521233 Jul 09 09:36:56.899519 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f27921f-9450-4a5d-ad39-aaa24535da14 req-a8f96a02-d64d-4f52-9ec6-e778ba99b863 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a2de0c0-9e68-4389-8ab3-bfd80e233fac HTTP/1.1" status: 200 len: 210 time: 0.0879498 Jul 09 09:36:57.102492 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-1975a5f0-f70a-4f29-bbe9-f5f124abb991 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:57.104114 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-1975a5f0-f70a-4f29-bbe9-f5f124abb991 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.58 "GET /v2.0/networks?id=1eead137-dbd8-48b9-916a-6019c200ae01 HTTP/1.1" status: 200 len: 812 time: 0.1349607 Jul 09 09:36:57.120014 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-4c6da3b4-d55a-416f-bacd-529eb4b14bfc tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Request body: {'port': {'device_id': '2a2de0c0-9e68-4389-8ab3-bfd80e233fac', 'network_id': '1eead137-dbd8-48b9-916a-6019c200ae01', 'admin_state_up': True, 'tenant_id': '70f75bf07b0e4756872fbda30959ba24'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:57.283737 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-4c6da3b4-d55a-416f-bacd-529eb4b14bfc tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Made reservation on behalf of 70f75bf07b0e4756872fbda30959ba24 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:36:57.287336 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-4c6da3b4-d55a-416f-bacd-529eb4b14bfc tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:57.413900 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-4c6da3b4-d55a-416f-bacd-529eb4b14bfc tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Allocated IP 172.20.0.14 (1eead137-dbd8-48b9-916a-6019c200ae01/0e4ca544-6115-4c7d-97ed-69dda7c846c3/9de96b03-1eb2-4301-af66-009d2aa274a1) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:36:57.605534 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-4c6da3b4-d55a-416f-bacd-529eb4b14bfc tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:57.701244 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32804e-ee08-4d17-a566-5b45bce796fb req-bdfc0c45-8064-4363-82b1-96d061b3fc08 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:57.707297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32804e-ee08-4d17-a566-5b45bce796fb req-bdfc0c45-8064-4363-82b1-96d061b3fc08 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:57.713847 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32804e-ee08-4d17-a566-5b45bce796fb req-bdfc0c45-8064-4363-82b1-96d061b3fc08 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:57.719820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32804e-ee08-4d17-a566-5b45bce796fb req-bdfc0c45-8064-4363-82b1-96d061b3fc08 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:57.725766 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32804e-ee08-4d17-a566-5b45bce796fb req-bdfc0c45-8064-4363-82b1-96d061b3fc08 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:57.731681 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32804e-ee08-4d17-a566-5b45bce796fb req-bdfc0c45-8064-4363-82b1-96d061b3fc08 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:57.737644 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32804e-ee08-4d17-a566-5b45bce796fb req-bdfc0c45-8064-4363-82b1-96d061b3fc08 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:57.739655 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd32804e-ee08-4d17-a566-5b45bce796fb req-bdfc0c45-8064-4363-82b1-96d061b3fc08 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5420 time: 0.1318252 Jul 09 09:36:57.741373 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-4c6da3b4-d55a-416f-bacd-529eb4b14bfc tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:57.759373 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['6342e768-71ac-4247-80f3-4c4a0dbf9a3a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:36:57.815748 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-4c6da3b4-d55a-416f-bacd-529eb4b14bfc tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Network 1eead137-dbd8-48b9-916a-6019c200ae01 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:36:57.827050 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-4c6da3b4-d55a-416f-bacd-529eb4b14bfc tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:36:57.834435 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-4c6da3b4-d55a-416f-bacd-529eb4b14bfc tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:36:57.837514 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6da3b4-d55a-416f-bacd-529eb4b14bfc tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event updated for resources: {'Port': ['ID=9de96b03-1eb2-4301-af66-009d2aa274a1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:57.871056 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd32804e-ee08-4d17-a566-5b45bce796fb req-1c24c24a-0dd2-4de9-85e4-02b9b1e5af19 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1152892 Jul 09 09:36:57.899027 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-4c6da3b4-d55a-416f-bacd-529eb4b14bfc tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:57.899683 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-4c6da3b4-d55a-416f-bacd-529eb4b14bfc tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:57.929830 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-4c6da3b4-d55a-416f-bacd-529eb4b14bfc tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8162606 Jul 09 09:36:57.958379 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-6f806f32-c562-4df2-b27c-b2c9144a6d3f service neutron] Request body: {'port': {'device_id': '2a2de0c0-9e68-4389-8ab3-bfd80e233fac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:36:58.094371 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b6c97-51a1-4cd5-ac83-19729a767edf req-7c8869d0-2749-43fe-ad3b-c755eea49b8d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:58.095951 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b1b6c97-51a1-4cd5-ac83-19729a767edf req-7c8869d0-2749-43fe-ad3b-c755eea49b8d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.1776648 Jul 09 09:36:58.102090 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-6f806f32-c562-4df2-b27c-b2c9144a6d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:58.206037 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b1b6c97-51a1-4cd5-ac83-19729a767edf req-538e242e-3f9a-4dca-8120-28f1b9fea03d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004169 Jul 09 09:36:58.257023 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587084d-5218-4b84-a888-523b3fe0a497 req-2889d25f-5e76-4a60-afc7-5d3d82314099 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:58.259217 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5587084d-5218-4b84-a888-523b3fe0a497 req-2889d25f-5e76-4a60-afc7-5d3d82314099 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a2de0c0-9e68-4389-8ab3-bfd80e233fac HTTP/1.1" status: 200 len: 932 time: 0.2153752 Jul 09 09:36:58.368404 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5587084d-5218-4b84-a888-523b3fe0a497 req-376ac8df-e13f-45b5-9c6d-3a3a0b8d5972 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee6aa37c-6226-47c0-bafb-b2477da2f802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964146 Jul 09 09:36:58.564134 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-6f806f32-c562-4df2-b27c-b2c9144a6d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de96b03-1eb2-4301-af66-009d2aa274a1 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:36:58.573814 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-6f806f32-c562-4df2-b27c-b2c9144a6d3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:58.595760 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-6f806f32-c562-4df2-b27c-b2c9144a6d3f service neutron] Transition to ACTIVE for port object 9de96b03-1eb2-4301-af66-009d2aa274a1 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:36:58.600540 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-6f806f32-c562-4df2-b27c-b2c9144a6d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:58.668492 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f806f32-c562-4df2-b27c-b2c9144a6d3f service neutron] Pushing event updated for resources: {'Port': ['ID=9de96b03-1eb2-4301-af66-009d2aa274a1,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:58.749895 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-6f806f32-c562-4df2-b27c-b2c9144a6d3f service neutron] Attempting to bind port 9de96b03-1eb2-4301-af66-009d2aa274a1 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:36:58.750328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-6f806f32-c562-4df2-b27c-b2c9144a6d3f service neutron] Attempting to bind port 9de96b03-1eb2-4301-af66-009d2aa274a1 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '94bc9921-40e4-4a0e-a298-44fa3cccb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1eead137-dbd8-48b9-916a-6019c200ae01'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:36:58.750730 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-6f806f32-c562-4df2-b27c-b2c9144a6d3f service neutron] Attempting to bind port 9de96b03-1eb2-4301-af66-009d2aa274a1 on network 1eead137-dbd8-48b9-916a-6019c200ae01 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:36:58.755312 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-6f806f32-c562-4df2-b27c-b2c9144a6d3f service neutron] Port 9de96b03-1eb2-4301-af66-009d2aa274a1 on network 1eead137-dbd8-48b9-916a-6019c200ae01 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:36:58.755728 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-6f806f32-c562-4df2-b27c-b2c9144a6d3f service neutron] Attempting to bind port 9de96b03-1eb2-4301-af66-009d2aa274a1 on network 1eead137-dbd8-48b9-916a-6019c200ae01 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:36:58.761376 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-6f806f32-c562-4df2-b27c-b2c9144a6d3f service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:36:58.761821 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-6f806f32-c562-4df2-b27c-b2c9144a6d3f service neutron] Checking segment: {'id': '94bc9921-40e4-4a0e-a298-44fa3cccb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1eead137-dbd8-48b9-916a-6019c200ae01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:36:58.762270 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-6f806f32-c562-4df2-b27c-b2c9144a6d3f service neutron] Bound using segment: {'id': '94bc9921-40e4-4a0e-a298-44fa3cccb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1eead137-dbd8-48b9-916a-6019c200ae01'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:36:58.762769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-6f806f32-c562-4df2-b27c-b2c9144a6d3f service neutron] Bound port: 9de96b03-1eb2-4301-af66-009d2aa274a1, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94bc9921-40e4-4a0e-a298-44fa3cccb4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1eead137-dbd8-48b9-916a-6019c200ae01'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:36:58.763199 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-6f806f32-c562-4df2-b27c-b2c9144a6d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:58.831255 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-6f806f32-c562-4df2-b27c-b2c9144a6d3f service neutron] For port 9de96b03-1eb2-4301-af66-009d2aa274a1, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:36:58.840256 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-6f806f32-c562-4df2-b27c-b2c9144a6d3f service neutron] For port 9de96b03-1eb2-4301-af66-009d2aa274a1, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=9de96b03-1eb2-4301-af66-009d2aa274a1,segment=NetworkSegment(94bc9921-40e4-4a0e-a298-44fa3cccb4cc),segment_id=94bc9921-40e4-4a0e-a298-44fa3cccb4cc)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:36:58.844776 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-6f806f32-c562-4df2-b27c-b2c9144a6d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:58.891986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-6f806f32-c562-4df2-b27c-b2c9144a6d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:58.892704 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-6f806f32-c562-4df2-b27c-b2c9144a6d3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:36:58.894198 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-6f806f32-c562-4df2-b27c-b2c9144a6d3f service neutron] 10.222.0.58 "PUT /v2.0/ports/9de96b03-1eb2-4301-af66-009d2aa274a1 HTTP/1.1" status: 200 len: 1092 time: 0.9414921 Jul 09 09:36:58.894731 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2de0c0-9e68-4389-8ab3-bfd80e233fac', 'tag': '9de96b03-1eb2-4301-af66-009d2aa274a1'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:36:58.897076 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2ee8ff-6e3c-4cf7-b827-e904f3cebbe5" -d '{"events": [{"name": "network-changed", "server_uuid": "2a2de0c0-9e68-4389-8ab3-bfd80e233fac", "tag": "9de96b03-1eb2-4301-af66-009d2aa274a1"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:36:58.922924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f806f32-c562-4df2-b27c-b2c9144a6d3f service neutron] Pushing event updated for resources: {'Port': ['ID=9de96b03-1eb2-4301-af66-009d2aa274a1,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:36:58.964341 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25499fd-26ad-4c19-939e-8c3b49ffbb69 x-openstack-request-id: req-f25499fd-26ad-4c19-939e-8c3b49ffbb69 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:36:58.964665 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a2de0c0-9e68-4389-8ab3-bfd80e233fac", "tag": "9de96b03-1eb2-4301-af66-009d2aa274a1", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:36:58.964880 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f25499fd-26ad-4c19-939e-8c3b49ffbb69 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:36:58.965343 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a2de0c0-9e68-4389-8ab3-bfd80e233fac', 'tag': '9de96b03-1eb2-4301-af66-009d2aa274a1', 'status': 'completed', 'code': 200} Jul 09 09:36:59.007889 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-2e2c9496-1dd3-4c3f-be2d-9e64b1c48cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:59.009775 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-2e2c9496-1dd3-4c3f-be2d-9e64b1c48cdd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70f75bf07b0e4756872fbda30959ba24&device_id=2a2de0c0-9e68-4389-8ab3-bfd80e233fac HTTP/1.1" status: 200 len: 1095 time: 0.0742326 Jul 09 09:36:59.075677 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-ff517de1-4fba-4708-9edf-b1586be80203 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de96b03-1eb2-4301-af66-009d2aa274a1 HTTP/1.1" status: 200 len: 217 time: 0.0584676 Jul 09 09:36:59.155162 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-456ed01a-d7f4-4b32-898e-47a383e7566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:59.156769 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-456ed01a-d7f4-4b32-898e-47a383e7566e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e4ca544-6115-4c7d-97ed-69dda7c846c3 HTTP/1.1" status: 200 len: 852 time: 0.0590723 Jul 09 09:36:59.202266 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-67df25fe-04eb-4112-81d8-5f2f433cf911 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1eead137-dbd8-48b9-916a-6019c200ae01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369363 Jul 09 09:36:59.219733 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c497eb1-81dd-4f77-a810-4fe2b95ba342 req-690a0bfb-8fc2-4ad0-92d0-9f927a88d850 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:59.225718 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c497eb1-81dd-4f77-a810-4fe2b95ba342 req-690a0bfb-8fc2-4ad0-92d0-9f927a88d850 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:59.242471 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c497eb1-81dd-4f77-a810-4fe2b95ba342 req-690a0bfb-8fc2-4ad0-92d0-9f927a88d850 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:59.249148 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c497eb1-81dd-4f77-a810-4fe2b95ba342 req-690a0bfb-8fc2-4ad0-92d0-9f927a88d850 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:59.255298 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c497eb1-81dd-4f77-a810-4fe2b95ba342 req-690a0bfb-8fc2-4ad0-92d0-9f927a88d850 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:59.262250 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c497eb1-81dd-4f77-a810-4fe2b95ba342 req-690a0bfb-8fc2-4ad0-92d0-9f927a88d850 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:59.268505 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c497eb1-81dd-4f77-a810-4fe2b95ba342 req-690a0bfb-8fc2-4ad0-92d0-9f927a88d850 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:59.270438 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c497eb1-81dd-4f77-a810-4fe2b95ba342 req-690a0bfb-8fc2-4ad0-92d0-9f927a88d850 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5420 time: 0.2051504 Jul 09 09:36:59.379551 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c497eb1-81dd-4f77-a810-4fe2b95ba342 req-981bcdaa-0631-453b-bb8e-5453d844c4a5 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1000364 Jul 09 09:36:59.426258 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-ff6ea597-0a06-42f9-bbc7-63576bbdf3bf service neutron] 10.222.0.58 "GET /v2.0/networks/1eead137-dbd8-48b9-916a-6019c200ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548212 Jul 09 09:36:59.524596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a097d-6f72-41bf-87fe-68d583f02907 req-1c3fcc91-3606-4c6c-8ddb-7562bdadf2e5 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:59.526115 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-397a097d-6f72-41bf-87fe-68d583f02907 req-1c3fcc91-3606-4c6c-8ddb-7562bdadf2e5 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.1706111 Jul 09 09:36:59.582173 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95d4b6ef-7b9c-4422-9b9c-d7cd1cd3f30b req-26f93aa0-30b3-4f67-a4fd-ff0e8f108762 service neutron] 10.222.0.58 "GET /v2.0/networks/1eead137-dbd8-48b9-916a-6019c200ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454802 Jul 09 09:36:59.606681 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-397a097d-6f72-41bf-87fe-68d583f02907 req-64fb5d4a-b289-4346-94cc-bbc410863c7c tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610037 Jul 09 09:36:59.773822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ee8ff-6e3c-4cf7-b827-e904f3cebbe5 req-5f22f36f-8b56-47e1-b071-789eca7ec4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:59.775426 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a2ee8ff-6e3c-4cf7-b827-e904f3cebbe5 req-5f22f36f-8b56-47e1-b071-789eca7ec4cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70f75bf07b0e4756872fbda30959ba24&device_id=2a2de0c0-9e68-4389-8ab3-bfd80e233fac HTTP/1.1" status: 200 len: 1095 time: 0.1127565 Jul 09 09:36:59.786365 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167e63b-dc34-4b7e-ba05-8145c95a9107 req-8b505745-bdaf-4e49-b6f4-47a156501228 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:59.798849 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d167e63b-dc34-4b7e-ba05-8145c95a9107 req-8b505745-bdaf-4e49-b6f4-47a156501228 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a2de0c0-9e68-4389-8ab3-bfd80e233fac HTTP/1.1" status: 200 len: 944 time: 0.1225884 Jul 09 09:36:59.907324 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d167e63b-dc34-4b7e-ba05-8145c95a9107 req-0722fa96-8528-46a4-bb7c-e34ca2dfcae1 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee6aa37c-6226-47c0-bafb-b2477da2f802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097524 Jul 09 09:36:59.956884 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ee8ff-6e3c-4cf7-b827-e904f3cebbe5 req-df971b60-3656-4a00-b57b-45e5ac8a23ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:36:59.958025 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a2ee8ff-6e3c-4cf7-b827-e904f3cebbe5 req-df971b60-3656-4a00-b57b-45e5ac8a23ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=1eead137-dbd8-48b9-916a-6019c200ae01 HTTP/1.1" status: 200 len: 913 time: 0.1623461 Jul 09 09:37:00.005929 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a2ee8ff-6e3c-4cf7-b827-e904f3cebbe5 req-da188e3f-b995-44d6-aab0-9d15ff8ef8eb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de96b03-1eb2-4301-af66-009d2aa274a1 HTTP/1.1" status: 200 len: 217 time: 0.0404351 Jul 09 09:37:00.061155 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ee8ff-6e3c-4cf7-b827-e904f3cebbe5 req-872e2453-7341-410a-b22b-6d3b064299ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:00.062714 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a2ee8ff-6e3c-4cf7-b827-e904f3cebbe5 req-872e2453-7341-410a-b22b-6d3b064299ae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e4ca544-6115-4c7d-97ed-69dda7c846c3 HTTP/1.1" status: 200 len: 852 time: 0.0495067 Jul 09 09:37:00.102792 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a2ee8ff-6e3c-4cf7-b827-e904f3cebbe5 req-5169ed24-f1ea-4e1c-837c-23ee5c6dcefb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1eead137-dbd8-48b9-916a-6019c200ae01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302572 Jul 09 09:37:00.222870 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a2ee8ff-6e3c-4cf7-b827-e904f3cebbe5 req-ff10b03a-e240-4306-917f-460c28242c03 service neutron] 10.222.0.58 "GET /v2.0/networks/1eead137-dbd8-48b9-916a-6019c200ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125758 Jul 09 09:37:00.317257 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a2ee8ff-6e3c-4cf7-b827-e904f3cebbe5 req-67f166d6-d124-462d-b440-bab22fc2ee12 service neutron] 10.222.0.58 "GET /v2.0/networks/1eead137-dbd8-48b9-916a-6019c200ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875397 Jul 09 09:37:00.625014 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68323-84d7-4e07-ac29-974c84eae768 req-2b635830-2e89-438d-9bd0-0c336bf0cc58 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:00.632676 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68323-84d7-4e07-ac29-974c84eae768 req-2b635830-2e89-438d-9bd0-0c336bf0cc58 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:00.638984 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68323-84d7-4e07-ac29-974c84eae768 req-2b635830-2e89-438d-9bd0-0c336bf0cc58 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:00.645363 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68323-84d7-4e07-ac29-974c84eae768 req-2b635830-2e89-438d-9bd0-0c336bf0cc58 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:00.651831 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68323-84d7-4e07-ac29-974c84eae768 req-2b635830-2e89-438d-9bd0-0c336bf0cc58 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:00.658358 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68323-84d7-4e07-ac29-974c84eae768 req-2b635830-2e89-438d-9bd0-0c336bf0cc58 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:00.664434 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68323-84d7-4e07-ac29-974c84eae768 req-2b635830-2e89-438d-9bd0-0c336bf0cc58 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:00.666391 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f7f68323-84d7-4e07-ac29-974c84eae768 req-2b635830-2e89-438d-9bd0-0c336bf0cc58 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5420 time: 0.1541398 Jul 09 09:37:00.709998 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f7f68323-84d7-4e07-ac29-974c84eae768 req-ca2c37f7-681a-49c7-97cf-2f49ec725ba8 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367138 Jul 09 09:37:00.840310 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab04e4-c312-417b-a20a-1ee509fba751 req-87db3fb6-f75d-490c-8f7e-e6379533d5ff tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:00.842881 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0bab04e4-c312-417b-a20a-1ee509fba751 req-87db3fb6-f75d-490c-8f7e-e6379533d5ff tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.0720665 Jul 09 09:37:00.904077 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0bab04e4-c312-417b-a20a-1ee509fba751 req-5e8f1888-bc36-4c7c-a4cf-ab738f6d84b3 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545700 Jul 09 09:37:01.145730 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed53425-b5fc-473a-b478-461c9c878d7f req-e93b1d1b-ecf4-40ea-baa6-5e46b44dd2bb tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:01.154236 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ed53425-b5fc-473a-b478-461c9c878d7f req-e93b1d1b-ecf4-40ea-baa6-5e46b44dd2bb tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a2de0c0-9e68-4389-8ab3-bfd80e233fac HTTP/1.1" status: 200 len: 944 time: 0.0982111 Jul 09 09:37:01.193718 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ed53425-b5fc-473a-b478-461c9c878d7f req-cb4de67c-04d5-4dd9-8dfe-da10ad068b47 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee6aa37c-6226-47c0-bafb-b2477da2f802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385511 Jul 09 09:37:01.304978 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ffbee-b49f-4229-b6f9-a5c70792544b req-962b8783-02b2-4351-bf75-14e718873fe4 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:01.306622 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-143ffbee-b49f-4229-b6f9-a5c70792544b req-962b8783-02b2-4351-bf75-14e718873fe4 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.0698481 Jul 09 09:37:01.349024 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-143ffbee-b49f-4229-b6f9-a5c70792544b req-3a7a83fb-b313-4da6-959f-bd10aa56efaa tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348113 Jul 09 09:37:01.465779 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54070) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:01.544729 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad42c0-d754-4462-a785-1cbc20b6157a req-37666272-f6ec-448a-8417-4ae196f98c4b tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:01.547138 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a5ad42c0-d754-4462-a785-1cbc20b6157a req-37666272-f6ec-448a-8417-4ae196f98c4b tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.0791192 Jul 09 09:37:01.575523 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8dba66fd-a9a5-4313-a24f-34d8a6f17071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:01.600176 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a5ad42c0-d754-4462-a785-1cbc20b6157a req-78bbaf81-e38c-408f-ae3c-27d20b7fabd3 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458336 Jul 09 09:37:01.674305 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8dba66fd-a9a5-4313-a24f-34d8a6f17071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:01.680245 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8dba66fd-a9a5-4313-a24f-34d8a6f17071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:01.726973 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8dba66fd-a9a5-4313-a24f-34d8a6f17071 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4c1eb76c0fc846e0a52e68ae49d27ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591839 Jul 09 09:37:01.728196 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba66fd-a9a5-4313-a24f-34d8a6f17071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b34c0ea-0b68-4722-bd53-63848d740aa8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:01.730441 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54082) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:01.745924 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba66fd-a9a5-4313-a24f-34d8a6f17071 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:01.746518 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba66fd-a9a5-4313-a24f-34d8a6f17071 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:01.747207 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba66fd-a9a5-4313-a24f-34d8a6f17071 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:01.747717 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba66fd-a9a5-4313-a24f-34d8a6f17071 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:01.751459 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba66fd-a9a5-4313-a24f-34d8a6f17071 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:01.751839 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba66fd-a9a5-4313-a24f-34d8a6f17071 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:01.752184 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba66fd-a9a5-4313-a24f-34d8a6f17071 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:01.752537 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba66fd-a9a5-4313-a24f-34d8a6f17071 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:01.752931 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba66fd-a9a5-4313-a24f-34d8a6f17071 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:01.753273 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba66fd-a9a5-4313-a24f-34d8a6f17071 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:01.753603 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba66fd-a9a5-4313-a24f-34d8a6f17071 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:01.753930 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba66fd-a9a5-4313-a24f-34d8a6f17071 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:01.798591 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-986befb8-235a-4ae0-8cd1-44503220cb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:01.841541 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-986befb8-235a-4ae0-8cd1-44503220cb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:01.906711 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-986befb8-235a-4ae0-8cd1-44503220cb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:01.911487 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-986befb8-235a-4ae0-8cd1-44503220cb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:01.916791 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-986befb8-235a-4ae0-8cd1-44503220cb39 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8b34c0ea-0b68-4722-bd53-63848d740aa8 HTTP/1.1" status: 204 len: 168 time: 0.1851666 Jul 09 09:37:01.926848 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986befb8-235a-4ae0-8cd1-44503220cb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b34c0ea-0b68-4722-bd53-63848d740aa8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:02.045288 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b0de3-447d-43eb-b941-053cf1e5e39b req-5e6387bd-9828-4db0-b958-ea71483dfc64 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:02.051430 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b0de3-447d-43eb-b941-053cf1e5e39b req-5e6387bd-9828-4db0-b958-ea71483dfc64 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:02.057706 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b0de3-447d-43eb-b941-053cf1e5e39b req-5e6387bd-9828-4db0-b958-ea71483dfc64 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:02.063729 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b0de3-447d-43eb-b941-053cf1e5e39b req-5e6387bd-9828-4db0-b958-ea71483dfc64 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:02.070191 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b0de3-447d-43eb-b941-053cf1e5e39b req-5e6387bd-9828-4db0-b958-ea71483dfc64 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:02.077121 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b0de3-447d-43eb-b941-053cf1e5e39b req-5e6387bd-9828-4db0-b958-ea71483dfc64 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:02.082928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b0de3-447d-43eb-b941-053cf1e5e39b req-5e6387bd-9828-4db0-b958-ea71483dfc64 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:02.091212 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f73b0de3-447d-43eb-b941-053cf1e5e39b req-5e6387bd-9828-4db0-b958-ea71483dfc64 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5420 time: 0.1504202 Jul 09 09:37:02.193815 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f73b0de3-447d-43eb-b941-053cf1e5e39b req-6c2e3661-db7d-4dee-a32d-a1ac4182ee8a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1016901 Jul 09 09:37:02.245392 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53532da3-a226-42f2-ba70-70a919440316 req-e93932ac-e3e1-49c9-a9c8-daef9d9ed9d4 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:02.247055 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53532da3-a226-42f2-ba70-70a919440316 req-e93932ac-e3e1-49c9-a9c8-daef9d9ed9d4 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.1018178 Jul 09 09:37:02.294584 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53532da3-a226-42f2-ba70-70a919440316 req-36dce555-100c-4fa9-a33b-714d1e839222 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406847 Jul 09 09:37:02.411879 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ca73e-4324-425a-8d5f-28f6b67da484 req-64194c0f-cff5-4a87-a1fd-645995b1c1f3 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:02.419313 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-617ca73e-4324-425a-8d5f-28f6b67da484 req-64194c0f-cff5-4a87-a1fd-645995b1c1f3 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.0844135 Jul 09 09:37:02.470822 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 9de96b03-1eb2-4301-af66-009d2aa274a1 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:37:02.505762 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-617ca73e-4324-425a-8d5f-28f6b67da484 req-a29a569c-58fb-4fad-bbb1-f39073519961 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855327 Jul 09 09:37:02.533542 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6836cec-aa6b-47ce-a4fc-40b81f0c67fd req-bcfebf3f-6615-4cd5-82cb-3f28c0109c52 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:02.535201 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6836cec-aa6b-47ce-a4fc-40b81f0c67fd req-bcfebf3f-6615-4cd5-82cb-3f28c0109c52 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a2de0c0-9e68-4389-8ab3-bfd80e233fac HTTP/1.1" status: 200 len: 944 time: 0.0964787 Jul 09 09:37:02.580308 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6836cec-aa6b-47ce-a4fc-40b81f0c67fd req-afa59c67-82be-49a7-9679-64c62bd15d85 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee6aa37c-6226-47c0-bafb-b2477da2f802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441601 Jul 09 09:37:02.639940 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 9de96b03-1eb2-4301-af66-009d2aa274a1, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=9de96b03-1eb2-4301-af66-009d2aa274a1,segment=NetworkSegment(94bc9921-40e4-4a0e-a298-44fa3cccb4cc),segment_id=94bc9921-40e4-4a0e-a298-44fa3cccb4cc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:02.653549 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '9de96b03-1eb2-4301-af66-009d2aa274a1', 'network_id': '1eead137-dbd8-48b9-916a-6019c200ae01', 'port_id': '9de96b03-1eb2-4301-af66-009d2aa274a1', 'mac_address': 'fa:16:3e:67:13:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4ca544-6115-4c7d-97ed-69dda7c846c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:37:02.699307 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:02.714847 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de96b03-1eb2-4301-af66-009d2aa274a1 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:37:02.747944 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 9de96b03-1eb2-4301-af66-009d2aa274a1, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=9de96b03-1eb2-4301-af66-009d2aa274a1,segment=NetworkSegment(94bc9921-40e4-4a0e-a298-44fa3cccb4cc),segment_id=94bc9921-40e4-4a0e-a298-44fa3cccb4cc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:02.754074 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:02.812779 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=9de96b03-1eb2-4301-af66-009d2aa274a1,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:03.073660 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['9de96b03-1eb2-4301-af66-009d2aa274a1'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:37:03.318209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fde770-193b-4163-ad8c-ee130852bae7 req-bffc37c2-3aa1-42d2-a19b-6fd623e04685 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:03.319944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-52fde770-193b-4163-ad8c-ee130852bae7 req-bffc37c2-3aa1-42d2-a19b-6fd623e04685 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.0689867 Jul 09 09:37:03.404758 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-52fde770-193b-4163-ad8c-ee130852bae7 req-c56624bd-5c78-48eb-a710-e28229675d30 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741696 Jul 09 09:37:03.449596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7703293-ac0d-4429-842d-77d781c19da7 req-7aa3f5ac-5077-4a99-9b79-5c8e2c6c280b tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:03.455600 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7703293-ac0d-4429-842d-77d781c19da7 req-7aa3f5ac-5077-4a99-9b79-5c8e2c6c280b tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:03.461506 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7703293-ac0d-4429-842d-77d781c19da7 req-7aa3f5ac-5077-4a99-9b79-5c8e2c6c280b tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:03.467409 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7703293-ac0d-4429-842d-77d781c19da7 req-7aa3f5ac-5077-4a99-9b79-5c8e2c6c280b tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:03.473407 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7703293-ac0d-4429-842d-77d781c19da7 req-7aa3f5ac-5077-4a99-9b79-5c8e2c6c280b tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:03.479133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7703293-ac0d-4429-842d-77d781c19da7 req-7aa3f5ac-5077-4a99-9b79-5c8e2c6c280b tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:03.485055 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7703293-ac0d-4429-842d-77d781c19da7 req-7aa3f5ac-5077-4a99-9b79-5c8e2c6c280b tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:03.486976 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a7703293-ac0d-4429-842d-77d781c19da7 req-7aa3f5ac-5077-4a99-9b79-5c8e2c6c280b tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5420 time: 0.1300259 Jul 09 09:37:03.725835 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:03.833673 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a7703293-ac0d-4429-842d-77d781c19da7 req-ff0a3ee6-1635-4bb5-a2fd-555579e525f7 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3393574 Jul 09 09:37:03.870371 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00479f56-d440-473d-976a-eb0026819c89 req-8f73cf07-36b6-4483-92ac-11e24aae34c4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:03.871978 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-00479f56-d440-473d-976a-eb0026819c89 req-8f73cf07-36b6-4483-92ac-11e24aae34c4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.0994174 Jul 09 09:37:03.967718 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-00479f56-d440-473d-976a-eb0026819c89 req-15739a7d-5feb-4b8e-b0c0-35706d99e048 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551939 Jul 09 09:37:04.055882 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f5781-c9c1-4200-8796-86e2d5d1ef9c req-23872b26-1743-4b9c-ba9a-7810e3996f86 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:04.063060 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-316f5781-c9c1-4200-8796-86e2d5d1ef9c req-23872b26-1743-4b9c-ba9a-7810e3996f86 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a2de0c0-9e68-4389-8ab3-bfd80e233fac HTTP/1.1" status: 200 len: 945 time: 0.0939198 Jul 09 09:37:04.105465 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-316f5781-c9c1-4200-8796-86e2d5d1ef9c req-2fb4088b-87f7-4a9e-8735-1e19526ba2bf tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee6aa37c-6226-47c0-bafb-b2477da2f802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414445 Jul 09 09:37:04.487399 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 38137faf-b03c-41f7-8e58-cab67d1ed7f7 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:37:04.502160 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 9de96b03-1eb2-4301-af66-009d2aa274a1 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:37:04.604677 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c44322-5a09-4bf6-8c73-8db05c99f83c req-a8999b29-edc6-44af-9c02-a0d236ea04f9 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:04.606906 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84c44322-5a09-4bf6-8c73-8db05c99f83c req-a8999b29-edc6-44af-9c02-a0d236ea04f9 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.0740087 Jul 09 09:37:04.618501 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 9de96b03-1eb2-4301-af66-009d2aa274a1 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:37:04.632151 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 9de96b03-1eb2-4301-af66-009d2aa274a1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:37:04.633355 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:04.659471 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84c44322-5a09-4bf6-8c73-8db05c99f83c req-ec7f4726-fd9c-480a-a8a3-8e66f6597429 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462027 Jul 09 09:37:04.682894 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 38137faf-b03c-41f7-8e58-cab67d1ed7f7, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=38137faf-b03c-41f7-8e58-cab67d1ed7f7,segment=NetworkSegment(e7557c6e-e6c9-475e-8db0-088ca7535df6),segment_id=e7557c6e-e6c9-475e-8db0-088ca7535df6)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:04.704341 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '38137faf-b03c-41f7-8e58-cab67d1ed7f7', 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb', 'port_id': '38137faf-b03c-41f7-8e58-cab67d1ed7f7', 'mac_address': 'fa:16:3e:ee:cc:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4576acc-4c8a-4776-ad8b-d4acbefc004d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:37:04.768604 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:04.791139 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38137faf-b03c-41f7-8e58-cab67d1ed7f7 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:37:04.813461 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54236) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:04.816177 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:04.821873 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 38137faf-b03c-41f7-8e58-cab67d1ed7f7, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=38137faf-b03c-41f7-8e58-cab67d1ed7f7,segment=NetworkSegment(e7557c6e-e6c9-475e-8db0-088ca7535df6),segment_id=e7557c6e-e6c9-475e-8db0-088ca7535df6)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:04.834004 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:04.834647 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c5ac0b66-6ec6-4896-8808-9a201a1cd005 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:37:04.874176 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2de0c0-9e68-4389-8ab3-bfd80e233fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de96b03-1eb2-4301-af66-009d2aa274a1'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:37:04.876738 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4ca42c-c2b8-4006-81f1-723856a11a7d" -d '{"events": [{"server_uuid": "2a2de0c0-9e68-4389-8ab3-bfd80e233fac", "name": "network-vif-plugged", "status": "completed", "tag": "9de96b03-1eb2-4301-af66-009d2aa274a1"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:37:04.902128 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 9de96b03-1eb2-4301-af66-009d2aa274a1, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=9de96b03-1eb2-4301-af66-009d2aa274a1,segment=NetworkSegment(94bc9921-40e4-4a0e-a298-44fa3cccb4cc),segment_id=94bc9921-40e4-4a0e-a298-44fa3cccb4cc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:04.918273 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:04.964728 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=38137faf-b03c-41f7-8e58-cab67d1ed7f7,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:04.972857 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12ba1f00-c496-4c42-8094-bcd4c5238e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:04.998278 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21844b6-b07d-4458-a78a-3ea2b084e69e x-openstack-request-id: req-a21844b6-b07d-4458-a78a-3ea2b084e69e {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:37:04.998765 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2de0c0-9e68-4389-8ab3-bfd80e233fac", "name": "network-vif-plugged", "status": "completed", "tag": "9de96b03-1eb2-4301-af66-009d2aa274a1", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:37:04.999851 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a21844b6-b07d-4458-a78a-3ea2b084e69e {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:37:05.000399 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2de0c0-9e68-4389-8ab3-bfd80e233fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de96b03-1eb2-4301-af66-009d2aa274a1', 'code': 200} Jul 09 09:37:05.091995 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=9de96b03-1eb2-4301-af66-009d2aa274a1,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:05.104115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port c5ac0b66-6ec6-4896-8808-9a201a1cd005, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c5ac0b66-6ec6-4896-8808-9a201a1cd005,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:05.118457 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'c5ac0b66-6ec6-4896-8808-9a201a1cd005', 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728', 'port_id': 'c5ac0b66-6ec6-4896-8808-9a201a1cd005', 'mac_address': 'fa:16:3e:7c:9f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa25951-e3c6-4a89-bd19-5bca58e724de', 'ip_address': '10.1.1.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:37:05.176293 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:05.193964 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ac0b66-6ec6-4896-8808-9a201a1cd005 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:37:05.215860 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port c5ac0b66-6ec6-4896-8808-9a201a1cd005, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c5ac0b66-6ec6-4896-8808-9a201a1cd005,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:05.220124 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:05.221385 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:37:05.289435 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12ba1f00-c496-4c42-8094-bcd4c5238e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:05.308481 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08734210-0312-4c99-a6cd-b7d82fc03619 req-78870ca2-867a-4d14-b97c-e794be7615a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:05.310032 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-08734210-0312-4c99-a6cd-b7d82fc03619 req-78870ca2-867a-4d14-b97c-e794be7615a8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2a2de0c0-9e68-4389-8ab3-bfd80e233fac HTTP/1.1" status: 200 len: 1097 time: 0.2143514 Jul 09 09:37:05.310655 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12ba1f00-c496-4c42-8094-bcd4c5238e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:05.331255 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=c5ac0b66-6ec6-4896-8808-9a201a1cd005,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:05.350343 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980033e-abd9-4256-9cab-4adae4432f6c req-5f72e82b-febf-49c5-a3d4-e54cad9ecd9d tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:05.356102 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980033e-abd9-4256-9cab-4adae4432f6c req-5f72e82b-febf-49c5-a3d4-e54cad9ecd9d tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:05.364941 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980033e-abd9-4256-9cab-4adae4432f6c req-5f72e82b-febf-49c5-a3d4-e54cad9ecd9d tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:05.371821 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980033e-abd9-4256-9cab-4adae4432f6c req-5f72e82b-febf-49c5-a3d4-e54cad9ecd9d tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:05.378122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980033e-abd9-4256-9cab-4adae4432f6c req-5f72e82b-febf-49c5-a3d4-e54cad9ecd9d tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:05.379369 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=66be3df1-04f9-4bfc-bd18-2a4746b4d8eb,segment=NetworkSegment(c1ede9d9-38ab-458d-8e0a-5e8f02213eed),segment_id=c1ede9d9-38ab-458d-8e0a-5e8f02213eed)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:05.384635 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980033e-abd9-4256-9cab-4adae4432f6c req-5f72e82b-febf-49c5-a3d4-e54cad9ecd9d tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:05.395890 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980033e-abd9-4256-9cab-4adae4432f6c req-5f72e82b-febf-49c5-a3d4-e54cad9ecd9d tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:05.396178 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '66be3df1-04f9-4bfc-bd18-2a4746b4d8eb', 'network_id': '60491b7b-def1-4cac-8466-a6ebcf0d8114', 'port_id': '66be3df1-04f9-4bfc-bd18-2a4746b4d8eb', 'mac_address': 'fa:16:3e:45:8a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61fc4c5c-d5c0-49f1-a635-934d52a9f78e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:37:05.400398 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c980033e-abd9-4256-9cab-4adae4432f6c req-5f72e82b-febf-49c5-a3d4-e54cad9ecd9d tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5421 time: 0.2902062 Jul 09 09:37:05.438099 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:05.452899 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:37:05.468855 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666b99b-b033-4b54-bda9-ecf390ea9cfb req-cb1c72c2-cdd2-460a-87cc-a9ea9490f8f3 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:05.470416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2666b99b-b033-4b54-bda9-ecf390ea9cfb req-cb1c72c2-cdd2-460a-87cc-a9ea9490f8f3 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.2879093 Jul 09 09:37:05.474004 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba1f00-c496-4c42-8094-bcd4c5238e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdd8f2c-b5a0-443d-9257-3cf139a4d751,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:05.478814 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-12ba1f00-c496-4c42-8094-bcd4c5238e1d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dd11507a851f43e4984df0d8bca48df9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6640742 Jul 09 09:37:05.481641 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54262) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:05.483422 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=66be3df1-04f9-4bfc-bd18-2a4746b4d8eb,segment=NetworkSegment(c1ede9d9-38ab-458d-8e0a-5e8f02213eed),segment_id=c1ede9d9-38ab-458d-8e0a-5e8f02213eed)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:05.489408 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:05.490500 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 22e140cd-52e8-4479-8dac-6bd540e9fb0c details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:37:05.514003 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-08734210-0312-4c99-a6cd-b7d82fc03619 req-f6d48a5b-86b3-48e9-85bc-b07a509bc80a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ee6aa37c-6226-47c0-bafb-b2477da2f802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941888 Jul 09 09:37:05.529185 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c980033e-abd9-4256-9cab-4adae4432f6c req-f86d6ae6-8a40-4641-95bd-24a4515c757a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1066568 Jul 09 09:37:05.559892 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-432962fa-3956-4c3f-add2-6b96f83e41dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:05.560630 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2666b99b-b033-4b54-bda9-ecf390ea9cfb req-8578be4f-e579-4c95-87c2-5adde8b3468c tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749772 Jul 09 09:37:05.572730 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 22e140cd-52e8-4479-8dac-6bd540e9fb0c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=22e140cd-52e8-4479-8dac-6bd540e9fb0c,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:05.592568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '22e140cd-52e8-4479-8dac-6bd540e9fb0c', 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728', 'port_id': '22e140cd-52e8-4479-8dac-6bd540e9fb0c', 'mac_address': 'fa:16:3e:2e:c9:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa25951-e3c6-4a89-bd19-5bca58e724de', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:37:05.602425 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-432962fa-3956-4c3f-add2-6b96f83e41dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:05.637545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=66be3df1-04f9-4bfc-bd18-2a4746b4d8eb,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:05.658922 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:05.661070 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-432962fa-3956-4c3f-add2-6b96f83e41dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:05.664435 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-432962fa-3956-4c3f-add2-6b96f83e41dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:05.672042 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-432962fa-3956-4c3f-add2-6b96f83e41dd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cfdd8f2c-b5a0-443d-9257-3cf139a4d751 HTTP/1.1" status: 204 len: 168 time: 0.1851857 Jul 09 09:37:05.687495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e140cd-52e8-4479-8dac-6bd540e9fb0c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:37:05.698787 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432962fa-3956-4c3f-add2-6b96f83e41dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdd8f2c-b5a0-443d-9257-3cf139a4d751,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:05.759240 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 22e140cd-52e8-4479-8dac-6bd540e9fb0c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=22e140cd-52e8-4479-8dac-6bd540e9fb0c,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:05.767570 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:05.769932 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 1ad77fc5-199d-4e19-acef-8b1e44e8ba87 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:37:05.856115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 1ad77fc5-199d-4e19-acef-8b1e44e8ba87, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=1ad77fc5-199d-4e19-acef-8b1e44e8ba87,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:05.860232 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0d0c1-3693-4139-ac9e-1fcddea0cb80 req-34b80889-d094-450c-8a81-2181dde1f3f4 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:05.862456 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dad0d0c1-3693-4139-ac9e-1fcddea0cb80 req-34b80889-d094-450c-8a81-2181dde1f3f4 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a2de0c0-9e68-4389-8ab3-bfd80e233fac HTTP/1.1" status: 200 len: 946 time: 0.1018925 Jul 09 09:37:05.880346 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=22e140cd-52e8-4479-8dac-6bd540e9fb0c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:05.888451 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '1ad77fc5-199d-4e19-acef-8b1e44e8ba87', 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728', 'port_id': '1ad77fc5-199d-4e19-acef-8b1e44e8ba87', 'mac_address': 'fa:16:3e:3f:eb:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa25951-e3c6-4a89-bd19-5bca58e724de', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:37:05.956223 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dad0d0c1-3693-4139-ac9e-1fcddea0cb80 req-1c5f470a-7067-43e8-8fa0-c8156d53a3dc tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee6aa37c-6226-47c0-bafb-b2477da2f802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880184 Jul 09 09:37:05.967121 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:06.004702 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad77fc5-199d-4e19-acef-8b1e44e8ba87 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:37:06.024880 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41c251-97b1-4d62-af07-698ac386650e req-8ad95a8d-0064-4f75-bce7-494940a022bd tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:06.031004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 1ad77fc5-199d-4e19-acef-8b1e44e8ba87, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=1ad77fc5-199d-4e19-acef-8b1e44e8ba87,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:06.032485 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e41c251-97b1-4d62-af07-698ac386650e req-8ad95a8d-0064-4f75-bce7-494940a022bd tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.0741894 Jul 09 09:37:06.037397 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:06.038473 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c55ad7ee-d463-472e-9cd3-5263ad30bdd6 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:37:06.087396 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e41c251-97b1-4d62-af07-698ac386650e req-59f4de0c-28b0-4f7f-9893-2a688cb7ab67 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540752 Jul 09 09:37:06.129186 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=1ad77fc5-199d-4e19-acef-8b1e44e8ba87,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:06.133311 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54280) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:06.149777 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9932da8a-bf24-4558-9b22-252f661d3c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:06.153391 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port c55ad7ee-d463-472e-9cd3-5263ad30bdd6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c55ad7ee-d463-472e-9cd3-5263ad30bdd6,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:06.164724 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'c55ad7ee-d463-472e-9cd3-5263ad30bdd6', 'network_id': 'c92255a9-b3f6-43e0-b40a-47ba2e92d728', 'port_id': 'c55ad7ee-d463-472e-9cd3-5263ad30bdd6', 'mac_address': 'fa:16:3e:87:df:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa25951-e3c6-4a89-bd19-5bca58e724de', 'ip_address': '10.1.1.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:37:06.205753 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:06.219438 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c55ad7ee-d463-472e-9cd3-5263ad30bdd6 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:37:06.242384 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port c55ad7ee-d463-472e-9cd3-5263ad30bdd6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c55ad7ee-d463-472e-9cd3-5263ad30bdd6,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:06.243954 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9932da8a-bf24-4558-9b22-252f661d3c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:06.246747 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:06.247994 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device a7adbfff-b36e-4c84-aa19-b9efc349f092 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:37:06.248930 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9932da8a-bf24-4558-9b22-252f661d3c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:06.294640 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932da8a-bf24-4558-9b22-252f661d3c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d679c5c-f0e4-46bc-89a6-20dcf32ca0ce,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:06.301707 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9932da8a-bf24-4558-9b22-252f661d3c35 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=94f20c3983d9429f83cb8a8a10884a86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647072 Jul 09 09:37:06.302105 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54286) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:06.339528 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port a7adbfff-b36e-4c84-aa19-b9efc349f092, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=a7adbfff-b36e-4c84-aa19-b9efc349f092,segment=NetworkSegment(c1ede9d9-38ab-458d-8e0a-5e8f02213eed),segment_id=c1ede9d9-38ab-458d-8e0a-5e8f02213eed)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:06.349067 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=c55ad7ee-d463-472e-9cd3-5263ad30bdd6,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:06.355547 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'a7adbfff-b36e-4c84-aa19-b9efc349f092', 'network_id': '60491b7b-def1-4cac-8466-a6ebcf0d8114', 'port_id': 'a7adbfff-b36e-4c84-aa19-b9efc349f092', 'mac_address': 'fa:16:3e:f6:f3:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61fc4c5c-d5c0-49f1-a635-934d52a9f78e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:37:06.367562 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd0cbaab-20ea-498a-87b4-083c11504a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:06.393661 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd0cbaab-20ea-498a-87b4-083c11504a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:06.400586 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:06.419813 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7adbfff-b36e-4c84-aa19-b9efc349f092 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:37:06.452670 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd0cbaab-20ea-498a-87b4-083c11504a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:06.453690 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port a7adbfff-b36e-4c84-aa19-b9efc349f092, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=a7adbfff-b36e-4c84-aa19-b9efc349f092,segment=NetworkSegment(c1ede9d9-38ab-458d-8e0a-5e8f02213eed),segment_id=c1ede9d9-38ab-458d-8e0a-5e8f02213eed)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:06.458810 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd0cbaab-20ea-498a-87b4-083c11504a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:06.460968 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dd0cbaab-20ea-498a-87b4-083c11504a89 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0d679c5c-f0e4-46bc-89a6-20dcf32ca0ce HTTP/1.1" status: 204 len: 168 time: 0.1579998 Jul 09 09:37:06.464478 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:06.471705 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0cbaab-20ea-498a-87b4-083c11504a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d679c5c-f0e4-46bc-89a6-20dcf32ca0ce,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:06.527071 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=a7adbfff-b36e-4c84-aa19-b9efc349f092,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:06.781238 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc2b569b-e7f9-4a1e-be53-e9a5ae620004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:06.795179 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde3f9c-f9df-4fff-88d9-1d3b447ea05e req-6262ae21-90d6-4f73-b484-b3aecc6bab60 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:06.797340 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bde3f9c-f9df-4fff-88d9-1d3b447ea05e req-6262ae21-90d6-4f73-b484-b3aecc6bab60 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.1069622 Jul 09 09:37:06.809918 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd82e8b-f7c1-45a6-8cc9-b406691b797d req-f038df04-cc2f-4a86-b715-af87a6f80e03 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:06.816041 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd82e8b-f7c1-45a6-8cc9-b406691b797d req-f038df04-cc2f-4a86-b715-af87a6f80e03 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:06.823243 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd82e8b-f7c1-45a6-8cc9-b406691b797d req-f038df04-cc2f-4a86-b715-af87a6f80e03 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:06.829356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd82e8b-f7c1-45a6-8cc9-b406691b797d req-f038df04-cc2f-4a86-b715-af87a6f80e03 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:06.836002 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd82e8b-f7c1-45a6-8cc9-b406691b797d req-f038df04-cc2f-4a86-b715-af87a6f80e03 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:06.841879 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd82e8b-f7c1-45a6-8cc9-b406691b797d req-f038df04-cc2f-4a86-b715-af87a6f80e03 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:06.849725 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd82e8b-f7c1-45a6-8cc9-b406691b797d req-f038df04-cc2f-4a86-b715-af87a6f80e03 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:06.852271 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0bd82e8b-f7c1-45a6-8cc9-b406691b797d req-f038df04-cc2f-4a86-b715-af87a6f80e03 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5427 time: 0.1736445 Jul 09 09:37:06.907800 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bde3f9c-f9df-4fff-88d9-1d3b447ea05e req-3c1a65ac-d5a1-4e44-852d-61fca58b8d79 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544167 Jul 09 09:37:06.931719 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0bd82e8b-f7c1-45a6-8cc9-b406691b797d req-67555c45-6d43-4a1c-b48e-43be950e2cf6 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701702 Jul 09 09:37:07.327232 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d135a35-3376-49a2-b6d5-ff65653a7f30 req-7974c0ff-e83f-4be1-aed8-27883eaf8f66 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:07.328806 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5d135a35-3376-49a2-b6d5-ff65653a7f30 req-7974c0ff-e83f-4be1-aed8-27883eaf8f66 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a2de0c0-9e68-4389-8ab3-bfd80e233fac HTTP/1.1" status: 200 len: 946 time: 0.1387384 Jul 09 09:37:07.352914 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1ab7e-9616-4552-a673-b996a8323536 req-54b6c4f6-f250-4295-ad5a-e881ab3482e9 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:07.354686 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43a1ab7e-9616-4552-a673-b996a8323536 req-54b6c4f6-f250-4295-ad5a-e881ab3482e9 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.1227012 Jul 09 09:37:07.411051 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5d135a35-3376-49a2-b6d5-ff65653a7f30 req-d38bf57a-4b78-4730-9fe1-c6a4483c3389 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee6aa37c-6226-47c0-bafb-b2477da2f802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734065 Jul 09 09:37:07.427938 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43a1ab7e-9616-4552-a673-b996a8323536 req-adc89344-fa7f-4b73-a09b-7f58b42a06c4 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634127 Jul 09 09:37:07.433378 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['1ad77fc5-199d-4e19-acef-8b1e44e8ba87'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:37:07.478434 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['c5ac0b66-6ec6-4896-8808-9a201a1cd005'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:37:07.510716 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['38137faf-b03c-41f7-8e58-cab67d1ed7f7'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:37:07.515095 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['22e140cd-52e8-4479-8dac-6bd540e9fb0c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:37:07.578756 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['c55ad7ee-d463-472e-9cd3-5263ad30bdd6'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:37:07.592904 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-173ff1d0-e324-4b0a-a8cc-7523f62293ee req-46283227-6453-4118-bc9e-c7101029e924 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1445249112&fields=id&tenant_id=70f75bf07b0e4756872fbda30959ba24 HTTP/1.1" status: 200 len: 267 time: 0.0426424 Jul 09 09:37:07.629762 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['a7adbfff-b36e-4c84-aa19-b9efc349f092'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:37:07.701578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ff1d0-e324-4b0a-a8cc-7523f62293ee req-7a2c8a5d-1169-49ad-a037-b4ec96fa70d2 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:07.704042 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-173ff1d0-e324-4b0a-a8cc-7523f62293ee req-7a2c8a5d-1169-49ad-a037-b4ec96fa70d2 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a2de0c0-9e68-4389-8ab3-bfd80e233fac HTTP/1.1" status: 200 len: 946 time: 0.1103249 Jul 09 09:37:07.727127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-173ff1d0-e324-4b0a-a8cc-7523f62293ee req-b1713cc3-2aaa-4bc3-b06d-8f24bdee7071 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Request body: {'port': {'security_groups': ['ee6aa37c-6226-47c0-bafb-b2477da2f802', 'c63ec0bf-9b98-4185-83b3-ab5a44b97d18']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:07.811845 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54352) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:07.915332 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-173ff1d0-e324-4b0a-a8cc-7523f62293ee req-b1713cc3-2aaa-4bc3-b06d-8f24bdee7071 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:08.012828 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0bda09cf-ac74-480d-9bca-2ebd090faeb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:08.199773 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0bda09cf-ac74-480d-9bca-2ebd090faeb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:08.210198 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0bda09cf-ac74-480d-9bca-2ebd090faeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:08.319489 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0bda09cf-ac74-480d-9bca-2ebd090faeb3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a654042a3b4042958c1643446478c9ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5058188 Jul 09 09:37:08.323806 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54372) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:08.325112 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda09cf-ac74-480d-9bca-2ebd090faeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7724a259-3c22-44c1-a8d2-6939244ef4e7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:08.449679 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89052833-d2e8-46cf-9f06-d04a29e43534 req-e7a535e0-cd72-4c97-83f4-25178e819a08 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:08.457296 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-89052833-d2e8-46cf-9f06-d04a29e43534 req-e7a535e0-cd72-4c97-83f4-25178e819a08 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.2210741 Jul 09 09:37:08.483119 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4afac210-d615-4f38-b4a5-2deb1268e27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:08.510273 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4afac210-d615-4f38-b4a5-2deb1268e27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:08.534310 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['66be3df1-04f9-4bfc-bd18-2a4746b4d8eb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:37:08.540555 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-173ff1d0-e324-4b0a-a8cc-7523f62293ee req-b1713cc3-2aaa-4bc3-b06d-8f24bdee7071 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] For port 9de96b03-1eb2-4301-af66-009d2aa274a1, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=9de96b03-1eb2-4301-af66-009d2aa274a1,segment=NetworkSegment(94bc9921-40e4-4a0e-a298-44fa3cccb4cc),segment_id=94bc9921-40e4-4a0e-a298-44fa3cccb4cc)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:08.603996 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-89052833-d2e8-46cf-9f06-d04a29e43534 req-b1e85ef9-863e-4772-992d-49e31467a26c tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453543 Jul 09 09:37:08.609468 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-173ff1d0-e324-4b0a-a8cc-7523f62293ee req-b1713cc3-2aaa-4bc3-b06d-8f24bdee7071 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:08.616938 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-173ff1d0-e324-4b0a-a8cc-7523f62293ee req-b1713cc3-2aaa-4bc3-b06d-8f24bdee7071 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:08.671364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ff1d0-e324-4b0a-a8cc-7523f62293ee req-b1713cc3-2aaa-4bc3-b06d-8f24bdee7071 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:08.675103 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-173ff1d0-e324-4b0a-a8cc-7523f62293ee req-b1713cc3-2aaa-4bc3-b06d-8f24bdee7071 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:08.681411 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-173ff1d0-e324-4b0a-a8cc-7523f62293ee req-b1713cc3-2aaa-4bc3-b06d-8f24bdee7071 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "PUT /v2.0/ports/9de96b03-1eb2-4301-af66-009d2aa274a1 HTTP/1.1" status: 200 len: 982 time: 0.9612830 Jul 09 09:37:08.681978 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2de0c0-9e68-4389-8ab3-bfd80e233fac', 'tag': '9de96b03-1eb2-4301-af66-009d2aa274a1'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:37:08.684336 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4df0761-d802-4562-8266-3eb5e9b3c64d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a2de0c0-9e68-4389-8ab3-bfd80e233fac", "tag": "9de96b03-1eb2-4301-af66-009d2aa274a1"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:37:08.697322 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4afac210-d615-4f38-b4a5-2deb1268e27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:08.720042 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4afac210-d615-4f38-b4a5-2deb1268e27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:08.724040 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4afac210-d615-4f38-b4a5-2deb1268e27b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7724a259-3c22-44c1-a8d2-6939244ef4e7 HTTP/1.1" status: 204 len: 168 time: 0.3945262 Jul 09 09:37:08.743433 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afac210-d615-4f38-b4a5-2deb1268e27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7724a259-3c22-44c1-a8d2-6939244ef4e7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:08.767741 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1713cc3-2aaa-4bc3-b06d-8f24bdee7071 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event updated for resources: {'Port': ['ID=9de96b03-1eb2-4301-af66-009d2aa274a1,revision_number=6']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:08.942881 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fafc90-981d-4200-8d5e-4bc46f89594d req-2bcc2d58-ebaf-4222-8062-4a0f8b844eb8 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:08.950747 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fafc90-981d-4200-8d5e-4bc46f89594d req-2bcc2d58-ebaf-4222-8062-4a0f8b844eb8 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:08.950933 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:08.963534 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fafc90-981d-4200-8d5e-4bc46f89594d req-2bcc2d58-ebaf-4222-8062-4a0f8b844eb8 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:08.974190 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fafc90-981d-4200-8d5e-4bc46f89594d req-2bcc2d58-ebaf-4222-8062-4a0f8b844eb8 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:08.980278 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fafc90-981d-4200-8d5e-4bc46f89594d req-2bcc2d58-ebaf-4222-8062-4a0f8b844eb8 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:08.986309 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fafc90-981d-4200-8d5e-4bc46f89594d req-2bcc2d58-ebaf-4222-8062-4a0f8b844eb8 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:08.997186 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fafc90-981d-4200-8d5e-4bc46f89594d req-2bcc2d58-ebaf-4222-8062-4a0f8b844eb8 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:08.999445 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e5fafc90-981d-4200-8d5e-4bc46f89594d req-2bcc2d58-ebaf-4222-8062-4a0f8b844eb8 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5427 time: 0.1604581 Jul 09 09:37:09.088730 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e5fafc90-981d-4200-8d5e-4bc46f89594d req-26748b0c-2dc0-4867-b1be-58522e8d142d tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0830700 Jul 09 09:37:09.194120 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-190b5112-d271-4171-900a-104ea98626f8 req-31a768d7-7ca2-46a8-9fb1-12b80e6705c8 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/c63ec0bf-9b98-4185-83b3-ab5a44b97d18 HTTP/1.1" status: 200 len: 1802 time: 0.0777836 Jul 09 09:37:09.228254 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['9de96b03-1eb2-4301-af66-009d2aa274a1'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:37:09.279920 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-190b5112-d271-4171-900a-104ea98626f8 req-0effe82e-df55-46c7-be5e-295120762c33 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 09:37:09.301744 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-190b5112-d271-4171-900a-104ea98626f8 req-0effe82e-df55-46c7-be5e-295120762c33 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "DELETE /v2.0/security-groups/c63ec0bf-9b98-4185-83b3-ab5a44b97d18 HTTP/1.1" status: 409 len: 341 time: 0.1066263 Jul 09 09:37:09.331625 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-df3b781e-f0ed-4d19-abae-ca10fed3a162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:09.343113 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ccdae-90e7-403c-9228-d39e5bccbbb4 req-319abd7a-fbe0-489c-a6f1-d3e593cf2add tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:09.344552 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-717ccdae-90e7-403c-9228-d39e5bccbbb4 req-319abd7a-fbe0-489c-a6f1-d3e593cf2add tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.1471334 Jul 09 09:37:09.369966 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395ab2e9-804c-4bbe-8d0d-e2ffc6dfa8a1 x-openstack-request-id: req-395ab2e9-804c-4bbe-8d0d-e2ffc6dfa8a1 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:37:09.370188 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a2de0c0-9e68-4389-8ab3-bfd80e233fac", "tag": "9de96b03-1eb2-4301-af66-009d2aa274a1", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:37:09.373573 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-395ab2e9-804c-4bbe-8d0d-e2ffc6dfa8a1 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:37:09.374015 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a2de0c0-9e68-4389-8ab3-bfd80e233fac', 'tag': '9de96b03-1eb2-4301-af66-009d2aa274a1', 'status': 'completed', 'code': 200} Jul 09 09:37:09.493257 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-717ccdae-90e7-403c-9228-d39e5bccbbb4 req-a1c4c63a-dafc-4109-8608-ca5d6d779b27 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407061 Jul 09 09:37:09.531962 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:09.545140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df0761-d802-4562-8266-3eb5e9b3c64d req-a2ebebd4-0318-4f01-b6e6-726c06b626d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:09.550199 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4df0761-d802-4562-8266-3eb5e9b3c64d req-a2ebebd4-0318-4f01-b6e6-726c06b626d0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70f75bf07b0e4756872fbda30959ba24&device_id=2a2de0c0-9e68-4389-8ab3-bfd80e233fac HTTP/1.1" status: 200 len: 1136 time: 0.1503463 Jul 09 09:37:09.701774 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df0761-d802-4562-8266-3eb5e9b3c64d req-374d1f24-ec65-4555-b92f-bf70056135f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:09.703674 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4df0761-d802-4562-8266-3eb5e9b3c64d req-374d1f24-ec65-4555-b92f-bf70056135f8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1eead137-dbd8-48b9-916a-6019c200ae01 HTTP/1.1" status: 200 len: 913 time: 0.1445601 Jul 09 09:37:09.756837 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4df0761-d802-4562-8266-3eb5e9b3c64d req-1f0b4d3b-e807-4e06-82d6-15b0db150ce6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de96b03-1eb2-4301-af66-009d2aa274a1 HTTP/1.1" status: 200 len: 217 time: 0.0437372 Jul 09 09:37:09.857346 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df0761-d802-4562-8266-3eb5e9b3c64d req-4b2a3994-6733-4c7f-b1ce-4db4aa9614fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:09.859026 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4df0761-d802-4562-8266-3eb5e9b3c64d req-4b2a3994-6733-4c7f-b1ce-4db4aa9614fd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e4ca544-6115-4c7d-97ed-69dda7c846c3 HTTP/1.1" status: 200 len: 852 time: 0.0949125 Jul 09 09:37:09.928626 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4df0761-d802-4562-8266-3eb5e9b3c64d req-8eea17d2-2d62-47bc-a64e-245119120e3e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1eead137-dbd8-48b9-916a-6019c200ae01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393445 Jul 09 09:37:10.025325 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b0142-eed5-4b2a-8127-7fb4de936684 req-6ca0042f-3ba1-492f-aada-eafc606f59b2 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:10.028174 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee8b0142-eed5-4b2a-8127-7fb4de936684 req-6ca0042f-3ba1-492f-aada-eafc606f59b2 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a2de0c0-9e68-4389-8ab3-bfd80e233fac HTTP/1.1" status: 200 len: 985 time: 0.2086871 Jul 09 09:37:10.062109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffb8f2-def4-4dd1-975a-50e75513635e req-473bbe95-6687-4acf-8cbb-969beae42d3b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:10.063739 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-42ffb8f2-def4-4dd1-975a-50e75513635e req-473bbe95-6687-4acf-8cbb-969beae42d3b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.2135651 Jul 09 09:37:10.133471 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4df0761-d802-4562-8266-3eb5e9b3c64d req-607ebbcf-69ab-4fc4-9961-efa2e9d29950 service neutron] 10.222.0.58 "GET /v2.0/networks/1eead137-dbd8-48b9-916a-6019c200ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911974 Jul 09 09:37:10.157057 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee8b0142-eed5-4b2a-8127-7fb4de936684 req-3937d213-2249-45f2-89b8-92e77bd98aeb tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?id=c63ec0bf-9b98-4185-83b3-ab5a44b97d18&id=ee6aa37c-6226-47c0-bafb-b2477da2f802&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1193516 Jul 09 09:37:10.161249 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-42ffb8f2-def4-4dd1-975a-50e75513635e req-7c0b055f-5335-47f3-b6c7-f01eb590450d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864878 Jul 09 09:37:10.275461 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4df0761-d802-4562-8266-3eb5e9b3c64d req-1a2a0eba-645a-4d85-9acf-02c33b27b51e service neutron] 10.222.0.58 "GET /v2.0/networks/1eead137-dbd8-48b9-916a-6019c200ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327052 Jul 09 09:37:10.415374 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023010d-151f-4bec-8979-4a6fb9f1f808 req-0da617f7-21ac-4ceb-be93-8c1d47a977ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:10.417363 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f023010d-151f-4bec-8979-4a6fb9f1f808 req-0da617f7-21ac-4ceb-be93-8c1d47a977ed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70f75bf07b0e4756872fbda30959ba24&device_id=2a2de0c0-9e68-4389-8ab3-bfd80e233fac HTTP/1.1" status: 200 len: 1136 time: 0.0719802 Jul 09 09:37:10.574991 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023010d-151f-4bec-8979-4a6fb9f1f808 req-885e4dfc-626e-4a2a-abd2-c4bc1af35264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:10.576561 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f023010d-151f-4bec-8979-4a6fb9f1f808 req-885e4dfc-626e-4a2a-abd2-c4bc1af35264 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1eead137-dbd8-48b9-916a-6019c200ae01 HTTP/1.1" status: 200 len: 913 time: 0.1517305 Jul 09 09:37:10.588763 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa81e17-cf3c-4a54-a587-c0233ba55f43 req-79952cf7-ff82-43d9-94b5-8f9364312d37 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:10.594717 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa81e17-cf3c-4a54-a587-c0233ba55f43 req-79952cf7-ff82-43d9-94b5-8f9364312d37 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:10.600667 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa81e17-cf3c-4a54-a587-c0233ba55f43 req-79952cf7-ff82-43d9-94b5-8f9364312d37 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:10.606669 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa81e17-cf3c-4a54-a587-c0233ba55f43 req-79952cf7-ff82-43d9-94b5-8f9364312d37 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:10.613133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa81e17-cf3c-4a54-a587-c0233ba55f43 req-79952cf7-ff82-43d9-94b5-8f9364312d37 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:10.619243 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa81e17-cf3c-4a54-a587-c0233ba55f43 req-79952cf7-ff82-43d9-94b5-8f9364312d37 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:10.625084 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa81e17-cf3c-4a54-a587-c0233ba55f43 req-79952cf7-ff82-43d9-94b5-8f9364312d37 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:10.627030 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eaa81e17-cf3c-4a54-a587-c0233ba55f43 req-79952cf7-ff82-43d9-94b5-8f9364312d37 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5427 time: 0.1489775 Jul 09 09:37:10.709516 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f023010d-151f-4bec-8979-4a6fb9f1f808 req-5392b26e-9e49-4233-a503-ba0ee81eb3a1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de96b03-1eb2-4301-af66-009d2aa274a1 HTTP/1.1" status: 200 len: 217 time: 0.0801632 Jul 09 09:37:10.782509 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eaa81e17-cf3c-4a54-a587-c0233ba55f43 req-164dc105-4949-4f51-98f9-db820e0b1dbb tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1451728 Jul 09 09:37:10.814751 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf60285-96db-49b6-9ba6-16ea5c6fd6d8 req-2b133087-2e1c-4398-bb56-a06f58b964d8 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:10.814751 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bdf60285-96db-49b6-9ba6-16ea5c6fd6d8 req-2b133087-2e1c-4398-bb56-a06f58b964d8 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.1807575 Jul 09 09:37:10.814751 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023010d-151f-4bec-8979-4a6fb9f1f808 req-03462563-d053-4fbc-82e5-fb6e3f58c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:10.814751 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f023010d-151f-4bec-8979-4a6fb9f1f808 req-03462563-d053-4fbc-82e5-fb6e3f58c0ad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e4ca544-6115-4c7d-97ed-69dda7c846c3 HTTP/1.1" status: 200 len: 852 time: 0.0900660 Jul 09 09:37:10.860037 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f023010d-151f-4bec-8979-4a6fb9f1f808 req-24b93f46-dd51-42b1-b0e6-b0d9870fe14e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1eead137-dbd8-48b9-916a-6019c200ae01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392218 Jul 09 09:37:10.896344 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bdf60285-96db-49b6-9ba6-16ea5c6fd6d8 req-cd47b751-d373-47b7-81c7-d84c39f87678 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818191 Jul 09 09:37:10.985938 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f023010d-151f-4bec-8979-4a6fb9f1f808 req-24c5c1a3-879d-4c76-aaf0-8d53a16b62f8 service neutron] 10.222.0.58 "GET /v2.0/networks/1eead137-dbd8-48b9-916a-6019c200ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154163 Jul 09 09:37:11.101021 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f023010d-151f-4bec-8979-4a6fb9f1f808 req-8dfcbc49-2ee0-487d-86a4-64d055bf3504 service neutron] 10.222.0.58 "GET /v2.0/networks/1eead137-dbd8-48b9-916a-6019c200ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087625 Jul 09 09:37:11.104574 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:11.442314 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24147a-25d9-448d-a03e-41bdef223036 req-f280f72c-a4bb-4bf5-81dd-0aeafd357e57 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:11.443887 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de24147a-25d9-448d-a03e-41bdef223036 req-f280f72c-a4bb-4bf5-81dd-0aeafd357e57 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.1195395 Jul 09 09:37:11.459085 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74bf6d-79f0-4948-b263-6fe57e6e8c23 req-7b2721f7-3294-48cf-853a-d6ae5882c2ca tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:11.460627 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de74bf6d-79f0-4948-b263-6fe57e6e8c23 req-7b2721f7-3294-48cf-853a-d6ae5882c2ca tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a2de0c0-9e68-4389-8ab3-bfd80e233fac HTTP/1.1" status: 200 len: 985 time: 0.1245372 Jul 09 09:37:11.511281 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de24147a-25d9-448d-a03e-41bdef223036 req-3b3e3805-1fa9-4137-beef-466aaab3b74d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616372 Jul 09 09:37:11.529266 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de74bf6d-79f0-4948-b263-6fe57e6e8c23 req-c2b9d4a5-5a18-40a7-bc49-dad460309d7a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?id=c63ec0bf-9b98-4185-83b3-ab5a44b97d18&id=ee6aa37c-6226-47c0-bafb-b2477da2f802&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0553956 Jul 09 09:37:11.615672 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54516) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:11.749099 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1853f69f-84bd-4e12-a399-a122135607a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:11.841788 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1853f69f-84bd-4e12-a399-a122135607a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:11.846798 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1853f69f-84bd-4e12-a399-a122135607a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:11.887011 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1853f69f-84bd-4e12-a399-a122135607a4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=326cda611bd249078b6bbe5c4f82c4cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2697542 Jul 09 09:37:11.887889 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853f69f-84bd-4e12-a399-a122135607a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac101c81-ace3-4429-8b96-357ce1afd10f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:11.889475 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54522) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:11.959791 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3efb5607-5826-4f99-8f26-4e41985a1ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:11.989588 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3efb5607-5826-4f99-8f26-4e41985a1ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:11.996454 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa3a97-33a7-488a-8697-5f19b5563594 req-b57fa10a-1e94-49e3-a9b3-54e68251dbd0 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:12.002937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa3a97-33a7-488a-8697-5f19b5563594 req-b57fa10a-1e94-49e3-a9b3-54e68251dbd0 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:12.010128 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa3a97-33a7-488a-8697-5f19b5563594 req-b57fa10a-1e94-49e3-a9b3-54e68251dbd0 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:12.016839 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa3a97-33a7-488a-8697-5f19b5563594 req-b57fa10a-1e94-49e3-a9b3-54e68251dbd0 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:12.022977 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa3a97-33a7-488a-8697-5f19b5563594 req-b57fa10a-1e94-49e3-a9b3-54e68251dbd0 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:12.029247 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa3a97-33a7-488a-8697-5f19b5563594 req-b57fa10a-1e94-49e3-a9b3-54e68251dbd0 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:12.035263 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa3a97-33a7-488a-8697-5f19b5563594 req-b57fa10a-1e94-49e3-a9b3-54e68251dbd0 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:12.037242 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aafa3a97-33a7-488a-8697-5f19b5563594 req-b57fa10a-1e94-49e3-a9b3-54e68251dbd0 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5427 time: 0.1180708 Jul 09 09:37:12.047622 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3efb5607-5826-4f99-8f26-4e41985a1ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:12.050500 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3efb5607-5826-4f99-8f26-4e41985a1ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:12.051828 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3efb5607-5826-4f99-8f26-4e41985a1ca3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ac101c81-ace3-4429-8b96-357ce1afd10f HTTP/1.1" status: 204 len: 168 time: 0.1590228 Jul 09 09:37:12.066709 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb5607-5826-4f99-8f26-4e41985a1ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac101c81-ace3-4429-8b96-357ce1afd10f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:12.127066 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aafa3a97-33a7-488a-8697-5f19b5563594 req-0511f38f-e449-492d-b57f-7e207753a93b tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0781434 Jul 09 09:37:12.165021 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42566cd6-8fa8-4961-8b45-ecbd535cdd17 req-d03c34f5-f1ae-4318-870d-4f170f9094c6 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:12.167676 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-42566cd6-8fa8-4961-8b45-ecbd535cdd17 req-d03c34f5-f1ae-4318-870d-4f170f9094c6 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.1293449 Jul 09 09:37:12.212785 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-42566cd6-8fa8-4961-8b45-ecbd535cdd17 req-f774abed-8893-4329-8e2f-4718e70d0bf3 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386662 Jul 09 09:37:12.264946 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['6342e768-71ac-4247-80f3-4c4a0dbf9a3a', '9de96b03-1eb2-4301-af66-009d2aa274a1'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:37:12.375820 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54532) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:12.390200 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f4ffb0e-74fc-431c-8864-7d2c071d464c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:12.491531 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f4ffb0e-74fc-431c-8864-7d2c071d464c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:12.495724 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f4ffb0e-74fc-431c-8864-7d2c071d464c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:12.514334 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 38137faf-b03c-41f7-8e58-cab67d1ed7f7 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:37:12.536830 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ffb0e-74fc-431c-8864-7d2c071d464c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d01902-1b4a-40ff-b2ef-d3bcdd57ed46,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:12.554375 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54536) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:12.557770 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9f4ffb0e-74fc-431c-8864-7d2c071d464c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b7aa0c92ea324c689fe8cbc51eec0402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1798148 Jul 09 09:37:12.620199 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 38137faf-b03c-41f7-8e58-cab67d1ed7f7 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:37:12.628250 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 38137faf-b03c-41f7-8e58-cab67d1ed7f7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:37:12.628627 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:12.663447 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-543e1ecc-9cb2-4add-9370-39df22ffc39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:12.731821 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-543e1ecc-9cb2-4add-9370-39df22ffc39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:12.774998 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:12.806112 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38137faf-b03c-41f7-8e58-cab67d1ed7f7'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:37:12.808710 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f402d09-41ec-4123-b56d-fc70375c487e" -d '{"events": [{"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-plugged", "status": "completed", "tag": "38137faf-b03c-41f7-8e58-cab67d1ed7f7"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:37:12.825568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 38137faf-b03c-41f7-8e58-cab67d1ed7f7, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=38137faf-b03c-41f7-8e58-cab67d1ed7f7,segment=NetworkSegment(e7557c6e-e6c9-475e-8db0-088ca7535df6),segment_id=e7557c6e-e6c9-475e-8db0-088ca7535df6)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:12.832149 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:12.833132 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c5ac0b66-6ec6-4896-8808-9a201a1cd005 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:37:12.843987 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e3028-4d88-41a2-84ef-5104425429af req-24efb420-f956-4483-b28f-51eb0563a358 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:12.845550 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d10e3028-4d88-41a2-84ef-5104425429af req-24efb420-f956-4483-b28f-51eb0563a358 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.1631706 Jul 09 09:37:12.878198 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-543e1ecc-9cb2-4add-9370-39df22ffc39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:12.880908 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-543e1ecc-9cb2-4add-9370-39df22ffc39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:12.885818 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-543e1ecc-9cb2-4add-9370-39df22ffc39b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/37d01902-1b4a-40ff-b2ef-d3bcdd57ed46 HTTP/1.1" status: 204 len: 168 time: 0.3266499 Jul 09 09:37:12.897545 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7079ee-4434-4291-b95d-77f10d5e10b4 req-f86209aa-4272-4255-9805-68bf8e16d584 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:12.899978 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a7079ee-4434-4291-b95d-77f10d5e10b4 req-f86209aa-4272-4255-9805-68bf8e16d584 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a2de0c0-9e68-4389-8ab3-bfd80e233fac HTTP/1.1" status: 200 len: 985 time: 0.1777499 Jul 09 09:37:12.910468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e1ecc-9cb2-4add-9370-39df22ffc39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d01902-1b4a-40ff-b2ef-d3bcdd57ed46,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:12.929701 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:12.941186 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d10e3028-4d88-41a2-84ef-5104425429af req-1ead92c5-7543-4377-bb25-5bb3a1073d80 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845504 Jul 09 09:37:12.953692 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=38137faf-b03c-41f7-8e58-cab67d1ed7f7,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:12.975448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a7079ee-4434-4291-b95d-77f10d5e10b4 req-cb481afd-2710-4b3b-a61f-1ae8d075731d tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?id=c63ec0bf-9b98-4185-83b3-ab5a44b97d18&id=ee6aa37c-6226-47c0-bafb-b2477da2f802&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0660233 Jul 09 09:37:12.981363 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port c5ac0b66-6ec6-4896-8808-9a201a1cd005 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:37:12.986474 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port c5ac0b66-6ec6-4896-8808-9a201a1cd005 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:37:12.986939 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:13.073325 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:13.139205 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port c5ac0b66-6ec6-4896-8808-9a201a1cd005, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c5ac0b66-6ec6-4896-8808-9a201a1cd005,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:13.152615 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:13.156961 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 1ad77fc5-199d-4e19-acef-8b1e44e8ba87 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:37:13.211537 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ee51b3-4c45-4103-8f1b-1edaf8a192b5 x-openstack-request-id: req-21ee51b3-4c45-4103-8f1b-1edaf8a192b5 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:37:13.211937 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-plugged", "status": "completed", "tag": "38137faf-b03c-41f7-8e58-cab67d1ed7f7", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:37:13.212085 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-21ee51b3-4c45-4103-8f1b-1edaf8a192b5 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:37:13.212471 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38137faf-b03c-41f7-8e58-cab67d1ed7f7', 'code': 200} Jul 09 09:37:13.291866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=c5ac0b66-6ec6-4896-8808-9a201a1cd005,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:13.331543 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 1ad77fc5-199d-4e19-acef-8b1e44e8ba87 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:37:13.339172 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 1ad77fc5-199d-4e19-acef-8b1e44e8ba87 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:37:13.339547 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:13.345877 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cdad6024-dbf1-4066-ae7b-e1d5b452a15b req-584e34b1-8956-4eb6-ba31-86c574204357 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-975362081&fields=id&tenant_id=70f75bf07b0e4756872fbda30959ba24 HTTP/1.1" status: 200 len: 267 time: 0.0594816 Jul 09 09:37:13.443412 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:13.514479 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 1ad77fc5-199d-4e19-acef-8b1e44e8ba87, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=1ad77fc5-199d-4e19-acef-8b1e44e8ba87,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:13.521781 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:13.522602 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c55ad7ee-d463-472e-9cd3-5263ad30bdd6 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:37:13.630700 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=1ad77fc5-199d-4e19-acef-8b1e44e8ba87,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:13.643906 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port c55ad7ee-d463-472e-9cd3-5263ad30bdd6 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:37:13.650999 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port c55ad7ee-d463-472e-9cd3-5263ad30bdd6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:37:13.651631 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:13.767801 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:13.808730 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port c55ad7ee-d463-472e-9cd3-5263ad30bdd6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c55ad7ee-d463-472e-9cd3-5263ad30bdd6,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:13.815846 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:13.816925 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:37:13.872605 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad6024-dbf1-4066-ae7b-e1d5b452a15b req-5beb6e9d-8878-4439-b24c-bd188b7b184a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:13.874174 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cdad6024-dbf1-4066-ae7b-e1d5b452a15b req-5beb6e9d-8878-4439-b24c-bd188b7b184a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a2de0c0-9e68-4389-8ab3-bfd80e233fac HTTP/1.1" status: 200 len: 985 time: 0.4937959 Jul 09 09:37:13.888013 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2a099-7479-4be2-b375-534086d1f883 req-c752c810-ca84-4795-96ad-b89d582aadcf tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:13.894727 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2a099-7479-4be2-b375-534086d1f883 req-c752c810-ca84-4795-96ad-b89d582aadcf tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:13.901154 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2a099-7479-4be2-b375-534086d1f883 req-c752c810-ca84-4795-96ad-b89d582aadcf tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:13.907527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2a099-7479-4be2-b375-534086d1f883 req-c752c810-ca84-4795-96ad-b89d582aadcf tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:13.911433 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=c55ad7ee-d463-472e-9cd3-5263ad30bdd6,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:13.913741 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2a099-7479-4be2-b375-534086d1f883 req-c752c810-ca84-4795-96ad-b89d582aadcf tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:13.920462 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2a099-7479-4be2-b375-534086d1f883 req-c752c810-ca84-4795-96ad-b89d582aadcf tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:13.926868 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2a099-7479-4be2-b375-534086d1f883 req-c752c810-ca84-4795-96ad-b89d582aadcf tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:13.928837 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3fa2a099-7479-4be2-b375-534086d1f883 req-c752c810-ca84-4795-96ad-b89d582aadcf tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5429 time: 0.5818977 Jul 09 09:37:13.930607 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:37:13.935122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-cdad6024-dbf1-4066-ae7b-e1d5b452a15b req-c955f938-5de3-464c-b26d-80e6fb2522c6 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Request body: {'port': {'security_groups': ['c63ec0bf-9b98-4185-83b3-ab5a44b97d18', 'ee6aa37c-6226-47c0-bafb-b2477da2f802', 'b8455fe2-9180-44a2-96d5-1154681bce60']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:13.935710 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:37:13.936784 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:14.014226 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3fa2a099-7479-4be2-b375-534086d1f883 req-1f536883-20e8-4895-99af-070672058a44 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736499 Jul 09 09:37:14.057093 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cdad6024-dbf1-4066-ae7b-e1d5b452a15b req-c955f938-5de3-464c-b26d-80e6fb2522c6 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:14.080387 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:14.153168 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=66be3df1-04f9-4bfc-bd18-2a4746b4d8eb,segment=NetworkSegment(c1ede9d9-38ab-458d-8e0a-5e8f02213eed),segment_id=c1ede9d9-38ab-458d-8e0a-5e8f02213eed)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:14.159987 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:14.160956 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 22e140cd-52e8-4479-8dac-6bd540e9fb0c up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:37:14.261643 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=66be3df1-04f9-4bfc-bd18-2a4746b4d8eb,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:14.276039 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 22e140cd-52e8-4479-8dac-6bd540e9fb0c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:37:14.280770 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 22e140cd-52e8-4479-8dac-6bd540e9fb0c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:37:14.281504 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:14.363987 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc044335-6b5b-4386-bccb-2d9c91f2096f req-d53a3ed6-c95b-4761-87dd-4e5f69b1e6a9 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:14.371231 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc044335-6b5b-4386-bccb-2d9c91f2096f req-d53a3ed6-c95b-4761-87dd-4e5f69b1e6a9 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.1970782 Jul 09 09:37:14.391154 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:14.437175 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 22e140cd-52e8-4479-8dac-6bd540e9fb0c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=22e140cd-52e8-4479-8dac-6bd540e9fb0c,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:14.440001 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc044335-6b5b-4386-bccb-2d9c91f2096f req-00d0bddc-daa9-466e-8645-948bc6f31b54 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669684 Jul 09 09:37:14.442609 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:14.446163 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device a7adbfff-b36e-4c84-aa19-b9efc349f092 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:37:14.484603 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-cdad6024-dbf1-4066-ae7b-e1d5b452a15b req-c955f938-5de3-464c-b26d-80e6fb2522c6 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] For port 9de96b03-1eb2-4301-af66-009d2aa274a1, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=9de96b03-1eb2-4301-af66-009d2aa274a1,segment=NetworkSegment(94bc9921-40e4-4a0e-a298-44fa3cccb4cc),segment_id=94bc9921-40e4-4a0e-a298-44fa3cccb4cc)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:14.539310 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cdad6024-dbf1-4066-ae7b-e1d5b452a15b req-c955f938-5de3-464c-b26d-80e6fb2522c6 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:14.545423 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cdad6024-dbf1-4066-ae7b-e1d5b452a15b req-c955f938-5de3-464c-b26d-80e6fb2522c6 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:14.546892 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=22e140cd-52e8-4479-8dac-6bd540e9fb0c,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:14.558785 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['6342e768-71ac-4247-80f3-4c4a0dbf9a3a', '9de96b03-1eb2-4301-af66-009d2aa274a1'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:37:14.599268 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port a7adbfff-b36e-4c84-aa19-b9efc349f092 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:37:14.605838 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port a7adbfff-b36e-4c84-aa19-b9efc349f092 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:37:14.606377 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:14.646738 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad6024-dbf1-4066-ae7b-e1d5b452a15b req-c955f938-5de3-464c-b26d-80e6fb2522c6 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:14.647651 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cdad6024-dbf1-4066-ae7b-e1d5b452a15b req-c955f938-5de3-464c-b26d-80e6fb2522c6 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:14.649194 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cdad6024-dbf1-4066-ae7b-e1d5b452a15b req-c955f938-5de3-464c-b26d-80e6fb2522c6 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "PUT /v2.0/ports/9de96b03-1eb2-4301-af66-009d2aa274a1 HTTP/1.1" status: 200 len: 1021 time: 0.7194016 Jul 09 09:37:14.649726 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2de0c0-9e68-4389-8ab3-bfd80e233fac', 'tag': '9de96b03-1eb2-4301-af66-009d2aa274a1'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:37:14.652242 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b541838-87e4-4f93-b8b8-6b163fe6d6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "2a2de0c0-9e68-4389-8ab3-bfd80e233fac", "tag": "9de96b03-1eb2-4301-af66-009d2aa274a1"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:37:14.738624 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955f938-5de3-464c-b26d-80e6fb2522c6 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event updated for resources: {'Port': ['ID=9de96b03-1eb2-4301-af66-009d2aa274a1,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:14.773401 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d31ba8-c540-478e-810c-41f5f99a0c92 req-68f5e0fd-f7c5-45b6-a730-dede9206f04f tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:14.775871 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5d31ba8-c540-478e-810c-41f5f99a0c92 req-68f5e0fd-f7c5-45b6-a730-dede9206f04f tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.1176679 Jul 09 09:37:14.828223 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:14.847233 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['9de96b03-1eb2-4301-af66-009d2aa274a1'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:37:14.861093 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5d31ba8-c540-478e-810c-41f5f99a0c92 req-387e7dd5-946b-48f6-b0ec-7d8859df6bdb tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665324 Jul 09 09:37:14.984390 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port a7adbfff-b36e-4c84-aa19-b9efc349f092, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=a7adbfff-b36e-4c84-aa19-b9efc349f092,segment=NetworkSegment(c1ede9d9-38ab-458d-8e0a-5e8f02213eed),segment_id=c1ede9d9-38ab-458d-8e0a-5e8f02213eed)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:15.014660 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:15.111458 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d27ace4d-b243-4da7-9190-0d21d316a9f3 req-7f1b9c64-a478-4e91-b60d-fe3247cffb31 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/b8455fe2-9180-44a2-96d5-1154681bce60 HTTP/1.1" status: 200 len: 1802 time: 0.0664158 Jul 09 09:37:15.186021 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=a7adbfff-b36e-4c84-aa19-b9efc349f092,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:15.194777 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f915c5aa-071f-4c98-95f2-96059e05f6e9 x-openstack-request-id: req-f915c5aa-071f-4c98-95f2-96059e05f6e9 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:37:15.195509 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a2de0c0-9e68-4389-8ab3-bfd80e233fac", "tag": "9de96b03-1eb2-4301-af66-009d2aa274a1", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:37:15.196834 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f915c5aa-071f-4c98-95f2-96059e05f6e9 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:37:15.197737 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a2de0c0-9e68-4389-8ab3-bfd80e233fac', 'tag': '9de96b03-1eb2-4301-af66-009d2aa274a1', 'status': 'completed', 'code': 200} Jul 09 09:37:15.231023 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ac0b66-6ec6-4896-8808-9a201a1cd005'}, {'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad77fc5-199d-4e19-acef-8b1e44e8ba87'}, {'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55ad7ee-d463-472e-9cd3-5263ad30bdd6'}, {'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66be3df1-04f9-4bfc-bd18-2a4746b4d8eb'}, {'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e140cd-52e8-4479-8dac-6bd540e9fb0c'}, {'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7adbfff-b36e-4c84-aa19-b9efc349f092'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:37:15.236295 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c866ea8-24ad-426f-92b3-b5d99060fa09" -d '{"events": [{"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-plugged", "status": "completed", "tag": "c5ac0b66-6ec6-4896-8808-9a201a1cd005"}, {"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-plugged", "status": "completed", "tag": "1ad77fc5-199d-4e19-acef-8b1e44e8ba87"}, {"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-plugged", "status": "completed", "tag": "c55ad7ee-d463-472e-9cd3-5263ad30bdd6"}, {"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-plugged", "status": "completed", "tag": "66be3df1-04f9-4bfc-bd18-2a4746b4d8eb"}, {"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-plugged", "status": "completed", "tag": "22e140cd-52e8-4479-8dac-6bd540e9fb0c"}, {"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-plugged", "status": "completed", "tag": "a7adbfff-b36e-4c84-aa19-b9efc349f092"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:37:15.283727 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-d27ace4d-b243-4da7-9190-0d21d316a9f3 req-a7d23024-9211-4ef0-837e-d14a194f702a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 09:37:15.285210 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d27ace4d-b243-4da7-9190-0d21d316a9f3 req-a7d23024-9211-4ef0-837e-d14a194f702a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "DELETE /v2.0/security-groups/b8455fe2-9180-44a2-96d5-1154681bce60 HTTP/1.1" status: 409 len: 341 time: 0.1521647 Jul 09 09:37:15.401964 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b541838-87e4-4f93-b8b8-6b163fe6d6a5 req-d6a6243a-a8bd-4cea-8399-1089e309dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:15.403739 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b541838-87e4-4f93-b8b8-6b163fe6d6a5 req-d6a6243a-a8bd-4cea-8399-1089e309dcb9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70f75bf07b0e4756872fbda30959ba24&device_id=2a2de0c0-9e68-4389-8ab3-bfd80e233fac HTTP/1.1" status: 200 len: 1175 time: 0.1806076 Jul 09 09:37:15.627935 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98e5ee-3bb8-413c-8a0b-a7ea40539bfc req-1d4c2a21-a89c-4acd-a353-4d38fad9f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:15.629451 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc98e5ee-3bb8-413c-8a0b-a7ea40539bfc req-1d4c2a21-a89c-4acd-a353-4d38fad9f113 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 1095 time: 0.3037546 Jul 09 09:37:15.645852 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe16d9-0690-47da-9f72-4749e5a373ac req-ad7b31cf-4a09-4d24-a666-68cc71ff6ca7 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:15.652896 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe16d9-0690-47da-9f72-4749e5a373ac req-ad7b31cf-4a09-4d24-a666-68cc71ff6ca7 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:15.659318 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe16d9-0690-47da-9f72-4749e5a373ac req-ad7b31cf-4a09-4d24-a666-68cc71ff6ca7 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:15.667140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe16d9-0690-47da-9f72-4749e5a373ac req-ad7b31cf-4a09-4d24-a666-68cc71ff6ca7 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:15.673451 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe16d9-0690-47da-9f72-4749e5a373ac req-ad7b31cf-4a09-4d24-a666-68cc71ff6ca7 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:15.681724 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe16d9-0690-47da-9f72-4749e5a373ac req-ad7b31cf-4a09-4d24-a666-68cc71ff6ca7 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:15.688698 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe16d9-0690-47da-9f72-4749e5a373ac req-ad7b31cf-4a09-4d24-a666-68cc71ff6ca7 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:15.697503 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6fe16d9-0690-47da-9f72-4749e5a373ac req-ad7b31cf-4a09-4d24-a666-68cc71ff6ca7 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5434 time: 0.3015773 Jul 09 09:37:15.788563 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b541838-87e4-4f93-b8b8-6b163fe6d6a5 req-859038c2-d91a-4a94-a333-36eef097c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:15.790606 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b541838-87e4-4f93-b8b8-6b163fe6d6a5 req-859038c2-d91a-4a94-a333-36eef097c39a service neutron] 10.222.0.58 "GET /v2.0/networks?id=1eead137-dbd8-48b9-916a-6019c200ae01 HTTP/1.1" status: 200 len: 913 time: 0.3401887 Jul 09 09:37:15.823772 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212c818-a0a9-4f68-9216-e6c732b54c11 req-7aa6f7d4-9548-4c83-83a1-38bb71af743e tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:15.825301 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f212c818-a0a9-4f68-9216-e6c732b54c11 req-7aa6f7d4-9548-4c83-83a1-38bb71af743e tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.3535397 Jul 09 09:37:15.864415 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b541838-87e4-4f93-b8b8-6b163fe6d6a5 req-325851d9-9b75-43d9-8138-b3c151fc98ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de96b03-1eb2-4301-af66-009d2aa274a1 HTTP/1.1" status: 200 len: 217 time: 0.0637069 Jul 09 09:37:15.875486 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6fe16d9-0690-47da-9f72-4749e5a373ac req-f3f3484e-e4b1-4b6e-8769-268f216cc811 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1766298 Jul 09 09:37:15.960791 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98e5ee-3bb8-413c-8a0b-a7ea40539bfc req-47737bb3-03aa-4bc5-b9e3-766a75cb85d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:15.962814 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc98e5ee-3bb8-413c-8a0b-a7ea40539bfc req-47737bb3-03aa-4bc5-b9e3-766a75cb85d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 912 time: 0.2603071 Jul 09 09:37:15.968805 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 09 Jul 2021 09:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6b13a8-d5b6-42af-aa7a-a88e6e1c6a3d x-openstack-request-id: req-6e6b13a8-d5b6-42af-aa7a-a88e6e1c6a3d {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:37:15.969283 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-plugged", "status": "completed", "tag": "c5ac0b66-6ec6-4896-8808-9a201a1cd005", "code": 200}, {"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-plugged", "status": "completed", "tag": "1ad77fc5-199d-4e19-acef-8b1e44e8ba87", "code": 200}, {"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-plugged", "status": "completed", "tag": "c55ad7ee-d463-472e-9cd3-5263ad30bdd6", "code": 200}, {"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-plugged", "status": "completed", "tag": "66be3df1-04f9-4bfc-bd18-2a4746b4d8eb", "code": 200}, {"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-plugged", "status": "completed", "tag": "22e140cd-52e8-4479-8dac-6bd540e9fb0c", "code": 200}, {"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-plugged", "status": "completed", "tag": "a7adbfff-b36e-4c84-aa19-b9efc349f092", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:37:15.969506 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6e6b13a8-d5b6-42af-aa7a-a88e6e1c6a3d {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:37:15.969765 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ac0b66-6ec6-4896-8808-9a201a1cd005', 'code': 200} Jul 09 09:37:15.970024 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad77fc5-199d-4e19-acef-8b1e44e8ba87', 'code': 200} Jul 09 09:37:15.970283 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55ad7ee-d463-472e-9cd3-5263ad30bdd6', 'code': 200} Jul 09 09:37:15.970525 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66be3df1-04f9-4bfc-bd18-2a4746b4d8eb', 'code': 200} Jul 09 09:37:15.970771 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e140cd-52e8-4479-8dac-6bd540e9fb0c', 'code': 200} Jul 09 09:37:15.971012 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7adbfff-b36e-4c84-aa19-b9efc349f092', 'code': 200} Jul 09 09:37:15.977792 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f212c818-a0a9-4f68-9216-e6c732b54c11 req-2446a1e7-8373-44de-85ad-d20732a180fc tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175404 Jul 09 09:37:16.045320 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b541838-87e4-4f93-b8b8-6b163fe6d6a5 req-622ed9da-6532-4755-9eb7-6767252dd606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:16.047088 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b541838-87e4-4f93-b8b8-6b163fe6d6a5 req-622ed9da-6532-4755-9eb7-6767252dd606 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e4ca544-6115-4c7d-97ed-69dda7c846c3 HTTP/1.1" status: 200 len: 852 time: 0.1641634 Jul 09 09:37:16.099424 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b541838-87e4-4f93-b8b8-6b163fe6d6a5 req-4346f82b-bf1a-4851-b0b4-67914c5e121f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1eead137-dbd8-48b9-916a-6019c200ae01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393775 Jul 09 09:37:16.101836 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc98e5ee-3bb8-413c-8a0b-a7ea40539bfc req-49c0114f-dee4-48cf-a921-134d8e7e789f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f156a5a-c918-478b-b237-7653ff906d49 HTTP/1.1" status: 200 len: 999 time: 0.1230843 Jul 09 09:37:16.203627 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16577576-fad4-4860-912f-50d03971c096 req-ae5c520c-3674-4c5a-a874-f9f204816e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:16.211107 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16577576-fad4-4860-912f-50d03971c096 req-ae5c520c-3674-4c5a-a874-f9f204816e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:16.212699 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16577576-fad4-4860-912f-50d03971c096 req-ae5c520c-3674-4c5a-a874-f9f204816e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:16.214670 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16577576-fad4-4860-912f-50d03971c096 req-ae5c520c-3674-4c5a-a874-f9f204816e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:16.215269 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16577576-fad4-4860-912f-50d03971c096 req-ae5c520c-3674-4c5a-a874-f9f204816e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:16.216045 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16577576-fad4-4860-912f-50d03971c096 req-ae5c520c-3674-4c5a-a874-f9f204816e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:16.217037 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16577576-fad4-4860-912f-50d03971c096 req-ae5c520c-3674-4c5a-a874-f9f204816e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:16.219803 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-16577576-fad4-4860-912f-50d03971c096 req-ae5c520c-3674-4c5a-a874-f9f204816e4a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 6491 time: 0.1408610 Jul 09 09:37:16.278955 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98e5ee-3bb8-413c-8a0b-a7ea40539bfc req-939f461a-9c2a-43ed-b393-9bf07d416573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:16.280473 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc98e5ee-3bb8-413c-8a0b-a7ea40539bfc req-939f461a-9c2a-43ed-b393-9bf07d416573 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.1626632 Jul 09 09:37:16.285469 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-16577576-fad4-4860-912f-50d03971c096 req-5771b91a-9254-4508-9304-195901e3acba service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571041 Jul 09 09:37:16.397114 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b541838-87e4-4f93-b8b8-6b163fe6d6a5 req-c9f32c17-cabe-463a-8369-5f848417ec6a service neutron] 10.222.0.58 "GET /v2.0/networks/1eead137-dbd8-48b9-916a-6019c200ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910397 Jul 09 09:37:16.401183 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98e5ee-3bb8-413c-8a0b-a7ea40539bfc req-56ed1af6-fd80-459b-95c3-1d67b5e247d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:16.402693 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc98e5ee-3bb8-413c-8a0b-a7ea40539bfc req-56ed1af6-fd80-459b-95c3-1d67b5e247d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109278 Jul 09 09:37:16.670561 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd7c9a-c906-4131-bd8a-c3d59a0f9484 req-afffa247-7682-4b4b-ae9d-ee35d7b71a80 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:16.672427 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80dd7c9a-c906-4131-bd8a-c3d59a0f9484 req-afffa247-7682-4b4b-ae9d-ee35d7b71a80 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.2412210 Jul 09 09:37:16.674420 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b541838-87e4-4f93-b8b8-6b163fe6d6a5 req-efb56733-f39e-4d14-aa58-b93882091eac service neutron] 10.222.0.58 "GET /v2.0/networks/1eead137-dbd8-48b9-916a-6019c200ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700424 Jul 09 09:37:16.680084 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc98e5ee-3bb8-413c-8a0b-a7ea40539bfc req-ab04b8d7-d93b-48f5-8b56-4630ad01dba8 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674437 Jul 09 09:37:16.810928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea10d3d-5b88-4d9e-a106-5af35e215cd8 req-ae87c489-3358-485f-8dfd-d09e6f2fb414 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:16.812629 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eea10d3d-5b88-4d9e-a106-5af35e215cd8 req-ae87c489-3358-485f-8dfd-d09e6f2fb414 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a2de0c0-9e68-4389-8ab3-bfd80e233fac HTTP/1.1" status: 200 len: 1024 time: 0.2414157 Jul 09 09:37:16.826838 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80dd7c9a-c906-4131-bd8a-c3d59a0f9484 req-7255a05c-0364-465a-bc5e-1b275442c6de tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418078 Jul 09 09:37:16.898007 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eea10d3d-5b88-4d9e-a106-5af35e215cd8 req-6f3e7124-8c73-4447-9f19-67847443becd tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?id=c63ec0bf-9b98-4185-83b3-ab5a44b97d18&id=ee6aa37c-6226-47c0-bafb-b2477da2f802&id=b8455fe2-9180-44a2-96d5-1154681bce60&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0591822 Jul 09 09:37:16.902782 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc98e5ee-3bb8-413c-8a0b-a7ea40539bfc req-2b15bbf6-21b6-43b9-b573-3cf826dd90fd service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056022 Jul 09 09:37:17.104176 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6f109-c349-4f34-8e67-3fc24dd45dab req-e2d89a82-14b5-4c08-b2c9-3c7c2d41ab3e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:17.110153 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6f109-c349-4f34-8e67-3fc24dd45dab req-e2d89a82-14b5-4c08-b2c9-3c7c2d41ab3e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:17.116799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6f109-c349-4f34-8e67-3fc24dd45dab req-e2d89a82-14b5-4c08-b2c9-3c7c2d41ab3e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:17.123620 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6f109-c349-4f34-8e67-3fc24dd45dab req-e2d89a82-14b5-4c08-b2c9-3c7c2d41ab3e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:17.129564 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6f109-c349-4f34-8e67-3fc24dd45dab req-e2d89a82-14b5-4c08-b2c9-3c7c2d41ab3e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:17.140159 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6f109-c349-4f34-8e67-3fc24dd45dab req-e2d89a82-14b5-4c08-b2c9-3c7c2d41ab3e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:17.150458 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6f109-c349-4f34-8e67-3fc24dd45dab req-e2d89a82-14b5-4c08-b2c9-3c7c2d41ab3e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:17.156496 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b2a6f109-c349-4f34-8e67-3fc24dd45dab req-e2d89a82-14b5-4c08-b2c9-3c7c2d41ab3e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5434 time: 0.1395259 Jul 09 09:37:17.239303 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b2a6f109-c349-4f34-8e67-3fc24dd45dab req-8294994b-006b-4bd5-81bd-97ad31dbc7d3 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0684738 Jul 09 09:37:17.265000 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f76ae7-5fdb-4f44-80b5-f85c80d3dce7 req-690f8d1f-3f66-4a0d-adb5-98c5f59fa8ae tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:17.272988 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4f76ae7-5fdb-4f44-80b5-f85c80d3dce7 req-690f8d1f-3f66-4a0d-adb5-98c5f59fa8ae tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.1153536 Jul 09 09:37:17.333124 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4f76ae7-5fdb-4f44-80b5-f85c80d3dce7 req-4d16d060-055c-49cf-b5f7-4063401c8ed5 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591829 Jul 09 09:37:17.848527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55248) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:17.982257 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9f105c08-91b8-4518-ad32-ce4cffc6052f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:18.061709 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a5a28-e867-40d5-adb6-d6b02c33ff92 req-0fa77013-8edc-4c85-9c17-e45cfbf436b6 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:18.063270 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-250a5a28-e867-40d5-adb6-d6b02c33ff92 req-0fa77013-8edc-4c85-9c17-e45cfbf436b6 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.1187315 Jul 09 09:37:18.198669 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-250a5a28-e867-40d5-adb6-d6b02c33ff92 req-181abed9-9c81-4041-a318-f2a9d8e36b7a tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075988 Jul 09 09:37:18.240333 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fea069-abb9-43c6-9ddf-8fd9bd9b7c69 req-e1e952d3-28b6-49e8-9951-3e210de5e3ee tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:18.241810 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-30fea069-abb9-43c6-9ddf-8fd9bd9b7c69 req-e1e952d3-28b6-49e8-9951-3e210de5e3ee tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a2de0c0-9e68-4389-8ab3-bfd80e233fac HTTP/1.1" status: 200 len: 1024 time: 0.2025378 Jul 09 09:37:18.244977 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9f105c08-91b8-4518-ad32-ce4cffc6052f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:18.253707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509180c-ca67-41e7-8743-2dc02d4c1c31 req-1d8666cc-3c88-496c-8043-5d9682f9434f tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:18.255131 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8509180c-ca67-41e7-8743-2dc02d4c1c31 req-1d8666cc-3c88-496c-8043-5d9682f9434f tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a2de0c0-9e68-4389-8ab3-bfd80e233fac HTTP/1.1" status: 200 len: 1024 time: 0.2134509 Jul 09 09:37:18.262658 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9f105c08-91b8-4518-ad32-ce4cffc6052f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:18.355067 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9f105c08-91b8-4518-ad32-ce4cffc6052f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ac806f5e3ae7484ea210cf99bef816ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5054300 Jul 09 09:37:18.355825 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f105c08-91b8-4518-ad32-ce4cffc6052f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25f779a-a092-4f7d-bfc1-16162d5f18d5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:18.357840 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55258) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:18.418167 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8509180c-ca67-41e7-8743-2dc02d4c1c31 req-ce9cb90b-c409-42c8-b5c9-bff9923b91f7 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?id=c63ec0bf-9b98-4185-83b3-ab5a44b97d18&id=ee6aa37c-6226-47c0-bafb-b2477da2f802&id=b8455fe2-9180-44a2-96d5-1154681bce60&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1527510 Jul 09 09:37:18.450799 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7764f152-2bc1-426a-9edd-f6cae4cfe0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:18.473036 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7764f152-2bc1-426a-9edd-f6cae4cfe0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:18.503278 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7160d69-3e0e-43a4-a31f-2e4c7e731df2 req-05409848-d268-472d-9438-b8ea6be2cb70 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:18.510788 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7160d69-3e0e-43a4-a31f-2e4c7e731df2 req-05409848-d268-472d-9438-b8ea6be2cb70 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:18.519747 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7160d69-3e0e-43a4-a31f-2e4c7e731df2 req-05409848-d268-472d-9438-b8ea6be2cb70 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:18.526540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7160d69-3e0e-43a4-a31f-2e4c7e731df2 req-05409848-d268-472d-9438-b8ea6be2cb70 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:18.529428 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7764f152-2bc1-426a-9edd-f6cae4cfe0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:18.532220 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7764f152-2bc1-426a-9edd-f6cae4cfe0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:18.533157 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7160d69-3e0e-43a4-a31f-2e4c7e731df2 req-05409848-d268-472d-9438-b8ea6be2cb70 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:18.536272 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7764f152-2bc1-426a-9edd-f6cae4cfe0aa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f25f779a-a092-4f7d-bfc1-16162d5f18d5 HTTP/1.1" status: 204 len: 168 time: 0.1774333 Jul 09 09:37:18.539034 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7160d69-3e0e-43a4-a31f-2e4c7e731df2 req-05409848-d268-472d-9438-b8ea6be2cb70 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:18.545475 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764f152-2bc1-426a-9edd-f6cae4cfe0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25f779a-a092-4f7d-bfc1-16162d5f18d5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:18.549860 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7160d69-3e0e-43a4-a31f-2e4c7e731df2 req-05409848-d268-472d-9438-b8ea6be2cb70 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:18.556358 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a7160d69-3e0e-43a4-a31f-2e4c7e731df2 req-05409848-d268-472d-9438-b8ea6be2cb70 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5434 time: 0.1781135 Jul 09 09:37:18.569840 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-30fea069-abb9-43c6-9ddf-8fd9bd9b7c69 req-882ccb80-3051-4cd9-b89d-1916586573b3 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Deleting port 9de96b03-1eb2-4301-af66-009d2aa274a1 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:37:18.570174 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-30fea069-abb9-43c6-9ddf-8fd9bd9b7c69 req-882ccb80-3051-4cd9-b89d-1916586573b3 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:18.648853 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8217e8c9-01be-49cb-80c1-2aef2689636f req-f0994178-2b82-4d41-934d-881beecf76c5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534289 Jul 09 09:37:18.715271 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a7160d69-3e0e-43a4-a31f-2e4c7e731df2 req-ec75a1c3-e70f-4e3f-9e19-a9cb593f7275 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1549275 Jul 09 09:37:18.734908 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217e8c9-01be-49cb-80c1-2aef2689636f req-ef830e48-c921-4f83-8d8a-792f97a00754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:18.737642 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8217e8c9-01be-49cb-80c1-2aef2689636f req-ef830e48-c921-4f83-8d8a-792f97a00754 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 1101 time: 0.0654848 Jul 09 09:37:18.748832 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-30fea069-abb9-43c6-9ddf-8fd9bd9b7c69 req-882ccb80-3051-4cd9-b89d-1916586573b3 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] For port 9de96b03-1eb2-4301-af66-009d2aa274a1, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=9de96b03-1eb2-4301-af66-009d2aa274a1,segment=NetworkSegment(94bc9921-40e4-4a0e-a298-44fa3cccb4cc),segment_id=94bc9921-40e4-4a0e-a298-44fa3cccb4cc)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:18.749193 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-30fea069-abb9-43c6-9ddf-8fd9bd9b7c69 req-882ccb80-3051-4cd9-b89d-1916586573b3 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:18.780311 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad04d0-4ce3-40be-9252-0d47d331574f req-b574baa3-19ea-4374-9ee3-674b89d95040 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:18.787184 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7aad04d0-4ce3-40be-9252-0d47d331574f req-b574baa3-19ea-4374-9ee3-674b89d95040 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.2297511 Jul 09 09:37:18.800424 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-30fea069-abb9-43c6-9ddf-8fd9bd9b7c69 req-882ccb80-3051-4cd9-b89d-1916586573b3 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Calling delete_port for 9de96b03-1eb2-4301-af66-009d2aa274a1 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:37:18.897372 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7aad04d0-4ce3-40be-9252-0d47d331574f req-4473dcc4-4f4d-48e7-8253-5adfe6d020c9 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092181 Jul 09 09:37:18.945327 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217e8c9-01be-49cb-80c1-2aef2689636f req-809d4de8-4444-4804-8a82-3c3de7955a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:18.948475 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8217e8c9-01be-49cb-80c1-2aef2689636f req-809d4de8-4444-4804-8a82-3c3de7955a5b service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.1859000 Jul 09 09:37:19.006009 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8217e8c9-01be-49cb-80c1-2aef2689636f req-55176753-5c4d-4dd0-8a88-fbb770860087 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=fcd704b9-933e-47b7-92b7-bb7a73f70723 HTTP/1.1" status: 200 len: 217 time: 0.0494754 Jul 09 09:37:19.073973 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217e8c9-01be-49cb-80c1-2aef2689636f req-2ae8b49a-20b0-4800-a047-9b3e3c3a56ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:19.076092 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8217e8c9-01be-49cb-80c1-2aef2689636f req-2ae8b49a-20b0-4800-a047-9b3e3c3a56ba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0637052 Jul 09 09:37:19.119201 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-30fea069-abb9-43c6-9ddf-8fd9bd9b7c69 req-882ccb80-3051-4cd9-b89d-1916586573b3 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:19.130731 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['6342e768-71ac-4247-80f3-4c4a0dbf9a3a', '9de96b03-1eb2-4301-af66-009d2aa274a1'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:37:19.164420 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217e8c9-01be-49cb-80c1-2aef2689636f req-98aedeef-7de1-4bb2-9c57-97569237c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:19.167118 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ccb80-3051-4cd9-b89d-1916586573b3 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event deleted for resources: {'Port': ['ID=9de96b03-1eb2-4301-af66-009d2aa274a1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:19.167754 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8217e8c9-01be-49cb-80c1-2aef2689636f req-98aedeef-7de1-4bb2-9c57-97569237c2a8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0848789 Jul 09 09:37:19.225310 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d689f-393d-4345-bc85-7f08926bbac0 req-e3452fa2-bd39-410b-a282-097d871c93ca tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:19.232286 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d689f-393d-4345-bc85-7f08926bbac0 req-e3452fa2-bd39-410b-a282-097d871c93ca tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:19.238995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d689f-393d-4345-bc85-7f08926bbac0 req-e3452fa2-bd39-410b-a282-097d871c93ca tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:19.246791 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d689f-393d-4345-bc85-7f08926bbac0 req-e3452fa2-bd39-410b-a282-097d871c93ca tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:19.252874 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d689f-393d-4345-bc85-7f08926bbac0 req-e3452fa2-bd39-410b-a282-097d871c93ca tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:19.259343 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d689f-393d-4345-bc85-7f08926bbac0 req-e3452fa2-bd39-410b-a282-097d871c93ca tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:19.265310 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d689f-393d-4345-bc85-7f08926bbac0 req-e3452fa2-bd39-410b-a282-097d871c93ca tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:19.279184 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3a2d689f-393d-4345-bc85-7f08926bbac0 req-e3452fa2-bd39-410b-a282-097d871c93ca tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5434 time: 0.2143345 Jul 09 09:37:19.280023 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55290) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:19.331467 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-88ef1c01-b7b6-43e0-8c9d-79133f81ba09 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Request body: {'floatingip': {'port_id': '38137faf-b03c-41f7-8e58-cab67d1ed7f7'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:19.335336 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fea069-abb9-43c6-9ddf-8fd9bd9b7c69 req-882ccb80-3051-4cd9-b89d-1916586573b3 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] No DVR routers for this DVR port 9de96b03-1eb2-4301-af66-009d2aa274a1 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:37:19.357089 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8217e8c9-01be-49cb-80c1-2aef2689636f req-872dd3d3-ffd5-4478-ae7e-9fd31f6c8844 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794581 Jul 09 09:37:19.411636 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-30fea069-abb9-43c6-9ddf-8fd9bd9b7c69 req-882ccb80-3051-4cd9-b89d-1916586573b3 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:19.413779 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-30fea069-abb9-43c6-9ddf-8fd9bd9b7c69 req-882ccb80-3051-4cd9-b89d-1916586573b3 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.58 "DELETE /v2.0/ports/9de96b03-1eb2-4301-af66-009d2aa274a1 HTTP/1.1" status: 204 len: 173 time: 1.1574314 Jul 09 09:37:19.414271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2de0c0-9e68-4389-8ab3-bfd80e233fac', 'name': 'network-vif-deleted', 'tag': '9de96b03-1eb2-4301-af66-009d2aa274a1'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:37:19.424136 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e52776-1822-4e8a-8190-acf96686d070" -d '{"events": [{"server_uuid": "2a2de0c0-9e68-4389-8ab3-bfd80e233fac", "name": "network-vif-deleted", "tag": "9de96b03-1eb2-4301-af66-009d2aa274a1"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:37:19.495116 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88ef1c01-b7b6-43e0-8c9d-79133f81ba09 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:19.528237 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8217e8c9-01be-49cb-80c1-2aef2689636f req-00cefff6-ea6b-4085-acf9-499b47cfdc4d service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640217 Jul 09 09:37:20.099502 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9aa62-47e8-45a9-985c-e25d3e97ee60 req-77fc4b11-dae0-45ba-9561-4f2ec50c0db6 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:20.101066 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0bc9aa62-47e8-45a9-985c-e25d3e97ee60 req-77fc4b11-dae0-45ba-9561-4f2ec50c0db6 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.6998870 Jul 09 09:37:20.112989 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06287b64-59fc-46bb-b81e-ca03e19e6b48 req-8159878a-2675-4974-b288-a16c06a51588 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:20.114538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06287b64-59fc-46bb-b81e-ca03e19e6b48 req-8159878a-2675-4974-b288-a16c06a51588 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.5595901 Jul 09 09:37:20.235285 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0bc9aa62-47e8-45a9-985c-e25d3e97ee60 req-14436ead-9779-4d0c-a350-c224ec24cddf tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191561 Jul 09 09:37:20.258329 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06287b64-59fc-46bb-b81e-ca03e19e6b48 req-32c3613e-574d-4622-bd9f-c6fcf938e919 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278405 Jul 09 09:37:20.323005 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d5a7fc-c156-4e10-a85f-a56cbb8ccb2b x-openstack-request-id: req-f3d5a7fc-c156-4e10-a85f-a56cbb8ccb2b {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:37:20.323304 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2de0c0-9e68-4389-8ab3-bfd80e233fac", "name": "network-vif-deleted", "tag": "9de96b03-1eb2-4301-af66-009d2aa274a1", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:37:20.323589 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f3d5a7fc-c156-4e10-a85f-a56cbb8ccb2b {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:37:20.324014 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2de0c0-9e68-4389-8ab3-bfd80e233fac', 'name': 'network-vif-deleted', 'tag': '9de96b03-1eb2-4301-af66-009d2aa274a1', 'status': 'completed', 'code': 200} Jul 09 09:37:20.560656 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85ef2a20-1ef0-419a-82f2-356e4b4743a0 req-75f7da46-04db-4565-af64-816b3e0b940a tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a2de0c0-9e68-4389-8ab3-bfd80e233fac HTTP/1.1" status: 200 len: 210 time: 0.1243308 Jul 09 09:37:20.775263 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.db.resource_extend [None req-88ef1c01-b7b6-43e0-8c9d-79133f81ba09 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 09:37:20.883269 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88ef1c01-b7b6-43e0-8c9d-79133f81ba09 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:20.889549 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88ef1c01-b7b6-43e0-8c9d-79133f81ba09 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:20.956386 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55406) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:21.016967 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-88ef1c01-b7b6-43e0-8c9d-79133f81ba09 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Floating IP db4816c0-443b-4b93-8334-42d4068361f7 associated. External IP: 172.25.3.3, port: 38137faf-b03c-41f7-8e58-cab67d1ed7f7. Jul 09 09:37:21.097095 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-813ceab5-15ed-4166-a406-2f87c51cf6a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:21.194761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d3a9d-599d-4839-8ffa-ba10571f4384 req-afe9af1e-8b82-4568-8426-59743a365d0c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:21.196855 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a0d3a9d-599d-4839-8ffa-ba10571f4384 req-afe9af1e-8b82-4568-8426-59743a365d0c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.1397505 Jul 09 09:37:21.202200 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-813ceab5-15ed-4166-a406-2f87c51cf6a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:21.207531 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-813ceab5-15ed-4166-a406-2f87c51cf6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:21.250595 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-813ceab5-15ed-4166-a406-2f87c51cf6a2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=11e2b1b98d28427fa0491f7f6aac342b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931015 Jul 09 09:37:21.251790 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ceab5-15ed-4166-a406-2f87c51cf6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b5ae11-e71b-4049-8871-f310c547d330,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:21.253411 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55412) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:21.353745 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a0d3a9d-599d-4839-8ffa-ba10571f4384 req-20c59cd8-791e-4675-a75e-d3fac2fd846f tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490474 Jul 09 09:37:21.437208 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ef1c01-b7b6-43e0-8c9d-79133f81ba09 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Router 96b89e2d-4438-4313-bb67-557a91aeb877 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:37:21.474708 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0666e600-9035-43df-9ccd-2b9248514fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:21.559778 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0666e600-9035-43df-9ccd-2b9248514fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:21.626043 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f35b307c-2c2d-40ba-9a27-37bb7162ce08 req-d69b023a-eca9-472b-9aa0-b693af86d297 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2509751 Jul 09 09:37:21.677182 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840216b-531b-4f46-80de-d483be83641b req-06fa5adc-3d37-4334-984f-a013db26cb0d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:21.678815 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4840216b-531b-4f46-80de-d483be83641b req-06fa5adc-3d37-4334-984f-a013db26cb0d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.2808101 Jul 09 09:37:21.770982 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4840216b-531b-4f46-80de-d483be83641b req-81cb5264-b209-4c62-984c-d6bc834301af tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779440 Jul 09 09:37:21.778578 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0666e600-9035-43df-9ccd-2b9248514fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:21.789296 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0666e600-9035-43df-9ccd-2b9248514fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:21.791323 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0666e600-9035-43df-9ccd-2b9248514fc6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d1b5ae11-e71b-4049-8871-f310c547d330 HTTP/1.1" status: 204 len: 168 time: 0.5369222 Jul 09 09:37:21.828976 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ef1c01-b7b6-43e0-8c9d-79133f81ba09 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:37:21.836765 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88ef1c01-b7b6-43e0-8c9d-79133f81ba09 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:21.847285 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e3f663-05ed-422b-a76a-3f44929f8c4e None None] Sync routers for ids ['96b89e2d-4438-4313-bb67-557a91aeb877'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:37:21.865266 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e3f663-05ed-422b-a76a-3f44929f8c4e None None] Routers {'96b89e2d-4438-4313-bb67-557a91aeb877'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:37:21.866487 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-30e3f663-05ed-422b-a76a-3f44929f8c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['96b89e2d-4438-4313-bb67-557a91aeb877'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:21.894676 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666e600-9035-43df-9ccd-2b9248514fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b5ae11-e71b-4049-8871-f310c547d330,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:21.960060 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-88ef1c01-b7b6-43e0-8c9d-79133f81ba09 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "PUT /v2.0/floatingips/db4816c0-443b-4b93-8334-42d4068361f7 HTTP/1.1" status: 200 len: 989 time: 2.6676545 Jul 09 09:37:21.964451 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b307c-2c2d-40ba-9a27-37bb7162ce08 req-6e83734f-3a24-4fb7-a2b8-0f36d7897be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:21.965990 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f35b307c-2c2d-40ba-9a27-37bb7162ce08 req-6e83734f-3a24-4fb7-a2b8-0f36d7897be3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 1095 time: 0.2862430 Jul 09 09:37:22.033491 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65dfe7-0e83-4031-abd6-f5fa9e031d10 req-07d66b02-bd6f-4333-bcdb-ab9e8474ecf2 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:22.035207 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0f65dfe7-0e83-4031-abd6-f5fa9e031d10 req-07d66b02-bd6f-4333-bcdb-ab9e8474ecf2 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.2614238 Jul 09 09:37:22.054780 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-30e3f663-05ed-422b-a76a-3f44929f8c4e None None] Set router 96b89e2d-4438-4313-bb67-557a91aeb877 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:37:22.231072 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0f65dfe7-0e83-4031-abd6-f5fa9e031d10 req-07f34cdf-0e0c-4e8e-95a3-b20c342a0d38 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734843 Jul 09 09:37:22.281454 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b307c-2c2d-40ba-9a27-37bb7162ce08 req-9b375eaf-01d8-40b4-93e2-3e01255f9744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:22.283028 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f35b307c-2c2d-40ba-9a27-37bb7162ce08 req-9b375eaf-01d8-40b4-93e2-3e01255f9744 service neutron] 10.222.0.64 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 912 time: 0.2820008 Jul 09 09:37:22.513443 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55446) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:22.515929 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-30e3f663-05ed-422b-a76a-3f44929f8c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'name': 'tempest-TaggedBootDevicesTest-1480578526-router', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:06Z', 'updated_at': '2021-07-09T09:35:19Z', 'revision_number': 4, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'gw_port': {'id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:09Z', 'updated_at': '2021-07-09T09:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'db4816c0-443b-4b93-8334-42d4068361f7', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'floating_ip_address': '172.25.3.3', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'port_id': '38137faf-b03c-41f7-8e58-cab67d1ed7f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb', 'mac_address': 'fa:16:3e:ee:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:36:05Z', 'updated_at': '2021-07-09T09:37:20Z', 'revision_number': 1, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c07d92-dcbc-4013-b17c-09511f103ac3', 'name': '', 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'mac_address': 'fa:16:3e:e9:21:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c4576acc-4c8a-4776-ad8b-d4acbefc004d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:15Z', 'updated_at': '2021-07-09T09:35:29Z', 'revision_number': 5, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'subnets': [{'id': 'c4576acc-4c8a-4776-ad8b-d4acbefc004d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:22.716542 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'tag': '38137faf-b03c-41f7-8e58-cab67d1ed7f7'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:37:22.723503 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ff3c92-bfb9-426c-9085-3ef7967153ad" -d '{"events": [{"name": "network-changed", "server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "tag": "38137faf-b03c-41f7-8e58-cab67d1ed7f7"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:37:22.766412 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 9de96b03-1eb2-4301-af66-009d2aa274a1 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:37:22.798778 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 9de96b03-1eb2-4301-af66-009d2aa274a1 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:37:22.799471 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 9de96b03-1eb2-4301-af66-009d2aa274a1 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:37:22.801562 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1883d3c6-a7b3-4ba4-b59c-5d1d754d04a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:22.803973 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e3f663-05ed-422b-a76a-3f44929f8c4e None None] Checking router: 96b89e2d-4438-4313-bb67-557a91aeb877 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:37:22.813850 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e3f663-05ed-422b-a76a-3f44929f8c4e None None] Routers {'96b89e2d-4438-4313-bb67-557a91aeb877'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:37:22.814812 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-30e3f663-05ed-422b-a76a-3f44929f8c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['96b89e2d-4438-4313-bb67-557a91aeb877'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:22.841763 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f35b307c-2c2d-40ba-9a27-37bb7162ce08 req-05804cfa-7d29-4282-92d9-48a224dd92b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f156a5a-c918-478b-b237-7653ff906d49 HTTP/1.1" status: 200 len: 999 time: 0.5472767 Jul 09 09:37:22.966640 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-30e3f663-05ed-422b-a76a-3f44929f8c4e None None] Set router 96b89e2d-4438-4313-bb67-557a91aeb877 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:37:22.995048 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e445cefc-5878-4c88-9b0a-50c9a4f4b3a2 req-253a1875-52af-43ef-8607-a713f93a0a65 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/c63ec0bf-9b98-4185-83b3-ab5a44b97d18 HTTP/1.1" status: 200 len: 1802 time: 0.7076368 Jul 09 09:37:23.007368 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901d2dd1-9926-40ba-89ec-bdddae8e8cbb x-openstack-request-id: req-901d2dd1-9926-40ba-89ec-bdddae8e8cbb {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:37:23.007662 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "tag": "38137faf-b03c-41f7-8e58-cab67d1ed7f7", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:37:23.007936 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-901d2dd1-9926-40ba-89ec-bdddae8e8cbb {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:37:23.011863 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'tag': '38137faf-b03c-41f7-8e58-cab67d1ed7f7', 'status': 'completed', 'code': 200} Jul 09 09:37:23.059159 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1883d3c6-a7b3-4ba4-b59c-5d1d754d04a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:23.077288 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1883d3c6-a7b3-4ba4-b59c-5d1d754d04a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:23.100283 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b307c-2c2d-40ba-9a27-37bb7162ce08 req-64e0e5ff-1f33-4d55-9635-67f08db8f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:23.102048 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f35b307c-2c2d-40ba-9a27-37bb7162ce08 req-64e0e5ff-1f33-4d55-9635-67f08db8f513 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.2263999 Jul 09 09:37:23.143683 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1883d3c6-a7b3-4ba4-b59c-5d1d754d04a0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d2036b29b8c24cd8b607867b1eb36d89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6290574 Jul 09 09:37:23.146269 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e445cefc-5878-4c88-9b0a-50c9a4f4b3a2 req-63d0ec8a-74db-4945-84be-a1d10a2c4b9e tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:23.150395 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55466) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.160381 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883d3c6-a7b3-4ba4-b59c-5d1d754d04a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7990467-6bbb-45d8-badd-44075e8fef41,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:23.181113 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e445cefc-5878-4c88-9b0a-50c9a4f4b3a2 req-63d0ec8a-74db-4945-84be-a1d10a2c4b9e tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:23.213319 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff3c92-bfb9-426c-9085-3ef7967153ad req-375baee0-123f-4e08-a877-2b82fe803294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:23.214127 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff3c92-bfb9-426c-9085-3ef7967153ad req-375baee0-123f-4e08-a877-2b82fe803294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:23.214778 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff3c92-bfb9-426c-9085-3ef7967153ad req-375baee0-123f-4e08-a877-2b82fe803294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:23.215421 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff3c92-bfb9-426c-9085-3ef7967153ad req-375baee0-123f-4e08-a877-2b82fe803294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:23.216091 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff3c92-bfb9-426c-9085-3ef7967153ad req-375baee0-123f-4e08-a877-2b82fe803294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:23.216735 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff3c92-bfb9-426c-9085-3ef7967153ad req-375baee0-123f-4e08-a877-2b82fe803294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:23.217373 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff3c92-bfb9-426c-9085-3ef7967153ad req-375baee0-123f-4e08-a877-2b82fe803294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:23.220064 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-80ff3c92-bfb9-426c-9085-3ef7967153ad req-375baee0-123f-4e08-a877-2b82fe803294 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d40a354f83ac42a092eb57d9c0e4d4c8&device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 6491 time: 0.2059600 Jul 09 09:37:23.240264 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-0548adcb-bd19-4c70-9d75-09657af1c4da service neutron] show failed (client error): The resource could not be found. Jul 09 09:37:23.241386 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-0548adcb-bd19-4c70-9d75-09657af1c4da service neutron] 10.222.0.64 "GET /v2.0/ports/a2a5d059-622a-49bd-a506-6b959921c890/bindings/n-h1-799996-1 HTTP/1.1" status: 404 len: 380 time: 0.4952517 Jul 09 09:37:23.262516 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55470) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.338433 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e445cefc-5878-4c88-9b0a-50c9a4f4b3a2 req-63d0ec8a-74db-4945-84be-a1d10a2c4b9e tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:23.341144 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e445cefc-5878-4c88-9b0a-50c9a4f4b3a2 req-63d0ec8a-74db-4945-84be-a1d10a2c4b9e tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:23.342316 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e445cefc-5878-4c88-9b0a-50c9a4f4b3a2 req-63d0ec8a-74db-4945-84be-a1d10a2c4b9e tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "DELETE /v2.0/security-groups/c63ec0bf-9b98-4185-83b3-ab5a44b97d18 HTTP/1.1" status: 204 len: 173 time: 0.3464622 Jul 09 09:37:23.372149 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ceb93-1a0e-453d-9d8a-4e7ef639198a req-49ed6e97-070f-4bc3-b8f0-1c9796642373 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:23.373772 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb6ceb93-1a0e-453d-9d8a-4e7ef639198a req-49ed6e97-070f-4bc3-b8f0-1c9796642373 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.1819589 Jul 09 09:37:23.375492 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4eb24965-d221-4bd7-a423-5580d813a851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:23.376314 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b307c-2c2d-40ba-9a27-37bb7162ce08 req-29fc3091-51e5-4ff5-851f-a4bc67fa2b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:23.377855 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f35b307c-2c2d-40ba-9a27-37bb7162ce08 req-29fc3091-51e5-4ff5-851f-a4bc67fa2b4e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2462304 Jul 09 09:37:23.379578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0ec8a-74db-4945-84be-a1d10a2c4b9e tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63ec0bf-9b98-4185-83b3-ab5a44b97d18,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:23.459305 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-30e3f663-05ed-422b-a76a-3f44929f8c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'name': 'tempest-TaggedBootDevicesTest-1480578526-router', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:06Z', 'updated_at': '2021-07-09T09:35:19Z', 'revision_number': 4, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'gw_port': {'id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:09Z', 'updated_at': '2021-07-09T09:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'db4816c0-443b-4b93-8334-42d4068361f7', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'floating_ip_address': '172.25.3.3', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'port_id': '38137faf-b03c-41f7-8e58-cab67d1ed7f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb', 'mac_address': 'fa:16:3e:ee:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:36:05Z', 'updated_at': '2021-07-09T09:37:20Z', 'revision_number': 1, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c07d92-dcbc-4013-b17c-09511f103ac3', 'name': '', 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'mac_address': 'fa:16:3e:e9:21:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c4576acc-4c8a-4776-ad8b-d4acbefc004d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:15Z', 'updated_at': '2021-07-09T09:35:29Z', 'revision_number': 5, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'subnets': [{'id': 'c4576acc-4c8a-4776-ad8b-d4acbefc004d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:23.467028 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4eb24965-d221-4bd7-a423-5580d813a851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:23.487784 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb6ceb93-1a0e-453d-9d8a-4e7ef639198a req-2235ee4e-86a3-43c4-a554-3bf84fc86db7 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034493 Jul 09 09:37:23.504621 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff3c92-bfb9-426c-9085-3ef7967153ad req-8b752a04-bcca-48ad-bce4-1bb51a38d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:23.506866 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-80ff3c92-bfb9-426c-9085-3ef7967153ad req-8b752a04-bcca-48ad-bce4-1bb51a38d31d service neutron] 10.222.0.58 "GET /v2.0/networks?id=d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb HTTP/1.1" status: 200 len: 913 time: 0.2697577 Jul 09 09:37:23.522627 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e3f663-05ed-422b-a76a-3f44929f8c4e None None] The sync data for ids ['96b89e2d-4438-4313-bb67-557a91aeb877'] in n-d-799996-1 is: [{'id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'name': 'tempest-TaggedBootDevicesTest-1480578526-router', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:06Z', 'updated_at': '2021-07-09T09:35:19Z', 'revision_number': 4, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'gw_port': {'id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:09Z', 'updated_at': '2021-07-09T09:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'db4816c0-443b-4b93-8334-42d4068361f7', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'floating_ip_address': '172.25.3.3', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'port_id': '38137faf-b03c-41f7-8e58-cab67d1ed7f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb', 'mac_address': 'fa:16:3e:ee:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:36:05Z', 'updated_at': '2021-07-09T09:37:20Z', 'revision_number': 1, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c07d92-dcbc-4013-b17c-09511f103ac3', 'name': '', 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'mac_address': 'fa:16:3e:e9:21:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c4576acc-4c8a-4776-ad8b-d4acbefc004d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:15Z', 'updated_at': '2021-07-09T09:35:29Z', 'revision_number': 5, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'subnets': [{'id': 'c4576acc-4c8a-4776-ad8b-d4acbefc004d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:37:23.576985 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f35b307c-2c2d-40ba-9a27-37bb7162ce08 req-c732a6a7-5ae4-4ca2-a3dd-b68427a3c036 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666369 Jul 09 09:37:23.598290 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-96cc71e5-7d8c-4372-81ea-8534afc7e58d tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.599746 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-96cc71e5-7d8c-4372-81ea-8534afc7e58d tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3227108 Jul 09 09:37:23.602590 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55482) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.609013 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-7178f439-b289-421b-95d0-202eba7bf081 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.609990 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7178f439-b289-421b-95d0-202eba7bf081 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0067418 Jul 09 09:37:23.613365 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55484) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.618721 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-889bc21c-7ebe-4172-baaf-d55ca9b0cd7a tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.619635 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-889bc21c-7ebe-4172-baaf-d55ca9b0cd7a tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0055494 Jul 09 09:37:23.626880 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55486) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.634548 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-0dad4351-985d-4f0e-bec4-cd35e5ee7ecb tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.638033 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0dad4351-985d-4f0e-bec4-cd35e5ee7ecb tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0078998 Jul 09 09:37:23.638960 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55488) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.646030 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-16de4bac-772d-43de-bd08-96d3e0396c78 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.649537 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-16de4bac-772d-43de-bd08-96d3e0396c78 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0068200 Jul 09 09:37:23.652760 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55490) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.654635 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-80ff3c92-bfb9-426c-9085-3ef7967153ad req-f7d8befe-e554-49f3-9a16-b36bca2f5f2a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38137faf-b03c-41f7-8e58-cab67d1ed7f7 HTTP/1.1" status: 200 len: 997 time: 0.1383152 Jul 09 09:37:23.659157 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-40c4cdd2-1b45-41e7-8ad2-8bcfbf12a095 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.660110 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-40c4cdd2-1b45-41e7-8ad2-8bcfbf12a095 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0046146 Jul 09 09:37:23.691511 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55492) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.699333 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-5d4260ad-7a83-432a-9693-12af254b1c0f tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.700594 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5d4260ad-7a83-432a-9693-12af254b1c0f tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0078323 Jul 09 09:37:23.701658 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4eb24965-d221-4bd7-a423-5580d813a851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:23.704521 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4eb24965-d221-4bd7-a423-5580d813a851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:23.705745 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4eb24965-d221-4bd7-a423-5580d813a851 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c7990467-6bbb-45d8-badd-44075e8fef41 HTTP/1.1" status: 204 len: 168 time: 0.5533454 Jul 09 09:37:23.708834 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55494) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.715188 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-05ea6bb4-6177-4e2a-a4ad-a8e32fddd24d tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.718814 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-05ea6bb4-6177-4e2a-a4ad-a8e32fddd24d tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0045888 Jul 09 09:37:23.721386 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55498) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.731748 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-4e27579f-a795-41a3-9e73-4081e23be684 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.735175 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4e27579f-a795-41a3-9e73-4081e23be684 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0063684 Jul 09 09:37:23.735427 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb24965-d221-4bd7-a423-5580d813a851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7990467-6bbb-45d8-badd-44075e8fef41,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:23.738590 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55500) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.745404 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-31b9daec-489c-4dca-b6f4-e52b462f855e tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.749002 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-31b9daec-489c-4dca-b6f4-e52b462f855e tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0068369 Jul 09 09:37:23.749293 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55502) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.754121 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-b7202e47-8ba2-4b76-9900-df0164fb66c5 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.757647 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b7202e47-8ba2-4b76-9900-df0164fb66c5 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0050414 Jul 09 09:37:23.758066 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55504) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.761852 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff3c92-bfb9-426c-9085-3ef7967153ad req-0709c79a-3ab0-4889-b692-cd23bd5a8845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:23.764667 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-80ff3c92-bfb9-426c-9085-3ef7967153ad req-0709c79a-3ab0-4889-b692-cd23bd5a8845 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c4576acc-4c8a-4776-ad8b-d4acbefc004d HTTP/1.1" status: 200 len: 851 time: 0.1016095 Jul 09 09:37:23.767494 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-9719621f-806d-4502-bbad-88ce7014d83a tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.771314 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9719621f-806d-4502-bbad-88ce7014d83a tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0096893 Jul 09 09:37:23.771832 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55506) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.785147 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-7e7e0a6a-a50e-4376-8eee-303fc8283562 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.788393 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7e7e0a6a-a50e-4376-8eee-303fc8283562 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0129757 Jul 09 09:37:23.793099 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55510) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.803937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [None req-e33dcc44-2663-4623-b98a-378471c128f7 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.804882 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e33dcc44-2663-4623-b98a-378471c128f7 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0045063 Jul 09 09:37:23.808441 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55512) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.812849 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-6f591f5d-332e-44a6-80bc-78c916fe1a43 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.813774 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6f591f5d-332e-44a6-80bc-78c916fe1a43 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043230 Jul 09 09:37:23.817067 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55514) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.822355 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-3d02f144-d413-424b-88e1-c2d65a1fd8d9 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.823369 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3d02f144-d413-424b-88e1-c2d65a1fd8d9 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0053461 Jul 09 09:37:23.825905 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55516) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.831988 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-ca857b30-5387-481c-8409-a943ae9a6014 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.833822 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ca857b30-5387-481c-8409-a943ae9a6014 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0056405 Jul 09 09:37:23.836315 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55518) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.841930 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-d0496190-cf3e-462d-bf45-e12d39e20360 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.845259 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d0496190-cf3e-462d-bf45-e12d39e20360 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0056531 Jul 09 09:37:23.845717 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55520) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.850054 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-79567af8-36a1-47dd-9403-9f09cb3bd4ca tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.853304 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-79567af8-36a1-47dd-9403-9f09cb3bd4ca tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0042083 Jul 09 09:37:23.854401 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55522) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.859467 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-3459c933-fc97-4c14-a7be-d50783f1dd8a tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.863214 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3459c933-fc97-4c14-a7be-d50783f1dd8a tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0051680 Jul 09 09:37:23.863393 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55524) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.869016 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-6b8750a9-e1ac-4f9a-9151-c25f38d45f12 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.872398 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6b8750a9-e1ac-4f9a-9151-c25f38d45f12 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0061257 Jul 09 09:37:23.875626 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55526) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.894178 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [None req-6b3c2db3-e2d3-40d9-a552-6346f25ce1ec tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.894647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff3c92-bfb9-426c-9085-3ef7967153ad req-443ad689-60ad-46da-a63e-62311e35265e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:23.896649 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-80ff3c92-bfb9-426c-9085-3ef7967153ad req-443ad689-60ad-46da-a63e-62311e35265e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255529 Jul 09 09:37:23.897917 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55528) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.900297 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6b3c2db3-e2d3-40d9-a552-6346f25ce1ec tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0188744 Jul 09 09:37:23.902465 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-4a870b3c-03bc-4ab8-8f71-e18ce4e257b1 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.903562 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4a870b3c-03bc-4ab8-8f71-e18ce4e257b1 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0046105 Jul 09 09:37:23.906015 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55530) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.923082 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-1aebc271-0dd5-4387-8147-f01ae8f8fe94 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.924347 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1aebc271-0dd5-4387-8147-f01ae8f8fe94 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0173285 Jul 09 09:37:23.931323 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c323c88-7521-4810-bdea-b6e1df6220f2 None None] New status for floating IP db4816c0-443b-4b93-8334-42d4068361f7: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:37:23.932246 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51aa11db-3731-43ea-ae63-238d9eae2aa2 req-b67819a6-4b39-4d86-9704-9cc18f40e3b9 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/b8455fe2-9180-44a2-96d5-1154681bce60 HTTP/1.1" status: 200 len: 1802 time: 0.1563811 Jul 09 09:37:23.934206 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55534) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.942408 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [None req-7967a7b4-15b3-4dfe-a02a-275d3a55df96 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.946638 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55536) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.947283 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7967a7b4-15b3-4dfe-a02a-275d3a55df96 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0074725 Jul 09 09:37:23.967329 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f35b307c-2c2d-40ba-9a27-37bb7162ce08 req-a1c5d47c-d1c7-4306-964c-8abc05678a35 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824859 Jul 09 09:37:23.979705 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-776f8fc1-30c7-48b7-9081-ec2759829fc8 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.980787 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-776f8fc1-30c7-48b7-9081-ec2759829fc8 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0330815 Jul 09 09:37:23.983499 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55540) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:23.986093 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-943b554a-8235-4532-89f0-0c5b52be3fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:23.988406 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-943b554a-8235-4532-89f0-0c5b52be3fe0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6&tenant_id=fd1e4817887247cb839b06c8943f8731 HTTP/1.1" status: 200 len: 1101 time: 0.3676887 Jul 09 09:37:23.989761 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-623ad9d4-14c1-41ea-b4c8-e2040deccf55 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:23.990724 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-623ad9d4-14c1-41ea-b4c8-e2040deccf55 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0063012 Jul 09 09:37:23.997294 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55542) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.009431 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cefe6-3b15-4e50-a14b-24c3abd903b9 req-beaf32f9-5a1e-4be2-88af-5d7c91eb54ca tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:24.011021 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-762cefe6-3b15-4e50-a14b-24c3abd903b9 req-beaf32f9-5a1e-4be2-88af-5d7c91eb54ca tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.2836037 Jul 09 09:37:24.013148 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-95947d28-e307-4e55-a55e-67c307ec232c tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.013699 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-95947d28-e307-4e55-a55e-67c307ec232c tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0154927 Jul 09 09:37:24.016500 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55544) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.018609 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799996-1', 'device_owner': 'compute:nova'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:24.020738 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-bdee81b6-7880-4f4b-a418-f051079c6d1c tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.027717 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bdee81b6-7880-4f4b-a418-f051079c6d1c tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0046880 Jul 09 09:37:24.027717 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55546) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.031901 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-39742ca3-7d8a-496e-ac34-a12b5aef6861 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.032912 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-39742ca3-7d8a-496e-ac34-a12b5aef6861 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0069802 Jul 09 09:37:24.035594 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55548) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.039845 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-76019826-c68c-4803-8ec3-fefd94d00ffa tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.042071 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-76019826-c68c-4803-8ec3-fefd94d00ffa tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0055623 Jul 09 09:37:24.045043 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55550) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.051217 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-e67b8283-84b6-47d2-a127-918213b9cdd2 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.054409 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e67b8283-84b6-47d2-a127-918213b9cdd2 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0062394 Jul 09 09:37:24.059975 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55552) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.065346 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-995bd8e6-e156-4427-9fa4-1ecad4eedefc tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.070154 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-995bd8e6-e156-4427-9fa4-1ecad4eedefc tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0054126 Jul 09 09:37:24.072044 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55554) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.075766 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-821dbba0-2a6d-4d3d-8325-65002941f7f9 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.079054 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-821dbba0-2a6d-4d3d-8325-65002941f7f9 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0051720 Jul 09 09:37:24.079857 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55556) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.084898 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-775851d5-6100-4ffa-b54b-f409f1aa255d tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.089409 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-775851d5-6100-4ffa-b54b-f409f1aa255d tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0058649 Jul 09 09:37:24.090386 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55558) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.095536 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [None req-0aa00e71-4def-4fd1-b46b-5d9b3ca1cf36 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.096536 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0aa00e71-4def-4fd1-b46b-5d9b3ca1cf36 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0049381 Jul 09 09:37:24.100492 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55562) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.105453 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-5fbcb0b7-3037-427e-8033-baedc93e4d4d tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.106590 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5fbcb0b7-3037-427e-8033-baedc93e4d4d tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0050616 Jul 09 09:37:24.109113 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55564) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.116244 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-cca4da70-01c1-4c1b-9ad8-477a92f2ca1d tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.116540 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cca4da70-01c1-4c1b-9ad8-477a92f2ca1d tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0064762 Jul 09 09:37:24.118950 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-80ff3c92-bfb9-426c-9085-3ef7967153ad req-4d24d747-c09d-49ab-aa9b-05045eb790a9 service neutron] 10.222.0.58 "GET /v2.0/networks/d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144878 Jul 09 09:37:24.119389 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55566) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.124089 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-f1861289-46c7-4801-8806-dd7e89febb45 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.125064 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f1861289-46c7-4801-8806-dd7e89febb45 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0045745 Jul 09 09:37:24.127449 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55568) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.140192 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-4284a0ec-29eb-4332-9780-7e9fa2f655a1 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.141171 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4284a0ec-29eb-4332-9780-7e9fa2f655a1 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0128553 Jul 09 09:37:24.155979 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55570) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.187570 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51aa11db-3731-43ea-ae63-238d9eae2aa2 req-e6cec546-dec5-428e-af62-e1338215b97d tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:24.202384 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-495f5cad-36ad-4173-88bf-c0896506e26d tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.205856 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-762cefe6-3b15-4e50-a14b-24c3abd903b9 req-7c917293-f94e-4bdc-92e2-4e06c73af9f3 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539071 Jul 09 09:37:24.206472 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55576) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.206826 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-495f5cad-36ad-4173-88bf-c0896506e26d tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0497534 Jul 09 09:37:24.216905 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [None req-21097834-114a-44bf-aca5-8cc7f6720aa0 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.217861 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-21097834-114a-44bf-aca5-8cc7f6720aa0 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0049891 Jul 09 09:37:24.220959 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55578) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.226944 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-4091c36c-3e86-4288-8aab-c9ccbcaf9bad tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.230388 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4091c36c-3e86-4288-8aab-c9ccbcaf9bad tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0084636 Jul 09 09:37:24.230972 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55580) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.235003 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:24.237186 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-38dc5338-37d0-4a1e-8e20-e3e9f4e65510 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.240881 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-38dc5338-37d0-4a1e-8e20-e3e9f4e65510 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0070782 Jul 09 09:37:24.243225 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55584) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.247488 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-bc03c2c9-b900-4db4-9e27-ed5dc05212f6 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.251226 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bc03c2c9-b900-4db4-9e27-ed5dc05212f6 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0070653 Jul 09 09:37:24.251830 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55586) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.253208 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51aa11db-3731-43ea-ae63-238d9eae2aa2 req-e6cec546-dec5-428e-af62-e1338215b97d tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:24.258008 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-bd882565-0f96-4f4c-a9c4-f68da5c5db47 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.262155 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bd882565-0f96-4f4c-a9c4-f68da5c5db47 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0045025 Jul 09 09:37:24.262293 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55588) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.268631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-60644786-de46-40de-ba98-56aaa5e5d386 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.272214 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-60644786-de46-40de-ba98-56aaa5e5d386 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0070431 Jul 09 09:37:24.275131 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55590) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.282838 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-bcd933df-77e0-404f-aea1-82ec3519589a tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.286589 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bcd933df-77e0-404f-aea1-82ec3519589a tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0104439 Jul 09 09:37:24.287161 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55594) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.301386 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-5e80dc9b-a329-4f99-a130-7c79415d6b02 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.305218 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5e80dc9b-a329-4f99-a130-7c79415d6b02 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0089304 Jul 09 09:37:24.306331 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55596) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.312403 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-93785e23-60c9-42b4-936c-46e57e09c6fa tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.315924 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-93785e23-60c9-42b4-936c-46e57e09c6fa tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0068748 Jul 09 09:37:24.318657 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55598) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.324201 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-1ff17e6b-657a-4e37-bcda-915fff1b88e2 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.328512 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1ff17e6b-657a-4e37-bcda-915fff1b88e2 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0088444 Jul 09 09:37:24.328683 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55600) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.336654 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [None req-ccaf5155-06a4-427f-8d33-639ec95c424c tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.338302 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ccaf5155-06a4-427f-8d33-639ec95c424c tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0064256 Jul 09 09:37:24.341427 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55602) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.349272 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-80ff3c92-bfb9-426c-9085-3ef7967153ad req-1ba40b3d-22e5-401b-a2b0-3d457d891520 service neutron] 10.222.0.58 "GET /v2.0/networks/d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226682 Jul 09 09:37:24.352241 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [None req-1f4ee62a-0f90-4d2f-9fa3-87b13484d334 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.353181 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1f4ee62a-0f90-4d2f-9fa3-87b13484d334 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0093102 Jul 09 09:37:24.356647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55604) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.362130 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-592fb482-c6b4-430c-b7b6-469cbe13de78 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.363149 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-592fb482-c6b4-430c-b7b6-469cbe13de78 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0060704 Jul 09 09:37:24.365710 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55606) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.377000 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-e6625030-e5bc-4f46-b0c9-612e5e40b2f9 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.377923 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e6625030-e5bc-4f46-b0c9-612e5e40b2f9 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0113196 Jul 09 09:37:24.380671 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55608) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.385565 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-e8beec50-6659-48f7-9acf-e091af22f949 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.386520 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e8beec50-6659-48f7-9acf-e091af22f949 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0050023 Jul 09 09:37:24.389117 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55610) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.393225 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-0a5a0457-66e3-4101-b249-3acef80e3534 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.394157 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0a5a0457-66e3-4101-b249-3acef80e3534 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0041647 Jul 09 09:37:24.396485 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55612) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.400443 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-9cb8b709-c78b-4b42-9481-2ba7f9ef804b tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.404308 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9cb8b709-c78b-4b42-9481-2ba7f9ef804b tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0040598 Jul 09 09:37:24.404308 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55614) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.407685 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-1c78b85e-c833-4e7b-910d-02d53e1ff37c tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.410814 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1c78b85e-c833-4e7b-910d-02d53e1ff37c tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0040941 Jul 09 09:37:24.411033 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55616) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.418134 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-9cdd6b0e-d556-4064-ac1b-8428aafad113 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.419166 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9cdd6b0e-d556-4064-ac1b-8428aafad113 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0072768 Jul 09 09:37:24.423045 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55618) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.435015 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-4b5a6c04-5499-4e17-9ccf-341305715d82 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.439003 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4b5a6c04-5499-4e17-9ccf-341305715d82 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0124636 Jul 09 09:37:24.439223 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55622) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.443434 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-794a17b9-e71a-4c99-844e-6bcd7e991392 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.444409 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-794a17b9-e71a-4c99-844e-6bcd7e991392 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0043190 Jul 09 09:37:24.446923 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55624) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.451179 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-91a452ed-8a84-41c1-9842-9c204dc4e985 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.452157 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-91a452ed-8a84-41c1-9842-9c204dc4e985 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0043824 Jul 09 09:37:24.455780 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55626) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.460615 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-7eecde6e-c204-413a-990c-728ecbb080a3 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.463744 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7eecde6e-c204-413a-990c-728ecbb080a3 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0047524 Jul 09 09:37:24.463971 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51aa11db-3731-43ea-ae63-238d9eae2aa2 req-e6cec546-dec5-428e-af62-e1338215b97d tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:24.465456 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55628) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.465577 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51aa11db-3731-43ea-ae63-238d9eae2aa2 req-e6cec546-dec5-428e-af62-e1338215b97d tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:24.466671 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51aa11db-3731-43ea-ae63-238d9eae2aa2 req-e6cec546-dec5-428e-af62-e1338215b97d tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "DELETE /v2.0/security-groups/b8455fe2-9180-44a2-96d5-1154681bce60 HTTP/1.1" status: 204 len: 173 time: 0.5154300 Jul 09 09:37:24.470122 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-cbd3eccf-1587-44f5-9b2d-ed7f7bcd22da tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.473642 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cbd3eccf-1587-44f5-9b2d-ed7f7bcd22da tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0045321 Jul 09 09:37:24.484134 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55630) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.491591 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [None req-7b91e296-da25-4ce0-a4d7-f2634785a60c tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.495033 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7b91e296-da25-4ce0-a4d7-f2634785a60c tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0064442 Jul 09 09:37:24.495415 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55636) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.499782 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-ae5f112c-2cdb-425e-89ab-4f98015ee892 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.503055 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ae5f112c-2cdb-425e-89ab-4f98015ee892 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0043795 Jul 09 09:37:24.503383 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55638) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.507450 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cec546-dec5-428e-af62-e1338215b97d tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8455fe2-9180-44a2-96d5-1154681bce60,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:24.509148 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-e43c8150-ae07-45f1-a57d-2addb35d7c54 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.510479 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e43c8150-ae07-45f1-a57d-2addb35d7c54 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0062144 Jul 09 09:37:24.513133 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55642) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.522099 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [None req-a2240820-a5df-42bc-bc9d-90d2ad85e139 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:37:24.526866 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a2240820-a5df-42bc-bc9d-90d2ad85e139 tempest-ExtensionsTestJSON-1137681704 tempest-ExtensionsTestJSON-1137681704-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0126696 Jul 09 09:37:24.599366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298f696-f7e2-4251-956b-851d1a36e5a4 req-0f822152-0ec8-4633-91c9-e066b5e70047 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:24.601344 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8298f696-f7e2-4251-956b-851d1a36e5a4 req-0f822152-0ec8-4633-91c9-e066b5e70047 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/ports?device_id=46cd89cf-4dc6-4c0d-8802-afd2dbc4a306 HTTP/1.1" status: 200 len: 945 time: 0.2450819 Jul 09 09:37:24.656565 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] For port a2a5d059-622a-49bd-a506-6b959921c890, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a2a5d059-622a-49bd-a506-6b959921c890,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:24.679420 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8298f696-f7e2-4251-956b-851d1a36e5a4 req-0cd9392a-393e-4550-ac78-6e0fa1cd7284 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2338ea9-bbb4-4394-98e2-89ed8791ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648944 Jul 09 09:37:24.709110 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] For port a2a5d059-622a-49bd-a506-6b959921c890, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:37:24.737961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-bb92f618-18c3-41ff-aeea-65de8c14fab4 req-ab1d2385-a987-4067-98f4-1c3dd62e0470 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1180278113', 'description': 'tempest-description-1368465721'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:24.771980 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:24.796414 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bb92f618-18c3-41ff-aeea-65de8c14fab4 req-ab1d2385-a987-4067-98f4-1c3dd62e0470 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:24.801548 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] Transition to ACTIVE for port object a2a5d059-622a-49bd-a506-6b959921c890 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:37:24.826666 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:24.870970 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55660) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:24.920994 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] No DVR routers for this DVR port a2a5d059-622a-49bd-a506-6b959921c890 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:37:24.969499 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a5d059-622a-49bd-a506-6b959921c890,revision_number=6']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:25.014684 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b1e3d8-1011-453b-a984-1ab6110d6fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a5d059-622a-49bd-a506-6b959921c890'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:37:25.020991 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8055021-1c54-46f9-a060-fd990ab9db3b" -d '{"events": [{"server_uuid": "15b1e3d8-1011-453b-a984-1ab6110d6fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a5d059-622a-49bd-a506-6b959921c890"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:37:25.051151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] Attempting to bind port a2a5d059-622a-49bd-a506-6b959921c890 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:37:25.051599 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] Attempting to bind port a2a5d059-622a-49bd-a506-6b959921c890 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:37:25.051875 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c629e4c2-fb5a-4e4f-a8b4-f6dcbb10978b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:25.052024 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] Attempting to bind port a2a5d059-622a-49bd-a506-6b959921c890 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:37:25.079154 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] Port a2a5d059-622a-49bd-a506-6b959921c890 on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:37:25.079763 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] Attempting to bind port a2a5d059-622a-49bd-a506-6b959921c890 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:37:25.106595 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:37:25.107329 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:37:25.107995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:37:25.108807 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] Bound port: a2a5d059-622a-49bd-a506-6b959921c890, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:37:25.109396 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:25.213888 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ce6d0-f58f-485d-8790-e4c829ab4357 req-0607ffb9-ef17-4d5f-8059-c69b1806500e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:25.215467 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-075ce6d0-f58f-485d-8790-e4c829ab4357 req-0607ffb9-ef17-4d5f-8059-c69b1806500e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 948 time: 0.1859879 Jul 09 09:37:25.250489 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bb92f618-18c3-41ff-aeea-65de8c14fab4 req-ab1d2385-a987-4067-98f4-1c3dd62e0470 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:25.252048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] For port a2a5d059-622a-49bd-a506-6b959921c890, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:37:25.268147 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bb92f618-18c3-41ff-aeea-65de8c14fab4 req-ab1d2385-a987-4067-98f4-1c3dd62e0470 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:25.272232 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] For port a2a5d059-622a-49bd-a506-6b959921c890, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=a2a5d059-622a-49bd-a506-6b959921c890,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:37:25.295149 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:25.312424 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-075ce6d0-f58f-485d-8790-e4c829ab4357 req-e9017980-2b19-43d6-b7ef-bedcc1a89619 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907726 Jul 09 09:37:25.371031 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:25.372210 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:25.374413 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] 10.222.0.58 "PUT /v2.0/ports/a2a5d059-622a-49bd-a506-6b959921c890 HTTP/1.1" status: 200 len: 1096 time: 1.3779261 Jul 09 09:37:25.381815 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c629e4c2-fb5a-4e4f-a8b4-f6dcbb10978b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:25.388207 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c629e4c2-fb5a-4e4f-a8b4-f6dcbb10978b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:25.424933 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bb92f618-18c3-41ff-aeea-65de8c14fab4 req-ab1d2385-a987-4067-98f4-1c3dd62e0470 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:25.426875 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb92f618-18c3-41ff-aeea-65de8c14fab4 req-ab1d2385-a987-4067-98f4-1c3dd62e0470 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6965878 Jul 09 09:37:25.427516 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d2385-a987-4067-98f4-1c3dd62e0470 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdeb540-11c7-4533-bce3-234af2eaa70c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:25.464413 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c629e4c2-fb5a-4e4f-a8b4-f6dcbb10978b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=41833628773444b683b65928dc026178&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5923173 Jul 09 09:37:25.467853 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55670) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:25.471756 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629e4c2-fb5a-4e4f-a8b4-f6dcbb10978b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c786fd-a5ec-4ef3-9036-729fe6e76f41,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:25.518607 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1df1d1-538f-4b3e-b2fb-417a347b4df0 x-openstack-request-id: req-0e1df1d1-538f-4b3e-b2fb-417a347b4df0 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:37:25.518901 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b1e3d8-1011-453b-a984-1ab6110d6fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a5d059-622a-49bd-a506-6b959921c890", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:37:25.519155 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0e1df1d1-538f-4b3e-b2fb-417a347b4df0 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:37:25.519556 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b1e3d8-1011-453b-a984-1ab6110d6fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a5d059-622a-49bd-a506-6b959921c890', 'code': 200} Jul 09 09:37:25.527671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297b907-b086-4c14-989a-43af75e21d41 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a5d059-622a-49bd-a506-6b959921c890,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:25.618225 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4eb9d351-ffd8-4588-b66f-3fade5bf3935 req-d5bb6dea-5870-4f45-b6f3-7af7d88b6711 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/ccdeb540-11c7-4533-bce3-234af2eaa70c HTTP/1.1" status: 200 len: 1803 time: 0.0845711 Jul 09 09:37:25.629420 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-4eb9d351-ffd8-4588-b66f-3fade5bf3935 req-7161242d-a578-418d-aed7-32d51cc740b3 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Request body: {'security_group': {'name': 'tempest-sg-hth-26975368', 'description': 'tempest-description-hth-2095181567'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:25.690437 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-ba598c40-64f2-4ff9-a5b8-effd9fe0f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:25.692001 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-ba598c40-64f2-4ff9-a5b8-effd9fe0f925 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 1099 time: 0.2818928 Jul 09 09:37:25.705249 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ef2822d-dfbe-48f0-b4d4-fd8675146abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:25.773594 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4eb9d351-ffd8-4588-b66f-3fade5bf3935 req-7161242d-a578-418d-aed7-32d51cc740b3 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:25.799602 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ef2822d-dfbe-48f0-b4d4-fd8675146abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:25.900994 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1170e96-7f20-4d53-8bb0-32118186d5bf req-37fb908b-7b05-4cd8-82cc-5d637bdc29bd tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:25.902458 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d1170e96-7f20-4d53-8bb0-32118186d5bf req-37fb908b-7b05-4cd8-82cc-5d637bdc29bd tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.2672286 Jul 09 09:37:25.904960 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4eb9d351-ffd8-4588-b66f-3fade5bf3935 req-7161242d-a578-418d-aed7-32d51cc740b3 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:25.931320 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4eb9d351-ffd8-4588-b66f-3fade5bf3935 req-7161242d-a578-418d-aed7-32d51cc740b3 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:25.934129 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4eb9d351-ffd8-4588-b66f-3fade5bf3935 req-7161242d-a578-418d-aed7-32d51cc740b3 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:25.936470 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4eb9d351-ffd8-4588-b66f-3fade5bf3935 req-7161242d-a578-418d-aed7-32d51cc740b3 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "PUT /v2.0/security-groups/ccdeb540-11c7-4533-bce3-234af2eaa70c HTTP/1.1" status: 200 len: 1775 time: 0.3109627 Jul 09 09:37:25.989459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9d17a22b-c219-4d43-a82e-aea0358ec9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:25.991111 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9d17a22b-c219-4d43-a82e-aea0358ec9ce service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.2867830 Jul 09 09:37:26.053672 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ef2822d-dfbe-48f0-b4d4-fd8675146abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:26.056798 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ef2822d-dfbe-48f0-b4d4-fd8675146abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:26.057965 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3ef2822d-dfbe-48f0-b4d4-fd8675146abd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/75c786fd-a5ec-4ef3-9036-729fe6e76f41 HTTP/1.1" status: 204 len: 168 time: 0.5882070 Jul 09 09:37:26.075366 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d1170e96-7f20-4d53-8bb0-32118186d5bf req-433f6175-46e3-40ce-9afa-503fc7c11aca tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609244 Jul 09 09:37:26.077153 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-9741c4e7-c890-4a4b-a38c-f5a39183f7ba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a2a5d059-622a-49bd-a506-6b959921c890 HTTP/1.1" status: 200 len: 217 time: 0.0755224 Jul 09 09:37:26.135543 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161242d-a578-418d-aed7-32d51cc740b3 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdeb540-11c7-4533-bce3-234af2eaa70c,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:26.168230 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2822d-dfbe-48f0-b4d4-fd8675146abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c786fd-a5ec-4ef3-9036-729fe6e76f41,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:26.187482 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-4956ac45-a596-45d9-8518-10c85dee4e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:26.190767 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-4956ac45-a596-45d9-8518-10c85dee4e85 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1050165 Jul 09 09:37:26.286859 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e748a669-67b9-4bce-859f-26f87158a37f req-03795308-a9e0-4543-a325-43af385f1107 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/ccdeb540-11c7-4533-bce3-234af2eaa70c HTTP/1.1" status: 200 len: 1775 time: 0.1019676 Jul 09 09:37:26.361396 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-1b2aea01-a73b-4d12-bd66-ebb5c27dc1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:26.362969 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-1b2aea01-a73b-4d12-bd66-ebb5c27dc1aa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1643891 Jul 09 09:37:26.452490 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c2052-059a-47c2-880b-45127bc79443 req-58f4a6c2-3d75-4462-bd38-9940e38dedda tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:26.460186 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab8c2052-059a-47c2-880b-45127bc79443 req-58f4a6c2-3d75-4462-bd38-9940e38dedda tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.1554706 Jul 09 09:37:26.522568 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab8c2052-059a-47c2-880b-45127bc79443 req-c647f255-0940-4ebf-8329-d536a6a52730 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609088 Jul 09 09:37:26.525422 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-ab2c3b38-3a0c-4241-ad55-4da06c91a353 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534901 Jul 09 09:37:26.684257 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bbcc1402-002e-4ce7-bd2f-a3cd378abe74 req-5d839254-cd01-4d65-9f05-875c5686bc95 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/ccdeb540-11c7-4533-bce3-234af2eaa70c HTTP/1.1" status: 200 len: 1775 time: 0.1296289 Jul 09 09:37:26.741119 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803031f-8f89-407c-8522-3326468351a0 req-3f8e0482-8930-4600-91b1-e837539d4f56 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:26.744289 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3803031f-8f89-407c-8522-3326468351a0 req-3f8e0482-8930-4600-91b1-e837539d4f56 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/ports?device_id=46cd89cf-4dc6-4c0d-8802-afd2dbc4a306 HTTP/1.1" status: 200 len: 945 time: 0.1906917 Jul 09 09:37:26.764624 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb558c91-47e5-4f31-b842-64475ccbf14a req-1f1580e5-f27e-4b42-a5c7-ef8526257fd3 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320118 Jul 09 09:37:26.829490 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3803031f-8f89-407c-8522-3326468351a0 req-103a884c-bc08-49f8-a8d9-244426e9d545 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2338ea9-bbb4-4394-98e2-89ed8791ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772009 Jul 09 09:37:26.830817 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bbcc1402-002e-4ce7-bd2f-a3cd378abe74 req-308063f6-74fa-4d68-bdb9-4e03996ced7b tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:26.854999 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a2a5d059-622a-49bd-a506-6b959921c890 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:37:26.874161 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bbcc1402-002e-4ce7-bd2f-a3cd378abe74 req-308063f6-74fa-4d68-bdb9-4e03996ced7b tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:26.926126 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bbcc1402-002e-4ce7-bd2f-a3cd378abe74 req-308063f6-74fa-4d68-bdb9-4e03996ced7b tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:26.931102 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bbcc1402-002e-4ce7-bd2f-a3cd378abe74 req-308063f6-74fa-4d68-bdb9-4e03996ced7b tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:26.932540 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bbcc1402-002e-4ce7-bd2f-a3cd378abe74 req-308063f6-74fa-4d68-bdb9-4e03996ced7b tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "DELETE /v2.0/security-groups/ccdeb540-11c7-4533-bce3-234af2eaa70c HTTP/1.1" status: 204 len: 173 time: 0.2363129 Jul 09 09:37:26.969046 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a2a5d059-622a-49bd-a506-6b959921c890 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:37:26.976363 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308063f6-74fa-4d68-bdb9-4e03996ced7b tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdeb540-11c7-4533-bce3-234af2eaa70c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:27.058591 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55726) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:27.078783 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1eed07-5929-48f6-ac65-7d2d13597bb8 req-d4e016cf-e9fd-4125-8ed1-0b7c38fa96d7 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:27.081361 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c1eed07-5929-48f6-ac65-7d2d13597bb8 req-d4e016cf-e9fd-4125-8ed1-0b7c38fa96d7 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 948 time: 0.1165459 Jul 09 09:37:27.140975 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c1eed07-5929-48f6-ac65-7d2d13597bb8 req-0e31dfa0-1da3-4d8b-9bde-11c2f906e8a0 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534608 Jul 09 09:37:27.193622 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-fd8c752d-1659-4164-b9c7-d1a0a9cb90fe tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-701324697'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:27.221046 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8c752d-1659-4164-b9c7-d1a0a9cb90fe tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Made reservation on behalf of 9b23b4f5d49e49edbeb2a585daf6c1bc for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:37:27.225882 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd8c752d-1659-4164-b9c7-d1a0a9cb90fe tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:27.237086 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd8c752d-1659-4164-b9c7-d1a0a9cb90fe tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:27.357966 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c47d6a-3460-4d78-8993-f259dd04c860 req-df878818-be1c-441c-a6f6-4b6f1260a8c5 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:27.359626 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e5c47d6a-3460-4d78-8993-f259dd04c860 req-df878818-be1c-441c-a6f6-4b6f1260a8c5 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.1324904 Jul 09 09:37:27.359769 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd8c752d-1659-4164-b9c7-d1a0a9cb90fe tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:27.367765 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd8c752d-1659-4164-b9c7-d1a0a9cb90fe tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:27.398652 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8c752d-1659-4164-b9c7-d1a0a9cb90fe tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:37:27.407297 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e5c47d6a-3460-4d78-8993-f259dd04c860 req-8f3c19af-a07d-4e6c-ad6d-3c85522a512b tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409486 Jul 09 09:37:27.415569 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c752d-1659-4164-b9c7-d1a0a9cb90fe tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d16ae17-638b-48d8-aeb4-3aa598950ed3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:27.418643 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd8c752d-1659-4164-b9c7-d1a0a9cb90fe tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:27.418988 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-fd8c752d-1659-4164-b9c7-d1a0a9cb90fe tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Added segment c52b746b-3957-4fd2-8b3c-55c0ae5e4c04 of type vlan for network e39d4b5a-c47b-4629-a65a-fecef046595b Jul 09 09:37:27.477789 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd8c752d-1659-4164-b9c7-d1a0a9cb90fe tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:27.499433 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-3ca69b31-b42a-47fd-87a9-78d95f07c41f req-9b7d0d89-17f5-4f53-b318-c885f5989af5 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] show failed (client error): The resource could not be found. Jul 09 09:37:27.500484 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3ca69b31-b42a-47fd-87a9-78d95f07c41f req-9b7d0d89-17f5-4f53-b318-c885f5989af5 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/b8455fe2-9180-44a2-96d5-1154681bce60 HTTP/1.1" status: 404 len: 352 time: 0.0149150 Jul 09 09:37:27.517945 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd8c752d-1659-4164-b9c7-d1a0a9cb90fe tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:27.521585 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b1e3d8-1011-453b-a984-1ab6110d6fc6', 'tag': 'a2a5d059-622a-49bd-a506-6b959921c890'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:37:27.525231 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4e8c65-e041-4a44-b45f-e826f673e181" -d '{"events": [{"name": "network-changed", "server_uuid": "15b1e3d8-1011-453b-a984-1ab6110d6fc6", "tag": "a2a5d059-622a-49bd-a506-6b959921c890"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:37:27.530317 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8c752d-1659-4164-b9c7-d1a0a9cb90fe tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:27.531072 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd8c752d-1659-4164-b9c7-d1a0a9cb90fe tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:27.604573 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fd8c752d-1659-4164-b9c7-d1a0a9cb90fe tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5420744 Jul 09 09:37:27.604862 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55746) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:27.610160 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ad03bb49-09ae-4743-8452-e3a115a9eb7b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Request body: {'subnet': {'network_id': 'e39d4b5a-c47b-4629-a65a-fecef046595b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:27.674179 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e2842-6200-45ba-9c33-f86c6b7d44a2 req-59e8282e-fa1b-4de2-9209-c2d494896efc tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:27.685047 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f13e2842-6200-45ba-9c33-f86c6b7d44a2 req-59e8282e-fa1b-4de2-9209-c2d494896efc tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.1474185 Jul 09 09:37:27.763990 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f13e2842-6200-45ba-9c33-f86c6b7d44a2 req-b8d7b051-f672-4882-84fa-fb13b81a0476 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721509 Jul 09 09:37:27.789980 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-081cd162-d217-4b0d-997f-526df175c766 req-5dd84840-761d-4736-8989-c74293e81b28 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] show failed (client error): The resource could not be found. Jul 09 09:37:27.791656 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-081cd162-d217-4b0d-997f-526df175c766 req-5dd84840-761d-4736-8989-c74293e81b28 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/c63ec0bf-9b98-4185-83b3-ab5a44b97d18 HTTP/1.1" status: 404 len: 352 time: 0.0264082 Jul 09 09:37:27.888844 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220689c6-2da6-4f42-a3da-304139e0b557 x-openstack-request-id: req-220689c6-2da6-4f42-a3da-304139e0b557 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:37:27.889852 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b1e3d8-1011-453b-a984-1ab6110d6fc6", "tag": "a2a5d059-622a-49bd-a506-6b959921c890", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:37:27.890400 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-220689c6-2da6-4f42-a3da-304139e0b557 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:37:27.891130 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b1e3d8-1011-453b-a984-1ab6110d6fc6', 'tag': 'a2a5d059-622a-49bd-a506-6b959921c890', 'status': 'completed', 'code': 200} Jul 09 09:37:28.017452 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-d64d32a5-cdea-4cd6-9b21-e44d1f274661 req-fac36149-2050-481a-bf87-c32bcc9923f3 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] show failed (client error): The resource could not be found. Jul 09 09:37:28.018537 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d64d32a5-cdea-4cd6-9b21-e44d1f274661 req-fac36149-2050-481a-bf87-c32bcc9923f3 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/4d8978ca-d569-4ad6-9106-6e92d646a7ea HTTP/1.1" status: 404 len: 352 time: 0.0657566 Jul 09 09:37:28.067526 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c752d-1659-4164-b9c7-d1a0a9cb90fe tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Network': ['ID=e39d4b5a-c47b-4629-a65a-fecef046595b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:28.080899 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network e39d4b5a-c47b-4629-a65a-fecef046595b details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:37:28.096809 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e8c65-e041-4a44-b45f-e826f673e181 req-e9bc38ea-94c7-4eb8-aa36-35e4f43c9fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:28.098537 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e4e8c65-e041-4a44-b45f-e826f673e181 req-e9bc38ea-94c7-4eb8-aa36-35e4f43c9fd6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 1099 time: 0.2061703 Jul 09 09:37:28.117233 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e8c65-e041-4a44-b45f-e826f673e181 req-e4d46847-66bd-444c-b907-3bcb161aa7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:28.119476 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e4e8c65-e041-4a44-b45f-e826f673e181 req-e4d46847-66bd-444c-b907-3bcb161aa7d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 1099 time: 0.1758833 Jul 09 09:37:28.135369 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-81e074e1-d6cb-49c2-8246-976194fe5614 req-aed44529-8b10-41e2-bb5d-590a243d34c2 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] show failed (client error): The resource could not be found. Jul 09 09:37:28.148048 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-81e074e1-d6cb-49c2-8246-976194fe5614 req-aed44529-8b10-41e2-bb5d-590a243d34c2 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/99090b34-5841-4fee-a0f0-51324c164f5b HTTP/1.1" status: 404 len: 352 time: 0.0555956 Jul 09 09:37:28.200597 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad03bb49-09ae-4743-8452-e3a115a9eb7b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Made reservation on behalf of 9b23b4f5d49e49edbeb2a585daf6c1bc for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:37:28.209309 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad03bb49-09ae-4743-8452-e3a115a9eb7b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:28.326033 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:37:28.444843 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-1199b767-4551-408d-b74a-8b0c6c1a08dc req-91b90394-f693-4e5d-8d18-c80a011339fb tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] show failed (client error): The resource could not be found. Jul 09 09:37:28.445897 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1199b767-4551-408d-b74a-8b0c6c1a08dc req-91b90394-f693-4e5d-8d18-c80a011339fb tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/8873d584-bb51-4ed1-bfd3-b231d4d8981b HTTP/1.1" status: 404 len: 352 time: 0.1581056 Jul 09 09:37:28.457955 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e8c65-e041-4a44-b45f-e826f673e181 req-de63a0d5-435c-4b91-a4d5-6077c68e9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:28.457955 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e4e8c65-e041-4a44-b45f-e826f673e181 req-de63a0d5-435c-4b91-a4d5-6077c68e9bf1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.3433454 Jul 09 09:37:28.546272 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad03bb49-09ae-4743-8452-e3a115a9eb7b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:28.601173 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e4e8c65-e041-4a44-b45f-e826f673e181 req-bcf1b24c-e060-4fea-8c2f-a5077898caa5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a2a5d059-622a-49bd-a506-6b959921c890 HTTP/1.1" status: 200 len: 217 time: 0.1233838 Jul 09 09:37:28.633478 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03bb49-09ae-4743-8452-e3a115a9eb7b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Subnet': ['ID=bc0b6550-8f87-4dfe-8fa5-bf24c7474225,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:28.642755 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad03bb49-09ae-4743-8452-e3a115a9eb7b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Checking segment: {'id': 'c52b746b-3957-4fd2-8b3c-55c0ae5e4c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e39d4b5a-c47b-4629-a65a-fecef046595b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:37:28.643128 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad03bb49-09ae-4743-8452-e3a115a9eb7b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Network hostable DHCP agents. Network: e39d4b5a-c47b-4629-a65a-fecef046595b, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:37:28.662357 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad03bb49-09ae-4743-8452-e3a115a9eb7b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Network e39d4b5a-c47b-4629-a65a-fecef046595b is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:37:28.679038 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ad03bb49-09ae-4743-8452-e3a115a9eb7b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, e39d4b5a-c47b-4629-a65a-fecef046595b) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:37:28.691107 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967cb562-c21a-498d-81dc-e908b897cdd8 None None] Network e39d4b5a-c47b-4629-a65a-fecef046595b requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:37:28.692991 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad03bb49-09ae-4743-8452-e3a115a9eb7b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:28.693647 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad03bb49-09ae-4743-8452-e3a115a9eb7b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:28.720773 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ad03bb49-09ae-4743-8452-e3a115a9eb7b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1143341 Jul 09 09:37:28.721898 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55770) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:28.728955 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5973c9e5-3ec8-4949-9a1c-02ee39252f73 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-188080616', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:28.757157 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5973c9e5-3ec8-4949-9a1c-02ee39252f73 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:28.758293 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5973c9e5-3ec8-4949-9a1c-02ee39252f73 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:28.851023 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5973c9e5-3ec8-4949-9a1c-02ee39252f73 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:29.050988 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5973c9e5-3ec8-4949-9a1c-02ee39252f73 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:29.051344 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6600647a-55cc-41c3-9916-e9538ac82ac2 None None] Network e39d4b5a-c47b-4629-a65a-fecef046595b requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:37:29.127926 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e8c65-e041-4a44-b45f-e826f673e181 req-3ccf3435-d675-4b22-b8fe-76244813f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:29.129542 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e4e8c65-e041-4a44-b45f-e826f673e181 req-3ccf3435-d675-4b22-b8fe-76244813f2f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.4782813 Jul 09 09:37:29.133200 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e8c65-e041-4a44-b45f-e826f673e181 req-07939532-c82a-4044-af85-d601cc15a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:29.134771 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e4e8c65-e041-4a44-b45f-e826f673e181 req-07939532-c82a-4044-af85-d601cc15a675 service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.9614143 Jul 09 09:37:29.232872 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e4e8c65-e041-4a44-b45f-e826f673e181 req-9c899c44-d52c-4eab-8d2c-f2441b40f517 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a2a5d059-622a-49bd-a506-6b959921c890 HTTP/1.1" status: 200 len: 217 time: 0.0627937 Jul 09 09:37:29.345079 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d652878-d3a3-4f92-a53d-b285102fca2d req-85aaeb82-8c00-4e0f-813c-1972c902e6f8 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:29.346823 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1d652878-d3a3-4f92-a53d-b285102fca2d req-85aaeb82-8c00-4e0f-813c-1972c902e6f8 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 948 time: 0.7542274 Jul 09 09:37:29.370644 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1d5b2-812a-4dd9-90cf-794b6ab78412 req-87c30f65-15ec-4ca5-8a63-c092cad0e87e tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:29.372365 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f1f1d5b2-812a-4dd9-90cf-794b6ab78412 req-87c30f65-15ec-4ca5-8a63-c092cad0e87e tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/ports?device_id=46cd89cf-4dc6-4c0d-8802-afd2dbc4a306 HTTP/1.1" status: 200 len: 945 time: 0.7785966 Jul 09 09:37:29.386942 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5973c9e5-3ec8-4949-9a1c-02ee39252f73 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:29.404777 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e8c65-e041-4a44-b45f-e826f673e181 req-1c543d81-9a51-4d0e-93e9-5827b03f45da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:29.406350 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e4e8c65-e041-4a44-b45f-e826f673e181 req-1c543d81-9a51-4d0e-93e9-5827b03f45da service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1457880 Jul 09 09:37:29.406788 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5973c9e5-3ec8-4949-9a1c-02ee39252f73 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:29.455793 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e8c65-e041-4a44-b45f-e826f673e181 req-b90b54f0-c3b4-4cb1-b93f-4418fa835bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:29.457464 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e4e8c65-e041-4a44-b45f-e826f673e181 req-b90b54f0-c3b4-4cb1-b93f-4418fa835bbb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2935193 Jul 09 09:37:29.521598 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-5973c9e5-3ec8-4949-9a1c-02ee39252f73 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Allocated IP 172.25.3.75 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/07231cc7-53a6-44fc-b43c-9a6ed163f3ef) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:37:29.539842 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1d652878-d3a3-4f92-a53d-b285102fca2d req-9b6e13af-08af-4173-b186-5947d311f900 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854937 Jul 09 09:37:29.556446 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f1f1d5b2-812a-4dd9-90cf-794b6ab78412 req-49ab6258-704f-4a74-a281-ee30feff29c4 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2338ea9-bbb4-4394-98e2-89ed8791ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745670 Jul 09 09:37:29.645951 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5973c9e5-3ec8-4949-9a1c-02ee39252f73 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:29.646196 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-0a4a7d9f-6b75-4558-8222-443cac4805d6 req-38897402-d19c-4216-a95f-96089fe3ab0f tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] show failed (client error): The resource could not be found. Jul 09 09:37:29.662032 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a4a7d9f-6b75-4558-8222-443cac4805d6 req-38897402-d19c-4216-a95f-96089fe3ab0f tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/7cc12457-3381-4df6-963a-ceae599db747 HTTP/1.1" status: 404 len: 352 time: 0.0530937 Jul 09 09:37:29.695078 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e8c65-e041-4a44-b45f-e826f673e181 req-d111d166-2cd0-4f2f-9ff1-b4cf26180e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:29.696176 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5973c9e5-3ec8-4949-9a1c-02ee39252f73 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:29.707567 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e4e8c65-e041-4a44-b45f-e826f673e181 req-d111d166-2cd0-4f2f-9ff1-b4cf26180e91 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2795525 Jul 09 09:37:29.740551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5973c9e5-3ec8-4949-9a1c-02ee39252f73 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:37:29.744832 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-5973c9e5-3ec8-4949-9a1c-02ee39252f73 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:37:29.749753 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5973c9e5-3ec8-4949-9a1c-02ee39252f73 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:37:29.752142 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973c9e5-3ec8-4949-9a1c-02ee39252f73 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Port': ['ID=07231cc7-53a6-44fc-b43c-9a6ed163f3ef,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:29.812662 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e4e8c65-e041-4a44-b45f-e826f673e181 req-862a9f4e-99de-48fe-949e-c07bb2c2d412 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418202 Jul 09 09:37:29.983261 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e4e8c65-e041-4a44-b45f-e826f673e181 req-bb54e236-46ea-4e13-b526-4b9ae7dd7f74 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746975 Jul 09 09:37:30.030123 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e4e8c65-e041-4a44-b45f-e826f673e181 req-348fdefb-ee96-4c79-a87d-264d0a616a33 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038565 Jul 09 09:37:30.066828 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78063124-9678-4f71-ae4a-e7507344d3d0 req-7737fec2-0d1d-4ff6-8562-b23b04a10074 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:30.068402 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78063124-9678-4f71-ae4a-e7507344d3d0 req-7737fec2-0d1d-4ff6-8562-b23b04a10074 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.64 "GET /v2.0/ports?device_id=46cd89cf-4dc6-4c0d-8802-afd2dbc4a306 HTTP/1.1" status: 200 len: 945 time: 0.2669652 Jul 09 09:37:30.094026 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5973c9e5-3ec8-4949-9a1c-02ee39252f73 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:30.235323 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e4e8c65-e041-4a44-b45f-e826f673e181 req-08cee9ee-f088-43a5-bb26-bb4e22eb50fd service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424698 Jul 09 09:37:30.275860 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-78063124-9678-4f71-ae4a-e7507344d3d0 req-831b14c0-c3ca-4314-bb8f-9cc0cf05ea74 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Deleting port 96113903-35ea-4ac9-be3e-85da2b3415bb {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:37:30.276458 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-78063124-9678-4f71-ae4a-e7507344d3d0 req-831b14c0-c3ca-4314-bb8f-9cc0cf05ea74 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:30.300644 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37dc76-f078-4203-9fab-b1f80ea91813 req-9669ea36-cc06-4d2b-93d2-bc6ba0c258f6 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:30.302497 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a37dc76-f078-4203-9fab-b1f80ea91813 req-9669ea36-cc06-4d2b-93d2-bc6ba0c258f6 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=66923ca4-83a0-4334-b748-2cebac8335fd HTTP/1.1" status: 200 len: 1023 time: 0.1468344 Jul 09 09:37:30.327570 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5973c9e5-3ec8-4949-9a1c-02ee39252f73 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:30.394935 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a37dc76-f078-4203-9fab-b1f80ea91813 req-bb7c2e3f-32b4-40ed-bd46-3848d7ad633d tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddf08f5d-6254-4ac2-bbff-cd4fcf2e8b53&id=5f11f2c2-fd28-420b-8431-f4001a178a18&id=ee6aa37c-6226-47c0-bafb-b2477da2f802&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0675032 Jul 09 09:37:30.425512 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-78063124-9678-4f71-ae4a-e7507344d3d0 req-831b14c0-c3ca-4314-bb8f-9cc0cf05ea74 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] For port 96113903-35ea-4ac9-be3e-85da2b3415bb, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=96113903-35ea-4ac9-be3e-85da2b3415bb,segment=NetworkSegment(d147fb99-7b00-466a-8470-55c3bcf6909a),segment_id=d147fb99-7b00-466a-8470-55c3bcf6909a)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:30.425878 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-78063124-9678-4f71-ae4a-e7507344d3d0 req-831b14c0-c3ca-4314-bb8f-9cc0cf05ea74 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:30.500895 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5973c9e5-3ec8-4949-9a1c-02ee39252f73 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Router 3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:37:30.583668 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device a2a5d059-622a-49bd-a506-6b959921c890 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:37:30.711840 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5973c9e5-3ec8-4949-9a1c-02ee39252f73 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:37:30.729461 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bc944e-44d1-4f4c-8cdc-188539d1e8c8 None None] Sync routers for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:37:30.759962 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5973c9e5-3ec8-4949-9a1c-02ee39252f73 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:30.761254 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5973c9e5-3ec8-4949-9a1c-02ee39252f73 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0387511 Jul 09 09:37:30.764324 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55792) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:30.779274 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bc944e-44d1-4f4c-8cdc-188539d1e8c8 None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:37:30.780093 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-58bc944e-44d1-4f4c-8cdc-188539d1e8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:30.816835 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-58bc944e-44d1-4f4c-8cdc-188539d1e8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:30.838516 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bc944e-44d1-4f4c-8cdc-188539d1e8c8 None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:37:30.839572 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-58bc944e-44d1-4f4c-8cdc-188539d1e8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:30.862735 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-78063124-9678-4f71-ae4a-e7507344d3d0 req-831b14c0-c3ca-4314-bb8f-9cc0cf05ea74 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:30.863256 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-78063124-9678-4f71-ae4a-e7507344d3d0 req-831b14c0-c3ca-4314-bb8f-9cc0cf05ea74 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:30.863405 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [req-78063124-9678-4f71-ae4a-e7507344d3d0 req-831b14c0-c3ca-4314-bb8f-9cc0cf05ea74 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Floating IP 3b27f6f1-a16c-45a9-8967-60b954a666e0 disassociated. External IP: 172.25.3.247, port: 96113903-35ea-4ac9-be3e-85da2b3415bb. Jul 09 09:37:30.864287 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-78063124-9678-4f71-ae4a-e7507344d3d0 req-831b14c0-c3ca-4314-bb8f-9cc0cf05ea74 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Calling delete_port for 96113903-35ea-4ac9-be3e-85da2b3415bb owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:37:30.895650 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-58bc944e-44d1-4f4c-8cdc-188539d1e8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:30.896516 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bc944e-44d1-4f4c-8cdc-188539d1e8c8 None None] The sync data for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:37:30.902970 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port a2a5d059-622a-49bd-a506-6b959921c890, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=a2a5d059-622a-49bd-a506-6b959921c890,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:30.914930 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'a2a5d059-622a-49bd-a506-6b959921c890', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': 'a2a5d059-622a-49bd-a506-6b959921c890', 'mac_address': 'fa:16:3e:02:56:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:37:30.933369 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8134e-4a4d-4eb5-9b0b-45036be87d77 req-78c72abc-fca0-4b0c-bb9f-8ebcea09d58d tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:30.940176 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3b8134e-4a4d-4eb5-9b0b-45036be87d77 req-78c72abc-fca0-4b0c-bb9f-8ebcea09d58d tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/ports?device_id=46cd89cf-4dc6-4c0d-8802-afd2dbc4a306 HTTP/1.1" status: 200 len: 945 time: 0.1540165 Jul 09 09:37:30.957253 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:30.972577 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a5d059-622a-49bd-a506-6b959921c890 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:37:30.994301 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port a2a5d059-622a-49bd-a506-6b959921c890, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=a2a5d059-622a-49bd-a506-6b959921c890,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:30.997995 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:31.024297 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3b8134e-4a4d-4eb5-9b0b-45036be87d77 req-f5e64c13-33df-48dd-822d-64a696c69330 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2338ea9-bbb4-4394-98e2-89ed8791ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831792 Jul 09 09:37:31.075926 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=a2a5d059-622a-49bd-a506-6b959921c890,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:31.084704 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:31.085402 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:31.086090 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:31.086772 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:31.087592 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:31.088164 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:31.088764 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:31.089337 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:31.089887 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:31.090423 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:31.090960 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:31.091538 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:31.133405 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be858a-5ed8-4d43-bfa4-7138c5f68177 req-0c49b843-7524-4c9b-b799-203514c215d4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:31.135824 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-75be858a-5ed8-4d43-bfa4-7138c5f68177 req-0c49b843-7524-4c9b-b799-203514c215d4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 949 time: 0.3110785 Jul 09 09:37:31.142171 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-78063124-9678-4f71-ae4a-e7507344d3d0 req-831b14c0-c3ca-4314-bb8f-9cc0cf05ea74 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:31.179120 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b14c0-c3ca-4314-bb8f-9cc0cf05ea74 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Pushing event deleted for resources: {'Port': ['ID=96113903-35ea-4ac9-be3e-85da2b3415bb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:31.260247 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-75be858a-5ed8-4d43-bfa4-7138c5f68177 req-fe9bcde4-0d86-4436-b8f2-4b50a85f38a6 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854304 Jul 09 09:37:31.338421 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78063124-9678-4f71-ae4a-e7507344d3d0 req-831b14c0-c3ca-4314-bb8f-9cc0cf05ea74 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Router 9d4f61d1-a195-42a2-81eb-ceb5309898bc has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:37:31.347774 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebcfc3aa-4aa7-4094-ae5c-dcdcd26182a5 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:31.453651 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['a2a5d059-622a-49bd-a506-6b959921c890'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:37:31.470376 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78063124-9678-4f71-ae4a-e7507344d3d0 req-831b14c0-c3ca-4314-bb8f-9cc0cf05ea74 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:37:31.480935 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e9481-5d1e-457a-b3be-6562e6d73e54 None None] Sync routers for ids ['9d4f61d1-a195-42a2-81eb-ceb5309898bc'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:37:31.499744 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e9481-5d1e-457a-b3be-6562e6d73e54 None None] Routers {'9d4f61d1-a195-42a2-81eb-ceb5309898bc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:37:31.500389 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ef1e9481-5d1e-457a-b3be-6562e6d73e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['9d4f61d1-a195-42a2-81eb-ceb5309898bc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:31.606160 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-78063124-9678-4f71-ae4a-e7507344d3d0 req-831b14c0-c3ca-4314-bb8f-9cc0cf05ea74 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] No DVR routers for this DVR port 96113903-35ea-4ac9-be3e-85da2b3415bb on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:37:31.611088 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-78063124-9678-4f71-ae4a-e7507344d3d0 req-831b14c0-c3ca-4314-bb8f-9cc0cf05ea74 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:31.615605 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78063124-9678-4f71-ae4a-e7507344d3d0 req-831b14c0-c3ca-4314-bb8f-9cc0cf05ea74 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.64 "DELETE /v2.0/ports/96113903-35ea-4ac9-be3e-85da2b3415bb HTTP/1.1" status: 204 len: 173 time: 1.5394542 Jul 09 09:37:31.618088 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cd89cf-4dc6-4c0d-8802-afd2dbc4a306', 'name': 'network-vif-deleted', 'tag': '96113903-35ea-4ac9-be3e-85da2b3415bb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:37:31.623447 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8bd53e-3d27-40e8-b50e-3f860008364b" -d '{"events": [{"server_uuid": "46cd89cf-4dc6-4c0d-8802-afd2dbc4a306", "name": "network-vif-deleted", "tag": "96113903-35ea-4ac9-be3e-85da2b3415bb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:37:31.698083 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d414b9-fefb-4bfe-8531-959078ee70ab req-a1d59c9a-01e9-4ec9-86cb-3dd1f7d68e51 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:31.699420 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-74d414b9-fefb-4bfe-8531-959078ee70ab req-a1d59c9a-01e9-4ec9-86cb-3dd1f7d68e51 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.58 "GET /v2.0/ports?device_id=66923ca4-83a0-4334-b748-2cebac8335fd HTTP/1.1" status: 200 len: 1023 time: 0.2939987 Jul 09 09:37:31.831416 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ef1e9481-5d1e-457a-b3be-6562e6d73e54 None None] Set router 9d4f61d1-a195-42a2-81eb-ceb5309898bc gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:37:31.936453 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-0c609f01-dc74-48ea-9a56-45543c593bdc tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:31.938043 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-0c609f01-dc74-48ea-9a56-45543c593bdc tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.58 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6&tenant_id=fd1e4817887247cb839b06c8943f8731&binding%3Ahost_id=n-h1-799996-1 HTTP/1.1" status: 200 len: 949 time: 0.2647853 Jul 09 09:37:32.006302 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be10369-e5dd-481c-bed8-b70b298cc1e2 req-911fd6c8-8d15-4f5f-a189-7d865026420e tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:32.008378 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0be10369-e5dd-481c-bed8-b70b298cc1e2 req-911fd6c8-8d15-4f5f-a189-7d865026420e tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=66923ca4-83a0-4334-b748-2cebac8335fd HTTP/1.1" status: 200 len: 1023 time: 0.3079808 Jul 09 09:37:32.009938 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-ebcfc3aa-4aa7-4094-ae5c-dcdcd26182a5 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Allocated IP 172.20.0.1 (e39d4b5a-c47b-4629-a65a-fecef046595b/bc0b6550-8f87-4dfe-8fa5-bf24c7474225/af5d6dfc-5673-455c-a35f-235a25d5dc26) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:37:32.062634 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eae2a2-9a91-44a9-ab59-c795a081403f req-7ebefc24-2eb6-46c2-aac1-6c9aeca2ff33 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:32.070454 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4eae2a2-9a91-44a9-ab59-c795a081403f req-7ebefc24-2eb6-46c2-aac1-6c9aeca2ff33 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 949 time: 0.2311151 Jul 09 09:37:32.087109 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3ae9f46c-99ce-4278-a500-1f5b87e0619f service neutron] 10.222.0.58 "GET /v2.0/ports/a2a5d059-622a-49bd-a506-6b959921c890/bindings/n-h1-799996-1 HTTP/1.1" status: 200 len: 382 time: 0.1362731 Jul 09 09:37:32.088078 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-74d414b9-fefb-4bfe-8531-959078ee70ab req-a5773222-d0da-4f44-a1e5-88ddd1a4cf46 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Deleting port 6342e768-71ac-4247-80f3-4c4a0dbf9a3a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:37:32.088355 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-74d414b9-fefb-4bfe-8531-959078ee70ab req-a5773222-d0da-4f44-a1e5-88ddd1a4cf46 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:32.187785 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0be10369-e5dd-481c-bed8-b70b298cc1e2 req-28047056-54e5-4202-b460-86967cb152c3 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddf08f5d-6254-4ac2-bbff-cd4fcf2e8b53&id=5f11f2c2-fd28-420b-8431-f4001a178a18&id=ee6aa37c-6226-47c0-bafb-b2477da2f802&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1666031 Jul 09 09:37:32.250382 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4eae2a2-9a91-44a9-ab59-c795a081403f req-008a2b79-7772-4fb2-813a-b2cf648c2ca6 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790440 Jul 09 09:37:32.265228 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebcfc3aa-4aa7-4094-ae5c-dcdcd26182a5 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:32.304119 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d49bc9-6e4a-468e-a9a4-4ccd55b846a3 x-openstack-request-id: req-d7d49bc9-6e4a-468e-a9a4-4ccd55b846a3 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:37:32.306328 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cd89cf-4dc6-4c0d-8802-afd2dbc4a306", "name": "network-vif-deleted", "tag": "96113903-35ea-4ac9-be3e-85da2b3415bb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:37:32.306740 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d7d49bc9-6e4a-468e-a9a4-4ccd55b846a3 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:37:32.307308 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cd89cf-4dc6-4c0d-8802-afd2dbc4a306', 'name': 'network-vif-deleted', 'tag': '96113903-35ea-4ac9-be3e-85da2b3415bb', 'status': 'completed', 'code': 200} Jul 09 09:37:32.308305 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ef1e9481-5d1e-457a-b3be-6562e6d73e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'name': 'tempest-ServersTestManualDisk-2018548069-router', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:53Z', 'updated_at': '2021-07-09T09:34:02Z', 'revision_number': 4, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'gw_port': {'id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:55Z', 'updated_at': '2021-07-09T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'b6888237-64da-4c22-a3c7-1438c15c6cff', 'name': '', 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'mac_address': 'fa:16:3e:2f:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'a05b0ae9-6d96-449a-844e-c2c83c8a0b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:00Z', 'updated_at': '2021-07-09T09:34:10Z', 'revision_number': 5, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'subnets': [{'id': 'a05b0ae9-6d96-449a-844e-c2c83c8a0b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:32.344291 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e9481-5d1e-457a-b3be-6562e6d73e54 None None] Checking router: 9d4f61d1-a195-42a2-81eb-ceb5309898bc for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:37:32.354846 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e9481-5d1e-457a-b3be-6562e6d73e54 None None] Routers {'9d4f61d1-a195-42a2-81eb-ceb5309898bc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:37:32.355933 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ef1e9481-5d1e-457a-b3be-6562e6d73e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['9d4f61d1-a195-42a2-81eb-ceb5309898bc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:32.358823 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-74d414b9-fefb-4bfe-8531-959078ee70ab req-a5773222-d0da-4f44-a1e5-88ddd1a4cf46 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] For port 6342e768-71ac-4247-80f3-4c4a0dbf9a3a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=6342e768-71ac-4247-80f3-4c4a0dbf9a3a,segment=NetworkSegment(94bc9921-40e4-4a0e-a298-44fa3cccb4cc),segment_id=94bc9921-40e4-4a0e-a298-44fa3cccb4cc)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:32.359190 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-74d414b9-fefb-4bfe-8531-959078ee70ab req-a5773222-d0da-4f44-a1e5-88ddd1a4cf46 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:32.383294 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebcfc3aa-4aa7-4094-ae5c-dcdcd26182a5 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:32.390893 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-74d414b9-fefb-4bfe-8531-959078ee70ab req-a5773222-d0da-4f44-a1e5-88ddd1a4cf46 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Calling delete_port for 6342e768-71ac-4247-80f3-4c4a0dbf9a3a owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:37:32.465803 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfc3aa-4aa7-4094-ae5c-dcdcd26182a5 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Port': ['ID=af5d6dfc-5673-455c-a35f-235a25d5dc26,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:32.503583 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcfc3aa-4aa7-4094-ae5c-dcdcd26182a5 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Network e39d4b5a-c47b-4629-a65a-fecef046595b is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:37:32.514840 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ebcfc3aa-4aa7-4094-ae5c-dcdcd26182a5 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:37:32.534191 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcfc3aa-4aa7-4094-ae5c-dcdcd26182a5 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:37:32.600850 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebcfc3aa-4aa7-4094-ae5c-dcdcd26182a5 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:32.604432 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-699fa243-c3f7-496e-9579-8cf52aa67ebc req-60fa6b68-50ee-498b-b903-1c5be112a9ab tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/ports?device_id=46cd89cf-4dc6-4c0d-8802-afd2dbc4a306 HTTP/1.1" status: 200 len: 210 time: 0.0391426 Jul 09 09:37:32.609483 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ef1e9481-5d1e-457a-b3be-6562e6d73e54 None None] Set router 9d4f61d1-a195-42a2-81eb-ceb5309898bc gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:37:32.651074 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-74d414b9-fefb-4bfe-8531-959078ee70ab req-a5773222-d0da-4f44-a1e5-88ddd1a4cf46 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:32.683530 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5773222-d0da-4f44-a1e5-88ddd1a4cf46 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event deleted for resources: {'Port': ['ID=6342e768-71ac-4247-80f3-4c4a0dbf9a3a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:32.739028 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d414b9-fefb-4bfe-8531-959078ee70ab req-a5773222-d0da-4f44-a1e5-88ddd1a4cf46 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] No DVR routers for this DVR port 6342e768-71ac-4247-80f3-4c4a0dbf9a3a on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:37:32.741930 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-74d414b9-fefb-4bfe-8531-959078ee70ab req-a5773222-d0da-4f44-a1e5-88ddd1a4cf46 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:32.744266 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-74d414b9-fefb-4bfe-8531-959078ee70ab req-a5773222-d0da-4f44-a1e5-88ddd1a4cf46 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.58 "DELETE /v2.0/ports/6342e768-71ac-4247-80f3-4c4a0dbf9a3a HTTP/1.1" status: 204 len: 173 time: 1.0145228 Jul 09 09:37:32.779221 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-31048cae-b2fe-4b17-8101-0a48715f3e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:32.781123 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-31048cae-b2fe-4b17-8101-0a48715f3e07 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 1100 time: 0.6604309 Jul 09 09:37:32.871108 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebcfc3aa-4aa7-4094-ae5c-dcdcd26182a5 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:32.940158 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ef1e9481-5d1e-457a-b3be-6562e6d73e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'name': 'tempest-ServersTestManualDisk-2018548069-router', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:53Z', 'updated_at': '2021-07-09T09:34:02Z', 'revision_number': 4, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'gw_port': {'id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:55Z', 'updated_at': '2021-07-09T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'b6888237-64da-4c22-a3c7-1438c15c6cff', 'name': '', 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'mac_address': 'fa:16:3e:2f:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'a05b0ae9-6d96-449a-844e-c2c83c8a0b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:00Z', 'updated_at': '2021-07-09T09:34:10Z', 'revision_number': 5, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'subnets': [{'id': 'a05b0ae9-6d96-449a-844e-c2c83c8a0b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:32.955339 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-0feb8104-ff79-4482-baf7-53f2e91771f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:32.956852 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-0feb8104-ff79-4482-baf7-53f2e91771f8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.1507463 Jul 09 09:37:32.970615 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e9481-5d1e-457a-b3be-6562e6d73e54 None None] The sync data for ids ['9d4f61d1-a195-42a2-81eb-ceb5309898bc'] in n-d-799996-1 is: [{'id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'name': 'tempest-ServersTestManualDisk-2018548069-router', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:53Z', 'updated_at': '2021-07-09T09:34:02Z', 'revision_number': 4, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'gw_port': {'id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:55Z', 'updated_at': '2021-07-09T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'b6888237-64da-4c22-a3c7-1438c15c6cff', 'name': '', 'network_id': '8da779eb-62d2-4653-9616-013d03ffc7b9', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'mac_address': 'fa:16:3e:2f:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'a05b0ae9-6d96-449a-844e-c2c83c8a0b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:34:00Z', 'updated_at': '2021-07-09T09:34:10Z', 'revision_number': 5, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'subnets': [{'id': 'a05b0ae9-6d96-449a-844e-c2c83c8a0b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:37:33.448938 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6e650c5-96eb-4b23-9184-e9974e41272e req-4903642f-057b-4806-aa7f-8171bd596c84 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/ports?device_id=66923ca4-83a0-4334-b748-2cebac8335fd HTTP/1.1" status: 200 len: 210 time: 0.0459859 Jul 09 09:37:33.451590 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f227558-1e2d-4504-9ac6-56fa3471c324 None None] New status for floating IP 3b27f6f1-a16c-45a9-8967-60b954a666e0: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:37:33.496919 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-342805cb-89be-4996-9ee4-cae272384646 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a2a5d059-622a-49bd-a506-6b959921c890 HTTP/1.1" status: 200 len: 217 time: 0.5094800 Jul 09 09:37:33.540258 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0fb1c-8345-4c36-9475-03b90a3e7549 req-c066824c-fd14-4b23-bc60-4375223b5d76 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:33.549970 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35f0fb1c-8345-4c36-9475-03b90a3e7549 req-c066824c-fd14-4b23-bc60-4375223b5d76 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 949 time: 0.1108809 Jul 09 09:37:33.602097 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35f0fb1c-8345-4c36-9475-03b90a3e7549 req-a17db5a3-2a24-4318-9627-e60e5b3e830e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509732 Jul 09 09:37:33.620952 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-21504eaa-d740-4478-8cd9-98624fd35a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:33.622804 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-21504eaa-d740-4478-8cd9-98624fd35a35 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1171591 Jul 09 09:37:33.748223 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:33.779388 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55844) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:33.791755 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-476b3464-e3b6-4765-b49b-53e6e3f7538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:33.793691 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-476b3464-e3b6-4765-b49b-53e6e3f7538e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1641231 Jul 09 09:37:33.849403 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64e60ba1-eae7-4458-b40e-01233b59d1cc tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:33.858822 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebcfc3aa-4aa7-4094-ae5c-dcdcd26182a5 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:33.878919 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebcfc3aa-4aa7-4094-ae5c-dcdcd26182a5 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:33.884601 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64e60ba1-eae7-4458-b40e-01233b59d1cc tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:33.957387 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64e60ba1-eae7-4458-b40e-01233b59d1cc tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:33.960443 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64e60ba1-eae7-4458-b40e-01233b59d1cc tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:33.964705 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-64e60ba1-eae7-4458-b40e-01233b59d1cc tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "DELETE /v2.0/security-groups/b2338ea9-bbb4-4394-98e2-89ed8791ec08 HTTP/1.1" status: 204 len: 168 time: 0.1837225 Jul 09 09:37:33.965483 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55856) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:33.991616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e60ba1-eae7-4458-b40e-01233b59d1cc tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2338ea9-bbb4-4394-98e2-89ed8791ec08,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:33.996391 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-398e38e1-607a-40e8-8b43-4dbe33cfa448 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] show failed (client error): The resource could not be found. Jul 09 09:37:33.997646 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-398e38e1-607a-40e8-8b43-4dbe33cfa448 tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "GET /v2.0/security-groups/b2338ea9-bbb4-4394-98e2-89ed8791ec08 HTTP/1.1" status: 404 len: 347 time: 0.0272095 Jul 09 09:37:34.001346 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55860) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:34.023998 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebcfc3aa-4aa7-4094-ae5c-dcdcd26182a5 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:34.067644 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfc3aa-4aa7-4094-ae5c-dcdcd26182a5 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Port': ['ID=af5d6dfc-5673-455c-a35f-235a25d5dc26,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:34.098954 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-e671afca-96c5-441a-b554-d56d22102961 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982061 Jul 09 09:37:34.149356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-af5ff593-1fd3-41bd-93f7-07c1d76a2f1d tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Deleting port 778ca5d2-4995-40aa-97ac-8403c3d9e80f {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:37:34.149706 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af5ff593-1fd3-41bd-93f7-07c1d76a2f1d tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:34.227264 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcfc3aa-4aa7-4094-ae5c-dcdcd26182a5 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Network e39d4b5a-c47b-4629-a65a-fecef046595b is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:37:34.231130 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ebcfc3aa-4aa7-4094-ae5c-dcdcd26182a5 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:37:34.234584 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-2051cbb9-911d-4535-b3ee-5e502d928a0e service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270573 Jul 09 09:37:34.242621 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af5ff593-1fd3-41bd-93f7-07c1d76a2f1d tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:34.242955 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af5ff593-1fd3-41bd-93f7-07c1d76a2f1d tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:34.256205 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-af5ff593-1fd3-41bd-93f7-07c1d76a2f1d tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Calling delete_port for 778ca5d2-4995-40aa-97ac-8403c3d9e80f owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:37:34.309272 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66923ca4-83a0-4334-b748-2cebac8335fd', 'name': 'network-vif-deleted', 'tag': '6342e768-71ac-4247-80f3-4c4a0dbf9a3a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:37:34.311798 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a554a2-7425-42b0-bba9-b10b9d729daa" -d '{"events": [{"server_uuid": "66923ca4-83a0-4334-b748-2cebac8335fd", "name": "network-vif-deleted", "tag": "6342e768-71ac-4247-80f3-4c4a0dbf9a3a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:37:34.362342 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcfc3aa-4aa7-4094-ae5c-dcdcd26182a5 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Router 3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:37:34.367731 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df97c912-9b89-4be7-b05d-13258682720a x-openstack-request-id: req-df97c912-9b89-4be7-b05d-13258682720a {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:37:34.368123 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66923ca4-83a0-4334-b748-2cebac8335fd", "name": "network-vif-deleted", "tag": "6342e768-71ac-4247-80f3-4c4a0dbf9a3a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:37:34.368484 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-df97c912-9b89-4be7-b05d-13258682720a {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:37:34.369014 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66923ca4-83a0-4334-b748-2cebac8335fd', 'name': 'network-vif-deleted', 'tag': '6342e768-71ac-4247-80f3-4c4a0dbf9a3a', 'status': 'completed', 'code': 200} Jul 09 09:37:34.426223 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af5ff593-1fd3-41bd-93f7-07c1d76a2f1d tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:34.456157 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ff593-1fd3-41bd-93f7-07c1d76a2f1d tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Pushing event deleted for resources: {'Port': ['ID=778ca5d2-4995-40aa-97ac-8403c3d9e80f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:34.486482 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcfc3aa-4aa7-4094-ae5c-dcdcd26182a5 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:37:34.492677 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ebcfc3aa-4aa7-4094-ae5c-dcdcd26182a5 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "PUT /v2.0/routers/3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7272553 Jul 09 09:37:34.495206 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55888) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:34.497763 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dfd3e9-1a5d-47da-9dc9-e654015968e8 None None] Sync routers for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:37:34.501673 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-24a93033-36b4-447a-9c3a-d14765002ea4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Request body: {'port': {'network_id': 'e39d4b5a-c47b-4629-a65a-fecef046595b', 'name': 'tempest-FloatingIPTestJSON-1885257479'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:34.509255 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dfd3e9-1a5d-47da-9dc9-e654015968e8 None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:37:34.510889 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-18dfd3e9-1a5d-47da-9dc9-e654015968e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:34.550261 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-18dfd3e9-1a5d-47da-9dc9-e654015968e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:34.553899 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af5ff593-1fd3-41bd-93f7-07c1d76a2f1d tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:34.557738 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af5ff593-1fd3-41bd-93f7-07c1d76a2f1d tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:34.562275 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-af5ff593-1fd3-41bd-93f7-07c1d76a2f1d tempest-ServersTestManualDisk-600472652 tempest-ServersTestManualDisk-600472652-project] 10.222.0.61 "DELETE /v2.0/floatingips/3b27f6f1-a16c-45a9-8967-60b954a666e0 HTTP/1.1" status: 204 len: 168 time: 0.5566208 Jul 09 09:37:34.562823 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55890) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:34.566324 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dfd3e9-1a5d-47da-9dc9-e654015968e8 None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:37:34.568355 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-18dfd3e9-1a5d-47da-9dc9-e654015968e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:34.602626 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device a2a5d059-622a-49bd-a506-6b959921c890 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:37:34.659852 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-18dfd3e9-1a5d-47da-9dc9-e654015968e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:34.660849 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dfd3e9-1a5d-47da-9dc9-e654015968e8 None None] The sync data for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:37:34.720267 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port a2a5d059-622a-49bd-a506-6b959921c890 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:37:34.725483 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port a2a5d059-622a-49bd-a506-6b959921c890 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:37:34.726334 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:34.742183 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a93033-36b4-447a-9c3a-d14765002ea4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Made reservation on behalf of 9b23b4f5d49e49edbeb2a585daf6c1bc for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:37:34.746341 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-24a93033-36b4-447a-9c3a-d14765002ea4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:34.766993 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-298c0445-4db9-4eb3-a0e2-1e4fe1568579 req-dd5314aa-8ec3-465e-aed6-3f3406ecb554 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/5f11f2c2-fd28-420b-8431-f4001a178a18 HTTP/1.1" status: 200 len: 1802 time: 0.0483227 Jul 09 09:37:34.786685 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-24a93033-36b4-447a-9c3a-d14765002ea4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] device_id is not set on port ea9632d7-400e-43b6-a32f-062cfba01e0f yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:37:34.893457 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:34.915392 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 96113903-35ea-4ac9-be3e-85da2b3415bb no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:37:34.937105 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-24a93033-36b4-447a-9c3a-d14765002ea4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Allocated IP 172.20.0.4 (e39d4b5a-c47b-4629-a65a-fecef046595b/bc0b6550-8f87-4dfe-8fa5-bf24c7474225/ea9632d7-400e-43b6-a32f-062cfba01e0f) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:37:34.952581 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 96113903-35ea-4ac9-be3e-85da2b3415bb {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:37:34.953477 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 96113903-35ea-4ac9-be3e-85da2b3415bb not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:37:34.963963 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b1e3d8-1011-453b-a984-1ab6110d6fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a5d059-622a-49bd-a506-6b959921c890'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:37:34.966794 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417cf236-cd81-46cb-a37c-68c0f2731a13" -d '{"events": [{"server_uuid": "15b1e3d8-1011-453b-a984-1ab6110d6fc6", "name": "network-vif-plugged", "status": "completed", "tag": "a2a5d059-622a-49bd-a506-6b959921c890"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:37:34.994878 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port a2a5d059-622a-49bd-a506-6b959921c890, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=a2a5d059-622a-49bd-a506-6b959921c890,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:35.000721 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:35.001556 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 6342e768-71ac-4247-80f3-4c4a0dbf9a3a no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:37:35.078791 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 6342e768-71ac-4247-80f3-4c4a0dbf9a3a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:37:35.079153 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 6342e768-71ac-4247-80f3-4c4a0dbf9a3a not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:37:35.109806 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=a2a5d059-622a-49bd-a506-6b959921c890,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:35.227418 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-24a93033-36b4-447a-9c3a-d14765002ea4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:35.292058 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-24a93033-36b4-447a-9c3a-d14765002ea4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:35.348567 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-298c0445-4db9-4eb3-a0e2-1e4fe1568579 req-08801f54-fdbb-436e-ba5f-49e1ce00fdd0 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:35.371380 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a93033-36b4-447a-9c3a-d14765002ea4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Network e39d4b5a-c47b-4629-a65a-fecef046595b is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:37:35.374823 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-24a93033-36b4-447a-9c3a-d14765002ea4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:37:35.380339 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a93033-36b4-447a-9c3a-d14765002ea4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:37:35.390996 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a93033-36b4-447a-9c3a-d14765002ea4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Port': ['ID=ea9632d7-400e-43b6-a32f-062cfba01e0f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:35.411806 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-298c0445-4db9-4eb3-a0e2-1e4fe1568579 req-08801f54-fdbb-436e-ba5f-49e1ce00fdd0 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:35.452760 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a93033-36b4-447a-9c3a-d14765002ea4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:35.453430 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-24a93033-36b4-447a-9c3a-d14765002ea4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:35.473085 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-24a93033-36b4-447a-9c3a-d14765002ea4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9739902 Jul 09 09:37:35.473323 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860f772-2a92-4dcf-9651-cf6ddd201118 req-670d296b-73d7-442b-a289-c3906d46cf80 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:35.473785 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55902) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:35.479666 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ab9c46d4-f1bb-4284-a09d-fda40e3ec8fa tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Request body: {'port': {'network_id': 'e39d4b5a-c47b-4629-a65a-fecef046595b', 'name': 'tempest-FloatingIPTestJSON-1428289660'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:35.481087 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7860f772-2a92-4dcf-9651-cf6ddd201118 req-670d296b-73d7-442b-a289-c3906d46cf80 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 949 time: 0.5971549 Jul 09 09:37:35.573270 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-298c0445-4db9-4eb3-a0e2-1e4fe1568579 req-08801f54-fdbb-436e-ba5f-49e1ce00fdd0 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:35.576383 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-298c0445-4db9-4eb3-a0e2-1e4fe1568579 req-08801f54-fdbb-436e-ba5f-49e1ce00fdd0 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:35.577698 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-298c0445-4db9-4eb3-a0e2-1e4fe1568579 req-08801f54-fdbb-436e-ba5f-49e1ce00fdd0 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "DELETE /v2.0/security-groups/5f11f2c2-fd28-420b-8431-f4001a178a18 HTTP/1.1" status: 204 len: 173 time: 0.8024893 Jul 09 09:37:35.602878 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08801f54-fdbb-436e-ba5f-49e1ce00fdd0 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f11f2c2-fd28-420b-8431-f4001a178a18,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:35.646396 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9c46d4-f1bb-4284-a09d-fda40e3ec8fa tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Made reservation on behalf of 9b23b4f5d49e49edbeb2a585daf6c1bc for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:37:35.646739 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7860f772-2a92-4dcf-9651-cf6ddd201118 req-efab7ca2-2c4a-4f1b-a9e7-3214616ef47b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647742 Jul 09 09:37:35.682323 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab9c46d4-f1bb-4284-a09d-fda40e3ec8fa tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:35.780338 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-ab9c46d4-f1bb-4284-a09d-fda40e3ec8fa tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] device_id is not set on port 47434052-3150-4524-b971-2e7343864700 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:37:35.888101 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4428d124-75c9-4d00-8a02-2f6250a3b433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:35.936294 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9e6de1-b85c-4844-95a4-1dcbb8a4ca49 x-openstack-request-id: req-6b9e6de1-b85c-4844-95a4-1dcbb8a4ca49 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:37:35.936903 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b1e3d8-1011-453b-a984-1ab6110d6fc6", "name": "network-vif-plugged", "status": "completed", "tag": "a2a5d059-622a-49bd-a506-6b959921c890", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:37:35.936903 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b9e6de1-b85c-4844-95a4-1dcbb8a4ca49 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:37:35.940630 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b1e3d8-1011-453b-a984-1ab6110d6fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a5d059-622a-49bd-a506-6b959921c890', 'code': 200} Jul 09 09:37:35.945976 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-ab9c46d4-f1bb-4284-a09d-fda40e3ec8fa tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Allocated IP 172.20.0.10 (e39d4b5a-c47b-4629-a65a-fecef046595b/bc0b6550-8f87-4dfe-8fa5-bf24c7474225/47434052-3150-4524-b971-2e7343864700) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:37:36.049978 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa5152d5-dd3b-48ca-9146-6cdf238a9097 req-4839a934-53a4-4d9b-abf0-0ca01ea3e879 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "GET /v2.0/security-groups/ddf08f5d-6254-4ac2-bbff-cd4fcf2e8b53 HTTP/1.1" status: 200 len: 1803 time: 0.0955539 Jul 09 09:37:36.142034 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab9c46d4-f1bb-4284-a09d-fda40e3ec8fa tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:36.196414 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab9c46d4-f1bb-4284-a09d-fda40e3ec8fa tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:36.214359 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aa5152d5-dd3b-48ca-9146-6cdf238a9097 req-dbdb9d53-07a2-40fb-a0b8-ea3537c5a9b7 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:36.242907 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aa5152d5-dd3b-48ca-9146-6cdf238a9097 req-dbdb9d53-07a2-40fb-a0b8-ea3537c5a9b7 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:36.245154 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9c46d4-f1bb-4284-a09d-fda40e3ec8fa tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Network e39d4b5a-c47b-4629-a65a-fecef046595b is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:37:36.255849 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ab9c46d4-f1bb-4284-a09d-fda40e3ec8fa tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:37:36.262639 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9c46d4-f1bb-4284-a09d-fda40e3ec8fa tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:37:36.294822 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c46d4-f1bb-4284-a09d-fda40e3ec8fa tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Port': ['ID=47434052-3150-4524-b971-2e7343864700,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:36.320349 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9c46d4-f1bb-4284-a09d-fda40e3ec8fa tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:36.321007 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab9c46d4-f1bb-4284-a09d-fda40e3ec8fa tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:36.336763 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aa5152d5-dd3b-48ca-9146-6cdf238a9097 req-dbdb9d53-07a2-40fb-a0b8-ea3537c5a9b7 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:36.339105 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ab9c46d4-f1bb-4284-a09d-fda40e3ec8fa tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8647773 Jul 09 09:37:36.339346 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-aa5152d5-dd3b-48ca-9146-6cdf238a9097 req-dbdb9d53-07a2-40fb-a0b8-ea3537c5a9b7 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:36.340501 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa5152d5-dd3b-48ca-9146-6cdf238a9097 req-dbdb9d53-07a2-40fb-a0b8-ea3537c5a9b7 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] 10.222.0.61 "DELETE /v2.0/security-groups/ddf08f5d-6254-4ac2-bbff-cd4fcf2e8b53 HTTP/1.1" status: 204 len: 173 time: 0.2743115 Jul 09 09:37:36.342771 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55908) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:36.346813 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55910) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:36.348468 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3657d8ac-dad9-4a79-87e0-579e43181eb9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': '47434052-3150-4524-b971-2e7343864700', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:36.365364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb9d53-07a2-40fb-a0b8-ea3537c5a9b7 tempest-SecurityGroupsTestJSON-2092972329 tempest-SecurityGroupsTestJSON-2092972329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf08f5d-6254-4ac2-bbff-cd4fcf2e8b53,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:36.378842 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3657d8ac-dad9-4a79-87e0-579e43181eb9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:36.416299 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f5a128-27e6-4e78-a407-cc0d6d4f9a5f admin admin] Deleting subnet 0e4ca544-6115-4c7d-97ed-69dda7c846c3 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:37:36.420279 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a128-27e6-4e78-a407-cc0d6d4f9a5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:36.447613 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4428d124-75c9-4d00-8a02-2f6250a3b433 admin admin] Deleting port b6888237-64da-4c22-a3c7-1438c15c6cff {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:37:36.448002 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4428d124-75c9-4d00-8a02-2f6250a3b433 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:36.496673 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3657d8ac-dad9-4a79-87e0-579e43181eb9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:36.507209 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a128-27e6-4e78-a407-cc0d6d4f9a5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:36.617587 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-3657d8ac-dad9-4a79-87e0-579e43181eb9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Allocated IP 172.25.3.60 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/01aedc77-c704-4dce-a785-fae04f955475) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:37:36.618136 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a128-27e6-4e78-a407-cc0d6d4f9a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:36.656816 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-4428d124-75c9-4d00-8a02-2f6250a3b433 admin admin] For port b6888237-64da-4c22-a3c7-1438c15c6cff, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b6888237-64da-4c22-a3c7-1438c15c6cff,segment=NetworkSegment(d147fb99-7b00-466a-8470-55c3bcf6909a),segment_id=d147fb99-7b00-466a-8470-55c3bcf6909a)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:36.657197 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4428d124-75c9-4d00-8a02-2f6250a3b433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:36.685249 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4428d124-75c9-4d00-8a02-2f6250a3b433 admin admin] Calling delete_port for b6888237-64da-4c22-a3c7-1438c15c6cff owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:37:36.697525 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-e5782596-7818-4cf1-9ea3-f5f0fde59fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:36.699210 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-e5782596-7818-4cf1-9ea3-f5f0fde59fc4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6&tenant_id=fd1e4817887247cb839b06c8943f8731 HTTP/1.1" status: 200 len: 1101 time: 0.2043891 Jul 09 09:37:36.721510 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799996-1', 'device_owner': 'compute:nova'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:36.783393 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3657d8ac-dad9-4a79-87e0-579e43181eb9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:36.784050 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a128-27e6-4e78-a407-cc0d6d4f9a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:36.793018 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-830dbd22-98fc-486e-a6d0-15a8f0f69e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:36.835254 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5a128-27e6-4e78-a407-cc0d6d4f9a5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e4ca544-6115-4c7d-97ed-69dda7c846c3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:36.840830 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a128-27e6-4e78-a407-cc0d6d4f9a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:36.842596 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d1f5a128-27e6-4e78-a407-cc0d6d4f9a5f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0e4ca544-6115-4c7d-97ed-69dda7c846c3 HTTP/1.1" status: 204 len: 168 time: 0.4856479 Jul 09 09:37:36.845129 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3657d8ac-dad9-4a79-87e0-579e43181eb9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:36.845320 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55920) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:36.908067 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3657d8ac-dad9-4a79-87e0-579e43181eb9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:37:36.916649 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-3657d8ac-dad9-4a79-87e0-579e43181eb9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:37:36.919207 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3657d8ac-dad9-4a79-87e0-579e43181eb9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:37:36.958561 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657d8ac-dad9-4a79-87e0-579e43181eb9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Port': ['ID=01aedc77-c704-4dce-a785-fae04f955475,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:37.047198 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:37.055068 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a9985887-257f-4479-91e4-037e4f7df257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:37.333458 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a9985887-257f-4479-91e4-037e4f7df257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:37.345781 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75221886-27d0-448c-8a24-e7d29349932b req-06e301ee-b8e6-46cf-b04a-f3598eaef06d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:37.347679 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-75221886-27d0-448c-8a24-e7d29349932b req-06e301ee-b8e6-46cf-b04a-f3598eaef06d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.4199572 Jul 09 09:37:37.385077 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a9985887-257f-4479-91e4-037e4f7df257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eead137-dbd8-48b9-916a-6019c200ae01']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:37.425044 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a9985887-257f-4479-91e4-037e4f7df257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94bc9921-40e4-4a0e-a298-44fa3cccb4cc') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:37.425664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a9985887-257f-4479-91e4-037e4f7df257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94bc9921-40e4-4a0e-a298-44fa3cccb4cc') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:37.448268 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3657d8ac-dad9-4a79-87e0-579e43181eb9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:37.455776 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4428d124-75c9-4d00-8a02-2f6250a3b433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:37.494097 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a9985887-257f-4479-91e4-037e4f7df257 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:37.537574 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3657d8ac-dad9-4a79-87e0-579e43181eb9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:37.552933 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428d124-75c9-4d00-8a02-2f6250a3b433 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6888237-64da-4c22-a3c7-1438c15c6cff,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:37.566722 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-75221886-27d0-448c-8a24-e7d29349932b req-ce400d5d-d57e-4c78-9164-3b783b3b8648 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043598 Jul 09 09:37:37.571303 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a9985887-257f-4479-91e4-037e4f7df257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:37.608805 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9985887-257f-4479-91e4-037e4f7df257 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:37:37.609268 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a9985887-257f-4479-91e4-037e4f7df257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:37:37.611371 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:37:37.744669 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a9985887-257f-4479-91e4-037e4f7df257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:37.750442 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a9985887-257f-4479-91e4-037e4f7df257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:37.752676 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a9985887-257f-4479-91e4-037e4f7df257 admin admin] 10.222.0.61 "DELETE /v2.0/networks/1eead137-dbd8-48b9-916a-6019c200ae01 HTTP/1.1" status: 204 len: 168 time: 0.9062867 Jul 09 09:37:37.812900 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3657d8ac-dad9-4a79-87e0-579e43181eb9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:37.823510 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3657d8ac-dad9-4a79-87e0-579e43181eb9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:37.860045 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9985887-257f-4479-91e4-037e4f7df257 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eead137-dbd8-48b9-916a-6019c200ae01,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:37.867354 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] For port a2a5d059-622a-49bd-a506-6b959921c890, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=a2a5d059-622a-49bd-a506-6b959921c890,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:37.946865 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657d8ac-dad9-4a79-87e0-579e43181eb9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Port': ['ID=01aedc77-c704-4dce-a785-fae04f955475,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:37.964986 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3657d8ac-dad9-4a79-87e0-579e43181eb9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:37.998848 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] For port a2a5d059-622a-49bd-a506-6b959921c890, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:37:38.056045 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4428d124-75c9-4d00-8a02-2f6250a3b433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:38.075836 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55932) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:38.095722 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b1e3d8-1011-453b-a984-1ab6110d6fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a5d059-622a-49bd-a506-6b959921c890'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:37:38.098283 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0216adb-9c9a-4697-86a7-b2bd9f1744d9" -d '{"events": [{"server_uuid": "15b1e3d8-1011-453b-a984-1ab6110d6fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a5d059-622a-49bd-a506-6b959921c890"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:37:38.111216 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-3657d8ac-dad9-4a79-87e0-579e43181eb9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Floating IP d6738a34-1a7c-4c6d-87cd-29784cd661c9 associated. External IP: 172.25.3.60, port: 47434052-3150-4524-b971-2e7343864700. Jul 09 09:37:38.144524 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:38.180026 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] Transition to ACTIVE for port object a2a5d059-622a-49bd-a506-6b959921c890 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:37:38.188643 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:38.225526 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ee63bda5-b3e6-4d3b-9352-5cc4f4d6d0fa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=70f75bf07b0e4756872fbda30959ba24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483161 Jul 09 09:37:38.227955 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55938) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:38.236941 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12905f12-b065-4c5c-94cd-0506f6643b26 x-openstack-request-id: req-12905f12-b065-4c5c-94cd-0506f6643b26 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:37:38.237444 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b1e3d8-1011-453b-a984-1ab6110d6fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a5d059-622a-49bd-a506-6b959921c890", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:37:38.237702 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-12905f12-b065-4c5c-94cd-0506f6643b26 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:37:38.238133 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b1e3d8-1011-453b-a984-1ab6110d6fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a5d059-622a-49bd-a506-6b959921c890', 'code': 200} Jul 09 09:37:38.298671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a5d059-622a-49bd-a506-6b959921c890,revision_number=10']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:38.323299 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] No DVR routers for this DVR port a2a5d059-622a-49bd-a506-6b959921c890 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:37:38.355968 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3ca18b98-815b-40ab-b060-6669ccc0f991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:38.412934 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3ca18b98-815b-40ab-b060-6669ccc0f991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:38.423761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] Attempting to bind port a2a5d059-622a-49bd-a506-6b959921c890 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:37:38.424439 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] Attempting to bind port a2a5d059-622a-49bd-a506-6b959921c890 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:37:38.424792 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] Attempting to bind port a2a5d059-622a-49bd-a506-6b959921c890 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:37:38.460391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] Port a2a5d059-622a-49bd-a506-6b959921c890 on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:37:38.460685 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] Attempting to bind port a2a5d059-622a-49bd-a506-6b959921c890 on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:37:38.465437 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3657d8ac-dad9-4a79-87e0-579e43181eb9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Router 3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:37:38.476432 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:37:38.476967 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:37:38.477322 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:37:38.477970 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] Bound port: a2a5d059-622a-49bd-a506-6b959921c890, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:37:38.481452 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:38.532139 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3ca18b98-815b-40ab-b060-6669ccc0f991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:38.534490 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3ca18b98-815b-40ab-b060-6669ccc0f991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:38.535990 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3ca18b98-815b-40ab-b060-6669ccc0f991 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ee6aa37c-6226-47c0-bafb-b2477da2f802 HTTP/1.1" status: 204 len: 168 time: 0.3063793 Jul 09 09:37:38.561691 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4428d124-75c9-4d00-8a02-2f6250a3b433 admin admin] Router 9d4f61d1-a195-42a2-81eb-ceb5309898bc has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:37:38.582242 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca18b98-815b-40ab-b060-6669ccc0f991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6aa37c-6226-47c0-bafb-b2477da2f802,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:38.596491 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] For port a2a5d059-622a-49bd-a506-6b959921c890, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:37:38.606241 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] For port a2a5d059-622a-49bd-a506-6b959921c890, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a2a5d059-622a-49bd-a506-6b959921c890,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:37:38.608628 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3657d8ac-dad9-4a79-87e0-579e43181eb9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:37:38.633906 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3657d8ac-dad9-4a79-87e0-579e43181eb9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:38.638161 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb057e84-f8eb-4ea3-baf8-3ebe7da19e08 None None] Sync routers for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:37:38.643486 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:38.680586 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb057e84-f8eb-4ea3-baf8-3ebe7da19e08 None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:37:38.681221 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-eb057e84-f8eb-4ea3-baf8-3ebe7da19e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:38.705641 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3657d8ac-dad9-4a79-87e0-579e43181eb9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3614421 Jul 09 09:37:38.712036 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55944) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:38.717691 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-eb057e84-f8eb-4ea3-baf8-3ebe7da19e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:38.718913 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-64a69d59-dc36-44b0-b070-8e11ca930824 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:38.735989 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb057e84-f8eb-4ea3-baf8-3ebe7da19e08 None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:37:38.736632 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-eb057e84-f8eb-4ea3-baf8-3ebe7da19e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:38.820956 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-eb057e84-f8eb-4ea3-baf8-3ebe7da19e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:38.821786 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb057e84-f8eb-4ea3-baf8-3ebe7da19e08 None None] The sync data for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:37:38.863529 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64a69d59-dc36-44b0-b070-8e11ca930824 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:38.968414 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:39.304809 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:39.305606 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:39.308158 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] 10.222.0.64 "PUT /v2.0/ports/a2a5d059-622a-49bd-a506-6b959921c890 HTTP/1.1" status: 200 len: 1097 time: 2.5928733 Jul 09 09:37:39.311469 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e4f5d544-97e2-4ec7-ad14-3754a8c6be6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:39.424299 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6ede3-9f11-4200-b93f-4e4d5f508ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a5d059-622a-49bd-a506-6b959921c890,revision_number=11']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:39.437624 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4428d124-75c9-4d00-8a02-2f6250a3b433 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:37:39.452645 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451ad264-555f-49f3-a054-edea28ac74d8 None None] Sync routers for ids ['9d4f61d1-a195-42a2-81eb-ceb5309898bc'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:37:39.453819 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4428d124-75c9-4d00-8a02-2f6250a3b433 admin admin] 10.222.0.61 "PUT /v2.0/routers/9d4f61d1-a195-42a2-81eb-ceb5309898bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8897438 Jul 09 09:37:39.462838 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55966) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:39.476461 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451ad264-555f-49f3-a054-edea28ac74d8 None None] Routers {'9d4f61d1-a195-42a2-81eb-ceb5309898bc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:37:39.476630 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1f533-9ddb-46d5-ae62-c08c012f8124 req-2da828b8-af4e-45ec-a360-e2e1e28cfd0a tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:39.484738 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06e1f533-9ddb-46d5-ae62-c08c012f8124 req-2da828b8-af4e-45ec-a360-e2e1e28cfd0a tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 949 time: 0.2231426 Jul 09 09:37:39.486613 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-451ad264-555f-49f3-a054-edea28ac74d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['9d4f61d1-a195-42a2-81eb-ceb5309898bc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:39.523416 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:39.617566 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06e1f533-9ddb-46d5-ae62-c08c012f8124 req-2879b787-7ae9-4336-a8e6-0d06e2fc6d2e tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316626 Jul 09 09:37:39.625457 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-bff34256-849a-47e6-943a-b7b926fe1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:39.634248 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-bff34256-849a-47e6-943a-b7b926fe1c86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 1100 time: 0.2997229 Jul 09 09:37:39.640611 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64a69d59-dc36-44b0-b070-8e11ca930824 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:39.649548 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64a69d59-dc36-44b0-b070-8e11ca930824 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:39.649971 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-64a69d59-dc36-44b0-b070-8e11ca930824 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Floating IP d6738a34-1a7c-4c6d-87cd-29784cd661c9 disassociated. External IP: 172.25.3.60, port: 47434052-3150-4524-b971-2e7343864700. Jul 09 09:37:39.770103 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-161a06e2-7563-4ee2-83b0-be65e51fbe58 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:39.816971 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-451ad264-555f-49f3-a054-edea28ac74d8 None None] Set router 9d4f61d1-a195-42a2-81eb-ceb5309898bc gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:37:39.844641 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-bfb9a357-82cc-4ce5-9c04-7b5313db35c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:39.846146 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-bfb9a357-82cc-4ce5-9c04-7b5313db35c1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.1661522 Jul 09 09:37:39.907577 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55976) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:40.023087 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a69d59-dc36-44b0-b070-8e11ca930824 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Router 3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:37:40.023539 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-965d1f03-4e48-4635-8139-30eeff0607a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a2a5d059-622a-49bd-a506-6b959921c890 HTTP/1.1" status: 200 len: 217 time: 0.1022935 Jul 09 09:37:40.063227 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-161a06e2-7563-4ee2-83b0-be65e51fbe58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:40.078075 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ffad4eb7-588c-4d2a-816d-78a97ba4737c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1810548743-network', 'tenant_id': 'f5915743999646a7a3c1e50d64f3fa2f'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:40.099857 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-451ad264-555f-49f3-a054-edea28ac74d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'name': 'tempest-ServersTestManualDisk-2018548069-router', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:53Z', 'updated_at': '2021-07-09T09:37:37Z', 'revision_number': 5, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'gw_port': {'id': '7006cbdc-8d13-457d-8c59-578c7cbdcebe', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:55Z', 'updated_at': '2021-07-09T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:40.110332 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffad4eb7-588c-4d2a-816d-78a97ba4737c admin admin] Made reservation on behalf of f5915743999646a7a3c1e50d64f3fa2f for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:37:40.112832 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ffad4eb7-588c-4d2a-816d-78a97ba4737c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:40.127755 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ffad4eb7-588c-4d2a-816d-78a97ba4737c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:40.136744 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451ad264-555f-49f3-a054-edea28ac74d8 None None] Checking router: 9d4f61d1-a195-42a2-81eb-ceb5309898bc for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:37:40.140965 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-69c51e1a-7cf4-4d99-a353-db8ad06f0d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:40.142634 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-69c51e1a-7cf4-4d99-a353-db8ad06f0d67 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0894053 Jul 09 09:37:40.161960 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451ad264-555f-49f3-a054-edea28ac74d8 None None] Routers {'9d4f61d1-a195-42a2-81eb-ceb5309898bc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:37:40.164330 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-451ad264-555f-49f3-a054-edea28ac74d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['9d4f61d1-a195-42a2-81eb-ceb5309898bc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:40.239830 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-161a06e2-7563-4ee2-83b0-be65e51fbe58 admin admin] Deleting port 7006cbdc-8d13-457d-8c59-578c7cbdcebe {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:37:40.240965 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-161a06e2-7563-4ee2-83b0-be65e51fbe58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:40.258125 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a69d59-dc36-44b0-b070-8e11ca930824 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:37:40.265119 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64a69d59-dc36-44b0-b070-8e11ca930824 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:40.269106 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b1e3d8-1011-453b-a984-1ab6110d6fc6', 'tag': 'a2a5d059-622a-49bd-a506-6b959921c890'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:37:40.272766 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b04f91-a941-4c8a-9448-8a3787cce99f None None] Sync routers for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:37:40.289063 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288b5c7b-a42f-43df-a012-f2ab0722f213" -d '{"events": [{"name": "network-changed", "server_uuid": "15b1e3d8-1011-453b-a984-1ab6110d6fc6", "tag": "a2a5d059-622a-49bd-a506-6b959921c890"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:37:40.299070 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b04f91-a941-4c8a-9448-8a3787cce99f None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:37:40.302036 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f6b04f91-a941-4c8a-9448-8a3787cce99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:40.309337 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-451ad264-555f-49f3-a054-edea28ac74d8 None None] Set router 9d4f61d1-a195-42a2-81eb-ceb5309898bc gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:37:40.373090 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f6b04f91-a941-4c8a-9448-8a3787cce99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:40.386919 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ac19b1-a935-4213-86dd-7e1bd3b44e15 x-openstack-request-id: req-e3ac19b1-a935-4213-86dd-7e1bd3b44e15 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:37:40.387456 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b1e3d8-1011-453b-a984-1ab6110d6fc6", "tag": "a2a5d059-622a-49bd-a506-6b959921c890", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:37:40.388202 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e3ac19b1-a935-4213-86dd-7e1bd3b44e15 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:37:40.388868 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b1e3d8-1011-453b-a984-1ab6110d6fc6', 'tag': 'a2a5d059-622a-49bd-a506-6b959921c890', 'status': 'completed', 'code': 200} Jul 09 09:37:40.395777 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-64a69d59-dc36-44b0-b070-8e11ca930824 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "PUT /v2.0/floatingips/d6738a34-1a7c-4c6d-87cd-29784cd661c9 HTTP/1.1" status: 200 len: 687 time: 1.6817632 Jul 09 09:37:40.396004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b04f91-a941-4c8a-9448-8a3787cce99f None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:37:40.396424 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f6b04f91-a941-4c8a-9448-8a3787cce99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:40.396591 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55986) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:40.406335 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-451ad264-555f-49f3-a054-edea28ac74d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'name': 'tempest-ServersTestManualDisk-2018548069-router', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:53Z', 'updated_at': '2021-07-09T09:37:40Z', 'revision_number': 6, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:40.422626 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-2474ceaf-4a9c-4392-9174-5fd52c4240cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:40.433381 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-2474ceaf-4a9c-4392-9174-5fd52c4240cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2813423 Jul 09 09:37:40.449052 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451ad264-555f-49f3-a054-edea28ac74d8 None None] The sync data for ids ['9d4f61d1-a195-42a2-81eb-ceb5309898bc'] in n-d-799996-1 is: [{'id': '9d4f61d1-a195-42a2-81eb-ceb5309898bc', 'name': 'tempest-ServersTestManualDisk-2018548069-router', 'tenant_id': '1fa9df9b474a4887b8f2c23eac109c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:53Z', 'updated_at': '2021-07-09T09:37:40Z', 'revision_number': 6, 'project_id': '1fa9df9b474a4887b8f2c23eac109c76', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:37:40.497019 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f6b04f91-a941-4c8a-9448-8a3787cce99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:40.499770 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b04f91-a941-4c8a-9448-8a3787cce99f None None] The sync data for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:37:40.529315 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ffad4eb7-588c-4d2a-816d-78a97ba4737c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:40.572890 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-161a06e2-7563-4ee2-83b0-be65e51fbe58 admin admin] For port 7006cbdc-8d13-457d-8c59-578c7cbdcebe, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=7006cbdc-8d13-457d-8c59-578c7cbdcebe,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:40.573206 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-161a06e2-7563-4ee2-83b0-be65e51fbe58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:40.575628 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ffad4eb7-588c-4d2a-816d-78a97ba4737c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:40.604222 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-161a06e2-7563-4ee2-83b0-be65e51fbe58 admin admin] Calling delete_port for 7006cbdc-8d13-457d-8c59-578c7cbdcebe owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:37:40.629699 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffad4eb7-588c-4d2a-816d-78a97ba4737c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:37:40.630295 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-978f62fa-15d3-411a-8adb-eb3ed05afac6 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796474 Jul 09 09:37:40.656355 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device a2a5d059-622a-49bd-a506-6b959921c890 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:37:40.673441 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ffad4eb7-588c-4d2a-816d-78a97ba4737c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:40.674023 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-ffad4eb7-588c-4d2a-816d-78a97ba4737c admin admin] Added segment e0a81455-eb97-488a-98b6-7b903e60fa65 of type vlan for network cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 Jul 09 09:37:40.675958 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad4eb7-588c-4d2a-816d-78a97ba4737c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:40.732844 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b5c7b-a42f-43df-a012-f2ab0722f213 req-4098da46-311d-4985-b179-c72476da6188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:40.734592 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-288b5c7b-a42f-43df-a012-f2ab0722f213 req-4098da46-311d-4985-b179-c72476da6188 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 1100 time: 0.3316948 Jul 09 09:37:40.797731 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ffad4eb7-588c-4d2a-816d-78a97ba4737c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:40.809034 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5e51a22-ca03-4ec9-931d-c83beeae176f req-f1c23eef-ce3d-4409-9216-2ea0c703cd36 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239784 Jul 09 09:37:40.902469 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b6888237-64da-4c22-a3c7-1438c15c6cff no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:37:40.931277 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: b6888237-64da-4c22-a3c7-1438c15c6cff {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:37:40.931997 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b6888237-64da-4c22-a3c7-1438c15c6cff not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:37:40.955513 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device a2a5d059-622a-49bd-a506-6b959921c890 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:37:40.963320 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b5c7b-a42f-43df-a012-f2ab0722f213 req-eb754e70-d68d-4405-ae61-2b2be1c21e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:40.964927 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-288b5c7b-a42f-43df-a012-f2ab0722f213 req-eb754e70-d68d-4405-ae61-2b2be1c21e80 service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.2096629 Jul 09 09:37:40.971612 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-458b9820-d67a-4b76-9655-ab7dd110a645 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Deleting port 01aedc77-c704-4dce-a785-fae04f955475 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:37:40.971998 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-458b9820-d67a-4b76-9655-ab7dd110a645 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:41.061443 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-288b5c7b-a42f-43df-a012-f2ab0722f213 req-3b744e4e-dc02-453b-9e13-e29192b2ffec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a2a5d059-622a-49bd-a506-6b959921c890 HTTP/1.1" status: 200 len: 217 time: 0.0874093 Jul 09 09:37:41.084704 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ffad4eb7-588c-4d2a-816d-78a97ba4737c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:41.085915 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffad4eb7-588c-4d2a-816d-78a97ba4737c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:41.086507 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ffad4eb7-588c-4d2a-816d-78a97ba4737c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:41.117870 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:41.147481 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b5c7b-a42f-43df-a012-f2ab0722f213 req-1bc5dee1-e9e0-4e96-a7bb-9b18ffe1c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:41.151045 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-288b5c7b-a42f-43df-a012-f2ab0722f213 req-1bc5dee1-e9e0-4e96-a7bb-9b18ffe1c921 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd1e4817887247cb839b06c8943f8731&device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 1100 time: 0.2326159 Jul 09 09:37:41.169469 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6499ce-35d2-47ed-afe8-5f32cdc0857e req-32913cb3-890e-4623-bf4f-523e45de2aad tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:41.171416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e6499ce-35d2-47ed-afe8-5f32cdc0857e req-32913cb3-890e-4623-bf4f-523e45de2aad tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 949 time: 0.2429357 Jul 09 09:37:41.184672 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ffad4eb7-588c-4d2a-816d-78a97ba4737c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2746127 Jul 09 09:37:41.190163 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56000) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:41.208562 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1361ba44-10db-4ca4-accf-c89762d4ee19 admin admin] Request body: {'subnet': {'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1810548743-subnet', 'tenant_id': 'f5915743999646a7a3c1e50d64f3fa2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:41.209328 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b5c7b-a42f-43df-a012-f2ab0722f213 req-837ccdbf-159c-424d-b659-fc2dda94f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:41.210999 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-288b5c7b-a42f-43df-a012-f2ab0722f213 req-837ccdbf-159c-424d-b659-fc2dda94f98f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1400158 Jul 09 09:37:41.254994 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-458b9820-d67a-4b76-9655-ab7dd110a645 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:41.255215 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-458b9820-d67a-4b76-9655-ab7dd110a645 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:41.257782 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad4eb7-588c-4d2a-816d-78a97ba4737c admin admin] Pushing event updated for resources: {'Network': ['ID=cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:41.277946 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:37:41.280597 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-161a06e2-7563-4ee2-83b0-be65e51fbe58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:41.283241 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-458b9820-d67a-4b76-9655-ab7dd110a645 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Calling delete_port for 01aedc77-c704-4dce-a785-fae04f955475 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:37:41.330136 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a06e2-7563-4ee2-83b0-be65e51fbe58 admin admin] Pushing event deleted for resources: {'Port': ['ID=7006cbdc-8d13-457d-8c59-578c7cbdcebe,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:41.377019 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b5c7b-a42f-43df-a012-f2ab0722f213 req-81d4723b-4908-4bc8-ae34-871d26d4de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:41.378914 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-288b5c7b-a42f-43df-a012-f2ab0722f213 req-81d4723b-4908-4bc8-ae34-871d26d4de07 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1583147 Jul 09 09:37:41.381781 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1361ba44-10db-4ca4-accf-c89762d4ee19 admin admin] Made reservation on behalf of f5915743999646a7a3c1e50d64f3fa2f for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:37:41.387846 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1361ba44-10db-4ca4-accf-c89762d4ee19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:41.500767 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e6499ce-35d2-47ed-afe8-5f32cdc0857e req-8c196615-2ed7-4763-aad9-478011ee826d tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139024 Jul 09 09:37:41.529746 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-288b5c7b-a42f-43df-a012-f2ab0722f213 req-fa525832-e01c-4d5a-a3b7-d2132fb22dd0 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395900 Jul 09 09:37:41.560655 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b5c7b-a42f-43df-a012-f2ab0722f213 req-0c27d2f8-3b92-429c-8535-6d60eb7b5be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:41.562452 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-288b5c7b-a42f-43df-a012-f2ab0722f213 req-0c27d2f8-3b92-429c-8535-6d60eb7b5be9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.3877137 Jul 09 09:37:41.582904 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-161a06e2-7563-4ee2-83b0-be65e51fbe58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:41.602560 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-458b9820-d67a-4b76-9655-ab7dd110a645 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:41.637929 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b9820-d67a-4b76-9655-ab7dd110a645 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event deleted for resources: {'Port': ['ID=01aedc77-c704-4dce-a785-fae04f955475,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:41.698277 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-288b5c7b-a42f-43df-a012-f2ab0722f213 req-0ce1dc93-2ef3-49ed-a82e-bc992d3263c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a2a5d059-622a-49bd-a506-6b959921c890 HTTP/1.1" status: 200 len: 217 time: 0.1267974 Jul 09 09:37:41.710765 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-288b5c7b-a42f-43df-a012-f2ab0722f213 req-04826f68-f5c8-4a53-9331-925de6b1fef3 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732376 Jul 09 09:37:41.735157 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-458b9820-d67a-4b76-9655-ab7dd110a645 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:41.737838 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-458b9820-d67a-4b76-9655-ab7dd110a645 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:41.739058 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-458b9820-d67a-4b76-9655-ab7dd110a645 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "DELETE /v2.0/floatingips/d6738a34-1a7c-4c6d-87cd-29784cd661c9 HTTP/1.1" status: 204 len: 168 time: 1.3394148 Jul 09 09:37:41.742883 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56004) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:41.750047 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-15d973f4-df82-447e-ab84-c4017f97eab7 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': 'ea9632d7-400e-43b6-a32f-062cfba01e0f'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:41.800060 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-161a06e2-7563-4ee2-83b0-be65e51fbe58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:41.812127 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-161a06e2-7563-4ee2-83b0-be65e51fbe58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:41.878625 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15d973f4-df82-447e-ab84-c4017f97eab7 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:41.901758 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b5c7b-a42f-43df-a012-f2ab0722f213 req-34516c1b-099a-43d9-9502-8d2d79c4a002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:41.903276 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-288b5c7b-a42f-43df-a012-f2ab0722f213 req-34516c1b-099a-43d9-9502-8d2d79c4a002 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.1595280 Jul 09 09:37:41.945008 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-161a06e2-7563-4ee2-83b0-be65e51fbe58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:41.945506 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161a06e2-7563-4ee2-83b0-be65e51fbe58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d4f61d1-a195-42a2-81eb-ceb5309898bc {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:37:41.953268 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-161a06e2-7563-4ee2-83b0-be65e51fbe58 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:41.957083 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-161a06e2-7563-4ee2-83b0-be65e51fbe58 admin admin] 10.222.0.61 "DELETE /v2.0/routers/9d4f61d1-a195-42a2-81eb-ceb5309898bc HTTP/1.1" status: 204 len: 168 time: 2.4913595 Jul 09 09:37:41.958791 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56008) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:42.026416 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-df074612-7ffd-445b-8684-7c68e5ccc7e7 admin admin] Deleting subnet a05b0ae9-6d96-449a-844e-c2c83c8a0b77 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:37:42.030674 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df074612-7ffd-445b-8684-7c68e5ccc7e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:42.049447 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1361ba44-10db-4ca4-accf-c89762d4ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:42.095215 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df074612-7ffd-445b-8684-7c68e5ccc7e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:42.116610 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b5c7b-a42f-43df-a012-f2ab0722f213 req-d8c66488-d7d7-4c88-a6bf-9cac3b8a940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:42.120744 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-288b5c7b-a42f-43df-a012-f2ab0722f213 req-d8c66488-d7d7-4c88-a6bf-9cac3b8a940b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1852043 Jul 09 09:37:42.156026 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361ba44-10db-4ca4-accf-c89762d4ee19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69388bf1-7d61-49b2-9f56-7d1b01a1dda9,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:42.201141 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df074612-7ffd-445b-8684-7c68e5ccc7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:42.236237 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1361ba44-10db-4ca4-accf-c89762d4ee19 admin admin] Checking segment: {'id': 'e0a81455-eb97-488a-98b6-7b903e60fa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:37:42.236614 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1361ba44-10db-4ca4-accf-c89762d4ee19 admin admin] Network hostable DHCP agents. Network: cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:37:42.272802 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df074612-7ffd-445b-8684-7c68e5ccc7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:42.280877 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15d973f4-df82-447e-ab84-c4017f97eab7 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:42.295024 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-288b5c7b-a42f-43df-a012-f2ab0722f213 req-9be480e9-c70c-4837-9df4-7b9cf851b240 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626925 Jul 09 09:37:42.298547 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1361ba44-10db-4ca4-accf-c89762d4ee19 admin admin] Network cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:37:42.321950 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df074612-7ffd-445b-8684-7c68e5ccc7e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a05b0ae9-6d96-449a-844e-c2c83c8a0b77,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:42.326847 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df074612-7ffd-445b-8684-7c68e5ccc7e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:42.329115 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-df074612-7ffd-445b-8684-7c68e5ccc7e7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a05b0ae9-6d96-449a-844e-c2c83c8a0b77 HTTP/1.1" status: 204 len: 168 time: 0.3684528 Jul 09 09:37:42.331525 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56012) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:42.336361 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a410ae77-7878-43a2-aaeb-7c8f75a03b95 None None] Network 8da779eb-62d2-4653-9616-013d03ffc7b9 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:37:42.347516 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-1361ba44-10db-4ca4-accf-c89762d4ee19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:37:42.377956 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a93cbf2-4838-460c-acb4-13135aaa08ae None None] Network cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:37:42.393285 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1361ba44-10db-4ca4-accf-c89762d4ee19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:42.393889 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1361ba44-10db-4ca4-accf-c89762d4ee19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:42.428286 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2efa77a3-7881-4ed1-8c87-14f3d800d266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:42.462076 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1361ba44-10db-4ca4-accf-c89762d4ee19 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2609336 Jul 09 09:37:42.522730 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2efa77a3-7881-4ed1-8c87-14f3d800d266 admin admin] Deleting port 25d2c6e5-e397-434b-8066-e7919ceb545d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:37:42.524011 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2efa77a3-7881-4ed1-8c87-14f3d800d266 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:42.534938 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-15d973f4-df82-447e-ab84-c4017f97eab7 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Allocated IP 172.25.3.67 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/6127d565-5ee0-482c-b3ea-373ad613fea4) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:37:42.559725 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-288b5c7b-a42f-43df-a012-f2ab0722f213 req-ecc06613-f146-4590-8fe4-c9f29981f8ab service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566700 Jul 09 09:37:42.625438 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-2efa77a3-7881-4ed1-8c87-14f3d800d266 admin admin] For port 25d2c6e5-e397-434b-8066-e7919ceb545d, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=25d2c6e5-e397-434b-8066-e7919ceb545d,segment=NetworkSegment(d147fb99-7b00-466a-8470-55c3bcf6909a),segment_id=d147fb99-7b00-466a-8470-55c3bcf6909a)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:42.626795 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2efa77a3-7881-4ed1-8c87-14f3d800d266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:42.658837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2efa77a3-7881-4ed1-8c87-14f3d800d266 admin admin] Calling delete_port for 25d2c6e5-e397-434b-8066-e7919ceb545d owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:37:42.787403 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15d973f4-df82-447e-ab84-c4017f97eab7 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:42.823093 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fe000-728c-46ac-b8ec-81f473f63e6f req-83949dba-dcbe-4c53-a3e4-19c291387284 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:42.834306 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a02fe000-728c-46ac-b8ec-81f473f63e6f req-83949dba-dcbe-4c53-a3e4-19c291387284 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 949 time: 0.1612611 Jul 09 09:37:42.873613 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2efa77a3-7881-4ed1-8c87-14f3d800d266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:42.916809 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9102ab-ec95-4193-8e5f-0a69471bc378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7', 'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7', 'tenant_id': 'f5915743999646a7a3c1e50d64f3fa2f', 'fixed_ips': [{'subnet_id': '69388bf1-7d61-49b2-9f56-7d1b01a1dda9'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:37:42.917900 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d9102ab-ec95-4193-8e5f-0a69471bc378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:42.936945 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa77a3-7881-4ed1-8c87-14f3d800d266 admin admin] No DVR routers for this DVR port 25d2c6e5-e397-434b-8066-e7919ceb545d on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:37:42.944906 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa77a3-7881-4ed1-8c87-14f3d800d266 admin admin] Pushing event deleted for resources: {'Port': ['ID=25d2c6e5-e397-434b-8066-e7919ceb545d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:42.958063 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7006cbdc-8d13-457d-8c59-578c7cbdcebe no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:37:42.988314 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71a01f5-ecb8-4c31-b5a5-28015d443a86 None None] DHCP port deletion for 8da779eb-62d2-4653-9616-013d03ffc7b9 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:37:42.996620 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:42.997540 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 7006cbdc-8d13-457d-8c59-578c7cbdcebe {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:37:42.998100 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7006cbdc-8d13-457d-8c59-578c7cbdcebe not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:37:43.056320 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a02fe000-728c-46ac-b8ec-81f473f63e6f req-d9196021-8ad8-4564-80a9-329dcd55a58c tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701813 Jul 09 09:37:43.065297 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15d973f4-df82-447e-ab84-c4017f97eab7 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:43.135019 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2efa77a3-7881-4ed1-8c87-14f3d800d266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:43.159319 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2efa77a3-7881-4ed1-8c87-14f3d800d266 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da779eb-62d2-4653-9616-013d03ffc7b9']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:43.174265 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d973f4-df82-447e-ab84-c4017f97eab7 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Port': ['ID=6127d565-5ee0-482c-b3ea-373ad613fea4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:43.176814 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2efa77a3-7881-4ed1-8c87-14f3d800d266 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd147fb99-7b00-466a-8470-55c3bcf6909a') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:43.177116 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2efa77a3-7881-4ed1-8c87-14f3d800d266 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd147fb99-7b00-466a-8470-55c3bcf6909a') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:43.180072 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-7d9102ab-ec95-4193-8e5f-0a69471bc378 None None] Allocated IP 172.20.0.2 (cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7/69388bf1-7d61-49b2-9f56-7d1b01a1dda9/403209bf-89c4-4838-9b88-c76716b17738) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:37:43.197009 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2efa77a3-7881-4ed1-8c87-14f3d800d266 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:43.202269 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d973f4-df82-447e-ab84-c4017f97eab7 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:37:43.207643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-15d973f4-df82-447e-ab84-c4017f97eab7 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:37:43.210725 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d973f4-df82-447e-ab84-c4017f97eab7 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:37:43.219109 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2efa77a3-7881-4ed1-8c87-14f3d800d266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:43.232340 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2efa77a3-7881-4ed1-8c87-14f3d800d266 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:37:43.232951 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2efa77a3-7881-4ed1-8c87-14f3d800d266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:37:43.235388 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:37:43.308263 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2efa77a3-7881-4ed1-8c87-14f3d800d266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:43.313233 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2efa77a3-7881-4ed1-8c87-14f3d800d266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:43.319398 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2efa77a3-7881-4ed1-8c87-14f3d800d266 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8da779eb-62d2-4653-9616-013d03ffc7b9 HTTP/1.1" status: 204 len: 168 time: 0.9865181 Jul 09 09:37:43.356625 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa77a3-7881-4ed1-8c87-14f3d800d266 admin admin] Pushing event deleted for resources: {'Network': ['ID=8da779eb-62d2-4653-9616-013d03ffc7b9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:43.413007 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d9102ab-ec95-4193-8e5f-0a69471bc378 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:43.430505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7d9102ab-ec95-4193-8e5f-0a69471bc378 None None] Transition to ACTIVE for port object 403209bf-89c4-4838-9b88-c76716b17738 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:37:43.458660 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7d9102ab-ec95-4193-8e5f-0a69471bc378 None None] Transition to ACTIVE for port object 403209bf-89c4-4838-9b88-c76716b17738 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:37:43.468739 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d9102ab-ec95-4193-8e5f-0a69471bc378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:43.520580 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9102ab-ec95-4193-8e5f-0a69471bc378 None None] Network cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:37:43.525531 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56044) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:43.546028 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-7d9102ab-ec95-4193-8e5f-0a69471bc378 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:37:43.550290 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9102ab-ec95-4193-8e5f-0a69471bc378 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:37:43.597087 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9102ab-ec95-4193-8e5f-0a69471bc378 None None] Pushing event updated for resources: {'Port': ['ID=403209bf-89c4-4838-9b88-c76716b17738,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:43.647825 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7d9102ab-ec95-4193-8e5f-0a69471bc378 None None] Attempting to bind port 403209bf-89c4-4838-9b88-c76716b17738 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:37:43.648048 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b92f71bf-998b-4d71-a283-25f4392cef64 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1fa9df9b474a4887b8f2c23eac109c76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1191654 Jul 09 09:37:43.648770 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7d9102ab-ec95-4193-8e5f-0a69471bc378 None None] Attempting to bind port 403209bf-89c4-4838-9b88-c76716b17738 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'e0a81455-eb97-488a-98b6-7b903e60fa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:37:43.649008 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56048) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:43.649661 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9102ab-ec95-4193-8e5f-0a69471bc378 None None] Attempting to bind port 403209bf-89c4-4838-9b88-c76716b17738 on network cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:37:43.657461 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9102ab-ec95-4193-8e5f-0a69471bc378 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:37:43.658302 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9102ab-ec95-4193-8e5f-0a69471bc378 None None] Checking segment: {'id': 'e0a81455-eb97-488a-98b6-7b903e60fa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:37:43.659120 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d9102ab-ec95-4193-8e5f-0a69471bc378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:43.659803 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9102ab-ec95-4193-8e5f-0a69471bc378 None None] Bound using segment: {'id': 'e0a81455-eb97-488a-98b6-7b903e60fa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:37:43.660721 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7d9102ab-ec95-4193-8e5f-0a69471bc378 None None] Bound port: 403209bf-89c4-4838-9b88-c76716b17738, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a81455-eb97-488a-98b6-7b903e60fa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:37:43.661479 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d9102ab-ec95-4193-8e5f-0a69471bc378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:43.707637 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56050) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:43.751529 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7d9102ab-ec95-4193-8e5f-0a69471bc378 None None] For port 403209bf-89c4-4838-9b88-c76716b17738, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:37:43.756724 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7d9102ab-ec95-4193-8e5f-0a69471bc378 None None] For port 403209bf-89c4-4838-9b88-c76716b17738, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=403209bf-89c4-4838-9b88-c76716b17738,segment=NetworkSegment(e0a81455-eb97-488a-98b6-7b903e60fa65),segment_id=e0a81455-eb97-488a-98b6-7b903e60fa65)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:37:43.764274 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d9102ab-ec95-4193-8e5f-0a69471bc378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:43.784192 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba980aef-667c-4d47-9e6c-2629aa26a393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:43.829996 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba980aef-667c-4d47-9e6c-2629aa26a393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:43.885260 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9102ab-ec95-4193-8e5f-0a69471bc378 None None] Pushing event updated for resources: {'Port': ['ID=403209bf-89c4-4838-9b88-c76716b17738,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:43.892179 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba980aef-667c-4d47-9e6c-2629aa26a393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:43.895072 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba980aef-667c-4d47-9e6c-2629aa26a393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:43.899120 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ba980aef-667c-4d47-9e6c-2629aa26a393 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e26110bb-4437-43e1-810e-12184b69d0ef HTTP/1.1" status: 204 len: 168 time: 0.2491136 Jul 09 09:37:43.908097 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba980aef-667c-4d47-9e6c-2629aa26a393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26110bb-4437-43e1-810e-12184b69d0ef,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:43.949507 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c17c9717-b56f-4c91-b4db-8464885eda61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:44.159911 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c17c9717-b56f-4c91-b4db-8464885eda61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:44.167335 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c17c9717-b56f-4c91-b4db-8464885eda61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:44.205475 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c9717-b56f-4c91-b4db-8464885eda61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545065b6-4b70-4737-97e7-a82b539a02dc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:44.244100 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c17c9717-b56f-4c91-b4db-8464885eda61 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=30d0fd1b5b534b8d8da1805aa0114270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5351124 Jul 09 09:37:44.245362 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56064) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:44.331653 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-a23f486f-3dda-43af-880f-c8b948ee25e4 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:44.339901 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-a23f486f-3dda-43af-880f-c8b948ee25e4 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/networks?id=cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 HTTP/1.1" status: 200 len: 816 time: 0.8802466 Jul 09 09:37:44.362201 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-cf9133c3-ee6e-4aba-a82a-6b9da03fa3c5 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/quotas/f5915743999646a7a3c1e50d64f3fa2f HTTP/1.1" status: 200 len: 375 time: 0.0209293 Jul 09 09:37:44.371637 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad0f6382-41a1-42d3-8236-b6bdef088af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:44.412209 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad0f6382-41a1-42d3-8236-b6bdef088af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:44.489451 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad0f6382-41a1-42d3-8236-b6bdef088af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:44.494673 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad0f6382-41a1-42d3-8236-b6bdef088af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:44.498643 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ad0f6382-41a1-42d3-8236-b6bdef088af6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/545065b6-4b70-4737-97e7-a82b539a02dc HTTP/1.1" status: 204 len: 168 time: 0.2505159 Jul 09 09:37:44.535679 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f6382-41a1-42d3-8236-b6bdef088af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545065b6-4b70-4737-97e7-a82b539a02dc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:44.592645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe72a6-5987-4636-939b-f9bc4c11e2c5 req-5003c952-ea08-44f1-a22e-b5f94a2ceece tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:44.600250 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bbe72a6-5987-4636-939b-f9bc4c11e2c5 req-5003c952-ea08-44f1-a22e-b5f94a2ceece tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 949 time: 0.2163160 Jul 09 09:37:44.635907 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-174c3d75-1a31-4807-b30b-0dd44dc50f54 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f5915743999646a7a3c1e50d64f3fa2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2717297 Jul 09 09:37:44.836450 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bbe72a6-5987-4636-939b-f9bc4c11e2c5 req-77130fff-9d05-4fd3-a21b-76c87ba06687 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352142 Jul 09 09:37:44.929860 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15d973f4-df82-447e-ab84-c4017f97eab7 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:44.955720 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a2a5d059-622a-49bd-a506-6b959921c890 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:37:45.050369 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-928f0de7-6123-42ed-b8f9-b5b5764670db service neutron] 10.222.0.61 "GET /v2.0/networks/cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132259 Jul 09 09:37:45.151237 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 403209bf-89c4-4838-9b88-c76716b17738 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:37:45.297115 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15d973f4-df82-447e-ab84-c4017f97eab7 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:45.315178 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-bb7aa5b0-f8de-4b06-b919-e4d157d24142 service neutron] 10.222.0.61 "GET /v2.0/networks/cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632301 Jul 09 09:37:45.361009 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a2a5d059-622a-49bd-a506-6b959921c890, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a2a5d059-622a-49bd-a506-6b959921c890,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:45.371685 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56094) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:45.398792 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'a2a5d059-622a-49bd-a506-6b959921c890', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': 'a2a5d059-622a-49bd-a506-6b959921c890', 'mac_address': 'fa:16:3e:02:56:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:37:45.510809 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab57bba-2e9f-4352-a39d-55d48a68a927 None None] Network cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:37:45.726515 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-455ae2b9-308f-4ce2-8ea4-d66b32973b0a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1351797744-network', 'tenant_id': '3c3657de35454de2af834416af126211'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:45.733502 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-43d09496-423a-4fd9-91d8-9eab77894cef None None] Provisioning for port 403209bf-89c4-4838-9b88-c76716b17738 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:37:45.777888 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:45.782833 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455ae2b9-308f-4ce2-8ea4-d66b32973b0a admin admin] Made reservation on behalf of 3c3657de35454de2af834416af126211 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:37:45.788035 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-455ae2b9-308f-4ce2-8ea4-d66b32973b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:45.810076 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-455ae2b9-308f-4ce2-8ea4-d66b32973b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:45.828936 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15d973f4-df82-447e-ab84-c4017f97eab7 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:45.839155 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15d973f4-df82-447e-ab84-c4017f97eab7 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:45.860312 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a5d059-622a-49bd-a506-6b959921c890 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:37:45.886523 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 403209bf-89c4-4838-9b88-c76716b17738 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:37:45.956035 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d973f4-df82-447e-ab84-c4017f97eab7 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Port': ['ID=6127d565-5ee0-482c-b3ea-373ad613fea4,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:45.966900 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a2a5d059-622a-49bd-a506-6b959921c890, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a2a5d059-622a-49bd-a506-6b959921c890,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:45.980709 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:45.990758 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 403209bf-89c4-4838-9b88-c76716b17738 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:37:45.991189 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:46.016962 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15d973f4-df82-447e-ab84-c4017f97eab7 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:46.155776 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=a2a5d059-622a-49bd-a506-6b959921c890,revision_number=12']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:46.198009 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-455ae2b9-308f-4ce2-8ea4-d66b32973b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:46.205899 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-455ae2b9-308f-4ce2-8ea4-d66b32973b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:46.278139 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:46.315772 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455ae2b9-308f-4ce2-8ea4-d66b32973b0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:37:46.321036 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ae2b9-308f-4ce2-8ea4-d66b32973b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aded9417-3df3-4199-89c4-49c4c29011c5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:46.364749 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-455ae2b9-308f-4ce2-8ea4-d66b32973b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:46.365323 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-455ae2b9-308f-4ce2-8ea4-d66b32973b0a admin admin] Added segment 2a63e2e5-9277-49d1-aa75-8f38c48312fa of type vlan for network 1ae54679-4cff-4994-98e0-50f486401346 Jul 09 09:37:46.379525 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 403209bf-89c4-4838-9b88-c76716b17738, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=403209bf-89c4-4838-9b88-c76716b17738,segment=NetworkSegment(e0a81455-eb97-488a-98b6-7b903e60fa65),segment_id=e0a81455-eb97-488a-98b6-7b903e60fa65)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:46.389338 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:46.477560 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-455ae2b9-308f-4ce2-8ea4-d66b32973b0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:46.512532 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['a2a5d059-622a-49bd-a506-6b959921c890'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:37:46.533352 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 25d2c6e5-e397-434b-8066-e7919ceb545d no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:37:46.538338 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-455ae2b9-308f-4ce2-8ea4-d66b32973b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:46.539725 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455ae2b9-308f-4ce2-8ea4-d66b32973b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:46.540484 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-455ae2b9-308f-4ce2-8ea4-d66b32973b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:46.584970 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-15d973f4-df82-447e-ab84-c4017f97eab7 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Floating IP f5a17a0a-db85-4fe5-b66f-2e28d22789cc associated. External IP: 172.25.3.67, port: ea9632d7-400e-43b6-a32f-062cfba01e0f. Jul 09 09:37:46.636753 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-455ae2b9-308f-4ce2-8ea4-d66b32973b0a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2630606 Jul 09 09:37:46.640048 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56146) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:46.641999 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 25d2c6e5-e397-434b-8066-e7919ceb545d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:37:46.642404 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 25d2c6e5-e397-434b-8066-e7919ceb545d not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:37:46.665560 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-cacd27d5-13e6-4b46-b666-f13b337fecad admin admin] Request body: {'subnet': {'network_id': '1ae54679-4cff-4994-98e0-50f486401346', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1351797744-subnet', 'tenant_id': '3c3657de35454de2af834416af126211', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:46.681478 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628e651-12ad-432c-8dae-5814658168cb req-c4b907d3-725b-42e6-ab80-20a4253da7e1 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:46.681825 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=403209bf-89c4-4838-9b88-c76716b17738,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:46.689165 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3628e651-12ad-432c-8dae-5814658168cb req-c4b907d3-725b-42e6-ab80-20a4253da7e1 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 950 time: 0.5220640 Jul 09 09:37:46.706537 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ae2b9-308f-4ce2-8ea4-d66b32973b0a admin admin] Pushing event updated for resources: {'Network': ['ID=1ae54679-4cff-4994-98e0-50f486401346,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:46.727584 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 1ae54679-4cff-4994-98e0-50f486401346 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:37:46.741158 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacd27d5-13e6-4b46-b666-f13b337fecad admin admin] Made reservation on behalf of 3c3657de35454de2af834416af126211 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:37:46.746392 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cacd27d5-13e6-4b46-b666-f13b337fecad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:46.798072 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-6db8e3c1-0069-40d9-a5cd-8e32cf82ec07 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:46.805004 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-6db8e3c1-0069-40d9-a5cd-8e32cf82ec07 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/networks?id=cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 HTTP/1.1" status: 200 len: 816 time: 0.6563621 Jul 09 09:37:46.868545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfc4b048-d312-4775-89b7-5b7644bd81b5 None None] Provisioning complete for port 403209bf-89c4-4838-9b88-c76716b17738 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:37:46.868901 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfc4b048-d312-4775-89b7-5b7644bd81b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:46.877124 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-678a9b56-6e58-40d1-a3d6-ab13f82bc369 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/quotas/f5915743999646a7a3c1e50d64f3fa2f HTTP/1.1" status: 200 len: 375 time: 0.0710788 Jul 09 09:37:46.893574 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3628e651-12ad-432c-8dae-5814658168cb req-8c9042e7-7071-4e48-9f42-5f88293d3ea4 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034566 Jul 09 09:37:46.938437 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 403209bf-89c4-4838-9b88-c76716b17738 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:37:47.011602 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cacd27d5-13e6-4b46-b666-f13b337fecad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:47.137212 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 403209bf-89c4-4838-9b88-c76716b17738 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:37:47.137992 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:47.161936 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacd27d5-13e6-4b46-b666-f13b337fecad admin admin] Checking segment: {'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:37:47.166070 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacd27d5-13e6-4b46-b666-f13b337fecad admin admin] Network hostable DHCP agents. Network: 1ae54679-4cff-4994-98e0-50f486401346, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:37:47.204988 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd27d5-13e6-4b46-b666-f13b337fecad admin admin] Pushing event updated for resources: {'Subnet': ['ID=112afd71-533d-4ba0-a28c-db2bcc9ef172,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:47.207162 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-6ec3b4e0-37ea-44c7-9686-e14e73a25323 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f5915743999646a7a3c1e50d64f3fa2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3284380 Jul 09 09:37:47.237685 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacd27d5-13e6-4b46-b666-f13b337fecad admin admin] Network 1ae54679-4cff-4994-98e0-50f486401346 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:37:47.269576 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-cacd27d5-13e6-4b46-b666-f13b337fecad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 1ae54679-4cff-4994-98e0-50f486401346) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:37:47.273964 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacd27d5-13e6-4b46-b666-f13b337fecad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:47.274570 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cacd27d5-13e6-4b46-b666-f13b337fecad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:47.279401 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b3698e-6b18-485c-9fe2-73320a8c6df4 None None] Network 1ae54679-4cff-4994-98e0-50f486401346 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:37:47.307829 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cacd27d5-13e6-4b46-b666-f13b337fecad admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6537387 Jul 09 09:37:47.415632 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-3a96c4be-7903-4ee1-b454-3f2081f5180c service neutron] 10.222.0.61 "GET /v2.0/networks/cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538155 Jul 09 09:37:47.442505 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d973f4-df82-447e-ab84-c4017f97eab7 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Router 3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:37:47.578663 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f793288-7086-4e5e-8167-8bb89b7cb04a None None] Network 1ae54679-4cff-4994-98e0-50f486401346 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:37:47.590322 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-b797e595-b9c2-4f9f-9f79-61ba24c8cebd tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:47.592608 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-b797e595-b9c2-4f9f-9f79-61ba24c8cebd tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.58 "GET /v2.0/networks?id=cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 HTTP/1.1" status: 200 len: 816 time: 0.2116268 Jul 09 09:37:47.605622 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-8c2bfdfe-8e11-471d-b2ef-ef196a348cd4 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Request body: {'port': {'device_id': 'c65bad92-d1f5-42b9-95aa-e23beea6c774', 'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7', 'admin_state_up': True, 'tenant_id': 'f5915743999646a7a3c1e50d64f3fa2f'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:47.702159 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-dfb07e5c-7883-40cd-b01c-769e42d56c46 service neutron] 10.222.0.61 "GET /v2.0/networks/cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854152 Jul 09 09:37:47.745660 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54346b-67e8-47ba-8389-6af2164fe557 req-2696261b-673a-4a72-b6ce-e75d8a999a5e tempest-MigrationsAdminTest-543806699 tempest-MigrationsAdminTest-543806699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:47.747245 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab54346b-67e8-47ba-8389-6af2164fe557 req-2696261b-673a-4a72-b6ce-e75d8a999a5e tempest-MigrationsAdminTest-543806699 tempest-MigrationsAdminTest-543806699-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 1101 time: 0.2434070 Jul 09 09:37:47.794208 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d973f4-df82-447e-ab84-c4017f97eab7 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:37:47.805380 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd8b629-5950-40f7-8e9d-433c371f6a96 None None] Sync routers for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:37:47.812735 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab54346b-67e8-47ba-8389-6af2164fe557 req-7bd08df5-7d69-4774-beb5-1537789c388c tempest-MigrationsAdminTest-543806699 tempest-MigrationsAdminTest-543806699-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557532 Jul 09 09:37:47.816424 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15d973f4-df82-447e-ab84-c4017f97eab7 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:47.830178 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd8b629-5950-40f7-8e9d-433c371f6a96 None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:37:47.830824 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-cdd8b629-5950-40f7-8e9d-433c371f6a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:47.900533 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-8c2bfdfe-8e11-471d-b2ef-ef196a348cd4 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Made reservation on behalf of f5915743999646a7a3c1e50d64f3fa2f for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:37:47.903980 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-15d973f4-df82-447e-ab84-c4017f97eab7 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.1549563 Jul 09 09:37:47.904450 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56170) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:47.905048 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-8c2bfdfe-8e11-471d-b2ef-ef196a348cd4 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:47.933670 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-cdd8b629-5950-40f7-8e9d-433c371f6a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:48.017750 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd8b629-5950-40f7-8e9d-433c371f6a96 None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:37:48.026850 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-cdd8b629-5950-40f7-8e9d-433c371f6a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:48.179059 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-cdd8b629-5950-40f7-8e9d-433c371f6a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:48.184211 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd8b629-5950-40f7-8e9d-433c371f6a96 None None] The sync data for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:37:48.193598 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-8c2bfdfe-8e11-471d-b2ef-ef196a348cd4 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Allocated IP 172.20.0.11 (cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7/69388bf1-7d61-49b2-9f56-7d1b01a1dda9/ce0acd65-7447-47d5-bddb-8169e9cea66b) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:37:48.228380 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a131b160-3e45-4942-8089-53e925ef0d86 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "GET /v2.0/floatingips/f5a17a0a-db85-4fe5-b66f-2e28d22789cc HTTP/1.1" status: 200 len: 977 time: 0.3228476 Jul 09 09:37:48.238475 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56186) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:48.434173 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0cda1042-2514-4a15-b234-fd21c84c0427 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1945000 Jul 09 09:37:48.437768 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56198) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:48.443935 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3c14b636-d241-42e6-b76f-2a84369c92e4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Request body: {'floatingip': {'port_id': '47434052-3150-4524-b971-2e7343864700'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:48.499894 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-72212796-559d-4a0b-a00d-fa2905ccac5b tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:48.501940 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-72212796-559d-4a0b-a00d-fa2905ccac5b tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/networks?id=1ae54679-4cff-4994-98e0-50f486401346 HTTP/1.1" status: 200 len: 812 time: 0.2199271 Jul 09 09:37:48.524516 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-92c551e0-5406-4785-aec3-cea1b89c7ffd tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/quotas/3c3657de35454de2af834416af126211 HTTP/1.1" status: 200 len: 375 time: 0.0156066 Jul 09 09:37:48.527825 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c14b636-d241-42e6-b76f-2a84369c92e4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:48.562597 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-0d692a87-7a8b-48c2-8139-168d908cc6c1 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3c3657de35454de2af834416af126211&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370135 Jul 09 09:37:48.585186 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-8c2bfdfe-8e11-471d-b2ef-ef196a348cd4 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:48.616981 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-8c2bfdfe-8e11-471d-b2ef-ef196a348cd4 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Transition to ACTIVE for port object ce0acd65-7447-47d5-bddb-8169e9cea66b will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:37:48.740351 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-255d8adf-baa0-4b4e-83d7-017a87898b3f service neutron] 10.222.0.61 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690497 Jul 09 09:37:48.740705 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-8c2bfdfe-8e11-471d-b2ef-ef196a348cd4 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:48.855623 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-8c2bfdfe-8e11-471d-b2ef-ef196a348cd4 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Network cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:37:48.856412 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bfdfe-8e11-471d-b2ef-ef196a348cd4 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Pushing event updated for resources: {'Port': ['ID=ce0acd65-7447-47d5-bddb-8169e9cea66b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:48.891109 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-8c2bfdfe-8e11-471d-b2ef-ef196a348cd4 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:37:48.893593 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-8c2bfdfe-8e11-471d-b2ef-ef196a348cd4 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:37:48.978611 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a2a5d059-622a-49bd-a506-6b959921c890 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:37:49.066873 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port a2a5d059-622a-49bd-a506-6b959921c890 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:37:49.071379 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port a2a5d059-622a-49bd-a506-6b959921c890 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:37:49.072166 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:49.171276 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:49.200020 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b1e3d8-1011-453b-a984-1ab6110d6fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a5d059-622a-49bd-a506-6b959921c890'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:37:49.202456 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9597da57-09d7-470d-ad2a-5a43cc95786b" -d '{"events": [{"server_uuid": "15b1e3d8-1011-453b-a984-1ab6110d6fc6", "name": "network-vif-plugged", "status": "completed", "tag": "a2a5d059-622a-49bd-a506-6b959921c890"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:37:49.217052 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a2a5d059-622a-49bd-a506-6b959921c890, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a2a5d059-622a-49bd-a506-6b959921c890,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:49.222479 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:49.257110 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-eb9f86e7-bd62-49d7-8c04-da2a4eae65b7 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:49.258800 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-eb9f86e7-bd62-49d7-8c04-da2a4eae65b7 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/networks?id=cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 HTTP/1.1" status: 200 len: 816 time: 0.5908129 Jul 09 09:37:49.292689 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b9cadab9-a3b8-4fb7-8634-5045e533de24 None None] Provisioning for port ce0acd65-7447-47d5-bddb-8169e9cea66b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:37:49.301229 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b9cadab9-a3b8-4fb7-8634-5045e533de24 None None] Provisioning complete for port ce0acd65-7447-47d5-bddb-8169e9cea66b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:37:49.302024 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b9cadab9-a3b8-4fb7-8634-5045e533de24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:49.307908 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-613c534e-c269-41af-97d8-0e5eaabcad2b service neutron] 10.222.0.61 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528800 Jul 09 09:37:49.312011 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-48916529-d4be-4a38-b69a-f8d91f401c08 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/quotas/f5915743999646a7a3c1e50d64f3fa2f HTTP/1.1" status: 200 len: 375 time: 0.0378656 Jul 09 09:37:49.317285 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=a2a5d059-622a-49bd-a506-6b959921c890,revision_number=13']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:49.318619 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-8c2bfdfe-8e11-471d-b2ef-ef196a348cd4 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:49.319288 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-8c2bfdfe-8e11-471d-b2ef-ef196a348cd4 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:49.366765 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-8c2bfdfe-8e11-471d-b2ef-ef196a348cd4 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7656388 Jul 09 09:37:49.381302 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-24c1a9ef-70cd-4f40-96b5-5110bb8361c0 service neutron] Request body: {'port': {'device_id': 'c65bad92-d1f5-42b9-95aa-e23beea6c774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:49.398277 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b9cadab9-a3b8-4fb7-8634-5045e533de24 None None] Port ce0acd65-7447-47d5-bddb-8169e9cea66b cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:37:49.398433 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-c56e62f0-357f-4681-b7f0-76b1dd9d500c tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f5915743999646a7a3c1e50d64f3fa2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851264 Jul 09 09:37:49.525981 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-24c1a9ef-70cd-4f40-96b5-5110bb8361c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:49.542300 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-ce6fcc30-39f2-4d35-9f15-e17fd4d389bd service neutron] 10.222.0.61 "GET /v2.0/networks/cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424568 Jul 09 09:37:49.865995 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-8d56ef38-299f-410e-a5d9-e31a2861203a service neutron] 10.222.0.61 "GET /v2.0/networks/cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221676 Jul 09 09:37:49.942558 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d34a9b-a0a6-485d-bc68-0cdd4afce8b4 req-e5a1195e-29bd-4b7e-9aef-0eace6ed8d0f tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:49.950989 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-22d34a9b-a0a6-485d-bc68-0cdd4afce8b4 req-e5a1195e-29bd-4b7e-9aef-0eace6ed8d0f tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 951 time: 0.1388350 Jul 09 09:37:49.969248 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.db.resource_extend [None req-3c14b636-d241-42e6-b76f-2a84369c92e4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 09:37:50.027202 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-d338cd44-0711-49b5-bf8a-a52fecfbca37 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:50.033815 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-d338cd44-0711-49b5-bf8a-a52fecfbca37 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.64 "GET /v2.0/networks?id=cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 HTTP/1.1" status: 200 len: 816 time: 0.4052751 Jul 09 09:37:50.067056 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-22d34a9b-a0a6-485d-bc68-0cdd4afce8b4 req-accec2d6-476d-4f37-95fe-fcbc27055366 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145205 Jul 09 09:37:50.089216 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-88032a83-01aa-49ed-934f-80ca1651bc05 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Request body: {'port': {'device_id': '71ba4b08-2e76-4197-9c6e-98a3ec4910a0', 'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7', 'admin_state_up': True, 'tenant_id': 'f5915743999646a7a3c1e50d64f3fa2f'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:50.136486 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c14b636-d241-42e6-b76f-2a84369c92e4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:50.171943 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c14b636-d241-42e6-b76f-2a84369c92e4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:50.202307 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332d4a87-d0bc-4138-a994-37736cf3fdce x-openstack-request-id: req-332d4a87-d0bc-4138-a994-37736cf3fdce {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:37:50.203167 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b1e3d8-1011-453b-a984-1ab6110d6fc6", "name": "network-vif-plugged", "status": "completed", "tag": "a2a5d059-622a-49bd-a506-6b959921c890", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:37:50.203584 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-332d4a87-d0bc-4138-a994-37736cf3fdce {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:37:50.204284 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b1e3d8-1011-453b-a984-1ab6110d6fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a5d059-622a-49bd-a506-6b959921c890', 'code': 200} Jul 09 09:37:50.270202 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-24c1a9ef-70cd-4f40-96b5-5110bb8361c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0acd65-7447-47d5-bddb-8169e9cea66b {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:37:50.281224 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-24c1a9ef-70cd-4f40-96b5-5110bb8361c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:50.302075 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-24c1a9ef-70cd-4f40-96b5-5110bb8361c0 service neutron] Transition to ACTIVE for port object ce0acd65-7447-47d5-bddb-8169e9cea66b will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:37:50.338933 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-24c1a9ef-70cd-4f40-96b5-5110bb8361c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:50.405055 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-319b4814-0ce4-49c0-adc3-d19f2832f7b4 req-49d21cc7-4160-4989-97e3-04dcfcd746dc tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=42a52276-009a-4691-ba84-d604a9da5232 HTTP/1.1" status: 200 len: 210 time: 0.1489134 Jul 09 09:37:50.420802 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-3c14b636-d241-42e6-b76f-2a84369c92e4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Floating IP f5a17a0a-db85-4fe5-b66f-2e28d22789cc associated. External IP: 172.25.3.67, port: ea9632d7-400e-43b6-a32f-062cfba01e0f. Jul 09 09:37:50.455579 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1a9ef-70cd-4f40-96b5-5110bb8361c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0acd65-7447-47d5-bddb-8169e9cea66b,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:50.614745 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea51ac5b-ab5b-4093-b4db-52d74099b9b2 req-98d8b7e0-a141-48a8-a548-b16002fdddb5 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=3813f6ee-296c-4010-9c49-b5837958d798 HTTP/1.1" status: 200 len: 210 time: 0.1324012 Jul 09 09:37:50.674194 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58ef77-9f52-4b37-8e18-a9abc9f652b3 req-fd09c738-1b07-48a4-b094-fc4664e12384 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:50.687395 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1c58ef77-9f52-4b37-8e18-a9abc9f652b3 req-fd09c738-1b07-48a4-b094-fc4664e12384 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.64 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 951 time: 0.4505026 Jul 09 09:37:50.812265 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-88032a83-01aa-49ed-934f-80ca1651bc05 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Made reservation on behalf of f5915743999646a7a3c1e50d64f3fa2f for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:37:50.812897 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-24c1a9ef-70cd-4f40-96b5-5110bb8361c0 service neutron] Attempting to bind port ce0acd65-7447-47d5-bddb-8169e9cea66b on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:37:50.813498 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-24c1a9ef-70cd-4f40-96b5-5110bb8361c0 service neutron] Attempting to bind port ce0acd65-7447-47d5-bddb-8169e9cea66b by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'e0a81455-eb97-488a-98b6-7b903e60fa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:37:50.814037 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-24c1a9ef-70cd-4f40-96b5-5110bb8361c0 service neutron] Attempting to bind port ce0acd65-7447-47d5-bddb-8169e9cea66b on network cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:37:50.815902 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-88032a83-01aa-49ed-934f-80ca1651bc05 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:50.853607 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-24c1a9ef-70cd-4f40-96b5-5110bb8361c0 service neutron] Port ce0acd65-7447-47d5-bddb-8169e9cea66b on network cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:37:50.854007 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-24c1a9ef-70cd-4f40-96b5-5110bb8361c0 service neutron] Attempting to bind port ce0acd65-7447-47d5-bddb-8169e9cea66b on network cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:37:50.877905 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-24c1a9ef-70cd-4f40-96b5-5110bb8361c0 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:37:50.878530 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-24c1a9ef-70cd-4f40-96b5-5110bb8361c0 service neutron] Checking segment: {'id': 'e0a81455-eb97-488a-98b6-7b903e60fa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:37:50.879182 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-24c1a9ef-70cd-4f40-96b5-5110bb8361c0 service neutron] Bound using segment: {'id': 'e0a81455-eb97-488a-98b6-7b903e60fa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:37:50.879869 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-24c1a9ef-70cd-4f40-96b5-5110bb8361c0 service neutron] Bound port: ce0acd65-7447-47d5-bddb-8169e9cea66b, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a81455-eb97-488a-98b6-7b903e60fa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:37:50.880503 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-24c1a9ef-70cd-4f40-96b5-5110bb8361c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:50.981565 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-1c58ef77-9f52-4b37-8e18-a9abc9f652b3 req-73081919-9e81-4f7e-acb3-78ee35d41393 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Deleting port a2a5d059-622a-49bd-a506-6b959921c890 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:37:50.981909 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1c58ef77-9f52-4b37-8e18-a9abc9f652b3 req-73081919-9e81-4f7e-acb3-78ee35d41393 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:51.026023 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c14b636-d241-42e6-b76f-2a84369c92e4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Router 3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:37:51.039110 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-24c1a9ef-70cd-4f40-96b5-5110bb8361c0 service neutron] For port ce0acd65-7447-47d5-bddb-8169e9cea66b, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:37:51.044344 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-24c1a9ef-70cd-4f40-96b5-5110bb8361c0 service neutron] For port ce0acd65-7447-47d5-bddb-8169e9cea66b, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=ce0acd65-7447-47d5-bddb-8169e9cea66b,segment=NetworkSegment(e0a81455-eb97-488a-98b6-7b903e60fa65),segment_id=e0a81455-eb97-488a-98b6-7b903e60fa65)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:37:51.066154 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-24c1a9ef-70cd-4f40-96b5-5110bb8361c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:51.144630 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-88032a83-01aa-49ed-934f-80ca1651bc05 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Allocated IP 172.20.0.8 (cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7/69388bf1-7d61-49b2-9f56-7d1b01a1dda9/54dd7464-6fc7-48f3-b2ed-f14d715b0b0b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:37:51.222510 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-1c58ef77-9f52-4b37-8e18-a9abc9f652b3 req-73081919-9e81-4f7e-acb3-78ee35d41393 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] For port a2a5d059-622a-49bd-a506-6b959921c890, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a2a5d059-622a-49bd-a506-6b959921c890,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:51.222894 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1c58ef77-9f52-4b37-8e18-a9abc9f652b3 req-73081919-9e81-4f7e-acb3-78ee35d41393 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:51.252364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-1c58ef77-9f52-4b37-8e18-a9abc9f652b3 req-73081919-9e81-4f7e-acb3-78ee35d41393 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Calling delete_port for a2a5d059-622a-49bd-a506-6b959921c890 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:37:51.318584 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-24c1a9ef-70cd-4f40-96b5-5110bb8361c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:51.319219 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-24c1a9ef-70cd-4f40-96b5-5110bb8361c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:51.320715 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-24c1a9ef-70cd-4f40-96b5-5110bb8361c0 service neutron] 10.222.0.58 "PUT /v2.0/ports/ce0acd65-7447-47d5-bddb-8169e9cea66b HTTP/1.1" status: 200 len: 1092 time: 1.9442630 Jul 09 09:37:51.321893 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1a9ef-70cd-4f40-96b5-5110bb8361c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0acd65-7447-47d5-bddb-8169e9cea66b,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:51.326495 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65bad92-d1f5-42b9-95aa-e23beea6c774', 'tag': 'ce0acd65-7447-47d5-bddb-8169e9cea66b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:37:51.328840 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854535c4-1082-4799-8505-56b3e1f1521c" -d '{"events": [{"name": "network-changed", "server_uuid": "c65bad92-d1f5-42b9-95aa-e23beea6c774", "tag": "ce0acd65-7447-47d5-bddb-8169e9cea66b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:37:51.472324 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98baa1df-3310-4afd-a03c-04e8691e51c1 x-openstack-request-id: req-98baa1df-3310-4afd-a03c-04e8691e51c1 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:37:51.472713 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65bad92-d1f5-42b9-95aa-e23beea6c774", "tag": "ce0acd65-7447-47d5-bddb-8169e9cea66b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:37:51.472887 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-98baa1df-3310-4afd-a03c-04e8691e51c1 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:37:51.473267 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65bad92-d1f5-42b9-95aa-e23beea6c774', 'tag': 'ce0acd65-7447-47d5-bddb-8169e9cea66b', 'status': 'completed', 'code': 200} Jul 09 09:37:51.548334 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-88032a83-01aa-49ed-934f-80ca1651bc05 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:51.566926 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-88032a83-01aa-49ed-934f-80ca1651bc05 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Transition to ACTIVE for port object 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:37:51.629275 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-88032a83-01aa-49ed-934f-80ca1651bc05 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:51.633530 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c14b636-d241-42e6-b76f-2a84369c92e4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:37:51.645283 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1791c26-211e-4b85-9fce-d0348821262e None None] Sync routers for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:37:51.646565 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-d56cef90-68b8-47fa-b5c1-3b9943fd702a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:51.648157 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-d56cef90-68b8-47fa-b5c1-3b9943fd702a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.58 "GET /v2.0/networks?id=1ae54679-4cff-4994-98e0-50f486401346 HTTP/1.1" status: 200 len: 812 time: 0.3105731 Jul 09 09:37:51.666104 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1791c26-211e-4b85-9fce-d0348821262e None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:37:51.667903 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f1791c26-211e-4b85-9fce-d0348821262e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:51.704202 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-c2491f4b-2489-43cf-8e0d-30bc17d55e10 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Request body: {'port': {'device_id': '42a52276-009a-4691-ba84-d604a9da5232', 'network_id': '1ae54679-4cff-4994-98e0-50f486401346', 'admin_state_up': True, 'tenant_id': '3c3657de35454de2af834416af126211'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:51.737214 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f1791c26-211e-4b85-9fce-d0348821262e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:51.749562 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88032a83-01aa-49ed-934f-80ca1651bc05 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Pushing event updated for resources: {'Port': ['ID=54dd7464-6fc7-48f3-b2ed-f14d715b0b0b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:51.775302 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1791c26-211e-4b85-9fce-d0348821262e None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:37:51.777846 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f1791c26-211e-4b85-9fce-d0348821262e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:51.785105 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-88032a83-01aa-49ed-934f-80ca1651bc05 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Network cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:37:51.787401 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1c58ef77-9f52-4b37-8e18-a9abc9f652b3 req-73081919-9e81-4f7e-acb3-78ee35d41393 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:51.793530 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-88032a83-01aa-49ed-934f-80ca1651bc05 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:37:51.805709 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-88032a83-01aa-49ed-934f-80ca1651bc05 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:37:51.874466 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f1791c26-211e-4b85-9fce-d0348821262e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:51.875202 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1791c26-211e-4b85-9fce-d0348821262e None None] The sync data for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:37:51.879154 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['04f472e6-1ec8-4cdc-a59e-469ac1f88c3d', 'fcd704b9-933e-47b7-92b7-bb7a73f70723'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:37:51.925174 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f', 'a2a5d059-622a-49bd-a506-6b959921c890'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:37:51.956590 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73081919-9e81-4f7e-acb3-78ee35d41393 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Pushing event deleted for resources: {'Port': ['ID=a2a5d059-622a-49bd-a506-6b959921c890,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:52.032240 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70554447-2192-4eb0-bc06-f3596bb519f0 req-9f8fda68-24d8-494f-a563-acfa6281b067 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=42a52276-009a-4691-ba84-d604a9da5232 HTTP/1.1" status: 200 len: 210 time: 0.1107633 Jul 09 09:37:52.035836 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-c2491f4b-2489-43cf-8e0d-30bc17d55e10 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Made reservation on behalf of 3c3657de35454de2af834416af126211 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:37:52.048475 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-c2491f4b-2489-43cf-8e0d-30bc17d55e10 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:52.116116 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-88032a83-01aa-49ed-934f-80ca1651bc05 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:52.132645 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-88032a83-01aa-49ed-934f-80ca1651bc05 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:52.212405 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c58ef77-9f52-4b37-8e18-a9abc9f652b3 req-73081919-9e81-4f7e-acb3-78ee35d41393 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] No DVR routers for this DVR port a2a5d059-622a-49bd-a506-6b959921c890 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:37:52.224206 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1c58ef77-9f52-4b37-8e18-a9abc9f652b3 req-73081919-9e81-4f7e-acb3-78ee35d41393 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:52.226602 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1c58ef77-9f52-4b37-8e18-a9abc9f652b3 req-73081919-9e81-4f7e-acb3-78ee35d41393 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.64 "DELETE /v2.0/ports/a2a5d059-622a-49bd-a506-6b959921c890 HTTP/1.1" status: 204 len: 173 time: 1.5380974 Jul 09 09:37:52.248109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-c83b51b3-47ae-4607-9c5e-0cf79e9e7c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:52.261261 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-c83b51b3-47ae-4607-9c5e-0cf79e9e7c0c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5915743999646a7a3c1e50d64f3fa2f&device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 1095 time: 0.8224788 Jul 09 09:37:52.261914 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b1e3d8-1011-453b-a984-1ab6110d6fc6', 'name': 'network-vif-deleted', 'tag': 'a2a5d059-622a-49bd-a506-6b959921c890'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:37:52.266354 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b78cc8-f78d-44d9-a903-a4b288c6a4ea" -d '{"events": [{"server_uuid": "15b1e3d8-1011-453b-a984-1ab6110d6fc6", "name": "network-vif-deleted", "tag": "a2a5d059-622a-49bd-a506-6b959921c890"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:37:52.316676 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea521de6-628c-46d7-a70d-e05823f8f23f req-f09608b3-9cdd-4ff4-8e89-062ff006a9c2 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:52.325145 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea521de6-628c-46d7-a70d-e05823f8f23f req-f09608b3-9cdd-4ff4-8e89-062ff006a9c2 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=15b1e3d8-1011-453b-a984-1ab6110d6fc6 HTTP/1.1" status: 200 len: 868 time: 0.7187381 Jul 09 09:37:52.327787 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-88032a83-01aa-49ed-934f-80ca1651bc05 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2595477 Jul 09 09:37:52.393136 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Request body: {'port': {'device_id': '71ba4b08-2e76-4197-9c6e-98a3ec4910a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:52.402948 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-c2491f4b-2489-43cf-8e0d-30bc17d55e10 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Allocated IP 172.20.0.5 (1ae54679-4cff-4994-98e0-50f486401346/112afd71-533d-4ba0-a28c-db2bcc9ef172/086e1d62-1395-4c51-a9fd-bda2ecff7e59) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:37:52.436094 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-3a19c28a-ab74-4aa4-9a8c-9194a46ecccb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce0acd65-7447-47d5-bddb-8169e9cea66b HTTP/1.1" status: 200 len: 217 time: 0.1626122 Jul 09 09:37:52.465875 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ecfadab2-29e4-4a3a-b8d6-8d089d020140 None None] Provisioning for port 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:37:52.471934 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea521de6-628c-46d7-a70d-e05823f8f23f req-b8e9cdcb-c53d-4009-82c8-0f7042f82de5 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445470 Jul 09 09:37:52.478300 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39df32f8-2696-41a9-b6f6-efb2a169f1c8 req-615b3834-7b98-49d9-861e-d42f1d2c370a tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=3813f6ee-296c-4010-9c49-b5837958d798 HTTP/1.1" status: 200 len: 210 time: 0.1866066 Jul 09 09:37:52.479620 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ecfadab2-29e4-4a3a-b8d6-8d089d020140 None None] Provisioning complete for port 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:37:52.480348 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ecfadab2-29e4-4a3a-b8d6-8d089d020140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:52.599512 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ecfadab2-29e4-4a3a-b8d6-8d089d020140 None None] Port 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:37:52.722598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-7f8be81b-64ab-4680-8d36-42fa54401dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:52.727925 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-7f8be81b-64ab-4680-8d36-42fa54401dce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=69388bf1-7d61-49b2-9f56-7d1b01a1dda9 HTTP/1.1" status: 200 len: 855 time: 0.2729068 Jul 09 09:37:52.736338 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdab03bc-06bd-455a-8fcf-2388e95a8c24 x-openstack-request-id: req-bdab03bc-06bd-455a-8fcf-2388e95a8c24 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:37:52.736621 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b1e3d8-1011-453b-a984-1ab6110d6fc6", "name": "network-vif-deleted", "tag": "a2a5d059-622a-49bd-a506-6b959921c890", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:37:52.736886 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bdab03bc-06bd-455a-8fcf-2388e95a8c24 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:37:52.742214 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b1e3d8-1011-453b-a984-1ab6110d6fc6', 'name': 'network-vif-deleted', 'tag': 'a2a5d059-622a-49bd-a506-6b959921c890', 'status': 'completed', 'code': 200} Jul 09 09:37:52.822230 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c14b636-d241-42e6-b76f-2a84369c92e4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Router 3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:37:52.891236 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:52.892227 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-fc5f9762-fa47-4014-8a45-e39800185e44 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:52.893988 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-fc5f9762-fa47-4014-8a45-e39800185e44 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.58 "GET /v2.0/networks?id=cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 HTTP/1.1" status: 200 len: 816 time: 0.4302280 Jul 09 09:37:52.946672 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-2bc061ae-e64b-4a10-b4b5-d6dc1a62cb12 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Request body: {'port': {'device_id': '3813f6ee-296c-4010-9c49-b5837958d798', 'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7', 'admin_state_up': True, 'tenant_id': 'f5915743999646a7a3c1e50d64f3fa2f'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:52.989808 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-9d17c089-e9a6-4857-9d06-48e41d5b3c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:52.991515 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-9d17c089-e9a6-4857-9d06-48e41d5b3c28 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1734707 Jul 09 09:37:53.100895 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-c2491f4b-2489-43cf-8e0d-30bc17d55e10 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:53.168273 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-13c1dc2e-e0d6-4b98-971b-cf5876a248ce service neutron] 10.222.0.58 "GET /v2.0/networks/cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256256 Jul 09 09:37:53.170783 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c14b636-d241-42e6-b76f-2a84369c92e4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:37:53.177588 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c14b636-d241-42e6-b76f-2a84369c92e4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:53.185051 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e687af-e240-4ff5-98ab-fe59e9ac0f7a None None] Sync routers for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:37:53.201232 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e687af-e240-4ff5-98ab-fe59e9ac0f7a None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:37:53.202905 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-96e687af-e240-4ff5-98ab-fe59e9ac0f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:53.251812 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-2bc061ae-e64b-4a10-b4b5-d6dc1a62cb12 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Made reservation on behalf of f5915743999646a7a3c1e50d64f3fa2f for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:37:53.256174 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-2bc061ae-e64b-4a10-b4b5-d6dc1a62cb12 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:53.267423 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-96e687af-e240-4ff5-98ab-fe59e9ac0f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:53.280408 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e687af-e240-4ff5-98ab-fe59e9ac0f7a None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:37:53.281536 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-96e687af-e240-4ff5-98ab-fe59e9ac0f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:53.292447 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-c2491f4b-2489-43cf-8e0d-30bc17d55e10 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:53.294741 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-189b98ff-a4a7-43d5-97e7-eeb00abff3e8 req-3882d442-41df-4327-a89b-8b8893aa9f35 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=42a52276-009a-4691-ba84-d604a9da5232 HTTP/1.1" status: 200 len: 210 time: 0.0604970 Jul 09 09:37:53.329949 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-96e687af-e240-4ff5-98ab-fe59e9ac0f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:53.330969 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e687af-e240-4ff5-98ab-fe59e9ac0f7a None None] The sync data for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:37:53.381901 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5e3fc8b-f86f-4194-b5fe-6cc95ef1fb11 req-c6f82f77-8abe-4faf-bb34-586ac421cf07 service neutron] 10.222.0.58 "GET /v2.0/networks/cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014344 Jul 09 09:37:53.390879 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3c14b636-d241-42e6-b76f-2a84369c92e4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "PUT /v2.0/floatingips/f5a17a0a-db85-4fe5-b66f-2e28d22789cc HTTP/1.1" status: 200 len: 978 time: 4.9518578 Jul 09 09:37:53.393563 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56274) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:53.400774 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-c2491f4b-2489-43cf-8e0d-30bc17d55e10 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Network 1ae54679-4cff-4994-98e0-50f486401346 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:37:53.401499 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-833cec10-ed0f-4406-b569-8257f124bc56 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:53.583452 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-833cec10-ed0f-4406-b569-8257f124bc56 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:53.662513 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:37:53.674651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854535c4-1082-4799-8505-56b3e1f1521c req-7ebcafed-9f1b-424f-a194-e59e2f21db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:53.676220 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854535c4-1082-4799-8505-56b3e1f1521c req-7ebcafed-9f1b-424f-a194-e59e2f21db52 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5915743999646a7a3c1e50d64f3fa2f&device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 1095 time: 0.2268686 Jul 09 09:37:53.678040 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:53.798523 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Transition to ACTIVE for port object 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:37:53.861434 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5f5f2fb4-067a-4835-ab38-8fa90d1bfdad req-d4fafd65-c171-4723-974c-34756b7ed266 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=3813f6ee-296c-4010-9c49-b5837958d798 HTTP/1.1" status: 200 len: 210 time: 0.1797941 Jul 09 09:37:53.887278 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:53.980931 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-2bc061ae-e64b-4a10-b4b5-d6dc1a62cb12 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Allocated IP 172.20.0.7 (cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7/69388bf1-7d61-49b2-9f56-7d1b01a1dda9/75549b6b-58b3-43af-82e5-584ae68fc5a5) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:37:54.113691 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-c2491f4b-2489-43cf-8e0d-30bc17d55e10 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:37:54.118819 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-c2491f4b-2489-43cf-8e0d-30bc17d55e10 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:37:54.251777 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-c2491f4b-2489-43cf-8e0d-30bc17d55e10 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:54.252734 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-c2491f4b-2489-43cf-8e0d-30bc17d55e10 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:54.268432 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2491f4b-2489-43cf-8e0d-30bc17d55e10 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Pushing event updated for resources: {'Port': ['ID=086e1d62-1395-4c51-a9fd-bda2ecff7e59,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:54.307942 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-c2491f4b-2489-43cf-8e0d-30bc17d55e10 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6106403 Jul 09 09:37:54.349165 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-3a6c2994-bfc9-491a-9113-cec3cc82475e service neutron] Request body: {'port': {'device_id': '42a52276-009a-4691-ba84-d604a9da5232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:54.451627 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-2bc061ae-e64b-4a10-b4b5-d6dc1a62cb12 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:54.499136 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-2bc061ae-e64b-4a10-b4b5-d6dc1a62cb12 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Transition to ACTIVE for port object 75549b6b-58b3-43af-82e5-584ae68fc5a5 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:37:54.518833 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-3a6c2994-bfc9-491a-9113-cec3cc82475e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:54.531841 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Pushing event updated for resources: {'Port': ['ID=54dd7464-6fc7-48f3-b2ed-f14d715b0b0b,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:54.537950 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-833cec10-ed0f-4406-b569-8257f124bc56 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:54.587526 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-833cec10-ed0f-4406-b569-8257f124bc56 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:54.587893 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-833cec10-ed0f-4406-b569-8257f124bc56 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Floating IP f5a17a0a-db85-4fe5-b66f-2e28d22789cc disassociated. External IP: 172.25.3.67, port: 47434052-3150-4524-b971-2e7343864700. Jul 09 09:37:54.596743 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-2bc061ae-e64b-4a10-b4b5-d6dc1a62cb12 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:54.636878 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:54.637245 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:54.637560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:54.637892 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:54.638222 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:54.638549 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:54.638869 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:54.639221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:54.639516 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:54.639871 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:54.640195 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:54.640621 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:37:54.713399 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-2bc061ae-e64b-4a10-b4b5-d6dc1a62cb12 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Network cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:37:54.723631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-2bc061ae-e64b-4a10-b4b5-d6dc1a62cb12 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:37:54.730761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854535c4-1082-4799-8505-56b3e1f1521c req-f9aa8abf-8e61-4bfe-9b23-624304e64d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:54.731821 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-2bc061ae-e64b-4a10-b4b5-d6dc1a62cb12 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:37:54.732298 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854535c4-1082-4799-8505-56b3e1f1521c req-f9aa8abf-8e61-4bfe-9b23-624304e64d94 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 HTTP/1.1" status: 200 len: 917 time: 1.0296152 Jul 09 09:37:54.738201 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc061ae-e64b-4a10-b4b5-d6dc1a62cb12 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Pushing event updated for resources: {'Port': ['ID=75549b6b-58b3-43af-82e5-584ae68fc5a5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:54.848215 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854535c4-1082-4799-8505-56b3e1f1521c req-3ff43865-6c68-43b2-93a7-a331cd720e99 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce0acd65-7447-47d5-bddb-8169e9cea66b HTTP/1.1" status: 200 len: 217 time: 0.1066892 Jul 09 09:37:54.851374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-2bc061ae-e64b-4a10-b4b5-d6dc1a62cb12 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:54.851840 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-2bc061ae-e64b-4a10-b4b5-d6dc1a62cb12 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:54.892390 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-2bc061ae-e64b-4a10-b4b5-d6dc1a62cb12 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9566946 Jul 09 09:37:54.909405 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-01c19d37-7542-4156-9925-af6d8d4ad42d service neutron] Request body: {'port': {'device_id': '3813f6ee-296c-4010-9c49-b5837958d798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:54.921158 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Attempting to bind port 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:37:54.921580 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Attempting to bind port 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'e0a81455-eb97-488a-98b6-7b903e60fa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:37:54.921850 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Attempting to bind port 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b on network cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:37:54.945093 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905f1e4-f8d1-434c-b270-b963939e54ee req-b99d34dd-d03f-46ea-95ff-da94d8c06103 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:54.946747 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4905f1e4-f8d1-434c-b270-b963939e54ee req-b99d34dd-d03f-46ea-95ff-da94d8c06103 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=42a52276-009a-4691-ba84-d604a9da5232 HTTP/1.1" status: 200 len: 931 time: 0.4206328 Jul 09 09:37:54.959343 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Port 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b on network cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:37:54.959343 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Attempting to bind port 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b on network cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:37:54.971293 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146120e-ee6b-468b-b3bc-45568e7aefef req-f0712fa6-5a52-4f86-9aa8-5f2f88fb2259 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:54.978918 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4146120e-ee6b-468b-b3bc-45568e7aefef req-f0712fa6-5a52-4f86-9aa8-5f2f88fb2259 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 951 time: 0.4534929 Jul 09 09:37:55.002979 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a2a5d059-622a-49bd-a506-6b959921c890 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:37:55.004996 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:37:55.006360 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Checking segment: {'id': 'e0a81455-eb97-488a-98b6-7b903e60fa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:37:55.006766 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Bound using segment: {'id': 'e0a81455-eb97-488a-98b6-7b903e60fa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:37:55.007228 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Bound port: 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a81455-eb97-488a-98b6-7b903e60fa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:37:55.007594 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:55.025577 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854535c4-1082-4799-8505-56b3e1f1521c req-73dfe842-0e1b-45e7-96d7-b669c4b0dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:55.027636 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854535c4-1082-4799-8505-56b3e1f1521c req-73dfe842-0e1b-45e7-96d7-b669c4b0dc44 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=69388bf1-7d61-49b2-9f56-7d1b01a1dda9 HTTP/1.1" status: 200 len: 855 time: 0.1625388 Jul 09 09:37:55.045690 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: a2a5d059-622a-49bd-a506-6b959921c890 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:37:55.046081 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a2a5d059-622a-49bd-a506-6b959921c890 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:37:55.065197 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-01c19d37-7542-4156-9925-af6d8d4ad42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:55.082244 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-3a6c2994-bfc9-491a-9113-cec3cc82475e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 086e1d62-1395-4c51-a9fd-bda2ecff7e59 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:37:55.094163 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-3a6c2994-bfc9-491a-9113-cec3cc82475e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:55.101204 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d2cfad31-3f5d-45b2-9c29-6f8381c1e342 None None] Provisioning for port 75549b6b-58b3-43af-82e5-584ae68fc5a5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:37:55.105548 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d2cfad31-3f5d-45b2-9c29-6f8381c1e342 None None] Provisioning complete for port 75549b6b-58b3-43af-82e5-584ae68fc5a5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:37:55.106119 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d2cfad31-3f5d-45b2-9c29-6f8381c1e342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:55.141187 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-3a6c2994-bfc9-491a-9113-cec3cc82475e service neutron] Transition to ACTIVE for port object 086e1d62-1395-4c51-a9fd-bda2ecff7e59 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:37:55.151164 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-3a6c2994-bfc9-491a-9113-cec3cc82475e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:55.161400 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d2cfad31-3f5d-45b2-9c29-6f8381c1e342 None None] Port 75549b6b-58b3-43af-82e5-584ae68fc5a5 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:37:55.194353 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4905f1e4-f8d1-434c-b270-b963939e54ee req-2ef805a8-7baf-4722-b994-3f212b4a92c9 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134242 Jul 09 09:37:55.238808 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4146120e-ee6b-468b-b3bc-45568e7aefef req-0a144c22-ef18-4bb3-88cd-d76dde2f9207 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591951 Jul 09 09:37:55.286729 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] For port 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:37:55.292389 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] For port 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=54dd7464-6fc7-48f3-b2ed-f14d715b0b0b,segment=NetworkSegment(e0a81455-eb97-488a-98b6-7b903e60fa65),segment_id=e0a81455-eb97-488a-98b6-7b903e60fa65)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:37:55.308740 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c2994-bfc9-491a-9113-cec3cc82475e service neutron] Pushing event updated for resources: {'Port': ['ID=086e1d62-1395-4c51-a9fd-bda2ecff7e59,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:55.320113 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:55.370941 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854535c4-1082-4799-8505-56b3e1f1521c req-4afe0b13-8436-4ecc-aa8d-439db2be37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:55.372583 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854535c4-1082-4799-8505-56b3e1f1521c req-4afe0b13-8436-4ecc-aa8d-439db2be37ea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2968435 Jul 09 09:37:55.381165 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833cec10-ed0f-4406-b569-8257f124bc56 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Router 3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:37:55.443883 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:55.444807 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:55.446542 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] 10.222.0.64 "PUT /v2.0/ports/54dd7464-6fc7-48f3-b2ed-f14d715b0b0b HTTP/1.1" status: 200 len: 1091 time: 3.0600545 Jul 09 09:37:55.477069 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ba4b08-2e76-4197-9c6e-98a3ec4910a0', 'tag': '54dd7464-6fc7-48f3-b2ed-f14d715b0b0b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:37:55.484404 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2d32fd-102e-4757-9e04-fd9f536f81ae" -d '{"events": [{"name": "network-changed", "server_uuid": "71ba4b08-2e76-4197-9c6e-98a3ec4910a0", "tag": "54dd7464-6fc7-48f3-b2ed-f14d715b0b0b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:37:55.496467 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-3a6c2994-bfc9-491a-9113-cec3cc82475e service neutron] Attempting to bind port 086e1d62-1395-4c51-a9fd-bda2ecff7e59 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:37:55.496896 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-3a6c2994-bfc9-491a-9113-cec3cc82475e service neutron] Attempting to bind port 086e1d62-1395-4c51-a9fd-bda2ecff7e59 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:37:55.497251 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-3a6c2994-bfc9-491a-9113-cec3cc82475e service neutron] Attempting to bind port 086e1d62-1395-4c51-a9fd-bda2ecff7e59 on network 1ae54679-4cff-4994-98e0-50f486401346 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:37:55.516138 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-3a6c2994-bfc9-491a-9113-cec3cc82475e service neutron] Port 086e1d62-1395-4c51-a9fd-bda2ecff7e59 on network 1ae54679-4cff-4994-98e0-50f486401346 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:37:55.516138 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-3a6c2994-bfc9-491a-9113-cec3cc82475e service neutron] Attempting to bind port 086e1d62-1395-4c51-a9fd-bda2ecff7e59 on network 1ae54679-4cff-4994-98e0-50f486401346 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:37:55.540786 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-3a6c2994-bfc9-491a-9113-cec3cc82475e service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:37:55.541198 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-3a6c2994-bfc9-491a-9113-cec3cc82475e service neutron] Checking segment: {'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:37:55.543249 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-3a6c2994-bfc9-491a-9113-cec3cc82475e service neutron] Bound using segment: {'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:37:55.543729 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-3a6c2994-bfc9-491a-9113-cec3cc82475e service neutron] Bound port: 086e1d62-1395-4c51-a9fd-bda2ecff7e59, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:37:55.544122 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-3a6c2994-bfc9-491a-9113-cec3cc82475e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:55.601770 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854535c4-1082-4799-8505-56b3e1f1521c req-4220d716-6a02-4783-8a92-d05bd04c7034 service neutron] 10.222.0.58 "GET /v2.0/networks/cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188454 Jul 09 09:37:55.702847 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1c6b3-cdc2-4f7b-80d4-99e854229b4d service neutron] Pushing event updated for resources: {'Port': ['ID=54dd7464-6fc7-48f3-b2ed-f14d715b0b0b,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:55.704806 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-3a6c2994-bfc9-491a-9113-cec3cc82475e service neutron] For port 086e1d62-1395-4c51-a9fd-bda2ecff7e59, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:37:55.732393 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-3a6c2994-bfc9-491a-9113-cec3cc82475e service neutron] For port 086e1d62-1395-4c51-a9fd-bda2ecff7e59, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=086e1d62-1395-4c51-a9fd-bda2ecff7e59,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:37:55.761299 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508a701e-9342-4935-86b8-5bc7eb951125 x-openstack-request-id: req-508a701e-9342-4935-86b8-5bc7eb951125 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:37:55.761666 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ba4b08-2e76-4197-9c6e-98a3ec4910a0", "tag": "54dd7464-6fc7-48f3-b2ed-f14d715b0b0b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:37:55.761920 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-508a701e-9342-4935-86b8-5bc7eb951125 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:37:55.762602 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ba4b08-2e76-4197-9c6e-98a3ec4910a0', 'tag': '54dd7464-6fc7-48f3-b2ed-f14d715b0b0b', 'status': 'completed', 'code': 200} Jul 09 09:37:55.765221 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-3a6c2994-bfc9-491a-9113-cec3cc82475e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:55.819932 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-01c19d37-7542-4156-9925-af6d8d4ad42d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75549b6b-58b3-43af-82e5-584ae68fc5a5 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:37:55.830397 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-3a6c2994-bfc9-491a-9113-cec3cc82475e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:55.831152 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-3a6c2994-bfc9-491a-9113-cec3cc82475e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:55.832637 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-3a6c2994-bfc9-491a-9113-cec3cc82475e service neutron] 10.222.0.58 "PUT /v2.0/ports/086e1d62-1395-4c51-a9fd-bda2ecff7e59 HTTP/1.1" status: 200 len: 1091 time: 1.4998553 Jul 09 09:37:55.834633 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-01c19d37-7542-4156-9925-af6d8d4ad42d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:55.836859 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a52276-009a-4691-ba84-d604a9da5232', 'tag': '086e1d62-1395-4c51-a9fd-bda2ecff7e59'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:37:55.839809 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91caf78-624a-4a17-ae4e-71e3d24a101d" -d '{"events": [{"name": "network-changed", "server_uuid": "42a52276-009a-4691-ba84-d604a9da5232", "tag": "086e1d62-1395-4c51-a9fd-bda2ecff7e59"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:37:55.897673 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-01c19d37-7542-4156-9925-af6d8d4ad42d service neutron] Transition to ACTIVE for port object 75549b6b-58b3-43af-82e5-584ae68fc5a5 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:37:55.925872 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1266a4c8-7d62-4fe2-b9eb-e9aad7434ee3 x-openstack-request-id: req-1266a4c8-7d62-4fe2-b9eb-e9aad7434ee3 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:37:55.926924 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a52276-009a-4691-ba84-d604a9da5232", "tag": "086e1d62-1395-4c51-a9fd-bda2ecff7e59", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:37:55.926924 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1266a4c8-7d62-4fe2-b9eb-e9aad7434ee3 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:37:55.926924 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a52276-009a-4691-ba84-d604a9da5232', 'tag': '086e1d62-1395-4c51-a9fd-bda2ecff7e59', 'status': 'completed', 'code': 200} Jul 09 09:37:55.930172 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-01c19d37-7542-4156-9925-af6d8d4ad42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:55.933782 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c2994-bfc9-491a-9113-cec3cc82475e service neutron] Pushing event updated for resources: {'Port': ['ID=086e1d62-1395-4c51-a9fd-bda2ecff7e59,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:56.030334 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833cec10-ed0f-4406-b569-8257f124bc56 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:37:56.042776 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074674dd-9678-465e-bafe-15e4d1789d24 None None] Sync routers for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:37:56.044040 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2b2ed-ea7a-480c-a1af-fb21adfaf289 req-ab0791b7-afe3-4d1a-bd39-590890e281b7 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:56.044316 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c19d37-7542-4156-9925-af6d8d4ad42d service neutron] Pushing event updated for resources: {'Port': ['ID=75549b6b-58b3-43af-82e5-584ae68fc5a5,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:56.051733 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eda2b2ed-ea7a-480c-a1af-fb21adfaf289 req-ab0791b7-afe3-4d1a-bd39-590890e281b7 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=3813f6ee-296c-4010-9c49-b5837958d798 HTTP/1.1" status: 200 len: 931 time: 0.5754635 Jul 09 09:37:56.056949 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-833cec10-ed0f-4406-b569-8257f124bc56 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:56.071147 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074674dd-9678-465e-bafe-15e4d1789d24 None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:37:56.072271 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-074674dd-9678-465e-bafe-15e4d1789d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:56.099566 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-b90c2001-0f7e-4ad2-9cfb-fac2b5c29a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:56.101506 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-b90c2001-0f7e-4ad2-9cfb-fac2b5c29a68 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3c3657de35454de2af834416af126211&device_id=42a52276-009a-4691-ba84-d604a9da5232 HTTP/1.1" status: 200 len: 1094 time: 0.2183285 Jul 09 09:37:56.132918 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-79b9c0a9-a5fb-4f65-994b-cf6370f5b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:56.134809 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-79b9c0a9-a5fb-4f65-994b-cf6370f5b1e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5915743999646a7a3c1e50d64f3fa2f&device_id=71ba4b08-2e76-4197-9c6e-98a3ec4910a0 HTTP/1.1" status: 200 len: 1094 time: 0.5070777 Jul 09 09:37:56.136827 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-074674dd-9678-465e-bafe-15e4d1789d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:56.143014 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854535c4-1082-4799-8505-56b3e1f1521c req-6b3f82f0-e1bd-49d5-95cb-cea3c7b4b4e6 service neutron] 10.222.0.58 "GET /v2.0/networks/cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969554 Jul 09 09:37:56.153531 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074674dd-9678-465e-bafe-15e4d1789d24 None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:37:56.154537 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-074674dd-9678-465e-bafe-15e4d1789d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:56.204119 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-074674dd-9678-465e-bafe-15e4d1789d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:37:56.207044 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074674dd-9678-465e-bafe-15e4d1789d24 None None] The sync data for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:37:56.216645 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-f04d65ff-d688-49c2-8882-bf9c521bdff8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=086e1d62-1395-4c51-a9fd-bda2ecff7e59 HTTP/1.1" status: 200 len: 217 time: 0.0871606 Jul 09 09:37:56.225865 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eda2b2ed-ea7a-480c-a1af-fb21adfaf289 req-9b99eae6-49e5-42e9-81c0-60a9d61adeea tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716709 Jul 09 09:37:56.282817 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-833cec10-ed0f-4406-b569-8257f124bc56 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "PUT /v2.0/floatingips/f5a17a0a-db85-4fe5-b66f-2e28d22789cc HTTP/1.1" status: 200 len: 687 time: 2.8878899 Jul 09 09:37:56.286517 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56312) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:56.288104 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-c372ab0d-004e-4dbe-99d7-d7e065901f64 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54dd7464-6fc7-48f3-b2ed-f14d715b0b0b HTTP/1.1" status: 200 len: 217 time: 0.1377385 Jul 09 09:37:56.344560 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-01c19d37-7542-4156-9925-af6d8d4ad42d service neutron] Attempting to bind port 75549b6b-58b3-43af-82e5-584ae68fc5a5 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:37:56.344560 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-01c19d37-7542-4156-9925-af6d8d4ad42d service neutron] Attempting to bind port 75549b6b-58b3-43af-82e5-584ae68fc5a5 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'e0a81455-eb97-488a-98b6-7b903e60fa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:37:56.344560 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-01c19d37-7542-4156-9925-af6d8d4ad42d service neutron] Attempting to bind port 75549b6b-58b3-43af-82e5-584ae68fc5a5 on network cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:37:56.353489 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-36ac9f80-4ea4-4cac-8f55-d673bda58cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:56.356159 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-36ac9f80-4ea4-4cac-8f55-d673bda58cda service neutron] 10.222.0.58 "GET /v2.0/subnets?id=112afd71-533d-4ba0-a28c-db2bcc9ef172 HTTP/1.1" status: 200 len: 852 time: 0.1169543 Jul 09 09:37:56.357485 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-01c19d37-7542-4156-9925-af6d8d4ad42d service neutron] Port 75549b6b-58b3-43af-82e5-584ae68fc5a5 on network cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:37:56.357897 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-01c19d37-7542-4156-9925-af6d8d4ad42d service neutron] Attempting to bind port 75549b6b-58b3-43af-82e5-584ae68fc5a5 on network cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:37:56.394142 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-01c19d37-7542-4156-9925-af6d8d4ad42d service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:37:56.394603 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-01c19d37-7542-4156-9925-af6d8d4ad42d service neutron] Checking segment: {'id': 'e0a81455-eb97-488a-98b6-7b903e60fa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:37:56.395119 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-01c19d37-7542-4156-9925-af6d8d4ad42d service neutron] Bound using segment: {'id': 'e0a81455-eb97-488a-98b6-7b903e60fa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:37:56.395760 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-01c19d37-7542-4156-9925-af6d8d4ad42d service neutron] Bound port: 75549b6b-58b3-43af-82e5-584ae68fc5a5, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a81455-eb97-488a-98b6-7b903e60fa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:37:56.396923 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-01c19d37-7542-4156-9925-af6d8d4ad42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:56.400987 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-f2103905-4760-4269-8528-97a615024fdc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1ae54679-4cff-4994-98e0-50f486401346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389946 Jul 09 09:37:56.517276 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a6acb-62cb-457b-9a79-03302010f1b5 req-59870ba1-aca2-46b5-b0b0-eee0185ec5c6 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:56.518858 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-796a6acb-62cb-457b-9a79-03302010f1b5 req-59870ba1-aca2-46b5-b0b0-eee0185ec5c6 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 951 time: 0.6017191 Jul 09 09:37:56.553935 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-01c19d37-7542-4156-9925-af6d8d4ad42d service neutron] For port 75549b6b-58b3-43af-82e5-584ae68fc5a5, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:37:56.562389 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-01c19d37-7542-4156-9925-af6d8d4ad42d service neutron] For port 75549b6b-58b3-43af-82e5-584ae68fc5a5, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=75549b6b-58b3-43af-82e5-584ae68fc5a5,segment=NetworkSegment(e0a81455-eb97-488a-98b6-7b903e60fa65),segment_id=e0a81455-eb97-488a-98b6-7b903e60fa65)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:37:56.568678 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-e76d9528-c11b-42d1-a199-73c492947e05 service neutron] 10.222.0.58 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569209 Jul 09 09:37:56.570252 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-01c19d37-7542-4156-9925-af6d8d4ad42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:56.660392 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-01c19d37-7542-4156-9925-af6d8d4ad42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:56.661021 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-01c19d37-7542-4156-9925-af6d8d4ad42d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:56.662507 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-01c19d37-7542-4156-9925-af6d8d4ad42d service neutron] 10.222.0.58 "PUT /v2.0/ports/75549b6b-58b3-43af-82e5-584ae68fc5a5 HTTP/1.1" status: 200 len: 1091 time: 1.7582846 Jul 09 09:37:56.725745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-6fccd2b8-0a6d-46d1-a8fa-e25848847051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:56.729099 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-6fccd2b8-0a6d-46d1-a8fa-e25848847051 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69388bf1-7d61-49b2-9f56-7d1b01a1dda9 HTTP/1.1" status: 200 len: 855 time: 0.4276600 Jul 09 09:37:56.757917 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c19d37-7542-4156-9925-af6d8d4ad42d service neutron] Pushing event updated for resources: {'Port': ['ID=75549b6b-58b3-43af-82e5-584ae68fc5a5,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:56.797224 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device ce0acd65-7447-47d5-bddb-8169e9cea66b details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:37:56.802595 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-50d6c5ab-20bb-49e8-8081-374bc37586b0 req-a4edb216-fea4-44b9-bfab-e6de5730aeb9 service neutron] 10.222.0.58 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243226 Jul 09 09:37:56.846461 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-7022d770-38f9-4005-83a6-aecd05f2e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:56.848250 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-7022d770-38f9-4005-83a6-aecd05f2e6d9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5915743999646a7a3c1e50d64f3fa2f&device_id=3813f6ee-296c-4010-9c49-b5837958d798 HTTP/1.1" status: 200 len: 1094 time: 0.1416514 Jul 09 09:37:56.927285 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1165f45-6738-4417-8778-5ee1e69d9327 req-af0956f8-0d3a-4efb-88fc-3cecb44c6057 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:56.939108 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1165f45-6738-4417-8778-5ee1e69d9327 req-af0956f8-0d3a-4efb-88fc-3cecb44c6057 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=42a52276-009a-4691-ba84-d604a9da5232 HTTP/1.1" status: 200 len: 943 time: 0.5549433 Jul 09 09:37:56.984041 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc25ea9-1ae8-4098-8736-d14b6c92e945 req-4bfc8099-a7d7-42eb-8067-353b209acbeb tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:56.986320 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3dc25ea9-1ae8-4098-8736-d14b6c92e945 req-4bfc8099-a7d7-42eb-8067-353b209acbeb tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 951 time: 0.5172012 Jul 09 09:37:56.992656 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port ce0acd65-7447-47d5-bddb-8169e9cea66b, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=ce0acd65-7447-47d5-bddb-8169e9cea66b,segment=NetworkSegment(e0a81455-eb97-488a-98b6-7b903e60fa65),segment_id=e0a81455-eb97-488a-98b6-7b903e60fa65)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:57.003751 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-f1df11d1-03d1-401d-8f10-09a79fce13bb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75549b6b-58b3-43af-82e5-584ae68fc5a5 HTTP/1.1" status: 200 len: 217 time: 0.1453965 Jul 09 09:37:57.012693 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'ce0acd65-7447-47d5-bddb-8169e9cea66b', 'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7', 'port_id': 'ce0acd65-7447-47d5-bddb-8169e9cea66b', 'mac_address': 'fa:16:3e:82:be:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69388bf1-7d61-49b2-9f56-7d1b01a1dda9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:37:57.040357 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-796a6acb-62cb-457b-9a79-03302010f1b5 req-ce012f64-107f-49d8-bc58-3b27047743b0 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Deleting port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:37:57.040976 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-796a6acb-62cb-457b-9a79-03302010f1b5 req-ce012f64-107f-49d8-bc58-3b27047743b0 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:57.055296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-8016c91c-edf0-4085-83d7-7cfb1828a323 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Deleting port 6127d565-5ee0-482c-b3ea-373ad613fea4 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:37:57.055296 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8016c91c-edf0-4085-83d7-7cfb1828a323 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:57.081031 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-795f6a97-dbd4-4c00-be6d-20fa574be659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:57.082777 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-795f6a97-dbd4-4c00-be6d-20fa574be659 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=69388bf1-7d61-49b2-9f56-7d1b01a1dda9 HTTP/1.1" status: 200 len: 855 time: 0.0727246 Jul 09 09:37:57.085925 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91caf78-624a-4a17-ae4e-71e3d24a101d req-61361be8-3334-40c9-a718-fcc002b37756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:57.087849 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b91caf78-624a-4a17-ae4e-71e3d24a101d req-61361be8-3334-40c9-a718-fcc002b37756 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3c3657de35454de2af834416af126211&device_id=42a52276-009a-4691-ba84-d604a9da5232 HTTP/1.1" status: 200 len: 1094 time: 0.1305361 Jul 09 09:37:57.092205 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56326) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:57.117580 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:57.137224 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0acd65-7447-47d5-bddb-8169e9cea66b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:37:57.198464 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port ce0acd65-7447-47d5-bddb-8169e9cea66b, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=ce0acd65-7447-47d5-bddb-8169e9cea66b,segment=NetworkSegment(e0a81455-eb97-488a-98b6-7b903e60fa65),segment_id=e0a81455-eb97-488a-98b6-7b903e60fa65)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:57.205655 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:57.252880 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-f134a980-698b-473b-8a35-7f8580efbad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:57.255045 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-f134a980-698b-473b-8a35-7f8580efbad6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1569858 Jul 09 09:37:57.261600 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91caf78-624a-4a17-ae4e-71e3d24a101d req-e5cd8f32-977a-42a7-801a-dde28bd5b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:57.263096 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b91caf78-624a-4a17-ae4e-71e3d24a101d req-e5cd8f32-977a-42a7-801a-dde28bd5b063 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1ae54679-4cff-4994-98e0-50f486401346 HTTP/1.1" status: 200 len: 913 time: 0.1566308 Jul 09 09:37:57.285385 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=ce0acd65-7447-47d5-bddb-8169e9cea66b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:57.372979 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fe91f12-ce09-4321-91eb-97cecddbda10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:57.383117 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b91caf78-624a-4a17-ae4e-71e3d24a101d req-094b1877-d272-40df-a8bd-6bce28a6a003 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=086e1d62-1395-4c51-a9fd-bda2ecff7e59 HTTP/1.1" status: 200 len: 217 time: 0.1071408 Jul 09 09:37:57.496590 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91caf78-624a-4a17-ae4e-71e3d24a101d req-7fb16d2c-bcb1-4f51-9dc5-73e26d5d6e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:57.498018 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b91caf78-624a-4a17-ae4e-71e3d24a101d req-7fb16d2c-bcb1-4f51-9dc5-73e26d5d6e99 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=112afd71-533d-4ba0-a28c-db2bcc9ef172 HTTP/1.1" status: 200 len: 852 time: 0.1035938 Jul 09 09:37:57.503818 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-7d25f831-34df-4ce4-a6d6-e3a77a4871e2 service neutron] 10.222.0.58 "GET /v2.0/networks/cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397215 Jul 09 09:37:57.517249 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1165f45-6738-4417-8778-5ee1e69d9327 req-90264233-6b91-41cd-8129-8ab6d1bd9416 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5748639 Jul 09 09:37:57.550312 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-9d7d1bcb-7199-4b77-92f6-3756d07630cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:57.552138 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-9d7d1bcb-7199-4b77-92f6-3756d07630cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7963274 Jul 09 09:37:57.552581 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b91caf78-624a-4a17-ae4e-71e3d24a101d req-6f92fad5-c300-46a9-a0d5-05bb7bffd2a1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1ae54679-4cff-4994-98e0-50f486401346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460718 Jul 09 09:37:57.559820 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3dc25ea9-1ae8-4098-8736-d14b6c92e945 req-3726b678-64da-4623-9dc2-0720261024ca tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5564835 Jul 09 09:37:57.570697 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['ce0acd65-7447-47d5-bddb-8169e9cea66b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:37:57.730035 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-796a6acb-62cb-457b-9a79-03302010f1b5 req-ce012f64-107f-49d8-bc58-3b27047743b0 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] For port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:37:57.730408 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-796a6acb-62cb-457b-9a79-03302010f1b5 req-ce012f64-107f-49d8-bc58-3b27047743b0 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:57.792831 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8016c91c-edf0-4085-83d7-7cfb1828a323 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:57.793165 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8016c91c-edf0-4085-83d7-7cfb1828a323 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:57.797658 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fe91f12-ce09-4321-91eb-97cecddbda10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:57.802199 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-463a22cf-ecc4-4bc8-9cfc-ef332210db55 req-558c7275-0d99-4b91-965d-5d1db0d48dac service neutron] 10.222.0.58 "GET /v2.0/networks/cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843857 Jul 09 09:37:57.812872 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-796a6acb-62cb-457b-9a79-03302010f1b5 req-ce012f64-107f-49d8-bc58-3b27047743b0 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Calling delete_port for 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:37:57.821248 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-8016c91c-edf0-4085-83d7-7cfb1828a323 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Calling delete_port for 6127d565-5ee0-482c-b3ea-373ad613fea4 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:37:57.825757 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-7dbe12f9-1e7a-4afe-a4d7-5fb01012a81b service neutron] 10.222.0.64 "GET /v2.0/networks/cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649846 Jul 09 09:37:57.828227 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b91caf78-624a-4a17-ae4e-71e3d24a101d req-7bc2427d-accf-4fa2-ab1e-e3d461287e68 service neutron] 10.222.0.58 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610295 Jul 09 09:37:57.828959 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fe91f12-ce09-4321-91eb-97cecddbda10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:57.913315 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0fe91f12-ce09-4321-91eb-97cecddbda10 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=76dbbfa579b94a5f8e10d8c4f05437bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8199680 Jul 09 09:37:57.916419 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56332) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:57.924421 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe91f12-ce09-4321-91eb-97cecddbda10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a17b4c-a9a1-49b9-8e5b-09ce23734ed3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:57.931833 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3813f6ee-296c-4010-9c49-b5837958d798', 'tag': '75549b6b-58b3-43af-82e5-584ae68fc5a5'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:37:57.934300 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8597255-8c4e-4423-a849-767574202c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "3813f6ee-296c-4010-9c49-b5837958d798", "tag": "75549b6b-58b3-43af-82e5-584ae68fc5a5"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:37:57.977657 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dc0aac-af86-4615-9a9a-266c47d2481b x-openstack-request-id: req-f4dc0aac-af86-4615-9a9a-266c47d2481b {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:37:57.977946 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3813f6ee-296c-4010-9c49-b5837958d798", "tag": "75549b6b-58b3-43af-82e5-584ae68fc5a5", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:37:57.978196 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f4dc0aac-af86-4615-9a9a-266c47d2481b {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:37:57.978583 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3813f6ee-296c-4010-9c49-b5837958d798', 'tag': '75549b6b-58b3-43af-82e5-584ae68fc5a5', 'status': 'completed', 'code': 200} Jul 09 09:37:58.008995 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b91caf78-624a-4a17-ae4e-71e3d24a101d req-4ea75d32-bc05-4010-ac9f-f576159aa949 service neutron] 10.222.0.58 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682768 Jul 09 09:37:58.038549 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-522cbecc-e19d-4551-8ba1-d188e37490db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:58.068029 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-522cbecc-e19d-4551-8ba1-d188e37490db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:58.107589 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1faae92-1b85-41ee-a8bc-f6c348e9484f req-614e4b83-90ca-41e1-851e-503d2ec345d6 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:58.109156 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d1faae92-1b85-41ee-a8bc-f6c348e9484f req-614e4b83-90ca-41e1-851e-503d2ec345d6 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=3813f6ee-296c-4010-9c49-b5837958d798 HTTP/1.1" status: 200 len: 943 time: 0.2699733 Jul 09 09:37:58.111230 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8597255-8c4e-4423-a849-767574202c9a req-10dc0653-4c74-436e-afb8-bdb3c984c776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:58.112443 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ddd85b0f-cc49-4b3a-8268-456209e08709 req-80b01a84-5796-48d8-8b01-78238beaac07 service neutron] 10.222.0.64 "GET /v2.0/networks/cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792122 Jul 09 09:37:58.112822 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c8597255-8c4e-4423-a849-767574202c9a req-10dc0653-4c74-436e-afb8-bdb3c984c776 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5915743999646a7a3c1e50d64f3fa2f&device_id=3813f6ee-296c-4010-9c49-b5837958d798 HTTP/1.1" status: 200 len: 1094 time: 0.1080463 Jul 09 09:37:58.178946 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-522cbecc-e19d-4551-8ba1-d188e37490db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:58.181514 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-522cbecc-e19d-4551-8ba1-d188e37490db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:58.182737 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-522cbecc-e19d-4551-8ba1-d188e37490db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d6a17b4c-a9a1-49b9-8e5b-09ce23734ed3 HTTP/1.1" status: 204 len: 168 time: 0.2647684 Jul 09 09:37:58.195856 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cbecc-e19d-4551-8ba1-d188e37490db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a17b4c-a9a1-49b9-8e5b-09ce23734ed3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:58.228422 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8597255-8c4e-4423-a849-767574202c9a req-2fb30e80-53ee-458d-bb84-6c5b26fa7d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:58.230594 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c8597255-8c4e-4423-a849-767574202c9a req-2fb30e80-53ee-458d-bb84-6c5b26fa7d50 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 HTTP/1.1" status: 200 len: 917 time: 0.1092157 Jul 09 09:37:58.272953 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c8597255-8c4e-4423-a849-767574202c9a req-428fd3f0-2d66-496e-b534-df099f92f09c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75549b6b-58b3-43af-82e5-584ae68fc5a5 HTTP/1.1" status: 200 len: 217 time: 0.0353096 Jul 09 09:37:58.283980 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d1faae92-1b85-41ee-a8bc-f6c348e9484f req-d9c2426f-bb75-4837-864a-1a7f5c0f0649 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665637 Jul 09 09:37:58.284575 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8016c91c-edf0-4085-83d7-7cfb1828a323 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:58.306785 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-796a6acb-62cb-457b-9a79-03302010f1b5 req-ce012f64-107f-49d8-bc58-3b27047743b0 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:58.319754 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:37:58.334517 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8597255-8c4e-4423-a849-767574202c9a req-a4d10818-c53a-4778-9029-74717e84251e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:58.336026 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c8597255-8c4e-4423-a849-767574202c9a req-a4d10818-c53a-4778-9029-74717e84251e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=69388bf1-7d61-49b2-9f56-7d1b01a1dda9 HTTP/1.1" status: 200 len: 855 time: 0.0572333 Jul 09 09:37:58.363983 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016c91c-edf0-4085-83d7-7cfb1828a323 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event deleted for resources: {'Port': ['ID=6127d565-5ee0-482c-b3ea-373ad613fea4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:58.407801 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8597255-8c4e-4423-a849-767574202c9a req-13ba5a13-9347-4e76-9251-8f1124e00cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:58.409262 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c8597255-8c4e-4423-a849-767574202c9a req-13ba5a13-9347-4e76-9251-8f1124e00cc6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653968 Jul 09 09:37:58.437650 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce012f64-107f-49d8-bc58-3b27047743b0 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Pushing event deleted for resources: {'Port': ['ID=90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:58.496806 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-796a6acb-62cb-457b-9a79-03302010f1b5 req-ce012f64-107f-49d8-bc58-3b27047743b0 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] No DVR routers for this DVR port 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:37:58.499425 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-796a6acb-62cb-457b-9a79-03302010f1b5 req-ce012f64-107f-49d8-bc58-3b27047743b0 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:58.501585 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-796a6acb-62cb-457b-9a79-03302010f1b5 req-ce012f64-107f-49d8-bc58-3b27047743b0 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.64 "DELETE /v2.0/ports/90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f HTTP/1.1" status: 204 len: 173 time: 1.9697292 Jul 09 09:37:58.503663 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d32fd-102e-4757-9e04-fd9f536f81ae req-eedce6b1-ef5f-4c23-ac21-f0f30182799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:58.506376 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b2d32fd-102e-4757-9e04-fd9f536f81ae req-eedce6b1-ef5f-4c23-ac21-f0f30182799b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5915743999646a7a3c1e50d64f3fa2f&device_id=71ba4b08-2e76-4197-9c6e-98a3ec4910a0 HTTP/1.1" status: 200 len: 1094 time: 0.3366292 Jul 09 09:37:58.508999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddb504e-07d3-41e2-9535-d1c18241f2b2', 'name': 'network-vif-deleted', 'tag': '90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:37:58.512055 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18418ad5-919a-415a-8f18-d56d750f8fad" -d '{"events": [{"server_uuid": "6ddb504e-07d3-41e2-9535-d1c18241f2b2", "name": "network-vif-deleted", "tag": "90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:37:58.516677 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c8597255-8c4e-4423-a849-767574202c9a req-988de6bc-e4f8-41d7-ab36-dc54e69cff81 service neutron] 10.222.0.58 "GET /v2.0/networks/cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003034 Jul 09 09:37:58.632924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d32fd-102e-4757-9e04-fd9f536f81ae req-7c832850-11a9-4818-9503-0b049d2e445d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:58.634543 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b2d32fd-102e-4757-9e04-fd9f536f81ae req-7c832850-11a9-4818-9503-0b049d2e445d service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 HTTP/1.1" status: 200 len: 917 time: 0.1112442 Jul 09 09:37:58.637904 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6eb7e9-65d1-4efa-a69e-9fe3a1f1d66d x-openstack-request-id: req-bb6eb7e9-65d1-4efa-a69e-9fe3a1f1d66d {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:37:58.638192 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ddb504e-07d3-41e2-9535-d1c18241f2b2", "name": "network-vif-deleted", "tag": "90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:37:58.638447 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bb6eb7e9-65d1-4efa-a69e-9fe3a1f1d66d {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:37:58.638842 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ddb504e-07d3-41e2-9535-d1c18241f2b2', 'name': 'network-vif-deleted', 'tag': '90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f', 'status': 'completed', 'code': 200} Jul 09 09:37:58.639640 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8016c91c-edf0-4085-83d7-7cfb1828a323 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:58.643739 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8016c91c-edf0-4085-83d7-7cfb1828a323 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:58.645648 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8016c91c-edf0-4085-83d7-7cfb1828a323 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "DELETE /v2.0/floatingips/f5a17a0a-db85-4fe5-b66f-2e28d22789cc HTTP/1.1" status: 204 len: 168 time: 2.3565145 Jul 09 09:37:58.649585 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56344) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:58.687552 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-a9e1078c-c359-42a6-9eed-5dd8d06de164 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] delete failed (client error): The resource could not be found. Jul 09 09:37:58.689036 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a9e1078c-c359-42a6-9eed-5dd8d06de164 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "DELETE /v2.0/floatingips/f5a17a0a-db85-4fe5-b66f-2e28d22789cc HTTP/1.1" status: 404 len: 345 time: 0.0382297 Jul 09 09:37:58.693606 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56346) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:58.723857 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b2d32fd-102e-4757-9e04-fd9f536f81ae req-c765d218-ab08-49c7-92fd-51829a0fc482 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54dd7464-6fc7-48f3-b2ed-f14d715b0b0b HTTP/1.1" status: 200 len: 217 time: 0.0768631 Jul 09 09:37:58.734429 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['04f472e6-1ec8-4cdc-a59e-469ac1f88c3d', 'fcd704b9-933e-47b7-92b7-bb7a73f70723'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:37:58.819552 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c8597255-8c4e-4423-a849-767574202c9a req-4dce028b-14b2-47e8-8e5c-5fc6af1575c9 service neutron] 10.222.0.58 "GET /v2.0/networks/cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953887 Jul 09 09:37:58.853509 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3826b869-2785-474d-9679-9f8e1444e719 req-9d72455d-6156-4587-861d-69ff57381095 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ddb504e-07d3-41e2-9535-d1c18241f2b2 HTTP/1.1" status: 200 len: 210 time: 0.0736270 Jul 09 09:37:58.855835 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cac0ab-8fec-454a-a0a7-d8ef739a443d tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:58.863086 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cac0ab-8fec-454a-a0a7-d8ef739a443d tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:58.871502 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cac0ab-8fec-454a-a0a7-d8ef739a443d tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:58.876113 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-22cac0ab-8fec-454a-a0a7-d8ef739a443d tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "GET /v2.0/ports?network_id=e39d4b5a-c47b-4629-a65a-fecef046595b HTTP/1.1" status: 200 len: 2359 time: 0.1786225 Jul 09 09:37:58.876729 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56352) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:58.933769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d32fd-102e-4757-9e04-fd9f536f81ae req-9227185f-7131-4f87-88c3-6bd3d5cbb060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:58.935627 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b2d32fd-102e-4757-9e04-fd9f536f81ae req-9227185f-7131-4f87-88c3-6bd3d5cbb060 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69388bf1-7d61-49b2-9f56-7d1b01a1dda9 HTTP/1.1" status: 200 len: 855 time: 0.2006075 Jul 09 09:37:58.975807 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c41f3-0b87-44b9-b9a1-c9a598b5dfc6 req-09863530-59ff-45c3-90c8-af1b909b6f7b tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:58.983175 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-513c41f3-0b87-44b9-b9a1-c9a598b5dfc6 req-09863530-59ff-45c3-90c8-af1b909b6f7b tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=42a52276-009a-4691-ba84-d604a9da5232 HTTP/1.1" status: 200 len: 943 time: 0.2618968 Jul 09 09:37:59.037998 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d2f2ab-39fa-49b4-88f8-0c594c454cad tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:59.044713 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56354) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:59.045040 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f0d2f2ab-39fa-49b4-88f8-0c594c454cad tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "GET /v2.0/subnets/bc0b6550-8f87-4dfe-8fa5-bf24c7474225 HTTP/1.1" status: 200 len: 797 time: 0.1594615 Jul 09 09:37:59.050705 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9143ab3b-8ebc-45d6-adcc-7c911685b9a2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Request body: {'port': {'network_id': 'e39d4b5a-c47b-4629-a65a-fecef046595b', 'name': 'tempest-FloatingIPTestJSON-1658015061', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:59.070228 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-513c41f3-0b87-44b9-b9a1-c9a598b5dfc6 req-a057cafa-1dc3-41b5-9b62-94593ec79c7a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858476 Jul 09 09:37:59.089373 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d32fd-102e-4757-9e04-fd9f536f81ae req-f3037eba-ec3c-4b69-a1df-7e0602848e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:59.091018 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b2d32fd-102e-4757-9e04-fd9f536f81ae req-f3037eba-ec3c-4b69-a1df-7e0602848e80 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431944 Jul 09 09:37:59.171830 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9143ab3b-8ebc-45d6-adcc-7c911685b9a2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Made reservation on behalf of 9b23b4f5d49e49edbeb2a585daf6c1bc for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:37:59.194289 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b2d32fd-102e-4757-9e04-fd9f536f81ae req-06c64968-7310-46da-852d-947e446a03ba service neutron] 10.222.0.64 "GET /v2.0/networks/cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949507 Jul 09 09:37:59.263520 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9143ab3b-8ebc-45d6-adcc-7c911685b9a2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:59.282343 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-9143ab3b-8ebc-45d6-adcc-7c911685b9a2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] device_id is not set on port 8155b163-8fbe-4010-9a73-75fb7799a295 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:37:59.301355 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b2d32fd-102e-4757-9e04-fd9f536f81ae req-19f57c09-950f-4b8c-8553-6f8cd23273e9 service neutron] 10.222.0.64 "GET /v2.0/networks/cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003497 Jul 09 09:37:59.471504 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b993e-d34b-4c08-93ea-534084619c07 req-f6572a7d-e756-47ae-8992-45b946c77f7c tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:59.473068 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-206b993e-d34b-4c08-93ea-534084619c07 req-f6572a7d-e756-47ae-8992-45b946c77f7c tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=3813f6ee-296c-4010-9c49-b5837958d798 HTTP/1.1" status: 200 len: 943 time: 0.0664589 Jul 09 09:37:59.513660 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-206b993e-d34b-4c08-93ea-534084619c07 req-51492814-2e51-4755-9809-96d7afa7ff26 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347328 Jul 09 09:37:59.539229 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-9143ab3b-8ebc-45d6-adcc-7c911685b9a2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Allocated IP 172.20.0.14 (e39d4b5a-c47b-4629-a65a-fecef046595b/bc0b6550-8f87-4dfe-8fa5-bf24c7474225/8155b163-8fbe-4010-9a73-75fb7799a295) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:37:59.545414 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-9143ab3b-8ebc-45d6-adcc-7c911685b9a2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Allocated IP 172.20.0.13 (e39d4b5a-c47b-4629-a65a-fecef046595b/bc0b6550-8f87-4dfe-8fa5-bf24c7474225/8155b163-8fbe-4010-9a73-75fb7799a295) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:37:59.685600 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9143ab3b-8ebc-45d6-adcc-7c911685b9a2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:59.723569 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9143ab3b-8ebc-45d6-adcc-7c911685b9a2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:59.768346 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9143ab3b-8ebc-45d6-adcc-7c911685b9a2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Network e39d4b5a-c47b-4629-a65a-fecef046595b is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:37:59.771466 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-9143ab3b-8ebc-45d6-adcc-7c911685b9a2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:37:59.773838 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9143ab3b-8ebc-45d6-adcc-7c911685b9a2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:37:59.800407 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143ab3b-8ebc-45d6-adcc-7c911685b9a2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Port': ['ID=8155b163-8fbe-4010-9a73-75fb7799a295,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:37:59.827823 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9143ab3b-8ebc-45d6-adcc-7c911685b9a2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:37:59.828435 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9143ab3b-8ebc-45d6-adcc-7c911685b9a2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:59.841885 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9143ab3b-8ebc-45d6-adcc-7c911685b9a2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.7961898 Jul 09 09:37:59.844490 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56358) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:37:59.849028 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6e2dd8d2-c658-4af5-adb2-a14005f8407e tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': '8155b163-8fbe-4010-9a73-75fb7799a295', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:37:59.870464 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd8d2-c658-4af5-adb2-a14005f8407e tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:37:59.976136 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd8d2-c658-4af5-adb2-a14005f8407e tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:00.083889 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-6e2dd8d2-c658-4af5-adb2-a14005f8407e tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Allocated IP 172.25.3.57 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/85604c72-0399-404d-88ad-ba53a5d3ef9c) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:38:00.198979 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd8d2-c658-4af5-adb2-a14005f8407e tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:00.253479 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd8d2-c658-4af5-adb2-a14005f8407e tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:00.293452 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2dd8d2-c658-4af5-adb2-a14005f8407e tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:38:00.295094 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b0bce-641a-401d-a29b-76284cf64b94 req-d3e26d9d-65b1-4bad-93bd-8f9f7f0700d9 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:00.296843 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1e5b0bce-641a-401d-a29b-76284cf64b94 req-d3e26d9d-65b1-4bad-93bd-8f9f7f0700d9 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=42a52276-009a-4691-ba84-d604a9da5232 HTTP/1.1" status: 200 len: 943 time: 0.0733645 Jul 09 09:38:00.298575 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-6e2dd8d2-c658-4af5-adb2-a14005f8407e tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:00.302326 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2dd8d2-c658-4af5-adb2-a14005f8407e tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:38:00.331589 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2dd8d2-c658-4af5-adb2-a14005f8407e tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Port': ['ID=85604c72-0399-404d-88ad-ba53a5d3ef9c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:00.340133 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1e5b0bce-641a-401d-a29b-76284cf64b94 req-42df89f2-9b77-470b-9f5b-1729f2ecf041 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366478 Jul 09 09:38:00.467414 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09794eeb-4bba-4102-8b90-26877b4c106d req-523e8c1e-e911-4009-abf4-70a711d5d1d8 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:00.469424 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09794eeb-4bba-4102-8b90-26877b4c106d req-523e8c1e-e911-4009-abf4-70a711d5d1d8 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 950 time: 0.0683684 Jul 09 09:38:00.510242 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09794eeb-4bba-4102-8b90-26877b4c106d req-4ebde0c8-b66a-49a2-b059-ccafe976f399 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352590 Jul 09 09:38:00.705341 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04985356-aa8a-4aa5-84fb-7fe2169a99e0 req-a17ec763-2cb1-4219-85a6-086104ff490d tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:00.706952 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-04985356-aa8a-4aa5-84fb-7fe2169a99e0 req-a17ec763-2cb1-4219-85a6-086104ff490d tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=3813f6ee-296c-4010-9c49-b5837958d798 HTTP/1.1" status: 200 len: 943 time: 0.0697927 Jul 09 09:38:00.749288 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-04985356-aa8a-4aa5-84fb-7fe2169a99e0 req-4c6b14b2-84ad-42b5-927e-a6cec501bfd6 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358806 Jul 09 09:38:00.809120 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 75549b6b-58b3-43af-82e5-584ae68fc5a5 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:38:00.812333 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device ce0acd65-7447-47d5-bddb-8169e9cea66b up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:38:00.918164 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port ce0acd65-7447-47d5-bddb-8169e9cea66b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:38:00.934643 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port ce0acd65-7447-47d5-bddb-8169e9cea66b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:00.935014 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:00.972590 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 75549b6b-58b3-43af-82e5-584ae68fc5a5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=75549b6b-58b3-43af-82e5-584ae68fc5a5,segment=NetworkSegment(e0a81455-eb97-488a-98b6-7b903e60fa65),segment_id=e0a81455-eb97-488a-98b6-7b903e60fa65)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:00.991158 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '75549b6b-58b3-43af-82e5-584ae68fc5a5', 'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7', 'port_id': '75549b6b-58b3-43af-82e5-584ae68fc5a5', 'mac_address': 'fa:16:3e:83:50:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69388bf1-7d61-49b2-9f56-7d1b01a1dda9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:38:01.021176 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd8d2-c658-4af5-adb2-a14005f8407e tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:01.023421 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:38:01.068999 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:38:01.069316 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 90eb3bfc-c37b-43fe-8e91-2f2e32e4d21f not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:38:01.088422 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:01.090355 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:01.107648 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd8d2-c658-4af5-adb2-a14005f8407e tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:01.110072 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75549b6b-58b3-43af-82e5-584ae68fc5a5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:38:01.132046 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65bad92-d1f5-42b9-95aa-e23beea6c774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0acd65-7447-47d5-bddb-8169e9cea66b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:38:01.134341 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c1d9c7-48fe-4b39-869f-bc3cf79bd350" -d '{"events": [{"server_uuid": "c65bad92-d1f5-42b9-95aa-e23beea6c774", "name": "network-vif-plugged", "status": "completed", "tag": "ce0acd65-7447-47d5-bddb-8169e9cea66b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:38:01.154769 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 75549b6b-58b3-43af-82e5-584ae68fc5a5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=75549b6b-58b3-43af-82e5-584ae68fc5a5,segment=NetworkSegment(e0a81455-eb97-488a-98b6-7b903e60fa65),segment_id=e0a81455-eb97-488a-98b6-7b903e60fa65)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:01.157430 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port ce0acd65-7447-47d5-bddb-8169e9cea66b, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=ce0acd65-7447-47d5-bddb-8169e9cea66b,segment=NetworkSegment(e0a81455-eb97-488a-98b6-7b903e60fa65),segment_id=e0a81455-eb97-488a-98b6-7b903e60fa65)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:01.161645 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:01.162545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 086e1d62-1395-4c51-a9fd-bda2ecff7e59 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:38:01.204031 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299ca18a-c816-4164-939e-0ffc4ce8a407 x-openstack-request-id: req-299ca18a-c816-4164-939e-0ffc4ce8a407 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:38:01.204329 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65bad92-d1f5-42b9-95aa-e23beea6c774", "name": "network-vif-plugged", "status": "completed", "tag": "ce0acd65-7447-47d5-bddb-8169e9cea66b", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:38:01.204719 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-299ca18a-c816-4164-939e-0ffc4ce8a407 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:38:01.205121 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65bad92-d1f5-42b9-95aa-e23beea6c774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0acd65-7447-47d5-bddb-8169e9cea66b', 'code': 200} Jul 09 09:38:01.214000 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:01.259919 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=75549b6b-58b3-43af-82e5-584ae68fc5a5,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:01.328507 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd8d2-c658-4af5-adb2-a14005f8407e tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:01.337488 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd8d2-c658-4af5-adb2-a14005f8407e tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:01.358004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=ce0acd65-7447-47d5-bddb-8169e9cea66b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:01.378013 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 086e1d62-1395-4c51-a9fd-bda2ecff7e59, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=086e1d62-1395-4c51-a9fd-bda2ecff7e59,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:01.390382 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '086e1d62-1395-4c51-a9fd-bda2ecff7e59', 'network_id': '1ae54679-4cff-4994-98e0-50f486401346', 'port_id': '086e1d62-1395-4c51-a9fd-bda2ecff7e59', 'mac_address': 'fa:16:3e:f8:49:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112afd71-533d-4ba0-a28c-db2bcc9ef172', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:38:01.411277 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f654704-388c-4d6d-af28-f3f64de96cf0 req-83c65db6-3d55-418d-be5c-cdc866aefe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:01.413014 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3f654704-388c-4d6d-af28-f3f64de96cf0 req-83c65db6-3d55-418d-be5c-cdc866aefe73 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 1097 time: 0.1492422 Jul 09 09:38:01.427593 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2dd8d2-c658-4af5-adb2-a14005f8407e tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Port': ['ID=85604c72-0399-404d-88ad-ba53a5d3ef9c,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:01.437175 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:01.446416 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd8d2-c658-4af5-adb2-a14005f8407e tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:01.452328 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086e1d62-1395-4c51-a9fd-bda2ecff7e59 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:38:01.473115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 086e1d62-1395-4c51-a9fd-bda2ecff7e59, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=086e1d62-1395-4c51-a9fd-bda2ecff7e59,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:01.477228 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:01.514237 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3f654704-388c-4d6d-af28-f3f64de96cf0 req-abddc53a-59d0-40e0-810e-dfc689ef6638 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788877 Jul 09 09:38:01.530659 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=086e1d62-1395-4c51-a9fd-bda2ecff7e59,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:01.572912 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-6e2dd8d2-c658-4af5-adb2-a14005f8407e tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Floating IP 6deb15a6-99f8-400e-849b-d531bd4c6998 associated. External IP: 172.25.3.57, port: 8155b163-8fbe-4010-9a73-75fb7799a295. Jul 09 09:38:01.574981 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a9d1f-68a6-4f7a-91c9-a064f6a678d6 req-18720175-abc9-4507-ba05-ed0e01742851 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:01.576719 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-263a9d1f-68a6-4f7a-91c9-a064f6a678d6 req-18720175-abc9-4507-ba05-ed0e01742851 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=42a52276-009a-4691-ba84-d604a9da5232 HTTP/1.1" status: 200 len: 944 time: 0.0816457 Jul 09 09:38:01.624924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-263a9d1f-68a6-4f7a-91c9-a064f6a678d6 req-8391892b-aebd-4b85-8a93-80114a159daa tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408382 Jul 09 09:38:01.695107 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8b4b9-472a-4418-b1f4-f22929ec7586 req-53a9afea-c920-4922-8f98-f1520c0369bf tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:01.696764 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25c8b4b9-472a-4418-b1f4-f22929ec7586 req-53a9afea-c920-4922-8f98-f1520c0369bf tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 950 time: 0.0646203 Jul 09 09:38:01.736052 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25c8b4b9-472a-4418-b1f4-f22929ec7586 req-ec1b41e4-eaf6-4df4-870f-5c307ee321ad tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335021 Jul 09 09:38:01.820575 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fca24f-2606-4a42-beea-b7f2317ee36f req-e7ceed05-b1eb-412c-a838-12056000319f tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:01.822053 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a5fca24f-2606-4a42-beea-b7f2317ee36f req-e7ceed05-b1eb-412c-a838-12056000319f tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 950 time: 0.1528420 Jul 09 09:38:01.865067 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['086e1d62-1395-4c51-a9fd-bda2ecff7e59'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:38:01.874742 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['75549b6b-58b3-43af-82e5-584ae68fc5a5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:38:01.877421 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2dd8d2-c658-4af5-adb2-a14005f8407e tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Router 3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:38:01.937512 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd46368-6bd3-49f8-b0d8-7c608288c2ca req-82263c3f-729f-4067-9fa9-fb09aef775f9 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:01.939344 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0bd46368-6bd3-49f8-b0d8-7c608288c2ca req-82263c3f-729f-4067-9fa9-fb09aef775f9 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=3813f6ee-296c-4010-9c49-b5837958d798 HTTP/1.1" status: 200 len: 944 time: 0.0773673 Jul 09 09:38:01.982068 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0bd46368-6bd3-49f8-b0d8-7c608288c2ca req-ca890aa8-e49f-4353-8f23-16997e7e1da1 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368402 Jul 09 09:38:02.015460 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-a5fca24f-2606-4a42-beea-b7f2317ee36f req-6469d031-fd6a-4fd0-b6c1-bc7656ca9cd9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Deleting port fcd704b9-933e-47b7-92b7-bb7a73f70723 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:02.015754 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a5fca24f-2606-4a42-beea-b7f2317ee36f req-6469d031-fd6a-4fd0-b6c1-bc7656ca9cd9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:02.087393 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2dd8d2-c658-4af5-adb2-a14005f8407e tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:38:02.097655 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4039b304-d3b5-4f7a-960d-19281abf6302 None None] Sync routers for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:38:02.107660 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4039b304-d3b5-4f7a-960d-19281abf6302 None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:02.108348 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4039b304-d3b5-4f7a-960d-19281abf6302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:02.119817 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd8d2-c658-4af5-adb2-a14005f8407e tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:02.152368 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a5fca24f-2606-4a42-beea-b7f2317ee36f req-6469d031-fd6a-4fd0-b6c1-bc7656ca9cd9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] For port fcd704b9-933e-47b7-92b7-bb7a73f70723, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=fcd704b9-933e-47b7-92b7-bb7a73f70723,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:02.152734 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a5fca24f-2606-4a42-beea-b7f2317ee36f req-6469d031-fd6a-4fd0-b6c1-bc7656ca9cd9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:02.173926 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-a5fca24f-2606-4a42-beea-b7f2317ee36f req-6469d031-fd6a-4fd0-b6c1-bc7656ca9cd9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Calling delete_port for fcd704b9-933e-47b7-92b7-bb7a73f70723 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:02.189641 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6e2dd8d2-c658-4af5-adb2-a14005f8407e tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3420062 Jul 09 09:38:02.190422 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56386) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:02.195137 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-cd5b79bd-7891-4e1a-9677-2da308910942 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Request body: {'floatingip': {'port_id': '8155b163-8fbe-4010-9a73-75fb7799a295', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:02.242676 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4039b304-d3b5-4f7a-960d-19281abf6302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:02.254264 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4039b304-d3b5-4f7a-960d-19281abf6302 None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:02.254926 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4039b304-d3b5-4f7a-960d-19281abf6302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:02.257609 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cd5b79bd-7891-4e1a-9677-2da308910942 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:02.289959 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4039b304-d3b5-4f7a-960d-19281abf6302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:02.291431 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4039b304-d3b5-4f7a-960d-19281abf6302 None None] The sync data for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:38:02.330689 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a5fca24f-2606-4a42-beea-b7f2317ee36f req-6469d031-fd6a-4fd0-b6c1-bc7656ca9cd9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:02.367449 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469d031-fd6a-4fd0-b6c1-bc7656ca9cd9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Pushing event deleted for resources: {'Port': ['ID=fcd704b9-933e-47b7-92b7-bb7a73f70723,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:02.383281 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469d031-fd6a-4fd0-b6c1-bc7656ca9cd9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:02.383647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469d031-fd6a-4fd0-b6c1-bc7656ca9cd9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:02.386893 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469d031-fd6a-4fd0-b6c1-bc7656ca9cd9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:02.387150 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469d031-fd6a-4fd0-b6c1-bc7656ca9cd9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:02.387493 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469d031-fd6a-4fd0-b6c1-bc7656ca9cd9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:02.387869 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469d031-fd6a-4fd0-b6c1-bc7656ca9cd9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:02.388213 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469d031-fd6a-4fd0-b6c1-bc7656ca9cd9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:02.388544 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469d031-fd6a-4fd0-b6c1-bc7656ca9cd9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:02.388881 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469d031-fd6a-4fd0-b6c1-bc7656ca9cd9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:02.389286 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469d031-fd6a-4fd0-b6c1-bc7656ca9cd9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:02.389549 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469d031-fd6a-4fd0-b6c1-bc7656ca9cd9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:02.390049 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469d031-fd6a-4fd0-b6c1-bc7656ca9cd9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:02.435804 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fca24f-2606-4a42-beea-b7f2317ee36f req-6469d031-fd6a-4fd0-b6c1-bc7656ca9cd9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] No DVR routers for this DVR port fcd704b9-933e-47b7-92b7-bb7a73f70723 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:38:02.438356 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a5fca24f-2606-4a42-beea-b7f2317ee36f req-6469d031-fd6a-4fd0-b6c1-bc7656ca9cd9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:02.440409 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a5fca24f-2606-4a42-beea-b7f2317ee36f req-6469d031-fd6a-4fd0-b6c1-bc7656ca9cd9 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.58 "DELETE /v2.0/ports/fcd704b9-933e-47b7-92b7-bb7a73f70723 HTTP/1.1" status: 204 len: 173 time: 0.6107969 Jul 09 09:38:02.440861 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f19008a-ab01-42a6-a395-dc0beacd09f4', 'name': 'network-vif-deleted', 'tag': 'fcd704b9-933e-47b7-92b7-bb7a73f70723'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:38:02.443166 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e5a95e-3ca5-4944-a917-2e51d58a572e" -d '{"events": [{"server_uuid": "8f19008a-ab01-42a6-a395-dc0beacd09f4", "name": "network-vif-deleted", "tag": "fcd704b9-933e-47b7-92b7-bb7a73f70723"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:38:02.501239 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d05c78-c7b7-4536-b10c-e599d77bebdf x-openstack-request-id: req-05d05c78-c7b7-4536-b10c-e599d77bebdf {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:38:02.501527 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f19008a-ab01-42a6-a395-dc0beacd09f4", "name": "network-vif-deleted", "tag": "fcd704b9-933e-47b7-92b7-bb7a73f70723", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:38:02.501774 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-05d05c78-c7b7-4536-b10c-e599d77bebdf {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:38:02.502199 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f19008a-ab01-42a6-a395-dc0beacd09f4', 'name': 'network-vif-deleted', 'tag': 'fcd704b9-933e-47b7-92b7-bb7a73f70723', 'status': 'completed', 'code': 200} Jul 09 09:38:02.864651 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cd5b79bd-7891-4e1a-9677-2da308910942 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:02.870052 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cd5b79bd-7891-4e1a-9677-2da308910942 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:02.946123 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4067298-182a-4833-99c4-3dbfc7c21632 req-eea83883-8c4e-4ba0-aaa4-0592394b8cf5 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f19008a-ab01-42a6-a395-dc0beacd09f4 HTTP/1.1" status: 200 len: 210 time: 0.0346255 Jul 09 09:38:02.969918 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ba6ee-c570-4dc3-8f83-d70c048fca55 req-cb0dddf6-9fb6-406f-85a3-d3fdde3a74e4 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:02.969918 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c67ba6ee-c570-4dc3-8f83-d70c048fca55 req-cb0dddf6-9fb6-406f-85a3-d3fdde3a74e4 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=42a52276-009a-4691-ba84-d604a9da5232 HTTP/1.1" status: 200 len: 944 time: 0.2173979 Jul 09 09:38:03.026455 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:38:03.045775 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c67ba6ee-c570-4dc3-8f83-d70c048fca55 req-0763dbfb-3dba-4a33-a918-f6d9facfe8d6 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498133 Jul 09 09:38:03.177442 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5b79bd-7891-4e1a-9677-2da308910942 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Router 3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:38:03.230412 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=54dd7464-6fc7-48f3-b2ed-f14d715b0b0b,segment=NetworkSegment(e0a81455-eb97-488a-98b6-7b903e60fa65),segment_id=e0a81455-eb97-488a-98b6-7b903e60fa65)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:03.242485 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '54dd7464-6fc7-48f3-b2ed-f14d715b0b0b', 'network_id': 'cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7', 'port_id': '54dd7464-6fc7-48f3-b2ed-f14d715b0b0b', 'mac_address': 'fa:16:3e:e4:a0:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69388bf1-7d61-49b2-9f56-7d1b01a1dda9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:38:03.277088 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['04f472e6-1ec8-4cdc-a59e-469ac1f88c3d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:38:03.320181 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:03.334063 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5b79bd-7891-4e1a-9677-2da308910942 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:38:03.339167 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cd5b79bd-7891-4e1a-9677-2da308910942 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:03.343452 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:38:03.347961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233f564-5f22-4b7d-9c47-cfa878d1aa5a req-f024da67-cd76-4b6c-b10a-efafc412a524 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:03.349483 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4233f564-5f22-4b7d-9c47-cfa878d1aa5a req-f024da67-cd76-4b6c-b10a-efafc412a524 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=3813f6ee-296c-4010-9c49-b5837958d798 HTTP/1.1" status: 200 len: 944 time: 0.1237116 Jul 09 09:38:03.352361 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb9d04a-e8d1-4114-8f17-680839252cc3 None None] Sync routers for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:38:03.378368 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=54dd7464-6fc7-48f3-b2ed-f14d715b0b0b,segment=NetworkSegment(e0a81455-eb97-488a-98b6-7b903e60fa65),segment_id=e0a81455-eb97-488a-98b6-7b903e60fa65)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:03.389395 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:03.396195 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb9d04a-e8d1-4114-8f17-680839252cc3 None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:03.396861 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4bb9d04a-e8d1-4114-8f17-680839252cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:03.431793 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4233f564-5f22-4b7d-9c47-cfa878d1aa5a req-9483b87f-a6ec-46ee-a9ac-70eb0678ee50 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625031 Jul 09 09:38:03.463280 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-cd5b79bd-7891-4e1a-9677-2da308910942 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "PUT /v2.0/floatingips/6deb15a6-99f8-400e-849b-d531bd4c6998 HTTP/1.1" status: 200 len: 978 time: 1.2620158 Jul 09 09:38:03.463398 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56402) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:03.464173 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4bb9d04a-e8d1-4114-8f17-680839252cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:03.503324 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb9d04a-e8d1-4114-8f17-680839252cc3 None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:03.503995 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4bb9d04a-e8d1-4114-8f17-680839252cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:03.546586 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=54dd7464-6fc7-48f3-b2ed-f14d715b0b0b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:03.555519 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4bb9d04a-e8d1-4114-8f17-680839252cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:03.556405 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb9d04a-e8d1-4114-8f17-680839252cc3 None None] The sync data for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:38:03.626682 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-08b7874a-c742-4763-8f3f-bf67ae2be4ba tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Deleting port 85604c72-0399-404d-88ad-ba53a5d3ef9c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:03.627079 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08b7874a-c742-4763-8f3f-bf67ae2be4ba tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:03.707501 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08b7874a-c742-4763-8f3f-bf67ae2be4ba tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:03.707771 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08b7874a-c742-4763-8f3f-bf67ae2be4ba tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:03.719280 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['54dd7464-6fc7-48f3-b2ed-f14d715b0b0b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:38:03.722413 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-08b7874a-c742-4763-8f3f-bf67ae2be4ba tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Calling delete_port for 85604c72-0399-404d-88ad-ba53a5d3ef9c owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:03.768266 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:03.881945 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08b7874a-c742-4763-8f3f-bf67ae2be4ba tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:03.908227 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7874a-c742-4763-8f3f-bf67ae2be4ba tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event deleted for resources: {'Port': ['ID=85604c72-0399-404d-88ad-ba53a5d3ef9c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:03.968345 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08b7874a-c742-4763-8f3f-bf67ae2be4ba tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:03.968605 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-08b7874a-c742-4763-8f3f-bf67ae2be4ba tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Floating IP 6deb15a6-99f8-400e-849b-d531bd4c6998 disassociated (deleted). External IP: 172.25.3.57, port: 8155b163-8fbe-4010-9a73-75fb7799a295. Jul 09 09:38:04.199097 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b7874a-c742-4763-8f3f-bf67ae2be4ba tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Router 3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:38:04.251354 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79704133-d389-41e8-8fd8-c533592fc87a req-ad4f5ad8-2dc5-4c95-ad55-ed9f5f698f79 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:04.253053 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79704133-d389-41e8-8fd8-c533592fc87a req-ad4f5ad8-2dc5-4c95-ad55-ed9f5f698f79 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=42a52276-009a-4691-ba84-d604a9da5232 HTTP/1.1" status: 200 len: 944 time: 0.0713074 Jul 09 09:38:04.303949 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79704133-d389-41e8-8fd8-c533592fc87a req-9db8c38a-efa9-4d9c-8c4c-f365e8660f17 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422299 Jul 09 09:38:04.321928 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b7874a-c742-4763-8f3f-bf67ae2be4ba tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:38:04.326552 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08b7874a-c742-4763-8f3f-bf67ae2be4ba tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:04.335763 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a608ea2d-d582-4296-b9cd-d698841ae9d8 None None] Sync routers for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:38:04.345533 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a608ea2d-d582-4296-b9cd-d698841ae9d8 None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:04.346148 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a608ea2d-d582-4296-b9cd-d698841ae9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:04.369880 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-08b7874a-c742-4763-8f3f-bf67ae2be4ba tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "DELETE /v2.0/floatingips/6deb15a6-99f8-400e-849b-d531bd4c6998 HTTP/1.1" status: 204 len: 168 time: 0.9149203 Jul 09 09:38:04.372405 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56416) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:04.381168 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a608ea2d-d582-4296-b9cd-d698841ae9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:04.389935 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a608ea2d-d582-4296-b9cd-d698841ae9d8 None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:04.390554 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a608ea2d-d582-4296-b9cd-d698841ae9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:04.422534 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a608ea2d-d582-4296-b9cd-d698841ae9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:04.423187 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a608ea2d-d582-4296-b9cd-d698841ae9d8 None None] The sync data for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:38:04.434686 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc49af4-ccfe-431c-85f5-b557893a90d2 req-8a472443-efbd-4f50-82c5-aa12ba307442 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:04.436258 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9cc49af4-ccfe-431c-85f5-b557893a90d2 req-8a472443-efbd-4f50-82c5-aa12ba307442 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 949 time: 0.0702477 Jul 09 09:38:04.479718 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9cc49af4-ccfe-431c-85f5-b557893a90d2 req-f93003fc-187b-491c-93e4-52e095403bb0 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377338 Jul 09 09:38:04.486867 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3e0eea0a-f4cf-43ea-bb87-4de33a5f7c55 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Deleting port 8155b163-8fbe-4010-9a73-75fb7799a295 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:04.487377 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e0eea0a-f4cf-43ea-bb87-4de33a5f7c55 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:04.575624 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e0eea0a-f4cf-43ea-bb87-4de33a5f7c55 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:04.587682 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3e0eea0a-f4cf-43ea-bb87-4de33a5f7c55 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Calling delete_port for 8155b163-8fbe-4010-9a73-75fb7799a295 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:04.618489 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae323e6d-edf2-49d7-abc3-90a3d56c61ed req-4ad360b3-642c-4b08-8bc8-a0b0c7aa83e0 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:04.620262 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ae323e6d-edf2-49d7-abc3-90a3d56c61ed req-4ad360b3-642c-4b08-8bc8-a0b0c7aa83e0 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=3813f6ee-296c-4010-9c49-b5837958d798 HTTP/1.1" status: 200 len: 944 time: 0.0653203 Jul 09 09:38:04.664082 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ae323e6d-edf2-49d7-abc3-90a3d56c61ed req-444e5f7a-2786-4b80-92d8-ab3528650d5f tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372210 Jul 09 09:38:04.782419 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e0eea0a-f4cf-43ea-bb87-4de33a5f7c55 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:04.822537 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0eea0a-f4cf-43ea-bb87-4de33a5f7c55 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event deleted for resources: {'Port': ['ID=8155b163-8fbe-4010-9a73-75fb7799a295,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:04.831108 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 75549b6b-58b3-43af-82e5-584ae68fc5a5 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:38:04.881379 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 75549b6b-58b3-43af-82e5-584ae68fc5a5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:38:04.884997 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 75549b6b-58b3-43af-82e5-584ae68fc5a5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:04.885364 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:04.931770 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e0eea0a-f4cf-43ea-bb87-4de33a5f7c55 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:04.933759 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3e0eea0a-f4cf-43ea-bb87-4de33a5f7c55 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "DELETE /v2.0/ports/8155b163-8fbe-4010-9a73-75fb7799a295 HTTP/1.1" status: 204 len: 168 time: 0.5603528 Jul 09 09:38:04.937506 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56424) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:04.942155 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6b51ea13-70bc-464a-811b-6654764d6c34 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:04.964980 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b51ea13-70bc-464a-811b-6654764d6c34 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:04.967502 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:04.999343 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3813f6ee-296c-4010-9c49-b5837958d798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75549b6b-58b3-43af-82e5-584ae68fc5a5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:38:05.001674 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef72a91d-c3dd-419f-8cd2-ee5606d1d114" -d '{"events": [{"server_uuid": "3813f6ee-296c-4010-9c49-b5837958d798", "name": "network-vif-plugged", "status": "completed", "tag": "75549b6b-58b3-43af-82e5-584ae68fc5a5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:38:05.015855 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 75549b6b-58b3-43af-82e5-584ae68fc5a5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=75549b6b-58b3-43af-82e5-584ae68fc5a5,segment=NetworkSegment(e0a81455-eb97-488a-98b6-7b903e60fa65),segment_id=e0a81455-eb97-488a-98b6-7b903e60fa65)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:05.020254 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:05.021712 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 086e1d62-1395-4c51-a9fd-bda2ecff7e59 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:38:05.046088 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc00d911-c166-4d71-ac19-2bad62072746 x-openstack-request-id: req-dc00d911-c166-4d71-ac19-2bad62072746 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:38:05.046597 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3813f6ee-296c-4010-9c49-b5837958d798", "name": "network-vif-plugged", "status": "completed", "tag": "75549b6b-58b3-43af-82e5-584ae68fc5a5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:38:05.046597 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dc00d911-c166-4d71-ac19-2bad62072746 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:38:05.047001 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3813f6ee-296c-4010-9c49-b5837958d798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75549b6b-58b3-43af-82e5-584ae68fc5a5', 'code': 200} Jul 09 09:38:05.068634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:38:05.072889 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b51ea13-70bc-464a-811b-6654764d6c34 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:05.229582 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-6b51ea13-70bc-464a-811b-6654764d6c34 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Allocated IP 172.25.3.57 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/046d8fb3-c551-4de0-a84d-266700d2d745) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:38:05.238510 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8e7cb-41fc-4ad7-9507-2a4c00cf15c4 req-40ab0705-2bbc-4cd2-a123-1d2e93bb5a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:05.240065 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-27d8e7cb-41fc-4ad7-9507-2a4c00cf15c4 req-40ab0705-2bbc-4cd2-a123-1d2e93bb5a1b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3813f6ee-296c-4010-9c49-b5837958d798 HTTP/1.1" status: 200 len: 1096 time: 0.1239495 Jul 09 09:38:05.272156 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=75549b6b-58b3-43af-82e5-584ae68fc5a5,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:05.292841 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 086e1d62-1395-4c51-a9fd-bda2ecff7e59 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:38:05.296160 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:38:05.299833 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 086e1d62-1395-4c51-a9fd-bda2ecff7e59 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:05.300214 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:05.303735 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:05.303735 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:05.311157 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:38:05.329328 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-27d8e7cb-41fc-4ad7-9507-2a4c00cf15c4 req-e3148623-1edd-468e-8456-6e9033198004 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798924 Jul 09 09:38:05.379828 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b51ea13-70bc-464a-811b-6654764d6c34 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:05.426843 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b51ea13-70bc-464a-811b-6654764d6c34 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:05.447812 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:05.452611 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:05.470809 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b51ea13-70bc-464a-811b-6654764d6c34 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:38:05.475787 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-6b51ea13-70bc-464a-811b-6654764d6c34 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:05.491422 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b51ea13-70bc-464a-811b-6654764d6c34 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:38:05.498379 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2ebde-02ce-4c43-a160-b53c6ff99c01 req-1b309e6d-ad79-48e4-aaa8-905b3fb8b9c2 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:05.502168 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0f2ebde-02ce-4c43-a160-b53c6ff99c01 req-1b309e6d-ad79-48e4-aaa8-905b3fb8b9c2 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=42a52276-009a-4691-ba84-d604a9da5232 HTTP/1.1" status: 200 len: 944 time: 0.0737329 Jul 09 09:38:05.511412 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=54dd7464-6fc7-48f3-b2ed-f14d715b0b0b,segment=NetworkSegment(e0a81455-eb97-488a-98b6-7b903e60fa65),segment_id=e0a81455-eb97-488a-98b6-7b903e60fa65)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:05.522872 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:05.527194 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 086e1d62-1395-4c51-a9fd-bda2ecff7e59, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=086e1d62-1395-4c51-a9fd-bda2ecff7e59,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:05.552043 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:05.553088 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51ea13-70bc-464a-811b-6654764d6c34 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Port': ['ID=046d8fb3-c551-4de0-a84d-266700d2d745,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:05.553339 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device fcd704b9-933e-47b7-92b7-bb7a73f70723 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:38:05.554698 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0f2ebde-02ce-4c43-a160-b53c6ff99c01 req-2371ed9d-140c-484d-9a62-f1129915cdc2 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452750 Jul 09 09:38:05.581579 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: fcd704b9-933e-47b7-92b7-bb7a73f70723 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:38:05.582182 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device fcd704b9-933e-47b7-92b7-bb7a73f70723 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:38:05.608308 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=54dd7464-6fc7-48f3-b2ed-f14d715b0b0b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:05.634614 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b51ea13-70bc-464a-811b-6654764d6c34 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:05.670547 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=086e1d62-1395-4c51-a9fd-bda2ecff7e59,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:05.682549 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b51ea13-70bc-464a-811b-6654764d6c34 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:05.687341 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf17b4-0c6d-473f-b322-62d57f9a3e58 req-2bf3bce4-6743-48f0-97ab-4c91f7d34ff0 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:05.688889 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9bbf17b4-0c6d-473f-b322-62d57f9a3e58 req-2bf3bce4-6743-48f0-97ab-4c91f7d34ff0 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 949 time: 0.0691178 Jul 09 09:38:05.733111 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9bbf17b4-0c6d-473f-b322-62d57f9a3e58 req-022b2985-6b8b-4ab8-9ad9-5ff3de1bef6b tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365753 Jul 09 09:38:05.827993 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ef4d9-13dd-48a9-bb1e-ddd0798afdc2 req-2f879997-20a2-416a-8321-3415164a63f5 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:05.829500 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-702ef4d9-13dd-48a9-bb1e-ddd0798afdc2 req-2f879997-20a2-416a-8321-3415164a63f5 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.58 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 949 time: 0.1445184 Jul 09 09:38:05.854995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8b570-a6dd-4bc0-86f3-26cee5821ef7 req-8b017d7e-b9b7-4cd4-a5d1-bf2f535fac00 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:05.856914 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86c8b570-a6dd-4bc0-86f3-26cee5821ef7 req-8b017d7e-b9b7-4cd4-a5d1-bf2f535fac00 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=3813f6ee-296c-4010-9c49-b5837958d798 HTTP/1.1" status: 200 len: 945 time: 0.0699012 Jul 09 09:38:05.921395 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86c8b570-a6dd-4bc0-86f3-26cee5821ef7 req-469e320e-2a42-44b9-8f96-46463d176668 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585146 Jul 09 09:38:05.998130 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b51ea13-70bc-464a-811b-6654764d6c34 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:06.002930 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b51ea13-70bc-464a-811b-6654764d6c34 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:06.042132 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-702ef4d9-13dd-48a9-bb1e-ddd0798afdc2 req-165f31b2-64a1-4e2b-a49b-92114d226368 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Deleting port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:06.042481 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-702ef4d9-13dd-48a9-bb1e-ddd0798afdc2 req-165f31b2-64a1-4e2b-a49b-92114d226368 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:06.128686 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51ea13-70bc-464a-811b-6654764d6c34 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Port': ['ID=046d8fb3-c551-4de0-a84d-266700d2d745,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:06.138973 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b51ea13-70bc-464a-811b-6654764d6c34 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:06.163335 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b51ea13-70bc-464a-811b-6654764d6c34 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:06.164573 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6b51ea13-70bc-464a-811b-6654764d6c34 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2260609 Jul 09 09:38:06.167427 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56438) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:06.172532 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-33f13590-c509-4cb3-b952-5237173cc92b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Request body: {'port': {'network_id': 'e39d4b5a-c47b-4629-a65a-fecef046595b', 'name': 'tempest-FloatingIPTestJSON-673289399'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:06.237656 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-702ef4d9-13dd-48a9-bb1e-ddd0798afdc2 req-165f31b2-64a1-4e2b-a49b-92114d226368 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] For port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:06.238017 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-702ef4d9-13dd-48a9-bb1e-ddd0798afdc2 req-165f31b2-64a1-4e2b-a49b-92114d226368 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:06.261712 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-702ef4d9-13dd-48a9-bb1e-ddd0798afdc2 req-165f31b2-64a1-4e2b-a49b-92114d226368 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Calling delete_port for 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:06.368408 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f13590-c509-4cb3-b952-5237173cc92b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Made reservation on behalf of 9b23b4f5d49e49edbeb2a585daf6c1bc for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:06.372655 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33f13590-c509-4cb3-b952-5237173cc92b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:06.398860 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-33f13590-c509-4cb3-b952-5237173cc92b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] device_id is not set on port baaf19b8-ef65-49bf-acfd-419af125a61f yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:38:06.731309 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4da8f-bfb1-47dc-9c71-2436ab636183 req-4ac1f6e2-dba6-46b6-ae79-e81e0187b9bf tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:06.732933 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-42b4da8f-bfb1-47dc-9c71-2436ab636183 req-4ac1f6e2-dba6-46b6-ae79-e81e0187b9bf tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=42a52276-009a-4691-ba84-d604a9da5232 HTTP/1.1" status: 200 len: 945 time: 0.0682328 Jul 09 09:38:06.776748 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-42b4da8f-bfb1-47dc-9c71-2436ab636183 req-2fd02285-4cb0-4494-857a-b40afa6bf56b tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378633 Jul 09 09:38:06.807219 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-65585264-2b10-412e-9bf7-99bf9c9b0513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:06.844289 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-702ef4d9-13dd-48a9-bb1e-ddd0798afdc2 req-165f31b2-64a1-4e2b-a49b-92114d226368 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:06.857259 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['04f472e6-1ec8-4cdc-a59e-469ac1f88c3d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:38:06.951240 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f31b2-64a1-4e2b-a49b-92114d226368 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Pushing event deleted for resources: {'Port': ['ID=04f472e6-1ec8-4cdc-a59e-469ac1f88c3d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:06.964701 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-49682339-29be-4cd1-90bd-9eba40eec14d req-b73eae68-b7e4-4c24-a511-396794a3123c tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ee4fac-280e-4891-b6d7-5e13a3c516ee HTTP/1.1" status: 200 len: 210 time: 0.0522628 Jul 09 09:38:06.987176 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-702ef4d9-13dd-48a9-bb1e-ddd0798afdc2 req-165f31b2-64a1-4e2b-a49b-92114d226368 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] No DVR routers for this DVR port 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:38:06.997025 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-702ef4d9-13dd-48a9-bb1e-ddd0798afdc2 req-165f31b2-64a1-4e2b-a49b-92114d226368 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:06.999387 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-702ef4d9-13dd-48a9-bb1e-ddd0798afdc2 req-165f31b2-64a1-4e2b-a49b-92114d226368 tempest-MigrationsAdminTest-645461737 tempest-MigrationsAdminTest-645461737-project] 10.222.0.58 "DELETE /v2.0/ports/04f472e6-1ec8-4cdc-a59e-469ac1f88c3d HTTP/1.1" status: 204 len: 173 time: 1.1634822 Jul 09 09:38:07.000006 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ee4fac-280e-4891-b6d7-5e13a3c516ee', 'name': 'network-vif-deleted', 'tag': '04f472e6-1ec8-4cdc-a59e-469ac1f88c3d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:38:07.002497 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2698b505-55a8-4014-b2d4-66cb9e5afb13" -d '{"events": [{"server_uuid": "36ee4fac-280e-4891-b6d7-5e13a3c516ee", "name": "network-vif-deleted", "tag": "04f472e6-1ec8-4cdc-a59e-469ac1f88c3d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:38:07.013272 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-33f13590-c509-4cb3-b952-5237173cc92b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Allocated IP 172.20.0.2 (e39d4b5a-c47b-4629-a65a-fecef046595b/bc0b6550-8f87-4dfe-8fa5-bf24c7474225/baaf19b8-ef65-49bf-acfd-419af125a61f) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:38:07.048741 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ba4b08-2e76-4197-9c6e-98a3ec4910a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54dd7464-6fc7-48f3-b2ed-f14d715b0b0b'}, {'server_uuid': '42a52276-009a-4691-ba84-d604a9da5232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086e1d62-1395-4c51-a9fd-bda2ecff7e59'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:38:07.052425 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a1883a-aa4e-4351-98f4-730ac2ef991f" -d '{"events": [{"server_uuid": "71ba4b08-2e76-4197-9c6e-98a3ec4910a0", "name": "network-vif-plugged", "status": "completed", "tag": "54dd7464-6fc7-48f3-b2ed-f14d715b0b0b"}, {"server_uuid": "42a52276-009a-4691-ba84-d604a9da5232", "name": "network-vif-plugged", "status": "completed", "tag": "086e1d62-1395-4c51-a9fd-bda2ecff7e59"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:38:07.225239 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa99ef70-1c28-4350-856b-6f50cbf80665 x-openstack-request-id: req-fa99ef70-1c28-4350-856b-6f50cbf80665 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:38:07.225570 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ee4fac-280e-4891-b6d7-5e13a3c516ee", "name": "network-vif-deleted", "tag": "04f472e6-1ec8-4cdc-a59e-469ac1f88c3d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:38:07.226652 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fa99ef70-1c28-4350-856b-6f50cbf80665 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:38:07.227101 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ee4fac-280e-4891-b6d7-5e13a3c516ee', 'name': 'network-vif-deleted', 'tag': '04f472e6-1ec8-4cdc-a59e-469ac1f88c3d', 'status': 'completed', 'code': 200} Jul 09 09:38:07.236850 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0587b7-f74a-42e2-bc01-d6d6af4aee37 req-238d6379-81a7-4ccb-b3d0-98feb4408dd5 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:07.244542 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a0587b7-f74a-42e2-bc01-d6d6af4aee37 req-238d6379-81a7-4ccb-b3d0-98feb4408dd5 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=3813f6ee-296c-4010-9c49-b5837958d798 HTTP/1.1" status: 200 len: 945 time: 0.0925846 Jul 09 09:38:07.269714 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 09:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efff925-ddbb-49a2-aadf-96d0e843cf33 x-openstack-request-id: req-9efff925-ddbb-49a2-aadf-96d0e843cf33 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:38:07.270312 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ba4b08-2e76-4197-9c6e-98a3ec4910a0", "name": "network-vif-plugged", "status": "completed", "tag": "54dd7464-6fc7-48f3-b2ed-f14d715b0b0b", "code": 200}, {"server_uuid": "42a52276-009a-4691-ba84-d604a9da5232", "name": "network-vif-plugged", "status": "completed", "tag": "086e1d62-1395-4c51-a9fd-bda2ecff7e59", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:38:07.270818 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9efff925-ddbb-49a2-aadf-96d0e843cf33 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:38:07.271508 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ba4b08-2e76-4197-9c6e-98a3ec4910a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54dd7464-6fc7-48f3-b2ed-f14d715b0b0b', 'code': 200} Jul 09 09:38:07.272063 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a52276-009a-4691-ba84-d604a9da5232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086e1d62-1395-4c51-a9fd-bda2ecff7e59', 'code': 200} Jul 09 09:38:07.290003 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33f13590-c509-4cb3-b952-5237173cc92b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:07.383622 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33f13590-c509-4cb3-b952-5237173cc92b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:07.457126 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f13590-c509-4cb3-b952-5237173cc92b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Network e39d4b5a-c47b-4629-a65a-fecef046595b is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:38:07.460202 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f13590-c509-4cb3-b952-5237173cc92b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Port': ['ID=baaf19b8-ef65-49bf-acfd-419af125a61f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:07.471795 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-33f13590-c509-4cb3-b952-5237173cc92b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:07.475285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f13590-c509-4cb3-b952-5237173cc92b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:38:07.520398 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ee389-847f-4965-908e-379ff6018c5b req-acb44542-2919-4a6f-bf7d-d5d0296e6f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:07.521951 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c47ee389-847f-4965-908e-379ff6018c5b req-acb44542-2919-4a6f-bf7d-d5d0296e6f9a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=42a52276-009a-4691-ba84-d604a9da5232 HTTP/1.1" status: 200 len: 1096 time: 0.1745951 Jul 09 09:38:07.550964 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f13590-c509-4cb3-b952-5237173cc92b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:07.551610 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33f13590-c509-4cb3-b952-5237173cc92b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:07.575917 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-33f13590-c509-4cb3-b952-5237173cc92b tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4072387 Jul 09 09:38:07.578644 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56454) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:07.583609 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-916956d0-a793-4822-b239-4bd4ae1f0f06 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Request body: {'floatingip': {'port_id': 'baaf19b8-ef65-49bf-acfd-419af125a61f'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:07.623386 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c47ee389-847f-4965-908e-379ff6018c5b req-cbed1c8d-138b-4a2b-8bde-f926dd20d9e2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944879 Jul 09 09:38:07.632229 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-916956d0-a793-4822-b239-4bd4ae1f0f06 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:07.671362 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a0587b7-f74a-42e2-bc01-d6d6af4aee37 req-109ef4d7-ee94-4b5e-8526-68028039fed8 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256616 Jul 09 09:38:07.689204 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b4ccd-a3e6-49e3-8961-0152b8bbf6d0 req-0074d504-b31b-4eb6-b714-a50a76d6e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:07.692685 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-264b4ccd-a3e6-49e3-8961-0152b8bbf6d0 req-0074d504-b31b-4eb6-b714-a50a76d6e584 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=71ba4b08-2e76-4197-9c6e-98a3ec4910a0 HTTP/1.1" status: 200 len: 1096 time: 0.0727932 Jul 09 09:38:07.735372 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-264b4ccd-a3e6-49e3-8961-0152b8bbf6d0 req-19cec82b-ada1-419b-90bd-d7bc058efe20 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350966 Jul 09 09:38:07.867436 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db506f12-dd84-4ddf-90bc-31ce627ef435 req-29df0b51-53a4-43a0-b306-b3aef480c363 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:07.869288 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db506f12-dd84-4ddf-90bc-31ce627ef435 req-29df0b51-53a4-43a0-b306-b3aef480c363 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.0666244 Jul 09 09:38:07.908865 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db506f12-dd84-4ddf-90bc-31ce627ef435 req-cfc7268a-0538-46fc-bae9-9ab05f361421 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336430 Jul 09 09:38:07.976485 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2153c-cba9-46cf-b09f-b57c3666dd07 req-9e91bd84-472d-4d0f-94e7-056ae3a1b117 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:07.979720 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-29b2153c-cba9-46cf-b09f-b57c3666dd07 req-9e91bd84-472d-4d0f-94e7-056ae3a1b117 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=42a52276-009a-4691-ba84-d604a9da5232 HTTP/1.1" status: 200 len: 945 time: 0.0697594 Jul 09 09:38:08.022994 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-29b2153c-cba9-46cf-b09f-b57c3666dd07 req-b7342cfa-e9e1-4875-b645-b2e256649a4c tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358875 Jul 09 09:38:08.094864 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a328145-261f-4856-b670-2a0c48b6ef91 req-09c2522e-3d08-4958-b36c-f67c0c743b1a tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:08.096452 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9a328145-261f-4856-b670-2a0c48b6ef91 req-09c2522e-3d08-4958-b36c-f67c0c743b1a tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=71ba4b08-2e76-4197-9c6e-98a3ec4910a0 HTTP/1.1" status: 200 len: 945 time: 0.0700605 Jul 09 09:38:08.156494 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9a328145-261f-4856-b670-2a0c48b6ef91 req-e6b0f413-0ab5-4ee9-969f-2fe117eac1d5 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484862 Jul 09 09:38:08.196744 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-916956d0-a793-4822-b239-4bd4ae1f0f06 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:08.206829 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-916956d0-a793-4822-b239-4bd4ae1f0f06 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:08.351784 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-916956d0-a793-4822-b239-4bd4ae1f0f06 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Floating IP 250ac47d-7e21-4c26-b399-644a0ccb64b4 associated. External IP: 172.25.3.57, port: baaf19b8-ef65-49bf-acfd-419af125a61f. Jul 09 09:38:08.451544 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56472) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:08.581768 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916956d0-a793-4822-b239-4bd4ae1f0f06 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Router 3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:38:08.609520 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2625fab3-615d-4449-bf54-4c2be07ea093 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fd1e4817887247cb839b06c8943f8731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567175 Jul 09 09:38:08.612090 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56476) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:08.684356 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f997c36-7a2a-49f5-afbb-3f6e1b18a3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:08.706767 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f997c36-7a2a-49f5-afbb-3f6e1b18a3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:08.716225 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916956d0-a793-4822-b239-4bd4ae1f0f06 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:38:08.720834 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-916956d0-a793-4822-b239-4bd4ae1f0f06 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:08.728942 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2672af9e-e215-4e16-b7be-986e35323742 None None] Sync routers for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:38:08.739473 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672af9e-e215-4e16-b7be-986e35323742 None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:08.740460 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2672af9e-e215-4e16-b7be-986e35323742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:08.759727 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f997c36-7a2a-49f5-afbb-3f6e1b18a3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:08.762560 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f997c36-7a2a-49f5-afbb-3f6e1b18a3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:08.764267 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6f997c36-7a2a-49f5-afbb-3f6e1b18a3cf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281 HTTP/1.1" status: 204 len: 168 time: 0.1510148 Jul 09 09:38:08.774520 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-916956d0-a793-4822-b239-4bd4ae1f0f06 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "PUT /v2.0/floatingips/250ac47d-7e21-4c26-b399-644a0ccb64b4 HTTP/1.1" status: 200 len: 976 time: 1.1946108 Jul 09 09:38:08.777374 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f997c36-7a2a-49f5-afbb-3f6e1b18a3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cf9f0c-5f1a-4f9e-8cc9-048c9adda281,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:08.778088 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56480) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:08.786026 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2672af9e-e215-4e16-b7be-986e35323742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:08.829001 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672af9e-e215-4e16-b7be-986e35323742 None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:08.829671 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2672af9e-e215-4e16-b7be-986e35323742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:37:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:08.869038 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:38:08.871860 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2672af9e-e215-4e16-b7be-986e35323742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:08.872745 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2672af9e-e215-4e16-b7be-986e35323742 None None] The sync data for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:38:08.898775 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:38:08.899789 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 04f472e6-1ec8-4cdc-a59e-469ac1f88c3d not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:38:08.924995 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-69df2811-345c-4460-b247-42766a90923f tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Deleting port baaf19b8-ef65-49bf-acfd-419af125a61f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:08.925351 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69df2811-345c-4460-b247-42766a90923f tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:08.969692 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:09.044964 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69df2811-345c-4460-b247-42766a90923f tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:09.165502 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56486) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:09.242707 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e74a66c2-0f84-41a5-b33e-dde830312b0d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a89b7c275af7412393712f0f0b1bcd82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0760274 Jul 09 09:38:09.245460 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69df2811-345c-4460-b247-42766a90923f tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:09.245948 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69df2811-345c-4460-b247-42766a90923f tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:09.246148 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-69df2811-345c-4460-b247-42766a90923f tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Floating IP 250ac47d-7e21-4c26-b399-644a0ccb64b4 disassociated. External IP: 172.25.3.57, port: baaf19b8-ef65-49bf-acfd-419af125a61f. Jul 09 09:38:09.246259 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56492) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:09.246573 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-69df2811-345c-4460-b247-42766a90923f tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Calling delete_port for baaf19b8-ef65-49bf-acfd-419af125a61f owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:09.305096 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-89f32342-126f-416c-b40e-b7e27954dfc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:09.307200 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9af54-52c5-4fee-995d-791ad7c6f7d9 req-35f8c669-e130-4094-9d9a-a43effe854f4 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:09.309286 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bab9af54-52c5-4fee-995d-791ad7c6f7d9 req-35f8c669-e130-4094-9d9a-a43effe854f4 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=42a52276-009a-4691-ba84-d604a9da5232 HTTP/1.1" status: 200 len: 945 time: 0.1285443 Jul 09 09:38:09.370056 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e38701fe-e807-4f15-972b-92bd795dc6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:09.382366 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69df2811-345c-4460-b247-42766a90923f tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:09.398329 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bab9af54-52c5-4fee-995d-791ad7c6f7d9 req-eb30704d-281d-41a9-8791-4fca7c84f047 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700119 Jul 09 09:38:09.412657 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df2811-345c-4460-b247-42766a90923f tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event deleted for resources: {'Port': ['ID=baaf19b8-ef65-49bf-acfd-419af125a61f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:09.413519 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e38701fe-e807-4f15-972b-92bd795dc6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:09.440053 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f80932-dbcd-45ff-8a9f-a4052370078d req-1e3ffa5c-1e48-4363-b8d1-56b7a902c992 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:09.441726 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-96f80932-dbcd-45ff-8a9f-a4052370078d req-1e3ffa5c-1e48-4363-b8d1-56b7a902c992 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=71ba4b08-2e76-4197-9c6e-98a3ec4910a0 HTTP/1.1" status: 200 len: 945 time: 0.1693757 Jul 09 09:38:09.478962 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:09.515826 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-96f80932-dbcd-45ff-8a9f-a4052370078d req-d10c8ff0-4d44-486f-b879-adf1410a6cfe tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624368 Jul 09 09:38:09.542035 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e38701fe-e807-4f15-972b-92bd795dc6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:09.545720 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e38701fe-e807-4f15-972b-92bd795dc6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:09.550689 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e38701fe-e807-4f15-972b-92bd795dc6ee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d993f0ec-c4bb-4b79-9268-35c2e725b23d HTTP/1.1" status: 204 len: 168 time: 0.3021035 Jul 09 09:38:09.564908 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38701fe-e807-4f15-972b-92bd795dc6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d993f0ec-c4bb-4b79-9268-35c2e725b23d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:09.572987 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69df2811-345c-4460-b247-42766a90923f tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Router 3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:38:09.706036 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69df2811-345c-4460-b247-42766a90923f tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:38:09.716719 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f85bcd-3b79-4724-85b9-b168c1d959d7 None None] Sync routers for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:38:09.735185 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f85bcd-3b79-4724-85b9-b168c1d959d7 None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:09.736147 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-59f85bcd-3b79-4724-85b9-b168c1d959d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:09.808657 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-59f85bcd-3b79-4724-85b9-b168c1d959d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:09.812433 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69df2811-345c-4460-b247-42766a90923f tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:09.814467 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-69df2811-345c-4460-b247-42766a90923f tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "DELETE /v2.0/ports/baaf19b8-ef65-49bf-acfd-419af125a61f HTTP/1.1" status: 204 len: 168 time: 1.0351977 Jul 09 09:38:09.817515 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56506) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:09.820155 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f85bcd-3b79-4724-85b9-b168c1d959d7 None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:09.821017 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-59f85bcd-3b79-4724-85b9-b168c1d959d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:09.866390 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-59f85bcd-3b79-4724-85b9-b168c1d959d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:09.867192 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f85bcd-3b79-4724-85b9-b168c1d959d7 None None] The sync data for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:38:09.896135 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8cffad4b-66dc-45f4-a5fb-1caede25913c tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "GET /v2.0/floatingips/250ac47d-7e21-4c26-b399-644a0ccb64b4 HTTP/1.1" status: 200 len: 687 time: 0.0773365 Jul 09 09:38:09.898564 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56508) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:10.037029 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-d4ca9482-ebd4-4c03-9be7-5f35e8783185 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Deleting port 046d8fb3-c551-4de0-a84d-266700d2d745 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:10.037377 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d4ca9482-ebd4-4c03-9be7-5f35e8783185 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:10.039745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625e3a0-88bd-40b3-90a4-29c3af0a8b9d req-9de91884-e29e-4976-97af-bad6dcd15fc5 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:10.041299 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3625e3a0-88bd-40b3-90a4-29c3af0a8b9d req-9de91884-e29e-4976-97af-bad6dcd15fc5 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=42a52276-009a-4691-ba84-d604a9da5232 HTTP/1.1" status: 200 len: 945 time: 0.1197817 Jul 09 09:38:10.065048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143c550-8536-4dbc-a73a-1e28c97da043 req-6b8c7683-e8c9-48bc-aee7-c9643315b9e6 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:10.066996 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7143c550-8536-4dbc-a73a-1e28c97da043 req-6b8c7683-e8c9-48bc-aee7-c9643315b9e6 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=3813f6ee-296c-4010-9c49-b5837958d798 HTTP/1.1" status: 200 len: 945 time: 0.1082361 Jul 09 09:38:10.113562 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3625e3a0-88bd-40b3-90a4-29c3af0a8b9d req-e6e67912-e4ff-4333-947e-0245d48fe2f4 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655243 Jul 09 09:38:10.126574 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7143c550-8536-4dbc-a73a-1e28c97da043 req-237db74a-9092-4f06-9280-0eea8d625f7f tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507202 Jul 09 09:38:10.129575 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d4ca9482-ebd4-4c03-9be7-5f35e8783185 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:10.130037 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d4ca9482-ebd4-4c03-9be7-5f35e8783185 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:10.153791 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-d4ca9482-ebd4-4c03-9be7-5f35e8783185 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Calling delete_port for 046d8fb3-c551-4de0-a84d-266700d2d745 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:10.300661 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d4ca9482-ebd4-4c03-9be7-5f35e8783185 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:10.328151 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca9482-ebd4-4c03-9be7-5f35e8783185 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event deleted for resources: {'Port': ['ID=046d8fb3-c551-4de0-a84d-266700d2d745,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:10.394634 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d4ca9482-ebd4-4c03-9be7-5f35e8783185 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:10.397260 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d4ca9482-ebd4-4c03-9be7-5f35e8783185 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:10.398439 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d4ca9482-ebd4-4c03-9be7-5f35e8783185 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "DELETE /v2.0/floatingips/250ac47d-7e21-4c26-b399-644a0ccb64b4 HTTP/1.1" status: 204 len: 168 time: 0.4988701 Jul 09 09:38:10.402697 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56528) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:10.408286 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1bcb4ca8-9294-4af6-958c-325e9a74a25c tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': '47434052-3150-4524-b971-2e7343864700'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:10.432427 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bcb4ca8-9294-4af6-958c-325e9a74a25c tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:10.436262 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc97a5b-a75c-46bb-9633-2cdd40ba6390 req-5a3499a2-2aee-43bb-a9c2-534112877d09 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:10.437096 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ecc97a5b-a75c-46bb-9633-2cdd40ba6390 req-5a3499a2-2aee-43bb-a9c2-534112877d09 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.0717516 Jul 09 09:38:10.484859 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ecc97a5b-a75c-46bb-9633-2cdd40ba6390 req-1388e28f-91a1-43f9-b8fc-8e425cfda425 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401289 Jul 09 09:38:10.538898 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bcb4ca8-9294-4af6-958c-325e9a74a25c tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:10.672484 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-1bcb4ca8-9294-4af6-958c-325e9a74a25c tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Allocated IP 172.25.3.192 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/d10e753e-068f-4f8e-8b96-3efd9b301a16) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:38:10.813658 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bcb4ca8-9294-4af6-958c-325e9a74a25c tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:10.817203 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec671a5f-40c1-4940-83f8-562f741972e3 req-88430d58-7cfd-4198-911a-e2a6a6170df3 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:10.824349 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec671a5f-40c1-4940-83f8-562f741972e3 req-88430d58-7cfd-4198-911a-e2a6a6170df3 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:10.830441 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec671a5f-40c1-4940-83f8-562f741972e3 req-88430d58-7cfd-4198-911a-e2a6a6170df3 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:10.837430 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec671a5f-40c1-4940-83f8-562f741972e3 req-88430d58-7cfd-4198-911a-e2a6a6170df3 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=3813f6ee-296c-4010-9c49-b5837958d798&device_id=71ba4b08-2e76-4197-9c6e-98a3ec4910a0&device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 2417 time: 0.1000607 Jul 09 09:38:10.855899 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bcb4ca8-9294-4af6-958c-325e9a74a25c tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:10.888110 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec671a5f-40c1-4940-83f8-562f741972e3 req-b3b26b36-adfd-4578-a3e2-3cee54db88f6 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385950 Jul 09 09:38:10.897560 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcb4ca8-9294-4af6-958c-325e9a74a25c tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:38:10.904170 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-1bcb4ca8-9294-4af6-958c-325e9a74a25c tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:10.907988 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcb4ca8-9294-4af6-958c-325e9a74a25c tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:38:10.931573 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb4ca8-9294-4af6-958c-325e9a74a25c tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Port': ['ID=d10e753e-068f-4f8e-8b96-3efd9b301a16,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:11.101305 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:11.127653 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82512de3-79cd-4168-a28a-35c2c359f3f5 req-c6b7c3ad-ff64-4803-bd5e-66a2669e2c95 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:11.129320 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-82512de3-79cd-4168-a28a-35c2c359f3f5 req-c6b7c3ad-ff64-4803-bd5e-66a2669e2c95 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=3813f6ee-296c-4010-9c49-b5837958d798 HTTP/1.1" status: 200 len: 945 time: 0.0731769 Jul 09 09:38:11.182202 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-82512de3-79cd-4168-a28a-35c2c359f3f5 req-022ea971-4a69-4a48-a53f-ede9b54efebc tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469067 Jul 09 09:38:11.242426 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577664a-6d34-405a-8fdd-1f34a8aa2ba9 req-86518c8f-96ef-48ed-99ae-f65af7eae12c tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:11.243929 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5577664a-6d34-405a-8fdd-1f34a8aa2ba9 req-86518c8f-96ef-48ed-99ae-f65af7eae12c tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.58 "GET /v2.0/ports?device_id=42a52276-009a-4691-ba84-d604a9da5232 HTTP/1.1" status: 200 len: 945 time: 0.1424701 Jul 09 09:38:11.346642 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37172ef8-e39e-4a97-b395-4ec3b9f4fefa req-494c0d1b-7be3-4ef8-9af9-1089e4bf9fcd tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:11.348275 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37172ef8-e39e-4a97-b395-4ec3b9f4fefa req-494c0d1b-7be3-4ef8-9af9-1089e4bf9fcd tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=42a52276-009a-4691-ba84-d604a9da5232 HTTP/1.1" status: 200 len: 945 time: 0.0741215 Jul 09 09:38:11.400398 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37172ef8-e39e-4a97-b395-4ec3b9f4fefa req-d8077df9-65b5-41f7-93b8-d0d7864dc452 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456197 Jul 09 09:38:11.477003 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-5577664a-6d34-405a-8fdd-1f34a8aa2ba9 req-69c0daca-a252-4dd6-91da-eaa05e2c22c8 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Deleting port 086e1d62-1395-4c51-a9fd-bda2ecff7e59 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:11.477593 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5577664a-6d34-405a-8fdd-1f34a8aa2ba9 req-69c0daca-a252-4dd6-91da-eaa05e2c22c8 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:11.483029 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bcb4ca8-9294-4af6-958c-325e9a74a25c tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:11.869372 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56582) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:11.990199 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-5577664a-6d34-405a-8fdd-1f34a8aa2ba9 req-69c0daca-a252-4dd6-91da-eaa05e2c22c8 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] For port 086e1d62-1395-4c51-a9fd-bda2ecff7e59, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=086e1d62-1395-4c51-a9fd-bda2ecff7e59,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:11.990549 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5577664a-6d34-405a-8fdd-1f34a8aa2ba9 req-69c0daca-a252-4dd6-91da-eaa05e2c22c8 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:11.997043 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2232ee2-80b4-4d81-87af-fed726d42c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:11.998488 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bcb4ca8-9294-4af6-958c-325e9a74a25c tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:12.021238 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-5577664a-6d34-405a-8fdd-1f34a8aa2ba9 req-69c0daca-a252-4dd6-91da-eaa05e2c22c8 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Calling delete_port for 086e1d62-1395-4c51-a9fd-bda2ecff7e59 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:12.104297 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2232ee2-80b4-4d81-87af-fed726d42c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:12.109355 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2232ee2-80b4-4d81-87af-fed726d42c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:12.153778 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2232ee2-80b4-4d81-87af-fed726d42c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b2e728-5453-47c4-9e96-8deae9e49977,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:12.164616 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e2232ee2-80b4-4d81-87af-fed726d42c86 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3cdaba2948ad49caa11613a6c8e22c70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931449 Jul 09 09:38:12.166707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56590) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:12.230690 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69ab5696-bb2b-40d6-bc23-53e7b9dae900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:12.258289 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69ab5696-bb2b-40d6-bc23-53e7b9dae900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:12.259684 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bcb4ca8-9294-4af6-958c-325e9a74a25c tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:12.265803 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bcb4ca8-9294-4af6-958c-325e9a74a25c tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:12.321982 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69ab5696-bb2b-40d6-bc23-53e7b9dae900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:12.325327 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69ab5696-bb2b-40d6-bc23-53e7b9dae900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:12.326760 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-69ab5696-bb2b-40d6-bc23-53e7b9dae900 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/61b2e728-5453-47c4-9e96-8deae9e49977 HTTP/1.1" status: 204 len: 168 time: 0.1585021 Jul 09 09:38:12.335709 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5577664a-6d34-405a-8fdd-1f34a8aa2ba9 req-69c0daca-a252-4dd6-91da-eaa05e2c22c8 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:12.337039 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab5696-bb2b-40d6-bc23-53e7b9dae900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b2e728-5453-47c4-9e96-8deae9e49977,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:12.351340 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['086e1d62-1395-4c51-a9fd-bda2ecff7e59'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:38:12.367138 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb4ca8-9294-4af6-958c-325e9a74a25c tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Port': ['ID=d10e753e-068f-4f8e-8b96-3efd9b301a16,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:12.418998 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bcb4ca8-9294-4af6-958c-325e9a74a25c tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:12.468984 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0daca-a252-4dd6-91da-eaa05e2c22c8 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Pushing event deleted for resources: {'Port': ['ID=086e1d62-1395-4c51-a9fd-bda2ecff7e59,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:12.474290 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-5577664a-6d34-405a-8fdd-1f34a8aa2ba9 req-69c0daca-a252-4dd6-91da-eaa05e2c22c8 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] No DVR routers for this DVR port 086e1d62-1395-4c51-a9fd-bda2ecff7e59 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:38:12.476956 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5577664a-6d34-405a-8fdd-1f34a8aa2ba9 req-69c0daca-a252-4dd6-91da-eaa05e2c22c8 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:12.479018 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5577664a-6d34-405a-8fdd-1f34a8aa2ba9 req-69c0daca-a252-4dd6-91da-eaa05e2c22c8 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.58 "DELETE /v2.0/ports/086e1d62-1395-4c51-a9fd-bda2ecff7e59 HTTP/1.1" status: 204 len: 173 time: 1.2300065 Jul 09 09:38:12.483721 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a52276-009a-4691-ba84-d604a9da5232', 'name': 'network-vif-deleted', 'tag': '086e1d62-1395-4c51-a9fd-bda2ecff7e59'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:38:12.486001 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ae65d7-95f9-4a70-8426-2cbc2de86b6a" -d '{"events": [{"server_uuid": "42a52276-009a-4691-ba84-d604a9da5232", "name": "network-vif-deleted", "tag": "086e1d62-1395-4c51-a9fd-bda2ecff7e59"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:38:12.580459 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-1bcb4ca8-9294-4af6-958c-325e9a74a25c tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Floating IP 3dda9e35-ffce-4973-b907-5e212ca6735d associated. External IP: 172.25.3.192, port: 47434052-3150-4524-b971-2e7343864700. Jul 09 09:38:12.611580 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-72e8fd18-c808-4473-b6d6-975f1ac3c8cc req-22559722-17bb-4442-968d-4f3e31754fe8 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=42a52276-009a-4691-ba84-d604a9da5232 HTTP/1.1" status: 200 len: 210 time: 0.0596423 Jul 09 09:38:12.644632 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adba287-65a4-487b-a973-1cffaf2fa194 x-openstack-request-id: req-2adba287-65a4-487b-a973-1cffaf2fa194 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:38:12.645000 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a52276-009a-4691-ba84-d604a9da5232", "name": "network-vif-deleted", "tag": "086e1d62-1395-4c51-a9fd-bda2ecff7e59", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:38:12.645322 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2adba287-65a4-487b-a973-1cffaf2fa194 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:38:12.645669 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a52276-009a-4691-ba84-d604a9da5232', 'name': 'network-vif-deleted', 'tag': '086e1d62-1395-4c51-a9fd-bda2ecff7e59', 'status': 'completed', 'code': 200} Jul 09 09:38:12.708072 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56604) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:12.736008 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cce69451-4e31-48c6-b816-6b9fa9d70c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:12.846073 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f9ca7-9a84-4c24-8bc6-5c8c042da3dc req-726a77a7-6da7-40bc-b326-06be6340fe42 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:12.847588 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-293f9ca7-9a84-4c24-8bc6-5c8c042da3dc req-726a77a7-6da7-40bc-b326-06be6340fe42 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.1135814 Jul 09 09:38:12.856399 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcb4ca8-9294-4af6-958c-325e9a74a25c tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Router 3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:38:12.871677 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:12.918967 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-293f9ca7-9a84-4c24-8bc6-5c8c042da3dc req-614a50c7-d0de-4c7c-a606-951b07f82989 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571513 Jul 09 09:38:12.930060 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cce69451-4e31-48c6-b816-6b9fa9d70c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:12.943677 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cce69451-4e31-48c6-b816-6b9fa9d70c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:12.972092 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcb4ca8-9294-4af6-958c-325e9a74a25c tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:38:12.985955 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48901ba4-2d74-4627-8bfe-df8b9d6bb031 None None] Sync routers for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:38:12.989347 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bcb4ca8-9294-4af6-958c-325e9a74a25c tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:13.000280 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48901ba4-2d74-4627-8bfe-df8b9d6bb031 None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:13.001506 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-48901ba4-2d74-4627-8bfe-df8b9d6bb031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:13.008745 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-cce69451-4e31-48c6-b816-6b9fa9d70c07 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5970e205d383487792faed71f7b600e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970455 Jul 09 09:38:13.008745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce69451-4e31-48c6-b816-6b9fa9d70c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eea8c85-72f8-4e7b-ba65-770321e51fb2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:13.010560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56610) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:13.044445 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1bcb4ca8-9294-4af6-958c-325e9a74a25c tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.6399512 Jul 09 09:38:13.046931 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56612) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:13.053145 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-48901ba4-2d74-4627-8bfe-df8b9d6bb031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:13.056112 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3ce2c57b-5386-406c-a944-322ba70d4415 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-219508315'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:13.064240 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48901ba4-2d74-4627-8bfe-df8b9d6bb031 None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:13.065139 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-48901ba4-2d74-4627-8bfe-df8b9d6bb031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:13.107794 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-48901ba4-2d74-4627-8bfe-df8b9d6bb031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:13.108551 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48901ba4-2d74-4627-8bfe-df8b9d6bb031 None None] The sync data for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:38:13.115246 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce2c57b-5386-406c-a944-322ba70d4415 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Made reservation on behalf of 9b23b4f5d49e49edbeb2a585daf6c1bc for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:13.118728 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ce2c57b-5386-406c-a944-322ba70d4415 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:13.129931 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b15400e2-a41c-48c2-8646-b2fe67508f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:13.163256 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b15400e2-a41c-48c2-8646-b2fe67508f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:13.164976 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce2c57b-5386-406c-a944-322ba70d4415 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:38:13.187273 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ce2c57b-5386-406c-a944-322ba70d4415 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:13.187614 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-3ce2c57b-5386-406c-a944-322ba70d4415 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Added segment f1c753e4-aadc-4f39-b702-246c2570942b of type vlan for network 0e385a1f-43b2-4c62-b6a4-3cb963147d16 Jul 09 09:38:13.244514 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ce2c57b-5386-406c-a944-322ba70d4415 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:13.275246 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b15400e2-a41c-48c2-8646-b2fe67508f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:13.277858 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b15400e2-a41c-48c2-8646-b2fe67508f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:13.279040 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b15400e2-a41c-48c2-8646-b2fe67508f7b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3eea8c85-72f8-4e7b-ba65-770321e51fb2 HTTP/1.1" status: 204 len: 168 time: 0.2668076 Jul 09 09:38:13.287334 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ce2c57b-5386-406c-a944-322ba70d4415 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:13.293305 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce2c57b-5386-406c-a944-322ba70d4415 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:13.293911 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ce2c57b-5386-406c-a944-322ba70d4415 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:13.304178 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15400e2-a41c-48c2-8646-b2fe67508f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eea8c85-72f8-4e7b-ba65-770321e51fb2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:13.379304 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3ce2c57b-5386-406c-a944-322ba70d4415 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3312981 Jul 09 09:38:13.382624 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56616) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:13.389376 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9b222ff7-0d0a-4831-b176-5e93d393428d tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Request body: {'subnet': {'network_id': '0e385a1f-43b2-4c62-b6a4-3cb963147d16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:13.404060 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2c57b-5386-406c-a944-322ba70d4415 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Network': ['ID=0e385a1f-43b2-4c62-b6a4-3cb963147d16,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:13.414467 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 0e385a1f-43b2-4c62-b6a4-3cb963147d16 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:38:13.496585 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b222ff7-0d0a-4831-b176-5e93d393428d tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Made reservation on behalf of 9b23b4f5d49e49edbeb2a585daf6c1bc for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:13.500513 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b222ff7-0d0a-4831-b176-5e93d393428d tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:13.689192 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b222ff7-0d0a-4831-b176-5e93d393428d tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:13.762005 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b222ff7-0d0a-4831-b176-5e93d393428d tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Checking segment: {'id': 'f1c753e4-aadc-4f39-b702-246c2570942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0e385a1f-43b2-4c62-b6a4-3cb963147d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:38:13.762376 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b222ff7-0d0a-4831-b176-5e93d393428d tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Network hostable DHCP agents. Network: 0e385a1f-43b2-4c62-b6a4-3cb963147d16, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:38:13.767773 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b222ff7-0d0a-4831-b176-5e93d393428d tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Subnet': ['ID=be38548a-b543-4664-bd1c-7ce758fa7d67,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:13.789076 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b222ff7-0d0a-4831-b176-5e93d393428d tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Network 0e385a1f-43b2-4c62-b6a4-3cb963147d16 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:38:13.799065 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-9b222ff7-0d0a-4831-b176-5e93d393428d tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 0e385a1f-43b2-4c62-b6a4-3cb963147d16) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:13.804450 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b222ff7-0d0a-4831-b176-5e93d393428d tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:13.805056 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b222ff7-0d0a-4831-b176-5e93d393428d tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:13.815598 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16ed2cf-31aa-4706-b27d-ce9763095ec9 None None] Network 0e385a1f-43b2-4c62-b6a4-3cb963147d16 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:13.822438 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9b222ff7-0d0a-4831-b176-5e93d393428d tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4386656 Jul 09 09:38:13.825599 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56636) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:13.831499 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9c4ac41e-b9cf-4b7f-99a2-a500689f6825 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-828692120', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:13.857767 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c4ac41e-b9cf-4b7f-99a2-a500689f6825 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:13.858937 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c4ac41e-b9cf-4b7f-99a2-a500689f6825 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:13.932082 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c4ac41e-b9cf-4b7f-99a2-a500689f6825 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:14.067462 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd616e0-8f12-4a54-9b8a-069c4aa636b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-0e385a1f-43b2-4c62-b6a4-3cb963147d16', 'network_id': '0e385a1f-43b2-4c62-b6a4-3cb963147d16', 'tenant_id': '9b23b4f5d49e49edbeb2a585daf6c1bc', 'fixed_ips': [{'subnet_id': 'be38548a-b543-4664-bd1c-7ce758fa7d67'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:38:14.068387 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-acd616e0-8f12-4a54-9b8a-069c4aa636b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:14.108246 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c4ac41e-b9cf-4b7f-99a2-a500689f6825 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:14.119912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-de0e4f5b-69ea-439c-9528-35961dcbca85 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:14.122677 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-de0e4f5b-69ea-439c-9528-35961dcbca85 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/networks?id=1ae54679-4cff-4994-98e0-50f486401346 HTTP/1.1" status: 200 len: 812 time: 0.1659908 Jul 09 09:38:14.148458 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-14ef2ce3-f86f-4bcf-8d38-8a274e853ec6 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/quotas/3c3657de35454de2af834416af126211 HTTP/1.1" status: 200 len: 375 time: 0.0200267 Jul 09 09:38:14.193298 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-118ac958-6e37-47be-ab9e-ef3da92b16d9 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3c3657de35454de2af834416af126211&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393138 Jul 09 09:38:14.241710 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-acd616e0-8f12-4a54-9b8a-069c4aa636b9 None None] Allocated IP 172.20.0.2 (0e385a1f-43b2-4c62-b6a4-3cb963147d16/be38548a-b543-4664-bd1c-7ce758fa7d67/40ccd65e-5c6c-492b-896f-5aa2d4628792) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:38:14.328425 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c4ac41e-b9cf-4b7f-99a2-a500689f6825 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:14.331490 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e55973-5b3b-42c5-a661-758e1581cc7b req-1eac5d16-10cd-4c2d-ae23-38cb2a060251 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:14.333177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8e55973-5b3b-42c5-a661-758e1581cc7b req-1eac5d16-10cd-4c2d-ae23-38cb2a060251 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.1425064 Jul 09 09:38:14.335115 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-92c02aca-7561-4d15-b208-b68c4a7d80e4 service neutron] 10.222.0.61 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321745 Jul 09 09:38:14.347645 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c4ac41e-b9cf-4b7f-99a2-a500689f6825 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:14.404804 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-acd616e0-8f12-4a54-9b8a-069c4aa636b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:14.416361 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-acd616e0-8f12-4a54-9b8a-069c4aa636b9 None None] Transition to ACTIVE for port object 40ccd65e-5c6c-492b-896f-5aa2d4628792 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:38:14.429240 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8e55973-5b3b-42c5-a661-758e1581cc7b req-afc71660-95fc-4a4d-bca0-53aac97fc601 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878417 Jul 09 09:38:14.435509 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-acd616e0-8f12-4a54-9b8a-069c4aa636b9 None None] Transition to ACTIVE for port object 40ccd65e-5c6c-492b-896f-5aa2d4628792 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:38:14.444593 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-acd616e0-8f12-4a54-9b8a-069c4aa636b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:14.469283 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-9c4ac41e-b9cf-4b7f-99a2-a500689f6825 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Allocated IP 172.25.3.153 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/764803f8-aaff-4ef4-a555-cc48a80f811f) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:38:14.477427 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-7adc6cfd-4ec3-40cb-9b5c-63840148466d service neutron] 10.222.0.61 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336918 Jul 09 09:38:14.502423 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd616e0-8f12-4a54-9b8a-069c4aa636b9 None None] Pushing event updated for resources: {'Port': ['ID=40ccd65e-5c6c-492b-896f-5aa2d4628792,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:14.513297 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd616e0-8f12-4a54-9b8a-069c4aa636b9 None None] Network 0e385a1f-43b2-4c62-b6a4-3cb963147d16 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:38:14.514831 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-acd616e0-8f12-4a54-9b8a-069c4aa636b9 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:14.517201 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd616e0-8f12-4a54-9b8a-069c4aa636b9 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:38:14.580172 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-acd616e0-8f12-4a54-9b8a-069c4aa636b9 None None] Attempting to bind port 40ccd65e-5c6c-492b-896f-5aa2d4628792 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:38:14.580621 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-acd616e0-8f12-4a54-9b8a-069c4aa636b9 None None] Attempting to bind port 40ccd65e-5c6c-492b-896f-5aa2d4628792 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'f1c753e4-aadc-4f39-b702-246c2570942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0e385a1f-43b2-4c62-b6a4-3cb963147d16'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:38:14.581115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd616e0-8f12-4a54-9b8a-069c4aa636b9 None None] Attempting to bind port 40ccd65e-5c6c-492b-896f-5aa2d4628792 on network 0e385a1f-43b2-4c62-b6a4-3cb963147d16 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:38:14.586372 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd616e0-8f12-4a54-9b8a-069c4aa636b9 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:38:14.586843 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd616e0-8f12-4a54-9b8a-069c4aa636b9 None None] Checking segment: {'id': 'f1c753e4-aadc-4f39-b702-246c2570942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0e385a1f-43b2-4c62-b6a4-3cb963147d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:38:14.587461 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-acd616e0-8f12-4a54-9b8a-069c4aa636b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:14.587955 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd616e0-8f12-4a54-9b8a-069c4aa636b9 None None] Bound using segment: {'id': 'f1c753e4-aadc-4f39-b702-246c2570942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0e385a1f-43b2-4c62-b6a4-3cb963147d16'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:38:14.588497 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-acd616e0-8f12-4a54-9b8a-069c4aa636b9 None None] Bound port: 40ccd65e-5c6c-492b-896f-5aa2d4628792, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c753e4-aadc-4f39-b702-246c2570942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0e385a1f-43b2-4c62-b6a4-3cb963147d16'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:38:14.588953 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-acd616e0-8f12-4a54-9b8a-069c4aa636b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:14.612100 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c4ac41e-b9cf-4b7f-99a2-a500689f6825 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:14.671375 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-acd616e0-8f12-4a54-9b8a-069c4aa636b9 None None] For port 40ccd65e-5c6c-492b-896f-5aa2d4628792, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:38:14.676627 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-acd616e0-8f12-4a54-9b8a-069c4aa636b9 None None] For port 40ccd65e-5c6c-492b-896f-5aa2d4628792, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=40ccd65e-5c6c-492b-896f-5aa2d4628792,segment=NetworkSegment(f1c753e4-aadc-4f39-b702-246c2570942b),segment_id=f1c753e4-aadc-4f39-b702-246c2570942b)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:38:14.683324 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-acd616e0-8f12-4a54-9b8a-069c4aa636b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:14.722085 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c4ac41e-b9cf-4b7f-99a2-a500689f6825 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:14.760124 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a3e8b775-5e78-4ab7-88d3-9855c8059002 req-ceabadf7-a4ce-424b-81fc-af1ef861cdcb tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=45b22658-f012-4b1a-9e69-757f3d233548 HTTP/1.1" status: 200 len: 210 time: 0.0547616 Jul 09 09:38:14.794329 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd616e0-8f12-4a54-9b8a-069c4aa636b9 None None] Pushing event updated for resources: {'Port': ['ID=40ccd65e-5c6c-492b-896f-5aa2d4628792,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:14.810781 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4ac41e-b9cf-4b7f-99a2-a500689f6825 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:38:14.828290 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-9c4ac41e-b9cf-4b7f-99a2-a500689f6825 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:14.834864 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4ac41e-b9cf-4b7f-99a2-a500689f6825 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:38:14.859850 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 086e1d62-1395-4c51-a9fd-bda2ecff7e59 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:38:14.866613 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ac41e-b9cf-4b7f-99a2-a500689f6825 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Port': ['ID=764803f8-aaff-4ef4-a555-cc48a80f811f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:14.898198 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 086e1d62-1395-4c51-a9fd-bda2ecff7e59 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:38:14.898563 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 086e1d62-1395-4c51-a9fd-bda2ecff7e59 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:38:15.260412 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c4ac41e-b9cf-4b7f-99a2-a500689f6825 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:15.463120 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6ce69659-bac9-46a9-bb4b-697b0eeda311 req-a5e0d202-26be-4ede-8ab4-0206ca2c5328 tempest-FlavorsV2NegativeTest-782263428 tempest-FlavorsV2NegativeTest-782263428-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ffe434bd8cf14bf49fb69d639f2e49c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215626 Jul 09 09:38:15.481742 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c4ac41e-b9cf-4b7f-99a2-a500689f6825 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:15.644927 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce69659-bac9-46a9-bb4b-697b0eeda311 req-662ce22b-2ea0-49bc-82d8-d52194cba226 tempest-FlavorsV2NegativeTest-782263428 tempest-FlavorsV2NegativeTest-782263428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:15.653144 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6ce69659-bac9-46a9-bb4b-697b0eeda311 req-662ce22b-2ea0-49bc-82d8-d52194cba226 tempest-FlavorsV2NegativeTest-782263428 tempest-FlavorsV2NegativeTest-782263428-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1829243 Jul 09 09:38:15.655942 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4ac41e-b9cf-4b7f-99a2-a500689f6825 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Router fa8693c2-d694-42f7-a391-bd76e4d07021 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:38:15.675358 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6ce69659-bac9-46a9-bb4b-697b0eeda311 req-f44e2cd5-1d36-407a-9f37-90c5d78a05e5 tempest-FlavorsV2NegativeTest-782263428 tempest-FlavorsV2NegativeTest-782263428-project] 10.222.0.61 "GET /v2.0/quotas/ffe434bd8cf14bf49fb69d639f2e49c7 HTTP/1.1" status: 200 len: 375 time: 0.0131242 Jul 09 09:38:15.716195 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6ce69659-bac9-46a9-bb4b-697b0eeda311 req-5db24bfb-fe04-45a8-9f4a-9020c785811d tempest-FlavorsV2NegativeTest-782263428 tempest-FlavorsV2NegativeTest-782263428-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ffe434bd8cf14bf49fb69d639f2e49c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332191 Jul 09 09:38:15.738908 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11ddb3-78e4-454f-b7c5-016bf631c4b8 req-12722b6f-17f4-4a39-b300-1608392b5456 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:15.740558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb11ddb3-78e4-454f-b7c5-016bf631c4b8 req-12722b6f-17f4-4a39-b300-1608392b5456 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.1741638 Jul 09 09:38:15.788698 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb11ddb3-78e4-454f-b7c5-016bf631c4b8 req-e2789718-698d-4048-9714-831295a34c8b tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425200 Jul 09 09:38:16.064314 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-62994100-a705-4f4c-b4dc-45dbfb36cd3e req-07ff01e8-3905-4454-8474-4ee5a5c66857 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=45b22658-f012-4b1a-9e69-757f3d233548 HTTP/1.1" status: 200 len: 210 time: 0.0549095 Jul 09 09:38:16.133751 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448caa93-86df-45a6-a037-c57b9d5bd65f None None] Network 0e385a1f-43b2-4c62-b6a4-3cb963147d16 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:16.201484 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-3ae5d1dc-85fe-4405-8ca8-b984a252bb0b tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:16.202424 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4ac41e-b9cf-4b7f-99a2-a500689f6825 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:38:16.203019 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-3ae5d1dc-85fe-4405-8ca8-b984a252bb0b tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.64 "GET /v2.0/networks?id=1ae54679-4cff-4994-98e0-50f486401346 HTTP/1.1" status: 200 len: 812 time: 0.1374259 Jul 09 09:38:16.213920 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8685585d-42c5-498a-80b9-073afc1198ef None None] Sync routers for ids ['fa8693c2-d694-42f7-a391-bd76e4d07021'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:38:16.216088 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-0c66eeda-6c18-426d-a294-eeca1d333bbf tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Request body: {'port': {'device_id': '45b22658-f012-4b1a-9e69-757f3d233548', 'network_id': '1ae54679-4cff-4994-98e0-50f486401346', 'admin_state_up': True, 'tenant_id': '3c3657de35454de2af834416af126211'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:16.230027 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8685585d-42c5-498a-80b9-073afc1198ef None None] Routers {'fa8693c2-d694-42f7-a391-bd76e4d07021'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:16.232262 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8685585d-42c5-498a-80b9-073afc1198ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['fa8693c2-d694-42f7-a391-bd76e4d07021'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:16.235829 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c4ac41e-b9cf-4b7f-99a2-a500689f6825 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:16.240705 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-264e85a1-85d4-4cd7-b22b-25d7871c8d8f None None] Provisioning for port 40ccd65e-5c6c-492b-896f-5aa2d4628792 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:38:16.241637 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9c4ac41e-b9cf-4b7f-99a2-a500689f6825 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4148405 Jul 09 09:38:16.243649 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56732) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:16.288600 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8685585d-42c5-498a-80b9-073afc1198ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:16.305843 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8685585d-42c5-498a-80b9-073afc1198ef None None] Routers {'fa8693c2-d694-42f7-a391-bd76e4d07021'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:16.306939 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8685585d-42c5-498a-80b9-073afc1198ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['fa8693c2-d694-42f7-a391-bd76e4d07021'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:16.363684 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8685585d-42c5-498a-80b9-073afc1198ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:16.366665 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8685585d-42c5-498a-80b9-073afc1198ef None None] The sync data for ids ['fa8693c2-d694-42f7-a391-bd76e4d07021'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:38:16.388707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-0c66eeda-6c18-426d-a294-eeca1d333bbf tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Made reservation on behalf of 3c3657de35454de2af834416af126211 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:16.392609 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-0c66eeda-6c18-426d-a294-eeca1d333bbf tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:16.559585 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56738) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:16.606621 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-0c66eeda-6c18-426d-a294-eeca1d333bbf tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Allocated IP 172.20.0.8 (1ae54679-4cff-4994-98e0-50f486401346/112afd71-533d-4ba0-a28c-db2bcc9ef172/dfc6b8b8-743c-42bb-83f1-e82c3282d71e) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:38:16.700240 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cefe98c5-ffb8-480d-9eb2-cf05fa1da020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:16.787460 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-0c66eeda-6c18-426d-a294-eeca1d333bbf tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:16.861659 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-0c66eeda-6c18-426d-a294-eeca1d333bbf tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:16.903022 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1f9cc01-9e3c-4bd5-a86e-ca344a84a4cc tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:16.912270 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 40ccd65e-5c6c-492b-896f-5aa2d4628792 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:38:16.925652 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cefe98c5-ffb8-480d-9eb2-cf05fa1da020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:16.932116 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cefe98c5-ffb8-480d-9eb2-cf05fa1da020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:16.953082 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-0c66eeda-6c18-426d-a294-eeca1d333bbf tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Network 1ae54679-4cff-4994-98e0-50f486401346 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:38:16.974332 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 40ccd65e-5c6c-492b-896f-5aa2d4628792 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:38:16.980131 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 40ccd65e-5c6c-492b-896f-5aa2d4628792 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:16.982389 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:16.982529 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-0c66eeda-6c18-426d-a294-eeca1d333bbf tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:16.985465 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-0c66eeda-6c18-426d-a294-eeca1d333bbf tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:38:17.048373 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cefe98c5-ffb8-480d-9eb2-cf05fa1da020 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ffe434bd8cf14bf49fb69d639f2e49c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4876614 Jul 09 09:38:17.049092 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe98c5-ffb8-480d-9eb2-cf05fa1da020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7c824e-a373-4f23-92c7-2498e2a4fd33,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:17.052054 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66eeda-6c18-426d-a294-eeca1d333bbf tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Pushing event updated for resources: {'Port': ['ID=dfc6b8b8-743c-42bb-83f1-e82c3282d71e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:17.054557 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56746) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:17.072333 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-0c66eeda-6c18-426d-a294-eeca1d333bbf tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:17.072333 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-0c66eeda-6c18-426d-a294-eeca1d333bbf tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:17.103401 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:17.116588 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-0c66eeda-6c18-426d-a294-eeca1d333bbf tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9045622 Jul 09 09:38:17.133618 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-1c4500da-6eeb-482d-9b2a-937128a811c2 service neutron] Request body: {'port': {'device_id': '45b22658-f012-4b1a-9e69-757f3d233548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:17.145639 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466eee2-8622-4803-b530-4dd04b8644ef req-ad640eeb-4f78-4f92-809f-de7345dfc468 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:17.154027 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6466eee2-8622-4803-b530-4dd04b8644ef req-ad640eeb-4f78-4f92-809f-de7345dfc468 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.2169614 Jul 09 09:38:17.156388 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 40ccd65e-5c6c-492b-896f-5aa2d4628792, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=40ccd65e-5c6c-492b-896f-5aa2d4628792,segment=NetworkSegment(f1c753e4-aadc-4f39-b702-246c2570942b),segment_id=f1c753e4-aadc-4f39-b702-246c2570942b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:17.164662 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:17.202997 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e66a078e-7db5-4197-b875-bf2218b750ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:17.235041 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=40ccd65e-5c6c-492b-896f-5aa2d4628792,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:17.251872 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6466eee2-8622-4803-b530-4dd04b8644ef req-0f448310-c98c-4b78-be8a-b62274168bcc tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970151 Jul 09 09:38:17.262718 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e66a078e-7db5-4197-b875-bf2218b750ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:17.278833 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-1c4500da-6eeb-482d-9b2a-937128a811c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:17.348714 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-c1f9cc01-9e3c-4bd5-a86e-ca344a84a4cc tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Allocated IP 172.20.0.1 (0e385a1f-43b2-4c62-b6a4-3cb963147d16/be38548a-b543-4664-bd1c-7ce758fa7d67/65a61d82-3c01-40de-8d5c-788662d89dec) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:38:17.366451 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e66a078e-7db5-4197-b875-bf2218b750ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:17.369187 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e66a078e-7db5-4197-b875-bf2218b750ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:17.370324 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e66a078e-7db5-4197-b875-bf2218b750ea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/de7c824e-a373-4f23-92c7-2498e2a4fd33 HTTP/1.1" status: 204 len: 168 time: 0.3144403 Jul 09 09:38:17.415047 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a078e-7db5-4197-b875-bf2218b750ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7c824e-a373-4f23-92c7-2498e2a4fd33,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:17.498590 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa741c6-8bea-4e6e-9ef7-902a08bbb968 req-f2e00f5e-df26-443b-b750-672c2f594cb2 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:17.498963 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1f9cc01-9e3c-4bd5-a86e-ca344a84a4cc tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:17.500215 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4aa741c6-8bea-4e6e-9ef7-902a08bbb968 req-f2e00f5e-df26-443b-b750-672c2f594cb2 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=45b22658-f012-4b1a-9e69-757f3d233548 HTTP/1.1" status: 200 len: 931 time: 0.1892400 Jul 09 09:38:17.521365 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-c1f9cc01-9e3c-4bd5-a86e-ca344a84a4cc tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Transition to ACTIVE for port object 65a61d82-3c01-40de-8d5c-788662d89dec will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:38:17.563209 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1f9cc01-9e3c-4bd5-a86e-ca344a84a4cc tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:17.580367 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4aa741c6-8bea-4e6e-9ef7-902a08bbb968 req-62fb3d76-66b9-412a-a5bb-fa2dc9c34683 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734499 Jul 09 09:38:17.613808 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f9cc01-9e3c-4bd5-a86e-ca344a84a4cc tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Network 0e385a1f-43b2-4c62-b6a4-3cb963147d16 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:38:17.619389 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c1f9cc01-9e3c-4bd5-a86e-ca344a84a4cc tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:17.624089 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f9cc01-9e3c-4bd5-a86e-ca344a84a4cc tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:38:17.666222 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9cc01-9e3c-4bd5-a86e-ca344a84a4cc tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Port': ['ID=65a61d82-3c01-40de-8d5c-788662d89dec,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:17.694147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-1c4500da-6eeb-482d-9b2a-937128a811c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc6b8b8-743c-42bb-83f1-e82c3282d71e {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:38:17.696549 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1f9cc01-9e3c-4bd5-a86e-ca344a84a4cc tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:17.703241 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-1c4500da-6eeb-482d-9b2a-937128a811c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:17.715995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-1c4500da-6eeb-482d-9b2a-937128a811c2 service neutron] Transition to ACTIVE for port object dfc6b8b8-743c-42bb-83f1-e82c3282d71e will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:38:17.723855 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-1c4500da-6eeb-482d-9b2a-937128a811c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:17.830383 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4500da-6eeb-482d-9b2a-937128a811c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc6b8b8-743c-42bb-83f1-e82c3282d71e,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:17.867229 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-1c4500da-6eeb-482d-9b2a-937128a811c2 service neutron] Attempting to bind port dfc6b8b8-743c-42bb-83f1-e82c3282d71e on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:38:17.867605 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-1c4500da-6eeb-482d-9b2a-937128a811c2 service neutron] Attempting to bind port dfc6b8b8-743c-42bb-83f1-e82c3282d71e by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:38:17.867985 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-1c4500da-6eeb-482d-9b2a-937128a811c2 service neutron] Attempting to bind port dfc6b8b8-743c-42bb-83f1-e82c3282d71e on network 1ae54679-4cff-4994-98e0-50f486401346 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:38:17.873254 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-1c4500da-6eeb-482d-9b2a-937128a811c2 service neutron] Port dfc6b8b8-743c-42bb-83f1-e82c3282d71e on network 1ae54679-4cff-4994-98e0-50f486401346 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:38:17.873599 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-1c4500da-6eeb-482d-9b2a-937128a811c2 service neutron] Attempting to bind port dfc6b8b8-743c-42bb-83f1-e82c3282d71e on network 1ae54679-4cff-4994-98e0-50f486401346 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:38:17.879497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-1c4500da-6eeb-482d-9b2a-937128a811c2 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:38:17.879894 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-1c4500da-6eeb-482d-9b2a-937128a811c2 service neutron] Checking segment: {'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:38:17.880305 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-1c4500da-6eeb-482d-9b2a-937128a811c2 service neutron] Bound using segment: {'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:38:17.880735 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-1c4500da-6eeb-482d-9b2a-937128a811c2 service neutron] Bound port: dfc6b8b8-743c-42bb-83f1-e82c3282d71e, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:38:17.881100 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-1c4500da-6eeb-482d-9b2a-937128a811c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:17.895987 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1f9cc01-9e3c-4bd5-a86e-ca344a84a4cc tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:17.926314 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-de3d27a6-c2a0-413b-a70e-2b358ff7529c None None] Provisioning for port 65a61d82-3c01-40de-8d5c-788662d89dec completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:38:17.930397 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-de3d27a6-c2a0-413b-a70e-2b358ff7529c None None] Provisioning complete for port 65a61d82-3c01-40de-8d5c-788662d89dec triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:17.931071 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-de3d27a6-c2a0-413b-a70e-2b358ff7529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:17.962566 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-1c4500da-6eeb-482d-9b2a-937128a811c2 service neutron] For port dfc6b8b8-743c-42bb-83f1-e82c3282d71e, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:38:17.968928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-1c4500da-6eeb-482d-9b2a-937128a811c2 service neutron] For port dfc6b8b8-743c-42bb-83f1-e82c3282d71e, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=dfc6b8b8-743c-42bb-83f1-e82c3282d71e,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:38:17.976876 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-1c4500da-6eeb-482d-9b2a-937128a811c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:17.978140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-de3d27a6-c2a0-413b-a70e-2b358ff7529c None None] Port 65a61d82-3c01-40de-8d5c-788662d89dec cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:38:18.014535 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-1c4500da-6eeb-482d-9b2a-937128a811c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:18.015162 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-1c4500da-6eeb-482d-9b2a-937128a811c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:18.016620 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-1c4500da-6eeb-482d-9b2a-937128a811c2 service neutron] 10.222.0.64 "PUT /v2.0/ports/dfc6b8b8-743c-42bb-83f1-e82c3282d71e HTTP/1.1" status: 200 len: 1091 time: 0.8908286 Jul 09 09:38:18.017088 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b22658-f012-4b1a-9e69-757f3d233548', 'tag': 'dfc6b8b8-743c-42bb-83f1-e82c3282d71e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:38:18.019521 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43f72a4-41c2-4720-9b0d-2024efb5b5e8" -d '{"events": [{"name": "network-changed", "server_uuid": "45b22658-f012-4b1a-9e69-757f3d233548", "tag": "dfc6b8b8-743c-42bb-83f1-e82c3282d71e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:38:18.051810 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4500da-6eeb-482d-9b2a-937128a811c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc6b8b8-743c-42bb-83f1-e82c3282d71e,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:18.067215 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698718cf-5826-4bce-947b-69c68736c21f x-openstack-request-id: req-698718cf-5826-4bce-947b-69c68736c21f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:38:18.067515 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b22658-f012-4b1a-9e69-757f3d233548", "tag": "dfc6b8b8-743c-42bb-83f1-e82c3282d71e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:38:18.067804 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-698718cf-5826-4bce-947b-69c68736c21f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:38:18.068219 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b22658-f012-4b1a-9e69-757f3d233548', 'tag': 'dfc6b8b8-743c-42bb-83f1-e82c3282d71e', 'status': 'completed', 'code': 200} Jul 09 09:38:18.136532 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-739a477e-592d-4239-aa1b-94773ea20009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:18.140670 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-739a477e-592d-4239-aa1b-94773ea20009 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c3657de35454de2af834416af126211&device_id=45b22658-f012-4b1a-9e69-757f3d233548 HTTP/1.1" status: 200 len: 1094 time: 0.0632792 Jul 09 09:38:18.188620 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56776) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:18.193652 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-49cfa61e-7d25-42b8-ab89-bb7886b7a065 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfc6b8b8-743c-42bb-83f1-e82c3282d71e HTTP/1.1" status: 200 len: 217 time: 0.0443690 Jul 09 09:38:18.251612 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-e3537363-988d-48de-8cfe-a82e2131beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:18.254132 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-e3537363-988d-48de-8cfe-a82e2131beb0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=112afd71-533d-4ba0-a28c-db2bcc9ef172 HTTP/1.1" status: 200 len: 852 time: 0.0542617 Jul 09 09:38:18.276018 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1f9cc01-9e3c-4bd5-a86e-ca344a84a4cc tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:18.284073 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1f9cc01-9e3c-4bd5-a86e-ca344a84a4cc tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:18.301612 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-89294d89-8922-49c9-9617-a0b1fcd6805e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ae54679-4cff-4994-98e0-50f486401346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413406 Jul 09 09:38:18.325596 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7ac59a37-3305-4ea1-b47f-6e980aaf4f06 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-713027323-network', 'tenant_id': '6a770a3b96c74fa0978812e68933c6f0'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:18.386389 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1f9cc01-9e3c-4bd5-a86e-ca344a84a4cc tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:18.394202 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9cc01-9e3c-4bd5-a86e-ca344a84a4cc tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Port': ['ID=65a61d82-3c01-40de-8d5c-788662d89dec,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:18.412669 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac59a37-3305-4ea1-b47f-6e980aaf4f06 admin admin] Made reservation on behalf of 6a770a3b96c74fa0978812e68933c6f0 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:18.415067 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ac59a37-3305-4ea1-b47f-6e980aaf4f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:18.427633 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-7f51be81-55b5-4410-b95d-79edc9667805 service neutron] 10.222.0.64 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199517 Jul 09 09:38:18.453707 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ac59a37-3305-4ea1-b47f-6e980aaf4f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:18.514700 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db0a17-3c6a-4a6b-99f4-684b89d1000d req-99962291-c7f0-4178-beda-b4331c9d36a6 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:18.516233 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f1db0a17-3c6a-4a6b-99f4-684b89d1000d req-99962291-c7f0-4178-beda-b4331c9d36a6 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.1355762 Jul 09 09:38:18.532477 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f9cc01-9e3c-4bd5-a86e-ca344a84a4cc tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Network 0e385a1f-43b2-4c62-b6a4-3cb963147d16 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:38:18.535955 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c1f9cc01-9e3c-4bd5-a86e-ca344a84a4cc tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:18.560546 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e48bcec-cf53-44e8-84b4-056059042e1e req-fb08cd8e-5e38-410b-bdcf-c588e96191e7 service neutron] 10.222.0.64 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262271 Jul 09 09:38:18.573632 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f1db0a17-3c6a-4a6b-99f4-684b89d1000d req-5c9e8a48-e5d0-4e55-a557-548219df3da7 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508471 Jul 09 09:38:18.679966 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ac59a37-3305-4ea1-b47f-6e980aaf4f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:18.685802 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ac59a37-3305-4ea1-b47f-6e980aaf4f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:18.717512 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac59a37-3305-4ea1-b47f-6e980aaf4f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e4b969-26a5-4279-a790-c6e91167b96d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:18.730743 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac59a37-3305-4ea1-b47f-6e980aaf4f06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:38:18.733815 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f9cc01-9e3c-4bd5-a86e-ca344a84a4cc tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Router fa8693c2-d694-42f7-a391-bd76e4d07021 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:38:18.750618 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ac59a37-3305-4ea1-b47f-6e980aaf4f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:18.750967 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-7ac59a37-3305-4ea1-b47f-6e980aaf4f06 admin admin] Added segment 49a90b96-6179-4b5e-9929-11f27b762243 of type vlan for network d6dc629e-0bdc-489d-9144-74ace4e1d66a Jul 09 09:38:18.786994 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f72a4-41c2-4720-9b0d-2024efb5b5e8 req-abff8140-3648-42e6-817a-8e0f11c50008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:18.788875 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b43f72a4-41c2-4720-9b0d-2024efb5b5e8 req-abff8140-3648-42e6-817a-8e0f11c50008 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c3657de35454de2af834416af126211&device_id=45b22658-f012-4b1a-9e69-757f3d233548 HTTP/1.1" status: 200 len: 1094 time: 0.0997474 Jul 09 09:38:18.867821 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 40ccd65e-5c6c-492b-896f-5aa2d4628792 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:38:18.880844 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ac59a37-3305-4ea1-b47f-6e980aaf4f06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:18.915440 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9786d90c-0823-4589-aaab-780dc6b605eb None None] Provisioning complete for port 65a61d82-3c01-40de-8d5c-788662d89dec triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:18.916446 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9786d90c-0823-4589-aaab-780dc6b605eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:18.919255 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f9cc01-9e3c-4bd5-a86e-ca344a84a4cc tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:38:18.927970 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c1f9cc01-9e3c-4bd5-a86e-ca344a84a4cc tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "PUT /v2.0/routers/fa8693c2-d694-42f7-a391-bd76e4d07021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6803203 Jul 09 09:38:18.929523 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56786) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:18.935501 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-02a3d121-3e7d-4cd7-bf7c-ee6e986864ce tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Request body: {'port': {'network_id': '0e385a1f-43b2-4c62-b6a4-3cb963147d16', 'name': 'tempest-FloatingIPTestJSON-1654308621'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:18.940457 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ac59a37-3305-4ea1-b47f-6e980aaf4f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:18.941393 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac59a37-3305-4ea1-b47f-6e980aaf4f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:18.941975 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ac59a37-3305-4ea1-b47f-6e980aaf4f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:18.945046 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3dfae-bc64-4559-8e76-3722f8e0b61c req-b5db099d-04ca-47a2-9d47-45b2befa0121 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:18.946573 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09e3dfae-bc64-4559-8e76-3722f8e0b61c req-b5db099d-04ca-47a2-9d47-45b2befa0121 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=45b22658-f012-4b1a-9e69-757f3d233548 HTTP/1.1" status: 200 len: 943 time: 0.1570609 Jul 09 09:38:18.948424 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f72a4-41c2-4720-9b0d-2024efb5b5e8 req-7545fc7a-d952-45b7-b611-d574e10e61af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:18.948687 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc04fcc-9438-4dc2-808a-0ea4171d3a09 None None] Sync routers for ids ['fa8693c2-d694-42f7-a391-bd76e4d07021'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:38:18.950333 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b43f72a4-41c2-4720-9b0d-2024efb5b5e8 req-7545fc7a-d952-45b7-b611-d574e10e61af service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ae54679-4cff-4994-98e0-50f486401346 HTTP/1.1" status: 200 len: 913 time: 0.1503396 Jul 09 09:38:18.977850 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc04fcc-9438-4dc2-808a-0ea4171d3a09 None None] Routers {'fa8693c2-d694-42f7-a391-bd76e4d07021'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:18.978523 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3dc04fcc-9438-4dc2-808a-0ea4171d3a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['fa8693c2-d694-42f7-a391-bd76e4d07021'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:18.981983 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9786d90c-0823-4589-aaab-780dc6b605eb None None] Port 65a61d82-3c01-40de-8d5c-788662d89dec cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:38:19.003492 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b43f72a4-41c2-4720-9b0d-2024efb5b5e8 req-dcd0e74a-7e18-4a32-bd07-370f5cf64c22 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfc6b8b8-743c-42bb-83f1-e82c3282d71e HTTP/1.1" status: 200 len: 217 time: 0.0410979 Jul 09 09:38:19.018299 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3dc04fcc-9438-4dc2-808a-0ea4171d3a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:19.030255 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 40ccd65e-5c6c-492b-896f-5aa2d4628792 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:19.030616 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:19.033404 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc04fcc-9438-4dc2-808a-0ea4171d3a09 None None] Routers {'fa8693c2-d694-42f7-a391-bd76e4d07021'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:19.034180 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3dc04fcc-9438-4dc2-808a-0ea4171d3a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['fa8693c2-d694-42f7-a391-bd76e4d07021'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:19.042950 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09e3dfae-bc64-4559-8e76-3722f8e0b61c req-09174554-2718-4320-8ff1-77ba26e094eb tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894475 Jul 09 09:38:19.054793 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac59a37-3305-4ea1-b47f-6e980aaf4f06 admin admin] Pushing event updated for resources: {'Network': ['ID=d6dc629e-0bdc-489d-9144-74ace4e1d66a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:19.083981 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7ac59a37-3305-4ea1-b47f-6e980aaf4f06 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8942621 Jul 09 09:38:19.087973 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56788) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:19.092476 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f72a4-41c2-4720-9b0d-2024efb5b5e8 req-e9c1ede9-b8bf-4a07-9a30-d45908a6496a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:19.093184 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network d6dc629e-0bdc-489d-9144-74ace4e1d66a details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:38:19.093387 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-407ac1d9-e91a-48d4-8c76-b14c1a3d81ca admin admin] Request body: {'subnet': {'network_id': 'd6dc629e-0bdc-489d-9144-74ace4e1d66a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-713027323-subnet', 'tenant_id': '6a770a3b96c74fa0978812e68933c6f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:19.094498 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b43f72a4-41c2-4720-9b0d-2024efb5b5e8 req-e9c1ede9-b8bf-4a07-9a30-d45908a6496a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=112afd71-533d-4ba0-a28c-db2bcc9ef172 HTTP/1.1" status: 200 len: 852 time: 0.0808444 Jul 09 09:38:19.097627 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3dc04fcc-9438-4dc2-808a-0ea4171d3a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:19.098282 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc04fcc-9438-4dc2-808a-0ea4171d3a09 None None] The sync data for ids ['fa8693c2-d694-42f7-a391-bd76e4d07021'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:38:19.132948 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407ac1d9-e91a-48d4-8c76-b14c1a3d81ca admin admin] Made reservation on behalf of 6a770a3b96c74fa0978812e68933c6f0 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:19.134482 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b43f72a4-41c2-4720-9b0d-2024efb5b5e8 req-976714fd-ba85-4cc6-953f-d502f91ee590 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ae54679-4cff-4994-98e0-50f486401346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281513 Jul 09 09:38:19.135326 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-407ac1d9-e91a-48d4-8c76-b14c1a3d81ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:19.232458 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a3d121-3e7d-4cd7-bf7c-ee6e986864ce tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Made reservation on behalf of 9b23b4f5d49e49edbeb2a585daf6c1bc for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:19.235945 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02a3d121-3e7d-4cd7-bf7c-ee6e986864ce tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:19.236505 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b43f72a4-41c2-4720-9b0d-2024efb5b5e8 req-3afa83a1-ffca-4768-a8e2-c171db72c729 service neutron] 10.222.0.64 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954783 Jul 09 09:38:19.263679 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-02a3d121-3e7d-4cd7-bf7c-ee6e986864ce tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] device_id is not set on port 713e7913-e3c6-4863-8173-580bd3bf91e5 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:38:19.335998 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b43f72a4-41c2-4720-9b0d-2024efb5b5e8 req-5479fcf5-d386-4132-adc4-203b4ce4988b service neutron] 10.222.0.64 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912333 Jul 09 09:38:19.429695 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-407ac1d9-e91a-48d4-8c76-b14c1a3d81ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:19.461129 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-02a3d121-3e7d-4cd7-bf7c-ee6e986864ce tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Allocated IP 172.20.0.8 (0e385a1f-43b2-4c62-b6a4-3cb963147d16/be38548a-b543-4664-bd1c-7ce758fa7d67/713e7913-e3c6-4863-8173-580bd3bf91e5) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:38:19.521133 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ac1d9-e91a-48d4-8c76-b14c1a3d81ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=8554d753-8c3b-4c4b-9076-3eb27cde697b,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:19.541933 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ac1d9-e91a-48d4-8c76-b14c1a3d81ca admin admin] Checking segment: {'id': '49a90b96-6179-4b5e-9929-11f27b762243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd6dc629e-0bdc-489d-9144-74ace4e1d66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:38:19.542293 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407ac1d9-e91a-48d4-8c76-b14c1a3d81ca admin admin] Network hostable DHCP agents. Network: d6dc629e-0bdc-489d-9144-74ace4e1d66a, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:38:19.632854 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407ac1d9-e91a-48d4-8c76-b14c1a3d81ca admin admin] Network d6dc629e-0bdc-489d-9144-74ace4e1d66a is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:38:19.665382 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-407ac1d9-e91a-48d4-8c76-b14c1a3d81ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, d6dc629e-0bdc-489d-9144-74ace4e1d66a) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:19.673798 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407ac1d9-e91a-48d4-8c76-b14c1a3d81ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:19.674388 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-407ac1d9-e91a-48d4-8c76-b14c1a3d81ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:19.676456 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d94f522-0fde-4e2c-8a73-82b876ad2412 None None] Network d6dc629e-0bdc-489d-9144-74ace4e1d66a requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:19.709699 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-407ac1d9-e91a-48d4-8c76-b14c1a3d81ca admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6204994 Jul 09 09:38:19.713003 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56796) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:19.717810 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3bd06730-7968-41d2-a932-12e8ee0dd12c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-713027323-router', 'tenant_id': '6a770a3b96c74fa0978812e68933c6f0', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:19.723837 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02a3d121-3e7d-4cd7-bf7c-ee6e986864ce tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:19.743651 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-516e3200-f8cb-487c-ab0c-ae890b9edb66 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1547098 Jul 09 09:38:19.755145 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-02a3d121-3e7d-4cd7-bf7c-ee6e986864ce tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Transition to ACTIVE for port object 713e7913-e3c6-4863-8173-580bd3bf91e5 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:38:19.769930 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bd06730-7968-41d2-a932-12e8ee0dd12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:19.770952 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bd06730-7968-41d2-a932-12e8ee0dd12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:19.779005 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468b11a-79a4-4824-b014-8157816ddde4 req-cd89a175-9f63-4239-a082-7047d63a83f5 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:19.781530 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b468b11a-79a4-4824-b014-8157816ddde4 req-cd89a175-9f63-4239-a082-7047d63a83f5 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.0869446 Jul 09 09:38:19.845987 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b468b11a-79a4-4824-b014-8157816ddde4 req-9a64be15-32fd-4f7c-9a60-c10f7a8b3a98 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573676 Jul 09 09:38:19.869736 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6441ab50-54fc-487d-b805-536ff65b489b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-d6dc629e-0bdc-489d-9144-74ace4e1d66a', 'network_id': 'd6dc629e-0bdc-489d-9144-74ace4e1d66a', 'tenant_id': '6a770a3b96c74fa0978812e68933c6f0', 'fixed_ips': [{'subnet_id': '8554d753-8c3b-4c4b-9076-3eb27cde697b'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:38:19.870710 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6441ab50-54fc-487d-b805-536ff65b489b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:20.153118 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-6441ab50-54fc-487d-b805-536ff65b489b None None] Allocated IP 172.20.0.2 (d6dc629e-0bdc-489d-9144-74ace4e1d66a/8554d753-8c3b-4c4b-9076-3eb27cde697b/3c2d8ee5-ed85-48f3-8d35-c79733757d45) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:38:20.196056 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bd06730-7968-41d2-a932-12e8ee0dd12c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:20.200710 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02a3d121-3e7d-4cd7-bf7c-ee6e986864ce tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:20.251927 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35187cc-de0b-44b4-b39c-07771f3603d4 req-be9a1ca6-8f37-48e6-ab4a-52ecc5b1df0b tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:20.260007 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a35187cc-de0b-44b4-b39c-07771f3603d4 req-be9a1ca6-8f37-48e6-ab4a-52ecc5b1df0b tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=45b22658-f012-4b1a-9e69-757f3d233548 HTTP/1.1" status: 200 len: 943 time: 0.0837848 Jul 09 09:38:20.299866 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a35187cc-de0b-44b4-b39c-07771f3603d4 req-008e5c99-a6da-4beb-b1c2-ee27b9a35cf2 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385358 Jul 09 09:38:20.312156 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a3d121-3e7d-4cd7-bf7c-ee6e986864ce tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Network 0e385a1f-43b2-4c62-b6a4-3cb963147d16 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:38:20.314922 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6441ab50-54fc-487d-b805-536ff65b489b None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:20.325062 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6441ab50-54fc-487d-b805-536ff65b489b None None] Transition to ACTIVE for port object 3c2d8ee5-ed85-48f3-8d35-c79733757d45 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:38:20.325297 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-02a3d121-3e7d-4cd7-bf7c-ee6e986864ce tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:20.335110 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a3d121-3e7d-4cd7-bf7c-ee6e986864ce tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:38:20.346141 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6441ab50-54fc-487d-b805-536ff65b489b None None] Transition to ACTIVE for port object 3c2d8ee5-ed85-48f3-8d35-c79733757d45 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:38:20.353773 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6441ab50-54fc-487d-b805-536ff65b489b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:20.364562 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3d121-3e7d-4cd7-bf7c-ee6e986864ce tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event updated for resources: {'Port': ['ID=713e7913-e3c6-4863-8173-580bd3bf91e5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:20.407001 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6441ab50-54fc-487d-b805-536ff65b489b None None] Network d6dc629e-0bdc-489d-9144-74ace4e1d66a is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:38:20.410289 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-6441ab50-54fc-487d-b805-536ff65b489b None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:20.414202 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6441ab50-54fc-487d-b805-536ff65b489b None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:38:20.438280 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304750-12c3-4730-a906-abf6704ec51e req-8068df47-8ad6-4068-bf7c-483eb5cfe8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:20.438779 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304750-12c3-4730-a906-abf6704ec51e req-8068df47-8ad6-4068-bf7c-483eb5cfe8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:20.439259 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304750-12c3-4730-a906-abf6704ec51e req-8068df47-8ad6-4068-bf7c-483eb5cfe8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:20.439759 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304750-12c3-4730-a906-abf6704ec51e req-8068df47-8ad6-4068-bf7c-483eb5cfe8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:20.440241 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304750-12c3-4730-a906-abf6704ec51e req-8068df47-8ad6-4068-bf7c-483eb5cfe8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:20.440715 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304750-12c3-4730-a906-abf6704ec51e req-8068df47-8ad6-4068-bf7c-483eb5cfe8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:20.441184 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304750-12c3-4730-a906-abf6704ec51e req-8068df47-8ad6-4068-bf7c-483eb5cfe8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:20.443146 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-8068df47-8ad6-4068-bf7c-483eb5cfe8f9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df38cd9bcbb7480b8739e27fba0b60f2&device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 6502 time: 0.6426930 Jul 09 09:38:20.445772 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441ab50-54fc-487d-b805-536ff65b489b None None] Pushing event updated for resources: {'Port': ['ID=3c2d8ee5-ed85-48f3-8d35-c79733757d45,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:20.458674 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bd06730-7968-41d2-a932-12e8ee0dd12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:20.473962 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a3d121-3e7d-4cd7-bf7c-ee6e986864ce tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:20.474622 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02a3d121-3e7d-4cd7-bf7c-ee6e986864ce tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:20.508211 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6441ab50-54fc-487d-b805-536ff65b489b None None] Attempting to bind port 3c2d8ee5-ed85-48f3-8d35-c79733757d45 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:38:20.508588 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6441ab50-54fc-487d-b805-536ff65b489b None None] Attempting to bind port 3c2d8ee5-ed85-48f3-8d35-c79733757d45 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '49a90b96-6179-4b5e-9929-11f27b762243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd6dc629e-0bdc-489d-9144-74ace4e1d66a'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:38:20.508949 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6441ab50-54fc-487d-b805-536ff65b489b None None] Attempting to bind port 3c2d8ee5-ed85-48f3-8d35-c79733757d45 on network d6dc629e-0bdc-489d-9144-74ace4e1d66a {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:38:20.514915 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6441ab50-54fc-487d-b805-536ff65b489b None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:38:20.515344 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6441ab50-54fc-487d-b805-536ff65b489b None None] Checking segment: {'id': '49a90b96-6179-4b5e-9929-11f27b762243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd6dc629e-0bdc-489d-9144-74ace4e1d66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:38:20.515898 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6441ab50-54fc-487d-b805-536ff65b489b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:20.516388 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6441ab50-54fc-487d-b805-536ff65b489b None None] Bound using segment: {'id': '49a90b96-6179-4b5e-9929-11f27b762243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd6dc629e-0bdc-489d-9144-74ace4e1d66a'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:38:20.517066 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6441ab50-54fc-487d-b805-536ff65b489b None None] Bound port: 3c2d8ee5-ed85-48f3-8d35-c79733757d45, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a90b96-6179-4b5e-9929-11f27b762243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd6dc629e-0bdc-489d-9144-74ace4e1d66a'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:38:20.517728 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6441ab50-54fc-487d-b805-536ff65b489b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:20.578067 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-02a3d121-3e7d-4cd7-bf7c-ee6e986864ce tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6471848 Jul 09 09:38:20.580781 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56806) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:20.585829 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-11e46d50-3b7b-4a8c-bd65-9d855d485bf9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Request body: {'floatingip': {'port_id': '713e7913-e3c6-4863-8173-580bd3bf91e5'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:20.614289 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6441ab50-54fc-487d-b805-536ff65b489b None None] For port 3c2d8ee5-ed85-48f3-8d35-c79733757d45, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:38:20.630874 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6441ab50-54fc-487d-b805-536ff65b489b None None] For port 3c2d8ee5-ed85-48f3-8d35-c79733757d45, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3c2d8ee5-ed85-48f3-8d35-c79733757d45,segment=NetworkSegment(49a90b96-6179-4b5e-9929-11f27b762243),segment_id=49a90b96-6179-4b5e-9929-11f27b762243)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:38:20.632228 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-86636272-b717-4293-9a77-6f2e784d6ad4 None None] Provisioning for port 713e7913-e3c6-4863-8173-580bd3bf91e5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:38:20.635657 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304750-12c3-4730-a906-abf6704ec51e req-1f84764c-f14e-42c0-939e-66df3ab9761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:20.636169 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304750-12c3-4730-a906-abf6704ec51e req-1f84764c-f14e-42c0-939e-66df3ab9761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:20.636675 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304750-12c3-4730-a906-abf6704ec51e req-1f84764c-f14e-42c0-939e-66df3ab9761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:20.636821 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-86636272-b717-4293-9a77-6f2e784d6ad4 None None] Provisioning complete for port 713e7913-e3c6-4863-8173-580bd3bf91e5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:20.637106 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-86636272-b717-4293-9a77-6f2e784d6ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:20.638279 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-1f84764c-f14e-42c0-939e-66df3ab9761c service neutron] 10.222.0.58 "GET /v2.0/networks?id=99c195dc-2d0c-4f19-8264-456ecb1b766e&id=fafd663f-aa19-474e-a8d4-f86917295390&id=fafd663f-aa19-474e-a8d4-f86917295390&id=fafd663f-aa19-474e-a8d4-f86917295390&id=fafd663f-aa19-474e-a8d4-f86917295390&id=7bc84bdf-64ff-402d-9a3f-15d863914225&id=7bc84bdf-64ff-402d-9a3f-15d863914225 HTTP/1.1" status: 200 len: 2297 time: 0.1608245 Jul 09 09:38:20.639256 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6441ab50-54fc-487d-b805-536ff65b489b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:20.669318 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11e46d50-3b7b-4a8c-bd65-9d855d485bf9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:20.706536 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-86636272-b717-4293-9a77-6f2e784d6ad4 None None] Port 713e7913-e3c6-4863-8173-580bd3bf91e5 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:38:20.728429 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441ab50-54fc-487d-b805-536ff65b489b None None] Pushing event updated for resources: {'Port': ['ID=3c2d8ee5-ed85-48f3-8d35-c79733757d45,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:20.735173 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-f66e6ebb-55cd-4410-af53-ed4f2a9e36b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22dfeafe-6fc9-4984-b9b5-99cfc7236f67 HTTP/1.1" status: 200 len: 1002 time: 0.0903096 Jul 09 09:38:20.872293 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304750-12c3-4730-a906-abf6704ec51e req-0a648ca6-c888-4e85-9c56-d7da9825cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:20.873895 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-0a648ca6-c888-4e85-9c56-d7da9825cb3f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c58141ca-34d8-4bfc-921c-8492b6a7dcd8 HTTP/1.1" status: 200 len: 855 time: 0.1012003 Jul 09 09:38:20.919747 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bd06730-7968-41d2-a932-12e8ee0dd12c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:20.950183 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bd06730-7968-41d2-a932-12e8ee0dd12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:21.085716 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304750-12c3-4730-a906-abf6704ec51e req-3e6aff00-634e-4349-a762-3d48ceceed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:21.088203 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-3e6aff00-634e-4349-a762-3d48ceceed5a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=99c195dc-2d0c-4f19-8264-456ecb1b766e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2070160 Jul 09 09:38:21.219101 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-3bd06730-7968-41d2-a932-12e8ee0dd12c admin admin] Allocated IP 172.25.3.254 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/af7b1c29-68da-440c-8605-aa4949cfdbc6) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:38:21.296279 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-d824dc33-9243-43ab-81b2-a4281fff7cae service neutron] 10.222.0.58 "GET /v2.0/networks/99c195dc-2d0c-4f19-8264-456ecb1b766e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977592 Jul 09 09:38:21.418132 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bd06730-7968-41d2-a932-12e8ee0dd12c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:21.433009 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-72d8e44a-4a4b-424c-808d-e8cd60b6b263 service neutron] 10.222.0.58 "GET /v2.0/networks/99c195dc-2d0c-4f19-8264-456ecb1b766e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301310 Jul 09 09:38:21.481127 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-57115012-69ee-4a9f-ae0d-03e142fe5848 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=3c73430f-30cc-438a-9261-509e2242a4f3 HTTP/1.1" status: 200 len: 217 time: 0.0402770 Jul 09 09:38:21.536904 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc28a24-d551-4d9a-aabb-6311470d201b req-25bf37c1-7823-4685-aa6b-1b5251a2fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:21.538418 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3bc28a24-d551-4d9a-aabb-6311470d201b req-25bf37c1-7823-4685-aa6b-1b5251a2fd59 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 1095 time: 0.2182832 Jul 09 09:38:21.542362 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304750-12c3-4730-a906-abf6704ec51e req-4e57f34d-75dd-4510-af1b-8c215a944d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:21.544373 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-4e57f34d-75dd-4510-af1b-8c215a944d73 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb445b71-f971-43b5-b952-3e1761f97cac HTTP/1.1" status: 200 len: 797 time: 0.0564418 Jul 09 09:38:21.545734 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bd06730-7968-41d2-a932-12e8ee0dd12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:21.587115 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9ac71-870c-4c02-ad21-e54b344a7dde req-36e5d43c-b646-4954-85cf-25404de1bff8 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:21.588663 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ee9ac71-870c-4c02-ad21-e54b344a7dde req-36e5d43c-b646-4954-85cf-25404de1bff8 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.2674119 Jul 09 09:38:21.615629 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd06730-7968-41d2-a932-12e8ee0dd12c admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:38:21.620416 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-3bd06730-7968-41d2-a932-12e8ee0dd12c admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:21.625392 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd06730-7968-41d2-a932-12e8ee0dd12c admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:38:21.650526 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd06730-7968-41d2-a932-12e8ee0dd12c admin admin] Pushing event updated for resources: {'Port': ['ID=af7b1c29-68da-440c-8605-aa4949cfdbc6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:21.661085 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf15e9-dc5a-447d-877d-a3cc7b12aac3 req-b38efec1-ec30-4ed2-be07-e66ea1544d34 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:21.668632 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4acf15e9-dc5a-447d-877d-a3cc7b12aac3 req-b38efec1-ec30-4ed2-be07-e66ea1544d34 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.2883821 Jul 09 09:38:21.720980 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304750-12c3-4730-a906-abf6704ec51e req-699dc8ef-0db5-4fd0-b119-005ec08fafdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:21.722518 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-699dc8ef-0db5-4fd0-b119-005ec08fafdc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fafd663f-aa19-474e-a8d4-f86917295390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1683996 Jul 09 09:38:21.786629 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ee9ac71-870c-4c02-ad21-e54b344a7dde req-e975023a-59db-4cc3-a615-2fd983116e16 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840584 Jul 09 09:38:21.803519 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4acf15e9-dc5a-447d-877d-a3cc7b12aac3 req-ab22e3e4-2d91-4cec-8ed6-892e9676d847 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340177 Jul 09 09:38:21.836335 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc28a24-d551-4d9a-aabb-6311470d201b req-a4097324-5439-43aa-87f0-df1c4bd8a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:21.836335 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3bc28a24-d551-4d9a-aabb-6311470d201b req-a4097324-5439-43aa-87f0-df1c4bd8a8b0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 912 time: 0.2511845 Jul 09 09:38:21.929871 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-60a8461e-358c-4a55-b988-00df824ab320 service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808150 Jul 09 09:38:21.959819 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f4004f-07db-4548-afc8-e4f34a61292e None None] Network d6dc629e-0bdc-489d-9144-74ace4e1d66a requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:21.979079 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3bc28a24-d551-4d9a-aabb-6311470d201b req-cbc316f1-9965-4a14-828e-2eb3b1b0c203 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f156a5a-c918-478b-b237-7653ff906d49 HTTP/1.1" status: 200 len: 999 time: 0.1397824 Jul 09 09:38:22.037494 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11e46d50-3b7b-4a8c-bd65-9d855d485bf9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:22.045799 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bd06730-7968-41d2-a932-12e8ee0dd12c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:22.058021 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8b53fc9b-b33f-4ffe-82d5-49323d27d32e None None] Provisioning for port 3c2d8ee5-ed85-48f3-8d35-c79733757d45 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:38:22.064734 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11e46d50-3b7b-4a8c-bd65-9d855d485bf9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:22.132715 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc28a24-d551-4d9a-aabb-6311470d201b req-7e9a5287-d9cf-4873-8e15-9f57dc91095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:22.134237 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3bc28a24-d551-4d9a-aabb-6311470d201b req-7e9a5287-d9cf-4873-8e15-9f57dc91095f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.1473317 Jul 09 09:38:22.139298 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-455ca170-e576-4c94-a50d-d6b719b895a6 service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705589 Jul 09 09:38:22.192810 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-8d63e3bc-145e-42f9-afd2-fba91c467359 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=b87dc968-5275-4a5f-8ede-a7b805940aa5 HTTP/1.1" status: 200 len: 217 time: 0.0463140 Jul 09 09:38:22.244461 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-11e46d50-3b7b-4a8c-bd65-9d855d485bf9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Floating IP 3dda9e35-ffce-4973-b907-5e212ca6735d associated. External IP: 172.25.3.192, port: 47434052-3150-4524-b971-2e7343864700. Jul 09 09:38:22.259956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307be4bc-b7dd-4e04-ad25-54c8d69c1f18 req-8f5a01c8-d5f1-4124-81d0-4d91b448eebb tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:22.261637 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-307be4bc-b7dd-4e04-ad25-54c8d69c1f18 req-8f5a01c8-d5f1-4124-81d0-4d91b448eebb tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=45b22658-f012-4b1a-9e69-757f3d233548 HTTP/1.1" status: 200 len: 943 time: 0.2617857 Jul 09 09:38:22.295355 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304750-12c3-4730-a906-abf6704ec51e req-6c36c0e2-0609-4c37-b2db-678383ccf96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:22.298158 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-6c36c0e2-0609-4c37-b2db-678383ccf96c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb445b71-f971-43b5-b952-3e1761f97cac HTTP/1.1" status: 200 len: 797 time: 0.0985944 Jul 09 09:38:22.391767 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc28a24-d551-4d9a-aabb-6311470d201b req-a16aefdf-4156-4c1e-9017-fa13e6690a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:22.393308 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3bc28a24-d551-4d9a-aabb-6311470d201b req-a16aefdf-4156-4c1e-9017-fa13e6690a47 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2503526 Jul 09 09:38:22.401494 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bd06730-7968-41d2-a932-12e8ee0dd12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:22.452472 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304750-12c3-4730-a906-abf6704ec51e req-4c915cdc-3552-43ce-8184-0fda20c2ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:22.453905 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-4c915cdc-3552-43ce-8184-0fda20c2ec10 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fafd663f-aa19-474e-a8d4-f86917295390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1181116 Jul 09 09:38:22.465503 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-307be4bc-b7dd-4e04-ad25-54c8d69c1f18 req-2a7e304e-bd62-4e06-b862-f3ee47178965 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196284 Jul 09 09:38:22.585831 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3bc28a24-d551-4d9a-aabb-6311470d201b req-87dcc655-11fb-4fde-bdb5-3f9fd4097c7c service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749842 Jul 09 09:38:22.595228 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e46d50-3b7b-4a8c-bd65-9d855d485bf9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Router 3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:38:22.610019 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-8ac6fee5-ef60-4991-aa19-57375ff57afa service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479208 Jul 09 09:38:22.638714 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd06730-7968-41d2-a932-12e8ee0dd12c admin admin] Router fea386f2-11d5-4846-9107-28e514f4118e is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:38:22.766488 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3bc28a24-d551-4d9a-aabb-6311470d201b req-bd0c6667-b9fb-424b-a964-f9a0fe1627f4 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731770 Jul 09 09:38:22.782395 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e46d50-3b7b-4a8c-bd65-9d855d485bf9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:38:22.796005 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b7bb66-b0ed-498a-ad57-0fdb6d4dc976 None None] Sync routers for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:38:22.808339 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b7bb66-b0ed-498a-ad57-0fdb6d4dc976 None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:22.809942 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a3b7bb66-b0ed-498a-ad57-0fdb6d4dc976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:22.852969 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a3b7bb66-b0ed-498a-ad57-0fdb6d4dc976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:22.865170 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b7bb66-b0ed-498a-ad57-0fdb6d4dc976 None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:22.866884 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a3b7bb66-b0ed-498a-ad57-0fdb6d4dc976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:22.912421 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a3b7bb66-b0ed-498a-ad57-0fdb6d4dc976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:22.913528 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b7bb66-b0ed-498a-ad57-0fdb6d4dc976 None None] The sync data for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:38:23.010611 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3c2d8ee5-ed85-48f3-8d35-c79733757d45 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:38:23.080491 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 3c2d8ee5-ed85-48f3-8d35-c79733757d45 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:38:23.088013 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 3c2d8ee5-ed85-48f3-8d35-c79733757d45 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:23.088013 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:23.147718 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device dfc6b8b8-743c-42bb-83f1-e82c3282d71e details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:38:23.165404 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-6f018e15-fb86-4938-9ff9-045591eab609 service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5483932 Jul 09 09:38:23.202004 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:23.217390 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-0350723a-8498-4246-8e1f-82325c950037 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=0ba2455e-8a37-4bdf-8a17-72869b71782e HTTP/1.1" status: 200 len: 217 time: 0.0441322 Jul 09 09:38:23.220285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd06730-7968-41d2-a932-12e8ee0dd12c admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:38:23.250260 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] Sync routers for ids ['fea386f2-11d5-4846-9107-28e514f4118e'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:38:23.270196 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bd06730-7968-41d2-a932-12e8ee0dd12c admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:23.292095 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3bd06730-7968-41d2-a932-12e8ee0dd12c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5779891 Jul 09 09:38:23.293584 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56830) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:23.293728 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] Routers {'fea386f2-11d5-4846-9107-28e514f4118e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:23.294350 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['fea386f2-11d5-4846-9107-28e514f4118e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:23.300078 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 3c2d8ee5-ed85-48f3-8d35-c79733757d45, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3c2d8ee5-ed85-48f3-8d35-c79733757d45,segment=NetworkSegment(49a90b96-6179-4b5e-9929-11f27b762243),segment_id=49a90b96-6179-4b5e-9929-11f27b762243)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:23.357317 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:23.372655 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304750-12c3-4730-a906-abf6704ec51e req-ab15a0fb-adec-4d13-a153-12ce369a0ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:23.374206 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-ab15a0fb-adec-4d13-a153-12ce369a0ad4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb445b71-f971-43b5-b952-3e1761f97cac HTTP/1.1" status: 200 len: 797 time: 0.1493311 Jul 09 09:38:23.453661 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port dfc6b8b8-743c-42bb-83f1-e82c3282d71e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=dfc6b8b8-743c-42bb-83f1-e82c3282d71e,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:23.490508 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'dfc6b8b8-743c-42bb-83f1-e82c3282d71e', 'network_id': '1ae54679-4cff-4994-98e0-50f486401346', 'port_id': 'dfc6b8b8-743c-42bb-83f1-e82c3282d71e', 'mac_address': 'fa:16:3e:24:d1:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112afd71-533d-4ba0-a28c-db2bcc9ef172', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:38:23.495336 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=3c2d8ee5-ed85-48f3-8d35-c79733757d45,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:23.542064 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] Set router fea386f2-11d5-4846-9107-28e514f4118e gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:38:23.579820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e46d50-3b7b-4a8c-bd65-9d855d485bf9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Router fa8693c2-d694-42f7-a391-bd76e4d07021 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:38:23.594683 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b773495-6724-4204-9a4b-98f39b10e024 req-7e6156dc-2dc3-4a35-8b88-436f050baa36 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:23.599385 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9b773495-6724-4204-9a4b-98f39b10e024 req-7e6156dc-2dc3-4a35-8b88-436f050baa36 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.2098470 Jul 09 09:38:23.638495 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304750-12c3-4730-a906-abf6704ec51e req-7e0e0674-afce-448c-a135-cfa780f88b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:23.640039 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-7e0e0674-afce-448c-a135-cfa780f88b95 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fafd663f-aa19-474e-a8d4-f86917295390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2592618 Jul 09 09:38:23.648815 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:23.649063 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f355bb2-dccf-40a8-988b-b414af2cdd3e req-a2a35a36-f2f5-4707-b652-a5942122acd2 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:23.653064 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2f355bb2-dccf-40a8-988b-b414af2cdd3e req-a2a35a36-f2f5-4707-b652-a5942122acd2 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.2619612 Jul 09 09:38:23.674315 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc6b8b8-743c-42bb-83f1-e82c3282d71e {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:38:23.709536 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port dfc6b8b8-743c-42bb-83f1-e82c3282d71e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=dfc6b8b8-743c-42bb-83f1-e82c3282d71e,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:23.715992 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:23.754449 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9b773495-6724-4204-9a4b-98f39b10e024 req-bebd68a7-0ecd-4e12-b786-1ed94310e91c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244445 Jul 09 09:38:23.790280 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=dfc6b8b8-743c-42bb-83f1-e82c3282d71e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:23.792432 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2f355bb2-dccf-40a8-988b-b414af2cdd3e req-18e0bcd7-8cfc-4181-9ff6-a6eeda5c4e50 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178374 Jul 09 09:38:23.834035 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8dda0e40-aaea-4d80-9f7b-900994dccae9 req-910197e4-0c9d-4482-b514-2f790d75a8f8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2601414 Jul 09 09:38:23.836413 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-05fe1283-59cb-4c40-ad83-5835255f409c service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876554 Jul 09 09:38:23.843583 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea386f2-11d5-4846-9107-28e514f4118e', 'name': 'tempest-FloatingIPsTestJSON-713027323-router', 'tenant_id': '6a770a3b96c74fa0978812e68933c6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'af7b1c29-68da-440c-8605-aa4949cfdbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:38:19Z', 'updated_at': '2021-07-09T09:38:21Z', 'revision_number': 3, 'project_id': '6a770a3b96c74fa0978812e68933c6f0', 'gw_port': {'id': 'af7b1c29-68da-440c-8605-aa4949cfdbc6', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea386f2-11d5-4846-9107-28e514f4118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:20Z', 'updated_at': '2021-07-09T09:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:23.875325 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] Checking router: fea386f2-11d5-4846-9107-28e514f4118e for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:38:23.875956 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] Updating router fea386f2-11d5-4846-9107-28e514f4118e port af7b1c29-68da-440c-8605-aa4949cfdbc6 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:38:23.914764 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:23.947279 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e46d50-3b7b-4a8c-bd65-9d855d485bf9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:38:23.953285 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11e46d50-3b7b-4a8c-bd65-9d855d485bf9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:23.958229 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7abb0d5-b162-454d-b1ec-a3ead4b3e534 None None] Sync routers for ids ['fa8693c2-d694-42f7-a391-bd76e4d07021'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:38:23.973008 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7abb0d5-b162-454d-b1ec-a3ead4b3e534 None None] Routers {'fa8693c2-d694-42f7-a391-bd76e4d07021'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:23.973800 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a7abb0d5-b162-454d-b1ec-a3ead4b3e534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['fa8693c2-d694-42f7-a391-bd76e4d07021'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:23.993026 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-53b8c730-8217-4e0d-b6a9-909a424a9d58 service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228998 Jul 09 09:38:24.038727 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a7abb0d5-b162-454d-b1ec-a3ead4b3e534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:24.048062 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7abb0d5-b162-454d-b1ec-a3ead4b3e534 None None] Routers {'fa8693c2-d694-42f7-a391-bd76e4d07021'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:24.048912 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a7abb0d5-b162-454d-b1ec-a3ead4b3e534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['fa8693c2-d694-42f7-a391-bd76e4d07021'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:24.063663 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-d2968a08-c58a-42c0-a48c-3d44e83ab722 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=9156e5bc-3745-4aaf-a12d-7f1717166bef HTTP/1.1" status: 200 len: 217 time: 0.0470483 Jul 09 09:38:24.075849 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda0e40-aaea-4d80-9f7b-900994dccae9 req-7ee6fa77-3172-40b2-9449-6662557af647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:24.077641 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8dda0e40-aaea-4d80-9f7b-900994dccae9 req-7ee6fa77-3172-40b2-9449-6662557af647 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 1096 time: 0.2161028 Jul 09 09:38:24.088000 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a7abb0d5-b162-454d-b1ec-a3ead4b3e534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:24.089065 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7abb0d5-b162-454d-b1ec-a3ead4b3e534 None None] The sync data for ids ['fa8693c2-d694-42f7-a391-bd76e4d07021'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:38:24.118620 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['dfc6b8b8-743c-42bb-83f1-e82c3282d71e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:38:24.160517 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77ed8609-11af-4ae1-b4a1-5651d8bb786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:24.181220 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304750-12c3-4730-a906-abf6704ec51e req-805f8d33-4f76-4ac9-91fd-6a25237f5c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:24.182701 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-805f8d33-4f76-4ac9-91fd-6a25237f5c98 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb445b71-f971-43b5-b952-3e1761f97cac HTTP/1.1" status: 200 len: 797 time: 0.1121550 Jul 09 09:38:24.198282 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-11e46d50-3b7b-4a8c-bd65-9d855d485bf9 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "PUT /v2.0/floatingips/3dda9e35-ffce-4973-b907-5e212ca6735d HTTP/1.1" status: 200 len: 978 time: 3.6136982 Jul 09 09:38:24.198927 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56836) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:24.210402 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc556a-4b0b-4925-8fd3-a5dd8e672fec req-84bc9cec-cd14-411c-b3e6-f6b36080e0f5 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:24.212103 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44bc556a-4b0b-4925-8fd3-a5dd8e672fec req-84bc9cec-cd14-411c-b3e6-f6b36080e0f5 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=45b22658-f012-4b1a-9e69-757f3d233548 HTTP/1.1" status: 200 len: 944 time: 0.2418461 Jul 09 09:38:24.323362 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304750-12c3-4730-a906-abf6704ec51e req-10328704-2ba1-4223-96f4-210e70ec01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:24.325504 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-10328704-2ba1-4223-96f4-210e70ec01f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fafd663f-aa19-474e-a8d4-f86917295390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1350319 Jul 09 09:38:24.331015 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda0e40-aaea-4d80-9f7b-900994dccae9 req-c0b3021e-a83a-44f2-b034-ba42998b3935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:24.332721 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8dda0e40-aaea-4d80-9f7b-900994dccae9 req-c0b3021e-a83a-44f2-b034-ba42998b3935 service neutron] 10.222.0.64 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 912 time: 0.2129500 Jul 09 09:38:24.339513 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44bc556a-4b0b-4925-8fd3-a5dd8e672fec req-5c96f438-b935-4f20-9f5f-2f29a047ee25 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966325 Jul 09 09:38:24.383282 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:24.391047 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8dda0e40-aaea-4d80-9f7b-900994dccae9 req-55a0e4a1-839d-4c4b-b2ea-d5937596b625 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d56156b-309e-479e-a4ff-8cdcce4b636e HTTP/1.1" status: 200 len: 217 time: 0.0497019 Jul 09 09:38:24.399678 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] Transition to ACTIVE for port object af7b1c29-68da-440c-8605-aa4949cfdbc6 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:38:24.406647 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:24.442576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-9bef65c6-ac78-4326-a46b-1a86bc0eefe2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Deleting port 713e7913-e3c6-4863-8173-580bd3bf91e5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:24.442833 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9bef65c6-ac78-4326-a46b-1a86bc0eefe2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:24.456714 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-77ed8609-11af-4ae1-b4a1-5651d8bb786f admin admin] Allocated IP 172.20.0.1 (d6dc629e-0bdc-489d-9144-74ace4e1d66a/8554d753-8c3b-4c4b-9076-3eb27cde697b/2fd5c15a-2c29-42a6-ade8-1a3223a76938) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:38:24.466228 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] Attempting to bind port af7b1c29-68da-440c-8605-aa4949cfdbc6 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:38:24.466596 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] Attempting to bind port af7b1c29-68da-440c-8605-aa4949cfdbc6 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:38:24.467000 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] Attempting to bind port af7b1c29-68da-440c-8605-aa4949cfdbc6 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:38:24.470015 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb8031-896e-42ae-97ef-298bc982cc5e None None] Pushing event updated for resources: {'Port': ['ID=af7b1c29-68da-440c-8605-aa4949cfdbc6,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:24.476070 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:38:24.476430 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:38:24.477323 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:24.477323 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:38:24.478264 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] Bound port: af7b1c29-68da-440c-8605-aa4949cfdbc6, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:38:24.478264 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:24.488448 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-ab3ecdc0-ed22-456c-b7ab-8085d4b87084 service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551044 Jul 09 09:38:24.508456 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda0e40-aaea-4d80-9f7b-900994dccae9 req-85e80045-8b09-4192-8b03-cace3ff07bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:24.510214 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8dda0e40-aaea-4d80-9f7b-900994dccae9 req-85e80045-8b09-4192-8b03-cace3ff07bc3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.1112857 Jul 09 09:38:24.535851 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] For port af7b1c29-68da-440c-8605-aa4949cfdbc6, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:38:24.539747 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] For port af7b1c29-68da-440c-8605-aa4949cfdbc6, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=af7b1c29-68da-440c-8605-aa4949cfdbc6,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:38:24.545146 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:24.571754 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9bef65c6-ac78-4326-a46b-1a86bc0eefe2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:24.601892 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] Routers {'fea386f2-11d5-4846-9107-28e514f4118e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:24.602587 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['fea386f2-11d5-4846-9107-28e514f4118e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:24.643984 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda0e40-aaea-4d80-9f7b-900994dccae9 req-51b18c57-3a06-4c4c-82c4-bfc602f324c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:24.645556 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8dda0e40-aaea-4d80-9f7b-900994dccae9 req-51b18c57-3a06-4c4c-82c4-bfc602f324c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228569 Jul 09 09:38:24.653655 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77ed8609-11af-4ae1-b4a1-5651d8bb786f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:24.661881 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb8031-896e-42ae-97ef-298bc982cc5e None None] Pushing event updated for resources: {'Port': ['ID=af7b1c29-68da-440c-8605-aa4949cfdbc6,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:24.663132 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-238010d7-3e1c-425b-b9bf-4a68f86a7322 service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644177 Jul 09 09:38:24.677457 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-77ed8609-11af-4ae1-b4a1-5651d8bb786f admin admin] Transition to ACTIVE for port object 2fd5c15a-2c29-42a6-ade8-1a3223a76938 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:38:24.709751 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-32bbb73e-10c1-4455-bc9e-e1b6ca574add service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4056075f-4424-484a-a4a7-32a33e281506 HTTP/1.1" status: 200 len: 217 time: 0.0388885 Jul 09 09:38:24.734514 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] Set router fea386f2-11d5-4846-9107-28e514f4118e gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:38:24.781700 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304750-12c3-4730-a906-abf6704ec51e req-46090ab7-bf30-4241-b180-fa7d499d6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:24.783401 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-46090ab7-bf30-4241-b180-fa7d499d6bfc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b9e1697-18ef-436b-a5a6-85ffcc941df6 HTTP/1.1" status: 200 len: 797 time: 0.0642881 Jul 09 09:38:24.785506 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77ed8609-11af-4ae1-b4a1-5651d8bb786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:24.842636 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8dda0e40-aaea-4d80-9f7b-900994dccae9 req-b695a5e9-2395-4a59-a5fb-94c0e1f57377 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558871 Jul 09 09:38:24.843819 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9bef65c6-ac78-4326-a46b-1a86bc0eefe2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:24.844191 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9bef65c6-ac78-4326-a46b-1a86bc0eefe2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:24.844499 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-9bef65c6-ac78-4326-a46b-1a86bc0eefe2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Floating IP 3dda9e35-ffce-4973-b907-5e212ca6735d disassociated. External IP: 172.25.3.192, port: 713e7913-e3c6-4863-8173-580bd3bf91e5. Jul 09 09:38:24.844842 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-9bef65c6-ac78-4326-a46b-1a86bc0eefe2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Calling delete_port for 713e7913-e3c6-4863-8173-580bd3bf91e5 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:24.881280 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ed8609-11af-4ae1-b4a1-5651d8bb786f admin admin] Network d6dc629e-0bdc-489d-9144-74ace4e1d66a is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:38:24.890397 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-77ed8609-11af-4ae1-b4a1-5651d8bb786f admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:24.900464 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ed8609-11af-4ae1-b4a1-5651d8bb786f admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:38:24.926080 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed8609-11af-4ae1-b4a1-5651d8bb786f admin admin] Pushing event updated for resources: {'Port': ['ID=2fd5c15a-2c29-42a6-ade8-1a3223a76938,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:24.957889 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77ed8609-11af-4ae1-b4a1-5651d8bb786f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:24.979426 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea386f2-11d5-4846-9107-28e514f4118e', 'name': 'tempest-FloatingIPsTestJSON-713027323-router', 'tenant_id': '6a770a3b96c74fa0978812e68933c6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'af7b1c29-68da-440c-8605-aa4949cfdbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:38:19Z', 'updated_at': '2021-07-09T09:38:21Z', 'revision_number': 3, 'project_id': '6a770a3b96c74fa0978812e68933c6f0', 'gw_port': {'id': 'af7b1c29-68da-440c-8605-aa4949cfdbc6', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea386f2-11d5-4846-9107-28e514f4118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:20Z', 'updated_at': '2021-07-09T09:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:25.032673 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8dda0e40-aaea-4d80-9f7b-900994dccae9 req-33f1c5af-f138-4092-84fc-75c3ad569a6a service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827505 Jul 09 09:38:25.039634 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304750-12c3-4730-a906-abf6704ec51e req-809ebfd2-af53-48d9-8418-9c88bedd38ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:25.041404 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-809ebfd2-af53-48d9-8418-9c88bedd38ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bc84bdf-64ff-402d-9a3f-15d863914225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2506411 Jul 09 09:38:25.223257 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-2ec10174-fe7b-46bd-b4ba-66496ba243f2 service neutron] 10.222.0.58 "GET /v2.0/networks/7bc84bdf-64ff-402d-9a3f-15d863914225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682291 Jul 09 09:38:25.225095 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3c2d8ee5-ed85-48f3-8d35-c79733757d45 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:38:25.227580 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device dfc6b8b8-743c-42bb-83f1-e82c3282d71e up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:38:25.266285 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765c28b2-1c17-4cf1-9f78-faa81d21361e None None] The sync data for ids ['fea386f2-11d5-4846-9107-28e514f4118e'] in n-d-799996-1 is: [{'id': 'fea386f2-11d5-4846-9107-28e514f4118e', 'name': 'tempest-FloatingIPsTestJSON-713027323-router', 'tenant_id': '6a770a3b96c74fa0978812e68933c6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'af7b1c29-68da-440c-8605-aa4949cfdbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:38:19Z', 'updated_at': '2021-07-09T09:38:21Z', 'revision_number': 3, 'project_id': '6a770a3b96c74fa0978812e68933c6f0', 'gw_port': {'id': 'af7b1c29-68da-440c-8605-aa4949cfdbc6', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea386f2-11d5-4846-9107-28e514f4118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:20Z', 'updated_at': '2021-07-09T09:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:38:25.289778 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9aead8-aadb-4854-b5bf-c8fe9958cc72 req-92af43f0-30e5-4a88-88c3-218ad9c2d7c2 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:25.297224 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c9aead8-aadb-4854-b5bf-c8fe9958cc72 req-92af43f0-30e5-4a88-88c3-218ad9c2d7c2 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.2110336 Jul 09 09:38:25.322627 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38207ca0-1501-445c-82e6-f1fa3170e77c req-1de2aecc-13ba-4896-9d91-1e91db4b635c tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:25.324840 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38207ca0-1501-445c-82e6-f1fa3170e77c req-1de2aecc-13ba-4896-9d91-1e91db4b635c tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.2465363 Jul 09 09:38:25.333955 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9bef65c6-ac78-4326-a46b-1a86bc0eefe2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:25.335628 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-db9431b7-5624-496a-916a-c07faef05aa7 None None] Provisioning for port 2fd5c15a-2c29-42a6-ade8-1a3223a76938 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:38:25.338671 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77ed8609-11af-4ae1-b4a1-5651d8bb786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:25.338838 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 3c2d8ee5-ed85-48f3-8d35-c79733757d45 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:25.339507 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:25.371921 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef65c6-ac78-4326-a46b-1a86bc0eefe2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event deleted for resources: {'Port': ['ID=713e7913-e3c6-4863-8173-580bd3bf91e5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:25.388175 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-db9431b7-5624-496a-916a-c07faef05aa7 None None] Provisioning complete for port 2fd5c15a-2c29-42a6-ade8-1a3223a76938 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:25.389252 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-db9431b7-5624-496a-916a-c07faef05aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:25.421664 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port dfc6b8b8-743c-42bb-83f1-e82c3282d71e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:38:25.428649 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port dfc6b8b8-743c-42bb-83f1-e82c3282d71e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:25.429227 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:25.436300 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c9aead8-aadb-4854-b5bf-c8fe9958cc72 req-653e4765-0fc5-4721-a2ca-37b4efcd37d2 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380961 Jul 09 09:38:25.450718 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-9ba58912-433e-4294-bac3-77a4da6acdfe service neutron] 10.222.0.58 "GET /v2.0/networks/7bc84bdf-64ff-402d-9a3f-15d863914225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167962 Jul 09 09:38:25.455923 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38207ca0-1501-445c-82e6-f1fa3170e77c req-1f9e0690-4d3b-4db1-a795-b34a2223e33c tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199443 Jul 09 09:38:25.522227 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-db9431b7-5624-496a-916a-c07faef05aa7 None None] Port 2fd5c15a-2c29-42a6-ade8-1a3223a76938 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:38:25.645369 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-550460aa-177c-49b7-95eb-d3329c166c71 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=84f956f9-4326-4d7c-bcf7-10dfe96d3b49 HTTP/1.1" status: 200 len: 217 time: 0.1793475 Jul 09 09:38:25.779063 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bef65c6-ac78-4326-a46b-1a86bc0eefe2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Router fa8693c2-d694-42f7-a391-bd76e4d07021 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:38:25.785123 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:25.808706 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304750-12c3-4730-a906-abf6704ec51e req-092111fc-bc58-422f-bb31-ab8a8c994d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:25.821875 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-092111fc-bc58-422f-bb31-ab8a8c994d95 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b9e1697-18ef-436b-a5a6-85ffcc941df6 HTTP/1.1" status: 200 len: 797 time: 0.1664245 Jul 09 09:38:25.853348 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b22658-f012-4b1a-9e69-757f3d233548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc6b8b8-743c-42bb-83f1-e82c3282d71e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:38:25.860255 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfc9a79-948e-471a-b1e3-2a4cbb7b0dcf" -d '{"events": [{"server_uuid": "45b22658-f012-4b1a-9e69-757f3d233548", "name": "network-vif-plugged", "status": "completed", "tag": "dfc6b8b8-743c-42bb-83f1-e82c3282d71e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:38:25.870332 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port dfc6b8b8-743c-42bb-83f1-e82c3282d71e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=dfc6b8b8-743c-42bb-83f1-e82c3282d71e,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:25.878381 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:25.938920 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77ed8609-11af-4ae1-b4a1-5651d8bb786f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:25.946463 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77ed8609-11af-4ae1-b4a1-5651d8bb786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:25.966260 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=dfc6b8b8-743c-42bb-83f1-e82c3282d71e,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:25.972765 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be90e118-ccd8-4c7e-9d98-1d88a5740a51 x-openstack-request-id: req-be90e118-ccd8-4c7e-9d98-1d88a5740a51 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:38:25.973127 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b22658-f012-4b1a-9e69-757f3d233548", "name": "network-vif-plugged", "status": "completed", "tag": "dfc6b8b8-743c-42bb-83f1-e82c3282d71e", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:38:25.973325 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-be90e118-ccd8-4c7e-9d98-1d88a5740a51 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:38:25.973684 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b22658-f012-4b1a-9e69-757f3d233548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc6b8b8-743c-42bb-83f1-e82c3282d71e', 'code': 200} Jul 09 09:38:26.037252 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224076a-de57-4309-a506-86bc53df8507 req-4ccb5152-80b5-423e-beca-dde98dc10262 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:26.046172 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2224076a-de57-4309-a506-86bc53df8507 req-4ccb5152-80b5-423e-beca-dde98dc10262 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=45b22658-f012-4b1a-9e69-757f3d233548 HTTP/1.1" status: 200 len: 945 time: 0.1633461 Jul 09 09:38:26.056998 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed8609-11af-4ae1-b4a1-5651d8bb786f admin admin] Pushing event updated for resources: {'Port': ['ID=2fd5c15a-2c29-42a6-ade8-1a3223a76938,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:26.059656 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77ed8609-11af-4ae1-b4a1-5651d8bb786f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:26.074648 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304750-12c3-4730-a906-abf6704ec51e req-887c7d35-e37d-4547-9d52-3303c4d1750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:26.076920 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-887c7d35-e37d-4547-9d52-3303c4d1750e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bc84bdf-64ff-402d-9a3f-15d863914225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2402983 Jul 09 09:38:26.093381 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bef65c6-ac78-4326-a46b-1a86bc0eefe2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:38:26.102924 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4589e0d8-5815-43f9-9af9-f9d04ba28bc6 None None] Sync routers for ids ['fa8693c2-d694-42f7-a391-bd76e4d07021'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:38:26.115122 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4589e0d8-5815-43f9-9af9-f9d04ba28bc6 None None] Routers {'fa8693c2-d694-42f7-a391-bd76e4d07021'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:26.116062 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4589e0d8-5815-43f9-9af9-f9d04ba28bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['fa8693c2-d694-42f7-a391-bd76e4d07021'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:26.186554 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4589e0d8-5815-43f9-9af9-f9d04ba28bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:26.197827 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4589e0d8-5815-43f9-9af9-f9d04ba28bc6 None None] Routers {'fa8693c2-d694-42f7-a391-bd76e4d07021'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:26.200421 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4589e0d8-5815-43f9-9af9-f9d04ba28bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['fa8693c2-d694-42f7-a391-bd76e4d07021'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:26.221587 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9bef65c6-ac78-4326-a46b-1a86bc0eefe2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:26.227264 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9bef65c6-ac78-4326-a46b-1a86bc0eefe2 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "DELETE /v2.0/ports/713e7913-e3c6-4863-8173-580bd3bf91e5 HTTP/1.1" status: 204 len: 168 time: 2.0242815 Jul 09 09:38:26.231309 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56854) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:26.251444 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4589e0d8-5815-43f9-9af9-f9d04ba28bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:26.252179 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4589e0d8-5815-43f9-9af9-f9d04ba28bc6 None None] The sync data for ids ['fa8693c2-d694-42f7-a391-bd76e4d07021'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:38:26.265843 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2224076a-de57-4309-a506-86bc53df8507 req-0a85a28f-0500-4c36-b29d-81832babf59a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183120 Jul 09 09:38:26.284448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833e423-5f9a-41d0-82f8-b6d3b4f2d79f req-ddf23a99-7047-4db6-8f60-c5bf95e78111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:26.287221 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1833e423-5f9a-41d0-82f8-b6d3b4f2d79f req-ddf23a99-7047-4db6-8f60-c5bf95e78111 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=45b22658-f012-4b1a-9e69-757f3d233548 HTTP/1.1" status: 200 len: 1096 time: 0.2372000 Jul 09 09:38:26.329292 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1833e423-5f9a-41d0-82f8-b6d3b4f2d79f req-b78904b1-c63c-4a22-8233-2269c00f08de service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347979 Jul 09 09:38:26.363314 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-90a04115-f64b-447a-bc27-ab6e7346515a service neutron] 10.222.0.58 "GET /v2.0/networks/7bc84bdf-64ff-402d-9a3f-15d863914225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721541 Jul 09 09:38:26.369342 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ed8609-11af-4ae1-b4a1-5651d8bb786f admin admin] Network d6dc629e-0bdc-489d-9144-74ace4e1d66a is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:38:26.373540 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-77ed8609-11af-4ae1-b4a1-5651d8bb786f admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:26.657296 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ffae0ccb-216f-4d79-951d-88203dc6debc None None] Provisioning complete for port 2fd5c15a-2c29-42a6-ade8-1a3223a76938 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:26.657588 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ffae0ccb-216f-4d79-951d-88203dc6debc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:26.695222 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ffae0ccb-216f-4d79-951d-88203dc6debc None None] Port 2fd5c15a-2c29-42a6-ade8-1a3223a76938 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:38:26.710145 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422e847-d8ab-42fd-afa7-5d5bf04e2bfc req-9751a277-2c24-4b7b-a2a9-69ade3a98f73 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:26.715548 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b422e847-d8ab-42fd-afa7-5d5bf04e2bfc req-9751a277-2c24-4b7b-a2a9-69ade3a98f73 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.0860753 Jul 09 09:38:26.763010 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b422e847-d8ab-42fd-afa7-5d5bf04e2bfc req-0b2c0480-912f-4b56-b482-18118c8af683 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411701 Jul 09 09:38:26.914189 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device af7b1c29-68da-440c-8605-aa4949cfdbc6 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:38:26.966237 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port af7b1c29-68da-440c-8605-aa4949cfdbc6 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:38:26.970092 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port af7b1c29-68da-440c-8605-aa4949cfdbc6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:26.970460 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:27.066753 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:27.095531 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port af7b1c29-68da-440c-8605-aa4949cfdbc6, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=af7b1c29-68da-440c-8605-aa4949cfdbc6,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:27.099475 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:27.154611 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=af7b1c29-68da-440c-8605-aa4949cfdbc6,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:27.173496 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0304750-12c3-4730-a906-abf6704ec51e req-e5dd4ec3-a070-4e02-ad70-7d1320aa3c6a service neutron] 10.222.0.58 "GET /v2.0/networks/7bc84bdf-64ff-402d-9a3f-15d863914225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8011956 Jul 09 09:38:27.193244 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ed8609-11af-4ae1-b4a1-5651d8bb786f admin admin] Router fea386f2-11d5-4846-9107-28e514f4118e has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:38:27.380339 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ed8609-11af-4ae1-b4a1-5651d8bb786f admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:38:27.393750 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-77ed8609-11af-4ae1-b4a1-5651d8bb786f admin admin] 10.222.0.61 "PUT /v2.0/routers/fea386f2-11d5-4846-9107-28e514f4118e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0895469 Jul 09 09:38:27.393962 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] Sync routers for ids ['fea386f2-11d5-4846-9107-28e514f4118e'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:38:27.413235 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] Routers {'fea386f2-11d5-4846-9107-28e514f4118e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:27.413901 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['fea386f2-11d5-4846-9107-28e514f4118e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:27.461429 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2596aa15-b451-44ce-a8ed-1d08f13d9189 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:27.558994 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bd66c-222a-4eab-b671-068bbbbca84b req-8307d0f4-bd30-434d-9d90-f3d407281e1a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:27.567650 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb7bd66c-222a-4eab-b671-068bbbbca84b req-8307d0f4-bd30-434d-9d90-f3d407281e1a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=45b22658-f012-4b1a-9e69-757f3d233548 HTTP/1.1" status: 200 len: 945 time: 0.1385670 Jul 09 09:38:27.578924 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] Set router fea386f2-11d5-4846-9107-28e514f4118e gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:38:27.640581 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb7bd66c-222a-4eab-b671-068bbbbca84b req-c0fe421c-76d8-4009-b767-6df0f20d59cc tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555623 Jul 09 09:38:27.803149 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2596aa15-b451-44ce-a8ed-1d08f13d9189 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Deleting port 65a61d82-3c01-40de-8d5c-788662d89dec {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:27.803497 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2596aa15-b451-44ce-a8ed-1d08f13d9189 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:27.823783 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6f0f6bb1-1b15-42e0-9ad7-e2c25cb390c4 req-da4a06e8-546d-4ae1-a06f-f0e03891006b tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1272044 Jul 09 09:38:27.829750 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-6f0f6bb1-1b15-42e0-9ad7-e2c25cb390c4 req-5cdb9501-8e4c-472f-95ff-d99c0c719b06 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:27.849894 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea386f2-11d5-4846-9107-28e514f4118e', 'name': 'tempest-FloatingIPsTestJSON-713027323-router', 'tenant_id': '6a770a3b96c74fa0978812e68933c6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'af7b1c29-68da-440c-8605-aa4949cfdbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:38:19Z', 'updated_at': '2021-07-09T09:38:25Z', 'revision_number': 4, 'project_id': '6a770a3b96c74fa0978812e68933c6f0', 'gw_port': {'id': 'af7b1c29-68da-440c-8605-aa4949cfdbc6', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea386f2-11d5-4846-9107-28e514f4118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:20Z', 'updated_at': '2021-07-09T09:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '2fd5c15a-2c29-42a6-ade8-1a3223a76938', 'name': '', 'network_id': 'd6dc629e-0bdc-489d-9144-74ace4e1d66a', 'tenant_id': '6a770a3b96c74fa0978812e68933c6f0', 'mac_address': 'fa:16:3e:e5:f1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea386f2-11d5-4846-9107-28e514f4118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '8554d753-8c3b-4c4b-9076-3eb27cde697b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:24Z', 'updated_at': '2021-07-09T09:38:25Z', 'revision_number': 2, 'project_id': '6a770a3b96c74fa0978812e68933c6f0', 'subnets': [{'id': '8554d753-8c3b-4c4b-9076-3eb27cde697b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:27.857556 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6f0f6bb1-1b15-42e0-9ad7-e2c25cb390c4 req-5cdb9501-8e4c-472f-95ff-d99c0c719b06 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:27.878294 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] Checking router: fea386f2-11d5-4846-9107-28e514f4118e for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:38:27.878746 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] Updating router fea386f2-11d5-4846-9107-28e514f4118e port 2fd5c15a-2c29-42a6-ade8-1a3223a76938 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:38:27.919960 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:27.922244 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2596aa15-b451-44ce-a8ed-1d08f13d9189 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:27.935264 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2596aa15-b451-44ce-a8ed-1d08f13d9189 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Calling delete_port for 65a61d82-3c01-40de-8d5c-788662d89dec owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:28.155216 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2596aa15-b451-44ce-a8ed-1d08f13d9189 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:28.185495 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596aa15-b451-44ce-a8ed-1d08f13d9189 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event deleted for resources: {'Port': ['ID=65a61d82-3c01-40de-8d5c-788662d89dec,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:28.236050 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:28.248768 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] Transition to ACTIVE for port object 2fd5c15a-2c29-42a6-ade8-1a3223a76938 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:38:28.256490 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:28.310928 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91774c25-1d6c-4680-bd3c-b3a02d39e0c4 None None] Pushing event updated for resources: {'Port': ['ID=2fd5c15a-2c29-42a6-ade8-1a3223a76938,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:28.341473 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91774c25-1d6c-4680-bd3c-b3a02d39e0c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:28.341819 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91774c25-1d6c-4680-bd3c-b3a02d39e0c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:28.342160 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91774c25-1d6c-4680-bd3c-b3a02d39e0c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:28.342496 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91774c25-1d6c-4680-bd3c-b3a02d39e0c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:28.342828 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91774c25-1d6c-4680-bd3c-b3a02d39e0c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:28.343158 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91774c25-1d6c-4680-bd3c-b3a02d39e0c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:28.343482 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91774c25-1d6c-4680-bd3c-b3a02d39e0c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:28.344088 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91774c25-1d6c-4680-bd3c-b3a02d39e0c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:28.344417 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91774c25-1d6c-4680-bd3c-b3a02d39e0c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:28.344741 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91774c25-1d6c-4680-bd3c-b3a02d39e0c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:28.345063 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91774c25-1d6c-4680-bd3c-b3a02d39e0c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:28.345383 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91774c25-1d6c-4680-bd3c-b3a02d39e0c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:28.368471 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044089a-ba67-416d-9136-8a617d41738d req-8b4234f8-0c8d-4e7d-b830-95f5005d8f8b tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:28.370019 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f044089a-ba67-416d-9136-8a617d41738d req-8b4234f8-0c8d-4e7d-b830-95f5005d8f8b tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.4598117 Jul 09 09:38:28.396064 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2596aa15-b451-44ce-a8ed-1d08f13d9189 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:28.411334 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] Attempting to bind port 2fd5c15a-2c29-42a6-ade8-1a3223a76938 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:38:28.411899 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] Attempting to bind port 2fd5c15a-2c29-42a6-ade8-1a3223a76938 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '49a90b96-6179-4b5e-9929-11f27b762243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd6dc629e-0bdc-489d-9144-74ace4e1d66a'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:38:28.412264 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] Attempting to bind port 2fd5c15a-2c29-42a6-ade8-1a3223a76938 on network d6dc629e-0bdc-489d-9144-74ace4e1d66a {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:38:28.418866 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:38:28.419240 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] Checking segment: {'id': '49a90b96-6179-4b5e-9929-11f27b762243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd6dc629e-0bdc-489d-9144-74ace4e1d66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:38:28.419716 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:28.420206 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] Bound using segment: {'id': '49a90b96-6179-4b5e-9929-11f27b762243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd6dc629e-0bdc-489d-9144-74ace4e1d66a'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:38:28.420850 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] Bound port: 2fd5c15a-2c29-42a6-ade8-1a3223a76938, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a90b96-6179-4b5e-9929-11f27b762243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd6dc629e-0bdc-489d-9144-74ace4e1d66a'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:38:28.421498 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:28.436323 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6f0f6bb1-1b15-42e0-9ad7-e2c25cb390c4 req-5cdb9501-8e4c-472f-95ff-d99c0c719b06 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:28.505105 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] For port 2fd5c15a-2c29-42a6-ade8-1a3223a76938, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:38:28.513436 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f044089a-ba67-416d-9136-8a617d41738d req-0c0b6693-0d2a-490e-a28e-cf7cfb6a320b tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351595 Jul 09 09:38:28.513902 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] For port 2fd5c15a-2c29-42a6-ade8-1a3223a76938, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=2fd5c15a-2c29-42a6-ade8-1a3223a76938,segment=NetworkSegment(49a90b96-6179-4b5e-9929-11f27b762243),segment_id=49a90b96-6179-4b5e-9929-11f27b762243)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:38:28.536239 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:28.595197 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91774c25-1d6c-4680-bd3c-b3a02d39e0c4 None None] Pushing event updated for resources: {'Port': ['ID=2fd5c15a-2c29-42a6-ade8-1a3223a76938,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:28.614406 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] Routers {'fea386f2-11d5-4846-9107-28e514f4118e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:28.615043 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['fea386f2-11d5-4846-9107-28e514f4118e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:28.695822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-6f0f6bb1-1b15-42e0-9ad7-e2c25cb390c4 req-5cdb9501-8e4c-472f-95ff-d99c0c719b06 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Allocated IP 172.25.3.180 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/e0bbdb08-5d1d-444b-b7b0-1a1756e0744c) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:38:28.711200 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2596aa15-b451-44ce-a8ed-1d08f13d9189 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Router fa8693c2-d694-42f7-a391-bd76e4d07021 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:38:28.813406 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] Set router fea386f2-11d5-4846-9107-28e514f4118e gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:38:28.873559 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2596aa15-b451-44ce-a8ed-1d08f13d9189 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:38:28.886597 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8397908-afab-47a8-9cfb-2f216848e8f8 None None] Sync routers for ids ['fa8693c2-d694-42f7-a391-bd76e4d07021'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:38:28.887157 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2596aa15-b451-44ce-a8ed-1d08f13d9189 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "PUT /v2.0/routers/fa8693c2-d694-42f7-a391-bd76e4d07021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6526556 Jul 09 09:38:28.887419 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56878) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:28.908889 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8397908-afab-47a8-9cfb-2f216848e8f8 None None] Routers {'fa8693c2-d694-42f7-a391-bd76e4d07021'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:28.909555 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a8397908-afab-47a8-9cfb-2f216848e8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['fa8693c2-d694-42f7-a391-bd76e4d07021'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:28.924662 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6f0f6bb1-1b15-42e0-9ad7-e2c25cb390c4 req-5cdb9501-8e4c-472f-95ff-d99c0c719b06 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:28.994444 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a8397908-afab-47a8-9cfb-2f216848e8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:29.006060 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device af7b1c29-68da-440c-8605-aa4949cfdbc6 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:38:29.008504 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6f0f6bb1-1b15-42e0-9ad7-e2c25cb390c4 req-5cdb9501-8e4c-472f-95ff-d99c0c719b06 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:29.061616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8397908-afab-47a8-9cfb-2f216848e8f8 None None] Routers {'fa8693c2-d694-42f7-a391-bd76e4d07021'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:29.062275 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a8397908-afab-47a8-9cfb-2f216848e8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['fa8693c2-d694-42f7-a391-bd76e4d07021'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:29.085239 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83025f70-434e-4340-a0ad-b74226107708 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:29.108883 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a8397908-afab-47a8-9cfb-2f216848e8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:29.109821 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8397908-afab-47a8-9cfb-2f216848e8f8 None None] The sync data for ids ['fa8693c2-d694-42f7-a391-bd76e4d07021'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:38:29.121839 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f0f6bb1-1b15-42e0-9ad7-e2c25cb390c4 req-5cdb9501-8e4c-472f-95ff-d99c0c719b06 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:38:29.129510 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-6f0f6bb1-1b15-42e0-9ad7-e2c25cb390c4 req-5cdb9501-8e4c-472f-95ff-d99c0c719b06 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:29.131964 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0f6bb1-1b15-42e0-9ad7-e2c25cb390c4 req-5cdb9501-8e4c-472f-95ff-d99c0c719b06 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:38:29.143013 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port af7b1c29-68da-440c-8605-aa4949cfdbc6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:29.145195 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:29.177263 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb9501-8e4c-472f-95ff-d99c0c719b06 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Pushing event updated for resources: {'Port': ['ID=e0bbdb08-5d1d-444b-b7b0-1a1756e0744c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:29.186241 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea386f2-11d5-4846-9107-28e514f4118e', 'name': 'tempest-FloatingIPsTestJSON-713027323-router', 'tenant_id': '6a770a3b96c74fa0978812e68933c6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'af7b1c29-68da-440c-8605-aa4949cfdbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:38:19Z', 'updated_at': '2021-07-09T09:38:25Z', 'revision_number': 4, 'project_id': '6a770a3b96c74fa0978812e68933c6f0', 'gw_port': {'id': 'af7b1c29-68da-440c-8605-aa4949cfdbc6', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea386f2-11d5-4846-9107-28e514f4118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:20Z', 'updated_at': '2021-07-09T09:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '2fd5c15a-2c29-42a6-ade8-1a3223a76938', 'name': '', 'network_id': 'd6dc629e-0bdc-489d-9144-74ace4e1d66a', 'tenant_id': '6a770a3b96c74fa0978812e68933c6f0', 'mac_address': 'fa:16:3e:e5:f1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea386f2-11d5-4846-9107-28e514f4118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '8554d753-8c3b-4c4b-9076-3eb27cde697b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:24Z', 'updated_at': '2021-07-09T09:38:28Z', 'revision_number': 4, 'project_id': '6a770a3b96c74fa0978812e68933c6f0', 'subnets': [{'id': '8554d753-8c3b-4c4b-9076-3eb27cde697b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:29.227579 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83025f70-434e-4340-a0ad-b74226107708 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:29.253259 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c0873-e6a3-457f-a208-fb6ff643dd4c req-f34fc9ce-35c7-4b16-9fc4-3454c1039dce tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:29.255745 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4f5c0873-e6a3-457f-a208-fb6ff643dd4c req-f34fc9ce-35c7-4b16-9fc4-3454c1039dce tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=45b22658-f012-4b1a-9e69-757f3d233548 HTTP/1.1" status: 200 len: 945 time: 0.2259207 Jul 09 09:38:29.287165 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6f0f6bb1-1b15-42e0-9ad7-e2c25cb390c4 req-5cdb9501-8e4c-472f-95ff-d99c0c719b06 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:29.313079 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-83025f70-434e-4340-a0ad-b74226107708 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Deleting port 764803f8-aaff-4ef4-a555-cc48a80f811f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:29.313611 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83025f70-434e-4340-a0ad-b74226107708 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:29.325387 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5f2e05-3be1-4011-9eb6-ea746b15de5a None None] The sync data for ids ['fea386f2-11d5-4846-9107-28e514f4118e'] in n-d-799996-1 is: [{'id': 'fea386f2-11d5-4846-9107-28e514f4118e', 'name': 'tempest-FloatingIPsTestJSON-713027323-router', 'tenant_id': '6a770a3b96c74fa0978812e68933c6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'af7b1c29-68da-440c-8605-aa4949cfdbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:38:19Z', 'updated_at': '2021-07-09T09:38:25Z', 'revision_number': 4, 'project_id': '6a770a3b96c74fa0978812e68933c6f0', 'gw_port': {'id': 'af7b1c29-68da-440c-8605-aa4949cfdbc6', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea386f2-11d5-4846-9107-28e514f4118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:20Z', 'updated_at': '2021-07-09T09:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '2fd5c15a-2c29-42a6-ade8-1a3223a76938', 'name': '', 'network_id': 'd6dc629e-0bdc-489d-9144-74ace4e1d66a', 'tenant_id': '6a770a3b96c74fa0978812e68933c6f0', 'mac_address': 'fa:16:3e:e5:f1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea386f2-11d5-4846-9107-28e514f4118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '8554d753-8c3b-4c4b-9076-3eb27cde697b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:24Z', 'updated_at': '2021-07-09T09:38:28Z', 'revision_number': 4, 'project_id': '6a770a3b96c74fa0978812e68933c6f0', 'subnets': [{'id': '8554d753-8c3b-4c4b-9076-3eb27cde697b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:38:29.340369 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4f5c0873-e6a3-457f-a208-fb6ff643dd4c req-896eba5e-ba45-4b44-bb24-03f3a7d801ca tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782647 Jul 09 09:38:29.362554 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6f0f6bb1-1b15-42e0-9ad7-e2c25cb390c4 req-5cdb9501-8e4c-472f-95ff-d99c0c719b06 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:29.427545 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83025f70-434e-4340-a0ad-b74226107708 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:29.445570 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-83025f70-434e-4340-a0ad-b74226107708 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Calling delete_port for 764803f8-aaff-4ef4-a555-cc48a80f811f owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:29.639051 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6f0f6bb1-1b15-42e0-9ad7-e2c25cb390c4 req-5cdb9501-8e4c-472f-95ff-d99c0c719b06 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:29.651570 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6f0f6bb1-1b15-42e0-9ad7-e2c25cb390c4 req-5cdb9501-8e4c-472f-95ff-d99c0c719b06 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:29.684336 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83025f70-434e-4340-a0ad-b74226107708 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:29.715787 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83025f70-434e-4340-a0ad-b74226107708 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event deleted for resources: {'Port': ['ID=764803f8-aaff-4ef4-a555-cc48a80f811f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:29.784591 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb9501-8e4c-472f-95ff-d99c0c719b06 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Pushing event updated for resources: {'Port': ['ID=e0bbdb08-5d1d-444b-b7b0-1a1756e0744c,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:29.822297 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6f0f6bb1-1b15-42e0-9ad7-e2c25cb390c4 req-5cdb9501-8e4c-472f-95ff-d99c0c719b06 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:29.838947 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83025f70-434e-4340-a0ad-b74226107708 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:29.851582 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6f0f6bb1-1b15-42e0-9ad7-e2c25cb390c4 req-5cdb9501-8e4c-472f-95ff-d99c0c719b06 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:29.853503 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6f0f6bb1-1b15-42e0-9ad7-e2c25cb390c4 req-5cdb9501-8e4c-472f-95ff-d99c0c719b06 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0276573 Jul 09 09:38:29.867145 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c01a6-3182-4930-b858-15d55ef91886 req-7c9e4f2e-d033-4a44-b1aa-1ec84f0df091 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:29.868770 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c74c01a6-3182-4930-b858-15d55ef91886 req-7c9e4f2e-d033-4a44-b1aa-1ec84f0df091 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.1978989 Jul 09 09:38:29.937567 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6f0f6bb1-1b15-42e0-9ad7-e2c25cb390c4 req-13c7bf83-0105-4c86-8b1b-a0b30d30c913 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 696 time: 0.0676136 Jul 09 09:38:29.961384 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83025f70-434e-4340-a0ad-b74226107708 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:29.963660 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83025f70-434e-4340-a0ad-b74226107708 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:30.013436 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83025f70-434e-4340-a0ad-b74226107708 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:30.014112 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83025f70-434e-4340-a0ad-b74226107708 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Fanout notify agent at l3_agent the message router_deleted on router fa8693c2-d694-42f7-a391-bd76e4d07021 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:38:30.021792 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83025f70-434e-4340-a0ad-b74226107708 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:30.023188 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-83025f70-434e-4340-a0ad-b74226107708 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "DELETE /v2.0/routers/fa8693c2-d694-42f7-a391-bd76e4d07021 HTTP/1.1" status: 204 len: 168 time: 1.1346748 Jul 09 09:38:30.025662 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56894) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:30.048760 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c74c01a6-3182-4930-b858-15d55ef91886 req-08d9995d-3446-47f1-a408-a67210fb5831 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668243 Jul 09 09:38:30.090079 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6e531f-5418-4896-bfbb-50c31cac26df tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Deleting subnet be38548a-b543-4664-bd1c-7ce758fa7d67 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:38:30.093940 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a6e531f-5418-4896-bfbb-50c31cac26df tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:30.116390 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f6bb1-1b15-42e0-9ad7-e2c25cb390c4 req-90d7ac87-a924-4b3b-9c02-faa4283de218 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:30.129534 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6f0f6bb1-1b15-42e0-9ad7-e2c25cb390c4 req-90d7ac87-a924-4b3b-9c02-faa4283de218 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.1691375 Jul 09 09:38:30.175314 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a6e531f-5418-4896-bfbb-50c31cac26df tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:30.296694 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-422183a1-957b-47fb-9645-0206c0e37778 req-cea798f4-a0ce-47b5-8cce-92ebcf5cac4a tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] 10.222.0.61 "GET /v2.0/floatingips/c6aa5567-e5e2-4711-8a15-73eae65ad53a HTTP/1.1" status: 200 len: 693 time: 0.0659521 Jul 09 09:38:30.303953 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a6e531f-5418-4896-bfbb-50c31cac26df tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:30.378631 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a6e531f-5418-4896-bfbb-50c31cac26df tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:30.410282 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e531f-5418-4896-bfbb-50c31cac26df tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event deleted for resources: {'Subnet': ['ID=be38548a-b543-4664-bd1c-7ce758fa7d67,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:30.417409 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a6e531f-5418-4896-bfbb-50c31cac26df tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:30.420084 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0a6e531f-5418-4896-bfbb-50c31cac26df tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "DELETE /v2.0/subnets/be38548a-b543-4664-bd1c-7ce758fa7d67 HTTP/1.1" status: 204 len: 168 time: 0.3934681 Jul 09 09:38:30.422726 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56898) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:30.422873 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcd16ae-9f24-47b1-80ec-8ba1a343956b None None] Network 0e385a1f-43b2-4c62-b6a4-3cb963147d16 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:30.512315 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422183a1-957b-47fb-9645-0206c0e37778 req-f8f42344-f04c-4a2d-9002-e5cf7c7c0dd7 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:30.518030 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-422183a1-957b-47fb-9645-0206c0e37778 req-f8f42344-f04c-4a2d-9002-e5cf7c7c0dd7 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.2137382 Jul 09 09:38:30.620826 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1db09fa4-d344-4e8a-83f1-a28cbf463b0a req-67610a5f-7169-4d10-b731-49e66af70049 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] 10.222.0.61 "GET /v2.0/floatingips?tenant_id=6a770a3b96c74fa0978812e68933c6f0 HTTP/1.1" status: 200 len: 696 time: 0.0746899 Jul 09 09:38:30.624833 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76a95632-7f15-4f34-9f01-8131faad6a69 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:30.684713 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5666cfbb-6c75-4f52-8232-1b7729d36dcb None None] DHCP port deletion for 0e385a1f-43b2-4c62-b6a4-3cb963147d16 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:38:30.736703 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5666cfbb-6c75-4f52-8232-1b7729d36dcb None None] Deleting port 40ccd65e-5c6c-492b-896f-5aa2d4628792 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:30.737175 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5666cfbb-6c75-4f52-8232-1b7729d36dcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:30.786026 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db09fa4-d344-4e8a-83f1-a28cbf463b0a req-2060324b-cfdf-4abb-98df-202f8d9400b2 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:30.787582 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1db09fa4-d344-4e8a-83f1-a28cbf463b0a req-2060324b-cfdf-4abb-98df-202f8d9400b2 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] 10.222.0.61 "GET /v2.0/networks?id=a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 787 time: 0.1509757 Jul 09 09:38:30.798424 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-76a95632-7f15-4f34-9f01-8131faad6a69 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Deleting port 40ccd65e-5c6c-492b-896f-5aa2d4628792 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:30.798835 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76a95632-7f15-4f34-9f01-8131faad6a69 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:30.807209 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5666cfbb-6c75-4f52-8232-1b7729d36dcb None None] For port 40ccd65e-5c6c-492b-896f-5aa2d4628792, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=40ccd65e-5c6c-492b-896f-5aa2d4628792,segment=NetworkSegment(f1c753e4-aadc-4f39-b702-246c2570942b),segment_id=f1c753e4-aadc-4f39-b702-246c2570942b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:30.807605 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5666cfbb-6c75-4f52-8232-1b7729d36dcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:30.822018 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5666cfbb-6c75-4f52-8232-1b7729d36dcb None None] Calling delete_port for 40ccd65e-5c6c-492b-896f-5aa2d4628792 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:30.903563 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ed4a0e96-b4d3-427f-b518-ec51e6d860d3 req-df0abb46-edc3-45b5-b052-dc9172304162 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] 10.222.0.61 "GET /v2.0/floatingips/c6aa5567-e5e2-4711-8a15-73eae65ad53a HTTP/1.1" status: 200 len: 693 time: 0.0869820 Jul 09 09:38:30.934140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 2fd5c15a-2c29-42a6-ade8-1a3223a76938 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:38:30.969024 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5666cfbb-6c75-4f52-8232-1b7729d36dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:30.995188 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-76a95632-7f15-4f34-9f01-8131faad6a69 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] For port 40ccd65e-5c6c-492b-896f-5aa2d4628792, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=40ccd65e-5c6c-492b-896f-5aa2d4628792,segment=NetworkSegment(f1c753e4-aadc-4f39-b702-246c2570942b),segment_id=f1c753e4-aadc-4f39-b702-246c2570942b)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:30.995554 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76a95632-7f15-4f34-9f01-8131faad6a69 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:31.020351 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-76a95632-7f15-4f34-9f01-8131faad6a69 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Calling delete_port for 40ccd65e-5c6c-492b-896f-5aa2d4628792 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:31.022995 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666cfbb-6c75-4f52-8232-1b7729d36dcb None None] Pushing event deleted for resources: {'Port': ['ID=40ccd65e-5c6c-492b-896f-5aa2d4628792,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:31.028356 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5666cfbb-6c75-4f52-8232-1b7729d36dcb None None] No DVR routers for this DVR port 40ccd65e-5c6c-492b-896f-5aa2d4628792 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:38:31.057357 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 2fd5c15a-2c29-42a6-ade8-1a3223a76938 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:38:31.057586 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a0e96-b4d3-427f-b518-ec51e6d860d3 req-f7185860-3796-4d28-bc78-745e08c7240a tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:31.064502 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ed4a0e96-b4d3-427f-b518-ec51e6d860d3 req-f7185860-3796-4d28-bc78-745e08c7240a tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.1511159 Jul 09 09:38:31.066305 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 2fd5c15a-2c29-42a6-ade8-1a3223a76938 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:31.066748 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:31.159324 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:31.165924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ed4a0e96-b4d3-427f-b518-ec51e6d860d3 req-3412e894-1365-4f45-9c3c-2a39012217dc tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 696 time: 0.0581825 Jul 09 09:38:31.195057 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 2fd5c15a-2c29-42a6-ade8-1a3223a76938, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=2fd5c15a-2c29-42a6-ade8-1a3223a76938,segment=NetworkSegment(49a90b96-6179-4b5e-9929-11f27b762243),segment_id=49a90b96-6179-4b5e-9929-11f27b762243)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:31.200000 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:31.257092 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=2fd5c15a-2c29-42a6-ade8-1a3223a76938,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:31.258029 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ed4a0e96-b4d3-427f-b518-ec51e6d860d3 req-1e87f00e-4b1b-4380-83be-a1bd230c5631 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 696 time: 0.0825722 Jul 09 09:38:31.268387 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76a95632-7f15-4f34-9f01-8131faad6a69 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:31.269551 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:31.269902 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:31.270245 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:31.270582 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:31.270916 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:31.271238 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:31.271639 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:31.271981 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:31.272626 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:31.272626 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:31.272943 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:31.273324 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:31.290598 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 40ccd65e-5c6c-492b-896f-5aa2d4628792 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:38:31.307832 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a95632-7f15-4f34-9f01-8131faad6a69 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event deleted for resources: {'Port': ['ID=40ccd65e-5c6c-492b-896f-5aa2d4628792,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:31.314762 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 40ccd65e-5c6c-492b-896f-5aa2d4628792 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:38:31.315022 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 40ccd65e-5c6c-492b-896f-5aa2d4628792 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:38:31.355282 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a95632-7f15-4f34-9f01-8131faad6a69 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] No DVR routers for this DVR port 40ccd65e-5c6c-492b-896f-5aa2d4628792 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:38:31.540927 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76a95632-7f15-4f34-9f01-8131faad6a69 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:31.555760 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-76a95632-7f15-4f34-9f01-8131faad6a69 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e385a1f-43b2-4c62-b6a4-3cb963147d16']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:31.574052 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-76a95632-7f15-4f34-9f01-8131faad6a69 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c753e4-aadc-4f39-b702-246c2570942b') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:31.574372 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-76a95632-7f15-4f34-9f01-8131faad6a69 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c753e4-aadc-4f39-b702-246c2570942b') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:31.589655 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76a95632-7f15-4f34-9f01-8131faad6a69 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:31.610684 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76a95632-7f15-4f34-9f01-8131faad6a69 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:31.618603 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-ed4a0e96-b4d3-427f-b518-ec51e6d860d3 req-12bd420a-ad84-4281-8b68-9c4f04af2ca2 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Deleting port e0bbdb08-5d1d-444b-b7b0-1a1756e0744c {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:31.618934 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ed4a0e96-b4d3-427f-b518-ec51e6d860d3 req-12bd420a-ad84-4281-8b68-9c4f04af2ca2 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:31.624169 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a95632-7f15-4f34-9f01-8131faad6a69 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:38:31.624563 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76a95632-7f15-4f34-9f01-8131faad6a69 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:38:31.627869 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:38:31.635217 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c43a3-f2e2-4e8e-b4c2-0db889ec89b6 req-e8a57cfa-aa73-4aa7-93cc-f65f73857cdd tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:31.636739 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-970c43a3-f2e2-4e8e-b4c2-0db889ec89b6 req-e8a57cfa-aa73-4aa7-93cc-f65f73857cdd tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.2006071 Jul 09 09:38:31.770294 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76a95632-7f15-4f34-9f01-8131faad6a69 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:31.775110 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76a95632-7f15-4f34-9f01-8131faad6a69 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:31.779930 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-76a95632-7f15-4f34-9f01-8131faad6a69 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "DELETE /v2.0/networks/0e385a1f-43b2-4c62-b6a4-3cb963147d16 HTTP/1.1" status: 204 len: 168 time: 1.3533378 Jul 09 09:38:31.780380 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56922) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:31.780833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-970c43a3-f2e2-4e8e-b4c2-0db889ec89b6 req-03b3b95c-14ec-487b-be80-68e1a7616367 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262879 Jul 09 09:38:31.803058 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a95632-7f15-4f34-9f01-8131faad6a69 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event deleted for resources: {'Network': ['ID=0e385a1f-43b2-4c62-b6a4-3cb963147d16,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:31.821848 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ed4a0e96-b4d3-427f-b518-ec51e6d860d3 req-12bd420a-ad84-4281-8b68-9c4f04af2ca2 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:31.824241 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ed4a0e96-b4d3-427f-b518-ec51e6d860d3 req-12bd420a-ad84-4281-8b68-9c4f04af2ca2 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:31.841476 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-ed4a0e96-b4d3-427f-b518-ec51e6d860d3 req-12bd420a-ad84-4281-8b68-9c4f04af2ca2 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Calling delete_port for e0bbdb08-5d1d-444b-b7b0-1a1756e0744c owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:31.936642 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-75b4a5f8-7477-4ab8-9cb7-df5378e23bb8 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Deleting port d10e753e-068f-4f8e-8b96-3efd9b301a16 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:31.937025 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75b4a5f8-7477-4ab8-9cb7-df5378e23bb8 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:31.998615 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ed4a0e96-b4d3-427f-b518-ec51e6d860d3 req-12bd420a-ad84-4281-8b68-9c4f04af2ca2 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:32.030179 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd420a-ad84-4281-8b68-9c4f04af2ca2 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Pushing event deleted for resources: {'Port': ['ID=e0bbdb08-5d1d-444b-b7b0-1a1756e0744c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:32.052593 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75b4a5f8-7477-4ab8-9cb7-df5378e23bb8 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:32.052846 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75b4a5f8-7477-4ab8-9cb7-df5378e23bb8 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:32.066266 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-75b4a5f8-7477-4ab8-9cb7-df5378e23bb8 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Calling delete_port for d10e753e-068f-4f8e-8b96-3efd9b301a16 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:32.109200 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ed4a0e96-b4d3-427f-b518-ec51e6d860d3 req-12bd420a-ad84-4281-8b68-9c4f04af2ca2 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:32.112201 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ed4a0e96-b4d3-427f-b518-ec51e6d860d3 req-12bd420a-ad84-4281-8b68-9c4f04af2ca2 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:32.113004 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ed4a0e96-b4d3-427f-b518-ec51e6d860d3 req-12bd420a-ad84-4281-8b68-9c4f04af2ca2 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] 10.222.0.61 "DELETE /v2.0/floatingips/c6aa5567-e5e2-4711-8a15-73eae65ad53a HTTP/1.1" status: 204 len: 173 time: 0.8419411 Jul 09 09:38:32.210222 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75b4a5f8-7477-4ab8-9cb7-df5378e23bb8 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:32.245751 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4a5f8-7477-4ab8-9cb7-df5378e23bb8 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event deleted for resources: {'Port': ['ID=d10e753e-068f-4f8e-8b96-3efd9b301a16,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:32.252840 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc7a5490-7e72-491b-b4d5-9ad6ee19c752 req-45c1ff6c-84e4-4a59-b0b8-8bd95f322f9a tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1167719 Jul 09 09:38:32.262494 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-fc7a5490-7e72-491b-b4d5-9ad6ee19c752 req-2522a5dd-923e-4eec-a31d-7c23ca50aeab tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:32.284847 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc7a5490-7e72-491b-b4d5-9ad6ee19c752 req-2522a5dd-923e-4eec-a31d-7c23ca50aeab tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:32.318336 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75b4a5f8-7477-4ab8-9cb7-df5378e23bb8 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:32.320966 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75b4a5f8-7477-4ab8-9cb7-df5378e23bb8 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:32.326841 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-75b4a5f8-7477-4ab8-9cb7-df5378e23bb8 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "DELETE /v2.0/floatingips/3dda9e35-ffce-4973-b907-5e212ca6735d HTTP/1.1" status: 204 len: 168 time: 0.5408437 Jul 09 09:38:32.327211 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56926) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:32.353871 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-2282ebcc-a0f9-492b-b13d-09ff46259975 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] DELETE failed (client error): The resource could not be found. Jul 09 09:38:32.354561 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2282ebcc-a0f9-492b-b13d-09ff46259975 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:38:32.359247 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2282ebcc-a0f9-492b-b13d-09ff46259975 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "DELETE /v2.0/ports/713e7913-e3c6-4863-8173-580bd3bf91e5 HTTP/1.1" status: 404 len: 333 time: 0.0284197 Jul 09 09:38:32.359520 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56928) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:32.396465 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6dc099e9-cb03-4342-8a25-3d3ad795268f tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa8693c2-d694-42f7-a391-bd76e4d07021 HTTP/1.1" status: 200 len: 205 time: 0.0337408 Jul 09 09:38:32.396675 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc7a5490-7e72-491b-b4d5-9ad6ee19c752 req-2522a5dd-923e-4eec-a31d-7c23ca50aeab tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:32.397128 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56932) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:32.438647 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-cebced56-837c-47d0-be71-e432fc449e43 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] delete failed (client error): The resource could not be found. Jul 09 09:38:32.450038 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cebced56-837c-47d0-be71-e432fc449e43 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "DELETE /v2.0/routers/fa8693c2-d694-42f7-a391-bd76e4d07021 HTTP/1.1" status: 404 len: 336 time: 0.0416520 Jul 09 09:38:32.450405 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56934) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:32.480400 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-04969812-3cc5-4721-8167-5956bd4383d4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] DELETE failed (client error): The resource could not be found. Jul 09 09:38:32.481426 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04969812-3cc5-4721-8167-5956bd4383d4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:38:32.486279 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-04969812-3cc5-4721-8167-5956bd4383d4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "DELETE /v2.0/subnets/be38548a-b543-4664-bd1c-7ce758fa7d67 HTTP/1.1" status: 404 len: 337 time: 0.0317285 Jul 09 09:38:32.486279 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56936) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:32.514080 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-fc7a5490-7e72-491b-b4d5-9ad6ee19c752 req-2522a5dd-923e-4eec-a31d-7c23ca50aeab tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Allocated IP 172.25.3.153 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/04c1815e-dff7-4e94-8187-4e8cb312cac4) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:38:32.588379 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-53d1d60a-4ad5-4cd2-a5ef-346f0f6c3409 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Deleting port 47434052-3150-4524-b971-2e7343864700 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:32.588653 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-53d1d60a-4ad5-4cd2-a5ef-346f0f6c3409 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:32.651292 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc7a5490-7e72-491b-b4d5-9ad6ee19c752 req-2522a5dd-923e-4eec-a31d-7c23ca50aeab tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:32.685478 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-53d1d60a-4ad5-4cd2-a5ef-346f0f6c3409 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:32.694559 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc7a5490-7e72-491b-b4d5-9ad6ee19c752 req-2522a5dd-923e-4eec-a31d-7c23ca50aeab tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:32.699314 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-53d1d60a-4ad5-4cd2-a5ef-346f0f6c3409 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Calling delete_port for 47434052-3150-4524-b971-2e7343864700 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:32.731317 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7a5490-7e72-491b-b4d5-9ad6ee19c752 req-2522a5dd-923e-4eec-a31d-7c23ca50aeab tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:38:32.734287 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-fc7a5490-7e72-491b-b4d5-9ad6ee19c752 req-2522a5dd-923e-4eec-a31d-7c23ca50aeab tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:32.736994 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7a5490-7e72-491b-b4d5-9ad6ee19c752 req-2522a5dd-923e-4eec-a31d-7c23ca50aeab tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:38:32.772902 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522a5dd-923e-4eec-a31d-7c23ca50aeab tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Pushing event updated for resources: {'Port': ['ID=04c1815e-dff7-4e94-8187-4e8cb312cac4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:32.865081 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-53d1d60a-4ad5-4cd2-a5ef-346f0f6c3409 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:32.904711 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1d60a-4ad5-4cd2-a5ef-346f0f6c3409 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event deleted for resources: {'Port': ['ID=47434052-3150-4524-b971-2e7343864700,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:32.922620 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 2fd5c15a-2c29-42a6-ade8-1a3223a76938 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:38:32.982929 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc7a5490-7e72-491b-b4d5-9ad6ee19c752 req-2522a5dd-923e-4eec-a31d-7c23ca50aeab tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:33.008785 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-53d1d60a-4ad5-4cd2-a5ef-346f0f6c3409 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:33.014681 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-53d1d60a-4ad5-4cd2-a5ef-346f0f6c3409 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "DELETE /v2.0/ports/47434052-3150-4524-b971-2e7343864700 HTTP/1.1" status: 204 len: 168 time: 0.5256445 Jul 09 09:38:33.014961 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56942) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:33.020308 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 2fd5c15a-2c29-42a6-ade8-1a3223a76938 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:33.020679 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:33.050939 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90faee-91ba-4598-aaa1-02d1e9c8dbbc req-4e3fa507-9e21-44d6-b84b-2b8b28584242 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:33.053477 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb90faee-91ba-4598-aaa1-02d1e9c8dbbc req-4e3fa507-9e21-44d6-b84b-2b8b28584242 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.1233392 Jul 09 09:38:33.093658 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc7a5490-7e72-491b-b4d5-9ad6ee19c752 req-2522a5dd-923e-4eec-a31d-7c23ca50aeab tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:33.154608 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-aa32c10b-aa9c-408d-8038-e3749d8ee878 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Deleting port ea9632d7-400e-43b6-a32f-062cfba01e0f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:33.155142 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa32c10b-aa9c-408d-8038-e3749d8ee878 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:33.157770 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb90faee-91ba-4598-aaa1-02d1e9c8dbbc req-c3686add-067f-427f-b661-98ce2fe86cd4 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774539 Jul 09 09:38:33.258718 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa32c10b-aa9c-408d-8038-e3749d8ee878 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:33.272651 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-aa32c10b-aa9c-408d-8038-e3749d8ee878 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Calling delete_port for ea9632d7-400e-43b6-a32f-062cfba01e0f owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:33.311258 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc7a5490-7e72-491b-b4d5-9ad6ee19c752 req-2522a5dd-923e-4eec-a31d-7c23ca50aeab tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:33.316979 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc7a5490-7e72-491b-b4d5-9ad6ee19c752 req-2522a5dd-923e-4eec-a31d-7c23ca50aeab tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:33.404437 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522a5dd-923e-4eec-a31d-7c23ca50aeab tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Pushing event updated for resources: {'Port': ['ID=04c1815e-dff7-4e94-8187-4e8cb312cac4,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:33.420096 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc7a5490-7e72-491b-b4d5-9ad6ee19c752 req-2522a5dd-923e-4eec-a31d-7c23ca50aeab tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:33.438006 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc7a5490-7e72-491b-b4d5-9ad6ee19c752 req-2522a5dd-923e-4eec-a31d-7c23ca50aeab tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:33.439393 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc7a5490-7e72-491b-b4d5-9ad6ee19c752 req-2522a5dd-923e-4eec-a31d-7c23ca50aeab tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1814175 Jul 09 09:38:33.458442 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa32c10b-aa9c-408d-8038-e3749d8ee878 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:33.494587 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32c10b-aa9c-408d-8038-e3749d8ee878 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event deleted for resources: {'Port': ['ID=ea9632d7-400e-43b6-a32f-062cfba01e0f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:33.503176 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc7a5490-7e72-491b-b4d5-9ad6ee19c752 req-aa014d54-f826-4705-9a38-2dd03c285481 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 696 time: 0.0572956 Jul 09 09:38:33.571302 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa32c10b-aa9c-408d-8038-e3749d8ee878 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:33.576362 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-aa32c10b-aa9c-408d-8038-e3749d8ee878 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "DELETE /v2.0/ports/ea9632d7-400e-43b6-a32f-062cfba01e0f HTTP/1.1" status: 204 len: 168 time: 0.5563362 Jul 09 09:38:33.576610 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56948) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:33.622133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a5490-7e72-491b-b4d5-9ad6ee19c752 req-b5badf07-6acc-4ee4-9f7e-a0c7959febfd tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:33.623722 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc7a5490-7e72-491b-b4d5-9ad6ee19c752 req-b5badf07-6acc-4ee4-9f7e-a0c7959febfd tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.1114640 Jul 09 09:38:33.646704 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866a1d89-e5a9-4889-ace1-466f963b6040 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:33.650661 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-866a1d89-e5a9-4889-ace1-466f963b6040 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b HTTP/1.1" status: 200 len: 913 time: 0.0706539 Jul 09 09:38:33.650858 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56952) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:33.700497 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b944672-892f-4eab-9aa1-18f404a996dc req-287be062-dacd-47d8-8340-01e008d78ce9 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] 10.222.0.61 "GET /v2.0/floatingips/72b47f26-215b-4e34-b8d1-b57d2d8bbc54 HTTP/1.1" status: 200 len: 693 time: 0.0538702 Jul 09 09:38:33.749641 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:33.815261 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b944672-892f-4eab-9aa1-18f404a996dc req-70218fa9-75d9-4a29-8c81-9a012b43bbe0 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:33.816768 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b944672-892f-4eab-9aa1-18f404a996dc req-70218fa9-75d9-4a29-8c81-9a012b43bbe0 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.1107008 Jul 09 09:38:33.870412 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b944672-892f-4eab-9aa1-18f404a996dc req-10c76421-7e5b-4dda-a7b2-f33a420e7b5e tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 696 time: 0.0462086 Jul 09 09:38:33.924139 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b944672-892f-4eab-9aa1-18f404a996dc req-d242bd4e-6782-4c00-ade3-ce06414741d5 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 696 time: 0.0463047 Jul 09 09:38:34.064980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-3b944672-892f-4eab-9aa1-18f404a996dc req-d9ff708e-8090-40a2-a1c8-be81351f7190 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Deleting port 04c1815e-dff7-4e94-8187-4e8cb312cac4 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:34.065636 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3b944672-892f-4eab-9aa1-18f404a996dc req-d9ff708e-8090-40a2-a1c8-be81351f7190 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:34.154168 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3b944672-892f-4eab-9aa1-18f404a996dc req-d9ff708e-8090-40a2-a1c8-be81351f7190 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:34.154733 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3b944672-892f-4eab-9aa1-18f404a996dc req-d9ff708e-8090-40a2-a1c8-be81351f7190 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:34.169337 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-3b944672-892f-4eab-9aa1-18f404a996dc req-d9ff708e-8090-40a2-a1c8-be81351f7190 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Calling delete_port for 04c1815e-dff7-4e94-8187-4e8cb312cac4 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:34.351068 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3b944672-892f-4eab-9aa1-18f404a996dc req-d9ff708e-8090-40a2-a1c8-be81351f7190 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:34.366829 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed1f791a-415e-43b3-9519-f5b08346a194 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:34.381557 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff708e-8090-40a2-a1c8-be81351f7190 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Pushing event deleted for resources: {'Port': ['ID=04c1815e-dff7-4e94-8187-4e8cb312cac4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:34.463300 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34802f-3f8f-449d-9fd7-3b4f7b010d50 req-48ef0fd6-c7c5-4248-ba16-36e17d5a4f5f tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:34.470550 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c34802f-3f8f-449d-9fd7-3b4f7b010d50 req-48ef0fd6-c7c5-4248-ba16-36e17d5a4f5f tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.1603451 Jul 09 09:38:34.485174 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3b944672-892f-4eab-9aa1-18f404a996dc req-d9ff708e-8090-40a2-a1c8-be81351f7190 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:34.488495 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3b944672-892f-4eab-9aa1-18f404a996dc req-d9ff708e-8090-40a2-a1c8-be81351f7190 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:34.490178 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b944672-892f-4eab-9aa1-18f404a996dc req-d9ff708e-8090-40a2-a1c8-be81351f7190 tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] 10.222.0.61 "DELETE /v2.0/floatingips/72b47f26-215b-4e34-b8d1-b57d2d8bbc54 HTTP/1.1" status: 204 len: 173 time: 0.5595756 Jul 09 09:38:34.531297 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c34802f-3f8f-449d-9fd7-3b4f7b010d50 req-c6bdedf7-e36b-4628-a695-889f4caf75a2 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597963 Jul 09 09:38:34.670771 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-6c90ea03-a8b7-44ba-8940-4752245f33be req-f45f6ad9-2e2f-4656-8c61-75a7251baefd tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] show failed (client error): The resource could not be found. Jul 09 09:38:34.672597 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c90ea03-a8b7-44ba-8940-4752245f33be req-f45f6ad9-2e2f-4656-8c61-75a7251baefd tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] 10.222.0.61 "GET /v2.0/floatingips/72b47f26-215b-4e34-b8d1-b57d2d8bbc54 HTTP/1.1" status: 404 len: 350 time: 0.0439751 Jul 09 09:38:34.741787 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ed1f791a-415e-43b3-9519-f5b08346a194 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Deleting port af5d6dfc-5673-455c-a35f-235a25d5dc26 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:34.743118 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-fa33346b-8120-4d05-8e11-bde0e129ef27 req-dbab21bf-7e9f-4d70-9fe9-b668d392561e tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] show failed (client error): The resource could not be found. Jul 09 09:38:34.744039 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed1f791a-415e-43b3-9519-f5b08346a194 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:34.744177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa33346b-8120-4d05-8e11-bde0e129ef27 req-dbab21bf-7e9f-4d70-9fe9-b668d392561e tempest-FloatingIPsTestJSON-1098195500 tempest-FloatingIPsTestJSON-1098195500-project] 10.222.0.61 "GET /v2.0/floatingips/72b47f26-215b-4e34-b8d1-b57d2d8bbc54 HTTP/1.1" status: 404 len: 350 time: 0.0506282 Jul 09 09:38:34.753053 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56968) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:34.860360 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed1f791a-415e-43b3-9519-f5b08346a194 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:34.883134 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ed1f791a-415e-43b3-9519-f5b08346a194 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Calling delete_port for af5d6dfc-5673-455c-a35f-235a25d5dc26 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:35.125949 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed1f791a-415e-43b3-9519-f5b08346a194 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:35.180472 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f791a-415e-43b3-9519-f5b08346a194 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event deleted for resources: {'Port': ['ID=af5d6dfc-5673-455c-a35f-235a25d5dc26,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:35.333041 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c596b8-6791-4390-a983-bdab5119877f req-6f5afdea-0a54-4737-8dd2-d61cc4dbf9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:35.334934 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-69c596b8-6791-4390-a983-bdab5119877f req-6f5afdea-0a54-4737-8dd2-d61cc4dbf9a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5915743999646a7a3c1e50d64f3fa2f&device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 1097 time: 0.0799975 Jul 09 09:38:35.408620 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e24d9-c6ed-46a8-b25e-22a555031b06 req-7b2bcdba-7fe0-4218-bfe2-c331f26d4b3c tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:35.410089 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb0e24d9-c6ed-46a8-b25e-22a555031b06 req-7b2bcdba-7fe0-4218-bfe2-c331f26d4b3c tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.1229694 Jul 09 09:38:35.505111 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb0e24d9-c6ed-46a8-b25e-22a555031b06 req-c2378fc8-c311-4147-8ff3-7a66ad765aef tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730257 Jul 09 09:38:35.521331 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed1f791a-415e-43b3-9519-f5b08346a194 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:35.533374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c596b8-6791-4390-a983-bdab5119877f req-9d8e1f84-d0e7-4e61-884c-9bd7a3ba46a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:35.534551 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-69c596b8-6791-4390-a983-bdab5119877f req-9d8e1f84-d0e7-4e61-884c-9bd7a3ba46a6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 HTTP/1.1" status: 200 len: 917 time: 0.1600897 Jul 09 09:38:35.607361 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3fc32fed-4911-4282-a431-09ba75079e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:35.614462 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-69c596b8-6791-4390-a983-bdab5119877f req-f676703f-c9e5-44da-9ef0-def7b187a59e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce0acd65-7447-47d5-bddb-8169e9cea66b HTTP/1.1" status: 200 len: 217 time: 0.0714247 Jul 09 09:38:35.794418 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c596b8-6791-4390-a983-bdab5119877f req-174cc304-2d7e-40d3-b573-9daf8c612495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:35.804065 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-69c596b8-6791-4390-a983-bdab5119877f req-174cc304-2d7e-40d3-b573-9daf8c612495 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=69388bf1-7d61-49b2-9f56-7d1b01a1dda9 HTTP/1.1" status: 200 len: 855 time: 0.1731358 Jul 09 09:38:35.988738 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3fc32fed-4911-4282-a431-09ba75079e9d admin admin] Deleting port 2fd5c15a-2c29-42a6-ade8-1a3223a76938 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:35.992014 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3fc32fed-4911-4282-a431-09ba75079e9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:36.000760 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1f791a-415e-43b3-9519-f5b08346a194 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Router 3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:38:36.014004 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c596b8-6791-4390-a983-bdab5119877f req-ee6f8c58-f36d-4499-9117-b62a4d7326a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:36.015584 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-69c596b8-6791-4390-a983-bdab5119877f req-ee6f8c58-f36d-4499-9117-b62a4d7326a1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2107329 Jul 09 09:38:36.084371 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-3fc32fed-4911-4282-a431-09ba75079e9d admin admin] For port 2fd5c15a-2c29-42a6-ade8-1a3223a76938, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=2fd5c15a-2c29-42a6-ade8-1a3223a76938,segment=NetworkSegment(49a90b96-6179-4b5e-9929-11f27b762243),segment_id=49a90b96-6179-4b5e-9929-11f27b762243)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:36.084371 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3fc32fed-4911-4282-a431-09ba75079e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:36.099128 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3fc32fed-4911-4282-a431-09ba75079e9d admin admin] Calling delete_port for 2fd5c15a-2c29-42a6-ade8-1a3223a76938 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:36.194865 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-69c596b8-6791-4390-a983-bdab5119877f req-d9d4a947-55b0-4fc3-ac6c-29b74015fa4e service neutron] 10.222.0.58 "GET /v2.0/networks/cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718233 Jul 09 09:38:36.196010 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1f791a-415e-43b3-9519-f5b08346a194 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:38:36.204640 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ed1f791a-415e-43b3-9519-f5b08346a194 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "PUT /v2.0/routers/3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5513496 Jul 09 09:38:36.206853 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c915a6d2-3d1d-4454-ad8f-51205ca519fd None None] Sync routers for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:38:36.214376 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56980) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:36.218027 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c915a6d2-3d1d-4454-ad8f-51205ca519fd None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:36.218673 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c915a6d2-3d1d-4454-ad8f-51205ca519fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:36.253316 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c915a6d2-3d1d-4454-ad8f-51205ca519fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:36.263465 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c915a6d2-3d1d-4454-ad8f-51205ca519fd None None] Routers {'3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:36.264173 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c915a6d2-3d1d-4454-ad8f-51205ca519fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:36.298234 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c915a6d2-3d1d-4454-ad8f-51205ca519fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:36.298873 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c915a6d2-3d1d-4454-ad8f-51205ca519fd None None] The sync data for ids ['3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:38:36.313213 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3fc32fed-4911-4282-a431-09ba75079e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:36.344490 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc32fed-4911-4282-a431-09ba75079e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd5c15a-2c29-42a6-ade8-1a3223a76938,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:36.379652 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-69c596b8-6791-4390-a983-bdab5119877f req-ecbf0047-a772-4434-9912-22da2c39a881 service neutron] 10.222.0.58 "GET /v2.0/networks/cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736145 Jul 09 09:38:36.383668 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0013947-e1c2-4e48-b1f8-ce41c0be03ae tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:36.500160 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0013947-e1c2-4e48-b1f8-ce41c0be03ae tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:36.527280 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3fc32fed-4911-4282-a431-09ba75079e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:36.564076 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b0013947-e1c2-4e48-b1f8-ce41c0be03ae tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Deleting port 07231cc7-53a6-44fc-b43c-9a6ed163f3ef {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:36.564655 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0013947-e1c2-4e48-b1f8-ce41c0be03ae tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:36.643961 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0013947-e1c2-4e48-b1f8-ce41c0be03ae tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:36.656223 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b0013947-e1c2-4e48-b1f8-ce41c0be03ae tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Calling delete_port for 07231cc7-53a6-44fc-b43c-9a6ed163f3ef owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:36.746948 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a04d8-c059-42ce-be49-62029e130aee req-3e0e9dd3-f436-421c-8ca9-1189f3d178ba tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:36.748474 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e04a04d8-c059-42ce-be49-62029e130aee req-3e0e9dd3-f436-421c-8ca9-1189f3d178ba tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.1169686 Jul 09 09:38:36.795620 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aae296d2-3c8d-4758-b0ea-7aa72e03bad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:36.836575 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e04a04d8-c059-42ce-be49-62029e130aee req-c24c8b92-a827-422f-9619-0c6672602f10 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588450 Jul 09 09:38:36.849618 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc32fed-4911-4282-a431-09ba75079e9d admin admin] Router fea386f2-11d5-4846-9107-28e514f4118e has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:38:36.869202 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0013947-e1c2-4e48-b1f8-ce41c0be03ae tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:36.924284 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0013947-e1c2-4e48-b1f8-ce41c0be03ae tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event deleted for resources: {'Port': ['ID=07231cc7-53a6-44fc-b43c-9a6ed163f3ef,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:37.008492 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0013947-e1c2-4e48-b1f8-ce41c0be03ae tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.022413 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc32fed-4911-4282-a431-09ba75079e9d admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:38:37.030740 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3fc32fed-4911-4282-a431-09ba75079e9d admin admin] 10.222.0.61 "PUT /v2.0/routers/fea386f2-11d5-4846-9107-28e514f4118e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2754583 Jul 09 09:38:37.033278 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56990) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:37.034303 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb653ca-8c41-4e18-abe8-84dbcedf8161 None None] Sync routers for ids ['fea386f2-11d5-4846-9107-28e514f4118e'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:38:37.046827 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb653ca-8c41-4e18-abe8-84dbcedf8161 None None] Routers {'fea386f2-11d5-4846-9107-28e514f4118e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:37.047459 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ceb653ca-8c41-4e18-abe8-84dbcedf8161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['fea386f2-11d5-4846-9107-28e514f4118e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:37.124112 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0013947-e1c2-4e48-b1f8-ce41c0be03ae tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.126378 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0013947-e1c2-4e48-b1f8-ce41c0be03ae tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.166916 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-ceb653ca-8c41-4e18-abe8-84dbcedf8161 None None] Set router fea386f2-11d5-4846-9107-28e514f4118e gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:38:37.171628 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-078da6df-fd5a-4ae7-b258-5e239c97c1e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.175419 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0013947-e1c2-4e48-b1f8-ce41c0be03ae tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.176166 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0013947-e1c2-4e48-b1f8-ce41c0be03ae tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Fanout notify agent at l3_agent the message router_deleted on router 3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:38:37.184687 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0013947-e1c2-4e48-b1f8-ce41c0be03ae tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.186121 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b0013947-e1c2-4e48-b1f8-ce41c0be03ae tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "DELETE /v2.0/routers/3fa56e8e-740c-4b2f-83f6-2e67a9d5ab6b HTTP/1.1" status: 204 len: 168 time: 0.9707794 Jul 09 09:38:37.188475 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56992) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:37.250608 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed64ab3-2d30-4888-8b59-52149a585f42 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Deleting subnet bc0b6550-8f87-4dfe-8fa5-bf24c7474225 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:38:37.253782 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ed64ab3-2d30-4888-8b59-52149a585f42 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.295743 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-078da6df-fd5a-4ae7-b258-5e239c97c1e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.296431 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ed64ab3-2d30-4888-8b59-52149a585f42 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.351174 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ed64ab3-2d30-4888-8b59-52149a585f42 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.357056 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-078da6df-fd5a-4ae7-b258-5e239c97c1e4 admin admin] Deleting port af7b1c29-68da-440c-8605-aa4949cfdbc6 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:37.357483 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-078da6df-fd5a-4ae7-b258-5e239c97c1e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.380536 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ceb653ca-8c41-4e18-abe8-84dbcedf8161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea386f2-11d5-4846-9107-28e514f4118e', 'name': 'tempest-FloatingIPsTestJSON-713027323-router', 'tenant_id': '6a770a3b96c74fa0978812e68933c6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'af7b1c29-68da-440c-8605-aa4949cfdbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:38:19Z', 'updated_at': '2021-07-09T09:38:36Z', 'revision_number': 5, 'project_id': '6a770a3b96c74fa0978812e68933c6f0', 'gw_port': {'id': 'af7b1c29-68da-440c-8605-aa4949cfdbc6', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea386f2-11d5-4846-9107-28e514f4118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:20Z', 'updated_at': '2021-07-09T09:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:37.409003 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb653ca-8c41-4e18-abe8-84dbcedf8161 None None] Checking router: fea386f2-11d5-4846-9107-28e514f4118e for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:38:37.415170 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ed64ab3-2d30-4888-8b59-52149a585f42 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.419736 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb653ca-8c41-4e18-abe8-84dbcedf8161 None None] Routers {'fea386f2-11d5-4846-9107-28e514f4118e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:37.421886 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ceb653ca-8c41-4e18-abe8-84dbcedf8161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['fea386f2-11d5-4846-9107-28e514f4118e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:37.442954 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-078da6df-fd5a-4ae7-b258-5e239c97c1e4 admin admin] For port af7b1c29-68da-440c-8605-aa4949cfdbc6, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=af7b1c29-68da-440c-8605-aa4949cfdbc6,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:37.443345 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-078da6df-fd5a-4ae7-b258-5e239c97c1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.444870 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed64ab3-2d30-4888-8b59-52149a585f42 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0b6550-8f87-4dfe-8fa5-bf24c7474225,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:37.446851 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ed64ab3-2d30-4888-8b59-52149a585f42 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.448828 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9ed64ab3-2d30-4888-8b59-52149a585f42 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "DELETE /v2.0/subnets/bc0b6550-8f87-4dfe-8fa5-bf24c7474225 HTTP/1.1" status: 204 len: 168 time: 0.2593322 Jul 09 09:38:37.451957 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56994) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:37.461545 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-078da6df-fd5a-4ae7-b258-5e239c97c1e4 admin admin] Calling delete_port for af7b1c29-68da-440c-8605-aa4949cfdbc6 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:37.532555 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55c9f454-6c9b-4f62-9f09-965d5295e8c4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.627997 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55c9f454-6c9b-4f62-9f09-965d5295e8c4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.641390 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-55c9f454-6c9b-4f62-9f09-965d5295e8c4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39d4b5a-c47b-4629-a65a-fecef046595b']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:37.644026 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-078da6df-fd5a-4ae7-b258-5e239c97c1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.648561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-ceb653ca-8c41-4e18-abe8-84dbcedf8161 None None] Set router fea386f2-11d5-4846-9107-28e514f4118e gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:38:37.653431 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-55c9f454-6c9b-4f62-9f09-965d5295e8c4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52b746b-3957-4fd2-8b3c-55c0ae5e4c04') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:37.653735 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-55c9f454-6c9b-4f62-9f09-965d5295e8c4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52b746b-3957-4fd2-8b3c-55c0ae5e4c04') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:37.662852 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55c9f454-6c9b-4f62-9f09-965d5295e8c4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.677263 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078da6df-fd5a-4ae7-b258-5e239c97c1e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=af7b1c29-68da-440c-8605-aa4949cfdbc6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:37.680096 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55c9f454-6c9b-4f62-9f09-965d5295e8c4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.688580 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c9f454-6c9b-4f62-9f09-965d5295e8c4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:38:37.689118 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55c9f454-6c9b-4f62-9f09-965d5295e8c4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:38:37.692695 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:38:37.714292 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ceb653ca-8c41-4e18-abe8-84dbcedf8161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea386f2-11d5-4846-9107-28e514f4118e', 'name': 'tempest-FloatingIPsTestJSON-713027323-router', 'tenant_id': '6a770a3b96c74fa0978812e68933c6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:38:19Z', 'updated_at': '2021-07-09T09:38:37Z', 'revision_number': 6, 'project_id': '6a770a3b96c74fa0978812e68933c6f0', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:37.737821 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-078da6df-fd5a-4ae7-b258-5e239c97c1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.747968 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb653ca-8c41-4e18-abe8-84dbcedf8161 None None] The sync data for ids ['fea386f2-11d5-4846-9107-28e514f4118e'] in n-d-799996-1 is: [{'id': 'fea386f2-11d5-4846-9107-28e514f4118e', 'name': 'tempest-FloatingIPsTestJSON-713027323-router', 'tenant_id': '6a770a3b96c74fa0978812e68933c6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:38:19Z', 'updated_at': '2021-07-09T09:38:37Z', 'revision_number': 6, 'project_id': '6a770a3b96c74fa0978812e68933c6f0', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:38:37.756122 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55c9f454-6c9b-4f62-9f09-965d5295e8c4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.764198 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55c9f454-6c9b-4f62-9f09-965d5295e8c4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.768158 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-55c9f454-6c9b-4f62-9f09-965d5295e8c4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] 10.222.0.61 "DELETE /v2.0/networks/e39d4b5a-c47b-4629-a65a-fecef046595b HTTP/1.1" status: 204 len: 168 time: 0.3130572 Jul 09 09:38:37.778940 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9f454-6c9b-4f62-9f09-965d5295e8c4 tempest-FloatingIPTestJSON-1754469471 tempest-FloatingIPTestJSON-1754469471-project] Pushing event deleted for resources: {'Network': ['ID=e39d4b5a-c47b-4629-a65a-fecef046595b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:37.839077 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-078da6df-fd5a-4ae7-b258-5e239c97c1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.841332 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-078da6df-fd5a-4ae7-b258-5e239c97c1e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.894740 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-078da6df-fd5a-4ae7-b258-5e239c97c1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.895095 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078da6df-fd5a-4ae7-b258-5e239c97c1e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fea386f2-11d5-4846-9107-28e514f4118e {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:38:37.900504 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-078da6df-fd5a-4ae7-b258-5e239c97c1e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.901946 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-078da6df-fd5a-4ae7-b258-5e239c97c1e4 admin admin] 10.222.0.61 "DELETE /v2.0/routers/fea386f2-11d5-4846-9107-28e514f4118e HTTP/1.1" status: 204 len: 168 time: 0.8672783 Jul 09 09:38:37.904855 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57002) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:37.956161 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad0b6b8-d1eb-4f43-ad9e-949e39148863 admin admin] Deleting subnet 8554d753-8c3b-4c4b-9076-3eb27cde697b {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:38:37.959281 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bad0b6b8-d1eb-4f43-ad9e-949e39148863 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:37.995064 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bad0b6b8-d1eb-4f43-ad9e-949e39148863 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:38.014114 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57006) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:38.043618 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49d0a4-b328-4fa5-969f-566442fbdc4e req-c7d536b0-d4c2-442f-983f-29870ada8b93 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:38.050958 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e49d0a4-b328-4fa5-969f-566442fbdc4e req-c7d536b0-d4c2-442f-983f-29870ada8b93 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.0877764 Jul 09 09:38:38.097982 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bad0b6b8-d1eb-4f43-ad9e-949e39148863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:38.099635 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e49d0a4-b328-4fa5-969f-566442fbdc4e req-7814b7d3-1653-492e-b35b-cba78cf0724c tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475340 Jul 09 09:38:38.203661 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bad0b6b8-d1eb-4f43-ad9e-949e39148863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:38.242100 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0bdacc39-5ecf-4c7c-bcb8-3b28970e1b89 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9b23b4f5d49e49edbeb2a585daf6c1bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2269013 Jul 09 09:38:38.244527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57018) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:38.259461 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0b6b8-d1eb-4f43-ad9e-949e39148863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8554d753-8c3b-4c4b-9076-3eb27cde697b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:38.263789 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bad0b6b8-d1eb-4f43-ad9e-949e39148863 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:38.265876 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bad0b6b8-d1eb-4f43-ad9e-949e39148863 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8554d753-8c3b-4c4b-9076-3eb27cde697b HTTP/1.1" status: 204 len: 168 time: 0.3597682 Jul 09 09:38:38.270324 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8b2449-3462-4160-b5fc-f0a785707b19 None None] Network d6dc629e-0bdc-489d-9144-74ace4e1d66a requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:38.270851 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57020) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:38.413770 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeb20-e785-4463-b674-ae90f4280060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:38.422506 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f1b9834f-7c9c-45aa-ac01-52d45f0934bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:38.458150 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f1b9834f-7c9c-45aa-ac01-52d45f0934bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:38.498183 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b23539-6f40-43f4-b05d-497b4ba5dbf4 req-24a0d97c-da9a-46bd-9abc-071de71e2cba tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:38.499600 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-58b23539-6f40-43f4-b05d-497b4ba5dbf4 req-24a0d97c-da9a-46bd-9abc-071de71e2cba tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.1943738 Jul 09 09:38:38.568234 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-58b23539-6f40-43f4-b05d-497b4ba5dbf4 req-65b68560-a00f-423a-bc21-907f2522da1a tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567615 Jul 09 09:38:38.576205 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a8ebeb20-e785-4463-b674-ae90f4280060 admin admin] Deleting port 3c2d8ee5-ed85-48f3-8d35-c79733757d45 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:38.576556 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeb20-e785-4463-b674-ae90f4280060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:38.613258 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f1b9834f-7c9c-45aa-ac01-52d45f0934bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:38.615816 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f1b9834f-7c9c-45aa-ac01-52d45f0934bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:38.616964 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f1b9834f-7c9c-45aa-ac01-52d45f0934bc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4d16ae17-638b-48d8-aeb4-3aa598950ed3 HTTP/1.1" status: 204 len: 168 time: 0.3712218 Jul 09 09:38:38.634724 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9834f-7c9c-45aa-ac01-52d45f0934bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d16ae17-638b-48d8-aeb4-3aa598950ed3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:38.654950 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-a8ebeb20-e785-4463-b674-ae90f4280060 admin admin] For port 3c2d8ee5-ed85-48f3-8d35-c79733757d45, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3c2d8ee5-ed85-48f3-8d35-c79733757d45,segment=NetworkSegment(49a90b96-6179-4b5e-9929-11f27b762243),segment_id=49a90b96-6179-4b5e-9929-11f27b762243)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:38.655585 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeb20-e785-4463-b674-ae90f4280060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:38.681208 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90716e5-70ae-4584-bd55-29a65a70ff1b None None] DHCP port deletion for d6dc629e-0bdc-489d-9144-74ace4e1d66a request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:38:38.681426 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a8ebeb20-e785-4463-b674-ae90f4280060 admin admin] Calling delete_port for 3c2d8ee5-ed85-48f3-8d35-c79733757d45 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:38.747431 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e90716e5-70ae-4584-bd55-29a65a70ff1b None None] Deleting port 3c2d8ee5-ed85-48f3-8d35-c79733757d45 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:38.747431 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e90716e5-70ae-4584-bd55-29a65a70ff1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:38.825426 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e90716e5-70ae-4584-bd55-29a65a70ff1b None None] For port 3c2d8ee5-ed85-48f3-8d35-c79733757d45, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3c2d8ee5-ed85-48f3-8d35-c79733757d45,segment=NetworkSegment(49a90b96-6179-4b5e-9929-11f27b762243),segment_id=49a90b96-6179-4b5e-9929-11f27b762243)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:38.825698 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e90716e5-70ae-4584-bd55-29a65a70ff1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:38.837758 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58804db1-8e77-4d4e-abd7-9af0b3588f73 req-64e96d63-8a40-419a-a915-8cd1d01f8ec9 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:38.839385 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-58804db1-8e77-4d4e-abd7-9af0b3588f73 req-64e96d63-8a40-419a-a915-8cd1d01f8ec9 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=71ba4b08-2e76-4197-9c6e-98a3ec4910a0 HTTP/1.1" status: 200 len: 945 time: 0.1328104 Jul 09 09:38:38.852436 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e90716e5-70ae-4584-bd55-29a65a70ff1b None None] Calling delete_port for 3c2d8ee5-ed85-48f3-8d35-c79733757d45 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:38.866064 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeb20-e785-4463-b674-ae90f4280060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:38.897238 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ebeb20-e785-4463-b674-ae90f4280060 admin admin] No DVR routers for this DVR port 3c2d8ee5-ed85-48f3-8d35-c79733757d45 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:38:38.903456 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebeb20-e785-4463-b674-ae90f4280060 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2d8ee5-ed85-48f3-8d35-c79733757d45,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:38.934085 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3c2d8ee5-ed85-48f3-8d35-c79733757d45 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:38:38.958761 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-58804db1-8e77-4d4e-abd7-9af0b3588f73 req-34124344-9482-4995-9a4e-527c66a44b22 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086946 Jul 09 09:38:38.963668 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 3c2d8ee5-ed85-48f3-8d35-c79733757d45 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:38:38.964063 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3c2d8ee5-ed85-48f3-8d35-c79733757d45 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:38:38.964496 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device af7b1c29-68da-440c-8605-aa4949cfdbc6 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:38:39.010574 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: af7b1c29-68da-440c-8605-aa4949cfdbc6 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:38:39.011149 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device af7b1c29-68da-440c-8605-aa4949cfdbc6 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:38:39.011763 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 2fd5c15a-2c29-42a6-ade8-1a3223a76938 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:38:39.031320 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeb20-e785-4463-b674-ae90f4280060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:39.042016 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 2fd5c15a-2c29-42a6-ade8-1a3223a76938 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:38:39.043125 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 2fd5c15a-2c29-42a6-ade8-1a3223a76938 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:38:39.054379 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a8ebeb20-e785-4463-b674-ae90f4280060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6dc629e-0bdc-489d-9144-74ace4e1d66a']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:39.060292 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:39.072606 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a8ebeb20-e785-4463-b674-ae90f4280060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a90b96-6179-4b5e-9929-11f27b762243') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:39.072909 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a8ebeb20-e785-4463-b674-ae90f4280060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a90b96-6179-4b5e-9929-11f27b762243') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:39.086483 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e90716e5-70ae-4584-bd55-29a65a70ff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:39.090175 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeb20-e785-4463-b674-ae90f4280060 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:39.116878 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeb20-e785-4463-b674-ae90f4280060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:39.124492 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90716e5-70ae-4584-bd55-29a65a70ff1b None None] Pushing event deleted for resources: {'Port': ['ID=3c2d8ee5-ed85-48f3-8d35-c79733757d45,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:39.130013 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90716e5-70ae-4584-bd55-29a65a70ff1b None None] No DVR routers for this DVR port 3c2d8ee5-ed85-48f3-8d35-c79733757d45 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:38:39.169029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ebeb20-e785-4463-b674-ae90f4280060 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:38:39.169701 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeb20-e785-4463-b674-ae90f4280060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:38:39.172675 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:38:39.252601 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeb20-e785-4463-b674-ae90f4280060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:39.257046 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeb20-e785-4463-b674-ae90f4280060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:39.258937 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a8ebeb20-e785-4463-b674-ae90f4280060 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d6dc629e-0bdc-489d-9144-74ace4e1d66a HTTP/1.1" status: 204 len: 168 time: 0.9873650 Jul 09 09:38:39.276566 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebeb20-e785-4463-b674-ae90f4280060 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6dc629e-0bdc-489d-9144-74ace4e1d66a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:39.293163 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226df202-b8ac-44d2-9973-c7d5f94df057 req-b52aa91f-a0e1-4189-bf4e-a6898845e02a tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:39.299341 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-226df202-b8ac-44d2-9973-c7d5f94df057 req-b52aa91f-a0e1-4189-bf4e-a6898845e02a tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=3813f6ee-296c-4010-9c49-b5837958d798 HTTP/1.1" status: 200 len: 945 time: 0.1782608 Jul 09 09:38:39.318538 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b938b459-407b-4862-80db-d0d810c1d2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:39.366582 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-226df202-b8ac-44d2-9973-c7d5f94df057 req-bd182472-61b9-419b-9368-f411936396a7 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609593 Jul 09 09:38:39.405095 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-92e3ddb5-e91f-4a41-ae9a-874f63d1f5a6 req-83b279aa-db23-4d85-8376-a5597a72f31d tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:38:39.406083 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92e3ddb5-e91f-4a41-ae9a-874f63d1f5a6 req-83b279aa-db23-4d85-8376-a5597a72f31d tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063081 Jul 09 09:38:39.419722 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57054) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:39.478429 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4f785071-9e46-40dc-9fc0-39df4fabebb4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6a770a3b96c74fa0978812e68933c6f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574486 Jul 09 09:38:39.481046 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57056) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:39.489453 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:39.537284 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8339035d-08c2-489c-bb8a-b0d8359ca2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:39.569744 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8339035d-08c2-489c-bb8a-b0d8359ca2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:39.626866 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8339035d-08c2-489c-bb8a-b0d8359ca2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:39.629965 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8339035d-08c2-489c-bb8a-b0d8359ca2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:39.634804 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8339035d-08c2-489c-bb8a-b0d8359ca2d4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/77e4b969-26a5-4279-a790-c6e91167b96d HTTP/1.1" status: 204 len: 168 time: 0.1525378 Jul 09 09:38:39.644124 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339035d-08c2-489c-bb8a-b0d8359ca2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e4b969-26a5-4279-a790-c6e91167b96d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:39.692638 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57062) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:39.805108 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6bad9026-535c-4b68-8a01-9ec4fbac5a06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1455015869'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:39.832855 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bad9026-535c-4b68-8a01-9ec4fbac5a06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Made reservation on behalf of af5ecbd9ec794e6dac921167147e8826 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:39.836606 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bad9026-535c-4b68-8a01-9ec4fbac5a06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:39.845266 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bad9026-535c-4b68-8a01-9ec4fbac5a06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:39.850429 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92e3ddb5-e91f-4a41-ae9a-874f63d1f5a6 req-197c1f40-571a-49c6-9671-f44158d29cbb tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4375489 Jul 09 09:38:39.944765 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bad9026-535c-4b68-8a01-9ec4fbac5a06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:39.949537 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bad9026-535c-4b68-8a01-9ec4fbac5a06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:39.977097 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bad9026-535c-4b68-8a01-9ec4fbac5a06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:38:39.989341 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad9026-535c-4b68-8a01-9ec4fbac5a06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a277a3af-b9ec-4e7b-bc81-6ef6a8d25b60,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:39.994370 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bad9026-535c-4b68-8a01-9ec4fbac5a06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:39.994714 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-6bad9026-535c-4b68-8a01-9ec4fbac5a06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Added segment eb0a6ec9-2abe-4850-adea-eea650ade553 of type vlan for network 76657b6d-fbd3-4817-9dca-df0f41e70ce2 Jul 09 09:38:40.036641 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bad9026-535c-4b68-8a01-9ec4fbac5a06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:40.077574 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bad9026-535c-4b68-8a01-9ec4fbac5a06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:40.083722 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bad9026-535c-4b68-8a01-9ec4fbac5a06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:40.084387 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bad9026-535c-4b68-8a01-9ec4fbac5a06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:40.159326 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6bad9026-535c-4b68-8a01-9ec4fbac5a06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4650912 Jul 09 09:38:40.170206 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad9026-535c-4b68-8a01-9ec4fbac5a06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Network': ['ID=76657b6d-fbd3-4817-9dca-df0f41e70ce2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:40.199152 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 76657b6d-fbd3-4817-9dca-df0f41e70ce2 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:38:40.257005 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3038ad3-1645-4fae-b2ad-fe7236aee7e7 req-f82fc33a-babe-4b6e-b9ec-ae8891f208b4 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:40.259347 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a3038ad3-1645-4fae-b2ad-fe7236aee7e7 req-f82fc33a-babe-4b6e-b9ec-ae8891f208b4 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.0803583 Jul 09 09:38:40.320473 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a3038ad3-1645-4fae-b2ad-fe7236aee7e7 req-b995a5ee-3497-441f-b930-c4b1ca14924c tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477300 Jul 09 09:38:40.364946 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57090) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:40.370115 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-47ea61ab-3a07-4387-8068-2bc5fc3566be tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'subnet': {'network_id': '76657b6d-fbd3-4817-9dca-df0f41e70ce2', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:40.464638 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57094) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:40.478204 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ea61ab-3a07-4387-8068-2bc5fc3566be tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Made reservation on behalf of af5ecbd9ec794e6dac921167147e8826 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:40.483957 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47ea61ab-3a07-4387-8068-2bc5fc3566be tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:40.540886 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6b1a0-d18b-4aa5-89d2-a6c1392d05e3 req-0d77840c-20d9-4792-ac23-4fe73dbe9797 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:40.544693 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-abd6b1a0-d18b-4aa5-89d2-a6c1392d05e3 req-0d77840c-20d9-4792-ac23-4fe73dbe9797 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=71ba4b08-2e76-4197-9c6e-98a3ec4910a0 HTTP/1.1" status: 200 len: 945 time: 0.0739114 Jul 09 09:38:40.592044 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-abd6b1a0-d18b-4aa5-89d2-a6c1392d05e3 req-3a6a7202-4a4c-4ca0-a2ad-4653e11acb4d tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418055 Jul 09 09:38:40.628596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-94a578e5-2173-41ff-96a3-a88d612f5328 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415839388-network', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:40.651864 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a578e5-2173-41ff-96a3-a88d612f5328 admin admin] Made reservation on behalf of c59f9867d2a94ec5a469ddb3b63fb241 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:40.655076 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94a578e5-2173-41ff-96a3-a88d612f5328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:40.664492 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94a578e5-2173-41ff-96a3-a88d612f5328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:40.691729 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47ea61ab-3a07-4387-8068-2bc5fc3566be tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:40.757370 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea61ab-3a07-4387-8068-2bc5fc3566be tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Subnet': ['ID=06b780b8-7c00-405e-ab5d-7d9805a62d69,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:40.764864 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea61ab-3a07-4387-8068-2bc5fc3566be tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Checking segment: {'id': 'eb0a6ec9-2abe-4850-adea-eea650ade553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '76657b6d-fbd3-4817-9dca-df0f41e70ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:38:40.765232 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ea61ab-3a07-4387-8068-2bc5fc3566be tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Network hostable DHCP agents. Network: 76657b6d-fbd3-4817-9dca-df0f41e70ce2, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:38:40.784164 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ea61ab-3a07-4387-8068-2bc5fc3566be tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Network 76657b6d-fbd3-4817-9dca-df0f41e70ce2 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:38:40.794143 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-47ea61ab-3a07-4387-8068-2bc5fc3566be tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 76657b6d-fbd3-4817-9dca-df0f41e70ce2) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:40.798145 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ea61ab-3a07-4387-8068-2bc5fc3566be tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:40.798731 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47ea61ab-3a07-4387-8068-2bc5fc3566be tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:40.799240 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94a578e5-2173-41ff-96a3-a88d612f5328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:40.809770 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94a578e5-2173-41ff-96a3-a88d612f5328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:40.814265 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b26806-f520-44e9-a1c1-9a30b8c6a2bd None None] Network 76657b6d-fbd3-4817-9dca-df0f41e70ce2 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:40.826433 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-47ea61ab-3a07-4387-8068-2bc5fc3566be tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4603388 Jul 09 09:38:40.828049 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d672e8-6bd0-4ffe-8e56-47e898c3e039 req-0105e1ba-80d5-4444-8b49-bf55810aa1f5 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:40.829735 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-41d672e8-6bd0-4ffe-8e56-47e898c3e039 req-0105e1ba-80d5-4444-8b49-bf55810aa1f5 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=3813f6ee-296c-4010-9c49-b5837958d798 HTTP/1.1" status: 200 len: 945 time: 0.1095595 Jul 09 09:38:40.835800 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57102) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:40.841469 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-eed2a657-5b95-459c-be1a-0d30878c66e6 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-500213189'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:40.856146 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a578e5-2173-41ff-96a3-a88d612f5328 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:38:40.864751 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed2a657-5b95-459c-be1a-0d30878c66e6 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Made reservation on behalf of af5ecbd9ec794e6dac921167147e8826 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:40.868777 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eed2a657-5b95-459c-be1a-0d30878c66e6 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:40.876959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a578e5-2173-41ff-96a3-a88d612f5328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfc3c3d-5e74-4cd6-b6d8-db832af15357,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:40.885744 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94a578e5-2173-41ff-96a3-a88d612f5328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:40.886167 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-94a578e5-2173-41ff-96a3-a88d612f5328 admin admin] Added segment cb90677b-e2a0-416a-87f6-a79a118531b1 of type vlan for network 19975d38-7d21-4ee0-b5ca-39897d27813e Jul 09 09:38:40.939041 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-41d672e8-6bd0-4ffe-8e56-47e898c3e039 req-f6189f46-9078-4cab-a715-d491dc1765d5 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995662 Jul 09 09:38:40.955794 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94a578e5-2173-41ff-96a3-a88d612f5328 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:41.002904 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf7d9a0-d14b-4bdd-a5dc-bf15e9b7f4b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-76657b6d-fbd3-4817-9dca-df0f41e70ce2', 'network_id': '76657b6d-fbd3-4817-9dca-df0f41e70ce2', 'tenant_id': 'af5ecbd9ec794e6dac921167147e8826', 'fixed_ips': [{'subnet_id': '06b780b8-7c00-405e-ab5d-7d9805a62d69'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:38:41.004015 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-faf7d9a0-d14b-4bdd-a5dc-bf15e9b7f4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:41.005639 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94a578e5-2173-41ff-96a3-a88d612f5328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:41.006865 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a578e5-2173-41ff-96a3-a88d612f5328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:41.007740 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94a578e5-2173-41ff-96a3-a88d612f5328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:41.090976 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a578e5-2173-41ff-96a3-a88d612f5328 admin admin] Pushing event updated for resources: {'Network': ['ID=19975d38-7d21-4ee0-b5ca-39897d27813e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:41.104037 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-94a578e5-2173-41ff-96a3-a88d612f5328 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.6375763 Jul 09 09:38:41.104717 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57106) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:41.111200 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c4ab249c-e24a-468b-adc0-ad959fcbb34a admin admin] Request body: {'subnet': {'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415839388-subnet', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:41.112096 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 19975d38-7d21-4ee0-b5ca-39897d27813e details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:38:41.139138 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:41.143539 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ab249c-e24a-468b-adc0-ad959fcbb34a admin admin] Made reservation on behalf of c59f9867d2a94ec5a469ddb3b63fb241 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:41.152055 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4ab249c-e24a-468b-adc0-ad959fcbb34a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:41.273861 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-faf7d9a0-d14b-4bdd-a5dc-bf15e9b7f4b9 None None] Allocated IP 172.20.255.242 (76657b6d-fbd3-4817-9dca-df0f41e70ce2/06b780b8-7c00-405e-ab5d-7d9805a62d69/380225e0-929b-48a4-9c14-24ff5629f54c) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:38:41.280306 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed2a657-5b95-459c-be1a-0d30878c66e6 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:38:41.291557 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eed2a657-5b95-459c-be1a-0d30878c66e6 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:41.291926 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-eed2a657-5b95-459c-be1a-0d30878c66e6 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Added segment 39c3d0f5-331c-4db0-8ab5-17d5cfb7992f of type vlan for network ce4f6b46-1b39-4544-9ff5-872be15bb95a Jul 09 09:38:41.352209 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eed2a657-5b95-459c-be1a-0d30878c66e6 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:41.386511 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eed2a657-5b95-459c-be1a-0d30878c66e6 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:41.393384 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed2a657-5b95-459c-be1a-0d30878c66e6 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:41.394091 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eed2a657-5b95-459c-be1a-0d30878c66e6 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:41.401388 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4ab249c-e24a-468b-adc0-ad959fcbb34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:41.435363 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-faf7d9a0-d14b-4bdd-a5dc-bf15e9b7f4b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:41.444335 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-faf7d9a0-d14b-4bdd-a5dc-bf15e9b7f4b9 None None] Transition to ACTIVE for port object 380225e0-929b-48a4-9c14-24ff5629f54c will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:38:41.461951 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-faf7d9a0-d14b-4bdd-a5dc-bf15e9b7f4b9 None None] Transition to ACTIVE for port object 380225e0-929b-48a4-9c14-24ff5629f54c will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:38:41.474208 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-eed2a657-5b95-459c-be1a-0d30878c66e6 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6345861 Jul 09 09:38:41.474813 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57112) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:41.475776 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-faf7d9a0-d14b-4bdd-a5dc-bf15e9b7f4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:41.484863 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-24898748-e9a6-4e37-8078-24167377a548 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'subnet': {'network_id': 'ce4f6b46-1b39-4544-9ff5-872be15bb95a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:41.491272 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93454b-1aa4-4b95-bf45-8a3eae57eaf3 req-e463851b-1444-4e58-8292-62ee01a574a6 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:41.497923 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93454b-1aa4-4b95-bf45-8a3eae57eaf3 req-e463851b-1444-4e58-8292-62ee01a574a6 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:41.503462 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2a657-5b95-459c-be1a-0d30878c66e6 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Network': ['ID=ce4f6b46-1b39-4544-9ff5-872be15bb95a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:41.504937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93454b-1aa4-4b95-bf45-8a3eae57eaf3 req-e463851b-1444-4e58-8292-62ee01a574a6 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:41.506691 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2e93454b-1aa4-4b95-bf45-8a3eae57eaf3 req-e463851b-1444-4e58-8292-62ee01a574a6 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=3813f6ee-296c-4010-9c49-b5837958d798&device_id=71ba4b08-2e76-4197-9c6e-98a3ec4910a0&device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 2417 time: 0.1804948 Jul 09 09:38:41.509541 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab249c-e24a-468b-adc0-ad959fcbb34a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5623fb91-49df-4ac4-8fd5-5eba5b628ddd,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:41.520482 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf7d9a0-d14b-4bdd-a5dc-bf15e9b7f4b9 None None] Network 76657b6d-fbd3-4817-9dca-df0f41e70ce2 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:38:41.523125 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network ce4f6b46-1b39-4544-9ff5-872be15bb95a details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:38:41.524234 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ab249c-e24a-468b-adc0-ad959fcbb34a admin admin] Checking segment: {'id': 'cb90677b-e2a0-416a-87f6-a79a118531b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:38:41.524602 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ab249c-e24a-468b-adc0-ad959fcbb34a admin admin] Network hostable DHCP agents. Network: 19975d38-7d21-4ee0-b5ca-39897d27813e, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:38:41.540519 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-faf7d9a0-d14b-4bdd-a5dc-bf15e9b7f4b9 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:41.565775 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2e93454b-1aa4-4b95-bf45-8a3eae57eaf3 req-4c085330-696f-48b5-b249-a16d7be0cff6 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504856 Jul 09 09:38:41.567353 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ab249c-e24a-468b-adc0-ad959fcbb34a admin admin] Network 19975d38-7d21-4ee0-b5ca-39897d27813e is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:38:41.582531 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf7d9a0-d14b-4bdd-a5dc-bf15e9b7f4b9 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:38:41.596702 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c4ab249c-e24a-468b-adc0-ad959fcbb34a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 19975d38-7d21-4ee0-b5ca-39897d27813e) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:41.602096 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ab249c-e24a-468b-adc0-ad959fcbb34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:41.603149 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4ab249c-e24a-468b-adc0-ad959fcbb34a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:41.615221 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24898748-e9a6-4e37-8078-24167377a548 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Made reservation on behalf of af5ecbd9ec794e6dac921167147e8826 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:41.619016 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-24898748-e9a6-4e37-8078-24167377a548 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:41.622235 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5499624a-15d3-4234-afa0-ef8a5c898d6f None None] Network 19975d38-7d21-4ee0-b5ca-39897d27813e requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:41.623009 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c4ab249c-e24a-468b-adc0-ad959fcbb34a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5167701 Jul 09 09:38:41.626583 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57118) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:41.633195 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c1e62209-c9e4-4e84-aa13-07821b0f0a26 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415839388-router', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:41.667997 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7d9a0-d14b-4bdd-a5dc-bf15e9b7f4b9 None None] Pushing event updated for resources: {'Port': ['ID=380225e0-929b-48a4-9c14-24ff5629f54c,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:41.711801 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-faf7d9a0-d14b-4bdd-a5dc-bf15e9b7f4b9 None None] Attempting to bind port 380225e0-929b-48a4-9c14-24ff5629f54c on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:38:41.712123 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-faf7d9a0-d14b-4bdd-a5dc-bf15e9b7f4b9 None None] Attempting to bind port 380225e0-929b-48a4-9c14-24ff5629f54c by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'eb0a6ec9-2abe-4850-adea-eea650ade553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '76657b6d-fbd3-4817-9dca-df0f41e70ce2'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:38:41.712433 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7d9a0-d14b-4bdd-a5dc-bf15e9b7f4b9 None None] Attempting to bind port 380225e0-929b-48a4-9c14-24ff5629f54c on network 76657b6d-fbd3-4817-9dca-df0f41e70ce2 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:38:41.726475 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7d9a0-d14b-4bdd-a5dc-bf15e9b7f4b9 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:38:41.727106 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7d9a0-d14b-4bdd-a5dc-bf15e9b7f4b9 None None] Checking segment: {'id': 'eb0a6ec9-2abe-4850-adea-eea650ade553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '76657b6d-fbd3-4817-9dca-df0f41e70ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:38:41.727251 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-faf7d9a0-d14b-4bdd-a5dc-bf15e9b7f4b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:41.727632 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7d9a0-d14b-4bdd-a5dc-bf15e9b7f4b9 None None] Bound using segment: {'id': 'eb0a6ec9-2abe-4850-adea-eea650ade553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '76657b6d-fbd3-4817-9dca-df0f41e70ce2'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:38:41.728137 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-faf7d9a0-d14b-4bdd-a5dc-bf15e9b7f4b9 None None] Bound port: 380225e0-929b-48a4-9c14-24ff5629f54c, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0a6ec9-2abe-4850-adea-eea650ade553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '76657b6d-fbd3-4817-9dca-df0f41e70ce2'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:38:41.728517 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-faf7d9a0-d14b-4bdd-a5dc-bf15e9b7f4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:41.737333 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1e62209-c9e4-4e84-aa13-07821b0f0a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:41.738945 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1e62209-c9e4-4e84-aa13-07821b0f0a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:41.782452 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-69f3b91f-57a1-4fd5-b540-7b3e7fba0f6e req-f08ef400-b6fa-40f5-97a9-77d1330d75bb tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1573975 Jul 09 09:38:41.832451 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-faf7d9a0-d14b-4bdd-a5dc-bf15e9b7f4b9 None None] For port 380225e0-929b-48a4-9c14-24ff5629f54c, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:38:41.846387 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1e62209-c9e4-4e84-aa13-07821b0f0a26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:41.858665 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-24898748-e9a6-4e37-8078-24167377a548 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:41.865979 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-faf7d9a0-d14b-4bdd-a5dc-bf15e9b7f4b9 None None] For port 380225e0-929b-48a4-9c14-24ff5629f54c, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=380225e0-929b-48a4-9c14-24ff5629f54c,segment=NetworkSegment(eb0a6ec9-2abe-4850-adea-eea650ade553),segment_id=eb0a6ec9-2abe-4850-adea-eea650ade553)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:38:41.875660 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-faf7d9a0-d14b-4bdd-a5dc-bf15e9b7f4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:41.929759 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7d9a0-d14b-4bdd-a5dc-bf15e9b7f4b9 None None] Pushing event updated for resources: {'Port': ['ID=380225e0-929b-48a4-9c14-24ff5629f54c,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:41.948609 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24898748-e9a6-4e37-8078-24167377a548 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Subnet': ['ID=70fa5327-63a0-4cfe-834c-1bd085c63a47,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:41.952452 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24898748-e9a6-4e37-8078-24167377a548 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Checking segment: {'id': '39c3d0f5-331c-4db0-8ab5-17d5cfb7992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce4f6b46-1b39-4544-9ff5-872be15bb95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:38:41.953054 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24898748-e9a6-4e37-8078-24167377a548 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Network hostable DHCP agents. Network: ce4f6b46-1b39-4544-9ff5-872be15bb95a, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:38:41.978883 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24898748-e9a6-4e37-8078-24167377a548 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Network ce4f6b46-1b39-4544-9ff5-872be15bb95a is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:38:41.990059 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf5fd0f-091d-44d1-879c-62c9becf5abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-19975d38-7d21-4ee0-b5ca-39897d27813e', 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'fixed_ips': [{'subnet_id': '5623fb91-49df-4ac4-8fd5-5eba5b628ddd'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:38:41.991009 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cdf5fd0f-091d-44d1-879c-62c9becf5abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:41.996706 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-24898748-e9a6-4e37-8078-24167377a548 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, ce4f6b46-1b39-4544-9ff5-872be15bb95a) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:42.001238 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24898748-e9a6-4e37-8078-24167377a548 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:42.002077 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-24898748-e9a6-4e37-8078-24167377a548 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:42.016416 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631b964e-1358-46c8-91e0-0b1c74a76883 None None] Network ce4f6b46-1b39-4544-9ff5-872be15bb95a requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:42.031537 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-24898748-e9a6-4e37-8078-24167377a548 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5527761 Jul 09 09:38:42.032672 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57120) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:42.050963 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1e62209-c9e4-4e84-aa13-07821b0f0a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:42.189989 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0b70-2844-4661-946c-54a26cfe42a1 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:42.295419 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0b70-2844-4661-946c-54a26cfe42a1 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:42.311865 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:38:42.324927 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-cdf5fd0f-091d-44d1-879c-62c9becf5abb None None] Allocated IP 172.20.0.2 (19975d38-7d21-4ee0-b5ca-39897d27813e/5623fb91-49df-4ac4-8fd5-5eba5b628ddd/c91af29f-2df9-4951-be21-cf882848a2a8) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:38:42.450141 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c49ed8-8ace-4977-acb4-fb7cb31560fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-ce4f6b46-1b39-4544-9ff5-872be15bb95a', 'network_id': 'ce4f6b46-1b39-4544-9ff5-872be15bb95a', 'tenant_id': 'af5ecbd9ec794e6dac921167147e8826', 'fixed_ips': [{'subnet_id': '70fa5327-63a0-4cfe-834c-1bd085c63a47'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:38:42.451289 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-39c49ed8-8ace-4977-acb4-fb7cb31560fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:42.460977 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1e62209-c9e4-4e84-aa13-07821b0f0a26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:42.465026 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0b70-2844-4661-946c-54a26cfe42a1 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:42.506147 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1e62209-c9e4-4e84-aa13-07821b0f0a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:42.509803 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b0b70-2844-4661-946c-54a26cfe42a1 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Subnet': ['ID=70fa5327-63a0-4cfe-834c-1bd085c63a47,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:42.607946 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0b70-2844-4661-946c-54a26cfe42a1 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:42.622333 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-6d7b0b70-2844-4661-946c-54a26cfe42a1 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce4f6b46-1b39-4544-9ff5-872be15bb95a']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:42.634954 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-6d7b0b70-2844-4661-946c-54a26cfe42a1 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c3d0f5-331c-4db0-8ab5-17d5cfb7992f') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:42.635493 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-6d7b0b70-2844-4661-946c-54a26cfe42a1 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c3d0f5-331c-4db0-8ab5-17d5cfb7992f') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:42.646416 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0b70-2844-4661-946c-54a26cfe42a1 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:42.664273 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0b70-2844-4661-946c-54a26cfe42a1 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:42.674166 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7b0b70-2844-4661-946c-54a26cfe42a1 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:38:42.674717 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0b70-2844-4661-946c-54a26cfe42a1 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:38:42.679254 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:38:42.754379 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-c1e62209-c9e4-4e84-aa13-07821b0f0a26 admin admin] Allocated IP 172.25.3.246 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/7f90beac-71ee-4f10-b37a-21c9730a962d) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:38:42.770813 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dd0570-cb2b-451b-8158-447cb1ad0261 None None] Network ce4f6b46-1b39-4544-9ff5-872be15bb95a requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:42.775990 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0b70-2844-4661-946c-54a26cfe42a1 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:42.788463 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0b70-2844-4661-946c-54a26cfe42a1 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:42.793997 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6d7b0b70-2844-4661-946c-54a26cfe42a1 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/networks/ce4f6b46-1b39-4544-9ff5-872be15bb95a HTTP/1.1" status: 204 len: 168 time: 0.7598996 Jul 09 09:38:42.800833 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57136) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:42.809599 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-87b9eafc-bf93-4c4c-b547-0a2c6e92897b tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-140868192'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:42.810217 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b0b70-2844-4661-946c-54a26cfe42a1 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Network': ['ID=ce4f6b46-1b39-4544-9ff5-872be15bb95a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:42.825208 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dd0570-cb2b-451b-8158-447cb1ad0261 None None] Network ce4f6b46-1b39-4544-9ff5-872be15bb95a could not be found, it might have been deleted concurrently. {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 09:38:42.941389 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:42.944228 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b9eafc-bf93-4c4c-b547-0a2c6e92897b tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Made reservation on behalf of af5ecbd9ec794e6dac921167147e8826 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:42.946170 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cdf5fd0f-091d-44d1-879c-62c9becf5abb None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:42.953794 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-87b9eafc-bf93-4c4c-b547-0a2c6e92897b tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:42.957481 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cdf5fd0f-091d-44d1-879c-62c9becf5abb None None] Transition to ACTIVE for port object c91af29f-2df9-4951-be21-cf882848a2a8 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:38:42.981539 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 380225e0-929b-48a4-9c14-24ff5629f54c up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:38:43.011090 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b9eafc-bf93-4c4c-b547-0a2c6e92897b tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:38:43.024110 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-87b9eafc-bf93-4c4c-b547-0a2c6e92897b tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:43.024885 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-87b9eafc-bf93-4c4c-b547-0a2c6e92897b tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Added segment e51ddd37-af3b-4954-9a47-ec2112ed8930 of type vlan for network bd803546-fa14-4e63-90d0-e28fec1cb593 Jul 09 09:38:43.031401 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cdf5fd0f-091d-44d1-879c-62c9becf5abb None None] Transition to ACTIVE for port object c91af29f-2df9-4951-be21-cf882848a2a8 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:38:43.052072 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cdf5fd0f-091d-44d1-879c-62c9becf5abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:43.090576 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-87b9eafc-bf93-4c4c-b547-0a2c6e92897b tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:43.093885 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf5fd0f-091d-44d1-879c-62c9becf5abb None None] Network 19975d38-7d21-4ee0-b5ca-39897d27813e is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:38:43.096613 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-cdf5fd0f-091d-44d1-879c-62c9becf5abb None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:43.110809 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf5fd0f-091d-44d1-879c-62c9becf5abb None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:38:43.134085 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-87b9eafc-bf93-4c4c-b547-0a2c6e92897b tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:43.140558 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b9eafc-bf93-4c4c-b547-0a2c6e92897b tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:43.141499 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-87b9eafc-bf93-4c4c-b547-0a2c6e92897b tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:43.183467 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5fd0f-091d-44d1-879c-62c9becf5abb None None] Pushing event updated for resources: {'Port': ['ID=c91af29f-2df9-4951-be21-cf882848a2a8,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:43.191474 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-cdf5fd0f-091d-44d1-879c-62c9becf5abb None None] Attempting to bind port c91af29f-2df9-4951-be21-cf882848a2a8 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:38:43.191817 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-cdf5fd0f-091d-44d1-879c-62c9becf5abb None None] Attempting to bind port c91af29f-2df9-4951-be21-cf882848a2a8 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'cb90677b-e2a0-416a-87f6-a79a118531b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:38:43.192188 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5fd0f-091d-44d1-879c-62c9becf5abb None None] Attempting to bind port c91af29f-2df9-4951-be21-cf882848a2a8 on network 19975d38-7d21-4ee0-b5ca-39897d27813e {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:38:43.196008 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 380225e0-929b-48a4-9c14-24ff5629f54c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:38:43.202544 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5fd0f-091d-44d1-879c-62c9becf5abb None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:38:43.203143 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5fd0f-091d-44d1-879c-62c9becf5abb None None] Checking segment: {'id': 'cb90677b-e2a0-416a-87f6-a79a118531b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:38:43.203773 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cdf5fd0f-091d-44d1-879c-62c9becf5abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:43.204331 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5fd0f-091d-44d1-879c-62c9becf5abb None None] Bound using segment: {'id': 'cb90677b-e2a0-416a-87f6-a79a118531b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:38:43.204973 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-cdf5fd0f-091d-44d1-879c-62c9becf5abb None None] Bound port: c91af29f-2df9-4951-be21-cf882848a2a8, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb90677b-e2a0-416a-87f6-a79a118531b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:38:43.205544 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cdf5fd0f-091d-44d1-879c-62c9becf5abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:43.240022 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1e62209-c9e4-4e84-aa13-07821b0f0a26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:43.268583 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-87b9eafc-bf93-4c4c-b547-0a2c6e92897b tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4660299 Jul 09 09:38:43.271347 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57142) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:43.276658 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-09001ac8-b12a-4300-a9a0-3834f1cd3be5 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'subnet': {'network_id': 'bd803546-fa14-4e63-90d0-e28fec1cb593', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:43.283408 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-cdf5fd0f-091d-44d1-879c-62c9becf5abb None None] For port c91af29f-2df9-4951-be21-cf882848a2a8, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:38:43.288589 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-cdf5fd0f-091d-44d1-879c-62c9becf5abb None None] For port c91af29f-2df9-4951-be21-cf882848a2a8, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c91af29f-2df9-4951-be21-cf882848a2a8,segment=NetworkSegment(cb90677b-e2a0-416a-87f6-a79a118531b1),segment_id=cb90677b-e2a0-416a-87f6-a79a118531b1)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:38:43.294438 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cdf5fd0f-091d-44d1-879c-62c9becf5abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:43.351494 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9eafc-bf93-4c4c-b547-0a2c6e92897b tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Network': ['ID=bd803546-fa14-4e63-90d0-e28fec1cb593,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:43.360221 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5fd0f-091d-44d1-879c-62c9becf5abb None None] Pushing event updated for resources: {'Port': ['ID=c91af29f-2df9-4951-be21-cf882848a2a8,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:43.378616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network bd803546-fa14-4e63-90d0-e28fec1cb593 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:38:43.385725 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ffff7-6381-4b8e-87c2-1170c15a2056 req-6ee78e2c-1f55-4bfe-8c08-98ffc2ef0f1c tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:43.387955 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c10ffff7-6381-4b8e-87c2-1170c15a2056 req-6ee78e2c-1f55-4bfe-8c08-98ffc2ef0f1c tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=45b22658-f012-4b1a-9e69-757f3d233548 HTTP/1.1" status: 200 len: 945 time: 0.2684133 Jul 09 09:38:43.498789 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09001ac8-b12a-4300-a9a0-3834f1cd3be5 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Made reservation on behalf of af5ecbd9ec794e6dac921167147e8826 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:43.499255 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c10ffff7-6381-4b8e-87c2-1170c15a2056 req-a15ac87b-818e-4eb1-89c5-da8b354796d0 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945404 Jul 09 09:38:43.518883 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-09001ac8-b12a-4300-a9a0-3834f1cd3be5 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:43.519514 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1e62209-c9e4-4e84-aa13-07821b0f0a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:43.544748 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1f453c-6138-4921-9901-61b27aa895a8 None None] Network 76657b6d-fbd3-4817-9dca-df0f41e70ce2 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:43.592826 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e62209-c9e4-4e84-aa13-07821b0f0a26 admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:38:43.598580 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c1e62209-c9e4-4e84-aa13-07821b0f0a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:43.601388 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e62209-c9e4-4e84-aa13-07821b0f0a26 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:38:43.609346 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.ipam_backend_mixin [None req-09001ac8-b12a-4300-a9a0-3834f1cd3be5 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Performing IP validity checks on allocation pools {{(pid=93791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 09:38:43.609995 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.ipam_backend_mixin [None req-09001ac8-b12a-4300-a9a0-3834f1cd3be5 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 09:38:43.656455 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e62209-c9e4-4e84-aa13-07821b0f0a26 admin admin] Pushing event updated for resources: {'Port': ['ID=7f90beac-71ee-4f10-b37a-21c9730a962d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:43.854518 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-09001ac8-b12a-4300-a9a0-3834f1cd3be5 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:43.910913 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09001ac8-b12a-4300-a9a0-3834f1cd3be5 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Subnet': ['ID=5de21c5f-7e41-412d-a2ca-a5fb8f50dd4c,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:43.953722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2d8aaf72-68d6-437d-be1f-cfb3baf9927a None None] Provisioning for port 380225e0-929b-48a4-9c14-24ff5629f54c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:38:43.979528 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2d8aaf72-68d6-437d-be1f-cfb3baf9927a None None] Provisioning complete for port 380225e0-929b-48a4-9c14-24ff5629f54c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:43.979923 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d8aaf72-68d6-437d-be1f-cfb3baf9927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:43.989933 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09001ac8-b12a-4300-a9a0-3834f1cd3be5 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Checking segment: {'id': 'e51ddd37-af3b-4954-9a47-ec2112ed8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bd803546-fa14-4e63-90d0-e28fec1cb593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:38:43.990611 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09001ac8-b12a-4300-a9a0-3834f1cd3be5 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Network hostable DHCP agents. Network: bd803546-fa14-4e63-90d0-e28fec1cb593, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:38:44.019257 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09001ac8-b12a-4300-a9a0-3834f1cd3be5 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Network bd803546-fa14-4e63-90d0-e28fec1cb593 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:38:44.041416 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-09001ac8-b12a-4300-a9a0-3834f1cd3be5 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, bd803546-fa14-4e63-90d0-e28fec1cb593) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:44.047336 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09001ac8-b12a-4300-a9a0-3834f1cd3be5 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:44.047862 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-09001ac8-b12a-4300-a9a0-3834f1cd3be5 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:44.062252 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ca36c6-40db-4d55-897a-58d473e75b6c None None] Network bd803546-fa14-4e63-90d0-e28fec1cb593 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:44.071166 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1e62209-c9e4-4e84-aa13-07821b0f0a26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:44.078654 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-09001ac8-b12a-4300-a9a0-3834f1cd3be5 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8035152 Jul 09 09:38:44.078807 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57152) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:44.248879 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a02238aa-fc8a-472e-a189-637bed0a9267 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:44.255843 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d8aaf72-68d6-437d-be1f-cfb3baf9927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:44.336633 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2d8aaf72-68d6-437d-be1f-cfb3baf9927a None None] For port 380225e0-929b-48a4-9c14-24ff5629f54c, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=380225e0-929b-48a4-9c14-24ff5629f54c,segment=NetworkSegment(eb0a6ec9-2abe-4850-adea-eea650ade553),segment_id=eb0a6ec9-2abe-4850-adea-eea650ade553)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:44.350765 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a02238aa-fc8a-472e-a189-637bed0a9267 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:44.360445 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d8aaf72-68d6-437d-be1f-cfb3baf9927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:44.393803 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f29eb0d-58bf-4d00-8305-c895cb859807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-bd803546-fa14-4e63-90d0-e28fec1cb593', 'network_id': 'bd803546-fa14-4e63-90d0-e28fec1cb593', 'tenant_id': 'af5ecbd9ec794e6dac921167147e8826', 'fixed_ips': [{'subnet_id': '5de21c5f-7e41-412d-a2ca-a5fb8f50dd4c'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:38:44.395151 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f29eb0d-58bf-4d00-8305-c895cb859807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:44.427333 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3bfd-de08-4953-bb1e-7358637fa7bb req-466f91fc-8ecd-4d2a-8404-92f452fe7e2f tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:44.437275 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3aec3bfd-de08-4953-bb1e-7358637fa7bb req-466f91fc-8ecd-4d2a-8404-92f452fe7e2f tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=3813f6ee-296c-4010-9c49-b5837958d798 HTTP/1.1" status: 200 len: 945 time: 0.2262161 Jul 09 09:38:44.451270 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a02238aa-fc8a-472e-a189-637bed0a9267 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:44.467040 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1e62209-c9e4-4e84-aa13-07821b0f0a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:44.495650 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02238aa-fc8a-472e-a189-637bed0a9267 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Subnet': ['ID=5de21c5f-7e41-412d-a2ca-a5fb8f50dd4c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:44.506634 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3aec3bfd-de08-4953-bb1e-7358637fa7bb req-c679e9f5-527a-44a6-91c2-1a66eb58b9df tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683236 Jul 09 09:38:44.569962 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a02238aa-fc8a-472e-a189-637bed0a9267 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:44.581619 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a02238aa-fc8a-472e-a189-637bed0a9267 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd803546-fa14-4e63-90d0-e28fec1cb593']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:44.595130 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a02238aa-fc8a-472e-a189-637bed0a9267 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51ddd37-af3b-4954-9a47-ec2112ed8930') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:44.595435 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a02238aa-fc8a-472e-a189-637bed0a9267 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51ddd37-af3b-4954-9a47-ec2112ed8930') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server [None req-6f29eb0d-58bf-4d00-8305-c895cb859807 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5de21c5f-7e41-412d-a2ca-a5fb8f50dd4c: This subnet is being modified by another concurrent operation. Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise exception Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5de21c5f-7e41-412d-a2ca-a5fb8f50dd4c: This subnet is being modified by another concurrent operation. Jul 09 09:38:44.607327 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Jul 09 09:38:44.614517 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8aaf72-68d6-437d-be1f-cfb3baf9927a None None] Pushing event updated for resources: {'Port': ['ID=380225e0-929b-48a4-9c14-24ff5629f54c,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:44.622884 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a02238aa-fc8a-472e-a189-637bed0a9267 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:44.635056 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e7bd4664-fb72-4f79-946b-ef244e57b35b None None] Provisioning complete for port 380225e0-929b-48a4-9c14-24ff5629f54c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:44.635808 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e7bd4664-fb72-4f79-946b-ef244e57b35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:44.641108 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a02238aa-fc8a-472e-a189-637bed0a9267 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:44.651535 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02238aa-fc8a-472e-a189-637bed0a9267 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:38:44.652060 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a02238aa-fc8a-472e-a189-637bed0a9267 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:38:44.655604 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:38:44.683229 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e45535c-167b-4575-97a2-843029eae79e None None] Network bd803546-fa14-4e63-90d0-e28fec1cb593 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:44.719058 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e62209-c9e4-4e84-aa13-07821b0f0a26 admin admin] Router 17f25a4b-e09f-476c-90a4-f3a89c22363b is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:38:44.731878 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a02238aa-fc8a-472e-a189-637bed0a9267 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:44.743380 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a02238aa-fc8a-472e-a189-637bed0a9267 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:44.750822 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a02238aa-fc8a-472e-a189-637bed0a9267 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/networks/bd803546-fa14-4e63-90d0-e28fec1cb593 HTTP/1.1" status: 204 len: 168 time: 0.6676929 Jul 09 09:38:44.753205 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57158) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:44.759711 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02238aa-fc8a-472e-a189-637bed0a9267 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Network': ['ID=bd803546-fa14-4e63-90d0-e28fec1cb593,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:44.798625 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0d76f07d-ac13-4be2-962c-a5975620ec04 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1137480988'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:44.910852 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e96c2-a30b-4018-b861-96cd5a2c04f6 req-a534fa3a-ceb7-421e-8795-64b155a6909e tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:44.912384 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-232e96c2-a30b-4018-b861-96cd5a2c04f6 req-a534fa3a-ceb7-421e-8795-64b155a6909e tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=45b22658-f012-4b1a-9e69-757f3d233548 HTTP/1.1" status: 200 len: 945 time: 0.2302887 Jul 09 09:38:44.925111 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463e5b74-1ef6-40ac-9814-dcb0bbee5f22 None None] Network 19975d38-7d21-4ee0-b5ca-39897d27813e requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:44.943479 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d76f07d-ac13-4be2-962c-a5975620ec04 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Made reservation on behalf of af5ecbd9ec794e6dac921167147e8826 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:44.948925 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d76f07d-ac13-4be2-962c-a5975620ec04 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:44.992522 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1d00df82-b62c-43ee-8adb-37637a2b0735 None None] Provisioning for port c91af29f-2df9-4951-be21-cf882848a2a8 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:38:45.010568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c91af29f-2df9-4951-be21-cf882848a2a8 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:38:45.125204 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port c91af29f-2df9-4951-be21-cf882848a2a8 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:38:45.131462 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port c91af29f-2df9-4951-be21-cf882848a2a8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:45.131866 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:45.248179 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:45.283457 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port c91af29f-2df9-4951-be21-cf882848a2a8, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c91af29f-2df9-4951-be21-cf882848a2a8,segment=NetworkSegment(cb90677b-e2a0-416a-87f6-a79a118531b1),segment_id=cb90677b-e2a0-416a-87f6-a79a118531b1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:45.288489 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:45.289307 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 380225e0-929b-48a4-9c14-24ff5629f54c up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:38:45.357436 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d76f07d-ac13-4be2-962c-a5975620ec04 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:38:45.366786 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-232e96c2-a30b-4018-b861-96cd5a2c04f6 req-719e652f-937f-40aa-82b6-abfdc2092364 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252434 Jul 09 09:38:45.369823 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=c91af29f-2df9-4951-be21-cf882848a2a8,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:45.372410 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e62209-c9e4-4e84-aa13-07821b0f0a26 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:38:45.387408 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091658c-16df-43dd-8f65-d63fe0d06b74 req-9a79403c-cea3-46e1-9c99-9fa4f68853fd tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:45.389096 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6091658c-16df-43dd-8f65-d63fe0d06b74 req-9a79403c-cea3-46e1-9c99-9fa4f68853fd tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.64 "GET /v2.0/ports?device_id=45b22658-f012-4b1a-9e69-757f3d233548 HTTP/1.1" status: 200 len: 945 time: 0.5980458 Jul 09 09:38:45.394506 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d76f07d-ac13-4be2-962c-a5975620ec04 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:45.394844 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-0d76f07d-ac13-4be2-962c-a5975620ec04 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Added segment dd0958ab-da26-4b1e-a7cd-ee4ca6940ecd of type vlan for network 42575a12-a849-4a9f-93f9-b770d44799d3 Jul 09 09:38:45.395766 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] Sync routers for ids ['17f25a4b-e09f-476c-90a4-f3a89c22363b'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:38:45.407653 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 380225e0-929b-48a4-9c14-24ff5629f54c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:45.408171 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:45.423180 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] Routers {'17f25a4b-e09f-476c-90a4-f3a89c22363b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:45.424030 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['17f25a4b-e09f-476c-90a4-f3a89c22363b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:45.468533 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fb4552-a7ed-41c8-87b2-7f448b7f7087 None None] get_active_networks_info from n-d-799996-1 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 09:38:45.500012 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1e62209-c9e4-4e84-aa13-07821b0f0a26 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:45.501265 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c1e62209-c9e4-4e84-aa13-07821b0f0a26 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.8731923 Jul 09 09:38:45.508367 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57164) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:45.535905 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d76f07d-ac13-4be2-962c-a5975620ec04 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:45.589608 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] Set router 17f25a4b-e09f-476c-90a4-f3a89c22363b gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:38:45.604436 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d8654f3a-947f-4e82-bda4-4243af4390a9 None None] Provisioning complete for port c91af29f-2df9-4951-be21-cf882848a2a8 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:45.605228 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d8654f3a-947f-4e82-bda4-4243af4390a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:45.612165 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee9634-a367-4e61-a48f-ec26903ffd2e req-1c2cd061-6f7f-44f0-b5cb-71fcc2157188 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:45.614073 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-12ee9634-a367-4e61-a48f-ec26903ffd2e req-1c2cd061-6f7f-44f0-b5cb-71fcc2157188 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.58 "GET /v2.0/ports?device_id=3813f6ee-296c-4010-9c49-b5837958d798 HTTP/1.1" status: 200 len: 945 time: 0.2549822 Jul 09 09:38:45.614599 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d76f07d-ac13-4be2-962c-a5975620ec04 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:45.620645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d76f07d-ac13-4be2-962c-a5975620ec04 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:45.622290 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d76f07d-ac13-4be2-962c-a5975620ec04 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:45.761747 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0d76f07d-ac13-4be2-962c-a5975620ec04 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9703038 Jul 09 09:38:45.764375 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57168) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:45.776059 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a5b98dfb-db94-412b-a877-c2d068741195 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'subnet': {'network_id': '42575a12-a849-4a9f-93f9-b770d44799d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:45.795503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-6091658c-16df-43dd-8f65-d63fe0d06b74 req-0882af01-b143-4bb2-97de-166d20a8d136 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Deleting port dfc6b8b8-743c-42bb-83f1-e82c3282d71e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:45.796203 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6091658c-16df-43dd-8f65-d63fe0d06b74 req-0882af01-b143-4bb2-97de-166d20a8d136 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:45.803133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76f07d-ac13-4be2-962c-a5975620ec04 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Network': ['ID=42575a12-a849-4a9f-93f9-b770d44799d3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:45.807935 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fb4552-a7ed-41c8-87b2-7f448b7f7087 None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 09:38:45.821130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 42575a12-a849-4a9f-93f9-b770d44799d3 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:38:45.836656 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415839388-router', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:38:41Z', 'updated_at': '2021-07-09T09:38:43Z', 'revision_number': 3, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'gw_port': {'id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:81:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:42Z', 'updated_at': '2021-07-09T09:38:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:45.875558 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] Checking router: 17f25a4b-e09f-476c-90a4-f3a89c22363b for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:38:45.876038 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] Updating router 17f25a4b-e09f-476c-90a4-f3a89c22363b port 7f90beac-71ee-4f10-b37a-21c9730a962d binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:38:45.888281 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-12ee9634-a367-4e61-a48f-ec26903ffd2e req-452688ad-ab25-40b1-ad6c-2a2116038613 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Deleting port 75549b6b-58b3-43af-82e5-584ae68fc5a5 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:45.888753 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-12ee9634-a367-4e61-a48f-ec26903ffd2e req-452688ad-ab25-40b1-ad6c-2a2116038613 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:45.889024 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca38baa-8ab9-4d1e-8d31-01b2ba827876 req-ae657e29-ed80-4432-9a24-61b4acb275c6 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:45.896668 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bca38baa-8ab9-4d1e-8d31-01b2ba827876 req-ae657e29-ed80-4432-9a24-61b4acb275c6 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=3813f6ee-296c-4010-9c49-b5837958d798 HTTP/1.1" status: 200 len: 945 time: 0.2364860 Jul 09 09:38:45.928169 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:45.956146 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bca38baa-8ab9-4d1e-8d31-01b2ba827876 req-0afaeb13-ab94-4e60-b6b6-d06fb4e22d05 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580778 Jul 09 09:38:45.999223 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6091658c-16df-43dd-8f65-d63fe0d06b74 req-0882af01-b143-4bb2-97de-166d20a8d136 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] For port dfc6b8b8-743c-42bb-83f1-e82c3282d71e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=dfc6b8b8-743c-42bb-83f1-e82c3282d71e,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:46.000095 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6091658c-16df-43dd-8f65-d63fe0d06b74 req-0882af01-b143-4bb2-97de-166d20a8d136 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:46.018236 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-6091658c-16df-43dd-8f65-d63fe0d06b74 req-0882af01-b143-4bb2-97de-166d20a8d136 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Calling delete_port for dfc6b8b8-743c-42bb-83f1-e82c3282d71e owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:46.083658 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b98dfb-db94-412b-a877-c2d068741195 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Made reservation on behalf of af5ecbd9ec794e6dac921167147e8826 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:46.087288 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5b98dfb-db94-412b-a877-c2d068741195 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:46.153653 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-12ee9634-a367-4e61-a48f-ec26903ffd2e req-452688ad-ab25-40b1-ad6c-2a2116038613 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] For port 75549b6b-58b3-43af-82e5-584ae68fc5a5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=75549b6b-58b3-43af-82e5-584ae68fc5a5,segment=NetworkSegment(e0a81455-eb97-488a-98b6-7b903e60fa65),segment_id=e0a81455-eb97-488a-98b6-7b903e60fa65)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:46.154021 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-12ee9634-a367-4e61-a48f-ec26903ffd2e req-452688ad-ab25-40b1-ad6c-2a2116038613 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:46.190544 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-12ee9634-a367-4e61-a48f-ec26903ffd2e req-452688ad-ab25-40b1-ad6c-2a2116038613 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Calling delete_port for 75549b6b-58b3-43af-82e5-584ae68fc5a5 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:46.197144 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6091658c-16df-43dd-8f65-d63fe0d06b74 req-0882af01-b143-4bb2-97de-166d20a8d136 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:46.271021 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882af01-b143-4bb2-97de-166d20a8d136 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Pushing event deleted for resources: {'Port': ['ID=dfc6b8b8-743c-42bb-83f1-e82c3282d71e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:46.306356 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:46.313674 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['dfc6b8b8-743c-42bb-83f1-e82c3282d71e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:38:46.321239 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] Transition to ACTIVE for port object 7f90beac-71ee-4f10-b37a-21c9730a962d will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:38:46.331047 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:46.355206 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-6091658c-16df-43dd-8f65-d63fe0d06b74 req-0882af01-b143-4bb2-97de-166d20a8d136 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] No DVR routers for this DVR port dfc6b8b8-743c-42bb-83f1-e82c3282d71e on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:38:46.358982 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6091658c-16df-43dd-8f65-d63fe0d06b74 req-0882af01-b143-4bb2-97de-166d20a8d136 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:46.361449 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6091658c-16df-43dd-8f65-d63fe0d06b74 req-0882af01-b143-4bb2-97de-166d20a8d136 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.64 "DELETE /v2.0/ports/dfc6b8b8-743c-42bb-83f1-e82c3282d71e HTTP/1.1" status: 204 len: 173 time: 0.9556310 Jul 09 09:38:46.362104 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b22658-f012-4b1a-9e69-757f3d233548', 'name': 'network-vif-deleted', 'tag': 'dfc6b8b8-743c-42bb-83f1-e82c3282d71e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:38:46.364789 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790ad9c9-a51e-41f1-9c71-07a529d2da3d" -d '{"events": [{"server_uuid": "45b22658-f012-4b1a-9e69-757f3d233548", "name": "network-vif-deleted", "tag": "dfc6b8b8-743c-42bb-83f1-e82c3282d71e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:38:46.385555 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9625a5-2538-464a-b0ae-33652a14a2c3 None None] Pushing event updated for resources: {'Port': ['ID=7f90beac-71ee-4f10-b37a-21c9730a962d,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:46.429164 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eace1ec9-0c40-4d09-8c56-41fd8e0ba512 x-openstack-request-id: req-eace1ec9-0c40-4d09-8c56-41fd8e0ba512 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:38:46.429457 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b22658-f012-4b1a-9e69-757f3d233548", "name": "network-vif-deleted", "tag": "dfc6b8b8-743c-42bb-83f1-e82c3282d71e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:38:46.429664 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eace1ec9-0c40-4d09-8c56-41fd8e0ba512 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:38:46.430068 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b22658-f012-4b1a-9e69-757f3d233548', 'name': 'network-vif-deleted', 'tag': 'dfc6b8b8-743c-42bb-83f1-e82c3282d71e', 'status': 'completed', 'code': 200} Jul 09 09:38:46.431902 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] Attempting to bind port 7f90beac-71ee-4f10-b37a-21c9730a962d on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:38:46.432370 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] Attempting to bind port 7f90beac-71ee-4f10-b37a-21c9730a962d by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:38:46.432613 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] Attempting to bind port 7f90beac-71ee-4f10-b37a-21c9730a962d on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:38:46.451235 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:38:46.451718 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:38:46.452183 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:46.452909 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:38:46.453550 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] Bound port: 7f90beac-71ee-4f10-b37a-21c9730a962d, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:38:46.453943 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:46.546912 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] For port 7f90beac-71ee-4f10-b37a-21c9730a962d, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:38:46.550442 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] For port 7f90beac-71ee-4f10-b37a-21c9730a962d, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=7f90beac-71ee-4f10-b37a-21c9730a962d,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:38:46.556415 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:46.590858 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-29fa9a0b-0bab-428a-9fcd-737dcfed3dde req-2a0b8ea7-7475-4b49-b6be-c84d9bb32f14 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=45b22658-f012-4b1a-9e69-757f3d233548 HTTP/1.1" status: 200 len: 210 time: 0.0479062 Jul 09 09:38:46.616127 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5b98dfb-db94-412b-a877-c2d068741195 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:46.701861 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e015622c-3a31-4ee6-921f-d231546ffcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:46.704358 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] Routers {'17f25a4b-e09f-476c-90a4-f3a89c22363b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:46.705155 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['17f25a4b-e09f-476c-90a4-f3a89c22363b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:46.708919 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b98dfb-db94-412b-a877-c2d068741195 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Subnet': ['ID=eefbc7d7-8f49-4db6-a630-9c1cad261374,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:46.763203 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9625a5-2538-464a-b0ae-33652a14a2c3 None None] Pushing event updated for resources: {'Port': ['ID=7f90beac-71ee-4f10-b37a-21c9730a962d,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:46.802424 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b98dfb-db94-412b-a877-c2d068741195 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Checking segment: {'id': 'dd0958ab-da26-4b1e-a7cd-ee4ca6940ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '42575a12-a849-4a9f-93f9-b770d44799d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:38:46.803059 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b98dfb-db94-412b-a877-c2d068741195 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Network hostable DHCP agents. Network: 42575a12-a849-4a9f-93f9-b770d44799d3, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:38:46.848412 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] Set router 17f25a4b-e09f-476c-90a4-f3a89c22363b gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:38:46.875958 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-12ee9634-a367-4e61-a48f-ec26903ffd2e req-452688ad-ab25-40b1-ad6c-2a2116038613 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:46.889508 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['54dd7464-6fc7-48f3-b2ed-f14d715b0b0b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:38:46.894898 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['ce0acd65-7447-47d5-bddb-8169e9cea66b', '75549b6b-58b3-43af-82e5-584ae68fc5a5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:38:46.919956 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b98dfb-db94-412b-a877-c2d068741195 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Network 42575a12-a849-4a9f-93f9-b770d44799d3 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:38:46.949125 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c91af29f-2df9-4951-be21-cf882848a2a8 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:38:46.952064 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452688ad-ab25-40b1-ad6c-2a2116038613 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Pushing event deleted for resources: {'Port': ['ID=75549b6b-58b3-43af-82e5-584ae68fc5a5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:47.015533 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a5b98dfb-db94-412b-a877-c2d068741195 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 42575a12-a849-4a9f-93f9-b770d44799d3) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:47.024778 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b98dfb-db94-412b-a877-c2d068741195 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:47.025367 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5b98dfb-db94-412b-a877-c2d068741195 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:47.039346 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7859c55d-1168-497d-ba59-dc143eaae40e None None] Network 42575a12-a849-4a9f-93f9-b770d44799d3 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:47.140017 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ee9634-a367-4e61-a48f-ec26903ffd2e req-452688ad-ab25-40b1-ad6c-2a2116038613 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] No DVR routers for this DVR port 75549b6b-58b3-43af-82e5-584ae68fc5a5 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:38:47.146021 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-12ee9634-a367-4e61-a48f-ec26903ffd2e req-452688ad-ab25-40b1-ad6c-2a2116038613 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:47.148164 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-12ee9634-a367-4e61-a48f-ec26903ffd2e req-452688ad-ab25-40b1-ad6c-2a2116038613 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.58 "DELETE /v2.0/ports/75549b6b-58b3-43af-82e5-584ae68fc5a5 HTTP/1.1" status: 204 len: 173 time: 1.5287867 Jul 09 09:38:47.149137 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3813f6ee-296c-4010-9c49-b5837958d798', 'name': 'network-vif-deleted', 'tag': '75549b6b-58b3-43af-82e5-584ae68fc5a5'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:38:47.150908 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cd5eb5-09c3-48ee-9ffe-8ac1b9c662e6" -d '{"events": [{"server_uuid": "3813f6ee-296c-4010-9c49-b5837958d798", "name": "network-vif-deleted", "tag": "75549b6b-58b3-43af-82e5-584ae68fc5a5"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:38:47.165303 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415839388-router', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:38:41Z', 'updated_at': '2021-07-09T09:38:43Z', 'revision_number': 3, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'gw_port': {'id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:81:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:42Z', 'updated_at': '2021-07-09T09:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:47.184965 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a5b98dfb-db94-412b-a877-c2d068741195 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4133444 Jul 09 09:38:47.189849 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57182) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:47.199738 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078be199-13d2-4fcd-adaa-6815fd75ae00 None None] The sync data for ids ['17f25a4b-e09f-476c-90a4-f3a89c22363b'] in n-d-799996-1 is: [{'id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415839388-router', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:38:41Z', 'updated_at': '2021-07-09T09:38:43Z', 'revision_number': 3, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'gw_port': {'id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:81:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:42Z', 'updated_at': '2021-07-09T09:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:38:47.211062 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-e015622c-3a31-4ee6-921f-d231546ffcce admin admin] Allocated IP 172.20.0.1 (19975d38-7d21-4ee0-b5ca-39897d27813e/5623fb91-49df-4ac4-8fd5-5eba5b628ddd/cec057e3-6729-40a7-bae1-9f0b60ea8044) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:38:47.218938 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ae0672fa-7523-4ef9-9684-d2cf5de0e581 req-7ce50eee-7bcb-4c59-9328-b19cf5782bce tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=3813f6ee-296c-4010-9c49-b5837958d798 HTTP/1.1" status: 200 len: 210 time: 0.0901771 Jul 09 09:38:47.235789 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3714d9-fafb-423f-9d5e-929adefcd68a x-openstack-request-id: req-7a3714d9-fafb-423f-9d5e-929adefcd68a {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:38:47.235789 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3813f6ee-296c-4010-9c49-b5837958d798", "name": "network-vif-deleted", "tag": "75549b6b-58b3-43af-82e5-584ae68fc5a5", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:38:47.235789 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7a3714d9-fafb-423f-9d5e-929adefcd68a {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:38:47.235789 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3813f6ee-296c-4010-9c49-b5837958d798', 'name': 'network-vif-deleted', 'tag': '75549b6b-58b3-43af-82e5-584ae68fc5a5', 'status': 'completed', 'code': 200} Jul 09 09:38:47.291532 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port c91af29f-2df9-4951-be21-cf882848a2a8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:47.292251 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:47.429583 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3a8b-1676-4326-b4e5-4613d60ae7a0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:47.478133 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e015622c-3a31-4ee6-921f-d231546ffcce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:47.508883 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-e015622c-3a31-4ee6-921f-d231546ffcce admin admin] Transition to ACTIVE for port object cec057e3-6729-40a7-bae1-9f0b60ea8044 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:38:47.577922 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e015622c-3a31-4ee6-921f-d231546ffcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:47.635307 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3a8b-1676-4326-b4e5-4613d60ae7a0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:47.673792 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015622c-3a31-4ee6-921f-d231546ffcce admin admin] Pushing event updated for resources: {'Port': ['ID=cec057e3-6729-40a7-bae1-9f0b60ea8044,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:47.684773 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e015622c-3a31-4ee6-921f-d231546ffcce admin admin] Network 19975d38-7d21-4ee0-b5ca-39897d27813e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:38:47.686253 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e015622c-3a31-4ee6-921f-d231546ffcce admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:47.688698 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e015622c-3a31-4ee6-921f-d231546ffcce admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:38:47.764978 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e015622c-3a31-4ee6-921f-d231546ffcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:47.819154 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3a8b-1676-4326-b4e5-4613d60ae7a0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:47.831184 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978e53a0-892d-4b93-8f8b-b16edf4ef18c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-42575a12-a849-4a9f-93f9-b770d44799d3', 'network_id': '42575a12-a849-4a9f-93f9-b770d44799d3', 'tenant_id': 'af5ecbd9ec794e6dac921167147e8826', 'fixed_ips': [{'subnet_id': 'eefbc7d7-8f49-4db6-a630-9c1cad261374'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:38:47.834485 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-978e53a0-892d-4b93-8f8b-b16edf4ef18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:48.041166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b3a8b-1676-4326-b4e5-4613d60ae7a0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Subnet': ['ID=eefbc7d7-8f49-4db6-a630-9c1cad261374,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:48.052941 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9588a761-bd14-4487-9504-80e9523d4cea None None] Network 42575a12-a849-4a9f-93f9-b770d44799d3 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:48.086936 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e015622c-3a31-4ee6-921f-d231546ffcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:48.123399 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3a8b-1676-4326-b4e5-4613d60ae7a0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:48.127611 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dae8b564-b75a-4fc7-937c-b89e3416a786 req-8b9300cf-08ea-4c0c-b631-5bb1e9a6055a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=45b22658-f012-4b1a-9e69-757f3d233548 HTTP/1.1" status: 200 len: 210 time: 0.1016030 Jul 09 09:38:48.178189 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4c1b3a8b-1676-4326-b4e5-4613d60ae7a0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42575a12-a849-4a9f-93f9-b770d44799d3']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:48.204760 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4c1b3a8b-1676-4326-b4e5-4613d60ae7a0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd0958ab-da26-4b1e-a7cd-ee4ca6940ecd') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:48.205331 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4c1b3a8b-1676-4326-b4e5-4613d60ae7a0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd0958ab-da26-4b1e-a7cd-ee4ca6940ecd') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:48.240865 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3a8b-1676-4326-b4e5-4613d60ae7a0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:48.266666 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3a8b-1676-4326-b4e5-4613d60ae7a0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:48.277204 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c1b3a8b-1676-4326-b4e5-4613d60ae7a0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:38:48.278730 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3a8b-1676-4326-b4e5-4613d60ae7a0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:48.283515 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-53081235-1759-4ed4-8139-e4f02987d209 None None] Provisioning for port cec057e3-6729-40a7-bae1-9f0b60ea8044 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:38:48.289292 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-53081235-1759-4ed4-8139-e4f02987d209 None None] Provisioning complete for port cec057e3-6729-40a7-bae1-9f0b60ea8044 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:48.289821 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53081235-1759-4ed4-8139-e4f02987d209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:38:48.313633 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:38:48.335909 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e015622c-3a31-4ee6-921f-d231546ffcce admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:48.341555 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e015622c-3a31-4ee6-921f-d231546ffcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:48.353166 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-53081235-1759-4ed4-8139-e4f02987d209 None None] Port cec057e3-6729-40a7-bae1-9f0b60ea8044 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:38:48.403963 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3a8b-1676-4326-b4e5-4613d60ae7a0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:48.414069 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3a8b-1676-4326-b4e5-4613d60ae7a0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:48.416408 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4c1b3a8b-1676-4326-b4e5-4613d60ae7a0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/networks/42575a12-a849-4a9f-93f9-b770d44799d3 HTTP/1.1" status: 204 len: 168 time: 1.2253659 Jul 09 09:38:48.428505 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57194) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:48.434744 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0fb5eeca-0586-491f-8664-5a83678ff538 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-766842123'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:48.439550 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b3a8b-1676-4326-b4e5-4613d60ae7a0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Network': ['ID=42575a12-a849-4a9f-93f9-b770d44799d3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:48.462847 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb5eeca-0586-491f-8664-5a83678ff538 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Made reservation on behalf of af5ecbd9ec794e6dac921167147e8826 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:48.467186 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0fb5eeca-0586-491f-8664-5a83678ff538 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:48.469034 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015622c-3a31-4ee6-921f-d231546ffcce admin admin] Pushing event updated for resources: {'Port': ['ID=cec057e3-6729-40a7-bae1-9f0b60ea8044,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:48.478422 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e015622c-3a31-4ee6-921f-d231546ffcce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:48.495865 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb5eeca-0586-491f-8664-5a83678ff538 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:38:48.508435 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0fb5eeca-0586-491f-8664-5a83678ff538 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:48.508881 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-0fb5eeca-0586-491f-8664-5a83678ff538 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Added segment ba8db0a4-931e-4435-9fdf-6132da6081ef of type vlan for network 6567b036-7310-4549-a66e-47fbd22ed54c Jul 09 09:38:48.571885 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0fb5eeca-0586-491f-8664-5a83678ff538 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:48.607160 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0fb5eeca-0586-491f-8664-5a83678ff538 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:48.615273 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb5eeca-0586-491f-8664-5a83678ff538 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:48.616243 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0fb5eeca-0586-491f-8664-5a83678ff538 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:48.760005 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5eeca-0586-491f-8664-5a83678ff538 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Network': ['ID=6567b036-7310-4549-a66e-47fbd22ed54c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:48.774625 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 6567b036-7310-4549-a66e-47fbd22ed54c details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:38:48.785396 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0fb5eeca-0586-491f-8664-5a83678ff538 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3552294 Jul 09 09:38:48.789391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57200) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:48.803992 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-61ffb944-a506-40c5-9dec-aaf813f067a8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'subnet': {'network_id': '6567b036-7310-4549-a66e-47fbd22ed54c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:48.976274 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7f90beac-71ee-4f10-b37a-21c9730a962d up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:38:49.031562 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cde03-080c-478e-8d04-db9400240c21 req-b5b2629b-3f49-454a-847e-ad17fe68d4da tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:49.033306 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-683cde03-080c-478e-8d04-db9400240c21 req-b5b2629b-3f49-454a-847e-ad17fe68d4da tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=71ba4b08-2e76-4197-9c6e-98a3ec4910a0 HTTP/1.1" status: 200 len: 945 time: 0.2446983 Jul 09 09:38:49.034682 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ffb944-a506-40c5-9dec-aaf813f067a8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Made reservation on behalf of af5ecbd9ec794e6dac921167147e8826 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:49.038259 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61ffb944-a506-40c5-9dec-aaf813f067a8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:49.055652 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 75549b6b-58b3-43af-82e5-584ae68fc5a5 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:38:49.086052 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 75549b6b-58b3-43af-82e5-584ae68fc5a5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:38:49.086672 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 75549b6b-58b3-43af-82e5-584ae68fc5a5 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:38:49.109087 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 7f90beac-71ee-4f10-b37a-21c9730a962d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:38:49.120050 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 7f90beac-71ee-4f10-b37a-21c9730a962d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:49.120856 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:49.169659 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-683cde03-080c-478e-8d04-db9400240c21 req-fa2e62c5-6b75-4d6f-859d-5e174a367360 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152613 Jul 09 09:38:49.205842 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e015622c-3a31-4ee6-921f-d231546ffcce admin admin] Network 19975d38-7d21-4ee0-b5ca-39897d27813e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:38:49.219444 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e015622c-3a31-4ee6-921f-d231546ffcce admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:49.315420 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:49.327055 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device dfc6b8b8-743c-42bb-83f1-e82c3282d71e no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:38:49.374283 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: dfc6b8b8-743c-42bb-83f1-e82c3282d71e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:38:49.374629 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device dfc6b8b8-743c-42bb-83f1-e82c3282d71e not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:38:49.385164 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 7f90beac-71ee-4f10-b37a-21c9730a962d, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=7f90beac-71ee-4f10-b37a-21c9730a962d,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:49.390238 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:49.462219 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=7f90beac-71ee-4f10-b37a-21c9730a962d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:49.470019 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e015622c-3a31-4ee6-921f-d231546ffcce admin admin] Router 17f25a4b-e09f-476c-90a4-f3a89c22363b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:38:49.484425 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c81b65a-7e9a-4d1b-b7e2-6dfe189af74e req-4cd2267a-f449-4482-b3dc-f2ee4d587853 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=45b22658-f012-4b1a-9e69-757f3d233548 HTTP/1.1" status: 200 len: 210 time: 0.0686615 Jul 09 09:38:49.505613 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-11f5f696-db29-43ae-b8a7-5b26197aeb6c None None] Provisioning complete for port cec057e3-6729-40a7-bae1-9f0b60ea8044 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:49.505613 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-11f5f696-db29-43ae-b8a7-5b26197aeb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:49.513768 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61ffb944-a506-40c5-9dec-aaf813f067a8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:49.558148 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-11f5f696-db29-43ae-b8a7-5b26197aeb6c None None] Port cec057e3-6729-40a7-bae1-9f0b60ea8044 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:38:49.598376 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ffb944-a506-40c5-9dec-aaf813f067a8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Checking segment: {'id': 'ba8db0a4-931e-4435-9fdf-6132da6081ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6567b036-7310-4549-a66e-47fbd22ed54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:38:49.598680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ffb944-a506-40c5-9dec-aaf813f067a8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Network hostable DHCP agents. Network: 6567b036-7310-4549-a66e-47fbd22ed54c, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:38:49.603019 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ffb944-a506-40c5-9dec-aaf813f067a8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Subnet': ['ID=432cfdcf-e456-4305-b39d-0de7a68ace08,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:49.604069 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e015622c-3a31-4ee6-921f-d231546ffcce admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:38:49.615859 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e015622c-3a31-4ee6-921f-d231546ffcce admin admin] 10.222.0.61 "PUT /v2.0/routers/17f25a4b-e09f-476c-90a4-f3a89c22363b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1041501 Jul 09 09:38:49.626192 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ffb944-a506-40c5-9dec-aaf813f067a8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Network 6567b036-7310-4549-a66e-47fbd22ed54c is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:38:49.636614 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-61ffb944-a506-40c5-9dec-aaf813f067a8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 6567b036-7310-4549-a66e-47fbd22ed54c) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:49.641578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ffb944-a506-40c5-9dec-aaf813f067a8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:49.642315 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61ffb944-a506-40c5-9dec-aaf813f067a8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:49.648206 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a58828-3337-44f2-992f-b5c4fd2b22a8 None None] Network 6567b036-7310-4549-a66e-47fbd22ed54c requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:49.659558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-61ffb944-a506-40c5-9dec-aaf813f067a8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8685021 Jul 09 09:38:49.662359 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57208) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:49.811613 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-444e6f5c-5e0b-4916-ab96-980cb8fe0f3a tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:49.857156 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc500b33-3cfd-45d0-b283-32fd4414f076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-6567b036-7310-4549-a66e-47fbd22ed54c', 'network_id': '6567b036-7310-4549-a66e-47fbd22ed54c', 'tenant_id': 'af5ecbd9ec794e6dac921167147e8826', 'fixed_ips': [{'subnet_id': '432cfdcf-e456-4305-b39d-0de7a68ace08'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:38:49.859540 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc500b33-3cfd-45d0-b283-32fd4414f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:49.891985 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-444e6f5c-5e0b-4916-ab96-980cb8fe0f3a tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:49.994771 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-444e6f5c-5e0b-4916-ab96-980cb8fe0f3a tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server [None req-cc500b33-3cfd-45d0-b283-32fd4414f076 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 432cfdcf-e456-4305-b39d-0de7a68ace08: This subnet is being modified by another concurrent operation. Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise exception Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 432cfdcf-e456-4305-b39d-0de7a68ace08: This subnet is being modified by another concurrent operation. Jul 09 09:38:50.021096 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Jul 09 09:38:50.039749 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e6f5c-5e0b-4916-ab96-980cb8fe0f3a tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Subnet': ['ID=432cfdcf-e456-4305-b39d-0de7a68ace08,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:50.044901 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4bcbcd-06a3-4276-9a14-9c330132b69d None None] Network 6567b036-7310-4549-a66e-47fbd22ed54c requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:50.134961 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] Sync routers for ids ['17f25a4b-e09f-476c-90a4-f3a89c22363b'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:38:50.170196 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-444e6f5c-5e0b-4916-ab96-980cb8fe0f3a tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:50.182411 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-444e6f5c-5e0b-4916-ab96-980cb8fe0f3a tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6567b036-7310-4549-a66e-47fbd22ed54c']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:50.193481 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] Routers {'17f25a4b-e09f-476c-90a4-f3a89c22363b'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:50.194135 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['17f25a4b-e09f-476c-90a4-f3a89c22363b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:50.198402 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71995299-fd31-463f-bf99-d4d485588514 None None] get_active_networks_info from n-d-799996-1 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 09:38:50.201441 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-444e6f5c-5e0b-4916-ab96-980cb8fe0f3a tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8db0a4-931e-4435-9fdf-6132da6081ef') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:50.201847 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-444e6f5c-5e0b-4916-ab96-980cb8fe0f3a tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8db0a4-931e-4435-9fdf-6132da6081ef') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:50.213762 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-444e6f5c-5e0b-4916-ab96-980cb8fe0f3a tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:50.231497 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-444e6f5c-5e0b-4916-ab96-980cb8fe0f3a tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:50.238733 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-444e6f5c-5e0b-4916-ab96-980cb8fe0f3a tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:38:50.239290 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-444e6f5c-5e0b-4916-ab96-980cb8fe0f3a tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:38:50.352232 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:38:50.356185 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-444e6f5c-5e0b-4916-ab96-980cb8fe0f3a tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:50.368687 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-444e6f5c-5e0b-4916-ab96-980cb8fe0f3a tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:50.376412 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-444e6f5c-5e0b-4916-ab96-980cb8fe0f3a tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/networks/6567b036-7310-4549-a66e-47fbd22ed54c HTTP/1.1" status: 204 len: 168 time: 0.7128267 Jul 09 09:38:50.376622 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-43c5fc11-4b94-4714-8a16-c62a39384532 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:50.378233 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-43c5fc11-4b94-4714-8a16-c62a39384532 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/networks?id=19975d38-7d21-4ee0-b5ca-39897d27813e HTTP/1.1" status: 200 len: 828 time: 0.2295101 Jul 09 09:38:50.379809 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57230) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:50.385185 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-99d380ba-2002-460e-af93-6092e5dd65cf tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-212535825'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:50.412115 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e6f5c-5e0b-4916-ab96-980cb8fe0f3a tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Network': ['ID=6567b036-7310-4549-a66e-47fbd22ed54c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:50.422770 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-aad4bb55-16ac-4b8a-a824-fad79d92ba20 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/quotas/c59f9867d2a94ec5a469ddb3b63fb241 HTTP/1.1" status: 200 len: 375 time: 0.0320365 Jul 09 09:38:50.435878 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcf896-0794-4abf-8781-c8fcb9be8915 req-12245330-38a5-4763-865f-176657a04a30 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:50.437466 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8bcf896-0794-4abf-8781-c8fcb9be8915 req-12245330-38a5-4763-865f-176657a04a30 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ba4b08-2e76-4197-9c6e-98a3ec4910a0 HTTP/1.1" status: 200 len: 945 time: 0.1805325 Jul 09 09:38:50.508916 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d380ba-2002-460e-af93-6092e5dd65cf tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Made reservation on behalf of af5ecbd9ec794e6dac921167147e8826 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:50.513287 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-99d380ba-2002-460e-af93-6092e5dd65cf tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:50.587159 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d380ba-2002-460e-af93-6092e5dd65cf tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:38:50.609677 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-99d380ba-2002-460e-af93-6092e5dd65cf tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:50.610037 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-99d380ba-2002-460e-af93-6092e5dd65cf tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Added segment 7b64b90c-92dc-4381-8504-a4cae6a2c201 of type vlan for network 83486908-89a0-435c-8dd8-b3499108847d Jul 09 09:38:50.632415 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-54426dc3-46be-437a-a3eb-957a837e3ba9 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c59f9867d2a94ec5a469ddb3b63fb241&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1879261 Jul 09 09:38:50.638705 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71995299-fd31-463f-bf99-d4d485588514 None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 09:38:50.651836 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] Set router 17f25a4b-e09f-476c-90a4-f3a89c22363b gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:38:50.764062 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-99d380ba-2002-460e-af93-6092e5dd65cf tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:50.804334 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-d8bcf896-0794-4abf-8781-c8fcb9be8915 req-1f2b1301-bb95-4196-ab67-cf5a52565a42 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Deleting port 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:50.804663 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d8bcf896-0794-4abf-8781-c8fcb9be8915 req-1f2b1301-bb95-4196-ab67-cf5a52565a42 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:50.891895 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-7e87ef13-9506-4c3c-a051-3431e189890a service neutron] 10.222.0.61 "GET /v2.0/networks/19975d38-7d21-4ee0-b5ca-39897d27813e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643170 Jul 09 09:38:50.918110 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-99d380ba-2002-460e-af93-6092e5dd65cf tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:50.924195 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d380ba-2002-460e-af93-6092e5dd65cf tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:50.924792 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-99d380ba-2002-460e-af93-6092e5dd65cf tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:50.939282 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7f90beac-71ee-4f10-b37a-21c9730a962d up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:38:51.060874 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-99d380ba-2002-460e-af93-6092e5dd65cf tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6797707 Jul 09 09:38:51.064060 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57234) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:51.068816 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf33ea-b700-42c6-aed8-b34571182a60 req-769d101b-e8d3-4f00-b0f9-52bff6d1d81e tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:51.071912 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-229a92c2-fcac-4bae-82ea-26def4b97550 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'subnet': {'network_id': '83486908-89a0-435c-8dd8-b3499108847d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:51.076702 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-feaf33ea-b700-42c6-aed8-b34571182a60 req-769d101b-e8d3-4f00-b0f9-52bff6d1d81e tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=71ba4b08-2e76-4197-9c6e-98a3ec4910a0 HTTP/1.1" status: 200 len: 945 time: 0.3707900 Jul 09 09:38:51.101240 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d380ba-2002-460e-af93-6092e5dd65cf tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Network': ['ID=83486908-89a0-435c-8dd8-b3499108847d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:51.122087 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d8bcf896-0794-4abf-8781-c8fcb9be8915 req-1f2b1301-bb95-4196-ab67-cf5a52565a42 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] For port 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=54dd7464-6fc7-48f3-b2ed-f14d715b0b0b,segment=NetworkSegment(e0a81455-eb97-488a-98b6-7b903e60fa65),segment_id=e0a81455-eb97-488a-98b6-7b903e60fa65)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:51.122448 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d8bcf896-0794-4abf-8781-c8fcb9be8915 req-1f2b1301-bb95-4196-ab67-cf5a52565a42 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:51.128101 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 83486908-89a0-435c-8dd8-b3499108847d details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:38:51.157324 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-d8bcf896-0794-4abf-8781-c8fcb9be8915 req-1f2b1301-bb95-4196-ab67-cf5a52565a42 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Calling delete_port for 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:51.178038 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-34ff1641-1690-497d-aaba-77ccf86d139d service neutron] 10.222.0.61 "GET /v2.0/networks/19975d38-7d21-4ee0-b5ca-39897d27813e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852526 Jul 09 09:38:51.214864 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-feaf33ea-b700-42c6-aed8-b34571182a60 req-0a4cdb85-7c7f-46ae-80f5-a92ac165bcfa tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372044 Jul 09 09:38:51.236049 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 7f90beac-71ee-4f10-b37a-21c9730a962d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:51.236977 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:51.245811 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229a92c2-fcac-4bae-82ea-26def4b97550 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Made reservation on behalf of af5ecbd9ec794e6dac921167147e8826 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:51.252728 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-229a92c2-fcac-4bae-82ea-26def4b97550 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:51.346224 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415839388-router', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:38:41Z', 'updated_at': '2021-07-09T09:38:48Z', 'revision_number': 4, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'gw_port': {'id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:42Z', 'updated_at': '2021-07-09T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'cec057e3-6729-40a7-bae1-9f0b60ea8044', 'name': '', 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'mac_address': 'fa:16:3e:40:3f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '5623fb91-49df-4ac4-8fd5-5eba5b628ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:46Z', 'updated_at': '2021-07-09T09:38:48Z', 'revision_number': 2, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'subnets': [{'id': '5623fb91-49df-4ac4-8fd5-5eba5b628ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:51.354588 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.ipam_backend_mixin [None req-229a92c2-fcac-4bae-82ea-26def4b97550 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Performing IP validity checks on allocation pools {{(pid=93791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 09:38:51.355120 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.ipam_backend_mixin [None req-229a92c2-fcac-4bae-82ea-26def4b97550 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 09:38:51.382933 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] Checking router: 17f25a4b-e09f-476c-90a4-f3a89c22363b for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:38:51.384511 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] Updating router 17f25a4b-e09f-476c-90a4-f3a89c22363b port cec057e3-6729-40a7-bae1-9f0b60ea8044 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:38:51.509877 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:51.535036 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c16f3cb4-f35d-4858-87be-881a7037af95 req-dd128600-2361-4576-a45f-36c960d39ede tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=45b22658-f012-4b1a-9e69-757f3d233548 HTTP/1.1" status: 200 len: 210 time: 0.0765355 Jul 09 09:38:51.582364 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-229a92c2-fcac-4bae-82ea-26def4b97550 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:51.594354 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79f32ea4-788b-405a-a3c1-07c888c1b228 req-8091384e-3ebc-4a44-b081-0e6fb5856a09 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b98ada-5704-4b90-864f-dc6102c2d53f HTTP/1.1" status: 200 len: 210 time: 0.0617106 Jul 09 09:38:51.609874 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d8bcf896-0794-4abf-8781-c8fcb9be8915 req-1f2b1301-bb95-4196-ab67-cf5a52565a42 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:51.635975 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['54dd7464-6fc7-48f3-b2ed-f14d715b0b0b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:38:51.638620 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['ce0acd65-7447-47d5-bddb-8169e9cea66b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:38:51.687535 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b1301-bb95-4196-ab67-cf5a52565a42 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Pushing event deleted for resources: {'Port': ['ID=54dd7464-6fc7-48f3-b2ed-f14d715b0b0b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:51.769929 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a92c2-fcac-4bae-82ea-26def4b97550 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Subnet': ['ID=6821a83c-7eb8-4565-98b7-9fb755353237,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:51.770434 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8bcf896-0794-4abf-8781-c8fcb9be8915 req-1f2b1301-bb95-4196-ab67-cf5a52565a42 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] No DVR routers for this DVR port 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:38:51.785136 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d8bcf896-0794-4abf-8781-c8fcb9be8915 req-1f2b1301-bb95-4196-ab67-cf5a52565a42 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:51.790002 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229a92c2-fcac-4bae-82ea-26def4b97550 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Checking segment: {'id': '7b64b90c-92dc-4381-8504-a4cae6a2c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '83486908-89a0-435c-8dd8-b3499108847d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:38:51.790381 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229a92c2-fcac-4bae-82ea-26def4b97550 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Network hostable DHCP agents. Network: 83486908-89a0-435c-8dd8-b3499108847d, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:38:51.791439 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8bcf896-0794-4abf-8781-c8fcb9be8915 req-1f2b1301-bb95-4196-ab67-cf5a52565a42 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.64 "DELETE /v2.0/ports/54dd7464-6fc7-48f3-b2ed-f14d715b0b0b HTTP/1.1" status: 204 len: 173 time: 1.3399241 Jul 09 09:38:51.792551 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ba4b08-2e76-4197-9c6e-98a3ec4910a0', 'name': 'network-vif-deleted', 'tag': '54dd7464-6fc7-48f3-b2ed-f14d715b0b0b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:38:51.795937 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732a018d-38a2-4c60-88d1-619996906e1e" -d '{"events": [{"server_uuid": "71ba4b08-2e76-4197-9c6e-98a3ec4910a0", "name": "network-vif-deleted", "tag": "54dd7464-6fc7-48f3-b2ed-f14d715b0b0b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:38:51.823861 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229a92c2-fcac-4bae-82ea-26def4b97550 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Network 83486908-89a0-435c-8dd8-b3499108847d is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:38:51.837929 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-229a92c2-fcac-4bae-82ea-26def4b97550 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 83486908-89a0-435c-8dd8-b3499108847d) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:51.842371 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229a92c2-fcac-4bae-82ea-26def4b97550 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:51.842980 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-229a92c2-fcac-4bae-82ea-26def4b97550 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:51.858895 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c828435-f28c-46c1-848e-ec42bd5375c6 x-openstack-request-id: req-2c828435-f28c-46c1-848e-ec42bd5375c6 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:38:51.859578 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ba4b08-2e76-4197-9c6e-98a3ec4910a0", "name": "network-vif-deleted", "tag": "54dd7464-6fc7-48f3-b2ed-f14d715b0b0b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:38:51.860179 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c828435-f28c-46c1-848e-ec42bd5375c6 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:38:51.860590 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ba4b08-2e76-4197-9c6e-98a3ec4910a0', 'name': 'network-vif-deleted', 'tag': '54dd7464-6fc7-48f3-b2ed-f14d715b0b0b', 'status': 'completed', 'code': 200} Jul 09 09:38:51.863748 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4591cf0-7478-4685-8f43-2f45f5ec975e None None] Network 83486908-89a0-435c-8dd8-b3499108847d requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:51.869520 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-229a92c2-fcac-4bae-82ea-26def4b97550 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8024075 Jul 09 09:38:51.870361 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57250) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:52.039425 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e571d8c-8f92-414d-a67a-fa988c64190e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:52.104419 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e571d8c-8f92-414d-a67a-fa988c64190e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:52.192405 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e571d8c-8f92-414d-a67a-fa988c64190e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:52.210654 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c10b934-c6c7-4855-9e2a-8ae8af6ee792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-83486908-89a0-435c-8dd8-b3499108847d', 'network_id': '83486908-89a0-435c-8dd8-b3499108847d', 'tenant_id': 'af5ecbd9ec794e6dac921167147e8826', 'fixed_ips': [{'subnet_id': '6821a83c-7eb8-4565-98b7-9fb755353237'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:38:52.211506 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6c10b934-c6c7-4855-9e2a-8ae8af6ee792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:52.241047 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e571d8c-8f92-414d-a67a-fa988c64190e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Subnet': ['ID=6821a83c-7eb8-4565-98b7-9fb755353237,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:52.367917 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e571d8c-8f92-414d-a67a-fa988c64190e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:52.380204 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-1e571d8c-8f92-414d-a67a-fa988c64190e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83486908-89a0-435c-8dd8-b3499108847d']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:52.392374 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-1e571d8c-8f92-414d-a67a-fa988c64190e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b64b90c-92dc-4381-8504-a4cae6a2c201') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:52.392651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-1e571d8c-8f92-414d-a67a-fa988c64190e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b64b90c-92dc-4381-8504-a4cae6a2c201') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:52.400307 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:52.402387 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e571d8c-8f92-414d-a67a-fa988c64190e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:52.418770 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e571d8c-8f92-414d-a67a-fa988c64190e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:52.434024 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eb7639-d8fb-42f9-94d7-bd09cb1bce13 None None] Network 83486908-89a0-435c-8dd8-b3499108847d requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:52.459978 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e571d8c-8f92-414d-a67a-fa988c64190e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:38:52.460644 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e571d8c-8f92-414d-a67a-fa988c64190e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:52.465924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e5dd9db4-1535-471c-a2a7-e28a717b355b req-7e3a83dd-f87f-4341-b636-1f81ba128088 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=71ba4b08-2e76-4197-9c6e-98a3ec4910a0 HTTP/1.1" status: 200 len: 210 time: 0.0352054 Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:38:52.466841 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:38:52.559803 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e571d8c-8f92-414d-a67a-fa988c64190e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:52.568348 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e571d8c-8f92-414d-a67a-fa988c64190e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:52.573952 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57258) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:52.576007 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1e571d8c-8f92-414d-a67a-fa988c64190e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/networks/83486908-89a0-435c-8dd8-b3499108847d HTTP/1.1" status: 204 len: 168 time: 0.7036936 Jul 09 09:38:52.580616 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-bf765679-4e4f-4c7d-bbe4-ddfb879a0139 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1589417419'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:52.585337 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] Transition to ACTIVE for port object cec057e3-6729-40a7-bae1-9f0b60ea8044 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:38:52.597195 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e571d8c-8f92-414d-a67a-fa988c64190e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Network': ['ID=83486908-89a0-435c-8dd8-b3499108847d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:52.599565 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:52.639302 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf765679-4e4f-4c7d-bbe4-ddfb879a0139 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Made reservation on behalf of af5ecbd9ec794e6dac921167147e8826 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:52.646786 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf765679-4e4f-4c7d-bbe4-ddfb879a0139 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:52.669273 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f949219-85ff-4fed-aa48-fcec95ad7a1e None None] Pushing event updated for resources: {'Port': ['ID=cec057e3-6729-40a7-bae1-9f0b60ea8044,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:52.695919 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf765679-4e4f-4c7d-bbe4-ddfb879a0139 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:38:52.707105 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf765679-4e4f-4c7d-bbe4-ddfb879a0139 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:52.707530 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-bf765679-4e4f-4c7d-bbe4-ddfb879a0139 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Added segment 98b3ae2f-b2a6-423a-918d-7738abb57d70 of type vlan for network 7a436688-1afa-4e58-ac60-fb6ce4dd5663 Jul 09 09:38:52.772517 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] Attempting to bind port cec057e3-6729-40a7-bae1-9f0b60ea8044 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:38:52.772883 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] Attempting to bind port cec057e3-6729-40a7-bae1-9f0b60ea8044 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'cb90677b-e2a0-416a-87f6-a79a118531b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:38:52.773245 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] Attempting to bind port cec057e3-6729-40a7-bae1-9f0b60ea8044 on network 19975d38-7d21-4ee0-b5ca-39897d27813e {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:38:52.780081 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf765679-4e4f-4c7d-bbe4-ddfb879a0139 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:52.803247 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:38:52.824565 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] Checking segment: {'id': 'cb90677b-e2a0-416a-87f6-a79a118531b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:38:52.825642 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:52.826058 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] Bound using segment: {'id': 'cb90677b-e2a0-416a-87f6-a79a118531b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:38:52.826558 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] Bound port: cec057e3-6729-40a7-bae1-9f0b60ea8044, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb90677b-e2a0-416a-87f6-a79a118531b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:38:52.826956 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:52.890261 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf765679-4e4f-4c7d-bbe4-ddfb879a0139 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:52.897791 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b64fd387-d109-4b64-98fd-2564ec05af3b req-5f545e73-404e-4cf1-a9c7-8c81aeaff88e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b98ada-5704-4b90-864f-dc6102c2d53f HTTP/1.1" status: 200 len: 210 time: 0.0589201 Jul 09 09:38:52.899714 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf765679-4e4f-4c7d-bbe4-ddfb879a0139 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:52.900365 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf765679-4e4f-4c7d-bbe4-ddfb879a0139 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:53.024584 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bf765679-4e4f-4c7d-bbe4-ddfb879a0139 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4491184 Jul 09 09:38:53.028008 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57274) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:53.035270 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e2059160-6c6f-4b7c-9201-901dd7a965c2 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'subnet': {'network_id': '7a436688-1afa-4e58-ac60-fb6ce4dd5663', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:53.047286 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf765679-4e4f-4c7d-bbe4-ddfb879a0139 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Network': ['ID=7a436688-1afa-4e58-ac60-fb6ce4dd5663,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:53.065289 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] For port cec057e3-6729-40a7-bae1-9f0b60ea8044, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:38:53.069577 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] For port cec057e3-6729-40a7-bae1-9f0b60ea8044, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=cec057e3-6729-40a7-bae1-9f0b60ea8044,segment=NetworkSegment(cb90677b-e2a0-416a-87f6-a79a118531b1),segment_id=cb90677b-e2a0-416a-87f6-a79a118531b1)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:38:53.072395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 7a436688-1afa-4e58-ac60-fb6ce4dd5663 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:38:53.124208 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:53.255527 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-51c10e43-6030-46e1-9e81-7d22c8edadba tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:53.257780 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-51c10e43-6030-46e1-9e81-7d22c8edadba tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.58 "GET /v2.0/networks?id=19975d38-7d21-4ee0-b5ca-39897d27813e HTTP/1.1" status: 200 len: 828 time: 0.1710808 Jul 09 09:38:53.277772 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-99ead526-743f-4326-acdc-11776ddb70a8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Request body: {'port': {'device_id': 'c1b98ada-5704-4b90-864f-dc6102c2d53f', 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e', 'admin_state_up': True, 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:53.340490 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76462383-ed76-4a03-a4a6-85c376602cc0 req-a5523090-70b2-418e-aded-7e2476ebdf6f tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:53.342376 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76462383-ed76-4a03-a4a6-85c376602cc0 req-a5523090-70b2-418e-aded-7e2476ebdf6f tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/networks?id=1ae54679-4cff-4994-98e0-50f486401346 HTTP/1.1" status: 200 len: 812 time: 0.1656210 Jul 09 09:38:53.343245 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2059160-6c6f-4b7c-9201-901dd7a965c2 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Made reservation on behalf of af5ecbd9ec794e6dac921167147e8826 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:53.347028 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2059160-6c6f-4b7c-9201-901dd7a965c2 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:53.407259 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] Routers {'17f25a4b-e09f-476c-90a4-f3a89c22363b'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:38:53.408086 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['17f25a4b-e09f-476c-90a4-f3a89c22363b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:53.426057 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76462383-ed76-4a03-a4a6-85c376602cc0 req-08fe9790-8619-4936-872b-9a33ad631342 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/quotas/3c3657de35454de2af834416af126211 HTTP/1.1" status: 200 len: 375 time: 0.0727513 Jul 09 09:38:53.434420 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-99ead526-743f-4326-acdc-11776ddb70a8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Made reservation on behalf of c59f9867d2a94ec5a469ddb3b63fb241 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:53.439010 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-99ead526-743f-4326-acdc-11776ddb70a8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:53.451471 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f949219-85ff-4fed-aa48-fcec95ad7a1e None None] Pushing event updated for resources: {'Port': ['ID=cec057e3-6729-40a7-bae1-9f0b60ea8044,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:53.472192 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76462383-ed76-4a03-a4a6-85c376602cc0 req-0a255977-b828-44d2-b7c9-23e9e51dfe17 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3c3657de35454de2af834416af126211&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451441 Jul 09 09:38:53.580566 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] Set router 17f25a4b-e09f-476c-90a4-f3a89c22363b gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:38:53.645430 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-99ead526-743f-4326-acdc-11776ddb70a8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Allocated IP 172.20.0.9 (19975d38-7d21-4ee0-b5ca-39897d27813e/5623fb91-49df-4ac4-8fd5-5eba5b628ddd/72815bf3-18cb-49ef-a39f-15153f4f7412) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:38:53.858638 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415839388-router', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:38:41Z', 'updated_at': '2021-07-09T09:38:48Z', 'revision_number': 4, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'gw_port': {'id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:42Z', 'updated_at': '2021-07-09T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'cec057e3-6729-40a7-bae1-9f0b60ea8044', 'name': '', 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'mac_address': 'fa:16:3e:40:3f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '5623fb91-49df-4ac4-8fd5-5eba5b628ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:46Z', 'updated_at': '2021-07-09T09:38:53Z', 'revision_number': 4, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'subnets': [{'id': '5623fb91-49df-4ac4-8fd5-5eba5b628ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:53.892816 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f9eb4-9631-4d8b-ab4f-a9eec7d43ef9 None None] The sync data for ids ['17f25a4b-e09f-476c-90a4-f3a89c22363b'] in n-d-799996-1 is: [{'id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415839388-router', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:38:41Z', 'updated_at': '2021-07-09T09:38:48Z', 'revision_number': 4, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'gw_port': {'id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:42Z', 'updated_at': '2021-07-09T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'cec057e3-6729-40a7-bae1-9f0b60ea8044', 'name': '', 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'mac_address': 'fa:16:3e:40:3f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '5623fb91-49df-4ac4-8fd5-5eba5b628ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:46Z', 'updated_at': '2021-07-09T09:38:53Z', 'revision_number': 4, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'subnets': [{'id': '5623fb91-49df-4ac4-8fd5-5eba5b628ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:38:53.913334 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-99ead526-743f-4326-acdc-11776ddb70a8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:53.936359 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-99ead526-743f-4326-acdc-11776ddb70a8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Transition to ACTIVE for port object 72815bf3-18cb-49ef-a39f-15153f4f7412 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:38:53.992070 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76462383-ed76-4a03-a4a6-85c376602cc0 req-7127dc6a-f860-4cd0-b922-dfa9ab1e9a79 service neutron] 10.222.0.61 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185163 Jul 09 09:38:54.001452 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-99ead526-743f-4326-acdc-11776ddb70a8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:54.070348 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ead526-743f-4326-acdc-11776ddb70a8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Pushing event updated for resources: {'Port': ['ID=72815bf3-18cb-49ef-a39f-15153f4f7412,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:54.074713 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-99ead526-743f-4326-acdc-11776ddb70a8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Network 19975d38-7d21-4ee0-b5ca-39897d27813e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:38:54.076924 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-99ead526-743f-4326-acdc-11776ddb70a8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:54.079477 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-99ead526-743f-4326-acdc-11776ddb70a8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:38:54.162211 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-99ead526-743f-4326-acdc-11776ddb70a8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:54.162883 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-99ead526-743f-4326-acdc-11776ddb70a8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:54.182144 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-99ead526-743f-4326-acdc-11776ddb70a8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9087274 Jul 09 09:38:54.198942 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-c5d7b169-16bc-4dd6-9202-c826b84c66cb service neutron] Request body: {'port': {'device_id': 'c1b98ada-5704-4b90-864f-dc6102c2d53f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:54.205717 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76462383-ed76-4a03-a4a6-85c376602cc0 req-8a201cf6-7397-4ea0-9405-422de5142a30 service neutron] 10.222.0.61 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039254 Jul 09 09:38:54.294406 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475e315-1b53-4c51-a84f-48c951e0a487 req-330cf78e-e31e-46f6-ab28-be6be3cfead9 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:54.304030 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d475e315-1b53-4c51-a84f-48c951e0a487 req-330cf78e-e31e-46f6-ab28-be6be3cfead9 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.2406588 Jul 09 09:38:54.306345 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-c5d7b169-16bc-4dd6-9202-c826b84c66cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:54.332144 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2059160-6c6f-4b7c-9201-901dd7a965c2 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:54.387100 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d475e315-1b53-4c51-a84f-48c951e0a487 req-e16ff383-5cad-4664-816d-d6ea7cf4bbe5 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818591 Jul 09 09:38:54.421120 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-531f8250-58e3-473f-923c-35359593b405 None None] Provisioning for port 72815bf3-18cb-49ef-a39f-15153f4f7412 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:38:54.432996 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-531f8250-58e3-473f-923c-35359593b405 None None] Provisioning complete for port 72815bf3-18cb-49ef-a39f-15153f4f7412 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:54.433380 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-531f8250-58e3-473f-923c-35359593b405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:54.515402 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2059160-6c6f-4b7c-9201-901dd7a965c2 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Subnet': ['ID=5f87de33-9880-44c0-a017-7e69f6c92aa8,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:54.526845 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-531f8250-58e3-473f-923c-35359593b405 None None] Port 72815bf3-18cb-49ef-a39f-15153f4f7412 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:38:54.550887 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2059160-6c6f-4b7c-9201-901dd7a965c2 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Checking segment: {'id': '98b3ae2f-b2a6-423a-918d-7738abb57d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7a436688-1afa-4e58-ac60-fb6ce4dd5663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:38:54.556543 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2059160-6c6f-4b7c-9201-901dd7a965c2 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Network hostable DHCP agents. Network: 7a436688-1afa-4e58-ac60-fb6ce4dd5663, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:38:54.615709 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2059160-6c6f-4b7c-9201-901dd7a965c2 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Network 7a436688-1afa-4e58-ac60-fb6ce4dd5663 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:38:54.647457 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-e2059160-6c6f-4b7c-9201-901dd7a965c2 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 7a436688-1afa-4e58-ac60-fb6ce4dd5663) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:54.660837 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf3bc4d-d794-43ce-8cde-85e3ca4f44fa None None] Network 7a436688-1afa-4e58-ac60-fb6ce4dd5663 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:54.673721 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0f169-fbf0-46e8-a1f0-69bbac4443aa req-06d26a90-bf32-43c3-91b7-e5445ee1f507 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:54.680997 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-23b0f169-fbf0-46e8-a1f0-69bbac4443aa req-06d26a90-bf32-43c3-91b7-e5445ee1f507 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b98ada-5704-4b90-864f-dc6102c2d53f HTTP/1.1" status: 200 len: 931 time: 0.1214099 Jul 09 09:38:54.688807 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2059160-6c6f-4b7c-9201-901dd7a965c2 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:54.689414 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2059160-6c6f-4b7c-9201-901dd7a965c2 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:54.728839 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e2059160-6c6f-4b7c-9201-901dd7a965c2 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6965485 Jul 09 09:38:54.729167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57304) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:54.741116 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-23b0f169-fbf0-46e8-a1f0-69bbac4443aa req-fae11ff2-3d5b-43d6-bcaf-aa5f59449471 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dfc3c3d-5e74-4cd6-b6d8-db832af15357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592356 Jul 09 09:38:54.765682 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-c5d7b169-16bc-4dd6-9202-c826b84c66cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72815bf3-18cb-49ef-a39f-15153f4f7412 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:38:54.793151 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-c5d7b169-16bc-4dd6-9202-c826b84c66cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:54.827026 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-c5d7b169-16bc-4dd6-9202-c826b84c66cb service neutron] Transition to ACTIVE for port object 72815bf3-18cb-49ef-a39f-15153f4f7412 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:38:54.834542 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-c5d7b169-16bc-4dd6-9202-c826b84c66cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:54.955982 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7b169-16bc-4dd6-9202-c826b84c66cb service neutron] Pushing event updated for resources: {'Port': ['ID=72815bf3-18cb-49ef-a39f-15153f4f7412,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:54.956533 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8a1fc34-9ea5-474b-b388-1137d0a9b2c5 req-da60867d-d84e-4f08-9903-e63132247108 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=8929f650-5b9b-4b95-afe5-6fcf80520d0c HTTP/1.1" status: 200 len: 210 time: 0.0753548 Jul 09 09:38:55.035647 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3187bcfd-9b48-4a06-9868-462d4ecc82dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-7a436688-1afa-4e58-ac60-fb6ce4dd5663', 'network_id': '7a436688-1afa-4e58-ac60-fb6ce4dd5663', 'tenant_id': 'af5ecbd9ec794e6dac921167147e8826', 'fixed_ips': [{'subnet_id': '5f87de33-9880-44c0-a017-7e69f6c92aa8'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:38:55.037067 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3187bcfd-9b48-4a06-9868-462d4ecc82dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:55.060140 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:55.069113 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cec057e3-6729-40a7-bae1-9f0b60ea8044 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:38:55.178432 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-c5d7b169-16bc-4dd6-9202-c826b84c66cb service neutron] Attempting to bind port 72815bf3-18cb-49ef-a39f-15153f4f7412 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:38:55.178785 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-c5d7b169-16bc-4dd6-9202-c826b84c66cb service neutron] Attempting to bind port 72815bf3-18cb-49ef-a39f-15153f4f7412 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'cb90677b-e2a0-416a-87f6-a79a118531b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:38:55.179199 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-c5d7b169-16bc-4dd6-9202-c826b84c66cb service neutron] Attempting to bind port 72815bf3-18cb-49ef-a39f-15153f4f7412 on network 19975d38-7d21-4ee0-b5ca-39897d27813e {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:38:55.189528 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:55.201398 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-c5d7b169-16bc-4dd6-9202-c826b84c66cb service neutron] Port 72815bf3-18cb-49ef-a39f-15153f4f7412 on network 19975d38-7d21-4ee0-b5ca-39897d27813e not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:38:55.201944 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-c5d7b169-16bc-4dd6-9202-c826b84c66cb service neutron] Attempting to bind port 72815bf3-18cb-49ef-a39f-15153f4f7412 on network 19975d38-7d21-4ee0-b5ca-39897d27813e {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:38:55.208317 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-c5d7b169-16bc-4dd6-9202-c826b84c66cb service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:38:55.208683 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-c5d7b169-16bc-4dd6-9202-c826b84c66cb service neutron] Checking segment: {'id': 'cb90677b-e2a0-416a-87f6-a79a118531b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:38:55.209061 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-c5d7b169-16bc-4dd6-9202-c826b84c66cb service neutron] Bound using segment: {'id': 'cb90677b-e2a0-416a-87f6-a79a118531b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:38:55.209508 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-c5d7b169-16bc-4dd6-9202-c826b84c66cb service neutron] Bound port: 72815bf3-18cb-49ef-a39f-15153f4f7412, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb90677b-e2a0-416a-87f6-a79a118531b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:38:55.209874 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-c5d7b169-16bc-4dd6-9202-c826b84c66cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:55.318961 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:55.339966 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:38:55.352072 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-c5d7b169-16bc-4dd6-9202-c826b84c66cb service neutron] For port 72815bf3-18cb-49ef-a39f-15153f4f7412, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:38:55.355623 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-c5d7b169-16bc-4dd6-9202-c826b84c66cb service neutron] For port 72815bf3-18cb-49ef-a39f-15153f4f7412, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=72815bf3-18cb-49ef-a39f-15153f4f7412,segment=NetworkSegment(cb90677b-e2a0-416a-87f6-a79a118531b1),segment_id=cb90677b-e2a0-416a-87f6-a79a118531b1)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:38:55.360973 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-c5d7b169-16bc-4dd6-9202-c826b84c66cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server [None req-3187bcfd-9b48-4a06-9868-462d4ecc82dd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f87de33-9880-44c0-a017-7e69f6c92aa8: This subnet is being modified by another concurrent operation. Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise exception Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f87de33-9880-44c0-a017-7e69f6c92aa8: This subnet is being modified by another concurrent operation. Jul 09 09:38:55.370241 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Jul 09 09:38:55.386840 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Subnet': ['ID=5f87de33-9880-44c0-a017-7e69f6c92aa8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:55.412280 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8a2284-2da0-4129-aca7-d1ec929e0f69 None None] Network 7a436688-1afa-4e58-ac60-fb6ce4dd5663 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:55.428219 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:38:55.428807 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 54dd7464-6fc7-48f3-b2ed-f14d715b0b0b not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:38:55.430040 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port cec057e3-6729-40a7-bae1-9f0b60ea8044 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:38:55.456799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:55.464317 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:55.464656 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:55.466644 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:55.470097 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:55.470900 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:55.471017 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:55.471353 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:55.471882 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:55.472374 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:55.472864 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:55.473370 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:38:55.476963 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7b169-16bc-4dd6-9202-c826b84c66cb service neutron] Pushing event updated for resources: {'Port': ['ID=72815bf3-18cb-49ef-a39f-15153f4f7412,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:55.522852 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-c5d7b169-16bc-4dd6-9202-c826b84c66cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:55.523944 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-c5d7b169-16bc-4dd6-9202-c826b84c66cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:55.526467 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-c5d7b169-16bc-4dd6-9202-c826b84c66cb service neutron] 10.222.0.58 "PUT /v2.0/ports/72815bf3-18cb-49ef-a39f-15153f4f7412 HTTP/1.1" status: 200 len: 1091 time: 1.3327706 Jul 09 09:38:55.530445 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b98ada-5704-4b90-864f-dc6102c2d53f', 'tag': '72815bf3-18cb-49ef-a39f-15153f4f7412'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:38:55.540051 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df1f336-f858-4f46-9628-486ba74cd693" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b98ada-5704-4b90-864f-dc6102c2d53f", "tag": "72815bf3-18cb-49ef-a39f-15153f4f7412"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:38:55.541145 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port cec057e3-6729-40a7-bae1-9f0b60ea8044 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:55.541529 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:55.595266 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:55.616913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a436688-1afa-4e58-ac60-fb6ce4dd5663']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:55.644578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b3ae2f-b2a6-423a-918d-7738abb57d70') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:55.644885 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b3ae2f-b2a6-423a-918d-7738abb57d70') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:55.661072 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:55.707171 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4c1b7-2063-4ce7-8c71-13053ce93f1a req-76ba42ec-1ca7-427c-b27e-474a26855cd0 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:55.709185 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-55f4c1b7-2063-4ce7-8c71-13053ce93f1a req-76ba42ec-1ca7-427c-b27e-474a26855cd0 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.2560804 Jul 09 09:38:55.736741 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:55.748096 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:38:55.748524 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:38:55.753146 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:38:55.852444 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac2b7f3-3256-43d1-a9fa-000de88df92e None None] get_active_networks_info from n-d-799996-1 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 09:38:55.857229 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-838cd553-dedc-4871-a113-c510e970607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:55.860338 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-838cd553-dedc-4871-a113-c510e970607e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c59f9867d2a94ec5a469ddb3b63fb241&device_id=c1b98ada-5704-4b90-864f-dc6102c2d53f HTTP/1.1" status: 200 len: 1094 time: 0.2660019 Jul 09 09:38:55.861979 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:55.872137 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc1e23-3932-41f5-8606-21dc74ee6fe2 req-c9b7d539-5143-4ad0-94a8-4605d3e80af2 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:55.873793 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bedc1e23-3932-41f5-8606-21dc74ee6fe2 req-c9b7d539-5143-4ad0-94a8-4605d3e80af2 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 946 time: 0.2149720 Jul 09 09:38:55.881375 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:55.886734 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/networks/7a436688-1afa-4e58-ac60-fb6ce4dd5663 HTTP/1.1" status: 204 len: 168 time: 1.1530735 Jul 09 09:38:55.897758 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57336) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:55.908358 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-75c327ae-dcef-4ec7-809e-30a9bf62d48f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1603011324'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:55.912059 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae190a8b-f81d-42ff-81e8-9604357cf78d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Network': ['ID=7a436688-1afa-4e58-ac60-fb6ce4dd5663,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:55.914091 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:55.922515 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-fe11d838-7d9b-4fa0-bac7-f798ecc93ee5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72815bf3-18cb-49ef-a39f-15153f4f7412 HTTP/1.1" status: 200 len: 217 time: 0.0488675 Jul 09 09:38:55.929025 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a24739-1f0e-43d9-bc1b-62567ab414e8 x-openstack-request-id: req-71a24739-1f0e-43d9-bc1b-62567ab414e8 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:38:55.929315 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b98ada-5704-4b90-864f-dc6102c2d53f", "tag": "72815bf3-18cb-49ef-a39f-15153f4f7412", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:38:55.929857 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-71a24739-1f0e-43d9-bc1b-62567ab414e8 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:38:55.930462 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b98ada-5704-4b90-864f-dc6102c2d53f', 'tag': '72815bf3-18cb-49ef-a39f-15153f4f7412', 'status': 'completed', 'code': 200} Jul 09 09:38:55.950233 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-55f4c1b7-2063-4ce7-8c71-13053ce93f1a req-1e16aede-12ff-4427-9b90-01117b88fc1a tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Deleting port ce0acd65-7447-47d5-bddb-8169e9cea66b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:55.951249 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-55f4c1b7-2063-4ce7-8c71-13053ce93f1a req-1e16aede-12ff-4427-9b90-01117b88fc1a tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:55.953190 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c327ae-dcef-4ec7-809e-30a9bf62d48f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Made reservation on behalf of af5ecbd9ec794e6dac921167147e8826 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:55.958103 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-75c327ae-dcef-4ec7-809e-30a9bf62d48f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:55.963134 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bedc1e23-3932-41f5-8606-21dc74ee6fe2 req-e2718a6f-fdb2-42aa-b234-7f776135fc46 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675125 Jul 09 09:38:56.001291 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c327ae-dcef-4ec7-809e-30a9bf62d48f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:38:56.019764 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-75c327ae-dcef-4ec7-809e-30a9bf62d48f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:56.020131 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-75c327ae-dcef-4ec7-809e-30a9bf62d48f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Added segment dab82444-a5aa-40c7-bde5-7b75efd44395 of type vlan for network 8497eeb1-0579-4f13-b0f7-78ba93112a80 Jul 09 09:38:56.044871 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port cec057e3-6729-40a7-bae1-9f0b60ea8044, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=cec057e3-6729-40a7-bae1-9f0b60ea8044,segment=NetworkSegment(cb90677b-e2a0-416a-87f6-a79a118531b1),segment_id=cb90677b-e2a0-416a-87f6-a79a118531b1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:56.062525 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:56.099486 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-75c327ae-dcef-4ec7-809e-30a9bf62d48f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:56.150631 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=cec057e3-6729-40a7-bae1-9f0b60ea8044,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:56.166398 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-55f4c1b7-2063-4ce7-8c71-13053ce93f1a req-1e16aede-12ff-4427-9b90-01117b88fc1a tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] For port ce0acd65-7447-47d5-bddb-8169e9cea66b, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=ce0acd65-7447-47d5-bddb-8169e9cea66b,segment=NetworkSegment(e0a81455-eb97-488a-98b6-7b903e60fa65),segment_id=e0a81455-eb97-488a-98b6-7b903e60fa65)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:56.166650 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-55f4c1b7-2063-4ce7-8c71-13053ce93f1a req-1e16aede-12ff-4427-9b90-01117b88fc1a tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:56.171966 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac2b7f3-3256-43d1-a9fa-000de88df92e None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 09:38:56.186728 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-55f4c1b7-2063-4ce7-8c71-13053ce93f1a req-1e16aede-12ff-4427-9b90-01117b88fc1a tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Calling delete_port for ce0acd65-7447-47d5-bddb-8169e9cea66b owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:56.187883 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-75c327ae-dcef-4ec7-809e-30a9bf62d48f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:56.193710 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c327ae-dcef-4ec7-809e-30a9bf62d48f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:56.194284 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-b4be1627-4b61-4ac9-ad4c-1530cbabb9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:56.194514 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-75c327ae-dcef-4ec7-809e-30a9bf62d48f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:56.196090 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-b4be1627-4b61-4ac9-ad4c-1530cbabb9e6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5623fb91-49df-4ac4-8fd5-5eba5b628ddd HTTP/1.1" status: 200 len: 867 time: 0.2610421 Jul 09 09:38:56.276838 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c327ae-dcef-4ec7-809e-30a9bf62d48f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Network': ['ID=8497eeb1-0579-4f13-b0f7-78ba93112a80,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:56.280646 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-75c327ae-dcef-4ec7-809e-30a9bf62d48f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3819172 Jul 09 09:38:56.284166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57342) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:56.289882 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c5cc1c2a-5014-4ed4-b015-58ce643b65e8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'subnet': {'network_id': '8497eeb1-0579-4f13-b0f7-78ba93112a80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:56.298196 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 8497eeb1-0579-4f13-b0f7-78ba93112a80 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:38:56.332217 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-d321c59f-5bdd-4d47-8ac5-fc452c3549cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:56.333787 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-d321c59f-5bdd-4d47-8ac5-fc452c3549cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19975d38-7d21-4ee0-b5ca-39897d27813e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297710 Jul 09 09:38:56.361740 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd8105-7b8a-4d66-90d3-0a8c570d7186 req-02ee5daf-5468-4471-bf03-c9607cd7f805 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:56.368751 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2bd8105-7b8a-4d66-90d3-0a8c570d7186 req-02ee5daf-5468-4471-bf03-c9607cd7f805 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b98ada-5704-4b90-864f-dc6102c2d53f HTTP/1.1" status: 200 len: 943 time: 0.2546463 Jul 09 09:38:56.439620 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cc1c2a-5014-4ed4-b015-58ce643b65e8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Made reservation on behalf of af5ecbd9ec794e6dac921167147e8826 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:56.445542 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5cc1c2a-5014-4ed4-b015-58ce643b65e8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:56.483116 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-55f4c1b7-2063-4ce7-8c71-13053ce93f1a req-1e16aede-12ff-4427-9b90-01117b88fc1a tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:56.518566 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2bd8105-7b8a-4d66-90d3-0a8c570d7186 req-b3685233-22e1-490e-9bea-07511b30b785 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dfc3c3d-5e74-4cd6-b6d8-db832af15357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486492 Jul 09 09:38:56.526188 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16aede-12ff-4427-9b90-01117b88fc1a tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Pushing event deleted for resources: {'Port': ['ID=ce0acd65-7447-47d5-bddb-8169e9cea66b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:56.551783 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['ce0acd65-7447-47d5-bddb-8169e9cea66b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:38:56.596073 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f4c1b7-2063-4ce7-8c71-13053ce93f1a req-1e16aede-12ff-4427-9b90-01117b88fc1a tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] No DVR routers for this DVR port ce0acd65-7447-47d5-bddb-8169e9cea66b on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:38:56.598650 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-55f4c1b7-2063-4ce7-8c71-13053ce93f1a req-1e16aede-12ff-4427-9b90-01117b88fc1a tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:56.600677 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-55f4c1b7-2063-4ce7-8c71-13053ce93f1a req-1e16aede-12ff-4427-9b90-01117b88fc1a tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.58 "DELETE /v2.0/ports/ce0acd65-7447-47d5-bddb-8169e9cea66b HTTP/1.1" status: 204 len: 173 time: 0.8846412 Jul 09 09:38:56.602704 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-28997020-0e37-4a81-85f0-5c9ef9d8ae71 service neutron] 10.222.0.58 "GET /v2.0/networks/19975d38-7d21-4ee0-b5ca-39897d27813e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566695 Jul 09 09:38:56.720449 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e67e7b30-120a-442c-8081-fbca29caf0f7 req-306afb7a-a4c7-46d8-9f9e-c3eabae8a659 service neutron] 10.222.0.58 "GET /v2.0/networks/19975d38-7d21-4ee0-b5ca-39897d27813e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082654 Jul 09 09:38:56.760901 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5cc1c2a-5014-4ed4-b015-58ce643b65e8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:56.818302 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-833243d5-248b-4b90-822f-85b633f266de tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:56.819918 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-833243d5-248b-4b90-822f-85b633f266de tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/networks?id=1ae54679-4cff-4994-98e0-50f486401346 HTTP/1.1" status: 200 len: 812 time: 0.2164464 Jul 09 09:38:56.867385 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1f336-f858-4f46-9628-486ba74cd693 req-ad8bcb12-a8cb-4018-b257-626235bf94df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:56.868998 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0df1f336-f858-4f46-9628-486ba74cd693 req-ad8bcb12-a8cb-4018-b257-626235bf94df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c59f9867d2a94ec5a469ddb3b63fb241&device_id=c1b98ada-5704-4b90-864f-dc6102c2d53f HTTP/1.1" status: 200 len: 1094 time: 0.0814734 Jul 09 09:38:56.873336 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-8c41b423-d558-4e7e-9b35-a782c654f50f tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/quotas/3c3657de35454de2af834416af126211 HTTP/1.1" status: 200 len: 375 time: 0.0406322 Jul 09 09:38:56.875398 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc1c2a-5014-4ed4-b015-58ce643b65e8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Subnet': ['ID=6502613d-1b7e-4aa2-ba78-4ce4132d4ded,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:56.909095 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cec057e3-6729-40a7-bae1-9f0b60ea8044 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:38:56.911208 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cc1c2a-5014-4ed4-b015-58ce643b65e8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Checking segment: {'id': 'dab82444-a5aa-40c7-bde5-7b75efd44395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8497eeb1-0579-4f13-b0f7-78ba93112a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:38:56.912621 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cc1c2a-5014-4ed4-b015-58ce643b65e8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Network hostable DHCP agents. Network: 8497eeb1-0579-4f13-b0f7-78ba93112a80, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:38:56.935774 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-2e7573c3-79d1-4932-8b5f-3bc8b2e4c414 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3c3657de35454de2af834416af126211&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613041 Jul 09 09:38:56.966069 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port cec057e3-6729-40a7-bae1-9f0b60ea8044 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:38:56.967016 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:56.988138 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1f336-f858-4f46-9628-486ba74cd693 req-c3e6a11d-1a1a-461a-8b2f-2a8127e2ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:56.989389 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0df1f336-f858-4f46-9628-486ba74cd693 req-c3e6a11d-1a1a-461a-8b2f-2a8127e2ae92 service neutron] 10.222.0.58 "GET /v2.0/networks?id=19975d38-7d21-4ee0-b5ca-39897d27813e HTTP/1.1" status: 200 len: 929 time: 0.1137693 Jul 09 09:38:56.993675 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cc1c2a-5014-4ed4-b015-58ce643b65e8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Network 8497eeb1-0579-4f13-b0f7-78ba93112a80 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:38:57.013578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c5cc1c2a-5014-4ed4-b015-58ce643b65e8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 8497eeb1-0579-4f13-b0f7-78ba93112a80) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:57.018601 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cc1c2a-5014-4ed4-b015-58ce643b65e8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:57.019252 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5cc1c2a-5014-4ed4-b015-58ce643b65e8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:57.024561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc62f8a-dadd-4444-951a-841286a726df None None] Network 8497eeb1-0579-4f13-b0f7-78ba93112a80 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:57.056771 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c5cc1c2a-5014-4ed4-b015-58ce643b65e8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7711556 Jul 09 09:38:57.058173 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57358) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:57.068405 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0df1f336-f858-4f46-9628-486ba74cd693 req-b2c1bbcc-ac3e-4ce3-95e2-e247fe0d72fa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72815bf3-18cb-49ef-a39f-15153f4f7412 HTTP/1.1" status: 200 len: 217 time: 0.0714815 Jul 09 09:38:57.093347 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-e481e313-4361-49b7-9783-c0267d614a3f service neutron] 10.222.0.61 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494172 Jul 09 09:38:57.211581 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1f336-f858-4f46-9628-486ba74cd693 req-c6f44b20-b8fd-4180-891b-3ef66b722f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:57.213088 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0df1f336-f858-4f46-9628-486ba74cd693 req-c6f44b20-b8fd-4180-891b-3ef66b722f18 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5623fb91-49df-4ac4-8fd5-5eba5b628ddd HTTP/1.1" status: 200 len: 867 time: 0.1308060 Jul 09 09:38:57.218858 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-1f926c3e-ac82-4435-8d7f-dcd9ad3c53b4 service neutron] 10.222.0.61 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245658 Jul 09 09:38:57.272860 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bedf639-9a79-41c3-a31b-a263b16b361e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-8497eeb1-0579-4f13-b0f7-78ba93112a80', 'network_id': '8497eeb1-0579-4f13-b0f7-78ba93112a80', 'tenant_id': 'af5ecbd9ec794e6dac921167147e8826', 'fixed_ips': [{'subnet_id': '6502613d-1b7e-4aa2-ba78-4ce4132d4ded'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:38:57.274029 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4bedf639-9a79-41c3-a31b-a263b16b361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:57.282738 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-959f68e0-bc9b-431d-b0f1-d46ffc71f5a7 req-89234a9a-9dfc-4569-b601-b48876a16a89 tempest-ListServerFiltersTestJSON-2105600381 tempest-ListServerFiltersTestJSON-2105600381-project] 10.222.0.61 "GET /v2.0/ports?device_id=c65bad92-d1f5-42b9-95aa-e23beea6c774 HTTP/1.1" status: 200 len: 210 time: 0.0627840 Jul 09 09:38:57.287063 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:57.372605 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1f336-f858-4f46-9628-486ba74cd693 req-a42fc72a-5d8f-4b59-a8e5-736aa299962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:57.374382 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0df1f336-f858-4f46-9628-486ba74cd693 req-a42fc72a-5d8f-4b59-a8e5-736aa299962e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19975d38-7d21-4ee0-b5ca-39897d27813e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1513252 Jul 09 09:38:57.380958 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:57.511857 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-4bedf639-9a79-41c3-a31b-a263b16b361e None None] Allocated IP 172.20.0.1 (8497eeb1-0579-4f13-b0f7-78ba93112a80/6502613d-1b7e-4aa2-ba78-4ce4132d4ded/e5d90560-dfb4-4eb7-b3dd-6000cdd59170) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:38:57.568138 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0df1f336-f858-4f46-9628-486ba74cd693 req-d32c794f-c29b-4f8e-bbbf-f6ac2f8127a2 service neutron] 10.222.0.58 "GET /v2.0/networks/19975d38-7d21-4ee0-b5ca-39897d27813e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393342 Jul 09 09:38:57.611109 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-277b0a8c-318c-43b0-8975-25e915776571 req-f15d9bd8-84b2-497c-894a-bfaef8e7ef93 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=665b2a55-6709-4548-aea5-17449eeb0841 HTTP/1.1" status: 200 len: 210 time: 0.0624585 Jul 09 09:38:57.701904 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0df1f336-f858-4f46-9628-486ba74cd693 req-67615f5d-b1f3-4b8b-848c-1a09e4fd3be2 service neutron] 10.222.0.58 "GET /v2.0/networks/19975d38-7d21-4ee0-b5ca-39897d27813e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263874 Jul 09 09:38:57.728265 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4bedf639-9a79-41c3-a31b-a263b16b361e None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:57.737090 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4bedf639-9a79-41c3-a31b-a263b16b361e None None] Transition to ACTIVE for port object e5d90560-dfb4-4eb7-b3dd-6000cdd59170 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:38:57.753646 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4bedf639-9a79-41c3-a31b-a263b16b361e None None] Transition to ACTIVE for port object e5d90560-dfb4-4eb7-b3dd-6000cdd59170 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:38:57.761327 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4bedf639-9a79-41c3-a31b-a263b16b361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:57.768152 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca30ab6-fef0-4a48-8d83-07b60678cb88 req-a1a2776a-e4ab-4f67-9d81-ddd4916887c6 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:57.769973 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ca30ab6-fef0-4a48-8d83-07b60678cb88 req-a1a2776a-e4ab-4f67-9d81-ddd4916887c6 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b98ada-5704-4b90-864f-dc6102c2d53f HTTP/1.1" status: 200 len: 943 time: 0.0800068 Jul 09 09:38:57.782282 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:57.805264 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bedf639-9a79-41c3-a31b-a263b16b361e None None] Network 8497eeb1-0579-4f13-b0f7-78ba93112a80 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:38:57.812086 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-4bedf639-9a79-41c3-a31b-a263b16b361e None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:38:57.815959 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bedf639-9a79-41c3-a31b-a263b16b361e None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:38:57.825280 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Subnet': ['ID=6502613d-1b7e-4aa2-ba78-4ce4132d4ded,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:57.826561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedf639-9a79-41c3-a31b-a263b16b361e None None] Pushing event updated for resources: {'Port': ['ID=e5d90560-dfb4-4eb7-b3dd-6000cdd59170,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:57.832538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ca30ab6-fef0-4a48-8d83-07b60678cb88 req-8a351bf9-2511-4018-8b56-bffff5257ab7 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dfc3c3d-5e74-4cd6-b6d8-db832af15357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552566 Jul 09 09:38:57.883786 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4bedf639-9a79-41c3-a31b-a263b16b361e None None] Attempting to bind port e5d90560-dfb4-4eb7-b3dd-6000cdd59170 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:38:57.884241 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4bedf639-9a79-41c3-a31b-a263b16b361e None None] Attempting to bind port e5d90560-dfb4-4eb7-b3dd-6000cdd59170 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'dab82444-a5aa-40c7-bde5-7b75efd44395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8497eeb1-0579-4f13-b0f7-78ba93112a80'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:38:57.884696 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bedf639-9a79-41c3-a31b-a263b16b361e None None] Attempting to bind port e5d90560-dfb4-4eb7-b3dd-6000cdd59170 on network 8497eeb1-0579-4f13-b0f7-78ba93112a80 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:38:57.890503 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bedf639-9a79-41c3-a31b-a263b16b361e None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:38:57.890911 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bedf639-9a79-41c3-a31b-a263b16b361e None None] Checking segment: {'id': 'dab82444-a5aa-40c7-bde5-7b75efd44395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8497eeb1-0579-4f13-b0f7-78ba93112a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:38:57.891722 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4bedf639-9a79-41c3-a31b-a263b16b361e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:57.891925 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bedf639-9a79-41c3-a31b-a263b16b361e None None] Bound using segment: {'id': 'dab82444-a5aa-40c7-bde5-7b75efd44395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8497eeb1-0579-4f13-b0f7-78ba93112a80'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:38:57.892396 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4bedf639-9a79-41c3-a31b-a263b16b361e None None] Bound port: e5d90560-dfb4-4eb7-b3dd-6000cdd59170, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab82444-a5aa-40c7-bde5-7b75efd44395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8497eeb1-0579-4f13-b0f7-78ba93112a80'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:38:57.892886 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4bedf639-9a79-41c3-a31b-a263b16b361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:57.899029 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:57.910339 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8497eeb1-0579-4f13-b0f7-78ba93112a80']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:57.922923 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab82444-a5aa-40c7-bde5-7b75efd44395') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:57.923256 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab82444-a5aa-40c7-bde5-7b75efd44395') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:57.932833 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65bad92-d1f5-42b9-95aa-e23beea6c774', 'name': 'network-vif-deleted', 'tag': 'ce0acd65-7447-47d5-bddb-8169e9cea66b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:38:57.935676 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9bbab3-4c70-4e99-a9a0-1f60890a1409" -d '{"events": [{"server_uuid": "c65bad92-d1f5-42b9-95aa-e23beea6c774", "name": "network-vif-deleted", "tag": "ce0acd65-7447-47d5-bddb-8169e9cea66b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:38:57.939135 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:57.956301 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:57.963227 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:38:57.965653 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:38:57.967962 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:38:57.974429 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4bedf639-9a79-41c3-a31b-a263b16b361e None None] For port e5d90560-dfb4-4eb7-b3dd-6000cdd59170, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:38:57.984062 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366b77e7-9ece-4057-bcca-86f5d521ba66 x-openstack-request-id: req-366b77e7-9ece-4057-bcca-86f5d521ba66 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:38:57.984349 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65bad92-d1f5-42b9-95aa-e23beea6c774", "name": "network-vif-deleted", "tag": "ce0acd65-7447-47d5-bddb-8169e9cea66b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:38:57.984600 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-366b77e7-9ece-4057-bcca-86f5d521ba66 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:38:57.984989 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65bad92-d1f5-42b9-95aa-e23beea6c774', 'name': 'network-vif-deleted', 'tag': 'ce0acd65-7447-47d5-bddb-8169e9cea66b', 'status': 'completed', 'code': 200} Jul 09 09:38:58.031870 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4bedf639-9a79-41c3-a31b-a263b16b361e None None] For port e5d90560-dfb4-4eb7-b3dd-6000cdd59170, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e5d90560-dfb4-4eb7-b3dd-6000cdd59170,segment=NetworkSegment(dab82444-a5aa-40c7-bde5-7b75efd44395),segment_id=dab82444-a5aa-40c7-bde5-7b75efd44395)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:38:58.033425 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.db.api [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 09:38:58.033425 n-d-799996-1 neutron-server[93791]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 09:38:58.033425 n-d-799996-1 neutron-server[93791]: [parameters: {'id': '8497eeb1-0579-4f13-b0f7-78ba93112a80'}] Jul 09 09:38:58.033425 n-d-799996-1 neutron-server[93791]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:38:58.034413 n-d-799996-1 neutron-server[93791]: DEBUG oslo_db.api [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:38:58.036487 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4bedf639-9a79-41c3-a31b-a263b16b361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:58.118351 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedf639-9a79-41c3-a31b-a263b16b361e None None] Pushing event updated for resources: {'Port': ['ID=e5d90560-dfb4-4eb7-b3dd-6000cdd59170,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:58.137719 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209401a9-b7f2-4ec4-9d5c-a543c243e450 None None] Network 8497eeb1-0579-4f13-b0f7-78ba93112a80 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:58.269535 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebadc389-1e83-4672-b632-81fd7ea39f9b None None] get_active_networks_info from n-d-799996-1 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 09:38:58.386830 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57380) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:58.397687 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebadc389-1e83-4672-b632-81fd7ea39f9b None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 09:38:58.432567 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-025aeee5-9762-4961-9800-9bac4c56afd6 admin admin] Deleting subnet 69388bf1-7d61-49b2-9f56-7d1b01a1dda9 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:38:58.435654 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-025aeee5-9762-4961-9800-9bac4c56afd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:58.474490 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-025aeee5-9762-4961-9800-9bac4c56afd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:58.537817 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:58.583423 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-025aeee5-9762-4961-9800-9bac4c56afd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:58.677956 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Deleting port e5d90560-dfb4-4eb7-b3dd-6000cdd59170 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:58.678249 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:58.682287 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-025aeee5-9762-4961-9800-9bac4c56afd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:58.775069 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025aeee5-9762-4961-9800-9bac4c56afd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69388bf1-7d61-49b2-9f56-7d1b01a1dda9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:58.790225 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-025aeee5-9762-4961-9800-9bac4c56afd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:58.792372 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-025aeee5-9762-4961-9800-9bac4c56afd6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/69388bf1-7d61-49b2-9f56-7d1b01a1dda9 HTTP/1.1" status: 204 len: 168 time: 0.4045353 Jul 09 09:38:58.799910 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57388) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:58.813029 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] For port e5d90560-dfb4-4eb7-b3dd-6000cdd59170, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e5d90560-dfb4-4eb7-b3dd-6000cdd59170,segment=NetworkSegment(dab82444-a5aa-40c7-bde5-7b75efd44395),segment_id=dab82444-a5aa-40c7-bde5-7b75efd44395)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:58.813397 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:58.835353 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Calling delete_port for e5d90560-dfb4-4eb7-b3dd-6000cdd59170 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:58.907280 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-517ec3f7-9476-473f-a43f-a0894e10cdae req-64c9180e-7a13-42d2-9e75-ba752ba84c23 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=665b2a55-6709-4548-aea5-17449eeb0841 HTTP/1.1" status: 200 len: 210 time: 0.0601430 Jul 09 09:38:58.936967 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-79d4895e-13c2-4a63-affa-e1ae083af405 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:58.938438 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-79d4895e-13c2-4a63-affa-e1ae083af405 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.64 "GET /v2.0/networks?id=1ae54679-4cff-4994-98e0-50f486401346 HTTP/1.1" status: 200 len: 812 time: 0.3114178 Jul 09 09:38:58.968616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-6bae783e-e9de-4e54-bb5d-ca5ba3e35648 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Request body: {'port': {'device_id': '665b2a55-6709-4548-aea5-17449eeb0841', 'network_id': '1ae54679-4cff-4994-98e0-50f486401346', 'admin_state_up': True, 'tenant_id': '3c3657de35454de2af834416af126211'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:58.988765 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:59.020894 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Port': ['ID=e5d90560-dfb4-4eb7-b3dd-6000cdd59170,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:59.022951 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No DVR routers for this DVR port e5d90560-dfb4-4eb7-b3dd-6000cdd59170 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:38:59.044596 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-994809d2-f5ee-448d-a1e3-0ff4a5d258ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:59.060356 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078acd73-50f2-4c12-8751-6fcebea08f69 None None] Network cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:38:59.115649 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 72815bf3-18cb-49ef-a39f-15153f4f7412 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:38:59.117761 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device ce0acd65-7447-47d5-bddb-8169e9cea66b no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:38:59.122983 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:59.135250 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8497eeb1-0579-4f13-b0f7-78ba93112a80']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:59.140041 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: ce0acd65-7447-47d5-bddb-8169e9cea66b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:38:59.140526 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device ce0acd65-7447-47d5-bddb-8169e9cea66b not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:38:59.152002 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab82444-a5aa-40c7-bde5-7b75efd44395') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:59.152305 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab82444-a5aa-40c7-bde5-7b75efd44395') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:38:59.162114 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:59.179197 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:59.185731 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:38:59.186127 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:38:59.192085 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:38:59.220976 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9612c40-da32-449c-8a66-f33cb5a95cbe req-2fce4b50-972c-4e1a-8961-8bda2764bf77 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:59.222542 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a9612c40-da32-449c-8a66-f33cb5a95cbe req-2fce4b50-972c-4e1a-8961-8bda2764bf77 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b98ada-5704-4b90-864f-dc6102c2d53f HTTP/1.1" status: 200 len: 943 time: 0.2149076 Jul 09 09:38:59.258022 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-6bae783e-e9de-4e54-bb5d-ca5ba3e35648 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Made reservation on behalf of 3c3657de35454de2af834416af126211 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:59.261834 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-6bae783e-e9de-4e54-bb5d-ca5ba3e35648 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:59.263094 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:59.267437 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-994809d2-f5ee-448d-a1e3-0ff4a5d258ec admin admin] Deleting port 403209bf-89c4-4838-9b88-c76716b17738 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:59.267797 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-994809d2-f5ee-448d-a1e3-0ff4a5d258ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:59.270595 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:59.276656 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/networks/8497eeb1-0579-4f13-b0f7-78ba93112a80 HTTP/1.1" status: 204 len: 168 time: 2.2169952 Jul 09 09:38:59.277243 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57392) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:59.298821 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e330ff3e-f5f7-458a-9c79-143224021226 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-486229497'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:59.304233 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075e363-42f1-439b-a7f5-3b0838210a38 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Network': ['ID=8497eeb1-0579-4f13-b0f7-78ba93112a80,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:59.306806 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 72815bf3-18cb-49ef-a39f-15153f4f7412, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=72815bf3-18cb-49ef-a39f-15153f4f7412,segment=NetworkSegment(cb90677b-e2a0-416a-87f6-a79a118531b1),segment_id=cb90677b-e2a0-416a-87f6-a79a118531b1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:59.322782 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '72815bf3-18cb-49ef-a39f-15153f4f7412', 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e', 'port_id': '72815bf3-18cb-49ef-a39f-15153f4f7412', 'mac_address': 'fa:16:3e:46:15:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5623fb91-49df-4ac4-8fd5-5eba5b628ddd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:38:59.328414 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e330ff3e-f5f7-458a-9c79-143224021226 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Made reservation on behalf of af5ecbd9ec794e6dac921167147e8826 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:38:59.335009 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e330ff3e-f5f7-458a-9c79-143224021226 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:59.338583 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a9612c40-da32-449c-8a66-f33cb5a95cbe req-cbe0c69b-c683-47a3-b26a-ae41f7367b83 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dfc3c3d-5e74-4cd6-b6d8-db832af15357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066294 Jul 09 09:38:59.373976 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:59.376480 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e330ff3e-f5f7-458a-9c79-143224021226 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:38:59.393546 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e330ff3e-f5f7-458a-9c79-143224021226 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:59.393998 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72815bf3-18cb-49ef-a39f-15153f4f7412 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:38:59.394124 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-e330ff3e-f5f7-458a-9c79-143224021226 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Added segment 4f793ef2-ec58-4ec6-99dc-32afd79871ca of type vlan for network 0643a626-19ac-4d37-a49f-eabffdbb2c13 Jul 09 09:38:59.415158 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-994809d2-f5ee-448d-a1e3-0ff4a5d258ec admin admin] For port 403209bf-89c4-4838-9b88-c76716b17738, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=403209bf-89c4-4838-9b88-c76716b17738,segment=NetworkSegment(e0a81455-eb97-488a-98b6-7b903e60fa65),segment_id=e0a81455-eb97-488a-98b6-7b903e60fa65)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:59.415529 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-994809d2-f5ee-448d-a1e3-0ff4a5d258ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:59.429475 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 72815bf3-18cb-49ef-a39f-15153f4f7412, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=72815bf3-18cb-49ef-a39f-15153f4f7412,segment=NetworkSegment(cb90677b-e2a0-416a-87f6-a79a118531b1),segment_id=cb90677b-e2a0-416a-87f6-a79a118531b1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:59.432370 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4165270-4986-4026-8d48-a6dd6f984b4d None None] DHCP port deletion for cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:38:59.437957 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:59.443027 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-994809d2-f5ee-448d-a1e3-0ff4a5d258ec admin admin] Calling delete_port for 403209bf-89c4-4838-9b88-c76716b17738 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:59.450985 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e330ff3e-f5f7-458a-9c79-143224021226 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:59.488364 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e330ff3e-f5f7-458a-9c79-143224021226 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:59.494240 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e330ff3e-f5f7-458a-9c79-143224021226 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:38:59.494548 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e330ff3e-f5f7-458a-9c79-143224021226 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:59.515599 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=72815bf3-18cb-49ef-a39f-15153f4f7412,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:59.526633 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a4165270-4986-4026-8d48-a6dd6f984b4d None None] Deleting port 403209bf-89c4-4838-9b88-c76716b17738 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:38:59.527000 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a4165270-4986-4026-8d48-a6dd6f984b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:59.546207 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-6bae783e-e9de-4e54-bb5d-ca5ba3e35648 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Allocated IP 172.20.0.6 (1ae54679-4cff-4994-98e0-50f486401346/112afd71-533d-4ba0-a28c-db2bcc9ef172/fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:38:59.561665 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e330ff3e-f5f7-458a-9c79-143224021226 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2639186 Jul 09 09:38:59.562649 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57394) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:38:59.570398 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330ff3e-f5f7-458a-9c79-143224021226 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Network': ['ID=0643a626-19ac-4d37-a49f-eabffdbb2c13,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:59.577261 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-dfa3f09d-e3eb-462e-a5b7-9c16dd0354a7 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:38:59.583391 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 0643a626-19ac-4d37-a49f-eabffdbb2c13 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:38:59.636951 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a4165270-4986-4026-8d48-a6dd6f984b4d None None] For port 403209bf-89c4-4838-9b88-c76716b17738, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=403209bf-89c4-4838-9b88-c76716b17738,segment=NetworkSegment(e0a81455-eb97-488a-98b6-7b903e60fa65),segment_id=e0a81455-eb97-488a-98b6-7b903e60fa65)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:38:59.637336 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a4165270-4986-4026-8d48-a6dd6f984b4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:59.659354 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a4165270-4986-4026-8d48-a6dd6f984b4d None None] Calling delete_port for 403209bf-89c4-4838-9b88-c76716b17738 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:38:59.692526 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-994809d2-f5ee-448d-a1e3-0ff4a5d258ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:59.764285 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['72815bf3-18cb-49ef-a39f-15153f4f7412'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:38:59.800762 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994809d2-f5ee-448d-a1e3-0ff4a5d258ec admin admin] Pushing event deleted for resources: {'Port': ['ID=403209bf-89c4-4838-9b88-c76716b17738,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:59.810053 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a4165270-4986-4026-8d48-a6dd6f984b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:59.842676 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4165270-4986-4026-8d48-a6dd6f984b4d None None] Pushing event deleted for resources: {'Port': ['ID=403209bf-89c4-4838-9b88-c76716b17738,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:38:59.849144 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4165270-4986-4026-8d48-a6dd6f984b4d None None] No DVR routers for this DVR port 403209bf-89c4-4838-9b88-c76716b17738 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:38:59.854737 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994809d2-f5ee-448d-a1e3-0ff4a5d258ec admin admin] No DVR routers for this DVR port 403209bf-89c4-4838-9b88-c76716b17738 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:38:59.960560 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f09d-e3eb-462e-a5b7-9c16dd0354a7 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:38:59.996328 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f09d-e3eb-462e-a5b7-9c16dd0354a7 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:00.010681 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-994809d2-f5ee-448d-a1e3-0ff4a5d258ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:00.035197 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dfa3f09d-e3eb-462e-a5b7-9c16dd0354a7 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Network 0643a626-19ac-4d37-a49f-eabffdbb2c13 is not hosted by any dhcp agent {{(pid=93790) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 09:39:00.040624 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa3f09d-e3eb-462e-a5b7-9c16dd0354a7 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:00.041201 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f09d-e3eb-462e-a5b7-9c16dd0354a7 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:00.042477 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-dfa3f09d-e3eb-462e-a5b7-9c16dd0354a7 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "PUT /v2.0/networks/0643a626-19ac-4d37-a49f-eabffdbb2c13 HTTP/1.1" status: 200 len: 723 time: 0.4731259 Jul 09 09:39:00.046016 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57402) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:00.050999 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-04531309-e086-43f3-8c68-af83a40ee457 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'subnet': {'network_id': '0643a626-19ac-4d37-a49f-eabffdbb2c13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:00.074149 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-994809d2-f5ee-448d-a1e3-0ff4a5d258ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:00.087836 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-6bae783e-e9de-4e54-bb5d-ca5ba3e35648 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:00.113694 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-994809d2-f5ee-448d-a1e3-0ff4a5d258ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a81455-eb97-488a-98b6-7b903e60fa65') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:00.113920 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-994809d2-f5ee-448d-a1e3-0ff4a5d258ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a81455-eb97-488a-98b6-7b903e60fa65') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:00.143367 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e19cc3f1-55a6-4d6f-8515-9c7e4ed3637f req-745320e1-8339-4be9-bcde-e31030a520ce tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=665b2a55-6709-4548-aea5-17449eeb0841 HTTP/1.1" status: 200 len: 210 time: 0.0652587 Jul 09 09:39:00.148842 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-994809d2-f5ee-448d-a1e3-0ff4a5d258ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:00.152150 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04531309-e086-43f3-8c68-af83a40ee457 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Made reservation on behalf of af5ecbd9ec794e6dac921167147e8826 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:00.155912 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04531309-e086-43f3-8c68-af83a40ee457 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:00.159973 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3f09d-e3eb-462e-a5b7-9c16dd0354a7 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Network': ['ID=0643a626-19ac-4d37-a49f-eabffdbb2c13,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:00.175664 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-994809d2-f5ee-448d-a1e3-0ff4a5d258ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:00.183000 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 0643a626-19ac-4d37-a49f-eabffdbb2c13 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:39:00.193399 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994809d2-f5ee-448d-a1e3-0ff4a5d258ec admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:39:00.193803 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-994809d2-f5ee-448d-a1e3-0ff4a5d258ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:39:00.196220 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:39:00.258962 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-6bae783e-e9de-4e54-bb5d-ca5ba3e35648 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:00.268446 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-994809d2-f5ee-448d-a1e3-0ff4a5d258ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:00.301706 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-994809d2-f5ee-448d-a1e3-0ff4a5d258ec admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:00.306231 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-994809d2-f5ee-448d-a1e3-0ff4a5d258ec admin admin] 10.222.0.61 "DELETE /v2.0/networks/cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7 HTTP/1.1" status: 204 len: 168 time: 1.5030079 Jul 09 09:39:00.324928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994809d2-f5ee-448d-a1e3-0ff4a5d258ec admin admin] Pushing event deleted for resources: {'Network': ['ID=cf7b9e52-5d5b-413b-87c8-3a4ee73e1ae7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:00.335874 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-6bae783e-e9de-4e54-bb5d-ca5ba3e35648 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Network 1ae54679-4cff-4994-98e0-50f486401346 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:00.337018 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae783e-e9de-4e54-bb5d-ca5ba3e35648 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Pushing event updated for resources: {'Port': ['ID=fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:00.339573 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-6bae783e-e9de-4e54-bb5d-ca5ba3e35648 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:00.342303 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-6bae783e-e9de-4e54-bb5d-ca5ba3e35648 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:00.349895 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04531309-e086-43f3-8c68-af83a40ee457 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:00.397821 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-6bae783e-e9de-4e54-bb5d-ca5ba3e35648 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:00.398473 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-6bae783e-e9de-4e54-bb5d-ca5ba3e35648 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:00.415371 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-6bae783e-e9de-4e54-bb5d-ca5ba3e35648 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4626882 Jul 09 09:39:00.417978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04531309-e086-43f3-8c68-af83a40ee457 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Subnet': ['ID=02a8e9b8-079a-4eaa-8ee0-ba69f18c1103,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:00.428001 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04531309-e086-43f3-8c68-af83a40ee457 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Checking segment: {'id': '4f793ef2-ec58-4ec6-99dc-32afd79871ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0643a626-19ac-4d37-a49f-eabffdbb2c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:00.428237 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04531309-e086-43f3-8c68-af83a40ee457 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Network hostable DHCP agents. Network: 0643a626-19ac-4d37-a49f-eabffdbb2c13, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:39:00.431626 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-86a47f4d-c8fc-4bcf-a95f-050160e34ec8 service neutron] Request body: {'port': {'device_id': '665b2a55-6709-4548-aea5-17449eeb0841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:00.454051 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04531309-e086-43f3-8c68-af83a40ee457 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Network 0643a626-19ac-4d37-a49f-eabffdbb2c13 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:39:00.467551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-04531309-e086-43f3-8c68-af83a40ee457 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 0643a626-19ac-4d37-a49f-eabffdbb2c13) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:00.475544 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04531309-e086-43f3-8c68-af83a40ee457 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:00.477630 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04531309-e086-43f3-8c68-af83a40ee457 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:00.478253 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cd077a-c199-4e30-8ef2-782df8485731 None None] Network 0643a626-19ac-4d37-a49f-eabffdbb2c13 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:00.492411 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57408) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:00.537742 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-04531309-e086-43f3-8c68-af83a40ee457 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4897587 Jul 09 09:39:00.540628 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57410) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:00.548397 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4828ca45-a99a-41ea-a3c8-a7d2cf1f2bbb tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:00.550803 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-86a47f4d-c8fc-4bcf-a95f-050160e34ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:00.558376 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fff0968a-4554-4390-bd71-462a0f8bdd9a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f5915743999646a7a3c1e50d64f3fa2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0623982 Jul 09 09:39:00.561559 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57412) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:00.650795 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4828ca45-a99a-41ea-a3c8-a7d2cf1f2bbb tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3430895'] for subnet, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:00.654802 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-0643a626-19ac-4d37-a49f-eabffdbb2c13', 'network_id': '0643a626-19ac-4d37-a49f-eabffdbb2c13', 'tenant_id': 'af5ecbd9ec794e6dac921167147e8826', 'fixed_ips': [{'subnet_id': '02a8e9b8-079a-4eaa-8ee0-ba69f18c1103'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:39:00.655724 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:00.682620 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c064bb30-e66d-466f-ab74-f6adcfc36f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:00.739087 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c1ea1-011b-404e-9ec0-256922fb60af req-a659890b-5374-4643-8986-983962d89882 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:00.740665 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be6c1ea1-011b-404e-9ec0-256922fb60af req-a659890b-5374-4643-8986-983962d89882 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b98ada-5704-4b90-864f-dc6102c2d53f HTTP/1.1" status: 200 len: 944 time: 0.2341530 Jul 09 09:39:00.777091 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c064bb30-e66d-466f-ab74-f6adcfc36f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:00.801399 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4828ca45-a99a-41ea-a3c8-a7d2cf1f2bbb tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734058785814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2224200'] for subnet, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:00.841720 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4828ca45-a99a-41ea-a3c8-a7d2cf1f2bbb tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:00.842991 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4828ca45-a99a-41ea-a3c8-a7d2cf1f2bbb tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:00.846803 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4828ca45-a99a-41ea-a3c8-a7d2cf1f2bbb tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "PUT /v2.0/subnets/02a8e9b8-079a-4eaa-8ee0-ba69f18c1103 HTTP/1.1" status: 200 len: 806 time: 0.3018177 Jul 09 09:39:00.849009 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57416) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:00.912821 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Allocated IP 172.20.0.2 (0643a626-19ac-4d37-a49f-eabffdbb2c13/02a8e9b8-079a-4eaa-8ee0-ba69f18c1103/7dc5455d-02ea-489d-a3c9-e1f3ef6e7f4a) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:00.931626 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 403209bf-89c4-4838-9b88-c76716b17738 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:39:00.961732 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 403209bf-89c4-4838-9b88-c76716b17738 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:39:00.962376 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 403209bf-89c4-4838-9b88-c76716b17738 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:39:00.997153 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-86a47f4d-c8fc-4bcf-a95f-050160e34ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:39:01.004904 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-86a47f4d-c8fc-4bcf-a95f-050160e34ec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:01.018755 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-86a47f4d-c8fc-4bcf-a95f-050160e34ec8 service neutron] Transition to ACTIVE for port object fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:01.032566 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be6c1ea1-011b-404e-9ec0-256922fb60af req-f35d2b32-ca2a-44a8-ae6f-af36dc563afb tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dfc3c3d-5e74-4cd6-b6d8-db832af15357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825813 Jul 09 09:39:01.034380 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-86a47f4d-c8fc-4bcf-a95f-050160e34ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:01.107362 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c064bb30-e66d-466f-ab74-f6adcfc36f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:01.110313 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c064bb30-e66d-466f-ab74-f6adcfc36f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:01.113909 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c064bb30-e66d-466f-ab74-f6adcfc36f3d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e HTTP/1.1" status: 204 len: 168 time: 0.5421793 Jul 09 09:39:01.113909 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a47f4d-c8fc-4bcf-a95f-050160e34ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:01.130807 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 72815bf3-18cb-49ef-a39f-15153f4f7412 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:39:01.156161 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064bb30-e66d-466f-ab74-f6adcfc36f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6c6091-6b37-4868-b9d9-0ecdb8bcf71e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:01.277629 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828ca45-a99a-41ea-a3c8-a7d2cf1f2bbb tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Subnet': ['ID=02a8e9b8-079a-4eaa-8ee0-ba69f18c1103,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:01.279914 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-86a47f4d-c8fc-4bcf-a95f-050160e34ec8 service neutron] Attempting to bind port fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:39:01.280346 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-86a47f4d-c8fc-4bcf-a95f-050160e34ec8 service neutron] Attempting to bind port fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:39:01.280766 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-86a47f4d-c8fc-4bcf-a95f-050160e34ec8 service neutron] Attempting to bind port fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c on network 1ae54679-4cff-4994-98e0-50f486401346 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:39:01.285023 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:01.288894 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-86a47f4d-c8fc-4bcf-a95f-050160e34ec8 service neutron] Port fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c on network 1ae54679-4cff-4994-98e0-50f486401346 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:39:01.289328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-86a47f4d-c8fc-4bcf-a95f-050160e34ec8 service neutron] Attempting to bind port fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c on network 1ae54679-4cff-4994-98e0-50f486401346 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:39:01.297304 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-86a47f4d-c8fc-4bcf-a95f-050160e34ec8 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:39:01.297526 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Transition to ACTIVE for port object 7dc5455d-02ea-489d-a3c9-e1f3ef6e7f4a will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:01.298326 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-86a47f4d-c8fc-4bcf-a95f-050160e34ec8 service neutron] Checking segment: {'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:01.298964 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-86a47f4d-c8fc-4bcf-a95f-050160e34ec8 service neutron] Bound using segment: {'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:39:01.300488 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-86a47f4d-c8fc-4bcf-a95f-050160e34ec8 service neutron] Bound port: fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:39:01.301236 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-86a47f4d-c8fc-4bcf-a95f-050160e34ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:01.310530 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 72815bf3-18cb-49ef-a39f-15153f4f7412 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:01.319963 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 72815bf3-18cb-49ef-a39f-15153f4f7412 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:01.320386 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:01.345848 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Transition to ACTIVE for port object 7dc5455d-02ea-489d-a3c9-e1f3ef6e7f4a will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:01.359023 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:01.363326 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:01.418335 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Network 0643a626-19ac-4d37-a49f-eabffdbb2c13 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:01.424706 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:01.429950 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Pushing event updated for resources: {'Port': ['ID=7dc5455d-02ea-489d-a3c9-e1f3ef6e7f4a,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:01.432363 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:01.437469 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Deleting port 7dc5455d-02ea-489d-a3c9-e1f3ef6e7f4a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:01.438480 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:01.450787 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-86a47f4d-c8fc-4bcf-a95f-050160e34ec8 service neutron] For port fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:39:01.481118 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-86a47f4d-c8fc-4bcf-a95f-050160e34ec8 service neutron] For port fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:39:01.498420 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49aef7-fef9-4cb3-8d8a-5a43b87537d5 req-008e8649-514d-46dc-b3aa-9c68171b82dc tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:01.500055 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6f49aef7-fef9-4cb3-8d8a-5a43b87537d5 req-008e8649-514d-46dc-b3aa-9c68171b82dc tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=665b2a55-6709-4548-aea5-17449eeb0841 HTTP/1.1" status: 200 len: 943 time: 0.1185822 Jul 09 09:39:01.505195 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-86a47f4d-c8fc-4bcf-a95f-050160e34ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:01.524055 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-86a47f4d-c8fc-4bcf-a95f-050160e34ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:01.524952 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-86a47f4d-c8fc-4bcf-a95f-050160e34ec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:01.526986 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-86a47f4d-c8fc-4bcf-a95f-050160e34ec8 service neutron] 10.222.0.64 "PUT /v2.0/ports/fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c HTTP/1.1" status: 200 len: 1091 time: 1.1035864 Jul 09 09:39:01.529237 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665b2a55-6709-4548-aea5-17449eeb0841', 'tag': 'fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:39:01.532973 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7c751a-da5d-49bd-8211-b2b07934d52a" -d '{"events": [{"name": "network-changed", "server_uuid": "665b2a55-6709-4548-aea5-17449eeb0841", "tag": "fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:39:01.533656 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:01.565345 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] For port 7dc5455d-02ea-489d-a3c9-e1f3ef6e7f4a, host n-d-799996-1, got binding levels [] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:01.565791 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:01.567000 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Attempting to bind port 7dc5455d-02ea-489d-a3c9-e1f3ef6e7f4a on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:39:01.569926 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Attempting to bind port 7dc5455d-02ea-489d-a3c9-e1f3ef6e7f4a by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '4f793ef2-ec58-4ec6-99dc-32afd79871ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0643a626-19ac-4d37-a49f-eabffdbb2c13'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:39:01.575102 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Attempting to bind port 7dc5455d-02ea-489d-a3c9-e1f3ef6e7f4a on network 0643a626-19ac-4d37-a49f-eabffdbb2c13 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:39:01.584868 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Calling delete_port for 7dc5455d-02ea-489d-a3c9-e1f3ef6e7f4a owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:01.590498 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:39:01.590920 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Checking segment: {'id': '4f793ef2-ec58-4ec6-99dc-32afd79871ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0643a626-19ac-4d37-a49f-eabffdbb2c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:01.591361 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:01.591738 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Bound using segment: {'id': '4f793ef2-ec58-4ec6-99dc-32afd79871ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0643a626-19ac-4d37-a49f-eabffdbb2c13'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:39:01.592229 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Bound port: 7dc5455d-02ea-489d-a3c9-e1f3ef6e7f4a, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f793ef2-ec58-4ec6-99dc-32afd79871ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0643a626-19ac-4d37-a49f-eabffdbb2c13'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:39:01.592609 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:01.613666 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a36b11-efa5-40c8-840a-b799d419a846 x-openstack-request-id: req-d7a36b11-efa5-40c8-840a-b799d419a846 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:39:01.614113 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665b2a55-6709-4548-aea5-17449eeb0841", "tag": "fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:39:01.614409 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d7a36b11-efa5-40c8-840a-b799d419a846 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:39:01.615404 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665b2a55-6709-4548-aea5-17449eeb0841', 'tag': 'fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c', 'status': 'completed', 'code': 200} Jul 09 09:39:01.624105 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b98ada-5704-4b90-864f-dc6102c2d53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72815bf3-18cb-49ef-a39f-15153f4f7412'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:39:01.626905 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68368049-cc6e-4af7-a2e6-620f93c6174d" -d '{"events": [{"server_uuid": "c1b98ada-5704-4b90-864f-dc6102c2d53f", "name": "network-vif-plugged", "status": "completed", "tag": "72815bf3-18cb-49ef-a39f-15153f4f7412"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:39:01.637886 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 72815bf3-18cb-49ef-a39f-15153f4f7412, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=72815bf3-18cb-49ef-a39f-15153f4f7412,segment=NetworkSegment(cb90677b-e2a0-416a-87f6-a79a118531b1),segment_id=cb90677b-e2a0-416a-87f6-a79a118531b1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:01.661478 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:01.691368 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6f49aef7-fef9-4cb3-8d8a-5a43b87537d5 req-12751d82-a590-410b-8374-a8a36645bc7f tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761839 Jul 09 09:39:01.704513 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a685399-9be1-445b-9f8e-f1a98f518537 x-openstack-request-id: req-6a685399-9be1-445b-9f8e-f1a98f518537 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:39:01.704959 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b98ada-5704-4b90-864f-dc6102c2d53f", "name": "network-vif-plugged", "status": "completed", "tag": "72815bf3-18cb-49ef-a39f-15153f4f7412", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:39:01.705438 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6a685399-9be1-445b-9f8e-f1a98f518537 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:39:01.705726 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b98ada-5704-4b90-864f-dc6102c2d53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72815bf3-18cb-49ef-a39f-15153f4f7412', 'code': 200} Jul 09 09:39:01.721787 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a47f4d-c8fc-4bcf-a95f-050160e34ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:01.753069 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:01.778005 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=72815bf3-18cb-49ef-a39f-15153f4f7412,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:01.782735 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:39:01.783085 n-d-799996-1 neutron-server[93792]: DEBUG oslo_db.api [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:39:01.785095 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Port': ['ID=7dc5455d-02ea-489d-a3c9-e1f3ef6e7f4a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:01.798440 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-075dd88e-5d07-47d5-91ca-7583fdaa0463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:01.800204 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-075dd88e-5d07-47d5-91ca-7583fdaa0463 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c3657de35454de2af834416af126211&device_id=665b2a55-6709-4548-aea5-17449eeb0841 HTTP/1.1" status: 200 len: 1094 time: 0.2188895 Jul 09 09:39:01.854351 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No DVR routers for this DVR port 7dc5455d-02ea-489d-a3c9-e1f3ef6e7f4a on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:39:01.926972 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:01.956040 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1088f0-82ee-4e29-8cf1-c2dace77dbb5 req-9d5b0fe9-731c-4d76-be84-befd1f514ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:01.957572 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ce1088f0-82ee-4e29-8cf1-c2dace77dbb5 req-9d5b0fe9-731c-4d76-be84-befd1f514ead service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c1b98ada-5704-4b90-864f-dc6102c2d53f HTTP/1.1" status: 200 len: 1096 time: 0.1668012 Jul 09 09:39:02.037421 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ce1088f0-82ee-4e29-8cf1-c2dace77dbb5 req-97e67133-0a35-41f6-94f2-66c8e160171e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3dfc3c3d-5e74-4cd6-b6d8-db832af15357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712829 Jul 09 09:39:02.047955 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:02.088493 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Subnet': ['ID=02a8e9b8-079a-4eaa-8ee0-ba69f18c1103,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:02.171314 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57450) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:02.185325 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-765cfd59-9c07-47ca-aaee-3ecd0760e1d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c HTTP/1.1" status: 200 len: 217 time: 0.3760610 Jul 09 09:39:02.191080 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:02.202746 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0643a626-19ac-4d37-a49f-eabffdbb2c13']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:02.213988 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f793ef2-ec58-4ec6-99dc-32afd79871ca') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:02.214354 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f793ef2-ec58-4ec6-99dc-32afd79871ca') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:02.230036 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:02.242769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-f1d1c20a-71bc-4074-a33f-90e9c6a6d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:02.244530 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-f1d1c20a-71bc-4074-a33f-90e9c6a6d3f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=112afd71-533d-4ba0-a28c-db2bcc9ef172 HTTP/1.1" status: 200 len: 852 time: 0.0526872 Jul 09 09:39:02.247481 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:02.254187 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:39:02.254596 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:39:02.257857 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:39:02.302073 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Attempting to bind port 7dc5455d-02ea-489d-a3c9-e1f3ef6e7f4a on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:39:02.302912 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-66590f96-1f02-496e-a7e1-dd3a07c00ec2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1356869716-network', 'tenant_id': 'f680844815734a11a2baa6b7bbacda53'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:02.303847 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Attempting to bind port 7dc5455d-02ea-489d-a3c9-e1f3ef6e7f4a by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '4f793ef2-ec58-4ec6-99dc-32afd79871ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0643a626-19ac-4d37-a49f-eabffdbb2c13'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:39:02.304436 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Attempting to bind port 7dc5455d-02ea-489d-a3c9-e1f3ef6e7f4a on network 0643a626-19ac-4d37-a49f-eabffdbb2c13 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:39:02.311016 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:39:02.311645 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Checking segment: {'id': '4f793ef2-ec58-4ec6-99dc-32afd79871ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0643a626-19ac-4d37-a49f-eabffdbb2c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:02.312678 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:02.313235 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Bound using segment: {'id': '4f793ef2-ec58-4ec6-99dc-32afd79871ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0643a626-19ac-4d37-a49f-eabffdbb2c13'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:39:02.314001 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Bound port: 7dc5455d-02ea-489d-a3c9-e1f3ef6e7f4a, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f793ef2-ec58-4ec6-99dc-32afd79871ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0643a626-19ac-4d37-a49f-eabffdbb2c13'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:39:02.314577 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:02.328643 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-f6d99866-a342-4c78-8ddb-86111efa7269 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ae54679-4cff-4994-98e0-50f486401346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627978 Jul 09 09:39:02.343332 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:02.349202 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66590f96-1f02-496e-a7e1-dd3a07c00ec2 admin admin] Made reservation on behalf of f680844815734a11a2baa6b7bbacda53 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:02.351797 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-66590f96-1f02-496e-a7e1-dd3a07c00ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:02.364429 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:02.369747 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/networks/0643a626-19ac-4d37-a49f-eabffdbb2c13 HTTP/1.1" status: 204 len: 168 time: 1.5162358 Jul 09 09:39:02.369919 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9a3af91b-0316-498b-a2d1-0de2236d5786 None None] Port 7dc5455d-02ea-489d-a3c9-e1f3ef6e7f4a has been deleted concurrently {{(pid=93792) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 09 09:39:02.370040 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57456) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:02.379447 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-66590f96-1f02-496e-a7e1-dd3a07c00ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:02.397645 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Network': ['ID=0643a626-19ac-4d37-a49f-eabffdbb2c13,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:02.412830 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454d5fb-5087-4f46-844d-2128f0c4a6a4 req-1d3a97a7-1e81-4ffb-bfaf-821f7381a587 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:02.414346 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e454d5fb-5087-4f46-844d-2128f0c4a6a4 req-1d3a97a7-1e81-4ffb-bfaf-821f7381a587 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b98ada-5704-4b90-864f-dc6102c2d53f HTTP/1.1" status: 200 len: 945 time: 0.1688468 Jul 09 09:39:02.424041 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-71461520-34c8-458d-97b7-dd15ea14d77c tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] DELETE failed (client error): The resource could not be found. Jul 09 09:39:02.425049 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71461520-34c8-458d-97b7-dd15ea14d77c tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:39:02.426321 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-71461520-34c8-458d-97b7-dd15ea14d77c tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/networks/0643a626-19ac-4d37-a49f-eabffdbb2c13 HTTP/1.1" status: 404 len: 339 time: 0.0561211 Jul 09 09:39:02.430179 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:02.430179 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:02.430179 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:02.430179 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:02.430572 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:02.430803 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:02.431112 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:02.431431 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:02.431775 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:02.432096 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:02.432418 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:02.432734 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cebeeac-f727-44d1-90bd-9ad9fb490937 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:02.435207 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57458) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:02.443883 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3f801115-b3ad-4ded-a30a-4c036c84b979 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-679578405', 'description': 'd1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:02.477023 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-bebe2f8c-ba06-4c9e-a1cc-9313a810250d service neutron] 10.222.0.64 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401191 Jul 09 09:39:02.484400 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e454d5fb-5087-4f46-844d-2128f0c4a6a4 req-ed028e14-9b6e-486e-88f5-cd2c43e44289 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dfc3c3d-5e74-4cd6-b6d8-db832af15357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622425 Jul 09 09:39:02.535178 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-66590f96-1f02-496e-a7e1-dd3a07c00ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:02.548939 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-66590f96-1f02-496e-a7e1-dd3a07c00ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:02.572075 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f801115-b3ad-4ded-a30a-4c036c84b979 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Made reservation on behalf of af5ecbd9ec794e6dac921167147e8826 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:02.576485 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f801115-b3ad-4ded-a30a-4c036c84b979 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:02.588988 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66590f96-1f02-496e-a7e1-dd3a07c00ec2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:39:02.595261 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6ba1f91b-8626-4fab-b47f-10b83fb180c9 req-d4f2a6ae-b139-4c2c-b219-c52914f73fa3 service neutron] 10.222.0.64 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097686 Jul 09 09:39:02.623270 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66590f96-1f02-496e-a7e1-dd3a07c00ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4570301-e5eb-436e-8c7c-2323adf37fc0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:02.626189 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-66590f96-1f02-496e-a7e1-dd3a07c00ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:02.626537 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-66590f96-1f02-496e-a7e1-dd3a07c00ec2 admin admin] Added segment 141baa4c-800f-4237-9ec8-710ff0b27168 of type vlan for network 34b6131b-6511-4a6b-997d-280ee4c5f99b Jul 09 09:39:02.676060 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f801115-b3ad-4ded-a30a-4c036c84b979 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:39:02.690517 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-66590f96-1f02-496e-a7e1-dd3a07c00ec2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:02.699238 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f801115-b3ad-4ded-a30a-4c036c84b979 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:02.699593 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-3f801115-b3ad-4ded-a30a-4c036c84b979 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Added segment d4aee4d2-6bb9-43fd-86dd-5a4e02c62330 of type vlan for network ee00322e-aad2-493a-8e0d-76e2c99b7519 Jul 09 09:39:02.725443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c751a-da5d-49bd-8211-b2b07934d52a req-7e4c4f28-a174-471c-bd97-22ff5ea52033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:02.727363 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e7c751a-da5d-49bd-8211-b2b07934d52a req-7e4c4f28-a174-471c-bd97-22ff5ea52033 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c3657de35454de2af834416af126211&device_id=665b2a55-6709-4548-aea5-17449eeb0841 HTTP/1.1" status: 200 len: 1094 time: 0.0625894 Jul 09 09:39:02.761533 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f801115-b3ad-4ded-a30a-4c036c84b979 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:02.779099 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-66590f96-1f02-496e-a7e1-dd3a07c00ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:02.780295 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66590f96-1f02-496e-a7e1-dd3a07c00ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:02.780961 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-66590f96-1f02-496e-a7e1-dd3a07c00ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:02.854360 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-66590f96-1f02-496e-a7e1-dd3a07c00ec2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6819136 Jul 09 09:39:02.860426 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57462) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:02.861646 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f801115-b3ad-4ded-a30a-4c036c84b979 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:02.867991 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f801115-b3ad-4ded-a30a-4c036c84b979 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:02.868231 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-fd6604c7-23bd-4a8a-b3e7-90f1606c97f7 admin admin] Request body: {'subnet': {'network_id': '34b6131b-6511-4a6b-997d-280ee4c5f99b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1356869716-subnet', 'tenant_id': 'f680844815734a11a2baa6b7bbacda53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:02.868797 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f801115-b3ad-4ded-a30a-4c036c84b979 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:02.886340 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66590f96-1f02-496e-a7e1-dd3a07c00ec2 admin admin] Pushing event updated for resources: {'Network': ['ID=34b6131b-6511-4a6b-997d-280ee4c5f99b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:02.890608 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3f801115-b3ad-4ded-a30a-4c036c84b979 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4523320 Jul 09 09:39:02.894605 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57464) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:02.907731 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 34b6131b-6511-4a6b-997d-280ee4c5f99b details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:39:02.910161 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c751a-da5d-49bd-8211-b2b07934d52a req-9c52bf39-3b4c-488e-8626-c5d4d7c2d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:02.912732 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e7c751a-da5d-49bd-8211-b2b07934d52a req-9c52bf39-3b4c-488e-8626-c5d4d7c2d5e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ae54679-4cff-4994-98e0-50f486401346 HTTP/1.1" status: 200 len: 913 time: 0.1791704 Jul 09 09:39:02.987177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e7c751a-da5d-49bd-8211-b2b07934d52a req-6d0b5ff3-4f41-4fa7-82c8-c031b1a96ab7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c HTTP/1.1" status: 200 len: 217 time: 0.0627151 Jul 09 09:39:03.002235 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a28b7-8c8b-451c-827f-ce79b2926d99 req-748cf083-f767-447f-9fe3-fabfa77acc72 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:03.008239 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b4a28b7-8c8b-451c-827f-ce79b2926d99 req-748cf083-f767-447f-9fe3-fabfa77acc72 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=665b2a55-6709-4548-aea5-17449eeb0841 HTTP/1.1" status: 200 len: 943 time: 0.1365492 Jul 09 09:39:03.018235 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6604c7-23bd-4a8a-b3e7-90f1606c97f7 admin admin] Made reservation on behalf of f680844815734a11a2baa6b7bbacda53 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:03.020706 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd6604c7-23bd-4a8a-b3e7-90f1606c97f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:03.028375 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f801115-b3ad-4ded-a30a-4c036c84b979 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Network': ['ID=ee00322e-aad2-493a-8e0d-76e2c99b7519,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:03.039410 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network ee00322e-aad2-493a-8e0d-76e2c99b7519 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:39:03.039900 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de63fb59-45f9-49c1-b2ff-689a9a63fcc2 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:03.041596 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-de63fb59-45f9-49c1-b2ff-689a9a63fcc2 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "GET /v2.0/networks?id=ee00322e-aad2-493a-8e0d-76e2c99b7519 HTTP/1.1" status: 200 len: 760 time: 0.1457441 Jul 09 09:39:03.044839 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57466) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:03.050167 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-13c8660d-0287-4bc4-8488-0d07a23c450f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'network': {'description': 'd2'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:03.139113 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c751a-da5d-49bd-8211-b2b07934d52a req-2c28917f-3a58-408b-aae8-2bd54380748c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:03.140787 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e7c751a-da5d-49bd-8211-b2b07934d52a req-2c28917f-3a58-408b-aae8-2bd54380748c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=112afd71-533d-4ba0-a28c-db2bcc9ef172 HTTP/1.1" status: 200 len: 852 time: 0.1475389 Jul 09 09:39:03.159145 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b4a28b7-8c8b-451c-827f-ce79b2926d99 req-349cdf2c-bed1-4d05-96e3-fa1a1ab15c65 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489787 Jul 09 09:39:03.204679 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e7c751a-da5d-49bd-8211-b2b07934d52a req-1ca89525-7bf0-46c1-a4b1-3075e4cd02ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ae54679-4cff-4994-98e0-50f486401346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421448 Jul 09 09:39:03.257447 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13c8660d-0287-4bc4-8488-0d07a23c450f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:03.274341 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13c8660d-0287-4bc4-8488-0d07a23c450f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:03.296660 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13c8660d-0287-4bc4-8488-0d07a23c450f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Network ee00322e-aad2-493a-8e0d-76e2c99b7519 is not hosted by any dhcp agent {{(pid=93791) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 09:39:03.302130 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c8660d-0287-4bc4-8488-0d07a23c450f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:03.303028 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13c8660d-0287-4bc4-8488-0d07a23c450f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:03.304359 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-13c8660d-0287-4bc4-8488-0d07a23c450f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "PUT /v2.0/networks/ee00322e-aad2-493a-8e0d-76e2c99b7519 HTTP/1.1" status: 200 len: 757 time: 0.2584746 Jul 09 09:39:03.308161 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57470) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:03.362978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8660d-0287-4bc4-8488-0d07a23c450f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Network': ['ID=ee00322e-aad2-493a-8e0d-76e2c99b7519,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:03.374585 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network ee00322e-aad2-493a-8e0d-76e2c99b7519 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:39:03.464395 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e7c751a-da5d-49bd-8211-b2b07934d52a req-40c5b03d-f2d9-4072-8179-c85b0563d2d3 service neutron] 10.222.0.64 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501285 Jul 09 09:39:03.476942 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38383782-64f5-4067-b213-c4dec1f73713 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:03.478482 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-38383782-64f5-4067-b213-c4dec1f73713 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "GET /v2.0/networks?id=ee00322e-aad2-493a-8e0d-76e2c99b7519 HTTP/1.1" status: 200 len: 760 time: 0.1663690 Jul 09 09:39:03.482220 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57474) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:03.487912 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c377323d-5e85-4b1c-93bc-4e5f6d0b06cd tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1549092009'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:03.518984 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c377323d-5e85-4b1c-93bc-4e5f6d0b06cd tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Made reservation on behalf of af5ecbd9ec794e6dac921167147e8826 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:03.523079 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c377323d-5e85-4b1c-93bc-4e5f6d0b06cd tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:03.538874 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd6604c7-23bd-4a8a-b3e7-90f1606c97f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:03.555816 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c377323d-5e85-4b1c-93bc-4e5f6d0b06cd tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:39:03.571602 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c377323d-5e85-4b1c-93bc-4e5f6d0b06cd tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:03.572238 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-c377323d-5e85-4b1c-93bc-4e5f6d0b06cd tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Added segment 5090a759-714e-4c30-801e-62d3bb27654b of type vlan for network 80a7cddb-c42f-48bc-86b5-0672f9576f74 Jul 09 09:39:03.620505 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6604c7-23bd-4a8a-b3e7-90f1606c97f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88e628f2-5a47-460d-90db-5d6539c96d73,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:03.632336 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c377323d-5e85-4b1c-93bc-4e5f6d0b06cd tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:03.654397 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-677c3d96-96d9-4269-b3ea-542485455f73 None None] Could not find standard attr ID for object 7dc5455d-02ea-489d-a3c9-e1f3ef6e7f4a. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:39:03.664461 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c377323d-5e85-4b1c-93bc-4e5f6d0b06cd tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:03.671193 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c377323d-5e85-4b1c-93bc-4e5f6d0b06cd tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:03.672138 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c377323d-5e85-4b1c-93bc-4e5f6d0b06cd tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:03.683079 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bce7200-d408-4fa9-ab3e-8dd324294219 None None] DHCP port deletion for 0643a626-19ac-4d37-a49f-eabffdbb2c13 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:39:03.689999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6604c7-23bd-4a8a-b3e7-90f1606c97f7 admin admin] Checking segment: {'id': '141baa4c-800f-4237-9ec8-710ff0b27168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '34b6131b-6511-4a6b-997d-280ee4c5f99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:03.690369 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6604c7-23bd-4a8a-b3e7-90f1606c97f7 admin admin] Network hostable DHCP agents. Network: 34b6131b-6511-4a6b-997d-280ee4c5f99b, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:39:03.699617 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e7c751a-da5d-49bd-8211-b2b07934d52a req-443dea82-a22b-4586-be13-a7c22441f780 service neutron] 10.222.0.64 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194531 Jul 09 09:39:03.701952 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dea20f-274b-4071-9b59-ce93b68097a7 None None] Network 0643a626-19ac-4d37-a49f-eabffdbb2c13 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:03.716097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dea20f-274b-4071-9b59-ce93b68097a7 None None] Network 0643a626-19ac-4d37-a49f-eabffdbb2c13 could not be found, it might have been deleted concurrently. {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 09:39:03.726251 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d7fbf3-1ed1-4ca4-9ec9-e01b1b93a879 None None] Network 0643a626-19ac-4d37-a49f-eabffdbb2c13 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:03.727807 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6604c7-23bd-4a8a-b3e7-90f1606c97f7 admin admin] Network 34b6131b-6511-4a6b-997d-280ee4c5f99b is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:39:03.743028 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d7fbf3-1ed1-4ca4-9ec9-e01b1b93a879 None None] Network 0643a626-19ac-4d37-a49f-eabffdbb2c13 could not be found, it might have been deleted concurrently. {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 09:39:03.746091 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-fd6604c7-23bd-4a8a-b3e7-90f1606c97f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 34b6131b-6511-4a6b-997d-280ee4c5f99b) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:03.752937 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c377323d-5e85-4b1c-93bc-4e5f6d0b06cd tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2693408 Jul 09 09:39:03.753541 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57478) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:03.756349 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f60827-0a1e-4f0f-8a74-1c70f532ead6 None None] Network 34b6131b-6511-4a6b-997d-280ee4c5f99b requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:03.756690 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c9326-f2cb-439c-81b0-1aa3f39f3a47 req-d596aae4-7ae7-41f5-bdd6-71ce8e51af42 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:03.763732 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e7c9326-f2cb-439c-81b0-1aa3f39f3a47 req-d596aae4-7ae7-41f5-bdd6-71ce8e51af42 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b98ada-5704-4b90-864f-dc6102c2d53f HTTP/1.1" status: 200 len: 945 time: 0.1359808 Jul 09 09:39:03.763934 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2c97109b-1adf-4d3f-8421-acc485d4e290 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'subnet': {'network_id': '80a7cddb-c42f-48bc-86b5-0672f9576f74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:03.773321 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6604c7-23bd-4a8a-b3e7-90f1606c97f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:03.773884 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd6604c7-23bd-4a8a-b3e7-90f1606c97f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:03.810898 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377323d-5e85-4b1c-93bc-4e5f6d0b06cd tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Network': ['ID=80a7cddb-c42f-48bc-86b5-0672f9576f74,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:03.820623 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fd6604c7-23bd-4a8a-b3e7-90f1606c97f7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9585619 Jul 09 09:39:03.826306 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e7c9326-f2cb-439c-81b0-1aa3f39f3a47 req-050db8f7-7d7c-45d6-8948-6dd24dcba83d tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dfc3c3d-5e74-4cd6-b6d8-db832af15357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616102 Jul 09 09:39:03.841690 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 80a7cddb-c42f-48bc-86b5-0672f9576f74 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:39:03.866559 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:03.893324 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c97109b-1adf-4d3f-8421-acc485d4e290 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Made reservation on behalf of af5ecbd9ec794e6dac921167147e8826 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:03.899103 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c97109b-1adf-4d3f-8421-acc485d4e290 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:04.043155 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8b0185-a637-48e5-bcc1-c87c90a401a8 None None] Network 34b6131b-6511-4a6b-997d-280ee4c5f99b requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:04.086471 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-81108726-05b3-4737-a31b-fa734646d76c req-65c11176-a421-4034-944a-db2b306d2d24 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 258 time: 0.2083960 Jul 09 09:39:04.091849 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-81108726-05b3-4737-a31b-fa734646d76c req-940175cc-e918-494d-8536-1991066e9e8e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:04.123049 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-81108726-05b3-4737-a31b-fa734646d76c req-940175cc-e918-494d-8536-1991066e9e8e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:04.155552 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c97109b-1adf-4d3f-8421-acc485d4e290 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:04.228539 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97109b-1adf-4d3f-8421-acc485d4e290 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Subnet': ['ID=8eb24545-d3ef-4b2d-ab69-be9b7aaab58d,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:04.236553 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c97109b-1adf-4d3f-8421-acc485d4e290 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Checking segment: {'id': '5090a759-714e-4c30-801e-62d3bb27654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '80a7cddb-c42f-48bc-86b5-0672f9576f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:04.237047 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c97109b-1adf-4d3f-8421-acc485d4e290 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Network hostable DHCP agents. Network: 80a7cddb-c42f-48bc-86b5-0672f9576f74, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:39:04.254260 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c97109b-1adf-4d3f-8421-acc485d4e290 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Network 80a7cddb-c42f-48bc-86b5-0672f9576f74 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:39:04.265381 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-2c97109b-1adf-4d3f-8421-acc485d4e290 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 80a7cddb-c42f-48bc-86b5-0672f9576f74) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:04.271466 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c97109b-1adf-4d3f-8421-acc485d4e290 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:04.273703 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c97109b-1adf-4d3f-8421-acc485d4e290 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:04.275827 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98910ba8-84d6-488f-827c-6991762544b1 None None] Network 80a7cddb-c42f-48bc-86b5-0672f9576f74 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:04.293412 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2c97109b-1adf-4d3f-8421-acc485d4e290 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5339947 Jul 09 09:39:04.293615 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57502) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:04.332773 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-d246eeae-2d67-430b-906f-14ab8ab30d98 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:04.334247 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-d246eeae-2d67-430b-906f-14ab8ab30d98 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/networks?id=34b6131b-6511-4a6b-997d-280ee4c5f99b HTTP/1.1" status: 200 len: 814 time: 0.1308694 Jul 09 09:39:04.355729 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-81108726-05b3-4737-a31b-fa734646d76c req-940175cc-e918-494d-8536-1991066e9e8e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:04.359181 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-783624b3-4920-4963-a8c0-a348bf0e6837 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/quotas/f680844815734a11a2baa6b7bbacda53 HTTP/1.1" status: 200 len: 375 time: 0.0166404 Jul 09 09:39:04.396638 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d164f44-601d-4495-9c84-ff94d271905e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:04.428300 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-db98793e-1a38-406d-a7c0-7def8d757810 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f680844815734a11a2baa6b7bbacda53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603738 Jul 09 09:39:04.447511 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669d1413-eea9-43a6-bbea-7c75ee74eaf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-80a7cddb-c42f-48bc-86b5-0672f9576f74', 'network_id': '80a7cddb-c42f-48bc-86b5-0672f9576f74', 'tenant_id': 'af5ecbd9ec794e6dac921167147e8826', 'fixed_ips': [{'subnet_id': '8eb24545-d3ef-4b2d-ab69-be9b7aaab58d'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:39:04.448516 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-669d1413-eea9-43a6-bbea-7c75ee74eaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:04.455573 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d164f44-601d-4495-9c84-ff94d271905e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:04.530604 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d164f44-601d-4495-9c84-ff94d271905e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server [None req-669d1413-eea9-43a6-bbea-7c75ee74eaf9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8eb24545-d3ef-4b2d-ab69-be9b7aaab58d: This subnet is being modified by another concurrent operation. Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise exception Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8eb24545-d3ef-4b2d-ab69-be9b7aaab58d: This subnet is being modified by another concurrent operation. Jul 09 09:39:04.547526 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Jul 09 09:39:04.557756 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-81108726-05b3-4737-a31b-fa734646d76c req-940175cc-e918-494d-8536-1991066e9e8e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Allocated IP 172.25.3.253 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/c57ad1e3-f1c0-4fdd-b923-da456599cde7) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:04.559631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d164f44-601d-4495-9c84-ff94d271905e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Subnet': ['ID=8eb24545-d3ef-4b2d-ab69-be9b7aaab58d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:04.577721 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0677d484-251c-4a5d-b5bb-753997eb79aa None None] Network 80a7cddb-c42f-48bc-86b5-0672f9576f74 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:04.586276 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-f6df439b-5b0a-4558-ba06-cc943ff8ab69 service neutron] 10.222.0.61 "GET /v2.0/networks/34b6131b-6511-4a6b-997d-280ee4c5f99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505177 Jul 09 09:39:04.622397 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d164f44-601d-4495-9c84-ff94d271905e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:04.634697 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5d164f44-601d-4495-9c84-ff94d271905e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a7cddb-c42f-48bc-86b5-0672f9576f74']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:04.650464 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5d164f44-601d-4495-9c84-ff94d271905e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5090a759-714e-4c30-801e-62d3bb27654b') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:04.650758 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5d164f44-601d-4495-9c84-ff94d271905e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5090a759-714e-4c30-801e-62d3bb27654b') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:04.661043 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d164f44-601d-4495-9c84-ff94d271905e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:04.677319 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d164f44-601d-4495-9c84-ff94d271905e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:04.687349 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d164f44-601d-4495-9c84-ff94d271905e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:39:04.687907 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d164f44-601d-4495-9c84-ff94d271905e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:39:04.691294 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:39:04.711474 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0bc35f-f646-4bc1-982e-2b57e545f388 None None] get_active_networks_info from n-d-799996-1 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 09:39:04.750979 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-ec52990c-37b0-4be7-b0c8-bec652100d4a service neutron] 10.222.0.61 "GET /v2.0/networks/34b6131b-6511-4a6b-997d-280ee4c5f99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485462 Jul 09 09:39:04.753844 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-81108726-05b3-4737-a31b-fa734646d76c req-940175cc-e918-494d-8536-1991066e9e8e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:04.766343 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d164f44-601d-4495-9c84-ff94d271905e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:04.774527 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d164f44-601d-4495-9c84-ff94d271905e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:04.779969 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5d164f44-601d-4495-9c84-ff94d271905e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/networks/80a7cddb-c42f-48bc-86b5-0672f9576f74 HTTP/1.1" status: 204 len: 168 time: 0.4816372 Jul 09 09:39:04.780574 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57506) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:04.801852 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d164f44-601d-4495-9c84-ff94d271905e tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Network': ['ID=80a7cddb-c42f-48bc-86b5-0672f9576f74,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:04.823282 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-81108726-05b3-4737-a31b-fa734646d76c req-940175cc-e918-494d-8536-1991066e9e8e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:04.824824 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e70cefe-b62b-4111-a1c8-6e85a7e5a61d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] GET failed (client error): The resource could not be found. Jul 09 09:39:04.826136 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8e70cefe-b62b-4111-a1c8-6e85a7e5a61d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "GET /v2.0/subnets/8eb24545-d3ef-4b2d-ab69-be9b7aaab58d HTTP/1.1" status: 404 len: 337 time: 0.0446362 Jul 09 09:39:04.829413 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57508) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:04.851391 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94bef3c-d188-4bd1-92fb-2b4eee64aed2 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] DELETE failed (client error): The resource could not be found. Jul 09 09:39:04.852041 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94bef3c-d188-4bd1-92fb-2b4eee64aed2 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:39:04.853767 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d94bef3c-d188-4bd1-92fb-2b4eee64aed2 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/networks/80a7cddb-c42f-48bc-86b5-0672f9576f74 HTTP/1.1" status: 404 len: 339 time: 0.0238140 Jul 09 09:39:04.858002 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57510) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:04.872125 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7dc5455d-02ea-489d-a3c9-e1f3ef6e7f4a no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:39:04.877201 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81108726-05b3-4737-a31b-fa734646d76c req-940175cc-e918-494d-8536-1991066e9e8e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:04.881799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-81108726-05b3-4737-a31b-fa734646d76c req-940175cc-e918-494d-8536-1991066e9e8e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:04.887394 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-81108726-05b3-4737-a31b-fa734646d76c req-940175cc-e918-494d-8536-1991066e9e8e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:04.918830 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 7dc5455d-02ea-489d-a3c9-e1f3ef6e7f4a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:39:04.920505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7dc5455d-02ea-489d-a3c9-e1f3ef6e7f4a not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:39:04.948732 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940175cc-e918-494d-8536-1991066e9e8e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Pushing event updated for resources: {'Port': ['ID=c57ad1e3-f1c0-4fdd-b923-da456599cde7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:04.992495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0bc35f-f646-4bc1-982e-2b57e545f388 None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 09:39:05.035927 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-81108726-05b3-4737-a31b-fa734646d76c req-940175cc-e918-494d-8536-1991066e9e8e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:05.129915 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-81108726-05b3-4737-a31b-fa734646d76c req-940175cc-e918-494d-8536-1991066e9e8e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:05.138023 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea44604-3f97-4294-b31f-164c612a2355 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:05.140372 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-eea44604-3f97-4294-b31f-164c612a2355 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2812765 Jul 09 09:39:05.142967 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57520) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:05.188793 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b987ae9-7737-419a-8f78-16018ca3f055 req-b8d3e009-9f7a-46f9-ae9f-78f22c1be28a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:05.190272 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b987ae9-7737-419a-8f78-16018ca3f055 req-b8d3e009-9f7a-46f9-ae9f-78f22c1be28a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=665b2a55-6709-4548-aea5-17449eeb0841 HTTP/1.1" status: 200 len: 943 time: 0.1884112 Jul 09 09:39:05.194805 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-69c601fc-ebc9-4f81-bc28-755ef75949b2 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "GET /v2.0/subnets?network_id=a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 207 time: 0.0474958 Jul 09 09:39:05.195823 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57522) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:05.286057 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b987ae9-7737-419a-8f78-16018ca3f055 req-a2b1cf01-96e4-46aa-adaf-557ff40a9788 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830379 Jul 09 09:39:05.403329 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-81108726-05b3-4737-a31b-fa734646d76c req-940175cc-e918-494d-8536-1991066e9e8e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:05.411176 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-81108726-05b3-4737-a31b-fa734646d76c req-940175cc-e918-494d-8536-1991066e9e8e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:05.483202 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dac9c5-142a-46e8-a136-c4a014d61c70 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:05.490292 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940175cc-e918-494d-8536-1991066e9e8e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Pushing event updated for resources: {'Port': ['ID=c57ad1e3-f1c0-4fdd-b923-da456599cde7,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:05.491243 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dac9c5-142a-46e8-a136-c4a014d61c70 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:05.499368 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-81108726-05b3-4737-a31b-fa734646d76c req-940175cc-e918-494d-8536-1991066e9e8e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:05.514828 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dac9c5-142a-46e8-a136-c4a014d61c70 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:05.517019 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-81108726-05b3-4737-a31b-fa734646d76c req-940175cc-e918-494d-8536-1991066e9e8e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:05.519231 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-81108726-05b3-4737-a31b-fa734646d76c req-940175cc-e918-494d-8536-1991066e9e8e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4312041 Jul 09 09:39:05.534604 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dac9c5-142a-46e8-a136-c4a014d61c70 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:05.536423 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-19dac9c5-142a-46e8-a136-c4a014d61c70 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3395596 Jul 09 09:39:05.540245 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57526) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:05.574816 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-81108726-05b3-4737-a31b-fa734646d76c req-e6784a41-cee9-44bf-8821-67c831efff2e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.253 HTTP/1.1" status: 200 len: 696 time: 0.0500615 Jul 09 09:39:05.669620 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f0e2861a-af25-43d0-92a0-1b461c5a35f9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1281245 Jul 09 09:39:05.672899 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57528) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:05.690481 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5d5743cc-3ddc-4435-bbdf-0763da5fa107 req-45c12b73-6170-4342-9b59-6a5070116f35 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/ports?device_id=63db81be-5bae-4dd6-81c0-64de2b060ec5 HTTP/1.1" status: 200 len: 210 time: 0.0408452 Jul 09 09:39:05.754622 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81108726-05b3-4737-a31b-fa734646d76c req-5bd31f08-5b31-4eb8-8551-a54c2e1149ef tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:05.756102 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-81108726-05b3-4737-a31b-fa734646d76c req-5bd31f08-5b31-4eb8-8551-a54c2e1149ef tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.1741047 Jul 09 09:39:05.759160 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445939f5-b057-48c7-82cf-7d9b9be22091 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:05.761007 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445939f5-b057-48c7-82cf-7d9b9be22091 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:05.762658 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-445939f5-b057-48c7-82cf-7d9b9be22091 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0887969 Jul 09 09:39:05.767057 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57530) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:05.820643 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e320d4d-d2e1-43c7-887a-66c398734d92 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:05.822169 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e320d4d-d2e1-43c7-887a-66c398734d92 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:05.823710 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8e320d4d-d2e1-43c7-887a-66c398734d92 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0555248 Jul 09 09:39:05.827856 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57534) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:05.935963 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153be4e0-d3fa-4148-acb1-67f798dc9a52 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:05.937710 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-153be4e0-d3fa-4148-acb1-67f798dc9a52 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "GET /v2.0/networks/76657b6d-fbd3-4817-9dca-df0f41e70ce2 HTTP/1.1" status: 200 len: 800 time: 0.1085720 Jul 09 09:39:05.941180 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57536) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:05.976457 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ee7d7-aa20-4209-8a29-55cbfb32cc4d req-30a1b3b8-ac7c-46ff-8dbe-aa87611e37a8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:05.978031 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-798ee7d7-aa20-4209-8a29-55cbfb32cc4d req-30a1b3b8-ac7c-46ff-8dbe-aa87611e37a8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b98ada-5704-4b90-864f-dc6102c2d53f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1110942 Jul 09 09:39:06.029392 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-798ee7d7-aa20-4209-8a29-55cbfb32cc4d req-644e4d29-003c-47bf-a29d-b273f8f7d768 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.253 HTTP/1.1" status: 200 len: 696 time: 0.0452104 Jul 09 09:39:06.039549 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-798ee7d7-aa20-4209-8a29-55cbfb32cc4d req-bfb44b05-98f0-4067-8e9e-d374d5b4c60b tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Request body: {'floatingip': {'port_id': '72815bf3-18cb-49ef-a39f-15153f4f7412', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:06.046522 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d2cad7ab-9e54-4e4d-ba52-bda9d7257d05 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "GET /v2.0/networks/76657b6d-fbd3-4817-9dca-df0f41e70ce2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.0991609 Jul 09 09:39:06.046522 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57538) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:06.084759 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-798ee7d7-aa20-4209-8a29-55cbfb32cc4d req-bfb44b05-98f0-4067-8e9e-d374d5b4c60b tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:06.108469 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fccc86f-b2b9-4365-98d2-30909a38a511 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:06.113285 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8fccc86f-b2b9-4365-98d2-30909a38a511 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "GET /v2.0/subnets/06b780b8-7c00-405e-ab5d-7d9805a62d69 HTTP/1.1" status: 200 len: 811 time: 0.0631387 Jul 09 09:39:06.113525 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57540) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:06.219630 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09df92e5-4056-46d1-9685-a95e6691f5a8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:06.224387 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-09df92e5-4056-46d1-9685-a95e6691f5a8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "GET /v2.0/subnets/06b780b8-7c00-405e-ab5d-7d9805a62d69?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1066406 Jul 09 09:39:06.224642 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57542) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:06.232391 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-cd363d92-33b3-45a6-9851-77cd716cda06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1290673084'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:06.283069 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd363d92-33b3-45a6-9851-77cd716cda06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Made reservation on behalf of af5ecbd9ec794e6dac921167147e8826 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:06.286580 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd363d92-33b3-45a6-9851-77cd716cda06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:06.304297 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-a296dfd3-ca72-4cd3-96e2-0f91997e826d tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:06.305749 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-a296dfd3-ca72-4cd3-96e2-0f91997e826d tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.58 "GET /v2.0/networks?id=34b6131b-6511-4a6b-997d-280ee4c5f99b HTTP/1.1" status: 200 len: 814 time: 0.1622887 Jul 09 09:39:06.319789 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-12488aa0-b917-4b29-91a5-a146da90c544 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Request body: {'port': {'device_id': '63db81be-5bae-4dd6-81c0-64de2b060ec5', 'network_id': '34b6131b-6511-4a6b-997d-280ee4c5f99b', 'admin_state_up': True, 'tenant_id': 'f680844815734a11a2baa6b7bbacda53'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:06.365511 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd363d92-33b3-45a6-9851-77cd716cda06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:39:06.384899 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd363d92-33b3-45a6-9851-77cd716cda06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:06.385247 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-cd363d92-33b3-45a6-9851-77cd716cda06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Added segment 364067a6-1f90-4fde-a233-ef00fda83763 of type vlan for network c21564c4-9a52-4780-8d9a-c593d5f6d0b5 Jul 09 09:39:06.450808 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd363d92-33b3-45a6-9851-77cd716cda06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:06.501364 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd363d92-33b3-45a6-9851-77cd716cda06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:06.507265 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd363d92-33b3-45a6-9851-77cd716cda06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:06.507896 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd363d92-33b3-45a6-9851-77cd716cda06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:06.517814 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-12488aa0-b917-4b29-91a5-a146da90c544 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Made reservation on behalf of f680844815734a11a2baa6b7bbacda53 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:06.521236 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-12488aa0-b917-4b29-91a5-a146da90c544 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:06.533433 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004dcd2-17ff-41bf-97d9-9a1034a3f131 req-e08bbf19-0c31-4232-bea6-834677fcf4ed tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:06.534908 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0004dcd2-17ff-41bf-97d9-9a1034a3f131 req-e08bbf19-0c31-4232-bea6-834677fcf4ed tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=665b2a55-6709-4548-aea5-17449eeb0841 HTTP/1.1" status: 200 len: 943 time: 0.1219664 Jul 09 09:39:06.578241 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cd363d92-33b3-45a6-9851-77cd716cda06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3525295 Jul 09 09:39:06.586389 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57550) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:06.596368 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-029a5511-b7a9-4ebe-95a1-9c79cd027bcc tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'subnet': {'network_id': 'c21564c4-9a52-4780-8d9a-c593d5f6d0b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:06.788501 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aa3128f8-79d7-4470-a72d-b94ffef4835e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:06.924130 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.db.resource_extend [req-798ee7d7-aa20-4209-8a29-55cbfb32cc4d req-bfb44b05-98f0-4067-8e9e-d374d5b4c60b tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 09:39:06.966884 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0004dcd2-17ff-41bf-97d9-9a1034a3f131 req-bde18c8d-7f5a-46a0-96d1-bd33454ff2a5 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234202 Jul 09 09:39:06.985141 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-798ee7d7-aa20-4209-8a29-55cbfb32cc4d req-bfb44b05-98f0-4067-8e9e-d374d5b4c60b tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:06.993506 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd363d92-33b3-45a6-9851-77cd716cda06 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Network': ['ID=c21564c4-9a52-4780-8d9a-c593d5f6d0b5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:06.997640 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-798ee7d7-aa20-4209-8a29-55cbfb32cc4d req-bfb44b05-98f0-4067-8e9e-d374d5b4c60b tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:07.008904 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network c21564c4-9a52-4780-8d9a-c593d5f6d0b5 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:39:07.125974 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [req-798ee7d7-aa20-4209-8a29-55cbfb32cc4d req-bfb44b05-98f0-4067-8e9e-d374d5b4c60b tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Floating IP 75973586-c0b4-4677-9e8e-0feeaaddd609 associated. External IP: 172.25.3.253, port: 72815bf3-18cb-49ef-a39f-15153f4f7412. Jul 09 09:39:07.143271 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029a5511-b7a9-4ebe-95a1-9c79cd027bcc tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Made reservation on behalf of af5ecbd9ec794e6dac921167147e8826 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:07.147015 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-029a5511-b7a9-4ebe-95a1-9c79cd027bcc tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:07.207881 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-12488aa0-b917-4b29-91a5-a146da90c544 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Allocated IP 172.20.0.6 (34b6131b-6511-4a6b-997d-280ee4c5f99b/88e628f2-5a47-460d-90db-5d6539c96d73/67a10366-e6b2-4a22-8ba5-98927143b9c1) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:07.218337 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.ipam_backend_mixin [None req-029a5511-b7a9-4ebe-95a1-9c79cd027bcc tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Performing IP validity checks on allocation pools {{(pid=93791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 09:39:07.218864 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.ipam_backend_mixin [None req-029a5511-b7a9-4ebe-95a1-9c79cd027bcc tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 09:39:07.385560 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a471cc5-c867-4dc6-b546-679a915d2127 req-942bbd58-1433-41b0-8a10-956d456daca4 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/ports?device_id=63db81be-5bae-4dd6-81c0-64de2b060ec5 HTTP/1.1" status: 200 len: 210 time: 0.0361624 Jul 09 09:39:07.395003 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:39:07.405533 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-798ee7d7-aa20-4209-8a29-55cbfb32cc4d req-bfb44b05-98f0-4067-8e9e-d374d5b4c60b tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Router 17f25a4b-e09f-476c-90a4-f3a89c22363b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:39:07.473738 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-12488aa0-b917-4b29-91a5-a146da90c544 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:07.477731 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-029a5511-b7a9-4ebe-95a1-9c79cd027bcc tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:07.506171 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:07.519452 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c', 'network_id': '1ae54679-4cff-4994-98e0-50f486401346', 'port_id': 'fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c', 'mac_address': 'fa:16:3e:f7:b3:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112afd71-533d-4ba0-a28c-db2bcc9ef172', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:39:07.536626 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-798ee7d7-aa20-4209-8a29-55cbfb32cc4d req-bfb44b05-98f0-4067-8e9e-d374d5b4c60b tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:39:07.541436 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-798ee7d7-aa20-4209-8a29-55cbfb32cc4d req-bfb44b05-98f0-4067-8e9e-d374d5b4c60b tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:07.550312 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6423ccb3-bff4-41cd-bee0-a783b2b66f8a None None] Sync routers for ids ['17f25a4b-e09f-476c-90a4-f3a89c22363b'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:39:07.556763 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a5511-b7a9-4ebe-95a1-9c79cd027bcc tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Subnet': ['ID=b0855004-b272-4e42-a6a0-e50516b81f68,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:07.565010 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:07.566981 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6423ccb3-bff4-41cd-bee0-a783b2b66f8a None None] Routers {'17f25a4b-e09f-476c-90a4-f3a89c22363b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:39:07.567829 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6423ccb3-bff4-41cd-bee0-a783b2b66f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['17f25a4b-e09f-476c-90a4-f3a89c22363b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:07.579563 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:39:07.581600 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029a5511-b7a9-4ebe-95a1-9c79cd027bcc tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Checking segment: {'id': '364067a6-1f90-4fde-a233-ef00fda83763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c21564c4-9a52-4780-8d9a-c593d5f6d0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:07.581966 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029a5511-b7a9-4ebe-95a1-9c79cd027bcc tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Network hostable DHCP agents. Network: c21564c4-9a52-4780-8d9a-c593d5f6d0b5, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:39:07.598011 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-12488aa0-b917-4b29-91a5-a146da90c544 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:07.606456 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:07.609403 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-798ee7d7-aa20-4209-8a29-55cbfb32cc4d req-bfb44b05-98f0-4067-8e9e-d374d5b4c60b tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "PUT /v2.0/floatingips/75973586-c0b4-4677-9e8e-0feeaaddd609 HTTP/1.1" status: 200 len: 996 time: 1.5735409 Jul 09 09:39:07.610053 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b98ada-5704-4b90-864f-dc6102c2d53f', 'tag': '72815bf3-18cb-49ef-a39f-15153f4f7412'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:39:07.613496 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058cc708-645a-4337-90bb-beb26fb27c86" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b98ada-5704-4b90-864f-dc6102c2d53f", "tag": "72815bf3-18cb-49ef-a39f-15153f4f7412"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:39:07.617093 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:07.631539 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029a5511-b7a9-4ebe-95a1-9c79cd027bcc tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Network c21564c4-9a52-4780-8d9a-c593d5f6d0b5 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:39:07.676005 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12488aa0-b917-4b29-91a5-a146da90c544 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Pushing event updated for resources: {'Port': ['ID=67a10366-e6b2-4a22-8ba5-98927143b9c1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:07.682858 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-029a5511-b7a9-4ebe-95a1-9c79cd027bcc tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, c21564c4-9a52-4780-8d9a-c593d5f6d0b5) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:07.686773 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-12488aa0-b917-4b29-91a5-a146da90c544 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Network 34b6131b-6511-4a6b-997d-280ee4c5f99b is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:07.690001 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae49b711-2217-4933-abdc-50d6479b5deb x-openstack-request-id: req-ae49b711-2217-4933-abdc-50d6479b5deb {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:39:07.690001 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b98ada-5704-4b90-864f-dc6102c2d53f", "tag": "72815bf3-18cb-49ef-a39f-15153f4f7412", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:39:07.690226 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ae49b711-2217-4933-abdc-50d6479b5deb {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:39:07.690624 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b98ada-5704-4b90-864f-dc6102c2d53f', 'tag': '72815bf3-18cb-49ef-a39f-15153f4f7412', 'status': 'completed', 'code': 200} Jul 09 09:39:07.692254 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-12488aa0-b917-4b29-91a5-a146da90c544 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:07.695021 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029a5511-b7a9-4ebe-95a1-9c79cd027bcc tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:07.695265 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bd9e6a-a908-4283-9fd6-466464b45877 None None] Network c21564c4-9a52-4780-8d9a-c593d5f6d0b5 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:07.695989 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-029a5511-b7a9-4ebe-95a1-9c79cd027bcc tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:07.705862 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-12488aa0-b917-4b29-91a5-a146da90c544 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:07.719669 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ee7d7-aa20-4209-8a29-55cbfb32cc4d req-d710e4c0-b631-453c-b1c3-4405b56b7d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:07.727133 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-798ee7d7-aa20-4209-8a29-55cbfb32cc4d req-d710e4c0-b631-453c-b1c3-4405b56b7d39 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c59f9867d2a94ec5a469ddb3b63fb241&device_id=c1b98ada-5704-4b90-864f-dc6102c2d53f HTTP/1.1" status: 200 len: 1096 time: 0.0924757 Jul 09 09:39:07.768138 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-6423ccb3-bff4-41cd-bee0-a783b2b66f8a None None] Set router 17f25a4b-e09f-476c-90a4-f3a89c22363b gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:39:07.774245 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-029a5511-b7a9-4ebe-95a1-9c79cd027bcc tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1848767 Jul 09 09:39:07.778246 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57556) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:07.788464 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-60189a65-35ab-4a77-bda2-32a9a011ad5f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:07.809156 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:07.845863 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-12488aa0-b917-4b29-91a5-a146da90c544 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:07.847441 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-12488aa0-b917-4b29-91a5-a146da90c544 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:07.854509 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ee7d7-aa20-4209-8a29-55cbfb32cc4d req-bf7019d0-a490-49d4-aa3b-a130c975d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:07.859081 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-798ee7d7-aa20-4209-8a29-55cbfb32cc4d req-bf7019d0-a490-49d4-aa3b-a130c975d04d service neutron] 10.222.0.61 "GET /v2.0/networks?id=19975d38-7d21-4ee0-b5ca-39897d27813e HTTP/1.1" status: 200 len: 929 time: 0.1306159 Jul 09 09:39:07.876253 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-12488aa0-b917-4b29-91a5-a146da90c544 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5606251 Jul 09 09:39:07.886665 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cc708-645a-4337-90bb-beb26fb27c86 req-8abe3014-164d-46a7-9b1a-ca327fa22477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:07.888966 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-058cc708-645a-4337-90bb-beb26fb27c86 req-8abe3014-164d-46a7-9b1a-ca327fa22477 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c59f9867d2a94ec5a469ddb3b63fb241&device_id=c1b98ada-5704-4b90-864f-dc6102c2d53f HTTP/1.1" status: 200 len: 1096 time: 0.1993387 Jul 09 09:39:07.892696 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-c21564c4-9a52-4780-8d9a-c593d5f6d0b5', 'network_id': 'c21564c4-9a52-4780-8d9a-c593d5f6d0b5', 'tenant_id': 'af5ecbd9ec794e6dac921167147e8826', 'fixed_ips': [{'subnet_id': 'b0855004-b272-4e42-a6a0-e50516b81f68'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:39:07.894213 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:07.921085 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-58f99f7a-053e-48a9-927f-2bde4da84c84 service neutron] Request body: {'port': {'device_id': '63db81be-5bae-4dd6-81c0-64de2b060ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:07.988190 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-798ee7d7-aa20-4209-8a29-55cbfb32cc4d req-adf82606-9a8d-4fac-8746-d9429db42e14 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72815bf3-18cb-49ef-a39f-15153f4f7412 HTTP/1.1" status: 200 len: 999 time: 0.1167333 Jul 09 09:39:07.992683 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:39:08.040182 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60189a65-35ab-4a77-bda2-32a9a011ad5f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3430895'] for subnet, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:08.052185 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ee7d7-aa20-4209-8a29-55cbfb32cc4d req-0bc7a70b-daf4-4278-b6fc-2b510b6a5372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:08.061475 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-798ee7d7-aa20-4209-8a29-55cbfb32cc4d req-0bc7a70b-daf4-4278-b6fc-2b510b6a5372 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5623fb91-49df-4ac4-8fd5-5eba5b628ddd HTTP/1.1" status: 200 len: 867 time: 0.0723059 Jul 09 09:39:08.133596 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-58f99f7a-053e-48a9-927f-2bde4da84c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:08.147327 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ee7d7-aa20-4209-8a29-55cbfb32cc4d req-58344337-488b-4c11-9717-ef6144250229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:08.158039 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-798ee7d7-aa20-4209-8a29-55cbfb32cc4d req-58344337-488b-4c11-9717-ef6144250229 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=19975d38-7d21-4ee0-b5ca-39897d27813e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952084 Jul 09 09:39:08.187165 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cc708-645a-4337-90bb-beb26fb27c86 req-5b1ad450-ebb5-46e6-aebc-ca6f28b47273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:08.199755 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-058cc708-645a-4337-90bb-beb26fb27c86 req-5b1ad450-ebb5-46e6-aebc-ca6f28b47273 service neutron] 10.222.0.58 "GET /v2.0/networks?id=19975d38-7d21-4ee0-b5ca-39897d27813e HTTP/1.1" status: 200 len: 929 time: 0.2857177 Jul 09 09:39:08.305197 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-798ee7d7-aa20-4209-8a29-55cbfb32cc4d req-518f8933-3199-4c64-aaed-a110a2aa1c63 service neutron] 10.222.0.61 "GET /v2.0/networks/19975d38-7d21-4ee0-b5ca-39897d27813e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459942 Jul 09 09:39:08.411714 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27618f-2272-4a1b-a19f-51599b426457 req-a6bcd56e-e00a-42de-a7c4-269734f428c2 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:08.414571 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c27618f-2272-4a1b-a19f-51599b426457 req-a6bcd56e-e00a-42de-a7c4-269734f428c2 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=665b2a55-6709-4548-aea5-17449eeb0841 HTTP/1.1" status: 200 len: 944 time: 0.1537657 Jul 09 09:39:08.416031 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-058cc708-645a-4337-90bb-beb26fb27c86 req-00871d64-16c5-41ce-ab34-d5dac013b9bb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72815bf3-18cb-49ef-a39f-15153f4f7412 HTTP/1.1" status: 200 len: 999 time: 0.1968539 Jul 09 09:39:08.451085 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6423ccb3-bff4-41cd-bee0-a783b2b66f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415839388-router', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:38:41Z', 'updated_at': '2021-07-09T09:38:48Z', 'revision_number': 4, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'gw_port': {'id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:42Z', 'updated_at': '2021-07-09T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '75973586-c0b4-4677-9e8e-0feeaaddd609', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'floating_ip_address': '172.25.3.253', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'port_id': '72815bf3-18cb-49ef-a39f-15153f4f7412', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e', 'mac_address': 'fa:16:3e:46:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b98ada-5704-4b90-864f-dc6102c2d53f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:39:04Z', 'updated_at': '2021-07-09T09:39:06Z', 'revision_number': 1, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec057e3-6729-40a7-bae1-9f0b60ea8044', 'name': '', 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'mac_address': 'fa:16:3e:40:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '5623fb91-49df-4ac4-8fd5-5eba5b628ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:46Z', 'updated_at': '2021-07-09T09:38:55Z', 'revision_number': 5, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'subnets': [{'id': '5623fb91-49df-4ac4-8fd5-5eba5b628ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:08.469662 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-798ee7d7-aa20-4209-8a29-55cbfb32cc4d req-18d1c421-453d-4b85-b026-895261f8a75b service neutron] 10.222.0.61 "GET /v2.0/networks/19975d38-7d21-4ee0-b5ca-39897d27813e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602430 Jul 09 09:39:08.493198 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6423ccb3-bff4-41cd-bee0-a783b2b66f8a None None] Checking router: 17f25a4b-e09f-476c-90a4-f3a89c22363b for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:39:08.504254 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6423ccb3-bff4-41cd-bee0-a783b2b66f8a None None] Routers {'17f25a4b-e09f-476c-90a4-f3a89c22363b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:39:08.505148 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6423ccb3-bff4-41cd-bee0-a783b2b66f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:38:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['17f25a4b-e09f-476c-90a4-f3a89c22363b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:08.507958 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c27618f-2272-4a1b-a19f-51599b426457 req-43583807-1ae0-4ffe-a9e1-09fe3782e1b2 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815370 Jul 09 09:39:08.549141 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cc708-645a-4337-90bb-beb26fb27c86 req-b6352ebb-a17a-4e64-8e36-ef1f7db6eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:08.550620 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-058cc708-645a-4337-90bb-beb26fb27c86 req-b6352ebb-a17a-4e64-8e36-ef1f7db6eba2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5623fb91-49df-4ac4-8fd5-5eba5b628ddd HTTP/1.1" status: 200 len: 867 time: 0.1235521 Jul 09 09:39:08.561514 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 09:39:08.561514 n-d-799996-1 neutron-server[93792]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 09 09:39:08.561514 n-d-799996-1 neutron-server[93792]: [parameters: {'in_use': 1, 'id_1': 'b0855004-b272-4e42-a6a0-e50516b81f68'}] Jul 09 09:39:08.561514 n-d-799996-1 neutron-server[93792]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:39:08.561951 n-d-799996-1 neutron-server[93792]: DEBUG oslo_db.api [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:39:08.657063 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-6423ccb3-bff4-41cd-bee0-a783b2b66f8a None None] Set router 17f25a4b-e09f-476c-90a4-f3a89c22363b gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:39:08.848915 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e386ca-c49d-4250-97ed-25aa59c2ef31 req-e030e1c1-5feb-41b3-b9b1-896c81c91f8e tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:08.858350 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a2e386ca-c49d-4250-97ed-25aa59c2ef31 req-e030e1c1-5feb-41b3-b9b1-896c81c91f8e tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/ports?device_id=63db81be-5bae-4dd6-81c0-64de2b060ec5 HTTP/1.1" status: 200 len: 931 time: 0.0997453 Jul 09 09:39:08.880883 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cc708-645a-4337-90bb-beb26fb27c86 req-43e4096a-3d49-44f0-92e3-3b026ce4e41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:08.883394 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-058cc708-645a-4337-90bb-beb26fb27c86 req-43e4096a-3d49-44f0-92e3-3b026ce4e41a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19975d38-7d21-4ee0-b5ca-39897d27813e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3199050 Jul 09 09:39:08.925087 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a2e386ca-c49d-4250-97ed-25aa59c2ef31 req-38ef2ec5-4b9b-4ee8-8efd-37e65bd9821e tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4570301-e5eb-436e-8c7c-2323adf37fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636241 Jul 09 09:39:08.976665 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60189a65-35ab-4a77-bda2-32a9a011ad5f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734058785814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2224200'] for subnet, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:08.986855 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:08.992344 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6423ccb3-bff4-41cd-bee0-a783b2b66f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415839388-router', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:38:41Z', 'updated_at': '2021-07-09T09:38:48Z', 'revision_number': 4, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'gw_port': {'id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:42Z', 'updated_at': '2021-07-09T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '75973586-c0b4-4677-9e8e-0feeaaddd609', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'floating_ip_address': '172.25.3.253', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'port_id': '72815bf3-18cb-49ef-a39f-15153f4f7412', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e', 'mac_address': 'fa:16:3e:46:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b98ada-5704-4b90-864f-dc6102c2d53f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:39:04Z', 'updated_at': '2021-07-09T09:39:06Z', 'revision_number': 1, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec057e3-6729-40a7-bae1-9f0b60ea8044', 'name': '', 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'mac_address': 'fa:16:3e:40:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '5623fb91-49df-4ac4-8fd5-5eba5b628ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:46Z', 'updated_at': '2021-07-09T09:38:55Z', 'revision_number': 5, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'subnets': [{'id': '5623fb91-49df-4ac4-8fd5-5eba5b628ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:09.026439 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6423ccb3-bff4-41cd-bee0-a783b2b66f8a None None] The sync data for ids ['17f25a4b-e09f-476c-90a4-f3a89c22363b'] in n-d-799996-1 is: [{'id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415839388-router', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:38:41Z', 'updated_at': '2021-07-09T09:38:48Z', 'revision_number': 4, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'gw_port': {'id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:42Z', 'updated_at': '2021-07-09T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '75973586-c0b4-4677-9e8e-0feeaaddd609', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'floating_ip_address': '172.25.3.253', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'port_id': '72815bf3-18cb-49ef-a39f-15153f4f7412', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e', 'mac_address': 'fa:16:3e:46:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b98ada-5704-4b90-864f-dc6102c2d53f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:39:04Z', 'updated_at': '2021-07-09T09:39:06Z', 'revision_number': 1, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec057e3-6729-40a7-bae1-9f0b60ea8044', 'name': '', 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'mac_address': 'fa:16:3e:40:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '5623fb91-49df-4ac4-8fd5-5eba5b628ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:46Z', 'updated_at': '2021-07-09T09:38:55Z', 'revision_number': 5, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'subnets': [{'id': '5623fb91-49df-4ac4-8fd5-5eba5b628ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:39:09.063051 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:09.110541 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60189a65-35ab-4a77-bda2-32a9a011ad5f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:09.111156 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60189a65-35ab-4a77-bda2-32a9a011ad5f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:09.116855 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-60189a65-35ab-4a77-bda2-32a9a011ad5f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "PUT /v2.0/subnets/b0855004-b272-4e42-a6a0-e50516b81f68 HTTP/1.1" status: 200 len: 877 time: 1.3334661 Jul 09 09:39:09.119160 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57570) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:09.142004 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3dc8c84c-a649-4b45-b25e-bb61fa520dfe req-01a71ed4-2dbb-4bea-815e-bf0de0b3928e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 258 time: 0.1931052 Jul 09 09:39:09.198173 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60189a65-35ab-4a77-bda2-32a9a011ad5f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event updated for resources: {'Subnet': ['ID=b0855004-b272-4e42-a6a0-e50516b81f68,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:09.207396 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-3dc8c84c-a649-4b45-b25e-bb61fa520dfe req-4989f79f-c142-4724-bfc0-4cb34084b57e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:09.242870 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-058cc708-645a-4337-90bb-beb26fb27c86 req-e69cbf40-155b-4ed1-8fae-5ab54d4dcc0f service neutron] 10.222.0.58 "GET /v2.0/networks/19975d38-7d21-4ee0-b5ca-39897d27813e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478265 Jul 09 09:39:09.247287 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-58f99f7a-053e-48a9-927f-2bde4da84c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a10366-e6b2-4a22-8ba5-98927143b9c1 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:39:09.255643 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-58f99f7a-053e-48a9-927f-2bde4da84c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:09.266309 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3dc8c84c-a649-4b45-b25e-bb61fa520dfe req-4989f79f-c142-4724-bfc0-4cb34084b57e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:09.285188 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Allocated IP 172.20.0.3 (c21564c4-9a52-4780-8d9a-c593d5f6d0b5/b0855004-b272-4e42-a6a0-e50516b81f68/ef183157-1c7a-4945-9db0-eb2bbb2c8185) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:09.329945 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-721740d0-7d55-49dc-89b2-7f0863659849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:09.357640 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:09.363442 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-58f99f7a-053e-48a9-927f-2bde4da84c84 service neutron] Transition to ACTIVE for port object 67a10366-e6b2-4a22-8ba5-98927143b9c1 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:09.373962 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-58f99f7a-053e-48a9-927f-2bde4da84c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:09.414640 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:39:09.441652 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:09.446105 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f99f7a-053e-48a9-927f-2bde4da84c84 service neutron] Pushing event updated for resources: {'Port': ['ID=67a10366-e6b2-4a22-8ba5-98927143b9c1,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:09.473273 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc0f811-1ed1-4693-9397-4e572433edbe None None] New status for floating IP 75973586-c0b4-4677-9e8e-0feeaaddd609: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:39:09.500792 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-058cc708-645a-4337-90bb-beb26fb27c86 req-862265ed-818a-49d2-97fc-b6552a2f01f8 service neutron] 10.222.0.58 "GET /v2.0/networks/19975d38-7d21-4ee0-b5ca-39897d27813e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343471 Jul 09 09:39:09.518326 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3dc8c84c-a649-4b45-b25e-bb61fa520dfe req-4989f79f-c142-4724-bfc0-4cb34084b57e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:09.601601 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-58f99f7a-053e-48a9-927f-2bde4da84c84 service neutron] Attempting to bind port 67a10366-e6b2-4a22-8ba5-98927143b9c1 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:39:09.602025 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-58f99f7a-053e-48a9-927f-2bde4da84c84 service neutron] Attempting to bind port 67a10366-e6b2-4a22-8ba5-98927143b9c1 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '141baa4c-800f-4237-9ec8-710ff0b27168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '34b6131b-6511-4a6b-997d-280ee4c5f99b'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:39:09.602792 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-58f99f7a-053e-48a9-927f-2bde4da84c84 service neutron] Attempting to bind port 67a10366-e6b2-4a22-8ba5-98927143b9c1 on network 34b6131b-6511-4a6b-997d-280ee4c5f99b {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:39:09.613082 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-58f99f7a-053e-48a9-927f-2bde4da84c84 service neutron] Port 67a10366-e6b2-4a22-8ba5-98927143b9c1 on network 34b6131b-6511-4a6b-997d-280ee4c5f99b not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:39:09.613924 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-58f99f7a-053e-48a9-927f-2bde4da84c84 service neutron] Attempting to bind port 67a10366-e6b2-4a22-8ba5-98927143b9c1 on network 34b6131b-6511-4a6b-997d-280ee4c5f99b {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:39:09.622177 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:09.633910 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-58f99f7a-053e-48a9-927f-2bde4da84c84 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:39:09.634263 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-58f99f7a-053e-48a9-927f-2bde4da84c84 service neutron] Checking segment: {'id': '141baa4c-800f-4237-9ec8-710ff0b27168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '34b6131b-6511-4a6b-997d-280ee4c5f99b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:09.634901 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-58f99f7a-053e-48a9-927f-2bde4da84c84 service neutron] Bound using segment: {'id': '141baa4c-800f-4237-9ec8-710ff0b27168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '34b6131b-6511-4a6b-997d-280ee4c5f99b'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:39:09.635373 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-58f99f7a-053e-48a9-927f-2bde4da84c84 service neutron] Bound port: 67a10366-e6b2-4a22-8ba5-98927143b9c1, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '141baa4c-800f-4237-9ec8-710ff0b27168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '34b6131b-6511-4a6b-997d-280ee4c5f99b'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:39:09.636886 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-58f99f7a-053e-48a9-927f-2bde4da84c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:09.658818 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-3dc8c84c-a649-4b45-b25e-bb61fa520dfe req-4989f79f-c142-4724-bfc0-4cb34084b57e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Allocated IP 172.25.3.182 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/ea3dae2f-d15d-45a1-81b0-5056a4a0cbdc) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:09.727813 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:09.737249 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-58f99f7a-053e-48a9-927f-2bde4da84c84 service neutron] For port 67a10366-e6b2-4a22-8ba5-98927143b9c1, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:39:09.739943 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:09.740321 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:09.741027 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-58f99f7a-053e-48a9-927f-2bde4da84c84 service neutron] For port 67a10366-e6b2-4a22-8ba5-98927143b9c1, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=67a10366-e6b2-4a22-8ba5-98927143b9c1,segment=NetworkSegment(141baa4c-800f-4237-9ec8-710ff0b27168),segment_id=141baa4c-800f-4237-9ec8-710ff0b27168)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:39:09.748591 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-58f99f7a-053e-48a9-927f-2bde4da84c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:09.769717 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:09.786416 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Transition to ACTIVE for port object ef183157-1c7a-4945-9db0-eb2bbb2c8185 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:09.808155 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-58f99f7a-053e-48a9-927f-2bde4da84c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:09.809246 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-58f99f7a-053e-48a9-927f-2bde4da84c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:09.812548 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-58f99f7a-053e-48a9-927f-2bde4da84c84 service neutron] 10.222.0.58 "PUT /v2.0/ports/67a10366-e6b2-4a22-8ba5-98927143b9c1 HTTP/1.1" status: 200 len: 1091 time: 1.9215496 Jul 09 09:39:09.812712 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Transition to ACTIVE for port object ef183157-1c7a-4945-9db0-eb2bbb2c8185 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:09.812836 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63db81be-5bae-4dd6-81c0-64de2b060ec5', 'tag': '67a10366-e6b2-4a22-8ba5-98927143b9c1'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:39:09.819540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f7147-0fc0-4eba-a7a4-25a89325736b req-86a833be-a2fe-4449-b141-86c1f6b5f18d tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:09.821128 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a36f7147-0fc0-4eba-a7a4-25a89325736b req-86a833be-a2fe-4449-b141-86c1f6b5f18d tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=665b2a55-6709-4548-aea5-17449eeb0841 HTTP/1.1" status: 200 len: 944 time: 0.1657383 Jul 09 09:39:09.833607 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b929e10a-05de-48e5-b33c-d3e35c950c13" -d '{"events": [{"name": "network-changed", "server_uuid": "63db81be-5bae-4dd6-81c0-64de2b060ec5", "tag": "67a10366-e6b2-4a22-8ba5-98927143b9c1"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:39:09.845909 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:09.858436 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f99f7a-053e-48a9-927f-2bde4da84c84 service neutron] Pushing event updated for resources: {'Port': ['ID=67a10366-e6b2-4a22-8ba5-98927143b9c1,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:09.888794 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3dc8c84c-a649-4b45-b25e-bb61fa520dfe req-4989f79f-c142-4724-bfc0-4cb34084b57e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:09.899543 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:09.904361 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:09.908318 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Network c21564c4-9a52-4780-8d9a-c593d5f6d0b5 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:09.918958 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-5fe26705-b57b-4b12-9ff7-458fb21b660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:09.921069 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-5fe26705-b57b-4b12-9ff7-458fb21b660d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f680844815734a11a2baa6b7bbacda53&device_id=63db81be-5bae-4dd6-81c0-64de2b060ec5 HTTP/1.1" status: 200 len: 1094 time: 0.0595877 Jul 09 09:39:09.923202 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:09.926688 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:09.933566 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Pushing event updated for resources: {'Port': ['ID=ef183157-1c7a-4945-9db0-eb2bbb2c8185,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:09.945389 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665b2a55-6709-4548-aea5-17449eeb0841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:39:09.949304 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db72bfc-52f7-4963-aa08-3f1ef2878219" -d '{"events": [{"server_uuid": "665b2a55-6709-4548-aea5-17449eeb0841", "name": "network-vif-plugged", "status": "completed", "tag": "fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:39:09.956089 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a36f7147-0fc0-4eba-a7a4-25a89325736b req-15b246f5-c4a0-41aa-887f-209ac2997789 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215670 Jul 09 09:39:09.966185 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:09.979226 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-30843df2-a9ee-4dc1-a026-3125e8711ad3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67a10366-e6b2-4a22-8ba5-98927143b9c1 HTTP/1.1" status: 200 len: 217 time: 0.0490828 Jul 09 09:39:10.001180 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:10.018210 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Subnet': ['ID=b0855004-b272-4e42-a6a0-e50516b81f68,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:10.022152 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:10.034109 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-760395ba-e20e-439e-a2ec-1acea4030595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:10.035875 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-760395ba-e20e-439e-a2ec-1acea4030595 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88e628f2-5a47-460d-90db-5d6539c96d73 HTTP/1.1" status: 200 len: 854 time: 0.0507374 Jul 09 09:39:10.036039 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21564c4-9a52-4780-8d9a-c593d5f6d0b5']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:10.051873 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364067a6-1f90-4fde-a233-ef00fda83763') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:10.052170 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364067a6-1f90-4fde-a233-ef00fda83763') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:10.065138 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Attempting to bind port ef183157-1c7a-4945-9db0-eb2bbb2c8185 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:39:10.065762 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Attempting to bind port ef183157-1c7a-4945-9db0-eb2bbb2c8185 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '364067a6-1f90-4fde-a233-ef00fda83763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c21564c4-9a52-4780-8d9a-c593d5f6d0b5'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:39:10.066046 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Attempting to bind port ef183157-1c7a-4945-9db0-eb2bbb2c8185 on network c21564c4-9a52-4780-8d9a-c593d5f6d0b5 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:39:10.070812 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:10.081200 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:39:10.081710 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Checking segment: {'id': '364067a6-1f90-4fde-a233-ef00fda83763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c21564c4-9a52-4780-8d9a-c593d5f6d0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:10.082184 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:10.082666 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Bound using segment: {'id': '364067a6-1f90-4fde-a233-ef00fda83763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c21564c4-9a52-4780-8d9a-c593d5f6d0b5'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:39:10.083214 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Bound port: ef183157-1c7a-4945-9db0-eb2bbb2c8185, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364067a6-1f90-4fde-a233-ef00fda83763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c21564c4-9a52-4780-8d9a-c593d5f6d0b5'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:39:10.083657 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:10.089350 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:10.095122 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3dc8c84c-a649-4b45-b25e-bb61fa520dfe req-4989f79f-c142-4724-bfc0-4cb34084b57e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:10.097735 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-e9d4bce9-7b67-4b2c-9e4f-e53901df9aea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=34b6131b-6511-4a6b-997d-280ee4c5f99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530083 Jul 09 09:39:10.098125 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:10.109096 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:39:10.109525 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:39:10.115261 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:39:10.150046 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc8c84c-a649-4b45-b25e-bb61fa520dfe req-4989f79f-c142-4724-bfc0-4cb34084b57e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:10.163575 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] For port ef183157-1c7a-4945-9db0-eb2bbb2c8185, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:39:10.181360 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-3dc8c84c-a649-4b45-b25e-bb61fa520dfe req-4989f79f-c142-4724-bfc0-4cb34084b57e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:10.186518 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fb1781-5d54-43f5-a560-644c75c123b1 x-openstack-request-id: req-b2fb1781-5d54-43f5-a560-644c75c123b1 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:39:10.186826 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63db81be-5bae-4dd6-81c0-64de2b060ec5", "tag": "67a10366-e6b2-4a22-8ba5-98927143b9c1", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:39:10.187092 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b2fb1781-5d54-43f5-a560-644c75c123b1 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:39:10.187500 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63db81be-5bae-4dd6-81c0-64de2b060ec5', 'tag': '67a10366-e6b2-4a22-8ba5-98927143b9c1', 'status': 'completed', 'code': 200} Jul 09 09:39:10.196325 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc8c84c-a649-4b45-b25e-bb61fa520dfe req-4989f79f-c142-4724-bfc0-4cb34084b57e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:10.230028 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989f79f-c142-4724-bfc0-4cb34084b57e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Pushing event updated for resources: {'Port': ['ID=ea3dae2f-d15d-45a1-81b0-5056a4a0cbdc,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:10.234624 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-cbc398e5-efce-46a2-b792-2b27fa652dc0 service neutron] 10.222.0.58 "GET /v2.0/networks/34b6131b-6511-4a6b-997d-280ee4c5f99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302810 Jul 09 09:39:10.238189 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.db.api [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 09:39:10.238189 n-d-799996-1 neutron-server[93790]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 09:39:10.238189 n-d-799996-1 neutron-server[93790]: [parameters: {'id': 'c21564c4-9a52-4780-8d9a-c593d5f6d0b5'}] Jul 09 09:39:10.238189 n-d-799996-1 neutron-server[93790]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:39:10.238607 n-d-799996-1 neutron-server[93790]: DEBUG oslo_db.api [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:39:10.238718 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] For port ef183157-1c7a-4945-9db0-eb2bbb2c8185, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=ef183157-1c7a-4945-9db0-eb2bbb2c8185,segment=NetworkSegment(364067a6-1f90-4fde-a233-ef00fda83763),segment_id=364067a6-1f90-4fde-a233-ef00fda83763)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:39:10.245043 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:10.350909 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea25679-5f3a-4ab0-9922-84938f92e6fb None None] Pushing event updated for resources: {'Port': ['ID=ef183157-1c7a-4945-9db0-eb2bbb2c8185,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:10.355329 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3dc8c84c-a649-4b45-b25e-bb61fa520dfe req-4989f79f-c142-4724-bfc0-4cb34084b57e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:10.355672 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9c246754-ed69-40ba-b5c3-79c70c65a712 req-aeb97d8b-e417-4395-8ff3-09d8a31a4f81 service neutron] 10.222.0.58 "GET /v2.0/networks/34b6131b-6511-4a6b-997d-280ee4c5f99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134827 Jul 09 09:39:10.376857 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298385ce-bade-4172-bcf9-8f786fd27650 None None] Network c21564c4-9a52-4780-8d9a-c593d5f6d0b5 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:10.408858 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd2832-d51f-48cd-934a-e28d55431708 req-3a4bfb8f-507f-4ebf-9ed0-1be83f8af6ef tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:10.410532 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88cd2832-d51f-48cd-934a-e28d55431708 req-3a4bfb8f-507f-4ebf-9ed0-1be83f8af6ef tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/ports?device_id=63db81be-5bae-4dd6-81c0-64de2b060ec5 HTTP/1.1" status: 200 len: 943 time: 0.1414015 Jul 09 09:39:10.442267 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3dc8c84c-a649-4b45-b25e-bb61fa520dfe req-4989f79f-c142-4724-bfc0-4cb34084b57e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:10.474472 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929e10a-05de-48e5-b33c-d3e35c950c13 req-cc6f3422-7cdc-4aea-9628-02fbb2dc72a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:10.476213 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b929e10a-05de-48e5-b33c-d3e35c950c13 req-cc6f3422-7cdc-4aea-9628-02fbb2dc72a1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f680844815734a11a2baa6b7bbacda53&device_id=63db81be-5bae-4dd6-81c0-64de2b060ec5 HTTP/1.1" status: 200 len: 1094 time: 0.0704195 Jul 09 09:39:10.496789 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88cd2832-d51f-48cd-934a-e28d55431708 req-6de5b283-bd9d-4aa5-8bbe-483c9e85acdb tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4570301-e5eb-436e-8c7c-2323adf37fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761557 Jul 09 09:39:10.554790 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d856642-1529-47af-bffa-f6680500d535 None None] Network c21564c4-9a52-4780-8d9a-c593d5f6d0b5 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:10.597469 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929e10a-05de-48e5-b33c-d3e35c950c13 req-e9d9561b-d4e5-4f7f-bc87-e28e238cfca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:10.599105 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b929e10a-05de-48e5-b33c-d3e35c950c13 req-e9d9561b-d4e5-4f7f-bc87-e28e238cfca6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=34b6131b-6511-4a6b-997d-280ee4c5f99b HTTP/1.1" status: 200 len: 915 time: 0.1168964 Jul 09 09:39:10.649202 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b929e10a-05de-48e5-b33c-d3e35c950c13 req-69f7aa4d-3154-4cd3-b02e-06b841864a21 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67a10366-e6b2-4a22-8ba5-98927143b9c1 HTTP/1.1" status: 200 len: 217 time: 0.0431449 Jul 09 09:39:10.651935 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3dc8c84c-a649-4b45-b25e-bb61fa520dfe req-4989f79f-c142-4724-bfc0-4cb34084b57e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:10.658076 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3dc8c84c-a649-4b45-b25e-bb61fa520dfe req-4989f79f-c142-4724-bfc0-4cb34084b57e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:10.685078 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466dbcd3-9782-46c7-90b8-2a56cd4e6b3a x-openstack-request-id: req-466dbcd3-9782-46c7-90b8-2a56cd4e6b3a {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:39:10.685439 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665b2a55-6709-4548-aea5-17449eeb0841", "name": "network-vif-plugged", "status": "completed", "tag": "fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:39:10.685757 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-466dbcd3-9782-46c7-90b8-2a56cd4e6b3a {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:39:10.686190 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665b2a55-6709-4548-aea5-17449eeb0841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c', 'code': 200} Jul 09 09:39:10.718086 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929e10a-05de-48e5-b33c-d3e35c950c13 req-6ececfb6-de2f-4537-8dee-b288dc1a3922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:10.720147 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b929e10a-05de-48e5-b33c-d3e35c950c13 req-6ececfb6-de2f-4537-8dee-b288dc1a3922 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88e628f2-5a47-460d-90db-5d6539c96d73 HTTP/1.1" status: 200 len: 854 time: 0.0640559 Jul 09 09:39:10.740848 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:10.747579 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f9c94b-f102-4d5b-8673-213702c13e7a None None] get_active_networks_info from n-d-799996-1 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 09:39:10.748358 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989f79f-c142-4724-bfc0-4cb34084b57e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Pushing event updated for resources: {'Port': ['ID=ea3dae2f-d15d-45a1-81b0-5056a4a0cbdc,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:10.756328 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3dc8c84c-a649-4b45-b25e-bb61fa520dfe req-4989f79f-c142-4724-bfc0-4cb34084b57e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:10.768276 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b929e10a-05de-48e5-b33c-d3e35c950c13 req-d45bc06b-b0f4-4c5d-849b-632016930640 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=34b6131b-6511-4a6b-997d-280ee4c5f99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401683 Jul 09 09:39:10.827803 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3dc8c84c-a649-4b45-b25e-bb61fa520dfe req-4989f79f-c142-4724-bfc0-4cb34084b57e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:10.829570 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3dc8c84c-a649-4b45-b25e-bb61fa520dfe req-4989f79f-c142-4724-bfc0-4cb34084b57e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6648519 Jul 09 09:39:10.878420 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b929e10a-05de-48e5-b33c-d3e35c950c13 req-94d5d04f-c79f-4c6a-855d-d2c621f4684a service neutron] 10.222.0.58 "GET /v2.0/networks/34b6131b-6511-4a6b-997d-280ee4c5f99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020436 Jul 09 09:39:10.898003 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f9c94b-f102-4d5b-8673-213702c13e7a None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 09:39:10.904810 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3dc8c84c-a649-4b45-b25e-bb61fa520dfe req-790e0927-6967-4bff-9390-f662254316a2 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 696 time: 0.0648274 Jul 09 09:39:10.915525 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bad4d2-dae4-4235-b283-45dd0bc17e60 req-6b2cf515-2df4-49be-bf7b-b46f6fee2101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:10.917779 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0bad4d2-dae4-4235-b283-45dd0bc17e60 req-6b2cf515-2df4-49be-bf7b-b46f6fee2101 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=665b2a55-6709-4548-aea5-17449eeb0841 HTTP/1.1" status: 200 len: 1096 time: 0.1582327 Jul 09 09:39:10.919356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Deleting port ef183157-1c7a-4945-9db0-eb2bbb2c8185 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:10.919752 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:10.997017 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b929e10a-05de-48e5-b33c-d3e35c950c13 req-21a92720-df5b-421d-b58a-721a452ef5dc service neutron] 10.222.0.58 "GET /v2.0/networks/34b6131b-6511-4a6b-997d-280ee4c5f99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108518 Jul 09 09:39:11.082874 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0bad4d2-dae4-4235-b283-45dd0bc17e60 req-0314b4d2-ac45-46e4-a355-35152cb8beaf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512804 Jul 09 09:39:11.095886 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] For port ef183157-1c7a-4945-9db0-eb2bbb2c8185, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=ef183157-1c7a-4945-9db0-eb2bbb2c8185,segment=NetworkSegment(364067a6-1f90-4fde-a233-ef00fda83763),segment_id=364067a6-1f90-4fde-a233-ef00fda83763)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:11.096275 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:11.133391 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:11.146237 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Calling delete_port for ef183157-1c7a-4945-9db0-eb2bbb2c8185 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:11.157784 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8c84c-a649-4b45-b25e-bb61fa520dfe req-1745be26-8657-4fac-88d0-af8130eee57d tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:11.159232 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3dc8c84c-a649-4b45-b25e-bb61fa520dfe req-1745be26-8657-4fac-88d0-af8130eee57d tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.2469373 Jul 09 09:39:11.266534 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22519d90-f380-47fd-a399-d8df37ae9c4c req-033cbd89-aac8-4808-acf5-cfb40702cfc9 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:11.268253 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-22519d90-f380-47fd-a399-d8df37ae9c4c req-033cbd89-aac8-4808-acf5-cfb40702cfc9 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=665b2a55-6709-4548-aea5-17449eeb0841 HTTP/1.1" status: 200 len: 945 time: 0.1663752 Jul 09 09:39:11.296852 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:11.326834 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Port': ['ID=ef183157-1c7a-4945-9db0-eb2bbb2c8185,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:11.337096 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No DVR routers for this DVR port ef183157-1c7a-4945-9db0-eb2bbb2c8185 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:39:11.345413 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-22519d90-f380-47fd-a399-d8df37ae9c4c req-4d44db9a-93f9-4e88-99af-c13ca0035493 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666139 Jul 09 09:39:11.456492 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:11.467829 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21564c4-9a52-4780-8d9a-c593d5f6d0b5']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:11.480025 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364067a6-1f90-4fde-a233-ef00fda83763') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:11.480326 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364067a6-1f90-4fde-a233-ef00fda83763') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:11.498260 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:11.514742 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:11.526349 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05e1de-e516-486b-9ea4-8e9225215335 req-8c3aacfe-c783-40f1-bb8f-8fd289b31ebb tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:11.527877 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de05e1de-e516-486b-9ea4-8e9225215335 req-8c3aacfe-c783-40f1-bb8f-8fd289b31ebb tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b98ada-5704-4b90-864f-dc6102c2d53f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1448104 Jul 09 09:39:11.531399 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:39:11.531842 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:39:11.534872 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:39:11.639882 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de05e1de-e516-486b-9ea4-8e9225215335 req-ba19e051-71e9-4733-a280-6d62b619e3e3 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 696 time: 0.1040924 Jul 09 09:39:11.664499 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-de05e1de-e516-486b-9ea4-8e9225215335 req-8517977f-bbed-45c8-ab9a-a18853fd51a8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Request body: {'floatingip': {'port_id': '72815bf3-18cb-49ef-a39f-15153f4f7412', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:11.668895 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:11.707138 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:11.708845 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/networks/c21564c4-9a52-4780-8d9a-c593d5f6d0b5 HTTP/1.1" status: 204 len: 168 time: 2.5884616 Jul 09 09:39:11.712265 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57594) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:11.729256 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-de05e1de-e516-486b-9ea4-8e9225215335 req-8517977f-bbed-45c8-ab9a-a18853fd51a8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:11.733646 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad313ac-afa3-436b-a435-021c3b3f034f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Network': ['ID=c21564c4-9a52-4780-8d9a-c593d5f6d0b5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:11.740456 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-f012a034-7d48-4353-9b69-4db3c1d3247c tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] DELETE failed (client error): The resource could not be found. Jul 09 09:39:11.740920 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f012a034-7d48-4353-9b69-4db3c1d3247c tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:39:11.742667 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f012a034-7d48-4353-9b69-4db3c1d3247c tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/subnets/b0855004-b272-4e42-a6a0-e50516b81f68 HTTP/1.1" status: 404 len: 337 time: 0.0294232 Jul 09 09:39:11.745196 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57596) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:11.763047 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-761af137-1624-4502-8731-5ee07417a615 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] DELETE failed (client error): The resource could not be found. Jul 09 09:39:11.763780 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761af137-1624-4502-8731-5ee07417a615 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:39:11.765491 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-761af137-1624-4502-8731-5ee07417a615 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/networks/c21564c4-9a52-4780-8d9a-c593d5f6d0b5 HTTP/1.1" status: 404 len: 339 time: 0.0194089 Jul 09 09:39:11.767928 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57598) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:11.793386 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-e103f3d2-583d-4174-9404-20bc21476a26 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] DELETE failed (client error): The resource could not be found. Jul 09 09:39:11.793838 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e103f3d2-583d-4174-9404-20bc21476a26 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:39:11.796209 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e103f3d2-583d-4174-9404-20bc21476a26 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/subnets/8eb24545-d3ef-4b2d-ab69-be9b7aaab58d HTTP/1.1" status: 404 len: 337 time: 0.0273824 Jul 09 09:39:11.798744 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57600) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:11.816317 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d866bdd-a832-4d0b-94ba-e9141d8aa8c8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] DELETE failed (client error): The resource could not be found. Jul 09 09:39:11.816859 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d866bdd-a832-4d0b-94ba-e9141d8aa8c8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:39:11.818729 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9d866bdd-a832-4d0b-94ba-e9141d8aa8c8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/networks/80a7cddb-c42f-48bc-86b5-0672f9576f74 HTTP/1.1" status: 404 len: 339 time: 0.0190508 Jul 09 09:39:11.821385 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57602) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:11.843382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353f3da-2c96-4a68-a85b-eb9dd1fc7ea0 req-029f784d-ff49-4fc5-90b6-3212f05da72c tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:11.844955 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f353f3da-2c96-4a68-a85b-eb9dd1fc7ea0 req-029f784d-ff49-4fc5-90b6-3212f05da72c tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/ports?device_id=63db81be-5bae-4dd6-81c0-64de2b060ec5 HTTP/1.1" status: 200 len: 943 time: 0.2271080 Jul 09 09:39:11.903679 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-118232ed-3432-430a-a9b2-f038ef359ed9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:11.934440 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f353f3da-2c96-4a68-a85b-eb9dd1fc7ea0 req-068871fc-e29b-4d7c-96b9-203083590d88 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4570301-e5eb-436e-8c7c-2323adf37fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802226 Jul 09 09:39:12.011459 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-118232ed-3432-430a-a9b2-f038ef359ed9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:12.022561 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-118232ed-3432-430a-a9b2-f038ef359ed9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee00322e-aad2-493a-8e0d-76e2c99b7519']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:12.277925 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-118232ed-3432-430a-a9b2-f038ef359ed9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4aee4d2-6bb9-43fd-86dd-5a4e02c62330') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:12.278174 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-118232ed-3432-430a-a9b2-f038ef359ed9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4aee4d2-6bb9-43fd-86dd-5a4e02c62330') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:12.288858 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-118232ed-3432-430a-a9b2-f038ef359ed9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:12.305501 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-118232ed-3432-430a-a9b2-f038ef359ed9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:12.312513 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118232ed-3432-430a-a9b2-f038ef359ed9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:39:12.312889 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-118232ed-3432-430a-a9b2-f038ef359ed9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:39:12.316134 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:39:12.351969 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-de05e1de-e516-486b-9ea4-8e9225215335 req-8517977f-bbed-45c8-ab9a-a18853fd51a8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 09:39:12.357658 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de05e1de-e516-486b-9ea4-8e9225215335 req-8517977f-bbed-45c8-ab9a-a18853fd51a8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "PUT /v2.0/floatingips/ee8c1b46-e44d-41b4-a502-fca7bc86b172 HTTP/1.1" status: 409 len: 550 time: 0.6989856 Jul 09 09:39:12.381164 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-118232ed-3432-430a-a9b2-f038ef359ed9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:12.397922 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-118232ed-3432-430a-a9b2-f038ef359ed9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:12.402731 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-118232ed-3432-430a-a9b2-f038ef359ed9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/networks/ee00322e-aad2-493a-8e0d-76e2c99b7519 HTTP/1.1" status: 204 len: 168 time: 0.5776103 Jul 09 09:39:12.402731 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57610) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:12.421655 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6425b34d-aa35-41da-8277-47b81bd44edb req-772794eb-df5c-440e-9e4c-5d8aef58437a tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/floatingips/ee8c1b46-e44d-41b4-a502-fca7bc86b172 HTTP/1.1" status: 200 len: 693 time: 0.0460742 Jul 09 09:39:12.438532 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118232ed-3432-430a-a9b2-f038ef359ed9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Network': ['ID=ee00322e-aad2-493a-8e0d-76e2c99b7519,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:12.440951 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-8938211f-43b7-4de6-abaf-639628170a2f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] DELETE failed (client error): The resource could not be found. Jul 09 09:39:12.441400 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8938211f-43b7-4de6-abaf-639628170a2f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:39:12.443124 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8938211f-43b7-4de6-abaf-639628170a2f tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/subnets/02a8e9b8-079a-4eaa-8ee0-ba69f18c1103 HTTP/1.1" status: 404 len: 337 time: 0.0398002 Jul 09 09:39:12.445797 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57612) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:12.464062 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b5548f-aee0-4bd4-ae9a-84f893950b8d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] DELETE failed (client error): The resource could not be found. Jul 09 09:39:12.464618 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b5548f-aee0-4bd4-ae9a-84f893950b8d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:39:12.469288 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-23b5548f-aee0-4bd4-ae9a-84f893950b8d tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/networks/0643a626-19ac-4d37-a49f-eabffdbb2c13 HTTP/1.1" status: 404 len: 339 time: 0.0197067 Jul 09 09:39:12.470207 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57614) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:12.500146 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c7f731-66bb-4b1e-b619-2b6fd4cdadf8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] DELETE failed (client error): The resource could not be found. Jul 09 09:39:12.500146 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c7f731-66bb-4b1e-b619-2b6fd4cdadf8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:39:12.503964 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-02c7f731-66bb-4b1e-b619-2b6fd4cdadf8 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/subnets/6502613d-1b7e-4aa2-ba78-4ce4132d4ded HTTP/1.1" status: 404 len: 337 time: 0.0311060 Jul 09 09:39:12.504261 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57616) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:12.522532 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02b3035-401b-4577-8dea-c6fae1823b3b tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] DELETE failed (client error): The resource could not be found. Jul 09 09:39:12.523068 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d02b3035-401b-4577-8dea-c6fae1823b3b tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:39:12.524953 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d02b3035-401b-4577-8dea-c6fae1823b3b tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/networks/8497eeb1-0579-4f13-b0f7-78ba93112a80 HTTP/1.1" status: 404 len: 339 time: 0.0196023 Jul 09 09:39:12.527296 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57618) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:12.553013 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef349f2-4387-488f-a7e0-92c7825f7ac7 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] DELETE failed (client error): The resource could not be found. Jul 09 09:39:12.553383 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef349f2-4387-488f-a7e0-92c7825f7ac7 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:39:12.555083 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-aef349f2-4387-488f-a7e0-92c7825f7ac7 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/subnets/5f87de33-9880-44c0-a017-7e69f6c92aa8 HTTP/1.1" status: 404 len: 337 time: 0.0268638 Jul 09 09:39:12.557601 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57620) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:12.574512 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425b34d-aa35-41da-8277-47b81bd44edb req-0f324eab-b02a-4f2f-bf6d-0070d8665532 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:12.575357 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-d865ef73-62a5-4178-af7d-7ed0fddbccd9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] DELETE failed (client error): The resource could not be found. Jul 09 09:39:12.576422 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6425b34d-aa35-41da-8277-47b81bd44edb req-0f324eab-b02a-4f2f-bf6d-0070d8665532 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.1478012 Jul 09 09:39:12.576575 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d865ef73-62a5-4178-af7d-7ed0fddbccd9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:39:12.580607 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d865ef73-62a5-4178-af7d-7ed0fddbccd9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/networks/7a436688-1afa-4e58-ac60-fb6ce4dd5663 HTTP/1.1" status: 404 len: 339 time: 0.0196357 Jul 09 09:39:12.580815 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57622) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:12.588746 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754cc2e-4492-46e7-bae7-04597350679d req-84fa123a-7894-49df-bbeb-87e5c696fc8d tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:12.590201 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3754cc2e-4492-46e7-bae7-04597350679d req-84fa123a-7894-49df-bbeb-87e5c696fc8d tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=665b2a55-6709-4548-aea5-17449eeb0841 HTTP/1.1" status: 200 len: 945 time: 0.1055489 Jul 09 09:39:12.606546 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c1b861-1cbf-4a8b-bb17-8620d4ebeda3 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] DELETE failed (client error): The resource could not be found. Jul 09 09:39:12.607133 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c1b861-1cbf-4a8b-bb17-8620d4ebeda3 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:39:12.609456 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-79c1b861-1cbf-4a8b-bb17-8620d4ebeda3 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/subnets/6821a83c-7eb8-4565-98b7-9fb755353237 HTTP/1.1" status: 404 len: 337 time: 0.0277345 Jul 09 09:39:12.612055 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57624) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:12.629682 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df832fc-7c3a-411c-a8d6-af7ca44259ea tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] DELETE failed (client error): The resource could not be found. Jul 09 09:39:12.630212 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df832fc-7c3a-411c-a8d6-af7ca44259ea tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:39:12.631953 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0df832fc-7c3a-411c-a8d6-af7ca44259ea tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/networks/83486908-89a0-435c-8dd8-b3499108847d HTTP/1.1" status: 404 len: 339 time: 0.0189724 Jul 09 09:39:12.634543 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57626) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:12.649533 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6425b34d-aa35-41da-8277-47b81bd44edb req-d2553784-aad1-42a8-8259-8644a5bd48eb tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 696 time: 0.0583725 Jul 09 09:39:12.661319 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2cdafc-c5e8-46b3-9757-9ef636cf04f7 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] DELETE failed (client error): The resource could not be found. Jul 09 09:39:12.661777 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2cdafc-c5e8-46b3-9757-9ef636cf04f7 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:39:12.666007 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ce2cdafc-c5e8-46b3-9757-9ef636cf04f7 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/subnets/432cfdcf-e456-4305-b39d-0de7a68ace08 HTTP/1.1" status: 404 len: 337 time: 0.0280402 Jul 09 09:39:12.666200 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57628) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:12.684027 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-feef1ca6-eca2-470c-b360-b459e1e2a17a tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] DELETE failed (client error): The resource could not be found. Jul 09 09:39:12.684554 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feef1ca6-eca2-470c-b360-b459e1e2a17a tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:39:12.686267 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-feef1ca6-eca2-470c-b360-b459e1e2a17a tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/networks/6567b036-7310-4549-a66e-47fbd22ed54c HTTP/1.1" status: 404 len: 339 time: 0.0191722 Jul 09 09:39:12.688862 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57630) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:12.702498 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3754cc2e-4492-46e7-bae7-04597350679d req-1c1f1a1a-aad9-4fdb-afd7-3e5e49169bea tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047227 Jul 09 09:39:12.709807 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6425b34d-aa35-41da-8277-47b81bd44edb req-4c208ebe-bbb0-482e-9aaf-4c0f8f93baf6 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 696 time: 0.0492306 Jul 09 09:39:12.728738 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b7a17b-7439-4665-a19e-5fd4cfba28fc tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] DELETE failed (client error): The resource could not be found. Jul 09 09:39:12.728738 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b7a17b-7439-4665-a19e-5fd4cfba28fc tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:39:12.728738 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-97b7a17b-7439-4665-a19e-5fd4cfba28fc tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/subnets/eefbc7d7-8f49-4db6-a630-9c1cad261374 HTTP/1.1" status: 404 len: 337 time: 0.0320797 Jul 09 09:39:12.728738 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57632) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:12.743060 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-018dae64-7015-4472-afea-5c0704264376 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] DELETE failed (client error): The resource could not be found. Jul 09 09:39:12.743641 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-018dae64-7015-4472-afea-5c0704264376 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:39:12.748200 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-018dae64-7015-4472-afea-5c0704264376 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/networks/42575a12-a849-4a9f-93f9-b770d44799d3 HTTP/1.1" status: 404 len: 339 time: 0.0198023 Jul 09 09:39:12.748620 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57636) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:12.776412 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-1755c24a-183b-4360-984c-28f40bca3c4a tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] DELETE failed (client error): The resource could not be found. Jul 09 09:39:12.776868 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1755c24a-183b-4360-984c-28f40bca3c4a tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:39:12.780890 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1755c24a-183b-4360-984c-28f40bca3c4a tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/subnets/5de21c5f-7e41-412d-a2ca-a5fb8f50dd4c HTTP/1.1" status: 404 len: 337 time: 0.0292032 Jul 09 09:39:12.781127 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57638) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:12.799438 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-04713984-d2bc-481c-adaf-e3ceaa9fa5c4 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] DELETE failed (client error): The resource could not be found. Jul 09 09:39:12.800151 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04713984-d2bc-481c-adaf-e3ceaa9fa5c4 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:39:12.802306 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-04713984-d2bc-481c-adaf-e3ceaa9fa5c4 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/networks/bd803546-fa14-4e63-90d0-e28fec1cb593 HTTP/1.1" status: 404 len: 339 time: 0.0202718 Jul 09 09:39:12.805142 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57640) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:12.833075 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-14fb19ca-74ee-496d-9dbb-551ea1335d07 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] DELETE failed (client error): The resource could not be found. Jul 09 09:39:12.833812 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14fb19ca-74ee-496d-9dbb-551ea1335d07 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:39:12.835444 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-14fb19ca-74ee-496d-9dbb-551ea1335d07 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/subnets/70fa5327-63a0-4cfe-834c-1bd085c63a47 HTTP/1.1" status: 404 len: 337 time: 0.0292222 Jul 09 09:39:12.838025 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57642) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:12.848804 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-6425b34d-aa35-41da-8277-47b81bd44edb req-e69ba996-0794-4d58-9b6c-df09cb2089c0 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Deleting port ea3dae2f-d15d-45a1-81b0-5056a4a0cbdc {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:12.850674 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6425b34d-aa35-41da-8277-47b81bd44edb req-e69ba996-0794-4d58-9b6c-df09cb2089c0 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:12.857070 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-c257cbd7-4915-4679-ba0c-0dc4bf6409d3 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] DELETE failed (client error): The resource could not be found. Jul 09 09:39:12.857694 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c257cbd7-4915-4679-ba0c-0dc4bf6409d3 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:39:12.861779 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c257cbd7-4915-4679-ba0c-0dc4bf6409d3 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/networks/ce4f6b46-1b39-4544-9ff5-872be15bb95a HTTP/1.1" status: 404 len: 339 time: 0.0202739 Jul 09 09:39:12.862080 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57644) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:12.877266 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:12.920978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d490a98-3fe3-4ba5-937b-1166a5e384e9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Deleting subnet 06b780b8-7c00-405e-ab5d-7d9805a62d69 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:39:12.921510 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d490a98-3fe3-4ba5-937b-1166a5e384e9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:12.945030 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6425b34d-aa35-41da-8277-47b81bd44edb req-e69ba996-0794-4d58-9b6c-df09cb2089c0 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:12.945497 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6425b34d-aa35-41da-8277-47b81bd44edb req-e69ba996-0794-4d58-9b6c-df09cb2089c0 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:12.961136 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-6425b34d-aa35-41da-8277-47b81bd44edb req-e69ba996-0794-4d58-9b6c-df09cb2089c0 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Calling delete_port for ea3dae2f-d15d-45a1-81b0-5056a4a0cbdc owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:12.981122 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d490a98-3fe3-4ba5-937b-1166a5e384e9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:13.072400 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d490a98-3fe3-4ba5-937b-1166a5e384e9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:13.141645 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d490a98-3fe3-4ba5-937b-1166a5e384e9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:13.144473 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ddd55-1de9-4491-89f2-2f673e62c9aa req-93780d59-4bd3-49bc-bb8e-4fbbdb5c5b73 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:13.146059 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-922ddd55-1de9-4491-89f2-2f673e62c9aa req-93780d59-4bd3-49bc-bb8e-4fbbdb5c5b73 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=665b2a55-6709-4548-aea5-17449eeb0841 HTTP/1.1" status: 200 len: 945 time: 0.1144376 Jul 09 09:39:13.165873 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6425b34d-aa35-41da-8277-47b81bd44edb req-e69ba996-0794-4d58-9b6c-df09cb2089c0 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:13.184611 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d490a98-3fe3-4ba5-937b-1166a5e384e9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Subnet': ['ID=06b780b8-7c00-405e-ab5d-7d9805a62d69,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:13.195425 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cb744f-37ed-40d8-9817-ddd7219de6c9 None None] Network 76657b6d-fbd3-4817-9dca-df0f41e70ce2 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:13.203381 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d490a98-3fe3-4ba5-937b-1166a5e384e9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:13.207472 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ba996-0794-4d58-9b6c-df09cb2089c0 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Pushing event deleted for resources: {'Port': ['ID=ea3dae2f-d15d-45a1-81b0-5056a4a0cbdc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:13.207790 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7d490a98-3fe3-4ba5-937b-1166a5e384e9 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/subnets/06b780b8-7c00-405e-ab5d-7d9805a62d69 HTTP/1.1" status: 204 len: 168 time: 0.3423378 Jul 09 09:39:13.208769 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57652) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:13.213410 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 67a10366-e6b2-4a22-8ba5-98927143b9c1 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:39:13.242812 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-922ddd55-1de9-4491-89f2-2f673e62c9aa req-a79299ec-613c-4da1-a057-848a53160d5d tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862942 Jul 09 09:39:13.308757 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba015625-99d8-4d4e-8731-1ddfbefd01e0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:13.309969 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6425b34d-aa35-41da-8277-47b81bd44edb req-e69ba996-0794-4d58-9b6c-df09cb2089c0 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:13.313186 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6425b34d-aa35-41da-8277-47b81bd44edb req-e69ba996-0794-4d58-9b6c-df09cb2089c0 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:13.329312 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6425b34d-aa35-41da-8277-47b81bd44edb req-e69ba996-0794-4d58-9b6c-df09cb2089c0 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "DELETE /v2.0/floatingips/ee8c1b46-e44d-41b4-a502-fca7bc86b172 HTTP/1.1" status: 204 len: 173 time: 0.6119177 Jul 09 09:39:13.378607 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ba015625-99d8-4d4e-8731-1ddfbefd01e0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Deleting port 380225e0-929b-48a4-9c14-24ff5629f54c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:13.378949 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba015625-99d8-4d4e-8731-1ddfbefd01e0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:13.442031 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc28b2f-fc76-4bbd-8e0e-1a59319ac173 req-fb1f560e-89c3-4679-8103-e58219df1a9d tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:13.443992 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2dc28b2f-fc76-4bbd-8e0e-1a59319ac173 req-fb1f560e-89c3-4679-8103-e58219df1a9d tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/ports?device_id=63db81be-5bae-4dd6-81c0-64de2b060ec5 HTTP/1.1" status: 200 len: 943 time: 0.0817897 Jul 09 09:39:13.461074 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-ba015625-99d8-4d4e-8731-1ddfbefd01e0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] For port 380225e0-929b-48a4-9c14-24ff5629f54c, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=380225e0-929b-48a4-9c14-24ff5629f54c,segment=NetworkSegment(eb0a6ec9-2abe-4850-adea-eea650ade553),segment_id=eb0a6ec9-2abe-4850-adea-eea650ade553)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:13.461437 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba015625-99d8-4d4e-8731-1ddfbefd01e0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:13.478008 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ba015625-99d8-4d4e-8731-1ddfbefd01e0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Calling delete_port for 380225e0-929b-48a4-9c14-24ff5629f54c owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:13.562888 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2dc28b2f-fc76-4bbd-8e0e-1a59319ac173 req-9a0e5f26-05e5-414c-a17a-f5803e85edf3 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4570301-e5eb-436e-8c7c-2323adf37fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122656 Jul 09 09:39:13.563155 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 67a10366-e6b2-4a22-8ba5-98927143b9c1, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=67a10366-e6b2-4a22-8ba5-98927143b9c1,segment=NetworkSegment(141baa4c-800f-4237-9ec8-710ff0b27168),segment_id=141baa4c-800f-4237-9ec8-710ff0b27168)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:13.570570 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba015625-99d8-4d4e-8731-1ddfbefd01e0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:13.579288 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '67a10366-e6b2-4a22-8ba5-98927143b9c1', 'network_id': '34b6131b-6511-4a6b-997d-280ee4c5f99b', 'port_id': '67a10366-e6b2-4a22-8ba5-98927143b9c1', 'mac_address': 'fa:16:3e:64:e4:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88e628f2-5a47-460d-90db-5d6539c96d73', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:39:13.593276 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-03de3e52-c599-4322-bf89-4210af894c44 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.253 HTTP/1.1" status: 200 len: 1001 time: 0.1268830 Jul 09 09:39:13.628240 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba015625-99d8-4d4e-8731-1ddfbefd01e0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] No DVR routers for this DVR port 380225e0-929b-48a4-9c14-24ff5629f54c on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:39:13.635744 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba015625-99d8-4d4e-8731-1ddfbefd01e0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Port': ['ID=380225e0-929b-48a4-9c14-24ff5629f54c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:13.640109 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:13.660190 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a10366-e6b2-4a22-8ba5-98927143b9c1 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:39:13.666472 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5e5714-8c39-4939-9303-c9ae7f4a96af None None] DHCP port deletion for 76657b6d-fbd3-4817-9dca-df0f41e70ce2 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:39:13.680633 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-6cd0d637-0983-4096-8ea4-8444d0d0c2a9 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:13.682728 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-6cd0d637-0983-4096-8ea4-8444d0d0c2a9 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/ports/72815bf3-18cb-49ef-a39f-15153f4f7412 HTTP/1.1" status: 200 len: 942 time: 0.0799201 Jul 09 09:39:13.700253 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 67a10366-e6b2-4a22-8ba5-98927143b9c1, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=67a10366-e6b2-4a22-8ba5-98927143b9c1,segment=NetworkSegment(141baa4c-800f-4237-9ec8-710ff0b27168),segment_id=141baa4c-800f-4237-9ec8-710ff0b27168)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:13.706456 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:13.748419 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba015625-99d8-4d4e-8731-1ddfbefd01e0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:13.758843 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ba015625-99d8-4d4e-8731-1ddfbefd01e0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76657b6d-fbd3-4817-9dca-df0f41e70ce2']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:13.761414 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=67a10366-e6b2-4a22-8ba5-98927143b9c1,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:13.770763 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ba015625-99d8-4d4e-8731-1ddfbefd01e0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb0a6ec9-2abe-4850-adea-eea650ade553') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:13.771047 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ba015625-99d8-4d4e-8731-1ddfbefd01e0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb0a6ec9-2abe-4850-adea-eea650ade553') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:13.780415 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba015625-99d8-4d4e-8731-1ddfbefd01e0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:13.794579 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba015625-99d8-4d4e-8731-1ddfbefd01e0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:13.800837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba015625-99d8-4d4e-8731-1ddfbefd01e0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:39:13.801212 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba015625-99d8-4d4e-8731-1ddfbefd01e0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:39:13.804621 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:39:13.838599 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-7187785c-61dc-48af-84e1-f057fafbfd10 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.253 HTTP/1.1" status: 200 len: 1001 time: 0.0653477 Jul 09 09:39:13.875172 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba015625-99d8-4d4e-8731-1ddfbefd01e0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:13.882349 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba015625-99d8-4d4e-8731-1ddfbefd01e0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:13.883945 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ba015625-99d8-4d4e-8731-1ddfbefd01e0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] 10.222.0.61 "DELETE /v2.0/networks/76657b6d-fbd3-4817-9dca-df0f41e70ce2 HTTP/1.1" status: 204 len: 168 time: 0.6657510 Jul 09 09:39:13.895937 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba015625-99d8-4d4e-8731-1ddfbefd01e0 tempest-NetworksTest-323727171 tempest-NetworksTest-323727171-project] Pushing event deleted for resources: {'Network': ['ID=76657b6d-fbd3-4817-9dca-df0f41e70ce2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:13.952467 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-2c566764-60ea-452a-8b7e-2afe94d17b26 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:13.953847 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-2c566764-60ea-452a-8b7e-2afe94d17b26 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.1086769 Jul 09 09:39:14.026611 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-cd82cafd-e25e-44e6-bc53-dc9b0a37b817 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.253 HTTP/1.1" status: 200 len: 1001 time: 0.0662649 Jul 09 09:39:14.036038 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-d140e4f8-5fb7-4c44-bf7e-97a2cb9ee95b tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:14.057867 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['67a10366-e6b2-4a22-8ba5-98927143b9c1'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:39:14.088200 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57662) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:14.095530 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-d140e4f8-5fb7-4c44-bf7e-97a2cb9ee95b tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:14.235810 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-089a9082-f49f-41c6-9757-6345bd2188a5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=af5ecbd9ec794e6dac921167147e8826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458764 Jul 09 09:39:14.238267 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57666) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:14.258828 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-d140e4f8-5fb7-4c44-bf7e-97a2cb9ee95b tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:14.262601 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-d140e4f8-5fb7-4c44-bf7e-97a2cb9ee95b tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:14.263708 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-d140e4f8-5fb7-4c44-bf7e-97a2cb9ee95b tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Floating IP 75973586-c0b4-4677-9e8e-0feeaaddd609 disassociated. External IP: 172.25.3.253, port: 72815bf3-18cb-49ef-a39f-15153f4f7412. Jul 09 09:39:14.290297 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6674d63d-0098-4930-81f7-1a6ae729fe03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:14.315472 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6674d63d-0098-4930-81f7-1a6ae729fe03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:14.370234 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6674d63d-0098-4930-81f7-1a6ae729fe03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:14.373666 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6674d63d-0098-4930-81f7-1a6ae729fe03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:14.374818 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6674d63d-0098-4930-81f7-1a6ae729fe03 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a277a3af-b9ec-4e7b-bc81-6ef6a8d25b60 HTTP/1.1" status: 204 len: 168 time: 0.1356528 Jul 09 09:39:14.383148 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674d63d-0098-4930-81f7-1a6ae729fe03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a277a3af-b9ec-4e7b-bc81-6ef6a8d25b60,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:14.517096 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3321e-ce67-4df1-82c0-6bb7cfdf3b56 req-47ffae33-ede1-48b7-ad84-cfcd30364e2e tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:14.518608 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5bd3321e-ce67-4df1-82c0-6bb7cfdf3b56 req-47ffae33-ede1-48b7-ad84-cfcd30364e2e tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=665b2a55-6709-4548-aea5-17449eeb0841 HTTP/1.1" status: 200 len: 945 time: 0.1493394 Jul 09 09:39:14.581283 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-d140e4f8-5fb7-4c44-bf7e-97a2cb9ee95b tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Router 17f25a4b-e09f-476c-90a4-f3a89c22363b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:39:14.584704 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5bd3321e-ce67-4df1-82c0-6bb7cfdf3b56 req-ac201698-069a-4a5d-8e86-0d3396aedadd tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571108 Jul 09 09:39:14.719170 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-d140e4f8-5fb7-4c44-bf7e-97a2cb9ee95b tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:39:14.723827 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-d140e4f8-5fb7-4c44-bf7e-97a2cb9ee95b tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:14.732559 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9867ba-f8e3-478d-a8d2-931369e7f1ca None None] Sync routers for ids ['17f25a4b-e09f-476c-90a4-f3a89c22363b'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:39:14.742737 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9867ba-f8e3-478d-a8d2-931369e7f1ca None None] Routers {'17f25a4b-e09f-476c-90a4-f3a89c22363b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:39:14.743634 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ad9867ba-f8e3-478d-a8d2-931369e7f1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:39:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['17f25a4b-e09f-476c-90a4-f3a89c22363b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:14.768469 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-d140e4f8-5fb7-4c44-bf7e-97a2cb9ee95b tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "PUT /v2.0/floatingips/75973586-c0b4-4677-9e8e-0feeaaddd609 HTTP/1.1" status: 200 len: 695 time: 0.7359967 Jul 09 09:39:14.768780 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b98ada-5704-4b90-864f-dc6102c2d53f', 'tag': '72815bf3-18cb-49ef-a39f-15153f4f7412'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:39:14.771100 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a81c6b8-00c2-4a54-bf51-0587e19979e5" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b98ada-5704-4b90-864f-dc6102c2d53f", "tag": "72815bf3-18cb-49ef-a39f-15153f4f7412"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:39:14.882171 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-02377e4c-b793-485f-9936-f97bfeff256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:14.883774 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-02377e4c-b793-485f-9936-f97bfeff256d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c59f9867d2a94ec5a469ddb3b63fb241&device_id=c1b98ada-5704-4b90-864f-dc6102c2d53f HTTP/1.1" status: 200 len: 1096 time: 0.1011324 Jul 09 09:39:14.896066 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ad9867ba-f8e3-478d-a8d2-931369e7f1ca None None] Set router 17f25a4b-e09f-476c-90a4-f3a89c22363b gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:39:14.902137 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ff922-6281-4ded-a0e5-e26856054d67 req-0c7d4a3e-b5bc-445a-a46e-5a8d5f8c69db tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:14.908096 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c41ff922-6281-4ded-a0e5-e26856054d67 req-0c7d4a3e-b5bc-445a-a46e-5a8d5f8c69db tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/ports?device_id=63db81be-5bae-4dd6-81c0-64de2b060ec5 HTTP/1.1" status: 200 len: 944 time: 0.0916767 Jul 09 09:39:14.947477 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 380225e0-929b-48a4-9c14-24ff5629f54c no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:39:14.972918 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 380225e0-929b-48a4-9c14-24ff5629f54c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:39:14.973301 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 380225e0-929b-48a4-9c14-24ff5629f54c not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:39:15.034875 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c41ff922-6281-4ded-a0e5-e26856054d67 req-ab126073-eeae-496f-8ad9-006da3150699 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4570301-e5eb-436e-8c7c-2323adf37fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144674 Jul 09 09:39:15.076731 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-22ce3736-fce1-4d60-9cf7-9d9e4c3d15c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:15.079898 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-22ce3736-fce1-4d60-9cf7-9d9e4c3d15c4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=19975d38-7d21-4ee0-b5ca-39897d27813e HTTP/1.1" status: 200 len: 929 time: 0.1693645 Jul 09 09:39:15.129587 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-8fc8fe89-3302-4b58-b5c6-9ed7963cb2a2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72815bf3-18cb-49ef-a39f-15153f4f7412 HTTP/1.1" status: 200 len: 217 time: 0.0439858 Jul 09 09:39:15.163154 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ad9867ba-f8e3-478d-a8d2-931369e7f1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415839388-router', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:38:41Z', 'updated_at': '2021-07-09T09:38:48Z', 'revision_number': 4, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'gw_port': {'id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:42Z', 'updated_at': '2021-07-09T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'cec057e3-6729-40a7-bae1-9f0b60ea8044', 'name': '', 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'mac_address': 'fa:16:3e:40:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '5623fb91-49df-4ac4-8fd5-5eba5b628ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:46Z', 'updated_at': '2021-07-09T09:38:55Z', 'revision_number': 5, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'subnets': [{'id': '5623fb91-49df-4ac4-8fd5-5eba5b628ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:15.165038 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57700) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:15.191066 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9867ba-f8e3-478d-a8d2-931369e7f1ca None None] Checking router: 17f25a4b-e09f-476c-90a4-f3a89c22363b for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:39:15.199707 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9867ba-f8e3-478d-a8d2-931369e7f1ca None None] Routers {'17f25a4b-e09f-476c-90a4-f3a89c22363b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:39:15.200329 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ad9867ba-f8e3-478d-a8d2-931369e7f1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:39:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['17f25a4b-e09f-476c-90a4-f3a89c22363b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:15.204008 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-3636efe0-8fef-4cd2-9010-244e84da7cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:15.206210 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-3636efe0-8fef-4cd2-9010-244e84da7cd7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5623fb91-49df-4ac4-8fd5-5eba5b628ddd HTTP/1.1" status: 200 len: 867 time: 0.0712612 Jul 09 09:39:15.285949 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4141ed88-8d90-4c5e-9b7d-b83d90965b19 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-909614985'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:15.290804 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-dde4e829-103d-44fe-bd53-621423ce6bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:15.293448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-dde4e829-103d-44fe-bd53-621423ce6bfe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=19975d38-7d21-4ee0-b5ca-39897d27813e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820303 Jul 09 09:39:15.324600 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4141ed88-8d90-4c5e-9b7d-b83d90965b19 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:15.336232 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4141ed88-8d90-4c5e-9b7d-b83d90965b19 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:15.339183 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ad9867ba-f8e3-478d-a8d2-931369e7f1ca None None] Set router 17f25a4b-e09f-476c-90a4-f3a89c22363b gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:39:15.351412 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4141ed88-8d90-4c5e-9b7d-b83d90965b19 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:15.411805 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-7c5dfbd0-622c-47d6-837f-a34278aa2b3d service neutron] 10.222.0.61 "GET /v2.0/networks/19975d38-7d21-4ee0-b5ca-39897d27813e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105282 Jul 09 09:39:15.473634 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4141ed88-8d90-4c5e-9b7d-b83d90965b19 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:15.480874 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4141ed88-8d90-4c5e-9b7d-b83d90965b19 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:15.500429 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da03b3ed-a7b1-4a30-89b1-37cbafd5f63f x-openstack-request-id: req-da03b3ed-a7b1-4a30-89b1-37cbafd5f63f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:39:15.500712 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b98ada-5704-4b90-864f-dc6102c2d53f", "tag": "72815bf3-18cb-49ef-a39f-15153f4f7412", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:39:15.500991 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da03b3ed-a7b1-4a30-89b1-37cbafd5f63f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:39:15.501529 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b98ada-5704-4b90-864f-dc6102c2d53f', 'tag': '72815bf3-18cb-49ef-a39f-15153f4f7412', 'status': 'completed', 'code': 200} Jul 09 09:39:15.533002 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4141ed88-8d90-4c5e-9b7d-b83d90965b19 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:39:15.540562 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-490bcc1f-0c37-4ebb-a473-7c5ea3ed748c req-619f74c2-affe-46b1-9e0a-50946a60598f service neutron] 10.222.0.61 "GET /v2.0/networks/19975d38-7d21-4ee0-b5ca-39897d27813e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225791 Jul 09 09:39:15.571578 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141ed88-8d90-4c5e-9b7d-b83d90965b19 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfef2889-14d7-4843-93c3-75534903d0d2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:15.588493 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ad9867ba-f8e3-478d-a8d2-931369e7f1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415839388-router', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:38:41Z', 'updated_at': '2021-07-09T09:38:48Z', 'revision_number': 4, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'gw_port': {'id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:42Z', 'updated_at': '2021-07-09T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'cec057e3-6729-40a7-bae1-9f0b60ea8044', 'name': '', 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'mac_address': 'fa:16:3e:40:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '5623fb91-49df-4ac4-8fd5-5eba5b628ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:46Z', 'updated_at': '2021-07-09T09:38:55Z', 'revision_number': 5, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'subnets': [{'id': '5623fb91-49df-4ac4-8fd5-5eba5b628ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:15.600620 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4141ed88-8d90-4c5e-9b7d-b83d90965b19 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:15.601020 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-4141ed88-8d90-4c5e-9b7d-b83d90965b19 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Added segment ab94e057-b542-4fe7-9183-4c0604ea047e of type vlan for network 7b58774a-22fe-40c4-92f1-664e57bff900 Jul 09 09:39:15.634248 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9867ba-f8e3-478d-a8d2-931369e7f1ca None None] The sync data for ids ['17f25a4b-e09f-476c-90a4-f3a89c22363b'] in n-d-799996-1 is: [{'id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415839388-router', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:38:41Z', 'updated_at': '2021-07-09T09:38:48Z', 'revision_number': 4, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'gw_port': {'id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:42Z', 'updated_at': '2021-07-09T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'cec057e3-6729-40a7-bae1-9f0b60ea8044', 'name': '', 'network_id': '19975d38-7d21-4ee0-b5ca-39897d27813e', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'mac_address': 'fa:16:3e:40:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '5623fb91-49df-4ac4-8fd5-5eba5b628ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:46Z', 'updated_at': '2021-07-09T09:38:55Z', 'revision_number': 5, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'subnets': [{'id': '5623fb91-49df-4ac4-8fd5-5eba5b628ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:39:15.655392 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4141ed88-8d90-4c5e-9b7d-b83d90965b19 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:15.680231 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a43262f1-69f9-4af7-bfcf-81748bc622f2 req-3099ab33-540f-4ba7-a7b1-4a00d00da1fc tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/floatingips/75973586-c0b4-4677-9e8e-0feeaaddd609 HTTP/1.1" status: 200 len: 695 time: 0.0852447 Jul 09 09:39:15.682030 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81c6b8-00c2-4a54-bf51-0587e19979e5 req-b48eb08e-4d74-437f-934c-1dafd236d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:15.683596 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9a81c6b8-00c2-4a54-bf51-0587e19979e5 req-b48eb08e-4d74-437f-934c-1dafd236d3f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c59f9867d2a94ec5a469ddb3b63fb241&device_id=c1b98ada-5704-4b90-864f-dc6102c2d53f HTTP/1.1" status: 200 len: 1096 time: 0.1525023 Jul 09 09:39:15.700073 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4141ed88-8d90-4c5e-9b7d-b83d90965b19 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:15.706183 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4141ed88-8d90-4c5e-9b7d-b83d90965b19 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:15.706815 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4141ed88-8d90-4c5e-9b7d-b83d90965b19 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:15.789041 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e278a-6514-4d92-8cf8-b018510410bc req-42bd6c5d-f70f-4fcb-b9ce-aabab996c6ef tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:15.790546 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-883e278a-6514-4d92-8cf8-b018510410bc req-42bd6c5d-f70f-4fcb-b9ce-aabab996c6ef tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=665b2a55-6709-4548-aea5-17449eeb0841 HTTP/1.1" status: 200 len: 945 time: 0.1540287 Jul 09 09:39:15.813604 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4141ed88-8d90-4c5e-9b7d-b83d90965b19 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6432774 Jul 09 09:39:15.815363 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57710) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:15.826427 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f828d3dd-e46c-45d8-acd9-fba0cb17891f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'port': {'network_id': '7b58774a-22fe-40c4-92f1-664e57bff900', 'name': 'tempest-PortsIpV6TestJSON-1401956310'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:15.835531 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141ed88-8d90-4c5e-9b7d-b83d90965b19 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Network': ['ID=7b58774a-22fe-40c4-92f1-664e57bff900,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:15.843551 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43262f1-69f9-4af7-bfcf-81748bc622f2 req-f62587d2-664d-45d4-b32c-ac66ae8d8250 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:15.844814 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a43262f1-69f9-4af7-bfcf-81748bc622f2 req-f62587d2-664d-45d4-b32c-ac66ae8d8250 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.1582134 Jul 09 09:39:15.850237 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 7b58774a-22fe-40c4-92f1-664e57bff900 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:39:15.870218 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81c6b8-00c2-4a54-bf51-0587e19979e5 req-e861d6c0-877b-40bf-a737-fb309c6b6d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:15.871895 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9a81c6b8-00c2-4a54-bf51-0587e19979e5 req-e861d6c0-877b-40bf-a737-fb309c6b6d9a service neutron] 10.222.0.58 "GET /v2.0/networks?id=19975d38-7d21-4ee0-b5ca-39897d27813e HTTP/1.1" status: 200 len: 929 time: 0.1805937 Jul 09 09:39:15.924881 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9a81c6b8-00c2-4a54-bf51-0587e19979e5 req-3c392081-312f-4884-a313-cc94c0755dac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72815bf3-18cb-49ef-a39f-15153f4f7412 HTTP/1.1" status: 200 len: 217 time: 0.0452075 Jul 09 09:39:15.951789 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c0cb82-a163-48ed-a61c-41e76636c41d None None] New status for floating IP 75973586-c0b4-4677-9e8e-0feeaaddd609: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:39:15.976242 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a43262f1-69f9-4af7-bfcf-81748bc622f2 req-6e7ceb06-400d-40b4-8b81-a41971f74453 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.253 HTTP/1.1" status: 200 len: 698 time: 0.1055238 Jul 09 09:39:15.982598 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81c6b8-00c2-4a54-bf51-0587e19979e5 req-6e82dd6d-7273-43de-8502-bef6cc9be187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:15.984136 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9a81c6b8-00c2-4a54-bf51-0587e19979e5 req-6e82dd6d-7273-43de-8502-bef6cc9be187 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5623fb91-49df-4ac4-8fd5-5eba5b628ddd HTTP/1.1" status: 200 len: 867 time: 0.0515833 Jul 09 09:39:15.993001 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-883e278a-6514-4d92-8cf8-b018510410bc req-01f3d8e7-e477-446d-a5be-a4b78b6d4352 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830578 Jul 09 09:39:16.047118 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a43262f1-69f9-4af7-bfcf-81748bc622f2 req-6435c854-c3d4-4dd1-bf88-1a529ddaa00e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.253 HTTP/1.1" status: 200 len: 698 time: 0.0600042 Jul 09 09:39:16.063310 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f828d3dd-e46c-45d8-acd9-fba0cb17891f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:16.067410 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f828d3dd-e46c-45d8-acd9-fba0cb17891f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:16.077404 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81c6b8-00c2-4a54-bf51-0587e19979e5 req-8594286d-01a2-4654-8ae2-00f9b8d803a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:16.078980 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9a81c6b8-00c2-4a54-bf51-0587e19979e5 req-8594286d-01a2-4654-8ae2-00f9b8d803a2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19975d38-7d21-4ee0-b5ca-39897d27813e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867426 Jul 09 09:39:16.155794 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-f828d3dd-e46c-45d8-acd9-fba0cb17891f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] device_id is not set on port eb526ad0-ab4e-4710-8341-1928e75bd0c9 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:39:16.196561 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9a81c6b8-00c2-4a54-bf51-0587e19979e5 req-dc6ea2b0-73a5-41b9-b834-fed463ef2cfd service neutron] 10.222.0.58 "GET /v2.0/networks/19975d38-7d21-4ee0-b5ca-39897d27813e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104479 Jul 09 09:39:16.298290 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9a81c6b8-00c2-4a54-bf51-0587e19979e5 req-8809e4d3-1b49-4e71-9196-1c1827895ef5 service neutron] 10.222.0.58 "GET /v2.0/networks/19975d38-7d21-4ee0-b5ca-39897d27813e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951123 Jul 09 09:39:16.359210 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-a43262f1-69f9-4af7-bfcf-81748bc622f2 req-b150da22-b896-49c2-a41a-0beb924527b8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Deleting port c57ad1e3-f1c0-4fdd-b923-da456599cde7 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:16.359551 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a43262f1-69f9-4af7-bfcf-81748bc622f2 req-b150da22-b896-49c2-a41a-0beb924527b8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:16.443351 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f828d3dd-e46c-45d8-acd9-fba0cb17891f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:16.476802 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b7ecf-ff01-4dde-a4f1-1febb8e15b34 req-c966170c-0182-407c-9108-731269347bc5 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:16.478321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f76b7ecf-ff01-4dde-a4f1-1febb8e15b34 req-c966170c-0182-407c-9108-731269347bc5 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/ports?device_id=63db81be-5bae-4dd6-81c0-64de2b060ec5 HTTP/1.1" status: 200 len: 944 time: 0.2100186 Jul 09 09:39:16.502704 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a43262f1-69f9-4af7-bfcf-81748bc622f2 req-b150da22-b896-49c2-a41a-0beb924527b8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:16.503044 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a43262f1-69f9-4af7-bfcf-81748bc622f2 req-b150da22-b896-49c2-a41a-0beb924527b8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:16.534451 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-a43262f1-69f9-4af7-bfcf-81748bc622f2 req-b150da22-b896-49c2-a41a-0beb924527b8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Calling delete_port for c57ad1e3-f1c0-4fdd-b923-da456599cde7 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:16.563879 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f76b7ecf-ff01-4dde-a4f1-1febb8e15b34 req-4a37cf69-55b4-4974-9011-c802f1da7a6e tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4570301-e5eb-436e-8c7c-2323adf37fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770764 Jul 09 09:39:16.602238 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f828d3dd-e46c-45d8-acd9-fba0cb17891f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:16.674116 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828d3dd-e46c-45d8-acd9-fba0cb17891f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Port': ['ID=eb526ad0-ab4e-4710-8341-1928e75bd0c9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:16.706390 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828d3dd-e46c-45d8-acd9-fba0cb17891f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Checking segment: {'id': 'ab94e057-b542-4fe7-9183-4c0604ea047e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7b58774a-22fe-40c4-92f1-664e57bff900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:16.706668 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f828d3dd-e46c-45d8-acd9-fba0cb17891f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network hostable DHCP agents. Network: 7b58774a-22fe-40c4-92f1-664e57bff900, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:39:16.746614 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f828d3dd-e46c-45d8-acd9-fba0cb17891f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network 7b58774a-22fe-40c4-92f1-664e57bff900 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:39:16.761076 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-f828d3dd-e46c-45d8-acd9-fba0cb17891f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 7b58774a-22fe-40c4-92f1-664e57bff900) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:16.767124 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828d3dd-e46c-45d8-acd9-fba0cb17891f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:16.769242 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6e09b2-a5d1-4a54-9633-24db34736dac None None] Network 7b58774a-22fe-40c4-92f1-664e57bff900 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:16.772742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f828d3dd-e46c-45d8-acd9-fba0cb17891f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:16.773378 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f828d3dd-e46c-45d8-acd9-fba0cb17891f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:16.789192 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a43262f1-69f9-4af7-bfcf-81748bc622f2 req-b150da22-b896-49c2-a41a-0beb924527b8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:16.798944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f828d3dd-e46c-45d8-acd9-fba0cb17891f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9824846 Jul 09 09:39:16.802199 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57716) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:16.808025 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d8ea7076-7ac9-427b-84a4-9c187ba61408 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1617284970'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:16.818661 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150da22-b896-49c2-a41a-0beb924527b8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Pushing event deleted for resources: {'Port': ['ID=c57ad1e3-f1c0-4fdd-b923-da456599cde7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:16.835490 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ea7076-7ac9-427b-84a4-9c187ba61408 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:16.839887 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8ea7076-7ac9-427b-84a4-9c187ba61408 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:16.867230 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ea7076-7ac9-427b-84a4-9c187ba61408 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:39:16.877199 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8ea7076-7ac9-427b-84a4-9c187ba61408 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:16.877679 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-d8ea7076-7ac9-427b-84a4-9c187ba61408 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Added segment b318178b-5e9f-4f35-bfed-44c8f67b6239 of type vlan for network e2dfda16-bf5b-488d-87b0-08ba3df5558a Jul 09 09:39:16.892762 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a43262f1-69f9-4af7-bfcf-81748bc622f2 req-b150da22-b896-49c2-a41a-0beb924527b8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:16.896205 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a43262f1-69f9-4af7-bfcf-81748bc622f2 req-b150da22-b896-49c2-a41a-0beb924527b8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:16.897695 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a43262f1-69f9-4af7-bfcf-81748bc622f2 req-b150da22-b896-49c2-a41a-0beb924527b8 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "DELETE /v2.0/floatingips/75973586-c0b4-4677-9e8e-0feeaaddd609 HTTP/1.1" status: 204 len: 173 time: 0.8429964 Jul 09 09:39:16.930692 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8ea7076-7ac9-427b-84a4-9c187ba61408 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:16.960711 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8ea7076-7ac9-427b-84a4-9c187ba61408 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:16.966867 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ea7076-7ac9-427b-84a4-9c187ba61408 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:16.967484 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8ea7076-7ac9-427b-84a4-9c187ba61408 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:17.027853 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d8ea7076-7ac9-427b-84a4-9c187ba61408 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2240269 Jul 09 09:39:17.028498 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57724) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:17.036479 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'ports': [{'network_id': '7b58774a-22fe-40c4-92f1-664e57bff900'}, {'network_id': 'e2dfda16-bf5b-488d-87b0-08ba3df5558a'}]} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:17.036791 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'port': {'network_id': '7b58774a-22fe-40c4-92f1-664e57bff900'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:17.037701 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'port': {'network_id': 'e2dfda16-bf5b-488d-87b0-08ba3df5558a'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:17.055564 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea7076-7ac9-427b-84a4-9c187ba61408 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Network': ['ID=e2dfda16-bf5b-488d-87b0-08ba3df5558a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:17.070543 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network e2dfda16-bf5b-488d-87b0-08ba3df5558a details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:39:17.227587 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'port': 2} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:17.232408 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:17.247093 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:17.253824 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 67a10366-e6b2-4a22-8ba5-98927143b9c1 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:39:17.313436 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 67a10366-e6b2-4a22-8ba5-98927143b9c1 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:17.319276 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 67a10366-e6b2-4a22-8ba5-98927143b9c1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:17.320327 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:17.334703 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] device_id is not set on port 7bd35370-19f5-48e3-b675-5d4d92106386 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:39:17.417220 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:17.441372 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63db81be-5bae-4dd6-81c0-64de2b060ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a10366-e6b2-4a22-8ba5-98927143b9c1'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:39:17.443639 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375ef708-755f-4097-9698-92749433dab2" -d '{"events": [{"server_uuid": "63db81be-5bae-4dd6-81c0-64de2b060ec5", "name": "network-vif-plugged", "status": "completed", "tag": "67a10366-e6b2-4a22-8ba5-98927143b9c1"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:39:17.460542 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 67a10366-e6b2-4a22-8ba5-98927143b9c1, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=67a10366-e6b2-4a22-8ba5-98927143b9c1,segment=NetworkSegment(141baa4c-800f-4237-9ec8-710ff0b27168),segment_id=141baa4c-800f-4237-9ec8-710ff0b27168)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:17.466485 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:17.467527 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:17.518923 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=67a10366-e6b2-4a22-8ba5-98927143b9c1,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:17.536606 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3234181-69d3-4496-8169-061175b748b1 req-e5efd367-5732-4e1e-bb90-9568bc59c706 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:17.538124 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3234181-69d3-4496-8169-061175b748b1 req-e5efd367-5732-4e1e-bb90-9568bc59c706 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b98ada-5704-4b90-864f-dc6102c2d53f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5240653 Jul 09 09:39:17.540750 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] device_id is not set on port 5497bf19-6cbb-4bf4-bc94-05cbfab85b4e yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:39:17.547364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45492cca-bb1c-469e-9379-2c9fdb893a34 req-7bbcd633-6923-47b1-937b-474acb18338d tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:17.548925 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-45492cca-bb1c-469e-9379-2c9fdb893a34 req-7bbcd633-6923-47b1-937b-474acb18338d tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.64 "GET /v2.0/ports?device_id=665b2a55-6709-4548-aea5-17449eeb0841 HTTP/1.1" status: 200 len: 945 time: 0.5015609 Jul 09 09:39:17.575289 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d65041-b85a-437d-8eaa-552ca7b7a48b req-da755e36-302e-4ed2-8703-998b0cdc9cf5 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:17.577332 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-68d65041-b85a-437d-8eaa-552ca7b7a48b req-da755e36-302e-4ed2-8703-998b0cdc9cf5 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=665b2a55-6709-4548-aea5-17449eeb0841 HTTP/1.1" status: 200 len: 945 time: 0.1429024 Jul 09 09:39:17.626235 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3234181-69d3-4496-8169-061175b748b1 req-ebe3d405-5aa0-4562-8dfe-7f7d0b4fb3be tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0763402 Jul 09 09:39:17.667345 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:17.697177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-68d65041-b85a-437d-8eaa-552ca7b7a48b req-569db1d1-4fc3-45ca-a674-08835b4b7c77 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909750 Jul 09 09:39:17.721709 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:17.739481 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-45492cca-bb1c-469e-9379-2c9fdb893a34 req-b4471ff1-0ec6-47f0-aefd-d8acc5a41176 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Deleting port fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:17.739937 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-45492cca-bb1c-469e-9379-2c9fdb893a34 req-b4471ff1-0ec6-47f0-aefd-d8acc5a41176 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:17.761872 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1020cd8f-4650-42d2-9a34-b6f416bd100f x-openstack-request-id: req-1020cd8f-4650-42d2-9a34-b6f416bd100f {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:39:17.762262 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63db81be-5bae-4dd6-81c0-64de2b060ec5", "name": "network-vif-plugged", "status": "completed", "tag": "67a10366-e6b2-4a22-8ba5-98927143b9c1", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:39:17.763790 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1020cd8f-4650-42d2-9a34-b6f416bd100f {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:39:17.764888 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63db81be-5bae-4dd6-81c0-64de2b060ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a10366-e6b2-4a22-8ba5-98927143b9c1', 'code': 200} Jul 09 09:39:17.793051 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network 7b58774a-22fe-40c4-92f1-664e57bff900 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:17.797913 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:17.805310 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:17.807809 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:17.818789 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Port': ['ID=7bd35370-19f5-48e3-b675-5d4d92106386,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:17.850574 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3a1615b2-9749-43cf-8707-ac95e1f6b745 req-1a4b0359-889a-49d1-8330-b5a550ecdf86 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0571973 Jul 09 09:39:17.923097 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Port': ['ID=5497bf19-6cbb-4bf4-bc94-05cbfab85b4e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:17.933405 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-45492cca-bb1c-469e-9379-2c9fdb893a34 req-b4471ff1-0ec6-47f0-aefd-d8acc5a41176 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] For port fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:17.933724 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-45492cca-bb1c-469e-9379-2c9fdb893a34 req-b4471ff1-0ec6-47f0-aefd-d8acc5a41176 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:17.944429 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Checking segment: {'id': 'b318178b-5e9f-4f35-bfed-44c8f67b6239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e2dfda16-bf5b-488d-87b0-08ba3df5558a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:17.945406 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network hostable DHCP agents. Network: e2dfda16-bf5b-488d-87b0-08ba3df5558a, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:39:17.948855 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-45492cca-bb1c-469e-9379-2c9fdb893a34 req-b4471ff1-0ec6-47f0-aefd-d8acc5a41176 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Calling delete_port for fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:17.954057 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eb97b-d196-4671-8cd5-a41e92139415 req-bb2619a6-a6a3-482d-9630-a67be2a1da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:17.956444 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d79eb97b-d196-4671-8cd5-a41e92139415 req-bb2619a6-a6a3-482d-9630-a67be2a1da40 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=63db81be-5bae-4dd6-81c0-64de2b060ec5 HTTP/1.1" status: 200 len: 1096 time: 0.1293707 Jul 09 09:39:17.984127 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network e2dfda16-bf5b-488d-87b0-08ba3df5558a is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:39:18.001611 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, e2dfda16-bf5b-488d-87b0-08ba3df5558a) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:18.008946 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:18.010866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacc5c50-a227-4567-a519-5fcbeaae3126 None None] Network e2dfda16-bf5b-488d-87b0-08ba3df5558a requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:18.015707 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:18.016262 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d52c11-5125-40fa-8867-6f2b2bd58211 req-de4bd587-e80e-47a2-a35a-2c66a96b0365 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:18.017787 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-27d52c11-5125-40fa-8867-6f2b2bd58211 req-de4bd587-e80e-47a2-a35a-2c66a96b0365 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/ports?device_id=63db81be-5bae-4dd6-81c0-64de2b060ec5 HTTP/1.1" status: 200 len: 945 time: 0.1431005 Jul 09 09:39:18.020809 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:18.021503 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:18.029405 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d79eb97b-d196-4671-8cd5-a41e92139415 req-2ea7b390-e972-47e7-80bc-1e14b81e777e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b4570301-e5eb-436e-8c7c-2323adf37fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620720 Jul 09 09:39:18.038608 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-68156501-ac04-44a7-8df0-9505f2ea7f84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0061085 Jul 09 09:39:18.041924 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57738) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:18.116664 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-27d52c11-5125-40fa-8867-6f2b2bd58211 req-515dbd35-2387-4695-ba60-4236ea7dbd67 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4570301-e5eb-436e-8c7c-2323adf37fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739720 Jul 09 09:39:18.174851 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a875aa76-49d5-4fb1-84dc-d92a57026f24 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting port 5497bf19-6cbb-4bf4-bc94-05cbfab85b4e {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:18.175644 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a875aa76-49d5-4fb1-84dc-d92a57026f24 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:18.195099 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-45492cca-bb1c-469e-9379-2c9fdb893a34 req-b4471ff1-0ec6-47f0-aefd-d8acc5a41176 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:18.213839 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:39:18.237020 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4471ff1-0ec6-47f0-aefd-d8acc5a41176 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Pushing event deleted for resources: {'Port': ['ID=fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:18.255372 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a875aa76-49d5-4fb1-84dc-d92a57026f24 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:18.281500 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-45492cca-bb1c-469e-9379-2c9fdb893a34 req-b4471ff1-0ec6-47f0-aefd-d8acc5a41176 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] No DVR routers for this DVR port fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:39:18.282924 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a875aa76-49d5-4fb1-84dc-d92a57026f24 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Calling delete_port for 5497bf19-6cbb-4bf4-bc94-05cbfab85b4e owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:18.284504 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-45492cca-bb1c-469e-9379-2c9fdb893a34 req-b4471ff1-0ec6-47f0-aefd-d8acc5a41176 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:18.286988 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-45492cca-bb1c-469e-9379-2c9fdb893a34 req-b4471ff1-0ec6-47f0-aefd-d8acc5a41176 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.64 "DELETE /v2.0/ports/fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c HTTP/1.1" status: 204 len: 173 time: 0.7276211 Jul 09 09:39:18.287451 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665b2a55-6709-4548-aea5-17449eeb0841', 'name': 'network-vif-deleted', 'tag': 'fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:39:18.290437 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1588e221-bb24-4fd2-93d3-b46ad6d10c1f" -d '{"events": [{"server_uuid": "665b2a55-6709-4548-aea5-17449eeb0841", "name": "network-vif-deleted", "tag": "fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:39:18.334058 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37731fa7-78a4-4389-9499-422a602c10bb x-openstack-request-id: req-37731fa7-78a4-4389-9499-422a602c10bb {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:39:18.334978 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665b2a55-6709-4548-aea5-17449eeb0841", "name": "network-vif-deleted", "tag": "fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:39:18.335438 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-37731fa7-78a4-4389-9499-422a602c10bb {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:39:18.336169 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665b2a55-6709-4548-aea5-17449eeb0841', 'name': 'network-vif-deleted', 'tag': 'fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c', 'status': 'completed', 'code': 200} Jul 09 09:39:18.379877 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a875aa76-49d5-4fb1-84dc-d92a57026f24 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:18.422256 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a875aa76-49d5-4fb1-84dc-d92a57026f24 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:18.427420 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a875aa76-49d5-4fb1-84dc-d92a57026f24 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/ports/5497bf19-6cbb-4bf4-bc94-05cbfab85b4e HTTP/1.1" status: 204 len: 168 time: 0.3821714 Jul 09 09:39:18.427420 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875aa76-49d5-4fb1-84dc-d92a57026f24 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Port': ['ID=5497bf19-6cbb-4bf4-bc94-05cbfab85b4e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:18.429048 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57744) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:18.433459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eee77d-be7e-41d6-88c2-4b7b4f5ebcb9 req-a1f6e4d0-e8db-4814-9e49-18838116d7bf tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:18.435730 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c5eee77d-be7e-41d6-88c2-4b7b4f5ebcb9 req-a1f6e4d0-e8db-4814-9e49-18838116d7bf tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b98ada-5704-4b90-864f-dc6102c2d53f HTTP/1.1" status: 200 len: 945 time: 0.0733633 Jul 09 09:39:18.476041 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c5eee77d-be7e-41d6-88c2-4b7b4f5ebcb9 req-25924073-88ac-4a6a-bda2-b8a8f6180754 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dfc3c3d-5e74-4cd6-b6d8-db832af15357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336895 Jul 09 09:39:18.536589 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e246f2f-ce11-4456-94a3-b68f968dd433 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:18.542480 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e246f2f-ce11-4456-94a3-b68f968dd433 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:18.544045 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8e246f2f-ce11-4456-94a3-b68f968dd433 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1138086 Jul 09 09:39:18.547351 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57746) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:18.649678 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9e4a6555-74d6-4f69-8a41-a473451a25ca tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting port 7bd35370-19f5-48e3-b675-5d4d92106386 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:18.650022 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9e4a6555-74d6-4f69-8a41-a473451a25ca tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:18.714356 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9e4a6555-74d6-4f69-8a41-a473451a25ca tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:18.727350 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9e4a6555-74d6-4f69-8a41-a473451a25ca tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Calling delete_port for 7bd35370-19f5-48e3-b675-5d4d92106386 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:18.837214 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9e4a6555-74d6-4f69-8a41-a473451a25ca tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:18.869608 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a6555-74d6-4f69-8a41-a473451a25ca tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Port': ['ID=7bd35370-19f5-48e3-b675-5d4d92106386,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:18.877478 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9e4a6555-74d6-4f69-8a41-a473451a25ca tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:18.882282 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9e4a6555-74d6-4f69-8a41-a473451a25ca tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/ports/7bd35370-19f5-48e3-b675-5d4d92106386 HTTP/1.1" status: 204 len: 168 time: 0.3339961 Jul 09 09:39:18.882975 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57752) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:18.912136 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a31f7938-4473-4d4e-bd2d-917c287fbd43 req-88574863-0e79-426a-a0d3-9bd205173b98 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=665b2a55-6709-4548-aea5-17449eeb0841 HTTP/1.1" status: 200 len: 210 time: 0.0596924 Jul 09 09:39:18.960506 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d83690f-203d-435b-9516-1009c2db6498 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:18.964797 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1d83690f-203d-435b-9516-1009c2db6498 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0808058 Jul 09 09:39:18.964984 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57754) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:18.994028 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-33288995-200e-44a5-bb8c-5bd293bdd7fb tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] GET failed (client error): The resource could not be found. Jul 09 09:39:18.996405 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-33288995-200e-44a5-bb8c-5bd293bdd7fb tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports/5497bf19-6cbb-4bf4-bc94-05cbfab85b4e HTTP/1.1" status: 404 len: 333 time: 0.0297835 Jul 09 09:39:18.999251 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57758) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:19.032136 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-254d5e83-c957-4fc7-977a-ffc25cc87749 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] GET failed (client error): The resource could not be found. Jul 09 09:39:19.033837 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-254d5e83-c957-4fc7-977a-ffc25cc87749 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports/7bd35370-19f5-48e3-b675-5d4d92106386 HTTP/1.1" status: 404 len: 333 time: 0.0334504 Jul 09 09:39:19.036733 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57760) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:19.120116 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26af2a29-fb9e-4de7-b80e-a80dee1aea66 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:19.208794 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26af2a29-fb9e-4de7-b80e-a80dee1aea66 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:19.218632 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-26af2a29-fb9e-4de7-b80e-a80dee1aea66 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2dfda16-bf5b-488d-87b0-08ba3df5558a']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:19.229950 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-26af2a29-fb9e-4de7-b80e-a80dee1aea66 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b318178b-5e9f-4f35-bfed-44c8f67b6239') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:19.230246 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-26af2a29-fb9e-4de7-b80e-a80dee1aea66 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b318178b-5e9f-4f35-bfed-44c8f67b6239') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:19.239738 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26af2a29-fb9e-4de7-b80e-a80dee1aea66 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:19.253615 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26af2a29-fb9e-4de7-b80e-a80dee1aea66 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:19.259283 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26af2a29-fb9e-4de7-b80e-a80dee1aea66 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:39:19.259893 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26af2a29-fb9e-4de7-b80e-a80dee1aea66 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:39:19.262567 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:39:19.296217 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4420d-0373-45ed-93ad-e82a836f7e57 req-a6c6cf47-76dd-4399-96ea-5eb52d779585 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:19.297839 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4eb4420d-0373-45ed-93ad-e82a836f7e57 req-a6c6cf47-76dd-4399-96ea-5eb52d779585 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/ports?device_id=63db81be-5bae-4dd6-81c0-64de2b060ec5 HTTP/1.1" status: 200 len: 945 time: 0.0636528 Jul 09 09:39:19.317384 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:39:19.319677 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26af2a29-fb9e-4de7-b80e-a80dee1aea66 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:19.327916 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26af2a29-fb9e-4de7-b80e-a80dee1aea66 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:19.333095 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-26af2a29-fb9e-4de7-b80e-a80dee1aea66 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/networks/e2dfda16-bf5b-488d-87b0-08ba3df5558a HTTP/1.1" status: 204 len: 168 time: 0.2912621 Jul 09 09:39:19.333389 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57764) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:19.339423 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af2a29-fb9e-4de7-b80e-a80dee1aea66 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Network': ['ID=e2dfda16-bf5b-488d-87b0-08ba3df5558a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:19.340859 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1cbfb288-d8ef-4aae-ab28-fc0a6c3a7a71 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-301163889'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:19.347487 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4eb4420d-0373-45ed-93ad-e82a836f7e57 req-eaf7ccd1-3ccc-4a83-85f0-824ddcb5dcf5 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4570301-e5eb-436e-8c7c-2323adf37fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435929 Jul 09 09:39:19.365490 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbfb288-d8ef-4aae-ab28-fc0a6c3a7a71 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:19.369088 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1cbfb288-d8ef-4aae-ab28-fc0a6c3a7a71 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:19.397730 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cbfb288-d8ef-4aae-ab28-fc0a6c3a7a71 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:39:19.407085 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1cbfb288-d8ef-4aae-ab28-fc0a6c3a7a71 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:19.407429 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-1cbfb288-d8ef-4aae-ab28-fc0a6c3a7a71 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Added segment f38f4967-49da-474b-a135-dbd885f12563 of type vlan for network 77864ffe-98c7-44fb-87b9-64cd16a04be3 Jul 09 09:39:19.447518 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1cbfb288-d8ef-4aae-ab28-fc0a6c3a7a71 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:19.478529 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1cbfb288-d8ef-4aae-ab28-fc0a6c3a7a71 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:19.484892 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbfb288-d8ef-4aae-ab28-fc0a6c3a7a71 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:19.485477 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1cbfb288-d8ef-4aae-ab28-fc0a6c3a7a71 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:19.553529 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57774) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:19.553787 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1cbfb288-d8ef-4aae-ab28-fc0a6c3a7a71 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2188947 Jul 09 09:39:19.558852 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6313da90-c214-479f-bb64-6a67f4226013 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'subnet': {'network_id': '77864ffe-98c7-44fb-87b9-64cd16a04be3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:19.560409 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfb288-d8ef-4aae-ab28-fc0a6c3a7a71 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Network': ['ID=77864ffe-98c7-44fb-87b9-64cd16a04be3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:19.571394 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 77864ffe-98c7-44fb-87b9-64cd16a04be3 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:39:19.688090 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6313da90-c214-479f-bb64-6a67f4226013 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:19.691652 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6313da90-c214-479f-bb64-6a67f4226013 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:19.701481 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ac79a-c1f7-4fc7-a98e-1a88f982d2c1 req-982fa814-bff3-4577-89b4-148cb986ed3b tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:19.708971 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa3ac79a-c1f7-4fc7-a98e-1a88f982d2c1 req-982fa814-bff3-4577-89b4-148cb986ed3b tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b98ada-5704-4b90-864f-dc6102c2d53f HTTP/1.1" status: 200 len: 945 time: 0.0921054 Jul 09 09:39:19.744920 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa3ac79a-c1f7-4fc7-a98e-1a88f982d2c1 req-bce141b8-284c-4a89-95cf-16b38dca944e tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dfc3c3d-5e74-4cd6-b6d8-db832af15357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350704 Jul 09 09:39:19.865170 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bab99-dda8-47b7-a187-71d4a03bcef0 req-011fa58b-849f-40de-813e-38cce71d4e50 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:19.866952 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-561bab99-dda8-47b7-a187-71d4a03bcef0 req-011fa58b-849f-40de-813e-38cce71d4e50 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1b98ada-5704-4b90-864f-dc6102c2d53f HTTP/1.1" status: 200 len: 945 time: 0.1154697 Jul 09 09:39:20.019739 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61010d8-ef2f-455f-b6e5-238a0547e3d7 req-8da2fcef-c257-4e88-ab4c-f0acd5fcd9c5 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:20.021451 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61010d8-ef2f-455f-b6e5-238a0547e3d7 req-8da2fcef-c257-4e88-ab4c-f0acd5fcd9c5 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/ports?device_id=63db81be-5bae-4dd6-81c0-64de2b060ec5 HTTP/1.1" status: 200 len: 945 time: 0.0712147 Jul 09 09:39:20.026153 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6313da90-c214-479f-bb64-6a67f4226013 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:20.064473 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c61010d8-ef2f-455f-b6e5-238a0547e3d7 req-230c1f27-3380-4f0f-a16a-70cbad70c151 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4570301-e5eb-436e-8c7c-2323adf37fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372519 Jul 09 09:39:20.108284 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-561bab99-dda8-47b7-a187-71d4a03bcef0 req-3aff28b1-8d50-4c1d-8713-ea53c7b238cc tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Deleting port 72815bf3-18cb-49ef-a39f-15153f4f7412 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:20.108630 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-561bab99-dda8-47b7-a187-71d4a03bcef0 req-3aff28b1-8d50-4c1d-8713-ea53c7b238cc tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:20.157098 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313da90-c214-479f-bb64-6a67f4226013 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Subnet': ['ID=ba0e1171-843d-473b-b70d-9b3aa9f96590,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:20.165290 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6313da90-c214-479f-bb64-6a67f4226013 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Checking segment: {'id': 'f38f4967-49da-474b-a135-dbd885f12563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '77864ffe-98c7-44fb-87b9-64cd16a04be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:20.165564 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6313da90-c214-479f-bb64-6a67f4226013 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network hostable DHCP agents. Network: 77864ffe-98c7-44fb-87b9-64cd16a04be3, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:39:20.207739 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6313da90-c214-479f-bb64-6a67f4226013 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network 77864ffe-98c7-44fb-87b9-64cd16a04be3 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:39:20.229893 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-561bab99-dda8-47b7-a187-71d4a03bcef0 req-3aff28b1-8d50-4c1d-8713-ea53c7b238cc tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] For port 72815bf3-18cb-49ef-a39f-15153f4f7412, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=72815bf3-18cb-49ef-a39f-15153f4f7412,segment=NetworkSegment(cb90677b-e2a0-416a-87f6-a79a118531b1),segment_id=cb90677b-e2a0-416a-87f6-a79a118531b1)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:20.233616 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-561bab99-dda8-47b7-a187-71d4a03bcef0 req-3aff28b1-8d50-4c1d-8713-ea53c7b238cc tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:20.233616 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-6313da90-c214-479f-bb64-6a67f4226013 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 77864ffe-98c7-44fb-87b9-64cd16a04be3) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:20.241897 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6313da90-c214-479f-bb64-6a67f4226013 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:20.242494 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6313da90-c214-479f-bb64-6a67f4226013 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:20.243729 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff74787-18d7-418b-8126-e3efb9502dfd None None] Network 77864ffe-98c7-44fb-87b9-64cd16a04be3 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:20.255934 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-561bab99-dda8-47b7-a187-71d4a03bcef0 req-3aff28b1-8d50-4c1d-8713-ea53c7b238cc tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Calling delete_port for 72815bf3-18cb-49ef-a39f-15153f4f7412 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:20.268959 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6313da90-c214-479f-bb64-6a67f4226013 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7141800 Jul 09 09:39:20.272690 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57800) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:20.304074 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e72b9481-dfa6-4ba2-8e57-3e5f97691b8f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'port': {'network_id': '77864ffe-98c7-44fb-87b9-64cd16a04be3', 'name': 'tempest-PortsIpV6TestJSON-1471951830'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:20.386407 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-f800e28f-6160-4795-82f4-4b8d73c75a7a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:20.388068 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-f800e28f-6160-4795-82f4-4b8d73c75a7a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/networks?id=1ae54679-4cff-4994-98e0-50f486401346 HTTP/1.1" status: 200 len: 812 time: 0.1211021 Jul 09 09:39:20.404567 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bf6509-81c1-40dd-987d-4312b54416e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-77864ffe-98c7-44fb-87b9-64cd16a04be3', 'network_id': '77864ffe-98c7-44fb-87b9-64cd16a04be3', 'tenant_id': 'ab434903114943afa4aafc937b3d3001', 'fixed_ips': [{'subnet_id': 'ba0e1171-843d-473b-b70d-9b3aa9f96590'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:39:20.405665 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-83bf6509-81c1-40dd-987d-4312b54416e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:20.406680 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-fa337b49-8ed3-415c-9808-3ee1893a24b4 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/quotas/3c3657de35454de2af834416af126211 HTTP/1.1" status: 200 len: 375 time: 0.0119092 Jul 09 09:39:20.445607 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-e5134f9c-d8f1-4beb-ab6d-466116325ad7 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3c3657de35454de2af834416af126211&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315886 Jul 09 09:39:20.473400 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72b9481-dfa6-4ba2-8e57-3e5f97691b8f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:20.476950 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e72b9481-dfa6-4ba2-8e57-3e5f97691b8f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:20.500269 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-e72b9481-dfa6-4ba2-8e57-3e5f97691b8f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] device_id is not set on port 56d50f7b-9440-4c0e-8b1e-baa0d436fbb5 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:39:20.504655 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-561bab99-dda8-47b7-a187-71d4a03bcef0 req-3aff28b1-8d50-4c1d-8713-ea53c7b238cc tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:20.518737 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['72815bf3-18cb-49ef-a39f-15153f4f7412'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:39:20.542576 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff28b1-8d50-4c1d-8713-ea53c7b238cc tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Pushing event deleted for resources: {'Port': ['ID=72815bf3-18cb-49ef-a39f-15153f4f7412,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:20.543439 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-bb1ea23f-93a2-4ac7-a839-403c33bc59d6 service neutron] 10.222.0.61 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893776 Jul 09 09:39:20.598277 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-83bf6509-81c1-40dd-987d-4312b54416e0 None None] Allocated IP 2001:db8::2 (77864ffe-98c7-44fb-87b9-64cd16a04be3/ba0e1171-843d-473b-b70d-9b3aa9f96590/a81cd887-fd83-42f8-b3e6-b638bd269070) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:20.676015 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-f6930425-7690-4d8a-834b-31be56247fe7 service neutron] 10.222.0.61 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098261 Jul 09 09:39:20.791572 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-83bf6509-81c1-40dd-987d-4312b54416e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:20.804407 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-83bf6509-81c1-40dd-987d-4312b54416e0 None None] Transition to ACTIVE for port object a81cd887-fd83-42f8-b3e6-b638bd269070 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:20.853082 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-83bf6509-81c1-40dd-987d-4312b54416e0 None None] Transition to ACTIVE for port object a81cd887-fd83-42f8-b3e6-b638bd269070 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:20.867335 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-83bf6509-81c1-40dd-987d-4312b54416e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:20.878039 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-561bab99-dda8-47b7-a187-71d4a03bcef0 req-3aff28b1-8d50-4c1d-8713-ea53c7b238cc tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] No DVR routers for this DVR port 72815bf3-18cb-49ef-a39f-15153f4f7412 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:39:20.882488 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-561bab99-dda8-47b7-a187-71d4a03bcef0 req-3aff28b1-8d50-4c1d-8713-ea53c7b238cc tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:20.884485 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-561bab99-dda8-47b7-a187-71d4a03bcef0 req-3aff28b1-8d50-4c1d-8713-ea53c7b238cc tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.58 "DELETE /v2.0/ports/72815bf3-18cb-49ef-a39f-15153f4f7412 HTTP/1.1" status: 204 len: 173 time: 0.9981081 Jul 09 09:39:20.884930 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b98ada-5704-4b90-864f-dc6102c2d53f', 'name': 'network-vif-deleted', 'tag': '72815bf3-18cb-49ef-a39f-15153f4f7412'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:39:20.887251 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb90478b-7b81-4079-9044-3fe09d31f976" -d '{"events": [{"server_uuid": "c1b98ada-5704-4b90-864f-dc6102c2d53f", "name": "network-vif-deleted", "tag": "72815bf3-18cb-49ef-a39f-15153f4f7412"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:39:20.946671 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bf6509-81c1-40dd-987d-4312b54416e0 None None] Network 77864ffe-98c7-44fb-87b9-64cd16a04be3 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:20.951259 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-83bf6509-81c1-40dd-987d-4312b54416e0 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:20.960530 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4e86623-9a08-4b0e-8062-344a5c599820 req-e82e1108-63bb-47b4-ad08-fb7bf356aa08 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 210 time: 0.0491214 Jul 09 09:39:20.971548 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf6509-81c1-40dd-987d-4312b54416e0 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:21.014333 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-704ee3d2-fab9-4dd7-8d40-e4fbe6cdada4 req-13e17f2c-7216-4c02-b2be-7d053a2add81 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677 tempest-FloatingIPsAssociationNegativeTestJSON-1204173677-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b98ada-5704-4b90-864f-dc6102c2d53f HTTP/1.1" status: 200 len: 210 time: 0.0525708 Jul 09 09:39:21.017922 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f18a2c-d142-49b2-812b-4508fb1d7719 x-openstack-request-id: req-10f18a2c-d142-49b2-812b-4508fb1d7719 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:39:21.018226 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b98ada-5704-4b90-864f-dc6102c2d53f", "name": "network-vif-deleted", "tag": "72815bf3-18cb-49ef-a39f-15153f4f7412", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:39:21.018480 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-10f18a2c-d142-49b2-812b-4508fb1d7719 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:39:21.018878 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b98ada-5704-4b90-864f-dc6102c2d53f', 'name': 'network-vif-deleted', 'tag': '72815bf3-18cb-49ef-a39f-15153f4f7412', 'status': 'completed', 'code': 200} Jul 09 09:39:21.041572 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf6509-81c1-40dd-987d-4312b54416e0 None None] Pushing event updated for resources: {'Port': ['ID=a81cd887-fd83-42f8-b3e6-b638bd269070,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:21.048209 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-e72b9481-dfa6-4ba2-8e57-3e5f97691b8f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Allocated IP 2001:db8::7c (77864ffe-98c7-44fb-87b9-64cd16a04be3/ba0e1171-843d-473b-b70d-9b3aa9f96590/56d50f7b-9440-4c0e-8b1e-baa0d436fbb5) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:21.093810 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-83bf6509-81c1-40dd-987d-4312b54416e0 None None] Attempting to bind port a81cd887-fd83-42f8-b3e6-b638bd269070 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:39:21.094245 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-83bf6509-81c1-40dd-987d-4312b54416e0 None None] Attempting to bind port a81cd887-fd83-42f8-b3e6-b638bd269070 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'f38f4967-49da-474b-a135-dbd885f12563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '77864ffe-98c7-44fb-87b9-64cd16a04be3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:39:21.094612 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bf6509-81c1-40dd-987d-4312b54416e0 None None] Attempting to bind port a81cd887-fd83-42f8-b3e6-b638bd269070 on network 77864ffe-98c7-44fb-87b9-64cd16a04be3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:39:21.103580 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bf6509-81c1-40dd-987d-4312b54416e0 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:39:21.104014 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bf6509-81c1-40dd-987d-4312b54416e0 None None] Checking segment: {'id': 'f38f4967-49da-474b-a135-dbd885f12563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '77864ffe-98c7-44fb-87b9-64cd16a04be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:21.108237 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-83bf6509-81c1-40dd-987d-4312b54416e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:21.116162 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bf6509-81c1-40dd-987d-4312b54416e0 None None] Bound using segment: {'id': 'f38f4967-49da-474b-a135-dbd885f12563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '77864ffe-98c7-44fb-87b9-64cd16a04be3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:39:21.116562 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-83bf6509-81c1-40dd-987d-4312b54416e0 None None] Bound port: a81cd887-fd83-42f8-b3e6-b638bd269070, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38f4967-49da-474b-a135-dbd885f12563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '77864ffe-98c7-44fb-87b9-64cd16a04be3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:39:21.116831 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-83bf6509-81c1-40dd-987d-4312b54416e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:21.235043 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-83bf6509-81c1-40dd-987d-4312b54416e0 None None] For port a81cd887-fd83-42f8-b3e6-b638bd269070, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:39:21.240002 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-83bf6509-81c1-40dd-987d-4312b54416e0 None None] For port a81cd887-fd83-42f8-b3e6-b638bd269070, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a81cd887-fd83-42f8-b3e6-b638bd269070,segment=NetworkSegment(f38f4967-49da-474b-a135-dbd885f12563),segment_id=f38f4967-49da-474b-a135-dbd885f12563)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:39:21.250290 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-83bf6509-81c1-40dd-987d-4312b54416e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:21.322629 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530b7e6-9cc1-4cdb-884d-4b9057c82bf2 req-ca175af9-79eb-4dd4-8088-0ff85cdb33e1 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:21.325081 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f530b7e6-9cc1-4cdb-884d-4b9057c82bf2 req-ca175af9-79eb-4dd4-8088-0ff85cdb33e1 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.58 "GET /v2.0/ports?device_id=63db81be-5bae-4dd6-81c0-64de2b060ec5 HTTP/1.1" status: 200 len: 945 time: 0.1841080 Jul 09 09:39:21.337933 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2266612-6320-4412-b500-d260520d6b46 req-8dfb2d0c-fe0f-4a39-a8ff-0170381eea32 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:21.340163 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf6509-81c1-40dd-987d-4312b54416e0 None None] Pushing event updated for resources: {'Port': ['ID=a81cd887-fd83-42f8-b3e6-b638bd269070,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:21.349731 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c2266612-6320-4412-b500-d260520d6b46 req-8dfb2d0c-fe0f-4a39-a8ff-0170381eea32 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/ports?device_id=63db81be-5bae-4dd6-81c0-64de2b060ec5 HTTP/1.1" status: 200 len: 945 time: 0.1192262 Jul 09 09:39:21.389117 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e72b9481-dfa6-4ba2-8e57-3e5f97691b8f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:21.416313 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c2266612-6320-4412-b500-d260520d6b46 req-8523020e-346d-461f-9eb4-8fdb868a1012 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4570301-e5eb-436e-8c7c-2323adf37fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656004 Jul 09 09:39:21.419175 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-e72b9481-dfa6-4ba2-8e57-3e5f97691b8f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Transition to ACTIVE for port object 56d50f7b-9440-4c0e-8b1e-baa0d436fbb5 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:21.466086 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:39:21.506493 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-f530b7e6-9cc1-4cdb-884d-4b9057c82bf2 req-cfa82807-ca80-49e3-b98a-856c85a2863a tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Deleting port 67a10366-e6b2-4a22-8ba5-98927143b9c1 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:21.506680 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:39:21.506846 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f530b7e6-9cc1-4cdb-884d-4b9057c82bf2 req-cfa82807-ca80-49e3-b98a-856c85a2863a tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:21.507507 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device fa5b63ae-7e2d-42c5-90d0-f9f67cb62c7c not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:39:21.552026 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e72b9481-dfa6-4ba2-8e57-3e5f97691b8f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:21.674281 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72b9481-dfa6-4ba2-8e57-3e5f97691b8f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network 77864ffe-98c7-44fb-87b9-64cd16a04be3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:21.689681 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e72b9481-dfa6-4ba2-8e57-3e5f97691b8f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:21.692256 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72b9481-dfa6-4ba2-8e57-3e5f97691b8f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:21.698544 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72b9481-dfa6-4ba2-8e57-3e5f97691b8f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:21.699314 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e72b9481-dfa6-4ba2-8e57-3e5f97691b8f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:21.718089 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b9481-dfa6-4ba2-8e57-3e5f97691b8f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Port': ['ID=56d50f7b-9440-4c0e-8b1e-baa0d436fbb5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:21.746418 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e72b9481-dfa6-4ba2-8e57-3e5f97691b8f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4728208 Jul 09 09:39:21.749888 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57822) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:21.778853 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-f530b7e6-9cc1-4cdb-884d-4b9057c82bf2 req-cfa82807-ca80-49e3-b98a-856c85a2863a tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] For port 67a10366-e6b2-4a22-8ba5-98927143b9c1, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=67a10366-e6b2-4a22-8ba5-98927143b9c1,segment=NetworkSegment(141baa4c-800f-4237-9ec8-710ff0b27168),segment_id=141baa4c-800f-4237-9ec8-710ff0b27168)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:21.780702 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f530b7e6-9cc1-4cdb-884d-4b9057c82bf2 req-cfa82807-ca80-49e3-b98a-856c85a2863a tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:21.802868 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-f530b7e6-9cc1-4cdb-884d-4b9057c82bf2 req-cfa82807-ca80-49e3-b98a-856c85a2863a tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Calling delete_port for 67a10366-e6b2-4a22-8ba5-98927143b9c1 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:21.830922 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-c64f8cba-c8d8-4ef6-91e7-87291517dba8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2396328 Jul 09 09:39:21.889147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-d0a48abf-aadb-4f45-b4c2-4a2122934515 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting port 56d50f7b-9440-4c0e-8b1e-baa0d436fbb5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:21.889534 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0a48abf-aadb-4f45-b4c2-4a2122934515 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:22.008690 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f530b7e6-9cc1-4cdb-884d-4b9057c82bf2 req-cfa82807-ca80-49e3-b98a-856c85a2863a tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:22.013386 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0a48abf-aadb-4f45-b4c2-4a2122934515 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:22.024390 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['67a10366-e6b2-4a22-8ba5-98927143b9c1'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:39:22.026553 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-d0a48abf-aadb-4f45-b4c2-4a2122934515 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Calling delete_port for 56d50f7b-9440-4c0e-8b1e-baa0d436fbb5 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:22.049800 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa82807-ca80-49e3-b98a-856c85a2863a tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Pushing event deleted for resources: {'Port': ['ID=67a10366-e6b2-4a22-8ba5-98927143b9c1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:22.067905 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-060ef044-065b-4d58-8e6a-f7a8e6bc0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:22.068388 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-060ef044-065b-4d58-8e6a-f7a8e6bc0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:22.068869 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-060ef044-065b-4d58-8e6a-f7a8e6bc0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:22.069411 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-060ef044-065b-4d58-8e6a-f7a8e6bc0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:22.070601 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-060ef044-065b-4d58-8e6a-f7a8e6bc0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:22.070601 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-060ef044-065b-4d58-8e6a-f7a8e6bc0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:22.070962 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-060ef044-065b-4d58-8e6a-f7a8e6bc0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:22.073038 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-060ef044-065b-4d58-8e6a-f7a8e6bc0c33 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df38cd9bcbb7480b8739e27fba0b60f2&device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 6502 time: 0.1419592 Jul 09 09:39:22.126190 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-f530b7e6-9cc1-4cdb-884d-4b9057c82bf2 req-cfa82807-ca80-49e3-b98a-856c85a2863a tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] No DVR routers for this DVR port 67a10366-e6b2-4a22-8ba5-98927143b9c1 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:39:22.129124 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f530b7e6-9cc1-4cdb-884d-4b9057c82bf2 req-cfa82807-ca80-49e3-b98a-856c85a2863a tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:22.131629 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f530b7e6-9cc1-4cdb-884d-4b9057c82bf2 req-cfa82807-ca80-49e3-b98a-856c85a2863a tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.58 "DELETE /v2.0/ports/67a10366-e6b2-4a22-8ba5-98927143b9c1 HTTP/1.1" status: 204 len: 173 time: 0.7865944 Jul 09 09:39:22.212775 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57830) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:22.327741 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-c61cec02-3132-4fd9-a8d8-6e75cc3009a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:22.328339 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-c61cec02-3132-4fd9-a8d8-6e75cc3009a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:22.328792 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-c61cec02-3132-4fd9-a8d8-6e75cc3009a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:22.330594 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-c61cec02-3132-4fd9-a8d8-6e75cc3009a0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=99c195dc-2d0c-4f19-8264-456ecb1b766e&id=fafd663f-aa19-474e-a8d4-f86917295390&id=fafd663f-aa19-474e-a8d4-f86917295390&id=fafd663f-aa19-474e-a8d4-f86917295390&id=fafd663f-aa19-474e-a8d4-f86917295390&id=7bc84bdf-64ff-402d-9a3f-15d863914225&id=7bc84bdf-64ff-402d-9a3f-15d863914225 HTTP/1.1" status: 200 len: 2297 time: 0.2322929 Jul 09 09:39:22.372599 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b5d21764-29fb-42fa-b1c4-3563103d602f req-7702d3d4-be1e-4a71-a969-caaea5599a32 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 210 time: 0.2668593 Jul 09 09:39:22.438630 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-dc80b35a-df1b-4213-972e-2baae0ffe69f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22dfeafe-6fc9-4984-b9b5-99cfc7236f67 HTTP/1.1" status: 200 len: 1002 time: 0.0977342 Jul 09 09:39:22.460381 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0a48abf-aadb-4f45-b4c2-4a2122934515 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:22.515987 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-be2e466f-d28a-4f1b-9020-e86c15c1db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:22.519155 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-be2e466f-d28a-4f1b-9020-e86c15c1db6c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c58141ca-34d8-4bfc-921c-8492b6a7dcd8 HTTP/1.1" status: 200 len: 855 time: 0.0741413 Jul 09 09:39:22.630168 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-b69014ba-705b-40b6-a109-8bf48094f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:22.635297 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-b69014ba-705b-40b6-a109-8bf48094f467 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=99c195dc-2d0c-4f19-8264-456ecb1b766e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063190 Jul 09 09:39:22.661687 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-5f5b685f-a3b5-46f8-bad3-b31975c0a340 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:22.663322 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-5f5b685f-a3b5-46f8-bad3-b31975c0a340 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.64 "GET /v2.0/networks?id=1ae54679-4cff-4994-98e0-50f486401346 HTTP/1.1" status: 200 len: 812 time: 0.2043545 Jul 09 09:39:22.718079 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-0c72e078-243a-4d5d-bf49-e8055bcd7811 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Request body: {'port': {'device_id': 'bffa64ae-1165-47aa-b094-3fd4dd36d2e0', 'network_id': '1ae54679-4cff-4994-98e0-50f486401346', 'admin_state_up': True, 'tenant_id': '3c3657de35454de2af834416af126211'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:22.763806 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-4f9882ac-1ded-470a-b0f2-6607010b2bc2 service neutron] 10.222.0.58 "GET /v2.0/networks/99c195dc-2d0c-4f19-8264-456ecb1b766e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206710 Jul 09 09:39:22.770351 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a48abf-aadb-4f45-b4c2-4a2122934515 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Port': ['ID=56d50f7b-9440-4c0e-8b1e-baa0d436fbb5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:22.777013 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8bc2df4f-e872-45ff-9e36-34d8ff7d0475 req-c1c4b9ad-b101-4c47-ac3a-6678d637ee85 tempest-ServerAddressesTestJSON-405620960 tempest-ServerAddressesTestJSON-405620960-project] 10.222.0.61 "GET /v2.0/ports?device_id=63db81be-5bae-4dd6-81c0-64de2b060ec5 HTTP/1.1" status: 200 len: 210 time: 0.1125295 Jul 09 09:39:22.787965 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f8f002-a057-4a2a-8a18-3e1c01c06779 None None] Network 77864ffe-98c7-44fb-87b9-64cd16a04be3 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:22.790406 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0a48abf-aadb-4f45-b4c2-4a2122934515 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:22.792368 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d0a48abf-aadb-4f45-b4c2-4a2122934515 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/ports/56d50f7b-9440-4c0e-8b1e-baa0d436fbb5 HTTP/1.1" status: 204 len: 168 time: 1.0409892 Jul 09 09:39:22.795598 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57838) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:22.890290 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-739f12d6-c0be-4112-b808-d88e5240e34e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] DELETE failed (client error): The resource could not be found. Jul 09 09:39:22.891061 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-739f12d6-c0be-4112-b808-d88e5240e34e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:39:22.895752 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-739f12d6-c0be-4112-b808-d88e5240e34e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/ports/56d50f7b-9440-4c0e-8b1e-baa0d436fbb5 HTTP/1.1" status: 404 len: 333 time: 0.0972381 Jul 09 09:39:22.897037 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57840) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:22.942988 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1648846-4226-4025-8b0f-b5eb90ca1080 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] GET failed (client error): The resource could not be found. Jul 09 09:39:22.945953 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b1648846-4226-4025-8b0f-b5eb90ca1080 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports/56d50f7b-9440-4c0e-8b1e-baa0d436fbb5 HTTP/1.1" status: 404 len: 333 time: 0.0470798 Jul 09 09:39:22.948888 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57842) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:22.966846 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-55593486-f5be-466e-81ae-8a94a7798710 None None] Provisioning for port a81cd887-fd83-42f8-b3e6-b638bd269070 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:23.027717 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a81cd887-fd83-42f8-b3e6-b638bd269070 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:39:23.031870 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63db81be-5bae-4dd6-81c0-64de2b060ec5', 'name': 'network-vif-deleted', 'tag': '67a10366-e6b2-4a22-8ba5-98927143b9c1'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:39:23.034733 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d143ef36-b660-4e7d-813e-ef7e006cb2e7" -d '{"events": [{"server_uuid": "63db81be-5bae-4dd6-81c0-64de2b060ec5", "name": "network-vif-deleted", "tag": "67a10366-e6b2-4a22-8ba5-98927143b9c1"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:39:23.053591 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f0ecd7-fb96-4811-a9fa-3eb94bcc0c64 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting subnet ba0e1171-843d-473b-b70d-9b3aa9f96590 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:39:23.062138 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8f0ecd7-fb96-4811-a9fa-3eb94bcc0c64 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:23.088366 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb348cf-b7d2-452b-be60-23c3e362f090 x-openstack-request-id: req-ffb348cf-b7d2-452b-be60-23c3e362f090 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:39:23.089028 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63db81be-5bae-4dd6-81c0-64de2b060ec5", "name": "network-vif-deleted", "tag": "67a10366-e6b2-4a22-8ba5-98927143b9c1", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:39:23.089563 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ffb348cf-b7d2-452b-be60-23c3e362f090 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:39:23.090164 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63db81be-5bae-4dd6-81c0-64de2b060ec5', 'name': 'network-vif-deleted', 'tag': '67a10366-e6b2-4a22-8ba5-98927143b9c1', 'status': 'completed', 'code': 200} Jul 09 09:39:23.094776 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-0c72e078-243a-4d5d-bf49-e8055bcd7811 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Made reservation on behalf of 3c3657de35454de2af834416af126211 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:23.102030 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port a81cd887-fd83-42f8-b3e6-b638bd269070 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:23.102279 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-e6ac36c2-b1fb-4dc5-8baf-cabc1f4bd561 service neutron] 10.222.0.58 "GET /v2.0/networks/99c195dc-2d0c-4f19-8264-456ecb1b766e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285995 Jul 09 09:39:23.103142 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-0c72e078-243a-4d5d-bf49-e8055bcd7811 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:23.107074 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a81cd887-fd83-42f8-b3e6-b638bd269070 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:23.107457 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:23.149599 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-4c888149-446e-4b1b-a691-a79d6acbc819 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=3c73430f-30cc-438a-9261-509e2242a4f3 HTTP/1.1" status: 200 len: 217 time: 0.0398154 Jul 09 09:39:23.167104 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8f0ecd7-fb96-4811-a9fa-3eb94bcc0c64 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:23.208022 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:23.245602 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-abe59dc9-4fb5-4f24-aebb-f73d2daa82b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:23.247211 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-abe59dc9-4fb5-4f24-aebb-f73d2daa82b3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb445b71-f971-43b5-b952-3e1761f97cac HTTP/1.1" status: 200 len: 797 time: 0.0912616 Jul 09 09:39:23.274307 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port a81cd887-fd83-42f8-b3e6-b638bd269070, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a81cd887-fd83-42f8-b3e6-b638bd269070,segment=NetworkSegment(f38f4967-49da-474b-a135-dbd885f12563),segment_id=f38f4967-49da-474b-a135-dbd885f12563)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:23.279880 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 72815bf3-18cb-49ef-a39f-15153f4f7412 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:39:23.313942 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 72815bf3-18cb-49ef-a39f-15153f4f7412 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:39:23.314892 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 72815bf3-18cb-49ef-a39f-15153f4f7412 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:39:23.323277 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:23.323804 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8f0ecd7-fb96-4811-a9fa-3eb94bcc0c64 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:23.348632 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-0c72e078-243a-4d5d-bf49-e8055bcd7811 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Allocated IP 172.20.0.5 (1ae54679-4cff-4994-98e0-50f486401346/112afd71-533d-4ba0-a28c-db2bcc9ef172/a445e9db-29a8-4452-99c6-785db4df6d1e) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:23.397488 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=a81cd887-fd83-42f8-b3e6-b638bd269070,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:23.407619 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-524b3b3a-d8b6-494b-abf3-9a1cbf303598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:23.413586 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-524b3b3a-d8b6-494b-abf3-9a1cbf303598 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fafd663f-aa19-474e-a8d4-f86917295390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1590476 Jul 09 09:39:23.442209 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8f0ecd7-fb96-4811-a9fa-3eb94bcc0c64 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:23.503588 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f5110d3-a500-46ee-adae-e9d5cb021878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:23.524446 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0ecd7-fb96-4811-a9fa-3eb94bcc0c64 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Subnet': ['ID=ba0e1171-843d-473b-b70d-9b3aa9f96590,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:23.534770 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8f0ecd7-fb96-4811-a9fa-3eb94bcc0c64 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:23.539453 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b8f0ecd7-fb96-4811-a9fa-3eb94bcc0c64 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/subnets/ba0e1171-843d-473b-b70d-9b3aa9f96590 HTTP/1.1" status: 204 len: 168 time: 0.5887682 Jul 09 09:39:23.541011 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6884cc16-b4b0-4f3c-a89d-2630233506fd None None] Provisioning complete for port a81cd887-fd83-42f8-b3e6-b638bd269070 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:23.541395 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6884cc16-b4b0-4f3c-a89d-2630233506fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:23.542072 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57850) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:23.629035 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c5ff024-bfe8-4082-9482-e4854d302cdf req-6b870a44-f395-4c2b-83ce-b18062096482 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 210 time: 0.0531063 Jul 09 09:39:23.682545 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-80275b84-5661-46ab-a7bc-e516bc860f58 service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515149 Jul 09 09:39:23.693543 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb327-608a-4696-8b1c-a17c14de107a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:23.711284 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94f79d2-377c-4819-b1aa-2a21b6411026 None None] Network 77864ffe-98c7-44fb-87b9-64cd16a04be3 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:23.727399 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-381740c6-5e3c-4eb4-8c87-1796b44ab61a req-d9d7098f-dd44-4806-9ae4-9572e04bfa66 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9e5d9651-2df3-4f26-a5a8-6d13991d4e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3368175 Jul 09 09:39:23.823959 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c275a579-a1a7-488b-8ab3-9c18999338c2 None None] Could not find standard attr ID for object 56d50f7b-9440-4c0e-8b1e-baa0d436fbb5. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:39:23.839732 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-56bb0934-d0e6-4617-b1be-e19c4457eb4c service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501751 Jul 09 09:39:23.858546 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ca1fb327-608a-4696-8b1c-a17c14de107a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting port a81cd887-fd83-42f8-b3e6-b638bd269070 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:23.858885 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb327-608a-4696-8b1c-a17c14de107a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:23.873720 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-0c72e078-243a-4d5d-bf49-e8055bcd7811 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:23.904894 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-b36ce2ec-8557-45ef-8a9b-92f5c22a2d68 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=b87dc968-5275-4a5f-8ede-a7b805940aa5 HTTP/1.1" status: 200 len: 217 time: 0.0562103 Jul 09 09:39:23.922221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57856) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:24.005422 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-0c72e078-243a-4d5d-bf49-e8055bcd7811 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:24.011018 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-ca1fb327-608a-4696-8b1c-a17c14de107a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] For port a81cd887-fd83-42f8-b3e6-b638bd269070, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a81cd887-fd83-42f8-b3e6-b638bd269070,segment=NetworkSegment(f38f4967-49da-474b-a135-dbd885f12563),segment_id=f38f4967-49da-474b-a135-dbd885f12563)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:24.011385 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb327-608a-4696-8b1c-a17c14de107a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:24.017252 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-db194fb8-eac8-4301-886e-3e0d40179772 admin admin] Deleting subnet 88e628f2-5a47-460d-90db-5d6539c96d73 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:39:24.030388 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-c02fe5dd-c275-4af0-80bb-fb4c65f23366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:24.030700 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381740c6-5e3c-4eb4-8c87-1796b44ab61a req-b52d7a82-6d77-4c26-95e8-48cc9fb1f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:24.031921 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-c02fe5dd-c275-4af0-80bb-fb4c65f23366 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb445b71-f971-43b5-b952-3e1761f97cac HTTP/1.1" status: 200 len: 797 time: 0.0928419 Jul 09 09:39:24.033023 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-381740c6-5e3c-4eb4-8c87-1796b44ab61a req-b52d7a82-6d77-4c26-95e8-48cc9fb1f0c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=9e5d9651-2df3-4f26-a5a8-6d13991d4e40 HTTP/1.1" status: 200 len: 1097 time: 0.2714438 Jul 09 09:39:24.034939 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db194fb8-eac8-4301-886e-3e0d40179772 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:24.035486 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170fa008-d792-4b1e-81c7-b4843e64d585 None None] DHCP port deletion for 77864ffe-98c7-44fb-87b9-64cd16a04be3 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:39:24.040646 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ca1fb327-608a-4696-8b1c-a17c14de107a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Calling delete_port for a81cd887-fd83-42f8-b3e6-b638bd269070 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:24.088954 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-170fa008-d792-4b1e-81c7-b4843e64d585 None None] Deleting port a81cd887-fd83-42f8-b3e6-b638bd269070 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:24.090058 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-170fa008-d792-4b1e-81c7-b4843e64d585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:24.120480 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-0c72e078-243a-4d5d-bf49-e8055bcd7811 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Network 1ae54679-4cff-4994-98e0-50f486401346 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:24.161387 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-0c72e078-243a-4d5d-bf49-e8055bcd7811 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:24.165262 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-e332b679-f388-4f8c-bd2d-aef3a3407130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:24.166784 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-e332b679-f388-4f8c-bd2d-aef3a3407130 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fafd663f-aa19-474e-a8d4-f86917295390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1275442 Jul 09 09:39:24.167896 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-170fa008-d792-4b1e-81c7-b4843e64d585 None None] For port a81cd887-fd83-42f8-b3e6-b638bd269070, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a81cd887-fd83-42f8-b3e6-b638bd269070,segment=NetworkSegment(f38f4967-49da-474b-a135-dbd885f12563),segment_id=f38f4967-49da-474b-a135-dbd885f12563)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:24.168295 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-170fa008-d792-4b1e-81c7-b4843e64d585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:24.184416 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-170fa008-d792-4b1e-81c7-b4843e64d585 None None] Calling delete_port for a81cd887-fd83-42f8-b3e6-b638bd269070 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:24.192434 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-0c72e078-243a-4d5d-bf49-e8055bcd7811 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:24.196380 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db194fb8-eac8-4301-886e-3e0d40179772 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:24.202517 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72e078-243a-4d5d-bf49-e8055bcd7811 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Pushing event updated for resources: {'Port': ['ID=a445e9db-29a8-4452-99c6-785db4df6d1e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:24.230060 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb327-608a-4696-8b1c-a17c14de107a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:24.267793 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1fb327-608a-4696-8b1c-a17c14de107a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] No DVR routers for this DVR port a81cd887-fd83-42f8-b3e6-b638bd269070 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:39:24.269472 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fb327-608a-4696-8b1c-a17c14de107a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Port': ['ID=a81cd887-fd83-42f8-b3e6-b638bd269070,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:24.282075 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-170fa008-d792-4b1e-81c7-b4843e64d585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:24.308259 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fa008-d792-4b1e-81c7-b4843e64d585 None None] Pushing event deleted for resources: {'Port': ['ID=a81cd887-fd83-42f8-b3e6-b638bd269070,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:24.318297 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170fa008-d792-4b1e-81c7-b4843e64d585 None None] No DVR routers for this DVR port a81cd887-fd83-42f8-b3e6-b638bd269070 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:39:24.608828 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-2c53646e-ba03-4603-a7e4-52a97a063ef9 service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314568 Jul 09 09:39:24.613108 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb327-608a-4696-8b1c-a17c14de107a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:24.640472 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ca1fb327-608a-4696-8b1c-a17c14de107a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77864ffe-98c7-44fb-87b9-64cd16a04be3']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:24.675855 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-0c72e078-243a-4d5d-bf49-e8055bcd7811 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:24.676540 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-0c72e078-243a-4d5d-bf49-e8055bcd7811 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:24.690132 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ca1fb327-608a-4696-8b1c-a17c14de107a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f38f4967-49da-474b-a135-dbd885f12563') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:24.690427 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ca1fb327-608a-4696-8b1c-a17c14de107a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f38f4967-49da-474b-a135-dbd885f12563') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:24.706094 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb327-608a-4696-8b1c-a17c14de107a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:24.712330 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db194fb8-eac8-4301-886e-3e0d40179772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:24.728476 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb327-608a-4696-8b1c-a17c14de107a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:24.735726 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-0c72e078-243a-4d5d-bf49-e8055bcd7811 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0254490 Jul 09 09:39:24.738359 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1fb327-608a-4696-8b1c-a17c14de107a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:39:24.738757 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb327-608a-4696-8b1c-a17c14de107a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:24.740645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381740c6-5e3c-4eb4-8c87-1796b44ab61a req-9d81a186-4378-4ec7-b7d8-205e93a52527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:39:24.741836 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:39:24.744500 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-381740c6-5e3c-4eb4-8c87-1796b44ab61a req-9d81a186-4378-4ec7-b7d8-205e93a52527 service neutron] 10.222.0.64 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 912 time: 0.6668251 Jul 09 09:39:24.758838 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-ec2e2e69-7f3d-43c4-8ae5-ead4202ca574 service neutron] Request body: {'port': {'device_id': 'bffa64ae-1165-47aa-b094-3fd4dd36d2e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:24.799233 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-f373f154-fda2-492c-8bf0-6cbc4789afa3 service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832922 Jul 09 09:39:24.842068 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-381740c6-5e3c-4eb4-8c87-1796b44ab61a req-8093472f-f527-4802-b583-67d471fc997b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=303f7b75-76ba-4ae3-b8cf-62193adbcd86 HTTP/1.1" status: 200 len: 217 time: 0.0906885 Jul 09 09:39:24.843747 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-8bf34190-5a76-494f-b0e0-e2e5a12be78a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=0ba2455e-8a37-4bdf-8a17-72869b71782e HTTP/1.1" status: 200 len: 217 time: 0.0371614 Jul 09 09:39:24.844426 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb327-608a-4696-8b1c-a17c14de107a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:24.854227 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb327-608a-4696-8b1c-a17c14de107a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:24.859514 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ca1fb327-608a-4696-8b1c-a17c14de107a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/networks/77864ffe-98c7-44fb-87b9-64cd16a04be3 HTTP/1.1" status: 204 len: 168 time: 1.3132801 Jul 09 09:39:24.873842 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57862) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:24.880395 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-19a325fe-fb3b-4fd6-a426-6ecf8bd914e3 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1548034682'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:24.908552 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fb327-608a-4696-8b1c-a17c14de107a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Network': ['ID=77864ffe-98c7-44fb-87b9-64cd16a04be3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:24.920623 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-1f5110d3-a500-46ee-adae-e9d5cb021878 admin admin] Deleting port cec057e3-6729-40a7-bae1-9f0b60ea8044 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:24.920995 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f5110d3-a500-46ee-adae-e9d5cb021878 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:24.927265 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a81cd887-fd83-42f8-b3e6-b638bd269070 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:39:24.953329 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-75c052b4-f274-44dc-b4db-cb67976f8d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:24.955213 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-75c052b4-f274-44dc-b4db-cb67976f8d44 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb445b71-f971-43b5-b952-3e1761f97cac HTTP/1.1" status: 200 len: 797 time: 0.0980608 Jul 09 09:39:24.956496 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a325fe-fb3b-4fd6-a426-6ecf8bd914e3 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:24.959918 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: a81cd887-fd83-42f8-b3e6-b638bd269070 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:39:24.960262 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a81cd887-fd83-42f8-b3e6-b638bd269070 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:39:24.960735 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19a325fe-fb3b-4fd6-a426-6ecf8bd914e3 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:24.978312 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db194fb8-eac8-4301-886e-3e0d40179772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:25.021204 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a325fe-fb3b-4fd6-a426-6ecf8bd914e3 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:39:25.030203 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db194fb8-eac8-4301-886e-3e0d40179772 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88e628f2-5a47-460d-90db-5d6539c96d73,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:25.039618 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19a325fe-fb3b-4fd6-a426-6ecf8bd914e3 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:25.040073 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-19a325fe-fb3b-4fd6-a426-6ecf8bd914e3 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Added segment fbe2d21f-683a-411e-933a-b8d853f2982c of type vlan for network 22e6ccf5-bba6-4a6d-84a1-c0fca9a52381 Jul 09 09:39:25.062163 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381740c6-5e3c-4eb4-8c87-1796b44ab61a req-5bed40a9-d455-4b25-bb1d-ed3715d1902d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:25.063766 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-381740c6-5e3c-4eb4-8c87-1796b44ab61a req-5bed40a9-d455-4b25-bb1d-ed3715d1902d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.2096398 Jul 09 09:39:25.071311 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db194fb8-eac8-4301-886e-3e0d40179772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:25.073225 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-db194fb8-eac8-4301-886e-3e0d40179772 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/88e628f2-5a47-460d-90db-5d6539c96d73 HTTP/1.1" status: 204 len: 168 time: 1.1472721 Jul 09 09:39:25.074438 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-2b3b70b8-af2f-4a55-b66a-ccc93d5d713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:25.076754 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-2b3b70b8-af2f-4a55-b66a-ccc93d5d713f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fafd663f-aa19-474e-a8d4-f86917295390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1129732 Jul 09 09:39:25.078843 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57866) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:25.089955 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-ec2e2e69-7f3d-43c4-8ae5-ead4202ca574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:25.098738 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19a325fe-fb3b-4fd6-a426-6ecf8bd914e3 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:25.187139 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19a325fe-fb3b-4fd6-a426-6ecf8bd914e3 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:25.187889 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a685b-784a-4be6-96eb-774e0a19f00a req-f8db6fe8-c590-4d69-9e81-30c74c7bce85 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:25.189433 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb1a685b-784a-4be6-96eb-774e0a19f00a req-f8db6fe8-c590-4d69-9e81-30c74c7bce85 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 931 time: 0.3686876 Jul 09 09:39:25.192807 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a325fe-fb3b-4fd6-a426-6ecf8bd914e3 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:25.193424 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19a325fe-fb3b-4fd6-a426-6ecf8bd914e3 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:25.215537 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-1f5110d3-a500-46ee-adae-e9d5cb021878 admin admin] For port cec057e3-6729-40a7-bae1-9f0b60ea8044, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=cec057e3-6729-40a7-bae1-9f0b60ea8044,segment=NetworkSegment(cb90677b-e2a0-416a-87f6-a79a118531b1),segment_id=cb90677b-e2a0-416a-87f6-a79a118531b1)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:25.215918 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f5110d3-a500-46ee-adae-e9d5cb021878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:25.250799 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-cf6ffd88-4677-4586-b0cd-4c33f7366534 service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677868 Jul 09 09:39:25.271997 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-19a325fe-fb3b-4fd6-a426-6ecf8bd914e3 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3934371 Jul 09 09:39:25.272210 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-1f5110d3-a500-46ee-adae-e9d5cb021878 admin admin] Calling delete_port for cec057e3-6729-40a7-bae1-9f0b60ea8044 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:25.273052 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57868) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:25.286460 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 67a10366-e6b2-4a22-8ba5-98927143b9c1 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:39:25.308671 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 67a10366-e6b2-4a22-8ba5-98927143b9c1 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:39:25.309330 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 67a10366-e6b2-4a22-8ba5-98927143b9c1 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:39:25.316131 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2a648885-42ac-41b9-a6ba-ff21279ee979 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'subnet': {'network_id': '22e6ccf5-bba6-4a6d-84a1-c0fca9a52381', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:25.323247 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b44d4a1-baa9-4bcf-82d3-58592e616573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:25.361129 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a325fe-fb3b-4fd6-a426-6ecf8bd914e3 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Network': ['ID=22e6ccf5-bba6-4a6d-84a1-c0fca9a52381,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:25.373174 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 22e6ccf5-bba6-4a6d-84a1-c0fca9a52381 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:39:25.423218 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb1a685b-784a-4be6-96eb-774e0a19f00a req-f2253f09-9429-47eb-9abf-340557adcbe8 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151480 Jul 09 09:39:25.431953 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381740c6-5e3c-4eb4-8c87-1796b44ab61a req-49511bb8-7be6-4679-bade-e970c4f2bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:25.433561 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-381740c6-5e3c-4eb4-8c87-1796b44ab61a req-49511bb8-7be6-4679-bade-e970c4f2bd82 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3557370 Jul 09 09:39:25.434154 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-01b995e4-9397-4f0b-955b-d4948300316c service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755695 Jul 09 09:39:25.480329 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a648885-42ac-41b9-a6ba-ff21279ee979 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:25.484435 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a648885-42ac-41b9-a6ba-ff21279ee979 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:25.489564 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-c4f28120-8a82-4ad3-98eb-01fbdaf187fb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=9156e5bc-3745-4aaf-a12d-7f1717166bef HTTP/1.1" status: 200 len: 217 time: 0.0488133 Jul 09 09:39:25.589684 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-9b78a7de-0bdd-49ae-a2a7-cbfabe9d0e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:25.591160 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-9b78a7de-0bdd-49ae-a2a7-cbfabe9d0e86 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb445b71-f971-43b5-b952-3e1761f97cac HTTP/1.1" status: 200 len: 797 time: 0.0912602 Jul 09 09:39:25.698148 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b44d4a1-baa9-4bcf-82d3-58592e616573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:25.699472 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-4f310dd9-ea1f-45db-8c74-3ed624ffd622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:25.701082 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-4f310dd9-ea1f-45db-8c74-3ed624ffd622 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fafd663f-aa19-474e-a8d4-f86917295390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1028714 Jul 09 09:39:25.736418 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-1b44d4a1-baa9-4bcf-82d3-58592e616573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b6131b-6511-4a6b-997d-280ee4c5f99b']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:25.751782 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-381740c6-5e3c-4eb4-8c87-1796b44ab61a req-d1b0bb83-64da-4cc5-a339-9c5a68dc7a46 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966146 Jul 09 09:39:25.755362 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-1b44d4a1-baa9-4bcf-82d3-58592e616573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141baa4c-800f-4237-9ec8-710ff0b27168') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:25.755666 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-1b44d4a1-baa9-4bcf-82d3-58592e616573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141baa4c-800f-4237-9ec8-710ff0b27168') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:25.789061 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b44d4a1-baa9-4bcf-82d3-58592e616573 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:25.804308 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a648885-42ac-41b9-a6ba-ff21279ee979 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:25.874236 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b44d4a1-baa9-4bcf-82d3-58592e616573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:25.892667 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a648885-42ac-41b9-a6ba-ff21279ee979 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Subnet': ['ID=ef13d6de-9680-490c-8ce8-dad96ac68a83,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:25.896925 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b44d4a1-baa9-4bcf-82d3-58592e616573 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:39:25.897340 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b44d4a1-baa9-4bcf-82d3-58592e616573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:25.899085 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-54422be4-4025-449b-800c-f864ccdcfd72 service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892481 Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:39:25.902104 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:39:25.950444 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a648885-42ac-41b9-a6ba-ff21279ee979 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Checking segment: {'id': 'fbe2d21f-683a-411e-933a-b8d853f2982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22e6ccf5-bba6-4a6d-84a1-c0fca9a52381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:25.951205 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a648885-42ac-41b9-a6ba-ff21279ee979 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network hostable DHCP agents. Network: 22e6ccf5-bba6-4a6d-84a1-c0fca9a52381, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:39:25.987359 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a648885-42ac-41b9-a6ba-ff21279ee979 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network 22e6ccf5-bba6-4a6d-84a1-c0fca9a52381 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:39:26.002637 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f5110d3-a500-46ee-adae-e9d5cb021878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:26.007801 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-2a648885-42ac-41b9-a6ba-ff21279ee979 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 22e6ccf5-bba6-4a6d-84a1-c0fca9a52381) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:26.019490 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a648885-42ac-41b9-a6ba-ff21279ee979 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:26.020282 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a648885-42ac-41b9-a6ba-ff21279ee979 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:26.032414 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606d2a01-5125-488b-b47b-7500a77f0c1e None None] Network 22e6ccf5-bba6-4a6d-84a1-c0fca9a52381 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:26.039928 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-1313596d-3949-4d1d-9088-cc2dd6d18fc1 service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300664 Jul 09 09:39:26.057434 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5110d3-a500-46ee-adae-e9d5cb021878 admin admin] Pushing event deleted for resources: {'Port': ['ID=cec057e3-6729-40a7-bae1-9f0b60ea8044,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:26.062776 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-ec2e2e69-7f3d-43c4-8ae5-ead4202ca574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a445e9db-29a8-4452-99c6-785db4df6d1e {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:39:26.067105 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b44d4a1-baa9-4bcf-82d3-58592e616573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:26.087129 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b44d4a1-baa9-4bcf-82d3-58592e616573 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:26.092259 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1b44d4a1-baa9-4bcf-82d3-58592e616573 admin admin] 10.222.0.61 "DELETE /v2.0/networks/34b6131b-6511-4a6b-997d-280ee4c5f99b HTTP/1.1" status: 204 len: 168 time: 1.0000422 Jul 09 09:39:26.092259 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-ec2e2e69-7f3d-43c4-8ae5-ead4202ca574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:26.095786 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-381740c6-5e3c-4eb4-8c87-1796b44ab61a req-1f51a3bf-0735-47e3-8d46-a727599e9924 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302946 Jul 09 09:39:26.116598 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-89fb8cf6-1b02-488d-bc58-f946ed1fa30a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4056075f-4424-484a-a4a7-32a33e281506 HTTP/1.1" status: 200 len: 217 time: 0.0755386 Jul 09 09:39:26.118874 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44d4a1-baa9-4bcf-82d3-58592e616573 admin admin] Pushing event deleted for resources: {'Network': ['ID=34b6131b-6511-4a6b-997d-280ee4c5f99b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:26.124518 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-ec2e2e69-7f3d-43c4-8ae5-ead4202ca574 service neutron] Transition to ACTIVE for port object a445e9db-29a8-4452-99c6-785db4df6d1e will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:26.130294 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-ec2e2e69-7f3d-43c4-8ae5-ead4202ca574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:26.231435 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-e458fcc9-408c-458c-9055-40612a9d804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:26.233553 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-e458fcc9-408c-458c-9055-40612a9d804f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b9e1697-18ef-436b-a5a6-85ffcc941df6 HTTP/1.1" status: 200 len: 797 time: 0.0922496 Jul 09 09:39:26.236627 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2a648885-42ac-41b9-a6ba-ff21279ee979 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9539874 Jul 09 09:39:26.241757 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57878) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:26.307062 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e2e69-7f3d-43c4-8ae5-ead4202ca574 service neutron] Pushing event updated for resources: {'Port': ['ID=a445e9db-29a8-4452-99c6-785db4df6d1e,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:26.315004 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-51c3a566-4a21-46c3-b32a-1a6624ef9bff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'port': {'network_id': '22e6ccf5-bba6-4a6d-84a1-c0fca9a52381', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-326358942'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:26.325504 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c75b3f-b2c8-40dc-a9b8-58ba800cd3d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-22e6ccf5-bba6-4a6d-84a1-c0fca9a52381', 'network_id': '22e6ccf5-bba6-4a6d-84a1-c0fca9a52381', 'tenant_id': 'ab434903114943afa4aafc937b3d3001', 'fixed_ips': [{'subnet_id': 'ef13d6de-9680-490c-8ce8-dad96ac68a83'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:39:26.327554 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-45c75b3f-b2c8-40dc-a9b8-58ba800cd3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:26.396463 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57880) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:26.469794 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-1d7177bf-f1f3-4c87-9f87-bd40df0a87d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:26.471554 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-1d7177bf-f1f3-4c87-9f87-bd40df0a87d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bc84bdf-64ff-402d-9a3f-15d863914225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2245038 Jul 09 09:39:26.494685 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-45c75b3f-b2c8-40dc-a9b8-58ba800cd3d9 None None] Allocated IP 2001:db8::2 (22e6ccf5-bba6-4a6d-84a1-c0fca9a52381/ef13d6de-9680-490c-8ce8-dad96ac68a83/2781480a-af9e-400d-96f2-7028ef79e53d) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:26.545740 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-ec2e2e69-7f3d-43c4-8ae5-ead4202ca574 service neutron] Attempting to bind port a445e9db-29a8-4452-99c6-785db4df6d1e on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:39:26.546443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-ec2e2e69-7f3d-43c4-8ae5-ead4202ca574 service neutron] Attempting to bind port a445e9db-29a8-4452-99c6-785db4df6d1e by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:39:26.546443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-ec2e2e69-7f3d-43c4-8ae5-ead4202ca574 service neutron] Attempting to bind port a445e9db-29a8-4452-99c6-785db4df6d1e on network 1ae54679-4cff-4994-98e0-50f486401346 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:39:26.552735 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-46e845ac-c1de-4e2c-b6c2-8510c648b7a5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f680844815734a11a2baa6b7bbacda53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1174409 Jul 09 09:39:26.556941 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57884) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:26.566042 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-ec2e2e69-7f3d-43c4-8ae5-ead4202ca574 service neutron] Port a445e9db-29a8-4452-99c6-785db4df6d1e on network 1ae54679-4cff-4994-98e0-50f486401346 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:39:26.566375 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-ec2e2e69-7f3d-43c4-8ae5-ead4202ca574 service neutron] Attempting to bind port a445e9db-29a8-4452-99c6-785db4df6d1e on network 1ae54679-4cff-4994-98e0-50f486401346 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:39:26.574492 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c3a566-4a21-46c3-b32a-1a6624ef9bff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:26.579035 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51c3a566-4a21-46c3-b32a-1a6624ef9bff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:26.592430 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-ec2e2e69-7f3d-43c4-8ae5-ead4202ca574 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:39:26.592773 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-ec2e2e69-7f3d-43c4-8ae5-ead4202ca574 service neutron] Checking segment: {'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:26.593161 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-ec2e2e69-7f3d-43c4-8ae5-ead4202ca574 service neutron] Bound using segment: {'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:39:26.593602 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-ec2e2e69-7f3d-43c4-8ae5-ead4202ca574 service neutron] Bound port: a445e9db-29a8-4452-99c6-785db4df6d1e, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:39:26.593966 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-ec2e2e69-7f3d-43c4-8ae5-ead4202ca574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:26.612346 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-c40ab028-e0e8-44b5-ace5-a338cc49d07c service neutron] 10.222.0.58 "GET /v2.0/networks/7bc84bdf-64ff-402d-9a3f-15d863914225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316340 Jul 09 09:39:26.613505 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-51c3a566-4a21-46c3-b32a-1a6624ef9bff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] device_id is not set on port 6b40dad1-51b1-4f55-b7d5-7610950c4d4b yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:39:26.613703 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f5110d3-a500-46ee-adae-e9d5cb021878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:26.702710 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-45c75b3f-b2c8-40dc-a9b8-58ba800cd3d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:26.712006 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-45c75b3f-b2c8-40dc-a9b8-58ba800cd3d9 None None] Transition to ACTIVE for port object 2781480a-af9e-400d-96f2-7028ef79e53d will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:26.730024 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-45c75b3f-b2c8-40dc-a9b8-58ba800cd3d9 None None] Transition to ACTIVE for port object 2781480a-af9e-400d-96f2-7028ef79e53d will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:26.736728 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e6cc16b-5e9d-4ad3-8990-26e926e08163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:26.739870 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-45c75b3f-b2c8-40dc-a9b8-58ba800cd3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:26.786578 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c75b3f-b2c8-40dc-a9b8-58ba800cd3d9 None None] Network 22e6ccf5-bba6-4a6d-84a1-c0fca9a52381 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:26.789089 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-ca027e07-dfee-4991-8c41-3183a7376ff2 service neutron] 10.222.0.58 "GET /v2.0/networks/7bc84bdf-64ff-402d-9a3f-15d863914225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706834 Jul 09 09:39:26.790948 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-45c75b3f-b2c8-40dc-a9b8-58ba800cd3d9 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:26.793362 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c75b3f-b2c8-40dc-a9b8-58ba800cd3d9 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:26.797439 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c75b3f-b2c8-40dc-a9b8-58ba800cd3d9 None None] Pushing event updated for resources: {'Port': ['ID=2781480a-af9e-400d-96f2-7028ef79e53d,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:26.821407 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e6cc16b-5e9d-4ad3-8990-26e926e08163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:26.853873 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-727410d3-27f0-4396-bcea-a0f4ff1d3485 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=84f956f9-4326-4d7c-bcf7-10dfe96d3b49 HTTP/1.1" status: 200 len: 217 time: 0.0579181 Jul 09 09:39:26.856585 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-ec2e2e69-7f3d-43c4-8ae5-ead4202ca574 service neutron] For port a445e9db-29a8-4452-99c6-785db4df6d1e, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:39:26.861475 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-45c75b3f-b2c8-40dc-a9b8-58ba800cd3d9 None None] Attempting to bind port 2781480a-af9e-400d-96f2-7028ef79e53d on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:39:26.861882 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-45c75b3f-b2c8-40dc-a9b8-58ba800cd3d9 None None] Attempting to bind port 2781480a-af9e-400d-96f2-7028ef79e53d by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'fbe2d21f-683a-411e-933a-b8d853f2982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22e6ccf5-bba6-4a6d-84a1-c0fca9a52381'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:39:26.862252 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c75b3f-b2c8-40dc-a9b8-58ba800cd3d9 None None] Attempting to bind port 2781480a-af9e-400d-96f2-7028ef79e53d on network 22e6ccf5-bba6-4a6d-84a1-c0fca9a52381 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:39:26.868314 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c75b3f-b2c8-40dc-a9b8-58ba800cd3d9 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:39:26.868702 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c75b3f-b2c8-40dc-a9b8-58ba800cd3d9 None None] Checking segment: {'id': 'fbe2d21f-683a-411e-933a-b8d853f2982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22e6ccf5-bba6-4a6d-84a1-c0fca9a52381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:26.869103 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-45c75b3f-b2c8-40dc-a9b8-58ba800cd3d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:26.869498 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c75b3f-b2c8-40dc-a9b8-58ba800cd3d9 None None] Bound using segment: {'id': 'fbe2d21f-683a-411e-933a-b8d853f2982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22e6ccf5-bba6-4a6d-84a1-c0fca9a52381'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:39:26.870013 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-45c75b3f-b2c8-40dc-a9b8-58ba800cd3d9 None None] Bound port: 2781480a-af9e-400d-96f2-7028ef79e53d, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe2d21f-683a-411e-933a-b8d853f2982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22e6ccf5-bba6-4a6d-84a1-c0fca9a52381'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:39:26.870588 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-45c75b3f-b2c8-40dc-a9b8-58ba800cd3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:26.884192 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-ec2e2e69-7f3d-43c4-8ae5-ead4202ca574 service neutron] For port a445e9db-29a8-4452-99c6-785db4df6d1e, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a445e9db-29a8-4452-99c6-785db4df6d1e,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:39:26.892655 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5c155-454c-41da-bcc1-434524a8299f req-1028240a-52c3-488a-96bb-8de1832f51e1 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:26.899679 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4ef5c155-454c-41da-bcc1-434524a8299f req-1028240a-52c3-488a-96bb-8de1832f51e1 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 943 time: 0.2906215 Jul 09 09:39:26.903463 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-51c3a566-4a21-46c3-b32a-1a6624ef9bff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Allocated IP 2001:db8::2e1 (22e6ccf5-bba6-4a6d-84a1-c0fca9a52381/ef13d6de-9680-490c-8ce8-dad96ac68a83/6b40dad1-51b1-4f55-b7d5-7610950c4d4b) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:26.922921 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-ec2e2e69-7f3d-43c4-8ae5-ead4202ca574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:26.942860 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-afcb53e3-3ae9-490f-90b0-f90cc7ef2f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:26.944517 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-afcb53e3-3ae9-490f-90b0-f90cc7ef2f95 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b9e1697-18ef-436b-a5a6-85ffcc941df6 HTTP/1.1" status: 200 len: 797 time: 0.0842826 Jul 09 09:39:26.994830 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-ec2e2e69-7f3d-43c4-8ae5-ead4202ca574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:26.995366 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-ec2e2e69-7f3d-43c4-8ae5-ead4202ca574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:26.996863 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-ec2e2e69-7f3d-43c4-8ae5-ead4202ca574 service neutron] 10.222.0.64 "PUT /v2.0/ports/a445e9db-29a8-4452-99c6-785db4df6d1e HTTP/1.1" status: 200 len: 1091 time: 2.2469058 Jul 09 09:39:26.997881 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-45c75b3f-b2c8-40dc-a9b8-58ba800cd3d9 None None] For port 2781480a-af9e-400d-96f2-7028ef79e53d, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:39:26.999471 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bffa64ae-1165-47aa-b094-3fd4dd36d2e0', 'tag': 'a445e9db-29a8-4452-99c6-785db4df6d1e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:39:27.002036 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0be8986-5a21-41cc-abde-2b730238d7d7" -d '{"events": [{"name": "network-changed", "server_uuid": "bffa64ae-1165-47aa-b094-3fd4dd36d2e0", "tag": "a445e9db-29a8-4452-99c6-785db4df6d1e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:39:27.012879 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-45c75b3f-b2c8-40dc-a9b8-58ba800cd3d9 None None] For port 2781480a-af9e-400d-96f2-7028ef79e53d, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=2781480a-af9e-400d-96f2-7028ef79e53d,segment=NetworkSegment(fbe2d21f-683a-411e-933a-b8d853f2982c),segment_id=fbe2d21f-683a-411e-933a-b8d853f2982c)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:39:27.019599 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-45c75b3f-b2c8-40dc-a9b8-58ba800cd3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:27.111762 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c75b3f-b2c8-40dc-a9b8-58ba800cd3d9 None None] Pushing event updated for resources: {'Port': ['ID=2781480a-af9e-400d-96f2-7028ef79e53d,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:27.149005 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51c3a566-4a21-46c3-b32a-1a6624ef9bff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:27.172205 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-51c3a566-4a21-46c3-b32a-1a6624ef9bff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Transition to ACTIVE for port object 6b40dad1-51b1-4f55-b7d5-7610950c4d4b will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:27.187202 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-2f0691ae-60b3-41de-acb8-63862fe1f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:27.188794 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-2f0691ae-60b3-41de-acb8-63862fe1f768 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bc84bdf-64ff-402d-9a3f-15d863914225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2373400 Jul 09 09:39:27.340887 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51c3a566-4a21-46c3-b32a-1a6624ef9bff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:27.347100 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-2fc4a3c9-7897-4774-8360-57a755d2404d service neutron] 10.222.0.58 "GET /v2.0/networks/7bc84bdf-64ff-402d-9a3f-15d863914225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488283 Jul 09 09:39:27.444375 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4ef5c155-454c-41da-bcc1-434524a8299f req-d8b5f264-9a49-4ee5-9647-56b9500c4c58 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437055 Jul 09 09:39:27.461316 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22489b3-ea1e-4d3e-ae09-91eb723ed278 x-openstack-request-id: req-e22489b3-ea1e-4d3e-ae09-91eb723ed278 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:39:27.461647 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bffa64ae-1165-47aa-b094-3fd4dd36d2e0", "tag": "a445e9db-29a8-4452-99c6-785db4df6d1e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:39:27.461913 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e22489b3-ea1e-4d3e-ae09-91eb723ed278 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:39:27.462288 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bffa64ae-1165-47aa-b094-3fd4dd36d2e0', 'tag': 'a445e9db-29a8-4452-99c6-785db4df6d1e', 'status': 'completed', 'code': 200} Jul 09 09:39:27.470276 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c3a566-4a21-46c3-b32a-1a6624ef9bff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network 22e6ccf5-bba6-4a6d-84a1-c0fca9a52381 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:27.476768 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-51c3a566-4a21-46c3-b32a-1a6624ef9bff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:27.479239 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c3a566-4a21-46c3-b32a-1a6624ef9bff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:27.485652 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c3a566-4a21-46c3-b32a-1a6624ef9bff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:27.486273 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51c3a566-4a21-46c3-b32a-1a6624ef9bff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:27.495909 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3a566-4a21-46c3-b32a-1a6624ef9bff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Port': ['ID=6b40dad1-51b1-4f55-b7d5-7610950c4d4b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:27.496129 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e6cc16b-5e9d-4ad3-8990-26e926e08163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:27.499249 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e6cc16b-5e9d-4ad3-8990-26e926e08163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:27.502746 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2e6cc16b-5e9d-4ad3-8990-26e926e08163 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b4570301-e5eb-436e-8c7c-2323adf37fc0 HTTP/1.1" status: 204 len: 168 time: 0.9430950 Jul 09 09:39:27.513435 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e2e69-7f3d-43c4-8ae5-ead4202ca574 service neutron] Pushing event updated for resources: {'Port': ['ID=a445e9db-29a8-4452-99c6-785db4df6d1e,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:27.520859 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6cc16b-5e9d-4ad3-8990-26e926e08163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4570301-e5eb-436e-8c7c-2323adf37fc0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:27.536244 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-51c3a566-4a21-46c3-b32a-1a6624ef9bff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.2918673 Jul 09 09:39:27.536944 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57894) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:27.589367 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ee4cb2ac-0e77-41a5-a718-05c20dd517b2 req-104892ca-ea90-4d7a-890b-2950779d8ffa service neutron] 10.222.0.58 "GET /v2.0/networks/7bc84bdf-64ff-402d-9a3f-15d863914225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305920 Jul 09 09:39:27.591158 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-ea43ca58-0e87-44c4-a7df-ff33706495d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:27.592733 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-ea43ca58-0e87-44c4-a7df-ff33706495d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c3657de35454de2af834416af126211&device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 1094 time: 0.1296690 Jul 09 09:39:27.657769 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-2520d00d-8429-4124-a8ba-b90d96a7f18e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a445e9db-29a8-4452-99c6-785db4df6d1e HTTP/1.1" status: 200 len: 217 time: 0.0561898 Jul 09 09:39:27.660750 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5110d3-a500-46ee-adae-e9d5cb021878 admin admin] Router 17f25a4b-e09f-476c-90a4-f3a89c22363b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:39:27.671909 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3f54284e-d49e-4e63-ab31-fb9a963b2b89 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting port 6b40dad1-51b1-4f55-b7d5-7610950c4d4b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:27.672280 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f54284e-d49e-4e63-ab31-fb9a963b2b89 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:27.758106 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-1f1f6135-3148-4d56-b808-2fa50cba3af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:27.759611 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-1f1f6135-3148-4d56-b808-2fa50cba3af7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=112afd71-533d-4ba0-a28c-db2bcc9ef172 HTTP/1.1" status: 200 len: 852 time: 0.0930376 Jul 09 09:39:27.770867 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f54284e-d49e-4e63-ab31-fb9a963b2b89 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:27.783827 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3f54284e-d49e-4e63-ab31-fb9a963b2b89 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Calling delete_port for 6b40dad1-51b1-4f55-b7d5-7610950c4d4b owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:27.823467 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-5ebc8ebc-1bdd-45ee-b210-7862a47fca00 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ae54679-4cff-4994-98e0-50f486401346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306988 Jul 09 09:39:27.897981 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5110d3-a500-46ee-adae-e9d5cb021878 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:39:27.908290 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1f5110d3-a500-46ee-adae-e9d5cb021878 admin admin] 10.222.0.61 "PUT /v2.0/routers/17f25a4b-e09f-476c-90a4-f3a89c22363b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6847372 Jul 09 09:39:27.910783 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57902) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:27.912758 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a15fa0-fdcf-474c-87f1-89af0507e138 None None] Sync routers for ids ['17f25a4b-e09f-476c-90a4-f3a89c22363b'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:39:27.937141 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a15fa0-fdcf-474c-87f1-89af0507e138 None None] Routers {'17f25a4b-e09f-476c-90a4-f3a89c22363b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:39:27.938035 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-90a15fa0-fdcf-474c-87f1-89af0507e138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:39:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['17f25a4b-e09f-476c-90a4-f3a89c22363b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:27.969574 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f54284e-d49e-4e63-ab31-fb9a963b2b89 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:28.043802 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-b9be738f-611b-4a99-afa1-fe1568599b7b service neutron] 10.222.0.64 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132826 Jul 09 09:39:28.062871 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54284e-d49e-4e63-ab31-fb9a963b2b89 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Port': ['ID=6b40dad1-51b1-4f55-b7d5-7610950c4d4b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:28.068425 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f54284e-d49e-4e63-ab31-fb9a963b2b89 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:28.073950 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3f54284e-d49e-4e63-ab31-fb9a963b2b89 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/ports/6b40dad1-51b1-4f55-b7d5-7610950c4d4b HTTP/1.1" status: 204 len: 168 time: 0.5174556 Jul 09 09:39:28.074661 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57910) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:28.128075 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f93cb1-0e0b-4b00-bbfd-720aded63fa4 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] GET failed (client error): The resource could not be found. Jul 09 09:39:28.134037 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-87f93cb1-0e0b-4b00-bbfd-720aded63fa4 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports/6b40dad1-51b1-4f55-b7d5-7610950c4d4b HTTP/1.1" status: 404 len: 333 time: 0.0582867 Jul 09 09:39:28.134671 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57914) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:28.187038 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26c088cb-c283-46c3-aae4-4060b32822fa admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:28.227296 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24ba528-41d8-473f-b93b-b654c322922c tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting subnet ef13d6de-9680-490c-8ce8-dad96ac68a83 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:39:28.231228 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d24ba528-41d8-473f-b93b-b654c322922c tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:28.293754 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d24ba528-41d8-473f-b93b-b654c322922c tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:28.355339 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-90a15fa0-fdcf-474c-87f1-89af0507e138 None None] Set router 17f25a4b-e09f-476c-90a4-f3a89c22363b gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:39:28.402627 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a165174e-40c3-49c8-8586-445acb356378 None None] Network 22e6ccf5-bba6-4a6d-84a1-c0fca9a52381 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:28.421889 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-551b4f88-5054-4116-b4aa-32c462d622b0 req-12de0fd7-ef8c-46e3-9467-15031f55e33c service neutron] 10.222.0.64 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216619 Jul 09 09:39:28.515039 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a981a587-c94c-49db-8907-8c8ca477dbda None None] Provisioning for port 2781480a-af9e-400d-96f2-7028ef79e53d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:28.523548 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26c088cb-c283-46c3-aae4-4060b32822fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:28.635286 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57928) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:28.757625 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be8986-5a21-41cc-abde-2b730238d7d7 req-5dfbb801-ad9c-478b-a16c-93809d113668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:28.760165 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-90a15fa0-fdcf-474c-87f1-89af0507e138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415839388-router', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:38:41Z', 'updated_at': '2021-07-09T09:39:25Z', 'revision_number': 5, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'gw_port': {'id': '7f90beac-71ee-4f10-b37a-21c9730a962d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:38:42Z', 'updated_at': '2021-07-09T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:28.761956 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e0be8986-5a21-41cc-abde-2b730238d7d7 req-5dfbb801-ad9c-478b-a16c-93809d113668 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c3657de35454de2af834416af126211&device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 1094 time: 0.2573490 Jul 09 09:39:28.818254 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a15fa0-fdcf-474c-87f1-89af0507e138 None None] Checking router: 17f25a4b-e09f-476c-90a4-f3a89c22363b for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:39:28.830668 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a15fa0-fdcf-474c-87f1-89af0507e138 None None] Routers {'17f25a4b-e09f-476c-90a4-f3a89c22363b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:39:28.831592 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-90a15fa0-fdcf-474c-87f1-89af0507e138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:39:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['17f25a4b-e09f-476c-90a4-f3a89c22363b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:28.846770 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d24ba528-41d8-473f-b93b-b654c322922c tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:28.859626 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-71a7b279-be45-4929-aa41-17f256a121b8 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-823690837-network', 'tenant_id': '7794138e88c04f12968fc0045afe7bb1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:28.907456 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a7b279-be45-4929-aa41-17f256a121b8 admin admin] Made reservation on behalf of 7794138e88c04f12968fc0045afe7bb1 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:28.909898 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71a7b279-be45-4929-aa41-17f256a121b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:28.917846 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-26c088cb-c283-46c3-aae4-4060b32822fa admin admin] Deleting port 7f90beac-71ee-4f10-b37a-21c9730a962d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:28.918631 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26c088cb-c283-46c3-aae4-4060b32822fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:28.944945 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71a7b279-be45-4929-aa41-17f256a121b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:28.983086 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d24ba528-41d8-473f-b93b-b654c322922c tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:28.991771 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a687b-5889-45bf-9526-f8175746a9b2 req-9ccb4040-9ce1-4d99-bf0f-29b0c7520815 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:28.993409 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b67a687b-5889-45bf-9526-f8175746a9b2 req-9ccb4040-9ce1-4d99-bf0f-29b0c7520815 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 943 time: 0.3392868 Jul 09 09:39:29.003118 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-90a15fa0-fdcf-474c-87f1-89af0507e138 None None] Set router 17f25a4b-e09f-476c-90a4-f3a89c22363b gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:39:29.025347 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 2781480a-af9e-400d-96f2-7028ef79e53d up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:39:29.044924 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ba528-41d8-473f-b93b-b654c322922c tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Subnet': ['ID=ef13d6de-9680-490c-8ce8-dad96ac68a83,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:29.049003 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d24ba528-41d8-473f-b93b-b654c322922c tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:29.053478 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d24ba528-41d8-473f-b93b-b654c322922c tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/subnets/ef13d6de-9680-490c-8ce8-dad96ac68a83 HTTP/1.1" status: 204 len: 168 time: 0.9170215 Jul 09 09:39:29.056845 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57936) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:29.090144 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-90a15fa0-fdcf-474c-87f1-89af0507e138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415839388-router', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:38:41Z', 'updated_at': '2021-07-09T09:39:28Z', 'revision_number': 6, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:29.121541 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a15fa0-fdcf-474c-87f1-89af0507e138 None None] The sync data for ids ['17f25a4b-e09f-476c-90a4-f3a89c22363b'] in n-d-799996-1 is: [{'id': '17f25a4b-e09f-476c-90a4-f3a89c22363b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415839388-router', 'tenant_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:38:41Z', 'updated_at': '2021-07-09T09:39:28Z', 'revision_number': 6, 'project_id': 'c59f9867d2a94ec5a469ddb3b63fb241', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:39:29.152300 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-26c088cb-c283-46c3-aae4-4060b32822fa admin admin] For port 7f90beac-71ee-4f10-b37a-21c9730a962d, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=7f90beac-71ee-4f10-b37a-21c9730a962d,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:29.152678 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26c088cb-c283-46c3-aae4-4060b32822fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:29.161595 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbfad348-5844-4bce-8aff-88007dd2f2fa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:29.175934 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-26c088cb-c283-46c3-aae4-4060b32822fa admin admin] Calling delete_port for 7f90beac-71ee-4f10-b37a-21c9730a962d owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:29.185732 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be8986-5a21-41cc-abde-2b730238d7d7 req-2834e913-5b6b-4e67-8c3f-8708144a829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:29.187310 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e0be8986-5a21-41cc-abde-2b730238d7d7 req-2834e913-5b6b-4e67-8c3f-8708144a829b service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ae54679-4cff-4994-98e0-50f486401346 HTTP/1.1" status: 200 len: 913 time: 0.4171999 Jul 09 09:39:29.227670 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-cbfad348-5844-4bce-8aff-88007dd2f2fa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting port 2781480a-af9e-400d-96f2-7028ef79e53d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:29.228133 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbfad348-5844-4bce-8aff-88007dd2f2fa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:29.286395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd91359e-2fcb-4f91-9ce5-690ebccbf067 None None] Network 22e6ccf5-bba6-4a6d-84a1-c0fca9a52381 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:29.298097 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-cbfad348-5844-4bce-8aff-88007dd2f2fa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] For port 2781480a-af9e-400d-96f2-7028ef79e53d, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=2781480a-af9e-400d-96f2-7028ef79e53d,segment=NetworkSegment(fbe2d21f-683a-411e-933a-b8d853f2982c),segment_id=fbe2d21f-683a-411e-933a-b8d853f2982c)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:29.298534 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbfad348-5844-4bce-8aff-88007dd2f2fa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:29.313880 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-cbfad348-5844-4bce-8aff-88007dd2f2fa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Calling delete_port for 2781480a-af9e-400d-96f2-7028ef79e53d owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:29.318325 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e0be8986-5a21-41cc-abde-2b730238d7d7 req-7334eefb-bc90-4f6e-b688-ccaa06dc44b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a445e9db-29a8-4452-99c6-785db4df6d1e HTTP/1.1" status: 200 len: 217 time: 0.1217895 Jul 09 09:39:29.347160 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b67a687b-5889-45bf-9526-f8175746a9b2 req-a189b90a-d090-44b3-96dc-831918a2505a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378227 Jul 09 09:39:29.400328 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 2781480a-af9e-400d-96f2-7028ef79e53d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:29.404959 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbfad348-5844-4bce-8aff-88007dd2f2fa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:29.425801 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 2781480a-af9e-400d-96f2-7028ef79e53d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:29.426349 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:29.432198 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfad348-5844-4bce-8aff-88007dd2f2fa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Port': ['ID=2781480a-af9e-400d-96f2-7028ef79e53d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:29.440619 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfad348-5844-4bce-8aff-88007dd2f2fa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] No DVR routers for this DVR port 2781480a-af9e-400d-96f2-7028ef79e53d on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:39:29.452742 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Port 2781480a-af9e-400d-96f2-7028ef79e53d was deleted so its status cannot be updated. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 09:39:29.500402 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be8986-5a21-41cc-abde-2b730238d7d7 req-cf7f1cd0-851d-499c-84e7-3ea8bcb40925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:29.502090 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e0be8986-5a21-41cc-abde-2b730238d7d7 req-cf7f1cd0-851d-499c-84e7-3ea8bcb40925 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=112afd71-533d-4ba0-a28c-db2bcc9ef172 HTTP/1.1" status: 200 len: 852 time: 0.1718197 Jul 09 09:39:29.527247 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bae89bb-4bd7-465f-90e1-a3581030f817 None None] DHCP port deletion for 22e6ccf5-bba6-4a6d-84a1-c0fca9a52381 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:39:29.551665 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbfad348-5844-4bce-8aff-88007dd2f2fa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:29.552520 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ca31e-6c06-4d2c-87c3-6083e18cd58f req-4973a604-a0e5-401b-9601-e9d7316f092f tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:29.554722 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-766ca31e-6c06-4d2c-87c3-6083e18cd58f req-4973a604-a0e5-401b-9601-e9d7316f092f tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.6681867 Jul 09 09:39:29.569823 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-cbfad348-5844-4bce-8aff-88007dd2f2fa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e6ccf5-bba6-4a6d-84a1-c0fca9a52381']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:29.583880 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-cbfad348-5844-4bce-8aff-88007dd2f2fa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe2d21f-683a-411e-933a-b8d853f2982c') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:29.584297 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-cbfad348-5844-4bce-8aff-88007dd2f2fa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe2d21f-683a-411e-933a-b8d853f2982c') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:29.584932 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e0be8986-5a21-41cc-abde-2b730238d7d7 req-ef739c1d-aa5e-41ec-bf01-41912c9d5c63 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ae54679-4cff-4994-98e0-50f486401346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629008 Jul 09 09:39:29.597745 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbfad348-5844-4bce-8aff-88007dd2f2fa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:29.614182 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbfad348-5844-4bce-8aff-88007dd2f2fa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:29.621514 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbfad348-5844-4bce-8aff-88007dd2f2fa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:39:29.622412 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbfad348-5844-4bce-8aff-88007dd2f2fa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:39:29.626795 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:39:29.689749 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71a7b279-be45-4929-aa41-17f256a121b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:29.690975 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbfad348-5844-4bce-8aff-88007dd2f2fa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:29.715174 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbfad348-5844-4bce-8aff-88007dd2f2fa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:29.717501 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cbfad348-5844-4bce-8aff-88007dd2f2fa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/networks/22e6ccf5-bba6-4a6d-84a1-c0fca9a52381 HTTP/1.1" status: 204 len: 168 time: 0.6596320 Jul 09 09:39:29.718513 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfad348-5844-4bce-8aff-88007dd2f2fa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Network': ['ID=22e6ccf5-bba6-4a6d-84a1-c0fca9a52381,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:29.722153 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57942) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:29.724199 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-766ca31e-6c06-4d2c-87c3-6083e18cd58f req-acfec49a-ef31-4ee7-b49a-b04249ed6588 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417224 Jul 09 09:39:29.727812 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ee4850c7-1a3c-44c8-9587-095b18385d91 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'port': {'network_id': '7b58774a-22fe-40c4-92f1-664e57bff900', 'name': 'tempest-PortsIpV6TestJSON-1955260173'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:29.730190 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71a7b279-be45-4929-aa41-17f256a121b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:29.774698 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a7b279-be45-4929-aa41-17f256a121b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:39:29.799104 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26c088cb-c283-46c3-aae4-4060b32822fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:29.834128 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71a7b279-be45-4929-aa41-17f256a121b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:29.834389 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-71a7b279-be45-4929-aa41-17f256a121b8 admin admin] Added segment 4fdf6f49-d427-4af4-93b6-afb02636b8f4 of type vlan for network e7d47e85-5673-4290-93cf-ab9d7b395e5d Jul 09 09:39:29.843156 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4850c7-1a3c-44c8-9587-095b18385d91 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:29.848177 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee4850c7-1a3c-44c8-9587-095b18385d91 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:29.871929 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-ee4850c7-1a3c-44c8-9587-095b18385d91 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] device_id is not set on port f40cc511-64ce-42f4-94b0-9097ea67bfbe yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:39:29.874228 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b279-be45-4929-aa41-17f256a121b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91da4912-94bc-48fb-bef9-cd86015a3034,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:29.898777 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c088cb-c283-46c3-aae4-4060b32822fa admin admin] Pushing event deleted for resources: {'Port': ['ID=7f90beac-71ee-4f10-b37a-21c9730a962d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:30.010227 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e0be8986-5a21-41cc-abde-2b730238d7d7 req-6927bfd2-6551-4729-bff0-940b923b944f service neutron] 10.222.0.64 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172173 Jul 09 09:39:30.013430 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71a7b279-be45-4929-aa41-17f256a121b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:30.058020 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee4850c7-1a3c-44c8-9587-095b18385d91 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:30.097416 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee4850c7-1a3c-44c8-9587-095b18385d91 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:30.103109 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26c088cb-c283-46c3-aae4-4060b32822fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:30.148251 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4850c7-1a3c-44c8-9587-095b18385d91 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network 7b58774a-22fe-40c4-92f1-664e57bff900 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:30.151623 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ee4850c7-1a3c-44c8-9587-095b18385d91 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:30.154777 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4850c7-1a3c-44c8-9587-095b18385d91 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:30.161050 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4850c7-1a3c-44c8-9587-095b18385d91 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:30.161674 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee4850c7-1a3c-44c8-9587-095b18385d91 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:30.174419 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4850c7-1a3c-44c8-9587-095b18385d91 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Port': ['ID=f40cc511-64ce-42f4-94b0-9097ea67bfbe,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:30.184011 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ee4850c7-1a3c-44c8-9587-095b18385d91 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4605267 Jul 09 09:39:30.186588 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57946) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:30.217802 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71a7b279-be45-4929-aa41-17f256a121b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:30.219403 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a7b279-be45-4929-aa41-17f256a121b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:30.220019 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71a7b279-be45-4929-aa41-17f256a121b8 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:30.282904 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0e269664-897a-4148-aaa5-a3296c7e8f9e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting port f40cc511-64ce-42f4-94b0-9097ea67bfbe {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:30.283232 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e269664-897a-4148-aaa5-a3296c7e8f9e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:30.285945 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26c088cb-c283-46c3-aae4-4060b32822fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:30.299286 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd50d44-1d6a-44d7-bb0a-36c2d4d4c20d req-de8baa77-0e5a-4bda-934b-f5dfbb2238d6 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:30.300857 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1fd50d44-1d6a-44d7-bb0a-36c2d4d4c20d req-de8baa77-0e5a-4bda-934b-f5dfbb2238d6 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.3828886 Jul 09 09:39:30.309650 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26c088cb-c283-46c3-aae4-4060b32822fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:30.315157 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-71a7b279-be45-4929-aa41-17f256a121b8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6787200 Jul 09 09:39:30.321260 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e0be8986-5a21-41cc-abde-2b730238d7d7 req-9cf2c63b-327a-4c14-96f6-3c2f2ff4a709 service neutron] 10.222.0.64 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025329 Jul 09 09:39:30.330768 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57948) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:30.335353 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-db291f2a-a60a-4098-a605-13b72b090405 admin admin] Request body: {'subnet': {'network_id': 'e7d47e85-5673-4290-93cf-ab9d7b395e5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-823690837-subnet', 'tenant_id': '7794138e88c04f12968fc0045afe7bb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:30.378915 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e269664-897a-4148-aaa5-a3296c7e8f9e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:30.381719 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db291f2a-a60a-4098-a605-13b72b090405 admin admin] Made reservation on behalf of 7794138e88c04f12968fc0045afe7bb1 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:30.383279 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b279-be45-4929-aa41-17f256a121b8 admin admin] Pushing event updated for resources: {'Network': ['ID=e7d47e85-5673-4290-93cf-ab9d7b395e5d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:30.384128 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db291f2a-a60a-4098-a605-13b72b090405 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:30.403580 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26c088cb-c283-46c3-aae4-4060b32822fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:30.404599 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network e7d47e85-5673-4290-93cf-ab9d7b395e5d details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:39:30.404759 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c088cb-c283-46c3-aae4-4060b32822fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17f25a4b-e09f-476c-90a4-f3a89c22363b {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:39:30.412154 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26c088cb-c283-46c3-aae4-4060b32822fa admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:30.416310 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-26c088cb-c283-46c3-aae4-4060b32822fa admin admin] 10.222.0.61 "DELETE /v2.0/routers/17f25a4b-e09f-476c-90a4-f3a89c22363b HTTP/1.1" status: 204 len: 168 time: 2.5021071 Jul 09 09:39:30.417153 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57952) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:30.420886 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1fd50d44-1d6a-44d7-bb0a-36c2d4d4c20d req-c9204bf8-8c23-4947-8086-dc7261d14556 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093571 Jul 09 09:39:30.434150 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0e269664-897a-4148-aaa5-a3296c7e8f9e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Calling delete_port for f40cc511-64ce-42f4-94b0-9097ea67bfbe owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:30.498388 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-78de45d7-65a2-4f8c-afbe-c6411bde4ae7 admin admin] Deleting subnet 5623fb91-49df-4ac4-8fd5-5eba5b628ddd {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:39:30.504477 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-78de45d7-65a2-4f8c-afbe-c6411bde4ae7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:30.555069 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-78de45d7-65a2-4f8c-afbe-c6411bde4ae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:30.670806 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e269664-897a-4148-aaa5-a3296c7e8f9e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:30.704008 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-78de45d7-65a2-4f8c-afbe-c6411bde4ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:30.713245 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e269664-897a-4148-aaa5-a3296c7e8f9e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Port': ['ID=f40cc511-64ce-42f4-94b0-9097ea67bfbe,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:30.735961 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e269664-897a-4148-aaa5-a3296c7e8f9e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:30.740481 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0e269664-897a-4148-aaa5-a3296c7e8f9e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/ports/f40cc511-64ce-42f4-94b0-9097ea67bfbe HTTP/1.1" status: 204 len: 168 time: 0.5505219 Jul 09 09:39:30.741203 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57960) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:30.745690 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-46c75e76-d1fd-45b3-8012-c2def9e129da tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'port': {'network_id': '7b58774a-22fe-40c4-92f1-664e57bff900', 'mac_address': 'fa:16:3e:e7:df:fb', 'name': 'tempest-PortsIpV6TestJSON-1377342062'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:30.785397 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db291f2a-a60a-4098-a605-13b72b090405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:30.801216 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04703e62-d5bd-4fda-a719-44e3bdb5934b req-11ab5074-4295-4e56-af25-ed073d0a3969 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:30.802748 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-04703e62-d5bd-4fda-a719-44e3bdb5934b req-11ab5074-4295-4e56-af25-ed073d0a3969 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 943 time: 0.1891987 Jul 09 09:39:30.842313 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db291f2a-a60a-4098-a605-13b72b090405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7362987-bd6b-4df0-a90b-ecd0b0abf0f3,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:30.859407 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db291f2a-a60a-4098-a605-13b72b090405 admin admin] Checking segment: {'id': '4fdf6f49-d427-4af4-93b6-afb02636b8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e7d47e85-5673-4290-93cf-ab9d7b395e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:30.859802 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db291f2a-a60a-4098-a605-13b72b090405 admin admin] Network hostable DHCP agents. Network: e7d47e85-5673-4290-93cf-ab9d7b395e5d, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:39:30.877480 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db291f2a-a60a-4098-a605-13b72b090405 admin admin] Network e7d47e85-5673-4290-93cf-ab9d7b395e5d is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:39:30.890182 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-db291f2a-a60a-4098-a605-13b72b090405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, e7d47e85-5673-4290-93cf-ab9d7b395e5d) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:30.902094 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a708bb03-41de-4678-a209-c273ed716d17 None None] Network e7d47e85-5673-4290-93cf-ab9d7b395e5d requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:30.903861 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db291f2a-a60a-4098-a605-13b72b090405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:30.904497 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db291f2a-a60a-4098-a605-13b72b090405 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:30.927524 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-db291f2a-a60a-4098-a605-13b72b090405 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5903769 Jul 09 09:39:30.938115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 2781480a-af9e-400d-96f2-7028ef79e53d no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:39:30.946190 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-78de45d7-65a2-4f8c-afbe-c6411bde4ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:30.987905 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 2781480a-af9e-400d-96f2-7028ef79e53d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:39:30.988451 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 2781480a-af9e-400d-96f2-7028ef79e53d not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:39:30.988736 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7f90beac-71ee-4f10-b37a-21c9730a962d no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:39:31.014256 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 7f90beac-71ee-4f10-b37a-21c9730a962d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:39:31.014872 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7f90beac-71ee-4f10-b37a-21c9730a962d not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:39:31.015473 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cec057e3-6729-40a7-bae1-9f0b60ea8044 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:39:31.022066 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-04703e62-d5bd-4fda-a719-44e3bdb5934b req-6adeb1c7-d9b3-43fd-a699-e65a1b488290 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109885 Jul 09 09:39:31.022823 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de45d7-65a2-4f8c-afbe-c6411bde4ae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5623fb91-49df-4ac4-8fd5-5eba5b628ddd,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:31.032801 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-78de45d7-65a2-4f8c-afbe-c6411bde4ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:31.037477 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: cec057e3-6729-40a7-bae1-9f0b60ea8044 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:39:31.038045 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cec057e3-6729-40a7-bae1-9f0b60ea8044 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:39:31.038534 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-78de45d7-65a2-4f8c-afbe-c6411bde4ae7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5623fb91-49df-4ac4-8fd5-5eba5b628ddd HTTP/1.1" status: 204 len: 168 time: 0.6166620 Jul 09 09:39:31.038913 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57974) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:31.040102 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a50999-515b-4719-9bfe-3c9589d14b36 None None] Network 19975d38-7d21-4ee0-b5ca-39897d27813e requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:31.093048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c75e76-d1fd-45b3-8012-c2def9e129da tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:31.110524 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-df6a0a69-1713-4c54-bafa-878d28f90bcc tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:31.112126 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-df6a0a69-1713-4c54-bafa-878d28f90bcc tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 811 time: 0.3082085 Jul 09 09:39:31.164680 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-074a069f-cf65-4b41-8dd2-43b9dfff3acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:31.167918 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-eec28b0a-f21a-4f53-ac23-c2ea104c95d9 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/quotas/f7f16a5816aa4fb6a5e831e7bff87912 HTTP/1.1" status: 200 len: 375 time: 0.0454266 Jul 09 09:39:31.215205 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46c75e76-d1fd-45b3-8012-c2def9e129da tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:31.235102 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-074a069f-cf65-4b41-8dd2-43b9dfff3acb admin admin] Deleting port c91af29f-2df9-4951-be21-cf882848a2a8 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:31.235830 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-074a069f-cf65-4b41-8dd2-43b9dfff3acb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:31.249096 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-46c75e76-d1fd-45b3-8012-c2def9e129da tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] device_id is not set on port 77125858-86f0-4463-8bda-1a851ac81ba3 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:39:31.290664 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0ef8e7-e137-4df8-b301-70a6c350517b None None] Network e7d47e85-5673-4290-93cf-ab9d7b395e5d requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:31.342445 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-074a069f-cf65-4b41-8dd2-43b9dfff3acb admin admin] For port c91af29f-2df9-4951-be21-cf882848a2a8, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c91af29f-2df9-4951-be21-cf882848a2a8,segment=NetworkSegment(cb90677b-e2a0-416a-87f6-a79a118531b1),segment_id=cb90677b-e2a0-416a-87f6-a79a118531b1)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:31.342821 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-074a069f-cf65-4b41-8dd2-43b9dfff3acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:31.360137 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-074a069f-cf65-4b41-8dd2-43b9dfff3acb admin admin] Calling delete_port for c91af29f-2df9-4951-be21-cf882848a2a8 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:31.434801 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32270082-85f0-4dce-ad09-03528710f4bc None None] DHCP port deletion for 19975d38-7d21-4ee0-b5ca-39897d27813e request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:39:31.463033 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-074a069f-cf65-4b41-8dd2-43b9dfff3acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:31.486855 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-32270082-85f0-4dce-ad09-03528710f4bc None None] The port 'c91af29f-2df9-4951-be21-cf882848a2a8' was deleted {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 09 09:39:31.528272 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a069f-cf65-4b41-8dd2-43b9dfff3acb admin admin] Pushing event deleted for resources: {'Port': ['ID=c91af29f-2df9-4951-be21-cf882848a2a8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:31.535256 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a069f-cf65-4b41-8dd2-43b9dfff3acb admin admin] No DVR routers for this DVR port c91af29f-2df9-4951-be21-cf882848a2a8 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:39:31.545548 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a445e9db-29a8-4452-99c6-785db4df6d1e details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:39:31.667016 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-074a069f-cf65-4b41-8dd2-43b9dfff3acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:31.673523 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a445e9db-29a8-4452-99c6-785db4df6d1e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a445e9db-29a8-4452-99c6-785db4df6d1e,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:31.680904 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-074a069f-cf65-4b41-8dd2-43b9dfff3acb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19975d38-7d21-4ee0-b5ca-39897d27813e']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:31.690123 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'a445e9db-29a8-4452-99c6-785db4df6d1e', 'network_id': '1ae54679-4cff-4994-98e0-50f486401346', 'port_id': 'a445e9db-29a8-4452-99c6-785db4df6d1e', 'mac_address': 'fa:16:3e:2f:d3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112afd71-533d-4ba0-a28c-db2bcc9ef172', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:39:31.693930 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-074a069f-cf65-4b41-8dd2-43b9dfff3acb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb90677b-e2a0-416a-87f6-a79a118531b1') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:31.694226 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-074a069f-cf65-4b41-8dd2-43b9dfff3acb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb90677b-e2a0-416a-87f6-a79a118531b1') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:31.707802 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-074a069f-cf65-4b41-8dd2-43b9dfff3acb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:31.725418 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-074a069f-cf65-4b41-8dd2-43b9dfff3acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:31.733471 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074a069f-cf65-4b41-8dd2-43b9dfff3acb admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:39:31.733986 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-074a069f-cf65-4b41-8dd2-43b9dfff3acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:39:31.736053 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:39:31.740436 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-04700622-5fb0-4e37-9f73-e556e42b85e4 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5652196 Jul 09 09:39:31.742592 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:31.757441 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a445e9db-29a8-4452-99c6-785db4df6d1e {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:39:31.779831 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a445e9db-29a8-4452-99c6-785db4df6d1e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a445e9db-29a8-4452-99c6-785db4df6d1e,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:31.784019 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:31.826471 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-074a069f-cf65-4b41-8dd2-43b9dfff3acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:31.838623 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-074a069f-cf65-4b41-8dd2-43b9dfff3acb admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:31.845333 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-074a069f-cf65-4b41-8dd2-43b9dfff3acb admin admin] 10.222.0.61 "DELETE /v2.0/networks/19975d38-7d21-4ee0-b5ca-39897d27813e HTTP/1.1" status: 204 len: 168 time: 0.8026743 Jul 09 09:39:31.845532 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=a445e9db-29a8-4452-99c6-785db4df6d1e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:31.856466 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:31.856898 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:31.858266 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:31.858556 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:31.858974 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:31.859377 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:31.859847 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:31.860272 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:31.860539 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a069f-cf65-4b41-8dd2-43b9dfff3acb admin admin] Pushing event deleted for resources: {'Network': ['ID=19975d38-7d21-4ee0-b5ca-39897d27813e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:31.860770 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:31.861830 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:31.861830 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:31.862061 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:31.919158 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-7b27f3a2-f5fe-4f2b-8357-715238e436c6 service neutron] 10.222.0.61 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777637 Jul 09 09:39:31.930746 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46c75e76-d1fd-45b3-8012-c2def9e129da tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:32.008131 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57996) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:32.049689 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-0b39d6a5-c937-4d3a-9df6-08ff61da6d0f service neutron] 10.222.0.61 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235487 Jul 09 09:39:32.060574 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46c75e76-d1fd-45b3-8012-c2def9e129da tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:32.065587 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c2bd6d85-c8a3-4291-80cc-b647a574f357 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c59f9867d2a94ec5a469ddb3b63fb241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538104 Jul 09 09:39:32.065704 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58002) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:32.113618 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['a445e9db-29a8-4452-99c6-785db4df6d1e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:39:32.124833 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c75e76-d1fd-45b3-8012-c2def9e129da tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Port': ['ID=77125858-86f0-4463-8bda-1a851ac81ba3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:32.144196 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c75e76-d1fd-45b3-8012-c2def9e129da tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network 7b58774a-22fe-40c4-92f1-664e57bff900 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:32.144196 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-46c75e76-d1fd-45b3-8012-c2def9e129da tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:32.145854 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c75e76-d1fd-45b3-8012-c2def9e129da tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:32.149385 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b55b4a30-1854-4ebd-b50d-0dfb8ae22181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:32.152119 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c75e76-d1fd-45b3-8012-c2def9e129da tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:32.152511 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46c75e76-d1fd-45b3-8012-c2def9e129da tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:32.171027 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-46c75e76-d1fd-45b3-8012-c2def9e129da tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4292226 Jul 09 09:39:32.173748 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58006) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:32.180489 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b55b4a30-1854-4ebd-b50d-0dfb8ae22181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:32.250981 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b55b4a30-1854-4ebd-b50d-0dfb8ae22181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:32.253886 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b55b4a30-1854-4ebd-b50d-0dfb8ae22181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:32.255750 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b55b4a30-1854-4ebd-b50d-0dfb8ae22181 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3dfc3c3d-5e74-4cd6-b6d8-db832af15357 HTTP/1.1" status: 204 len: 168 time: 0.1890926 Jul 09 09:39:32.265460 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b4a30-1854-4ebd-b50d-0dfb8ae22181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfc3c3d-5e74-4cd6-b6d8-db832af15357,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:32.286420 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cff4ca-f6a4-4aa4-b9d2-df59557b8ffa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:32.290553 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-13cff4ca-f6a4-4aa4-b9d2-df59557b8ffa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports/77125858-86f0-4463-8bda-1a851ac81ba3 HTTP/1.1" status: 200 len: 845 time: 0.1121967 Jul 09 09:39:32.290788 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58014) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:32.456671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a3c63-6cb9-4623-b904-70c27278d776 req-6c000334-9db9-480b-b0af-c1b5dbe03646 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:32.458157 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-631a3c63-6cb9-4623-b904-70c27278d776 req-6c000334-9db9-480b-b0af-c1b5dbe03646 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 944 time: 0.1689684 Jul 09 09:39:32.499782 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3d1a1625-7bcc-4075-bc21-b8f59d12ec8a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting port 77125858-86f0-4463-8bda-1a851ac81ba3 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:32.500129 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d1a1625-7bcc-4075-bc21-b8f59d12ec8a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:32.594705 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6e3bcf7-ab71-4595-b2fb-d33d27cb68b5 req-cc31affe-6e03-4260-be5e-7abd1cb1f327 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=b101c202-6a8c-48d3-b774-5ea72b4c8577 HTTP/1.1" status: 200 len: 210 time: 0.0915680 Jul 09 09:39:32.608503 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-631a3c63-6cb9-4623-b904-70c27278d776 req-7fd4a1ae-8400-4491-9060-b7f85cad0b59 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395700 Jul 09 09:39:32.654428 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d1a1625-7bcc-4075-bc21-b8f59d12ec8a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:32.669448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3d1a1625-7bcc-4075-bc21-b8f59d12ec8a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Calling delete_port for 77125858-86f0-4463-8bda-1a851ac81ba3 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:32.777663 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d1a1625-7bcc-4075-bc21-b8f59d12ec8a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:32.818475 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a1625-7bcc-4075-bc21-b8f59d12ec8a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Port': ['ID=77125858-86f0-4463-8bda-1a851ac81ba3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:32.829266 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d1a1625-7bcc-4075-bc21-b8f59d12ec8a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:32.835062 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58042) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:32.836193 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3d1a1625-7bcc-4075-bc21-b8f59d12ec8a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/ports/77125858-86f0-4463-8bda-1a851ac81ba3 HTTP/1.1" status: 204 len: 168 time: 0.5444200 Jul 09 09:39:32.918313 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde513de-9947-4030-96cb-425b7450bb84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] GET failed (client error): The resource could not be found. Jul 09 09:39:32.922589 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cde513de-9947-4030-96cb-425b7450bb84 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports/77125858-86f0-4463-8bda-1a851ac81ba3 HTTP/1.1" status: 404 len: 333 time: 0.0860524 Jul 09 09:39:32.926250 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58048) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:32.935121 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9167e09b-611b-4b2e-a40e-b80251335917 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'port': {'network_id': '7b58774a-22fe-40c4-92f1-664e57bff900', 'name': 'tempest-PortsIpV6TestJSON-1500427955'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:32.962648 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c91af29f-2df9-4951-be21-cf882848a2a8 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:39:32.998765 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: c91af29f-2df9-4951-be21-cf882848a2a8 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:39:32.999409 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c91af29f-2df9-4951-be21-cf882848a2a8 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:39:33.084212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9167e09b-611b-4b2e-a40e-b80251335917 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:33.088291 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9167e09b-611b-4b2e-a40e-b80251335917 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:33.166206 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-9167e09b-611b-4b2e-a40e-b80251335917 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] device_id is not set on port 8b32c8f5-a019-4f4c-9cf9-78f4abb2bf3c yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:39:33.266933 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-5869d0c0-7914-4afe-8540-1a2997f98cc7 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:33.268501 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-5869d0c0-7914-4afe-8540-1a2997f98cc7 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/networks?id=e7d47e85-5673-4290-93cf-ab9d7b395e5d HTTP/1.1" status: 200 len: 809 time: 0.1855524 Jul 09 09:39:33.306352 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-f6ee5323-5084-4384-90a6-99ff9ff739e0 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/quotas/7794138e88c04f12968fc0045afe7bb1 HTTP/1.1" status: 200 len: 375 time: 0.0318995 Jul 09 09:39:33.374273 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-ec9438d8-c07b-4e66-a6a9-5d7ef096ea4e tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7794138e88c04f12968fc0045afe7bb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392671 Jul 09 09:39:33.450199 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9167e09b-611b-4b2e-a40e-b80251335917 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:33.525695 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-32939615-c533-4cb4-991f-3e8ccf8ca42f tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=90ae1a8d9a09446486bde627913adce9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529003 Jul 09 09:39:33.533207 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-7f199872-fd16-4491-80fd-ae03c40e9fd2 service neutron] 10.222.0.61 "GET /v2.0/networks/e7d47e85-5673-4290-93cf-ab9d7b395e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475267 Jul 09 09:39:33.542480 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a445e9db-29a8-4452-99c6-785db4df6d1e up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:39:33.597744 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port a445e9db-29a8-4452-99c6-785db4df6d1e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:33.603993 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port a445e9db-29a8-4452-99c6-785db4df6d1e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:33.604482 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:33.651278 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9167e09b-611b-4b2e-a40e-b80251335917 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:33.699976 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:33.727726 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffa64ae-1165-47aa-b094-3fd4dd36d2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a445e9db-29a8-4452-99c6-785db4df6d1e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:39:33.730299 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87edc17-b357-4d94-82ff-d5c55fdf58c4" -d '{"events": [{"server_uuid": "bffa64ae-1165-47aa-b094-3fd4dd36d2e0", "name": "network-vif-plugged", "status": "completed", "tag": "a445e9db-29a8-4452-99c6-785db4df6d1e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:39:33.739523 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-727cf183-ff50-4461-9b45-1748c9fccc30 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:33.743978 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-727cf183-ff50-4461-9b45-1748c9fccc30 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.58 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 811 time: 0.1700642 Jul 09 09:39:33.746319 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a445e9db-29a8-4452-99c6-785db4df6d1e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a445e9db-29a8-4452-99c6-785db4df6d1e,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:33.753156 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:33.758576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9167e09b-611b-4b2e-a40e-b80251335917 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network 7b58774a-22fe-40c4-92f1-664e57bff900 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:33.760535 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-8f6c8040-76a3-447d-96d3-7d2eeb90bcea tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Request body: {'port': {'device_id': 'b101c202-6a8c-48d3-b774-5ea72b4c8577', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'admin_state_up': True, 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:33.770090 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-9167e09b-611b-4b2e-a40e-b80251335917 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:33.777627 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-9aaa271d-6d5e-48ad-8bde-1359554c54a1 service neutron] 10.222.0.61 "GET /v2.0/networks/e7d47e85-5673-4290-93cf-ab9d7b395e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298794 Jul 09 09:39:33.780575 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9167e09b-611b-4b2e-a40e-b80251335917 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:33.786153 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9167e09b-611b-4b2e-a40e-b80251335917 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:33.786784 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9167e09b-611b-4b2e-a40e-b80251335917 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:33.790625 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167e09b-611b-4b2e-a40e-b80251335917 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Port': ['ID=8b32c8f5-a019-4f4c-9cf9-78f4abb2bf3c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:33.802480 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-f54ffbb7-02dc-49a9-8409-56389f8b88f8 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:33.809428 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-f54ffbb7-02dc-49a9-8409-56389f8b88f8 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2752242 Jul 09 09:39:33.815790 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:33.829254 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-95883f40-0e4e-4184-936d-85c92583c7bd tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/quotas/90ae1a8d9a09446486bde627913adce9 HTTP/1.1" status: 200 len: 375 time: 0.0188928 Jul 09 09:39:33.831540 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=a445e9db-29a8-4452-99c6-785db4df6d1e,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:33.835443 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9167e09b-611b-4b2e-a40e-b80251335917 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9063513 Jul 09 09:39:33.836818 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58090) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:33.850393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-263d2ed9-22a1-45b0-b136-4202836e70b5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:33.901065 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-fd8bc828-8200-4375-ae9c-50d96f19ccc8 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=90ae1a8d9a09446486bde627913adce9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708613 Jul 09 09:39:33.925230 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-8f6c8040-76a3-447d-96d3-7d2eeb90bcea tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Made reservation on behalf of f7f16a5816aa4fb6a5e831e7bff87912 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:33.930487 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-8f6c8040-76a3-447d-96d3-7d2eeb90bcea tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:33.988347 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-263d2ed9-22a1-45b0-b136-4202836e70b5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:34.109395 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-8f6c8040-76a3-447d-96d3-7d2eeb90bcea tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Allocated IP 172.20.0.9 (42ae9d36-caf9-48f2-988b-c538986827db/e4ea1ee7-829f-4c49-b86d-56026f119dcb/cdcb6756-cb94-4cbd-9c7f-7bac45928eca) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:34.303665 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-263d2ed9-22a1-45b0-b136-4202836e70b5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:34.342225 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab0b6397-016b-4bc8-ad4d-14a47754d759 req-4e2c5097-2acf-42ec-96ca-0c203df7ec8f tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=b101c202-6a8c-48d3-b774-5ea72b4c8577 HTTP/1.1" status: 200 len: 210 time: 0.0358088 Jul 09 09:39:34.360429 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-8f6c8040-76a3-447d-96d3-7d2eeb90bcea tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:34.377796 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-8f6c8040-76a3-447d-96d3-7d2eeb90bcea tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Transition to ACTIVE for port object cdcb6756-cb94-4cbd-9c7f-7bac45928eca will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:34.379386 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-263d2ed9-22a1-45b0-b136-4202836e70b5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:34.399993 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e1bc55-db5b-4064-a5c9-af343408fe02 x-openstack-request-id: req-12e1bc55-db5b-4064-a5c9-af343408fe02 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:39:34.400700 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffa64ae-1165-47aa-b094-3fd4dd36d2e0", "name": "network-vif-plugged", "status": "completed", "tag": "a445e9db-29a8-4452-99c6-785db4df6d1e", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:39:34.401166 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-12e1bc55-db5b-4064-a5c9-af343408fe02 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:39:34.401856 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffa64ae-1165-47aa-b094-3fd4dd36d2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a445e9db-29a8-4452-99c6-785db4df6d1e', 'code': 200} Jul 09 09:39:34.418623 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-263d2ed9-22a1-45b0-b136-4202836e70b5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] In _notify_port_updated(), no bound segment for port 8b32c8f5-a019-4f4c-9cf9-78f4abb2bf3c on network 7b58774a-22fe-40c4-92f1-664e57bff900 {{(pid=93790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:39:34.433111 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-8f6c8040-76a3-447d-96d3-7d2eeb90bcea tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:34.437181 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263d2ed9-22a1-45b0-b136-4202836e70b5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:34.438337 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-263d2ed9-22a1-45b0-b136-4202836e70b5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:34.443345 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58110) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:34.444252 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-263d2ed9-22a1-45b0-b136-4202836e70b5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "PUT /v2.0/ports/8b32c8f5-a019-4f4c-9cf9-78f4abb2bf3c HTTP/1.1" status: 200 len: 818 time: 0.6063981 Jul 09 09:39:34.446004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['5d56156b-309e-479e-a4ff-8cdcce4b636e', '303f7b75-76ba-4ae3-b8cf-62193adbcd86'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:39:34.532155 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-8f6c8040-76a3-447d-96d3-7d2eeb90bcea tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Network 42ae9d36-caf9-48f2-988b-c538986827db is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:34.532750 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38c3b067-216c-4176-9a27-507ad51599b6 req-f863e543-3147-491f-aab9-f1c9fa0efb24 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/ports?device_id=38538802-1bd0-4071-a730-de79a3aaad8b HTTP/1.1" status: 200 len: 210 time: 0.0615523 Jul 09 09:39:34.539958 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-8f6c8040-76a3-447d-96d3-7d2eeb90bcea tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:34.544412 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-8f6c8040-76a3-447d-96d3-7d2eeb90bcea tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:34.546938 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c8040-76a3-447d-96d3-7d2eeb90bcea tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Pushing event updated for resources: {'Port': ['ID=cdcb6756-cb94-4cbd-9c7f-7bac45928eca,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:34.621928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d2ed9-22a1-45b0-b136-4202836e70b5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Port': ['ID=8b32c8f5-a019-4f4c-9cf9-78f4abb2bf3c,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:34.651847 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1d5b2-96e1-41a2-b210-2a3bb5069a42 req-5ebeac88-07fb-4799-aa56-4e4fdc90cb80 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:34.661142 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c7f1d5b2-96e1-41a2-b210-2a3bb5069a42 req-5ebeac88-07fb-4799-aa56-4e4fdc90cb80 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.3683908 Jul 09 09:39:34.692706 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-8f6c8040-76a3-447d-96d3-7d2eeb90bcea tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:34.693381 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-8f6c8040-76a3-447d-96d3-7d2eeb90bcea tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:34.711373 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a3109cc9-a39c-4b64-ac22-fdcb44af1370 req-003875d7-bfc9-422b-b09f-c9a7ed1abf26 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/ports?device_id=5dc97141-c25e-4f2b-a019-43aa58f55f45 HTTP/1.1" status: 200 len: 210 time: 0.0450835 Jul 09 09:39:34.715010 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fea0a9-088e-4904-9c5f-65f6c3708fdb req-1f207a71-aa34-464c-9a65-fd4215eeab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:34.716360 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44fea0a9-088e-4904-9c5f-65f6c3708fdb req-1f207a71-aa34-464c-9a65-fd4215eeab1c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 1096 time: 0.1886621 Jul 09 09:39:34.759892 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-8f6c8040-76a3-447d-96d3-7d2eeb90bcea tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0063410 Jul 09 09:39:34.762148 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-e954060d-1ff9-44e7-b46c-fd03af26e79a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting port 8b32c8f5-a019-4f4c-9cf9-78f4abb2bf3c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:34.764850 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c7f1d5b2-96e1-41a2-b210-2a3bb5069a42 req-6c5773c8-4094-46a0-b981-2ebfb195b8d4 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027727 Jul 09 09:39:34.765518 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e954060d-1ff9-44e7-b46c-fd03af26e79a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:34.769109 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44fea0a9-088e-4904-9c5f-65f6c3708fdb req-67ce3439-f4ee-40df-b342-32858368d221 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458307 Jul 09 09:39:34.785311 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-1662b345-0143-4d11-ae40-643986f422f1 service neutron] Request body: {'port': {'device_id': 'b101c202-6a8c-48d3-b774-5ea72b4c8577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:34.877108 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e954060d-1ff9-44e7-b46c-fd03af26e79a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:34.914253 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-e954060d-1ff9-44e7-b46c-fd03af26e79a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Calling delete_port for 8b32c8f5-a019-4f4c-9cf9-78f4abb2bf3c owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:34.925117 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dfdc1379-3f3f-4e8a-acff-7c44899f28b5 None None] Provisioning for port cdcb6756-cb94-4cbd-9c7f-7bac45928eca completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:34.929903 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dfdc1379-3f3f-4e8a-acff-7c44899f28b5 None None] Provisioning complete for port cdcb6756-cb94-4cbd-9c7f-7bac45928eca triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:34.930273 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dfdc1379-3f3f-4e8a-acff-7c44899f28b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:34.970194 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-dfdc1379-3f3f-4e8a-acff-7c44899f28b5 None None] Port cdcb6756-cb94-4cbd-9c7f-7bac45928eca cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:39:35.023124 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-1662b345-0143-4d11-ae40-643986f422f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:35.086811 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e954060d-1ff9-44e7-b46c-fd03af26e79a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:35.174601 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954060d-1ff9-44e7-b46c-fd03af26e79a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Port': ['ID=8b32c8f5-a019-4f4c-9cf9-78f4abb2bf3c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:35.187629 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e954060d-1ff9-44e7-b46c-fd03af26e79a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:35.191831 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e954060d-1ff9-44e7-b46c-fd03af26e79a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/ports/8b32c8f5-a019-4f4c-9cf9-78f4abb2bf3c HTTP/1.1" status: 204 len: 168 time: 0.7454472 Jul 09 09:39:35.192685 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58116) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:35.327998 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b60073-e1a5-433a-b32f-59cd308d7ee5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:35.329545 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b8b60073-e1a5-433a-b32f-59cd308d7ee5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1358826 Jul 09 09:39:35.332581 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58118) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:35.361074 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd61e7cb-aa10-42ea-97b9-1fc796df3dc3 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] GET failed (client error): The resource could not be found. Jul 09 09:39:35.362520 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fd61e7cb-aa10-42ea-97b9-1fc796df3dc3 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports/8b32c8f5-a019-4f4c-9cf9-78f4abb2bf3c HTTP/1.1" status: 404 len: 333 time: 0.0289550 Jul 09 09:39:35.366127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58120) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:35.370811 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8472f06b-f326-4530-8fd9-3a007f8414a4 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2084626554'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:35.391353 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-1662b345-0143-4d11-ae40-643986f422f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdcb6756-cb94-4cbd-9c7f-7bac45928eca {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:39:35.393449 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8472f06b-f326-4530-8fd9-3a007f8414a4 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:35.399792 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-1662b345-0143-4d11-ae40-643986f422f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:35.409679 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8472f06b-f326-4530-8fd9-3a007f8414a4 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:35.413293 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-1662b345-0143-4d11-ae40-643986f422f1 service neutron] Transition to ACTIVE for port object cdcb6756-cb94-4cbd-9c7f-7bac45928eca will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:35.421635 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-1662b345-0143-4d11-ae40-643986f422f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:35.439120 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8472f06b-f326-4530-8fd9-3a007f8414a4 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:39:35.449037 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8472f06b-f326-4530-8fd9-3a007f8414a4 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:35.449526 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-8472f06b-f326-4530-8fd9-3a007f8414a4 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Added segment 044a122c-4648-426c-8ff1-cc4eadc7163c of type vlan for network 244ac16b-abcb-4387-9b30-14ecf3d8fabe Jul 09 09:39:35.500313 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662b345-0143-4d11-ae40-643986f422f1 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcb6756-cb94-4cbd-9c7f-7bac45928eca,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:35.546601 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8472f06b-f326-4530-8fd9-3a007f8414a4 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:35.601595 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30c6b9-b0a2-437b-863c-fb602b073a9b req-3034def2-dad0-4fd7-ae08-c4a1482ed173 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:35.617046 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e30c6b9-b0a2-437b-863c-fb602b073a9b req-3034def2-dad0-4fd7-ae08-c4a1482ed173 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=b101c202-6a8c-48d3-b774-5ea72b4c8577 HTTP/1.1" status: 200 len: 943 time: 0.1390066 Jul 09 09:39:35.635406 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8472f06b-f326-4530-8fd9-3a007f8414a4 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:35.647378 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472f06b-f326-4530-8fd9-3a007f8414a4 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:35.648558 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8472f06b-f326-4530-8fd9-3a007f8414a4 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:35.707908 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8472f06b-f326-4530-8fd9-3a007f8414a4 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3406947 Jul 09 09:39:35.719409 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58128) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:35.730637 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f24584c0-553c-4d2c-b0d5-c645b43447b9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'subnet': {'network_id': '244ac16b-abcb-4387-9b30-14ecf3d8fabe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:35.730963 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-497501fe-c60f-48e0-be1f-9de00c5a5013 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:35.732692 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-497501fe-c60f-48e0-be1f-9de00c5a5013 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.58 "GET /v2.0/networks?id=e7d47e85-5673-4290-93cf-ab9d7b395e5d HTTP/1.1" status: 200 len: 809 time: 0.1357827 Jul 09 09:39:35.744912 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-758b83db-59d3-419d-a868-316362332d40 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Request body: {'port': {'device_id': '5dc97141-c25e-4f2b-a019-43aa58f55f45', 'network_id': 'e7d47e85-5673-4290-93cf-ab9d7b395e5d', 'admin_state_up': True, 'tenant_id': '7794138e88c04f12968fc0045afe7bb1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:35.762795 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d2abc24b-05ed-41d6-aa03-866918f2c7bf req-ee62d4c2-b204-425d-b591-9ededf238590 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/ports?device_id=38538802-1bd0-4071-a730-de79a3aaad8b HTTP/1.1" status: 200 len: 210 time: 0.0981615 Jul 09 09:39:35.879508 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-1662b345-0143-4d11-ae40-643986f422f1 service neutron] Attempting to bind port cdcb6756-cb94-4cbd-9c7f-7bac45928eca on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:39:35.880168 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-1662b345-0143-4d11-ae40-643986f422f1 service neutron] Attempting to bind port cdcb6756-cb94-4cbd-9c7f-7bac45928eca by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:39:35.880304 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-1662b345-0143-4d11-ae40-643986f422f1 service neutron] Attempting to bind port cdcb6756-cb94-4cbd-9c7f-7bac45928eca on network 42ae9d36-caf9-48f2-988b-c538986827db {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:39:35.891274 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-1662b345-0143-4d11-ae40-643986f422f1 service neutron] Port cdcb6756-cb94-4cbd-9c7f-7bac45928eca on network 42ae9d36-caf9-48f2-988b-c538986827db not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:39:35.891608 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-1662b345-0143-4d11-ae40-643986f422f1 service neutron] Attempting to bind port cdcb6756-cb94-4cbd-9c7f-7bac45928eca on network 42ae9d36-caf9-48f2-988b-c538986827db {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:39:35.914158 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-1662b345-0143-4d11-ae40-643986f422f1 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:39:35.914553 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-1662b345-0143-4d11-ae40-643986f422f1 service neutron] Checking segment: {'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:35.915123 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-1662b345-0143-4d11-ae40-643986f422f1 service neutron] Bound using segment: {'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:39:35.915584 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-1662b345-0143-4d11-ae40-643986f422f1 service neutron] Bound port: cdcb6756-cb94-4cbd-9c7f-7bac45928eca, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:39:35.916153 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-1662b345-0143-4d11-ae40-643986f422f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:35.923974 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e30c6b9-b0a2-437b-863c-fb602b073a9b req-d256dc3e-b5b4-4667-b997-d564c058aafd tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058171 Jul 09 09:39:35.948018 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472f06b-f326-4530-8fd9-3a007f8414a4 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Network': ['ID=244ac16b-abcb-4387-9b30-14ecf3d8fabe,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:35.975964 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 244ac16b-abcb-4387-9b30-14ecf3d8fabe details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:39:36.038177 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-758b83db-59d3-419d-a868-316362332d40 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Made reservation on behalf of 7794138e88c04f12968fc0045afe7bb1 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:36.055070 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24584c0-553c-4d2c-b0d5-c645b43447b9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:36.057397 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-758b83db-59d3-419d-a868-316362332d40 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:36.059652 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f24584c0-553c-4d2c-b0d5-c645b43447b9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:36.106925 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-1662b345-0143-4d11-ae40-643986f422f1 service neutron] For port cdcb6756-cb94-4cbd-9c7f-7bac45928eca, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:39:36.160393 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-1662b345-0143-4d11-ae40-643986f422f1 service neutron] For port cdcb6756-cb94-4cbd-9c7f-7bac45928eca, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=cdcb6756-cb94-4cbd-9c7f-7bac45928eca,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:39:36.167822 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e236b0c5-7261-40b1-abea-6e030f8b1b31 req-53a288a8-855c-47f0-ad07-c767ca3a5a4b tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/ports?device_id=5dc97141-c25e-4f2b-a019-43aa58f55f45 HTTP/1.1" status: 200 len: 210 time: 0.0697381 Jul 09 09:39:36.173498 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-1662b345-0143-4d11-ae40-643986f422f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:36.312112 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1a317-76fc-4551-a7f4-ed8765372e0a req-6a6c07a8-979c-4fd0-b0f2-a63c5d82da10 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:36.320432 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84f1a317-76fc-4551-a7f4-ed8765372e0a req-6a6c07a8-979c-4fd0-b0f2-a63c5d82da10 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.1518750 Jul 09 09:39:36.407924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84f1a317-76fc-4551-a7f4-ed8765372e0a req-3d3532f7-5fe7-4822-a56a-4383944b1212 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862641 Jul 09 09:39:36.551921 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f24584c0-553c-4d2c-b0d5-c645b43447b9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:36.593612 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-1662b345-0143-4d11-ae40-643986f422f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:36.594492 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-1662b345-0143-4d11-ae40-643986f422f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:36.595642 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-1662b345-0143-4d11-ae40-643986f422f1 service neutron] 10.222.0.58 "PUT /v2.0/ports/cdcb6756-cb94-4cbd-9c7f-7bac45928eca HTTP/1.1" status: 200 len: 1091 time: 1.8223033 Jul 09 09:39:36.598126 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b101c202-6a8c-48d3-b774-5ea72b4c8577', 'tag': 'cdcb6756-cb94-4cbd-9c7f-7bac45928eca'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:39:36.600478 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b898beb8-4184-4f32-94ac-6e395a0cb006" -d '{"events": [{"name": "network-changed", "server_uuid": "b101c202-6a8c-48d3-b774-5ea72b4c8577", "tag": "cdcb6756-cb94-4cbd-9c7f-7bac45928eca"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:39:36.648715 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24584c0-553c-4d2c-b0d5-c645b43447b9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Subnet': ['ID=19c2647e-8174-4e2d-9d04-b4f16d8cc593,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:36.659847 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662b345-0143-4d11-ae40-643986f422f1 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcb6756-cb94-4cbd-9c7f-7bac45928eca,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:36.663723 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d44be1-1907-4ecc-9e7a-5ad1be69a599 x-openstack-request-id: req-c6d44be1-1907-4ecc-9e7a-5ad1be69a599 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:39:36.663915 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24584c0-553c-4d2c-b0d5-c645b43447b9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Checking segment: {'id': '044a122c-4648-426c-8ff1-cc4eadc7163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '244ac16b-abcb-4387-9b30-14ecf3d8fabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:36.664090 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24584c0-553c-4d2c-b0d5-c645b43447b9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network hostable DHCP agents. Network: 244ac16b-abcb-4387-9b30-14ecf3d8fabe, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:39:36.664290 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b101c202-6a8c-48d3-b774-5ea72b4c8577", "tag": "cdcb6756-cb94-4cbd-9c7f-7bac45928eca", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:39:36.664644 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c6d44be1-1907-4ecc-9e7a-5ad1be69a599 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:39:36.665106 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b101c202-6a8c-48d3-b774-5ea72b4c8577', 'tag': 'cdcb6756-cb94-4cbd-9c7f-7bac45928eca', 'status': 'completed', 'code': 200} Jul 09 09:39:36.683928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24584c0-553c-4d2c-b0d5-c645b43447b9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network 244ac16b-abcb-4387-9b30-14ecf3d8fabe is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:39:36.694791 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-f24584c0-553c-4d2c-b0d5-c645b43447b9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 244ac16b-abcb-4387-9b30-14ecf3d8fabe) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:36.699266 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24584c0-553c-4d2c-b0d5-c645b43447b9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:36.700065 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f24584c0-553c-4d2c-b0d5-c645b43447b9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:36.706387 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd68b35-11f0-43e7-be68-94abfadd1365 None None] Network 244ac16b-abcb-4387-9b30-14ecf3d8fabe requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:36.718138 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f24584c0-553c-4d2c-b0d5-c645b43447b9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9914455 Jul 09 09:39:36.725036 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58140) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:36.734607 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c29f0a8a-74ec-4eba-a427-188c3f92dc12 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'subnet': {'network_id': '244ac16b-abcb-4387-9b30-14ecf3d8fabe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:36.803999 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5a67d2f5-371e-41b7-a4cd-2e711ce6362b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:36.828986 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-758b83db-59d3-419d-a868-316362332d40 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Allocated IP 172.20.0.11 (e7d47e85-5673-4290-93cf-ab9d7b395e5d/c7362987-bd6b-4df0-a90b-ecd0b0abf0f3/b9e8cffc-6229-4f1d-b0bc-d6c010ece80b) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:36.869137 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-47bc8f97-53dc-41b0-8df4-7ca2610af315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:36.871199 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-47bc8f97-53dc-41b0-8df4-7ca2610af315 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=b101c202-6a8c-48d3-b774-5ea72b4c8577 HTTP/1.1" status: 200 len: 1094 time: 0.2015846 Jul 09 09:39:36.921476 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6951306-3391-4430-8d20-707f83760060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-244ac16b-abcb-4387-9b30-14ecf3d8fabe', 'network_id': '244ac16b-abcb-4387-9b30-14ecf3d8fabe', 'tenant_id': 'ab434903114943afa4aafc937b3d3001', 'fixed_ips': [{'subnet_id': '19c2647e-8174-4e2d-9d04-b4f16d8cc593'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:39:36.922888 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6951306-3391-4430-8d20-707f83760060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:36.967615 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51cf11f8-cc7e-410b-a9a1-2d55ac40220f req-ffc7c46c-11a7-45e3-a111-8715762b8b4f tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/ports?device_id=38538802-1bd0-4071-a730-de79a3aaad8b HTTP/1.1" status: 200 len: 210 time: 0.0344627 Jul 09 09:39:37.000373 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-1f78799f-d918-4579-a41b-22c728c18cd8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdcb6756-cb94-4cbd-9c7f-7bac45928eca HTTP/1.1" status: 200 len: 217 time: 0.1170595 Jul 09 09:39:37.001035 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-40727c5b-c0c1-46af-9bc1-294ce8d87c7d tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=90ae1a8d9a09446486bde627913adce9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298455 Jul 09 09:39:37.122879 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29f0a8a-74ec-4eba-a427-188c3f92dc12 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:37.126489 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c29f0a8a-74ec-4eba-a427-188c3f92dc12 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:37.178309 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-d6951306-3391-4430-8d20-707f83760060 None None] Allocated IP 2001:db8::2 (244ac16b-abcb-4387-9b30-14ecf3d8fabe/19c2647e-8174-4e2d-9d04-b4f16d8cc593/64703800-6928-42aa-9546-7e7ce5bab3e4) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:37.196441 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-f901038e-f3c2-4427-937d-f5f7a37fc138 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:37.198647 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-f901038e-f3c2-4427-937d-f5f7a37fc138 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852968 Jul 09 09:39:37.213420 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-c66ac253-17f0-41f0-8f49-56d19c6bd7bf tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Request body: {'port': {'device_id': '38538802-1bd0-4071-a730-de79a3aaad8b', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': '90ae1a8d9a09446486bde627913adce9'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:37.288056 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18688188-780a-4464-8b90-059bfeff53eb req-bd39c839-f3fc-46a2-bc30-06385014fc7c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:37.289608 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18688188-780a-4464-8b90-059bfeff53eb req-bd39c839-f3fc-46a2-bc30-06385014fc7c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=b101c202-6a8c-48d3-b774-5ea72b4c8577 HTTP/1.1" status: 200 len: 943 time: 0.1826808 Jul 09 09:39:37.297827 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-39e48e44-aae2-4ed7-981d-b88141b34a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:37.299429 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-39e48e44-aae2-4ed7-981d-b88141b34a8b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.2844329 Jul 09 09:39:37.337347 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-493b05db-d481-47cf-bb4a-20ca5254fd26 req-10ca7030-dd7c-435f-9e55-6daa69736f4b tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/ports?device_id=5dc97141-c25e-4f2b-a019-43aa58f55f45 HTTP/1.1" status: 200 len: 210 time: 0.0467505 Jul 09 09:39:37.379998 n-d-799996-1 neutron-server[93791]: INFO neutron.db.ipam_backend_mixin [None req-c29f0a8a-74ec-4eba-a427-188c3f92dc12 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 19c2647e-8174-4e2d-9d04-b4f16d8cc593 (CIDR: 2001:db8::/64) Jul 09 09:39:37.382849 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6951306-3391-4430-8d20-707f83760060 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:37.392840 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29f0a8a-74ec-4eba-a427-188c3f92dc12 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:39:37.393077 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18688188-780a-4464-8b90-059bfeff53eb req-3a06533f-f891-48cc-8ebc-3ecaf5d75f69 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879102 Jul 09 09:39:37.393361 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d6951306-3391-4430-8d20-707f83760060 None None] Transition to ACTIVE for port object 64703800-6928-42aa-9546-7e7ce5bab3e4 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:37.393645 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29f0a8a-74ec-4eba-a427-188c3f92dc12 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:39:37.403769 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-758b83db-59d3-419d-a868-316362332d40 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:37.413865 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d6951306-3391-4430-8d20-707f83760060 None None] Transition to ACTIVE for port object 64703800-6928-42aa-9546-7e7ce5bab3e4 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:37.420650 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-c66ac253-17f0-41f0-8f49-56d19c6bd7bf tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Made reservation on behalf of 90ae1a8d9a09446486bde627913adce9 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:37.422289 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6951306-3391-4430-8d20-707f83760060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:37.425961 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-c66ac253-17f0-41f0-8f49-56d19c6bd7bf tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:37.438087 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-c66ac253-17f0-41f0-8f49-56d19c6bd7bf tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:37.455431 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c29f0a8a-74ec-4eba-a427-188c3f92dc12 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7268379 Jul 09 09:39:37.464895 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58152) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:37.472797 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6951306-3391-4430-8d20-707f83760060 None None] Pushing event updated for resources: {'Port': ['ID=64703800-6928-42aa-9546-7e7ce5bab3e4,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:37.482140 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e130ef8f-6161-440e-af6b-99d12718dcaa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'subnet': {'network_id': '244ac16b-abcb-4387-9b30-14ecf3d8fabe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:37.490888 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6951306-3391-4430-8d20-707f83760060 None None] Network 244ac16b-abcb-4387-9b30-14ecf3d8fabe is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:37.492444 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-d6951306-3391-4430-8d20-707f83760060 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:37.494875 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6951306-3391-4430-8d20-707f83760060 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:37.572125 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d6951306-3391-4430-8d20-707f83760060 None None] Attempting to bind port 64703800-6928-42aa-9546-7e7ce5bab3e4 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:39:37.572507 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d6951306-3391-4430-8d20-707f83760060 None None] Attempting to bind port 64703800-6928-42aa-9546-7e7ce5bab3e4 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '044a122c-4648-426c-8ff1-cc4eadc7163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '244ac16b-abcb-4387-9b30-14ecf3d8fabe'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:39:37.572843 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6951306-3391-4430-8d20-707f83760060 None None] Attempting to bind port 64703800-6928-42aa-9546-7e7ce5bab3e4 on network 244ac16b-abcb-4387-9b30-14ecf3d8fabe {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:39:37.579723 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6951306-3391-4430-8d20-707f83760060 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:39:37.580138 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6951306-3391-4430-8d20-707f83760060 None None] Checking segment: {'id': '044a122c-4648-426c-8ff1-cc4eadc7163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '244ac16b-abcb-4387-9b30-14ecf3d8fabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:37.580674 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6951306-3391-4430-8d20-707f83760060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:37.581071 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6951306-3391-4430-8d20-707f83760060 None None] Bound using segment: {'id': '044a122c-4648-426c-8ff1-cc4eadc7163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '244ac16b-abcb-4387-9b30-14ecf3d8fabe'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:39:37.581587 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d6951306-3391-4430-8d20-707f83760060 None None] Bound port: 64703800-6928-42aa-9546-7e7ce5bab3e4, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044a122c-4648-426c-8ff1-cc4eadc7163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '244ac16b-abcb-4387-9b30-14ecf3d8fabe'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:39:37.581968 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6951306-3391-4430-8d20-707f83760060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:37.588452 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-c66ac253-17f0-41f0-8f49-56d19c6bd7bf tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:37.595495 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-c66ac253-17f0-41f0-8f49-56d19c6bd7bf tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:37.609926 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-42e3af82-0eaf-4564-8709-f8690bc56848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:37.611543 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-42e3af82-0eaf-4564-8709-f8690bc56848 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3036215 Jul 09 09:39:37.665040 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d6951306-3391-4430-8d20-707f83760060 None None] For port 64703800-6928-42aa-9546-7e7ce5bab3e4, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:39:37.670548 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d6951306-3391-4430-8d20-707f83760060 None None] For port 64703800-6928-42aa-9546-7e7ce5bab3e4, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=64703800-6928-42aa-9546-7e7ce5bab3e4,segment=NetworkSegment(044a122c-4648-426c-8ff1-cc4eadc7163c),segment_id=044a122c-4648-426c-8ff1-cc4eadc7163c)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:39:37.675722 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6951306-3391-4430-8d20-707f83760060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:37.708997 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ac253-17f0-41f0-8f49-56d19c6bd7bf tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2827b0-3beb-4dea-a5d9-2e100016d960,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:37.722754 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-758b83db-59d3-419d-a868-316362332d40 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:37.759752 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6951306-3391-4430-8d20-707f83760060 None None] Pushing event updated for resources: {'Port': ['ID=64703800-6928-42aa-9546-7e7ce5bab3e4,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:37.777620 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eefc95-017d-4401-aaf9-1f9d03e4c9e4 req-7ee191ea-f394-4736-8a40-0237eb7d7691 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:37.779250 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d9eefc95-017d-4401-aaf9-1f9d03e4c9e4 req-7ee191ea-f394-4736-8a40-0237eb7d7691 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.2411613 Jul 09 09:39:37.788631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-758b83db-59d3-419d-a868-316362332d40 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Network e7d47e85-5673-4290-93cf-ab9d7b395e5d is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:37.798722 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-758b83db-59d3-419d-a868-316362332d40 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:37.808716 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-758b83db-59d3-419d-a868-316362332d40 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:37.814899 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-c66ac253-17f0-41f0-8f49-56d19c6bd7bf tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Allocated IP 192.168.233.187 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/669d459c-c368-416e-a38c-ee7b6af2846e) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:37.843299 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d9eefc95-017d-4401-aaf9-1f9d03e4c9e4 req-7d30ec6b-8cce-46a5-a8ec-d0b039b822fd tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563591 Jul 09 09:39:37.875112 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e130ef8f-6161-440e-af6b-99d12718dcaa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:37.878893 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e130ef8f-6161-440e-af6b-99d12718dcaa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:37.900054 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-892208bd-eae7-46af-a88a-86088e046cd3 service neutron] 10.222.0.58 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803149 Jul 09 09:39:37.900721 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b83db-59d3-419d-a868-316362332d40 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Pushing event updated for resources: {'Port': ['ID=b9e8cffc-6229-4f1d-b0bc-d6c010ece80b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:38.033625 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-758b83db-59d3-419d-a868-316362332d40 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:38.034919 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-758b83db-59d3-419d-a868-316362332d40 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:38.055979 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-c66ac253-17f0-41f0-8f49-56d19c6bd7bf tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:38.061246 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-758b83db-59d3-419d-a868-316362332d40 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3199997 Jul 09 09:39:38.084604 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-578d0db6-a3c1-4d80-b9c0-f0f6ab03c74d service neutron] Request body: {'port': {'device_id': '5dc97141-c25e-4f2b-a019-43aa58f55f45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:38.101246 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-c66ac253-17f0-41f0-8f49-56d19c6bd7bf tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Transition to ACTIVE for port object 669d459c-c368-416e-a38c-ee7b6af2846e will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:38.165731 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a70e00ca-dbf3-473b-873e-5a2e80c5d34c req-13767d04-0c57-4f4b-9c90-119dcedf8c90 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/ports?device_id=38538802-1bd0-4071-a730-de79a3aaad8b HTTP/1.1" status: 200 len: 210 time: 0.0476601 Jul 09 09:39:38.190899 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-c66ac253-17f0-41f0-8f49-56d19c6bd7bf tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:38.196291 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ebfdce08-20ef-4478-8c5c-0b0075d2333e req-ce41b7b9-1956-45db-ba3a-5f2207e98a73 service neutron] 10.222.0.58 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564116 Jul 09 09:39:38.260236 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-c66ac253-17f0-41f0-8f49-56d19c6bd7bf tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:38.270480 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-c66ac253-17f0-41f0-8f49-56d19c6bd7bf tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:38.272900 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-c66ac253-17f0-41f0-8f49-56d19c6bd7bf tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:38.305547 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ac253-17f0-41f0-8f49-56d19c6bd7bf tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Pushing event updated for resources: {'Port': ['ID=669d459c-c368-416e-a38c-ee7b6af2846e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:38.310197 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-578d0db6-a3c1-4d80-b9c0-f0f6ab03c74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:38.348907 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-c66ac253-17f0-41f0-8f49-56d19c6bd7bf tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:38.349560 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-c66ac253-17f0-41f0-8f49-56d19c6bd7bf tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:38.368753 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-c66ac253-17f0-41f0-8f49-56d19c6bd7bf tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1613107 Jul 09 09:39:38.382240 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-fb524184-7c9d-4e66-b735-b77f7f64418d service neutron] Request body: {'port': {'device_id': '38538802-1bd0-4071-a730-de79a3aaad8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:38.515985 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-fb524184-7c9d-4e66-b735-b77f7f64418d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:38.585177 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5033c677-482e-4309-a040-0383cf30e5b4 None None] Provisioning for port 669d459c-c368-416e-a38c-ee7b6af2846e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:38.589518 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5033c677-482e-4309-a040-0383cf30e5b4 None None] Provisioning complete for port 669d459c-c368-416e-a38c-ee7b6af2846e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:38.590214 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5033c677-482e-4309-a040-0383cf30e5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:38.638838 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5033c677-482e-4309-a040-0383cf30e5b4 None None] Port 669d459c-c368-416e-a38c-ee7b6af2846e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:39:38.678244 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e130ef8f-6161-440e-af6b-99d12718dcaa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:38.709877 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e130ef8f-6161-440e-af6b-99d12718dcaa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network 244ac16b-abcb-4387-9b30-14ecf3d8fabe is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:38.713552 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898beb8-4184-4f32-94ac-6e395a0cb006 req-d826b933-0fca-460c-a282-4cf1603db306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:38.717875 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b898beb8-4184-4f32-94ac-6e395a0cb006 req-d826b933-0fca-460c-a282-4cf1603db306 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=b101c202-6a8c-48d3-b774-5ea72b4c8577 HTTP/1.1" status: 200 len: 1094 time: 0.4493372 Jul 09 09:39:38.723157 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e130ef8f-6161-440e-af6b-99d12718dcaa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:38.744835 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbae39-4742-4962-b6d5-f82d9ac89951 req-6ae6d770-a612-413a-9537-888ae1d7b63d tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:38.746403 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c7bbae39-4742-4962-b6d5-f82d9ac89951 req-6ae6d770-a612-413a-9537-888ae1d7b63d tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/ports?device_id=5dc97141-c25e-4f2b-a019-43aa58f55f45 HTTP/1.1" status: 200 len: 932 time: 0.1793976 Jul 09 09:39:38.749188 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e130ef8f-6161-440e-af6b-99d12718dcaa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:38.749778 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e130ef8f-6161-440e-af6b-99d12718dcaa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:38.883089 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e130ef8f-6161-440e-af6b-99d12718dcaa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4171026 Jul 09 09:39:38.887741 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58180) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:38.899214 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1c461a33-a367-4a62-9ffe-37c919720183 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'port': {'network_id': '244ac16b-abcb-4387-9b30-14ecf3d8fabe', 'fixed_ips': [{'subnet_id': '19c2647e-8174-4e2d-9d04-b4f16d8cc593'}, {'subnet_id': '88a8cc51-c629-4b01-bbef-7f2f2db7243d'}], 'name': 'tempest-PortsIpV6TestJSON-1958762041'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:38.903448 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130ef8f-6161-440e-af6b-99d12718dcaa tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Subnet': ['ID=88a8cc51-c629-4b01-bbef-7f2f2db7243d,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:39.009579 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898beb8-4184-4f32-94ac-6e395a0cb006 req-72ada9e2-eacb-46f6-9bf2-1d352f9cf269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:39.015227 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b898beb8-4184-4f32-94ac-6e395a0cb006 req-72ada9e2-eacb-46f6-9bf2-1d352f9cf269 service neutron] 10.222.0.58 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 912 time: 0.2699451 Jul 09 09:39:39.018511 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 64703800-6928-42aa-9546-7e7ce5bab3e4 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:39:39.021603 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:39.085233 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 64703800-6928-42aa-9546-7e7ce5bab3e4 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:39.115122 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95a67da-4bb2-44c3-85a2-bfc04e012bd9 None None] Network 244ac16b-abcb-4387-9b30-14ecf3d8fabe requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:39.153285 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b898beb8-4184-4f32-94ac-6e395a0cb006 req-97190407-20ea-467f-a332-7ac414b40934 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdcb6756-cb94-4cbd-9c7f-7bac45928eca HTTP/1.1" status: 200 len: 217 time: 0.1285512 Jul 09 09:39:39.180837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-578d0db6-a3c1-4d80-b9c0-f0f6ab03c74d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e8cffc-6229-4f1d-b0bc-d6c010ece80b {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:39:39.186719 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ad3f67fe-1ab8-4d56-8d14-0658ae92ca9b None None] Provisioning for port 64703800-6928-42aa-9546-7e7ce5bab3e4 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:39.197885 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ad3f67fe-1ab8-4d56-8d14-0658ae92ca9b None None] Provisioning complete for port 64703800-6928-42aa-9546-7e7ce5bab3e4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:39.198258 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ad3f67fe-1ab8-4d56-8d14-0658ae92ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:39.216712 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-578d0db6-a3c1-4d80-b9c0-f0f6ab03c74d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:39.245410 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-578d0db6-a3c1-4d80-b9c0-f0f6ab03c74d service neutron] Transition to ACTIVE for port object b9e8cffc-6229-4f1d-b0bc-d6c010ece80b will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:39.256677 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898beb8-4184-4f32-94ac-6e395a0cb006 req-ced57d43-1e70-4505-a8cc-1ed31e5ef632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:39.258373 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b898beb8-4184-4f32-94ac-6e395a0cb006 req-ced57d43-1e70-4505-a8cc-1ed31e5ef632 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.0945644 Jul 09 09:39:39.260683 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-578d0db6-a3c1-4d80-b9c0-f0f6ab03c74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:39.301642 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c7bbae39-4742-4962-b6d5-f82d9ac89951 req-a2def273-5f1f-4863-9c0d-533ce0733434 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/security-groups?id=91da4912-94bc-48fb-bef9-cd86015a3034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109634 Jul 09 09:39:39.319381 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c461a33-a367-4a62-9ffe-37c919720183 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:39.324691 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a77fed-6503-41e3-bf57-48949b73dfdb req-9e36e541-6a6d-49aa-a1f5-b600eab2c313 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:39.332374 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85a77fed-6503-41e3-bf57-48949b73dfdb req-9e36e541-6a6d-49aa-a1f5-b600eab2c313 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=b101c202-6a8c-48d3-b774-5ea72b4c8577 HTTP/1.1" status: 200 len: 943 time: 0.5848789 Jul 09 09:39:39.365740 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-08ba9e90-e633-484b-ab44-627ab1d625da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:39.373832 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ad3f67fe-1ab8-4d56-8d14-0658ae92ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:39.418343 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85a77fed-6503-41e3-bf57-48949b73dfdb req-54dfc726-fe82-4054-bb79-8d494e7a66f0 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848830 Jul 09 09:39:39.422730 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ad3f67fe-1ab8-4d56-8d14-0658ae92ca9b None None] For port 64703800-6928-42aa-9546-7e7ce5bab3e4, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=64703800-6928-42aa-9546-7e7ce5bab3e4,segment=NetworkSegment(044a122c-4648-426c-8ff1-cc4eadc7163c),segment_id=044a122c-4648-426c-8ff1-cc4eadc7163c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:39.429487 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ad3f67fe-1ab8-4d56-8d14-0658ae92ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:39.504932 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f67fe-1ab8-4d56-8d14-0658ae92ca9b None None] Pushing event updated for resources: {'Port': ['ID=64703800-6928-42aa-9546-7e7ce5bab3e4,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:39.518949 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:39.530259 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-fb524184-7c9d-4e66-b735-b77f7f64418d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 669d459c-c368-416e-a38c-ee7b6af2846e {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:39:39.555498 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-fb524184-7c9d-4e66-b735-b77f7f64418d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:39.572234 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c4b2e7-44a1-45d9-9563-205911b5d32c None None] Update dhcp port {'port': {'network_id': '244ac16b-abcb-4387-9b30-14ecf3d8fabe', 'fixed_ips': [{'subnet_id': '19c2647e-8174-4e2d-9d04-b4f16d8cc593', 'ip_address': '2001:db8::2'}, {'subnet_id': '88a8cc51-c629-4b01-bbef-7f2f2db7243d'}], 'binding:host_id': 'n-d-799996-1'}, 'id': '64703800-6928-42aa-9546-7e7ce5bab3e4'} from n-d-799996-1. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 09:39:39.599272 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-fb524184-7c9d-4e66-b735-b77f7f64418d service neutron] Transition to ACTIVE for port object 669d459c-c368-416e-a38c-ee7b6af2846e will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:39.608917 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-fb524184-7c9d-4e66-b735-b77f7f64418d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:39.610863 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-25c4b2e7-44a1-45d9-9563-205911b5d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:39.672531 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d0db6-a3c1-4d80-b9c0-f0f6ab03c74d service neutron] Pushing event updated for resources: {'Port': ['ID=b9e8cffc-6229-4f1d-b0bc-d6c010ece80b,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:39.686848 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3102d90-4080-4c0a-86d9-9d1d30197ffd req-4ce531f9-2df5-4ed7-bfcc-13d495875ee3 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:39.696542 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e3102d90-4080-4c0a-86d9-9d1d30197ffd req-4ce531f9-2df5-4ed7-bfcc-13d495875ee3 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.1434855 Jul 09 09:39:39.736481 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb524184-7c9d-4e66-b735-b77f7f64418d service neutron] Pushing event updated for resources: {'Port': ['ID=669d459c-c368-416e-a38c-ee7b6af2846e,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:39.776257 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c461a33-a367-4a62-9ffe-37c919720183 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:39.778849 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e3102d90-4080-4c0a-86d9-9d1d30197ffd req-3d8f154d-58c1-4e87-b7e7-bde74c9f930a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809538 Jul 09 09:39:39.803915 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898beb8-4184-4f32-94ac-6e395a0cb006 req-3248f534-8e06-41e1-beb3-68aa9de550a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:39.815905 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b898beb8-4184-4f32-94ac-6e395a0cb006 req-3248f534-8e06-41e1-beb3-68aa9de550a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5466943 Jul 09 09:39:39.886160 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-fb524184-7c9d-4e66-b735-b77f7f64418d service neutron] Attempting to bind port 669d459c-c368-416e-a38c-ee7b6af2846e on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:39:39.886668 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-fb524184-7c9d-4e66-b735-b77f7f64418d service neutron] Attempting to bind port 669d459c-c368-416e-a38c-ee7b6af2846e by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:39:39.887094 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-fb524184-7c9d-4e66-b735-b77f7f64418d service neutron] Attempting to bind port 669d459c-c368-416e-a38c-ee7b6af2846e on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:39:39.896933 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-25c4b2e7-44a1-45d9-9563-205911b5d32c None None] Allocated IP 2001:db8:0:1::2 (244ac16b-abcb-4387-9b30-14ecf3d8fabe/88a8cc51-c629-4b01-bbef-7f2f2db7243d/64703800-6928-42aa-9546-7e7ce5bab3e4) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:39.897942 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-fb524184-7c9d-4e66-b735-b77f7f64418d service neutron] Port 669d459c-c368-416e-a38c-ee7b6af2846e on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:39:39.898372 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-fb524184-7c9d-4e66-b735-b77f7f64418d service neutron] Attempting to bind port 669d459c-c368-416e-a38c-ee7b6af2846e on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:39:39.901686 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-1c461a33-a367-4a62-9ffe-37c919720183 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] device_id is not set on port d2d9b4c5-8dfb-42e3-831a-e394110ba10a yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:39:39.909936 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-578d0db6-a3c1-4d80-b9c0-f0f6ab03c74d service neutron] Attempting to bind port b9e8cffc-6229-4f1d-b0bc-d6c010ece80b on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:39:39.910295 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-578d0db6-a3c1-4d80-b9c0-f0f6ab03c74d service neutron] Attempting to bind port b9e8cffc-6229-4f1d-b0bc-d6c010ece80b by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '4fdf6f49-d427-4af4-93b6-afb02636b8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e7d47e85-5673-4290-93cf-ab9d7b395e5d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:39:39.910702 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-578d0db6-a3c1-4d80-b9c0-f0f6ab03c74d service neutron] Attempting to bind port b9e8cffc-6229-4f1d-b0bc-d6c010ece80b on network e7d47e85-5673-4290-93cf-ab9d7b395e5d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:39:39.912271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-fb524184-7c9d-4e66-b735-b77f7f64418d service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:39:39.913330 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-fb524184-7c9d-4e66-b735-b77f7f64418d service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:39.914385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-fb524184-7c9d-4e66-b735-b77f7f64418d service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:39:39.916654 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-fb524184-7c9d-4e66-b735-b77f7f64418d service neutron] Bound port: 669d459c-c368-416e-a38c-ee7b6af2846e, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:39:39.924211 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-fb524184-7c9d-4e66-b735-b77f7f64418d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:39.983921 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-578d0db6-a3c1-4d80-b9c0-f0f6ab03c74d service neutron] Port b9e8cffc-6229-4f1d-b0bc-d6c010ece80b on network e7d47e85-5673-4290-93cf-ab9d7b395e5d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:39:39.984257 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-578d0db6-a3c1-4d80-b9c0-f0f6ab03c74d service neutron] Attempting to bind port b9e8cffc-6229-4f1d-b0bc-d6c010ece80b on network e7d47e85-5673-4290-93cf-ab9d7b395e5d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:39:40.022504 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-578d0db6-a3c1-4d80-b9c0-f0f6ab03c74d service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:39:40.022850 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-578d0db6-a3c1-4d80-b9c0-f0f6ab03c74d service neutron] Checking segment: {'id': '4fdf6f49-d427-4af4-93b6-afb02636b8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e7d47e85-5673-4290-93cf-ab9d7b395e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:40.023243 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-578d0db6-a3c1-4d80-b9c0-f0f6ab03c74d service neutron] Bound using segment: {'id': '4fdf6f49-d427-4af4-93b6-afb02636b8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e7d47e85-5673-4290-93cf-ab9d7b395e5d'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:39:40.023721 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-578d0db6-a3c1-4d80-b9c0-f0f6ab03c74d service neutron] Bound port: b9e8cffc-6229-4f1d-b0bc-d6c010ece80b, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fdf6f49-d427-4af4-93b6-afb02636b8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e7d47e85-5673-4290-93cf-ab9d7b395e5d'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:39:40.024096 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-578d0db6-a3c1-4d80-b9c0-f0f6ab03c74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:40.024519 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-25c4b2e7-44a1-45d9-9563-205911b5d32c None None] For port 64703800-6928-42aa-9546-7e7ce5bab3e4, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=64703800-6928-42aa-9546-7e7ce5bab3e4,segment=NetworkSegment(044a122c-4648-426c-8ff1-cc4eadc7163c),segment_id=044a122c-4648-426c-8ff1-cc4eadc7163c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:40.050912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-fb524184-7c9d-4e66-b735-b77f7f64418d service neutron] For port 669d459c-c368-416e-a38c-ee7b6af2846e, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:39:40.058005 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-25c4b2e7-44a1-45d9-9563-205911b5d32c None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:40.066980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-fb524184-7c9d-4e66-b735-b77f7f64418d service neutron] For port 669d459c-c368-416e-a38c-ee7b6af2846e, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=669d459c-c368-416e-a38c-ee7b6af2846e,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:39:40.073781 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-25c4b2e7-44a1-45d9-9563-205911b5d32c None None] Transition to ACTIVE for port object 64703800-6928-42aa-9546-7e7ce5bab3e4 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:40.075596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89045cd-8956-4bed-81bf-20c2c75f4604 req-4b1ae98b-2d1e-4975-b5d4-c193ad87bc13 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:40.077326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f89045cd-8956-4bed-81bf-20c2c75f4604 req-4b1ae98b-2d1e-4975-b5d4-c193ad87bc13 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/ports?device_id=38538802-1bd0-4071-a730-de79a3aaad8b HTTP/1.1" status: 200 len: 948 time: 0.1289930 Jul 09 09:39:40.079727 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-25c4b2e7-44a1-45d9-9563-205911b5d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:40.081778 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-fb524184-7c9d-4e66-b735-b77f7f64418d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:40.128825 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-fb524184-7c9d-4e66-b735-b77f7f64418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:40.130868 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-fb524184-7c9d-4e66-b735-b77f7f64418d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:40.133382 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-fb524184-7c9d-4e66-b735-b77f7f64418d service neutron] 10.222.0.58 "PUT /v2.0/ports/669d459c-c368-416e-a38c-ee7b6af2846e HTTP/1.1" status: 200 len: 1096 time: 1.7564168 Jul 09 09:39:40.146584 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38538802-1bd0-4071-a730-de79a3aaad8b', 'tag': '669d459c-c368-416e-a38c-ee7b6af2846e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:39:40.150357 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3239c22f-d0e4-48f0-ad82-66b73f2008a9" -d '{"events": [{"name": "network-changed", "server_uuid": "38538802-1bd0-4071-a730-de79a3aaad8b", "tag": "669d459c-c368-416e-a38c-ee7b6af2846e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:39:40.175600 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b898beb8-4184-4f32-94ac-6e395a0cb006 req-414cf0ce-f74c-4e9d-9a35-f30671d545b5 service neutron] 10.222.0.58 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345861 Jul 09 09:39:40.206040 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4b2e7-44a1-45d9-9563-205911b5d32c None None] Pushing event updated for resources: {'Port': ['ID=64703800-6928-42aa-9546-7e7ce5bab3e4,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:40.253917 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01235fd1-a772-45bc-9f0a-36e51ddaf915 x-openstack-request-id: req-01235fd1-a772-45bc-9f0a-36e51ddaf915 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:39:40.254210 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38538802-1bd0-4071-a730-de79a3aaad8b", "tag": "669d459c-c368-416e-a38c-ee7b6af2846e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:39:40.254454 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-01235fd1-a772-45bc-9f0a-36e51ddaf915 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:39:40.254851 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38538802-1bd0-4071-a730-de79a3aaad8b', 'tag': '669d459c-c368-416e-a38c-ee7b6af2846e', 'status': 'completed', 'code': 200} Jul 09 09:39:40.260199 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb524184-7c9d-4e66-b735-b77f7f64418d service neutron] Pushing event updated for resources: {'Port': ['ID=669d459c-c368-416e-a38c-ee7b6af2846e,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:40.282944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f89045cd-8956-4bed-81bf-20c2c75f4604 req-0754da18-4628-482e-a8cf-67080246df5d tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f2827b0-3beb-4dea-a5d9-2e100016d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857059 Jul 09 09:39:40.298394 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-578d0db6-a3c1-4d80-b9c0-f0f6ab03c74d service neutron] For port b9e8cffc-6229-4f1d-b0bc-d6c010ece80b, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:39:40.325665 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-578d0db6-a3c1-4d80-b9c0-f0f6ab03c74d service neutron] For port b9e8cffc-6229-4f1d-b0bc-d6c010ece80b, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b9e8cffc-6229-4f1d-b0bc-d6c010ece80b,segment=NetworkSegment(4fdf6f49-d427-4af4-93b6-afb02636b8f4),segment_id=4fdf6f49-d427-4af4-93b6-afb02636b8f4)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:39:40.328576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-4c7de695-f4c1-4ace-9779-50bc901586e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:40.330295 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-4c7de695-f4c1-4ace-9779-50bc901586e3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90ae1a8d9a09446486bde627913adce9&device_id=38538802-1bd0-4071-a730-de79a3aaad8b HTTP/1.1" status: 200 len: 1099 time: 0.1432412 Jul 09 09:39:40.344614 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-578d0db6-a3c1-4d80-b9c0-f0f6ab03c74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:40.391249 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-a5a9df62-2eed-450b-b849-7c4fd762702a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=669d459c-c368-416e-a38c-ee7b6af2846e HTTP/1.1" status: 200 len: 217 time: 0.0535686 Jul 09 09:39:40.437159 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-578d0db6-a3c1-4d80-b9c0-f0f6ab03c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:40.437787 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-578d0db6-a3c1-4d80-b9c0-f0f6ab03c74d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:40.441045 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-578d0db6-a3c1-4d80-b9c0-f0f6ab03c74d service neutron] 10.222.0.58 "PUT /v2.0/ports/b9e8cffc-6229-4f1d-b0bc-d6c010ece80b HTTP/1.1" status: 200 len: 1092 time: 2.3692284 Jul 09 09:39:40.454877 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc97141-c25e-4f2b-a019-43aa58f55f45', 'tag': 'b9e8cffc-6229-4f1d-b0bc-d6c010ece80b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:39:40.457927 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b46c23-9476-4274-93b7-36430e3fda34" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc97141-c25e-4f2b-a019-43aa58f55f45", "tag": "b9e8cffc-6229-4f1d-b0bc-d6c010ece80b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:39:40.472505 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-245fb51e-7f00-411e-8b88-783994766b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:40.474475 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-245fb51e-7f00-411e-8b88-783994766b21 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0771127 Jul 09 09:39:40.481087 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b898beb8-4184-4f32-94ac-6e395a0cb006 req-abb0b492-fe12-4d1e-8f99-2ac0614c85de service neutron] 10.222.0.58 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700830 Jul 09 09:39:40.582847 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d0db6-a3c1-4d80-b9c0-f0f6ab03c74d service neutron] Pushing event updated for resources: {'Port': ['ID=b9e8cffc-6229-4f1d-b0bc-d6c010ece80b,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:40.632339 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-1c461a33-a367-4a62-9ffe-37c919720183 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Allocated IP 2001:db8::2b8 (244ac16b-abcb-4387-9b30-14ecf3d8fabe/19c2647e-8174-4e2d-9d04-b4f16d8cc593/d2d9b4c5-8dfb-42e3-831a-e394110ba10a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:40.643628 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-1c461a33-a367-4a62-9ffe-37c919720183 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Allocated IP 2001:db8:0:1::2ac (244ac16b-abcb-4387-9b30-14ecf3d8fabe/88a8cc51-c629-4b01-bbef-7f2f2db7243d/d2d9b4c5-8dfb-42e3-831a-e394110ba10a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:40.652396 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-c9ee92b9-911a-44c4-86ed-c1f864559ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:40.654162 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-c9ee92b9-911a-44c4-86ed-c1f864559ebd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7794138e88c04f12968fc0045afe7bb1&device_id=5dc97141-c25e-4f2b-a019-43aa58f55f45 HTTP/1.1" status: 200 len: 1095 time: 0.1580684 Jul 09 09:39:40.677285 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-ae42dc9f-c31a-49b6-be8b-21712632b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:40.679282 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-ae42dc9f-c31a-49b6-be8b-21712632b60e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1978648 Jul 09 09:39:40.707420 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97ef28-668d-487f-a02a-9cbd55c82f13 req-616d238f-8e98-460d-b836-0344f3bb1f67 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:40.708352 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-f89a73fd-c57f-4094-a643-9de1bbe42fc2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9e8cffc-6229-4f1d-b0bc-d6c010ece80b HTTP/1.1" status: 200 len: 217 time: 0.0441580 Jul 09 09:39:40.708975 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d97ef28-668d-487f-a02a-9cbd55c82f13 req-616d238f-8e98-460d-b836-0344f3bb1f67 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/ports?device_id=5dc97141-c25e-4f2b-a019-43aa58f55f45 HTTP/1.1" status: 200 len: 944 time: 0.1614447 Jul 09 09:39:40.783249 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fdee4-4de7-4579-9741-3a8f86f6a115 req-a2429711-f0bd-4f60-b5e9-c4c94d5507c0 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:40.784861 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f77fdee4-4de7-4579-9741-3a8f86f6a115 req-a2429711-f0bd-4f60-b5e9-c4c94d5507c0 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=b101c202-6a8c-48d3-b774-5ea72b4c8577 HTTP/1.1" status: 200 len: 943 time: 0.1905916 Jul 09 09:39:40.821239 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-9e8bcfed-2930-4dc3-9359-5aaf0648982f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:40.822738 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-9e8bcfed-2930-4dc3-9359-5aaf0648982f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7362987-bd6b-4df0-a90b-ecd0b0abf0f3 HTTP/1.1" status: 200 len: 849 time: 0.1050196 Jul 09 09:39:40.832819 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d97ef28-668d-487f-a02a-9cbd55c82f13 req-cdffa581-8f99-4b33-b7eb-fb90783a979c tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/security-groups?id=91da4912-94bc-48fb-bef9-cd86015a3034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836318 Jul 09 09:39:40.862055 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-1549d30b-4667-4bf2-8b32-58c9b8f291ad service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744206 Jul 09 09:39:40.866062 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-2627e0ff-7a4f-4420-9cd1-e6eee25865b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e7d47e85-5673-4290-93cf-ab9d7b395e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348094 Jul 09 09:39:40.884607 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f77fdee4-4de7-4579-9741-3a8f86f6a115 req-8b7159cb-fd5b-4c2e-ae32-e912a9b77170 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886207 Jul 09 09:39:40.948679 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7028a18a-74b3-4374-9091-52b8d875efb8 x-openstack-request-id: req-7028a18a-74b3-4374-9091-52b8d875efb8 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:39:40.948971 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc97141-c25e-4f2b-a019-43aa58f55f45", "tag": "b9e8cffc-6229-4f1d-b0bc-d6c010ece80b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:39:40.949218 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7028a18a-74b3-4374-9091-52b8d875efb8 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:39:40.949744 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc97141-c25e-4f2b-a019-43aa58f55f45', 'tag': 'b9e8cffc-6229-4f1d-b0bc-d6c010ece80b', 'status': 'completed', 'code': 200} Jul 09 09:39:40.993499 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c461a33-a367-4a62-9ffe-37c919720183 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:41.009429 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 64703800-6928-42aa-9546-7e7ce5bab3e4 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:39:41.026885 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-1c461a33-a367-4a62-9ffe-37c919720183 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Transition to ACTIVE for port object d2d9b4c5-8dfb-42e3-831a-e394110ba10a will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:41.038549 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a0a149b-b677-4c1c-842d-8721c7032e8c req-abad3646-526c-4171-b1ee-15307670dd9f service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525929 Jul 09 09:39:41.042041 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-5e1563d0-fca9-4040-8c2a-bfc9809a9935 service neutron] 10.222.0.58 "GET /v2.0/networks/e7d47e85-5673-4290-93cf-ab9d7b395e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655598 Jul 09 09:39:41.059184 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb927b62-d82f-492d-b389-dbb7a06a7df9 None None] Network 244ac16b-abcb-4387-9b30-14ecf3d8fabe requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:41.173359 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c461a33-a367-4a62-9ffe-37c919720183 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:41.226417 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239c22f-d0e4-48f0-ad82-66b73f2008a9 req-5eaa117e-7c0e-466d-bfca-0d23634dbf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:41.228074 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3239c22f-d0e4-48f0-ad82-66b73f2008a9 req-5eaa117e-7c0e-466d-bfca-0d23634dbf80 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90ae1a8d9a09446486bde627913adce9&device_id=38538802-1bd0-4071-a730-de79a3aaad8b HTTP/1.1" status: 200 len: 1099 time: 0.0932584 Jul 09 09:39:41.237140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97f69b-0df2-42ec-98c4-ce3aeceb528e req-e4669006-b8e4-4d9e-a1c8-8a36673c806d tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:41.238737 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dd97f69b-0df2-42ec-98c4-ce3aeceb528e req-e4669006-b8e4-4d9e-a1c8-8a36673c806d tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.1378036 Jul 09 09:39:41.253376 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c461a33-a367-4a62-9ffe-37c919720183 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Port': ['ID=d2d9b4c5-8dfb-42e3-831a-e394110ba10a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:41.257170 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c461a33-a367-4a62-9ffe-37c919720183 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network 244ac16b-abcb-4387-9b30-14ecf3d8fabe is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:41.260587 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c3e50bc5-7aea-4d1c-b141-e3cecc46977e req-05671b88-766a-4863-93a9-22c5ba539c72 service neutron] 10.222.0.58 "GET /v2.0/networks/e7d47e85-5673-4290-93cf-ab9d7b395e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105358 Jul 09 09:39:41.262148 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-1c461a33-a367-4a62-9ffe-37c919720183 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:41.263882 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c461a33-a367-4a62-9ffe-37c919720183 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:41.271784 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c461a33-a367-4a62-9ffe-37c919720183 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:41.271784 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c461a33-a367-4a62-9ffe-37c919720183 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:41.289631 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1c461a33-a367-4a62-9ffe-37c919720183 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.3952515 Jul 09 09:39:41.292314 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58198) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:41.298540 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5c0e4282-216d-4a9a-b6dd-4f7209525196 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '19c2647e-8174-4e2d-9d04-b4f16d8cc593'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:41.356914 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device cdcb6756-cb94-4cbd-9c7f-7bac45928eca details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:39:41.384608 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dd97f69b-0df2-42ec-98c4-ce3aeceb528e req-cd1405c1-0ea5-4f06-80e8-151d53af4577 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362951 Jul 09 09:39:41.387018 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:41.387806 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-343d027d-bfd5-4d7c-a048-a802094d9166 None None] Provisioning for port 64703800-6928-42aa-9546-7e7ce5bab3e4 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:41.415172 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-343d027d-bfd5-4d7c-a048-a802094d9166 None None] Provisioning complete for port 64703800-6928-42aa-9546-7e7ce5bab3e4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:41.415542 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-343d027d-bfd5-4d7c-a048-a802094d9166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:41.425397 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c0e4282-216d-4a9a-b6dd-4f7209525196 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:41.468030 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239c22f-d0e4-48f0-ad82-66b73f2008a9 req-ecf56eb5-5b21-4021-934b-7bcee969da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:41.469806 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3239c22f-d0e4-48f0-ad82-66b73f2008a9 req-ecf56eb5-5b21-4021-934b-7bcee969da53 service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.2301590 Jul 09 09:39:41.475992 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b46c23-9476-4274-93b7-36430e3fda34 req-3aa118bd-c6ef-40f7-837a-73bbdfd42971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:41.477507 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f7b46c23-9476-4274-93b7-36430e3fda34 req-3aa118bd-c6ef-40f7-837a-73bbdfd42971 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7794138e88c04f12968fc0045afe7bb1&device_id=5dc97141-c25e-4f2b-a019-43aa58f55f45 HTTP/1.1" status: 200 len: 1095 time: 0.1215298 Jul 09 09:39:41.532020 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3239c22f-d0e4-48f0-ad82-66b73f2008a9 req-79920462-4793-4442-bdbd-f7ad8976fbd5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=669d459c-c368-416e-a38c-ee7b6af2846e HTTP/1.1" status: 200 len: 217 time: 0.0544295 Jul 09 09:39:41.535472 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 64703800-6928-42aa-9546-7e7ce5bab3e4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:41.535472 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:41.556009 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903848e-1075-42b8-83de-e63b435de420 req-01a6fe5b-c93a-4a1d-bc2c-63c751be0a06 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:41.558958 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5903848e-1075-42b8-83de-e63b435de420 req-01a6fe5b-c93a-4a1d-bc2c-63c751be0a06 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/ports?device_id=38538802-1bd0-4071-a730-de79a3aaad8b HTTP/1.1" status: 200 len: 948 time: 0.1539035 Jul 09 09:39:41.628917 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5903848e-1075-42b8-83de-e63b435de420 req-4b819e88-b058-4736-aad6-d424868133ea tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f2827b0-3beb-4dea-a5d9-2e100016d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428510 Jul 09 09:39:41.635739 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239c22f-d0e4-48f0-ad82-66b73f2008a9 req-d1d961fc-dc72-440e-ac54-6c991b00ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:41.637362 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3239c22f-d0e4-48f0-ad82-66b73f2008a9 req-d1d961fc-dc72-440e-ac54-6c991b00ead1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0962892 Jul 09 09:39:41.660025 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port cdcb6756-cb94-4cbd-9c7f-7bac45928eca, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=cdcb6756-cb94-4cbd-9c7f-7bac45928eca,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:41.662054 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b46c23-9476-4274-93b7-36430e3fda34 req-5f7de1e8-24b5-4e0c-b17c-5952b7be14d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:41.663573 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f7b46c23-9476-4274-93b7-36430e3fda34 req-5f7de1e8-24b5-4e0c-b17c-5952b7be14d6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e7d47e85-5673-4290-93cf-ab9d7b395e5d HTTP/1.1" status: 200 len: 910 time: 0.1764116 Jul 09 09:39:41.703710 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239c22f-d0e4-48f0-ad82-66b73f2008a9 req-f0a3ed0f-753b-461a-897c-8808fabbd064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:41.705407 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3239c22f-d0e4-48f0-ad82-66b73f2008a9 req-f0a3ed0f-753b-461a-897c-8808fabbd064 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0606754 Jul 09 09:39:41.726802 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f7b46c23-9476-4274-93b7-36430e3fda34 req-1ad28713-fd61-4cfa-a9fb-7055163d06e0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9e8cffc-6229-4f1d-b0bc-d6c010ece80b HTTP/1.1" status: 200 len: 217 time: 0.0383763 Jul 09 09:39:41.729180 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'cdcb6756-cb94-4cbd-9c7f-7bac45928eca', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'port_id': 'cdcb6756-cb94-4cbd-9c7f-7bac45928eca', 'mac_address': 'fa:16:3e:20:74:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:39:41.804237 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:41.818439 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b46c23-9476-4274-93b7-36430e3fda34 req-004411d7-ea10-4383-9e78-ec8b5e224a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:41.819491 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f7b46c23-9476-4274-93b7-36430e3fda34 req-004411d7-ea10-4383-9e78-ec8b5e224a55 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7362987-bd6b-4df0-a90b-ecd0b0abf0f3 HTTP/1.1" status: 200 len: 849 time: 0.0849311 Jul 09 09:39:41.821725 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdcb6756-cb94-4cbd-9c7f-7bac45928eca {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:39:41.821898 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3239c22f-d0e4-48f0-ad82-66b73f2008a9 req-c912674b-2e74-47d9-a39e-04972d442bca service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087878 Jul 09 09:39:41.848003 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port cdcb6756-cb94-4cbd-9c7f-7bac45928eca, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=cdcb6756-cb94-4cbd-9c7f-7bac45928eca,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:41.853729 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:41.872670 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-5c0e4282-216d-4a9a-b6dd-4f7209525196 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Delete allocated IP 2001:db8:0:1::2ac (244ac16b-abcb-4387-9b30-14ecf3d8fabe/88a8cc51-c629-4b01-bbef-7f2f2db7243d) {{(pid=93791) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 09:39:41.878079 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f7b46c23-9476-4274-93b7-36430e3fda34 req-9875d850-0de4-4e29-a61e-4f03ec7c8326 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e7d47e85-5673-4290-93cf-ab9d7b395e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438879 Jul 09 09:39:41.935184 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=cdcb6756-cb94-4cbd-9c7f-7bac45928eca,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:41.937740 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3239c22f-d0e4-48f0-ad82-66b73f2008a9 req-5b8d062f-9777-44ac-aa0d-92967debfd80 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049256 Jul 09 09:39:42.078048 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f7b46c23-9476-4274-93b7-36430e3fda34 req-8de3f6e0-903d-43c9-8dc4-16f7a00384f7 service neutron] 10.222.0.58 "GET /v2.0/networks/e7d47e85-5673-4290-93cf-ab9d7b395e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859927 Jul 09 09:39:42.105634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d90707db-801e-4cd1-a6a6-b9df95c81270 None None] Provisioning complete for port 64703800-6928-42aa-9546-7e7ce5bab3e4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:42.106967 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d90707db-801e-4cd1-a6a6-b9df95c81270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:42.194041 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131398f-2c77-4596-84ca-c55b9ee2b3aa req-2aba39aa-4412-460a-b61b-be549575d7f0 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:42.199822 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c0e4282-216d-4a9a-b6dd-4f7209525196 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:42.201583 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8131398f-2c77-4596-84ca-c55b9ee2b3aa req-2aba39aa-4412-460a-b61b-be549575d7f0 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/ports?device_id=5dc97141-c25e-4f2b-a019-43aa58f55f45 HTTP/1.1" status: 200 len: 944 time: 0.1534295 Jul 09 09:39:42.214324 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['cdcb6756-cb94-4cbd-9c7f-7bac45928eca'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:39:42.227201 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-5c0e4282-216d-4a9a-b6dd-4f7209525196 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Ignored duplicate provisioning block setup for port d2d9b4c5-8dfb-42e3-831a-e394110ba10a by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 09:39:42.238461 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c0e4282-216d-4a9a-b6dd-4f7209525196 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:42.240203 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6badd-4d5a-438c-9059-8ebb69ec4c45 req-5bb8afd2-e80f-4102-9721-56e25c067a85 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:42.242115 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95e6badd-4d5a-438c-9059-8ebb69ec4c45 req-5bb8afd2-e80f-4102-9721-56e25c067a85 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=b101c202-6a8c-48d3-b774-5ea72b4c8577 HTTP/1.1" status: 200 len: 944 time: 0.1422002 Jul 09 09:39:42.273247 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f7b46c23-9476-4274-93b7-36430e3fda34 req-c12d7892-7a34-4210-9708-2e98f75c094b service neutron] 10.222.0.58 "GET /v2.0/networks/e7d47e85-5673-4290-93cf-ab9d7b395e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867452 Jul 09 09:39:42.281335 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8131398f-2c77-4596-84ca-c55b9ee2b3aa req-a3d37eba-cdf8-4a5f-8239-b50f4345df3b tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/security-groups?id=91da4912-94bc-48fb-bef9-cd86015a3034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786855 Jul 09 09:39:42.323568 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95e6badd-4d5a-438c-9059-8ebb69ec4c45 req-9c6efe42-ed03-4b67-96e8-26c91dc4ad41 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725052 Jul 09 09:39:42.330781 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5c0e4282-216d-4a9a-b6dd-4f7209525196 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] In _notify_port_updated(), no bound segment for port d2d9b4c5-8dfb-42e3-831a-e394110ba10a on network 244ac16b-abcb-4387-9b30-14ecf3d8fabe {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:39:42.337398 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0e4282-216d-4a9a-b6dd-4f7209525196 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:42.338083 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c0e4282-216d-4a9a-b6dd-4f7209525196 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:42.339408 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5c0e4282-216d-4a9a-b6dd-4f7209525196 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "PUT /v2.0/ports/d2d9b4c5-8dfb-42e3-831a-e394110ba10a HTTP/1.1" status: 200 len: 926 time: 1.0461080 Jul 09 09:39:42.343658 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58210) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:42.349953 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d8955ece-337c-4e48-9d7d-8bbcedc8bce2 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '19c2647e-8174-4e2d-9d04-b4f16d8cc593'}, {'subnet_id': '88a8cc51-c629-4b01-bbef-7f2f2db7243d'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:42.427130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d90707db-801e-4cd1-a6a6-b9df95c81270 None None] Provisioning for port d2d9b4c5-8dfb-42e3-831a-e394110ba10a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:42.445873 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d90707db-801e-4cd1-a6a6-b9df95c81270 None None] Provisioning complete for port d2d9b4c5-8dfb-42e3-831a-e394110ba10a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:42.446342 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d90707db-801e-4cd1-a6a6-b9df95c81270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:42.451737 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8955ece-337c-4e48-9d7d-8bbcedc8bce2 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:42.453964 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e4282-216d-4a9a-b6dd-4f7209525196 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Port': ['ID=d2d9b4c5-8dfb-42e3-831a-e394110ba10a,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:42.499925 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d90707db-801e-4cd1-a6a6-b9df95c81270 None None] Port d2d9b4c5-8dfb-42e3-831a-e394110ba10a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:39:42.624348 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0e60e96f-e81b-4dcd-b11d-2cca7b880aa2 None None] Provisioning complete for port d2d9b4c5-8dfb-42e3-831a-e394110ba10a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:42.624853 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0e60e96f-e81b-4dcd-b11d-2cca7b880aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:42.653482 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5a981-5ae1-42eb-9819-5cf5da656898 req-8eced1c4-68dc-4c39-999a-ab880273643b tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:42.655999 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9d5a981-5ae1-42eb-9819-5cf5da656898 req-8eced1c4-68dc-4c39-999a-ab880273643b tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.0783103 Jul 09 09:39:42.668035 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-0e60e96f-e81b-4dcd-b11d-2cca7b880aa2 None None] Port d2d9b4c5-8dfb-42e3-831a-e394110ba10a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:39:42.710867 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9d5a981-5ae1-42eb-9819-5cf5da656898 req-4dae17f1-5187-4381-89a8-6d261c65c69f tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379853 Jul 09 09:39:42.792734 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e5afd038-4a83-4a73-8a97-0a8056873661 None None] Provisioning complete for port d2d9b4c5-8dfb-42e3-831a-e394110ba10a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:42.793114 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e5afd038-4a83-4a73-8a97-0a8056873661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:42.833154 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754f9e7-b49f-410a-9f79-9a8c0fd58808 req-4bd55f11-1bb4-4236-b8a6-41b6d18f80f2 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:42.833718 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e5afd038-4a83-4a73-8a97-0a8056873661 None None] Port d2d9b4c5-8dfb-42e3-831a-e394110ba10a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:39:42.835141 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5754f9e7-b49f-410a-9f79-9a8c0fd58808 req-4bd55f11-1bb4-4236-b8a6-41b6d18f80f2 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/ports?device_id=38538802-1bd0-4071-a730-de79a3aaad8b HTTP/1.1" status: 200 len: 948 time: 0.0744979 Jul 09 09:39:42.875256 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:42.882347 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5754f9e7-b49f-410a-9f79-9a8c0fd58808 req-dc333be6-516f-4dd2-b788-efe779916ef4 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f2827b0-3beb-4dea-a5d9-2e100016d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414739 Jul 09 09:39:43.017195 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-d8955ece-337c-4e48-9d7d-8bbcedc8bce2 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Allocated IP 2001:db8:0:1::ab (244ac16b-abcb-4387-9b30-14ecf3d8fabe/88a8cc51-c629-4b01-bbef-7f2f2db7243d/d2d9b4c5-8dfb-42e3-831a-e394110ba10a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:43.136942 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8955ece-337c-4e48-9d7d-8bbcedc8bce2 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:43.150422 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-d8955ece-337c-4e48-9d7d-8bbcedc8bce2 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Transition to ACTIVE for port object d2d9b4c5-8dfb-42e3-831a-e394110ba10a will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:43.154558 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8955ece-337c-4e48-9d7d-8bbcedc8bce2 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:43.244519 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-d8955ece-337c-4e48-9d7d-8bbcedc8bce2 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] In _notify_port_updated(), no bound segment for port d2d9b4c5-8dfb-42e3-831a-e394110ba10a on network 244ac16b-abcb-4387-9b30-14ecf3d8fabe {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:39:43.251128 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8955ece-337c-4e48-9d7d-8bbcedc8bce2 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:43.251791 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8955ece-337c-4e48-9d7d-8bbcedc8bce2 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:43.253137 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d8955ece-337c-4e48-9d7d-8bbcedc8bce2 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "PUT /v2.0/ports/d2d9b4c5-8dfb-42e3-831a-e394110ba10a HTTP/1.1" status: 200 len: 1011 time: 0.9084463 Jul 09 09:39:43.256151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58216) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:43.257370 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955ece-337c-4e48-9d7d-8bbcedc8bce2 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Port': ['ID=d2d9b4c5-8dfb-42e3-831a-e394110ba10a,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:43.361302 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b9e8cffc-6229-4f1d-b0bc-d6c010ece80b details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:39:43.372658 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0e2e151e-2a9f-49fc-bc59-487d64e9863a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting port d2d9b4c5-8dfb-42e3-831a-e394110ba10a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:43.373587 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e2e151e-2a9f-49fc-bc59-487d64e9863a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:43.478670 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port b9e8cffc-6229-4f1d-b0bc-d6c010ece80b, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b9e8cffc-6229-4f1d-b0bc-d6c010ece80b,segment=NetworkSegment(4fdf6f49-d427-4af4-93b6-afb02636b8f4),segment_id=4fdf6f49-d427-4af4-93b6-afb02636b8f4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:43.480871 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2ed7da55-213c-4178-91d7-35e1f41db359 None None] Provisioning for port d2d9b4c5-8dfb-42e3-831a-e394110ba10a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:43.490114 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2ed7da55-213c-4178-91d7-35e1f41db359 None None] Provisioning complete for port d2d9b4c5-8dfb-42e3-831a-e394110ba10a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:43.490476 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2ed7da55-213c-4178-91d7-35e1f41db359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:43.494390 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'b9e8cffc-6229-4f1d-b0bc-d6c010ece80b', 'network_id': 'e7d47e85-5673-4290-93cf-ab9d7b395e5d', 'port_id': 'b9e8cffc-6229-4f1d-b0bc-d6c010ece80b', 'mac_address': 'fa:16:3e:f5:ed:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7362987-bd6b-4df0-a90b-ecd0b0abf0f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:39:43.537907 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e2e151e-2a9f-49fc-bc59-487d64e9863a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:43.558639 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2ed7da55-213c-4178-91d7-35e1f41db359 None None] Port d2d9b4c5-8dfb-42e3-831a-e394110ba10a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:39:43.560195 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0e2e151e-2a9f-49fc-bc59-487d64e9863a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Calling delete_port for d2d9b4c5-8dfb-42e3-831a-e394110ba10a owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:43.565561 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:43.573552 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ff8f6-3833-436d-b592-335a938c16b8 req-83c0c110-5def-40ca-b6a0-eed65112bcd9 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:43.575067 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-337ff8f6-3833-436d-b592-335a938c16b8 req-83c0c110-5def-40ca-b6a0-eed65112bcd9 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/ports?device_id=5dc97141-c25e-4f2b-a019-43aa58f55f45 HTTP/1.1" status: 200 len: 944 time: 0.1605732 Jul 09 09:39:43.579780 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e8cffc-6229-4f1d-b0bc-d6c010ece80b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:39:43.600130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port b9e8cffc-6229-4f1d-b0bc-d6c010ece80b, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b9e8cffc-6229-4f1d-b0bc-d6c010ece80b,segment=NetworkSegment(4fdf6f49-d427-4af4-93b6-afb02636b8f4),segment_id=4fdf6f49-d427-4af4-93b6-afb02636b8f4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:43.604002 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:43.604909 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 669d459c-c368-416e-a38c-ee7b6af2846e details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:39:43.656784 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05ae0a-2a8e-4cbe-9106-3e34f3ac4360 req-98daafbe-ca8f-4c8d-ba35-37019a577988 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:43.658307 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a05ae0a-2a8e-4cbe-9106-3e34f3ac4360 req-98daafbe-ca8f-4c8d-ba35-37019a577988 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=b101c202-6a8c-48d3-b774-5ea72b4c8577 HTTP/1.1" status: 200 len: 944 time: 0.1851928 Jul 09 09:39:43.695893 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-337ff8f6-3833-436d-b592-335a938c16b8 req-91e12a75-be98-4b0a-bf6e-0a796381da99 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/security-groups?id=91da4912-94bc-48fb-bef9-cd86015a3034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108763 Jul 09 09:39:43.697921 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=b9e8cffc-6229-4f1d-b0bc-d6c010ece80b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:43.727341 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a05ae0a-2a8e-4cbe-9106-3e34f3ac4360 req-4e0290e0-fbb4-4861-9c53-82de9435d32e tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608933 Jul 09 09:39:43.752833 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 669d459c-c368-416e-a38c-ee7b6af2846e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=669d459c-c368-416e-a38c-ee7b6af2846e,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:43.766031 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '669d459c-c368-416e-a38c-ee7b6af2846e', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '669d459c-c368-416e-a38c-ee7b6af2846e', 'mac_address': 'fa:16:3e:6b:30:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:39:43.805604 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:43.820679 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669d459c-c368-416e-a38c-ee7b6af2846e {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:39:43.843673 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 669d459c-c368-416e-a38c-ee7b6af2846e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=669d459c-c368-416e-a38c-ee7b6af2846e,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:43.849848 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:43.850066 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e2e151e-2a9f-49fc-bc59-487d64e9863a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:43.883987 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e151e-2a9f-49fc-bc59-487d64e9863a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Port': ['ID=d2d9b4c5-8dfb-42e3-831a-e394110ba10a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:43.920647 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=669d459c-c368-416e-a38c-ee7b6af2846e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:43.941123 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e2e151e-2a9f-49fc-bc59-487d64e9863a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:43.943181 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0e2e151e-2a9f-49fc-bc59-487d64e9863a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/ports/d2d9b4c5-8dfb-42e3-831a-e394110ba10a HTTP/1.1" status: 204 len: 168 time: 0.6859870 Jul 09 09:39:43.945884 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58230) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:43.977347 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-150d42e5-367c-4d80-b147-367c02c3bb09 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] GET failed (client error): The resource could not be found. Jul 09 09:39:43.981678 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-150d42e5-367c-4d80-b147-367c02c3bb09 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports/d2d9b4c5-8dfb-42e3-831a-e394110ba10a HTTP/1.1" status: 404 len: 333 time: 0.0321534 Jul 09 09:39:43.982090 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58232) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:44.058357 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ed1178-bb12-4396-90d9-fc78080eaa38 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting subnet 88a8cc51-c629-4b01-bbef-7f2f2db7243d {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:39:44.062709 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1178-bb12-4396-90d9-fc78080eaa38 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:44.096528 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d5fd6-7697-45e6-934b-83e5f872736c req-70b518b5-3edd-463e-9613-a47b7b81633c tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:44.098125 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f99d5fd6-7697-45e6-934b-83e5f872736c req-70b518b5-3edd-463e-9613-a47b7b81633c tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.1177275 Jul 09 09:39:44.109626 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1178-bb12-4396-90d9-fc78080eaa38 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:44.132153 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54807c14-4804-4639-bc36-7c42ad4b3610 req-5aee0b27-8a79-4c07-9edb-0e43926d1e1a tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:44.133807 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-54807c14-4804-4639-bc36-7c42ad4b3610 req-5aee0b27-8a79-4c07-9edb-0e43926d1e1a tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/ports?device_id=38538802-1bd0-4071-a730-de79a3aaad8b HTTP/1.1" status: 200 len: 949 time: 0.1106663 Jul 09 09:39:44.166349 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f99d5fd6-7697-45e6-934b-83e5f872736c req-e55a0ba3-44d1-4daf-8758-487c85a2b56a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614321 Jul 09 09:39:44.188669 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-54807c14-4804-4639-bc36-7c42ad4b3610 req-fe79738c-e3dd-4d21-ac80-37c81457b05e tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f2827b0-3beb-4dea-a5d9-2e100016d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414789 Jul 09 09:39:44.207377 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['669d459c-c368-416e-a38c-ee7b6af2846e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:39:44.208829 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1178-bb12-4396-90d9-fc78080eaa38 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:44.209793 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['b9e8cffc-6229-4f1d-b0bc-d6c010ece80b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:39:44.269899 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1178-bb12-4396-90d9-fc78080eaa38 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:44.298930 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed1178-bb12-4396-90d9-fc78080eaa38 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Subnet': ['ID=88a8cc51-c629-4b01-bbef-7f2f2db7243d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:44.301190 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1178-bb12-4396-90d9-fc78080eaa38 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:44.303555 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b5ed1178-bb12-4396-90d9-fc78080eaa38 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/subnets/88a8cc51-c629-4b01-bbef-7f2f2db7243d HTTP/1.1" status: 204 len: 168 time: 0.3198564 Jul 09 09:39:44.306420 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58234) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:44.314959 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93c6a05-a8cd-45b1-b07d-75c7f101af43 None None] Network 244ac16b-abcb-4387-9b30-14ecf3d8fabe requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:44.357772 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b35fbf-122c-45df-b016-53de2af6a16b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting subnet 19c2647e-8174-4e2d-9d04-b4f16d8cc593 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:39:44.360918 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92b35fbf-122c-45df-b016-53de2af6a16b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:44.405576 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92b35fbf-122c-45df-b016-53de2af6a16b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:44.490343 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92b35fbf-122c-45df-b016-53de2af6a16b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:44.549913 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92b35fbf-122c-45df-b016-53de2af6a16b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:44.581364 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b35fbf-122c-45df-b016-53de2af6a16b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Subnet': ['ID=19c2647e-8174-4e2d-9d04-b4f16d8cc593,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:44.585828 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92b35fbf-122c-45df-b016-53de2af6a16b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:44.590421 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58236) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:44.590597 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-92b35fbf-122c-45df-b016-53de2af6a16b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/subnets/19c2647e-8174-4e2d-9d04-b4f16d8cc593 HTTP/1.1" status: 204 len: 168 time: 0.2831740 Jul 09 09:39:44.671125 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7570b8-404e-4d3a-8405-8524d0d02cfd None None] Update dhcp port {'port': {'network_id': '244ac16b-abcb-4387-9b30-14ecf3d8fabe', 'fixed_ips': [{'subnet_id': '19c2647e-8174-4e2d-9d04-b4f16d8cc593'}], 'binding:host_id': 'n-d-799996-1'}, 'id': '64703800-6928-42aa-9546-7e7ce5bab3e4'} from n-d-799996-1. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 09:39:44.675209 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b301a71a-40d0-4295-9635-265011828bb7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:44.705099 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2e7570b8-404e-4d3a-8405-8524d0d02cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:44.728833 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b301a71a-40d0-4295-9635-265011828bb7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting port 64703800-6928-42aa-9546-7e7ce5bab3e4 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:44.729219 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b301a71a-40d0-4295-9635-265011828bb7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:44.793623 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-b301a71a-40d0-4295-9635-265011828bb7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] For port 64703800-6928-42aa-9546-7e7ce5bab3e4, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=64703800-6928-42aa-9546-7e7ce5bab3e4,segment=NetworkSegment(044a122c-4648-426c-8ff1-cc4eadc7163c),segment_id=044a122c-4648-426c-8ff1-cc4eadc7163c)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:44.794137 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b301a71a-40d0-4295-9635-265011828bb7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:44.808621 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b301a71a-40d0-4295-9635-265011828bb7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Calling delete_port for 64703800-6928-42aa-9546-7e7ce5bab3e4 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:44.894250 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e9dd67-e468-473c-b262-9c875ca81f27 None None] Network 244ac16b-abcb-4387-9b30-14ecf3d8fabe requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:44.943926 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 64703800-6928-42aa-9546-7e7ce5bab3e4 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:39:45.000767 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf1522-8983-4686-b286-b35aded17b8b req-d69d1a67-509d-4e1e-a5d0-503a3ef0fee3 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:45.002321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78bf1522-8983-4686-b286-b35aded17b8b req-d69d1a67-509d-4e1e-a5d0-503a3ef0fee3 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/ports?device_id=5dc97141-c25e-4f2b-a019-43aa58f55f45 HTTP/1.1" status: 200 len: 945 time: 0.1880190 Jul 09 09:39:45.023154 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90460fe-7a7f-46e9-836b-22957b2e9fbf req-4c824d24-08db-4c88-8108-95d670898fbc tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:45.024662 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f90460fe-7a7f-46e9-836b-22957b2e9fbf req-4c824d24-08db-4c88-8108-95d670898fbc tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=b101c202-6a8c-48d3-b774-5ea72b4c8577 HTTP/1.1" status: 200 len: 944 time: 0.1385074 Jul 09 09:39:45.025251 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b301a71a-40d0-4295-9635-265011828bb7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:45.035559 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No active binding found for port 64703800-6928-42aa-9546-7e7ce5bab3e4 {{(pid=93792) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 09:39:45.036014 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 64703800-6928-42aa-9546-7e7ce5bab3e4 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:39:45.056764 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2cbe3bbc-740b-457b-9c0e-4db055c359d4 None None] Provisioning complete for port 64703800-6928-42aa-9546-7e7ce5bab3e4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:45.057168 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3bbc-740b-457b-9c0e-4db055c359d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:45.066099 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301a71a-40d0-4295-9635-265011828bb7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Port': ['ID=64703800-6928-42aa-9546-7e7ce5bab3e4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:45.082605 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100e7e28-26a5-45f3-bff0-2e1532365a7c None None] DHCP port deletion for 244ac16b-abcb-4387-9b30-14ecf3d8fabe request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:39:45.085177 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2cbe3bbc-740b-457b-9c0e-4db055c359d4 None None] Port 64703800-6928-42aa-9546-7e7ce5bab3e4 was deleted so its status cannot be updated. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 09:39:45.089639 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b301a71a-40d0-4295-9635-265011828bb7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] No DVR routers for this DVR port 64703800-6928-42aa-9546-7e7ce5bab3e4 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:39:45.126700 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78bf1522-8983-4686-b286-b35aded17b8b req-6d142159-ff79-43ab-9c99-ade4265cc9bd tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/security-groups?id=91da4912-94bc-48fb-bef9-cd86015a3034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179423 Jul 09 09:39:45.183966 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f90460fe-7a7f-46e9-836b-22957b2e9fbf req-cb99026d-ccd8-4fcc-8199-e1afda7cae54 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302722 Jul 09 09:39:45.204236 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b301a71a-40d0-4295-9635-265011828bb7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:45.216984 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-b301a71a-40d0-4295-9635-265011828bb7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244ac16b-abcb-4387-9b30-14ecf3d8fabe']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:45.229077 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-b301a71a-40d0-4295-9635-265011828bb7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044a122c-4648-426c-8ff1-cc4eadc7163c') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:45.229473 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-b301a71a-40d0-4295-9635-265011828bb7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044a122c-4648-426c-8ff1-cc4eadc7163c') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:45.238707 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b301a71a-40d0-4295-9635-265011828bb7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:45.255803 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b301a71a-40d0-4295-9635-265011828bb7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:45.262653 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b301a71a-40d0-4295-9635-265011828bb7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:39:45.263054 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b301a71a-40d0-4295-9635-265011828bb7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:39:45.266848 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:39:45.325778 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b301a71a-40d0-4295-9635-265011828bb7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:45.331164 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b301a71a-40d0-4295-9635-265011828bb7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:45.333740 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b301a71a-40d0-4295-9635-265011828bb7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/networks/244ac16b-abcb-4387-9b30-14ecf3d8fabe HTTP/1.1" status: 204 len: 168 time: 0.7420144 Jul 09 09:39:45.338005 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58250) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:45.392692 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device cdcb6756-cb94-4cbd-9c7f-7bac45928eca up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:39:45.413614 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301a71a-40d0-4295-9635-265011828bb7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Network': ['ID=244ac16b-abcb-4387-9b30-14ecf3d8fabe,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:45.443015 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port cdcb6756-cb94-4cbd-9c7f-7bac45928eca completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:45.446828 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port cdcb6756-cb94-4cbd-9c7f-7bac45928eca triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:45.447186 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:45.530718 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:45.549230 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b48e16-3058-4ec7-a6b2-02c3d190d11e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:45.550764 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-95b48e16-3058-4ec7-a6b2-02c3d190d11e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2116046 Jul 09 09:39:45.554222 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b101c202-6a8c-48d3-b774-5ea72b4c8577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcb6756-cb94-4cbd-9c7f-7bac45928eca'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:39:45.555566 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58252) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:45.556547 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04eb16d0-1402-466b-8d1d-96f76bb577ba" -d '{"events": [{"server_uuid": "b101c202-6a8c-48d3-b774-5ea72b4c8577", "name": "network-vif-plugged", "status": "completed", "tag": "cdcb6756-cb94-4cbd-9c7f-7bac45928eca"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:39:45.570551 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port cdcb6756-cb94-4cbd-9c7f-7bac45928eca, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=cdcb6756-cb94-4cbd-9c7f-7bac45928eca,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:45.575185 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:45.577668 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2645440-47e4-4373-b32f-22caa00b8ea9 req-f9e04f04-1a4e-4962-83cc-850632c644be tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:45.579438 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c2645440-47e4-4373-b32f-22caa00b8ea9 req-f9e04f04-1a4e-4962-83cc-850632c644be tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/ports?device_id=38538802-1bd0-4071-a730-de79a3aaad8b HTTP/1.1" status: 200 len: 949 time: 0.1812065 Jul 09 09:39:45.586862 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be93aac-8f0e-4c60-b082-e9d58217b3ca req-23a55364-7038-4769-9cdd-f18210d73f06 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:45.588348 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2be93aac-8f0e-4c60-b082-e9d58217b3ca req-23a55364-7038-4769-9cdd-f18210d73f06 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.2215049 Jul 09 09:39:45.628807 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=cdcb6756-cb94-4cbd-9c7f-7bac45928eca,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:45.683005 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c2645440-47e4-4373-b32f-22caa00b8ea9 req-8a8d6e63-0a67-4d03-88a9-efd2ec5a0395 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f2827b0-3beb-4dea-a5d9-2e100016d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934737 Jul 09 09:39:45.686107 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2be93aac-8f0e-4c60-b082-e9d58217b3ca req-0d211810-7b41-4d95-938d-0d762259df1a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791824 Jul 09 09:39:45.699565 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-79fd01bf-e216-4dd1-b045-8480e0fc86a2 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1408429 Jul 09 09:39:45.710434 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58256) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:45.715726 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7121d605-9889-40e8-a67f-aeb597e23552 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1536167580'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:45.730002 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e333538-01b7-4da7-9eb9-876273588bd9 x-openstack-request-id: req-4e333538-01b7-4da7-9eb9-876273588bd9 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:39:45.730527 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b101c202-6a8c-48d3-b774-5ea72b4c8577", "name": "network-vif-plugged", "status": "completed", "tag": "cdcb6756-cb94-4cbd-9c7f-7bac45928eca", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:39:45.730657 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4e333538-01b7-4da7-9eb9-876273588bd9 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:39:45.731120 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b101c202-6a8c-48d3-b774-5ea72b4c8577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcb6756-cb94-4cbd-9c7f-7bac45928eca', 'code': 200} Jul 09 09:39:45.737501 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7121d605-9889-40e8-a67f-aeb597e23552 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:45.741233 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7121d605-9889-40e8-a67f-aeb597e23552 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:45.765262 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7121d605-9889-40e8-a67f-aeb597e23552 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:39:45.774413 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7121d605-9889-40e8-a67f-aeb597e23552 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:45.774795 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-7121d605-9889-40e8-a67f-aeb597e23552 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Added segment 42e06ec0-a253-4627-bef3-d6449162e1e1 of type vlan for network a18b6260-0844-4227-9354-9fcadef2f78f Jul 09 09:39:45.842631 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7121d605-9889-40e8-a67f-aeb597e23552 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:45.883128 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7121d605-9889-40e8-a67f-aeb597e23552 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:45.888769 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7121d605-9889-40e8-a67f-aeb597e23552 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:45.889355 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7121d605-9889-40e8-a67f-aeb597e23552 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:45.896462 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9656f-c6c8-4f2f-b580-7ea6c19fce7c req-7517c6d5-d01e-4e5f-ad9c-77143fac39e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:45.898092 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-31e9656f-c6c8-4f2f-b580-7ea6c19fce7c req-7517c6d5-d01e-4e5f-ad9c-77143fac39e9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b101c202-6a8c-48d3-b774-5ea72b4c8577 HTTP/1.1" status: 200 len: 1096 time: 0.0953109 Jul 09 09:39:45.967736 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7121d605-9889-40e8-a67f-aeb597e23552 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2560561 Jul 09 09:39:45.970747 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58258) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:45.976199 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9fe4f4cd-c38f-4baa-ab7f-2efdb9328ce5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'subnet': {'network_id': 'a18b6260-0844-4227-9354-9fcadef2f78f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:45.985640 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121d605-9889-40e8-a67f-aeb597e23552 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Network': ['ID=a18b6260-0844-4227-9354-9fcadef2f78f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:45.991656 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-31e9656f-c6c8-4f2f-b580-7ea6c19fce7c req-851d9005-2cf6-4833-a5d5-8541c84a865a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772829 Jul 09 09:39:45.996919 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network a18b6260-0844-4227-9354-9fcadef2f78f details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:39:46.068778 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe4f4cd-c38f-4baa-ab7f-2efdb9328ce5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:46.072332 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9fe4f4cd-c38f-4baa-ab7f-2efdb9328ce5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:46.296448 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9fe4f4cd-c38f-4baa-ab7f-2efdb9328ce5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:46.718167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4f4cd-c38f-4baa-ab7f-2efdb9328ce5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Subnet': ['ID=9cad9cde-63e9-4365-84d3-df4503e69466,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:46.748884 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad7d96-43a0-4a41-91a2-3c52699f2ecd req-778834b8-4a0b-409d-9267-1675215703e2 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:46.750434 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-00ad7d96-43a0-4a41-91a2-3c52699f2ecd req-778834b8-4a0b-409d-9267-1675215703e2 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/ports?device_id=5dc97141-c25e-4f2b-a019-43aa58f55f45 HTTP/1.1" status: 200 len: 945 time: 0.5042539 Jul 09 09:39:46.774711 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe4f4cd-c38f-4baa-ab7f-2efdb9328ce5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Checking segment: {'id': '42e06ec0-a253-4627-bef3-d6449162e1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a18b6260-0844-4227-9354-9fcadef2f78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:46.775070 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe4f4cd-c38f-4baa-ab7f-2efdb9328ce5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network hostable DHCP agents. Network: a18b6260-0844-4227-9354-9fcadef2f78f, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:39:46.818948 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6c7a6-2ad2-4315-9bae-f9171b2273ce req-14c560be-393f-4208-991f-3fd9e30cb4eb tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:46.820476 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09c6c7a6-2ad2-4315-9bae-f9171b2273ce req-14c560be-393f-4208-991f-3fd9e30cb4eb tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=b101c202-6a8c-48d3-b774-5ea72b4c8577 HTTP/1.1" status: 200 len: 945 time: 0.4931550 Jul 09 09:39:46.829389 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-00ad7d96-43a0-4a41-91a2-3c52699f2ecd req-dbb3e6a4-3fe5-4c1e-8ef4-642e5a8b2581 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/security-groups?id=91da4912-94bc-48fb-bef9-cd86015a3034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718269 Jul 09 09:39:46.832504 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe4f4cd-c38f-4baa-ab7f-2efdb9328ce5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network a18b6260-0844-4227-9354-9fcadef2f78f is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:39:46.864417 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-9fe4f4cd-c38f-4baa-ab7f-2efdb9328ce5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, a18b6260-0844-4227-9354-9fcadef2f78f) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:46.872365 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe4f4cd-c38f-4baa-ab7f-2efdb9328ce5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:46.873435 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b1810f-352e-4154-a929-cb7a2c3e00a9 None None] Network a18b6260-0844-4227-9354-9fcadef2f78f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:46.873858 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9fe4f4cd-c38f-4baa-ab7f-2efdb9328ce5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:46.902313 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09c6c7a6-2ad2-4315-9bae-f9171b2273ce req-e1adf4bd-7b0b-4d77-bc4e-9dbe21b4629b tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718656 Jul 09 09:39:46.911942 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9fe4f4cd-c38f-4baa-ab7f-2efdb9328ce5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9398251 Jul 09 09:39:46.922441 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58272) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:46.927829 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-02d31d20-bca1-46d5-95ea-f6b6d37d0e27 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'port': {'network_id': 'a18b6260-0844-4227-9354-9fcadef2f78f', 'name': 'tempest-PortsIpV6TestJSON-1417005892'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:47.055325 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d31d20-bca1-46d5-95ea-f6b6d37d0e27 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:47.059152 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85c5b1e-c628-4d4d-a1dd-9f3183ca4b7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-a18b6260-0844-4227-9354-9fcadef2f78f', 'network_id': 'a18b6260-0844-4227-9354-9fcadef2f78f', 'tenant_id': 'ab434903114943afa4aafc937b3d3001', 'fixed_ips': [{'subnet_id': '9cad9cde-63e9-4365-84d3-df4503e69466'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:39:47.059785 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02d31d20-bca1-46d5-95ea-f6b6d37d0e27 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:47.060062 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d85c5b1e-c628-4d4d-a1dd-9f3183ca4b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:47.084178 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-02d31d20-bca1-46d5-95ea-f6b6d37d0e27 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] device_id is not set on port 5f8c9c85-976f-4df4-b89d-f5136449f48a yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:39:47.144408 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb62b27-3a60-4f1a-b613-402f14e49965 req-fdb78439-2e33-419c-93c6-628dbfb76056 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:47.146171 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9bb62b27-3a60-4f1a-b613-402f14e49965 req-fdb78439-2e33-419c-93c6-628dbfb76056 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/ports?device_id=38538802-1bd0-4071-a730-de79a3aaad8b HTTP/1.1" status: 200 len: 949 time: 0.0792670 Jul 09 09:39:47.218646 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9bb62b27-3a60-4f1a-b613-402f14e49965 req-b94a90de-3725-4661-96c5-1d68e693a345 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f2827b0-3beb-4dea-a5d9-2e100016d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614061 Jul 09 09:39:47.230368 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-02d31d20-bca1-46d5-95ea-f6b6d37d0e27 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Allocated IP 2001:db8::39c (a18b6260-0844-4227-9354-9fcadef2f78f/9cad9cde-63e9-4365-84d3-df4503e69466/5f8c9c85-976f-4df4-b89d-f5136449f48a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:47.241527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b708416-e508-4203-9393-ad9beabd89ca req-fa8d1d7a-0b93-42e2-bdc3-745f84356cc3 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:47.243202 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4b708416-e508-4203-9393-ad9beabd89ca req-fa8d1d7a-0b93-42e2-bdc3-745f84356cc3 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.0961277 Jul 09 09:39:47.281841 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4b708416-e508-4203-9393-ad9beabd89ca req-f9980abf-bce8-45bf-adb4-f746c3c41dc4 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321946 Jul 09 09:39:47.378691 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02d31d20-bca1-46d5-95ea-f6b6d37d0e27 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:47.392466 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-02d31d20-bca1-46d5-95ea-f6b6d37d0e27 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Transition to ACTIVE for port object 5f8c9c85-976f-4df4-b89d-f5136449f48a will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:47.408538 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b9e8cffc-6229-4f1d-b0bc-d6c010ece80b up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:39:47.424448 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02d31d20-bca1-46d5-95ea-f6b6d37d0e27 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:47.470889 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d31d20-bca1-46d5-95ea-f6b6d37d0e27 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network a18b6260-0844-4227-9354-9fcadef2f78f is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:47.474212 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-02d31d20-bca1-46d5-95ea-f6b6d37d0e27 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:47.478130 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d31d20-bca1-46d5-95ea-f6b6d37d0e27 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:47.483863 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d31d20-bca1-46d5-95ea-f6b6d37d0e27 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:47.484486 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02d31d20-bca1-46d5-95ea-f6b6d37d0e27 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:47.485513 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-d85c5b1e-c628-4d4d-a1dd-9f3183ca4b7d None None] Allocated IP 2001:db8::2 (a18b6260-0844-4227-9354-9fcadef2f78f/9cad9cde-63e9-4365-84d3-df4503e69466/8d1b22d7-2388-4d53-afef-6a10afcbdfac) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:47.495092 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d31d20-bca1-46d5-95ea-f6b6d37d0e27 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Port': ['ID=5f8c9c85-976f-4df4-b89d-f5136449f48a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:47.501462 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port b9e8cffc-6229-4f1d-b0bc-d6c010ece80b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:47.504045 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-02d31d20-bca1-46d5-95ea-f6b6d37d0e27 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5797412 Jul 09 09:39:47.505948 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58274) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:47.506754 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port b9e8cffc-6229-4f1d-b0bc-d6c010ece80b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:47.507126 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:47.511334 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5e39ef7d-e4cc-432b-b680-f23ca105d2bc tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'port': {'network_id': 'a18b6260-0844-4227-9354-9fcadef2f78f', 'name': 'tempest-PortsIpV6TestJSON-1377414518'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:47.628825 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e39ef7d-e4cc-432b-b680-f23ca105d2bc tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:47.632570 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e39ef7d-e4cc-432b-b680-f23ca105d2bc tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:47.651584 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-5e39ef7d-e4cc-432b-b680-f23ca105d2bc tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] device_id is not set on port 9fc82a4d-3b6a-4a74-86c4-05a6d6b48589 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:39:47.824199 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:47.857073 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d85c5b1e-c628-4d4d-a1dd-9f3183ca4b7d None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:47.862769 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc97141-c25e-4f2b-a019-43aa58f55f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e8cffc-6229-4f1d-b0bc-d6c010ece80b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:39:47.865076 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c538889-d80b-4e40-b791-680f6f06460a" -d '{"events": [{"server_uuid": "5dc97141-c25e-4f2b-a019-43aa58f55f45", "name": "network-vif-plugged", "status": "completed", "tag": "b9e8cffc-6229-4f1d-b0bc-d6c010ece80b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:39:47.876403 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d85c5b1e-c628-4d4d-a1dd-9f3183ca4b7d None None] Transition to ACTIVE for port object 8d1b22d7-2388-4d53-afef-6a10afcbdfac will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:47.889719 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port b9e8cffc-6229-4f1d-b0bc-d6c010ece80b, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b9e8cffc-6229-4f1d-b0bc-d6c010ece80b,segment=NetworkSegment(4fdf6f49-d427-4af4-93b6-afb02636b8f4),segment_id=4fdf6f49-d427-4af4-93b6-afb02636b8f4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:47.898441 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:47.899259 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 669d459c-c368-416e-a38c-ee7b6af2846e up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:39:47.905280 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5547a70f-b95c-485a-832a-60baaddb3daf x-openstack-request-id: req-5547a70f-b95c-485a-832a-60baaddb3daf {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:39:47.905572 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc97141-c25e-4f2b-a019-43aa58f55f45", "name": "network-vif-plugged", "status": "completed", "tag": "b9e8cffc-6229-4f1d-b0bc-d6c010ece80b", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:39:47.905825 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5547a70f-b95c-485a-832a-60baaddb3daf {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:39:47.906215 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc97141-c25e-4f2b-a019-43aa58f55f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e8cffc-6229-4f1d-b0bc-d6c010ece80b', 'code': 200} Jul 09 09:39:47.907112 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d85c5b1e-c628-4d4d-a1dd-9f3183ca4b7d None None] Transition to ACTIVE for port object 8d1b22d7-2388-4d53-afef-6a10afcbdfac will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:47.956178 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d85c5b1e-c628-4d4d-a1dd-9f3183ca4b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:47.999821 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=b9e8cffc-6229-4f1d-b0bc-d6c010ece80b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:48.003632 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85c5b1e-c628-4d4d-a1dd-9f3183ca4b7d None None] Network a18b6260-0844-4227-9354-9fcadef2f78f is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:48.008728 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-d85c5b1e-c628-4d4d-a1dd-9f3183ca4b7d None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:48.011931 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85c5b1e-c628-4d4d-a1dd-9f3183ca4b7d None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:48.046475 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec503c1-553d-42f4-9bbd-f42e0b0c84bf req-cb6af39f-dd6b-47bb-9390-02e0a88c2c8a tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:48.049442 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dec503c1-553d-42f4-9bbd-f42e0b0c84bf req-cb6af39f-dd6b-47bb-9390-02e0a88c2c8a tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/ports?device_id=5dc97141-c25e-4f2b-a019-43aa58f55f45 HTTP/1.1" status: 200 len: 946 time: 0.0876820 Jul 09 09:39:48.069259 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 669d459c-c368-416e-a38c-ee7b6af2846e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:48.080246 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 669d459c-c368-416e-a38c-ee7b6af2846e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:48.081226 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:48.088130 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-5e39ef7d-e4cc-432b-b680-f23ca105d2bc tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Allocated IP 2001:db8::3bd (a18b6260-0844-4227-9354-9fcadef2f78f/9cad9cde-63e9-4365-84d3-df4503e69466/9fc82a4d-3b6a-4a74-86c4-05a6d6b48589) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:48.115083 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb410a5e-e816-4090-b32b-5aece37ec4a3 req-f473f8c9-7afa-44a4-ab73-2af81a257d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:48.116819 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cb410a5e-e816-4090-b32b-5aece37ec4a3 req-f473f8c9-7afa-44a4-ab73-2af81a257d68 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5dc97141-c25e-4f2b-a019-43aa58f55f45 HTTP/1.1" status: 200 len: 1097 time: 0.1214333 Jul 09 09:39:48.118855 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c5b1e-c628-4d4d-a1dd-9f3183ca4b7d None None] Pushing event updated for resources: {'Port': ['ID=8d1b22d7-2388-4d53-afef-6a10afcbdfac,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:48.132285 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dec503c1-553d-42f4-9bbd-f42e0b0c84bf req-5b9a4f3d-0039-4fb7-b2b7-e52360f49d9c tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/security-groups?id=91da4912-94bc-48fb-bef9-cd86015a3034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688417 Jul 09 09:39:48.155999 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d85c5b1e-c628-4d4d-a1dd-9f3183ca4b7d None None] Attempting to bind port 8d1b22d7-2388-4d53-afef-6a10afcbdfac on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:39:48.156377 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d85c5b1e-c628-4d4d-a1dd-9f3183ca4b7d None None] Attempting to bind port 8d1b22d7-2388-4d53-afef-6a10afcbdfac by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '42e06ec0-a253-4627-bef3-d6449162e1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a18b6260-0844-4227-9354-9fcadef2f78f'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:39:48.156789 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c5b1e-c628-4d4d-a1dd-9f3183ca4b7d None None] Attempting to bind port 8d1b22d7-2388-4d53-afef-6a10afcbdfac on network a18b6260-0844-4227-9354-9fcadef2f78f {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:39:48.164607 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c5b1e-c628-4d4d-a1dd-9f3183ca4b7d None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:39:48.164989 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c5b1e-c628-4d4d-a1dd-9f3183ca4b7d None None] Checking segment: {'id': '42e06ec0-a253-4627-bef3-d6449162e1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a18b6260-0844-4227-9354-9fcadef2f78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:48.165399 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d85c5b1e-c628-4d4d-a1dd-9f3183ca4b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:48.165795 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c5b1e-c628-4d4d-a1dd-9f3183ca4b7d None None] Bound using segment: {'id': '42e06ec0-a253-4627-bef3-d6449162e1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a18b6260-0844-4227-9354-9fcadef2f78f'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:39:48.166267 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d85c5b1e-c628-4d4d-a1dd-9f3183ca4b7d None None] Bound port: 8d1b22d7-2388-4d53-afef-6a10afcbdfac, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e06ec0-a253-4627-bef3-d6449162e1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a18b6260-0844-4227-9354-9fcadef2f78f'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:39:48.166649 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d85c5b1e-c628-4d4d-a1dd-9f3183ca4b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:48.193876 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4858d72-5343-4caf-8928-be1a5b18c456 req-2dcdeeff-3865-44c0-bf38-6409674d6a90 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:48.195995 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cb410a5e-e816-4090-b32b-5aece37ec4a3 req-a307aec0-6d88-42bb-8c9b-775dde0c3564 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=91da4912-94bc-48fb-bef9-cd86015a3034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724308 Jul 09 09:39:48.204128 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4858d72-5343-4caf-8928-be1a5b18c456 req-2dcdeeff-3865-44c0-bf38-6409674d6a90 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=b101c202-6a8c-48d3-b774-5ea72b4c8577 HTTP/1.1" status: 200 len: 945 time: 0.1529226 Jul 09 09:39:48.260307 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4858d72-5343-4caf-8928-be1a5b18c456 req-c8712375-925a-48c2-a0fe-6a246d825eb8 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551825 Jul 09 09:39:48.262785 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d85c5b1e-c628-4d4d-a1dd-9f3183ca4b7d None None] For port 8d1b22d7-2388-4d53-afef-6a10afcbdfac, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:39:48.274316 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:48.280000 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d85c5b1e-c628-4d4d-a1dd-9f3183ca4b7d None None] For port 8d1b22d7-2388-4d53-afef-6a10afcbdfac, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8d1b22d7-2388-4d53-afef-6a10afcbdfac,segment=NetworkSegment(42e06ec0-a253-4627-bef3-d6449162e1e1),segment_id=42e06ec0-a253-4627-bef3-d6449162e1e1)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:39:48.287841 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d85c5b1e-c628-4d4d-a1dd-9f3183ca4b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:48.334425 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e39ef7d-e4cc-432b-b680-f23ca105d2bc tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:48.355457 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-5e39ef7d-e4cc-432b-b680-f23ca105d2bc tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Transition to ACTIVE for port object 9fc82a4d-3b6a-4a74-86c4-05a6d6b48589 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:48.391882 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 669d459c-c368-416e-a38c-ee7b6af2846e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=669d459c-c368-416e-a38c-ee7b6af2846e,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:48.394028 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c5b1e-c628-4d4d-a1dd-9f3183ca4b7d None None] Pushing event updated for resources: {'Port': ['ID=8d1b22d7-2388-4d53-afef-6a10afcbdfac,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:48.398744 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:48.408286 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e39ef7d-e4cc-432b-b680-f23ca105d2bc tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:48.468908 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=669d459c-c368-416e-a38c-ee7b6af2846e,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:48.484304 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39ef7d-e4cc-432b-b680-f23ca105d2bc tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Port': ['ID=9fc82a4d-3b6a-4a74-86c4-05a6d6b48589,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:48.492547 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e39ef7d-e4cc-432b-b680-f23ca105d2bc tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network a18b6260-0844-4227-9354-9fcadef2f78f is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:48.494274 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-5e39ef7d-e4cc-432b-b680-f23ca105d2bc tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:48.496858 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e39ef7d-e4cc-432b-b680-f23ca105d2bc tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:48.502590 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e39ef7d-e4cc-432b-b680-f23ca105d2bc tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:48.503539 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e39ef7d-e4cc-432b-b680-f23ca105d2bc tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:48.510857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1498590-6d6b-420e-b973-7df032e49df4 req-aea637a0-c7bb-4841-8f52-5a8b12f8c7c4 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:48.512852 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f1498590-6d6b-420e-b973-7df032e49df4 req-aea637a0-c7bb-4841-8f52-5a8b12f8c7c4 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/ports?device_id=38538802-1bd0-4071-a730-de79a3aaad8b HTTP/1.1" status: 200 len: 950 time: 0.1023920 Jul 09 09:39:48.521209 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5e39ef7d-e4cc-432b-b680-f23ca105d2bc tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0140202 Jul 09 09:39:48.524044 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58292) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:48.582634 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f1498590-6d6b-420e-b973-7df032e49df4 req-0bde2bf5-ad1e-487f-92d3-76c14ae50830 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f2827b0-3beb-4dea-a5d9-2e100016d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580745 Jul 09 09:39:48.610955 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ff41293-d707-4a1a-bee8-fc698011e660 req-2d29adee-f939-4c81-948f-a5abf9ccb457 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f7f16a5816aa4fb6a5e831e7bff87912 HTTP/1.1" status: 200 len: 267 time: 0.0656676 Jul 09 09:39:48.681956 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110844a0-6031-48d3-bbb4-17117b066dc2 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:48.683495 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-110844a0-6031-48d3-bbb4-17117b066dc2 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A39c HTTP/1.1" status: 200 len: 929 time: 0.1580307 Jul 09 09:39:48.686391 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58294) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:48.720717 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff41293-d707-4a1a-bee8-fc698011e660 req-785d495b-19b5-4a15-9f63-ae22e37deab8 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:48.722558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ff41293-d707-4a1a-bee8-fc698011e660 req-785d495b-19b5-4a15-9f63-ae22e37deab8 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=b101c202-6a8c-48d3-b774-5ea72b4c8577 HTTP/1.1" status: 200 len: 945 time: 0.1142657 Jul 09 09:39:48.735037 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-5ff41293-d707-4a1a-bee8-fc698011e660 req-4bd01ed5-33a6-43e6-b8a8-c68d3543f690 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Request body: {'port': {'security_groups': []}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:48.817831 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-eadde464-1477-4876-962b-a46b864bad88 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting port 9fc82a4d-3b6a-4a74-86c4-05a6d6b48589 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:48.818190 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eadde464-1477-4876-962b-a46b864bad88 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:48.868400 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5ff41293-d707-4a1a-bee8-fc698011e660 req-4bd01ed5-33a6-43e6-b8a8-c68d3543f690 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:48.879553 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56054c-edfd-4ce5-a106-dba3261bfe83 req-23677b4a-7a42-4ffb-a8d5-19c59bcb8b8d tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:48.881137 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0f56054c-edfd-4ce5-a106-dba3261bfe83 req-23677b4a-7a42-4ffb-a8d5-19c59bcb8b8d tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.1423936 Jul 09 09:39:48.917980 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eadde464-1477-4876-962b-a46b864bad88 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:48.933502 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-eadde464-1477-4876-962b-a46b864bad88 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Calling delete_port for 9fc82a4d-3b6a-4a74-86c4-05a6d6b48589 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:48.983900 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8d1b22d7-2388-4d53-afef-6a10afcbdfac up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:39:48.993441 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0f56054c-edfd-4ce5-a106-dba3261bfe83 req-389eb6b9-6c52-479b-8757-6610a9951525 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953505 Jul 09 09:39:49.036364 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 8d1b22d7-2388-4d53-afef-6a10afcbdfac completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:49.102243 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eadde464-1477-4876-962b-a46b864bad88 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:49.122163 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5ff41293-d707-4a1a-bee8-fc698011e660 req-4bd01ed5-33a6-43e6-b8a8-c68d3543f690 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] For port cdcb6756-cb94-4cbd-9c7f-7bac45928eca, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=cdcb6756-cb94-4cbd-9c7f-7bac45928eca,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:49.137682 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadde464-1477-4876-962b-a46b864bad88 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Port': ['ID=9fc82a4d-3b6a-4a74-86c4-05a6d6b48589,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:49.167450 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5ff41293-d707-4a1a-bee8-fc698011e660 req-4bd01ed5-33a6-43e6-b8a8-c68d3543f690 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:49.174546 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5ff41293-d707-4a1a-bee8-fc698011e660 req-4bd01ed5-33a6-43e6-b8a8-c68d3543f690 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:49.186473 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['cdcb6756-cb94-4cbd-9c7f-7bac45928eca'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:39:49.187976 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eadde464-1477-4876-962b-a46b864bad88 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:49.192905 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-eadde464-1477-4876-962b-a46b864bad88 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/ports/9fc82a4d-3b6a-4a74-86c4-05a6d6b48589 HTTP/1.1" status: 204 len: 168 time: 0.4995201 Jul 09 09:39:49.193320 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58298) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:49.199868 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['5d56156b-309e-479e-a4ff-8cdcce4b636e', '303f7b75-76ba-4ae3-b8cf-62193adbcd86'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:39:49.227342 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff41293-d707-4a1a-bee8-fc698011e660 req-4bd01ed5-33a6-43e6-b8a8-c68d3543f690 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:49.228014 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5ff41293-d707-4a1a-bee8-fc698011e660 req-4bd01ed5-33a6-43e6-b8a8-c68d3543f690 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:49.232787 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ff41293-d707-4a1a-bee8-fc698011e660 req-4bd01ed5-33a6-43e6-b8a8-c68d3543f690 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "PUT /v2.0/ports/cdcb6756-cb94-4cbd-9c7f-7bac45928eca HTTP/1.1" status: 200 len: 904 time: 0.5037203 Jul 09 09:39:49.239047 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e42d4d-0d41-4333-b616-b03d3a864ee6 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] GET failed (client error): The resource could not be found. Jul 09 09:39:49.240746 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-27e42d4d-0d41-4333-b616-b03d3a864ee6 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports/9fc82a4d-3b6a-4a74-86c4-05a6d6b48589 HTTP/1.1" status: 404 len: 333 time: 0.0463789 Jul 09 09:39:49.244408 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58302) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:49.300738 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b101c202-6a8c-48d3-b774-5ea72b4c8577', 'tag': 'cdcb6756-cb94-4cbd-9c7f-7bac45928eca'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:39:49.304991 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf9db3c-9435-4e4b-a34a-d21ffe364a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "b101c202-6a8c-48d3-b774-5ea72b4c8577", "tag": "cdcb6756-cb94-4cbd-9c7f-7bac45928eca"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:39:49.307639 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd01ed5-33a6-43e6-b8a8-c68d3543f690 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Pushing event updated for resources: {'Port': ['ID=cdcb6756-cb94-4cbd-9c7f-7bac45928eca,revision_number=6']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:49.419049 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['cdcb6756-cb94-4cbd-9c7f-7bac45928eca'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:39:49.442302 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c7c53158-9401-4bc8-9749-74f2842ff650 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting port 5f8c9c85-976f-4df4-b89d-f5136449f48a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:49.442644 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c7c53158-9401-4bc8-9749-74f2842ff650 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:49.488143 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5726b7-3772-4f06-a26e-6973d3061d6a req-dacb9f01-d100-4d4a-9f0c-dbfa95ee6b11 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:49.498815 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d5726b7-3772-4f06-a26e-6973d3061d6a req-dacb9f01-d100-4d4a-9f0c-dbfa95ee6b11 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/ports?device_id=5dc97141-c25e-4f2b-a019-43aa58f55f45 HTTP/1.1" status: 200 len: 946 time: 0.1869080 Jul 09 09:39:49.563265 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d5726b7-3772-4f06-a26e-6973d3061d6a req-e56ceb44-2ecd-403f-93fb-04939d31aafd tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/security-groups?id=91da4912-94bc-48fb-bef9-cd86015a3034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634880 Jul 09 09:39:49.574061 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d212c48-0528-4a45-a072-9bd5deb420ec req-b8319504-1dfd-4e98-8480-f15574cdbc84 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:49.576537 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0d212c48-0528-4a45-a072-9bd5deb420ec req-b8319504-1dfd-4e98-8480-f15574cdbc84 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=b101c202-6a8c-48d3-b774-5ea72b4c8577 HTTP/1.1" status: 200 len: 907 time: 0.1593261 Jul 09 09:39:49.579770 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c7c53158-9401-4bc8-9749-74f2842ff650 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:49.596825 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c7c53158-9401-4bc8-9749-74f2842ff650 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Calling delete_port for 5f8c9c85-976f-4df4-b89d-f5136449f48a owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:49.682436 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-481474c2-bae1-4a0f-b442-2036274195fc None None] Provisioning complete for port cdcb6756-cb94-4cbd-9c7f-7bac45928eca triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:49.682815 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-481474c2-bae1-4a0f-b442-2036274195fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:49.761634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aadc0dd-1b9e-4bfd-b0de-f2e15864c936 None None] Network a18b6260-0844-4227-9354-9fcadef2f78f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:49.778950 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2c725d-1d2b-45f8-aaaf-a4c493141919 x-openstack-request-id: req-8a2c725d-1d2b-45f8-aaaf-a4c493141919 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:39:49.779805 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b101c202-6a8c-48d3-b774-5ea72b4c8577", "tag": "cdcb6756-cb94-4cbd-9c7f-7bac45928eca", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:39:49.779805 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8a2c725d-1d2b-45f8-aaaf-a4c493141919 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:39:49.784585 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b101c202-6a8c-48d3-b774-5ea72b4c8577', 'tag': 'cdcb6756-cb94-4cbd-9c7f-7bac45928eca', 'status': 'completed', 'code': 200} Jul 09 09:39:49.797181 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c7c53158-9401-4bc8-9749-74f2842ff650 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:49.907163 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c53158-9401-4bc8-9749-74f2842ff650 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Port': ['ID=5f8c9c85-976f-4df4-b89d-f5136449f48a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:49.915212 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c7c53158-9401-4bc8-9749-74f2842ff650 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:49.917873 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c7c53158-9401-4bc8-9749-74f2842ff650 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/ports/5f8c9c85-976f-4df4-b89d-f5136449f48a HTTP/1.1" status: 204 len: 168 time: 0.6726735 Jul 09 09:39:49.923059 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58320) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:49.934575 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38538802-1bd0-4071-a730-de79a3aaad8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669d459c-c368-416e-a38c-ee7b6af2846e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:39:49.938378 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8bf1ea-414f-49ed-9bfe-4abc0786a187" -d '{"events": [{"server_uuid": "38538802-1bd0-4071-a730-de79a3aaad8b", "name": "network-vif-plugged", "status": "completed", "tag": "669d459c-c368-416e-a38c-ee7b6af2846e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:39:49.979068 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdabb57d-6def-41e4-bcd0-2113008cd15f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] GET failed (client error): The resource could not be found. Jul 09 09:39:49.979954 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f434f450-1a97-4faf-afe5-982be78771a2 None None] Provisioning for port 8d1b22d7-2388-4d53-afef-6a10afcbdfac completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:49.983968 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fdabb57d-6def-41e4-bcd0-2113008cd15f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports/5f8c9c85-976f-4df4-b89d-f5136449f48a HTTP/1.1" status: 404 len: 333 time: 0.0564151 Jul 09 09:39:49.984107 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58324) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:49.985896 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70852d7f-27e9-4e8b-b256-6c9c8d109f68 req-b4786e5d-540c-4b9c-9df7-3c2e1f18463e tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:49.987456 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70852d7f-27e9-4e8b-b256-6c9c8d109f68 req-b4786e5d-540c-4b9c-9df7-3c2e1f18463e tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/ports?device_id=38538802-1bd0-4071-a730-de79a3aaad8b HTTP/1.1" status: 200 len: 950 time: 0.0949805 Jul 09 09:39:49.990658 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f434f450-1a97-4faf-afe5-982be78771a2 None None] Provisioning complete for port 8d1b22d7-2388-4d53-afef-6a10afcbdfac triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:49.991143 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f434f450-1a97-4faf-afe5-982be78771a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:50.046068 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70852d7f-27e9-4e8b-b256-6c9c8d109f68 req-195029a6-3e56-45ac-8774-9a91ac74d03a tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f2827b0-3beb-4dea-a5d9-2e100016d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505118 Jul 09 09:39:50.078061 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-60272ced-77ac-46f8-9c60-02243ece23c1 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting subnet 9cad9cde-63e9-4365-84d3-df4503e69466 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:39:50.085254 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60272ced-77ac-46f8-9c60-02243ece23c1 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:50.111558 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8979942b-6130-4a85-9e5f-7350da931959 x-openstack-request-id: req-8979942b-6130-4a85-9e5f-7350da931959 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:39:50.111885 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38538802-1bd0-4071-a730-de79a3aaad8b", "name": "network-vif-plugged", "status": "completed", "tag": "669d459c-c368-416e-a38c-ee7b6af2846e", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:39:50.112773 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8979942b-6130-4a85-9e5f-7350da931959 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:39:50.113190 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38538802-1bd0-4071-a730-de79a3aaad8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669d459c-c368-416e-a38c-ee7b6af2846e', 'code': 200} Jul 09 09:39:50.131221 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f434f450-1a97-4faf-afe5-982be78771a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:50.131683 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9db3c-9435-4e4b-a34a-d21ffe364a5e req-cb96a5dc-d282-45e4-8a1a-e59b4810b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:50.133241 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6cf9db3c-9435-4e4b-a34a-d21ffe364a5e req-cb96a5dc-d282-45e4-8a1a-e59b4810b431 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=b101c202-6a8c-48d3-b774-5ea72b4c8577 HTTP/1.1" status: 200 len: 1058 time: 0.3130670 Jul 09 09:39:50.162309 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60272ced-77ac-46f8-9c60-02243ece23c1 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:50.234403 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f434f450-1a97-4faf-afe5-982be78771a2 None None] For port 8d1b22d7-2388-4d53-afef-6a10afcbdfac, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8d1b22d7-2388-4d53-afef-6a10afcbdfac,segment=NetworkSegment(42e06ec0-a253-4627-bef3-d6449162e1e1),segment_id=42e06ec0-a253-4627-bef3-d6449162e1e1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:50.241379 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f434f450-1a97-4faf-afe5-982be78771a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:50.326017 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9db3c-9435-4e4b-a34a-d21ffe364a5e req-0659d15e-d238-4d8d-a846-7d3fa616e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:50.327602 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6cf9db3c-9435-4e4b-a34a-d21ffe364a5e req-0659d15e-d238-4d8d-a846-7d3fa616e6b7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 912 time: 0.1850946 Jul 09 09:39:50.331545 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60272ced-77ac-46f8-9c60-02243ece23c1 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:50.351763 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434f450-1a97-4faf-afe5-982be78771a2 None None] Pushing event updated for resources: {'Port': ['ID=8d1b22d7-2388-4d53-afef-6a10afcbdfac,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:50.376371 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457cb57-82fb-40e2-b3f3-6af46918e1c1 req-968da4c7-7744-40bc-984c-2dbb202a1519 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:50.385081 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b457cb57-82fb-40e2-b3f3-6af46918e1c1 req-968da4c7-7744-40bc-984c-2dbb202a1519 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.2333112 Jul 09 09:39:50.387414 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f386e0be-1494-48cb-a26a-356a07ab5d8f None None] Provisioning complete for port 8d1b22d7-2388-4d53-afef-6a10afcbdfac triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:50.388133 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f386e0be-1494-48cb-a26a-356a07ab5d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:50.420746 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6cf9db3c-9435-4e4b-a34a-d21ffe364a5e req-70f519ee-5ad0-4235-a046-e40dfd48383c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdcb6756-cb94-4cbd-9c7f-7bac45928eca HTTP/1.1" status: 200 len: 217 time: 0.0770342 Jul 09 09:39:50.424230 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb33b59-9cad-49ca-893c-42df3cb3d54b req-d114a3f2-1bdb-4ff4-a307-3a58eb85e313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:50.426265 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-edb33b59-9cad-49ca-893c-42df3cb3d54b req-d114a3f2-1bdb-4ff4-a307-3a58eb85e313 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=38538802-1bd0-4071-a730-de79a3aaad8b HTTP/1.1" status: 200 len: 1101 time: 0.1943221 Jul 09 09:39:50.518530 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b457cb57-82fb-40e2-b3f3-6af46918e1c1 req-0c92b35a-51a4-4d93-b63f-63206d0c9e5e tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323342 Jul 09 09:39:50.536487 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-edb33b59-9cad-49ca-893c-42df3cb3d54b req-49fa156b-8fb3-4055-a312-03af12e773cc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6f2827b0-3beb-4dea-a5d9-2e100016d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904934 Jul 09 09:39:50.536837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9db3c-9435-4e4b-a34a-d21ffe364a5e req-c731ddd1-2134-45e8-900e-e335742a8362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:50.536837 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6cf9db3c-9435-4e4b-a34a-d21ffe364a5e req-c731ddd1-2134-45e8-900e-e335742a8362 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.1093836 Jul 09 09:39:50.548099 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60272ced-77ac-46f8-9c60-02243ece23c1 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:50.589606 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60272ced-77ac-46f8-9c60-02243ece23c1 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Subnet': ['ID=9cad9cde-63e9-4365-84d3-df4503e69466,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:50.596541 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60272ced-77ac-46f8-9c60-02243ece23c1 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:50.600801 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-60272ced-77ac-46f8-9c60-02243ece23c1 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/subnets/9cad9cde-63e9-4365-84d3-df4503e69466 HTTP/1.1" status: 204 len: 168 time: 0.6135094 Jul 09 09:39:50.605168 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58334) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:50.659034 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9db3c-9435-4e4b-a34a-d21ffe364a5e req-a0017ac6-8d08-4c21-a42f-999f9dd4718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:50.660558 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6cf9db3c-9435-4e4b-a34a-d21ffe364a5e req-a0017ac6-8d08-4c21-a42f-999f9dd4718c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804465 Jul 09 09:39:50.692834 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1f827b-f850-40c6-9d0b-71676ac02370 None None] Network a18b6260-0844-4227-9354-9fcadef2f78f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:50.741453 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38248d0a-5de8-4810-9d18-9f2855a01647 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:50.750003 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022a142-caac-43a1-99d7-ea0e5c9476bf req-d0b4c36d-826f-4196-832e-3bc4401a8b94 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:50.751561 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7022a142-caac-43a1-99d7-ea0e5c9476bf req-d0b4c36d-826f-4196-832e-3bc4401a8b94 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.1935413 Jul 09 09:39:50.766051 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0db17719-80cb-4f64-a0f7-93240433308e None None] Could not find standard attr ID for object 5f8c9c85-976f-4df4-b89d-f5136449f48a. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:39:50.766658 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6cf9db3c-9435-4e4b-a34a-d21ffe364a5e req-ffc80bb8-4287-4901-8978-523c9688cf79 service neutron] 10.222.0.58 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920396 Jul 09 09:39:50.831332 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12513ca-4bc8-492c-8f25-9e4460404320 req-b10e0df0-622a-4325-9cf7-9fcaff37a801 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:50.832871 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f12513ca-4bc8-492c-8f25-9e4460404320 req-b10e0df0-622a-4325-9cf7-9fcaff37a801 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/ports?device_id=5dc97141-c25e-4f2b-a019-43aa58f55f45 HTTP/1.1" status: 200 len: 946 time: 0.1744025 Jul 09 09:39:50.838392 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7022a142-caac-43a1-99d7-ea0e5c9476bf req-11ecbd0e-b55c-46dd-a89c-5ebcdfed60c1 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765967 Jul 09 09:39:50.902606 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6cf9db3c-9435-4e4b-a34a-d21ffe364a5e req-3b7b22c6-ca37-4dc7-bd25-3d4b53193601 service neutron] 10.222.0.58 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290524 Jul 09 09:39:50.911666 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f12513ca-4bc8-492c-8f25-9e4460404320 req-dd057a4d-7d46-4c26-87b1-4385ee56bb5c tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/security-groups?id=91da4912-94bc-48fb-bef9-cd86015a3034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607176 Jul 09 09:39:50.927313 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e4d611-f240-4c37-9ed4-443950d530ef None None] DHCP port deletion for a18b6260-0844-4227-9354-9fcadef2f78f request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:39:50.927497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-38248d0a-5de8-4810-9d18-9f2855a01647 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting port 8d1b22d7-2388-4d53-afef-6a10afcbdfac {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:50.928024 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38248d0a-5de8-4810-9d18-9f2855a01647 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:50.989270 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-01e4d611-f240-4c37-9ed4-443950d530ef None None] Deleting port 8d1b22d7-2388-4d53-afef-6a10afcbdfac {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:50.989654 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-01e4d611-f240-4c37-9ed4-443950d530ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:51.015682 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-38248d0a-5de8-4810-9d18-9f2855a01647 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] For port 8d1b22d7-2388-4d53-afef-6a10afcbdfac, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8d1b22d7-2388-4d53-afef-6a10afcbdfac,segment=NetworkSegment(42e06ec0-a253-4627-bef3-d6449162e1e1),segment_id=42e06ec0-a253-4627-bef3-d6449162e1e1)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:51.016143 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38248d0a-5de8-4810-9d18-9f2855a01647 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:51.061675 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-38248d0a-5de8-4810-9d18-9f2855a01647 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Calling delete_port for 8d1b22d7-2388-4d53-afef-6a10afcbdfac owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:51.063574 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-01e4d611-f240-4c37-9ed4-443950d530ef None None] For port 8d1b22d7-2388-4d53-afef-6a10afcbdfac, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8d1b22d7-2388-4d53-afef-6a10afcbdfac,segment=NetworkSegment(42e06ec0-a253-4627-bef3-d6449162e1e1),segment_id=42e06ec0-a253-4627-bef3-d6449162e1e1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:51.064106 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-01e4d611-f240-4c37-9ed4-443950d530ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:51.080939 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-01e4d611-f240-4c37-9ed4-443950d530ef None None] Calling delete_port for 8d1b22d7-2388-4d53-afef-6a10afcbdfac owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:51.161637 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc43826-e062-4f4e-afd9-f06297ac3d60 req-b0b6f770-6ffc-40c3-944d-ce178bca7d23 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:51.163190 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3cc43826-e062-4f4e-afd9-f06297ac3d60 req-b0b6f770-6ffc-40c3-944d-ce178bca7d23 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.1445589 Jul 09 09:39:51.176609 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-01e4d611-f240-4c37-9ed4-443950d530ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:51.197107 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38248d0a-5de8-4810-9d18-9f2855a01647 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:51.204560 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e4d611-f240-4c37-9ed4-443950d530ef None None] No DVR routers for this DVR port 8d1b22d7-2388-4d53-afef-6a10afcbdfac on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:39:51.206035 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4d611-f240-4c37-9ed4-443950d530ef None None] Pushing event deleted for resources: {'Port': ['ID=8d1b22d7-2388-4d53-afef-6a10afcbdfac,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:51.237151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38248d0a-5de8-4810-9d18-9f2855a01647 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Port': ['ID=8d1b22d7-2388-4d53-afef-6a10afcbdfac,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:51.245000 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38248d0a-5de8-4810-9d18-9f2855a01647 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] No DVR routers for this DVR port 8d1b22d7-2388-4d53-afef-6a10afcbdfac on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:39:51.249074 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3cc43826-e062-4f4e-afd9-f06297ac3d60 req-0dd98a63-b2be-42e8-9c31-57a9b9246253 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776803 Jul 09 09:39:51.361350 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38248d0a-5de8-4810-9d18-9f2855a01647 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:51.373447 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-38248d0a-5de8-4810-9d18-9f2855a01647 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18b6260-0844-4227-9354-9fcadef2f78f']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:51.387966 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-38248d0a-5de8-4810-9d18-9f2855a01647 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e06ec0-a253-4627-bef3-d6449162e1e1') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:51.389122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-38248d0a-5de8-4810-9d18-9f2855a01647 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e06ec0-a253-4627-bef3-d6449162e1e1') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:51.401910 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38248d0a-5de8-4810-9d18-9f2855a01647 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:51.421179 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e922f8-34f7-46f2-9875-44a34c86b0bf req-97df6402-c27d-41f0-80a1-53d41750d85e tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:51.422714 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f3e922f8-34f7-46f2-9875-44a34c86b0bf req-97df6402-c27d-41f0-80a1-53d41750d85e tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/ports?device_id=38538802-1bd0-4071-a730-de79a3aaad8b HTTP/1.1" status: 200 len: 950 time: 0.1521792 Jul 09 09:39:51.430479 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38248d0a-5de8-4810-9d18-9f2855a01647 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:51.447330 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38248d0a-5de8-4810-9d18-9f2855a01647 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:39:51.447750 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38248d0a-5de8-4810-9d18-9f2855a01647 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:39:51.450687 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:39:51.572777 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f3e922f8-34f7-46f2-9875-44a34c86b0bf req-4f4070ea-eeeb-4f63-baee-19aaff73905f tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f2827b0-3beb-4dea-a5d9-2e100016d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443093 Jul 09 09:39:51.581531 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38248d0a-5de8-4810-9d18-9f2855a01647 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:51.594516 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38248d0a-5de8-4810-9d18-9f2855a01647 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:51.596438 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-38248d0a-5de8-4810-9d18-9f2855a01647 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/networks/a18b6260-0844-4227-9354-9fcadef2f78f HTTP/1.1" status: 204 len: 168 time: 0.9900188 Jul 09 09:39:51.600429 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58354) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:51.606307 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ca593668-49fe-442b-8e57-59256b924ba5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-183324937'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:51.613494 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38248d0a-5de8-4810-9d18-9f2855a01647 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Network': ['ID=a18b6260-0844-4227-9354-9fcadef2f78f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:51.629532 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca593668-49fe-442b-8e57-59256b924ba5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:51.633849 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca593668-49fe-442b-8e57-59256b924ba5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:51.639091 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b08994-fd71-4122-b40e-f6179975921a req-cfe29bc7-bb16-4e40-a19a-7fa20d4ad532 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:51.640636 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64b08994-fd71-4122-b40e-f6179975921a req-cfe29bc7-bb16-4e40-a19a-7fa20d4ad532 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 811 time: 0.1871071 Jul 09 09:39:51.659958 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64b08994-fd71-4122-b40e-f6179975921a req-ada38774-416d-4e07-9677-df10d3b875f0 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/quotas/f7f16a5816aa4fb6a5e831e7bff87912 HTTP/1.1" status: 200 len: 375 time: 0.0099487 Jul 09 09:39:51.664304 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca593668-49fe-442b-8e57-59256b924ba5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:39:51.673573 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca593668-49fe-442b-8e57-59256b924ba5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:51.674115 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-ca593668-49fe-442b-8e57-59256b924ba5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Added segment a8b4bab9-4334-4c78-b43d-e080a80fb4ed of type vlan for network 427a34fa-4950-4a3e-9e79-efb8a0a005a9 Jul 09 09:39:51.716715 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca593668-49fe-442b-8e57-59256b924ba5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:51.743452 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64b08994-fd71-4122-b40e-f6179975921a req-94a814de-13c4-4d71-9850-95e63ee632c3 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0779507 Jul 09 09:39:51.746633 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca593668-49fe-442b-8e57-59256b924ba5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:51.753237 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca593668-49fe-442b-8e57-59256b924ba5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:51.754047 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca593668-49fe-442b-8e57-59256b924ba5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:51.809306 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ca593668-49fe-442b-8e57-59256b924ba5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2077768 Jul 09 09:39:51.813134 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58356) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:51.818089 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a15daee2-c31a-4518-a4c1-d9c96e729099 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'subnet': {'network_id': '427a34fa-4950-4a3e-9e79-efb8a0a005a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:51.841530 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64b08994-fd71-4122-b40e-f6179975921a req-27cf1bc1-ad80-49e8-a6a9-5196f782ba31 service neutron] 10.222.0.61 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908504 Jul 09 09:39:51.867166 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca593668-49fe-442b-8e57-59256b924ba5 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Network': ['ID=427a34fa-4950-4a3e-9e79-efb8a0a005a9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:51.877941 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 427a34fa-4950-4a3e-9e79-efb8a0a005a9 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:39:51.954812 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64b08994-fd71-4122-b40e-f6179975921a req-995e517d-d2fd-4d68-92d0-657e47f0f599 service neutron] 10.222.0.61 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062763 Jul 09 09:39:51.969082 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15daee2-c31a-4518-a4c1-d9c96e729099 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:51.972746 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a15daee2-c31a-4518-a4c1-d9c96e729099 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:52.057484 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5744f7-1e9d-4323-be28-285f65cac7c6 req-d5783751-d53d-47ad-8665-335148e04edf tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:52.059674 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9a5744f7-1e9d-4323-be28-285f65cac7c6 req-d5783751-d53d-47ad-8665-335148e04edf tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.0745232 Jul 09 09:39:52.060099 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc45429-34d5-4773-b48d-cafebc1f3236 req-8e1e1173-6194-469f-9768-09e070b73670 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:52.061595 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ebc45429-34d5-4773-b48d-cafebc1f3236 req-8e1e1173-6194-469f-9768-09e070b73670 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.58 "GET /v2.0/ports?device_id=5dc97141-c25e-4f2b-a019-43aa58f55f45 HTTP/1.1" status: 200 len: 946 time: 0.1461267 Jul 09 09:39:52.171794 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9a5744f7-1e9d-4323-be28-285f65cac7c6 req-5e27fb22-be02-4b76-860d-c0695b22e40b tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963662 Jul 09 09:39:52.257985 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d3ac7-ad40-4332-9b35-79647a9e3adb req-0a67b069-251f-4c1b-b34c-0ce80a8df527 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:52.260162 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f00d3ac7-ad40-4332-9b35-79647a9e3adb req-0a67b069-251f-4c1b-b34c-0ce80a8df527 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/ports?device_id=5dc97141-c25e-4f2b-a019-43aa58f55f45 HTTP/1.1" status: 200 len: 946 time: 0.0870304 Jul 09 09:39:52.307325 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f00d3ac7-ad40-4332-9b35-79647a9e3adb req-c22eee5b-9e57-481c-850e-abcdcabe5e02 tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.61 "GET /v2.0/security-groups?id=91da4912-94bc-48fb-bef9-cd86015a3034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399382 Jul 09 09:39:52.310992 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-ebc45429-34d5-4773-b48d-cafebc1f3236 req-94503cc0-dff3-4931-8cc3-ad0df773e15f tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Deleting port b9e8cffc-6229-4f1d-b0bc-d6c010ece80b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:52.311386 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ebc45429-34d5-4773-b48d-cafebc1f3236 req-94503cc0-dff3-4931-8cc3-ad0df773e15f tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:52.327725 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a15daee2-c31a-4518-a4c1-d9c96e729099 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:52.410335 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e52b1fd-03bd-45d6-816f-567c53b5bd5f req-e5ef7d97-ca7b-4fb8-9948-c1d15c278c45 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 210 time: 0.0420237 Jul 09 09:39:52.710282 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15daee2-c31a-4518-a4c1-d9c96e729099 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Subnet': ['ID=28c5bf3e-22ef-4c41-8c13-44087301dd94,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:52.737640 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15daee2-c31a-4518-a4c1-d9c96e729099 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Checking segment: {'id': 'a8b4bab9-4334-4c78-b43d-e080a80fb4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '427a34fa-4950-4a3e-9e79-efb8a0a005a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:52.738001 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15daee2-c31a-4518-a4c1-d9c96e729099 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network hostable DHCP agents. Network: 427a34fa-4950-4a3e-9e79-efb8a0a005a9, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:39:52.741013 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-ebc45429-34d5-4773-b48d-cafebc1f3236 req-94503cc0-dff3-4931-8cc3-ad0df773e15f tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] For port b9e8cffc-6229-4f1d-b0bc-d6c010ece80b, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b9e8cffc-6229-4f1d-b0bc-d6c010ece80b,segment=NetworkSegment(4fdf6f49-d427-4af4-93b6-afb02636b8f4),segment_id=4fdf6f49-d427-4af4-93b6-afb02636b8f4)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:52.741369 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ebc45429-34d5-4773-b48d-cafebc1f3236 req-94503cc0-dff3-4931-8cc3-ad0df773e15f tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:52.762863 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-ebc45429-34d5-4773-b48d-cafebc1f3236 req-94503cc0-dff3-4931-8cc3-ad0df773e15f tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Calling delete_port for b9e8cffc-6229-4f1d-b0bc-d6c010ece80b owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:52.770717 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8d9fb-7356-496d-940e-6ab96bae2f2b req-ee851924-7027-4aca-9a23-9125a94551d2 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:52.772256 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65e8d9fb-7356-496d-940e-6ab96bae2f2b req-ee851924-7027-4aca-9a23-9125a94551d2 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/ports?device_id=38538802-1bd0-4071-a730-de79a3aaad8b HTTP/1.1" status: 200 len: 950 time: 0.0716455 Jul 09 09:39:52.777025 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15daee2-c31a-4518-a4c1-d9c96e729099 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network 427a34fa-4950-4a3e-9e79-efb8a0a005a9 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:39:52.812982 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65e8d9fb-7356-496d-940e-6ab96bae2f2b req-61063732-f717-47fc-9aa8-5933e51d0748 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f2827b0-3beb-4dea-a5d9-2e100016d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341403 Jul 09 09:39:52.818478 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a15daee2-c31a-4518-a4c1-d9c96e729099 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 427a34fa-4950-4a3e-9e79-efb8a0a005a9) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:52.823151 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15daee2-c31a-4518-a4c1-d9c96e729099 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:52.823879 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a15daee2-c31a-4518-a4c1-d9c96e729099 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:52.830655 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469c3e37-67a8-4ebd-8e00-2f7991231233 None None] Network 427a34fa-4950-4a3e-9e79-efb8a0a005a9 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:52.858189 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58380) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:52.863403 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a15daee2-c31a-4518-a4c1-d9c96e729099 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0454459 Jul 09 09:39:52.879229 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-26c74f1c-f9ac-488c-93d3-220bbf5a2de9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'port': {'network_id': '427a34fa-4950-4a3e-9e79-efb8a0a005a9', 'name': 'tempest-PortsIpV6TestJSON-1364517835', 'fixed_ips': [{'subnet_id': '28c5bf3e-22ef-4c41-8c13-44087301dd94', 'ip_address': '2001:db8::10'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:52.956851 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8d1b22d7-2388-4d53-afef-6a10afcbdfac no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:39:52.977964 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ebc45429-34d5-4773-b48d-cafebc1f3236 req-94503cc0-dff3-4931-8cc3-ad0df773e15f tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:52.989708 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 8d1b22d7-2388-4d53-afef-6a10afcbdfac {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:39:52.990047 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8d1b22d7-2388-4d53-afef-6a10afcbdfac not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:39:52.992030 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['b9e8cffc-6229-4f1d-b0bc-d6c010ece80b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:39:53.022165 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94503cc0-dff3-4931-8cc3-ad0df773e15f tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Pushing event deleted for resources: {'Port': ['ID=b9e8cffc-6229-4f1d-b0bc-d6c010ece80b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:53.073124 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c74f1c-f9ac-488c-93d3-220bbf5a2de9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:53.077436 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc45429-34d5-4773-b48d-cafebc1f3236 req-94503cc0-dff3-4931-8cc3-ad0df773e15f tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] No DVR routers for this DVR port b9e8cffc-6229-4f1d-b0bc-d6c010ece80b on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:39:53.080303 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ebc45429-34d5-4773-b48d-cafebc1f3236 req-94503cc0-dff3-4931-8cc3-ad0df773e15f tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:53.083157 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ebc45429-34d5-4773-b48d-cafebc1f3236 req-94503cc0-dff3-4931-8cc3-ad0df773e15f tempest-ServerGroupTestJSON-650686883 tempest-ServerGroupTestJSON-650686883-project] 10.222.0.58 "DELETE /v2.0/ports/b9e8cffc-6229-4f1d-b0bc-d6c010ece80b HTTP/1.1" status: 204 len: 173 time: 1.0009885 Jul 09 09:39:53.083157 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc97141-c25e-4f2b-a019-43aa58f55f45', 'name': 'network-vif-deleted', 'tag': 'b9e8cffc-6229-4f1d-b0bc-d6c010ece80b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:39:53.085723 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6a3964-ce5c-425a-9201-cda6188b7b3f" -d '{"events": [{"server_uuid": "5dc97141-c25e-4f2b-a019-43aa58f55f45", "name": "network-vif-deleted", "tag": "b9e8cffc-6229-4f1d-b0bc-d6c010ece80b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:39:53.105849 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f44fd2a-4a5d-4576-94be-ffc31a4b9072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-427a34fa-4950-4a3e-9e79-efb8a0a005a9', 'network_id': '427a34fa-4950-4a3e-9e79-efb8a0a005a9', 'tenant_id': 'ab434903114943afa4aafc937b3d3001', 'fixed_ips': [{'subnet_id': '28c5bf3e-22ef-4c41-8c13-44087301dd94'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:39:53.106957 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7f44fd2a-4a5d-4576-94be-ffc31a4b9072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:53.160106 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c660dc-35e9-46f5-87f0-39bc1170ed84 x-openstack-request-id: req-97c660dc-35e9-46f5-87f0-39bc1170ed84 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:39:53.160466 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc97141-c25e-4f2b-a019-43aa58f55f45", "name": "network-vif-deleted", "tag": "b9e8cffc-6229-4f1d-b0bc-d6c010ece80b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:39:53.161753 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-97c660dc-35e9-46f5-87f0-39bc1170ed84 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:39:53.162168 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc97141-c25e-4f2b-a019-43aa58f55f45', 'name': 'network-vif-deleted', 'tag': 'b9e8cffc-6229-4f1d-b0bc-d6c010ece80b', 'status': 'completed', 'code': 200} Jul 09 09:39:53.220974 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26c74f1c-f9ac-488c-93d3-220bbf5a2de9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:53.254869 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-26c74f1c-f9ac-488c-93d3-220bbf5a2de9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] device_id is not set on port e9c3e4e6-75f4-4212-9d60-6e6f8df88054 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:39:53.343135 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-7f44fd2a-4a5d-4576-94be-ffc31a4b9072 None None] Allocated IP 2001:db8::2 (427a34fa-4950-4a3e-9e79-efb8a0a005a9/28c5bf3e-22ef-4c41-8c13-44087301dd94/ef594dd1-d01f-4168-b0af-390bc4be64ed) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:53.503557 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7f44fd2a-4a5d-4576-94be-ffc31a4b9072 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:53.514615 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7f44fd2a-4a5d-4576-94be-ffc31a4b9072 None None] Transition to ACTIVE for port object ef594dd1-d01f-4168-b0af-390bc4be64ed will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:53.535245 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7f44fd2a-4a5d-4576-94be-ffc31a4b9072 None None] Transition to ACTIVE for port object ef594dd1-d01f-4168-b0af-390bc4be64ed will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:53.541969 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7f44fd2a-4a5d-4576-94be-ffc31a4b9072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:53.582289 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f44fd2a-4a5d-4576-94be-ffc31a4b9072 None None] Network 427a34fa-4950-4a3e-9e79-efb8a0a005a9 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:53.588134 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-7f44fd2a-4a5d-4576-94be-ffc31a4b9072 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:53.591570 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f44fd2a-4a5d-4576-94be-ffc31a4b9072 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:53.609546 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44fd2a-4a5d-4576-94be-ffc31a4b9072 None None] Pushing event updated for resources: {'Port': ['ID=ef594dd1-d01f-4168-b0af-390bc4be64ed,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:53.629051 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30a911-fd2a-447f-ae38-ddff7bf55b8d req-8750a8f0-d90d-47f7-b79a-360725c09304 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:53.632371 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa30a911-fd2a-447f-ae38-ddff7bf55b8d req-8750a8f0-d90d-47f7-b79a-360725c09304 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.3032038 Jul 09 09:39:53.640751 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b08994-fd71-4122-b40e-f6179975921a req-b48cc67f-cffe-4e3f-a8e2-48d08093ebed tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:53.642380 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64b08994-fd71-4122-b40e-f6179975921a req-b48cc67f-cffe-4e3f-a8e2-48d08093ebed tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.64 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 811 time: 0.2349856 Jul 09 09:39:53.657287 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36cc50-6bf1-4967-a08d-2b31b5a78542 req-3c9629ee-0d52-4232-8012-abb5b7ebcd87 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:53.658859 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e36cc50-6bf1-4967-a08d-2b31b5a78542 req-3c9629ee-0d52-4232-8012-abb5b7ebcd87 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/ports?device_id=38538802-1bd0-4071-a730-de79a3aaad8b HTTP/1.1" status: 200 len: 950 time: 0.2973578 Jul 09 09:39:53.666611 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-64b08994-fd71-4122-b40e-f6179975921a req-747104b7-a966-460d-9db3-44c3b5a3100c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Request body: {'port': {'device_id': '8125a41e-ac4c-4ba8-909b-bcf88aa747f2', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'admin_state_up': True, 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:53.677720 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7f44fd2a-4a5d-4576-94be-ffc31a4b9072 None None] Attempting to bind port ef594dd1-d01f-4168-b0af-390bc4be64ed on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:39:53.678098 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7f44fd2a-4a5d-4576-94be-ffc31a4b9072 None None] Attempting to bind port ef594dd1-d01f-4168-b0af-390bc4be64ed by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'a8b4bab9-4334-4c78-b43d-e080a80fb4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '427a34fa-4950-4a3e-9e79-efb8a0a005a9'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:39:53.678469 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fd2a-4a5d-4576-94be-ffc31a4b9072 None None] Attempting to bind port ef594dd1-d01f-4168-b0af-390bc4be64ed on network 427a34fa-4950-4a3e-9e79-efb8a0a005a9 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:39:53.680337 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-26c74f1c-f9ac-488c-93d3-220bbf5a2de9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Allocated IP 2001:db8::10 (427a34fa-4950-4a3e-9e79-efb8a0a005a9/28c5bf3e-22ef-4c41-8c13-44087301dd94/e9c3e4e6-75f4-4212-9d60-6e6f8df88054) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:53.684291 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fd2a-4a5d-4576-94be-ffc31a4b9072 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:39:53.684665 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fd2a-4a5d-4576-94be-ffc31a4b9072 None None] Checking segment: {'id': 'a8b4bab9-4334-4c78-b43d-e080a80fb4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '427a34fa-4950-4a3e-9e79-efb8a0a005a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:53.685071 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7f44fd2a-4a5d-4576-94be-ffc31a4b9072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:53.686028 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fd2a-4a5d-4576-94be-ffc31a4b9072 None None] Bound using segment: {'id': 'a8b4bab9-4334-4c78-b43d-e080a80fb4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '427a34fa-4950-4a3e-9e79-efb8a0a005a9'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:39:53.686499 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7f44fd2a-4a5d-4576-94be-ffc31a4b9072 None None] Bound port: ef594dd1-d01f-4168-b0af-390bc4be64ed, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b4bab9-4334-4c78-b43d-e080a80fb4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '427a34fa-4950-4a3e-9e79-efb8a0a005a9'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:39:53.686879 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7f44fd2a-4a5d-4576-94be-ffc31a4b9072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:53.755087 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7f44fd2a-4a5d-4576-94be-ffc31a4b9072 None None] For port ef594dd1-d01f-4168-b0af-390bc4be64ed, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:39:53.759198 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7f44fd2a-4a5d-4576-94be-ffc31a4b9072 None None] For port ef594dd1-d01f-4168-b0af-390bc4be64ed, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=ef594dd1-d01f-4168-b0af-390bc4be64ed,segment=NetworkSegment(a8b4bab9-4334-4c78-b43d-e080a80fb4ed),segment_id=a8b4bab9-4334-4c78-b43d-e080a80fb4ed)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:39:53.764777 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7f44fd2a-4a5d-4576-94be-ffc31a4b9072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:53.799594 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa30a911-fd2a-447f-ae38-ddff7bf55b8d req-7c8fa1a9-8295-4872-9cf5-3dee1f9b2d73 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560748 Jul 09 09:39:53.819571 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e36cc50-6bf1-4967-a08d-2b31b5a78542 req-dedc5bd6-1271-4bea-82ac-b12199b3326c tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f2827b0-3beb-4dea-a5d9-2e100016d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432269 Jul 09 09:39:53.828369 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44fd2a-4a5d-4576-94be-ffc31a4b9072 None None] Pushing event updated for resources: {'Port': ['ID=ef594dd1-d01f-4168-b0af-390bc4be64ed,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:53.981528 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b08994-fd71-4122-b40e-f6179975921a req-747104b7-a966-460d-9db3-44c3b5a3100c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Made reservation on behalf of f7f16a5816aa4fb6a5e831e7bff87912 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:53.985866 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64b08994-fd71-4122-b40e-f6179975921a req-747104b7-a966-460d-9db3-44c3b5a3100c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:54.048879 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26c74f1c-f9ac-488c-93d3-220bbf5a2de9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:54.135910 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-47711399-27c4-4e05-b835-8983367c95d2 req-5c3d3d43-fefa-4def-bf15-7f7506907a1f tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 210 time: 0.0907447 Jul 09 09:39:54.140913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-26c74f1c-f9ac-488c-93d3-220bbf5a2de9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Transition to ACTIVE for port object e9c3e4e6-75f4-4212-9d60-6e6f8df88054 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:54.235557 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-64b08994-fd71-4122-b40e-f6179975921a req-747104b7-a966-460d-9db3-44c3b5a3100c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Allocated IP 172.20.0.10 (42ae9d36-caf9-48f2-988b-c538986827db/e4ea1ee7-829f-4c49-b86d-56026f119dcb/5b934c85-eb71-4634-aff9-87fb7da9e1c2) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:54.246640 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26c74f1c-f9ac-488c-93d3-220bbf5a2de9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:54.314260 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c74f1c-f9ac-488c-93d3-220bbf5a2de9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network 427a34fa-4950-4a3e-9e79-efb8a0a005a9 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:54.325562 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-26c74f1c-f9ac-488c-93d3-220bbf5a2de9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:54.329459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c74f1c-f9ac-488c-93d3-220bbf5a2de9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Port': ['ID=e9c3e4e6-75f4-4212-9d60-6e6f8df88054,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:54.334761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c74f1c-f9ac-488c-93d3-220bbf5a2de9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:54.340392 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c74f1c-f9ac-488c-93d3-220bbf5a2de9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:54.341023 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26c74f1c-f9ac-488c-93d3-220bbf5a2de9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:54.374108 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-26c74f1c-f9ac-488c-93d3-220bbf5a2de9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5145988 Jul 09 09:39:54.376853 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58404) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:54.381952 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-259e5c00-3fa7-4a37-83a9-93113c0bf784 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'port': {'network_id': '427a34fa-4950-4a3e-9e79-efb8a0a005a9', 'name': 'tempest-PortsIpV6TestJSON-1189576806', 'fixed_ips': [{'subnet_id': '28c5bf3e-22ef-4c41-8c13-44087301dd94', 'ip_address': '2001:db8::f'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:54.484796 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64b08994-fd71-4122-b40e-f6179975921a req-747104b7-a966-460d-9db3-44c3b5a3100c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:54.501033 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-64b08994-fd71-4122-b40e-f6179975921a req-747104b7-a966-460d-9db3-44c3b5a3100c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Transition to ACTIVE for port object 5b934c85-eb71-4634-aff9-87fb7da9e1c2 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:54.513233 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259e5c00-3fa7-4a37-83a9-93113c0bf784 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:54.525009 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58416) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:54.579031 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64b08994-fd71-4122-b40e-f6179975921a req-747104b7-a966-460d-9db3-44c3b5a3100c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:54.583385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2367e0d-71d9-4eef-a8a1-35337972e67c admin admin] Deleting subnet c7362987-bd6b-4df0-a90b-ecd0b0abf0f3 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:39:54.590783 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['5d56156b-309e-479e-a4ff-8cdcce4b636e', '303f7b75-76ba-4ae3-b8cf-62193adbcd86'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:39:54.609951 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2367e0d-71d9-4eef-a8a1-35337972e67c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:54.640578 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-259e5c00-3fa7-4a37-83a9-93113c0bf784 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:54.665840 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b08994-fd71-4122-b40e-f6179975921a req-747104b7-a966-460d-9db3-44c3b5a3100c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Network 42ae9d36-caf9-48f2-988b-c538986827db is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:54.670038 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-259e5c00-3fa7-4a37-83a9-93113c0bf784 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] device_id is not set on port b19284da-d4fd-436b-8f72-a8d4c9296f97 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:39:54.673415 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-64b08994-fd71-4122-b40e-f6179975921a req-747104b7-a966-460d-9db3-44c3b5a3100c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:54.680049 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b08994-fd71-4122-b40e-f6179975921a req-747104b7-a966-460d-9db3-44c3b5a3100c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:54.684374 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747104b7-a966-460d-9db3-44c3b5a3100c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Pushing event updated for resources: {'Port': ['ID=5b934c85-eb71-4634-aff9-87fb7da9e1c2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:54.692500 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2367e0d-71d9-4eef-a8a1-35337972e67c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:54.777559 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db1742-aafb-497e-806a-2fe0134befc2 req-7d47bc05-d358-413a-a8fe-8140b37c181e tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:54.779275 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-50db1742-aafb-497e-806a-2fe0134befc2 req-7d47bc05-d358-413a-a8fe-8140b37c181e tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.58 "GET /v2.0/ports?device_id=38538802-1bd0-4071-a730-de79a3aaad8b HTTP/1.1" status: 200 len: 950 time: 0.2068248 Jul 09 09:39:54.787036 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b08994-fd71-4122-b40e-f6179975921a req-747104b7-a966-460d-9db3-44c3b5a3100c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:54.787713 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64b08994-fd71-4122-b40e-f6179975921a req-747104b7-a966-460d-9db3-44c3b5a3100c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:54.792861 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2367e0d-71d9-4eef-a8a1-35337972e67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:54.843080 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64b08994-fd71-4122-b40e-f6179975921a req-747104b7-a966-460d-9db3-44c3b5a3100c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1830993 Jul 09 09:39:54.909259 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2367e0d-71d9-4eef-a8a1-35337972e67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:55.038897 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2367e0d-71d9-4eef-a8a1-35337972e67c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7362987-bd6b-4df0-a90b-ecd0b0abf0f3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:55.057331 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-64b08994-fd71-4122-b40e-f6179975921a req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Request body: {'port': {'device_id': '8125a41e-ac4c-4ba8-909b-bcf88aa747f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:55.061043 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2367e0d-71d9-4eef-a8a1-35337972e67c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:55.063133 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e2367e0d-71d9-4eef-a8a1-35337972e67c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c7362987-bd6b-4df0-a90b-ecd0b0abf0f3 HTTP/1.1" status: 204 len: 168 time: 0.5370908 Jul 09 09:39:55.065794 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58426) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:55.112544 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device ef594dd1-d01f-4168-b0af-390bc4be64ed up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:39:55.174424 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-102567b8-bbf8-460b-9bf5-aac9fa7ca24f None None] Provisioning for port 5b934c85-eb71-4634-aff9-87fb7da9e1c2 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:55.178538 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-259e5c00-3fa7-4a37-83a9-93113c0bf784 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Allocated IP 2001:db8::f (427a34fa-4950-4a3e-9e79-efb8a0a005a9/28c5bf3e-22ef-4c41-8c13-44087301dd94/b19284da-d4fd-436b-8f72-a8d4c9296f97) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:39:55.180636 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-102567b8-bbf8-460b-9bf5-aac9fa7ca24f None None] Provisioning complete for port 5b934c85-eb71-4634-aff9-87fb7da9e1c2 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:55.181217 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-102567b8-bbf8-460b-9bf5-aac9fa7ca24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:55.220416 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-102567b8-bbf8-460b-9bf5-aac9fa7ca24f None None] Port 5b934c85-eb71-4634-aff9-87fb7da9e1c2 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:39:55.235561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port ef594dd1-d01f-4168-b0af-390bc4be64ed completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:55.244824 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-50db1742-aafb-497e-806a-2fe0134befc2 req-4b89623a-b12e-4ddd-9590-62d52c02a852 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Deleting port 669d459c-c368-416e-a38c-ee7b6af2846e {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:55.245171 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-50db1742-aafb-497e-806a-2fe0134befc2 req-4b89623a-b12e-4ddd-9590-62d52c02a852 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:55.272524 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:55.276110 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66854005-58e1-404f-b65c-a103e3cac2b4 None None] Network 427a34fa-4950-4a3e-9e79-efb8a0a005a9 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:55.345271 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64b08994-fd71-4122-b40e-f6179975921a req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:55.357990 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-29eb5d12-9e04-4b06-af39-f252a5fa610d None None] Provisioning for port ef594dd1-d01f-4168-b0af-390bc4be64ed completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:55.367958 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-29eb5d12-9e04-4b06-af39-f252a5fa610d None None] Provisioning complete for port ef594dd1-d01f-4168-b0af-390bc4be64ed triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:55.368329 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-29eb5d12-9e04-4b06-af39-f252a5fa610d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:55.433540 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-50db1742-aafb-497e-806a-2fe0134befc2 req-4b89623a-b12e-4ddd-9590-62d52c02a852 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] For port 669d459c-c368-416e-a38c-ee7b6af2846e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=669d459c-c368-416e-a38c-ee7b6af2846e,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:55.434133 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-50db1742-aafb-497e-806a-2fe0134befc2 req-4b89623a-b12e-4ddd-9590-62d52c02a852 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:55.466061 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-50db1742-aafb-497e-806a-2fe0134befc2 req-4b89623a-b12e-4ddd-9590-62d52c02a852 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Calling delete_port for 669d459c-c368-416e-a38c-ee7b6af2846e owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:55.533930 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-259e5c00-3fa7-4a37-83a9-93113c0bf784 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:55.555675 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-259e5c00-3fa7-4a37-83a9-93113c0bf784 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Transition to ACTIVE for port object b19284da-d4fd-436b-8f72-a8d4c9296f97 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:55.559335 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b9e8cffc-6229-4f1d-b0bc-d6c010ece80b no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:39:55.592340 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: b9e8cffc-6229-4f1d-b0bc-d6c010ece80b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:39:55.593122 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b9e8cffc-6229-4f1d-b0bc-d6c010ece80b not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:39:55.649888 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-259e5c00-3fa7-4a37-83a9-93113c0bf784 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:55.685556 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-29eb5d12-9e04-4b06-af39-f252a5fa610d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:55.726735 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-29eb5d12-9e04-4b06-af39-f252a5fa610d None None] For port ef594dd1-d01f-4168-b0af-390bc4be64ed, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=ef594dd1-d01f-4168-b0af-390bc4be64ed,segment=NetworkSegment(a8b4bab9-4334-4c78-b43d-e080a80fb4ed),segment_id=a8b4bab9-4334-4c78-b43d-e080a80fb4ed)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:55.731593 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-29eb5d12-9e04-4b06-af39-f252a5fa610d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:55.733995 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259e5c00-3fa7-4a37-83a9-93113c0bf784 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network 427a34fa-4950-4a3e-9e79-efb8a0a005a9 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:39:55.736458 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-259e5c00-3fa7-4a37-83a9-93113c0bf784 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:55.740426 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e5c00-3fa7-4a37-83a9-93113c0bf784 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Port': ['ID=b19284da-d4fd-436b-8f72-a8d4c9296f97,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:55.750965 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-50db1742-aafb-497e-806a-2fe0134befc2 req-4b89623a-b12e-4ddd-9590-62d52c02a852 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:55.752198 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e88cfa-a7d1-4198-8072-b0c2c78894a5 req-d14d3518-aeff-4084-a765-16b1a7a5a085 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:55.753198 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259e5c00-3fa7-4a37-83a9-93113c0bf784 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:39:55.760456 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-99e88cfa-a7d1-4198-8072-b0c2c78894a5 req-d14d3518-aeff-4084-a765-16b1a7a5a085 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/ports?device_id=38538802-1bd0-4071-a730-de79a3aaad8b HTTP/1.1" status: 200 len: 950 time: 0.6248493 Jul 09 09:39:55.765433 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259e5c00-3fa7-4a37-83a9-93113c0bf784 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:55.766238 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-259e5c00-3fa7-4a37-83a9-93113c0bf784 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:55.772692 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3f5d6-cb9d-4700-8a33-631984b08086 req-a8e951a5-b628-4b31-a460-b60359f509a6 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:55.774184 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d7e3f5d6-cb9d-4700-8a33-631984b08086 req-a8e951a5-b628-4b31-a460-b60359f509a6 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.6102169 Jul 09 09:39:55.787836 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb5d12-9e04-4b06-af39-f252a5fa610d None None] Pushing event updated for resources: {'Port': ['ID=ef594dd1-d01f-4168-b0af-390bc4be64ed,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:55.812167 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89623a-b12e-4ddd-9590-62d52c02a852 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Pushing event deleted for resources: {'Port': ['ID=669d459c-c368-416e-a38c-ee7b6af2846e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:55.826349 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-259e5c00-3fa7-4a37-83a9-93113c0bf784 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4483747 Jul 09 09:39:55.844419 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58432) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:55.916036 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-50db1742-aafb-497e-806a-2fe0134befc2 req-4b89623a-b12e-4ddd-9590-62d52c02a852 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] No DVR routers for this DVR port 669d459c-c368-416e-a38c-ee7b6af2846e on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:39:55.920854 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:55.923903 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-50db1742-aafb-497e-806a-2fe0134befc2 req-4b89623a-b12e-4ddd-9590-62d52c02a852 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:55.926157 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-50db1742-aafb-497e-806a-2fe0134befc2 req-4b89623a-b12e-4ddd-9590-62d52c02a852 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.58 "DELETE /v2.0/ports/669d459c-c368-416e-a38c-ee7b6af2846e HTTP/1.1" status: 204 len: 173 time: 1.1186643 Jul 09 09:39:55.926860 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38538802-1bd0-4071-a730-de79a3aaad8b', 'name': 'network-vif-deleted', 'tag': '669d459c-c368-416e-a38c-ee7b6af2846e'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:39:55.929679 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c98fc92-d42c-4f44-a306-3436ce92e56b" -d '{"events": [{"server_uuid": "38538802-1bd0-4071-a730-de79a3aaad8b", "name": "network-vif-deleted", "tag": "669d459c-c368-416e-a38c-ee7b6af2846e"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:39:55.934111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d47e85-5673-4290-93cf-ab9d7b395e5d']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:56.003781 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2990718c-b276-436d-b048-3326e15a46ab tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:56.005661 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2990718c-b276-436d-b048-3326e15a46ab tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1601796 Jul 09 09:39:56.008475 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58436) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:56.093555 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9194229b-c0ac-4ed8-b712-96baf76701d8 None None] Provisioning complete for port ef594dd1-d01f-4168-b0af-390bc4be64ed triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:56.093918 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9194229b-c0ac-4ed8-b712-96baf76701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:56.098205 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fdf6f49-d427-4af4-93b6-afb02636b8f4') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:56.098504 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fdf6f49-d427-4af4-93b6-afb02636b8f4') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:39:56.103838 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-99e88cfa-a7d1-4198-8072-b0c2c78894a5 req-92141b8b-78a7-46f0-a08b-f17392a6baf7 tempest-ImagesNegativeTestJSON-1036308396 tempest-ImagesNegativeTestJSON-1036308396-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f2827b0-3beb-4dea-a5d9-2e100016d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423913 Jul 09 09:39:56.135321 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00590ab4-bd53-4f91-8662-e14c14771a92 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:56.147984 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:56.148199 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00590ab4-bd53-4f91-8662-e14c14771a92 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:56.159854 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d7e3f5d6-cb9d-4700-8a33-631984b08086 req-deddc4e0-81c6-4f29-b951-2a1f6681b31a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311033 Jul 09 09:39:56.169126 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:56.177885 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00590ab4-bd53-4f91-8662-e14c14771a92 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:56.179908 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-00590ab4-bd53-4f91-8662-e14c14771a92 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1704743 Jul 09 09:39:56.183895 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58438) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:56.198918 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:39:56.199338 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:39:56.251879 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:39:56.293170 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9194229b-c0ac-4ed8-b712-96baf76701d8 None None] Provisioning for port e9c3e4e6-75f4-4212-9d60-6e6f8df88054 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:56.299190 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9194229b-c0ac-4ed8-b712-96baf76701d8 None None] Provisioning complete for port e9c3e4e6-75f4-4212-9d60-6e6f8df88054 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:56.299639 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9194229b-c0ac-4ed8-b712-96baf76701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:56.317293 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:39:56.389691 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-64b08994-fd71-4122-b40e-f6179975921a req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b934c85-eb71-4634-aff9-87fb7da9e1c2 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:39:56.391847 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-62351eaf-878b-4cab-b1bd-8f9e826803ca tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting port b19284da-d4fd-436b-8f72-a8d4c9296f97 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:56.396688 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62351eaf-878b-4cab-b1bd-8f9e826803ca tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:56.399779 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64b08994-fd71-4122-b40e-f6179975921a req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:56.404997 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9194229b-c0ac-4ed8-b712-96baf76701d8 None None] Port e9c3e4e6-75f4-4212-9d60-6e6f8df88054 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:39:56.418592 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-64b08994-fd71-4122-b40e-f6179975921a req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Transition to ACTIVE for port object 5b934c85-eb71-4634-aff9-87fb7da9e1c2 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:39:56.427074 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64b08994-fd71-4122-b40e-f6179975921a req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:56.474241 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:56.487128 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:56.489767 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] 10.222.0.61 "DELETE /v2.0/networks/e7d47e85-5673-4290-93cf-ab9d7b395e5d HTTP/1.1" status: 204 len: 168 time: 1.4231741 Jul 09 09:39:56.559589 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5dec88eb-bb45-4afd-9c0d-4c2f868dd4b8 None None] Provisioning complete for port e9c3e4e6-75f4-4212-9d60-6e6f8df88054 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:56.560207 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5dec88eb-bb45-4afd-9c0d-4c2f868dd4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:56.592154 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56793c88-f056-4ef1-8c05-4524caf0e56c x-openstack-request-id: req-56793c88-f056-4ef1-8c05-4524caf0e56c {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:39:56.592743 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38538802-1bd0-4071-a730-de79a3aaad8b", "name": "network-vif-deleted", "tag": "669d459c-c368-416e-a38c-ee7b6af2846e", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:39:56.592984 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-56793c88-f056-4ef1-8c05-4524caf0e56c {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:39:56.593586 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38538802-1bd0-4071-a730-de79a3aaad8b', 'name': 'network-vif-deleted', 'tag': '669d459c-c368-416e-a38c-ee7b6af2846e', 'status': 'completed', 'code': 200} Jul 09 09:39:56.638191 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5dec88eb-bb45-4afd-9c0d-4c2f868dd4b8 None None] Port e9c3e4e6-75f4-4212-9d60-6e6f8df88054 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:39:56.659966 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d47e85-5673-4290-93cf-ab9d7b395e5d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:56.722676 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62351eaf-878b-4cab-b1bd-8f9e826803ca tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:56.728490 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5b934c85-eb71-4634-aff9-87fb7da9e1c2,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:56.755971 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-62351eaf-878b-4cab-b1bd-8f9e826803ca tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Calling delete_port for b19284da-d4fd-436b-8f72-a8d4c9296f97 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:56.774175 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:56.774757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:56.775283 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:56.777992 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:56.778599 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:56.779197 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:56.779787 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:56.780338 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:56.781029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:56.781423 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:56.781970 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:56.782514 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d2fe6-4233-4dd5-b10b-81ad117f686f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:56.839959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:56.840514 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:56.841127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:56.841723 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:56.842287 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:56.842829 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:56.843374 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:56.843957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:56.844500 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:56.845100 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:56.845653 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:56.846197 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:39:56.867321 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58442) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:56.872031 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-64b08994-fd71-4122-b40e-f6179975921a req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Attempting to bind port 5b934c85-eb71-4634-aff9-87fb7da9e1c2 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:39:56.872493 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-64b08994-fd71-4122-b40e-f6179975921a req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Attempting to bind port 5b934c85-eb71-4634-aff9-87fb7da9e1c2 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:39:56.874123 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b08994-fd71-4122-b40e-f6179975921a req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Attempting to bind port 5b934c85-eb71-4634-aff9-87fb7da9e1c2 on network 42ae9d36-caf9-48f2-988b-c538986827db {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:39:56.880821 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9c43b28b-2d30-4aa8-a816-25111f98423e None None] Provisioning for port b19284da-d4fd-436b-8f72-a8d4c9296f97 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:39:56.889948 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9c43b28b-2d30-4aa8-a816-25111f98423e None None] Provisioning complete for port b19284da-d4fd-436b-8f72-a8d4c9296f97 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:56.890348 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9c43b28b-2d30-4aa8-a816-25111f98423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:56.941328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b08994-fd71-4122-b40e-f6179975921a req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Port 5b934c85-eb71-4634-aff9-87fb7da9e1c2 on network 42ae9d36-caf9-48f2-988b-c538986827db not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:39:56.941839 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b08994-fd71-4122-b40e-f6179975921a req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Attempting to bind port 5b934c85-eb71-4634-aff9-87fb7da9e1c2 on network 42ae9d36-caf9-48f2-988b-c538986827db {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:39:56.952908 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b08994-fd71-4122-b40e-f6179975921a req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:39:56.953260 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b08994-fd71-4122-b40e-f6179975921a req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Checking segment: {'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:56.953644 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b08994-fd71-4122-b40e-f6179975921a req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Bound using segment: {'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:39:56.954064 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-64b08994-fd71-4122-b40e-f6179975921a req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Bound port: 5b934c85-eb71-4634-aff9-87fb7da9e1c2, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ee5e5b-5657-4c02-a759-a39f2f783aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:39:56.954420 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64b08994-fd71-4122-b40e-f6179975921a req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:56.961026 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9c43b28b-2d30-4aa8-a816-25111f98423e None None] Port b19284da-d4fd-436b-8f72-a8d4c9296f97 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:39:56.969788 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device ef594dd1-d01f-4168-b0af-390bc4be64ed up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:39:57.020816 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port ef594dd1-d01f-4168-b0af-390bc4be64ed triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:39:57.021368 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:57.024629 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b169da3a-0b4d-40b1-b561-45a9b519e805 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7794138e88c04f12968fc0045afe7bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457775 Jul 09 09:39:57.028515 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58444) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:57.040572 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cdd6a-369d-4768-81b7-7b466576dbc4 req-a9f52299-a18f-4a7a-9698-d903f94bc0af tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:57.042112 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0d1cdd6a-369d-4768-81b7-7b466576dbc4 req-a9f52299-a18f-4a7a-9698-d903f94bc0af tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 944 time: 0.3901858 Jul 09 09:39:57.058618 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62351eaf-878b-4cab-b1bd-8f9e826803ca tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:57.081113 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-64b08994-fd71-4122-b40e-f6179975921a req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] For port 5b934c85-eb71-4634-aff9-87fb7da9e1c2, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:39:57.084702 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-64b08994-fd71-4122-b40e-f6179975921a req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] For port 5b934c85-eb71-4634-aff9-87fb7da9e1c2, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5b934c85-eb71-4634-aff9-87fb7da9e1c2,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:39:57.091480 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64b08994-fd71-4122-b40e-f6179975921a req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:57.116259 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62351eaf-878b-4cab-b1bd-8f9e826803ca tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Port': ['ID=b19284da-d4fd-436b-8f72-a8d4c9296f97,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:57.141348 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b08994-fd71-4122-b40e-f6179975921a req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:57.143371 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64b08994-fd71-4122-b40e-f6179975921a req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:57.152675 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64b08994-fd71-4122-b40e-f6179975921a req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] 10.222.0.64 "PUT /v2.0/ports/5b934c85-eb71-4634-aff9-87fb7da9e1c2 HTTP/1.1" status: 200 len: 1092 time: 2.3010335 Jul 09 09:39:57.153209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8125a41e-ac4c-4ba8-909b-bcf88aa747f2', 'tag': '5b934c85-eb71-4634-aff9-87fb7da9e1c2'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:39:57.155595 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c3e7be-23ec-40c1-b357-d87a2bcdc06e" -d '{"events": [{"name": "network-changed", "server_uuid": "8125a41e-ac4c-4ba8-909b-bcf88aa747f2", "tag": "5b934c85-eb71-4634-aff9-87fb7da9e1c2"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:39:57.184492 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ce527-cc0e-4c69-8b16-a8f6f50937f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5b934c85-eb71-4634-aff9-87fb7da9e1c2,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:57.192436 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62351eaf-878b-4cab-b1bd-8f9e826803ca tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:57.201844 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-62351eaf-878b-4cab-b1bd-8f9e826803ca tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/ports/b19284da-d4fd-436b-8f72-a8d4c9296f97 HTTP/1.1" status: 204 len: 168 time: 1.0153739 Jul 09 09:39:57.202747 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f9bfd4e4-8724-4d78-a7cf-04c137b8aba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:57.216483 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58454) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:57.311954 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f9bfd4e4-8724-4d78-a7cf-04c137b8aba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:57.332228 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b568ca-5d56-43eb-88d5-ca9378c3513b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] GET failed (client error): The resource could not be found. Jul 09 09:39:57.333953 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f3b568ca-5d56-43eb-88d5-ca9378c3513b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports/b19284da-d4fd-436b-8f72-a8d4c9296f97 HTTP/1.1" status: 404 len: 333 time: 0.1153185 Jul 09 09:39:57.335864 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4715aa6-2b12-4332-8394-a3391060d225 x-openstack-request-id: req-b4715aa6-2b12-4332-8394-a3391060d225 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:39:57.336626 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8125a41e-ac4c-4ba8-909b-bcf88aa747f2", "tag": "5b934c85-eb71-4634-aff9-87fb7da9e1c2", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:39:57.337329 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b4715aa6-2b12-4332-8394-a3391060d225 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:39:57.338468 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8125a41e-ac4c-4ba8-909b-bcf88aa747f2', 'tag': '5b934c85-eb71-4634-aff9-87fb7da9e1c2', 'status': 'completed', 'code': 200} Jul 09 09:39:57.340964 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58460) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:57.394358 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f9bfd4e4-8724-4d78-a7cf-04c137b8aba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:57.395518 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b08994-fd71-4122-b40e-f6179975921a req-6f7cc51e-c529-4dde-8f27-e3017f87cc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:57.397103 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64b08994-fd71-4122-b40e-f6179975921a req-6f7cc51e-c529-4dde-8f27-e3017f87cc15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 1095 time: 0.2028577 Jul 09 09:39:57.401739 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f9bfd4e4-8724-4d78-a7cf-04c137b8aba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:57.402922 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f9bfd4e4-8724-4d78-a7cf-04c137b8aba5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/91da4912-94bc-48fb-bef9-cd86015a3034 HTTP/1.1" status: 204 len: 168 time: 0.3734021 Jul 09 09:39:57.411186 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0d1cdd6a-369d-4768-81b7-7b466576dbc4 req-becb9de9-eefd-4e19-b187-4879a08f7365 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521595 Jul 09 09:39:57.413625 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfd4e4-8724-4d78-a7cf-04c137b8aba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91da4912-94bc-48fb-bef9-cd86015a3034,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:57.465201 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 669d459c-c368-416e-a38c-ee7b6af2846e no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:39:57.501455 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 669d459c-c368-416e-a38c-ee7b6af2846e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:39:57.501807 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 669d459c-c368-416e-a38c-ee7b6af2846e not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:39:57.526265 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64b08994-fd71-4122-b40e-f6179975921a req-742185ce-46cb-4d41-8a1c-772fee8d6581 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b934c85-eb71-4634-aff9-87fb7da9e1c2 HTTP/1.1" status: 200 len: 217 time: 0.1069400 Jul 09 09:39:57.665469 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b08994-fd71-4122-b40e-f6179975921a req-a339db37-8b39-4846-b913-4f0184ee2201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:57.667083 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64b08994-fd71-4122-b40e-f6179975921a req-a339db37-8b39-4846-b913-4f0184ee2201 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.1209431 Jul 09 09:39:57.741527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e590f-d5fa-4fe4-abd6-e25e3e25d990 req-b9a603af-65a7-496a-b776-498f2b05bcf1 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:57.744577 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-398e590f-d5fa-4fe4-abd6-e25e3e25d990 req-b9a603af-65a7-496a-b776-498f2b05bcf1 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.2240291 Jul 09 09:39:57.749193 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-ec48c185-f1b6-4015-9b70-3813f46bb69c tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting port e9c3e4e6-75f4-4212-9d60-6e6f8df88054 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:57.749571 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec48c185-f1b6-4015-9b70-3813f46bb69c tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:57.854481 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b08994-fd71-4122-b40e-f6179975921a req-dd73fcd0-c567-4010-933c-4f4f8d6bc163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:57.856051 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64b08994-fd71-4122-b40e-f6179975921a req-dd73fcd0-c567-4010-933c-4f4f8d6bc163 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1762242 Jul 09 09:39:57.867330 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-398e590f-d5fa-4fe4-abd6-e25e3e25d990 req-38d7feb4-b810-41a4-835e-28f81b2aae61 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136568 Jul 09 09:39:57.946470 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec48c185-f1b6-4015-9b70-3813f46bb69c tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:57.970122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-ec48c185-f1b6-4015-9b70-3813f46bb69c tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Calling delete_port for e9c3e4e6-75f4-4212-9d60-6e6f8df88054 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:58.039553 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64b08994-fd71-4122-b40e-f6179975921a req-c930f750-59bc-472d-bc0a-34b60e21e3fe service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755800 Jul 09 09:39:58.190240 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64b08994-fd71-4122-b40e-f6179975921a req-93a7c9a0-11ed-4bda-8855-a067b5fc2b18 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428368 Jul 09 09:39:58.209303 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec48c185-f1b6-4015-9b70-3813f46bb69c tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:58.235089 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58500) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:58.260794 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58504) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:58.267719 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48c185-f1b6-4015-9b70-3813f46bb69c tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Port': ['ID=e9c3e4e6-75f4-4212-9d60-6e6f8df88054,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:58.321064 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec48c185-f1b6-4015-9b70-3813f46bb69c tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:58.323046 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ec48c185-f1b6-4015-9b70-3813f46bb69c tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/ports/e9c3e4e6-75f4-4212-9d60-6e6f8df88054 HTTP/1.1" status: 204 len: 168 time: 0.9783068 Jul 09 09:39:58.325945 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58508) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:58.366206 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe87e075-9726-4e3b-a5ef-c7a17d86ea6a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] GET failed (client error): The resource could not be found. Jul 09 09:39:58.368763 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fe87e075-9726-4e3b-a5ef-c7a17d86ea6a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports/e9c3e4e6-75f4-4212-9d60-6e6f8df88054 HTTP/1.1" status: 404 len: 333 time: 0.0411761 Jul 09 09:39:58.368917 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3e7be-23ec-40c1-b357-d87a2bcdc06e req-92effca7-849a-43e1-a61a-90d28b5964ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:58.370278 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7c3e7be-23ec-40c1-b357-d87a2bcdc06e req-92effca7-849a-43e1-a61a-90d28b5964ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 1095 time: 0.1123247 Jul 09 09:39:58.371414 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58510) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:58.397999 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-38017849-24ff-4ff6-b328-221eeb14f2d7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1973907656-network', 'tenant_id': '79cca47b589343548a2809bc25bd21ee'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:58.434164 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f662567e-9979-4458-a679-b1c5bc8628f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=90ae1a8d9a09446486bde627913adce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1939540 Jul 09 09:39:58.434376 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58512) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:58.455405 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38017849-24ff-4ff6-b328-221eeb14f2d7 admin admin] Made reservation on behalf of 79cca47b589343548a2809bc25bd21ee for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:58.457822 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38017849-24ff-4ff6-b328-221eeb14f2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:58.473168 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38017849-24ff-4ff6-b328-221eeb14f2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:58.491297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d73e403-e58d-437b-af89-1cfd52b7e547 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting subnet 28c5bf3e-22ef-4c41-8c13-44087301dd94 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:39:58.496795 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4d73e403-e58d-437b-af89-1cfd52b7e547 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:58.528631 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af085b93-e245-4de5-ae4d-8a3a41dd2bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:58.556838 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4d73e403-e58d-437b-af89-1cfd52b7e547 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:58.566467 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af085b93-e245-4de5-ae4d-8a3a41dd2bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:58.591129 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3e7be-23ec-40c1-b357-d87a2bcdc06e req-30313a9e-9d0e-4fe4-ae4d-3865cb881f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:58.592646 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7c3e7be-23ec-40c1-b357-d87a2bcdc06e req-30313a9e-9d0e-4fe4-ae4d-3865cb881f60 service neutron] 10.222.0.64 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 912 time: 0.2118437 Jul 09 09:39:58.645186 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38017849-24ff-4ff6-b328-221eeb14f2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:58.647390 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af085b93-e245-4de5-ae4d-8a3a41dd2bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:58.650211 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af085b93-e245-4de5-ae4d-8a3a41dd2bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:58.651626 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-af085b93-e245-4de5-ae4d-8a3a41dd2bc7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f2827b0-3beb-4dea-a5d9-2e100016d960 HTTP/1.1" status: 204 len: 168 time: 0.2161121 Jul 09 09:39:58.654964 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38017849-24ff-4ff6-b328-221eeb14f2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:58.663841 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af085b93-e245-4de5-ae4d-8a3a41dd2bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2827b0-3beb-4dea-a5d9-2e100016d960,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:58.670341 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7c3e7be-23ec-40c1-b357-d87a2bcdc06e req-a695527c-1178-4eae-a81a-7a27acc7a533 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b934c85-eb71-4634-aff9-87fb7da9e1c2 HTTP/1.1" status: 200 len: 217 time: 0.0590141 Jul 09 09:39:58.682668 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38017849-24ff-4ff6-b328-221eeb14f2d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:39:58.716789 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38017849-24ff-4ff6-b328-221eeb14f2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2d845d-f90c-41b1-be4a-8708f3f033ad,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:58.720907 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38017849-24ff-4ff6-b328-221eeb14f2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:58.721429 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-38017849-24ff-4ff6-b328-221eeb14f2d7 admin admin] Added segment 300358fd-a339-4ff7-a02a-24e05243dd5b of type vlan for network a164066a-07a4-4b33-8c4d-f1e348ed3948 Jul 09 09:39:58.783733 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3e7be-23ec-40c1-b357-d87a2bcdc06e req-fd62cf09-79e6-45dc-9af0-3d3ac184a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:58.785155 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7c3e7be-23ec-40c1-b357-d87a2bcdc06e req-fd62cf09-79e6-45dc-9af0-3d3ac184a922 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.1072850 Jul 09 09:39:58.785319 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38017849-24ff-4ff6-b328-221eeb14f2d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:58.797749 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea32ea-e4ca-4861-b614-253dff899efe req-77292618-00a0-4f6c-b5a3-bd1f6e4ad306 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:58.799118 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0ea32ea-e4ca-4861-b614-253dff899efe req-77292618-00a0-4f6c-b5a3-bd1f6e4ad306 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 944 time: 0.2196770 Jul 09 09:39:58.800590 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4d73e403-e58d-437b-af89-1cfd52b7e547 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:58.825622 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38017849-24ff-4ff6-b328-221eeb14f2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:58.829009 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38017849-24ff-4ff6-b328-221eeb14f2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:58.830219 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38017849-24ff-4ff6-b328-221eeb14f2d7 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:58.912002 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-38017849-24ff-4ff6-b328-221eeb14f2d7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6496494 Jul 09 09:39:58.913571 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0ea32ea-e4ca-4861-b614-253dff899efe req-36b859fb-8258-4409-89e1-ad43fd428562 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826814 Jul 09 09:39:58.914823 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58526) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:58.920908 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-52c9c9e6-e058-4588-8ccf-d9e738c15c52 admin admin] Request body: {'subnet': {'network_id': 'a164066a-07a4-4b33-8c4d-f1e348ed3948', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1973907656-subnet', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:58.948893 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38017849-24ff-4ff6-b328-221eeb14f2d7 admin admin] Pushing event updated for resources: {'Network': ['ID=a164066a-07a4-4b33-8c4d-f1e348ed3948,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:58.962874 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4d73e403-e58d-437b-af89-1cfd52b7e547 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:58.965798 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c9c9e6-e058-4588-8ccf-d9e738c15c52 admin admin] Made reservation on behalf of 79cca47b589343548a2809bc25bd21ee for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:58.967246 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network a164066a-07a4-4b33-8c4d-f1e348ed3948 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:39:58.969041 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52c9c9e6-e058-4588-8ccf-d9e738c15c52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:58.978112 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3e7be-23ec-40c1-b357-d87a2bcdc06e req-9692e546-8ebb-4a5a-80cf-7594eaff8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:58.979730 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7c3e7be-23ec-40c1-b357-d87a2bcdc06e req-9692e546-8ebb-4a5a-80cf-7594eaff8843 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758456 Jul 09 09:39:59.005583 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4d73e403-e58d-437b-af89-1cfd52b7e547 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:59.007353 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4d73e403-e58d-437b-af89-1cfd52b7e547 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/subnets/28c5bf3e-22ef-4c41-8c13-44087301dd94 HTTP/1.1" status: 204 len: 168 time: 0.6352057 Jul 09 09:39:59.022037 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73e403-e58d-437b-af89-1cfd52b7e547 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Subnet': ['ID=28c5bf3e-22ef-4c41-8c13-44087301dd94,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:59.022037 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58528) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:59.032998 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c555c8c-45ca-49b8-9c4e-af8cf1d04b12 None None] Network 427a34fa-4950-4a3e-9e79-efb8a0a005a9 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:59.235338 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52c9c9e6-e058-4588-8ccf-d9e738c15c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:59.240241 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e95fb3ac-c90c-43dd-b456-d9c2c2bfe705 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:59.297229 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9c9e6-e058-4588-8ccf-d9e738c15c52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ed44c16-dda1-4e7b-8852-3e506b585647,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:59.305284 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c9c9e6-e058-4588-8ccf-d9e738c15c52 admin admin] Checking segment: {'id': '300358fd-a339-4ff7-a02a-24e05243dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a164066a-07a4-4b33-8c4d-f1e348ed3948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:39:59.305654 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c9c9e6-e058-4588-8ccf-d9e738c15c52 admin admin] Network hostable DHCP agents. Network: a164066a-07a4-4b33-8c4d-f1e348ed3948, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:39:59.321514 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601954da-bbe5-42d3-993c-04e92a075283 None None] DHCP port deletion for 427a34fa-4950-4a3e-9e79-efb8a0a005a9 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:39:59.324768 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c9c9e6-e058-4588-8ccf-d9e738c15c52 admin admin] Network a164066a-07a4-4b33-8c4d-f1e348ed3948 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:39:59.336007 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7c3e7be-23ec-40c1-b357-d87a2bcdc06e req-66d0a9ae-7004-4449-b4d8-d6d6ee101757 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263383 Jul 09 09:39:59.336819 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-52c9c9e6-e058-4588-8ccf-d9e738c15c52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, a164066a-07a4-4b33-8c4d-f1e348ed3948) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:39:59.342450 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c9c9e6-e058-4588-8ccf-d9e738c15c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:59.343264 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52c9c9e6-e058-4588-8ccf-d9e738c15c52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:59.349130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254a4c93-129a-460e-810c-02284f8dac7f None None] Network a164066a-07a4-4b33-8c4d-f1e348ed3948 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:59.363665 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-52c9c9e6-e058-4588-8ccf-d9e738c15c52 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4455636 Jul 09 09:39:59.364057 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58540) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:59.370805 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-42ecf17f-4acf-4d17-bbdf-314c304e011e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1973907656-router', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:59.395949 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c538250-d298-489f-9ae0-f52f344b520c req-a1fb0144-e90f-431f-8aa0-00bae65a97e6 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:39:59.398123 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42ecf17f-4acf-4d17-bbdf-314c304e011e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:59.399770 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42ecf17f-4acf-4d17-bbdf-314c304e011e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:59.402790 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c538250-d298-489f-9ae0-f52f344b520c req-a1fb0144-e90f-431f-8aa0-00bae65a97e6 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.2954500 Jul 09 09:39:59.443502 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-601954da-bbe5-42d3-993c-04e92a075283 None None] Deleting port ef594dd1-d01f-4168-b0af-390bc4be64ed {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:59.443891 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-601954da-bbe5-42d3-993c-04e92a075283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:59.509502 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42ecf17f-4acf-4d17-bbdf-314c304e011e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:59.539822 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d27a449-76c1-4cd9-acee-786f1facc435 None None] Network a164066a-07a4-4b33-8c4d-f1e348ed3948 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:39:59.549758 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-601954da-bbe5-42d3-993c-04e92a075283 None None] For port ef594dd1-d01f-4168-b0af-390bc4be64ed, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=ef594dd1-d01f-4168-b0af-390bc4be64ed,segment=NetworkSegment(a8b4bab9-4334-4c78-b43d-e080a80fb4ed),segment_id=a8b4bab9-4334-4c78-b43d-e080a80fb4ed)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:59.550031 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-601954da-bbe5-42d3-993c-04e92a075283 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:59.556406 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c538250-d298-489f-9ae0-f52f344b520c req-ded3205d-b92e-4b8c-bfe4-f8a3595931d4 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526554 Jul 09 09:39:59.572465 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7c3e7be-23ec-40c1-b357-d87a2bcdc06e req-c963c946-9435-4af8-9064-66eda630a240 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132666 Jul 09 09:39:59.574205 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e95fb3ac-c90c-43dd-b456-d9c2c2bfe705 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting port ef594dd1-d01f-4168-b0af-390bc4be64ed {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:39:59.574555 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e95fb3ac-c90c-43dd-b456-d9c2c2bfe705 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:59.627027 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-601954da-bbe5-42d3-993c-04e92a075283 None None] Calling delete_port for ef594dd1-d01f-4168-b0af-390bc4be64ed owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:59.631019 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58548) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:39:59.673442 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-e95fb3ac-c90c-43dd-b456-d9c2c2bfe705 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] For port ef594dd1-d01f-4168-b0af-390bc4be64ed, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=ef594dd1-d01f-4168-b0af-390bc4be64ed,segment=NetworkSegment(a8b4bab9-4334-4c78-b43d-e080a80fb4ed),segment_id=a8b4bab9-4334-4c78-b43d-e080a80fb4ed)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:39:59.674222 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e95fb3ac-c90c-43dd-b456-d9c2c2bfe705 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:59.678584 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42ecf17f-4acf-4d17-bbdf-314c304e011e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:59.692795 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e95fb3ac-c90c-43dd-b456-d9c2c2bfe705 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Calling delete_port for ef594dd1-d01f-4168-b0af-390bc4be64ed owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:39:59.747706 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-67273eaa-b503-4458-a2c3-fdb14357c148 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1124591461-network', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:39:59.787737 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67273eaa-b503-4458-a2c3-fdb14357c148 admin admin] Made reservation on behalf of ac269ba5665449fdbb06cad931982f8c for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:39:59.790207 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67273eaa-b503-4458-a2c3-fdb14357c148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:59.803264 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-601954da-bbe5-42d3-993c-04e92a075283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:59.805716 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67273eaa-b503-4458-a2c3-fdb14357c148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:59.818713 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e95fb3ac-c90c-43dd-b456-d9c2c2bfe705 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:59.846415 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601954da-bbe5-42d3-993c-04e92a075283 None None] No DVR routers for this DVR port ef594dd1-d01f-4168-b0af-390bc4be64ed on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:39:59.851262 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601954da-bbe5-42d3-993c-04e92a075283 None None] Pushing event deleted for resources: {'Port': ['ID=ef594dd1-d01f-4168-b0af-390bc4be64ed,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:59.862494 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95fb3ac-c90c-43dd-b456-d9c2c2bfe705 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Port': ['ID=ef594dd1-d01f-4168-b0af-390bc4be64ed,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:39:59.864614 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95fb3ac-c90c-43dd-b456-d9c2c2bfe705 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] No DVR routers for this DVR port ef594dd1-d01f-4168-b0af-390bc4be64ed on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:39:59.913338 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42ecf17f-4acf-4d17-bbdf-314c304e011e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:59.941019 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42ecf17f-4acf-4d17-bbdf-314c304e011e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:59.971741 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e95fb3ac-c90c-43dd-b456-d9c2c2bfe705 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:39:59.987787 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-e95fb3ac-c90c-43dd-b456-d9c2c2bfe705 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427a34fa-4950-4a3e-9e79-efb8a0a005a9']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:00.003506 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-e95fb3ac-c90c-43dd-b456-d9c2c2bfe705 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b4bab9-4334-4c78-b43d-e080a80fb4ed') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:00.003832 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-e95fb3ac-c90c-43dd-b456-d9c2c2bfe705 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b4bab9-4334-4c78-b43d-e080a80fb4ed') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:00.018163 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e95fb3ac-c90c-43dd-b456-d9c2c2bfe705 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:00.039666 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e95fb3ac-c90c-43dd-b456-d9c2c2bfe705 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:00.064262 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95fb3ac-c90c-43dd-b456-d9c2c2bfe705 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:40:00.064682 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e95fb3ac-c90c-43dd-b456-d9c2c2bfe705 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:40:00.069056 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:40:00.114929 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-42ecf17f-4acf-4d17-bbdf-314c304e011e admin admin] Allocated IP 172.25.3.122 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/8831a7ad-9297-48d8-b945-b07c95b03cec) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:40:00.135346 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67273eaa-b503-4458-a2c3-fdb14357c148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:00.153055 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67273eaa-b503-4458-a2c3-fdb14357c148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:00.174970 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e95fb3ac-c90c-43dd-b456-d9c2c2bfe705 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:00.187448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67273eaa-b503-4458-a2c3-fdb14357c148 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:40:00.208249 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e95fb3ac-c90c-43dd-b456-d9c2c2bfe705 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:00.210119 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e95fb3ac-c90c-43dd-b456-d9c2c2bfe705 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/networks/427a34fa-4950-4a3e-9e79-efb8a0a005a9 HTTP/1.1" status: 204 len: 168 time: 1.1892483 Jul 09 09:40:00.221118 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58558) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:00.223412 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67273eaa-b503-4458-a2c3-fdb14357c148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0015e6fe-76f8-4073-ae1c-db63b4055d91,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:00.227850 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67273eaa-b503-4458-a2c3-fdb14357c148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:00.228204 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-67273eaa-b503-4458-a2c3-fdb14357c148 admin admin] Added segment 5780f340-a6ae-46d6-b81d-d9cd46874cec of type vlan for network f4bca1f8-ff57-4683-b395-52e35cd021f9 Jul 09 09:40:00.228784 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-22dc3cca-c3c1-44e7-a3af-cfdf34fa7dff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1423459146'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:00.229572 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95fb3ac-c90c-43dd-b456-d9c2c2bfe705 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Network': ['ID=427a34fa-4950-4a3e-9e79-efb8a0a005a9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:00.234743 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42ecf17f-4acf-4d17-bbdf-314c304e011e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:00.264961 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dc3cca-c3c1-44e7-a3af-cfdf34fa7dff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:00.268625 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22dc3cca-c3c1-44e7-a3af-cfdf34fa7dff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:00.275588 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec14ebd-0f90-45c4-8871-d315b32ffc91 req-9e0f0c08-96ad-408e-b824-ccaf04cd39c4 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:00.277191 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ec14ebd-0f90-45c4-8871-d315b32ffc91 req-9e0f0c08-96ad-408e-b824-ccaf04cd39c4 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 944 time: 0.2287433 Jul 09 09:40:00.290044 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67273eaa-b503-4458-a2c3-fdb14357c148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:00.309071 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22dc3cca-c3c1-44e7-a3af-cfdf34fa7dff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:40:00.311950 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42ecf17f-4acf-4d17-bbdf-314c304e011e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:00.347642 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22dc3cca-c3c1-44e7-a3af-cfdf34fa7dff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:00.347887 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ec14ebd-0f90-45c4-8871-d315b32ffc91 req-ce950be3-7029-465d-8c2b-bb16c7965454 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617378 Jul 09 09:40:00.347986 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-22dc3cca-c3c1-44e7-a3af-cfdf34fa7dff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Added segment 9240b9e3-c687-48ee-bbb1-a2f2838ba5e5 of type vlan for network 5c89c534-dc4f-429d-b3e6-3cd662b5dd5b Jul 09 09:40:00.352768 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67273eaa-b503-4458-a2c3-fdb14357c148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:00.353877 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67273eaa-b503-4458-a2c3-fdb14357c148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:00.354553 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67273eaa-b503-4458-a2c3-fdb14357c148 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:00.370951 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ecf17f-4acf-4d17-bbdf-314c304e011e admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:00.396172 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-42ecf17f-4acf-4d17-bbdf-314c304e011e admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:00.403528 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ecf17f-4acf-4d17-bbdf-314c304e011e admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:40:00.410082 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ecf17f-4acf-4d17-bbdf-314c304e011e admin admin] Pushing event updated for resources: {'Port': ['ID=8831a7ad-9297-48d8-b945-b07c95b03cec,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:00.411260 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-67273eaa-b503-4458-a2c3-fdb14357c148 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7789710 Jul 09 09:40:00.414527 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58560) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:00.420695 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c21dbcee-c5dd-40e3-8dad-76806b75114a admin admin] Request body: {'subnet': {'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1124591461-subnet', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:00.421800 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67273eaa-b503-4458-a2c3-fdb14357c148 admin admin] Pushing event updated for resources: {'Network': ['ID=f4bca1f8-ff57-4683-b395-52e35cd021f9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:00.431496 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network f4bca1f8-ff57-4683-b395-52e35cd021f9 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:40:00.442275 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22dc3cca-c3c1-44e7-a3af-cfdf34fa7dff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:00.522259 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21dbcee-c5dd-40e3-8dad-76806b75114a admin admin] Made reservation on behalf of ac269ba5665449fdbb06cad931982f8c for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:00.524602 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c21dbcee-c5dd-40e3-8dad-76806b75114a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:00.741221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d120345-d562-4542-b64f-0e1f7e210172 req-ae20d15b-23ab-4817-a89a-5eb00357e6a8 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:00.742833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5d120345-d562-4542-b64f-0e1f7e210172 req-ae20d15b-23ab-4817-a89a-5eb00357e6a8 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.0685148 Jul 09 09:40:00.781405 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5d120345-d562-4542-b64f-0e1f7e210172 req-cbf03758-4ed8-4f1c-a417-61f8e269a3aa tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327947 Jul 09 09:40:00.815276 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22dc3cca-c3c1-44e7-a3af-cfdf34fa7dff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:00.820699 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dc3cca-c3c1-44e7-a3af-cfdf34fa7dff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:00.821284 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22dc3cca-c3c1-44e7-a3af-cfdf34fa7dff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:00.924140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device ef594dd1-d01f-4168-b0af-390bc4be64ed no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:40:00.935172 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-22dc3cca-c3c1-44e7-a3af-cfdf34fa7dff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7103777 Jul 09 09:40:00.935564 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58564) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:00.943802 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d6237dc4-aa92-4824-9791-78f9d227b748 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'subnet': {'network_id': '5c89c534-dc4f-429d-b3e6-3cd662b5dd5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:00.947243 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: ef594dd1-d01f-4168-b0af-390bc4be64ed {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:40:00.947594 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device ef594dd1-d01f-4168-b0af-390bc4be64ed not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:40:00.971820 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc3cca-c3c1-44e7-a3af-cfdf34fa7dff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Network': ['ID=5c89c534-dc4f-429d-b3e6-3cd662b5dd5b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:00.986935 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 5c89c534-dc4f-429d-b3e6-3cd662b5dd5b details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:40:01.057403 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6237dc4-aa92-4824-9791-78f9d227b748 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:01.061390 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d6237dc4-aa92-4824-9791-78f9d227b748 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:01.176296 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42ecf17f-4acf-4d17-bbdf-314c304e011e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:01.238559 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c21dbcee-c5dd-40e3-8dad-76806b75114a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:01.268188 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d6237dc4-aa92-4824-9791-78f9d227b748 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:01.334356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6237dc4-aa92-4824-9791-78f9d227b748 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Subnet': ['ID=b27abf94-199b-4c01-9f6b-254099f1ad00,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:01.343530 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6237dc4-aa92-4824-9791-78f9d227b748 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Checking segment: {'id': '9240b9e3-c687-48ee-bbb1-a2f2838ba5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5c89c534-dc4f-429d-b3e6-3cd662b5dd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:40:01.343919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6237dc4-aa92-4824-9791-78f9d227b748 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network hostable DHCP agents. Network: 5c89c534-dc4f-429d-b3e6-3cd662b5dd5b, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:40:01.346694 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21dbcee-c5dd-40e3-8dad-76806b75114a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d29fd57-68a4-471a-8ab4-26e684070de4,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:01.359012 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21dbcee-c5dd-40e3-8dad-76806b75114a admin admin] Checking segment: {'id': '5780f340-a6ae-46d6-b81d-d9cd46874cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:40:01.359381 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21dbcee-c5dd-40e3-8dad-76806b75114a admin admin] Network hostable DHCP agents. Network: f4bca1f8-ff57-4683-b395-52e35cd021f9, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:40:01.361397 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6237dc4-aa92-4824-9791-78f9d227b748 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network 5c89c534-dc4f-429d-b3e6-3cd662b5dd5b is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:40:01.370270 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d6237dc4-aa92-4824-9791-78f9d227b748 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 5c89c534-dc4f-429d-b3e6-3cd662b5dd5b) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:01.374701 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6237dc4-aa92-4824-9791-78f9d227b748 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:01.375363 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d6237dc4-aa92-4824-9791-78f9d227b748 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:01.379603 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f03ad39-cc76-44e5-9c92-12eb49af3ea6 None None] Network 5c89c534-dc4f-429d-b3e6-3cd662b5dd5b requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:40:01.394785 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d6237dc4-aa92-4824-9791-78f9d227b748 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4569964 Jul 09 09:40:01.397486 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58572) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:01.404040 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2ad2dfb4-d793-4bea-ad75-53ce64dabf46 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1758299659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:01.432956 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ad2dfb4-d793-4bea-ad75-53ce64dabf46 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:01.434271 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ad2dfb4-d793-4bea-ad75-53ce64dabf46 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:01.447991 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21dbcee-c5dd-40e3-8dad-76806b75114a admin admin] Network f4bca1f8-ff57-4683-b395-52e35cd021f9 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:40:01.461166 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c21dbcee-c5dd-40e3-8dad-76806b75114a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, f4bca1f8-ff57-4683-b395-52e35cd021f9) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:01.468280 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21dbcee-c5dd-40e3-8dad-76806b75114a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:01.468847 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c21dbcee-c5dd-40e3-8dad-76806b75114a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:01.470515 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30091fb-2f2a-4d06-936e-305a7dfd714c None None] Network f4bca1f8-ff57-4683-b395-52e35cd021f9 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:40:01.493585 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42ecf17f-4acf-4d17-bbdf-314c304e011e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:01.500817 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c21dbcee-c5dd-40e3-8dad-76806b75114a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0852079 Jul 09 09:40:01.504243 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58574) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:01.508931 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1124591461-router', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:01.513146 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ad2dfb4-d793-4bea-ad75-53ce64dabf46 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:01.529804 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ad2dfb4-d793-4bea-ad75-53ce64dabf46 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:01.577200 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:01.578223 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:01.579465 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ad2dfb4-d793-4bea-ad75-53ce64dabf46 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:01.580937 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2ad2dfb4-d793-4bea-ad75-53ce64dabf46 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1817834 Jul 09 09:40:01.584904 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58576) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:01.591161 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-500a4af2-784d-4dde-b50e-a53508291eba tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'port': {'network_id': '5c89c534-dc4f-429d-b3e6-3cd662b5dd5b', 'name': 'tempest-PortsIpV6TestJSON-1716581073'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:01.650191 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8d6fcc-5be8-4202-ab20-0d247efddcd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-5c89c534-dc4f-429d-b3e6-3cd662b5dd5b', 'network_id': '5c89c534-dc4f-429d-b3e6-3cd662b5dd5b', 'tenant_id': 'ab434903114943afa4aafc937b3d3001', 'fixed_ips': [{'subnet_id': 'b27abf94-199b-4c01-9f6b-254099f1ad00'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:40:01.651081 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4f8d6fcc-5be8-4202-ab20-0d247efddcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:01.660812 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c31eb1-b4b4-49e9-a2df-42d005137abf req-05d1a1e4-4edc-4b0a-83db-9dcb8837cbe7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:01.662430 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6c31eb1-b4b4-49e9-a2df-42d005137abf req-05d1a1e4-4edc-4b0a-83db-9dcb8837cbe7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 944 time: 0.1443179 Jul 09 09:40:01.665789 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5b934c85-eb71-4634-aff9-87fb7da9e1c2 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:40:01.689350 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:01.736296 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6c31eb1-b4b4-49e9-a2df-42d005137abf req-8b456936-e178-4779-bc07-4c6abc6f097e tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606449 Jul 09 09:40:01.756781 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500a4af2-784d-4dde-b50e-a53508291eba tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:01.765709 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-500a4af2-784d-4dde-b50e-a53508291eba tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:01.788059 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-500a4af2-784d-4dde-b50e-a53508291eba tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] device_id is not set on port 287628ec-260e-4242-b49f-b72691bdd7fb yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:40:01.789008 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebacd64c-bf87-47d2-8bbd-1c34f40146aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-f4bca1f8-ff57-4683-b395-52e35cd021f9', 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'fixed_ips': [{'subnet_id': '4d29fd57-68a4-471a-8ab4-26e684070de4'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:40:01.790084 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ebacd64c-bf87-47d2-8bbd-1c34f40146aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:01.858089 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:01.889906 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ecf17f-4acf-4d17-bbdf-314c304e011e admin admin] Router 7f2b401d-9a34-4909-bc8d-5b9a74725778 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:40:01.987795 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-4f8d6fcc-5be8-4202-ab20-0d247efddcd2 None None] Allocated IP 2001:db8::2 (5c89c534-dc4f-429d-b3e6-3cd662b5dd5b/b27abf94-199b-4c01-9f6b-254099f1ad00/a3d3b0f8-9450-4439-96ed-d3f1d9d4d643) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:40:01.993852 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5b934c85-eb71-4634-aff9-87fb7da9e1c2, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5b934c85-eb71-4634-aff9-87fb7da9e1c2,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:02.000680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93b834-729d-4f52-99b9-e5d307aa8ac4 req-faf39bb8-40c1-4d09-8741-e2645ef70349 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:02.002219 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3f93b834-729d-4f52-99b9-e5d307aa8ac4 req-faf39bb8-40c1-4d09-8741-e2645ef70349 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.0808485 Jul 09 09:40:02.039200 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '5b934c85-eb71-4634-aff9-87fb7da9e1c2', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'port_id': '5b934c85-eb71-4634-aff9-87fb7da9e1c2', 'mac_address': 'fa:16:3e:01:56:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:40:02.049521 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3f93b834-729d-4f52-99b9-e5d307aa8ac4 req-3487d0af-0959-4c37-b9a2-f24ffe06c947 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401227 Jul 09 09:40:02.070343 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ecf17f-4acf-4d17-bbdf-314c304e011e admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:40:02.084244 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] Sync routers for ids ['7f2b401d-9a34-4909-bc8d-5b9a74725778'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:40:02.121725 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42ecf17f-4acf-4d17-bbdf-314c304e011e admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:02.123044 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-42ecf17f-4acf-4d17-bbdf-314c304e011e admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.7559397 Jul 09 09:40:02.126482 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58582) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:02.202098 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:02.227397 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:02.348205 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] Routers {'7f2b401d-9a34-4909-bc8d-5b9a74725778'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:40:02.348986 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:39:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7f2b401d-9a34-4909-bc8d-5b9a74725778'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:02.364370 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Allocated IP 172.25.3.128 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/db48b934-e5d9-4cb1-a78d-d54627493d1d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:40:02.392175 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-ebacd64c-bf87-47d2-8bbd-1c34f40146aa None None] Allocated IP 172.20.0.2 (f4bca1f8-ff57-4683-b395-52e35cd021f9/4d29fd57-68a4-471a-8ab4-26e684070de4/a6c94185-b7c9-4278-bb65-86e869f6e91c) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:40:02.401764 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:02.471634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b934c85-eb71-4634-aff9-87fb7da9e1c2 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:40:02.492471 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:02.536070 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:02.581624 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:02.588709 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:02.591280 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:40:02.597521 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5b934c85-eb71-4634-aff9-87fb7da9e1c2, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5b934c85-eb71-4634-aff9-87fb7da9e1c2,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:02.611359 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:02.623239 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Pushing event updated for resources: {'Port': ['ID=db48b934-e5d9-4cb1-a78d-d54627493d1d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:02.637163 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:02.637501 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:02.637847 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:02.638192 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:02.638528 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:02.639480 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:02.639830 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:02.640162 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:02.640573 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:02.640928 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:02.641260 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:02.641589 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:02.665316 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] Set router 7f2b401d-9a34-4909-bc8d-5b9a74725778 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:40:02.671195 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4f8d6fcc-5be8-4202-ab20-0d247efddcd2 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:02.741337 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4f8d6fcc-5be8-4202-ab20-0d247efddcd2 None None] Transition to ACTIVE for port object a3d3b0f8-9450-4439-96ed-d3f1d9d4d643 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:02.817351 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4f8d6fcc-5be8-4202-ab20-0d247efddcd2 None None] Transition to ACTIVE for port object a3d3b0f8-9450-4439-96ed-d3f1d9d4d643 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:02.845906 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5b934c85-eb71-4634-aff9-87fb7da9e1c2,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:02.854819 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4f8d6fcc-5be8-4202-ab20-0d247efddcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:02.900166 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:02.924212 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8d6fcc-5be8-4202-ab20-0d247efddcd2 None None] Network 5c89c534-dc4f-429d-b3e6-3cd662b5dd5b is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:02.941561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-4f8d6fcc-5be8-4202-ab20-0d247efddcd2 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:02.954099 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8d6fcc-5be8-4202-ab20-0d247efddcd2 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:40:02.990122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-500a4af2-784d-4dde-b50e-a53508291eba tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Allocated IP 2001:db8::1d2 (5c89c534-dc4f-429d-b3e6-3cd662b5dd5b/b27abf94-199b-4c01-9f6b-254099f1ad00/287628ec-260e-4242-b49f-b72691bdd7fb) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:40:03.002776 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['5b934c85-eb71-4634-aff9-87fb7da9e1c2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:40:03.054852 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ebacd64c-bf87-47d2-8bbd-1c34f40146aa None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:03.058377 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d6fcc-5be8-4202-ab20-0d247efddcd2 None None] Pushing event updated for resources: {'Port': ['ID=a3d3b0f8-9450-4439-96ed-d3f1d9d4d643,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:03.093284 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def011c5-1043-436f-a866-4d894a297f86 req-3aa63ae2-286a-4f24-b1d7-51b7df7df259 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:03.095230 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-def011c5-1043-436f-a866-4d894a297f86 req-3aa63ae2-286a-4f24-b1d7-51b7df7df259 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 945 time: 0.2070055 Jul 09 09:40:03.104355 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4f8d6fcc-5be8-4202-ab20-0d247efddcd2 None None] Attempting to bind port a3d3b0f8-9450-4439-96ed-d3f1d9d4d643 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:40:03.104852 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4f8d6fcc-5be8-4202-ab20-0d247efddcd2 None None] Attempting to bind port a3d3b0f8-9450-4439-96ed-d3f1d9d4d643 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '9240b9e3-c687-48ee-bbb1-a2f2838ba5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5c89c534-dc4f-429d-b3e6-3cd662b5dd5b'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:40:03.105156 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8d6fcc-5be8-4202-ab20-0d247efddcd2 None None] Attempting to bind port a3d3b0f8-9450-4439-96ed-d3f1d9d4d643 on network 5c89c534-dc4f-429d-b3e6-3cd662b5dd5b {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:40:03.118979 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ebacd64c-bf87-47d2-8bbd-1c34f40146aa None None] Transition to ACTIVE for port object a6c94185-b7c9-4278-bb65-86e869f6e91c will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:03.134582 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8d6fcc-5be8-4202-ab20-0d247efddcd2 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:40:03.135132 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8d6fcc-5be8-4202-ab20-0d247efddcd2 None None] Checking segment: {'id': '9240b9e3-c687-48ee-bbb1-a2f2838ba5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5c89c534-dc4f-429d-b3e6-3cd662b5dd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:40:03.139720 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4f8d6fcc-5be8-4202-ab20-0d247efddcd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:03.139720 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8d6fcc-5be8-4202-ab20-0d247efddcd2 None None] Bound using segment: {'id': '9240b9e3-c687-48ee-bbb1-a2f2838ba5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5c89c534-dc4f-429d-b3e6-3cd662b5dd5b'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:40:03.139720 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4f8d6fcc-5be8-4202-ab20-0d247efddcd2 None None] Bound port: a3d3b0f8-9450-4439-96ed-d3f1d9d4d643, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9240b9e3-c687-48ee-bbb1-a2f2838ba5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5c89c534-dc4f-429d-b3e6-3cd662b5dd5b'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:40:03.139720 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4f8d6fcc-5be8-4202-ab20-0d247efddcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:03.174646 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ebacd64c-bf87-47d2-8bbd-1c34f40146aa None None] Transition to ACTIVE for port object a6c94185-b7c9-4278-bb65-86e869f6e91c will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:03.223028 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ebacd64c-bf87-47d2-8bbd-1c34f40146aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:03.229908 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8159c4e8-7967-415e-90e3-8ea2c4f8c37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:03.248462 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-def011c5-1043-436f-a866-4d894a297f86 req-1fc11a22-4ea4-4346-9b7a-68961404b40e tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388280 Jul 09 09:40:03.363267 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebacd64c-bf87-47d2-8bbd-1c34f40146aa None None] Network f4bca1f8-ff57-4683-b395-52e35cd021f9 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:03.380327 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-500a4af2-784d-4dde-b50e-a53508291eba tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:03.384084 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-ebacd64c-bf87-47d2-8bbd-1c34f40146aa None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:03.417972 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebacd64c-bf87-47d2-8bbd-1c34f40146aa None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:40:03.432756 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'name': 'tempest-ServerRescueTestJSONUnderV235-1973907656-router', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:00Z', 'revision_number': 3, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'gw_port': {'id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:03.434695 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebacd64c-bf87-47d2-8bbd-1c34f40146aa None None] Pushing event updated for resources: {'Port': ['ID=a6c94185-b7c9-4278-bb65-86e869f6e91c,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:03.436901 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:03.438242 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4f8d6fcc-5be8-4202-ab20-0d247efddcd2 None None] For port a3d3b0f8-9450-4439-96ed-d3f1d9d4d643, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:40:03.441613 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-500a4af2-784d-4dde-b50e-a53508291eba tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Transition to ACTIVE for port object 287628ec-260e-4242-b49f-b72691bdd7fb will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:03.446356 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4f8d6fcc-5be8-4202-ab20-0d247efddcd2 None None] For port a3d3b0f8-9450-4439-96ed-d3f1d9d4d643, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a3d3b0f8-9450-4439-96ed-d3f1d9d4d643,segment=NetworkSegment(9240b9e3-c687-48ee-bbb1-a2f2838ba5e5),segment_id=9240b9e3-c687-48ee-bbb1-a2f2838ba5e5)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:40:03.499389 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] Checking router: 7f2b401d-9a34-4909-bc8d-5b9a74725778 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:40:03.500085 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] Updating router 7f2b401d-9a34-4909-bc8d-5b9a74725778 port 8831a7ad-9297-48d8-b945-b07c95b03cec binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:40:03.506804 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdf2a6-da4b-42c2-8657-e01542714498 req-095db83e-216a-4baf-b1b1-3f7fe52615b2 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:03.508695 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b1fdf2a6-da4b-42c2-8657-e01542714498 req-095db83e-216a-4baf-b1b1-3f7fe52615b2 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.2408366 Jul 09 09:40:03.546235 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4f8d6fcc-5be8-4202-ab20-0d247efddcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:03.550788 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:03.579133 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Router 0949a3f1-30fe-4d10-98d6-4e9abaf57b96 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:40:03.594086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-8159c4e8-7967-415e-90e3-8ea2c4f8c37f admin admin] Allocated IP 172.20.0.1 (a164066a-07a4-4b33-8c4d-f1e348ed3948/2ed44c16-dda1-4e7b-8852-3e506b585647/236a0245-96db-47dd-906f-f0cbe92242a6) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:40:03.604515 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-500a4af2-784d-4dde-b50e-a53508291eba tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:03.627391 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b1fdf2a6-da4b-42c2-8657-e01542714498 req-85f9c095-61dc-4228-b227-412779a46d46 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944862 Jul 09 09:40:03.677320 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ebacd64c-bf87-47d2-8bbd-1c34f40146aa None None] Attempting to bind port a6c94185-b7c9-4278-bb65-86e869f6e91c on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:40:03.677697 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ebacd64c-bf87-47d2-8bbd-1c34f40146aa None None] Attempting to bind port a6c94185-b7c9-4278-bb65-86e869f6e91c by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '5780f340-a6ae-46d6-b81d-d9cd46874cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:40:03.678086 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebacd64c-bf87-47d2-8bbd-1c34f40146aa None None] Attempting to bind port a6c94185-b7c9-4278-bb65-86e869f6e91c on network f4bca1f8-ff57-4683-b395-52e35cd021f9 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:40:03.692035 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebacd64c-bf87-47d2-8bbd-1c34f40146aa None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:40:03.692422 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebacd64c-bf87-47d2-8bbd-1c34f40146aa None None] Checking segment: {'id': '5780f340-a6ae-46d6-b81d-d9cd46874cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:40:03.692839 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ebacd64c-bf87-47d2-8bbd-1c34f40146aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:03.693240 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebacd64c-bf87-47d2-8bbd-1c34f40146aa None None] Bound using segment: {'id': '5780f340-a6ae-46d6-b81d-d9cd46874cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:40:03.693734 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ebacd64c-bf87-47d2-8bbd-1c34f40146aa None None] Bound port: a6c94185-b7c9-4278-bb65-86e869f6e91c, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5780f340-a6ae-46d6-b81d-d9cd46874cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:40:03.694121 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ebacd64c-bf87-47d2-8bbd-1c34f40146aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:03.724818 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:40:03.727886 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500a4af2-784d-4dde-b50e-a53508291eba tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network 5c89c534-dc4f-429d-b3e6-3cd662b5dd5b is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:03.739371 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] Sync routers for ids ['0949a3f1-30fe-4d10-98d6-4e9abaf57b96'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:40:03.743938 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:03.745724 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-01109273-eeef-420f-b3cb-a03a0ca5a638 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.2404513 Jul 09 09:40:03.747595 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a4af2-784d-4dde-b50e-a53508291eba tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Port': ['ID=287628ec-260e-4242-b49f-b72691bdd7fb,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:03.748492 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58594) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:03.765164 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-500a4af2-784d-4dde-b50e-a53508291eba tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:03.770816 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] Routers {'0949a3f1-30fe-4d10-98d6-4e9abaf57b96'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:40:03.771736 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:39:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['0949a3f1-30fe-4d10-98d6-4e9abaf57b96'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:03.777153 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a4af2-784d-4dde-b50e-a53508291eba tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:40:03.777856 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d6fcc-5be8-4202-ab20-0d247efddcd2 None None] Pushing event updated for resources: {'Port': ['ID=a3d3b0f8-9450-4439-96ed-d3f1d9d4d643,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:03.791523 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500a4af2-784d-4dde-b50e-a53508291eba tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:03.792294 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-500a4af2-784d-4dde-b50e-a53508291eba tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:03.872738 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-500a4af2-784d-4dde-b50e-a53508291eba tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2858074 Jul 09 09:40:03.874868 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:03.876709 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8159c4e8-7967-415e-90e3-8ea2c4f8c37f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:03.879430 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58596) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:03.937922 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ebacd64c-bf87-47d2-8bbd-1c34f40146aa None None] For port a6c94185-b7c9-4278-bb65-86e869f6e91c, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:40:03.959871 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ebacd64c-bf87-47d2-8bbd-1c34f40146aa None None] For port a6c94185-b7c9-4278-bb65-86e869f6e91c, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a6c94185-b7c9-4278-bb65-86e869f6e91c,segment=NetworkSegment(5780f340-a6ae-46d6-b81d-d9cd46874cec),segment_id=5780f340-a6ae-46d6-b81d-d9cd46874cec)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:40:03.996813 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] Set router 0949a3f1-30fe-4d10-98d6-4e9abaf57b96 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:40:03.997230 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ebacd64c-bf87-47d2-8bbd-1c34f40146aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:04.142982 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebacd64c-bf87-47d2-8bbd-1c34f40146aa None None] Pushing event updated for resources: {'Port': ['ID=a6c94185-b7c9-4278-bb65-86e869f6e91c,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:04.181918 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:04.200092 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] Transition to ACTIVE for port object 8831a7ad-9297-48d8-b945-b07c95b03cec will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:04.211465 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:04.213468 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8159c4e8-7967-415e-90e3-8ea2c4f8c37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:04.305414 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'name': 'tempest-ServersTestJSON-1124591461-router', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:40:01Z', 'updated_at': '2021-07-09T09:40:02Z', 'revision_number': 3, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'gw_port': {'id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:02Z', 'updated_at': '2021-07-09T09:40:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:04.313892 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] Attempting to bind port 8831a7ad-9297-48d8-b945-b07c95b03cec on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:40:04.314240 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] Attempting to bind port 8831a7ad-9297-48d8-b945-b07c95b03cec by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:40:04.314600 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] Attempting to bind port 8831a7ad-9297-48d8-b945-b07c95b03cec on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:40:04.322588 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:40:04.323083 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:40:04.323489 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:04.323948 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:40:04.324416 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] Bound port: 8831a7ad-9297-48d8-b945-b07c95b03cec, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:40:04.324792 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:04.328208 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a6594-f311-4aa0-8c8e-44a435bf076a None None] Pushing event updated for resources: {'Port': ['ID=8831a7ad-9297-48d8-b945-b07c95b03cec,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:04.378717 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8159c4e8-7967-415e-90e3-8ea2c4f8c37f admin admin] Network a164066a-07a4-4b33-8c4d-f1e348ed3948 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:04.386081 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] Checking router: 0949a3f1-30fe-4d10-98d6-4e9abaf57b96 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:40:04.386667 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] Updating router 0949a3f1-30fe-4d10-98d6-4e9abaf57b96 port db48b934-e5d9-4cb1-a78d-d54627493d1d binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:40:04.402694 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-8159c4e8-7967-415e-90e3-8ea2c4f8c37f admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:04.403523 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] For port 8831a7ad-9297-48d8-b945-b07c95b03cec, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:40:04.411914 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] For port 8831a7ad-9297-48d8-b945-b07c95b03cec, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8831a7ad-9297-48d8-b945-b07c95b03cec,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:40:04.416959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8159c4e8-7967-415e-90e3-8ea2c4f8c37f admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:40:04.424649 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:04.461669 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159c4e8-7967-415e-90e3-8ea2c4f8c37f admin admin] Pushing event updated for resources: {'Port': ['ID=236a0245-96db-47dd-906f-f0cbe92242a6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:04.522424 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:04.544366 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] Routers {'7f2b401d-9a34-4909-bc8d-5b9a74725778'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:40:04.545050 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:39:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7f2b401d-9a34-4909-bc8d-5b9a74725778'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:04.579800 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8159c4e8-7967-415e-90e3-8ea2c4f8c37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:04.712713 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ef86a92-9d2d-4b19-b677-ee385a488ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:04.914931 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a6594-f311-4aa0-8c8e-44a435bf076a None None] Pushing event updated for resources: {'Port': ['ID=8831a7ad-9297-48d8-b945-b07c95b03cec,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:04.984962 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e3273-5791-4133-a83d-1438859a00eb req-ac2f9383-af34-430c-8bc8-e6f30c2014a7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:05.000340 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9d2e3273-5791-4133-a83d-1438859a00eb req-ac2f9383-af34-430c-8bc8-e6f30c2014a7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 945 time: 0.4658825 Jul 09 09:40:05.070791 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a6b94f88-6a28-4955-b478-0136cf893853 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:05.083324 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:05.095176 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] Set router 7f2b401d-9a34-4909-bc8d-5b9a74725778 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:40:05.106835 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] Transition to ACTIVE for port object db48b934-e5d9-4cb1-a78d-d54627493d1d will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:05.116349 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-0ef86a92-9d2d-4b19-b677-ee385a488ee6 admin admin] Allocated IP 172.20.0.1 (f4bca1f8-ff57-4683-b395-52e35cd021f9/4d29fd57-68a4-471a-8ab4-26e684070de4/8181dd60-03bd-4a22-a150-40cc8ee5b33a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:40:05.120081 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:05.201699 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a6c94185-b7c9-4278-bb65-86e869f6e91c up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:40:05.206876 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae995e5-8986-4493-bc73-42c12b425d08 None None] Pushing event updated for resources: {'Port': ['ID=db48b934-e5d9-4cb1-a78d-d54627493d1d,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:05.241666 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae995e5-8986-4493-bc73-42c12b425d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:05.242004 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae995e5-8986-4493-bc73-42c12b425d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:05.242570 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae995e5-8986-4493-bc73-42c12b425d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:05.243089 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae995e5-8986-4493-bc73-42c12b425d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:05.243575 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae995e5-8986-4493-bc73-42c12b425d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:05.244118 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae995e5-8986-4493-bc73-42c12b425d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:05.244602 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae995e5-8986-4493-bc73-42c12b425d08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:05.245101 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae995e5-8986-4493-bc73-42c12b425d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:05.245581 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae995e5-8986-4493-bc73-42c12b425d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:05.246058 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae995e5-8986-4493-bc73-42c12b425d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:05.246545 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae995e5-8986-4493-bc73-42c12b425d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:05.247023 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae995e5-8986-4493-bc73-42c12b425d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:05.257850 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ef86a92-9d2d-4b19-b677-ee385a488ee6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:05.274391 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] Attempting to bind port db48b934-e5d9-4cb1-a78d-d54627493d1d on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:40:05.275053 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] Attempting to bind port db48b934-e5d9-4cb1-a78d-d54627493d1d by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:40:05.275612 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] Attempting to bind port db48b934-e5d9-4cb1-a78d-d54627493d1d on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:40:05.278085 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-0ef86a92-9d2d-4b19-b677-ee385a488ee6 admin admin] Transition to ACTIVE for port object 8181dd60-03bd-4a22-a150-40cc8ee5b33a will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:05.281789 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8159c4e8-7967-415e-90e3-8ea2c4f8c37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:05.285137 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:40:05.285517 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:40:05.285917 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:05.286306 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:40:05.286953 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] Bound port: db48b934-e5d9-4cb1-a78d-d54627493d1d, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:40:05.288989 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:05.331917 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ef86a92-9d2d-4b19-b677-ee385a488ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:05.352360 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9d2e3273-5791-4133-a83d-1438859a00eb req-ce2e3d2a-cee0-49a8-9817-da79e2444bc6 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511851 Jul 09 09:40:05.387570 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port a6c94185-b7c9-4278-bb65-86e869f6e91c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:40:05.395105 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] For port db48b934-e5d9-4cb1-a78d-d54627493d1d, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:40:05.400076 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] For port db48b934-e5d9-4cb1-a78d-d54627493d1d, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=db48b934-e5d9-4cb1-a78d-d54627493d1d,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:40:05.408497 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:05.424011 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef86a92-9d2d-4b19-b677-ee385a488ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=8181dd60-03bd-4a22-a150-40cc8ee5b33a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:05.436047 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef86a92-9d2d-4b19-b677-ee385a488ee6 admin admin] Network f4bca1f8-ff57-4683-b395-52e35cd021f9 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:05.442288 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0ef86a92-9d2d-4b19-b677-ee385a488ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:05.447377 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef86a92-9d2d-4b19-b677-ee385a488ee6 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:40:05.449642 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a3d3b0f8-9450-4439-96ed-d3f1d9d4d643 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:40:05.498735 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae995e5-8986-4493-bc73-42c12b425d08 None None] Pushing event updated for resources: {'Port': ['ID=db48b934-e5d9-4cb1-a78d-d54627493d1d,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:05.505994 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ef86a92-9d2d-4b19-b677-ee385a488ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:05.512229 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d431049-ff9b-48fe-984f-7c5603e82bb8 None None] Network 5c89c534-dc4f-429d-b3e6-3cd662b5dd5b requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:40:05.517080 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] Routers {'0949a3f1-30fe-4d10-98d6-4e9abaf57b96'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:40:05.519959 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:39:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['0949a3f1-30fe-4d10-98d6-4e9abaf57b96'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:05.626684 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4dda0aaf-9805-41e9-a1d2-b99f8b076326 None None] Provisioning for port a3d3b0f8-9450-4439-96ed-d3f1d9d4d643 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:40:05.633580 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4dda0aaf-9805-41e9-a1d2-b99f8b076326 None None] Provisioning complete for port a3d3b0f8-9450-4439-96ed-d3f1d9d4d643 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:05.633958 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4dda0aaf-9805-41e9-a1d2-b99f8b076326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:05.641743 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port a3d3b0f8-9450-4439-96ed-d3f1d9d4d643 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:40:05.665664 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] Set router 0949a3f1-30fe-4d10-98d6-4e9abaf57b96 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:40:05.681084 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a3d3b0f8-9450-4439-96ed-d3f1d9d4d643 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:05.681615 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:05.712616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a445e9db-29a8-4452-99c6-785db4df6d1e details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:40:05.714989 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5b934c85-eb71-4634-aff9-87fb7da9e1c2 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:40:05.718441 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ef86a92-9d2d-4b19-b677-ee385a488ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:05.813946 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5a96b-021d-4fb9-88de-425b5864588c req-9c8d0cf7-3eca-47c2-b675-3be33c9496e2 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:05.815549 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aef5a96b-021d-4fb9-88de-425b5864588c req-9c8d0cf7-3eca-47c2-b675-3be33c9496e2 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.6527009 Jul 09 09:40:05.854720 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400bf64e-70a7-4692-934a-f01a5ed159cf None None] Network f4bca1f8-ff57-4683-b395-52e35cd021f9 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:40:05.912600 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8159c4e8-7967-415e-90e3-8ea2c4f8c37f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:05.924153 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8159c4e8-7967-415e-90e3-8ea2c4f8c37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:05.948879 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'name': 'tempest-ServersTestJSON-1124591461-router', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:40:01Z', 'updated_at': '2021-07-09T09:40:02Z', 'revision_number': 3, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'gw_port': {'id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:02Z', 'updated_at': '2021-07-09T09:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:05.980778 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ef86a92-9d2d-4b19-b677-ee385a488ee6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:05.981007 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.resource_extend [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 09:40:05.993202 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ef86a92-9d2d-4b19-b677-ee385a488ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:06.004383 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482a44da-b859-4cda-8dd3-48616f3ddd93 None None] The sync data for ids ['0949a3f1-30fe-4d10-98d6-4e9abaf57b96'] in n-d-799996-1 is: [{'id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'name': 'tempest-ServersTestJSON-1124591461-router', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:40:01Z', 'updated_at': '2021-07-09T09:40:02Z', 'revision_number': 3, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'gw_port': {'id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:02Z', 'updated_at': '2021-07-09T09:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:40:06.036281 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8159c4e8-7967-415e-90e3-8ea2c4f8c37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:06.042273 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159c4e8-7967-415e-90e3-8ea2c4f8c37f admin admin] Pushing event updated for resources: {'Port': ['ID=236a0245-96db-47dd-906f-f0cbe92242a6,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:06.080923 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ef86a92-9d2d-4b19-b677-ee385a488ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:06.181202 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aef5a96b-021d-4fb9-88de-425b5864588c req-0b618389-5094-4bee-a494-c39564089713 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593541 Jul 09 09:40:06.182291 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'name': 'tempest-ServerRescueTestJSONUnderV235-1973907656-router', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:00Z', 'revision_number': 3, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'gw_port': {'id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:06.184168 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef86a92-9d2d-4b19-b677-ee385a488ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=8181dd60-03bd-4a22-a150-40cc8ee5b33a,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:06.221082 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef86a92-9d2d-4b19-b677-ee385a488ee6 admin admin] Network f4bca1f8-ff57-4683-b395-52e35cd021f9 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:06.223762 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0ef86a92-9d2d-4b19-b677-ee385a488ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:06.246203 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a6b94f88-6a28-4955-b478-0136cf893853 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:06.252933 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a6b94f88-6a28-4955-b478-0136cf893853 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:06.265576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8159c4e8-7967-415e-90e3-8ea2c4f8c37f admin admin] Network a164066a-07a4-4b33-8c4d-f1e348ed3948 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:06.289752 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-8159c4e8-7967-415e-90e3-8ea2c4f8c37f admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:06.291408 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f50a11a-f0fe-4ffe-806f-803025e0d12c None None] The sync data for ids ['7f2b401d-9a34-4909-bc8d-5b9a74725778'] in n-d-799996-1 is: [{'id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'name': 'tempest-ServerRescueTestJSONUnderV235-1973907656-router', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:00Z', 'revision_number': 3, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'gw_port': {'id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:40:06.294437 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a445e9db-29a8-4452-99c6-785db4df6d1e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a445e9db-29a8-4452-99c6-785db4df6d1e,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:06.351426 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 5b934c85-eb71-4634-aff9-87fb7da9e1c2 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:40:06.399870 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef86a92-9d2d-4b19-b677-ee385a488ee6 admin admin] Router 0949a3f1-30fe-4d10-98d6-4e9abaf57b96 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:40:06.412414 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'a445e9db-29a8-4452-99c6-785db4df6d1e', 'network_id': '1ae54679-4cff-4994-98e0-50f486401346', 'port_id': 'a445e9db-29a8-4452-99c6-785db4df6d1e', 'mac_address': 'fa:16:3e:2f:d3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112afd71-533d-4ba0-a28c-db2bcc9ef172', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:40:06.433304 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:06.440714 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4dda0aaf-9805-41e9-a1d2-b99f8b076326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:06.445188 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 5b934c85-eb71-4634-aff9-87fb7da9e1c2 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:06.445553 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:06.456686 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b94f88-6a28-4955-b478-0136cf893853 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Port': ['ID=287628ec-260e-4242-b49f-b72691bdd7fb,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:06.591464 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef86a92-9d2d-4b19-b677-ee385a488ee6 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:40:06.599259 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0ef86a92-9d2d-4b19-b677-ee385a488ee6 admin admin] 10.222.0.61 "PUT /v2.0/routers/0949a3f1-30fe-4d10-98d6-4e9abaf57b96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8495142 Jul 09 09:40:06.679199 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port a3d3b0f8-9450-4439-96ed-d3f1d9d4d643, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a3d3b0f8-9450-4439-96ed-d3f1d9d4d643,segment=NetworkSegment(9240b9e3-c687-48ee-bbb1-a2f2838ba5e5),segment_id=9240b9e3-c687-48ee-bbb1-a2f2838ba5e5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:06.699828 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8159c4e8-7967-415e-90e3-8ea2c4f8c37f admin admin] Router 7f2b401d-9a34-4909-bc8d-5b9a74725778 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:40:06.705842 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:06.709832 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:06.773582 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a6b94f88-6a28-4955-b478-0136cf893853 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:06.843001 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a445e9db-29a8-4452-99c6-785db4df6d1e {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:40:06.939332 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:06.982161 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5b934c85-eb71-4634-aff9-87fb7da9e1c2, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5b934c85-eb71-4634-aff9-87fb7da9e1c2,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:07.007407 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8125a41e-ac4c-4ba8-909b-bcf88aa747f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b934c85-eb71-4634-aff9-87fb7da9e1c2'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:40:07.010828 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facd1b31-3470-4cb8-a151-05952651cfd2" -d '{"events": [{"server_uuid": "8125a41e-ac4c-4ba8-909b-bcf88aa747f2", "name": "network-vif-plugged", "status": "completed", "tag": "5b934c85-eb71-4634-aff9-87fb7da9e1c2"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:40:07.036382 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:07.065394 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a445e9db-29a8-4452-99c6-785db4df6d1e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a445e9db-29a8-4452-99c6-785db4df6d1e,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:07.126359 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f1982000-b1fc-43c4-8750-cd2778f59e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:07.128009 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device db48b934-e5d9-4cb1-a78d-d54627493d1d up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:40:07.130399 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:07.146611 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-4dda0aaf-9805-41e9-a1d2-b99f8b076326 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:40:07.146972 n-d-799996-1 neutron-server[93792]: DEBUG oslo_db.api [None req-4dda0aaf-9805-41e9-a1d2-b99f8b076326 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:40:07.239764 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=a3d3b0f8-9450-4439-96ed-d3f1d9d4d643,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:07.615526 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58626) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:07.617564 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['a445e9db-29a8-4452-99c6-785db4df6d1e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:40:07.630236 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-664862a9-b3b6-4327-8d16-299ce1536610 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--587796721', 'description': 'tempest-description--1992572712'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:07.714359 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501a719-8488-4310-ac53-e6d8cce03bba req-db662cd3-ae05-4918-a1c7-27214e011b92 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:07.717560 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4501a719-8488-4310-ac53-e6d8cce03bba req-db662cd3-ae05-4918-a1c7-27214e011b92 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 945 time: 1.1199229 Jul 09 09:40:07.719530 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-664862a9-b3b6-4327-8d16-299ce1536610 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:07.849808 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a6b94f88-6a28-4955-b478-0136cf893853 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:07.883025 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8159c4e8-7967-415e-90e3-8ea2c4f8c37f admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:40:07.911625 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8159c4e8-7967-415e-90e3-8ea2c4f8c37f admin admin] 10.222.0.61 "PUT /v2.0/routers/7f2b401d-9a34-4909-bc8d-5b9a74725778/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7829468 Jul 09 09:40:07.963871 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-664862a9-b3b6-4327-8d16-299ce1536610 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:07.972882 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-664862a9-b3b6-4327-8d16-299ce1536610 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:07.997457 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5b934c85-eb71-4634-aff9-87fb7da9e1c2,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:08.024786 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-664862a9-b3b6-4327-8d16-299ce1536610 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:08.028322 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-664862a9-b3b6-4327-8d16-299ce1536610 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4116781 Jul 09 09:40:08.043616 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58630) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:08.067621 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2499ce7e-47c2-47e0-97e5-511e5f511e0e tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Request body: {'security_group_rule': {'security_group_id': '1e5a8f44-17e3-410b-93a9-c2b6fdb5acf5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:08.098901 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port db48b934-e5d9-4cb1-a78d-d54627493d1d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:40:08.105180 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c38427-2a1e-423b-a7cc-3ea2d35bee4e x-openstack-request-id: req-c1c38427-2a1e-423b-a7cc-3ea2d35bee4e {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:40:08.105473 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8125a41e-ac4c-4ba8-909b-bcf88aa747f2", "name": "network-vif-plugged", "status": "completed", "tag": "5b934c85-eb71-4634-aff9-87fb7da9e1c2", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:40:08.109037 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c1c38427-2a1e-423b-a7cc-3ea2d35bee4e {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:40:08.109544 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8125a41e-ac4c-4ba8-909b-bcf88aa747f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b934c85-eb71-4634-aff9-87fb7da9e1c2', 'code': 200} Jul 09 09:40:08.115169 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=a445e9db-29a8-4452-99c6-785db4df6d1e,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:08.145502 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port db48b934-e5d9-4cb1-a78d-d54627493d1d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:08.146005 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:08.187375 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664862a9-b3b6-4327-8d16-299ce1536610 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5a8f44-17e3-410b-93a9-c2b6fdb5acf5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:08.219033 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2499ce7e-47c2-47e0-97e5-511e5f511e0e tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:08.390961 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:08.401164 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4501a719-8488-4310-ac53-e6d8cce03bba req-0e77c635-d198-4757-953b-f4c7f23f0e5d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5980842 Jul 09 09:40:08.425917 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2499ce7e-47c2-47e0-97e5-511e5f511e0e tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:08.437066 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2499ce7e-47c2-47e0-97e5-511e5f511e0e tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:08.458684 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dccf4872-c53f-4126-840c-57c50e73a24c None None] Provisioning for port a6c94185-b7c9-4278-bb65-86e869f6e91c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:40:08.490823 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499ce7e-47c2-47e0-97e5-511e5f511e0e tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d704294-3fb7-4a43-9ba3-4f38b0719200,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:08.498986 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dccf4872-c53f-4126-840c-57c50e73a24c None None] Provisioning complete for port a6c94185-b7c9-4278-bb65-86e869f6e91c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:08.499371 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dccf4872-c53f-4126-840c-57c50e73a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:08.527394 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2499ce7e-47c2-47e0-97e5-511e5f511e0e tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:08.532116 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2499ce7e-47c2-47e0-97e5-511e5f511e0e tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4827139 Jul 09 09:40:08.535159 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58638) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:08.545913 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-aebb748f-22b1-48b3-a951-e3bb27d667e1 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Request body: {'security_group_rule': {'security_group_id': '1e5a8f44-17e3-410b-93a9-c2b6fdb5acf5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:08.561075 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port db48b934-e5d9-4cb1-a78d-d54627493d1d, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=db48b934-e5d9-4cb1-a78d-d54627493d1d,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:08.608830 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aebb748f-22b1-48b3-a951-e3bb27d667e1 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:08.630427 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:08.631294 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8831a7ad-9297-48d8-b945-b07c95b03cec up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:40:08.710455 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aebb748f-22b1-48b3-a951-e3bb27d667e1 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:08.712862 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a6b94f88-6a28-4955-b478-0136cf893853 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:08.718437 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aebb748f-22b1-48b3-a951-e3bb27d667e1 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:08.760917 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb748f-22b1-48b3-a951-e3bb27d667e1 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29327dca-404c-4ceb-af8f-41f231d04b7a,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:08.767656 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aebb748f-22b1-48b3-a951-e3bb27d667e1 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:08.769478 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-aebb748f-22b1-48b3-a951-e3bb27d667e1 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2326481 Jul 09 09:40:08.774458 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58648) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:08.785234 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d51af3a8-658f-4af7-99fa-f07f2e362685 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:08.852816 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d51af3a8-658f-4af7-99fa-f07f2e362685 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:08.857247 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a6b94f88-6a28-4955-b478-0136cf893853 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:08.858697 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a6b94f88-6a28-4955-b478-0136cf893853 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:08.882395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 8831a7ad-9297-48d8-b945-b07c95b03cec completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:40:08.885564 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=db48b934-e5d9-4cb1-a78d-d54627493d1d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:08.889198 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dccf4872-c53f-4126-840c-57c50e73a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:08.910564 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 8831a7ad-9297-48d8-b945-b07c95b03cec triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:08.910942 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:08.965851 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-dccf4872-c53f-4126-840c-57c50e73a24c None None] For port a6c94185-b7c9-4278-bb65-86e869f6e91c, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a6c94185-b7c9-4278-bb65-86e869f6e91c,segment=NetworkSegment(5780f340-a6ae-46d6-b81d-d9cd46874cec),segment_id=5780f340-a6ae-46d6-b81d-d9cd46874cec)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:08.976165 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dccf4872-c53f-4126-840c-57c50e73a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:08.999278 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d51af3a8-658f-4af7-99fa-f07f2e362685 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:09.013701 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-da1d6659-62c4-412a-af0c-f2f245683c9c tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:09.016273 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-da1d6659-62c4-412a-af0c-f2f245683c9c tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/networks?id=a164066a-07a4-4b33-8c4d-f1e348ed3948 HTTP/1.1" status: 200 len: 820 time: 0.3137798 Jul 09 09:40:09.027573 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dccf4872-c53f-4126-840c-57c50e73a24c None None] Provisioning for port 8181dd60-03bd-4a22-a150-40cc8ee5b33a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:40:09.035424 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b94f88-6a28-4955-b478-0136cf893853 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Port': ['ID=287628ec-260e-4242-b49f-b72691bdd7fb,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:09.054565 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dccf4872-c53f-4126-840c-57c50e73a24c None None] Provisioning complete for port 8181dd60-03bd-4a22-a150-40cc8ee5b33a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:09.069544 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dccf4872-c53f-4126-840c-57c50e73a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:09.077138 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e1ac0-90f8-41ef-b998-618e7d95f603 req-1c318403-29ce-4bef-b6e1-46f7481982ab tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:09.085843 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-287e1ac0-90f8-41ef-b998-618e7d95f603 req-1c318403-29ce-4bef-b6e1-46f7481982ab tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 944 time: 0.4600601 Jul 09 09:40:09.137239 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27af70c-e89f-4f09-89f5-c5cdd17859a2 req-ab657996-f944-4b74-985c-ca2d654a1fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:09.139582 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a27af70c-e89f-4f09-89f5-c5cdd17859a2 req-ab657996-f944-4b74-985c-ca2d654a1fb5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 1097 time: 0.9642718 Jul 09 09:40:09.141698 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf4872-c53f-4126-840c-57c50e73a24c None None] Pushing event updated for resources: {'Port': ['ID=a6c94185-b7c9-4278-bb65-86e869f6e91c,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:09.178121 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-d51af3a8-658f-4af7-99fa-f07f2e362685 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Allocated IP 172.25.3.193 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/ba385f19-3e13-429b-a4eb-7de70c0ae40c) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:40:09.186213 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:09.194673 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:09.215170 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-dccf4872-c53f-4126-840c-57c50e73a24c None None] Port 8181dd60-03bd-4a22-a150-40cc8ee5b33a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:40:09.233151 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 8831a7ad-9297-48d8-b945-b07c95b03cec, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8831a7ad-9297-48d8-b945-b07c95b03cec,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:09.245821 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dccf4872-c53f-4126-840c-57c50e73a24c None None] Provisioning complete for port a3d3b0f8-9450-4439-96ed-d3f1d9d4d643 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:09.246206 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dccf4872-c53f-4126-840c-57c50e73a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:09.249568 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:09.262490 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a27af70c-e89f-4f09-89f5-c5cdd17859a2 req-743663d1-ac98-4f60-af18-3eaed1ac30a5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895693 Jul 09 09:40:09.266241 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-8f4a818a-55a8-4788-a0a6-c70e777b9826 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/quotas/79cca47b589343548a2809bc25bd21ee HTTP/1.1" status: 200 len: 375 time: 0.2240007 Jul 09 09:40:09.297554 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-287e1ac0-90f8-41ef-b998-618e7d95f603 req-5f6d192e-6c79-49a3-ad5d-3ca83f009688 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106438 Jul 09 09:40:09.345406 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=8831a7ad-9297-48d8-b945-b07c95b03cec,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:09.395578 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-85d48b31-b069-4236-ba41-1fd74ee9112d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:09.409890 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] Sync routers for ids ['0949a3f1-30fe-4d10-98d6-4e9abaf57b96'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:40:09.434071 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d51af3a8-658f-4af7-99fa-f07f2e362685 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:09.445586 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] Routers {'0949a3f1-30fe-4d10-98d6-4e9abaf57b96'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:40:09.446386 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:40:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['0949a3f1-30fe-4d10-98d6-4e9abaf57b96'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:09.463166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b94f88-6a28-4955-b478-0136cf893853 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network 5c89c534-dc4f-429d-b3e6-3cd662b5dd5b is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:09.470519 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-a6b94f88-6a28-4955-b478-0136cf893853 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:09.497230 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device db48b934-e5d9-4cb1-a78d-d54627493d1d up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:40:09.527179 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d51af3a8-658f-4af7-99fa-f07f2e362685 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:09.581591 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:09.632781 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-673f08d4-733a-42c7-8cb0-5ab5e7cf3a1d tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=79cca47b589343548a2809bc25bd21ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3566709 Jul 09 09:40:09.653040 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51af3a8-658f-4af7-99fa-f07f2e362685 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:09.658316 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d51af3a8-658f-4af7-99fa-f07f2e362685 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:09.662324 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51af3a8-658f-4af7-99fa-f07f2e362685 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:40:09.670057 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51af3a8-658f-4af7-99fa-f07f2e362685 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Pushing event updated for resources: {'Port': ['ID=ba385f19-3e13-429b-a4eb-7de70c0ae40c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:09.715425 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] Set router 0949a3f1-30fe-4d10-98d6-4e9abaf57b96 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:40:09.778445 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b94f88-6a28-4955-b478-0136cf893853 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Router 6772adf8-afe2-4820-94f0-148c0650b7f6 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:40:09.805240 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-4be396a7-4552-4c86-b3a3-a7054af1176b service neutron] 10.222.0.61 "GET /v2.0/networks/a164066a-07a4-4b33-8c4d-f1e348ed3948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634173 Jul 09 09:40:09.829455 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a445e9db-29a8-4452-99c6-785db4df6d1e up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:40:09.861679 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d51af3a8-658f-4af7-99fa-f07f2e362685 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:09.908693 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dccf4872-c53f-4126-840c-57c50e73a24c None None] Provisioning for port 287628ec-260e-4242-b49f-b72691bdd7fb completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:40:09.927011 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d51af3a8-658f-4af7-99fa-f07f2e362685 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:09.934125 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dccf4872-c53f-4126-840c-57c50e73a24c None None] Provisioning complete for port 287628ec-260e-4242-b49f-b72691bdd7fb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:09.934655 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dccf4872-c53f-4126-840c-57c50e73a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:09.992285 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port db48b934-e5d9-4cb1-a78d-d54627493d1d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:09.992812 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:09.999595 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] Sync routers for ids ['7f2b401d-9a34-4909-bc8d-5b9a74725778'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:40:10.017959 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] Routers {'7f2b401d-9a34-4909-bc8d-5b9a74725778'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:40:10.019889 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:40:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7f2b401d-9a34-4909-bc8d-5b9a74725778'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:10.060774 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-dccf4872-c53f-4126-840c-57c50e73a24c None None] Port 287628ec-260e-4242-b49f-b72691bdd7fb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:40:10.087911 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port a445e9db-29a8-4452-99c6-785db4df6d1e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:10.088460 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:10.118196 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d51af3a8-658f-4af7-99fa-f07f2e362685 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:10.128541 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d51af3a8-658f-4af7-99fa-f07f2e362685 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:10.156445 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b94f88-6a28-4955-b478-0136cf893853 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:40:10.168611 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-56e548e1-8e33-411b-bd8d-e4a613e63e20 service neutron] 10.222.0.61 "GET /v2.0/networks/a164066a-07a4-4b33-8c4d-f1e348ed3948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013389 Jul 09 09:40:10.170331 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] Set router 7f2b401d-9a34-4909-bc8d-5b9a74725778 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:40:10.178416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a6b94f88-6a28-4955-b478-0136cf893853 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "PUT /v2.0/routers/6772adf8-afe2-4820-94f0-148c0650b7f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2955637 Jul 09 09:40:10.183331 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58658) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:10.194519 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69700d9-8065-4e68-8954-ed64141fba03 None None] Sync routers for ids ['6772adf8-afe2-4820-94f0-148c0650b7f6'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:40:10.228501 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62442301-2c9a-499c-94cc-e01a6c8c5265 req-8c551a2e-a4bc-4133-a562-92ebaf8559c1 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:10.236666 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-62442301-2c9a-499c-94cc-e01a6c8c5265 req-8c551a2e-a4bc-4133-a562-92ebaf8559c1 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 946 time: 0.2747324 Jul 09 09:40:10.255060 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a6c94185-b7c9-4278-bb65-86e869f6e91c up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:40:10.256646 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69700d9-8065-4e68-8954-ed64141fba03 None None] Routers {'6772adf8-afe2-4820-94f0-148c0650b7f6'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:40:10.257288 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a69700d9-8065-4e68-8954-ed64141fba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:40:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6772adf8-afe2-4820-94f0-148c0650b7f6'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:10.320041 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c3315228-7ea8-46f4-a90a-95baff9a795b None None] Provisioning complete for port 287628ec-260e-4242-b49f-b72691bdd7fb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:10.320867 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c3315228-7ea8-46f4-a90a-95baff9a795b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:10.324272 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-62442301-2c9a-499c-94cc-e01a6c8c5265 req-aff650fb-6394-40e7-a43a-677b17e62a63 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833623 Jul 09 09:40:10.327550 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a69700d9-8065-4e68-8954-ed64141fba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:10.347286 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51af3a8-658f-4af7-99fa-f07f2e362685 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Pushing event updated for resources: {'Port': ['ID=ba385f19-3e13-429b-a4eb-7de70c0ae40c,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:10.366591 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d51af3a8-658f-4af7-99fa-f07f2e362685 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:10.386501 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d51af3a8-658f-4af7-99fa-f07f2e362685 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:10.387953 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d51af3a8-658f-4af7-99fa-f07f2e362685 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6116247 Jul 09 09:40:10.398890 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8c6914-e2d9-40aa-9fa9-0459d225c52d tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:10.406747 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58670) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:10.432187 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6b8c6914-e2d9-40aa-9fa9-0459d225c52d tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports?device_id=6772adf8-afe2-4820-94f0-148c0650b7f6 HTTP/1.1" status: 200 len: 989 time: 0.2375996 Jul 09 09:40:10.436722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'name': 'tempest-ServersTestJSON-1124591461-router', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:40:01Z', 'updated_at': '2021-07-09T09:40:05Z', 'revision_number': 4, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'gw_port': {'id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:02Z', 'updated_at': '2021-07-09T09:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '8181dd60-03bd-4a22-a150-40cc8ee5b33a', 'name': '', 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'mac_address': 'fa:16:3e:01:40:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '4d29fd57-68a4-471a-8ab4-26e684070de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:04Z', 'updated_at': '2021-07-09T09:40:05Z', 'revision_number': 2, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'subnets': [{'id': '4d29fd57-68a4-471a-8ab4-26e684070de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:10.487079 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c3315228-7ea8-46f4-a90a-95baff9a795b None None] Port 287628ec-260e-4242-b49f-b72691bdd7fb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:40:10.489035 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69700d9-8065-4e68-8954-ed64141fba03 None None] Routers {'6772adf8-afe2-4820-94f0-148c0650b7f6'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:40:10.489851 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a69700d9-8065-4e68-8954-ed64141fba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:40:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6772adf8-afe2-4820-94f0-148c0650b7f6'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:10.494121 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] Checking router: 0949a3f1-30fe-4d10-98d6-4e9abaf57b96 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:40:10.494663 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] Updating router 0949a3f1-30fe-4d10-98d6-4e9abaf57b96 port 8181dd60-03bd-4a22-a150-40cc8ee5b33a binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:40:10.499748 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:10.622762 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a69700d9-8065-4e68-8954-ed64141fba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:10.625829 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69700d9-8065-4e68-8954-ed64141fba03 None None] The sync data for ids ['6772adf8-afe2-4820-94f0-148c0650b7f6'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:40:10.645345 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'name': 'tempest-ServerRescueTestJSONUnderV235-1973907656-router', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:04Z', 'revision_number': 4, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'gw_port': {'id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '236a0245-96db-47dd-906f-f0cbe92242a6', 'name': '', 'network_id': 'a164066a-07a4-4b33-8c4d-f1e348ed3948', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'mac_address': 'fa:16:3e:46:ec:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2ed44c16-dda1-4e7b-8852-3e506b585647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:03Z', 'updated_at': '2021-07-09T09:40:05Z', 'revision_number': 2, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'subnets': [{'id': '2ed44c16-dda1-4e7b-8852-3e506b585647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:10.700481 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073578b6-2ee3-4eee-9bc1-fa2abe500854 req-30fbf4a4-13fe-4368-be4a-cd2e7f24f73d tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:10.708343 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-073578b6-2ee3-4eee-9bc1-fa2abe500854 req-30fbf4a4-13fe-4368-be4a-cd2e7f24f73d tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 944 time: 0.1090844 Jul 09 09:40:10.723337 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a445e9db-29a8-4452-99c6-785db4df6d1e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a445e9db-29a8-4452-99c6-785db4df6d1e,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:10.730570 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c3315228-7ea8-46f4-a90a-95baff9a795b None None] Provisioning complete for port 8181dd60-03bd-4a22-a150-40cc8ee5b33a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:10.731409 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c3315228-7ea8-46f4-a90a-95baff9a795b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:10.755161 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] Checking router: 7f2b401d-9a34-4909-bc8d-5b9a74725778 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:40:10.755720 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] Updating router 7f2b401d-9a34-4909-bc8d-5b9a74725778 port 236a0245-96db-47dd-906f-f0cbe92242a6 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:40:10.778185 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-043047d6-3a59-4d79-8bbb-35de8ae273e1 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--587796721&fields=id&tenant_id=ac269ba5665449fdbb06cad931982f8c HTTP/1.1" status: 200 len: 267 time: 0.0673616 Jul 09 09:40:10.818214 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-073578b6-2ee3-4eee-9bc1-fa2abe500854 req-308de718-ef79-4cc8-9928-7f98528dd79f tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087918 Jul 09 09:40:10.820023 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:10.830653 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffa64ae-1165-47aa-b094-3fd4dd36d2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a445e9db-29a8-4452-99c6-785db4df6d1e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:40:10.849366 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04aa7c61-d1cb-4eeb-b690-b61052b5ee0f" -d '{"events": [{"server_uuid": "bffa64ae-1165-47aa-b094-3fd4dd36d2e0", "name": "network-vif-plugged", "status": "completed", "tag": "a445e9db-29a8-4452-99c6-785db4df6d1e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:40:10.856484 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:10.865532 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:10.876222 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a6c94185-b7c9-4278-bb65-86e869f6e91c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:10.876743 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:10.920406 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c3315228-7ea8-46f4-a90a-95baff9a795b None None] Port 8181dd60-03bd-4a22-a150-40cc8ee5b33a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:40:11.001622 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-785158e2-9ac4-4128-a9dc-5fd90f74a8a2 req-90994442-e424-4601-bf51-2d31f901af2a tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 210 time: 0.0837359 Jul 09 09:40:11.153301 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-5931e6af-49bf-4eb2-8c82-db0e5bcc3f2a tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:11.154958 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-5931e6af-49bf-4eb2-8c82-db0e5bcc3f2a tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/networks?id=f4bca1f8-ff57-4683-b395-52e35cd021f9 HTTP/1.1" status: 200 len: 806 time: 0.3758945 Jul 09 09:40:11.184113 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-b0ec797b-1156-42a3-94e5-ddc8d8e7c2c9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/quotas/ac269ba5665449fdbb06cad931982f8c HTTP/1.1" status: 200 len: 375 time: 0.0217423 Jul 09 09:40:11.333951 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-f413b32d-f7ad-420d-b013-7d17aedacd11 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac269ba5665449fdbb06cad931982f8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1423593 Jul 09 09:40:11.350325 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=a445e9db-29a8-4452-99c6-785db4df6d1e,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:11.360911 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:11.566181 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:11.582580 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] Transition to ACTIVE for port object 236a0245-96db-47dd-906f-f0cbe92242a6 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:11.601108 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:11.668343 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-64d6ec4f-cdd9-42cd-924a-4066c1cd1612 service neutron] 10.222.0.61 "GET /v2.0/networks/f4bca1f8-ff57-4683-b395-52e35cd021f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070998 Jul 09 09:40:11.702714 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955e27d7-5060-4f3c-90b3-1d81361cce0a x-openstack-request-id: req-955e27d7-5060-4f3c-90b3-1d81361cce0a {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:40:11.703364 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffa64ae-1165-47aa-b094-3fd4dd36d2e0", "name": "network-vif-plugged", "status": "completed", "tag": "a445e9db-29a8-4452-99c6-785db4df6d1e", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:40:11.703838 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-955e27d7-5060-4f3c-90b3-1d81361cce0a {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:40:11.704445 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffa64ae-1165-47aa-b094-3fd4dd36d2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a445e9db-29a8-4452-99c6-785db4df6d1e', 'code': 200} Jul 09 09:40:11.729188 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c4f1c-1fb8-4dd2-abc1-86ddabcd8d7c None None] Pushing event updated for resources: {'Port': ['ID=236a0245-96db-47dd-906f-f0cbe92242a6,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:11.773497 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a3d3b0f8-9450-4439-96ed-d3f1d9d4d643 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:40:11.851267 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-c1a4dd91-28dd-46aa-9053-f3196234c632 service neutron] 10.222.0.61 "GET /v2.0/networks/f4bca1f8-ff57-4683-b395-52e35cd021f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801841 Jul 09 09:40:11.926024 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] Attempting to bind port 236a0245-96db-47dd-906f-f0cbe92242a6 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:40:11.928314 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] Attempting to bind port 236a0245-96db-47dd-906f-f0cbe92242a6 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '300358fd-a339-4ff7-a02a-24e05243dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a164066a-07a4-4b33-8c4d-f1e348ed3948'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:40:11.929008 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] Attempting to bind port 236a0245-96db-47dd-906f-f0cbe92242a6 on network a164066a-07a4-4b33-8c4d-f1e348ed3948 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:40:11.953660 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:40:11.956395 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] Checking segment: {'id': '300358fd-a339-4ff7-a02a-24e05243dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a164066a-07a4-4b33-8c4d-f1e348ed3948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:40:11.956895 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:11.959961 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] Bound using segment: {'id': '300358fd-a339-4ff7-a02a-24e05243dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a164066a-07a4-4b33-8c4d-f1e348ed3948'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:40:11.961103 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] Bound port: 236a0245-96db-47dd-906f-f0cbe92242a6, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '300358fd-a339-4ff7-a02a-24e05243dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a164066a-07a4-4b33-8c4d-f1e348ed3948'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:40:11.963407 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:11.964658 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a3d3b0f8-9450-4439-96ed-d3f1d9d4d643 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:11.965038 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:12.030838 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d232c-8b33-45b7-9734-fdf901efe74d req-f0a6ba4b-fb35-4a95-8313-308a34d79bd1 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:12.034780 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1e5d232c-8b33-45b7-9734-fdf901efe74d req-f0a6ba4b-fb35-4a95-8313-308a34d79bd1 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 946 time: 0.1761336 Jul 09 09:40:12.102033 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:12.108047 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1e5d232c-8b33-45b7-9734-fdf901efe74d req-aab21af8-617a-4027-8f00-987ca8c29f3f tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670605 Jul 09 09:40:12.114148 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] Transition to ACTIVE for port object 8181dd60-03bd-4a22-a150-40cc8ee5b33a will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:12.124008 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:12.247256 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b80982-7a03-4e01-83e7-86b35feac0c7 None None] Pushing event updated for resources: {'Port': ['ID=8181dd60-03bd-4a22-a150-40cc8ee5b33a,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:12.253822 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] For port 236a0245-96db-47dd-906f-f0cbe92242a6, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:40:12.265005 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] For port 236a0245-96db-47dd-906f-f0cbe92242a6, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=236a0245-96db-47dd-906f-f0cbe92242a6,segment=NetworkSegment(300358fd-a339-4ff7-a02a-24e05243dd5b),segment_id=300358fd-a339-4ff7-a02a-24e05243dd5b)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:40:12.273549 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:12.393520 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf87b575-3e5a-4612-b749-26ce7c464ee8 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:12.441808 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c4f1c-1fb8-4dd2-abc1-86ddabcd8d7c None None] Pushing event updated for resources: {'Port': ['ID=236a0245-96db-47dd-906f-f0cbe92242a6,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:12.458729 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] Routers {'7f2b401d-9a34-4909-bc8d-5b9a74725778'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:40:12.459731 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:40:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7f2b401d-9a34-4909-bc8d-5b9a74725778'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:12.463426 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4daedad9-64af-44e8-8d2e-a392ebd4b375 req-5edb135a-be17-44b0-8f23-b18cde762c52 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 210 time: 0.0645633 Jul 09 09:40:12.533663 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] Attempting to bind port 8181dd60-03bd-4a22-a150-40cc8ee5b33a on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:40:12.534202 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] Attempting to bind port 8181dd60-03bd-4a22-a150-40cc8ee5b33a by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '5780f340-a6ae-46d6-b81d-d9cd46874cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:40:12.544452 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] Attempting to bind port 8181dd60-03bd-4a22-a150-40cc8ee5b33a on network f4bca1f8-ff57-4683-b395-52e35cd021f9 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:40:12.561505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:40:12.562033 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] Checking segment: {'id': '5780f340-a6ae-46d6-b81d-d9cd46874cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:40:12.562452 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:12.562852 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] Bound using segment: {'id': '5780f340-a6ae-46d6-b81d-d9cd46874cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:40:12.566159 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] Bound port: 8181dd60-03bd-4a22-a150-40cc8ee5b33a, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5780f340-a6ae-46d6-b81d-d9cd46874cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:40:12.566601 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:12.715232 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] Set router 7f2b401d-9a34-4909-bc8d-5b9a74725778 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:40:12.796516 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] For port 8181dd60-03bd-4a22-a150-40cc8ee5b33a, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:40:12.815238 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] For port 8181dd60-03bd-4a22-a150-40cc8ee5b33a, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8181dd60-03bd-4a22-a150-40cc8ee5b33a,segment=NetworkSegment(5780f340-a6ae-46d6-b81d-d9cd46874cec),segment_id=5780f340-a6ae-46d6-b81d-d9cd46874cec)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:40:12.818441 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3733e4-8519-41d8-90c2-25da4bcd6351 req-c9b8b676-9c20-4b25-88ab-92745d651e84 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:12.825410 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8831a7ad-9297-48d8-b945-b07c95b03cec up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:40:12.830389 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a3733e4-8519-41d8-90c2-25da4bcd6351 req-c9b8b676-9c20-4b25-88ab-92745d651e84 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.2648931 Jul 09 09:40:12.880121 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:12.949390 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a3733e4-8519-41d8-90c2-25da4bcd6351 req-ab68d5fd-f382-4f55-bd38-cb108144a6dd tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141040 Jul 09 09:40:13.159104 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] Routers {'0949a3f1-30fe-4d10-98d6-4e9abaf57b96'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:40:13.159756 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:40:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['0949a3f1-30fe-4d10-98d6-4e9abaf57b96'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:13.160486 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-58e6f425-8a5d-4455-b0fc-d62a77369d63 req-67e9c6dd-be90-4b4a-80fd-da51b949935c tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/ports?device_id=86332b90-e120-413d-bf4a-beb77579b623 HTTP/1.1" status: 200 len: 210 time: 0.0979872 Jul 09 09:40:13.185553 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:13.203590 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b80982-7a03-4e01-83e7-86b35feac0c7 None None] Pushing event updated for resources: {'Port': ['ID=8181dd60-03bd-4a22-a150-40cc8ee5b33a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:13.377965 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-3d12d297-eec8-4e77-b697-3eb1c1733f34 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:13.379739 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-3d12d297-eec8-4e77-b697-3eb1c1733f34 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.58 "GET /v2.0/networks?id=a164066a-07a4-4b33-8c4d-f1e348ed3948 HTTP/1.1" status: 200 len: 820 time: 0.3948140 Jul 09 09:40:13.409820 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 8831a7ad-9297-48d8-b945-b07c95b03cec triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:13.410196 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:13.412158 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-b5071764-9d37-4d40-be8c-b1465a37bd24 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Request body: {'port': {'device_id': '5488dad6-ba21-464d-b116-37be381538fc', 'network_id': 'a164066a-07a4-4b33-8c4d-f1e348ed3948', 'admin_state_up': True, 'tenant_id': '79cca47b589343548a2809bc25bd21ee'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:13.486382 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'name': 'tempest-ServerRescueTestJSONUnderV235-1973907656-router', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:04Z', 'revision_number': 4, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'gw_port': {'id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '236a0245-96db-47dd-906f-f0cbe92242a6', 'name': '', 'network_id': 'a164066a-07a4-4b33-8c4d-f1e348ed3948', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'mac_address': 'fa:16:3e:46:ec:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2ed44c16-dda1-4e7b-8852-3e506b585647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:03Z', 'updated_at': '2021-07-09T09:40:12Z', 'revision_number': 4, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'subnets': [{'id': '2ed44c16-dda1-4e7b-8852-3e506b585647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:13.530652 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56193f60-b44f-4b56-8eed-13e1f270e15e None None] The sync data for ids ['7f2b401d-9a34-4909-bc8d-5b9a74725778'] in n-d-799996-1 is: [{'id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'name': 'tempest-ServerRescueTestJSONUnderV235-1973907656-router', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:04Z', 'revision_number': 4, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'gw_port': {'id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '236a0245-96db-47dd-906f-f0cbe92242a6', 'name': '', 'network_id': 'a164066a-07a4-4b33-8c4d-f1e348ed3948', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'mac_address': 'fa:16:3e:46:ec:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2ed44c16-dda1-4e7b-8852-3e506b585647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:03Z', 'updated_at': '2021-07-09T09:40:12Z', 'revision_number': 4, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'subnets': [{'id': '2ed44c16-dda1-4e7b-8852-3e506b585647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:40:13.602609 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-cf87b575-3e5a-4612-b749-26ce7c464ee8 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting port 287628ec-260e-4242-b49f-b72691bdd7fb {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:40:13.602970 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf87b575-3e5a-4612-b749-26ce7c464ee8 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:13.738185 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] Set router 0949a3f1-30fe-4d10-98d6-4e9abaf57b96 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:40:13.854165 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf87b575-3e5a-4612-b749-26ce7c464ee8 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:13.872763 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-cf87b575-3e5a-4612-b749-26ce7c464ee8 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Calling delete_port for 287628ec-260e-4242-b49f-b72691bdd7fb owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:40:13.913643 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aaa6303c-39be-42f6-b786-3cb2170b5792 req-4f3ca748-51b2-4751-b959-8e207439f3e8 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 210 time: 0.1289196 Jul 09 09:40:13.993745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f377af-b970-4cf8-991c-86d99d30ccc7 req-73b8c292-db4b-40e2-b259-527d7c4fbbe1 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:14.017603 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94f377af-b970-4cf8-991c-86d99d30ccc7 req-73b8c292-db4b-40e2-b259-527d7c4fbbe1 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 946 time: 0.3585165 Jul 09 09:40:14.128322 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94f377af-b970-4cf8-991c-86d99d30ccc7 req-71a3c320-8702-40dc-8e59-aa313c96ac39 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079817 Jul 09 09:40:14.221765 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf87b575-3e5a-4612-b749-26ce7c464ee8 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:14.296749 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87b575-3e5a-4612-b749-26ce7c464ee8 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Port': ['ID=287628ec-260e-4242-b49f-b72691bdd7fb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:14.304769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6f121-e2e0-4e1f-a419-139c872e53e2 req-f0c38ccd-9a83-4a5f-bc37-1deb78b961f5 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:14.305608 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-b5071764-9d37-4d40-be8c-b1465a37bd24 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Made reservation on behalf of 79cca47b589343548a2809bc25bd21ee for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:14.308731 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0e6f121-e2e0-4e1f-a419-139c872e53e2 req-f0c38ccd-9a83-4a5f-bc37-1deb78b961f5 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.1237729 Jul 09 09:40:14.314116 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-b5071764-9d37-4d40-be8c-b1465a37bd24 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:14.401850 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0e6f121-e2e0-4e1f-a419-139c872e53e2 req-53598c86-38ec-4935-8c29-b9d46902becf tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865192 Jul 09 09:40:14.402610 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'name': 'tempest-ServersTestJSON-1124591461-router', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:40:01Z', 'updated_at': '2021-07-09T09:40:05Z', 'revision_number': 4, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'gw_port': {'id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:02Z', 'updated_at': '2021-07-09T09:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '8181dd60-03bd-4a22-a150-40cc8ee5b33a', 'name': '', 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'mac_address': 'fa:16:3e:01:40:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '4d29fd57-68a4-471a-8ab4-26e684070de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:04Z', 'updated_at': '2021-07-09T09:40:12Z', 'revision_number': 4, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'subnets': [{'id': '4d29fd57-68a4-471a-8ab4-26e684070de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:14.451180 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01329ba2-dc9f-46e9-9318-7fcd35c30d7d None None] The sync data for ids ['0949a3f1-30fe-4d10-98d6-4e9abaf57b96'] in n-d-799996-1 is: [{'id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'name': 'tempest-ServersTestJSON-1124591461-router', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:40:01Z', 'updated_at': '2021-07-09T09:40:05Z', 'revision_number': 4, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'gw_port': {'id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:02Z', 'updated_at': '2021-07-09T09:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '8181dd60-03bd-4a22-a150-40cc8ee5b33a', 'name': '', 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'mac_address': 'fa:16:3e:01:40:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '4d29fd57-68a4-471a-8ab4-26e684070de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:04Z', 'updated_at': '2021-07-09T09:40:12Z', 'revision_number': 4, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'subnets': [{'id': '4d29fd57-68a4-471a-8ab4-26e684070de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:40:14.466471 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c54f88ef-e626-4177-81c3-d539230efc9e req-9f30feb4-04e2-44ef-ab67-a0b6f489a818 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/ports?device_id=86332b90-e120-413d-bf4a-beb77579b623 HTTP/1.1" status: 200 len: 210 time: 0.1207349 Jul 09 09:40:14.913051 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8181dd60-03bd-4a22-a150-40cc8ee5b33a up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:40:14.927590 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf87b575-3e5a-4612-b749-26ce7c464ee8 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:15.027335 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 8181dd60-03bd-4a22-a150-40cc8ee5b33a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:40:15.035160 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 8181dd60-03bd-4a22-a150-40cc8ee5b33a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:15.036908 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:15.083317 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-8c8fa0b8-a8cf-4274-9671-c64eec2a80e3 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:15.085898 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-8c8fa0b8-a8cf-4274-9671-c64eec2a80e3 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.58 "GET /v2.0/networks?id=f4bca1f8-ff57-4683-b395-52e35cd021f9 HTTP/1.1" status: 200 len: 806 time: 0.3829877 Jul 09 09:40:15.203034 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-243ff4d2-36b6-4122-9f42-d04057b0db7f tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac269ba5665449fdbb06cad931982f8c HTTP/1.1" status: 200 len: 379 time: 0.1080105 Jul 09 09:40:15.261697 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:15.262475 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-b5071764-9d37-4d40-be8c-b1465a37bd24 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Allocated IP 172.20.0.8 (a164066a-07a4-4b33-8c4d-f1e348ed3948/2ed44c16-dda1-4e7b-8852-3e506b585647/7922c83a-b4e7-4c7f-aa72-d56856ca5bdc) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:40:15.317626 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-efa3f747-d882-4a92-ad6c-db305d9d6fdc req-879c5b46-c83e-4483-9a58-c096e100b6c9 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 210 time: 0.1278405 Jul 09 09:40:15.330789 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-afe6e595-5eb1-4854-9c82-780cc1b4b0f9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Request body: {'port': {'device_id': '86332b90-e120-413d-bf4a-beb77579b623', 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9', 'admin_state_up': True, 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'security_groups': ['1e5a8f44-17e3-410b-93a9-c2b6fdb5acf5']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:15.361640 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 8181dd60-03bd-4a22-a150-40cc8ee5b33a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8181dd60-03bd-4a22-a150-40cc8ee5b33a,segment=NetworkSegment(5780f340-a6ae-46d6-b81d-d9cd46874cec),segment_id=5780f340-a6ae-46d6-b81d-d9cd46874cec)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:15.383566 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:15.383566 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 236a0245-96db-47dd-906f-f0cbe92242a6 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:40:15.514544 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf87b575-3e5a-4612-b749-26ce7c464ee8 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Router 6772adf8-afe2-4820-94f0-148c0650b7f6 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:40:15.638569 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=8181dd60-03bd-4a22-a150-40cc8ee5b33a,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:15.653574 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-afe6e595-5eb1-4854-9c82-780cc1b4b0f9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Made reservation on behalf of ac269ba5665449fdbb06cad931982f8c for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:15.657321 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-afe6e595-5eb1-4854-9c82-780cc1b4b0f9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:15.664349 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 236a0245-96db-47dd-906f-f0cbe92242a6 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:40:15.673258 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 236a0245-96db-47dd-906f-f0cbe92242a6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:15.673829 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:15.785121 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf87b575-3e5a-4612-b749-26ce7c464ee8 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:40:15.793376 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cf87b575-3e5a-4612-b749-26ce7c464ee8 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "PUT /v2.0/routers/6772adf8-afe2-4820-94f0-148c0650b7f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3854814 Jul 09 09:40:15.795113 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f80246-7df9-454e-9159-2e3686782e1f None None] Sync routers for ids ['6772adf8-afe2-4820-94f0-148c0650b7f6'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:40:15.807732 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58766) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:15.811629 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ec4bb-bbaa-4083-9fff-66600fbc5f57 req-aeacc329-1390-4481-9dbe-b5cc53a12e40 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:15.813892 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f80246-7df9-454e-9159-2e3686782e1f None None] Routers {'6772adf8-afe2-4820-94f0-148c0650b7f6'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:40:15.814528 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e5f80246-7df9-454e-9159-2e3686782e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:40:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6772adf8-afe2-4820-94f0-148c0650b7f6'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:15.833730 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9a7ec4bb-bbaa-4083-9fff-66600fbc5f57 req-aeacc329-1390-4481-9dbe-b5cc53a12e40 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 946 time: 0.2795506 Jul 09 09:40:15.871910 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-79fd2785-1151-4f3a-a107-a022ee036a18 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] GET failed (client error): The resource could not be found. Jul 09 09:40:15.874090 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-79fd2785-1151-4f3a-a107-a022ee036a18 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports/287628ec-260e-4242-b49f-b72691bdd7fb HTTP/1.1" status: 404 len: 333 time: 0.0651171 Jul 09 09:40:15.877367 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58770) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:15.895044 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:15.912933 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e5f80246-7df9-454e-9159-2e3686782e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:15.938370 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f80246-7df9-454e-9159-2e3686782e1f None None] Routers {'6772adf8-afe2-4820-94f0-148c0650b7f6'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:40:15.939251 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e5f80246-7df9-454e-9159-2e3686782e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:40:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6772adf8-afe2-4820-94f0-148c0650b7f6'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:15.961853 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 236a0245-96db-47dd-906f-f0cbe92242a6, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=236a0245-96db-47dd-906f-f0cbe92242a6,segment=NetworkSegment(300358fd-a339-4ff7-a02a-24e05243dd5b),segment_id=300358fd-a339-4ff7-a02a-24e05243dd5b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:15.977665 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:16.021565 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9a7ec4bb-bbaa-4083-9fff-66600fbc5f57 req-d2bf0df0-b06c-4718-85a1-f91ea72249fd tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780558 Jul 09 09:40:16.072177 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-b5071764-9d37-4d40-be8c-b1465a37bd24 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:16.076085 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e5f80246-7df9-454e-9159-2e3686782e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:16.078627 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac025995-e62a-4cd4-a8dd-e61c45101245 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:16.080877 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f80246-7df9-454e-9159-2e3686782e1f None None] The sync data for ids ['6772adf8-afe2-4820-94f0-148c0650b7f6'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:40:16.135040 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=236a0245-96db-47dd-906f-f0cbe92242a6,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:16.225508 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4080f02-e06f-4353-a691-98dd89f952e0 req-bf16d3cb-8e14-4409-ad0f-1f7156c1e1bd tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:16.232901 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4080f02-e06f-4353-a691-98dd89f952e0 req-bf16d3cb-8e14-4409-ad0f-1f7156c1e1bd tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.5466471 Jul 09 09:40:16.272741 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f502f2b-237c-4b7c-a2bf-224359bb3a5f req-d988140e-f167-425d-b4fb-24fe30867835 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/ports?device_id=86332b90-e120-413d-bf4a-beb77579b623 HTTP/1.1" status: 200 len: 210 time: 0.0326872 Jul 09 09:40:16.287654 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-afe6e595-5eb1-4854-9c82-780cc1b4b0f9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Allocated IP 172.20.0.12 (f4bca1f8-ff57-4683-b395-52e35cd021f9/4d29fd57-68a4-471a-8ab4-26e684070de4/d78731c7-5061-4ff9-a17f-cda5a92e2634) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:40:16.331350 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4080f02-e06f-4353-a691-98dd89f952e0 req-f352296e-f290-45da-b932-e6907f95410f tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973463 Jul 09 09:40:16.343229 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac025995-e62a-4cd4-a8dd-e61c45101245 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:16.349813 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac025995-e62a-4cd4-a8dd-e61c45101245 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:16.418599 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-b5071764-9d37-4d40-be8c-b1465a37bd24 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:16.476132 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5071764-9d37-4d40-be8c-b1465a37bd24 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Pushing event updated for resources: {'Port': ['ID=7922c83a-b4e7-4c7f-aa72-d56856ca5bdc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:16.495755 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac025995-e62a-4cd4-a8dd-e61c45101245 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:16.504314 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac025995-e62a-4cd4-a8dd-e61c45101245 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Fanout notify agent at l3_agent the message router_deleted on router 6772adf8-afe2-4820-94f0-148c0650b7f6 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:40:16.512804 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-b5071764-9d37-4d40-be8c-b1465a37bd24 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Network a164066a-07a4-4b33-8c4d-f1e348ed3948 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:16.532923 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac025995-e62a-4cd4-a8dd-e61c45101245 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:16.533718 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ac025995-e62a-4cd4-a8dd-e61c45101245 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/routers/6772adf8-afe2-4820-94f0-148c0650b7f6 HTTP/1.1" status: 204 len: 168 time: 0.6549602 Jul 09 09:40:16.534987 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-b5071764-9d37-4d40-be8c-b1465a37bd24 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:16.536711 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58776) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:16.561768 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-b5071764-9d37-4d40-be8c-b1465a37bd24 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:40:16.603832 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-afe6e595-5eb1-4854-9c82-780cc1b4b0f9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:16.645423 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-afe6e595-5eb1-4854-9c82-780cc1b4b0f9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Transition to ACTIVE for port object d78731c7-5061-4ff9-a17f-cda5a92e2634 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:16.728312 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-afe6e595-5eb1-4854-9c82-780cc1b4b0f9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:16.736185 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-b5071764-9d37-4d40-be8c-b1465a37bd24 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:16.736889 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-b5071764-9d37-4d40-be8c-b1465a37bd24 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:16.763345 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-3153f9dc-5d6b-41c4-b637-f46189102fa1 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting subnet b27abf94-199b-4c01-9f6b-254099f1ad00 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:40:16.770785 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8181dd60-03bd-4a22-a150-40cc8ee5b33a up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:40:16.771166 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3153f9dc-5d6b-41c4-b637-f46189102fa1 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:16.821975 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-afe6e595-5eb1-4854-9c82-780cc1b4b0f9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Network f4bca1f8-ff57-4683-b395-52e35cd021f9 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:16.825764 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-afe6e595-5eb1-4854-9c82-780cc1b4b0f9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:16.830745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-afe6e595-5eb1-4854-9c82-780cc1b4b0f9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:40:16.881404 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 8181dd60-03bd-4a22-a150-40cc8ee5b33a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:16.881789 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:16.892595 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3153f9dc-5d6b-41c4-b637-f46189102fa1 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:16.965146 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6e595-5eb1-4854-9c82-780cc1b4b0f9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Pushing event updated for resources: {'Port': ['ID=d78731c7-5061-4ff9-a17f-cda5a92e2634,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:17.017945 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-b5071764-9d37-4d40-be8c-b1465a37bd24 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6232944 Jul 09 09:40:17.042915 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-5ccf3d4e-fe5f-46c3-8682-b16331aed841 service neutron] Request body: {'port': {'device_id': '5488dad6-ba21-464d-b116-37be381538fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:17.095071 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-afe6e595-5eb1-4854-9c82-780cc1b4b0f9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:17.095876 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-afe6e595-5eb1-4854-9c82-780cc1b4b0f9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:17.156834 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 236a0245-96db-47dd-906f-f0cbe92242a6 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:40:17.162771 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-afe6e595-5eb1-4854-9c82-780cc1b4b0f9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8437967 Jul 09 09:40:17.182332 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-5e5e2b16-d08a-4881-97e2-71b7f32bb48a service neutron] Request body: {'port': {'device_id': '86332b90-e120-413d-bf4a-beb77579b623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:17.277254 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 236a0245-96db-47dd-906f-f0cbe92242a6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:17.278004 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:17.290553 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8379637-dbec-42a2-b8b5-c4eb012145e1 req-4b5f0350-821b-44d5-8399-3a94e2a70dac tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:17.302314 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-5ccf3d4e-fe5f-46c3-8682-b16331aed841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:17.303635 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f8379637-dbec-42a2-b8b5-c4eb012145e1 req-4b5f0350-821b-44d5-8399-3a94e2a70dac tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 931 time: 0.4609911 Jul 09 09:40:17.363471 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fab8f005-c2fe-478b-92a1-b2871edec939 None None] Provisioning for port d78731c7-5061-4ff9-a17f-cda5a92e2634 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:40:17.395286 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fab8f005-c2fe-478b-92a1-b2871edec939 None None] Provisioning complete for port d78731c7-5061-4ff9-a17f-cda5a92e2634 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:17.397818 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fab8f005-c2fe-478b-92a1-b2871edec939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:17.405506 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f8379637-dbec-42a2-b8b5-c4eb012145e1 req-2cbe1a3c-cca6-4dff-92c3-f660d3165c07 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007309 Jul 09 09:40:17.473198 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-5e5e2b16-d08a-4881-97e2-71b7f32bb48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:17.504889 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-fab8f005-c2fe-478b-92a1-b2871edec939 None None] Port d78731c7-5061-4ff9-a17f-cda5a92e2634 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:40:17.606604 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3153f9dc-5d6b-41c4-b637-f46189102fa1 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:17.947885 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f5204-a672-4032-9fbb-639c7b36b114 req-9e8b3acc-2d55-4b94-847d-985176326ee9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:17.956291 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-414f5204-a672-4032-9fbb-639c7b36b114 req-9e8b3acc-2d55-4b94-847d-985176326ee9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/ports?device_id=86332b90-e120-413d-bf4a-beb77579b623 HTTP/1.1" status: 200 len: 932 time: 0.2746272 Jul 09 09:40:17.994117 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755f3bf-e9fe-423b-a399-78235549056b req-28726e48-f70a-4b60-9e21-3fd4ab930f4c tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:18.001916 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6755f3bf-e9fe-423b-a399-78235549056b req-28726e48-f70a-4b60-9e21-3fd4ab930f4c tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.3190649 Jul 09 09:40:18.073198 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-414f5204-a672-4032-9fbb-639c7b36b114 req-0d814bef-5ffe-4102-a53c-4c0c94c718e3 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a8f44-17e3-410b-93a9-c2b6fdb5acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120439 Jul 09 09:40:18.161588 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3153f9dc-5d6b-41c4-b637-f46189102fa1 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:18.166537 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6755f3bf-e9fe-423b-a399-78235549056b req-8e614b91-2b29-461d-aff5-6ec280c40d71 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632507 Jul 09 09:40:18.213976 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153f9dc-5d6b-41c4-b637-f46189102fa1 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Subnet': ['ID=b27abf94-199b-4c01-9f6b-254099f1ad00,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:18.231907 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a4bd5c-4721-45fe-8041-8123c0cccadb None None] Network 5c89c534-dc4f-429d-b3e6-3cd662b5dd5b requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:40:18.233245 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3153f9dc-5d6b-41c4-b637-f46189102fa1 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:18.235410 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3153f9dc-5d6b-41c4-b637-f46189102fa1 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/subnets/b27abf94-199b-4c01-9f6b-254099f1ad00 HTTP/1.1" status: 204 len: 168 time: 1.6948912 Jul 09 09:40:18.238117 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58796) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:18.361350 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bf893fc-4138-4e58-831f-2c19c72cce68 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:18.404531 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-5e5e2b16-d08a-4881-97e2-71b7f32bb48a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d78731c7-5061-4ff9-a17f-cda5a92e2634 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:40:18.429458 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-5e5e2b16-d08a-4881-97e2-71b7f32bb48a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:18.468200 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-5e5e2b16-d08a-4881-97e2-71b7f32bb48a service neutron] Transition to ACTIVE for port object d78731c7-5061-4ff9-a17f-cda5a92e2634 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:18.468415 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-5ccf3d4e-fe5f-46c3-8682-b16331aed841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:40:18.481118 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-5e5e2b16-d08a-4881-97e2-71b7f32bb48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:18.481847 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-5ccf3d4e-fe5f-46c3-8682-b16331aed841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:18.512009 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-5ccf3d4e-fe5f-46c3-8682-b16331aed841 service neutron] Transition to ACTIVE for port object 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:18.520153 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-5ccf3d4e-fe5f-46c3-8682-b16331aed841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:18.542523 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-7bf893fc-4138-4e58-831f-2c19c72cce68 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting port a3d3b0f8-9450-4439-96ed-d3f1d9d4d643 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:40:18.542863 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bf893fc-4138-4e58-831f-2c19c72cce68 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:18.584794 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e2b16-d08a-4881-97e2-71b7f32bb48a service neutron] Pushing event updated for resources: {'Port': ['ID=d78731c7-5061-4ff9-a17f-cda5a92e2634,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:18.607167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb147fc-9908-499a-8f5e-2a803bd1e751 req-c9446916-dc36-4e6b-a52c-6463d1f906dd tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:18.609412 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4eb147fc-9908-499a-8f5e-2a803bd1e751 req-c9446916-dc36-4e6b-a52c-6463d1f906dd tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 946 time: 0.3036623 Jul 09 09:40:18.693766 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3322d76-f9af-49b5-a4ef-48966f77189e None None] DHCP port deletion for 5c89c534-dc4f-429d-b3e6-3cd662b5dd5b request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:40:18.747473 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4eb147fc-9908-499a-8f5e-2a803bd1e751 req-df97d2fd-ad0b-446e-887c-98e5dcf84845 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225655 Jul 09 09:40:18.786733 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-5e5e2b16-d08a-4881-97e2-71b7f32bb48a service neutron] Attempting to bind port d78731c7-5061-4ff9-a17f-cda5a92e2634 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:40:18.787503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-5e5e2b16-d08a-4881-97e2-71b7f32bb48a service neutron] Attempting to bind port d78731c7-5061-4ff9-a17f-cda5a92e2634 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '5780f340-a6ae-46d6-b81d-d9cd46874cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:40:18.788047 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-5e5e2b16-d08a-4881-97e2-71b7f32bb48a service neutron] Attempting to bind port d78731c7-5061-4ff9-a17f-cda5a92e2634 on network f4bca1f8-ff57-4683-b395-52e35cd021f9 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:40:18.793569 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-5e5e2b16-d08a-4881-97e2-71b7f32bb48a service neutron] Port d78731c7-5061-4ff9-a17f-cda5a92e2634 on network f4bca1f8-ff57-4683-b395-52e35cd021f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:40:18.794126 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-5e5e2b16-d08a-4881-97e2-71b7f32bb48a service neutron] Attempting to bind port d78731c7-5061-4ff9-a17f-cda5a92e2634 on network f4bca1f8-ff57-4683-b395-52e35cd021f9 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:40:18.815999 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf3d4e-fe5f-46c3-8682-b16331aed841 service neutron] Pushing event updated for resources: {'Port': ['ID=7922c83a-b4e7-4c7f-aa72-d56856ca5bdc,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:18.817279 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-5e5e2b16-d08a-4881-97e2-71b7f32bb48a service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:40:18.817738 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-5e5e2b16-d08a-4881-97e2-71b7f32bb48a service neutron] Checking segment: {'id': '5780f340-a6ae-46d6-b81d-d9cd46874cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:40:18.818142 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-5e5e2b16-d08a-4881-97e2-71b7f32bb48a service neutron] Bound using segment: {'id': '5780f340-a6ae-46d6-b81d-d9cd46874cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:40:18.818618 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-5e5e2b16-d08a-4881-97e2-71b7f32bb48a service neutron] Bound port: d78731c7-5061-4ff9-a17f-cda5a92e2634, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5780f340-a6ae-46d6-b81d-d9cd46874cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:40:18.819991 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-5e5e2b16-d08a-4881-97e2-71b7f32bb48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:18.832770 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-7bf893fc-4138-4e58-831f-2c19c72cce68 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] For port a3d3b0f8-9450-4439-96ed-d3f1d9d4d643, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a3d3b0f8-9450-4439-96ed-d3f1d9d4d643,segment=NetworkSegment(9240b9e3-c687-48ee-bbb1-a2f2838ba5e5),segment_id=9240b9e3-c687-48ee-bbb1-a2f2838ba5e5)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:18.833149 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bf893fc-4138-4e58-831f-2c19c72cce68 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:18.837116 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d3322d76-f9af-49b5-a4ef-48966f77189e None None] Deleting port a3d3b0f8-9450-4439-96ed-d3f1d9d4d643 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:40:18.837487 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d3322d76-f9af-49b5-a4ef-48966f77189e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:18.886512 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-7bf893fc-4138-4e58-831f-2c19c72cce68 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Calling delete_port for a3d3b0f8-9450-4439-96ed-d3f1d9d4d643 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:40:18.898514 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-5ccf3d4e-fe5f-46c3-8682-b16331aed841 service neutron] Attempting to bind port 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:40:18.898514 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-5ccf3d4e-fe5f-46c3-8682-b16331aed841 service neutron] Attempting to bind port 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '300358fd-a339-4ff7-a02a-24e05243dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a164066a-07a4-4b33-8c4d-f1e348ed3948'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:40:18.898514 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-5ccf3d4e-fe5f-46c3-8682-b16331aed841 service neutron] Attempting to bind port 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc on network a164066a-07a4-4b33-8c4d-f1e348ed3948 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:40:18.925078 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-5ccf3d4e-fe5f-46c3-8682-b16331aed841 service neutron] Port 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc on network a164066a-07a4-4b33-8c4d-f1e348ed3948 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:40:18.925310 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-5ccf3d4e-fe5f-46c3-8682-b16331aed841 service neutron] Attempting to bind port 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc on network a164066a-07a4-4b33-8c4d-f1e348ed3948 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:40:18.969928 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d3322d76-f9af-49b5-a4ef-48966f77189e None None] For port a3d3b0f8-9450-4439-96ed-d3f1d9d4d643, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a3d3b0f8-9450-4439-96ed-d3f1d9d4d643,segment=NetworkSegment(9240b9e3-c687-48ee-bbb1-a2f2838ba5e5),segment_id=9240b9e3-c687-48ee-bbb1-a2f2838ba5e5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:18.970484 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d3322d76-f9af-49b5-a4ef-48966f77189e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:18.984553 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-5ccf3d4e-fe5f-46c3-8682-b16331aed841 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:40:18.985208 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-5ccf3d4e-fe5f-46c3-8682-b16331aed841 service neutron] Checking segment: {'id': '300358fd-a339-4ff7-a02a-24e05243dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a164066a-07a4-4b33-8c4d-f1e348ed3948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:40:18.985951 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-5ccf3d4e-fe5f-46c3-8682-b16331aed841 service neutron] Bound using segment: {'id': '300358fd-a339-4ff7-a02a-24e05243dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a164066a-07a4-4b33-8c4d-f1e348ed3948'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:40:18.986700 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-5ccf3d4e-fe5f-46c3-8682-b16331aed841 service neutron] Bound port: 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '300358fd-a339-4ff7-a02a-24e05243dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a164066a-07a4-4b33-8c4d-f1e348ed3948'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:40:18.987301 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-5ccf3d4e-fe5f-46c3-8682-b16331aed841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:19.010117 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d3322d76-f9af-49b5-a4ef-48966f77189e None None] Calling delete_port for a3d3b0f8-9450-4439-96ed-d3f1d9d4d643 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:40:19.046134 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a2b3e-c06b-4f85-8af0-a7dda629b5da req-7a9a7bb5-ca3b-4ea9-882d-1357f021fcd6 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:19.048000 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-861a2b3e-c06b-4f85-8af0-a7dda629b5da req-7a9a7bb5-ca3b-4ea9-882d-1357f021fcd6 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 943 time: 0.1971476 Jul 09 09:40:19.052961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-5e5e2b16-d08a-4881-97e2-71b7f32bb48a service neutron] For port d78731c7-5061-4ff9-a17f-cda5a92e2634, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:40:19.077360 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-5ccf3d4e-fe5f-46c3-8682-b16331aed841 service neutron] For port 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:40:19.081333 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-5ccf3d4e-fe5f-46c3-8682-b16331aed841 service neutron] For port 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=7922c83a-b4e7-4c7f-aa72-d56856ca5bdc,segment=NetworkSegment(300358fd-a339-4ff7-a02a-24e05243dd5b),segment_id=300358fd-a339-4ff7-a02a-24e05243dd5b)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:40:19.106144 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-5e5e2b16-d08a-4881-97e2-71b7f32bb48a service neutron] For port d78731c7-5061-4ff9-a17f-cda5a92e2634, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d78731c7-5061-4ff9-a17f-cda5a92e2634,segment=NetworkSegment(5780f340-a6ae-46d6-b81d-d9cd46874cec),segment_id=5780f340-a6ae-46d6-b81d-d9cd46874cec)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:40:19.109619 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-5ccf3d4e-fe5f-46c3-8682-b16331aed841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:19.111597 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-861a2b3e-c06b-4f85-8af0-a7dda629b5da req-df66f629-e892-4969-9d80-f6091be47743 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556586 Jul 09 09:40:19.113650 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-5e5e2b16-d08a-4881-97e2-71b7f32bb48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:19.158820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-5e5e2b16-d08a-4881-97e2-71b7f32bb48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:19.159591 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-5e5e2b16-d08a-4881-97e2-71b7f32bb48a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:19.161373 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-5e5e2b16-d08a-4881-97e2-71b7f32bb48a service neutron] 10.222.0.58 "PUT /v2.0/ports/d78731c7-5061-4ff9-a17f-cda5a92e2634 HTTP/1.1" status: 200 len: 1092 time: 1.9896541 Jul 09 09:40:19.161885 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86332b90-e120-413d-bf4a-beb77579b623', 'tag': 'd78731c7-5061-4ff9-a17f-cda5a92e2634'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:40:19.164285 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce793b3a-e4e7-4aa2-a2f2-62ff216fe626" -d '{"events": [{"name": "network-changed", "server_uuid": "86332b90-e120-413d-bf4a-beb77579b623", "tag": "d78731c7-5061-4ff9-a17f-cda5a92e2634"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:40:19.209481 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-5ccf3d4e-fe5f-46c3-8682-b16331aed841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:19.213418 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-5ccf3d4e-fe5f-46c3-8682-b16331aed841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:19.215008 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-5ccf3d4e-fe5f-46c3-8682-b16331aed841 service neutron] 10.222.0.58 "PUT /v2.0/ports/7922c83a-b4e7-4c7f-aa72-d56856ca5bdc HTTP/1.1" status: 200 len: 1091 time: 2.1856291 Jul 09 09:40:19.226416 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5488dad6-ba21-464d-b116-37be381538fc', 'tag': '7922c83a-b4e7-4c7f-aa72-d56856ca5bdc'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:40:19.228901 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d3322d76-f9af-49b5-a4ef-48966f77189e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:19.229036 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203a5fe3-6a59-4628-8317-d2801d183015" -d '{"events": [{"name": "network-changed", "server_uuid": "5488dad6-ba21-464d-b116-37be381538fc", "tag": "7922c83a-b4e7-4c7f-aa72-d56856ca5bdc"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:40:19.240577 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bf893fc-4138-4e58-831f-2c19c72cce68 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:19.288224 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3322d76-f9af-49b5-a4ef-48966f77189e None None] Pushing event deleted for resources: {'Port': ['ID=a3d3b0f8-9450-4439-96ed-d3f1d9d4d643,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:19.296346 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3322d76-f9af-49b5-a4ef-48966f77189e None None] No DVR routers for this DVR port a3d3b0f8-9450-4439-96ed-d3f1d9d4d643 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:40:19.316324 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b1a9e8-2b60-408b-a77f-fde85122a4f4 x-openstack-request-id: req-44b1a9e8-2b60-408b-a77f-fde85122a4f4 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:40:19.316626 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86332b90-e120-413d-bf4a-beb77579b623", "tag": "d78731c7-5061-4ff9-a17f-cda5a92e2634", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:40:19.317049 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-44b1a9e8-2b60-408b-a77f-fde85122a4f4 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:40:19.317477 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86332b90-e120-413d-bf4a-beb77579b623', 'tag': 'd78731c7-5061-4ff9-a17f-cda5a92e2634', 'status': 'completed', 'code': 200} Jul 09 09:40:19.322476 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e2b16-d08a-4881-97e2-71b7f32bb48a service neutron] Pushing event updated for resources: {'Port': ['ID=d78731c7-5061-4ff9-a17f-cda5a92e2634,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:19.364549 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf893fc-4138-4e58-831f-2c19c72cce68 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] No DVR routers for this DVR port a3d3b0f8-9450-4439-96ed-d3f1d9d4d643 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:40:19.428791 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf3d4e-fe5f-46c3-8682-b16331aed841 service neutron] Pushing event updated for resources: {'Port': ['ID=7922c83a-b4e7-4c7f-aa72-d56856ca5bdc,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:19.490240 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-7ad3aa9e-3e55-44a4-a2a6-bfd5da2cf5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:19.492017 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-7ad3aa9e-3e55-44a4-a2a6-bfd5da2cf5da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac269ba5665449fdbb06cad931982f8c&device_id=86332b90-e120-413d-bf4a-beb77579b623 HTTP/1.1" status: 200 len: 1095 time: 0.2728250 Jul 09 09:40:19.535518 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf893fc-4138-4e58-831f-2c19c72cce68 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Port': ['ID=a3d3b0f8-9450-4439-96ed-d3f1d9d4d643,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:19.549227 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bf893fc-4138-4e58-831f-2c19c72cce68 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:19.569430 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-521c4199-7b3c-477b-95b3-9c663bd7497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:19.572102 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-521c4199-7b3c-477b-95b3-9c663bd7497a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=79cca47b589343548a2809bc25bd21ee&device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 1094 time: 0.2928441 Jul 09 09:40:19.574447 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7bf893fc-4138-4e58-831f-2c19c72cce68 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c89c534-dc4f-429d-b3e6-3cd662b5dd5b']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:19.594518 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7bf893fc-4138-4e58-831f-2c19c72cce68 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9240b9e3-c687-48ee-bbb1-a2f2838ba5e5') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:19.594882 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7bf893fc-4138-4e58-831f-2c19c72cce68 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9240b9e3-c687-48ee-bbb1-a2f2838ba5e5') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:19.635970 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-0d1f3c8a-4951-45dc-be0d-c85286ba9591 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7922c83a-b4e7-4c7f-aa72-d56856ca5bdc HTTP/1.1" status: 200 len: 217 time: 0.0517116 Jul 09 09:40:19.637721 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bf893fc-4138-4e58-831f-2c19c72cce68 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:19.692418 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-be6cf4f2-c478-4eed-a78e-0413f982dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:19.693931 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-be6cf4f2-c478-4eed-a78e-0413f982dcf7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2ed44c16-dda1-4e7b-8852-3e506b585647 HTTP/1.1" status: 200 len: 860 time: 0.0492299 Jul 09 09:40:19.708640 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bf893fc-4138-4e58-831f-2c19c72cce68 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:19.734948 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-d65ef85d-1fc1-40a6-9e44-2719c59e262d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a164066a-07a4-4b33-8c4d-f1e348ed3948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344632 Jul 09 09:40:19.736084 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf893fc-4138-4e58-831f-2c19c72cce68 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:40:19.736496 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bf893fc-4138-4e58-831f-2c19c72cce68 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:40:19.740310 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:40:19.811368 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5b934c85-eb71-4634-aff9-87fb7da9e1c2 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:40:19.872125 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bf893fc-4138-4e58-831f-2c19c72cce68 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:19.884759 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bf893fc-4138-4e58-831f-2c19c72cce68 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:19.888466 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7bf893fc-4138-4e58-831f-2c19c72cce68 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/networks/5c89c534-dc4f-429d-b3e6-3cd662b5dd5b HTTP/1.1" status: 204 len: 168 time: 1.6486537 Jul 09 09:40:19.898725 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58818) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:19.943364 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf893fc-4138-4e58-831f-2c19c72cce68 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Network': ['ID=5c89c534-dc4f-429d-b3e6-3cd662b5dd5b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:19.980474 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-cf232ef0-ff32-4251-8b18-5a221ed304e3 service neutron] 10.222.0.58 "GET /v2.0/networks/a164066a-07a4-4b33-8c4d-f1e348ed3948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297971 Jul 09 09:40:19.990386 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385d4f2c-9231-4b52-973a-ec68636b92a9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:19.991889 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-385d4f2c-9231-4b52-973a-ec68636b92a9 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports/eb526ad0-ab4e-4710-8341-1928e75bd0c9 HTTP/1.1" status: 200 len: 845 time: 0.0921471 Jul 09 09:40:19.996224 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5b934c85-eb71-4634-aff9-87fb7da9e1c2, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5b934c85-eb71-4634-aff9-87fb7da9e1c2,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:20.000560 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58820) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:20.034395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '5b934c85-eb71-4634-aff9-87fb7da9e1c2', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'port_id': '5b934c85-eb71-4634-aff9-87fb7da9e1c2', 'mac_address': 'fa:16:3e:01:56:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:40:20.062647 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7ce09236-c326-4e23-a9e7-3ad778df80c4 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports/eb526ad0-ab4e-4710-8341-1928e75bd0c9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0600638 Jul 09 09:40:20.069049 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58822) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:20.078911 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-791a0f96-0934-4684-a8fb-feddc08e5fbf tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'subnet': {'network_id': '7b58774a-22fe-40c4-92f1-664e57bff900', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:20.083974 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-574e9ff6-ddda-453a-ab4a-0cabfbc0d3ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d78731c7-5061-4ff9-a17f-cda5a92e2634 HTTP/1.1" status: 200 len: 217 time: 0.5827370 Jul 09 09:40:20.094556 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:20.109517 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b934c85-eb71-4634-aff9-87fb7da9e1c2 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:40:20.141979 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5b934c85-eb71-4634-aff9-87fb7da9e1c2, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5b934c85-eb71-4634-aff9-87fb7da9e1c2,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:20.149885 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d2c269aa-0c03-477a-bc5e-9c2440992802 req-78e39c01-18f9-41e9-90d4-137ea4568e4a service neutron] 10.222.0.58 "GET /v2.0/networks/a164066a-07a4-4b33-8c4d-f1e348ed3948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567674 Jul 09 09:40:20.155896 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:20.213823 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5b934c85-eb71-4634-aff9-87fb7da9e1c2,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:20.237134 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231025b7-f2ed-467c-a687-1697fa05f08d req-0e04110e-4d7e-4c88-b173-dbbae12d4d91 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:20.238726 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-231025b7-f2ed-467c-a687-1697fa05f08d req-0e04110e-4d7e-4c88-b173-dbbae12d4d91 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/ports?device_id=86332b90-e120-413d-bf4a-beb77579b623 HTTP/1.1" status: 200 len: 944 time: 0.8933907 Jul 09 09:40:20.246935 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65391151-3132-4810-8226-b07dcc2388d3 req-3f6398d7-8cd0-4c54-b73c-728fb2566a78 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:20.249201 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65391151-3132-4810-8226-b07dcc2388d3 req-3f6398d7-8cd0-4c54-b73c-728fb2566a78 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.8316574 Jul 09 09:40:20.306696 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-7d2bab96-17e5-4d17-9cec-b989c4d0a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:20.308253 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-7d2bab96-17e5-4d17-9cec-b989c4d0a2f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d29fd57-68a4-471a-8ab4-26e684070de4 HTTP/1.1" status: 200 len: 845 time: 0.2179019 Jul 09 09:40:20.314080 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['5b934c85-eb71-4634-aff9-87fb7da9e1c2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:40:20.384528 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791a0f96-0934-4684-a8fb-feddc08e5fbf tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:20.390217 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-791a0f96-0934-4684-a8fb-feddc08e5fbf tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:20.395885 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-231025b7-f2ed-467c-a687-1697fa05f08d req-4f60281b-6edb-4174-a83c-7c0143189cf2 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a8f44-17e3-410b-93a9-c2b6fdb5acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456816 Jul 09 09:40:20.409724 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65391151-3132-4810-8226-b07dcc2388d3 req-ad71c944-366d-4464-aba2-a41a974403cc tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433613 Jul 09 09:40:20.472983 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cae83e-a1a6-4d2e-86b2-fc3050975b89 x-openstack-request-id: req-34cae83e-a1a6-4d2e-86b2-fc3050975b89 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:40:20.473501 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5488dad6-ba21-464d-b116-37be381538fc", "tag": "7922c83a-b4e7-4c7f-aa72-d56856ca5bdc", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:40:20.473501 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-34cae83e-a1a6-4d2e-86b2-fc3050975b89 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:40:20.473923 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5488dad6-ba21-464d-b116-37be381538fc', 'tag': '7922c83a-b4e7-4c7f-aa72-d56856ca5bdc', 'status': 'completed', 'code': 200} Jul 09 09:40:20.622857 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a5fe3-6a59-4628-8317-d2801d183015 req-d2b115a3-49f6-440f-80ad-24bc917b7687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:20.625020 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-203a5fe3-6a59-4628-8317-d2801d183015 req-d2b115a3-49f6-440f-80ad-24bc917b7687 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=79cca47b589343548a2809bc25bd21ee&device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 1094 time: 0.1197839 Jul 09 09:40:20.639527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-1f62d43c-4c05-493e-92eb-9cb16911549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:20.648786 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-1f62d43c-4c05-493e-92eb-9cb16911549c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f4bca1f8-ff57-4683-b395-52e35cd021f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3308671 Jul 09 09:40:20.695524 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a3d3b0f8-9450-4439-96ed-d3f1d9d4d643 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:40:20.743200 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: a3d3b0f8-9450-4439-96ed-d3f1d9d4d643 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:40:20.743568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a3d3b0f8-9450-4439-96ed-d3f1d9d4d643 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:40:20.766154 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a5fe3-6a59-4628-8317-d2801d183015 req-775df664-75a4-4158-84dd-6d182e2feea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:20.768035 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-203a5fe3-6a59-4628-8317-d2801d183015 req-775df664-75a4-4158-84dd-6d182e2feea5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a164066a-07a4-4b33-8c4d-f1e348ed3948 HTTP/1.1" status: 200 len: 921 time: 0.1265745 Jul 09 09:40:20.844655 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-203a5fe3-6a59-4628-8317-d2801d183015 req-716df51e-aa11-4286-adc2-db88975db499 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7922c83a-b4e7-4c7f-aa72-d56856ca5bdc HTTP/1.1" status: 200 len: 217 time: 0.0673804 Jul 09 09:40:20.919259 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a5fe3-6a59-4628-8317-d2801d183015 req-ec65b387-7aa2-478f-8a17-3b4a224db10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:20.920857 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-203a5fe3-6a59-4628-8317-d2801d183015 req-ec65b387-7aa2-478f-8a17-3b4a224db10d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2ed44c16-dda1-4e7b-8852-3e506b585647 HTTP/1.1" status: 200 len: 860 time: 0.0701602 Jul 09 09:40:20.923308 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-d4077338-9774-4c53-be47-9f588b5581db service neutron] 10.222.0.58 "GET /v2.0/networks/f4bca1f8-ff57-4683-b395-52e35cd021f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545140 Jul 09 09:40:20.975176 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-203a5fe3-6a59-4628-8317-d2801d183015 req-7f357978-29cd-42f7-bd67-0a15160b46ba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a164066a-07a4-4b33-8c4d-f1e348ed3948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411916 Jul 09 09:40:21.057702 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-791a0f96-0934-4684-a8fb-feddc08e5fbf tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:21.091655 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-203a5fe3-6a59-4628-8317-d2801d183015 req-edbe6e3f-5dd0-4688-bbb9-2a30ea9fdaaf service neutron] 10.222.0.58 "GET /v2.0/networks/a164066a-07a4-4b33-8c4d-f1e348ed3948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094601 Jul 09 09:40:21.107893 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21512ccb-2ae7-4ab2-8250-e3370d28b845 req-420fb340-83e6-4739-b49c-e914df035de1 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:21.113764 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-21512ccb-2ae7-4ab2-8250-e3370d28b845 req-420fb340-83e6-4739-b49c-e914df035de1 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 943 time: 0.2976351 Jul 09 09:40:21.159257 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791a0f96-0934-4684-a8fb-feddc08e5fbf tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network 7b58774a-22fe-40c4-92f1-664e57bff900 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:21.178284 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad9595-5bbd-43b5-bdce-88ca24503891 req-11cf1730-464f-4ca4-aed8-4e7b71f1eeee tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:21.186874 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39ad9595-5bbd-43b5-bdce-88ca24503891 req-11cf1730-464f-4ca4-aed8-4e7b71f1eeee tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 945 time: 0.3207378 Jul 09 09:40:21.206816 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-791a0f96-0934-4684-a8fb-feddc08e5fbf tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:21.209960 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791a0f96-0934-4684-a8fb-feddc08e5fbf tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:21.210565 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-791a0f96-0934-4684-a8fb-feddc08e5fbf tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:21.216994 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aebdf95-9789-4874-a379-e45da0a402c4 None None] Network 7b58774a-22fe-40c4-92f1-664e57bff900 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:40:21.240939 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-203a5fe3-6a59-4628-8317-d2801d183015 req-d9c4c7d6-56aa-4b50-b951-ac6a9172b56b service neutron] 10.222.0.58 "GET /v2.0/networks/a164066a-07a4-4b33-8c4d-f1e348ed3948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425643 Jul 09 09:40:21.257221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a0f96-0934-4684-a8fb-feddc08e5fbf tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Subnet': ['ID=9225045e-ea01-4887-ad7c-932469df479d,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:21.262851 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-755f984f-0cb1-44be-93a5-e04adb2b9a57 req-4cd346dc-4cb6-40b8-9d31-6bdf86de9207 service neutron] 10.222.0.58 "GET /v2.0/networks/f4bca1f8-ff57-4683-b395-52e35cd021f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277829 Jul 09 09:40:21.286150 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58826) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:21.286385 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-791a0f96-0934-4684-a8fb-feddc08e5fbf tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2129910 Jul 09 09:40:21.294580 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-21512ccb-2ae7-4ab2-8250-e3370d28b845 req-74378321-3e08-49c3-9919-b878c27f200c tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495306 Jul 09 09:40:21.312966 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-88b1ff87-8d92-4ff8-8ac1-adc1fdbea2c6 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'security_group': {'name': 'tempest-secgroup-374631899'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:21.313410 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39ad9595-5bbd-43b5-bdce-88ca24503891 req-d0bc9861-795e-47a8-9642-087f8f23fd5c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229699 Jul 09 09:40:21.355991 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88b1ff87-8d92-4ff8-8ac1-adc1fdbea2c6 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:21.463494 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88b1ff87-8d92-4ff8-8ac1-adc1fdbea2c6 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:21.466544 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce793b3a-e4e7-4aa2-a2f2-62ff216fe626 req-450f2e8e-58f1-4702-a68e-058f13433c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:21.468979 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce793b3a-e4e7-4aa2-a2f2-62ff216fe626 req-450f2e8e-58f1-4702-a68e-058f13433c27 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac269ba5665449fdbb06cad931982f8c&device_id=86332b90-e120-413d-bf4a-beb77579b623 HTTP/1.1" status: 200 len: 1095 time: 0.1019197 Jul 09 09:40:21.471044 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88b1ff87-8d92-4ff8-8ac1-adc1fdbea2c6 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:21.507068 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88b1ff87-8d92-4ff8-8ac1-adc1fdbea2c6 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:21.509828 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-88b1ff87-8d92-4ff8-8ac1-adc1fdbea2c6 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2216709 Jul 09 09:40:21.516335 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58834) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:21.519379 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1ff87-8d92-4ff8-8ac1-adc1fdbea2c6 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d82b3013-56f8-4b8c-8c65-a34a2866db0d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:21.528548 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-afe26940-dab9-4156-ad7f-7715c3129983 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'security_group': {'name': 'tempest-secgroup-781538771'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:21.559871 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecb63d0-39e6-434e-a0df-51acaf6c4ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-7b58774a-22fe-40c4-92f1-664e57bff900', 'network_id': '7b58774a-22fe-40c4-92f1-664e57bff900', 'tenant_id': 'ab434903114943afa4aafc937b3d3001', 'fixed_ips': [{'subnet_id': '9225045e-ea01-4887-ad7c-932469df479d'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:40:21.560793 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9ecb63d0-39e6-434e-a0df-51acaf6c4ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:21.571418 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:40:21.592583 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-afe26940-dab9-4156-ad7f-7715c3129983 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:21.681114 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=7922c83a-b4e7-4c7f-aa72-d56856ca5bdc,segment=NetworkSegment(300358fd-a339-4ff7-a02a-24e05243dd5b),segment_id=300358fd-a339-4ff7-a02a-24e05243dd5b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:21.699391 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '7922c83a-b4e7-4c7f-aa72-d56856ca5bdc', 'network_id': 'a164066a-07a4-4b33-8c4d-f1e348ed3948', 'port_id': '7922c83a-b4e7-4c7f-aa72-d56856ca5bdc', 'mac_address': 'fa:16:3e:fd:4a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed44c16-dda1-4e7b-8852-3e506b585647', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:40:21.783032 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-afe26940-dab9-4156-ad7f-7715c3129983 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:21.808697 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-afe26940-dab9-4156-ad7f-7715c3129983 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:21.810455 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab6e79-e6b2-4700-a6c7-f85b50146a60 req-8721d638-8579-478a-a4e3-1f409b4fc34c tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:21.812641 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebab6e79-e6b2-4700-a6c7-f85b50146a60 req-8721d638-8579-478a-a4e3-1f409b4fc34c tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/ports?device_id=86332b90-e120-413d-bf4a-beb77579b623 HTTP/1.1" status: 200 len: 944 time: 0.1911969 Jul 09 09:40:21.822819 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5b934c85-eb71-4634-aff9-87fb7da9e1c2 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:40:21.828061 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:21.835641 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108012b-e773-429a-bd00-e292ff1d95d0 req-0a8fd8f0-39f3-429c-a71c-9e89200a7ffc tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:21.837691 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6108012b-e773-429a-bd00-e292ff1d95d0 req-0a8fd8f0-39f3-429c-a71c-9e89200a7ffc tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.1403944 Jul 09 09:40:21.839108 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce793b3a-e4e7-4aa2-a2f2-62ff216fe626 req-4a8dcb2d-c025-40a7-8881-65ad8ba32dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:21.840944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce793b3a-e4e7-4aa2-a2f2-62ff216fe626 req-4a8dcb2d-c025-40a7-8881-65ad8ba32dbd service neutron] 10.222.0.58 "GET /v2.0/networks?id=f4bca1f8-ff57-4683-b395-52e35cd021f9 HTTP/1.1" status: 200 len: 907 time: 0.3651884 Jul 09 09:40:21.848258 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:40:21.871285 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=7922c83a-b4e7-4c7f-aa72-d56856ca5bdc,segment=NetworkSegment(300358fd-a339-4ff7-a02a-24e05243dd5b),segment_id=300358fd-a339-4ff7-a02a-24e05243dd5b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:21.884798 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-afe26940-dab9-4156-ad7f-7715c3129983 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:21.887077 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-afe26940-dab9-4156-ad7f-7715c3129983 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3687148 Jul 09 09:40:21.890362 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58840) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:21.903760 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-30c37bc4-312f-48e2-8972-05fa0ebede6b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1643891534', 'security_groups': ['dd49335c-73d8-47fb-9c83-9b6a36cc13d0'], 'network_id': '7b58774a-22fe-40c4-92f1-664e57bff900', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9225045e-ea01-4887-ad7c-932469df479d'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:21.908536 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe26940-dab9-4156-ad7f-7715c3129983 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd49335c-73d8-47fb-9c83-9b6a36cc13d0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:21.935263 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6108012b-e773-429a-bd00-e292ff1d95d0 req-46d71272-b9a5-46e8-be24-ee7e9164bf9f tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821955 Jul 09 09:40:21.995943 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce793b3a-e4e7-4aa2-a2f2-62ff216fe626 req-a9a9d4be-d646-4e01-b1e0-f8f52a0312e4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d78731c7-5061-4ff9-a17f-cda5a92e2634 HTTP/1.1" status: 200 len: 217 time: 0.1222079 Jul 09 09:40:22.071905 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebab6e79-e6b2-4700-a6c7-f85b50146a60 req-9ede546b-75ce-4339-917a-d1f76080eb6a tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a8f44-17e3-410b-93a9-c2b6fdb5acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2521842 Jul 09 09:40:22.111975 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce793b3a-e4e7-4aa2-a2f2-62ff216fe626 req-5975685a-303a-4266-ad25-afc9b100e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:22.114346 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce793b3a-e4e7-4aa2-a2f2-62ff216fe626 req-5975685a-303a-4266-ad25-afc9b100e3d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d29fd57-68a4-471a-8ab4-26e684070de4 HTTP/1.1" status: 200 len: 845 time: 0.1051338 Jul 09 09:40:22.162279 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:22.213691 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c37bc4-312f-48e2-8972-05fa0ebede6b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:22.239316 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce793b3a-e4e7-4aa2-a2f2-62ff216fe626 req-052c4ae9-1509-4e9f-90c9-835080d64512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:22.241507 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce793b3a-e4e7-4aa2-a2f2-62ff216fe626 req-052c4ae9-1509-4e9f-90c9-835080d64512 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f4bca1f8-ff57-4683-b395-52e35cd021f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205790 Jul 09 09:40:22.305539 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=7922c83a-b4e7-4c7f-aa72-d56856ca5bdc,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:22.315230 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-9ecb63d0-39e6-434e-a0df-51acaf6c4ad6 None None] Allocated IP 2001:db8::2 (7b58774a-22fe-40c4-92f1-664e57bff900/9225045e-ea01-4887-ad7c-932469df479d/ec125535-f64a-4a00-8edc-169f4b83c16b) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:40:22.342753 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30c37bc4-312f-48e2-8972-05fa0ebede6b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:22.355180 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 5b934c85-eb71-4634-aff9-87fb7da9e1c2 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:22.355587 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:22.391306 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-30c37bc4-312f-48e2-8972-05fa0ebede6b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] device_id is not set on port 3d5888cf-2df5-4eaf-b397-8abb2df08a10 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:40:22.418308 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce793b3a-e4e7-4aa2-a2f2-62ff216fe626 req-6c04140f-98f7-49a6-bc76-8f31eb352a54 service neutron] 10.222.0.58 "GET /v2.0/networks/f4bca1f8-ff57-4683-b395-52e35cd021f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690745 Jul 09 09:40:22.523301 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['7922c83a-b4e7-4c7f-aa72-d56856ca5bdc'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:40:22.713804 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce793b3a-e4e7-4aa2-a2f2-62ff216fe626 req-05989d6f-4a3c-4f56-92fb-06b4dd1182c9 service neutron] 10.222.0.58 "GET /v2.0/networks/f4bca1f8-ff57-4683-b395-52e35cd021f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875485 Jul 09 09:40:22.744790 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-cadddcb6-265f-47aa-bf24-18223a8febed service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1046927 Jul 09 09:40:22.746828 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6e5ae-d2a1-4a8b-a42a-d72b10be513d req-7201381e-899f-4997-a502-623593882874 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:22.749386 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ed6e5ae-d2a1-4a8b-a42a-d72b10be513d req-7201381e-899f-4997-a502-623593882874 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 945 time: 0.1573987 Jul 09 09:40:22.760127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05a45f-a1d2-429d-a4f7-adc0667dcea3 req-a9f943d0-2e70-47c5-87f3-120b40066d3c tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:22.762679 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b05a45f-a1d2-429d-a4f7-adc0667dcea3 req-a9f943d0-2e70-47c5-87f3-120b40066d3c tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 944 time: 0.2331111 Jul 09 09:40:22.767212 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:22.833964 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b05a45f-a1d2-429d-a4f7-adc0667dcea3 req-36c00014-1e7a-4b54-b7ba-cf01694a9560 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582888 Jul 09 09:40:22.834583 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5b934c85-eb71-4634-aff9-87fb7da9e1c2, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5b934c85-eb71-4634-aff9-87fb7da9e1c2,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:22.841169 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8125a41e-ac4c-4ba8-909b-bcf88aa747f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b934c85-eb71-4634-aff9-87fb7da9e1c2'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:40:22.844544 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5560e0a2-5422-4413-83be-6cdf27e664f6" -d '{"events": [{"server_uuid": "8125a41e-ac4c-4ba8-909b-bcf88aa747f2", "name": "network-vif-plugged", "status": "completed", "tag": "5b934c85-eb71-4634-aff9-87fb7da9e1c2"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:40:22.850165 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9ecb63d0-39e6-434e-a0df-51acaf6c4ad6 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:22.851889 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:22.858538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ed6e5ae-d2a1-4a8b-a42a-d72b10be513d req-3d24affb-acb0-4df9-96ac-66635e9d4dd9 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932982 Jul 09 09:40:22.912834 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-880b79fc-b2d9-4154-9373-5a54f3082cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:22.913664 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-880b79fc-b2d9-4154-9373-5a54f3082cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:22.914389 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-880b79fc-b2d9-4154-9373-5a54f3082cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:22.914879 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-880b79fc-b2d9-4154-9373-5a54f3082cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:22.915763 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-880b79fc-b2d9-4154-9373-5a54f3082cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:22.916362 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-880b79fc-b2d9-4154-9373-5a54f3082cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:22.916905 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-880b79fc-b2d9-4154-9373-5a54f3082cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:22.921470 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-880b79fc-b2d9-4154-9373-5a54f3082cfb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d40a354f83ac42a092eb57d9c0e4d4c8&device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 6491 time: 0.1362872 Jul 09 09:40:22.922030 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9ecb63d0-39e6-434e-a0df-51acaf6c4ad6 None None] Transition to ACTIVE for port object ec125535-f64a-4a00-8edc-169f4b83c16b will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:22.924753 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7eff8c8-c48b-4a44-976d-2c0314e0f3ae x-openstack-request-id: req-a7eff8c8-c48b-4a44-976d-2c0314e0f3ae {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:40:22.925047 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8125a41e-ac4c-4ba8-909b-bcf88aa747f2", "name": "network-vif-plugged", "status": "completed", "tag": "5b934c85-eb71-4634-aff9-87fb7da9e1c2", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:40:22.925301 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a7eff8c8-c48b-4a44-976d-2c0314e0f3ae {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:40:22.925691 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8125a41e-ac4c-4ba8-909b-bcf88aa747f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b934c85-eb71-4634-aff9-87fb7da9e1c2', 'code': 200} Jul 09 09:40:22.970004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9ecb63d0-39e6-434e-a0df-51acaf6c4ad6 None None] Transition to ACTIVE for port object ec125535-f64a-4a00-8edc-169f4b83c16b will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:22.992488 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9ecb63d0-39e6-434e-a0df-51acaf6c4ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:23.001135 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5b934c85-eb71-4634-aff9-87fb7da9e1c2,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:23.051013 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecb63d0-39e6-434e-a0df-51acaf6c4ad6 None None] Network 7b58774a-22fe-40c4-92f1-664e57bff900 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:23.059259 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-9ecb63d0-39e6-434e-a0df-51acaf6c4ad6 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:23.066151 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecb63d0-39e6-434e-a0df-51acaf6c4ad6 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:40:23.083319 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb63d0-39e6-434e-a0df-51acaf6c4ad6 None None] Pushing event updated for resources: {'Port': ['ID=ec125535-f64a-4a00-8edc-169f4b83c16b,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:23.118590 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-30c37bc4-312f-48e2-8972-05fa0ebede6b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Allocated IP 2001:db8::bc (7b58774a-22fe-40c4-92f1-664e57bff900/9225045e-ea01-4887-ad7c-932469df479d/3d5888cf-2df5-4eaf-b397-8abb2df08a10) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:40:23.149510 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-bd7207f3-0995-46ba-80c7-6c97d2b1fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:23.150365 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-bd7207f3-0995-46ba-80c7-6c97d2b1fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:23.151273 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-bd7207f3-0995-46ba-80c7-6c97d2b1fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:23.154220 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-bd7207f3-0995-46ba-80c7-6c97d2b1fe0b service neutron] 10.222.0.58 "GET /v2.0/networks?id=d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb&id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&id=60491b7b-def1-4cac-8466-a6ebcf0d8114&id=60491b7b-def1-4cac-8466-a6ebcf0d8114 HTTP/1.1" status: 200 len: 2294 time: 0.1977777 Jul 09 09:40:23.167677 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9ecb63d0-39e6-434e-a0df-51acaf6c4ad6 None None] Attempting to bind port ec125535-f64a-4a00-8edc-169f4b83c16b on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:40:23.168100 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9ecb63d0-39e6-434e-a0df-51acaf6c4ad6 None None] Attempting to bind port ec125535-f64a-4a00-8edc-169f4b83c16b by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'ab94e057-b542-4fe7-9183-4c0604ea047e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7b58774a-22fe-40c4-92f1-664e57bff900'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:40:23.168514 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb63d0-39e6-434e-a0df-51acaf6c4ad6 None None] Attempting to bind port ec125535-f64a-4a00-8edc-169f4b83c16b on network 7b58774a-22fe-40c4-92f1-664e57bff900 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:40:23.174920 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb63d0-39e6-434e-a0df-51acaf6c4ad6 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:40:23.175309 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb63d0-39e6-434e-a0df-51acaf6c4ad6 None None] Checking segment: {'id': 'ab94e057-b542-4fe7-9183-4c0604ea047e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7b58774a-22fe-40c4-92f1-664e57bff900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:40:23.175827 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9ecb63d0-39e6-434e-a0df-51acaf6c4ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:23.176233 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb63d0-39e6-434e-a0df-51acaf6c4ad6 None None] Bound using segment: {'id': 'ab94e057-b542-4fe7-9183-4c0604ea047e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7b58774a-22fe-40c4-92f1-664e57bff900'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:40:23.176712 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9ecb63d0-39e6-434e-a0df-51acaf6c4ad6 None None] Bound port: ec125535-f64a-4a00-8edc-169f4b83c16b, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab94e057-b542-4fe7-9183-4c0604ea047e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7b58774a-22fe-40c4-92f1-664e57bff900'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:40:23.177097 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9ecb63d0-39e6-434e-a0df-51acaf6c4ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:23.225715 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb3651-2bf8-47d2-9c8c-790bb8cd8a7f req-81213057-a69d-4283-9d2b-5ed70294d121 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:23.236416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-77cb3651-2bf8-47d2-9c8c-790bb8cd8a7f req-81213057-a69d-4283-9d2b-5ed70294d121 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.1079869 Jul 09 09:40:23.240484 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-02ce7468-8042-4c9d-b152-b7512b3b8f04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38137faf-b03c-41f7-8e58-cab67d1ed7f7 HTTP/1.1" status: 200 len: 999 time: 0.0700045 Jul 09 09:40:23.291174 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9ecb63d0-39e6-434e-a0df-51acaf6c4ad6 None None] For port ec125535-f64a-4a00-8edc-169f4b83c16b, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:40:23.296713 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9ecb63d0-39e6-434e-a0df-51acaf6c4ad6 None None] For port ec125535-f64a-4a00-8edc-169f4b83c16b, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=ec125535-f64a-4a00-8edc-169f4b83c16b,segment=NetworkSegment(ab94e057-b542-4fe7-9183-4c0604ea047e),segment_id=ab94e057-b542-4fe7-9183-4c0604ea047e)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:40:23.306289 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-77cb3651-2bf8-47d2-9c8c-790bb8cd8a7f req-ba666417-5ab7-4815-80bb-5cb98c18920c tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666115 Jul 09 09:40:23.307841 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9ecb63d0-39e6-434e-a0df-51acaf6c4ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:23.387643 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-109c70c0-73b0-43e4-86d0-b1dfba5c319f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:23.389702 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-109c70c0-73b0-43e4-86d0-b1dfba5c319f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c4576acc-4c8a-4776-ad8b-d4acbefc004d HTTP/1.1" status: 200 len: 851 time: 0.1405542 Jul 09 09:40:23.411340 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb63d0-39e6-434e-a0df-51acaf6c4ad6 None None] Pushing event updated for resources: {'Port': ['ID=ec125535-f64a-4a00-8edc-169f4b83c16b,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:23.525399 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44e839-ce68-428e-a8c1-f421f3ed4ee2 req-75518ebf-f32c-4c1f-8d62-0c57d07a62ac tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:23.525957 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30c37bc4-312f-48e2-8972-05fa0ebede6b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:23.527789 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0f44e839-ce68-428e-a8c1-f421f3ed4ee2 req-75518ebf-f32c-4c1f-8d62-0c57d07a62ac tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/ports?device_id=86332b90-e120-413d-bf4a-beb77579b623 HTTP/1.1" status: 200 len: 944 time: 0.1618867 Jul 09 09:40:23.555178 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-30c37bc4-312f-48e2-8972-05fa0ebede6b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Transition to ACTIVE for port object 3d5888cf-2df5-4eaf-b397-8abb2df08a10 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:23.560297 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-412d4c99-cb91-4b51-bb6f-a3fa91e852e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:23.561883 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-412d4c99-cb91-4b51-bb6f-a3fa91e852e1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567209 Jul 09 09:40:23.574714 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device d78731c7-5061-4ff9-a17f-cda5a92e2634 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:40:23.617753 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0f44e839-ce68-428e-a8c1-f421f3ed4ee2 req-f783404e-a4c7-429d-8753-4b764196949d tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a8f44-17e3-410b-93a9-c2b6fdb5acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831761 Jul 09 09:40:23.675152 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30c37bc4-312f-48e2-8972-05fa0ebede6b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:23.763276 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port d78731c7-5061-4ff9-a17f-cda5a92e2634, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d78731c7-5061-4ff9-a17f-cda5a92e2634,segment=NetworkSegment(5780f340-a6ae-46d6-b81d-d9cd46874cec),segment_id=5780f340-a6ae-46d6-b81d-d9cd46874cec)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:23.791841 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'd78731c7-5061-4ff9-a17f-cda5a92e2634', 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9', 'port_id': 'd78731c7-5061-4ff9-a17f-cda5a92e2634', 'mac_address': 'fa:16:3e:12:77:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d29fd57-68a4-471a-8ab4-26e684070de4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:40:23.811460 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-0989a5be-f27e-422c-b9d2-c88d5e108f44 service neutron] 10.222.0.58 "GET /v2.0/networks/d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413378 Jul 09 09:40:23.813587 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c37bc4-312f-48e2-8972-05fa0ebede6b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network 7b58774a-22fe-40c4-92f1-664e57bff900 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:23.817607 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-30c37bc4-312f-48e2-8972-05fa0ebede6b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:23.830988 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c37bc4-312f-48e2-8972-05fa0ebede6b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:40:23.837014 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c37bc4-312f-48e2-8972-05fa0ebede6b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:23.840936 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30c37bc4-312f-48e2-8972-05fa0ebede6b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:23.856407 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:23.866763 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c37bc4-312f-48e2-8972-05fa0ebede6b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Port': ['ID=3d5888cf-2df5-4eaf-b397-8abb2df08a10,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:23.897420 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d78731c7-5061-4ff9-a17f-cda5a92e2634 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:40:23.932498 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-30c37bc4-312f-48e2-8972-05fa0ebede6b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0406699 Jul 09 09:40:23.935348 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58860) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:23.941204 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9f4379b1-9d3f-4a42-b208-d1f7d9a2c22e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'subnet': {'network_id': '7b58774a-22fe-40c4-92f1-664e57bff900', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:23.976573 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port d78731c7-5061-4ff9-a17f-cda5a92e2634, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d78731c7-5061-4ff9-a17f-cda5a92e2634,segment=NetworkSegment(5780f340-a6ae-46d6-b81d-d9cd46874cec),segment_id=5780f340-a6ae-46d6-b81d-d9cd46874cec)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:23.984362 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:24.038715 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-e9b0dd05-7874-4ece-a8ee-db103a467cea service neutron] 10.222.0.58 "GET /v2.0/networks/d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185168 Jul 09 09:40:24.133184 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-ebee1060-def9-4431-a24f-301bc0cfa874 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=c5ac0b66-6ec6-4896-8808-9a201a1cd005 HTTP/1.1" status: 200 len: 217 time: 0.0833056 Jul 09 09:40:24.134096 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=d78731c7-5061-4ff9-a17f-cda5a92e2634,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:24.221588 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-9c03fa38-11e5-41e9-a292-ba7c932980a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:24.223258 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-9c03fa38-11e5-41e9-a292-ba7c932980a1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eaa25951-e3c6-4a89-bd19-5bca58e724de HTTP/1.1" status: 200 len: 797 time: 0.0729711 Jul 09 09:40:24.313436 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-17afc0e0-89bf-4583-bcba-67e3a27ea2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:24.320584 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-17afc0e0-89bf-4583-bcba-67e3a27ea2ba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0880060 Jul 09 09:40:24.321470 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['d78731c7-5061-4ff9-a17f-cda5a92e2634'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:40:24.381545 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4379b1-9d3f-4a42-b208-d1f7d9a2c22e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:24.386586 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9f4379b1-9d3f-4a42-b208-d1f7d9a2c22e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:24.429991 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a7169-4583-48ce-9869-713b229715d7 req-dd33cf5a-55c2-4b63-ae31-ef541bf4222d tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:24.444895 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1c6a7169-4583-48ce-9869-713b229715d7 req-dd33cf5a-55c2-4b63-ae31-ef541bf4222d tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 944 time: 0.3098450 Jul 09 09:40:24.533648 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-29217011-0a90-4700-b3b0-d0510ec0fec4 service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992390 Jul 09 09:40:24.634941 n-d-799996-1 neutron-server[93790]: INFO neutron.db.ipam_backend_mixin [None req-9f4379b1-9d3f-4a42-b208-d1f7d9a2c22e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9225045e-ea01-4887-ad7c-932469df479d (CIDR: 2001:db8::/64) Jul 09 09:40:24.641760 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4379b1-9d3f-4a42-b208-d1f7d9a2c22e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:40:24.642235 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f4379b1-9d3f-4a42-b208-d1f7d9a2c22e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:40:24.686501 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e54e5f-ca77-4580-9a77-dccdad311017 req-019bf26f-c466-46dd-a8fb-ee76b5726bd1 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:24.710364 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c7e54e5f-ca77-4580-9a77-dccdad311017 req-019bf26f-c466-46dd-a8fb-ee76b5726bd1 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 946 time: 0.6266754 Jul 09 09:40:24.777853 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9f4379b1-9d3f-4a42-b208-d1f7d9a2c22e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8395588 Jul 09 09:40:24.781790 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device ec125535-f64a-4a00-8edc-169f4b83c16b up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:40:24.788906 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58890) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:24.823383 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-2d1a4a30-24fe-49ba-9752-49ceda686a20 service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751141 Jul 09 09:40:24.826565 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-218d4820-fc0a-43f8-b60e-dcc1e1e64369 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'subnet': {'network_id': '7b58774a-22fe-40c4-92f1-664e57bff900', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:24.911857 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-48017fcb-ff62-42a7-844f-f8750a50f000 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=c55ad7ee-d463-472e-9cd3-5263ad30bdd6 HTTP/1.1" status: 200 len: 217 time: 0.0815120 Jul 09 09:40:24.945091 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port ec125535-f64a-4a00-8edc-169f4b83c16b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:40:24.962697 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1c6a7169-4583-48ce-9869-713b229715d7 req-a1521d21-fe83-4a2b-bf5e-026ef829deb2 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167716 Jul 09 09:40:25.065143 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c7e54e5f-ca77-4580-9a77-dccdad311017 req-29d063ac-b4e6-4026-88cb-301c4b08937b tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536894 Jul 09 09:40:25.092998 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-00140792-a127-44fc-a08f-579af3c672aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:25.094608 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-00140792-a127-44fc-a08f-579af3c672aa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eaa25951-e3c6-4a89-bd19-5bca58e724de HTTP/1.1" status: 200 len: 797 time: 0.1760972 Jul 09 09:40:25.236916 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-73bcb39a-c108-4521-9afe-24bcc35e9540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:25.238451 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-73bcb39a-c108-4521-9afe-24bcc35e9540 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1266994 Jul 09 09:40:25.312039 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218d4820-fc0a-43f8-b60e-dcc1e1e64369 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:25.316300 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-218d4820-fc0a-43f8-b60e-dcc1e1e64369 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:25.349907 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a11bbd7e-0ca0-46c7-8c0a-aee78af39ee3 None None] Provisioning complete for port eb526ad0-ab4e-4710-8341-1928e75bd0c9 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:25.350373 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a11bbd7e-0ca0-46c7-8c0a-aee78af39ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:25.431134 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-f69645db-ed0d-409b-82df-26974535f862 service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833470 Jul 09 09:40:25.521790 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a11bbd7e-0ca0-46c7-8c0a-aee78af39ee3 None None] Port eb526ad0-ab4e-4710-8341-1928e75bd0c9 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:40:25.566871 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a11bbd7e-0ca0-46c7-8c0a-aee78af39ee3 None None] Provisioning for port ec125535-f64a-4a00-8edc-169f4b83c16b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:40:25.569763 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:40:25.573672 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c4cd4-ba2f-4502-9d80-d8c2b9460dcc req-938244bc-06e1-4787-8d04-8edb7df07ce4 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:25.589404 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9b6c4cd4-ba2f-4502-9d80-d8c2b9460dcc req-938244bc-06e1-4787-8d04-8edb7df07ce4 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.3358383 Jul 09 09:40:25.696625 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a11bbd7e-0ca0-46c7-8c0a-aee78af39ee3 None None] Provisioning complete for port ec125535-f64a-4a00-8edc-169f4b83c16b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:25.696980 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a11bbd7e-0ca0-46c7-8c0a-aee78af39ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:25.732806 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9b6c4cd4-ba2f-4502-9d80-d8c2b9460dcc req-e7b11783-90ce-4f9a-a15f-6370be364138 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424341 Jul 09 09:40:25.793264 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-62064cbd-b2e3-4af8-a6dc-0ddc32d4925d service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543355 Jul 09 09:40:25.866992 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-41163964-2ec9-44a6-a3a5-20e74268392d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=22e140cd-52e8-4479-8dac-6bd540e9fb0c HTTP/1.1" status: 200 len: 217 time: 0.0647964 Jul 09 09:40:25.888397 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:40:25.949441 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-91dc34ca-0886-4f68-a192-faae2581ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:25.955165 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-91dc34ca-0886-4f68-a192-faae2581ab30 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eaa25951-e3c6-4a89-bd19-5bca58e724de HTTP/1.1" status: 200 len: 797 time: 0.0797286 Jul 09 09:40:25.970077 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:25.970680 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:26.155806 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-f2b9feff-dc45-409f-bf49-debcb7bf1589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:26.157414 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-f2b9feff-dc45-409f-bf49-debcb7bf1589 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1954498 Jul 09 09:40:26.190944 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:26.193171 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a11bbd7e-0ca0-46c7-8c0a-aee78af39ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:26.299313 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5488dad6-ba21-464d-b116-37be381538fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7922c83a-b4e7-4c7f-aa72-d56856ca5bdc'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:40:26.304020 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39a25ce-470d-4160-b01b-ca343c5ebe8d" -d '{"events": [{"server_uuid": "5488dad6-ba21-464d-b116-37be381538fc", "name": "network-vif-plugged", "status": "completed", "tag": "7922c83a-b4e7-4c7f-aa72-d56856ca5bdc"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:40:26.346252 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a11bbd7e-0ca0-46c7-8c0a-aee78af39ee3 None None] For port ec125535-f64a-4a00-8edc-169f4b83c16b, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=ec125535-f64a-4a00-8edc-169f4b83c16b,segment=NetworkSegment(ab94e057-b542-4fe7-9183-4c0604ea047e),segment_id=ab94e057-b542-4fe7-9183-4c0604ea047e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:26.353836 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=7922c83a-b4e7-4c7f-aa72-d56856ca5bdc,segment=NetworkSegment(300358fd-a339-4ff7-a02a-24e05243dd5b),segment_id=300358fd-a339-4ff7-a02a-24e05243dd5b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:26.360575 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a11bbd7e-0ca0-46c7-8c0a-aee78af39ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:26.374960 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-218d4820-fc0a-43f8-b60e-dcc1e1e64369 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:26.393899 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-72c1b015-2a96-4b3c-878d-76b77efc92ef service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285686 Jul 09 09:40:26.419388 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:26.456468 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11bbd7e-0ca0-46c7-8c0a-aee78af39ee3 None None] Pushing event updated for resources: {'Port': ['ID=ec125535-f64a-4a00-8edc-169f4b83c16b,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:26.469857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d4820-fc0a-43f8-b60e-dcc1e1e64369 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Subnet': ['ID=192b6363-5349-4f98-a287-a2069b590116,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:26.487881 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a01bbc-030b-42b8-b2fd-cc50c648c10d req-29961620-29a1-422b-b143-271b6333e576 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:26.494890 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17a01bbc-030b-42b8-b2fd-cc50c648c10d req-29961620-29a1-422b-b143-271b6333e576 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 944 time: 0.3539484 Jul 09 09:40:26.513149 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218d4820-fc0a-43f8-b60e-dcc1e1e64369 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network 7b58774a-22fe-40c4-92f1-664e57bff900 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:26.523426 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-218d4820-fc0a-43f8-b60e-dcc1e1e64369 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:26.538370 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25864990-01f0-4165-a3a3-76fbc6198214 req-2c104aa5-20ea-424e-81c2-f980db4a69af tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:26.546840 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25864990-01f0-4165-a3a3-76fbc6198214 req-2c104aa5-20ea-424e-81c2-f980db4a69af tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/ports?device_id=86332b90-e120-413d-bf4a-beb77579b623 HTTP/1.1" status: 200 len: 945 time: 0.4779887 Jul 09 09:40:26.547617 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dcb05e-1aa8-47a1-8ab9-97d02a6c9115 None None] Network 7b58774a-22fe-40c4-92f1-664e57bff900 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:40:26.569837 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218d4820-fc0a-43f8-b60e-dcc1e1e64369 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:26.570619 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-218d4820-fc0a-43f8-b60e-dcc1e1e64369 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:26.606021 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-486ac778-ac2e-4f0d-a191-83134a762cbc service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056713 Jul 09 09:40:26.609534 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8dddf44e-2be6-4a7e-a926-2cf805c50388 None None] Provisioning for port 3d5888cf-2df5-4eaf-b397-8abb2df08a10 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:40:26.610880 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25864990-01f0-4165-a3a3-76fbc6198214 req-a5a94929-eccd-4eb5-80fa-bb85ab0f485d tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a8f44-17e3-410b-93a9-c2b6fdb5acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623541 Jul 09 09:40:26.669258 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-5da5f232-9520-4f1f-b132-d824598364b0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=1ad77fc5-199d-4e19-acef-8b1e44e8ba87 HTTP/1.1" status: 200 len: 217 time: 0.0543857 Jul 09 09:40:26.693803 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-218d4820-fc0a-43f8-b60e-dcc1e1e64369 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8893707 Jul 09 09:40:26.696954 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58908) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:26.715333 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17a01bbc-030b-42b8-b2fd-cc50c648c10d req-d37d033b-bb56-423b-8cfa-c58d50ef028c tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193704 Jul 09 09:40:26.718390 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8dddf44e-2be6-4a7e-a926-2cf805c50388 None None] Provisioning complete for port 3d5888cf-2df5-4eaf-b397-8abb2df08a10 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:26.718834 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8dddf44e-2be6-4a7e-a926-2cf805c50388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:26.725721 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=7922c83a-b4e7-4c7f-aa72-d56856ca5bdc,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:26.738118 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device ec125535-f64a-4a00-8edc-169f4b83c16b up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:40:26.750302 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0126162d-c8e0-4520-a58b-0b92be32950a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1584478323', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '192b6363-5349-4f98-a287-a2069b590116'}], 'security_groups': ['d82b3013-56f8-4b8c-8c65-a34a2866db0d']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:26.787476 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-14245489-8ab2-4a50-a178-1e539fff8a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:26.789494 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-14245489-8ab2-4a50-a178-1e539fff8a0a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eaa25951-e3c6-4a89-bd19-5bca58e724de HTTP/1.1" status: 200 len: 797 time: 0.1061380 Jul 09 09:40:26.897293 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8dddf44e-2be6-4a7e-a926-2cf805c50388 None None] Port 3d5888cf-2df5-4eaf-b397-8abb2df08a10 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:40:26.962233 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-e1ebf7c5-1131-4006-8d97-83e454918888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:26.970965 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-e1ebf7c5-1131-4006-8d97-83e454918888 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1731989 Jul 09 09:40:27.014484 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port ec125535-f64a-4a00-8edc-169f4b83c16b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:27.015040 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:27.107868 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fea6d9-901c-483e-be42-16a36aed1aee x-openstack-request-id: req-21fea6d9-901c-483e-be42-16a36aed1aee {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:40:27.108276 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5488dad6-ba21-464d-b116-37be381538fc", "name": "network-vif-plugged", "status": "completed", "tag": "7922c83a-b4e7-4c7f-aa72-d56856ca5bdc", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:40:27.108541 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-21fea6d9-901c-483e-be42-16a36aed1aee {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:40:27.108965 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5488dad6-ba21-464d-b116-37be381538fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7922c83a-b4e7-4c7f-aa72-d56856ca5bdc', 'code': 200} Jul 09 09:40:27.158911 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-6a5120b0-106f-4e26-999d-817ea31f9124 service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784406 Jul 09 09:40:27.320266 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715f584-c30b-4ef5-88a9-49afc94f439a req-27fffe5d-c1e9-411b-95a6-cf68ea60ddf4 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:27.328747 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c715f584-c30b-4ef5-88a9-49afc94f439a req-27fffe5d-c1e9-411b-95a6-cf68ea60ddf4 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 946 time: 0.3311350 Jul 09 09:40:27.447961 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1b37a9-cd05-4d02-a65b-6c9a2e31296c None None] Update dhcp port {'port': {'network_id': '7b58774a-22fe-40c4-92f1-664e57bff900', 'fixed_ips': [{'subnet_id': '9225045e-ea01-4887-ad7c-932469df479d', 'ip_address': '2001:db8::2'}, {'subnet_id': '192b6363-5349-4f98-a287-a2069b590116'}], 'binding:host_id': 'n-d-799996-1'}, 'id': 'ec125535-f64a-4a00-8edc-169f4b83c16b'} from n-d-799996-1. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 09:40:27.516371 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c715f584-c30b-4ef5-88a9-49afc94f439a req-beeaffab-c038-492b-8b38-e7e200f99cf9 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865044 Jul 09 09:40:27.538506 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0b1b37a9-cd05-4d02-a65b-6c9a2e31296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:27.541589 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0126162d-c8e0-4520-a58b-0b92be32950a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:27.570885 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device d78731c7-5061-4ff9-a17f-cda5a92e2634 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:40:27.600927 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23032e-0666-4e10-b3f7-d8cc0f53cd75 req-91f46b70-2d1e-4891-940d-ebdbddc75aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:27.602442 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a23032e-0666-4e10-b3f7-d8cc0f53cd75 req-91f46b70-2d1e-4891-940d-ebdbddc75aff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 1096 time: 0.3789053 Jul 09 09:40:27.677275 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc3830-5ab8-446a-ab71-dfa4b88881c5 req-9d8d4b06-699b-4a35-a75a-22e77851b5c2 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:27.683796 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b1dc3830-5ab8-446a-ab71-dfa4b88881c5 req-9d8d4b06-699b-4a35-a75a-22e77851b5c2 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.2988100 Jul 09 09:40:27.881706 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a23032e-0666-4e10-b3f7-d8cc0f53cd75 req-58a6c5ef-e99d-443b-836d-7f5fb09fee74 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887052 Jul 09 09:40:27.903967 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b1dc3830-5ab8-446a-ab71-dfa4b88881c5 req-097d4ace-e3a7-4477-b1ce-48fece0b0e6e tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682925 Jul 09 09:40:27.997169 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-35fbfbcf-9f42-4b83-a102-70b787cf790a service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8247492 Jul 09 09:40:28.074015 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-74463bce-da9b-48b7-aaec-60343be346ba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a7adbfff-b36e-4c84-aa19-b9efc349f092 HTTP/1.1" status: 200 len: 217 time: 0.0693467 Jul 09 09:40:28.145622 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-0b1b37a9-cd05-4d02-a65b-6c9a2e31296c None None] Allocated IP 2001:db8:0:1::2 (7b58774a-22fe-40c4-92f1-664e57bff900/192b6363-5349-4f98-a287-a2069b590116/ec125535-f64a-4a00-8edc-169f4b83c16b) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:40:28.184023 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-7444a491-3e59-4afe-b43b-fb2f5a593042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:28.185424 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-7444a491-3e59-4afe-b43b-fb2f5a593042 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=61fc4c5c-d5c0-49f1-a635-934d52a9f78e HTTP/1.1" status: 200 len: 797 time: 0.1042471 Jul 09 09:40:28.301667 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-5cc0430e-823b-4aa9-b46e-69fa37027a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:28.307649 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-5cc0430e-823b-4aa9-b46e-69fa37027a8a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=60491b7b-def1-4cac-8466-a6ebcf0d8114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1146526 Jul 09 09:40:28.343230 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port d78731c7-5061-4ff9-a17f-cda5a92e2634 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:40:28.399616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0b1b37a9-cd05-4d02-a65b-6c9a2e31296c None None] For port ec125535-f64a-4a00-8edc-169f4b83c16b, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=ec125535-f64a-4a00-8edc-169f4b83c16b,segment=NetworkSegment(ab94e057-b542-4fe7-9183-4c0604ea047e),segment_id=ab94e057-b542-4fe7-9183-4c0604ea047e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:28.435578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7c4ea-1636-4fb4-b5f2-d8274cd44825 req-93685bf0-2af1-4cd6-99c5-66baf79a4670 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:28.437592 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ff7c4ea-1636-4fb4-b5f2-d8274cd44825 req-93685bf0-2af1-4cd6-99c5-66baf79a4670 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/ports?device_id=86332b90-e120-413d-bf4a-beb77579b623 HTTP/1.1" status: 200 len: 945 time: 0.2838745 Jul 09 09:40:28.451799 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0b1b37a9-cd05-4d02-a65b-6c9a2e31296c None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:28.458277 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51440a37-6167-4218-8241-628e9a804528 req-1bcc63ef-3676-47d8-88b7-9697937300a2 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:28.464883 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51440a37-6167-4218-8241-628e9a804528 req-1bcc63ef-3676-47d8-88b7-9697937300a2 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.2309864 Jul 09 09:40:28.473634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0b1b37a9-cd05-4d02-a65b-6c9a2e31296c None None] Transition to ACTIVE for port object ec125535-f64a-4a00-8edc-169f4b83c16b will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:28.475615 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port d78731c7-5061-4ff9-a17f-cda5a92e2634 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:28.476666 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:28.538671 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0b1b37a9-cd05-4d02-a65b-6c9a2e31296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:28.611488 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-66afef5a-303a-48c7-af5d-9d807f492ce1 service neutron] 10.222.0.58 "GET /v2.0/networks/60491b7b-def1-4cac-8466-a6ebcf0d8114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954216 Jul 09 09:40:28.688866 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-0126162d-c8e0-4520-a58b-0b92be32950a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Delete allocated IP 2001:db8::bc (7b58774a-22fe-40c4-92f1-664e57bff900/9225045e-ea01-4887-ad7c-932469df479d) {{(pid=93790) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 09:40:28.706568 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-0126162d-c8e0-4520-a58b-0b92be32950a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Allocated IP 2001:db8:0:1::de (7b58774a-22fe-40c4-92f1-664e57bff900/192b6363-5349-4f98-a287-a2069b590116/3d5888cf-2df5-4eaf-b397-8abb2df08a10) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:40:28.747453 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-4608fd06-fb14-41f4-88cc-ef763b1887e2 service neutron] 10.222.0.58 "GET /v2.0/networks/60491b7b-def1-4cac-8466-a6ebcf0d8114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284955 Jul 09 09:40:28.865986 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-0dc89128-7a25-4876-9ce1-595b6dab05df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=66be3df1-04f9-4bfc-bd18-2a4746b4d8eb HTTP/1.1" status: 200 len: 217 time: 0.1112800 Jul 09 09:40:28.958070 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-b3f6fc93-f320-432f-ab4a-22566f146c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:28.959635 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-b3f6fc93-f320-432f-ab4a-22566f146c53 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=61fc4c5c-d5c0-49f1-a635-934d52a9f78e HTTP/1.1" status: 200 len: 797 time: 0.0840623 Jul 09 09:40:29.148373 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-883f2a2e-634a-4321-aad5-82350a047513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:29.161075 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-883f2a2e-634a-4321-aad5-82350a047513 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=60491b7b-def1-4cac-8466-a6ebcf0d8114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1836193 Jul 09 09:40:29.212674 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:29.301592 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b37a9-cd05-4d02-a65b-6c9a2e31296c None None] Pushing event updated for resources: {'Port': ['ID=ec125535-f64a-4a00-8edc-169f4b83c16b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:29.325962 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86332b90-e120-413d-bf4a-beb77579b623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78731c7-5061-4ff9-a17f-cda5a92e2634'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:40:29.335415 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2827830-7f64-40c6-8f7a-559b7b564de4" -d '{"events": [{"server_uuid": "86332b90-e120-413d-bf4a-beb77579b623", "name": "network-vif-plugged", "status": "completed", "tag": "d78731c7-5061-4ff9-a17f-cda5a92e2634"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:40:29.373191 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port d78731c7-5061-4ff9-a17f-cda5a92e2634, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d78731c7-5061-4ff9-a17f-cda5a92e2634,segment=NetworkSegment(5780f340-a6ae-46d6-b81d-d9cd46874cec),segment_id=5780f340-a6ae-46d6-b81d-d9cd46874cec)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:29.384659 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:29.428443 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-a709b703-5de9-4de9-b79c-eb42c8785320 service neutron] 10.222.0.58 "GET /v2.0/networks/60491b7b-def1-4cac-8466-a6ebcf0d8114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601905 Jul 09 09:40:29.509686 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=d78731c7-5061-4ff9-a17f-cda5a92e2634,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:29.578431 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51440a37-6167-4218-8241-628e9a804528 req-f46f3131-5c8b-4186-b09d-70b1e0a05c4b tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0969770 Jul 09 09:40:29.606732 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ff7c4ea-1636-4fb4-b5f2-d8274cd44825 req-89c90b27-43e0-41ea-8d8d-d22206a7e415 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a8f44-17e3-410b-93a9-c2b6fdb5acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1403518 Jul 09 09:40:29.664378 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71b8ed20-236a-4e76-b121-77e1c12838ab req-f81f143f-4e9c-4917-bb25-e941c78070a0 service neutron] 10.222.0.58 "GET /v2.0/networks/60491b7b-def1-4cac-8466-a6ebcf0d8114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277770 Jul 09 09:40:29.738495 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0126162d-c8e0-4520-a58b-0b92be32950a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:29.797994 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-0126162d-c8e0-4520-a58b-0b92be32950a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Transition to ACTIVE for port object 3d5888cf-2df5-4eaf-b397-8abb2df08a10 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:29.805777 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0126162d-c8e0-4520-a58b-0b92be32950a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:30.013282 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0126162d-c8e0-4520-a58b-0b92be32950a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] In _notify_port_updated(), no bound segment for port 3d5888cf-2df5-4eaf-b397-8abb2df08a10 on network 7b58774a-22fe-40c4-92f1-664e57bff900 {{(pid=93790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:40:30.019512 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0126162d-c8e0-4520-a58b-0b92be32950a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:30.020272 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0126162d-c8e0-4520-a58b-0b92be32950a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:30.024004 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0126162d-c8e0-4520-a58b-0b92be32950a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "PUT /v2.0/ports/3d5888cf-2df5-4eaf-b397-8abb2df08a10 HTTP/1.1" status: 200 len: 930 time: 3.3038750 Jul 09 09:40:30.031916 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58928) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:30.045571 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126162d-c8e0-4520-a58b-0b92be32950a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Port': ['ID=3d5888cf-2df5-4eaf-b397-8abb2df08a10,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:30.115354 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7270c-306e-49fd-ae16-55e3183f773b req-8cc046e5-1648-413b-a86f-a3aa8235752b tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:30.117259 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b2f7270c-306e-49fd-ae16-55e3183f773b req-8cc046e5-1648-413b-a86f-a3aa8235752b tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 946 time: 0.1771915 Jul 09 09:40:30.232826 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b2f7270c-306e-49fd-ae16-55e3183f773b req-687e15ea-2acd-452a-a3d2-9f3641f351f1 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037109 Jul 09 09:40:30.322652 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5590cd10-21cd-46f4-a111-62d857a23c0d tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting port 3d5888cf-2df5-4eaf-b397-8abb2df08a10 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:40:30.323213 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5590cd10-21cd-46f4-a111-62d857a23c0d tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:30.459263 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a896c3b4-1896-4b27-ae1d-0b04ccec85c6 None None] Provisioning for port 3d5888cf-2df5-4eaf-b397-8abb2df08a10 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:40:30.475521 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d694ba-04fd-4e3e-bb73-0ca61d1c9978 x-openstack-request-id: req-54d694ba-04fd-4e3e-bb73-0ca61d1c9978 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:40:30.475856 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86332b90-e120-413d-bf4a-beb77579b623", "name": "network-vif-plugged", "status": "completed", "tag": "d78731c7-5061-4ff9-a17f-cda5a92e2634", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:40:30.476107 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-54d694ba-04fd-4e3e-bb73-0ca61d1c9978 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:40:30.477457 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86332b90-e120-413d-bf4a-beb77579b623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78731c7-5061-4ff9-a17f-cda5a92e2634', 'code': 200} Jul 09 09:40:30.478145 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a896c3b4-1896-4b27-ae1d-0b04ccec85c6 None None] Provisioning complete for port 3d5888cf-2df5-4eaf-b397-8abb2df08a10 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:30.479115 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b040de-7789-45cb-ab86-af405bdb5f25 req-cb6af7b9-8a1b-4ae2-8f04-74e980165b8f tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:30.481136 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a896c3b4-1896-4b27-ae1d-0b04ccec85c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:30.496257 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76b040de-7789-45cb-ab86-af405bdb5f25 req-cb6af7b9-8a1b-4ae2-8f04-74e980165b8f tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.1671228 Jul 09 09:40:30.567539 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a896c3b4-1896-4b27-ae1d-0b04ccec85c6 None None] Port 3d5888cf-2df5-4eaf-b397-8abb2df08a10 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:40:30.598095 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76b040de-7789-45cb-ab86-af405bdb5f25 req-e34bd21e-e6c2-4b34-a63d-be5958f36937 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004572 Jul 09 09:40:30.600170 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a896c3b4-1896-4b27-ae1d-0b04ccec85c6 None None] Provisioning complete for port eb526ad0-ab4e-4710-8341-1928e75bd0c9 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:30.600579 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a896c3b4-1896-4b27-ae1d-0b04ccec85c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:30.693204 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5590cd10-21cd-46f4-a111-62d857a23c0d tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:30.700103 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a896c3b4-1896-4b27-ae1d-0b04ccec85c6 None None] Port eb526ad0-ab4e-4710-8341-1928e75bd0c9 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:40:30.723793 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device ec125535-f64a-4a00-8edc-169f4b83c16b up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:40:30.778753 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5590cd10-21cd-46f4-a111-62d857a23c0d tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Calling delete_port for 3d5888cf-2df5-4eaf-b397-8abb2df08a10 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:40:30.829962 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a896c3b4-1896-4b27-ae1d-0b04ccec85c6 None None] Provisioning for port ec125535-f64a-4a00-8edc-169f4b83c16b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:40:30.874358 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a896c3b4-1896-4b27-ae1d-0b04ccec85c6 None None] Provisioning complete for port ec125535-f64a-4a00-8edc-169f4b83c16b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:30.874778 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a896c3b4-1896-4b27-ae1d-0b04ccec85c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:30.964012 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db311c5-7326-4dd9-9f46-2fe5c7a56d08 req-e687bb2f-07e9-45c2-b98a-f89822b41a87 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:30.976644 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0db311c5-7326-4dd9-9f46-2fe5c7a56d08 req-e687bb2f-07e9-45c2-b98a-f89822b41a87 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.1770654 Jul 09 09:40:31.017609 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fbf74-c7f0-4261-9063-40d6446435c9 req-fdde5ed9-7fd0-448d-bd4b-2379f3bbf86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:31.021427 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8e2fbf74-c7f0-4261-9063-40d6446435c9 req-fdde5ed9-7fd0-448d-bd4b-2379f3bbf86e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=86332b90-e120-413d-bf4a-beb77579b623 HTTP/1.1" status: 200 len: 1097 time: 0.4734902 Jul 09 09:40:31.091017 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0db311c5-7326-4dd9-9f46-2fe5c7a56d08 req-f8b7e80a-cf37-48bd-917c-612e3db53b16 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130321 Jul 09 09:40:31.119121 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port ec125535-f64a-4a00-8edc-169f4b83c16b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:31.119672 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:31.154056 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751dbb5-7b6a-4c72-ba0e-65e80caf49eb req-14f196ff-d815-40d3-bacd-09e8498824b2 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:31.161581 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b751dbb5-7b6a-4c72-ba0e-65e80caf49eb req-14f196ff-d815-40d3-bacd-09e8498824b2 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/ports?device_id=86332b90-e120-413d-bf4a-beb77579b623 HTTP/1.1" status: 200 len: 946 time: 0.1752777 Jul 09 09:40:31.170346 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8e2fbf74-c7f0-4261-9063-40d6446435c9 req-8339de3c-a9a7-46eb-b581-da79f6631071 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1e5a8f44-17e3-410b-93a9-c2b6fdb5acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291552 Jul 09 09:40:31.211935 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b751dbb5-7b6a-4c72-ba0e-65e80caf49eb req-2a6930fd-03f3-4ecd-a751-43c40cfebc41 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a8f44-17e3-410b-93a9-c2b6fdb5acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493338 Jul 09 09:40:31.301933 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5590cd10-21cd-46f4-a111-62d857a23c0d tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:31.348591 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-48f343eb-aadb-4fca-8647-924dbe88b750 None None] Could not find standard attr ID for object 3d5888cf-2df5-4eaf-b397-8abb2df08a10. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:40:31.390165 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590cd10-21cd-46f4-a111-62d857a23c0d tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Port': ['ID=3d5888cf-2df5-4eaf-b397-8abb2df08a10,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:31.454502 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5590cd10-21cd-46f4-a111-62d857a23c0d tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:31.459233 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58948) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:31.470136 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5590cd10-21cd-46f4-a111-62d857a23c0d tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/ports/3d5888cf-2df5-4eaf-b397-8abb2df08a10 HTTP/1.1" status: 204 len: 168 time: 1.4352634 Jul 09 09:40:31.557832 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-070efd65-909b-439d-89c4-95e9b1ff81fb tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] GET failed (client error): The resource could not be found. Jul 09 09:40:31.560136 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-070efd65-909b-439d-89c4-95e9b1ff81fb tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports/3d5888cf-2df5-4eaf-b397-8abb2df08a10 HTTP/1.1" status: 404 len: 333 time: 0.0974481 Jul 09 09:40:31.564181 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58950) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:31.799025 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a50e547c-5941-4191-bb54-8387b283cab7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:31.909153 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a50e547c-5941-4191-bb54-8387b283cab7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:31.924593 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f64fb2-65b0-499e-9810-8a6e5829ccfe req-84d5406b-fa50-455a-9313-18ee9cc00500 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:31.926883 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36f64fb2-65b0-499e-9810-8a6e5829ccfe req-84d5406b-fa50-455a-9313-18ee9cc00500 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 946 time: 0.0830774 Jul 09 09:40:31.985006 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a50e547c-5941-4191-bb54-8387b283cab7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:31.988003 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a50e547c-5941-4191-bb54-8387b283cab7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:31.989181 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a50e547c-5941-4191-bb54-8387b283cab7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/security-groups/dd49335c-73d8-47fb-9c83-9b6a36cc13d0 HTTP/1.1" status: 204 len: 168 time: 0.4238892 Jul 09 09:40:31.996024 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58960) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:32.021288 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e547c-5941-4191-bb54-8387b283cab7 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd49335c-73d8-47fb-9c83-9b6a36cc13d0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:32.059545 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91012dac-e6dd-41a8-820d-7108b76ac857 req-a374c44d-5882-44e6-9df7-b540278464a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:32.062471 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-91012dac-e6dd-41a8-820d-7108b76ac857 req-a374c44d-5882-44e6-9df7-b540278464a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=79cca47b589343548a2809bc25bd21ee&device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 1096 time: 0.2286394 Jul 09 09:40:32.075472 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36f64fb2-65b0-499e-9810-8a6e5829ccfe req-5e5d2999-8892-4d40-884a-2c1a3ad5a410 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337624 Jul 09 09:40:32.144969 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-966059c4-ee1e-4dd1-97d9-9d5af9181998 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:32.159165 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac7a06-0708-4a44-85ae-ab1cc4d02e50 req-c921c738-bb77-4156-a01d-4f5eb50d9cba tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:32.160988 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-68ac7a06-0708-4a44-85ae-ab1cc4d02e50 req-c921c738-bb77-4156-a01d-4f5eb50d9cba tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.2296405 Jul 09 09:40:32.228253 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-966059c4-ee1e-4dd1-97d9-9d5af9181998 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:32.261941 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-68ac7a06-0708-4a44-85ae-ab1cc4d02e50 req-15fcd873-cdb3-4a46-92e0-88c2dd316d7b tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950999 Jul 09 09:40:32.301879 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91012dac-e6dd-41a8-820d-7108b76ac857 req-a6db925d-37a1-4538-8cad-e3733d2cbea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:32.305565 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-91012dac-e6dd-41a8-820d-7108b76ac857 req-a6db925d-37a1-4538-8cad-e3733d2cbea6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a164066a-07a4-4b33-8c4d-f1e348ed3948 HTTP/1.1" status: 200 len: 921 time: 0.2349699 Jul 09 09:40:32.402216 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-91012dac-e6dd-41a8-820d-7108b76ac857 req-439ad03d-25bc-4df1-9d8d-838bf77b49dc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7922c83a-b4e7-4c7f-aa72-d56856ca5bdc HTTP/1.1" status: 200 len: 217 time: 0.0868027 Jul 09 09:40:32.494631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91012dac-e6dd-41a8-820d-7108b76ac857 req-8d1fee4b-cacb-4a1e-bd63-edd3533c7363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:32.496570 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-91012dac-e6dd-41a8-820d-7108b76ac857 req-8d1fee4b-cacb-4a1e-bd63-edd3533c7363 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2ed44c16-dda1-4e7b-8852-3e506b585647 HTTP/1.1" status: 200 len: 860 time: 0.0889652 Jul 09 09:40:32.512845 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-966059c4-ee1e-4dd1-97d9-9d5af9181998 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:32.515937 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-966059c4-ee1e-4dd1-97d9-9d5af9181998 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:32.517255 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-966059c4-ee1e-4dd1-97d9-9d5af9181998 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/security-groups/d82b3013-56f8-4b8c-8c65-a34a2866db0d HTTP/1.1" status: 204 len: 168 time: 0.5177784 Jul 09 09:40:32.544852 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58968) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:32.640339 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1bce0-829e-41de-8406-7a4d9c51728a req-b97e049b-109e-48da-9315-77194ad312a2 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:32.642553 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-05a1bce0-829e-41de-8406-7a4d9c51728a req-b97e049b-109e-48da-9315-77194ad312a2 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.1885519 Jul 09 09:40:32.648199 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-91012dac-e6dd-41a8-820d-7108b76ac857 req-e85e78b7-d981-4d24-8ee2-10f60b636372 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a164066a-07a4-4b33-8c4d-f1e348ed3948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1441836 Jul 09 09:40:32.652888 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e030921-2e6e-41e2-9a31-7f69744ee180 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting subnet 9225045e-ea01-4887-ad7c-932469df479d {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:40:32.657618 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966059c4-ee1e-4dd1-97d9-9d5af9181998 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82b3013-56f8-4b8c-8c65-a34a2866db0d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:32.680837 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa8986-47e2-42d1-90b2-53c115e3164e req-0dc0d909-8a1b-4e84-961a-75780543f56a tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:32.695078 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67fa8986-47e2-42d1-90b2-53c115e3164e req-0dc0d909-8a1b-4e84-961a-75780543f56a tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/ports?device_id=86332b90-e120-413d-bf4a-beb77579b623 HTTP/1.1" status: 200 len: 946 time: 0.1766284 Jul 09 09:40:32.745355 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e030921-2e6e-41e2-9a31-7f69744ee180 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:32.776445 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-05a1bce0-829e-41de-8406-7a4d9c51728a req-0edfb98b-6fc1-421b-9ada-639a38df07c6 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237576 Jul 09 09:40:32.784930 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67fa8986-47e2-42d1-90b2-53c115e3164e req-b277798c-a715-49bb-8e20-291cb92811f9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a8f44-17e3-410b-93a9-c2b6fdb5acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889006 Jul 09 09:40:32.821738 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e030921-2e6e-41e2-9a31-7f69744ee180 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:32.884759 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-91012dac-e6dd-41a8-820d-7108b76ac857 req-c174385e-5ba2-4219-a4d5-ca57214d9b42 service neutron] 10.222.0.58 "GET /v2.0/networks/a164066a-07a4-4b33-8c4d-f1e348ed3948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291481 Jul 09 09:40:33.049897 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-91012dac-e6dd-41a8-820d-7108b76ac857 req-52758b4e-0191-4b06-bbdb-f7b808fdd407 service neutron] 10.222.0.58 "GET /v2.0/networks/a164066a-07a4-4b33-8c4d-f1e348ed3948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553504 Jul 09 09:40:33.056289 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e030921-2e6e-41e2-9a31-7f69744ee180 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:33.163314 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e030921-2e6e-41e2-9a31-7f69744ee180 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:33.179287 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e030921-2e6e-41e2-9a31-7f69744ee180 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:33.188603 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8e030921-2e6e-41e2-9a31-7f69744ee180 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/subnets/9225045e-ea01-4887-ad7c-932469df479d HTTP/1.1" status: 204 len: 168 time: 0.6329277 Jul 09 09:40:33.188855 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58988) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:33.194625 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a9055dbc-47dc-463c-a42f-b5ca8be7449e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'subnet': {'network_id': '7b58774a-22fe-40c4-92f1-664e57bff900', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:33.203316 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b37bd3-8f05-40f8-866f-a1bef904de9d None None] Network 7b58774a-22fe-40c4-92f1-664e57bff900 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:40:33.203904 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e030921-2e6e-41e2-9a31-7f69744ee180 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Subnet': ['ID=9225045e-ea01-4887-ad7c-932469df479d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:33.263315 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf30c5f-ffc0-470d-bf07-517af0e366f3 req-d99942ba-512e-4d09-be99-5f78a02c856c tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:33.268410 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8cf30c5f-ffc0-470d-bf07-517af0e366f3 req-d99942ba-512e-4d09-be99-5f78a02c856c tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/ports?device_id=86332b90-e120-413d-bf4a-beb77579b623 HTTP/1.1" status: 200 len: 946 time: 0.1844840 Jul 09 09:40:33.273558 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58990) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:33.281078 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-482c567c-8a16-4e63-881d-a10d80c325d4 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Request body: {'floatingip': {'port_id': 'd78731c7-5061-4ff9-a17f-cda5a92e2634'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:33.324931 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:40:33.372411 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-482c567c-8a16-4e63-881d-a10d80c325d4 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:33.563413 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490d177-f134-437f-ac3f-0fe2d9f8b3a8 req-9eca42a5-eff4-4ab2-9bb8-f32e0fe03f8c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:33.565332 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6490d177-f134-437f-ac3f-0fe2d9f8b3a8 req-9eca42a5-eff4-4ab2-9bb8-f32e0fe03f8c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 946 time: 0.2424691 Jul 09 09:40:33.582915 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9055dbc-47dc-463c-a42f-b5ca8be7449e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:33.588056 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a9055dbc-47dc-463c-a42f-b5ca8be7449e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:33.706486 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6490d177-f134-437f-ac3f-0fe2d9f8b3a8 req-f617d790-ab38-4af9-8c73-1270cddd3a89 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300964 Jul 09 09:40:33.743155 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a5c61-280e-478d-a812-34fb760e9a20 req-7dae959a-bc34-4712-8d89-22d5a4cd4b40 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:33.745323 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d2a5c61-280e-478d-a812-34fb760e9a20 req-7dae959a-bc34-4712-8d89-22d5a4cd4b40 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.2308009 Jul 09 09:40:33.812961 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:33.817356 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d2a5c61-280e-478d-a812-34fb760e9a20 req-12698f32-f2a7-4a88-89a7-156bf8e4e93c tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655308 Jul 09 09:40:34.261608 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a9055dbc-47dc-463c-a42f-b5ca8be7449e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:34.360257 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-482c567c-8a16-4e63-881d-a10d80c325d4 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:34.375430 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-482c567c-8a16-4e63-881d-a10d80c325d4 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:34.383644 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fbc65-a65d-413c-abb6-b052f440e87c req-c64c6454-0e6e-4969-84f9-6566bd32d6cc tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:34.385223 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-397fbc65-a65d-413c-abb6-b052f440e87c req-c64c6454-0e6e-4969-84f9-6566bd32d6cc tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.3061476 Jul 09 09:40:34.397943 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9055dbc-47dc-463c-a42f-b5ca8be7449e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network 7b58774a-22fe-40c4-92f1-664e57bff900 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:34.400214 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5b9befdd-ad90-4616-9d44-b482cd7426c7 None None] Provisioning complete for port eb526ad0-ab4e-4710-8341-1928e75bd0c9 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:34.401618 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5b9befdd-ad90-4616-9d44-b482cd7426c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:34.407652 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-a9055dbc-47dc-463c-a42f-b5ca8be7449e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:34.432493 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9055dbc-47dc-463c-a42f-b5ca8be7449e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:34.433704 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a9055dbc-47dc-463c-a42f-b5ca8be7449e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:34.446157 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5b9befdd-ad90-4616-9d44-b482cd7426c7 None None] Port eb526ad0-ab4e-4710-8341-1928e75bd0c9 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:40:34.450301 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f6c7a9-6dee-4502-882c-3eabca4d031d None None] Network 7b58774a-22fe-40c4-92f1-664e57bff900 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:40:34.471721 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9055dbc-47dc-463c-a42f-b5ca8be7449e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Subnet': ['ID=292b140d-2c1d-4319-a5e2-47d1666725f3,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:34.525994 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59004d-fd70-40fc-8db9-5562178f0000 req-478637a3-04a0-4c10-8b60-ca3156e1af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:34.527574 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f59004d-fd70-40fc-8db9-5562178f0000 req-478637a3-04a0-4c10-8b60-ca3156e1af86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c3657de35454de2af834416af126211&device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 1096 time: 0.2456145 Jul 09 09:40:34.532160 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a9055dbc-47dc-463c-a42f-b5ca8be7449e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3386338 Jul 09 09:40:34.532360 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-482c567c-8a16-4e63-881d-a10d80c325d4 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Floating IP 5fbbf25a-067e-4f44-8e38-f0d41d595022 associated. External IP: 172.25.3.193, port: d78731c7-5061-4ff9-a17f-cda5a92e2634. Jul 09 09:40:34.533321 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5b9befdd-ad90-4616-9d44-b482cd7426c7 None None] Provisioning complete for port ec125535-f64a-4a00-8edc-169f4b83c16b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:34.533866 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59000) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:34.534415 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5b9befdd-ad90-4616-9d44-b482cd7426c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:34.539310 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d254a245-30f0-4ca7-824c-4fa7c885692d tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'security_group': {'name': 'tempest-secgroup-1631527843'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:34.542882 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-397fbc65-a65d-413c-abb6-b052f440e87c req-24053776-53f2-4343-b151-9477e8aa3a37 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327722 Jul 09 09:40:34.686011 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59004d-fd70-40fc-8db9-5562178f0000 req-92146fca-646d-4130-8b20-a4c451f96865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:34.688781 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f59004d-fd70-40fc-8db9-5562178f0000 req-92146fca-646d-4130-8b20-a4c451f96865 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ae54679-4cff-4994-98e0-50f486401346 HTTP/1.1" status: 200 len: 913 time: 0.1391101 Jul 09 09:40:34.805607 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f59004d-fd70-40fc-8db9-5562178f0000 req-40107e35-455d-4f9b-aff2-b3a523c5fb4d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a445e9db-29a8-4452-99c6-785db4df6d1e HTTP/1.1" status: 200 len: 217 time: 0.1022620 Jul 09 09:40:34.885990 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59004d-fd70-40fc-8db9-5562178f0000 req-ca6be6d2-f37e-406d-b4a5-4adbaa0d4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:34.887731 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f59004d-fd70-40fc-8db9-5562178f0000 req-ca6be6d2-f37e-406d-b4a5-4adbaa0d4e03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=112afd71-533d-4ba0-a28c-db2bcc9ef172 HTTP/1.1" status: 200 len: 852 time: 0.0753162 Jul 09 09:40:34.941200 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722a53e9-9565-4896-9511-3fe7141e5d41 None None] Update dhcp port {'port': {'network_id': '7b58774a-22fe-40c4-92f1-664e57bff900', 'fixed_ips': [{'subnet_id': '192b6363-5349-4f98-a287-a2069b590116', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '292b140d-2c1d-4319-a5e2-47d1666725f3'}], 'binding:host_id': 'n-d-799996-1'}, 'id': 'ec125535-f64a-4a00-8edc-169f4b83c16b'} from n-d-799996-1. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 09:40:34.958079 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f59004d-fd70-40fc-8db9-5562178f0000 req-9b7a74ae-4ef6-4a9c-8071-240da77ae6b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ae54679-4cff-4994-98e0-50f486401346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557532 Jul 09 09:40:34.980933 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-722a53e9-9565-4896-9511-3fe7141e5d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:35.058462 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3a937-1e3e-4163-8357-a1def804a236 req-7aee2b89-b633-4cc6-9e03-fa941c5798ee tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:35.060635 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10c3a937-1e3e-4163-8357-a1def804a236 req-7aee2b89-b633-4cc6-9e03-fa941c5798ee tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 946 time: 0.1674037 Jul 09 09:40:35.114992 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d254a245-30f0-4ca7-824c-4fa7c885692d tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:35.169138 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10c3a937-1e3e-4163-8357-a1def804a236 req-112d2d37-733c-4355-91bd-bf8dcf9e49cf tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909641 Jul 09 09:40:35.201984 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-722a53e9-9565-4896-9511-3fe7141e5d41 None None] Allocated IP 2001:db8::2 (7b58774a-22fe-40c4-92f1-664e57bff900/292b140d-2c1d-4319-a5e2-47d1666725f3/ec125535-f64a-4a00-8edc-169f4b83c16b) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:40:35.230846 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d254a245-30f0-4ca7-824c-4fa7c885692d tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:35.241219 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d254a245-30f0-4ca7-824c-4fa7c885692d tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:35.283965 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254a245-30f0-4ca7-824c-4fa7c885692d tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=826e98c4-9c5b-4a3e-8db8-1b07eb1a2e34,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:35.296678 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d254a245-30f0-4ca7-824c-4fa7c885692d tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:35.298773 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d254a245-30f0-4ca7-824c-4fa7c885692d tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7635903 Jul 09 09:40:35.302109 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59008) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:35.307800 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6d0916c6-bbc7-4277-8e31-794ca48532d1 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'security_group': {'name': 'tempest-secgroup-1049169024'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:35.312157 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a726bc-5a86-45e3-b66d-428794e74aba req-ebb9b346-50bf-44d2-b1b0-1a67d87ccf5a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:35.317019 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86a726bc-5a86-45e3-b66d-428794e74aba req-ebb9b346-50bf-44d2-b1b0-1a67d87ccf5a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.2547052 Jul 09 09:40:35.323914 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f59004d-fd70-40fc-8db9-5562178f0000 req-d0589e04-4a2b-4c3b-8f4f-4272e1f2d2fe service neutron] 10.222.0.64 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512366 Jul 09 09:40:35.338372 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-722a53e9-9565-4896-9511-3fe7141e5d41 None None] For port ec125535-f64a-4a00-8edc-169f4b83c16b, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=ec125535-f64a-4a00-8edc-169f4b83c16b,segment=NetworkSegment(ab94e057-b542-4fe7-9183-4c0604ea047e),segment_id=ab94e057-b542-4fe7-9183-4c0604ea047e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:35.347217 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d0916c6-bbc7-4277-8e31-794ca48532d1 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:35.412800 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-722a53e9-9565-4896-9511-3fe7141e5d41 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:35.450188 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86a726bc-5a86-45e3-b66d-428794e74aba req-5c5ef43b-2e42-4567-a6a8-5ce2e6779f4d tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227498 Jul 09 09:40:35.452581 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-722a53e9-9565-4896-9511-3fe7141e5d41 None None] Transition to ACTIVE for port object ec125535-f64a-4a00-8edc-169f4b83c16b will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:35.458441 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-722a53e9-9565-4896-9511-3fe7141e5d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:35.489981 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f59004d-fd70-40fc-8db9-5562178f0000 req-9a0db18d-51da-4ba3-aca1-c0378858b090 service neutron] 10.222.0.64 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589119 Jul 09 09:40:35.525147 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d0916c6-bbc7-4277-8e31-794ca48532d1 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:35.533307 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d0916c6-bbc7-4277-8e31-794ca48532d1 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:35.607482 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d0916c6-bbc7-4277-8e31-794ca48532d1 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:35.612516 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a53e9-9565-4896-9511-3fe7141e5d41 None None] Pushing event updated for resources: {'Port': ['ID=ec125535-f64a-4a00-8edc-169f4b83c16b,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:35.618436 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6d0916c6-bbc7-4277-8e31-794ca48532d1 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3115523 Jul 09 09:40:35.618972 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59014) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:35.624192 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f0baf24d-1239-464a-965e-ea104cf4a1d6 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'security_group': {'name': 'tempest-secgroup-158981664'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:35.625536 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0916c6-bbc7-4277-8e31-794ca48532d1 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a165ed4f-78e6-4ed9-bb39-84aff86166ef,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:35.631513 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722a53e9-9565-4896-9511-3fe7141e5d41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:35.632278 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722a53e9-9565-4896-9511-3fe7141e5d41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:35.633134 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722a53e9-9565-4896-9511-3fe7141e5d41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:35.633389 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722a53e9-9565-4896-9511-3fe7141e5d41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:35.633860 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722a53e9-9565-4896-9511-3fe7141e5d41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:35.634581 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722a53e9-9565-4896-9511-3fe7141e5d41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:35.635380 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722a53e9-9565-4896-9511-3fe7141e5d41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:35.636223 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722a53e9-9565-4896-9511-3fe7141e5d41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:35.636771 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722a53e9-9565-4896-9511-3fe7141e5d41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:35.637193 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722a53e9-9565-4896-9511-3fe7141e5d41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:35.637844 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722a53e9-9565-4896-9511-3fe7141e5d41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:35.638518 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722a53e9-9565-4896-9511-3fe7141e5d41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:35.658250 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482c567c-8a16-4e63-881d-a10d80c325d4 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Router 0949a3f1-30fe-4d10-98d6-4e9abaf57b96 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:40:35.709811 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0baf24d-1239-464a-965e-ea104cf4a1d6 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:35.874712 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482c567c-8a16-4e63-881d-a10d80c325d4 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:40:35.881968 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-482c567c-8a16-4e63-881d-a10d80c325d4 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:35.896152 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fc4207-88c1-4899-844f-9f96db78aab7 None None] Sync routers for ids ['0949a3f1-30fe-4d10-98d6-4e9abaf57b96'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:40:35.913855 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fc4207-88c1-4899-844f-9f96db78aab7 None None] Routers {'0949a3f1-30fe-4d10-98d6-4e9abaf57b96'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:40:35.917315 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-21fc4207-88c1-4899-844f-9f96db78aab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:40:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['0949a3f1-30fe-4d10-98d6-4e9abaf57b96'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:35.957350 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-482c567c-8a16-4e63-881d-a10d80c325d4 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "PUT /v2.0/floatingips/5fbbf25a-067e-4f44-8e38-f0d41d595022 HTTP/1.1" status: 200 len: 992 time: 2.6822696 Jul 09 09:40:35.958378 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86332b90-e120-413d-bf4a-beb77579b623', 'tag': 'd78731c7-5061-4ff9-a17f-cda5a92e2634'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:40:35.964436 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16071d0b-3225-423d-9e0d-2e6d8547cec7" -d '{"events": [{"name": "network-changed", "server_uuid": "86332b90-e120-413d-bf4a-beb77579b623", "tag": "d78731c7-5061-4ff9-a17f-cda5a92e2634"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:40:36.048964 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088043b5-7c48-4f4d-b647-5ba1aa50ca4d req-3f2ae18b-4095-4677-87d4-d123634c36d9 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:36.050685 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-088043b5-7c48-4f4d-b647-5ba1aa50ca4d req-3f2ae18b-4095-4677-87d4-d123634c36d9 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.2378209 Jul 09 09:40:36.064689 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0baf24d-1239-464a-965e-ea104cf4a1d6 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:36.080743 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0baf24d-1239-464a-965e-ea104cf4a1d6 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:36.131602 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0baf24d-1239-464a-965e-ea104cf4a1d6 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118dec2d-0dcb-41a9-a9f9-37075a8db604,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:36.164758 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-21fc4207-88c1-4899-844f-9f96db78aab7 None None] Set router 0949a3f1-30fe-4d10-98d6-4e9abaf57b96 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:40:36.171349 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0baf24d-1239-464a-965e-ea104cf4a1d6 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:36.175855 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59020) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:36.176438 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f0baf24d-1239-464a-965e-ea104cf4a1d6 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5561128 Jul 09 09:40:36.181601 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4eed896f-e4b4-4d88-8823-73a1ea84de00 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-464350236', 'security_groups': ['118dec2d-0dcb-41a9-a9f9-37075a8db604'], 'network_id': '7b58774a-22fe-40c4-92f1-664e57bff900', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '292b140d-2c1d-4319-a5e2-47d1666725f3'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:36.198598 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-088043b5-7c48-4f4d-b647-5ba1aa50ca4d req-aaa1c3d8-a204-4a10-9a92-a29f37b28ba5 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303763 Jul 09 09:40:36.219173 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239865c6-21ba-47ea-ab03-503d8c0faff8 x-openstack-request-id: req-239865c6-21ba-47ea-ab03-503d8c0faff8 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:40:36.219469 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86332b90-e120-413d-bf4a-beb77579b623", "tag": "d78731c7-5061-4ff9-a17f-cda5a92e2634", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:40:36.219731 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-239865c6-21ba-47ea-ab03-503d8c0faff8 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:40:36.220135 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86332b90-e120-413d-bf4a-beb77579b623', 'tag': 'd78731c7-5061-4ff9-a17f-cda5a92e2634', 'status': 'completed', 'code': 200} Jul 09 09:40:36.428689 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16071d0b-3225-423d-9e0d-2e6d8547cec7 req-117aa865-310b-485e-ad4e-d3d98a09b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:36.430490 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-16071d0b-3225-423d-9e0d-2e6d8547cec7 req-117aa865-310b-485e-ad4e-d3d98a09b316 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac269ba5665449fdbb06cad931982f8c&device_id=86332b90-e120-413d-bf4a-beb77579b623 HTTP/1.1" status: 200 len: 1097 time: 0.1303096 Jul 09 09:40:36.456678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1985231-8b93-447d-8e0c-0926adf0bf56 req-66b11955-10e8-4d85-bb62-fdec3285f031 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:36.466805 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c1985231-8b93-447d-8e0c-0926adf0bf56 req-66b11955-10e8-4d85-bb62-fdec3285f031 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 946 time: 0.1200519 Jul 09 09:40:36.540936 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eed896f-e4b4-4d88-8823-73a1ea84de00 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:36.546790 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c1985231-8b93-447d-8e0c-0926adf0bf56 req-8b5b5775-594a-4596-bb5b-a6c88d83fb3d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780904 Jul 09 09:40:36.666502 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16071d0b-3225-423d-9e0d-2e6d8547cec7 req-10bb8e84-e520-40c4-99d0-5c96e60382e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:36.668048 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-16071d0b-3225-423d-9e0d-2e6d8547cec7 req-10bb8e84-e520-40c4-99d0-5c96e60382e2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f4bca1f8-ff57-4683-b395-52e35cd021f9 HTTP/1.1" status: 200 len: 907 time: 0.2224550 Jul 09 09:40:36.788218 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4eed896f-e4b4-4d88-8823-73a1ea84de00 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:36.817420 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-4eed896f-e4b4-4d88-8823-73a1ea84de00 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] device_id is not set on port 1e378a0a-2540-4ec2-9368-029979095a9b yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:40:36.818632 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device ec125535-f64a-4a00-8edc-169f4b83c16b up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:40:36.824652 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-16071d0b-3225-423d-9e0d-2e6d8547cec7 req-d2d661b1-4a96-4754-bf59-ce13f46fdea9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d78731c7-5061-4ff9-a17f-cda5a92e2634 HTTP/1.1" status: 200 len: 1000 time: 0.1397109 Jul 09 09:40:36.838386 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f174912c-f5c2-4404-aecd-1fd5addb54e2 None None] Provisioning complete for port eb526ad0-ab4e-4710-8341-1928e75bd0c9 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:36.838758 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f174912c-f5c2-4404-aecd-1fd5addb54e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:36.909940 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-21fc4207-88c1-4899-844f-9f96db78aab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'name': 'tempest-ServersTestJSON-1124591461-router', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:40:01Z', 'updated_at': '2021-07-09T09:40:05Z', 'revision_number': 4, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'gw_port': {'id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:02Z', 'updated_at': '2021-07-09T09:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '5fbbf25a-067e-4f44-8e38-f0d41d595022', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'port_id': 'd78731c7-5061-4ff9-a17f-cda5a92e2634', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9', 'mac_address': 'fa:16:3e:12:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86332b90-e120-413d-bf4a-beb77579b623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:40:09Z', 'updated_at': '2021-07-09T09:40:34Z', 'revision_number': 1, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8181dd60-03bd-4a22-a150-40cc8ee5b33a', 'name': '', 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'mac_address': 'fa:16:3e:01:40:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '4d29fd57-68a4-471a-8ab4-26e684070de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:04Z', 'updated_at': '2021-07-09T09:40:15Z', 'revision_number': 5, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'subnets': [{'id': '4d29fd57-68a4-471a-8ab4-26e684070de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:36.927684 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2137335c-bd22-4d56-b1d8-1303be8ab581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:36.992840 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16071d0b-3225-423d-9e0d-2e6d8547cec7 req-6801616e-1bb2-4077-98ae-fbbcd1efd746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:36.994246 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-16071d0b-3225-423d-9e0d-2e6d8547cec7 req-6801616e-1bb2-4077-98ae-fbbcd1efd746 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d29fd57-68a4-471a-8ab4-26e684070de4 HTTP/1.1" status: 200 len: 845 time: 0.1632698 Jul 09 09:40:37.000586 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5770d-563f-4ef4-b204-4f0082c37caf req-7b55716b-a8c3-4401-b626-4eea8a78058e tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:37.003179 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccb5770d-563f-4ef4-b204-4f0082c37caf req-7b55716b-a8c3-4401-b626-4eea8a78058e tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.1405542 Jul 09 09:40:37.034816 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fc4207-88c1-4899-844f-9f96db78aab7 None None] Checking router: 0949a3f1-30fe-4d10-98d6-4e9abaf57b96 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:40:37.067728 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccb5770d-563f-4ef4-b204-4f0082c37caf req-6cd213cc-10c6-4ab1-8fc4-518415b5e202 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544748 Jul 09 09:40:37.120763 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fc4207-88c1-4899-844f-9f96db78aab7 None None] Routers {'0949a3f1-30fe-4d10-98d6-4e9abaf57b96'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:40:37.121424 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-21fc4207-88c1-4899-844f-9f96db78aab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:40:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['0949a3f1-30fe-4d10-98d6-4e9abaf57b96'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:37.200498 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f174912c-f5c2-4404-aecd-1fd5addb54e2 None None] Port eb526ad0-ab4e-4710-8341-1928e75bd0c9 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:40:37.247078 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16071d0b-3225-423d-9e0d-2e6d8547cec7 req-5557b4ce-fe8a-4e86-9238-40a312f8aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:37.249000 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-16071d0b-3225-423d-9e0d-2e6d8547cec7 req-5557b4ce-fe8a-4e86-9238-40a312f8aa56 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f4bca1f8-ff57-4683-b395-52e35cd021f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2446642 Jul 09 09:40:37.261544 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f174912c-f5c2-4404-aecd-1fd5addb54e2 None None] Provisioning for port ec125535-f64a-4a00-8edc-169f4b83c16b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:40:37.267546 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f174912c-f5c2-4404-aecd-1fd5addb54e2 None None] Provisioning complete for port ec125535-f64a-4a00-8edc-169f4b83c16b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:37.267955 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f174912c-f5c2-4404-aecd-1fd5addb54e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:37.330885 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-4eed896f-e4b4-4d88-8823-73a1ea84de00 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Allocated IP 2001:db8::13e (7b58774a-22fe-40c4-92f1-664e57bff900/292b140d-2c1d-4319-a5e2-47d1666725f3/1e378a0a-2540-4ec2-9368-029979095a9b) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:40:37.368448 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-21fc4207-88c1-4899-844f-9f96db78aab7 None None] Set router 0949a3f1-30fe-4d10-98d6-4e9abaf57b96 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:40:37.410950 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-16071d0b-3225-423d-9e0d-2e6d8547cec7 req-c5af8869-75e2-4783-a20f-681528c74ea0 service neutron] 10.222.0.58 "GET /v2.0/networks/f4bca1f8-ff57-4683-b395-52e35cd021f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554668 Jul 09 09:40:37.527784 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072a934-6e38-4145-9af3-c99b34773df8 req-e17de259-fdc7-4718-bd55-81b5771bbcc2 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:37.530104 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7072a934-6e38-4145-9af3-c99b34773df8 req-e17de259-fdc7-4718-bd55-81b5771bbcc2 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.0947561 Jul 09 09:40:37.578687 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7072a934-6e38-4145-9af3-c99b34773df8 req-d1a8c59a-9ab2-4f1e-867d-cbeaa7867394 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423837 Jul 09 09:40:37.726539 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-16071d0b-3225-423d-9e0d-2e6d8547cec7 req-38471667-f590-4c1f-800b-f49a51c4f1dd service neutron] 10.222.0.58 "GET /v2.0/networks/f4bca1f8-ff57-4683-b395-52e35cd021f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044527 Jul 09 09:40:37.749900 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4eed896f-e4b4-4d88-8823-73a1ea84de00 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:37.780068 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-4eed896f-e4b4-4d88-8823-73a1ea84de00 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Transition to ACTIVE for port object 1e378a0a-2540-4ec2-9368-029979095a9b will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:37.843672 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4eed896f-e4b4-4d88-8823-73a1ea84de00 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:37.846947 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767416fc-0edb-4f7c-a226-3b60b9b6e2b2 req-3f5854bb-16e1-4f0c-9210-099350868172 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:37.854578 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-767416fc-0edb-4f7c-a226-3b60b9b6e2b2 req-3f5854bb-16e1-4f0c-9210-099350868172 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 946 time: 0.1519058 Jul 09 09:40:37.909893 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eed896f-e4b4-4d88-8823-73a1ea84de00 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network 7b58774a-22fe-40c4-92f1-664e57bff900 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:37.913747 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4eed896f-e4b4-4d88-8823-73a1ea84de00 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:37.917355 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-767416fc-0edb-4f7c-a226-3b60b9b6e2b2 req-af8c6dd5-bfd9-4f75-b224-e9767d63ba28 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617497 Jul 09 09:40:37.920877 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eed896f-e4b4-4d88-8823-73a1ea84de00 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:40:37.940983 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eed896f-e4b4-4d88-8823-73a1ea84de00 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:37.942562 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4eed896f-e4b4-4d88-8823-73a1ea84de00 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:37.980277 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed896f-e4b4-4d88-8823-73a1ea84de00 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Port': ['ID=1e378a0a-2540-4ec2-9368-029979095a9b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:37.995832 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4eed896f-e4b4-4d88-8823-73a1ea84de00 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8185365 Jul 09 09:40:37.999004 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59044) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:38.006946 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3c2252cd-c404-4bb8-87ca-43c7ae12a105 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'subnet': {'network_id': '7b58774a-22fe-40c4-92f1-664e57bff900', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:38.019212 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a445e9db-29a8-4452-99c6-785db4df6d1e no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:40:38.267094 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2252cd-c404-4bb8-87ca-43c7ae12a105 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:38.273156 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c2252cd-c404-4bb8-87ca-43c7ae12a105 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:38.284931 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-21fc4207-88c1-4899-844f-9f96db78aab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'name': 'tempest-ServersTestJSON-1124591461-router', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:40:01Z', 'updated_at': '2021-07-09T09:40:05Z', 'revision_number': 4, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'gw_port': {'id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:02Z', 'updated_at': '2021-07-09T09:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '5fbbf25a-067e-4f44-8e38-f0d41d595022', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'port_id': 'd78731c7-5061-4ff9-a17f-cda5a92e2634', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9', 'mac_address': 'fa:16:3e:12:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86332b90-e120-413d-bf4a-beb77579b623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:40:09Z', 'updated_at': '2021-07-09T09:40:34Z', 'revision_number': 1, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8181dd60-03bd-4a22-a150-40cc8ee5b33a', 'name': '', 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'mac_address': 'fa:16:3e:01:40:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '4d29fd57-68a4-471a-8ab4-26e684070de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:04Z', 'updated_at': '2021-07-09T09:40:15Z', 'revision_number': 5, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'subnets': [{'id': '4d29fd57-68a4-471a-8ab4-26e684070de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:38.339826 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edebc7-fa77-4f45-bfa4-f2f4c6ce883c req-fd2f6900-fc84-4312-aa19-ffe74cc303ae tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:38.347967 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10edebc7-fa77-4f45-bfa4-f2f4c6ce883c req-fd2f6900-fc84-4312-aa19-ffe74cc303ae tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 945 time: 0.0821903 Jul 09 09:40:38.350460 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fc4207-88c1-4899-844f-9f96db78aab7 None None] The sync data for ids ['0949a3f1-30fe-4d10-98d6-4e9abaf57b96'] in n-d-799996-1 is: [{'id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'name': 'tempest-ServersTestJSON-1124591461-router', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:40:01Z', 'updated_at': '2021-07-09T09:40:05Z', 'revision_number': 4, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'gw_port': {'id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:02Z', 'updated_at': '2021-07-09T09:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '5fbbf25a-067e-4f44-8e38-f0d41d595022', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'port_id': 'd78731c7-5061-4ff9-a17f-cda5a92e2634', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9', 'mac_address': 'fa:16:3e:12:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86332b90-e120-413d-bf4a-beb77579b623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:40:09Z', 'updated_at': '2021-07-09T09:40:34Z', 'revision_number': 1, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8181dd60-03bd-4a22-a150-40cc8ee5b33a', 'name': '', 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'mac_address': 'fa:16:3e:01:40:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '4d29fd57-68a4-471a-8ab4-26e684070de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:04Z', 'updated_at': '2021-07-09T09:40:15Z', 'revision_number': 5, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'subnets': [{'id': '4d29fd57-68a4-471a-8ab4-26e684070de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:40:38.372188 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:38.389912 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6174506f-3cc7-4cb1-830a-9e9057975f63 None None] Provisioning for port 1e378a0a-2540-4ec2-9368-029979095a9b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:40:38.409319 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6174506f-3cc7-4cb1-830a-9e9057975f63 None None] Provisioning complete for port 1e378a0a-2540-4ec2-9368-029979095a9b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:38.409698 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6174506f-3cc7-4cb1-830a-9e9057975f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:38.419480 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10edebc7-fa77-4f45-bfa4-f2f4c6ce883c req-fe8d9fa2-00ec-44a8-ad1f-a3a0cafa51ca tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704219 Jul 09 09:40:38.439871 n-d-799996-1 neutron-server[93791]: INFO neutron.db.ipam_backend_mixin [None req-3c2252cd-c404-4bb8-87ca-43c7ae12a105 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 292b140d-2c1d-4319-a5e2-47d1666725f3 (CIDR: 2001:db8::/64) Jul 09 09:40:38.459877 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2252cd-c404-4bb8-87ca-43c7ae12a105 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:40:38.461783 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c2252cd-c404-4bb8-87ca-43c7ae12a105 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:40:38.466471 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffa64ae-1165-47aa-b094-3fd4dd36d2e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a445e9db-29a8-4452-99c6-785db4df6d1e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:40:38.468907 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c02cf3-85b7-4b3a-b870-eaec60aed141" -d '{"events": [{"server_uuid": "bffa64ae-1165-47aa-b094-3fd4dd36d2e0", "name": "network-vif-unplugged", "status": "completed", "tag": "a445e9db-29a8-4452-99c6-785db4df6d1e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:40:38.505767 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3c2252cd-c404-4bb8-87ca-43c7ae12a105 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5054910 Jul 09 09:40:38.509550 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59054) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:38.526197 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3297d59d-ce6e-4d0e-96bb-560cb771f4ae tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'subnet': {'network_id': '7b58774a-22fe-40c4-92f1-664e57bff900', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:38.531394 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 09:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd25f6c-f27b-4fd4-8305-339d821f10c9 x-openstack-request-id: req-1bd25f6c-f27b-4fd4-8305-339d821f10c9 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:40:38.533961 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffa64ae-1165-47aa-b094-3fd4dd36d2e0", "name": "network-vif-unplugged", "status": "failed", "tag": "a445e9db-29a8-4452-99c6-785db4df6d1e", "code": 422}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:40:38.534679 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1bd25f6c-f27b-4fd4-8305-339d821f10c9 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:40:38.535263 n-d-799996-1 neutron-server[93792]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bffa64ae-1165-47aa-b094-3fd4dd36d2e0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a445e9db-29a8-4452-99c6-785db4df6d1e', 'code': 422} returned with failed status Jul 09 09:40:38.539294 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a445e9db-29a8-4452-99c6-785db4df6d1e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a445e9db-29a8-4452-99c6-785db4df6d1e,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:38.542981 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6174506f-3cc7-4cb1-830a-9e9057975f63 None None] Port 1e378a0a-2540-4ec2-9368-029979095a9b cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:40:38.550266 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:38.613338 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=a445e9db-29a8-4452-99c6-785db4df6d1e,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:38.713998 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac856b7a-b96e-4ae3-b77b-b6b7794652dd None None] New status for floating IP 5fbbf25a-067e-4f44-8e38-f0d41d595022: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:40:38.779331 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3297d59d-ce6e-4d0e-96bb-560cb771f4ae tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:38.784376 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3297d59d-ce6e-4d0e-96bb-560cb771f4ae tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:38.906113 n-d-799996-1 neutron-server[93791]: INFO neutron.db.ipam_backend_mixin [None req-3297d59d-ce6e-4d0e-96bb-560cb771f4ae tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 192b6363-5349-4f98-a287-a2069b590116 (CIDR: 2001:db8:0:1::/64) Jul 09 09:40:38.913094 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-3297d59d-ce6e-4d0e-96bb-560cb771f4ae tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:40:38.913692 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3297d59d-ce6e-4d0e-96bb-560cb771f4ae tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:40:38.928750 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48478844-a2be-46e5-ae47-6631c8d20438 req-bf73ec73-1ac8-41b3-af82-5acc404b5809 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:38.933815 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48478844-a2be-46e5-ae47-6631c8d20438 req-bf73ec73-1ac8-41b3-af82-5acc404b5809 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.1150813 Jul 09 09:40:38.946978 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3297d59d-ce6e-4d0e-96bb-560cb771f4ae tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4362614 Jul 09 09:40:38.949750 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59072) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:38.955394 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-22fe7474-6d31-4521-ab69-ba01d600eadd tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'subnet': {'network_id': '7b58774a-22fe-40c4-92f1-664e57bff900', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:39.052112 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:39.133583 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48478844-a2be-46e5-ae47-6631c8d20438 req-d3841915-adee-4ee0-8856-fbd3420e5df4 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931248 Jul 09 09:40:39.183485 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fe7474-6d31-4521-ab69-ba01d600eadd tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Made reservation on behalf of ab434903114943afa4aafc937b3d3001 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:39.187799 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22fe7474-6d31-4521-ab69-ba01d600eadd tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:39.325035 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b547e7d8-dd6e-49c3-af25-c7f3e1085e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:39.501621 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:39.586525 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22fe7474-6d31-4521-ab69-ba01d600eadd tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:39.655588 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fe7474-6d31-4521-ab69-ba01d600eadd tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Network 7b58774a-22fe-40c4-92f1-664e57bff900 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:39.668221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-22fe7474-6d31-4521-ab69-ba01d600eadd tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:39.675880 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fe7474-6d31-4521-ab69-ba01d600eadd tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:39.676733 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22fe7474-6d31-4521-ab69-ba01d600eadd tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:39.681418 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b89e1bb-8bd7-4f56-bd9c-6025d6963906 None None] Network 7b58774a-22fe-40c4-92f1-664e57bff900 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:40:39.697965 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e4434-c6fb-404e-816b-88d228595e74 req-d0ac7725-99e2-4217-ba67-625ccbe827fa tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:39.706299 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-861e4434-c6fb-404e-816b-88d228595e74 req-d0ac7725-99e2-4217-ba67-625ccbe827fa tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 946 time: 0.2172792 Jul 09 09:40:39.712723 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-22fe7474-6d31-4521-ab69-ba01d600eadd tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7619662 Jul 09 09:40:39.716033 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59104) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:39.725956 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9a82b4dd-7c65-4517-955b-61752f6f0627 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1557953087', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8c1d95fd-3795-4106-8b67-6e0d478b8c66'}], 'security_groups': ['826e98c4-9c5b-4a3e-8db8-1b07eb1a2e34', 'a165ed4f-78e6-4ed9-bb39-84aff86166ef']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:39.738408 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe7474-6d31-4521-ab69-ba01d600eadd tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Subnet': ['ID=8c1d95fd-3795-4106-8b67-6e0d478b8c66,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:39.775491 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-861e4434-c6fb-404e-816b-88d228595e74 req-f2c6b73d-b8ba-4aca-96cd-776461cf2b70 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642962 Jul 09 09:40:39.897207 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299e605-3c63-4140-8fb7-817d7d83ffbe req-7fd36138-a3d3-41b1-853a-975c2005c247 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:39.905361 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4299e605-3c63-4140-8fb7-817d7d83ffbe req-7fd36138-a3d3-41b1-853a-975c2005c247 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=bffa64ae-1165-47aa-b094-3fd4dd36d2e0 HTTP/1.1" status: 200 len: 943 time: 0.0965919 Jul 09 09:40:39.923518 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a82b4dd-7c65-4517-955b-61752f6f0627 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:40.053190 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-4299e605-3c63-4140-8fb7-817d7d83ffbe req-b3675d3b-f0b4-4285-b6a1-2e1949e49afe tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Deleting port a445e9db-29a8-4452-99c6-785db4df6d1e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:40:40.054022 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4299e605-3c63-4140-8fb7-817d7d83ffbe req-b3675d3b-f0b4-4285-b6a1-2e1949e49afe tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:40.109877 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3409c1e0-832b-4a28-95fb-a477562b1b6f None None] Update dhcp port {'port': {'network_id': '7b58774a-22fe-40c4-92f1-664e57bff900', 'fixed_ips': [{'subnet_id': '192b6363-5349-4f98-a287-a2069b590116', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '292b140d-2c1d-4319-a5e2-47d1666725f3', 'ip_address': '2001:db8::2'}, {'subnet_id': '8c1d95fd-3795-4106-8b67-6e0d478b8c66'}], 'binding:host_id': 'n-d-799996-1'}, 'id': 'ec125535-f64a-4a00-8edc-169f4b83c16b'} from n-d-799996-1. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 09:40:40.173033 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4299e605-3c63-4140-8fb7-817d7d83ffbe req-b3675d3b-f0b4-4285-b6a1-2e1949e49afe tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] For port a445e9db-29a8-4452-99c6-785db4df6d1e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a445e9db-29a8-4452-99c6-785db4df6d1e,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:40.173401 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4299e605-3c63-4140-8fb7-817d7d83ffbe req-b3675d3b-f0b4-4285-b6a1-2e1949e49afe tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:40.188702 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-4299e605-3c63-4140-8fb7-817d7d83ffbe req-b3675d3b-f0b4-4285-b6a1-2e1949e49afe tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Calling delete_port for a445e9db-29a8-4452-99c6-785db4df6d1e owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:40:40.207331 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3409c1e0-832b-4a28-95fb-a477562b1b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:40.328987 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4299e605-3c63-4140-8fb7-817d7d83ffbe req-b3675d3b-f0b4-4285-b6a1-2e1949e49afe tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:40.339247 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-9a82b4dd-7c65-4517-955b-61752f6f0627 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Delete allocated IP 2001:db8::13e (7b58774a-22fe-40c4-92f1-664e57bff900/292b140d-2c1d-4319-a5e2-47d1666725f3) {{(pid=93791) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 09:40:40.349233 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-9a82b4dd-7c65-4517-955b-61752f6f0627 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Allocated IP 2001:db8:0:2::44 (7b58774a-22fe-40c4-92f1-664e57bff900/8c1d95fd-3795-4106-8b67-6e0d478b8c66/1e378a0a-2540-4ec2-9368-029979095a9b) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:40:40.360732 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3675d3b-f0b4-4285-b6a1-2e1949e49afe tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Pushing event deleted for resources: {'Port': ['ID=a445e9db-29a8-4452-99c6-785db4df6d1e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:40.464390 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4299e605-3c63-4140-8fb7-817d7d83ffbe req-b3675d3b-f0b4-4285-b6a1-2e1949e49afe tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] No DVR routers for this DVR port a445e9db-29a8-4452-99c6-785db4df6d1e on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:40:40.468771 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4299e605-3c63-4140-8fb7-817d7d83ffbe req-b3675d3b-f0b4-4285-b6a1-2e1949e49afe tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:40.477551 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4299e605-3c63-4140-8fb7-817d7d83ffbe req-b3675d3b-f0b4-4285-b6a1-2e1949e49afe tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "DELETE /v2.0/ports/a445e9db-29a8-4452-99c6-785db4df6d1e HTTP/1.1" status: 204 len: 173 time: 0.5709112 Jul 09 09:40:40.478508 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffa64ae-1165-47aa-b094-3fd4dd36d2e0', 'name': 'network-vif-deleted', 'tag': 'a445e9db-29a8-4452-99c6-785db4df6d1e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:40:40.480891 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717310df-fcd8-4798-8b7f-70a024f4f8f5" -d '{"events": [{"server_uuid": "bffa64ae-1165-47aa-b094-3fd4dd36d2e0", "name": "network-vif-deleted", "tag": "a445e9db-29a8-4452-99c6-785db4df6d1e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:40:40.542737 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d323c-4464-417b-8b56-741941989798 req-b4f74296-242b-4399-b15d-1d2bbcc41a9f tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:40.546109 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d9d323c-4464-417b-8b56-741941989798 req-b4f74296-242b-4399-b15d-1d2bbcc41a9f tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.1373129 Jul 09 09:40:40.562441 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a82b4dd-7c65-4517-955b-61752f6f0627 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:40.600923 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-9a82b4dd-7c65-4517-955b-61752f6f0627 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Transition to ACTIVE for port object 1e378a0a-2540-4ec2-9368-029979095a9b will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:40.609894 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a82b4dd-7c65-4517-955b-61752f6f0627 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:40.644193 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d9d323c-4464-417b-8b56-741941989798 req-0cabad73-025c-437c-8d67-c95b9e5c7927 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925517 Jul 09 09:40:40.728456 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9a82b4dd-7c65-4517-955b-61752f6f0627 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] In _notify_port_updated(), no bound segment for port 1e378a0a-2540-4ec2-9368-029979095a9b on network 7b58774a-22fe-40c4-92f1-664e57bff900 {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:40:40.735720 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82b4dd-7c65-4517-955b-61752f6f0627 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:40.736499 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a82b4dd-7c65-4517-955b-61752f6f0627 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:40.736939 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-3409c1e0-832b-4a28-95fb-a477562b1b6f None None] Allocated IP 2001:db8:0:2::2 (7b58774a-22fe-40c4-92f1-664e57bff900/8c1d95fd-3795-4106-8b67-6e0d478b8c66/ec125535-f64a-4a00-8edc-169f4b83c16b) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:40:40.738150 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9a82b4dd-7c65-4517-955b-61752f6f0627 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "PUT /v2.0/ports/1e378a0a-2540-4ec2-9368-029979095a9b HTTP/1.1" status: 200 len: 969 time: 1.0209458 Jul 09 09:40:40.742462 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59122) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:40.746982 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82b4dd-7c65-4517-955b-61752f6f0627 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event updated for resources: {'Port': ['ID=1e378a0a-2540-4ec2-9368-029979095a9b,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:40.921412 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3409c1e0-832b-4a28-95fb-a477562b1b6f None None] For port ec125535-f64a-4a00-8edc-169f4b83c16b, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=ec125535-f64a-4a00-8edc-169f4b83c16b,segment=NetworkSegment(ab94e057-b542-4fe7-9183-4c0604ea047e),segment_id=ab94e057-b542-4fe7-9183-4c0604ea047e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:40.935896 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 09 Jul 2021 09:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe8d234-8ccf-4213-825a-54a5c1b125e7 x-openstack-request-id: req-cfe8d234-8ccf-4213-825a-54a5c1b125e7 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:40:40.936219 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffa64ae-1165-47aa-b094-3fd4dd36d2e0", "name": "network-vif-deleted", "tag": "a445e9db-29a8-4452-99c6-785db4df6d1e", "status": "failed", "code": 422}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:40:40.936478 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cfe8d234-8ccf-4213-825a-54a5c1b125e7 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:40:40.936918 n-d-799996-1 neutron-server[93790]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bffa64ae-1165-47aa-b094-3fd4dd36d2e0', 'name': 'network-vif-deleted', 'tag': 'a445e9db-29a8-4452-99c6-785db4df6d1e', 'status': 'failed', 'code': 422} returned with failed status Jul 09 09:40:40.976205 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e7d5343d-cd2b-4b9a-8e23-e7d806550fff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting port 1e378a0a-2540-4ec2-9368-029979095a9b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:40:40.976979 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7d5343d-cd2b-4b9a-8e23-e7d806550fff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:40.981571 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3409c1e0-832b-4a28-95fb-a477562b1b6f None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:41.025989 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3409c1e0-832b-4a28-95fb-a477562b1b6f None None] Transition to ACTIVE for port object ec125535-f64a-4a00-8edc-169f4b83c16b will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:41.031591 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3409c1e0-832b-4a28-95fb-a477562b1b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:41.132630 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409c1e0-832b-4a28-95fb-a477562b1b6f None None] Pushing event updated for resources: {'Port': ['ID=ec125535-f64a-4a00-8edc-169f4b83c16b,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:41.159030 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7d5343d-cd2b-4b9a-8e23-e7d806550fff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:41.163193 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:41.187830 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e7d5343d-cd2b-4b9a-8e23-e7d806550fff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Calling delete_port for 1e378a0a-2540-4ec2-9368-029979095a9b owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:40:41.212440 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fe0cd-e820-490a-b450-61e382a2be01 req-43b7bf55-4e6f-4e86-bfda-7f10206133b2 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:41.215156 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b72fe0cd-e820-490a-b450-61e382a2be01 req-43b7bf55-4e6f-4e86-bfda-7f10206133b2 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 946 time: 0.1784680 Jul 09 09:40:41.313183 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b72fe0cd-e820-490a-b450-61e382a2be01 req-7785031f-16bc-4277-8e0f-914dc3fd591e tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884106 Jul 09 09:40:41.472627 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7d5343d-cd2b-4b9a-8e23-e7d806550fff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:41.515106 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5343d-cd2b-4b9a-8e23-e7d806550fff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Port': ['ID=1e378a0a-2540-4ec2-9368-029979095a9b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:41.594187 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7d5343d-cd2b-4b9a-8e23-e7d806550fff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:41.596773 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e7d5343d-cd2b-4b9a-8e23-e7d806550fff tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/ports/1e378a0a-2540-4ec2-9368-029979095a9b HTTP/1.1" status: 204 len: 168 time: 0.8531950 Jul 09 09:40:41.599522 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59140) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:41.641513 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b429d5f-3a99-41ba-aaeb-64cb23273b0b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] GET failed (client error): The resource could not be found. Jul 09 09:40:41.645758 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6b429d5f-3a99-41ba-aaeb-64cb23273b0b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports/1e378a0a-2540-4ec2-9368-029979095a9b HTTP/1.1" status: 404 len: 333 time: 0.0419438 Jul 09 09:40:41.646794 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59146) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:41.780543 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79295dd9-24fa-4c36-8d76-3c7887f8b6e3 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:41.833601 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79295dd9-24fa-4c36-8d76-3c7887f8b6e3 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:41.927390 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb1626-3243-449f-b937-c84206b007b4 req-62bc3c0b-1a02-4619-96c9-94c3f6c81e1d tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:41.933420 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4feb1626-3243-449f-b937-c84206b007b4 req-62bc3c0b-1a02-4619-96c9-94c3f6c81e1d tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/networks?id=1ae54679-4cff-4994-98e0-50f486401346 HTTP/1.1" status: 200 len: 812 time: 0.2778072 Jul 09 09:40:41.935080 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79295dd9-24fa-4c36-8d76-3c7887f8b6e3 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:41.938614 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79295dd9-24fa-4c36-8d76-3c7887f8b6e3 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:41.942177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-79295dd9-24fa-4c36-8d76-3c7887f8b6e3 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/security-groups/118dec2d-0dcb-41a9-a9f9-37075a8db604 HTTP/1.1" status: 204 len: 168 time: 0.2919362 Jul 09 09:40:41.942555 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59152) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:41.969577 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79295dd9-24fa-4c36-8d76-3c7887f8b6e3 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=118dec2d-0dcb-41a9-a9f9-37075a8db604,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:41.980975 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4feb1626-3243-449f-b937-c84206b007b4 req-ddd485f9-085c-4ce0-920f-725457df8951 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/quotas/3c3657de35454de2af834416af126211 HTTP/1.1" status: 200 len: 375 time: 0.0367532 Jul 09 09:40:42.023935 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fc357b4-40ae-497b-ba3c-974744cb4131 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:42.039717 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4feb1626-3243-449f-b937-c84206b007b4 req-2d7a7c65-e3fb-47d8-92b0-5f4080dba831 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3c3657de35454de2af834416af126211&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577986 Jul 09 09:40:42.053920 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fc357b4-40ae-497b-ba3c-974744cb4131 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:42.116878 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-de3ce78b-2ec0-44f4-ae15-f2cd39d0d3d8 None None] Provisioning complete for port eb526ad0-ab4e-4710-8341-1928e75bd0c9 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:42.117515 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-de3ce78b-2ec0-44f4-ae15-f2cd39d0d3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:42.121086 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fc357b4-40ae-497b-ba3c-974744cb4131 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:42.122176 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697169c8-452c-4e96-817d-e3a287585779 req-5d22ef98-dbf4-4a8e-8719-7deb4fa7bd97 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:42.124865 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fc357b4-40ae-497b-ba3c-974744cb4131 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:42.126174 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9fc357b4-40ae-497b-ba3c-974744cb4131 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/security-groups/a165ed4f-78e6-4ed9-bb39-84aff86166ef HTTP/1.1" status: 204 len: 168 time: 0.1823225 Jul 09 09:40:42.129092 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-697169c8-452c-4e96-817d-e3a287585779 req-5d22ef98-dbf4-4a8e-8719-7deb4fa7bd97 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.3392878 Jul 09 09:40:42.130892 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59154) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:42.195246 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc357b4-40ae-497b-ba3c-974744cb4131 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a165ed4f-78e6-4ed9-bb39-84aff86166ef,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:42.200632 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-de3ce78b-2ec0-44f4-ae15-f2cd39d0d3d8 None None] Port eb526ad0-ab4e-4710-8341-1928e75bd0c9 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:40:42.203861 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-de3ce78b-2ec0-44f4-ae15-f2cd39d0d3d8 None None] Could not find standard attr ID for object 1e378a0a-2540-4ec2-9368-029979095a9b. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:40:42.226399 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-de3ce78b-2ec0-44f4-ae15-f2cd39d0d3d8 None None] Provisioning for port ec125535-f64a-4a00-8edc-169f4b83c16b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:40:42.227611 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-697169c8-452c-4e96-817d-e3a287585779 req-067de00a-7fb6-45c4-bbc9-6d93801466cf tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975807 Jul 09 09:40:42.267283 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-de3ce78b-2ec0-44f4-ae15-f2cd39d0d3d8 None None] Provisioning complete for port ec125535-f64a-4a00-8edc-169f4b83c16b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:42.269336 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-de3ce78b-2ec0-44f4-ae15-f2cd39d0d3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:42.271206 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4feb1626-3243-449f-b937-c84206b007b4 req-060b6e5e-5cef-4b4b-82f2-eda19d6e104f service neutron] 10.222.0.61 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305076 Jul 09 09:40:42.338589 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26724c06-214a-4232-85c1-f555c82cd5a0 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:42.411610 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26724c06-214a-4232-85c1-f555c82cd5a0 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:42.493003 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4feb1626-3243-449f-b937-c84206b007b4 req-bfbce60b-2f5a-4fa2-9ca7-0e480a935d85 service neutron] 10.222.0.61 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208955 Jul 09 09:40:42.511886 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26724c06-214a-4232-85c1-f555c82cd5a0 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:42.511886 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26724c06-214a-4232-85c1-f555c82cd5a0 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:42.515453 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-26724c06-214a-4232-85c1-f555c82cd5a0 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/security-groups/826e98c4-9c5b-4a3e-8db8-1b07eb1a2e34 HTTP/1.1" status: 204 len: 168 time: 0.3835630 Jul 09 09:40:42.517377 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59160) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:42.528112 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26724c06-214a-4232-85c1-f555c82cd5a0 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=826e98c4-9c5b-4a3e-8db8-1b07eb1a2e34,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:42.600758 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-14fda409-7f87-42d6-bd92-0cb8c8eb0c23 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting subnet 292b140d-2c1d-4319-a5e2-47d1666725f3 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:40:42.604575 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14fda409-7f87-42d6-bd92-0cb8c8eb0c23 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:42.652005 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a84f237a-df6e-44de-9719-9be6f51fdc94 None None] Could not find standard attr ID for object 1e378a0a-2540-4ec2-9368-029979095a9b. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:40:42.672907 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14fda409-7f87-42d6-bd92-0cb8c8eb0c23 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:42.723929 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device ec125535-f64a-4a00-8edc-169f4b83c16b up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:40:42.868292 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port ec125535-f64a-4a00-8edc-169f4b83c16b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:42.868670 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:42.936441 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:43.004636 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14fda409-7f87-42d6-bd92-0cb8c8eb0c23 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:43.055731 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f53e0b86-16e5-4346-a5e1-3a52470cc115 req-8757a942-47e5-40bc-9ec3-dac7fc6d7684 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 210 time: 0.0655506 Jul 09 09:40:43.107930 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227a326-4e22-45f0-8ecf-ed16c0a13925 req-d6a75d2c-1705-4177-9f58-3c7ae909a3a0 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:43.109815 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f227a326-4e22-45f0-8ecf-ed16c0a13925 req-d6a75d2c-1705-4177-9f58-3c7ae909a3a0 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 946 time: 0.2259743 Jul 09 09:40:43.132937 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14fda409-7f87-42d6-bd92-0cb8c8eb0c23 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:43.207115 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fda409-7f87-42d6-bd92-0cb8c8eb0c23 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Subnet': ['ID=292b140d-2c1d-4319-a5e2-47d1666725f3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:43.218865 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14fda409-7f87-42d6-bd92-0cb8c8eb0c23 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:43.220964 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-14fda409-7f87-42d6-bd92-0cb8c8eb0c23 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/subnets/292b140d-2c1d-4319-a5e2-47d1666725f3 HTTP/1.1" status: 204 len: 168 time: 0.7024162 Jul 09 09:40:43.224274 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e989872e-dbb2-4e02-a7d2-8265395a3e2b None None] Network 7b58774a-22fe-40c4-92f1-664e57bff900 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:40:43.225281 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59176) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:43.231302 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f227a326-4e22-45f0-8ecf-ed16c0a13925 req-d51f50a5-c604-4c19-a7ec-f960271b0b77 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087279 Jul 09 09:40:43.365506 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0aab964-d896-452a-984c-75a6e6ee902f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting subnet 8c1d95fd-3795-4106-8b67-6e0d478b8c66 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:40:43.375894 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c0aab964-d896-452a-984c-75a6e6ee902f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:43.465702 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c0aab964-d896-452a-984c-75a6e6ee902f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:43.681743 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c0aab964-d896-452a-984c-75a6e6ee902f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:43.757362 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c0aab964-d896-452a-984c-75a6e6ee902f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:43.791781 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aab964-d896-452a-984c-75a6e6ee902f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Subnet': ['ID=8c1d95fd-3795-4106-8b67-6e0d478b8c66,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:43.794967 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c0aab964-d896-452a-984c-75a6e6ee902f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:43.799594 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c0aab964-d896-452a-984c-75a6e6ee902f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/subnets/8c1d95fd-3795-4106-8b67-6e0d478b8c66 HTTP/1.1" status: 204 len: 168 time: 0.5704265 Jul 09 09:40:43.799594 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59192) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:43.831249 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-94cb101e-df47-4b3d-b631-74369db3184f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] DELETE failed (client error): The resource could not be found. Jul 09 09:40:43.831778 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94cb101e-df47-4b3d-b631-74369db3184f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:40:43.836025 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-94cb101e-df47-4b3d-b631-74369db3184f tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/subnets/292b140d-2c1d-4319-a5e2-47d1666725f3 HTTP/1.1" status: 404 len: 337 time: 0.0332026 Jul 09 09:40:43.836299 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59194) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:43.946259 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-06969005-4b68-4824-a911-fdbcbad880ea tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting subnet 192b6363-5349-4f98-a287-a2069b590116 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:40:43.952461 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06969005-4b68-4824-a911-fdbcbad880ea tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:43.993252 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b9211-fe04-4aaa-9c3c-9b6392d744d4 req-4f74a1bc-3876-484c-954a-0013712d260f tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:43.995821 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a21b9211-fe04-4aaa-9c3c-9b6392d744d4 req-4f74a1bc-3876-484c-954a-0013712d260f tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.6269956 Jul 09 09:40:44.017601 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06969005-4b68-4824-a911-fdbcbad880ea tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:44.053356 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a21b9211-fe04-4aaa-9c3c-9b6392d744d4 req-ea6e6567-a96c-4060-841c-457e34400d0f tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492342 Jul 09 09:40:44.122157 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06969005-4b68-4824-a911-fdbcbad880ea tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:44.196046 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06969005-4b68-4824-a911-fdbcbad880ea tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:44.212555 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f83bc660-a303-4021-9b48-5268bf410267 req-567515e0-f01c-478e-ae65-00e5f341a79a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 210 time: 0.0298557 Jul 09 09:40:44.225097 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06969005-4b68-4824-a911-fdbcbad880ea tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Subnet': ['ID=192b6363-5349-4f98-a287-a2069b590116,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:44.227093 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06969005-4b68-4824-a911-fdbcbad880ea tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:44.229040 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-06969005-4b68-4824-a911-fdbcbad880ea tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/subnets/192b6363-5349-4f98-a287-a2069b590116 HTTP/1.1" status: 204 len: 168 time: 0.3917699 Jul 09 09:40:44.231445 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59204) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:44.259349 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-faeec1b2-b932-4c9f-9408-a135c967df28 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] DELETE failed (client error): The resource could not be found. Jul 09 09:40:44.259818 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faeec1b2-b932-4c9f-9408-a135c967df28 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:40:44.261575 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-faeec1b2-b932-4c9f-9408-a135c967df28 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/subnets/9225045e-ea01-4887-ad7c-932469df479d HTTP/1.1" status: 404 len: 337 time: 0.0282478 Jul 09 09:40:44.264150 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59208) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:44.293254 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-93e240a7-e233-4733-9456-2d310429870e tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "GET /v2.0/ports?device_id=6772adf8-afe2-4820-94f0-148c0650b7f6 HTTP/1.1" status: 200 len: 205 time: 0.0279965 Jul 09 09:40:44.296231 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59210) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:44.336819 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-3c943a05-0dca-4918-98c9-b063ff61598a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] delete failed (client error): The resource could not be found. Jul 09 09:40:44.337876 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3c943a05-0dca-4918-98c9-b063ff61598a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/routers/6772adf8-afe2-4820-94f0-148c0650b7f6 HTTP/1.1" status: 404 len: 336 time: 0.0407524 Jul 09 09:40:44.340488 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59212) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:44.371031 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fdf75c4-05a5-4995-a8bd-0ed6fc3df34c tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] DELETE failed (client error): The resource could not be found. Jul 09 09:40:44.371496 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fdf75c4-05a5-4995-a8bd-0ed6fc3df34c tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:40:44.373720 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7fdf75c4-05a5-4995-a8bd-0ed6fc3df34c tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/subnets/b27abf94-199b-4c01-9f6b-254099f1ad00 HTTP/1.1" status: 404 len: 337 time: 0.0319135 Jul 09 09:40:44.376193 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59214) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:44.403265 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659dca6a-a5af-4c77-b646-728d38074682 None None] Network 7b58774a-22fe-40c4-92f1-664e57bff900 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:40:44.403824 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fdad03-296c-4c30-ae2b-acc0e8b2db06 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] DELETE failed (client error): The resource could not be found. Jul 09 09:40:44.403953 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1fdad03-296c-4c30-ae2b-acc0e8b2db06 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:40:44.406254 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c1fdad03-296c-4c30-ae2b-acc0e8b2db06 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/subnets/28c5bf3e-22ef-4c41-8c13-44087301dd94 HTTP/1.1" status: 404 len: 337 time: 0.0290112 Jul 09 09:40:44.408812 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59216) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:44.436043 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d4eea-128c-4a45-a146-89a670a7f4e4 req-94f14014-4442-4db7-a67e-05ce850a4d66 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:44.436620 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-7018dcd7-ba33-4b1d-bae9-9be7c0585381 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] DELETE failed (client error): The resource could not be found. Jul 09 09:40:44.436620 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7018dcd7-ba33-4b1d-bae9-9be7c0585381 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:40:44.437803 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a91d4eea-128c-4a45-a146-89a670a7f4e4 req-94f14014-4442-4db7-a67e-05ce850a4d66 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 946 time: 0.0768833 Jul 09 09:40:44.442937 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7018dcd7-ba33-4b1d-bae9-9be7c0585381 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/subnets/9cad9cde-63e9-4365-84d3-df4503e69466 HTTP/1.1" status: 404 len: 337 time: 0.0309658 Jul 09 09:40:44.444299 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59218) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:44.471558 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9dab6cd-694f-4c4e-92b2-69f5e39cf397 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] DELETE failed (client error): The resource could not be found. Jul 09 09:40:44.472282 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9dab6cd-694f-4c4e-92b2-69f5e39cf397 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:40:44.476352 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a9dab6cd-694f-4c4e-92b2-69f5e39cf397 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/ports/d2d9b4c5-8dfb-42e3-831a-e394110ba10a HTTP/1.1" status: 404 len: 333 time: 0.0288560 Jul 09 09:40:44.476510 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6b081687-ca7b-4608-8fec-61bc9d3d1ed6 None None] Provisioning complete for port eb526ad0-ab4e-4710-8341-1928e75bd0c9 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:44.476510 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b081687-ca7b-4608-8fec-61bc9d3d1ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:44.476718 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59220) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:44.479138 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a91d4eea-128c-4a45-a146-89a670a7f4e4 req-e5a33b11-a75a-4dab-8aad-3a71a5dae745 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357046 Jul 09 09:40:44.512502 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-3123eb2a-b930-4ad3-9ca0-6c28bcc47bfe tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] DELETE failed (client error): The resource could not be found. Jul 09 09:40:44.513082 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3123eb2a-b930-4ad3-9ca0-6c28bcc47bfe tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:40:44.515266 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3123eb2a-b930-4ad3-9ca0-6c28bcc47bfe tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/subnets/88a8cc51-c629-4b01-bbef-7f2f2db7243d HTTP/1.1" status: 404 len: 337 time: 0.0372684 Jul 09 09:40:44.517648 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59222) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:44.548264 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-903c3483-98ad-445a-b41e-72e14b7c2029 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] DELETE failed (client error): The resource could not be found. Jul 09 09:40:44.548952 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903c3483-98ad-445a-b41e-72e14b7c2029 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:40:44.550800 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-903c3483-98ad-445a-b41e-72e14b7c2029 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/subnets/19c2647e-8174-4e2d-9d04-b4f16d8cc593 HTTP/1.1" status: 404 len: 337 time: 0.0315828 Jul 09 09:40:44.552281 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6b081687-ca7b-4608-8fec-61bc9d3d1ed6 None None] Port eb526ad0-ab4e-4710-8341-1928e75bd0c9 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:40:44.553510 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59224) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:44.576131 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6b081687-ca7b-4608-8fec-61bc9d3d1ed6 None None] Provisioning complete for port ec125535-f64a-4a00-8edc-169f4b83c16b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:44.576750 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b081687-ca7b-4608-8fec-61bc9d3d1ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:44.582910 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e87471-f17d-4780-a1d6-ac02ae1225c4 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] DELETE failed (client error): The resource could not be found. Jul 09 09:40:44.583610 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6e87471-f17d-4780-a1d6-ac02ae1225c4 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:40:44.585412 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c6e87471-f17d-4780-a1d6-ac02ae1225c4 tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/ports/6b40dad1-51b1-4f55-b7d5-7610950c4d4b HTTP/1.1" status: 404 len: 333 time: 0.0309346 Jul 09 09:40:44.588248 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59226) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:44.629224 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-10dab4ae-88e3-4a14-8aaa-1701333f070b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] DELETE failed (client error): The resource could not be found. Jul 09 09:40:44.629618 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10dab4ae-88e3-4a14-8aaa-1701333f070b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:40:44.636661 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59228) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:44.644584 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-10dab4ae-88e3-4a14-8aaa-1701333f070b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/subnets/ef13d6de-9680-490c-8ce8-dad96ac68a83 HTTP/1.1" status: 404 len: 337 time: 0.0549793 Jul 09 09:40:44.676948 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-78efe4f6-8771-4b3b-816e-d51910fbbdae tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] DELETE failed (client error): The resource could not be found. Jul 09 09:40:44.677407 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78efe4f6-8771-4b3b-816e-d51910fbbdae tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:40:44.679148 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-78efe4f6-8771-4b3b-816e-d51910fbbdae tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/subnets/ba0e1171-843d-473b-b70d-9b3aa9f96590 HTTP/1.1" status: 404 len: 337 time: 0.0414870 Jul 09 09:40:44.684306 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59232) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:44.704585 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff79b6c-ea22-49bf-9509-8c3b3742566f None None] DHCP port deletion for 7b58774a-22fe-40c4-92f1-664e57bff900 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:40:44.760877 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bff79b6c-ea22-49bf-9509-8c3b3742566f None None] Deleting port ec125535-f64a-4a00-8edc-169f4b83c16b {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:40:44.761798 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bff79b6c-ea22-49bf-9509-8c3b3742566f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:44.840933 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb1626-3243-449f-b937-c84206b007b4 req-dcd232a1-b0f5-4048-9b77-ebea0b3536d5 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:44.843455 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4feb1626-3243-449f-b937-c84206b007b4 req-dcd232a1-b0f5-4048-9b77-ebea0b3536d5 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.64 "GET /v2.0/networks?id=1ae54679-4cff-4994-98e0-50f486401346 HTTP/1.1" status: 200 len: 812 time: 0.1757572 Jul 09 09:40:44.852579 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bff79b6c-ea22-49bf-9509-8c3b3742566f None None] For port ec125535-f64a-4a00-8edc-169f4b83c16b, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=ec125535-f64a-4a00-8edc-169f4b83c16b,segment=NetworkSegment(ab94e057-b542-4fe7-9183-4c0604ea047e),segment_id=ab94e057-b542-4fe7-9183-4c0604ea047e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:44.853527 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bff79b6c-ea22-49bf-9509-8c3b3742566f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:44.856192 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291be92-cdf7-4274-aed8-0f1376bbf06a req-da1a4d22-efcd-4d40-925e-737dc43578c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:44.857875 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7291be92-cdf7-4274-aed8-0f1376bbf06a req-da1a4d22-efcd-4d40-925e-737dc43578c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 1097 time: 0.1111724 Jul 09 09:40:44.863422 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-4feb1626-3243-449f-b937-c84206b007b4 req-bf5d8bdb-4ea8-4088-a2c9-ccd22ab51e69 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Request body: {'port': {'device_id': '3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad', 'network_id': '1ae54679-4cff-4994-98e0-50f486401346', 'admin_state_up': True, 'tenant_id': '3c3657de35454de2af834416af126211'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:44.875634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bff79b6c-ea22-49bf-9509-8c3b3742566f None None] Calling delete_port for ec125535-f64a-4a00-8edc-169f4b83c16b owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:40:44.897454 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1c038060-36ee-4aef-a07d-3ff90919d89b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Deleting port eb526ad0-ab4e-4710-8341-1928e75bd0c9 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:40:44.897652 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c038060-36ee-4aef-a07d-3ff90919d89b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:44.980975 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bff79b6c-ea22-49bf-9509-8c3b3742566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:45.002989 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c038060-36ee-4aef-a07d-3ff90919d89b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:45.009879 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff79b6c-ea22-49bf-9509-8c3b3742566f None None] Pushing event deleted for resources: {'Port': ['ID=ec125535-f64a-4a00-8edc-169f4b83c16b,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:45.016902 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff79b6c-ea22-49bf-9509-8c3b3742566f None None] No DVR routers for this DVR port ec125535-f64a-4a00-8edc-169f4b83c16b on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:40:45.044203 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1c038060-36ee-4aef-a07d-3ff90919d89b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Calling delete_port for eb526ad0-ab4e-4710-8341-1928e75bd0c9 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:40:45.054868 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291be92-cdf7-4274-aed8-0f1376bbf06a req-1df9a0d1-42fb-4eb8-b51d-ec8efda27d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:45.056654 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7291be92-cdf7-4274-aed8-0f1376bbf06a req-1df9a0d1-42fb-4eb8-b51d-ec8efda27d11 service neutron] 10.222.0.64 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 912 time: 0.1897364 Jul 09 09:40:45.110778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7291be92-cdf7-4274-aed8-0f1376bbf06a req-e096fb52-f387-44b3-b23d-bf3693c0cba7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b934c85-eb71-4634-aff9-87fb7da9e1c2 HTTP/1.1" status: 200 len: 217 time: 0.0471015 Jul 09 09:40:45.131413 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c038060-36ee-4aef-a07d-3ff90919d89b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:45.158052 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4feb1626-3243-449f-b937-c84206b007b4 req-bf5d8bdb-4ea8-4088-a2c9-ccd22ab51e69 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Made reservation on behalf of 3c3657de35454de2af834416af126211 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:45.161535 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4feb1626-3243-449f-b937-c84206b007b4 req-bf5d8bdb-4ea8-4088-a2c9-ccd22ab51e69 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:45.197415 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c038060-36ee-4aef-a07d-3ff90919d89b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:45.202375 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1c038060-36ee-4aef-a07d-3ff90919d89b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/ports/eb526ad0-ab4e-4710-8341-1928e75bd0c9 HTTP/1.1" status: 204 len: 168 time: 0.5133843 Jul 09 09:40:45.202937 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59240) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:45.205547 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291be92-cdf7-4274-aed8-0f1376bbf06a req-0683a43a-d945-4bc6-a8f8-7c027f474684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:45.207062 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7291be92-cdf7-4274-aed8-0f1376bbf06a req-0683a43a-d945-4bc6-a8f8-7c027f474684 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.0904384 Jul 09 09:40:45.211974 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c038060-36ee-4aef-a07d-3ff90919d89b tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Port': ['ID=eb526ad0-ab4e-4710-8341-1928e75bd0c9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:45.285518 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71831fa7-5260-4204-b0c2-a883ce39193a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:45.381803 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71831fa7-5260-4204-b0c2-a883ce39193a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:45.393081 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-71831fa7-5260-4204-b0c2-a883ce39193a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b58774a-22fe-40c4-92f1-664e57bff900']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:45.400312 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e893da26-bd4e-419d-b5a0-1a778a4fa474 req-a1d54e5d-94d7-4ead-b4af-4fa20bb83525 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 210 time: 0.0623789 Jul 09 09:40:45.404395 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-71831fa7-5260-4204-b0c2-a883ce39193a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab94e057-b542-4fe7-9183-4c0604ea047e') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:45.404834 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-71831fa7-5260-4204-b0c2-a883ce39193a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab94e057-b542-4fe7-9183-4c0604ea047e') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:45.414886 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71831fa7-5260-4204-b0c2-a883ce39193a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:45.420378 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bbdec-08a5-4118-9ca7-324385eedc00 req-1878979a-f51c-4e25-b218-068a50dea0b1 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:45.421928 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd6bbdec-08a5-4118-9ca7-324385eedc00 req-1878979a-f51c-4e25-b218-068a50dea0b1 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.2407684 Jul 09 09:40:45.426875 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291be92-cdf7-4274-aed8-0f1376bbf06a req-8805b7bd-669a-4287-a05d-8d2f4a42500b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:45.428365 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7291be92-cdf7-4274-aed8-0f1376bbf06a req-8805b7bd-669a-4287-a05d-8d2f4a42500b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2040637 Jul 09 09:40:45.432520 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71831fa7-5260-4204-b0c2-a883ce39193a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:45.439496 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71831fa7-5260-4204-b0c2-a883ce39193a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:40:45.440394 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71831fa7-5260-4204-b0c2-a883ce39193a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:40:45.443500 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:40:45.468450 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-4feb1626-3243-449f-b937-c84206b007b4 req-bf5d8bdb-4ea8-4088-a2c9-ccd22ab51e69 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Allocated IP 172.20.0.12 (1ae54679-4cff-4994-98e0-50f486401346/112afd71-533d-4ba0-a28c-db2bcc9ef172/949e3d03-badc-4a16-97c6-da5ccad0e92b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:40:45.500303 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71831fa7-5260-4204-b0c2-a883ce39193a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:45.515593 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71831fa7-5260-4204-b0c2-a883ce39193a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:45.520245 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-71831fa7-5260-4204-b0c2-a883ce39193a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] 10.222.0.61 "DELETE /v2.0/networks/7b58774a-22fe-40c4-92f1-664e57bff900 HTTP/1.1" status: 204 len: 168 time: 0.3136718 Jul 09 09:40:45.530698 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71831fa7-5260-4204-b0c2-a883ce39193a tempest-PortsIpV6TestJSON-1172544575 tempest-PortsIpV6TestJSON-1172544575-project] Pushing event deleted for resources: {'Network': ['ID=7b58774a-22fe-40c4-92f1-664e57bff900,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:45.531743 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd6bbdec-08a5-4118-9ca7-324385eedc00 req-fc41cc47-fb9f-4fee-b1c2-197daea39323 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024072 Jul 09 09:40:45.637560 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7291be92-cdf7-4274-aed8-0f1376bbf06a req-38037428-dcff-4062-aea9-83fd0b25173e service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960731 Jul 09 09:40:45.741419 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59250) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:45.816085 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4feb1626-3243-449f-b937-c84206b007b4 req-bf5d8bdb-4ea8-4088-a2c9-ccd22ab51e69 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:45.826607 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdf03d-84a6-4593-a4a6-4f1b0adf06f7 req-18e6bf8d-118d-4e63-9364-b44592d0234c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:45.828163 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78fdf03d-84a6-4593-a4a6-4f1b0adf06f7 req-18e6bf8d-118d-4e63-9364-b44592d0234c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 946 time: 0.1930816 Jul 09 09:40:45.836102 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7291be92-cdf7-4274-aed8-0f1376bbf06a req-9855ef19-3864-404f-a7ca-9122e9bacc09 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854954 Jul 09 09:40:45.884220 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5171c5db-847f-4be4-80ef-c7ed4da23000 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ab434903114943afa4aafc937b3d3001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393242 Jul 09 09:40:45.884660 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78fdf03d-84a6-4593-a4a6-4f1b0adf06f7 req-c5277d22-e8d8-4d53-96ad-e81385e1f930 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448122 Jul 09 09:40:45.887865 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59256) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:45.922793 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4feb1626-3243-449f-b937-c84206b007b4 req-bf5d8bdb-4ea8-4088-a2c9-ccd22ab51e69 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:45.996363 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4feb1626-3243-449f-b937-c84206b007b4 req-bf5d8bdb-4ea8-4088-a2c9-ccd22ab51e69 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Network 1ae54679-4cff-4994-98e0-50f486401346 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:46.002419 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-598d1351-52dd-4231-90f6-ab0ab7309a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:46.004356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-4feb1626-3243-449f-b937-c84206b007b4 req-bf5d8bdb-4ea8-4088-a2c9-ccd22ab51e69 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:46.007586 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4feb1626-3243-449f-b937-c84206b007b4 req-bf5d8bdb-4ea8-4088-a2c9-ccd22ab51e69 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:40:46.010046 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d8bdb-4ea8-4088-a2c9-ccd22ab51e69 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Pushing event updated for resources: {'Port': ['ID=949e3d03-badc-4a16-97c6-da5ccad0e92b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:46.055956 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-598d1351-52dd-4231-90f6-ab0ab7309a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:46.085831 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb1626-3243-449f-b937-c84206b007b4 req-bf5d8bdb-4ea8-4088-a2c9-ccd22ab51e69 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:46.086456 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4feb1626-3243-449f-b937-c84206b007b4 req-bf5d8bdb-4ea8-4088-a2c9-ccd22ab51e69 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:46.113304 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4feb1626-3243-449f-b937-c84206b007b4 req-bf5d8bdb-4ea8-4088-a2c9-ccd22ab51e69 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2543390 Jul 09 09:40:46.125745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-4feb1626-3243-449f-b937-c84206b007b4 req-66a9238a-a673-4f24-ae4f-03254d8ce318 service neutron] Request body: {'port': {'device_id': '3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:46.150395 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-598d1351-52dd-4231-90f6-ab0ab7309a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:46.153420 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-598d1351-52dd-4231-90f6-ab0ab7309a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:46.155228 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-598d1351-52dd-4231-90f6-ab0ab7309a42 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cfef2889-14d7-4843-93c3-75534903d0d2 HTTP/1.1" status: 204 len: 168 time: 0.2657793 Jul 09 09:40:46.173083 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d1351-52dd-4231-90f6-ab0ab7309a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfef2889-14d7-4843-93c3-75534903d0d2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:46.224667 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4feb1626-3243-449f-b937-c84206b007b4 req-66a9238a-a673-4f24-ae4f-03254d8ce318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:46.501880 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-4feb1626-3243-449f-b937-c84206b007b4 req-66a9238a-a673-4f24-ae4f-03254d8ce318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 949e3d03-badc-4a16-97c6-da5ccad0e92b {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:40:46.510154 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4feb1626-3243-449f-b937-c84206b007b4 req-66a9238a-a673-4f24-ae4f-03254d8ce318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:46.533844 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-4feb1626-3243-449f-b937-c84206b007b4 req-66a9238a-a673-4f24-ae4f-03254d8ce318 service neutron] Transition to ACTIVE for port object 949e3d03-badc-4a16-97c6-da5ccad0e92b will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:46.555948 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4feb1626-3243-449f-b937-c84206b007b4 req-66a9238a-a673-4f24-ae4f-03254d8ce318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:46.660376 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9238a-a673-4f24-ae4f-03254d8ce318 service neutron] Pushing event updated for resources: {'Port': ['ID=949e3d03-badc-4a16-97c6-da5ccad0e92b,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:46.664523 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device ec125535-f64a-4a00-8edc-169f4b83c16b no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:40:46.695819 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: ec125535-f64a-4a00-8edc-169f4b83c16b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:40:46.696731 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device ec125535-f64a-4a00-8edc-169f4b83c16b not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:40:46.743612 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe721c-6cad-4064-8b8b-250ecba987e9 req-d4ed939a-fba1-4b41-bc4a-6cd09da72296 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:46.745199 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5bfe721c-6cad-4064-8b8b-250ecba987e9 req-d4ed939a-fba1-4b41-bc4a-6cd09da72296 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 932 time: 0.2219727 Jul 09 09:40:46.793656 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4feb1626-3243-449f-b937-c84206b007b4 req-66a9238a-a673-4f24-ae4f-03254d8ce318 service neutron] Attempting to bind port 949e3d03-badc-4a16-97c6-da5ccad0e92b on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:40:46.794002 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4feb1626-3243-449f-b937-c84206b007b4 req-66a9238a-a673-4f24-ae4f-03254d8ce318 service neutron] Attempting to bind port 949e3d03-badc-4a16-97c6-da5ccad0e92b by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:40:46.794318 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4feb1626-3243-449f-b937-c84206b007b4 req-66a9238a-a673-4f24-ae4f-03254d8ce318 service neutron] Attempting to bind port 949e3d03-badc-4a16-97c6-da5ccad0e92b on network 1ae54679-4cff-4994-98e0-50f486401346 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:40:46.814929 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4feb1626-3243-449f-b937-c84206b007b4 req-66a9238a-a673-4f24-ae4f-03254d8ce318 service neutron] Port 949e3d03-badc-4a16-97c6-da5ccad0e92b on network 1ae54679-4cff-4994-98e0-50f486401346 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:40:46.815259 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4feb1626-3243-449f-b937-c84206b007b4 req-66a9238a-a673-4f24-ae4f-03254d8ce318 service neutron] Attempting to bind port 949e3d03-badc-4a16-97c6-da5ccad0e92b on network 1ae54679-4cff-4994-98e0-50f486401346 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:40:46.828814 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5bfe721c-6cad-4064-8b8b-250ecba987e9 req-f8cc5284-03c3-4944-b608-b46d15ebe6ba tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722899 Jul 09 09:40:46.830455 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4feb1626-3243-449f-b937-c84206b007b4 req-66a9238a-a673-4f24-ae4f-03254d8ce318 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:40:46.830793 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4feb1626-3243-449f-b937-c84206b007b4 req-66a9238a-a673-4f24-ae4f-03254d8ce318 service neutron] Checking segment: {'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:40:46.831168 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4feb1626-3243-449f-b937-c84206b007b4 req-66a9238a-a673-4f24-ae4f-03254d8ce318 service neutron] Bound using segment: {'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:40:46.831614 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4feb1626-3243-449f-b937-c84206b007b4 req-66a9238a-a673-4f24-ae4f-03254d8ce318 service neutron] Bound port: 949e3d03-badc-4a16-97c6-da5ccad0e92b, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:40:46.832001 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4feb1626-3243-449f-b937-c84206b007b4 req-66a9238a-a673-4f24-ae4f-03254d8ce318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:46.843970 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59286) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:46.852480 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b055d3-f866-4ae4-8a1b-c972de47a7c8 req-9df34a48-b4d3-40e9-993b-323304bdb35a tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:46.853984 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-72b055d3-f866-4ae4-8a1b-c972de47a7c8 req-9df34a48-b4d3-40e9-993b-323304bdb35a tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.1751332 Jul 09 09:40:46.938137 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-72b055d3-f866-4ae4-8a1b-c972de47a7c8 req-6d3cc6ac-f8b3-4e1b-b594-49f8bed70c19 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621309 Jul 09 09:40:46.939199 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4feb1626-3243-449f-b937-c84206b007b4 req-66a9238a-a673-4f24-ae4f-03254d8ce318 service neutron] For port 949e3d03-badc-4a16-97c6-da5ccad0e92b, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:40:46.942568 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4feb1626-3243-449f-b937-c84206b007b4 req-66a9238a-a673-4f24-ae4f-03254d8ce318 service neutron] For port 949e3d03-badc-4a16-97c6-da5ccad0e92b, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=949e3d03-badc-4a16-97c6-da5ccad0e92b,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:40:46.948748 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4feb1626-3243-449f-b937-c84206b007b4 req-66a9238a-a673-4f24-ae4f-03254d8ce318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:46.956880 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0b3320fc-317a-4930-8c06-46a1a191eac9 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1650557151'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:46.992612 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb1626-3243-449f-b937-c84206b007b4 req-66a9238a-a673-4f24-ae4f-03254d8ce318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:46.993298 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4feb1626-3243-449f-b937-c84206b007b4 req-66a9238a-a673-4f24-ae4f-03254d8ce318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:46.994864 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4feb1626-3243-449f-b937-c84206b007b4 req-66a9238a-a673-4f24-ae4f-03254d8ce318 service neutron] 10.222.0.64 "PUT /v2.0/ports/949e3d03-badc-4a16-97c6-da5ccad0e92b HTTP/1.1" status: 200 len: 1092 time: 0.8739641 Jul 09 09:40:46.995390 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad', 'tag': '949e3d03-badc-4a16-97c6-da5ccad0e92b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:40:46.998732 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf753db-69b6-4dea-b43f-f7cb1e37c541" -d '{"events": [{"name": "network-changed", "server_uuid": "3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad", "tag": "949e3d03-badc-4a16-97c6-da5ccad0e92b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:40:47.005980 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3320fc-317a-4930-8c06-46a1a191eac9 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:47.010971 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b3320fc-317a-4930-8c06-46a1a191eac9 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:47.025428 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b3320fc-317a-4930-8c06-46a1a191eac9 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:47.062351 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9238a-a673-4f24-ae4f-03254d8ce318 service neutron] Pushing event updated for resources: {'Port': ['ID=949e3d03-badc-4a16-97c6-da5ccad0e92b,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:47.137442 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0bd53-b16b-4063-8641-de10a2e98e2c req-3b5f3456-cb66-42f9-8bdd-feb8cddf2057 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:47.139048 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2aa0bd53-b16b-4063-8641-de10a2e98e2c req-3b5f3456-cb66-42f9-8bdd-feb8cddf2057 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 946 time: 0.1218979 Jul 09 09:40:47.148488 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b3320fc-317a-4930-8c06-46a1a191eac9 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:47.149947 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb1626-3243-449f-b937-c84206b007b4 req-634e8653-b600-4555-a56b-efc0c7787663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:47.151509 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4feb1626-3243-449f-b937-c84206b007b4 req-634e8653-b600-4555-a56b-efc0c7787663 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c3657de35454de2af834416af126211&device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 1095 time: 0.1143379 Jul 09 09:40:47.154723 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b3320fc-317a-4930-8c06-46a1a191eac9 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:47.162283 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be16009-e638-4b3a-b0bc-67018677c590 x-openstack-request-id: req-7be16009-e638-4b3a-b0bc-67018677c590 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:40:47.162994 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad", "tag": "949e3d03-badc-4a16-97c6-da5ccad0e92b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:40:47.163330 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7be16009-e638-4b3a-b0bc-67018677c590 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:40:47.163871 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad', 'tag': '949e3d03-badc-4a16-97c6-da5ccad0e92b', 'status': 'completed', 'code': 200} Jul 09 09:40:47.182591 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3320fc-317a-4930-8c06-46a1a191eac9 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:40:47.192101 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3320fc-317a-4930-8c06-46a1a191eac9 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c402a8-95de-4281-a6a6-02872070cbe4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:47.200232 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b3320fc-317a-4930-8c06-46a1a191eac9 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:47.200596 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-0b3320fc-317a-4930-8c06-46a1a191eac9 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Added segment 7dbbc4f9-5394-4680-be23-fda3a74be2e2 of type vlan for network df1cbbcc-6d06-4a75-97b6-2769276c2bda Jul 09 09:40:47.216470 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4feb1626-3243-449f-b937-c84206b007b4 req-3520e36f-2f20-40fd-a667-0ab8358e21a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=949e3d03-badc-4a16-97c6-da5ccad0e92b HTTP/1.1" status: 200 len: 217 time: 0.0516357 Jul 09 09:40:47.250160 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b3320fc-317a-4930-8c06-46a1a191eac9 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:47.261062 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2aa0bd53-b16b-4063-8641-de10a2e98e2c req-d0086104-fd62-4b8d-afcc-542f50e72224 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084709 Jul 09 09:40:47.286522 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b3320fc-317a-4930-8c06-46a1a191eac9 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:47.289544 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb1626-3243-449f-b937-c84206b007b4 req-e51c4854-5952-4812-812d-968679629cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:47.291076 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4feb1626-3243-449f-b937-c84206b007b4 req-e51c4854-5952-4812-812d-968679629cc7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=112afd71-533d-4ba0-a28c-db2bcc9ef172 HTTP/1.1" status: 200 len: 852 time: 0.0636976 Jul 09 09:40:47.293432 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3320fc-317a-4930-8c06-46a1a191eac9 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:47.294426 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b3320fc-317a-4930-8c06-46a1a191eac9 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:47.325549 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4feb1626-3243-449f-b937-c84206b007b4 req-7a0f2dd9-4597-45c9-b263-bedc91e0efd1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ae54679-4cff-4994-98e0-50f486401346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270770 Jul 09 09:40:47.365416 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0b3320fc-317a-4930-8c06-46a1a191eac9 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5201840 Jul 09 09:40:47.368354 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59300) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:47.373310 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-cf66c984-2cd0-4c53-b629-68444f030e94 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'port': {'network_id': 'df1cbbcc-6d06-4a75-97b6-2769276c2bda', 'name': 'tempest-PortsTestJSON-776016825'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:47.420916 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3320fc-317a-4930-8c06-46a1a191eac9 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Network': ['ID=df1cbbcc-6d06-4a75-97b6-2769276c2bda,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:47.432342 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4feb1626-3243-449f-b937-c84206b007b4 req-b4a23845-7d73-4d91-8830-3822ce8eeebc service neutron] 10.222.0.64 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990922 Jul 09 09:40:47.434915 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network df1cbbcc-6d06-4a75-97b6-2769276c2bda details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:40:47.473898 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf66c984-2cd0-4c53-b629-68444f030e94 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:47.477834 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf66c984-2cd0-4c53-b629-68444f030e94 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:47.502225 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-cf66c984-2cd0-4c53-b629-68444f030e94 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] device_id is not set on port 8407ceea-d4a0-4cdd-a781-f27b8743ecdb yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:40:47.539091 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4feb1626-3243-449f-b937-c84206b007b4 req-2626a90e-3ff7-482d-b278-aea6a633ca9b service neutron] 10.222.0.64 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993056 Jul 09 09:40:47.646345 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf753db-69b6-4dea-b43f-f7cb1e37c541 req-d0643f34-044b-484f-9813-347cd97cfcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:47.647902 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbf753db-69b6-4dea-b43f-f7cb1e37c541 req-d0643f34-044b-484f-9813-347cd97cfcf5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c3657de35454de2af834416af126211&device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 1095 time: 0.0562930 Jul 09 09:40:47.683456 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf66c984-2cd0-4c53-b629-68444f030e94 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:47.728607 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf66c984-2cd0-4c53-b629-68444f030e94 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:47.751789 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf753db-69b6-4dea-b43f-f7cb1e37c541 req-350c2cbb-555c-4a75-b49a-5dda05d5256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:47.753305 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbf753db-69b6-4dea-b43f-f7cb1e37c541 req-350c2cbb-555c-4a75-b49a-5dda05d5256e service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ae54679-4cff-4994-98e0-50f486401346 HTTP/1.1" status: 200 len: 913 time: 0.0974188 Jul 09 09:40:47.795038 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbf753db-69b6-4dea-b43f-f7cb1e37c541 req-e96a9616-ea63-4435-a627-18ee095fbc69 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=949e3d03-badc-4a16-97c6-da5ccad0e92b HTTP/1.1" status: 200 len: 217 time: 0.0351336 Jul 09 09:40:47.797211 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66c984-2cd0-4c53-b629-68444f030e94 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Port': ['ID=8407ceea-d4a0-4cdd-a781-f27b8743ecdb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:47.806404 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf66c984-2cd0-4c53-b629-68444f030e94 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Checking segment: {'id': '7dbbc4f9-5394-4680-be23-fda3a74be2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'df1cbbcc-6d06-4a75-97b6-2769276c2bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:40:47.806775 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf66c984-2cd0-4c53-b629-68444f030e94 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network hostable DHCP agents. Network: df1cbbcc-6d06-4a75-97b6-2769276c2bda, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:40:47.824480 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf66c984-2cd0-4c53-b629-68444f030e94 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network df1cbbcc-6d06-4a75-97b6-2769276c2bda is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:40:47.833983 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-cf66c984-2cd0-4c53-b629-68444f030e94 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, df1cbbcc-6d06-4a75-97b6-2769276c2bda) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:47.838014 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf66c984-2cd0-4c53-b629-68444f030e94 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:40:47.844325 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf66c984-2cd0-4c53-b629-68444f030e94 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:47.844971 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf66c984-2cd0-4c53-b629-68444f030e94 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:47.846347 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bc3f8c-e4d8-4c62-b62c-8193d71499f1 None None] Network df1cbbcc-6d06-4a75-97b6-2769276c2bda requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:40:47.851044 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf753db-69b6-4dea-b43f-f7cb1e37c541 req-8b62ff3f-0bf6-44dc-991b-8fbf79ab54a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:47.852955 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbf753db-69b6-4dea-b43f-f7cb1e37c541 req-8b62ff3f-0bf6-44dc-991b-8fbf79ab54a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=112afd71-533d-4ba0-a28c-db2bcc9ef172 HTTP/1.1" status: 200 len: 852 time: 0.0520511 Jul 09 09:40:47.861176 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cf66c984-2cd0-4c53-b629-68444f030e94 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4920015 Jul 09 09:40:47.864085 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59304) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:47.869458 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-159b3128-6d07-4dda-8335-d73dc1adbd60 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-879477540'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:47.892135 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159b3128-6d07-4dda-8335-d73dc1adbd60 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:47.895171 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbf753db-69b6-4dea-b43f-f7cb1e37c541 req-0c46bea0-7705-4d83-993b-ac743d4028af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ae54679-4cff-4994-98e0-50f486401346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347838 Jul 09 09:40:47.896357 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-159b3128-6d07-4dda-8335-d73dc1adbd60 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:47.924001 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159b3128-6d07-4dda-8335-d73dc1adbd60 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:40:47.926172 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5b934c85-eb71-4634-aff9-87fb7da9e1c2 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:40:47.935762 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-159b3128-6d07-4dda-8335-d73dc1adbd60 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:47.936124 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-159b3128-6d07-4dda-8335-d73dc1adbd60 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Added segment 46f59f56-4037-4c4c-ab8c-33a0d166b73a of type vlan for network eecfb438-ac79-4382-9780-46dcbf8c3c0e Jul 09 09:40:47.981694 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-159b3128-6d07-4dda-8335-d73dc1adbd60 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:48.030880 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-159b3128-6d07-4dda-8335-d73dc1adbd60 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:48.036756 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159b3128-6d07-4dda-8335-d73dc1adbd60 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:48.037900 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-159b3128-6d07-4dda-8335-d73dc1adbd60 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:48.058624 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbf753db-69b6-4dea-b43f-f7cb1e37c541 req-76e14e61-b63e-4ebb-9f23-35691245c17a service neutron] 10.222.0.64 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564722 Jul 09 09:40:48.067781 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafedc2-83a8-4ee9-9467-e726b7f2a0d0 req-caa80b9e-4ca8-4d98-ba10-120f2df474e3 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:48.069597 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bcafedc2-83a8-4ee9-9467-e726b7f2a0d0 req-caa80b9e-4ca8-4d98-ba10-120f2df474e3 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 944 time: 0.1111794 Jul 09 09:40:48.096566 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:48.109222 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-159b3128-6d07-4dda-8335-d73dc1adbd60 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2417486 Jul 09 09:40:48.114326 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59308) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:48.126962 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'ports': [{'network_id': 'df1cbbcc-6d06-4a75-97b6-2769276c2bda'}, {'network_id': 'eecfb438-ac79-4382-9780-46dcbf8c3c0e'}]} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:48.127291 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'port': {'network_id': 'df1cbbcc-6d06-4a75-97b6-2769276c2bda'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:48.127772 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'port': {'network_id': 'eecfb438-ac79-4382-9780-46dcbf8c3c0e'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:48.142973 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8125a41e-ac4c-4ba8-909b-bcf88aa747f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b934c85-eb71-4634-aff9-87fb7da9e1c2'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:40:48.149809 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db791cde-71d0-4ad8-af72-f2f3a32e2213" -d '{"events": [{"server_uuid": "8125a41e-ac4c-4ba8-909b-bcf88aa747f2", "name": "network-vif-unplugged", "status": "completed", "tag": "5b934c85-eb71-4634-aff9-87fb7da9e1c2"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:40:48.170996 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5b934c85-eb71-4634-aff9-87fb7da9e1c2, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5b934c85-eb71-4634-aff9-87fb7da9e1c2,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:48.176320 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:48.182405 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b3128-6d07-4dda-8335-d73dc1adbd60 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Network': ['ID=eecfb438-ac79-4382-9780-46dcbf8c3c0e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:48.186415 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bcafedc2-83a8-4ee9-9467-e726b7f2a0d0 req-6a1fedb2-b206-4a5b-a59f-b94f850caa62 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061983 Jul 09 09:40:48.235544 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbf753db-69b6-4dea-b43f-f7cb1e37c541 req-a7dba841-ef5b-432c-82e6-6cb03ece127c service neutron] 10.222.0.64 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650851 Jul 09 09:40:48.245216 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network eecfb438-ac79-4382-9780-46dcbf8c3c0e details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:40:48.296124 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5b934c85-eb71-4634-aff9-87fb7da9e1c2,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:48.344460 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bae9b5-953f-4301-b5de-ef4c454f5491 req-3240898f-0dc1-4092-9c21-1569c08a3121 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:48.351783 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1bae9b5-953f-4301-b5de-ef4c454f5491 req-3240898f-0dc1-4092-9c21-1569c08a3121 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.1149344 Jul 09 09:40:48.361580 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'port': 2} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:48.370943 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:48.388068 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:48.388447 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1bae9b5-953f-4301-b5de-ef4c454f5491 req-7ca29a68-63c6-4580-9761-0801a3480716 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355382 Jul 09 09:40:48.424447 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 09:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e96bad-f2ee-40d0-afff-473cbf5811be x-openstack-request-id: req-21e96bad-f2ee-40d0-afff-473cbf5811be {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:40:48.424736 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8125a41e-ac4c-4ba8-909b-bcf88aa747f2", "name": "network-vif-unplugged", "status": "failed", "tag": "5b934c85-eb71-4634-aff9-87fb7da9e1c2", "code": 422}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:40:48.424985 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-21e96bad-f2ee-40d0-afff-473cbf5811be {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:40:48.425383 n-d-799996-1 neutron-server[93792]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8125a41e-ac4c-4ba8-909b-bcf88aa747f2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5b934c85-eb71-4634-aff9-87fb7da9e1c2', 'code': 422} returned with failed status Jul 09 09:40:48.477904 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] device_id is not set on port c33c826f-e01c-4a12-8684-41e4823711d2 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:40:48.562271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb30c6-ce68-4a80-bf81-b6c5ec0c0519 req-3ea11f47-79a6-4f88-9954-df28c169a17a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:48.563992 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8eeb30c6-ce68-4a80-bf81-b6c5ec0c0519 req-3ea11f47-79a6-4f88-9954-df28c169a17a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 944 time: 0.0701025 Jul 09 09:40:48.613158 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8eeb30c6-ce68-4a80-bf81-b6c5ec0c0519 req-37a1f8c4-449c-4c4a-af87-7e4c50234851 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363939 Jul 09 09:40:48.803330 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba5366-eb8c-4039-b353-43da9ecae437 req-1c2a9db6-f76d-4cba-b3eb-e5404df904be tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:48.805388 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-61ba5366-eb8c-4039-b353-43da9ecae437 req-1c2a9db6-f76d-4cba-b3eb-e5404df904be tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.0753503 Jul 09 09:40:48.847116 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-61ba5366-eb8c-4039-b353-43da9ecae437 req-8cb57b2e-9999-4505-8047-8e6d7287b9c0 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358653 Jul 09 09:40:48.909315 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:48.977703 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] device_id is not set on port a9a88ef4-a025-4c26-853d-9a4832fdbd18 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:40:49.031730 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367abfb-6176-401f-85a1-c285cc5778fa req-a7e170a0-d7c8-49d6-9e3e-8d9df487e609 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:49.033243 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8367abfb-6176-401f-85a1-c285cc5778fa req-a7e170a0-d7c8-49d6-9e3e-8d9df487e609 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.0656028 Jul 09 09:40:49.072196 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8367abfb-6176-401f-85a1-c285cc5778fa req-d68bea21-777f-46a4-b269-2919dc83117c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330229 Jul 09 09:40:49.092529 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:49.132827 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:49.179867 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network df1cbbcc-6d06-4a75-97b6-2769276c2bda is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:49.183084 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:49.186962 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:40:49.187820 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:49.194501 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Port': ['ID=c33c826f-e01c-4a12-8684-41e4823711d2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:49.256491 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Port': ['ID=a9a88ef4-a025-4c26-853d-9a4832fdbd18,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:49.266508 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Checking segment: {'id': '46f59f56-4037-4c4c-ab8c-33a0d166b73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'eecfb438-ac79-4382-9780-46dcbf8c3c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:40:49.266824 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network hostable DHCP agents. Network: eecfb438-ac79-4382-9780-46dcbf8c3c0e, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:40:49.292013 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network eecfb438-ac79-4382-9780-46dcbf8c3c0e is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:40:49.304626 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, eecfb438-ac79-4382-9780-46dcbf8c3c0e) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:49.312658 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:40:49.317269 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c1a6b2-66d0-4c9b-aaca-17f56899de2a None None] Network eecfb438-ac79-4382-9780-46dcbf8c3c0e requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:40:49.319714 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:49.325527 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:49.326929 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:49.350282 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59330) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:49.351239 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5bcfd177-d60a-47eb-a690-1bdeb94889ee tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2357829 Jul 09 09:40:49.501698 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f94b82-5c87-4e50-a54c-173504b2ebb2 req-aa0f2822-a1d7-4603-a12d-b2c8e91bb7fa tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:49.503203 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-15f94b82-5c87-4e50-a54c-173504b2ebb2 req-aa0f2822-a1d7-4603-a12d-b2c8e91bb7fa tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 944 time: 0.1880436 Jul 09 09:40:49.550539 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d465424-2cde-4b1d-886e-030473f7189e req-dbbe6706-9baa-4821-9231-9bc67a555846 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:49.552098 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d465424-2cde-4b1d-886e-030473f7189e req-dbbe6706-9baa-4821-9231-9bc67a555846 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.1568549 Jul 09 09:40:49.587633 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-15f94b82-5c87-4e50-a54c-173504b2ebb2 req-9ef9b7e7-a42d-44e5-8040-26513f0f47f0 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772355 Jul 09 09:40:49.588794 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6405decb-b936-4251-9180-5a98a8bdad3c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting port a9a88ef4-a025-4c26-853d-9a4832fdbd18 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:40:49.589128 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6405decb-b936-4251-9180-5a98a8bdad3c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:49.656829 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d465424-2cde-4b1d-886e-030473f7189e req-0ced50fb-e0ad-496d-bf33-3626d630e257 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971174 Jul 09 09:40:49.668594 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6405decb-b936-4251-9180-5a98a8bdad3c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:49.682304 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6405decb-b936-4251-9180-5a98a8bdad3c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Calling delete_port for a9a88ef4-a025-4c26-853d-9a4832fdbd18 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:40:49.777292 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6405decb-b936-4251-9180-5a98a8bdad3c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:49.823306 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405decb-b936-4251-9180-5a98a8bdad3c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Port': ['ID=a9a88ef4-a025-4c26-853d-9a4832fdbd18,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:49.834192 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6405decb-b936-4251-9180-5a98a8bdad3c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:49.836115 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6405decb-b936-4251-9180-5a98a8bdad3c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/ports/a9a88ef4-a025-4c26-853d-9a4832fdbd18 HTTP/1.1" status: 204 len: 168 time: 0.4848278 Jul 09 09:40:49.838852 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59340) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:49.870238 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fab7e-c2c0-4595-baf0-8a878405cc3d req-a53739de-871d-49aa-9931-78204a8a2a57 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:49.872609 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-566fab7e-c2c0-4595-baf0-8a878405cc3d req-a53739de-871d-49aa-9931-78204a8a2a57 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.1047764 Jul 09 09:40:49.911705 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70e654f-d21c-47dd-91f0-9b8cccff97c3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:49.917678 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70e654f-d21c-47dd-91f0-9b8cccff97c3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:49.919267 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a70e654f-d21c-47dd-91f0-9b8cccff97c3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0783463 Jul 09 09:40:49.921503 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-566fab7e-c2c0-4595-baf0-8a878405cc3d req-9369c30f-64c8-4183-a33b-1660cf56782d tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417593 Jul 09 09:40:49.922500 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59342) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:50.016986 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-dc63b061-54b4-464b-a28a-3bff423f920d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting port c33c826f-e01c-4a12-8684-41e4823711d2 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:40:50.017325 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc63b061-54b4-464b-a28a-3bff423f920d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:50.084181 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc63b061-54b4-464b-a28a-3bff423f920d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:50.097229 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-dc63b061-54b4-464b-a28a-3bff423f920d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Calling delete_port for c33c826f-e01c-4a12-8684-41e4823711d2 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:40:50.173989 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc63b061-54b4-464b-a28a-3bff423f920d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:50.202841 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63b061-54b4-464b-a28a-3bff423f920d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Port': ['ID=c33c826f-e01c-4a12-8684-41e4823711d2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:50.207944 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc63b061-54b4-464b-a28a-3bff423f920d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:50.209841 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dc63b061-54b4-464b-a28a-3bff423f920d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/ports/c33c826f-e01c-4a12-8684-41e4823711d2 HTTP/1.1" status: 204 len: 168 time: 0.2864258 Jul 09 09:40:50.212423 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59344) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:50.281407 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca07591-785e-478b-a9d3-1a1ac665bf16 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:50.282864 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1ca07591-785e-478b-a9d3-1a1ac665bf16 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0695348 Jul 09 09:40:50.285572 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59346) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:50.313120 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8111c95-5090-44a4-8ce9-d0d57b63dd16 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] GET failed (client error): The resource could not be found. Jul 09 09:40:50.314641 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a8111c95-5090-44a4-8ce9-d0d57b63dd16 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports/a9a88ef4-a025-4c26-853d-9a4832fdbd18 HTTP/1.1" status: 404 len: 333 time: 0.0281591 Jul 09 09:40:50.317295 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59348) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:50.344739 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8554e7e-5879-4a7c-96e3-8001a2527d06 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] GET failed (client error): The resource could not be found. Jul 09 09:40:50.346167 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f8554e7e-5879-4a7c-96e3-8001a2527d06 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports/c33c826f-e01c-4a12-8684-41e4823711d2 HTTP/1.1" status: 404 len: 333 time: 0.0279644 Jul 09 09:40:50.348842 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59350) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:50.425871 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6edb8ec7-5953-4b52-8d5d-d3fb7f9ccba6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:50.510092 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6edb8ec7-5953-4b52-8d5d-d3fb7f9ccba6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:50.519633 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-6edb8ec7-5953-4b52-8d5d-d3fb7f9ccba6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eecfb438-ac79-4382-9780-46dcbf8c3c0e']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:50.530190 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-6edb8ec7-5953-4b52-8d5d-d3fb7f9ccba6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f59f56-4037-4c4c-ab8c-33a0d166b73a') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:50.530485 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-6edb8ec7-5953-4b52-8d5d-d3fb7f9ccba6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f59f56-4037-4c4c-ab8c-33a0d166b73a') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:50.539191 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6edb8ec7-5953-4b52-8d5d-d3fb7f9ccba6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:50.557645 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6edb8ec7-5953-4b52-8d5d-d3fb7f9ccba6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:50.563414 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6edb8ec7-5953-4b52-8d5d-d3fb7f9ccba6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:40:50.563837 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6edb8ec7-5953-4b52-8d5d-d3fb7f9ccba6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:40:50.566714 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:40:50.624376 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6edb8ec7-5953-4b52-8d5d-d3fb7f9ccba6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:50.631676 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6edb8ec7-5953-4b52-8d5d-d3fb7f9ccba6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:50.633516 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6edb8ec7-5953-4b52-8d5d-d3fb7f9ccba6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/networks/eecfb438-ac79-4382-9780-46dcbf8c3c0e HTTP/1.1" status: 204 len: 168 time: 0.2838521 Jul 09 09:40:50.637932 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59354) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:50.644231 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-eed42478-8ddb-478b-bfe4-f08b1ce49ff6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1207385004'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:50.646975 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb8ec7-5953-4b52-8d5d-d3fb7f9ccba6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Network': ['ID=eecfb438-ac79-4382-9780-46dcbf8c3c0e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:50.667311 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed42478-8ddb-478b-bfe4-f08b1ce49ff6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:50.671142 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eed42478-8ddb-478b-bfe4-f08b1ce49ff6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:50.699139 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed42478-8ddb-478b-bfe4-f08b1ce49ff6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:40:50.709659 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eed42478-8ddb-478b-bfe4-f08b1ce49ff6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:50.710065 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-eed42478-8ddb-478b-bfe4-f08b1ce49ff6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Added segment 3e0895d0-4bf5-484f-bca1-d9c7c6343c6a of type vlan for network e0a7b834-05d7-4aa1-8186-6da6f3635d02 Jul 09 09:40:50.777569 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eed42478-8ddb-478b-bfe4-f08b1ce49ff6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:50.860408 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eed42478-8ddb-478b-bfe4-f08b1ce49ff6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:50.866769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed42478-8ddb-478b-bfe4-f08b1ce49ff6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:50.867355 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eed42478-8ddb-478b-bfe4-f08b1ce49ff6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:50.890687 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c25865-5593-4bee-804f-6a9caefba8ef req-c35973b8-f11d-4085-a380-5b11e1c9dd85 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:50.892108 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-82c25865-5593-4bee-804f-6a9caefba8ef req-c35973b8-f11d-4085-a380-5b11e1c9dd85 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 944 time: 0.1732340 Jul 09 09:40:51.283969 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-eed42478-8ddb-478b-bfe4-f08b1ce49ff6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6444018 Jul 09 09:40:51.286893 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59366) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:51.292260 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1e97d638-4ed9-4a91-b13c-418e30fd99f3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'subnet': {'network_id': 'e0a7b834-05d7-4aa1-8186-6da6f3635d02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:51.308235 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebeb48-3535-44fb-b7bd-e25ce7d1cdc5 req-444dee24-922c-4991-8b58-c677ec8ccf8f tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:51.309714 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-29ebeb48-3535-44fb-b7bd-e25ce7d1cdc5 req-444dee24-922c-4991-8b58-c677ec8ccf8f tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.5261409 Jul 09 09:40:51.314761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed42478-8ddb-478b-bfe4-f08b1ce49ff6 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Network': ['ID=e0a7b834-05d7-4aa1-8186-6da6f3635d02,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:51.327170 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network e0a7b834-05d7-4aa1-8186-6da6f3635d02 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:40:51.341998 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-82c25865-5593-4bee-804f-6a9caefba8ef req-f25992e0-98ac-4bfa-ad75-6c2567af4ff4 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059668 Jul 09 09:40:51.374386 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-29ebeb48-3535-44fb-b7bd-e25ce7d1cdc5 req-fa27f1ef-6a67-4901-a1a2-ed2e692944a7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486095 Jul 09 09:40:51.409811 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e97d638-4ed9-4a91-b13c-418e30fd99f3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:51.413821 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e97d638-4ed9-4a91-b13c-418e30fd99f3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:51.611644 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e97d638-4ed9-4a91-b13c-418e30fd99f3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:51.654364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0ffe8-38b5-4f3f-bc48-9e5f84ce69f1 req-1a0557ba-717c-4491-8627-5de1a26772f0 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:51.655973 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0b0ffe8-38b5-4f3f-bc48-9e5f84ce69f1 req-1a0557ba-717c-4491-8627-5de1a26772f0 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.0667562 Jul 09 09:40:51.672523 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97d638-4ed9-4a91-b13c-418e30fd99f3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Subnet': ['ID=92fc8add-6291-45e6-aed8-c014cd1c059c,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:51.682482 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e97d638-4ed9-4a91-b13c-418e30fd99f3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Checking segment: {'id': '3e0895d0-4bf5-484f-bca1-d9c7c6343c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e0a7b834-05d7-4aa1-8186-6da6f3635d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:40:51.682848 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e97d638-4ed9-4a91-b13c-418e30fd99f3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network hostable DHCP agents. Network: e0a7b834-05d7-4aa1-8186-6da6f3635d02, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:40:51.696247 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0b0ffe8-38b5-4f3f-bc48-9e5f84ce69f1 req-8402e0dd-4ecf-4eb0-98fc-7ac6e45521af tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341296 Jul 09 09:40:51.699743 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e97d638-4ed9-4a91-b13c-418e30fd99f3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network e0a7b834-05d7-4aa1-8186-6da6f3635d02 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:40:51.708424 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-1e97d638-4ed9-4a91-b13c-418e30fd99f3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, e0a7b834-05d7-4aa1-8186-6da6f3635d02) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:51.713027 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e97d638-4ed9-4a91-b13c-418e30fd99f3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:51.713921 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e97d638-4ed9-4a91-b13c-418e30fd99f3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:51.718729 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4788c4e8-0645-4741-842a-9f0e66215d5f None None] Network e0a7b834-05d7-4aa1-8186-6da6f3635d02 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:40:51.729363 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1e97d638-4ed9-4a91-b13c-418e30fd99f3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4412446 Jul 09 09:40:51.732026 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59368) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:51.737928 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6ab03b64-befa-4f84-afe6-30d64836d17f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'port': {'network_id': 'e0a7b834-05d7-4aa1-8186-6da6f3635d02', 'name': 'tempest-PortsTestJSON-774739742'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:51.843661 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab03b64-befa-4f84-afe6-30d64836d17f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:51.847226 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6ab03b64-befa-4f84-afe6-30d64836d17f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:51.866170 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4f7e49-ef94-41dc-8460-6b3c1431becf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-e0a7b834-05d7-4aa1-8186-6da6f3635d02', 'network_id': 'e0a7b834-05d7-4aa1-8186-6da6f3635d02', 'tenant_id': 'e05dd25310194e27919dfc6a9e416ba2', 'fixed_ips': [{'subnet_id': '92fc8add-6291-45e6-aed8-c014cd1c059c'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:40:51.867038 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7e49-ef94-41dc-8460-6b3c1431becf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:51.872259 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-6ab03b64-befa-4f84-afe6-30d64836d17f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] device_id is not set on port 9dc28847-2749-404d-9d26-65ae73ddabe5 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:40:51.988805 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-6ab03b64-befa-4f84-afe6-30d64836d17f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Allocated IP 172.20.0.13 (e0a7b834-05d7-4aa1-8186-6da6f3635d02/92fc8add-6291-45e6-aed8-c014cd1c059c/9dc28847-2749-404d-9d26-65ae73ddabe5) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:40:52.020968 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 949e3d03-badc-4a16-97c6-da5ccad0e92b details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:40:52.023100 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5b934c85-eb71-4634-aff9-87fb7da9e1c2 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:40:52.145951 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6ab03b64-befa-4f84-afe6-30d64836d17f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:52.161394 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-6ab03b64-befa-4f84-afe6-30d64836d17f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Transition to ACTIVE for port object 9dc28847-2749-404d-9d26-65ae73ddabe5 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:52.202563 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6ab03b64-befa-4f84-afe6-30d64836d17f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:52.248403 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab03b64-befa-4f84-afe6-30d64836d17f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network e0a7b834-05d7-4aa1-8186-6da6f3635d02 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:52.253548 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-6ab03b64-befa-4f84-afe6-30d64836d17f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:52.257407 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab03b64-befa-4f84-afe6-30d64836d17f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:40:52.267559 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 949e3d03-badc-4a16-97c6-da5ccad0e92b, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=949e3d03-badc-4a16-97c6-da5ccad0e92b,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:52.285989 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab03b64-befa-4f84-afe6-30d64836d17f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Port': ['ID=9dc28847-2749-404d-9d26-65ae73ddabe5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:52.300164 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '949e3d03-badc-4a16-97c6-da5ccad0e92b', 'network_id': '1ae54679-4cff-4994-98e0-50f486401346', 'port_id': '949e3d03-badc-4a16-97c6-da5ccad0e92b', 'mac_address': 'fa:16:3e:72:54:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112afd71-533d-4ba0-a28c-db2bcc9ef172', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:40:52.309178 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-fa4f7e49-ef94-41dc-8460-6b3c1431becf None None] Allocated IP 172.20.0.2 (e0a7b834-05d7-4aa1-8186-6da6f3635d02/92fc8add-6291-45e6-aed8-c014cd1c059c/55b0e41a-340d-4468-a16d-bfa1c298d2b4) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:40:52.313185 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab03b64-befa-4f84-afe6-30d64836d17f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:52.313839 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6ab03b64-befa-4f84-afe6-30d64836d17f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:52.329004 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6ab03b64-befa-4f84-afe6-30d64836d17f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.5950837 Jul 09 09:40:52.331581 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59370) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:52.386835 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:52.407927 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 949e3d03-badc-4a16-97c6-da5ccad0e92b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:40:52.439273 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b47efb18-2f27-48a7-8f8b-e629b5c60e79 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting port 9dc28847-2749-404d-9d26-65ae73ddabe5 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:40:52.439634 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b47efb18-2f27-48a7-8f8b-e629b5c60e79 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:52.441171 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 949e3d03-badc-4a16-97c6-da5ccad0e92b, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=949e3d03-badc-4a16-97c6-da5ccad0e92b,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:52.447091 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:52.542988 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b47efb18-2f27-48a7-8f8b-e629b5c60e79 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:52.544349 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=949e3d03-badc-4a16-97c6-da5ccad0e92b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:52.547298 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7e49-ef94-41dc-8460-6b3c1431becf None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:52.561069 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fa4f7e49-ef94-41dc-8460-6b3c1431becf None None] Transition to ACTIVE for port object 55b0e41a-340d-4468-a16d-bfa1c298d2b4 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:52.561828 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b47efb18-2f27-48a7-8f8b-e629b5c60e79 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Calling delete_port for 9dc28847-2749-404d-9d26-65ae73ddabe5 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:40:52.578850 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fa4f7e49-ef94-41dc-8460-6b3c1431becf None None] Transition to ACTIVE for port object 55b0e41a-340d-4468-a16d-bfa1c298d2b4 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:52.589295 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7e49-ef94-41dc-8460-6b3c1431becf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:52.625728 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1827a0-95a1-4689-ab0f-40e5ed25b1d3 req-75ff0b54-8fc6-4d0f-8dd4-110cd959c206 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:52.627253 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7f1827a0-95a1-4689-ab0f-40e5ed25b1d3 req-75ff0b54-8fc6-4d0f-8dd4-110cd959c206 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 945 time: 0.1116848 Jul 09 09:40:52.633494 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4f7e49-ef94-41dc-8460-6b3c1431becf None None] Network e0a7b834-05d7-4aa1-8186-6da6f3635d02 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:52.636702 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-fa4f7e49-ef94-41dc-8460-6b3c1431becf None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:52.640247 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafbcf2-031a-4843-b63c-738f495e56a1 req-710f5bae-5dbc-4d01-b13a-fdea9fc78a1e tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:52.641939 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0eafbcf2-031a-4843-b63c-738f495e56a1 req-710f5bae-5dbc-4d01-b13a-fdea9fc78a1e tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.0927033 Jul 09 09:40:52.647264 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4f7e49-ef94-41dc-8460-6b3c1431becf None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:40:52.652146 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f7e49-ef94-41dc-8460-6b3c1431becf None None] Pushing event updated for resources: {'Port': ['ID=55b0e41a-340d-4468-a16d-bfa1c298d2b4,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:52.700571 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7f1827a0-95a1-4689-ab0f-40e5ed25b1d3 req-743c8063-75a0-4fd7-8fe7-2e45e26c34b9 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578325 Jul 09 09:40:52.716388 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0eafbcf2-031a-4843-b63c-738f495e56a1 req-204851f4-9b29-4907-a1bd-3d7d34a2d812 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540447 Jul 09 09:40:52.716613 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-fa4f7e49-ef94-41dc-8460-6b3c1431becf None None] Attempting to bind port 55b0e41a-340d-4468-a16d-bfa1c298d2b4 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:40:52.717013 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-fa4f7e49-ef94-41dc-8460-6b3c1431becf None None] Attempting to bind port 55b0e41a-340d-4468-a16d-bfa1c298d2b4 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '3e0895d0-4bf5-484f-bca1-d9c7c6343c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e0a7b834-05d7-4aa1-8186-6da6f3635d02'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:40:52.717467 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4f7e49-ef94-41dc-8460-6b3c1431becf None None] Attempting to bind port 55b0e41a-340d-4468-a16d-bfa1c298d2b4 on network e0a7b834-05d7-4aa1-8186-6da6f3635d02 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:40:52.721208 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b47efb18-2f27-48a7-8f8b-e629b5c60e79 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:52.725174 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4f7e49-ef94-41dc-8460-6b3c1431becf None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:40:52.725596 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4f7e49-ef94-41dc-8460-6b3c1431becf None None] Checking segment: {'id': '3e0895d0-4bf5-484f-bca1-d9c7c6343c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e0a7b834-05d7-4aa1-8186-6da6f3635d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:40:52.726072 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7e49-ef94-41dc-8460-6b3c1431becf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:52.726534 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4f7e49-ef94-41dc-8460-6b3c1431becf None None] Bound using segment: {'id': '3e0895d0-4bf5-484f-bca1-d9c7c6343c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e0a7b834-05d7-4aa1-8186-6da6f3635d02'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:40:52.727333 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-fa4f7e49-ef94-41dc-8460-6b3c1431becf None None] Bound port: 55b0e41a-340d-4468-a16d-bfa1c298d2b4, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0895d0-4bf5-484f-bca1-d9c7c6343c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e0a7b834-05d7-4aa1-8186-6da6f3635d02'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:40:52.727915 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7e49-ef94-41dc-8460-6b3c1431becf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:52.757647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47efb18-2f27-48a7-8f8b-e629b5c60e79 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Port': ['ID=9dc28847-2749-404d-9d26-65ae73ddabe5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:52.783738 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['949e3d03-badc-4a16-97c6-da5ccad0e92b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:40:52.815950 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fa4f7e49-ef94-41dc-8460-6b3c1431becf None None] For port 55b0e41a-340d-4468-a16d-bfa1c298d2b4, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:40:52.819540 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fa4f7e49-ef94-41dc-8460-6b3c1431becf None None] For port 55b0e41a-340d-4468-a16d-bfa1c298d2b4, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=55b0e41a-340d-4468-a16d-bfa1c298d2b4,segment=NetworkSegment(3e0895d0-4bf5-484f-bca1-d9c7c6343c6a),segment_id=3e0895d0-4bf5-484f-bca1-d9c7c6343c6a)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:40:52.851183 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7e49-ef94-41dc-8460-6b3c1431becf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:52.853518 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b47efb18-2f27-48a7-8f8b-e629b5c60e79 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:52.855667 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b47efb18-2f27-48a7-8f8b-e629b5c60e79 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/ports/9dc28847-2749-404d-9d26-65ae73ddabe5 HTTP/1.1" status: 204 len: 168 time: 0.5230758 Jul 09 09:40:52.859577 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59384) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:52.892673 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-a645f2bb-7518-4b86-90f2-8b0d0bd8751e tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] DELETE failed (client error): The resource could not be found. Jul 09 09:40:52.893412 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a645f2bb-7518-4b86-90f2-8b0d0bd8751e tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:40:52.897646 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a645f2bb-7518-4b86-90f2-8b0d0bd8751e tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/ports/9dc28847-2749-404d-9d26-65ae73ddabe5 HTTP/1.1" status: 404 len: 333 time: 0.0344682 Jul 09 09:40:52.898441 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59386) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:52.950360 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0fed73-fb8b-4f09-9354-5e324fc2bc46 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] GET failed (client error): The resource could not be found. Jul 09 09:40:52.952809 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-eb0fed73-fb8b-4f09-9354-5e324fc2bc46 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports/9dc28847-2749-404d-9d26-65ae73ddabe5 HTTP/1.1" status: 404 len: 333 time: 0.0536799 Jul 09 09:40:52.956017 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59388) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:52.959452 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f7e49-ef94-41dc-8460-6b3c1431becf None None] Pushing event updated for resources: {'Port': ['ID=55b0e41a-340d-4468-a16d-bfa1c298d2b4,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:53.026777 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0d7b79-9351-4e07-a900-b192c773dbba tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting subnet 92fc8add-6291-45e6-aed8-c014cd1c059c {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:40:53.030737 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7b79-9351-4e07-a900-b192c773dbba tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:53.076466 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bee5f2-dba0-415b-8403-dc21656d77b2 req-61d91eed-a18b-47ae-bd47-ec3792ebd87d tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:53.078205 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95bee5f2-dba0-415b-8403-dc21656d77b2 req-61d91eed-a18b-47ae-bd47-ec3792ebd87d tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.0762460 Jul 09 09:40:53.084881 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7b79-9351-4e07-a900-b192c773dbba tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:53.120629 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95bee5f2-dba0-415b-8403-dc21656d77b2 req-4ba12e2e-71c4-4454-8740-32c0bf8727c7 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344169 Jul 09 09:40:53.208171 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7b79-9351-4e07-a900-b192c773dbba tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:53.273758 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7b79-9351-4e07-a900-b192c773dbba tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:53.300039 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d7b79-9351-4e07-a900-b192c773dbba tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Subnet': ['ID=92fc8add-6291-45e6-aed8-c014cd1c059c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:53.307580 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7b79-9351-4e07-a900-b192c773dbba tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:53.309480 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5d0d7b79-9351-4e07-a900-b192c773dbba tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/subnets/92fc8add-6291-45e6-aed8-c014cd1c059c HTTP/1.1" status: 204 len: 168 time: 0.3522251 Jul 09 09:40:53.312219 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59390) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:53.391867 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c2db-4931-470f-9a0f-8401b2821b4b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:53.445383 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a7e0c2db-4931-470f-9a0f-8401b2821b4b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting port 55b0e41a-340d-4468-a16d-bfa1c298d2b4 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:40:53.445726 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c2db-4931-470f-9a0f-8401b2821b4b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:53.506896 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-a7e0c2db-4931-470f-9a0f-8401b2821b4b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] For port 55b0e41a-340d-4468-a16d-bfa1c298d2b4, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=55b0e41a-340d-4468-a16d-bfa1c298d2b4,segment=NetworkSegment(3e0895d0-4bf5-484f-bca1-d9c7c6343c6a),segment_id=3e0895d0-4bf5-484f-bca1-d9c7c6343c6a)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:53.507251 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c2db-4931-470f-9a0f-8401b2821b4b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:53.524257 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a7e0c2db-4931-470f-9a0f-8401b2821b4b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Calling delete_port for 55b0e41a-340d-4468-a16d-bfa1c298d2b4 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:40:53.605728 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c2db-4931-470f-9a0f-8401b2821b4b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:53.630372 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0c2db-4931-470f-9a0f-8401b2821b4b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Port': ['ID=55b0e41a-340d-4468-a16d-bfa1c298d2b4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:53.636420 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e0c2db-4931-470f-9a0f-8401b2821b4b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] No DVR routers for this DVR port 55b0e41a-340d-4468-a16d-bfa1c298d2b4 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:40:53.722112 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c2db-4931-470f-9a0f-8401b2821b4b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:53.732651 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a7e0c2db-4931-470f-9a0f-8401b2821b4b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a7b834-05d7-4aa1-8186-6da6f3635d02']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:53.743679 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a7e0c2db-4931-470f-9a0f-8401b2821b4b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0895d0-4bf5-484f-bca1-d9c7c6343c6a') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:53.743961 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a7e0c2db-4931-470f-9a0f-8401b2821b4b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0895d0-4bf5-484f-bca1-d9c7c6343c6a') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:53.761618 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c2db-4931-470f-9a0f-8401b2821b4b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:53.778424 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c2db-4931-470f-9a0f-8401b2821b4b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:53.786305 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e0c2db-4931-470f-9a0f-8401b2821b4b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:40:53.786941 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c2db-4931-470f-9a0f-8401b2821b4b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:40:53.803422 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:40:53.854147 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c2db-4931-470f-9a0f-8401b2821b4b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:53.859821 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c2db-4931-470f-9a0f-8401b2821b4b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:53.862375 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a7e0c2db-4931-470f-9a0f-8401b2821b4b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/networks/e0a7b834-05d7-4aa1-8186-6da6f3635d02 HTTP/1.1" status: 204 len: 168 time: 0.5486479 Jul 09 09:40:53.865962 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59398) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:53.871062 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-fd0a009d-ecb1-4e4b-b3aa-06b30f11cee8 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-136808762'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:53.889719 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0c2db-4931-470f-9a0f-8401b2821b4b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Network': ['ID=e0a7b834-05d7-4aa1-8186-6da6f3635d02,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:53.912886 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0a009d-ecb1-4e4b-b3aa-06b30f11cee8 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:53.916658 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd0a009d-ecb1-4e4b-b3aa-06b30f11cee8 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:53.948031 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0a009d-ecb1-4e4b-b3aa-06b30f11cee8 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:40:53.956049 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 949e3d03-badc-4a16-97c6-da5ccad0e92b up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:40:53.962040 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd0a009d-ecb1-4e4b-b3aa-06b30f11cee8 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:53.962040 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-fd0a009d-ecb1-4e4b-b3aa-06b30f11cee8 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Added segment a5a73af5-7168-4e1b-80d4-dacd434d5aa4 of type vlan for network f26ee3cb-cac6-457f-928c-cf526fab43bf Jul 09 09:40:53.974109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6558196-49d9-4cd7-9e54-4b6dea81aeae req-3a5a128b-7e2c-40b0-bf00-cb2b0cbe4cc7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:53.982185 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6558196-49d9-4cd7-9e54-4b6dea81aeae req-3a5a128b-7e2c-40b0-bf00-cb2b0cbe4cc7 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.1376789 Jul 09 09:40:53.997087 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f95c48-3a5e-461b-b571-41501f15537c req-98c1a3ae-0a9b-4d55-9a81-a988cb21eb51 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:53.999153 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18f95c48-3a5e-461b-b571-41501f15537c req-98c1a3ae-0a9b-4d55-9a81-a988cb21eb51 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 945 time: 0.1161122 Jul 09 09:40:54.007097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-87bd9e86-b767-40cc-9a99-02deb261febf None None] Could not find standard attr ID for object 55b0e41a-340d-4468-a16d-bfa1c298d2b4. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:40:54.020364 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1b6743-55d1-4543-96c3-c8f8e8b3b7b1 None None] DHCP port deletion for e0a7b834-05d7-4aa1-8186-6da6f3635d02 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:40:54.022041 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd0a009d-ecb1-4e4b-b3aa-06b30f11cee8 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:54.054583 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6b4d87-eb76-43e3-b339-5d28fc55c29d None None] Network e0a7b834-05d7-4aa1-8186-6da6f3635d02 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:40:54.057592 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6558196-49d9-4cd7-9e54-4b6dea81aeae req-0172a1da-d0d5-43ef-a743-a83dfd7e61a8 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752718 Jul 09 09:40:54.058386 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 949e3d03-badc-4a16-97c6-da5ccad0e92b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:40:54.065171 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd0a009d-ecb1-4e4b-b3aa-06b30f11cee8 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:54.067733 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18f95c48-3a5e-461b-b571-41501f15537c req-14a4b893-4c3f-4b72-b3fa-5ebaa3a302f1 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601962 Jul 09 09:40:54.072014 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0a009d-ecb1-4e4b-b3aa-06b30f11cee8 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:54.072305 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6b4d87-eb76-43e3-b339-5d28fc55c29d None None] Network e0a7b834-05d7-4aa1-8186-6da6f3635d02 could not be found, it might have been deleted concurrently. {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 09:40:54.072866 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd0a009d-ecb1-4e4b-b3aa-06b30f11cee8 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:54.078919 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 949e3d03-badc-4a16-97c6-da5ccad0e92b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:40:54.079186 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:54.101735 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fd0a009d-ecb1-4e4b-b3aa-06b30f11cee8 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2295384 Jul 09 09:40:54.101735 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59404) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:54.118978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2844c0f8-7670-4359-b0ad-4415943d23ef tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'subnet': {'network_id': 'f26ee3cb-cac6-457f-928c-cf526fab43bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:54.174827 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:54.202904 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949e3d03-badc-4a16-97c6-da5ccad0e92b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:40:54.205543 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7654b7-6ae6-4f5a-ade4-d49dbc15fa7b" -d '{"events": [{"server_uuid": "3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad", "name": "network-vif-plugged", "status": "completed", "tag": "949e3d03-badc-4a16-97c6-da5ccad0e92b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:40:54.219007 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 949e3d03-badc-4a16-97c6-da5ccad0e92b, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=949e3d03-badc-4a16-97c6-da5ccad0e92b,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:54.228044 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:54.245029 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a009d-ecb1-4e4b-b3aa-06b30f11cee8 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Network': ['ID=f26ee3cb-cac6-457f-928c-cf526fab43bf,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:54.263144 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network f26ee3cb-cac6-457f-928c-cf526fab43bf details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:40:54.283289 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2844c0f8-7670-4359-b0ad-4415943d23ef tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:54.287663 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2844c0f8-7670-4359-b0ad-4415943d23ef tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:54.356588 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=949e3d03-badc-4a16-97c6-da5ccad0e92b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:54.392374 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda1f94e-ea7a-4bc5-bdba-69d919095880 x-openstack-request-id: req-fda1f94e-ea7a-4bc5-bdba-69d919095880 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:40:54.392669 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad", "name": "network-vif-plugged", "status": "completed", "tag": "949e3d03-badc-4a16-97c6-da5ccad0e92b", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:40:54.392923 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fda1f94e-ea7a-4bc5-bdba-69d919095880 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:40:54.393320 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949e3d03-badc-4a16-97c6-da5ccad0e92b', 'code': 200} Jul 09 09:40:54.424429 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec99eaa-3a77-4194-b049-7bbc64a58140 req-b7d0e984-a017-4f43-ae46-668be6bc92bf tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:54.426033 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6ec99eaa-3a77-4194-b049-7bbc64a58140 req-b7d0e984-a017-4f43-ae46-668be6bc92bf tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.0720284 Jul 09 09:40:54.493507 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6ec99eaa-3a77-4194-b049-7bbc64a58140 req-91f38eb5-0aba-4c1d-9cb8-7f3ab03a5d5b tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613027 Jul 09 09:40:54.510888 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2844c0f8-7670-4359-b0ad-4415943d23ef tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:54.522338 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2b985-c488-46ce-8861-7de9bc27a638 req-548a4dc3-2916-457c-8d57-26cd1b81a7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:54.524011 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6bc2b985-c488-46ce-8861-7de9bc27a638 req-548a4dc3-2916-457c-8d57-26cd1b81a7a7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 1097 time: 0.0660138 Jul 09 09:40:54.559568 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6bc2b985-c488-46ce-8861-7de9bc27a638 req-6ede308d-13d0-4e5c-bc3f-aac29a0b3d61 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291369 Jul 09 09:40:54.573129 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844c0f8-7670-4359-b0ad-4415943d23ef tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Subnet': ['ID=eb354d3a-ef6e-4332-81cc-a597368b4a50,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:54.580762 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2844c0f8-7670-4359-b0ad-4415943d23ef tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Checking segment: {'id': 'a5a73af5-7168-4e1b-80d4-dacd434d5aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f26ee3cb-cac6-457f-928c-cf526fab43bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:40:54.581122 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2844c0f8-7670-4359-b0ad-4415943d23ef tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network hostable DHCP agents. Network: f26ee3cb-cac6-457f-928c-cf526fab43bf, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:40:54.597477 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2844c0f8-7670-4359-b0ad-4415943d23ef tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network f26ee3cb-cac6-457f-928c-cf526fab43bf is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:40:54.606358 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-2844c0f8-7670-4359-b0ad-4415943d23ef tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, f26ee3cb-cac6-457f-928c-cf526fab43bf) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:54.610704 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2844c0f8-7670-4359-b0ad-4415943d23ef tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:54.611346 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2844c0f8-7670-4359-b0ad-4415943d23ef tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:54.615754 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55c4f3a-1294-4aa9-8071-737544ab73d1 None None] Network f26ee3cb-cac6-457f-928c-cf526fab43bf requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:40:54.628532 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2844c0f8-7670-4359-b0ad-4415943d23ef tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5262592 Jul 09 09:40:54.628730 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59410) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:54.633572 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-affcf61d-9c18-4283-bb7c-ec9027d19482 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'port': {'network_id': 'f26ee3cb-cac6-457f-928c-cf526fab43bf', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1708027705'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:54.749844 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affcf61d-9c18-4283-bb7c-ec9027d19482 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:54.753372 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-affcf61d-9c18-4283-bb7c-ec9027d19482 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:54.764989 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9413c9f5-18c6-4502-ad41-54c9b6f89782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-f26ee3cb-cac6-457f-928c-cf526fab43bf', 'network_id': 'f26ee3cb-cac6-457f-928c-cf526fab43bf', 'tenant_id': 'e05dd25310194e27919dfc6a9e416ba2', 'fixed_ips': [{'subnet_id': 'eb354d3a-ef6e-4332-81cc-a597368b4a50'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:40:54.765895 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9413c9f5-18c6-4502-ad41-54c9b6f89782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:54.771810 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-affcf61d-9c18-4283-bb7c-ec9027d19482 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] device_id is not set on port de61d0e7-7119-4c44-ba4f-ce4dd5ff7ca9 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:40:54.881551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-affcf61d-9c18-4283-bb7c-ec9027d19482 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Allocated IP 172.20.0.13 (f26ee3cb-cac6-457f-928c-cf526fab43bf/eb354d3a-ef6e-4332-81cc-a597368b4a50/de61d0e7-7119-4c44-ba4f-ce4dd5ff7ca9) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:40:55.003956 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-affcf61d-9c18-4283-bb7c-ec9027d19482 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:55.019668 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-affcf61d-9c18-4283-bb7c-ec9027d19482 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Transition to ACTIVE for port object de61d0e7-7119-4c44-ba4f-ce4dd5ff7ca9 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:55.053879 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-affcf61d-9c18-4283-bb7c-ec9027d19482 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:55.092937 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affcf61d-9c18-4283-bb7c-ec9027d19482 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network f26ee3cb-cac6-457f-928c-cf526fab43bf is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:55.096196 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-affcf61d-9c18-4283-bb7c-ec9027d19482 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:55.096990 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-9413c9f5-18c6-4502-ad41-54c9b6f89782 None None] Allocated IP 172.20.0.2 (f26ee3cb-cac6-457f-928c-cf526fab43bf/eb354d3a-ef6e-4332-81cc-a597368b4a50/5000afd6-3c06-42b1-a768-1740c30691f2) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:40:55.098804 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affcf61d-9c18-4283-bb7c-ec9027d19482 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:40:55.142041 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affcf61d-9c18-4283-bb7c-ec9027d19482 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Port': ['ID=de61d0e7-7119-4c44-ba4f-ce4dd5ff7ca9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:55.163969 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affcf61d-9c18-4283-bb7c-ec9027d19482 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:55.164613 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-affcf61d-9c18-4283-bb7c-ec9027d19482 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:55.183765 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-affcf61d-9c18-4283-bb7c-ec9027d19482 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.5514722 Jul 09 09:40:55.184007 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59416) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:55.296321 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9413c9f5-18c6-4502-ad41-54c9b6f89782 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:55.300672 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-73162efa-9761-4081-8041-4f37c6feeb91 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting port de61d0e7-7119-4c44-ba4f-ce4dd5ff7ca9 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:40:55.301023 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-73162efa-9761-4081-8041-4f37c6feeb91 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:55.307784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9413c9f5-18c6-4502-ad41-54c9b6f89782 None None] Transition to ACTIVE for port object 5000afd6-3c06-42b1-a768-1740c30691f2 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:55.323504 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac38a4-4d81-46ba-931d-3635744ba0e5 req-f570ffdf-794e-4689-a753-ed3a2f142db9 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:55.324573 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9413c9f5-18c6-4502-ad41-54c9b6f89782 None None] Transition to ACTIVE for port object 5000afd6-3c06-42b1-a768-1740c30691f2 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:40:55.325324 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7aac38a4-4d81-46ba-931d-3635744ba0e5 req-f570ffdf-794e-4689-a753-ed3a2f142db9 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.1096365 Jul 09 09:40:55.338125 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9413c9f5-18c6-4502-ad41-54c9b6f89782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:55.338702 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0d782-36bc-4354-a068-f8b1e3fb0cac req-12c152ec-ceff-4f3f-b26c-a8ee2c43bc6f tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:55.340849 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a8c0d782-36bc-4354-a068-f8b1e3fb0cac req-12c152ec-ceff-4f3f-b26c-a8ee2c43bc6f tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.1145525 Jul 09 09:40:55.384544 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9413c9f5-18c6-4502-ad41-54c9b6f89782 None None] Network f26ee3cb-cac6-457f-928c-cf526fab43bf is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:55.387553 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-9413c9f5-18c6-4502-ad41-54c9b6f89782 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:55.392373 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-73162efa-9761-4081-8041-4f37c6feeb91 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:55.393161 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9413c9f5-18c6-4502-ad41-54c9b6f89782 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:40:55.406360 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-73162efa-9761-4081-8041-4f37c6feeb91 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Calling delete_port for de61d0e7-7119-4c44-ba4f-ce4dd5ff7ca9 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:40:55.412135 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7aac38a4-4d81-46ba-931d-3635744ba0e5 req-4c7dafa2-f275-4416-a3fc-8608faaf5912 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685081 Jul 09 09:40:55.415185 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a8c0d782-36bc-4354-a068-f8b1e3fb0cac req-e5c4e9ef-52e4-4850-ab18-e902bfdc5e44 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643907 Jul 09 09:40:55.420384 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413c9f5-18c6-4502-ad41-54c9b6f89782 None None] Pushing event updated for resources: {'Port': ['ID=5000afd6-3c06-42b1-a768-1740c30691f2,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:55.465576 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9413c9f5-18c6-4502-ad41-54c9b6f89782 None None] Attempting to bind port 5000afd6-3c06-42b1-a768-1740c30691f2 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:40:55.465948 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9413c9f5-18c6-4502-ad41-54c9b6f89782 None None] Attempting to bind port 5000afd6-3c06-42b1-a768-1740c30691f2 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'a5a73af5-7168-4e1b-80d4-dacd434d5aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f26ee3cb-cac6-457f-928c-cf526fab43bf'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:40:55.466354 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9413c9f5-18c6-4502-ad41-54c9b6f89782 None None] Attempting to bind port 5000afd6-3c06-42b1-a768-1740c30691f2 on network f26ee3cb-cac6-457f-928c-cf526fab43bf {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:40:55.472966 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9413c9f5-18c6-4502-ad41-54c9b6f89782 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:40:55.473355 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9413c9f5-18c6-4502-ad41-54c9b6f89782 None None] Checking segment: {'id': 'a5a73af5-7168-4e1b-80d4-dacd434d5aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f26ee3cb-cac6-457f-928c-cf526fab43bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:40:55.473763 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9413c9f5-18c6-4502-ad41-54c9b6f89782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:55.474161 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9413c9f5-18c6-4502-ad41-54c9b6f89782 None None] Bound using segment: {'id': 'a5a73af5-7168-4e1b-80d4-dacd434d5aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f26ee3cb-cac6-457f-928c-cf526fab43bf'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:40:55.474631 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9413c9f5-18c6-4502-ad41-54c9b6f89782 None None] Bound port: 5000afd6-3c06-42b1-a768-1740c30691f2, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a73af5-7168-4e1b-80d4-dacd434d5aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f26ee3cb-cac6-457f-928c-cf526fab43bf'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:40:55.475015 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9413c9f5-18c6-4502-ad41-54c9b6f89782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:55.549852 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9413c9f5-18c6-4502-ad41-54c9b6f89782 None None] For port 5000afd6-3c06-42b1-a768-1740c30691f2, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:40:55.553391 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9413c9f5-18c6-4502-ad41-54c9b6f89782 None None] For port 5000afd6-3c06-42b1-a768-1740c30691f2, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5000afd6-3c06-42b1-a768-1740c30691f2,segment=NetworkSegment(a5a73af5-7168-4e1b-80d4-dacd434d5aa4),segment_id=a5a73af5-7168-4e1b-80d4-dacd434d5aa4)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:40:55.561136 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9413c9f5-18c6-4502-ad41-54c9b6f89782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:55.581038 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-73162efa-9761-4081-8041-4f37c6feeb91 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:55.628276 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73162efa-9761-4081-8041-4f37c6feeb91 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Port': ['ID=de61d0e7-7119-4c44-ba4f-ce4dd5ff7ca9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:55.664847 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413c9f5-18c6-4502-ad41-54c9b6f89782 None None] Pushing event updated for resources: {'Port': ['ID=5000afd6-3c06-42b1-a768-1740c30691f2,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:55.730499 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-73162efa-9761-4081-8041-4f37c6feeb91 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:55.732582 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-73162efa-9761-4081-8041-4f37c6feeb91 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/ports/de61d0e7-7119-4c44-ba4f-ce4dd5ff7ca9 HTTP/1.1" status: 204 len: 168 time: 0.5476780 Jul 09 09:40:55.735163 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59426) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:55.765941 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1060be7-dff9-4199-82f0-04651e064fe7 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] GET failed (client error): The resource could not be found. Jul 09 09:40:55.767628 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a1060be7-dff9-4199-82f0-04651e064fe7 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports/de61d0e7-7119-4c44-ba4f-ce4dd5ff7ca9 HTTP/1.1" status: 404 len: 333 time: 0.0314503 Jul 09 09:40:55.769798 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ccf47-cc52-4ed4-9551-bbe463a9e5b0 req-cb9774c1-13f9-4230-b0a3-e521e4e69453 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:55.770992 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59428) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:55.772614 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-244ccf47-cc52-4ed4-9551-bbe463a9e5b0 req-cb9774c1-13f9-4230-b0a3-e521e4e69453 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.0785606 Jul 09 09:40:55.816216 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-244ccf47-cc52-4ed4-9551-bbe463a9e5b0 req-f05bf132-7d37-46c2-a835-9dcd437bf004 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384798 Jul 09 09:40:55.831879 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-13634811-e62c-4720-8cfc-ba43e96ba12c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting subnet eb354d3a-ef6e-4332-81cc-a597368b4a50 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:40:55.835423 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13634811-e62c-4720-8cfc-ba43e96ba12c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:55.911938 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13634811-e62c-4720-8cfc-ba43e96ba12c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:56.013583 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13634811-e62c-4720-8cfc-ba43e96ba12c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:56.072262 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13634811-e62c-4720-8cfc-ba43e96ba12c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:56.096726 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13634811-e62c-4720-8cfc-ba43e96ba12c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Subnet': ['ID=eb354d3a-ef6e-4332-81cc-a597368b4a50,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:56.102331 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13634811-e62c-4720-8cfc-ba43e96ba12c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:56.104283 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-13634811-e62c-4720-8cfc-ba43e96ba12c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/subnets/eb354d3a-ef6e-4332-81cc-a597368b4a50 HTTP/1.1" status: 204 len: 168 time: 0.3317196 Jul 09 09:40:56.106733 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59430) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:56.187008 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ac55124-ab83-45b0-b7a6-f70448f17fb0 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:56.240009 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-8ac55124-ab83-45b0-b7a6-f70448f17fb0 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting port 5000afd6-3c06-42b1-a768-1740c30691f2 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:40:56.240228 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ac55124-ab83-45b0-b7a6-f70448f17fb0 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:56.301445 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-8ac55124-ab83-45b0-b7a6-f70448f17fb0 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] For port 5000afd6-3c06-42b1-a768-1740c30691f2, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5000afd6-3c06-42b1-a768-1740c30691f2,segment=NetworkSegment(a5a73af5-7168-4e1b-80d4-dacd434d5aa4),segment_id=a5a73af5-7168-4e1b-80d4-dacd434d5aa4)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:40:56.301804 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ac55124-ab83-45b0-b7a6-f70448f17fb0 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:56.314564 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-8ac55124-ab83-45b0-b7a6-f70448f17fb0 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Calling delete_port for 5000afd6-3c06-42b1-a768-1740c30691f2 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:40:56.399045 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ac55124-ab83-45b0-b7a6-f70448f17fb0 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:56.427541 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac55124-ab83-45b0-b7a6-f70448f17fb0 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Port': ['ID=5000afd6-3c06-42b1-a768-1740c30691f2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:56.429416 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac55124-ab83-45b0-b7a6-f70448f17fb0 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] No DVR routers for this DVR port 5000afd6-3c06-42b1-a768-1740c30691f2 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:40:56.527958 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ac55124-ab83-45b0-b7a6-f70448f17fb0 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:56.544354 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-8ac55124-ab83-45b0-b7a6-f70448f17fb0 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26ee3cb-cac6-457f-928c-cf526fab43bf']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:56.557852 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-8ac55124-ab83-45b0-b7a6-f70448f17fb0 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a73af5-7168-4e1b-80d4-dacd434d5aa4') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:56.558148 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-8ac55124-ab83-45b0-b7a6-f70448f17fb0 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a73af5-7168-4e1b-80d4-dacd434d5aa4') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:40:56.582082 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ac55124-ab83-45b0-b7a6-f70448f17fb0 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:56.625988 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ac55124-ab83-45b0-b7a6-f70448f17fb0 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:56.650127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac55124-ab83-45b0-b7a6-f70448f17fb0 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:40:56.650538 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ac55124-ab83-45b0-b7a6-f70448f17fb0 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:40:56.656969 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:40:56.722223 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb693f15-8887-4eec-8e84-b148934ea46b None None] Network f26ee3cb-cac6-457f-928c-cf526fab43bf requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:40:56.748370 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ac55124-ab83-45b0-b7a6-f70448f17fb0 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:56.757901 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b23280-98e7-40d6-9dcd-c605459a95a1 req-c6040964-8391-4267-a60a-128e8d821e72 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:56.759420 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-30b23280-98e7-40d6-9dcd-c605459a95a1 req-c6040964-8391-4267-a60a-128e8d821e72 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.1990702 Jul 09 09:40:56.767736 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ac55124-ab83-45b0-b7a6-f70448f17fb0 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:56.769754 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8ac55124-ab83-45b0-b7a6-f70448f17fb0 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/networks/f26ee3cb-cac6-457f-928c-cf526fab43bf HTTP/1.1" status: 204 len: 168 time: 0.6614664 Jul 09 09:40:56.773742 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59442) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:56.779925 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bc389dd1-7deb-44ce-8cd2-890cd077d0e0 None None] Could not find standard attr ID for object 5000afd6-3c06-42b1-a768-1740c30691f2. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:40:56.780100 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-107759a1-645b-4a31-bf0e-ceb20b81724b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'port': {'network_id': 'df1cbbcc-6d06-4a75-97b6-2769276c2bda', 'name': 'tempest-PortsTestJSON-1530647245'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:56.797191 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8415ada-1729-43ab-b766-ba48730084c5 req-3e00ab2c-2cc5-4880-8ac5-81d070370247 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:56.798728 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8415ada-1729-43ab-b766-ba48730084c5 req-3e00ab2c-2cc5-4880-8ac5-81d070370247 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.2146132 Jul 09 09:40:56.799502 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac55124-ab83-45b0-b7a6-f70448f17fb0 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Network': ['ID=f26ee3cb-cac6-457f-928c-cf526fab43bf,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:56.848302 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-30b23280-98e7-40d6-9dcd-c605459a95a1 req-7360db00-4f32-4291-8ca5-9bcd6fecfa27 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756328 Jul 09 09:40:56.862314 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8415ada-1729-43ab-b766-ba48730084c5 req-c110c5ac-1176-4d52-84b3-96ae3c010f88 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548398 Jul 09 09:40:56.893681 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107759a1-645b-4a31-bf0e-ceb20b81724b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:56.900928 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-107759a1-645b-4a31-bf0e-ceb20b81724b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:56.926952 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-107759a1-645b-4a31-bf0e-ceb20b81724b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] device_id is not set on port 3892cd09-7aa8-49f0-9b32-b3de4779bdb3 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:40:56.948815 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074f1b7a-7363-444b-8806-0921bca80dfe None None] DHCP port deletion for f26ee3cb-cac6-457f-928c-cf526fab43bf request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:40:57.122034 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-107759a1-645b-4a31-bf0e-ceb20b81724b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:57.166498 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-107759a1-645b-4a31-bf0e-ceb20b81724b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:57.173695 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276eec4-53c4-49ae-91a3-4bd7aab07c5d req-55092126-21ed-4756-a49f-e670bd2cb24a tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:57.175405 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5276eec4-53c4-49ae-91a3-4bd7aab07c5d req-55092126-21ed-4756-a49f-e670bd2cb24a tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.0789299 Jul 09 09:40:57.210140 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107759a1-645b-4a31-bf0e-ceb20b81724b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network df1cbbcc-6d06-4a75-97b6-2769276c2bda is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:57.213572 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-107759a1-645b-4a31-bf0e-ceb20b81724b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:57.219744 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107759a1-645b-4a31-bf0e-ceb20b81724b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:40:57.225416 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107759a1-645b-4a31-bf0e-ceb20b81724b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:57.226036 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-107759a1-645b-4a31-bf0e-ceb20b81724b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:57.240834 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107759a1-645b-4a31-bf0e-ceb20b81724b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Port': ['ID=3892cd09-7aa8-49f0-9b32-b3de4779bdb3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:57.250026 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-107759a1-645b-4a31-bf0e-ceb20b81724b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4751768 Jul 09 09:40:57.252551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59448) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:57.252766 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5276eec4-53c4-49ae-91a3-4bd7aab07c5d req-59ac1b42-d414-4f1c-a76d-4de0632607ec tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703537 Jul 09 09:40:57.352071 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-207a06dd-85ee-4104-8a3a-c40fe387fd6a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting port 3892cd09-7aa8-49f0-9b32-b3de4779bdb3 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:40:57.352521 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-207a06dd-85ee-4104-8a3a-c40fe387fd6a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:57.423981 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-207a06dd-85ee-4104-8a3a-c40fe387fd6a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:57.433296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543753e-7f35-4b9d-9352-8fd6851faa71 req-c39f9631-bc7f-421a-ba19-d683d718fbb2 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:57.436582 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6543753e-7f35-4b9d-9352-8fd6851faa71 req-c39f9631-bc7f-421a-ba19-d683d718fbb2 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.0679607 Jul 09 09:40:57.438215 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-207a06dd-85ee-4104-8a3a-c40fe387fd6a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Calling delete_port for 3892cd09-7aa8-49f0-9b32-b3de4779bdb3 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:40:57.472896 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6543753e-7f35-4b9d-9352-8fd6851faa71 req-c2e75bf0-085c-48a8-a63f-e57fb094668d tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317960 Jul 09 09:40:57.515971 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-207a06dd-85ee-4104-8a3a-c40fe387fd6a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:57.547602 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a06dd-85ee-4104-8a3a-c40fe387fd6a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Port': ['ID=3892cd09-7aa8-49f0-9b32-b3de4779bdb3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:57.553248 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-207a06dd-85ee-4104-8a3a-c40fe387fd6a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:57.554372 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-207a06dd-85ee-4104-8a3a-c40fe387fd6a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/ports/3892cd09-7aa8-49f0-9b32-b3de4779bdb3 HTTP/1.1" status: 204 len: 168 time: 0.3008883 Jul 09 09:40:57.557168 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59452) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:57.562679 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-bd8a81c0-7255-44b6-8302-304dda89f78f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'port': {'network_id': 'df1cbbcc-6d06-4a75-97b6-2769276c2bda', 'mac_address': 'fa:16:3e:75:f9:6f', 'name': 'tempest-PortsTestJSON-996903674'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:57.647902 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8a81c0-7255-44b6-8302-304dda89f78f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:57.716199 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd8a81c0-7255-44b6-8302-304dda89f78f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:57.739639 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-bd8a81c0-7255-44b6-8302-304dda89f78f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] device_id is not set on port 0dbfe91c-73a2-4382-a0fc-9b1043f1b3db yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:40:57.896904 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd8a81c0-7255-44b6-8302-304dda89f78f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:57.935797 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd8a81c0-7255-44b6-8302-304dda89f78f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:57.981447 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8a81c0-7255-44b6-8302-304dda89f78f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network df1cbbcc-6d06-4a75-97b6-2769276c2bda is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:57.985248 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-bd8a81c0-7255-44b6-8302-304dda89f78f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:57.989104 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8a81c0-7255-44b6-8302-304dda89f78f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:40:57.994761 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8a81c0-7255-44b6-8302-304dda89f78f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:57.995373 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd8a81c0-7255-44b6-8302-304dda89f78f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:58.001647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a81c0-7255-44b6-8302-304dda89f78f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Port': ['ID=0dbfe91c-73a2-4382-a0fc-9b1043f1b3db,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:58.020540 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bd8a81c0-7255-44b6-8302-304dda89f78f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4599996 Jul 09 09:40:58.021380 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59460) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:58.069425 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20689240-02c8-4360-8a76-6f9dd948f81d req-7fb75e70-4152-4aa5-ac0f-702c17c1cbd2 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:58.071783 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20689240-02c8-4360-8a76-6f9dd948f81d req-7fb75e70-4152-4aa5-ac0f-702c17c1cbd2 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.0729029 Jul 09 09:40:58.085683 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71191ad-e79f-4b9b-b9e9-2d7c0fd81188 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:58.089825 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b71191ad-e79f-4b9b-b9e9-2d7c0fd81188 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports/0dbfe91c-73a2-4382-a0fc-9b1043f1b3db HTTP/1.1" status: 200 len: 840 time: 0.0647380 Jul 09 09:40:58.090261 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59462) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:58.123201 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20689240-02c8-4360-8a76-6f9dd948f81d req-211f3eb9-4797-49ad-919f-0389c0aea0bb tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457425 Jul 09 09:40:58.194162 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0bad98fc-32f0-4d97-ab23-0ebdb63c23bf tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting port 0dbfe91c-73a2-4382-a0fc-9b1043f1b3db {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:40:58.194509 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0bad98fc-32f0-4d97-ab23-0ebdb63c23bf tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:58.261085 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0bad98fc-32f0-4d97-ab23-0ebdb63c23bf tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:58.273634 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0bad98fc-32f0-4d97-ab23-0ebdb63c23bf tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Calling delete_port for 0dbfe91c-73a2-4382-a0fc-9b1043f1b3db owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:40:58.358918 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0bad98fc-32f0-4d97-ab23-0ebdb63c23bf tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:58.386294 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad98fc-32f0-4d97-ab23-0ebdb63c23bf tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Port': ['ID=0dbfe91c-73a2-4382-a0fc-9b1043f1b3db,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:58.394207 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0bad98fc-32f0-4d97-ab23-0ebdb63c23bf tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:58.396348 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0bad98fc-32f0-4d97-ab23-0ebdb63c23bf tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/ports/0dbfe91c-73a2-4382-a0fc-9b1043f1b3db HTTP/1.1" status: 204 len: 168 time: 0.3051574 Jul 09 09:40:58.398916 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59468) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:58.426294 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0f9632-2553-40f9-90e4-8b8328bf523f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] GET failed (client error): The resource could not be found. Jul 09 09:40:58.427791 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fc0f9632-2553-40f9-90e4-8b8328bf523f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports/0dbfe91c-73a2-4382-a0fc-9b1043f1b3db HTTP/1.1" status: 404 len: 333 time: 0.0279384 Jul 09 09:40:58.429919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4418fc7-7168-43b9-bb67-dbe8f3e8e74d req-adbf7c5a-7ff4-4b98-98ab-f0ffc24c03d4 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:58.431754 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4418fc7-7168-43b9-bb67-dbe8f3e8e74d req-adbf7c5a-7ff4-4b98-98ab-f0ffc24c03d4 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.0724425 Jul 09 09:40:58.431948 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59470) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:58.436615 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e831e0d0-3985-4b10-b5e3-c0a561d27750 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'port': {'network_id': 'df1cbbcc-6d06-4a75-97b6-2769276c2bda', 'name': 'tempest-PortsTestJSON-325894018'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:58.472110 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4418fc7-7168-43b9-bb67-dbe8f3e8e74d req-27489bff-c94e-42e7-8a26-899382ae33b7 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340996 Jul 09 09:40:58.528643 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e831e0d0-3985-4b10-b5e3-c0a561d27750 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:40:58.532864 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e831e0d0-3985-4b10-b5e3-c0a561d27750 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:58.551003 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-e831e0d0-3985-4b10-b5e3-c0a561d27750 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] device_id is not set on port be83377b-1549-49cf-9d51-5b0bb526aafd yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:40:58.606862 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5000afd6-3c06-42b1-a768-1740c30691f2 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:40:58.627677 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 5000afd6-3c06-42b1-a768-1740c30691f2 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:40:58.628039 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5000afd6-3c06-42b1-a768-1740c30691f2 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:40:58.653151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586083f-9c82-4d7f-88a3-451dc3b1a13d req-82eb8d48-57ae-4d95-a463-c6a915e6bbd1 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:58.654896 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5586083f-9c82-4d7f-88a3-451dc3b1a13d req-82eb8d48-57ae-4d95-a463-c6a915e6bbd1 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.0654421 Jul 09 09:40:58.693558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5586083f-9c82-4d7f-88a3-451dc3b1a13d req-87ab0f60-7642-4f66-b40c-b880c13218bf tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330923 Jul 09 09:40:59.007059 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e831e0d0-3985-4b10-b5e3-c0a561d27750 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:59.042493 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e831e0d0-3985-4b10-b5e3-c0a561d27750 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:59.092071 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e831e0d0-3985-4b10-b5e3-c0a561d27750 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network df1cbbcc-6d06-4a75-97b6-2769276c2bda is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:40:59.095022 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e831e0d0-3985-4b10-b5e3-c0a561d27750 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:40:59.098775 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e831e0d0-3985-4b10-b5e3-c0a561d27750 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:40:59.104591 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e831e0d0-3985-4b10-b5e3-c0a561d27750 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:59.105197 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e831e0d0-3985-4b10-b5e3-c0a561d27750 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:59.111631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831e0d0-3985-4b10-b5e3-c0a561d27750 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Port': ['ID=be83377b-1549-49cf-9d51-5b0bb526aafd,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:59.128053 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e831e0d0-3985-4b10-b5e3-c0a561d27750 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6924775 Jul 09 09:40:59.128053 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59476) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:59.133247 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b5498b35-67e7-40fb-85e5-f7605b8ae417 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:40:59.226194 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5498b35-67e7-40fb-85e5-f7605b8ae417 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:59.309393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e1680-3578-4870-8362-8d7bde11d11e req-60018908-7f5b-40a7-82e7-4a2f15b9bf01 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:59.310906 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ed5e1680-3578-4870-8362-8d7bde11d11e req-60018908-7f5b-40a7-82e7-4a2f15b9bf01 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.0690494 Jul 09 09:40:59.361399 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ed5e1680-3578-4870-8362-8d7bde11d11e req-d15f0778-4b81-46f1-b262-f14576eb3f16 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448949 Jul 09 09:40:59.407110 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5498b35-67e7-40fb-85e5-f7605b8ae417 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:59.414336 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5498b35-67e7-40fb-85e5-f7605b8ae417 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:59.456203 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b5498b35-67e7-40fb-85e5-f7605b8ae417 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] In _notify_port_updated(), no bound segment for port be83377b-1549-49cf-9d51-5b0bb526aafd on network df1cbbcc-6d06-4a75-97b6-2769276c2bda {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:40:59.461177 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5498b35-67e7-40fb-85e5-f7605b8ae417 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:59.461776 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5498b35-67e7-40fb-85e5-f7605b8ae417 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:59.463032 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b5498b35-67e7-40fb-85e5-f7605b8ae417 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "PUT /v2.0/ports/be83377b-1549-49cf-9d51-5b0bb526aafd HTTP/1.1" status: 200 len: 818 time: 0.3340447 Jul 09 09:40:59.465906 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59484) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:59.504129 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5498b35-67e7-40fb-85e5-f7605b8ae417 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Port': ['ID=be83377b-1549-49cf-9d51-5b0bb526aafd,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:59.538963 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedb8cf-1c90-41ec-943f-7edb1be0a255 req-e44a7ab4-6599-40ca-bb20-a0763064b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:59.540595 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8dedb8cf-1c90-41ec-943f-7edb1be0a255 req-e44a7ab4-6599-40ca-bb20-a0763064b9d7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 1096 time: 0.0957766 Jul 09 09:40:59.572223 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4ba1e7fa-a5b2-4f04-940e-43ca6e29d54c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting port be83377b-1549-49cf-9d51-5b0bb526aafd {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:40:59.572827 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ba1e7fa-a5b2-4f04-940e-43ca6e29d54c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:59.581541 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8dedb8cf-1c90-41ec-943f-7edb1be0a255 req-d75161d0-1e36-432b-891e-a9c2617745b2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337224 Jul 09 09:40:59.673102 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ba1e7fa-a5b2-4f04-940e-43ca6e29d54c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:59.688946 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4ba1e7fa-a5b2-4f04-940e-43ca6e29d54c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Calling delete_port for be83377b-1549-49cf-9d51-5b0bb526aafd owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:40:59.752339 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db17d27-292c-456b-8fb6-f9273956d715 req-cbae060b-a61f-4fb6-a7dc-1d609d190c75 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:59.753848 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2db17d27-292c-456b-8fb6-f9273956d715 req-cbae060b-a61f-4fb6-a7dc-1d609d190c75 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.1407328 Jul 09 09:40:59.811910 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2db17d27-292c-456b-8fb6-f9273956d715 req-a6139551-30c2-450c-8303-c1cbaa6d1735 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507941 Jul 09 09:40:59.843210 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ba1e7fa-a5b2-4f04-940e-43ca6e29d54c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:59.877371 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1e7fa-a5b2-4f04-940e-43ca6e29d54c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Port': ['ID=be83377b-1549-49cf-9d51-5b0bb526aafd,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:40:59.890210 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ba1e7fa-a5b2-4f04-940e-43ca6e29d54c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:40:59.892163 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4ba1e7fa-a5b2-4f04-940e-43ca6e29d54c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/ports/be83377b-1549-49cf-9d51-5b0bb526aafd HTTP/1.1" status: 204 len: 168 time: 0.4252629 Jul 09 09:40:59.894831 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59490) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:40:59.895000 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba1e7fa-a5b2-4f04-940e-43ca6e29d54c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:59.895221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba1e7fa-a5b2-4f04-940e-43ca6e29d54c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:59.895571 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba1e7fa-a5b2-4f04-940e-43ca6e29d54c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:59.895944 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba1e7fa-a5b2-4f04-940e-43ca6e29d54c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:59.896282 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba1e7fa-a5b2-4f04-940e-43ca6e29d54c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:59.896623 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba1e7fa-a5b2-4f04-940e-43ca6e29d54c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:59.896950 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba1e7fa-a5b2-4f04-940e-43ca6e29d54c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:59.897285 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba1e7fa-a5b2-4f04-940e-43ca6e29d54c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:59.897618 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba1e7fa-a5b2-4f04-940e-43ca6e29d54c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:59.897947 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba1e7fa-a5b2-4f04-940e-43ca6e29d54c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:59.898274 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba1e7fa-a5b2-4f04-940e-43ca6e29d54c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:59.898607 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba1e7fa-a5b2-4f04-940e-43ca6e29d54c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:40:59.928515 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec84a2-3a5f-4c41-b53c-605cc0680008 req-1916af98-b236-4400-b05f-860b313151a2 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:59.930058 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b5ec84a2-3a5f-4c41-b53c-605cc0680008 req-1916af98-b236-4400-b05f-860b313151a2 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.1232190 Jul 09 09:40:59.972150 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b5ec84a2-3a5f-4c41-b53c-605cc0680008 req-29a5b9ee-f72b-441a-aa63-333131fab3d9 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356886 Jul 09 09:40:59.972698 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d523ca-547d-4c3f-b9ec-2e5741ccc2fc tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:40:59.974216 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c7d523ca-547d-4c3f-b9ec-2e5741ccc2fc tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0783648 Jul 09 09:40:59.976786 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59492) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:00.011277 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1aac15-a956-4d69-8dad-c0702d631c41 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] GET failed (client error): The resource could not be found. Jul 09 09:41:00.012798 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2b1aac15-a956-4d69-8dad-c0702d631c41 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports/be83377b-1549-49cf-9d51-5b0bb526aafd HTTP/1.1" status: 404 len: 333 time: 0.0350358 Jul 09 09:41:00.016905 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59494) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:00.021665 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a43209b1-9c09-4290-a9e4-a3b1821fd847 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1387251321'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:00.041110 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43209b1-9c09-4290-a9e4-a3b1821fd847 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:00.044686 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a43209b1-9c09-4290-a9e4-a3b1821fd847 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:00.068638 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a43209b1-9c09-4290-a9e4-a3b1821fd847 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:41:00.078235 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a43209b1-9c09-4290-a9e4-a3b1821fd847 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:00.078650 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-a43209b1-9c09-4290-a9e4-a3b1821fd847 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Added segment 1dfbf6d1-f37c-44b1-9f61-f1205428c784 of type vlan for network 9e17d89f-b6d6-425b-8035-de234b8a8f17 Jul 09 09:41:00.117056 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a43209b1-9c09-4290-a9e4-a3b1821fd847 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:00.145262 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a43209b1-9c09-4290-a9e4-a3b1821fd847 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:00.150986 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43209b1-9c09-4290-a9e4-a3b1821fd847 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:00.152094 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a43209b1-9c09-4290-a9e4-a3b1821fd847 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:00.213324 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a43209b1-9c09-4290-a9e4-a3b1821fd847 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1953955 Jul 09 09:41:00.216053 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59496) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:00.221003 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b8a07627-0184-4f4e-b9c6-276d6eb64954 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'subnet': {'network_id': '9e17d89f-b6d6-425b-8035-de234b8a8f17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:00.266437 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43209b1-9c09-4290-a9e4-a3b1821fd847 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Network': ['ID=9e17d89f-b6d6-425b-8035-de234b8a8f17,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:00.277730 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 9e17d89f-b6d6-425b-8035-de234b8a8f17 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:41:00.319009 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a07627-0184-4f4e-b9c6-276d6eb64954 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:00.327418 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8a07627-0184-4f4e-b9c6-276d6eb64954 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:00.550711 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8a07627-0184-4f4e-b9c6-276d6eb64954 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:00.557927 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c3b4f-05a8-49f3-8aeb-333563a08ec1 req-3092ec7c-0099-48b7-bd0b-e4e235c9cc10 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:00.558941 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e2c3b4f-05a8-49f3-8aeb-333563a08ec1 req-3092ec7c-0099-48b7-bd0b-e4e235c9cc10 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.0695481 Jul 09 09:41:00.612030 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e2c3b4f-05a8-49f3-8aeb-333563a08ec1 req-7c28d6b8-2684-4c89-9e30-51bde9844bda tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460260 Jul 09 09:41:00.617902 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a07627-0184-4f4e-b9c6-276d6eb64954 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Subnet': ['ID=986fb732-a181-4405-9fae-a56aa0dddbba,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:00.632750 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a07627-0184-4f4e-b9c6-276d6eb64954 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Checking segment: {'id': '1dfbf6d1-f37c-44b1-9f61-f1205428c784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e17d89f-b6d6-425b-8035-de234b8a8f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:41:00.633183 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a07627-0184-4f4e-b9c6-276d6eb64954 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network hostable DHCP agents. Network: 9e17d89f-b6d6-425b-8035-de234b8a8f17, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:41:00.654108 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a07627-0184-4f4e-b9c6-276d6eb64954 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network 9e17d89f-b6d6-425b-8035-de234b8a8f17 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:41:00.664113 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b8a07627-0184-4f4e-b9c6-276d6eb64954 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 9e17d89f-b6d6-425b-8035-de234b8a8f17) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:00.668195 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a07627-0184-4f4e-b9c6-276d6eb64954 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:00.668790 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8a07627-0184-4f4e-b9c6-276d6eb64954 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:00.674579 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c0311a-a8eb-491b-9059-eb27db531406 None None] Network 9e17d89f-b6d6-425b-8035-de234b8a8f17 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:41:00.684184 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b8a07627-0184-4f4e-b9c6-276d6eb64954 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4670131 Jul 09 09:41:00.688145 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59508) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:00.693087 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-44d57967-6eda-4cfc-9ac0-5ffccc013e28 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'subnet': {'network_id': '9e17d89f-b6d6-425b-8035-de234b8a8f17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:00.815396 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d57967-6eda-4cfc-9ac0-5ffccc013e28 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:00.817051 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-44d57967-6eda-4cfc-9ac0-5ffccc013e28 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:00.835827 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e35e2c-e81b-4c4c-ac41-1128afab1bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-9e17d89f-b6d6-425b-8035-de234b8a8f17', 'network_id': '9e17d89f-b6d6-425b-8035-de234b8a8f17', 'tenant_id': 'e05dd25310194e27919dfc6a9e416ba2', 'fixed_ips': [{'subnet_id': '986fb732-a181-4405-9fae-a56aa0dddbba'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:41:00.837100 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-80e35e2c-e81b-4c4c-ac41-1128afab1bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:00.928751 n-d-799996-1 neutron-server[93791]: INFO neutron.db.ipam_backend_mixin [None req-44d57967-6eda-4cfc-9ac0-5ffccc013e28 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 986fb732-a181-4405-9fae-a56aa0dddbba (CIDR: 172.20.0.0/28) Jul 09 09:41:00.935141 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d57967-6eda-4cfc-9ac0-5ffccc013e28 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:41:00.935668 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d57967-6eda-4cfc-9ac0-5ffccc013e28 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:41:00.956620 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-44d57967-6eda-4cfc-9ac0-5ffccc013e28 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2672429 Jul 09 09:41:00.959378 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59514) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:00.965056 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c165d960-d140-4c44-9018-a907d87e2d18 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'subnet': {'network_id': '9e17d89f-b6d6-425b-8035-de234b8a8f17', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:01.005523 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-80e35e2c-e81b-4c4c-ac41-1128afab1bb8 None None] Allocated IP 172.20.0.2 (9e17d89f-b6d6-425b-8035-de234b8a8f17/986fb732-a181-4405-9fae-a56aa0dddbba/a4fdf0ab-7215-4ead-8bea-bb6e3a35553f) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:41:01.160463 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-80e35e2c-e81b-4c4c-ac41-1128afab1bb8 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:01.168930 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-80e35e2c-e81b-4c4c-ac41-1128afab1bb8 None None] Transition to ACTIVE for port object a4fdf0ab-7215-4ead-8bea-bb6e3a35553f will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:01.184780 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-80e35e2c-e81b-4c4c-ac41-1128afab1bb8 None None] Transition to ACTIVE for port object a4fdf0ab-7215-4ead-8bea-bb6e3a35553f will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:01.190485 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-80e35e2c-e81b-4c4c-ac41-1128afab1bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:01.201894 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c572f-5db4-47b4-850d-e0b233c02e84 req-6935a0d2-e814-4b2f-af3c-fae50702315b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:01.203434 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-634c572f-5db4-47b4-850d-e0b233c02e84 req-6935a0d2-e814-4b2f-af3c-fae50702315b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 1095 time: 0.2311301 Jul 09 09:41:01.218511 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fcefa-8945-4ca1-990d-e06677758370 req-70ea3f36-704f-4fc7-a133-90f6fc2ad0af tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:01.219983 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-375fcefa-8945-4ca1-990d-e06677758370 req-70ea3f36-704f-4fc7-a133-90f6fc2ad0af tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.2493944 Jul 09 09:41:01.231284 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e35e2c-e81b-4c4c-ac41-1128afab1bb8 None None] Network 9e17d89f-b6d6-425b-8035-de234b8a8f17 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:41:01.234439 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-80e35e2c-e81b-4c4c-ac41-1128afab1bb8 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:01.236991 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f27478-ea94-477a-88ed-d35cabd46c4f req-9a381e96-0cd4-4272-81d7-21bde2a85bac tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:01.237328 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e35e2c-e81b-4c4c-ac41-1128afab1bb8 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:41:01.238502 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8f27478-ea94-477a-88ed-d35cabd46c4f req-9a381e96-0cd4-4272-81d7-21bde2a85bac tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.2376034 Jul 09 09:41:01.247887 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e35e2c-e81b-4c4c-ac41-1128afab1bb8 None None] Pushing event updated for resources: {'Port': ['ID=a4fdf0ab-7215-4ead-8bea-bb6e3a35553f,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:01.305697 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-80e35e2c-e81b-4c4c-ac41-1128afab1bb8 None None] Attempting to bind port a4fdf0ab-7215-4ead-8bea-bb6e3a35553f on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:41:01.306440 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-80e35e2c-e81b-4c4c-ac41-1128afab1bb8 None None] Attempting to bind port a4fdf0ab-7215-4ead-8bea-bb6e3a35553f by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '1dfbf6d1-f37c-44b1-9f61-f1205428c784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e17d89f-b6d6-425b-8035-de234b8a8f17'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:41:01.306440 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e35e2c-e81b-4c4c-ac41-1128afab1bb8 None None] Attempting to bind port a4fdf0ab-7215-4ead-8bea-bb6e3a35553f on network 9e17d89f-b6d6-425b-8035-de234b8a8f17 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:41:01.311316 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e35e2c-e81b-4c4c-ac41-1128afab1bb8 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:41:01.311706 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e35e2c-e81b-4c4c-ac41-1128afab1bb8 None None] Checking segment: {'id': '1dfbf6d1-f37c-44b1-9f61-f1205428c784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e17d89f-b6d6-425b-8035-de234b8a8f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:41:01.312118 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-80e35e2c-e81b-4c4c-ac41-1128afab1bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:01.312511 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e35e2c-e81b-4c4c-ac41-1128afab1bb8 None None] Bound using segment: {'id': '1dfbf6d1-f37c-44b1-9f61-f1205428c784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e17d89f-b6d6-425b-8035-de234b8a8f17'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:41:01.312974 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-80e35e2c-e81b-4c4c-ac41-1128afab1bb8 None None] Bound port: a4fdf0ab-7215-4ead-8bea-bb6e3a35553f, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dfbf6d1-f37c-44b1-9f61-f1205428c784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e17d89f-b6d6-425b-8035-de234b8a8f17'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:41:01.313352 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-80e35e2c-e81b-4c4c-ac41-1128afab1bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:01.316573 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c165d960-d140-4c44-9018-a907d87e2d18 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:01.320125 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c165d960-d140-4c44-9018-a907d87e2d18 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:01.377025 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-80e35e2c-e81b-4c4c-ac41-1128afab1bb8 None None] For port a4fdf0ab-7215-4ead-8bea-bb6e3a35553f, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:41:01.379835 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-80e35e2c-e81b-4c4c-ac41-1128afab1bb8 None None] For port a4fdf0ab-7215-4ead-8bea-bb6e3a35553f, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a4fdf0ab-7215-4ead-8bea-bb6e3a35553f,segment=NetworkSegment(1dfbf6d1-f37c-44b1-9f61-f1205428c784),segment_id=1dfbf6d1-f37c-44b1-9f61-f1205428c784)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:41:01.384720 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-80e35e2c-e81b-4c4c-ac41-1128afab1bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:01.420916 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-375fcefa-8945-4ca1-990d-e06677758370 req-6c80d1c8-6a03-4461-9d61-37f394c9c32c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812901 Jul 09 09:41:01.441347 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8f27478-ea94-477a-88ed-d35cabd46c4f req-2f88b191-28ce-41d6-83a4-a98745174e0d tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544468 Jul 09 09:41:01.466306 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e35e2c-e81b-4c4c-ac41-1128afab1bb8 None None] Pushing event updated for resources: {'Port': ['ID=a4fdf0ab-7215-4ead-8bea-bb6e3a35553f,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:01.491987 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c572f-5db4-47b4-850d-e0b233c02e84 req-d0dfb5a6-336b-41bc-8d97-2cfab7727310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:01.494348 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-634c572f-5db4-47b4-850d-e0b233c02e84 req-d0dfb5a6-336b-41bc-8d97-2cfab7727310 service neutron] 10.222.0.64 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 912 time: 0.2733827 Jul 09 09:41:01.600266 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-897cdc88-696a-4456-91a1-a0921b39efbc req-1c1c4cae-9077-42ee-8427-39b5af1727a7 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-805120680', 'description': 'tempest-description-1577050841'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:01.646283 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-634c572f-5db4-47b4-850d-e0b233c02e84 req-c97ea6ad-f20b-4b75-b968-021b4ef04252 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f156a5a-c918-478b-b237-7653ff906d49 HTTP/1.1" status: 200 len: 999 time: 0.1411121 Jul 09 09:41:01.733524 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-897cdc88-696a-4456-91a1-a0921b39efbc req-1c1c4cae-9077-42ee-8427-39b5af1727a7 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:01.780475 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c572f-5db4-47b4-850d-e0b233c02e84 req-1873e53d-1ce8-447d-bb20-6204c00e8870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:01.781955 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-634c572f-5db4-47b4-850d-e0b233c02e84 req-1873e53d-1ce8-447d-bb20-6204c00e8870 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.1251874 Jul 09 09:41:01.832251 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79e28e-1bd1-467e-bb88-62482ccb9eaa req-7db39147-779c-4a42-8ac8-e61ee9f48b81 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:01.833752 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9c79e28e-1bd1-467e-bb88-62482ccb9eaa req-7db39147-779c-4a42-8ac8-e61ee9f48b81 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.2599397 Jul 09 09:41:01.944092 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c165d960-d140-4c44-9018-a907d87e2d18 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:01.983063 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9c79e28e-1bd1-467e-bb88-62482ccb9eaa req-f58a366b-071a-4843-ad7e-75c8cb05ffa0 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226072 Jul 09 09:41:02.010009 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c165d960-d140-4c44-9018-a907d87e2d18 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network 9e17d89f-b6d6-425b-8035-de234b8a8f17 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:41:02.019221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c165d960-d140-4c44-9018-a907d87e2d18 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:02.026520 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c572f-5db4-47b4-850d-e0b233c02e84 req-bbb4938d-0b9c-4085-a614-5828f0fd0678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:02.028069 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-634c572f-5db4-47b4-850d-e0b233c02e84 req-bbb4938d-0b9c-4085-a614-5828f0fd0678 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2193778 Jul 09 09:41:02.036338 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c165d960-d140-4c44-9018-a907d87e2d18 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:02.036921 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c165d960-d140-4c44-9018-a907d87e2d18 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:02.054143 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165d960-d140-4c44-9018-a907d87e2d18 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Subnet': ['ID=acebd537-3900-473c-9172-69a2a6da4adc,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:02.070190 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-897cdc88-696a-4456-91a1-a0921b39efbc req-1c1c4cae-9077-42ee-8427-39b5af1727a7 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:02.081092 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-897cdc88-696a-4456-91a1-a0921b39efbc req-1c1c4cae-9077-42ee-8427-39b5af1727a7 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:02.127915 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c165d960-d140-4c44-9018-a907d87e2d18 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1649086 Jul 09 09:41:02.128383 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59526) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:02.134719 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'port': {'network_id': '9e17d89f-b6d6-425b-8035-de234b8a8f17', 'fixed_ips': [{'subnet_id': '986fb732-a181-4405-9fae-a56aa0dddbba'}, {'subnet_id': 'acebd537-3900-473c-9172-69a2a6da4adc'}], 'name': 'tempest-PortsTestJSON-170840434'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:02.175725 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-897cdc88-696a-4456-91a1-a0921b39efbc req-1c1c4cae-9077-42ee-8427-39b5af1727a7 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:02.177010 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-897cdc88-696a-4456-91a1-a0921b39efbc req-1c1c4cae-9077-42ee-8427-39b5af1727a7 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5930076 Jul 09 09:41:02.194595 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c4cae-9077-42ee-8427-39b5af1727a7 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f462c66d-11a4-4fe9-ac3e-a93610acd552,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:02.205827 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-634c572f-5db4-47b4-850d-e0b233c02e84 req-352a32de-a666-490c-86eb-d98ce1292520 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634822 Jul 09 09:41:02.294038 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:02.326621 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-634c572f-5db4-47b4-850d-e0b233c02e84 req-ce14be9e-9c69-4242-8042-00cf8da5f54e service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129901 Jul 09 09:41:02.368450 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe134707-cb87-4330-80cd-e56a73d7bc24 req-5f1d5c59-b6d3-475d-8561-1ee5a7e91f43 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-805120680&fields=id&tenant_id=79cca47b589343548a2809bc25bd21ee HTTP/1.1" status: 200 len: 267 time: 0.0531578 Jul 09 09:41:02.395148 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:02.415915 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] device_id is not set on port dbd11a46-e74e-4e51-8e62-873785d50ced yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:41:02.439896 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe134707-cb87-4330-80cd-e56a73d7bc24 req-1d8effba-7765-4859-8560-c3b213edc944 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:02.441700 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe134707-cb87-4330-80cd-e56a73d7bc24 req-1d8effba-7765-4859-8560-c3b213edc944 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.0702939 Jul 09 09:41:02.453745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-fe134707-cb87-4330-80cd-e56a73d7bc24 req-383acb18-64fa-48eb-a919-d574ea26a047 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Request body: {'port': {'security_groups': ['4a2d845d-f90c-41b1-be4a-8708f3f033ad', 'f462c66d-11a4-4fe9-ac3e-a93610acd552']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:02.537010 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4297e54a-383d-4cb2-839f-eb2dcc486f0c None None] Network 9e17d89f-b6d6-425b-8035-de234b8a8f17 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:41:02.559143 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fe134707-cb87-4330-80cd-e56a73d7bc24 req-383acb18-64fa-48eb-a919-d574ea26a047 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:02.612144 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-177684e8-49bc-4b69-96fd-cda544695302 None None] Provisioning for port a4fdf0ab-7215-4ead-8bea-bb6e3a35553f completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:41:02.716498 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc56ea-9ea4-4ffe-a542-dd9f657aca50 req-3353da35-8187-4e68-8be4-6f7db43596ed tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:02.724499 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2acc56ea-9ea4-4ffe-a542-dd9f657aca50 req-3353da35-8187-4e68-8be4-6f7db43596ed tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.1456041 Jul 09 09:41:02.729178 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a4fdf0ab-7215-4ead-8bea-bb6e3a35553f up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:41:02.733806 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Allocated IP 172.20.0.4 (9e17d89f-b6d6-425b-8035-de234b8a8f17/986fb732-a181-4405-9fae-a56aa0dddbba/dbd11a46-e74e-4e51-8e62-873785d50ced) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:41:02.742317 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Allocated IP 172.20.0.29 (9e17d89f-b6d6-425b-8035-de234b8a8f17/acebd537-3900-473c-9172-69a2a6da4adc/dbd11a46-e74e-4e51-8e62-873785d50ced) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:41:02.818880 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2acc56ea-9ea4-4ffe-a542-dd9f657aca50 req-0e051f2c-5dc8-4ba5-b916-daec8652370c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934851 Jul 09 09:41:02.897289 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-fe134707-cb87-4330-80cd-e56a73d7bc24 req-383acb18-64fa-48eb-a919-d574ea26a047 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] For port 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=7922c83a-b4e7-4c7f-aa72-d56856ca5bdc,segment=NetworkSegment(300358fd-a339-4ff7-a02a-24e05243dd5b),segment_id=300358fd-a339-4ff7-a02a-24e05243dd5b)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:02.942709 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fe134707-cb87-4330-80cd-e56a73d7bc24 req-383acb18-64fa-48eb-a919-d574ea26a047 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:02.948231 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fe134707-cb87-4330-80cd-e56a73d7bc24 req-383acb18-64fa-48eb-a919-d574ea26a047 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:02.956598 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:02.962004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['7922c83a-b4e7-4c7f-aa72-d56856ca5bdc'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:41:02.968027 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port a4fdf0ab-7215-4ead-8bea-bb6e3a35553f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:41:02.984793 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Transition to ACTIVE for port object dbd11a46-e74e-4e51-8e62-873785d50ced will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:03.032989 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a4fdf0ab-7215-4ead-8bea-bb6e3a35553f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:03.033623 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:03.039290 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:03.039493 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe134707-cb87-4330-80cd-e56a73d7bc24 req-383acb18-64fa-48eb-a919-d574ea26a047 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:03.040774 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fe134707-cb87-4330-80cd-e56a73d7bc24 req-383acb18-64fa-48eb-a919-d574ea26a047 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:03.043025 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe134707-cb87-4330-80cd-e56a73d7bc24 req-383acb18-64fa-48eb-a919-d574ea26a047 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "PUT /v2.0/ports/7922c83a-b4e7-4c7f-aa72-d56856ca5bdc HTTP/1.1" status: 200 len: 981 time: 0.5943954 Jul 09 09:41:03.043511 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5488dad6-ba21-464d-b116-37be381538fc', 'tag': '7922c83a-b4e7-4c7f-aa72-d56856ca5bdc'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:41:03.048474 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18de23d-0c6c-4bee-aeff-70703ae3cc96" -d '{"events": [{"name": "network-changed", "server_uuid": "5488dad6-ba21-464d-b116-37be381538fc", "tag": "7922c83a-b4e7-4c7f-aa72-d56856ca5bdc"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:41:03.089632 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network 9e17d89f-b6d6-425b-8035-de234b8a8f17 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:41:03.093225 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383acb18-64fa-48eb-a919-d574ea26a047 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Pushing event updated for resources: {'Port': ['ID=7922c83a-b4e7-4c7f-aa72-d56856ca5bdc,revision_number=6']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:03.093910 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:03.098183 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:41:03.122713 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b92dbe4-ad73-4ecc-a268-70ff44e58030 None None] Update dhcp port {'port': {'network_id': '9e17d89f-b6d6-425b-8035-de234b8a8f17', 'fixed_ips': [{'subnet_id': '986fb732-a181-4405-9fae-a56aa0dddbba', 'ip_address': '172.20.0.2'}, {'subnet_id': 'acebd537-3900-473c-9172-69a2a6da4adc'}], 'binding:host_id': 'n-d-799996-1'}, 'id': 'a4fdf0ab-7215-4ead-8bea-bb6e3a35553f'} from n-d-799996-1. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 09:41:03.149508 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:03.150776 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:03.176698 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.0473011 Jul 09 09:41:03.178078 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Port': ['ID=dbd11a46-e74e-4e51-8e62-873785d50ced,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:03.179488 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59542) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:03.186035 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-53235392-e3f2-4c74-9db6-d53c2703f4b7 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '986fb732-a181-4405-9fae-a56aa0dddbba'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:03.189806 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:41:03.190511 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:41:03.191361 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:41:03.192279 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:41:03.193186 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:41:03.194275 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:41:03.194848 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:41:03.195415 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:41:03.195981 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:41:03.197253 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:41:03.197829 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:41:03.198368 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee445cf-b0b5-4685-9be5-987939f035a4 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:41:03.208523 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b92dbe4-ad73-4ecc-a268-70ff44e58030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:03.235827 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['7922c83a-b4e7-4c7f-aa72-d56856ca5bdc'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:41:03.315858 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3a2e38b8-8f6e-46ad-b796-12c7246899bd req-bb64f3e3-37bf-4c4a-b176-dc2e82d13074 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-805120680&fields=id&tenant_id=79cca47b589343548a2809bc25bd21ee HTTP/1.1" status: 200 len: 267 time: 0.0870206 Jul 09 09:41:03.405926 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:03.429619 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442ddd9-713d-4618-8630-e00358da3661 req-be7f357d-6af9-48ce-b9a5-7a4e6a8d3462 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:03.431401 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0442ddd9-713d-4618-8630-e00358da3661 req-be7f357d-6af9-48ce-b9a5-7a4e6a8d3462 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.2038124 Jul 09 09:41:03.529505 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e38b8-8f6e-46ad-b796-12c7246899bd req-502d8390-be9b-40f5-92fb-c91ccb11e71e tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:03.529744 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port a4fdf0ab-7215-4ead-8bea-bb6e3a35553f, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a4fdf0ab-7215-4ead-8bea-bb6e3a35553f,segment=NetworkSegment(1dfbf6d1-f37c-44b1-9f61-f1205428c784),segment_id=1dfbf6d1-f37c-44b1-9f61-f1205428c784)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:03.531031 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3a2e38b8-8f6e-46ad-b796-12c7246899bd req-502d8390-be9b-40f5-92fb-c91ccb11e71e tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 984 time: 0.1832335 Jul 09 09:41:03.541721 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53235392-e3f2-4c74-9db6-d53c2703f4b7 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:03.552181 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0442ddd9-713d-4618-8630-e00358da3661 req-da473288-e12c-4c55-b246-9c6ebdeba74c tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123462 Jul 09 09:41:03.554548 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:03.557884 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-3a2e38b8-8f6e-46ad-b796-12c7246899bd req-caf79801-1b8f-4fb8-a697-7f8df823919f tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Request body: {'port': {'security_groups': ['4a2d845d-f90c-41b1-be4a-8708f3f033ad']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:03.606510 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-1b92dbe4-ad73-4ecc-a268-70ff44e58030 None None] Allocated IP 172.20.0.18 (9e17d89f-b6d6-425b-8035-de234b8a8f17/acebd537-3900-473c-9172-69a2a6da4adc/a4fdf0ab-7215-4ead-8bea-bb6e3a35553f) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:41:03.723626 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=a4fdf0ab-7215-4ead-8bea-bb6e3a35553f,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:03.750781 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18de23d-0c6c-4bee-aeff-70703ae3cc96 req-2d50f486-897f-4adc-a583-70efbb0c5560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:03.753190 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a18de23d-0c6c-4bee-aeff-70703ae3cc96 req-2d50f486-897f-4adc-a583-70efbb0c5560 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=79cca47b589343548a2809bc25bd21ee&device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 1135 time: 0.1101103 Jul 09 09:41:03.840223 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1b92dbe4-ad73-4ecc-a268-70ff44e58030 None None] For port a4fdf0ab-7215-4ead-8bea-bb6e3a35553f, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a4fdf0ab-7215-4ead-8bea-bb6e3a35553f,segment=NetworkSegment(1dfbf6d1-f37c-44b1-9f61-f1205428c784),segment_id=1dfbf6d1-f37c-44b1-9f61-f1205428c784)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:03.848724 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:03.897533 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b92dbe4-ad73-4ecc-a268-70ff44e58030 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:03.916425 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1b92dbe4-ad73-4ecc-a268-70ff44e58030 None None] Transition to ACTIVE for port object a4fdf0ab-7215-4ead-8bea-bb6e3a35553f will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:03.920639 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18de23d-0c6c-4bee-aeff-70703ae3cc96 req-daa88b00-d581-468c-81d6-80c551c9e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:03.922036 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b92dbe4-ad73-4ecc-a268-70ff44e58030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:03.922646 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a18de23d-0c6c-4bee-aeff-70703ae3cc96 req-daa88b00-d581-468c-81d6-80c551c9e318 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a164066a-07a4-4b33-8c4d-f1e348ed3948 HTTP/1.1" status: 200 len: 921 time: 0.1625030 Jul 09 09:41:03.949732 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e22e9a-25db-4c1e-9e3c-f28edbbdbb0e x-openstack-request-id: req-b4e22e9a-25db-4c1e-9e3c-f28edbbdbb0e {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:41:03.950354 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5488dad6-ba21-464d-b116-37be381538fc", "tag": "7922c83a-b4e7-4c7f-aa72-d56856ca5bdc", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:41:03.950354 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b4e22e9a-25db-4c1e-9e3c-f28edbbdbb0e {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:41:03.950643 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5488dad6-ba21-464d-b116-37be381538fc', 'tag': '7922c83a-b4e7-4c7f-aa72-d56856ca5bdc', 'status': 'completed', 'code': 200} Jul 09 09:41:03.985495 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a18de23d-0c6c-4bee-aeff-70703ae3cc96 req-263f32d9-9d5e-4a7d-a726-41a9283edfb5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7922c83a-b4e7-4c7f-aa72-d56856ca5bdc HTTP/1.1" status: 200 len: 217 time: 0.0555511 Jul 09 09:41:04.017707 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92dbe4-ad73-4ecc-a268-70ff44e58030 None None] Pushing event updated for resources: {'Port': ['ID=a4fdf0ab-7215-4ead-8bea-bb6e3a35553f,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:04.053516 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18de23d-0c6c-4bee-aeff-70703ae3cc96 req-d87df796-f982-4be3-9c3a-521d7dc04ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:04.055033 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a18de23d-0c6c-4bee-aeff-70703ae3cc96 req-d87df796-f982-4be3-9c3a-521d7dc04ad1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2ed44c16-dda1-4e7b-8852-3e506b585647 HTTP/1.1" status: 200 len: 860 time: 0.0620553 Jul 09 09:41:04.090972 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a18de23d-0c6c-4bee-aeff-70703ae3cc96 req-7f556adb-0b59-46d0-9da1-1fb0464ee5fe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a164066a-07a4-4b33-8c4d-f1e348ed3948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287223 Jul 09 09:41:04.135784 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3a2e38b8-8f6e-46ad-b796-12c7246899bd req-caf79801-1b8f-4fb8-a697-7f8df823919f tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:04.198572 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a18de23d-0c6c-4bee-aeff-70703ae3cc96 req-b251bd80-44ba-4ef1-aafc-d6beff7a61c7 service neutron] 10.222.0.58 "GET /v2.0/networks/a164066a-07a4-4b33-8c4d-f1e348ed3948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999408 Jul 09 09:41:04.239239 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c9839-d2b1-4c5b-9d31-8856a8bf8be1 req-14a89b2d-04b1-471e-9c0d-09ac3bed95a3 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:04.240822 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-182c9839-d2b1-4c5b-9d31-8856a8bf8be1 req-14a89b2d-04b1-471e-9c0d-09ac3bed95a3 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.2500494 Jul 09 09:41:04.302016 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a18de23d-0c6c-4bee-aeff-70703ae3cc96 req-8494754c-3e29-4255-bf98-7e7337820919 service neutron] 10.222.0.58 "GET /v2.0/networks/a164066a-07a4-4b33-8c4d-f1e348ed3948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970008 Jul 09 09:41:04.355557 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-182c9839-d2b1-4c5b-9d31-8856a8bf8be1 req-c2071c67-be6d-444b-bbb4-59299654d373 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869138 Jul 09 09:41:04.454868 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-53235392-e3f2-4c74-9db6-d53c2703f4b7 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Delete allocated IP 172.20.0.29 (9e17d89f-b6d6-425b-8035-de234b8a8f17/acebd537-3900-473c-9172-69a2a6da4adc) {{(pid=93790) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 09:41:04.549727 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050b279c-c7e5-4dec-af82-a5ea30e33c4a None None] Network 9e17d89f-b6d6-425b-8035-de234b8a8f17 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:41:04.553590 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3a2e38b8-8f6e-46ad-b796-12c7246899bd req-caf79801-1b8f-4fb8-a697-7f8df823919f tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] For port 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=7922c83a-b4e7-4c7f-aa72-d56856ca5bdc,segment=NetworkSegment(300358fd-a339-4ff7-a02a-24e05243dd5b),segment_id=300358fd-a339-4ff7-a02a-24e05243dd5b)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:04.625530 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27d66f6d-16ac-4c57-8a71-e952a7ae3b2d None None] Provisioning for port a4fdf0ab-7215-4ead-8bea-bb6e3a35553f completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:41:04.632813 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27d66f6d-16ac-4c57-8a71-e952a7ae3b2d None None] Provisioning complete for port a4fdf0ab-7215-4ead-8bea-bb6e3a35553f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:04.633185 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27d66f6d-16ac-4c57-8a71-e952a7ae3b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:04.640560 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3a2e38b8-8f6e-46ad-b796-12c7246899bd req-caf79801-1b8f-4fb8-a697-7f8df823919f tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:04.651448 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3a2e38b8-8f6e-46ad-b796-12c7246899bd req-caf79801-1b8f-4fb8-a697-7f8df823919f tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:04.668490 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['7922c83a-b4e7-4c7f-aa72-d56856ca5bdc'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:41:04.670377 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a4fdf0ab-7215-4ead-8bea-bb6e3a35553f up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:41:04.733274 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e38b8-8f6e-46ad-b796-12c7246899bd req-caf79801-1b8f-4fb8-a697-7f8df823919f tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:04.733872 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3a2e38b8-8f6e-46ad-b796-12c7246899bd req-caf79801-1b8f-4fb8-a697-7f8df823919f tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:04.735260 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3a2e38b8-8f6e-46ad-b796-12c7246899bd req-caf79801-1b8f-4fb8-a697-7f8df823919f tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "PUT /v2.0/ports/7922c83a-b4e7-4c7f-aa72-d56856ca5bdc HTTP/1.1" status: 200 len: 942 time: 1.1953006 Jul 09 09:41:04.743153 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53235392-e3f2-4c74-9db6-d53c2703f4b7 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:04.769961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-53235392-e3f2-4c74-9db6-d53c2703f4b7 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Ignored duplicate provisioning block setup for port dbd11a46-e74e-4e51-8e62-873785d50ced by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 09:41:04.772422 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf79801-1b8f-4fb8-a697-7f8df823919f tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Pushing event updated for resources: {'Port': ['ID=7922c83a-b4e7-4c7f-aa72-d56856ca5bdc,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:04.784002 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985d583-ed20-4cc5-8dbf-57e4f5a57d4e req-975379cb-b291-4663-a963-cb9e76ad0df2 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:04.790851 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0985d583-ed20-4cc5-8dbf-57e4f5a57d4e req-975379cb-b291-4663-a963-cb9e76ad0df2 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.2209840 Jul 09 09:41:04.793443 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53235392-e3f2-4c74-9db6-d53c2703f4b7 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:04.890138 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['7922c83a-b4e7-4c7f-aa72-d56856ca5bdc'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:41:04.950397 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a4fdf0ab-7215-4ead-8bea-bb6e3a35553f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:04.950763 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:04.956701 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0985d583-ed20-4cc5-8dbf-57e4f5a57d4e req-d207005c-b1fa-4565-b649-086851a101dd tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649747 Jul 09 09:41:04.957326 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53235392-e3f2-4c74-9db6-d53c2703f4b7 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Port': ['ID=dbd11a46-e74e-4e51-8e62-873785d50ced,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:04.998875 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-53235392-e3f2-4c74-9db6-d53c2703f4b7 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] In _notify_port_updated(), no bound segment for port dbd11a46-e74e-4e51-8e62-873785d50ced on network 9e17d89f-b6d6-425b-8035-de234b8a8f17 {{(pid=93790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:41:05.004357 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53235392-e3f2-4c74-9db6-d53c2703f4b7 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:05.004969 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53235392-e3f2-4c74-9db6-d53c2703f4b7 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:05.006243 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-53235392-e3f2-4c74-9db6-d53c2703f4b7 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "PUT /v2.0/ports/dbd11a46-e74e-4e51-8e62-873785d50ced HTTP/1.1" status: 200 len: 918 time: 1.8254426 Jul 09 09:41:05.009146 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59562) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:05.015985 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-bda5b195-6b37-4da0-90eb-e1cfe6495112 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '986fb732-a181-4405-9fae-a56aa0dddbba'}, {'subnet_id': 'acebd537-3900-473c-9172-69a2a6da4adc'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:05.073514 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80faf339-b255-45a2-829f-efa62201ea13 req-6c2bad3d-c695-4f0c-85dc-1b84dbd743f2 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:05.075077 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80faf339-b255-45a2-829f-efa62201ea13 req-6c2bad3d-c695-4f0c-85dc-1b84dbd743f2 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.2140284 Jul 09 09:41:05.139031 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bda5b195-6b37-4da0-90eb-e1cfe6495112 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:05.145488 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80faf339-b255-45a2-829f-efa62201ea13 req-30527e7d-0d5f-4db4-90f2-15ba5ad97ade tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586295 Jul 09 09:41:05.167277 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85e7add7-6cfa-4bc0-a503-c4c7a8029bd8 req-4293c22f-b260-40cb-b7a5-ac778477e236 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1701527 Jul 09 09:41:05.195305 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-85e7add7-6cfa-4bc0-a503-c4c7a8029bd8 req-379d931a-0488-492f-8c16-bb9b90413daa tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:05.255973 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-85e7add7-6cfa-4bc0-a503-c4c7a8029bd8 req-379d931a-0488-492f-8c16-bb9b90413daa tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:05.356138 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4fc58572-288d-4f0d-98b4-0ae4094e263c None None] Provisioning complete for port a4fdf0ab-7215-4ead-8bea-bb6e3a35553f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:05.356522 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4fc58572-288d-4f0d-98b4-0ae4094e263c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:05.376085 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-85e7add7-6cfa-4bc0-a503-c4c7a8029bd8 req-379d931a-0488-492f-8c16-bb9b90413daa tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:05.517003 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-bda5b195-6b37-4da0-90eb-e1cfe6495112 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Allocated IP 172.20.0.19 (9e17d89f-b6d6-425b-8035-de234b8a8f17/acebd537-3900-473c-9172-69a2a6da4adc/dbd11a46-e74e-4e51-8e62-873785d50ced) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:41:05.527314 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4fc58572-288d-4f0d-98b4-0ae4094e263c None None] Provisioning for port dbd11a46-e74e-4e51-8e62-873785d50ced completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:41:05.542183 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-85e7add7-6cfa-4bc0-a503-c4c7a8029bd8 req-379d931a-0488-492f-8c16-bb9b90413daa tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Allocated IP 172.25.3.149 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/f943c90f-d0fb-49ff-8d0f-e6f904436c1e) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:41:05.543272 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4fc58572-288d-4f0d-98b4-0ae4094e263c None None] Provisioning complete for port dbd11a46-e74e-4e51-8e62-873785d50ced triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:05.543650 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4fc58572-288d-4f0d-98b4-0ae4094e263c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:05.589178 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4fc58572-288d-4f0d-98b4-0ae4094e263c None None] Port dbd11a46-e74e-4e51-8e62-873785d50ced cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:41:05.676296 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bda5b195-6b37-4da0-90eb-e1cfe6495112 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:05.689323 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-bda5b195-6b37-4da0-90eb-e1cfe6495112 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Ignored duplicate provisioning block setup for port dbd11a46-e74e-4e51-8e62-873785d50ced by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 09:41:05.696076 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bda5b195-6b37-4da0-90eb-e1cfe6495112 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:05.711652 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9197a02f-4db9-4562-b596-815c187270e2 None None] Provisioning complete for port dbd11a46-e74e-4e51-8e62-873785d50ced triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:05.712269 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9197a02f-4db9-4562-b596-815c187270e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:05.725888 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64082eb1-8f94-42d5-bcf0-a38f93899dcc req-a369bea8-d16b-4fe6-8ee1-647df32b5b17 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:05.727489 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64082eb1-8f94-42d5-bcf0-a38f93899dcc req-a369bea8-d16b-4fe6-8ee1-647df32b5b17 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.1113102 Jul 09 09:41:05.763017 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-85e7add7-6cfa-4bc0-a503-c4c7a8029bd8 req-379d931a-0488-492f-8c16-bb9b90413daa tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:05.764579 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9197a02f-4db9-4562-b596-815c187270e2 None None] Port dbd11a46-e74e-4e51-8e62-873785d50ced cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:41:05.794784 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64082eb1-8f94-42d5-bcf0-a38f93899dcc req-0a9e3a48-bb27-4bef-8660-4f70a1c2f7cd tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581424 Jul 09 09:41:05.823158 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5b195-6b37-4da0-90eb-e1cfe6495112 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Port': ['ID=dbd11a46-e74e-4e51-8e62-873785d50ced,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:05.846283 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-85e7add7-6cfa-4bc0-a503-c4c7a8029bd8 req-379d931a-0488-492f-8c16-bb9b90413daa tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:05.849005 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-bda5b195-6b37-4da0-90eb-e1cfe6495112 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] In _notify_port_updated(), no bound segment for port dbd11a46-e74e-4e51-8e62-873785d50ced on network 9e17d89f-b6d6-425b-8035-de234b8a8f17 {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:41:05.854940 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda5b195-6b37-4da0-90eb-e1cfe6495112 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:05.855593 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bda5b195-6b37-4da0-90eb-e1cfe6495112 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:05.856990 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bda5b195-6b37-4da0-90eb-e1cfe6495112 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "PUT /v2.0/ports/dbd11a46-e74e-4e51-8e62-873785d50ced HTTP/1.1" status: 200 len: 998 time: 0.8468468 Jul 09 09:41:05.859744 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59568) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:05.889798 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e7add7-6cfa-4bc0-a503-c4c7a8029bd8 req-379d931a-0488-492f-8c16-bb9b90413daa tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:41:05.890491 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4e6e86af-feaf-455e-a7bd-fb138334ccd4 None None] Provisioning complete for port dbd11a46-e74e-4e51-8e62-873785d50ced triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:05.890979 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e6e86af-feaf-455e-a7bd-fb138334ccd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:05.894235 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-85e7add7-6cfa-4bc0-a503-c4c7a8029bd8 req-379d931a-0488-492f-8c16-bb9b90413daa tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:05.897453 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e7add7-6cfa-4bc0-a503-c4c7a8029bd8 req-379d931a-0488-492f-8c16-bb9b90413daa tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:41:05.955895 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e86af-feaf-455e-a7bd-fb138334ccd4 None None] Port dbd11a46-e74e-4e51-8e62-873785d50ced cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:41:05.956761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5488dad6-ba21-464d-b116-37be381538fc', 'tag': '7922c83a-b4e7-4c7f-aa72-d56856ca5bdc'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:41:05.959168 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248cf65e-77d0-4b75-98ee-1828b7ddec07" -d '{"events": [{"name": "network-changed", "server_uuid": "5488dad6-ba21-464d-b116-37be381538fc", "tag": "7922c83a-b4e7-4c7f-aa72-d56856ca5bdc"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:41:05.971313 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d931a-0488-492f-8c16-bb9b90413daa tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Pushing event updated for resources: {'Port': ['ID=f943c90f-d0fb-49ff-8d0f-e6f904436c1e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:06.018115 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-815302be-2818-435f-bd20-21b58b951123 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting port dbd11a46-e74e-4e51-8e62-873785d50ced {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:06.018847 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-815302be-2818-435f-bd20-21b58b951123 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:06.033698 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-85e7add7-6cfa-4bc0-a503-c4c7a8029bd8 req-379d931a-0488-492f-8c16-bb9b90413daa tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:06.087531 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-85e7add7-6cfa-4bc0-a503-c4c7a8029bd8 req-379d931a-0488-492f-8c16-bb9b90413daa tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:06.115277 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-815302be-2818-435f-bd20-21b58b951123 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:06.127854 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-815302be-2818-435f-bd20-21b58b951123 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Calling delete_port for dbd11a46-e74e-4e51-8e62-873785d50ced owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:06.176693 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-eee7a2f3-550f-4fbf-b40b-5c902be22c97 None None] Provisioning complete for port dbd11a46-e74e-4e51-8e62-873785d50ced triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:06.177478 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eee7a2f3-550f-4fbf-b40b-5c902be22c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:06.220519 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-eee7a2f3-550f-4fbf-b40b-5c902be22c97 None None] Port dbd11a46-e74e-4e51-8e62-873785d50ced cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:41:06.257809 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4223fbc-112c-485a-9312-5104772c8652 x-openstack-request-id: req-c4223fbc-112c-485a-9312-5104772c8652 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:41:06.258104 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5488dad6-ba21-464d-b116-37be381538fc", "tag": "7922c83a-b4e7-4c7f-aa72-d56856ca5bdc", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:41:06.258401 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c4223fbc-112c-485a-9312-5104772c8652 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:41:06.258796 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5488dad6-ba21-464d-b116-37be381538fc', 'tag': '7922c83a-b4e7-4c7f-aa72-d56856ca5bdc', 'status': 'completed', 'code': 200} Jul 09 09:41:06.276343 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-85e7add7-6cfa-4bc0-a503-c4c7a8029bd8 req-379d931a-0488-492f-8c16-bb9b90413daa tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:06.282691 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-85e7add7-6cfa-4bc0-a503-c4c7a8029bd8 req-379d931a-0488-492f-8c16-bb9b90413daa tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:06.371433 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d931a-0488-492f-8c16-bb9b90413daa tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Pushing event updated for resources: {'Port': ['ID=f943c90f-d0fb-49ff-8d0f-e6f904436c1e,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:06.387944 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cf65e-77d0-4b75-98ee-1828b7ddec07 req-d49bdb84-126e-4c27-a7b6-d69ca9327d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:06.390255 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-248cf65e-77d0-4b75-98ee-1828b7ddec07 req-d49bdb84-126e-4c27-a7b6-d69ca9327d40 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=79cca47b589343548a2809bc25bd21ee&device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 1096 time: 0.1080911 Jul 09 09:41:06.394935 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-815302be-2818-435f-bd20-21b58b951123 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:06.403802 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-85e7add7-6cfa-4bc0-a503-c4c7a8029bd8 req-379d931a-0488-492f-8c16-bb9b90413daa tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:06.427733 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-85e7add7-6cfa-4bc0-a503-c4c7a8029bd8 req-379d931a-0488-492f-8c16-bb9b90413daa tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:06.428955 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85e7add7-6cfa-4bc0-a503-c4c7a8029bd8 req-379d931a-0488-492f-8c16-bb9b90413daa tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2445066 Jul 09 09:41:06.453759 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176303f-0bbe-4bbe-a6f8-8a6892fd8b40 req-0597f38c-2c18-4f5b-aca0-cea2d3db5f8d tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:06.455245 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1176303f-0bbe-4bbe-a6f8-8a6892fd8b40 req-0597f38c-2c18-4f5b-aca0-cea2d3db5f8d tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.0991321 Jul 09 09:41:06.469194 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815302be-2818-435f-bd20-21b58b951123 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Port': ['ID=dbd11a46-e74e-4e51-8e62-873785d50ced,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:06.499131 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85e7add7-6cfa-4bc0-a503-c4c7a8029bd8 req-e2a83fb7-facc-46a1-b929-fd4fe67cd0fd tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.149 HTTP/1.1" status: 200 len: 696 time: 0.0638356 Jul 09 09:41:06.586863 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1176303f-0bbe-4bbe-a6f8-8a6892fd8b40 req-845ec3b4-29a7-49e7-ba8d-7d0d68de81dc tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049526 Jul 09 09:41:06.593154 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cf65e-77d0-4b75-98ee-1828b7ddec07 req-fb4d3444-e679-4bdc-b1c6-efcfe168974f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:06.594650 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-248cf65e-77d0-4b75-98ee-1828b7ddec07 req-fb4d3444-e679-4bdc-b1c6-efcfe168974f service neutron] 10.222.0.58 "GET /v2.0/networks?id=a164066a-07a4-4b33-8c4d-f1e348ed3948 HTTP/1.1" status: 200 len: 921 time: 0.1928668 Jul 09 09:41:06.595716 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-815302be-2818-435f-bd20-21b58b951123 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:06.599918 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-815302be-2818-435f-bd20-21b58b951123 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/ports/dbd11a46-e74e-4e51-8e62-873785d50ced HTTP/1.1" status: 204 len: 168 time: 0.7368228 Jul 09 09:41:06.600359 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59580) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:06.645712 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7add7-6cfa-4bc0-a503-c4c7a8029bd8 req-c1144796-a06e-46b1-8362-528ca72e784d tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:06.647633 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85e7add7-6cfa-4bc0-a503-c4c7a8029bd8 req-c1144796-a06e-46b1-8362-528ca72e784d tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.1404762 Jul 09 09:41:06.665124 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-248cf65e-77d0-4b75-98ee-1828b7ddec07 req-b8278028-19e0-461b-9db2-d9490e50011c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7922c83a-b4e7-4c7f-aa72-d56856ca5bdc HTTP/1.1" status: 200 len: 217 time: 0.0624716 Jul 09 09:41:06.665965 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a71d43-ef60-4ad1-970c-38787bca699b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] GET failed (client error): The resource could not be found. Jul 09 09:41:06.667493 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c4a71d43-ef60-4ad1-970c-38787bca699b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports/dbd11a46-e74e-4e51-8e62-873785d50ced HTTP/1.1" status: 404 len: 333 time: 0.0662215 Jul 09 09:41:06.670952 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59586) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:06.760564 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c8e322-b213-4944-beac-77dd7bee19ab tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting subnet acebd537-3900-473c-9172-69a2a6da4adc {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:41:06.765363 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8c8e322-b213-4944-beac-77dd7bee19ab tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:06.787247 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1e2d5746-525b-4849-8c3b-f7d89b989bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:06.795943 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859e508-44a0-413d-8c91-9290331410f9 req-2ced406f-4a42-414a-8d4b-2e4dcef59cdd tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:06.798599 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e859e508-44a0-413d-8c91-9290331410f9 req-2ced406f-4a42-414a-8d4b-2e4dcef59cdd tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.0836673 Jul 09 09:41:06.799346 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cf65e-77d0-4b75-98ee-1828b7ddec07 req-3ae22229-7bd2-415b-bff9-41695d340f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:06.800973 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-248cf65e-77d0-4b75-98ee-1828b7ddec07 req-3ae22229-7bd2-415b-bff9-41695d340f8f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2ed44c16-dda1-4e7b-8852-3e506b585647 HTTP/1.1" status: 200 len: 860 time: 0.1220403 Jul 09 09:41:06.842438 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-248cf65e-77d0-4b75-98ee-1828b7ddec07 req-369e78f7-7728-47a1-b6fd-296ebca2ddf1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a164066a-07a4-4b33-8c4d-f1e348ed3948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313089 Jul 09 09:41:06.844332 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e859e508-44a0-413d-8c91-9290331410f9 req-adb8e5ef-1702-4472-a0d6-e74d4d060e4a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405815 Jul 09 09:41:06.848058 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8c8e322-b213-4944-beac-77dd7bee19ab tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:07.013544 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8c8e322-b213-4944-beac-77dd7bee19ab tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:07.017901 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-248cf65e-77d0-4b75-98ee-1828b7ddec07 req-c61fc414-9c86-47bc-ac41-9da19afe46d5 service neutron] 10.222.0.58 "GET /v2.0/networks/a164066a-07a4-4b33-8c4d-f1e348ed3948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433594 Jul 09 09:41:07.021561 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4813e-a955-45b2-b4df-fa588936ad57 req-e99cf2b9-49c1-4e6b-a238-b9a5a1e3770f tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:07.023106 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0c4813e-a955-45b2-b4df-fa588936ad57 req-e99cf2b9-49c1-4e6b-a238-b9a5a1e3770f tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0749862 Jul 09 09:41:07.082697 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0c4813e-a955-45b2-b4df-fa588936ad57 req-f1f9f6c1-5c34-4875-96d6-c4666d061be0 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.149 HTTP/1.1" status: 200 len: 696 time: 0.0540664 Jul 09 09:41:07.093536 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-c0c4813e-a955-45b2-b4df-fa588936ad57 req-12196f00-f8c1-4e70-b807-eba2b0443247 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Request body: {'floatingip': {'port_id': '7922c83a-b4e7-4c7f-aa72-d56856ca5bdc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:07.134894 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c0c4813e-a955-45b2-b4df-fa588936ad57 req-12196f00-f8c1-4e70-b807-eba2b0443247 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:07.166698 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-248cf65e-77d0-4b75-98ee-1828b7ddec07 req-c8260314-8a67-400c-bfad-c5e789841082 service neutron] 10.222.0.58 "GET /v2.0/networks/a164066a-07a4-4b33-8c4d-f1e348ed3948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278138 Jul 09 09:41:07.168104 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8c8e322-b213-4944-beac-77dd7bee19ab tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:07.198168 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8e322-b213-4944-beac-77dd7bee19ab tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Subnet': ['ID=acebd537-3900-473c-9172-69a2a6da4adc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:07.201807 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8c8e322-b213-4944-beac-77dd7bee19ab tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:07.205303 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b8c8e322-b213-4944-beac-77dd7bee19ab tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/subnets/acebd537-3900-473c-9172-69a2a6da4adc HTTP/1.1" status: 204 len: 168 time: 0.5333741 Jul 09 09:41:07.205819 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59590) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:07.212919 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aa2a48-4ebd-40da-95bf-e28bbfe8a166 None None] Network 9e17d89f-b6d6-425b-8035-de234b8a8f17 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:41:07.295102 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-380cd171-7707-4abc-9f12-a7159e024b0b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting subnet 986fb732-a181-4405-9fae-a56aa0dddbba {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:41:07.302953 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-380cd171-7707-4abc-9f12-a7159e024b0b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:07.383601 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-380cd171-7707-4abc-9f12-a7159e024b0b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:07.560043 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-380cd171-7707-4abc-9f12-a7159e024b0b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:07.950176 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8c515bfe-07dc-4495-84b2-537cee93f369 None None] Provisioning complete for port a4fdf0ab-7215-4ead-8bea-bb6e3a35553f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:07.950781 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8c515bfe-07dc-4495-84b2-537cee93f369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:08.072692 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-380cd171-7707-4abc-9f12-a7159e024b0b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:08.137187 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cd171-7707-4abc-9f12-a7159e024b0b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Subnet': ['ID=986fb732-a181-4405-9fae-a56aa0dddbba,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:08.139226 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-380cd171-7707-4abc-9f12-a7159e024b0b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:08.142076 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-380cd171-7707-4abc-9f12-a7159e024b0b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/subnets/986fb732-a181-4405-9fae-a56aa0dddbba HTTP/1.1" status: 204 len: 168 time: 0.9352415 Jul 09 09:41:08.143845 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59602) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:08.149020 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eabc74b-3925-4768-be8d-8c2f62a3211c None None] Network 9e17d89f-b6d6-425b-8035-de234b8a8f17 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:41:08.215409 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9ae63-952f-478d-87af-d0d35f161cde req-3b2bd5a8-f05d-495f-a781-01a5f357e2f4 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:08.216999 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e0b9ae63-952f-478d-87af-d0d35f161cde req-3b2bd5a8-f05d-495f-a781-01a5f357e2f4 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.2052131 Jul 09 09:41:08.223577 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c0c4813e-a955-45b2-b4df-fa588936ad57 req-12196f00-f8c1-4e70-b807-eba2b0443247 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:08.242163 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c0c4813e-a955-45b2-b4df-fa588936ad57 req-12196f00-f8c1-4e70-b807-eba2b0443247 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:08.259834 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a930d1c-f39b-4a88-b182-e16437877064 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:08.311496 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e0b9ae63-952f-478d-87af-d0d35f161cde req-11871cef-013a-4c9a-a1f6-8547ef83e4c6 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866590 Jul 09 09:41:08.326255 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9a930d1c-f39b-4a88-b182-e16437877064 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting port a4fdf0ab-7215-4ead-8bea-bb6e3a35553f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:08.326513 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a930d1c-f39b-4a88-b182-e16437877064 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:08.386787 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [req-c0c4813e-a955-45b2-b4df-fa588936ad57 req-12196f00-f8c1-4e70-b807-eba2b0443247 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Floating IP 1c41de05-60ea-4b3e-a680-f08b1c534374 associated. External IP: 172.25.3.149, port: 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc. Jul 09 09:41:08.409543 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17268631-485c-4055-a657-d6d71d0f154f None None] DHCP port deletion for 9e17d89f-b6d6-425b-8035-de234b8a8f17 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:41:08.413838 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-9a930d1c-f39b-4a88-b182-e16437877064 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] For port a4fdf0ab-7215-4ead-8bea-bb6e3a35553f, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a4fdf0ab-7215-4ead-8bea-bb6e3a35553f,segment=NetworkSegment(1dfbf6d1-f37c-44b1-9f61-f1205428c784),segment_id=1dfbf6d1-f37c-44b1-9f61-f1205428c784)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:08.414427 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a930d1c-f39b-4a88-b182-e16437877064 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:08.431066 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9a930d1c-f39b-4a88-b182-e16437877064 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Calling delete_port for a4fdf0ab-7215-4ead-8bea-bb6e3a35553f owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:08.495665 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-17268631-485c-4055-a657-d6d71d0f154f None None] Deleting port a4fdf0ab-7215-4ead-8bea-bb6e3a35553f {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:08.496062 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-17268631-485c-4055-a657-d6d71d0f154f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:08.583783 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a930d1c-f39b-4a88-b182-e16437877064 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:08.597220 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-17268631-485c-4055-a657-d6d71d0f154f None None] For port a4fdf0ab-7215-4ead-8bea-bb6e3a35553f, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a4fdf0ab-7215-4ead-8bea-bb6e3a35553f,segment=NetworkSegment(1dfbf6d1-f37c-44b1-9f61-f1205428c784),segment_id=1dfbf6d1-f37c-44b1-9f61-f1205428c784)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:08.597653 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-17268631-485c-4055-a657-d6d71d0f154f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:08.604861 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a930d1c-f39b-4a88-b182-e16437877064 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] No DVR routers for this DVR port a4fdf0ab-7215-4ead-8bea-bb6e3a35553f on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:41:08.634448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0c4813e-a955-45b2-b4df-fa588936ad57 req-12196f00-f8c1-4e70-b807-eba2b0443247 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Router 7f2b401d-9a34-4909-bc8d-5b9a74725778 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:41:08.634866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-17268631-485c-4055-a657-d6d71d0f154f None None] Calling delete_port for a4fdf0ab-7215-4ead-8bea-bb6e3a35553f owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:08.708922 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a930d1c-f39b-4a88-b182-e16437877064 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Port': ['ID=a4fdf0ab-7215-4ead-8bea-bb6e3a35553f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:08.761656 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a930d1c-f39b-4a88-b182-e16437877064 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:08.785703 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-9a930d1c-f39b-4a88-b182-e16437877064 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e17d89f-b6d6-425b-8035-de234b8a8f17']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:08.803264 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-9a930d1c-f39b-4a88-b182-e16437877064 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dfbf6d1-f37c-44b1-9f61-f1205428c784') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:08.804357 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-9a930d1c-f39b-4a88-b182-e16437877064 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dfbf6d1-f37c-44b1-9f61-f1205428c784') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:08.816609 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a930d1c-f39b-4a88-b182-e16437877064 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:08.823642 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0c4813e-a955-45b2-b4df-fa588936ad57 req-12196f00-f8c1-4e70-b807-eba2b0443247 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:41:08.832325 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c0c4813e-a955-45b2-b4df-fa588936ad57 req-12196f00-f8c1-4e70-b807-eba2b0443247 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:08.840818 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a930d1c-f39b-4a88-b182-e16437877064 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:08.844092 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c498e-a431-4877-931a-2fc813eb5620 req-af109d10-9670-4114-9e28-5778f9dcb040 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:08.845894 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a2c498e-a431-4877-931a-2fc813eb5620 req-af109d10-9670-4114-9e28-5778f9dcb040 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.1366417 Jul 09 09:41:08.849420 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a930d1c-f39b-4a88-b182-e16437877064 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:41:08.850028 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a930d1c-f39b-4a88-b182-e16437877064 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:41:08.853950 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:41:08.911140 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0c4813e-a955-45b2-b4df-fa588936ad57 req-12196f00-f8c1-4e70-b807-eba2b0443247 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "PUT /v2.0/floatingips/1c41de05-60ea-4b3e-a680-f08b1c534374 HTTP/1.1" status: 200 len: 996 time: 1.8219349 Jul 09 09:41:08.914009 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5488dad6-ba21-464d-b116-37be381538fc', 'tag': '7922c83a-b4e7-4c7f-aa72-d56856ca5bdc'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:41:08.915928 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad77494-4d49-4a75-9b19-2ea9e6fd4b16" -d '{"events": [{"name": "network-changed", "server_uuid": "5488dad6-ba21-464d-b116-37be381538fc", "tag": "7922c83a-b4e7-4c7f-aa72-d56856ca5bdc"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:41:08.921182 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a930d1c-f39b-4a88-b182-e16437877064 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:08.932961 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a930d1c-f39b-4a88-b182-e16437877064 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:08.933277 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a2c498e-a431-4877-931a-2fc813eb5620 req-0b819603-960c-44fd-8d06-90ed4ed8b990 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688870 Jul 09 09:41:08.934829 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9a930d1c-f39b-4a88-b182-e16437877064 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/networks/9e17d89f-b6d6-425b-8035-de234b8a8f17 HTTP/1.1" status: 204 len: 168 time: 0.7894135 Jul 09 09:41:08.946024 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603e304c-dd15-4c6b-b4a4-fcda18caaa17 None None] Sync routers for ids ['7f2b401d-9a34-4909-bc8d-5b9a74725778'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:41:08.947275 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59606) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:08.954349 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a4fdf0ab-7215-4ead-8bea-bb6e3a35553f no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:41:08.959222 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a930d1c-f39b-4a88-b182-e16437877064 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Network': ['ID=9e17d89f-b6d6-425b-8035-de234b8a8f17,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:08.999731 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603e304c-dd15-4c6b-b4a4-fcda18caaa17 None None] Routers {'7f2b401d-9a34-4909-bc8d-5b9a74725778'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:41:09.000376 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-603e304c-dd15-4c6b-b4a4-fcda18caaa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:40:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7f2b401d-9a34-4909-bc8d-5b9a74725778'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:09.005568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: a4fdf0ab-7215-4ead-8bea-bb6e3a35553f {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:41:09.005568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a4fdf0ab-7215-4ead-8bea-bb6e3a35553f not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:41:09.023935 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4813e-a955-45b2-b4df-fa588936ad57 req-065f180e-c75c-437e-b8bb-00a0c954726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:09.025841 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0c4813e-a955-45b2-b4df-fa588936ad57 req-065f180e-c75c-437e-b8bb-00a0c954726c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79cca47b589343548a2809bc25bd21ee&device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 1096 time: 0.0968177 Jul 09 09:41:09.041907 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3236f3c-24ab-487a-b7a2-0329cf11c2aa tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:09.043588 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f3236f3c-24ab-487a-b7a2-0329cf11c2aa tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0949786 Jul 09 09:41:09.047527 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59610) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:09.159668 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:09.174257 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-17268631-485c-4055-a657-d6d71d0f154f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:09.184334 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-99204093-abb5-4a2f-bc1f-17c248980f52 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1323178 Jul 09 09:41:09.184904 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59612) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:09.190079 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b1dce38f-f22f-4dbf-9d66-d206e7625d9f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-571654802'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:09.192651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4813e-a955-45b2-b4df-fa588936ad57 req-b618f337-feb9-4e48-998e-50703c29cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:09.194715 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0c4813e-a955-45b2-b4df-fa588936ad57 req-b618f337-feb9-4e48-998e-50703c29cf53 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a164066a-07a4-4b33-8c4d-f1e348ed3948 HTTP/1.1" status: 200 len: 921 time: 0.1631539 Jul 09 09:41:09.206683 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-17268631-485c-4055-a657-d6d71d0f154f None None] Network 9e17d89f-b6d6-425b-8035-de234b8a8f17 is not hosted by any dhcp agent {{(pid=93792) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 09:41:09.207313 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17268631-485c-4055-a657-d6d71d0f154f None None] No DVR routers for this DVR port a4fdf0ab-7215-4ead-8bea-bb6e3a35553f on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:41:09.210865 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17268631-485c-4055-a657-d6d71d0f154f None None] Pushing event deleted for resources: {'Port': ['ID=a4fdf0ab-7215-4ead-8bea-bb6e3a35553f,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:09.214049 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-603e304c-dd15-4c6b-b4a4-fcda18caaa17 None None] Set router 7f2b401d-9a34-4909-bc8d-5b9a74725778 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:41:09.216664 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dce38f-f22f-4dbf-9d66-d206e7625d9f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:09.221749 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b1dce38f-f22f-4dbf-9d66-d206e7625d9f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:09.266198 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1dce38f-f22f-4dbf-9d66-d206e7625d9f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:41:09.280183 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b1dce38f-f22f-4dbf-9d66-d206e7625d9f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:09.280530 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-b1dce38f-f22f-4dbf-9d66-d206e7625d9f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Added segment df518209-8d3e-4e31-9dc6-62c44eadc36e of type vlan for network 9bf5d700-0063-4dbb-9c43-ea72ba34bf0e Jul 09 09:41:09.306727 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0c4813e-a955-45b2-b4df-fa588936ad57 req-44b39149-1d68-46fc-b19b-a651083444ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7922c83a-b4e7-4c7f-aa72-d56856ca5bdc HTTP/1.1" status: 200 len: 999 time: 0.1054196 Jul 09 09:41:09.340950 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242bff78-0dc2-4943-9238-ef8c22886927 x-openstack-request-id: req-242bff78-0dc2-4943-9238-ef8c22886927 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:41:09.341413 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5488dad6-ba21-464d-b116-37be381538fc", "tag": "7922c83a-b4e7-4c7f-aa72-d56856ca5bdc", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:41:09.341633 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-242bff78-0dc2-4943-9238-ef8c22886927 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:41:09.342123 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5488dad6-ba21-464d-b116-37be381538fc', 'tag': '7922c83a-b4e7-4c7f-aa72-d56856ca5bdc', 'status': 'completed', 'code': 200} Jul 09 09:41:09.358706 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b1dce38f-f22f-4dbf-9d66-d206e7625d9f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:09.375084 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-db8bc30b-ce35-4abd-bf14-1823e8ea9d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:09.385851 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4813e-a955-45b2-b4df-fa588936ad57 req-55c0e565-86ad-4269-8c6c-8141cbe9a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:09.387921 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0c4813e-a955-45b2-b4df-fa588936ad57 req-55c0e565-86ad-4269-8c6c-8141cbe9a607 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2ed44c16-dda1-4e7b-8852-3e506b585647 HTTP/1.1" status: 200 len: 860 time: 0.0791414 Jul 09 09:41:09.429950 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0c4813e-a955-45b2-b4df-fa588936ad57 req-059faddc-2abb-45b9-8cd6-85c3b34d8bb8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a164066a-07a4-4b33-8c4d-f1e348ed3948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330386 Jul 09 09:41:09.452660 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad77494-4d49-4a75-9b19-2ea9e6fd4b16 req-7a4d555b-6c4e-46f3-bb03-9a1082617a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:09.454286 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-dad77494-4d49-4a75-9b19-2ea9e6fd4b16 req-7a4d555b-6c4e-46f3-bb03-9a1082617a70 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=79cca47b589343548a2809bc25bd21ee&device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 1096 time: 0.0860949 Jul 09 09:41:09.454978 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b1dce38f-f22f-4dbf-9d66-d206e7625d9f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:09.462978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dce38f-f22f-4dbf-9d66-d206e7625d9f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:09.464181 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b1dce38f-f22f-4dbf-9d66-d206e7625d9f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:09.502846 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:09.556397 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0c4813e-a955-45b2-b4df-fa588936ad57 req-a8aa408e-c140-449f-afcf-2e15709a14cd service neutron] 10.222.0.61 "GET /v2.0/networks/a164066a-07a4-4b33-8c4d-f1e348ed3948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192644 Jul 09 09:41:09.589364 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad77494-4d49-4a75-9b19-2ea9e6fd4b16 req-70a7be75-401e-435e-bf71-60a5019649a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:09.592082 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-dad77494-4d49-4a75-9b19-2ea9e6fd4b16 req-70a7be75-401e-435e-bf71-60a5019649a4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a164066a-07a4-4b33-8c4d-f1e348ed3948 HTTP/1.1" status: 200 len: 921 time: 0.1244397 Jul 09 09:41:09.638009 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-603e304c-dd15-4c6b-b4a4-fcda18caaa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'name': 'tempest-ServerRescueTestJSONUnderV235-1973907656-router', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:04Z', 'revision_number': 4, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'gw_port': {'id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '1c41de05-60ea-4b3e-a680-f08b1c534374', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'floating_ip_address': '172.25.3.149', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'port_id': '7922c83a-b4e7-4c7f-aa72-d56856ca5bdc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a164066a-07a4-4b33-8c4d-f1e348ed3948', 'mac_address': 'fa:16:3e:fd:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5488dad6-ba21-464d-b116-37be381538fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:41:05Z', 'updated_at': '2021-07-09T09:41:08Z', 'revision_number': 1, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '236a0245-96db-47dd-906f-f0cbe92242a6', 'name': '', 'network_id': 'a164066a-07a4-4b33-8c4d-f1e348ed3948', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'mac_address': 'fa:16:3e:46:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2ed44c16-dda1-4e7b-8852-3e506b585647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:03Z', 'updated_at': '2021-07-09T09:40:15Z', 'revision_number': 5, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'subnets': [{'id': '2ed44c16-dda1-4e7b-8852-3e506b585647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:09.667369 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603e304c-dd15-4c6b-b4a4-fcda18caaa17 None None] Checking router: 7f2b401d-9a34-4909-bc8d-5b9a74725778 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:41:09.678294 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603e304c-dd15-4c6b-b4a4-fcda18caaa17 None None] Routers {'7f2b401d-9a34-4909-bc8d-5b9a74725778'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:41:09.678962 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-603e304c-dd15-4c6b-b4a4-fcda18caaa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:41:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7f2b401d-9a34-4909-bc8d-5b9a74725778'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:09.715099 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b1dce38f-f22f-4dbf-9d66-d206e7625d9f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5294788 Jul 09 09:41:09.719349 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59620) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:09.724035 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dce38f-f22f-4dbf-9d66-d206e7625d9f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Network': ['ID=9bf5d700-0063-4dbb-9c43-ea72ba34bf0e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:09.727938 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2798f456-c4ec-43e1-a61c-4807220eed04 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'subnet': {'network_id': '9bf5d700-0063-4dbb-9c43-ea72ba34bf0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:09.733817 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-dad77494-4d49-4a75-9b19-2ea9e6fd4b16 req-0308036c-2a9b-492b-9d49-866c484bd7d0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7922c83a-b4e7-4c7f-aa72-d56856ca5bdc HTTP/1.1" status: 200 len: 999 time: 0.1244693 Jul 09 09:41:09.764400 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 9bf5d700-0063-4dbb-9c43-ea72ba34bf0e details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:41:09.787643 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad77494-4d49-4a75-9b19-2ea9e6fd4b16 req-8c74b999-97b9-4500-9d76-4c1fa0d9839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:09.789360 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-dad77494-4d49-4a75-9b19-2ea9e6fd4b16 req-8c74b999-97b9-4500-9d76-4c1fa0d9839a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2ed44c16-dda1-4e7b-8852-3e506b585647 HTTP/1.1" status: 200 len: 860 time: 0.0487497 Jul 09 09:41:09.791805 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0c4813e-a955-45b2-b4df-fa588936ad57 req-661525f0-068c-45ff-b0db-01eb2439540c service neutron] 10.222.0.61 "GET /v2.0/networks/a164066a-07a4-4b33-8c4d-f1e348ed3948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341373 Jul 09 09:41:09.846643 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-dad77494-4d49-4a75-9b19-2ea9e6fd4b16 req-dc9e9f36-472c-4032-b375-0a79cc71c076 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a164066a-07a4-4b33-8c4d-f1e348ed3948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458398 Jul 09 09:41:09.850702 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-603e304c-dd15-4c6b-b4a4-fcda18caaa17 None None] Set router 7f2b401d-9a34-4909-bc8d-5b9a74725778 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:41:09.878098 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4902498-32cf-4188-909a-9eec7c39dff4 req-caf2b05e-9392-42a3-9801-0832c0e93e26 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:09.885229 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4902498-32cf-4188-909a-9eec7c39dff4 req-caf2b05e-9392-42a3-9801-0832c0e93e26 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.2592897 Jul 09 09:41:09.950399 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-dad77494-4d49-4a75-9b19-2ea9e6fd4b16 req-19b5b056-8583-405a-a8a2-34c83935d3cd service neutron] 10.222.0.58 "GET /v2.0/networks/a164066a-07a4-4b33-8c4d-f1e348ed3948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960908 Jul 09 09:41:09.976127 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4902498-32cf-4188-909a-9eec7c39dff4 req-2ce63e6e-ffe9-47a8-8cb0-80589a9c7290 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896630 Jul 09 09:41:09.981219 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b6afb-7ebe-47af-b430-22c157ac393a req-82e3ead3-1327-421b-bacf-2bd299cb8e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:09.983236 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f51b6afb-7ebe-47af-b430-22c157ac393a req-82e3ead3-1327-421b-bacf-2bd299cb8e69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 1095 time: 0.2952464 Jul 09 09:41:10.003747 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2798f456-c4ec-43e1-a61c-4807220eed04 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:10.007194 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2798f456-c4ec-43e1-a61c-4807220eed04 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:10.102001 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-603e304c-dd15-4c6b-b4a4-fcda18caaa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'name': 'tempest-ServerRescueTestJSONUnderV235-1973907656-router', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:04Z', 'revision_number': 4, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'gw_port': {'id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '1c41de05-60ea-4b3e-a680-f08b1c534374', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'floating_ip_address': '172.25.3.149', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'port_id': '7922c83a-b4e7-4c7f-aa72-d56856ca5bdc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a164066a-07a4-4b33-8c4d-f1e348ed3948', 'mac_address': 'fa:16:3e:fd:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5488dad6-ba21-464d-b116-37be381538fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:41:05Z', 'updated_at': '2021-07-09T09:41:08Z', 'revision_number': 1, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '236a0245-96db-47dd-906f-f0cbe92242a6', 'name': '', 'network_id': 'a164066a-07a4-4b33-8c4d-f1e348ed3948', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'mac_address': 'fa:16:3e:46:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2ed44c16-dda1-4e7b-8852-3e506b585647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:03Z', 'updated_at': '2021-07-09T09:40:15Z', 'revision_number': 5, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'subnets': [{'id': '2ed44c16-dda1-4e7b-8852-3e506b585647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:10.131407 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603e304c-dd15-4c6b-b4a4-fcda18caaa17 None None] The sync data for ids ['7f2b401d-9a34-4909-bc8d-5b9a74725778'] in n-d-799996-1 is: [{'id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'name': 'tempest-ServerRescueTestJSONUnderV235-1973907656-router', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:04Z', 'revision_number': 4, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'gw_port': {'id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '1c41de05-60ea-4b3e-a680-f08b1c534374', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'floating_ip_address': '172.25.3.149', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'port_id': '7922c83a-b4e7-4c7f-aa72-d56856ca5bdc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a164066a-07a4-4b33-8c4d-f1e348ed3948', 'mac_address': 'fa:16:3e:fd:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5488dad6-ba21-464d-b116-37be381538fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:41:05Z', 'updated_at': '2021-07-09T09:41:08Z', 'revision_number': 1, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '236a0245-96db-47dd-906f-f0cbe92242a6', 'name': '', 'network_id': 'a164066a-07a4-4b33-8c4d-f1e348ed3948', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'mac_address': 'fa:16:3e:46:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2ed44c16-dda1-4e7b-8852-3e506b585647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:03Z', 'updated_at': '2021-07-09T09:40:15Z', 'revision_number': 5, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'subnets': [{'id': '2ed44c16-dda1-4e7b-8852-3e506b585647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:41:10.141051 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563148c-e93a-472c-bb69-ebee7a316e0e req-885a53ef-bd6c-4554-97de-38ac0a027337 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:10.148239 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c563148c-e93a-472c-bb69-ebee7a316e0e req-885a53ef-bd6c-4554-97de-38ac0a027337 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.2410638 Jul 09 09:41:10.282792 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c563148c-e93a-472c-bb69-ebee7a316e0e req-d3cfdd30-9504-4d9a-9468-632b33e2047b tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336720 Jul 09 09:41:10.295351 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b6afb-7ebe-47af-b430-22c157ac393a req-dd32915c-2657-4e66-9cc2-c19051105afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:10.296197 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f51b6afb-7ebe-47af-b430-22c157ac393a req-dd32915c-2657-4e66-9cc2-c19051105afb service neutron] 10.222.0.64 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 912 time: 0.3036487 Jul 09 09:41:10.322475 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:41:10.348299 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-25447402-d136-4e88-a89c-571c3f4e881a tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.149 HTTP/1.1" status: 200 len: 999 time: 0.1762629 Jul 09 09:41:10.407406 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff8a1a0-3454-45ae-81fd-df99dbcf2e55 None None] New status for floating IP 1c41de05-60ea-4b3e-a680-f08b1c534374: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:41:10.413843 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-dad77494-4d49-4a75-9b19-2ea9e6fd4b16 req-146ba6f4-e792-4807-9c67-d78307a32199 service neutron] 10.222.0.58 "GET /v2.0/networks/a164066a-07a4-4b33-8c4d-f1e348ed3948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431095 Jul 09 09:41:10.481859 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f51b6afb-7ebe-47af-b430-22c157ac393a req-a121e0b5-a250-4b46-80a9-bce8d8cca39e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f156a5a-c918-478b-b237-7653ff906d49 HTTP/1.1" status: 200 len: 999 time: 0.1787848 Jul 09 09:41:10.493943 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-0cab1b46-52c1-4212-ae3f-c0e7e9c71bb7 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:10.495360 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-0cab1b46-52c1-4212-ae3f-c0e7e9c71bb7 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports/7922c83a-b4e7-4c7f-aa72-d56856ca5bdc HTTP/1.1" status: 200 len: 942 time: 0.1163144 Jul 09 09:41:10.574907 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b6afb-7ebe-47af-b430-22c157ac393a req-f33597c8-c7b4-4af9-a0e8-3d5d16ccc289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:10.576558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f51b6afb-7ebe-47af-b430-22c157ac393a req-f33597c8-c7b4-4af9-a0e8-3d5d16ccc289 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.0802882 Jul 09 09:41:10.577931 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2798f456-c4ec-43e1-a61c-4807220eed04 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:10.725737 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798f456-c4ec-43e1-a61c-4807220eed04 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Subnet': ['ID=5440b044-ca06-4023-b229-fbbab4a2df9a,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:10.749727 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-b1c1006d-eea7-407b-bb1c-0258f259c222 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.149 HTTP/1.1" status: 200 len: 1001 time: 0.1385677 Jul 09 09:41:10.759629 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2798f456-c4ec-43e1-a61c-4807220eed04 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Checking segment: {'id': 'df518209-8d3e-4e31-9dc6-62c44eadc36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9bf5d700-0063-4dbb-9c43-ea72ba34bf0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:41:10.760021 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2798f456-c4ec-43e1-a61c-4807220eed04 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network hostable DHCP agents. Network: 9bf5d700-0063-4dbb-9c43-ea72ba34bf0e, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:41:10.827468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b6afb-7ebe-47af-b430-22c157ac393a req-35a45750-dd8b-4e85-b0dd-4cad9854c014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:10.829035 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f51b6afb-7ebe-47af-b430-22c157ac393a req-35a45750-dd8b-4e85-b0dd-4cad9854c014 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2191677 Jul 09 09:41:10.865678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2798f456-c4ec-43e1-a61c-4807220eed04 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network 9bf5d700-0063-4dbb-9c43-ea72ba34bf0e is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:41:10.918202 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-2798f456-c4ec-43e1-a61c-4807220eed04 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 9bf5d700-0063-4dbb-9c43-ea72ba34bf0e) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:10.926763 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bd6241-1a6c-4004-8edc-ec1a91ec5db1 None None] Network 9bf5d700-0063-4dbb-9c43-ea72ba34bf0e requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:41:10.933501 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2798f456-c4ec-43e1-a61c-4807220eed04 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:10.934102 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2798f456-c4ec-43e1-a61c-4807220eed04 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:10.959279 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-887bc9ba-7442-4d8b-a315-32213d81ba76 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:10.960724 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-887bc9ba-7442-4d8b-a315-32213d81ba76 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.2037058 Jul 09 09:41:10.988622 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2798f456-c4ec-43e1-a61c-4807220eed04 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2648377 Jul 09 09:41:10.992582 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59628) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:10.997711 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-276307c9-01b2-4209-9f1f-e37c8cec681c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'port': {'network_id': '9bf5d700-0063-4dbb-9c43-ea72ba34bf0e', 'name': 'tempest-PortsTestJSON-1264607883'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:11.027177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f51b6afb-7ebe-47af-b430-22c157ac393a req-3a7aa731-2b5a-4a05-b4ee-e28a8f941f3f service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829357 Jul 09 09:41:11.122044 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-7fb58363-6d0d-4dd6-8fc1-969a666dc7f4 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.149 HTTP/1.1" status: 200 len: 1001 time: 0.1483655 Jul 09 09:41:11.129402 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276307c9-01b2-4209-9f1f-e37c8cec681c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:11.133948 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-276307c9-01b2-4209-9f1f-e37c8cec681c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:11.142157 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-f785dd1c-a82d-4aa1-a3b4-15152ac56c7b tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:11.155491 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-276307c9-01b2-4209-9f1f-e37c8cec681c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] device_id is not set on port 6bee90c3-9938-49cb-a3b7-9033e9e4bb7d yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:41:11.156039 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3657aa27-0c7d-4110-81e5-5f7f0e8d0769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-9bf5d700-0063-4dbb-9c43-ea72ba34bf0e', 'network_id': '9bf5d700-0063-4dbb-9c43-ea72ba34bf0e', 'tenant_id': 'e05dd25310194e27919dfc6a9e416ba2', 'fixed_ips': [{'subnet_id': '5440b044-ca06-4023-b229-fbbab4a2df9a'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:41:11.156922 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3657aa27-0c7d-4110-81e5-5f7f0e8d0769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:11.186233 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:11.251875 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-f785dd1c-a82d-4aa1-a3b4-15152ac56c7b tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:11.255132 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f51b6afb-7ebe-47af-b430-22c157ac393a req-d067f10b-a5a3-459a-b045-73ebded83a78 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187576 Jul 09 09:41:11.287050 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-276307c9-01b2-4209-9f1f-e37c8cec681c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Allocated IP 172.20.0.6 (9bf5d700-0063-4dbb-9c43-ea72ba34bf0e/5440b044-ca06-4023-b229-fbbab4a2df9a/6bee90c3-9938-49cb-a3b7-9033e9e4bb7d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:41:11.338531 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56720d-2048-4a8c-aaa9-bfc14b84ab21 req-4bab8e92-2a9b-43c8-9090-6e6d5081641a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:11.340447 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec56720d-2048-4a8c-aaa9-bfc14b84ab21 req-4bab8e92-2a9b-43c8-9090-6e6d5081641a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.2154806 Jul 09 09:41:11.439270 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-276307c9-01b2-4209-9f1f-e37c8cec681c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:11.455339 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-276307c9-01b2-4209-9f1f-e37c8cec681c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Transition to ACTIVE for port object 6bee90c3-9938-49cb-a3b7-9033e9e4bb7d will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:11.489762 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-276307c9-01b2-4209-9f1f-e37c8cec681c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:11.537736 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-3657aa27-0c7d-4110-81e5-5f7f0e8d0769 None None] Allocated IP 172.20.0.2 (9bf5d700-0063-4dbb-9c43-ea72ba34bf0e/5440b044-ca06-4023-b229-fbbab4a2df9a/1316765a-0760-46b3-8fc6-d7ceb7023a5e) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:41:11.541960 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276307c9-01b2-4209-9f1f-e37c8cec681c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network 9bf5d700-0063-4dbb-9c43-ea72ba34bf0e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:41:11.545657 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-276307c9-01b2-4209-9f1f-e37c8cec681c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:11.550506 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276307c9-01b2-4209-9f1f-e37c8cec681c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:41:11.554966 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276307c9-01b2-4209-9f1f-e37c8cec681c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Port': ['ID=6bee90c3-9938-49cb-a3b7-9033e9e4bb7d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:11.605130 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276307c9-01b2-4209-9f1f-e37c8cec681c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:11.605951 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-276307c9-01b2-4209-9f1f-e37c8cec681c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:11.624384 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-276307c9-01b2-4209-9f1f-e37c8cec681c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6277449 Jul 09 09:41:11.624771 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59640) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:11.630540 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0d9ef47c-5173-41a2-99a8-e22524b67973 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'port': {'network_id': '9bf5d700-0063-4dbb-9c43-ea72ba34bf0e', 'name': 'tempest-PortsTestJSON-427320567'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:11.702597 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3657aa27-0c7d-4110-81e5-5f7f0e8d0769 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:11.711505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3657aa27-0c7d-4110-81e5-5f7f0e8d0769 None None] Transition to ACTIVE for port object 1316765a-0760-46b3-8fc6-d7ceb7023a5e will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:11.728315 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3657aa27-0c7d-4110-81e5-5f7f0e8d0769 None None] Transition to ACTIVE for port object 1316765a-0760-46b3-8fc6-d7ceb7023a5e will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:11.734563 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3657aa27-0c7d-4110-81e5-5f7f0e8d0769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:11.756459 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9ef47c-5173-41a2-99a8-e22524b67973 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:11.760509 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d9ef47c-5173-41a2-99a8-e22524b67973 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:11.779007 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3657aa27-0c7d-4110-81e5-5f7f0e8d0769 None None] Network 9bf5d700-0063-4dbb-9c43-ea72ba34bf0e is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:41:11.780926 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-0d9ef47c-5173-41a2-99a8-e22524b67973 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] device_id is not set on port 1dd478c4-2094-478d-a92c-939843a3a20f yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:41:11.781079 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec56720d-2048-4a8c-aaa9-bfc14b84ab21 req-d125a09d-ef70-4185-8791-c26dcacd775e tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144602 Jul 09 09:41:11.781184 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-3657aa27-0c7d-4110-81e5-5f7f0e8d0769 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:11.785701 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3657aa27-0c7d-4110-81e5-5f7f0e8d0769 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:41:11.788861 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657aa27-0c7d-4110-81e5-5f7f0e8d0769 None None] Pushing event updated for resources: {'Port': ['ID=1316765a-0760-46b3-8fc6-d7ceb7023a5e,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:11.814706 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-f785dd1c-a82d-4aa1-a3b4-15152ac56c7b tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:11.825069 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-f785dd1c-a82d-4aa1-a3b4-15152ac56c7b tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:11.825069 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-f785dd1c-a82d-4aa1-a3b4-15152ac56c7b tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Floating IP 1c41de05-60ea-4b3e-a680-f08b1c534374 disassociated. External IP: 172.25.3.149, port: 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc. Jul 09 09:41:11.849520 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3657aa27-0c7d-4110-81e5-5f7f0e8d0769 None None] Attempting to bind port 1316765a-0760-46b3-8fc6-d7ceb7023a5e on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:41:11.850014 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3657aa27-0c7d-4110-81e5-5f7f0e8d0769 None None] Attempting to bind port 1316765a-0760-46b3-8fc6-d7ceb7023a5e by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'df518209-8d3e-4e31-9dc6-62c44eadc36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9bf5d700-0063-4dbb-9c43-ea72ba34bf0e'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:41:11.850484 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3657aa27-0c7d-4110-81e5-5f7f0e8d0769 None None] Attempting to bind port 1316765a-0760-46b3-8fc6-d7ceb7023a5e on network 9bf5d700-0063-4dbb-9c43-ea72ba34bf0e {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:41:11.856022 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3657aa27-0c7d-4110-81e5-5f7f0e8d0769 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:41:11.856473 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3657aa27-0c7d-4110-81e5-5f7f0e8d0769 None None] Checking segment: {'id': 'df518209-8d3e-4e31-9dc6-62c44eadc36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9bf5d700-0063-4dbb-9c43-ea72ba34bf0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:41:11.856959 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3657aa27-0c7d-4110-81e5-5f7f0e8d0769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:11.857952 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3657aa27-0c7d-4110-81e5-5f7f0e8d0769 None None] Bound using segment: {'id': 'df518209-8d3e-4e31-9dc6-62c44eadc36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9bf5d700-0063-4dbb-9c43-ea72ba34bf0e'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:41:11.858497 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3657aa27-0c7d-4110-81e5-5f7f0e8d0769 None None] Bound port: 1316765a-0760-46b3-8fc6-d7ceb7023a5e, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df518209-8d3e-4e31-9dc6-62c44eadc36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9bf5d700-0063-4dbb-9c43-ea72ba34bf0e'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:41:11.858969 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3657aa27-0c7d-4110-81e5-5f7f0e8d0769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:11.928812 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-0d9ef47c-5173-41a2-99a8-e22524b67973 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Allocated IP 172.20.0.11 (9bf5d700-0063-4dbb-9c43-ea72ba34bf0e/5440b044-ca06-4023-b229-fbbab4a2df9a/1dd478c4-2094-478d-a92c-939843a3a20f) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:41:11.936250 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3657aa27-0c7d-4110-81e5-5f7f0e8d0769 None None] For port 1316765a-0760-46b3-8fc6-d7ceb7023a5e, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:41:11.939767 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3657aa27-0c7d-4110-81e5-5f7f0e8d0769 None None] For port 1316765a-0760-46b3-8fc6-d7ceb7023a5e, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1316765a-0760-46b3-8fc6-d7ceb7023a5e,segment=NetworkSegment(df518209-8d3e-4e31-9dc6-62c44eadc36e),segment_id=df518209-8d3e-4e31-9dc6-62c44eadc36e)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:41:11.946569 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3657aa27-0c7d-4110-81e5-5f7f0e8d0769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:12.022859 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657aa27-0c7d-4110-81e5-5f7f0e8d0769 None None] Pushing event updated for resources: {'Port': ['ID=1316765a-0760-46b3-8fc6-d7ceb7023a5e,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:12.121509 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d9ef47c-5173-41a2-99a8-e22524b67973 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:12.123228 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-f785dd1c-a82d-4aa1-a3b4-15152ac56c7b tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Router 7f2b401d-9a34-4909-bc8d-5b9a74725778 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:41:12.144312 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-0d9ef47c-5173-41a2-99a8-e22524b67973 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Transition to ACTIVE for port object 1dd478c4-2094-478d-a92c-939843a3a20f will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:12.189793 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d9ef47c-5173-41a2-99a8-e22524b67973 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:12.251366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f845b-b735-4813-83f2-fcb0c2de7497 req-5bdff8d8-dc2b-4fef-8220-473a6d7fd049 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:12.253500 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d1f845b-b735-4813-83f2-fcb0c2de7497 req-5bdff8d8-dc2b-4fef-8220-473a6d7fd049 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.1822040 Jul 09 09:41:12.265462 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ef47c-5173-41a2-99a8-e22524b67973 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Port': ['ID=1dd478c4-2094-478d-a92c-939843a3a20f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:12.286041 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9ef47c-5173-41a2-99a8-e22524b67973 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network 9bf5d700-0063-4dbb-9c43-ea72ba34bf0e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:41:12.291602 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0d9ef47c-5173-41a2-99a8-e22524b67973 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:12.295642 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ef47c-5173-41a2-99a8-e22524b67973 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:41:12.360778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d1f845b-b735-4813-83f2-fcb0c2de7497 req-07e4d1f6-128c-401e-9bca-e0f305fcd6a3 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002545 Jul 09 09:41:12.374222 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9ef47c-5173-41a2-99a8-e22524b67973 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:12.374904 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d9ef47c-5173-41a2-99a8-e22524b67973 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:12.381358 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-f785dd1c-a82d-4aa1-a3b4-15152ac56c7b tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:41:12.387403 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-f785dd1c-a82d-4aa1-a3b4-15152ac56c7b tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:12.397258 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0d9ef47c-5173-41a2-99a8-e22524b67973 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7713878 Jul 09 09:41:12.407266 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f15f3b3-4e72-420c-9795-987ae9e92677 None None] Sync routers for ids ['7f2b401d-9a34-4909-bc8d-5b9a74725778'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:41:12.407776 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59642) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:12.420504 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f15f3b3-4e72-420c-9795-987ae9e92677 None None] Routers {'7f2b401d-9a34-4909-bc8d-5b9a74725778'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:41:12.421130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6f15f3b3-4e72-420c-9795-987ae9e92677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:41:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7f2b401d-9a34-4909-bc8d-5b9a74725778'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:12.445044 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-f785dd1c-a82d-4aa1-a3b4-15152ac56c7b tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "PUT /v2.0/floatingips/1c41de05-60ea-4b3e-a680-f08b1c534374 HTTP/1.1" status: 200 len: 695 time: 1.3033159 Jul 09 09:41:12.445594 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5488dad6-ba21-464d-b116-37be381538fc', 'tag': '7922c83a-b4e7-4c7f-aa72-d56856ca5bdc'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:41:12.449128 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370c5156-d4f4-47da-a664-69364926054a" -d '{"events": [{"name": "network-changed", "server_uuid": "5488dad6-ba21-464d-b116-37be381538fc", "tag": "7922c83a-b4e7-4c7f-aa72-d56856ca5bdc"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:41:12.495094 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111bb758-e549-4885-89d5-eecd475c34ed tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:12.499661 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-111bb758-e549-4885-89d5-eecd475c34ed tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.0876124 Jul 09 09:41:12.499661 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59646) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:12.527484 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-d2a5644b-6cda-42b2-bcb6-d951fdcf202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:12.532202 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-d2a5644b-6cda-42b2-bcb6-d951fdcf202c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79cca47b589343548a2809bc25bd21ee&device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 1096 time: 0.0766797 Jul 09 09:41:12.581670 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-6f15f3b3-4e72-420c-9795-987ae9e92677 None None] Set router 7f2b401d-9a34-4909-bc8d-5b9a74725778 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:41:12.662088 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-29b543d2-d379-4ab2-bd12-c294b1469594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:12.665014 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-29b543d2-d379-4ab2-bd12-c294b1469594 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a164066a-07a4-4b33-8c4d-f1e348ed3948 HTTP/1.1" status: 200 len: 921 time: 0.1269240 Jul 09 09:41:12.675015 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-55f70fb8-ab87-40d0-8de5-984f32092ee3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting port 1dd478c4-2094-478d-a92c-939843a3a20f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:12.675374 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55f70fb8-ab87-40d0-8de5-984f32092ee3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:12.726528 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffa8967-86e2-4795-a475-99126667acfb x-openstack-request-id: req-8ffa8967-86e2-4795-a475-99126667acfb {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:41:12.726528 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5488dad6-ba21-464d-b116-37be381538fc", "tag": "7922c83a-b4e7-4c7f-aa72-d56856ca5bdc", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:41:12.726528 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8ffa8967-86e2-4795-a475-99126667acfb {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:41:12.726528 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5488dad6-ba21-464d-b116-37be381538fc', 'tag': '7922c83a-b4e7-4c7f-aa72-d56856ca5bdc', 'status': 'completed', 'code': 200} Jul 09 09:41:12.728064 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-34f4f5c6-2abc-4763-8511-d17954154140 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7922c83a-b4e7-4c7f-aa72-d56856ca5bdc HTTP/1.1" status: 200 len: 217 time: 0.0563376 Jul 09 09:41:12.743621 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1316765a-0760-46b3-8fc6-d7ceb7023a5e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:41:12.786899 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-03b6ce6e-9506-4e29-b6b3-b18711584ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:12.788499 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-03b6ce6e-9506-4e29-b6b3-b18711584ad1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2ed44c16-dda1-4e7b-8852-3e506b585647 HTTP/1.1" status: 200 len: 860 time: 0.0478864 Jul 09 09:41:12.839226 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-9816985f-599d-4f0e-8dbb-b7ddf07c76fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a164066a-07a4-4b33-8c4d-f1e348ed3948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386584 Jul 09 09:41:12.849797 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55f70fb8-ab87-40d0-8de5-984f32092ee3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:12.910820 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c5156-d4f4-47da-a664-69364926054a req-de291806-2731-4a95-9d62-abff32aa905e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:12.912399 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-370c5156-d4f4-47da-a664-69364926054a req-de291806-2731-4a95-9d62-abff32aa905e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=79cca47b589343548a2809bc25bd21ee&device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 1096 time: 0.1621025 Jul 09 09:41:12.913399 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-55f70fb8-ab87-40d0-8de5-984f32092ee3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Calling delete_port for 1dd478c4-2094-478d-a92c-939843a3a20f owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:12.977710 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-f7768d30-44d9-47f0-98ba-8c6e4b7bfc65 service neutron] 10.222.0.61 "GET /v2.0/networks/a164066a-07a4-4b33-8c4d-f1e348ed3948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374831 Jul 09 09:41:13.034925 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:13.040369 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 1316765a-0760-46b3-8fc6-d7ceb7023a5e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:41:13.057285 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6f15f3b3-4e72-420c-9795-987ae9e92677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'name': 'tempest-ServerRescueTestJSONUnderV235-1973907656-router', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:04Z', 'revision_number': 4, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'gw_port': {'id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '236a0245-96db-47dd-906f-f0cbe92242a6', 'name': '', 'network_id': 'a164066a-07a4-4b33-8c4d-f1e348ed3948', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'mac_address': 'fa:16:3e:46:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2ed44c16-dda1-4e7b-8852-3e506b585647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:03Z', 'updated_at': '2021-07-09T09:40:15Z', 'revision_number': 5, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'subnets': [{'id': '2ed44c16-dda1-4e7b-8852-3e506b585647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:13.095601 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f15f3b3-4e72-420c-9795-987ae9e92677 None None] Checking router: 7f2b401d-9a34-4909-bc8d-5b9a74725778 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:41:13.107453 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f15f3b3-4e72-420c-9795-987ae9e92677 None None] Routers {'7f2b401d-9a34-4909-bc8d-5b9a74725778'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:41:13.108561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6f15f3b3-4e72-420c-9795-987ae9e92677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:41:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7f2b401d-9a34-4909-bc8d-5b9a74725778'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:13.119761 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c5156-d4f4-47da-a664-69364926054a req-b613ade7-01d5-4718-b424-b879dd45d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:13.121286 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-370c5156-d4f4-47da-a664-69364926054a req-b613ade7-01d5-4718-b424-b879dd45d7d6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a164066a-07a4-4b33-8c4d-f1e348ed3948 HTTP/1.1" status: 200 len: 921 time: 0.1926575 Jul 09 09:41:13.153117 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414914e0-f8fc-46ea-a8b9-b3494e31a96c req-580e34a1-a829-4601-915f-fcd3b6277680 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:13.154674 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-414914e0-f8fc-46ea-a8b9-b3494e31a96c req-580e34a1-a829-4601-915f-fcd3b6277680 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.1200471 Jul 09 09:41:13.176271 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca9e6085-52c0-48a8-ad26-6d016fe5aac4 req-c2457448-7c3a-4071-adab-c0778f0d611f service neutron] 10.222.0.61 "GET /v2.0/networks/a164066a-07a4-4b33-8c4d-f1e348ed3948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964607 Jul 09 09:41:13.178717 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-370c5156-d4f4-47da-a664-69364926054a req-ed55df45-fc16-48ed-a618-9f6ed963338f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7922c83a-b4e7-4c7f-aa72-d56856ca5bdc HTTP/1.1" status: 200 len: 217 time: 0.0474467 Jul 09 09:41:13.225403 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-414914e0-f8fc-46ea-a8b9-b3494e31a96c req-e06e58de-6664-442f-b8a6-2f02cd47cb4a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639830 Jul 09 09:41:13.269958 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-6f15f3b3-4e72-420c-9795-987ae9e92677 None None] Set router 7f2b401d-9a34-4909-bc8d-5b9a74725778 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:41:13.304306 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c5156-d4f4-47da-a664-69364926054a req-eb3309c4-e8c9-4e2b-9c98-4f5cb49afa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:13.306071 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-370c5156-d4f4-47da-a664-69364926054a req-eb3309c4-e8c9-4e2b-9c98-4f5cb49afa03 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2ed44c16-dda1-4e7b-8852-3e506b585647 HTTP/1.1" status: 200 len: 860 time: 0.1182408 Jul 09 09:41:13.316767 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55f70fb8-ab87-40d0-8de5-984f32092ee3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:13.333784 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1667ecdc-f762-4c63-8a25-9f274f14dbef req-4c5b84ba-45ad-4c0e-8108-3df52fc5995a tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/floatingips/1c41de05-60ea-4b3e-a680-f08b1c534374 HTTP/1.1" status: 200 len: 695 time: 0.0888817 Jul 09 09:41:13.360797 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad75ac34-3256-4073-999b-fbbbedf81a97 None None] Network 9bf5d700-0063-4dbb-9c43-ea72ba34bf0e requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:41:13.374678 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-370c5156-d4f4-47da-a664-69364926054a req-1897d31a-df09-47b2-b721-d6e5d3ffa4fd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a164066a-07a4-4b33-8c4d-f1e348ed3948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560164 Jul 09 09:41:13.377623 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f70fb8-ab87-40d0-8de5-984f32092ee3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Port': ['ID=1dd478c4-2094-478d-a92c-939843a3a20f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:13.453451 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667ecdc-f762-4c63-8a25-9f274f14dbef req-e4862776-ee07-441c-bb00-04baf2f2c4a2 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:13.459514 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1667ecdc-f762-4c63-8a25-9f274f14dbef req-e4862776-ee07-441c-bb00-04baf2f2c4a2 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 784 time: 0.1250749 Jul 09 09:41:13.498809 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1ac69e25-abcc-44e8-a77a-574a8a4507e2 None None] Provisioning for port 1316765a-0760-46b3-8fc6-d7ceb7023a5e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:41:13.507543 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1ac69e25-abcc-44e8-a77a-574a8a4507e2 None None] Provisioning complete for port 1316765a-0760-46b3-8fc6-d7ceb7023a5e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:13.507927 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1ac69e25-abcc-44e8-a77a-574a8a4507e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:13.508974 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55f70fb8-ab87-40d0-8de5-984f32092ee3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:13.513247 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-55f70fb8-ab87-40d0-8de5-984f32092ee3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/ports/1dd478c4-2094-478d-a92c-939843a3a20f HTTP/1.1" status: 204 len: 168 time: 1.0106630 Jul 09 09:41:13.513617 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59656) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:13.548497 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1667ecdc-f762-4c63-8a25-9f274f14dbef req-16e8bcd4-0d26-4ad3-8f82-9e9a9168048c tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.149 HTTP/1.1" status: 200 len: 698 time: 0.0832300 Jul 09 09:41:13.550452 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bccff1a-bd76-4d95-98f2-ae5e37654a0b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] GET failed (client error): The resource could not be found. Jul 09 09:41:13.552138 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8bccff1a-bd76-4d95-98f2-ae5e37654a0b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports/1dd478c4-2094-478d-a92c-939843a3a20f HTTP/1.1" status: 404 len: 333 time: 0.0375640 Jul 09 09:41:13.556386 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-370c5156-d4f4-47da-a664-69364926054a req-951785ac-5277-43c8-b52e-235f2bed35e6 service neutron] 10.222.0.58 "GET /v2.0/networks/a164066a-07a4-4b33-8c4d-f1e348ed3948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721969 Jul 09 09:41:13.556833 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59660) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:13.644290 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1667ecdc-f762-4c63-8a25-9f274f14dbef req-396d3fa7-194c-40aa-9cd0-c572b19f2380 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.3.149 HTTP/1.1" status: 200 len: 698 time: 0.0653865 Jul 09 09:41:13.711891 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eabe7c-29bc-4fba-a479-2019465c9f63 req-277b7536-9460-46e3-ac80-5c90447d4da3 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:13.720259 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94eabe7c-29bc-4fba-a479-2019465c9f63 req-277b7536-9460-46e3-ac80-5c90447d4da3 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.1947012 Jul 09 09:41:13.723777 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-370c5156-d4f4-47da-a664-69364926054a req-e639c280-5540-4929-9b88-56e84021e363 service neutron] 10.222.0.58 "GET /v2.0/networks/a164066a-07a4-4b33-8c4d-f1e348ed3948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578846 Jul 09 09:41:13.725654 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1ac69e25-abcc-44e8-a77a-574a8a4507e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:13.734071 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9294599c-bcdb-4ead-931c-23910c23fac5 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting port 6bee90c3-9938-49cb-a3b7-9033e9e4bb7d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:13.734418 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9294599c-bcdb-4ead-931c-23910c23fac5 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:13.764413 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6f15f3b3-4e72-420c-9795-987ae9e92677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'name': 'tempest-ServerRescueTestJSONUnderV235-1973907656-router', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:04Z', 'revision_number': 4, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'gw_port': {'id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '236a0245-96db-47dd-906f-f0cbe92242a6', 'name': '', 'network_id': 'a164066a-07a4-4b33-8c4d-f1e348ed3948', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'mac_address': 'fa:16:3e:46:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2ed44c16-dda1-4e7b-8852-3e506b585647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:03Z', 'updated_at': '2021-07-09T09:40:15Z', 'revision_number': 5, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'subnets': [{'id': '2ed44c16-dda1-4e7b-8852-3e506b585647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:13.780416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94eabe7c-29bc-4fba-a479-2019465c9f63 req-5529ecf9-7399-498c-a4d5-d7dbe45e8259 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588293 Jul 09 09:41:13.808234 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f15f3b3-4e72-420c-9795-987ae9e92677 None None] The sync data for ids ['7f2b401d-9a34-4909-bc8d-5b9a74725778'] in n-d-799996-1 is: [{'id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'name': 'tempest-ServerRescueTestJSONUnderV235-1973907656-router', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:04Z', 'revision_number': 4, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'gw_port': {'id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '236a0245-96db-47dd-906f-f0cbe92242a6', 'name': '', 'network_id': 'a164066a-07a4-4b33-8c4d-f1e348ed3948', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'mac_address': 'fa:16:3e:46:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2ed44c16-dda1-4e7b-8852-3e506b585647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:03Z', 'updated_at': '2021-07-09T09:40:15Z', 'revision_number': 5, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'subnets': [{'id': '2ed44c16-dda1-4e7b-8852-3e506b585647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:41:13.810871 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1ac69e25-abcc-44e8-a77a-574a8a4507e2 None None] For port 1316765a-0760-46b3-8fc6-d7ceb7023a5e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1316765a-0760-46b3-8fc6-d7ceb7023a5e,segment=NetworkSegment(df518209-8d3e-4e31-9dc6-62c44eadc36e),segment_id=df518209-8d3e-4e31-9dc6-62c44eadc36e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:13.816528 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1ac69e25-abcc-44e8-a77a-574a8a4507e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:13.834048 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9294599c-bcdb-4ead-931c-23910c23fac5 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:13.860524 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9294599c-bcdb-4ead-931c-23910c23fac5 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Calling delete_port for 6bee90c3-9938-49cb-a3b7-9033e9e4bb7d owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:13.875963 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac69e25-abcc-44e8-a77a-574a8a4507e2 None None] Pushing event updated for resources: {'Port': ['ID=1316765a-0760-46b3-8fc6-d7ceb7023a5e,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:13.944043 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-1667ecdc-f762-4c63-8a25-9f274f14dbef req-fe0e403a-50bf-47af-80b4-acc891daab8e tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Deleting port f943c90f-d0fb-49ff-8d0f-e6f904436c1e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:13.944530 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1667ecdc-f762-4c63-8a25-9f274f14dbef req-fe0e403a-50bf-47af-80b4-acc891daab8e tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:14.035665 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9294599c-bcdb-4ead-931c-23910c23fac5 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:14.055223 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1667ecdc-f762-4c63-8a25-9f274f14dbef req-fe0e403a-50bf-47af-80b4-acc891daab8e tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:14.056141 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1667ecdc-f762-4c63-8a25-9f274f14dbef req-fe0e403a-50bf-47af-80b4-acc891daab8e tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:14.071792 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-1667ecdc-f762-4c63-8a25-9f274f14dbef req-fe0e403a-50bf-47af-80b4-acc891daab8e tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Calling delete_port for f943c90f-d0fb-49ff-8d0f-e6f904436c1e owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:14.109571 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294599c-bcdb-4ead-931c-23910c23fac5 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Port': ['ID=6bee90c3-9938-49cb-a3b7-9033e9e4bb7d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:14.192031 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9294599c-bcdb-4ead-931c-23910c23fac5 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:14.194065 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9294599c-bcdb-4ead-931c-23910c23fac5 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/ports/6bee90c3-9938-49cb-a3b7-9033e9e4bb7d HTTP/1.1" status: 204 len: 168 time: 0.6363196 Jul 09 09:41:14.196919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59666) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:14.228444 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b192c180-f514-41f8-b12b-0db8c28ca052 None None] New status for floating IP 1c41de05-60ea-4b3e-a680-f08b1c534374: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:41:14.246629 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-081011a1-541d-4d32-b1ad-7e7840846451 None None] Provisioning complete for port 1316765a-0760-46b3-8fc6-d7ceb7023a5e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:14.247009 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-081011a1-541d-4d32-b1ad-7e7840846451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:14.248582 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b9df5f-92d9-479a-932d-3d097a38fbf9 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] GET failed (client error): The resource could not be found. Jul 09 09:41:14.250235 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-69b9df5f-92d9-479a-932d-3d097a38fbf9 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports/6bee90c3-9938-49cb-a3b7-9033e9e4bb7d HTTP/1.1" status: 404 len: 333 time: 0.0521164 Jul 09 09:41:14.254609 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59670) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:14.349386 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-081011a1-541d-4d32-b1ad-7e7840846451 None None] Could not find standard attr ID for object 6bee90c3-9938-49cb-a3b7-9033e9e4bb7d. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:41:14.368406 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef785292-ddfa-419c-9fba-04d93baaf3de tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting subnet 5440b044-ca06-4023-b229-fbbab4a2df9a {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:41:14.369717 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.db.api [None req-b192c180-f514-41f8-b12b-0db8c28ca052 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:41:14.370575 n-d-799996-1 neutron-server[93793]: DEBUG oslo_db.api [None req-b192c180-f514-41f8-b12b-0db8c28ca052 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:41:14.374792 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef785292-ddfa-419c-9fba-04d93baaf3de tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:14.377397 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1667ecdc-f762-4c63-8a25-9f274f14dbef req-fe0e403a-50bf-47af-80b4-acc891daab8e tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:14.436508 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e403a-50bf-47af-80b4-acc891daab8e tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Pushing event deleted for resources: {'Port': ['ID=f943c90f-d0fb-49ff-8d0f-e6f904436c1e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:14.459903 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd6533-88a7-45e7-8419-5f868b829191 req-d0b63559-1ac7-4934-b250-91d39cbe6b07 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:14.461530 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12cd6533-88a7-45e7-8419-5f868b829191 req-d0b63559-1ac7-4934-b250-91d39cbe6b07 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.2292974 Jul 09 09:41:14.463262 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7dac0972-d6a9-4b7f-96d5-68b72d43b1c1 None None] Could not find standard attr ID for object 6bee90c3-9938-49cb-a3b7-9033e9e4bb7d. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:41:14.485627 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef785292-ddfa-419c-9fba-04d93baaf3de tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:14.611494 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12cd6533-88a7-45e7-8419-5f868b829191 req-f3acae7f-ce62-40fc-88e8-f3cc0d668faf tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307998 Jul 09 09:41:14.617305 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1667ecdc-f762-4c63-8a25-9f274f14dbef req-fe0e403a-50bf-47af-80b4-acc891daab8e tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:14.619806 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1667ecdc-f762-4c63-8a25-9f274f14dbef req-fe0e403a-50bf-47af-80b4-acc891daab8e tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:14.641691 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1667ecdc-f762-4c63-8a25-9f274f14dbef req-fe0e403a-50bf-47af-80b4-acc891daab8e tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "DELETE /v2.0/floatingips/1c41de05-60ea-4b3e-a680-f08b1c534374 HTTP/1.1" status: 204 len: 173 time: 0.9827542 Jul 09 09:41:14.675916 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5bc71b53-1f2d-4877-ada1-460347cad17b None None] Could not find standard attr ID for object 1dd478c4-2094-478d-a92c-939843a3a20f. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:41:14.681189 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef785292-ddfa-419c-9fba-04d93baaf3de tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:14.696624 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1316765a-0760-46b3-8fc6-d7ceb7023a5e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:41:14.773018 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 1316765a-0760-46b3-8fc6-d7ceb7023a5e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:14.773289 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef785292-ddfa-419c-9fba-04d93baaf3de tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:14.773432 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:14.836374 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef785292-ddfa-419c-9fba-04d93baaf3de tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Subnet': ['ID=5440b044-ca06-4023-b229-fbbab4a2df9a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:14.838346 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef785292-ddfa-419c-9fba-04d93baaf3de tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:14.842542 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ef785292-ddfa-419c-9fba-04d93baaf3de tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/subnets/5440b044-ca06-4023-b229-fbbab4a2df9a HTTP/1.1" status: 204 len: 168 time: 0.5863247 Jul 09 09:41:14.842925 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59678) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:14.866808 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6175b77d-a112-4ebe-8025-34a3c0ceb710 None None] Network 9bf5d700-0063-4dbb-9c43-ea72ba34bf0e requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:41:14.874507 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b192c180-f514-41f8-b12b-0db8c28ca052 None None] New status for floating IP 1c41de05-60ea-4b3e-a680-f08b1c534374: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:41:14.892133 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-152bca32-82e7-4b62-8b0a-a53902ff405d req-7b9ca5b8-b0fb-435e-a63b-1be0110352be tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups/f462c66d-11a4-4fe9-ac3e-a93610acd552 HTTP/1.1" status: 200 len: 1809 time: 0.0592754 Jul 09 09:41:14.927635 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6baf2-b59c-4e07-9991-2387ae78b6c0 req-7e625640-5cce-42ce-aed4-240698b7f326 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:14.929406 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43d6baf2-b59c-4e07-9991-2387ae78b6c0 req-7e625640-5cce-42ce-aed4-240698b7f326 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.1776991 Jul 09 09:41:14.956417 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4a76-0bf6-432a-b597-b4cba13c424c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:15.025224 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1d7f4a76-0bf6-432a-b597-b4cba13c424c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting port 1316765a-0760-46b3-8fc6-d7ceb7023a5e {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:15.025850 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4a76-0bf6-432a-b597-b4cba13c424c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:15.027967 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43d6baf2-b59c-4e07-9991-2387ae78b6c0 req-185802cf-254d-4b89-bb0a-df6b1fb18d4a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875018 Jul 09 09:41:15.062176 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-152bca32-82e7-4b62-8b0a-a53902ff405d req-1db551a6-e19d-4e05-bf59-1620942a7d50 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:15.089423 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-152bca32-82e7-4b62-8b0a-a53902ff405d req-1db551a6-e19d-4e05-bf59-1620942a7d50 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:15.115784 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-1d7f4a76-0bf6-432a-b597-b4cba13c424c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] For port 1316765a-0760-46b3-8fc6-d7ceb7023a5e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1316765a-0760-46b3-8fc6-d7ceb7023a5e,segment=NetworkSegment(df518209-8d3e-4e31-9dc6-62c44eadc36e),segment_id=df518209-8d3e-4e31-9dc6-62c44eadc36e)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:15.116125 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4a76-0bf6-432a-b597-b4cba13c424c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:15.131444 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e8ff7d-c6c7-4eb1-a405-e490d808fd7a None None] DHCP port deletion for 9bf5d700-0063-4dbb-9c43-ea72ba34bf0e request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:41:15.131951 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1d7f4a76-0bf6-432a-b597-b4cba13c424c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Calling delete_port for 1316765a-0760-46b3-8fc6-d7ceb7023a5e owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:15.158028 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-152bca32-82e7-4b62-8b0a-a53902ff405d req-1db551a6-e19d-4e05-bf59-1620942a7d50 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:15.160847 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-152bca32-82e7-4b62-8b0a-a53902ff405d req-1db551a6-e19d-4e05-bf59-1620942a7d50 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:15.163261 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-152bca32-82e7-4b62-8b0a-a53902ff405d req-1db551a6-e19d-4e05-bf59-1620942a7d50 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "DELETE /v2.0/security-groups/f462c66d-11a4-4fe9-ac3e-a93610acd552 HTTP/1.1" status: 204 len: 173 time: 0.2624946 Jul 09 09:41:15.182247 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db551a6-e19d-4e05-bf59-1620942a7d50 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f462c66d-11a4-4fe9-ac3e-a93610acd552,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:15.208874 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c9e8ff7d-c6c7-4eb1-a405-e490d808fd7a None None] Deleting port 1316765a-0760-46b3-8fc6-d7ceb7023a5e {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:15.209022 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c9e8ff7d-c6c7-4eb1-a405-e490d808fd7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:15.257900 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4a76-0bf6-432a-b597-b4cba13c424c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:15.294662 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f4a76-0bf6-432a-b597-b4cba13c424c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Port': ['ID=1316765a-0760-46b3-8fc6-d7ceb7023a5e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:15.298279 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7f4a76-0bf6-432a-b597-b4cba13c424c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] No DVR routers for this DVR port 1316765a-0760-46b3-8fc6-d7ceb7023a5e on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:41:15.303378 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c9e8ff7d-c6c7-4eb1-a405-e490d808fd7a None None] For port 1316765a-0760-46b3-8fc6-d7ceb7023a5e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1316765a-0760-46b3-8fc6-d7ceb7023a5e,segment=NetworkSegment(df518209-8d3e-4e31-9dc6-62c44eadc36e),segment_id=df518209-8d3e-4e31-9dc6-62c44eadc36e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:15.303809 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c9e8ff7d-c6c7-4eb1-a405-e490d808fd7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:15.322787 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c9e8ff7d-c6c7-4eb1-a405-e490d808fd7a None None] Calling delete_port for 1316765a-0760-46b3-8fc6-d7ceb7023a5e owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:15.389342 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4a76-0bf6-432a-b597-b4cba13c424c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:15.402833 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-1d7f4a76-0bf6-432a-b597-b4cba13c424c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf5d700-0063-4dbb-9c43-ea72ba34bf0e']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:15.415620 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c9e8ff7d-c6c7-4eb1-a405-e490d808fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:15.417039 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-1d7f4a76-0bf6-432a-b597-b4cba13c424c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df518209-8d3e-4e31-9dc6-62c44eadc36e') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:15.417344 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-1d7f4a76-0bf6-432a-b597-b4cba13c424c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df518209-8d3e-4e31-9dc6-62c44eadc36e') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:15.431934 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4a76-0bf6-432a-b597-b4cba13c424c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:15.444514 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8ff7d-c6c7-4eb1-a405-e490d808fd7a None None] Pushing event deleted for resources: {'Port': ['ID=1316765a-0760-46b3-8fc6-d7ceb7023a5e,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:15.450609 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e8ff7d-c6c7-4eb1-a405-e490d808fd7a None None] No DVR routers for this DVR port 1316765a-0760-46b3-8fc6-d7ceb7023a5e on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:41:15.455149 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4a76-0bf6-432a-b597-b4cba13c424c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:15.469206 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7f4a76-0bf6-432a-b597-b4cba13c424c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:41:15.469785 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4a76-0bf6-432a-b597-b4cba13c424c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:41:15.475759 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:41:15.538498 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4a76-0bf6-432a-b597-b4cba13c424c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:15.544224 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4a76-0bf6-432a-b597-b4cba13c424c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:15.551142 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59702) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:15.551623 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1d7f4a76-0bf6-432a-b597-b4cba13c424c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/networks/9bf5d700-0063-4dbb-9c43-ea72ba34bf0e HTTP/1.1" status: 204 len: 168 time: 0.7072430 Jul 09 09:41:15.557360 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-bffd4ec4-04d9-4fbe-b4ac-5c4cef40456d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1636189839'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:15.568053 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f4a76-0bf6-432a-b597-b4cba13c424c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Network': ['ID=9bf5d700-0063-4dbb-9c43-ea72ba34bf0e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:15.587484 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffd4ec4-04d9-4fbe-b4ac-5c4cef40456d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:15.591217 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bffd4ec4-04d9-4fbe-b4ac-5c4cef40456d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:15.618328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bffd4ec4-04d9-4fbe-b4ac-5c4cef40456d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:41:15.632207 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bffd4ec4-04d9-4fbe-b4ac-5c4cef40456d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:15.632749 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-bffd4ec4-04d9-4fbe-b4ac-5c4cef40456d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Added segment f09d8567-bebf-40df-a6a7-d8ffef59ffa6 of type vlan for network a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee Jul 09 09:41:15.688591 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bffd4ec4-04d9-4fbe-b4ac-5c4cef40456d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:15.718507 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bffd4ec4-04d9-4fbe-b4ac-5c4cef40456d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:15.724957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffd4ec4-04d9-4fbe-b4ac-5c4cef40456d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:15.725592 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bffd4ec4-04d9-4fbe-b4ac-5c4cef40456d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:15.799067 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-bffd4ec4-04d9-4fbe-b4ac-5c4cef40456d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2459836 Jul 09 09:41:15.802917 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59728) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:15.809791 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2169d714-e19a-4b8e-a221-9e07ed9a2e81 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'subnet': {'network_id': 'a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:15.829287 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd4ec4-04d9-4fbe-b4ac-5c4cef40456d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Network': ['ID=a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:15.842257 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:41:15.881704 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71171a-ae07-4ab5-9ee8-701b6e7efa8e req-9d7ef819-f25f-4b40-be72-0d6b777ee418 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:15.888194 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a71171a-ae07-4ab5-9ee8-701b6e7efa8e req-9d7ef819-f25f-4b40-be72-0d6b777ee418 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.1091249 Jul 09 09:41:15.918016 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2169d714-e19a-4b8e-a221-9e07ed9a2e81 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:15.922416 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2169d714-e19a-4b8e-a221-9e07ed9a2e81 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:15.946284 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a71171a-ae07-4ab5-9ee8-701b6e7efa8e req-b9b474dc-5286-48ae-b400-b1d37a1b59a6 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557628 Jul 09 09:41:16.061360 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62dd37c-c4ff-4539-9a48-5ef2c5d6875d req-81490ac5-5ed1-4208-9695-98136a0ec497 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:16.063617 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a62dd37c-c4ff-4539-9a48-5ef2c5d6875d req-81490ac5-5ed1-4208-9695-98136a0ec497 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8125a41e-ac4c-4ba8-909b-bcf88aa747f2 HTTP/1.1" status: 200 len: 944 time: 0.0682559 Jul 09 09:41:16.127723 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2169d714-e19a-4b8e-a221-9e07ed9a2e81 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:16.185081 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-a62dd37c-c4ff-4539-9a48-5ef2c5d6875d req-5768f5fb-b265-4739-9095-eb27bf61a20d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Deleting port 5b934c85-eb71-4634-aff9-87fb7da9e1c2 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:16.185524 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a62dd37c-c4ff-4539-9a48-5ef2c5d6875d req-5768f5fb-b265-4739-9095-eb27bf61a20d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:16.194269 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169d714-e19a-4b8e-a221-9e07ed9a2e81 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Subnet': ['ID=97b78837-ae53-43e3-9148-d2420e306f17,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:16.198794 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2169d714-e19a-4b8e-a221-9e07ed9a2e81 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Checking segment: {'id': 'f09d8567-bebf-40df-a6a7-d8ffef59ffa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:41:16.199161 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2169d714-e19a-4b8e-a221-9e07ed9a2e81 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network hostable DHCP agents. Network: a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:41:16.216123 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2169d714-e19a-4b8e-a221-9e07ed9a2e81 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:41:16.225652 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-2169d714-e19a-4b8e-a221-9e07ed9a2e81 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:16.229589 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2169d714-e19a-4b8e-a221-9e07ed9a2e81 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:16.230181 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2169d714-e19a-4b8e-a221-9e07ed9a2e81 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:16.236670 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a56c2c9-fe38-47ba-acf9-7dbc6b9fa661 None None] Network a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:41:16.245765 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2169d714-e19a-4b8e-a221-9e07ed9a2e81 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4413121 Jul 09 09:41:16.248409 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59734) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:16.254727 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-676301da-24d1-48f1-bb29-74aa807dea58 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'port': {'network_id': 'a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee', 'name': 'tempest-PortsTestJSON-581871116', 'fixed_ips': [{'subnet_id': '97b78837-ae53-43e3-9148-d2420e306f17', 'ip_address': '172.20.0.10'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:16.314228 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05783c47-463d-4caf-8b01-de15fc1ba89d req-e7f4ae28-847f-41d3-a791-a26132bbd9b6 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:16.315767 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-05783c47-463d-4caf-8b01-de15fc1ba89d req-e7f4ae28-847f-41d3-a791-a26132bbd9b6 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.1447928 Jul 09 09:41:16.320868 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a62dd37c-c4ff-4539-9a48-5ef2c5d6875d req-5768f5fb-b265-4739-9095-eb27bf61a20d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] For port 5b934c85-eb71-4634-aff9-87fb7da9e1c2, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5b934c85-eb71-4634-aff9-87fb7da9e1c2,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:16.321238 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a62dd37c-c4ff-4539-9a48-5ef2c5d6875d req-5768f5fb-b265-4739-9095-eb27bf61a20d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:16.347780 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-a62dd37c-c4ff-4539-9a48-5ef2c5d6875d req-5768f5fb-b265-4739-9095-eb27bf61a20d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Calling delete_port for 5b934c85-eb71-4634-aff9-87fb7da9e1c2 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:16.382453 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676301da-24d1-48f1-bb29-74aa807dea58 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:16.403578 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20efba30-dbf9-48e4-8a04-d57701816661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee', 'network_id': 'a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee', 'tenant_id': 'e05dd25310194e27919dfc6a9e416ba2', 'fixed_ips': [{'subnet_id': '97b78837-ae53-43e3-9148-d2420e306f17'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:41:16.405209 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-20efba30-dbf9-48e4-8a04-d57701816661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:16.410915 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-05783c47-463d-4caf-8b01-de15fc1ba89d req-f87a432a-3f2e-4b47-8953-76c70d4f84c8 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868821 Jul 09 09:41:16.511502 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a62dd37c-c4ff-4539-9a48-5ef2c5d6875d req-5768f5fb-b265-4739-9095-eb27bf61a20d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:16.517291 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-676301da-24d1-48f1-bb29-74aa807dea58 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:16.541402 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-676301da-24d1-48f1-bb29-74aa807dea58 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] device_id is not set on port 9b28cec3-d068-430e-a1b1-0717b057e7d9 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:41:16.548867 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768f5fb-b265-4739-9095-eb27bf61a20d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Pushing event deleted for resources: {'Port': ['ID=5b934c85-eb71-4634-aff9-87fb7da9e1c2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:16.549199 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['5d56156b-309e-479e-a4ff-8cdcce4b636e', '303f7b75-76ba-4ae3-b8cf-62193adbcd86'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:41:16.604843 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62dd37c-c4ff-4539-9a48-5ef2c5d6875d req-5768f5fb-b265-4739-9095-eb27bf61a20d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] No DVR routers for this DVR port 5b934c85-eb71-4634-aff9-87fb7da9e1c2 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:41:16.609425 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a62dd37c-c4ff-4539-9a48-5ef2c5d6875d req-5768f5fb-b265-4739-9095-eb27bf61a20d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:16.621294 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a62dd37c-c4ff-4539-9a48-5ef2c5d6875d req-5768f5fb-b265-4739-9095-eb27bf61a20d tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "DELETE /v2.0/ports/5b934c85-eb71-4634-aff9-87fb7da9e1c2 HTTP/1.1" status: 204 len: 173 time: 0.5529838 Jul 09 09:41:16.622111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8125a41e-ac4c-4ba8-909b-bcf88aa747f2', 'name': 'network-vif-deleted', 'tag': '5b934c85-eb71-4634-aff9-87fb7da9e1c2'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:41:16.625806 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5126ab7-964f-41fa-8877-8890e02f5194" -d '{"events": [{"server_uuid": "8125a41e-ac4c-4ba8-909b-bcf88aa747f2", "name": "network-vif-deleted", "tag": "5b934c85-eb71-4634-aff9-87fb7da9e1c2"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:41:16.696626 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-20efba30-dbf9-48e4-8a04-d57701816661 None None] Allocated IP 172.20.0.2 (a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee/97b78837-ae53-43e3-9148-d2420e306f17/f47c9f14-1b35-4e98-b19d-2072b21c611a) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:41:16.720271 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1316765a-0760-46b3-8fc6-d7ceb7023a5e no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:41:16.756690 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 1316765a-0760-46b3-8fc6-d7ceb7023a5e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:41:16.757031 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1316765a-0760-46b3-8fc6-d7ceb7023a5e not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:41:16.772419 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 09 Jul 2021 09:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de22b4fa-898a-4dd9-8f20-d5faa371853d x-openstack-request-id: req-de22b4fa-898a-4dd9-8f20-d5faa371853d {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:41:16.772820 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8125a41e-ac4c-4ba8-909b-bcf88aa747f2", "name": "network-vif-deleted", "tag": "5b934c85-eb71-4634-aff9-87fb7da9e1c2", "status": "failed", "code": 422}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:41:16.773183 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-de22b4fa-898a-4dd9-8f20-d5faa371853d {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:41:16.773985 n-d-799996-1 neutron-server[93790]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8125a41e-ac4c-4ba8-909b-bcf88aa747f2', 'name': 'network-vif-deleted', 'tag': '5b934c85-eb71-4634-aff9-87fb7da9e1c2', 'status': 'failed', 'code': 422} returned with failed status Jul 09 09:41:16.978581 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-20efba30-dbf9-48e4-8a04-d57701816661 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:16.996661 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-20efba30-dbf9-48e4-8a04-d57701816661 None None] Transition to ACTIVE for port object f47c9f14-1b35-4e98-b19d-2072b21c611a will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:17.028257 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-20efba30-dbf9-48e4-8a04-d57701816661 None None] Transition to ACTIVE for port object f47c9f14-1b35-4e98-b19d-2072b21c611a will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:17.046529 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-20efba30-dbf9-48e4-8a04-d57701816661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:17.097034 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-676301da-24d1-48f1-bb29-74aa807dea58 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Allocated IP 172.20.0.10 (a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee/97b78837-ae53-43e3-9148-d2420e306f17/9b28cec3-d068-430e-a1b1-0717b057e7d9) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:41:17.109030 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20efba30-dbf9-48e4-8a04-d57701816661 None None] Network a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:41:17.120894 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-20efba30-dbf9-48e4-8a04-d57701816661 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:17.124336 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20efba30-dbf9-48e4-8a04-d57701816661 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:41:17.126261 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efba30-dbf9-48e4-8a04-d57701816661 None None] Pushing event updated for resources: {'Port': ['ID=f47c9f14-1b35-4e98-b19d-2072b21c611a,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:17.189748 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-20efba30-dbf9-48e4-8a04-d57701816661 None None] Attempting to bind port f47c9f14-1b35-4e98-b19d-2072b21c611a on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:41:17.190142 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-20efba30-dbf9-48e4-8a04-d57701816661 None None] Attempting to bind port f47c9f14-1b35-4e98-b19d-2072b21c611a by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'f09d8567-bebf-40df-a6a7-d8ffef59ffa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:41:17.190484 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20efba30-dbf9-48e4-8a04-d57701816661 None None] Attempting to bind port f47c9f14-1b35-4e98-b19d-2072b21c611a on network a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:41:17.195872 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20efba30-dbf9-48e4-8a04-d57701816661 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:41:17.196249 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20efba30-dbf9-48e4-8a04-d57701816661 None None] Checking segment: {'id': 'f09d8567-bebf-40df-a6a7-d8ffef59ffa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:41:17.196653 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-20efba30-dbf9-48e4-8a04-d57701816661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:17.197076 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20efba30-dbf9-48e4-8a04-d57701816661 None None] Bound using segment: {'id': 'f09d8567-bebf-40df-a6a7-d8ffef59ffa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:41:17.197539 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-20efba30-dbf9-48e4-8a04-d57701816661 None None] Bound port: f47c9f14-1b35-4e98-b19d-2072b21c611a, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09d8567-bebf-40df-a6a7-d8ffef59ffa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:41:17.197922 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-20efba30-dbf9-48e4-8a04-d57701816661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:17.200400 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3f138-3fb0-4fa5-be34-0e37a6917d92 req-c47d4553-b617-4438-a75e-66f3ede2fd6a tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:17.202968 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f3f138-3fb0-4fa5-be34-0e37a6917d92 req-c47d4553-b617-4438-a75e-66f3ede2fd6a tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.0944855 Jul 09 09:41:17.275056 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f3f138-3fb0-4fa5-be34-0e37a6917d92 req-b88ca501-0142-4450-9c9d-0cdbdc8dd482 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524337 Jul 09 09:41:17.288972 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-20efba30-dbf9-48e4-8a04-d57701816661 None None] For port f47c9f14-1b35-4e98-b19d-2072b21c611a, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:41:17.294601 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-20efba30-dbf9-48e4-8a04-d57701816661 None None] For port f47c9f14-1b35-4e98-b19d-2072b21c611a, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f47c9f14-1b35-4e98-b19d-2072b21c611a,segment=NetworkSegment(f09d8567-bebf-40df-a6a7-d8ffef59ffa6),segment_id=f09d8567-bebf-40df-a6a7-d8ffef59ffa6)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:41:17.299371 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-20efba30-dbf9-48e4-8a04-d57701816661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:17.349274 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-676301da-24d1-48f1-bb29-74aa807dea58 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:17.370299 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-676301da-24d1-48f1-bb29-74aa807dea58 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Transition to ACTIVE for port object 9b28cec3-d068-430e-a1b1-0717b057e7d9 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:17.384877 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efba30-dbf9-48e4-8a04-d57701816661 None None] Pushing event updated for resources: {'Port': ['ID=f47c9f14-1b35-4e98-b19d-2072b21c611a,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:17.422164 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-676301da-24d1-48f1-bb29-74aa807dea58 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:17.473242 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676301da-24d1-48f1-bb29-74aa807dea58 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:41:17.479022 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-676301da-24d1-48f1-bb29-74aa807dea58 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:17.481785 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676301da-24d1-48f1-bb29-74aa807dea58 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:41:17.493266 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed386cd1-aade-4adc-984d-1fac0940f71d req-f674e6fd-df98-4d35-aed9-d0f50a243705 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:17.494842 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ed386cd1-aade-4adc-984d-1fac0940f71d req-f674e6fd-df98-4d35-aed9-d0f50a243705 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=b101c202-6a8c-48d3-b774-5ea72b4c8577 HTTP/1.1" status: 200 len: 907 time: 0.0699313 Jul 09 09:41:17.520217 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676301da-24d1-48f1-bb29-74aa807dea58 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Port': ['ID=9b28cec3-d068-430e-a1b1-0717b057e7d9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:17.541231 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676301da-24d1-48f1-bb29-74aa807dea58 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:17.541786 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-676301da-24d1-48f1-bb29-74aa807dea58 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:17.585616 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-676301da-24d1-48f1-bb29-74aa807dea58 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3359318 Jul 09 09:41:17.588103 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59758) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:17.603331 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5b5cf908-81f1-4d95-88c0-51e4193f9232 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'port': {'network_id': 'a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee', 'name': 'tempest-PortsTestJSON-731467538', 'fixed_ips': [{'subnet_id': '97b78837-ae53-43e3-9148-d2420e306f17', 'ip_address': '172.20.0.9'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:17.663915 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dc2d8-3feb-4b9c-b010-abbf7cffa4b5 req-ac24fb44-fb12-41c3-8707-fd57bf060b8a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:17.673840 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-221dc2d8-3feb-4b9c-b010-abbf7cffa4b5 req-ac24fb44-fb12-41c3-8707-fd57bf060b8a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.1195958 Jul 09 09:41:17.731721 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-221dc2d8-3feb-4b9c-b010-abbf7cffa4b5 req-169922c1-7ad0-461d-939b-19135d299d89 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568838 Jul 09 09:41:17.770485 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5cf908-81f1-4d95-88c0-51e4193f9232 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:17.775776 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b5cf908-81f1-4d95-88c0-51e4193f9232 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:17.793869 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-5b5cf908-81f1-4d95-88c0-51e4193f9232 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] device_id is not set on port e982da90-ac8e-4290-a79c-60973c66d221 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:41:17.984215 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-5b5cf908-81f1-4d95-88c0-51e4193f9232 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Allocated IP 172.20.0.9 (a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee/97b78837-ae53-43e3-9148-d2420e306f17/e982da90-ac8e-4290-a79c-60973c66d221) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:41:18.002960 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbe29c-0472-4396-a69a-760bab26fb25 req-37d57c57-4059-4d9f-8240-9f2e9ba5f278 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:18.004470 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2bfbe29c-0472-4396-a69a-760bab26fb25 req-37d57c57-4059-4d9f-8240-9f2e9ba5f278 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.58 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.1252801 Jul 09 09:41:18.225395 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b5cf908-81f1-4d95-88c0-51e4193f9232 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:18.228308 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-2bfbe29c-0472-4396-a69a-760bab26fb25 req-dd4c6670-096e-43f5-8df5-baf211291db1 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Deleting port 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:18.228641 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bfbe29c-0472-4396-a69a-760bab26fb25 req-dd4c6670-096e-43f5-8df5-baf211291db1 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:18.278769 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-5b5cf908-81f1-4d95-88c0-51e4193f9232 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Transition to ACTIVE for port object e982da90-ac8e-4290-a79c-60973c66d221 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:18.352160 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-2bfbe29c-0472-4396-a69a-760bab26fb25 req-dd4c6670-096e-43f5-8df5-baf211291db1 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] For port 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=7922c83a-b4e7-4c7f-aa72-d56856ca5bdc,segment=NetworkSegment(300358fd-a339-4ff7-a02a-24e05243dd5b),segment_id=300358fd-a339-4ff7-a02a-24e05243dd5b)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:18.352484 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bfbe29c-0472-4396-a69a-760bab26fb25 req-dd4c6670-096e-43f5-8df5-baf211291db1 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:18.362774 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a51519b-0f38-4168-a82d-55dc5272c27f None None] Network a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:41:18.368667 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-2bfbe29c-0472-4396-a69a-760bab26fb25 req-dd4c6670-096e-43f5-8df5-baf211291db1 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Calling delete_port for 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:18.370748 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b5cf908-81f1-4d95-88c0-51e4193f9232 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:18.432187 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-683d9271-3682-4c54-a03e-477f7760197a None None] Provisioning for port f47c9f14-1b35-4e98-b19d-2072b21c611a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:41:18.437836 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5cf908-81f1-4d95-88c0-51e4193f9232 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:41:18.477457 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-5b5cf908-81f1-4d95-88c0-51e4193f9232 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:18.480945 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5cf908-81f1-4d95-88c0-51e4193f9232 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:41:18.508323 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948e4e2-ad1f-4848-88b5-ef16dd5c1218 req-5055dee0-c252-4188-9bf7-7a6466595f5d tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:18.510504 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1948e4e2-ad1f-4848-88b5-ef16dd5c1218 req-5055dee0-c252-4188-9bf7-7a6466595f5d tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 945 time: 0.1095479 Jul 09 09:41:18.549745 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5cf908-81f1-4d95-88c0-51e4193f9232 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:18.550407 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b5cf908-81f1-4d95-88c0-51e4193f9232 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:18.565915 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5cf908-81f1-4d95-88c0-51e4193f9232 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Port': ['ID=e982da90-ac8e-4290-a79c-60973c66d221,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:18.577817 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1948e4e2-ad1f-4848-88b5-ef16dd5c1218 req-0c913ccc-b846-408e-a82a-7c877b809219 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a2d845d-f90c-41b1-be4a-8708f3f033ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561726 Jul 09 09:41:18.589300 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5b5cf908-81f1-4d95-88c0-51e4193f9232 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9999018 Jul 09 09:41:18.593809 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59768) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:18.745054 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f47c9f14-1b35-4e98-b19d-2072b21c611a up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:41:18.751448 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bfbe29c-0472-4396-a69a-760bab26fb25 req-dd4c6670-096e-43f5-8df5-baf211291db1 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:18.783606 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['7922c83a-b4e7-4c7f-aa72-d56856ca5bdc'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:41:18.798350 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c6670-096e-43f5-8df5-baf211291db1 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Pushing event deleted for resources: {'Port': ['ID=7922c83a-b4e7-4c7f-aa72-d56856ca5bdc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:18.856976 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfbe29c-0472-4396-a69a-760bab26fb25 req-dd4c6670-096e-43f5-8df5-baf211291db1 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] No DVR routers for this DVR port 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:41:18.859566 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bfbe29c-0472-4396-a69a-760bab26fb25 req-dd4c6670-096e-43f5-8df5-baf211291db1 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:18.861615 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2bfbe29c-0472-4396-a69a-760bab26fb25 req-dd4c6670-096e-43f5-8df5-baf211291db1 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.58 "DELETE /v2.0/ports/7922c83a-b4e7-4c7f-aa72-d56856ca5bdc HTTP/1.1" status: 204 len: 173 time: 0.8499608 Jul 09 09:41:18.862065 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5488dad6-ba21-464d-b116-37be381538fc', 'name': 'network-vif-deleted', 'tag': '7922c83a-b4e7-4c7f-aa72-d56856ca5bdc'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:41:18.863472 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf6389c-9b9d-4254-9627-81ff5df429ab tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:18.864407 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527a37a6-1cad-4f4b-bbab-2b95970e8a2b" -d '{"events": [{"server_uuid": "5488dad6-ba21-464d-b116-37be381538fc", "name": "network-vif-deleted", "tag": "7922c83a-b4e7-4c7f-aa72-d56856ca5bdc"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:41:18.867429 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8bf6389c-9b9d-4254-9627-81ff5df429ab tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2609746 Jul 09 09:41:18.871881 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59778) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:18.877562 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port f47c9f14-1b35-4e98-b19d-2072b21c611a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:41:18.887261 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port f47c9f14-1b35-4e98-b19d-2072b21c611a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:18.887849 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:18.907000 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1b37b-3078-4b60-8576-87ed4537a38a req-02e62694-c6ce-4201-b10b-869fcbd09f23 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:18.908807 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67e1b37b-3078-4b60-8576-87ed4537a38a req-02e62694-c6ce-4201-b10b-869fcbd09f23 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.58 "GET /v2.0/ports?device_id=b101c202-6a8c-48d3-b774-5ea72b4c8577 HTTP/1.1" status: 200 len: 907 time: 0.2605782 Jul 09 09:41:18.935988 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d1763-99ad-45b7-9687-ee9c2fd84fb2 req-b53e81ba-0db7-4c63-9a83-4b6ac9b5a987 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:18.937797 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b9d1763-99ad-45b7-9687-ee9c2fd84fb2 req-b53e81ba-0db7-4c63-9a83-4b6ac9b5a987 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=b101c202-6a8c-48d3-b774-5ea72b4c8577 HTTP/1.1" status: 200 len: 907 time: 0.2260623 Jul 09 09:41:19.022814 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64b7a8-7cae-4e06-a6d3-10f62990c139 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:19.031669 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64b7a8-7cae-4e06-a6d3-10f62990c139 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:19.041248 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64b7a8-7cae-4e06-a6d3-10f62990c139 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:19.043132 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2d64b7a8-7cae-4e06-a6d3-10f62990c139 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1700647 Jul 09 09:41:19.046000 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59780) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:19.223808 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a8e34b74-bcaf-486c-a145-4fd63190fb73 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting port e982da90-ac8e-4290-a79c-60973c66d221 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:19.224566 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8e34b74-bcaf-486c-a145-4fd63190fb73 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:19.226390 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-67e1b37b-3078-4b60-8576-87ed4537a38a req-2f990852-b810-468e-835f-2587af38605c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Deleting port cdcb6756-cb94-4cbd-9c7f-7bac45928eca {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:19.226738 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-67e1b37b-3078-4b60-8576-87ed4537a38a req-2f990852-b810-468e-835f-2587af38605c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:19.286718 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00420c-f731-424b-a521-69556f6f5b8d req-9cb65804-3221-40bf-93ee-5c4b0ad2a439 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:19.295228 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd00420c-f731-424b-a521-69556f6f5b8d req-9cb65804-3221-40bf-93ee-5c4b0ad2a439 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.2189825 Jul 09 09:41:19.351109 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a7965f10-2334-4be1-a6c9-600e3c71c083 None None] Provisioning for port e982da90-ac8e-4290-a79c-60973c66d221 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:41:19.360821 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a7965f10-2334-4be1-a6c9-600e3c71c083 None None] Provisioning complete for port e982da90-ac8e-4290-a79c-60973c66d221 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:19.361612 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8e34b74-bcaf-486c-a145-4fd63190fb73 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:19.362178 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a7965f10-2334-4be1-a6c9-600e3c71c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:19.363229 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd00420c-f731-424b-a521-69556f6f5b8d req-4f590bcb-6536-4da0-9d32-572b3308b2ef tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670621 Jul 09 09:41:19.368821 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:19.376024 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a8e34b74-bcaf-486c-a145-4fd63190fb73 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Calling delete_port for e982da90-ac8e-4290-a79c-60973c66d221 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:19.416308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-67e1b37b-3078-4b60-8576-87ed4537a38a req-2f990852-b810-468e-835f-2587af38605c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] For port cdcb6756-cb94-4cbd-9c7f-7bac45928eca, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=cdcb6756-cb94-4cbd-9c7f-7bac45928eca,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:19.416684 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-67e1b37b-3078-4b60-8576-87ed4537a38a req-2f990852-b810-468e-835f-2587af38605c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:19.435118 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-67e1b37b-3078-4b60-8576-87ed4537a38a req-2f990852-b810-468e-835f-2587af38605c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Calling delete_port for cdcb6756-cb94-4cbd-9c7f-7bac45928eca owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:19.441207 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a7965f10-2334-4be1-a6c9-600e3c71c083 None None] Port e982da90-ac8e-4290-a79c-60973c66d221 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:41:19.452495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port f47c9f14-1b35-4e98-b19d-2072b21c611a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f47c9f14-1b35-4e98-b19d-2072b21c611a,segment=NetworkSegment(f09d8567-bebf-40df-a6a7-d8ffef59ffa6),segment_id=f09d8567-bebf-40df-a6a7-d8ffef59ffa6)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:19.458568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a7965f10-2334-4be1-a6c9-600e3c71c083 None None] Provisioning for port 9b28cec3-d068-430e-a1b1-0717b057e7d9 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:41:19.472205 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a7965f10-2334-4be1-a6c9-600e3c71c083 None None] Provisioning complete for port 9b28cec3-d068-430e-a1b1-0717b057e7d9 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:19.473666 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003985a6-f210-4d84-86c2-afefb24790c8 x-openstack-request-id: req-003985a6-f210-4d84-86c2-afefb24790c8 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:41:19.474103 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5488dad6-ba21-464d-b116-37be381538fc", "name": "network-vif-deleted", "tag": "7922c83a-b4e7-4c7f-aa72-d56856ca5bdc", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:41:19.474412 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-003985a6-f210-4d84-86c2-afefb24790c8 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:41:19.474888 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5488dad6-ba21-464d-b116-37be381538fc', 'name': 'network-vif-deleted', 'tag': '7922c83a-b4e7-4c7f-aa72-d56856ca5bdc', 'status': 'completed', 'code': 200} Jul 09 09:41:19.477883 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a7965f10-2334-4be1-a6c9-600e3c71c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:19.481018 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:19.584097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a7965f10-2334-4be1-a6c9-600e3c71c083 None None] Port 9b28cec3-d068-430e-a1b1-0717b057e7d9 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:41:19.602636 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=f47c9f14-1b35-4e98-b19d-2072b21c611a,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:19.621200 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-67e1b37b-3078-4b60-8576-87ed4537a38a req-2f990852-b810-468e-835f-2587af38605c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:19.625570 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a7965f10-2334-4be1-a6c9-600e3c71c083 None None] Provisioning complete for port f47c9f14-1b35-4e98-b19d-2072b21c611a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:19.625949 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a7965f10-2334-4be1-a6c9-600e3c71c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:19.656548 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8e34b74-bcaf-486c-a145-4fd63190fb73 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:19.663995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f990852-b810-468e-835f-2587af38605c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Pushing event deleted for resources: {'Port': ['ID=cdcb6756-cb94-4cbd-9c7f-7bac45928eca,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:19.698730 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e34b74-bcaf-486c-a145-4fd63190fb73 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Port': ['ID=e982da90-ac8e-4290-a79c-60973c66d221,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:19.798081 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e1b37b-3078-4b60-8576-87ed4537a38a req-2f990852-b810-468e-835f-2587af38605c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] No DVR routers for this DVR port cdcb6756-cb94-4cbd-9c7f-7bac45928eca on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:41:19.800649 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-67e1b37b-3078-4b60-8576-87ed4537a38a req-2f990852-b810-468e-835f-2587af38605c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:19.802719 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67e1b37b-3078-4b60-8576-87ed4537a38a req-2f990852-b810-468e-835f-2587af38605c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.58 "DELETE /v2.0/ports/cdcb6756-cb94-4cbd-9c7f-7bac45928eca HTTP/1.1" status: 204 len: 173 time: 0.8845673 Jul 09 09:41:19.803208 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b101c202-6a8c-48d3-b774-5ea72b4c8577', 'name': 'network-vif-deleted', 'tag': 'cdcb6756-cb94-4cbd-9c7f-7bac45928eca'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:41:19.805789 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40c3d80-365f-44a5-9091-84cff789554f" -d '{"events": [{"server_uuid": "b101c202-6a8c-48d3-b774-5ea72b4c8577", "name": "network-vif-deleted", "tag": "cdcb6756-cb94-4cbd-9c7f-7bac45928eca"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:41:19.852496 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8e34b74-bcaf-486c-a145-4fd63190fb73 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:19.855480 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c6d5fba-e068-4d9e-933e-5eaf945b1731 req-1394ea82-947f-4fc1-9c55-6e2c92a90b27 tempest-ServerRescueTestJSONUnderV235-1948640031 tempest-ServerRescueTestJSONUnderV235-1948640031-project] 10.222.0.61 "GET /v2.0/ports?device_id=5488dad6-ba21-464d-b116-37be381538fc HTTP/1.1" status: 200 len: 210 time: 0.0311122 Jul 09 09:41:19.856481 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a8e34b74-bcaf-486c-a145-4fd63190fb73 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/ports/e982da90-ac8e-4290-a79c-60973c66d221 HTTP/1.1" status: 204 len: 168 time: 0.8092570 Jul 09 09:41:19.859660 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59792) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:19.896818 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da936d42-4319-484b-808b-76ae63c84f00 x-openstack-request-id: req-da936d42-4319-484b-808b-76ae63c84f00 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:41:19.897419 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b101c202-6a8c-48d3-b774-5ea72b4c8577", "name": "network-vif-deleted", "tag": "cdcb6756-cb94-4cbd-9c7f-7bac45928eca", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:41:19.900944 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da936d42-4319-484b-808b-76ae63c84f00 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:41:19.901408 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b101c202-6a8c-48d3-b774-5ea72b4c8577', 'name': 'network-vif-deleted', 'tag': 'cdcb6756-cb94-4cbd-9c7f-7bac45928eca', 'status': 'completed', 'code': 200} Jul 09 09:41:19.903124 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-84392461-0760-451e-8dbc-bf3b0356109e tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] GET failed (client error): The resource could not be found. Jul 09 09:41:19.905179 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-84392461-0760-451e-8dbc-bf3b0356109e tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports/e982da90-ac8e-4290-a79c-60973c66d221 HTTP/1.1" status: 404 len: 333 time: 0.0442486 Jul 09 09:41:19.908320 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59794) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:19.922475 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-95b256c8-4f28-4a6d-9285-8073458189e0 None None] Could not find standard attr ID for object e982da90-ac8e-4290-a79c-60973c66d221. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:41:19.944884 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-95b256c8-4f28-4a6d-9285-8073458189e0 None None] Provisioning complete for port 9b28cec3-d068-430e-a1b1-0717b057e7d9 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:19.945315 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-95b256c8-4f28-4a6d-9285-8073458189e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:19.983874 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-95b256c8-4f28-4a6d-9285-8073458189e0 None None] Port 9b28cec3-d068-430e-a1b1-0717b057e7d9 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:41:20.102190 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a5035f30-1779-40fd-9d1e-e6518471efe3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting port 9b28cec3-d068-430e-a1b1-0717b057e7d9 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:20.102539 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5035f30-1779-40fd-9d1e-e6518471efe3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:20.170728 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a262f19-def7-4f60-9947-bfd93d44acf4 req-ce0013fc-365b-4d2c-8402-d94d0fb5d1a2 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=b101c202-6a8c-48d3-b774-5ea72b4c8577 HTTP/1.1" status: 200 len: 210 time: 0.0635090 Jul 09 09:41:20.216077 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5035f30-1779-40fd-9d1e-e6518471efe3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:20.228279 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a5035f30-1779-40fd-9d1e-e6518471efe3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Calling delete_port for 9b28cec3-d068-430e-a1b1-0717b057e7d9 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:20.355362 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5035f30-1779-40fd-9d1e-e6518471efe3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:20.389230 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5035f30-1779-40fd-9d1e-e6518471efe3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Port': ['ID=9b28cec3-d068-430e-a1b1-0717b057e7d9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:20.462671 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5035f30-1779-40fd-9d1e-e6518471efe3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:20.465221 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a5035f30-1779-40fd-9d1e-e6518471efe3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/ports/9b28cec3-d068-430e-a1b1-0717b057e7d9 HTTP/1.1" status: 204 len: 168 time: 0.5559063 Jul 09 09:41:20.467916 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59802) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:20.498344 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4ffc3c-e426-44dc-902b-4a5300d7b4e1 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] GET failed (client error): The resource could not be found. Jul 09 09:41:20.500316 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2e4ffc3c-e426-44dc-902b-4a5300d7b4e1 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports/9b28cec3-d068-430e-a1b1-0717b057e7d9 HTTP/1.1" status: 404 len: 333 time: 0.0311689 Jul 09 09:41:20.503178 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59804) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:20.591790 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11f27ef-449b-4e52-abeb-8d8dde8cd2d3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting subnet 97b78837-ae53-43e3-9148-d2420e306f17 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:41:20.595619 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f11f27ef-449b-4e52-abeb-8d8dde8cd2d3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:20.667525 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f47c9f14-1b35-4e98-b19d-2072b21c611a up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:41:20.724311 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port f47c9f14-1b35-4e98-b19d-2072b21c611a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:20.724684 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:20.959723 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59810) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:20.987425 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f11f27ef-449b-4e52-abeb-8d8dde8cd2d3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:21.026882 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a9d4a-009f-40f4-83d8-904862d1daef req-61f1e73e-ddc8-4ffc-9d5d-1b2f20e7f9ec tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:21.028497 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e3a9d4a-009f-40f4-83d8-904862d1daef req-61f1e73e-ddc8-4ffc-9d5d-1b2f20e7f9ec tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.5159118 Jul 09 09:41:21.106395 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e3a9d4a-009f-40f4-83d8-904862d1daef req-28697dc7-b321-488f-a188-ab86488ea486 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714548 Jul 09 09:41:21.121609 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f11f27ef-449b-4e52-abeb-8d8dde8cd2d3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:21.191639 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f11f27ef-449b-4e52-abeb-8d8dde8cd2d3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:21.224318 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f27ef-449b-4e52-abeb-8d8dde8cd2d3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Subnet': ['ID=97b78837-ae53-43e3-9148-d2420e306f17,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:21.228088 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f11f27ef-449b-4e52-abeb-8d8dde8cd2d3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:21.230022 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f11f27ef-449b-4e52-abeb-8d8dde8cd2d3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/subnets/97b78837-ae53-43e3-9148-d2420e306f17 HTTP/1.1" status: 204 len: 168 time: 0.7258036 Jul 09 09:41:21.233240 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59816) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:21.236524 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a21692-4d49-4069-9e4c-abc62deee476 None None] Network a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:41:21.318099 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8099cbb5-139f-4825-8478-c41e34a86080 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:21.395651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-8099cbb5-139f-4825-8478-c41e34a86080 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting port f47c9f14-1b35-4e98-b19d-2072b21c611a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:21.396244 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8099cbb5-139f-4825-8478-c41e34a86080 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:21.482791 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-8099cbb5-139f-4825-8478-c41e34a86080 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] For port f47c9f14-1b35-4e98-b19d-2072b21c611a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f47c9f14-1b35-4e98-b19d-2072b21c611a,segment=NetworkSegment(f09d8567-bebf-40df-a6a7-d8ffef59ffa6),segment_id=f09d8567-bebf-40df-a6a7-d8ffef59ffa6)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:21.483157 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8099cbb5-139f-4825-8478-c41e34a86080 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:21.499131 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-8099cbb5-139f-4825-8478-c41e34a86080 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Calling delete_port for f47c9f14-1b35-4e98-b19d-2072b21c611a owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:21.519558 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd80e187-c172-4566-bd95-14f4978af1ec None None] DHCP port deletion for a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:41:21.584759 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-cd80e187-c172-4566-bd95-14f4978af1ec None None] Deleting port f47c9f14-1b35-4e98-b19d-2072b21c611a {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:21.585374 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cd80e187-c172-4566-bd95-14f4978af1ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:21.611657 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8099cbb5-139f-4825-8478-c41e34a86080 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:21.647556 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099cbb5-139f-4825-8478-c41e34a86080 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Port': ['ID=f47c9f14-1b35-4e98-b19d-2072b21c611a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:21.655059 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8099cbb5-139f-4825-8478-c41e34a86080 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] No DVR routers for this DVR port f47c9f14-1b35-4e98-b19d-2072b21c611a on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:41:21.668652 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-cd80e187-c172-4566-bd95-14f4978af1ec None None] For port f47c9f14-1b35-4e98-b19d-2072b21c611a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f47c9f14-1b35-4e98-b19d-2072b21c611a,segment=NetworkSegment(f09d8567-bebf-40df-a6a7-d8ffef59ffa6),segment_id=f09d8567-bebf-40df-a6a7-d8ffef59ffa6)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:21.670518 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cd80e187-c172-4566-bd95-14f4978af1ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:21.684745 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-cd80e187-c172-4566-bd95-14f4978af1ec None None] Calling delete_port for f47c9f14-1b35-4e98-b19d-2072b21c611a owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:21.759012 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74b7c0da-46cf-47f2-996f-d4ce8b1cfe0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:21.773924 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8099cbb5-139f-4825-8478-c41e34a86080 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:21.778478 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cd80e187-c172-4566-bd95-14f4978af1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:21.791422 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-8099cbb5-139f-4825-8478-c41e34a86080 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:21.804294 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-8099cbb5-139f-4825-8478-c41e34a86080 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f09d8567-bebf-40df-a6a7-d8ffef59ffa6') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:21.804545 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-8099cbb5-139f-4825-8478-c41e34a86080 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f09d8567-bebf-40df-a6a7-d8ffef59ffa6') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:21.817735 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8099cbb5-139f-4825-8478-c41e34a86080 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:21.823502 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80e187-c172-4566-bd95-14f4978af1ec None None] Pushing event deleted for resources: {'Port': ['ID=f47c9f14-1b35-4e98-b19d-2072b21c611a,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:21.826557 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd80e187-c172-4566-bd95-14f4978af1ec None None] No DVR routers for this DVR port f47c9f14-1b35-4e98-b19d-2072b21c611a on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:41:21.835271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d798a7-6a48-4494-9e4d-cd10cbc1839a req-e589d1e6-f3d7-40b9-8c56-8d9c020790e6 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:21.836894 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-62d798a7-6a48-4494-9e4d-cd10cbc1839a req-e589d1e6-f3d7-40b9-8c56-8d9c020790e6 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e5d9651-2df3-4f26-a5a8-6d13991d4e40 HTTP/1.1" status: 200 len: 946 time: 0.1767194 Jul 09 09:41:21.848388 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:41:21.860565 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8099cbb5-139f-4825-8478-c41e34a86080 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:21.871857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8099cbb5-139f-4825-8478-c41e34a86080 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:41:21.872338 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8099cbb5-139f-4825-8478-c41e34a86080 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:21.885854 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:41:21.886531 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:41:21.889500 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 7922c83a-b4e7-4c7f-aa72-d56856ca5bdc not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:41:21.938241 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-62d798a7-6a48-4494-9e4d-cd10cbc1839a req-3623bd02-5e0c-4b66-aacb-ac52dd92b65c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947814 Jul 09 09:41:21.956476 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8099cbb5-139f-4825-8478-c41e34a86080 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:21.968389 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8099cbb5-139f-4825-8478-c41e34a86080 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:21.969063 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8099cbb5-139f-4825-8478-c41e34a86080 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/networks/a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee HTTP/1.1" status: 204 len: 168 time: 0.7343764 Jul 09 09:41:21.970027 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59828) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:21.974991 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9c037a35-1b44-46e5-94bf-00b3704c6fce tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-785813551'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:21.984982 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099cbb5-139f-4825-8478-c41e34a86080 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Network': ['ID=a5b95106-45e8-4dbe-9ce9-ca5ba3ad86ee,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:22.006662 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c037a35-1b44-46e5-94bf-00b3704c6fce tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:22.010790 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c037a35-1b44-46e5-94bf-00b3704c6fce tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:22.083007 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c037a35-1b44-46e5-94bf-00b3704c6fce tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:41:22.096509 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c037a35-1b44-46e5-94bf-00b3704c6fce tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:22.096794 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-9c037a35-1b44-46e5-94bf-00b3704c6fce tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Added segment c871278c-4f58-46e5-9fbd-7ee3c8bdd982 of type vlan for network 31901dde-d160-46b8-a087-175df10035e1 Jul 09 09:41:22.146747 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c037a35-1b44-46e5-94bf-00b3704c6fce tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:22.157622 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-74b7c0da-46cf-47f2-996f-d4ce8b1cfe0d admin admin] Deleting port 236a0245-96db-47dd-906f-f0cbe92242a6 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:22.157967 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74b7c0da-46cf-47f2-996f-d4ce8b1cfe0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:22.246485 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c037a35-1b44-46e5-94bf-00b3704c6fce tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:22.253689 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c037a35-1b44-46e5-94bf-00b3704c6fce tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:22.254424 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c037a35-1b44-46e5-94bf-00b3704c6fce tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:22.297857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad6bbe-4a08-4872-ab03-7a538d567cc2 req-e5798960-97e7-42ae-a78c-782e0a3bd262 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:22.299531 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6fad6bbe-4a08-4872-ab03-7a538d567cc2 req-e5798960-97e7-42ae-a78c-782e0a3bd262 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.0683441 Jul 09 09:41:22.319146 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-74b7c0da-46cf-47f2-996f-d4ce8b1cfe0d admin admin] For port 236a0245-96db-47dd-906f-f0cbe92242a6, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=236a0245-96db-47dd-906f-f0cbe92242a6,segment=NetworkSegment(300358fd-a339-4ff7-a02a-24e05243dd5b),segment_id=300358fd-a339-4ff7-a02a-24e05243dd5b)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:22.319618 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74b7c0da-46cf-47f2-996f-d4ce8b1cfe0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:22.338858 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9c037a35-1b44-46e5-94bf-00b3704c6fce tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3678913 Jul 09 09:41:22.345078 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59834) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:22.348260 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6fad6bbe-4a08-4872-ab03-7a538d567cc2 req-c82fb6d2-60c2-46cf-9b0b-aa8e8bb4074a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414536 Jul 09 09:41:22.352374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-263e1f0d-8e2f-4f28-9af3-1613ffbc1487 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'subnet': {'network_id': '31901dde-d160-46b8-a087-175df10035e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:22.357713 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-74b7c0da-46cf-47f2-996f-d4ce8b1cfe0d admin admin] Calling delete_port for 236a0245-96db-47dd-906f-f0cbe92242a6 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:22.362756 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c037a35-1b44-46e5-94bf-00b3704c6fce tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Network': ['ID=31901dde-d160-46b8-a087-175df10035e1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:22.373052 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 31901dde-d160-46b8-a087-175df10035e1 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:41:22.541010 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263e1f0d-8e2f-4f28-9af3-1613ffbc1487 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:22.544574 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-263e1f0d-8e2f-4f28-9af3-1613ffbc1487 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:22.649548 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f47c9f14-1b35-4e98-b19d-2072b21c611a no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:41:22.677806 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: f47c9f14-1b35-4e98-b19d-2072b21c611a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:41:22.678599 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f47c9f14-1b35-4e98-b19d-2072b21c611a not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:41:22.689157 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74b7c0da-46cf-47f2-996f-d4ce8b1cfe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:22.720981 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7c0da-46cf-47f2-996f-d4ce8b1cfe0d admin admin] Pushing event deleted for resources: {'Port': ['ID=236a0245-96db-47dd-906f-f0cbe92242a6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:22.905707 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-263e1f0d-8e2f-4f28-9af3-1613ffbc1487 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:23.007607 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74b7c0da-46cf-47f2-996f-d4ce8b1cfe0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:23.014751 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e1f0d-8e2f-4f28-9af3-1613ffbc1487 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Subnet': ['ID=c7ec1531-4df8-47d2-b08c-8a7709174223,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:23.033586 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263e1f0d-8e2f-4f28-9af3-1613ffbc1487 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Checking segment: {'id': 'c871278c-4f58-46e5-9fbd-7ee3c8bdd982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '31901dde-d160-46b8-a087-175df10035e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:41:23.033956 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263e1f0d-8e2f-4f28-9af3-1613ffbc1487 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network hostable DHCP agents. Network: 31901dde-d160-46b8-a087-175df10035e1, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:41:23.125275 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263e1f0d-8e2f-4f28-9af3-1613ffbc1487 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network 31901dde-d160-46b8-a087-175df10035e1 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:41:23.155180 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-263e1f0d-8e2f-4f28-9af3-1613ffbc1487 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 31901dde-d160-46b8-a087-175df10035e1) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:23.161820 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e1f0d-8e2f-4f28-9af3-1613ffbc1487 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:23.162252 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-263e1f0d-8e2f-4f28-9af3-1613ffbc1487 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:23.164099 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3cac12-9f84-400d-9be9-e74842bde32c None None] Network 31901dde-d160-46b8-a087-175df10035e1 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:41:23.212114 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-263e1f0d-8e2f-4f28-9af3-1613ffbc1487 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8634529 Jul 09 09:41:23.215314 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59842) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:23.221151 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-55a33d44-dfc8-48a8-acca-e243fbecd229 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2112570737', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:23.292128 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55a33d44-dfc8-48a8-acca-e243fbecd229 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:23.292998 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55a33d44-dfc8-48a8-acca-e243fbecd229 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:23.344387 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f7876f-ed57-4c74-999f-be0f0124a181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-31901dde-d160-46b8-a087-175df10035e1', 'network_id': '31901dde-d160-46b8-a087-175df10035e1', 'tenant_id': 'e05dd25310194e27919dfc6a9e416ba2', 'fixed_ips': [{'subnet_id': 'c7ec1531-4df8-47d2-b08c-8a7709174223'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:41:23.345920 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90f7876f-ed57-4c74-999f-be0f0124a181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:23.369626 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b7c0da-46cf-47f2-996f-d4ce8b1cfe0d admin admin] Router 7f2b401d-9a34-4909-bc8d-5b9a74725778 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:41:23.379198 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55a33d44-dfc8-48a8-acca-e243fbecd229 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:23.391463 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3405677-5462-417c-b82d-8bf5bd606446 req-9e6579a0-3895-4d24-a6d8-ee36b2055735 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:23.392282 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55a33d44-dfc8-48a8-acca-e243fbecd229 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:23.393095 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a3405677-5462-417c-b82d-8bf5bd606446 req-9e6579a0-3895-4d24-a6d8-ee36b2055735 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e5d9651-2df3-4f26-a5a8-6d13991d4e40 HTTP/1.1" status: 200 len: 946 time: 0.1367602 Jul 09 09:41:23.453864 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55a33d44-dfc8-48a8-acca-e243fbecd229 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:23.455159 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-55a33d44-dfc8-48a8-acca-e243fbecd229 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2394977 Jul 09 09:41:23.457882 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59848) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:23.461622 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e034d-26d2-4dc7-bf91-b616fee5ebe6 req-2aa770fd-5e78-4f0f-b3c4-105cade14344 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:23.463171 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-027e034d-26d2-4dc7-bf91-b616fee5ebe6 req-2aa770fd-5e78-4f0f-b3c4-105cade14344 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e5d9651-2df3-4f26-a5a8-6d13991d4e40 HTTP/1.1" status: 200 len: 946 time: 0.1683624 Jul 09 09:41:23.469347 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a91150a8-2161-43d7-bfde-042e0339de7f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'port': {'network_id': '31901dde-d160-46b8-a087-175df10035e1', 'name': 'tempest-PortsTestJSON-564510918'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:23.520179 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-90f7876f-ed57-4c74-999f-be0f0124a181 None None] Allocated IP 172.20.0.2 (31901dde-d160-46b8-a087-175df10035e1/c7ec1531-4df8-47d2-b08c-8a7709174223/7614d003-216a-469a-9ae3-b743f07b7ca5) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:41:23.565300 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-027e034d-26d2-4dc7-bf91-b616fee5ebe6 req-d0cfc211-bdfc-4679-bb42-1f79f59a88f1 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934579 Jul 09 09:41:23.610294 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b7c0da-46cf-47f2-996f-d4ce8b1cfe0d admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:41:23.619296 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-74b7c0da-46cf-47f2-996f-d4ce8b1cfe0d admin admin] 10.222.0.61 "PUT /v2.0/routers/7f2b401d-9a34-4909-bc8d-5b9a74725778/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6585045 Jul 09 09:41:23.621974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59852) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:23.635478 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-a3405677-5462-417c-b82d-8bf5bd606446 req-7082a6b2-f370-49c8-a5f4-5afbecf31d7a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Deleting port 303f7b75-76ba-4ae3-b8cf-62193adbcd86 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:23.635861 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3405677-5462-417c-b82d-8bf5bd606446 req-7082a6b2-f370-49c8-a5f4-5afbecf31d7a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:23.656226 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91150a8-2161-43d7-bfde-042e0339de7f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:23.660753 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a91150a8-2161-43d7-bfde-042e0339de7f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:23.681636 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-a91150a8-2161-43d7-bfde-042e0339de7f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] device_id is not set on port a06168d2-1f52-4e63-b860-0c6c5eeea9d8 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:41:23.706009 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90f7876f-ed57-4c74-999f-be0f0124a181 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:23.716791 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-90f7876f-ed57-4c74-999f-be0f0124a181 None None] Transition to ACTIVE for port object 7614d003-216a-469a-9ae3-b743f07b7ca5 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:23.723077 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495b5f7a-0b31-42e9-9a44-e58180abe87a None None] Sync routers for ids ['7f2b401d-9a34-4909-bc8d-5b9a74725778'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:41:23.742695 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-90f7876f-ed57-4c74-999f-be0f0124a181 None None] Transition to ACTIVE for port object 7614d003-216a-469a-9ae3-b743f07b7ca5 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:23.745619 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495b5f7a-0b31-42e9-9a44-e58180abe87a None None] Routers {'7f2b401d-9a34-4909-bc8d-5b9a74725778'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:41:23.746365 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-495b5f7a-0b31-42e9-9a44-e58180abe87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:41:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7f2b401d-9a34-4909-bc8d-5b9a74725778'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:23.804382 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-a91150a8-2161-43d7-bfde-042e0339de7f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Allocated IP 172.20.0.14 (31901dde-d160-46b8-a087-175df10035e1/c7ec1531-4df8-47d2-b08c-8a7709174223/a06168d2-1f52-4e63-b860-0c6c5eeea9d8) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:41:23.810303 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ab97a-a185-4acc-99f8-71769b926aed req-266f0287-3473-4e7e-9cac-c1f53c2f81d7 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:23.812875 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c53ab97a-a185-4acc-99f8-71769b926aed req-266f0287-3473-4e7e-9cac-c1f53c2f81d7 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.2669849 Jul 09 09:41:23.833098 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90f7876f-ed57-4c74-999f-be0f0124a181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:23.845109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a3405677-5462-417c-b82d-8bf5bd606446 req-7082a6b2-f370-49c8-a5f4-5afbecf31d7a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] For port 303f7b75-76ba-4ae3-b8cf-62193adbcd86, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=303f7b75-76ba-4ae3-b8cf-62193adbcd86,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:23.845478 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3405677-5462-417c-b82d-8bf5bd606446 req-7082a6b2-f370-49c8-a5f4-5afbecf31d7a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:23.864860 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device cdcb6756-cb94-4cbd-9c7f-7bac45928eca no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:41:23.870016 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-a3405677-5462-417c-b82d-8bf5bd606446 req-7082a6b2-f370-49c8-a5f4-5afbecf31d7a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Calling delete_port for 303f7b75-76ba-4ae3-b8cf-62193adbcd86 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:23.892210 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f6c35d5c-a311-4c54-b521-70d20796d292 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:23.906741 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: cdcb6756-cb94-4cbd-9c7f-7bac45928eca {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:41:23.907125 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device cdcb6756-cb94-4cbd-9c7f-7bac45928eca not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:41:23.909847 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f7876f-ed57-4c74-999f-be0f0124a181 None None] Network 31901dde-d160-46b8-a087-175df10035e1 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:41:23.918296 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-90f7876f-ed57-4c74-999f-be0f0124a181 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:23.927395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f7876f-ed57-4c74-999f-be0f0124a181 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:41:23.933722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7876f-ed57-4c74-999f-be0f0124a181 None None] Pushing event updated for resources: {'Port': ['ID=7614d003-216a-469a-9ae3-b743f07b7ca5,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:23.942388 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-495b5f7a-0b31-42e9-9a44-e58180abe87a None None] Set router 7f2b401d-9a34-4909-bc8d-5b9a74725778 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:41:23.974254 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a91150a8-2161-43d7-bfde-042e0339de7f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:23.991104 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-a91150a8-2161-43d7-bfde-042e0339de7f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Transition to ACTIVE for port object a06168d2-1f52-4e63-b860-0c6c5eeea9d8 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:23.998862 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c53ab97a-a185-4acc-99f8-71769b926aed req-e7fa0efb-3c8f-4821-8346-68068548086f tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688979 Jul 09 09:41:24.033425 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a91150a8-2161-43d7-bfde-042e0339de7f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:24.081728 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91150a8-2161-43d7-bfde-042e0339de7f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network 31901dde-d160-46b8-a087-175df10035e1 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:41:24.087365 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a91150a8-2161-43d7-bfde-042e0339de7f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:24.091259 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91150a8-2161-43d7-bfde-042e0339de7f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:41:24.120118 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91150a8-2161-43d7-bfde-042e0339de7f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Port': ['ID=a06168d2-1f52-4e63-b860-0c6c5eeea9d8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:24.120670 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-90f7876f-ed57-4c74-999f-be0f0124a181 None None] Attempting to bind port 7614d003-216a-469a-9ae3-b743f07b7ca5 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:41:24.121103 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-90f7876f-ed57-4c74-999f-be0f0124a181 None None] Attempting to bind port 7614d003-216a-469a-9ae3-b743f07b7ca5 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'c871278c-4f58-46e5-9fbd-7ee3c8bdd982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '31901dde-d160-46b8-a087-175df10035e1'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:41:24.122189 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7876f-ed57-4c74-999f-be0f0124a181 None None] Attempting to bind port 7614d003-216a-469a-9ae3-b743f07b7ca5 on network 31901dde-d160-46b8-a087-175df10035e1 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:41:24.123125 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f6c35d5c-a311-4c54-b521-70d20796d292 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:24.130407 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7876f-ed57-4c74-999f-be0f0124a181 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:41:24.130911 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7876f-ed57-4c74-999f-be0f0124a181 None None] Checking segment: {'id': 'c871278c-4f58-46e5-9fbd-7ee3c8bdd982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '31901dde-d160-46b8-a087-175df10035e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:41:24.131410 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90f7876f-ed57-4c74-999f-be0f0124a181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:24.131923 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7876f-ed57-4c74-999f-be0f0124a181 None None] Bound using segment: {'id': 'c871278c-4f58-46e5-9fbd-7ee3c8bdd982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '31901dde-d160-46b8-a087-175df10035e1'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:41:24.133004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-90f7876f-ed57-4c74-999f-be0f0124a181 None None] Bound port: 7614d003-216a-469a-9ae3-b743f07b7ca5, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c871278c-4f58-46e5-9fbd-7ee3c8bdd982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '31901dde-d160-46b8-a087-175df10035e1'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:41:24.133004 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90f7876f-ed57-4c74-999f-be0f0124a181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:24.161944 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91150a8-2161-43d7-bfde-042e0339de7f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:24.162599 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a91150a8-2161-43d7-bfde-042e0339de7f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:24.174702 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3405677-5462-417c-b82d-8bf5bd606446 req-7082a6b2-f370-49c8-a5f4-5afbecf31d7a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:24.191104 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a91150a8-2161-43d7-bfde-042e0339de7f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7296171 Jul 09 09:41:24.191591 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59856) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:24.208707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082a6b2-f370-49c8-a5f4-5afbecf31d7a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Pushing event deleted for resources: {'Port': ['ID=303f7b75-76ba-4ae3-b8cf-62193adbcd86,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:24.219838 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-90f7876f-ed57-4c74-999f-be0f0124a181 None None] For port 7614d003-216a-469a-9ae3-b743f07b7ca5, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:41:24.223613 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-90f7876f-ed57-4c74-999f-be0f0124a181 None None] For port 7614d003-216a-469a-9ae3-b743f07b7ca5, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=7614d003-216a-469a-9ae3-b743f07b7ca5,segment=NetworkSegment(c871278c-4f58-46e5-9fbd-7ee3c8bdd982),segment_id=c871278c-4f58-46e5-9fbd-7ee3c8bdd982)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:41:24.229389 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['5d56156b-309e-479e-a4ff-8cdcce4b636e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:41:24.237219 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90f7876f-ed57-4c74-999f-be0f0124a181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:24.274560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3405677-5462-417c-b82d-8bf5bd606446 req-7082a6b2-f370-49c8-a5f4-5afbecf31d7a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] No DVR routers for this DVR port 303f7b75-76ba-4ae3-b8cf-62193adbcd86 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:41:24.278021 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3405677-5462-417c-b82d-8bf5bd606446 req-7082a6b2-f370-49c8-a5f4-5afbecf31d7a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:24.280673 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a3405677-5462-417c-b82d-8bf5bd606446 req-7082a6b2-f370-49c8-a5f4-5afbecf31d7a tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.64 "DELETE /v2.0/ports/303f7b75-76ba-4ae3-b8cf-62193adbcd86 HTTP/1.1" status: 204 len: 173 time: 0.8798354 Jul 09 09:41:24.281134 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5d9651-2df3-4f26-a5a8-6d13991d4e40', 'name': 'network-vif-deleted', 'tag': '303f7b75-76ba-4ae3-b8cf-62193adbcd86'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:41:24.283425 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ab9c37-f573-4e82-9d90-f69f85c8c896" -d '{"events": [{"server_uuid": "9e5d9651-2df3-4f26-a5a8-6d13991d4e40", "name": "network-vif-deleted", "tag": "303f7b75-76ba-4ae3-b8cf-62193adbcd86"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:41:24.293094 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f6c35d5c-a311-4c54-b521-70d20796d292 admin admin] Deleting port 8831a7ad-9297-48d8-b945-b07c95b03cec {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:24.293555 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f6c35d5c-a311-4c54-b521-70d20796d292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:24.367150 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc545a1-06a2-4dd2-bc4f-4fc48ff27e5d x-openstack-request-id: req-adc545a1-06a2-4dd2-bc4f-4fc48ff27e5d {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:41:24.367450 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5d9651-2df3-4f26-a5a8-6d13991d4e40", "name": "network-vif-deleted", "tag": "303f7b75-76ba-4ae3-b8cf-62193adbcd86", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:41:24.367753 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-adc545a1-06a2-4dd2-bc4f-4fc48ff27e5d {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:41:24.368138 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5d9651-2df3-4f26-a5a8-6d13991d4e40', 'name': 'network-vif-deleted', 'tag': '303f7b75-76ba-4ae3-b8cf-62193adbcd86', 'status': 'completed', 'code': 200} Jul 09 09:41:24.410796 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7876f-ed57-4c74-999f-be0f0124a181 None None] Pushing event updated for resources: {'Port': ['ID=7614d003-216a-469a-9ae3-b743f07b7ca5,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:24.448230 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-f6c35d5c-a311-4c54-b521-70d20796d292 admin admin] For port 8831a7ad-9297-48d8-b945-b07c95b03cec, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8831a7ad-9297-48d8-b945-b07c95b03cec,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:24.448731 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f6c35d5c-a311-4c54-b521-70d20796d292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:24.483828 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f6c35d5c-a311-4c54-b521-70d20796d292 admin admin] Calling delete_port for 8831a7ad-9297-48d8-b945-b07c95b03cec owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:24.612756 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-495b5f7a-0b31-42e9-9a44-e58180abe87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'name': 'tempest-ServerRescueTestJSONUnderV235-1973907656-router', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:41:22Z', 'revision_number': 5, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'gw_port': {'id': '8831a7ad-9297-48d8-b945-b07c95b03cec', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:24.681030 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495b5f7a-0b31-42e9-9a44-e58180abe87a None None] Checking router: 7f2b401d-9a34-4909-bc8d-5b9a74725778 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:41:24.713406 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495b5f7a-0b31-42e9-9a44-e58180abe87a None None] Routers {'7f2b401d-9a34-4909-bc8d-5b9a74725778'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:41:24.714107 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-495b5f7a-0b31-42e9-9a44-e58180abe87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:41:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['7f2b401d-9a34-4909-bc8d-5b9a74725778'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:24.739493 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac7160bd-ec31-4b15-a001-62869d1e75a3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:24.785193 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a81b0f28-6860-4b9a-a3d9-362c5b9c0ea8 req-ad50b757-20cf-4aa6-b4a3-aa9da246fc74 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3737419 Jul 09 09:41:24.986694 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-495b5f7a-0b31-42e9-9a44-e58180abe87a None None] Set router 7f2b401d-9a34-4909-bc8d-5b9a74725778 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:41:25.016519 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe2c1da2-8850-4633-92f9-c09344eb48a3 req-1391866a-2b9f-4c9e-bca9-fff2d4bbc303 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e5d9651-2df3-4f26-a5a8-6d13991d4e40 HTTP/1.1" status: 200 len: 210 time: 0.0545566 Jul 09 09:41:25.047865 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f6c35d5c-a311-4c54-b521-70d20796d292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:25.082696 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c35d5c-a311-4c54-b521-70d20796d292 admin admin] Pushing event deleted for resources: {'Port': ['ID=8831a7ad-9297-48d8-b945-b07c95b03cec,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:25.164451 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b0f28-6860-4b9a-a3d9-362c5b9c0ea8 req-d1d1dc7a-ada8-4565-b7f1-08de4eed8419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:25.166659 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a81b0f28-6860-4b9a-a3d9-362c5b9c0ea8 req-d1d1dc7a-ada8-4565-b7f1-08de4eed8419 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 1095 time: 0.2940898 Jul 09 09:41:25.208750 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f6c35d5c-a311-4c54-b521-70d20796d292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:25.262671 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-495b5f7a-0b31-42e9-9a44-e58180abe87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'name': 'tempest-ServerRescueTestJSONUnderV235-1973907656-router', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:41:24Z', 'revision_number': 6, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:25.291482 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495b5f7a-0b31-42e9-9a44-e58180abe87a None None] The sync data for ids ['7f2b401d-9a34-4909-bc8d-5b9a74725778'] in n-d-799996-1 is: [{'id': '7f2b401d-9a34-4909-bc8d-5b9a74725778', 'name': 'tempest-ServerRescueTestJSONUnderV235-1973907656-router', 'tenant_id': '79cca47b589343548a2809bc25bd21ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:39:59Z', 'updated_at': '2021-07-09T09:41:24Z', 'revision_number': 6, 'project_id': '79cca47b589343548a2809bc25bd21ee', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:41:25.296290 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac7160bd-ec31-4b15-a001-62869d1e75a3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:25.301032 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac7160bd-ec31-4b15-a001-62869d1e75a3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:25.393524 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7160bd-ec31-4b15-a001-62869d1e75a3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Port': ['ID=a06168d2-1f52-4e63-b860-0c6c5eeea9d8,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:25.398639 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f6c35d5c-a311-4c54-b521-70d20796d292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:25.406425 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f6c35d5c-a311-4c54-b521-70d20796d292 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:25.486908 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b0f28-6860-4b9a-a3d9-362c5b9c0ea8 req-67b3c175-1c4d-4d03-98b8-55111b77e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:25.488645 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a81b0f28-6860-4b9a-a3d9-362c5b9c0ea8 req-67b3c175-1c4d-4d03-98b8-55111b77e806 service neutron] 10.222.0.64 "GET /v2.0/networks?id=42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 200 len: 912 time: 0.2896068 Jul 09 09:41:25.490372 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f6c35d5c-a311-4c54-b521-70d20796d292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:25.491011 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c35d5c-a311-4c54-b521-70d20796d292 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f2b401d-9a34-4909-bc8d-5b9a74725778 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:41:25.500724 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57120092-55c4-46c9-92de-9867ada9b657 req-9f1a7ffd-851b-4ba3-88b7-20db4022b71d tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:25.502453 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57120092-55c4-46c9-92de-9867ada9b657 req-9f1a7ffd-851b-4ba3-88b7-20db4022b71d tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.2569628 Jul 09 09:41:25.511804 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f6c35d5c-a311-4c54-b521-70d20796d292 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:25.515803 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f6c35d5c-a311-4c54-b521-70d20796d292 admin admin] 10.222.0.61 "DELETE /v2.0/routers/7f2b401d-9a34-4909-bc8d-5b9a74725778 HTTP/1.1" status: 204 len: 168 time: 1.8900828 Jul 09 09:41:25.521422 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59870) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:25.589017 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac7160bd-ec31-4b15-a001-62869d1e75a3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:25.636711 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57120092-55c4-46c9-92de-9867ada9b657 req-f1b60a24-3187-4657-ac3d-97de7fb918af tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220181 Jul 09 09:41:25.641601 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-acfdca50-88ab-46c0-8646-7c3196cded48 admin admin] Deleting subnet 2ed44c16-dda1-4e7b-8852-3e506b585647 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:41:25.645919 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acfdca50-88ab-46c0-8646-7c3196cded48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:25.674231 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a81b0f28-6860-4b9a-a3d9-362c5b9c0ea8 req-625f0d2f-f977-4659-87ad-5c0b1b7a914d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f156a5a-c918-478b-b237-7653ff906d49 HTTP/1.1" status: 200 len: 999 time: 0.1705482 Jul 09 09:41:25.737509 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acfdca50-88ab-46c0-8646-7c3196cded48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:25.784105 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b0f28-6860-4b9a-a3d9-362c5b9c0ea8 req-a2ad14ee-961e-42a8-bb8f-91c25e352bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:25.785744 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a81b0f28-6860-4b9a-a3d9-362c5b9c0ea8 req-a2ad14ee-961e-42a8-bb8f-91c25e352bcd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 200 len: 850 time: 0.1030011 Jul 09 09:41:25.825526 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acfdca50-88ab-46c0-8646-7c3196cded48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:25.902504 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b0f28-6860-4b9a-a3d9-362c5b9c0ea8 req-ce9eda9b-a281-4002-a7e7-0a84b463f98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:25.904205 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a81b0f28-6860-4b9a-a3d9-362c5b9c0ea8 req-ce9eda9b-a281-4002-a7e7-0a84b463f98b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42ae9d36-caf9-48f2-988b-c538986827db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088710 Jul 09 09:41:25.906323 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acfdca50-88ab-46c0-8646-7c3196cded48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:25.932854 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acfdca50-88ab-46c0-8646-7c3196cded48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:25.937898 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-acfdca50-88ab-46c0-8646-7c3196cded48 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2ed44c16-dda1-4e7b-8852-3e506b585647 HTTP/1.1" status: 204 len: 168 time: 0.4116828 Jul 09 09:41:25.946043 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59874) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:25.951263 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e5c721-9950-4fb6-8153-a29dc7cfc2a4 None None] Network 31901dde-d160-46b8-a087-175df10035e1 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:41:26.002756 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfdca50-88ab-46c0-8646-7c3196cded48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ed44c16-dda1-4e7b-8852-3e506b585647,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:26.140738 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 303f7b75-76ba-4ae3-b8cf-62193adbcd86 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:41:26.152118 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-18f787f4-963c-493e-b79f-82a71bd13605 None None] Provisioning for port 7614d003-216a-469a-9ae3-b743f07b7ca5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:41:26.174788 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bead38c-8b51-4636-af07-3c5a24e296c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:26.207860 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 303f7b75-76ba-4ae3-b8cf-62193adbcd86 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:41:26.208215 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 303f7b75-76ba-4ae3-b8cf-62193adbcd86 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:41:26.228190 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a81b0f28-6860-4b9a-a3d9-362c5b9c0ea8 req-6ced704a-9521-489c-841d-eeb15fb9c4bc service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099499 Jul 09 09:41:26.277567 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac7160bd-ec31-4b15-a001-62869d1e75a3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:26.373668 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bead38c-8b51-4636-af07-3c5a24e296c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:26.394226 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-2bead38c-8b51-4636-af07-3c5a24e296c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a164066a-07a4-4b33-8c4d-f1e348ed3948']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:26.407618 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-2bead38c-8b51-4636-af07-3c5a24e296c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '300358fd-a339-4ff7-a02a-24e05243dd5b') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:26.407996 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-2bead38c-8b51-4636-af07-3c5a24e296c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '300358fd-a339-4ff7-a02a-24e05243dd5b') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:26.420813 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bead38c-8b51-4636-af07-3c5a24e296c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:26.437763 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bead38c-8b51-4636-af07-3c5a24e296c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:26.445100 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bead38c-8b51-4636-af07-3c5a24e296c6 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:41:26.448170 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bead38c-8b51-4636-af07-3c5a24e296c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:41:26.508255 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:41:26.550236 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a81b0f28-6860-4b9a-a3d9-362c5b9c0ea8 req-e7083ed4-2a33-4c78-9ab2-b43ccd4c09e5 service neutron] 10.222.0.64 "GET /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047483 Jul 09 09:41:26.555285 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bead38c-8b51-4636-af07-3c5a24e296c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:26.565212 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bead38c-8b51-4636-af07-3c5a24e296c6 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:26.575623 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2bead38c-8b51-4636-af07-3c5a24e296c6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a164066a-07a4-4b33-8c4d-f1e348ed3948 HTTP/1.1" status: 204 len: 168 time: 0.5998507 Jul 09 09:41:26.626736 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bead38c-8b51-4636-af07-3c5a24e296c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a164066a-07a4-4b33-8c4d-f1e348ed3948,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:26.627006 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-58323462-086f-42be-b180-dcc0558cdb84 None None] Provisioning for port a06168d2-1f52-4e63-b860-0c6c5eeea9d8 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:41:26.631673 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-58323462-086f-42be-b180-dcc0558cdb84 None None] Provisioning complete for port a06168d2-1f52-4e63-b860-0c6c5eeea9d8 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:26.631983 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-58323462-086f-42be-b180-dcc0558cdb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:26.722186 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-58323462-086f-42be-b180-dcc0558cdb84 None None] Port a06168d2-1f52-4e63-b860-0c6c5eeea9d8 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:41:26.818644 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac7160bd-ec31-4b15-a001-62869d1e75a3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:26.828731 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac7160bd-ec31-4b15-a001-62869d1e75a3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:26.832476 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7614d003-216a-469a-9ae3-b743f07b7ca5 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:41:26.921432 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59892) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:26.949536 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 7614d003-216a-469a-9ae3-b743f07b7ca5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:41:26.952622 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac7160bd-ec31-4b15-a001-62869d1e75a3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:26.955952 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 7614d003-216a-469a-9ae3-b743f07b7ca5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:26.956497 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:26.959408 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9145a121-9940-4ef7-8937-97b2ca3e7ecf None None] Provisioning complete for port a06168d2-1f52-4e63-b860-0c6c5eeea9d8 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:26.960009 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9145a121-9940-4ef7-8937-97b2ca3e7ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:26.964708 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7160bd-ec31-4b15-a001-62869d1e75a3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Port': ['ID=a06168d2-1f52-4e63-b860-0c6c5eeea9d8,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:27.045377 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9145a121-9940-4ef7-8937-97b2ca3e7ecf None None] Port a06168d2-1f52-4e63-b860-0c6c5eeea9d8 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:41:27.053215 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-14464098-24b2-4cf3-86ed-8c528fbf2ef2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=79cca47b589343548a2809bc25bd21ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276095 Jul 09 09:41:27.056152 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59896) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:27.102621 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:27.158279 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 7614d003-216a-469a-9ae3-b743f07b7ca5, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=7614d003-216a-469a-9ae3-b743f07b7ca5,segment=NetworkSegment(c871278c-4f58-46e5-9fbd-7ee3c8bdd982),segment_id=c871278c-4f58-46e5-9fbd-7ee3c8bdd982)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:27.161802 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a842c06c-f23b-4553-b4cf-f2639f19750a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:27.164850 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7160bd-ec31-4b15-a001-62869d1e75a3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network 31901dde-d160-46b8-a087-175df10035e1 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:41:27.166149 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:27.169191 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ac7160bd-ec31-4b15-a001-62869d1e75a3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:27.253127 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a842c06c-f23b-4553-b4cf-f2639f19750a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:27.253804 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=7614d003-216a-469a-9ae3-b743f07b7ca5,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:27.272541 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8831a7ad-9297-48d8-b945-b07c95b03cec no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:41:27.278042 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6a6cf151-c040-4fff-86e3-99817880cb9a None None] Provisioning complete for port a06168d2-1f52-4e63-b860-0c6c5eeea9d8 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:27.278779 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf151-c040-4fff-86e3-99817880cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:27.341841 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6a6cf151-c040-4fff-86e3-99817880cb9a None None] Port a06168d2-1f52-4e63-b860-0c6c5eeea9d8 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:41:27.345825 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 8831a7ad-9297-48d8-b945-b07c95b03cec {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:41:27.346705 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8831a7ad-9297-48d8-b945-b07c95b03cec not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:41:27.347355 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 236a0245-96db-47dd-906f-f0cbe92242a6 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:41:27.370074 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 236a0245-96db-47dd-906f-f0cbe92242a6 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:41:27.370958 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 236a0245-96db-47dd-906f-f0cbe92242a6 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:41:27.382713 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7160bd-ec31-4b15-a001-62869d1e75a3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Router a2b6a73b-56a5-48b3-861d-117c08db9e05 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:41:27.401241 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a842c06c-f23b-4553-b4cf-f2639f19750a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:27.403918 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a842c06c-f23b-4553-b4cf-f2639f19750a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:27.405142 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a842c06c-f23b-4553-b4cf-f2639f19750a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4a2d845d-f90c-41b1-be4a-8708f3f033ad HTTP/1.1" status: 204 len: 168 time: 0.3478076 Jul 09 09:41:27.428161 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ebb3a-8fa3-4b8e-b630-82cdcba32abc req-481aaea3-dc65-4c62-ac0c-70bba1bb8ab9 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:27.429833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0c2ebb3a-8fa3-4b8e-b630-82cdcba32abc req-481aaea3-dc65-4c62-ac0c-70bba1bb8ab9 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 945 time: 0.5859830 Jul 09 09:41:27.439660 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870f1c6-9c9f-41f1-881c-7513daa4a1fa req-97fbe128-710e-4b97-b3bf-528fcef25bec tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:27.443022 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c870f1c6-9c9f-41f1-881c-7513daa4a1fa req-97fbe128-710e-4b97-b3bf-528fcef25bec tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.64 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 945 time: 0.6592793 Jul 09 09:41:27.467114 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b1bef430-0bfe-4e30-a686-73fb1706811b None None] Provisioning complete for port a06168d2-1f52-4e63-b860-0c6c5eeea9d8 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:27.467639 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b1bef430-0bfe-4e30-a686-73fb1706811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:27.475834 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842c06c-f23b-4553-b4cf-f2639f19750a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2d845d-f90c-41b1-be4a-8708f3f033ad,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:27.498537 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7160bd-ec31-4b15-a001-62869d1e75a3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:41:27.506154 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ac7160bd-ec31-4b15-a001-62869d1e75a3 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "PUT /v2.0/routers/a2b6a73b-56a5-48b3-861d-117c08db9e05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3109994 Jul 09 09:41:27.506332 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59902) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:27.513130 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02ac0a6-1926-4c6f-8949-4beb8bdcb504 None None] Sync routers for ids ['a2b6a73b-56a5-48b3-861d-117c08db9e05'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:41:27.521477 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b1bef430-0bfe-4e30-a686-73fb1706811b None None] Port a06168d2-1f52-4e63-b860-0c6c5eeea9d8 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:41:27.526742 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02ac0a6-1926-4c6f-8949-4beb8bdcb504 None None] Routers {'a2b6a73b-56a5-48b3-861d-117c08db9e05'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:41:27.527367 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f02ac0a6-1926-4c6f-8949-4beb8bdcb504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:41:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['a2b6a73b-56a5-48b3-861d-117c08db9e05'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:27.566511 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0c2ebb3a-8fa3-4b8e-b630-82cdcba32abc req-1f9e1331-c44b-4743-af64-a86d7dca6974 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=d342db18-0f40-4e34-baa0-eb007ebc0aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204646 Jul 09 09:41:27.598234 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f02ac0a6-1926-4c6f-8949-4beb8bdcb504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:27.605722 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c0b55-314a-4c06-8c49-dd3932291b5f req-e613fb5e-12a6-401e-8afd-0acb9cde3f9b tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:27.613604 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ba2c0b55-314a-4c06-8c49-dd3932291b5f req-e613fb5e-12a6-401e-8afd-0acb9cde3f9b tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.6605299 Jul 09 09:41:27.615542 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02ac0a6-1926-4c6f-8949-4beb8bdcb504 None None] Routers {'a2b6a73b-56a5-48b3-861d-117c08db9e05'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:41:27.616248 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f02ac0a6-1926-4c6f-8949-4beb8bdcb504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:41:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['a2b6a73b-56a5-48b3-861d-117c08db9e05'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:27.647040 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1df763-db8f-43eb-bb3c-786d71de3bc9 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:27.656006 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ad1df763-db8f-43eb-bb3c-786d71de3bc9 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b6a73b-56a5-48b3-861d-117c08db9e05 HTTP/1.1" status: 200 len: 982 time: 0.1461115 Jul 09 09:41:27.657955 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59904) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:27.691241 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ba2c0b55-314a-4c06-8c49-dd3932291b5f req-959a121d-47c5-4cd8-9358-caa5f6d84f03 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766478 Jul 09 09:41:27.693034 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f02ac0a6-1926-4c6f-8949-4beb8bdcb504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:27.696119 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02ac0a6-1926-4c6f-8949-4beb8bdcb504 None None] The sync data for ids ['a2b6a73b-56a5-48b3-861d-117c08db9e05'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:41:27.729367 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-c870f1c6-9c9f-41f1-881c-7513daa4a1fa req-8de1fe4e-11f7-46b4-b626-520416bbcafb tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Deleting port 5d56156b-309e-479e-a4ff-8cdcce4b636e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:27.729367 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c870f1c6-9c9f-41f1-881c-7513daa4a1fa req-8de1fe4e-11f7-46b4-b626-520416bbcafb tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:27.864849 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c870f1c6-9c9f-41f1-881c-7513daa4a1fa req-8de1fe4e-11f7-46b4-b626-520416bbcafb tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] For port 5d56156b-309e-479e-a4ff-8cdcce4b636e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5d56156b-309e-479e-a4ff-8cdcce4b636e,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:27.865305 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c870f1c6-9c9f-41f1-881c-7513daa4a1fa req-8de1fe4e-11f7-46b4-b626-520416bbcafb tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:27.881074 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-c870f1c6-9c9f-41f1-881c-7513daa4a1fa req-8de1fe4e-11f7-46b4-b626-520416bbcafb tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Calling delete_port for 5d56156b-309e-479e-a4ff-8cdcce4b636e owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:28.042411 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c870f1c6-9c9f-41f1-881c-7513daa4a1fa req-8de1fe4e-11f7-46b4-b626-520416bbcafb tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:28.054047 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['5d56156b-309e-479e-a4ff-8cdcce4b636e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:41:28.076019 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1fe4e-11f7-46b4-b626-520416bbcafb tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Pushing event deleted for resources: {'Port': ['ID=5d56156b-309e-479e-a4ff-8cdcce4b636e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:28.094600 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f041e143-abe3-49d5-9dad-49a4b314d37b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:28.135439 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-c870f1c6-9c9f-41f1-881c-7513daa4a1fa req-8de1fe4e-11f7-46b4-b626-520416bbcafb tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] No DVR routers for this DVR port 5d56156b-309e-479e-a4ff-8cdcce4b636e on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:41:28.142592 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c870f1c6-9c9f-41f1-881c-7513daa4a1fa req-8de1fe4e-11f7-46b4-b626-520416bbcafb tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:28.157330 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c870f1c6-9c9f-41f1-881c-7513daa4a1fa req-8de1fe4e-11f7-46b4-b626-520416bbcafb tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.64 "DELETE /v2.0/ports/5d56156b-309e-479e-a4ff-8cdcce4b636e HTTP/1.1" status: 204 len: 173 time: 0.7018213 Jul 09 09:41:28.158329 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345b3173-f5b8-4d98-9968-8c3f318644f8', 'name': 'network-vif-deleted', 'tag': '5d56156b-309e-479e-a4ff-8cdcce4b636e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:41:28.162352 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a6893b-7b67-451d-893d-8c5c03414243" -d '{"events": [{"server_uuid": "345b3173-f5b8-4d98-9968-8c3f318644f8", "name": "network-vif-deleted", "tag": "5d56156b-309e-479e-a4ff-8cdcce4b636e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:41:28.211839 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfcf729-6660-4ce7-b908-bdac01968105 x-openstack-request-id: req-9dfcf729-6660-4ce7-b908-bdac01968105 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:41:28.212460 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345b3173-f5b8-4d98-9968-8c3f318644f8", "name": "network-vif-deleted", "tag": "5d56156b-309e-479e-a4ff-8cdcce4b636e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:41:28.212942 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9dfcf729-6660-4ce7-b908-bdac01968105 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:41:28.213628 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345b3173-f5b8-4d98-9968-8c3f318644f8', 'name': 'network-vif-deleted', 'tag': '5d56156b-309e-479e-a4ff-8cdcce4b636e', 'status': 'completed', 'code': 200} Jul 09 09:41:28.392303 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f041e143-abe3-49d5-9dad-49a4b314d37b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting port a06168d2-1f52-4e63-b860-0c6c5eeea9d8 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:28.392653 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f041e143-abe3-49d5-9dad-49a4b314d37b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:28.480116 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f041e143-abe3-49d5-9dad-49a4b314d37b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:28.492198 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f041e143-abe3-49d5-9dad-49a4b314d37b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Calling delete_port for a06168d2-1f52-4e63-b860-0c6c5eeea9d8 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:28.705486 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f041e143-abe3-49d5-9dad-49a4b314d37b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:28.722668 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7614d003-216a-469a-9ae3-b743f07b7ca5 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:41:28.736773 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041e143-abe3-49d5-9dad-49a4b314d37b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Port': ['ID=a06168d2-1f52-4e63-b860-0c6c5eeea9d8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:28.847933 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 7614d003-216a-469a-9ae3-b743f07b7ca5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:28.848317 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:28.886253 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3ec69f94-e877-4dc8-b0c1-199a19ddcf6f req-0638d3ef-dcd6-4858-808f-4f494e0aa1d0 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=345b3173-f5b8-4d98-9968-8c3f318644f8 HTTP/1.1" status: 200 len: 210 time: 0.0784223 Jul 09 09:41:29.023933 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f041e143-abe3-49d5-9dad-49a4b314d37b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:29.084551 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debe6cf-229c-4cb8-979e-b7bd3df6b4d8 req-04c523c7-e2d3-4a00-b51a-c1b5229b492e tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:29.087012 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5debe6cf-229c-4cb8-979e-b7bd3df6b4d8 req-04c523c7-e2d3-4a00-b51a-c1b5229b492e tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.1189747 Jul 09 09:41:29.162991 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5debe6cf-229c-4cb8-979e-b7bd3df6b4d8 req-cf3dffe9-8da6-41e8-9b24-d2e0bf2ed79e tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677371 Jul 09 09:41:29.247435 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f041e143-abe3-49d5-9dad-49a4b314d37b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Router a2b6a73b-56a5-48b3-861d-117c08db9e05 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:41:29.332050 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f041e143-abe3-49d5-9dad-49a4b314d37b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:41:29.340305 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59954) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:29.344795 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94727eb-d535-4f8e-8955-b1c18f403700 None None] Sync routers for ids ['a2b6a73b-56a5-48b3-861d-117c08db9e05'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:41:29.351200 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f041e143-abe3-49d5-9dad-49a4b314d37b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "PUT /v2.0/routers/a2b6a73b-56a5-48b3-861d-117c08db9e05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6919036 Jul 09 09:41:29.357704 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94727eb-d535-4f8e-8955-b1c18f403700 None None] Routers {'a2b6a73b-56a5-48b3-861d-117c08db9e05'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:41:29.359196 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f94727eb-d535-4f8e-8955-b1c18f403700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:41:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['a2b6a73b-56a5-48b3-861d-117c08db9e05'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:29.373223 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f83987-a855-47bc-bba8-3fcd5b9f0c37 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] GET failed (client error): The resource could not be found. Jul 09 09:41:29.377914 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59956) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:29.385456 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-65f83987-a855-47bc-bba8-3fcd5b9f0c37 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports/a06168d2-1f52-4e63-b860-0c6c5eeea9d8 HTTP/1.1" status: 404 len: 333 time: 0.0438685 Jul 09 09:41:29.402382 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f94727eb-d535-4f8e-8955-b1c18f403700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:29.415933 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94727eb-d535-4f8e-8955-b1c18f403700 None None] Routers {'a2b6a73b-56a5-48b3-861d-117c08db9e05'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:41:29.416983 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f94727eb-d535-4f8e-8955-b1c18f403700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:41:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['a2b6a73b-56a5-48b3-861d-117c08db9e05'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:29.460740 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2367c314-328d-4bf3-a38f-e4e98b1726e5 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:29.469870 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f94727eb-d535-4f8e-8955-b1c18f403700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:29.470850 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94727eb-d535-4f8e-8955-b1c18f403700 None None] The sync data for ids ['a2b6a73b-56a5-48b3-861d-117c08db9e05'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:41:29.637807 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2367c314-328d-4bf3-a38f-e4e98b1726e5 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:29.643039 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2367c314-328d-4bf3-a38f-e4e98b1726e5 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:29.657147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ba6d4-b015-483e-99d7-74980652793e req-6c382b0b-147c-44c3-a0da-7a4efd9dddf3 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:29.659542 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b27ba6d4-b015-483e-99d7-74980652793e req-6c382b0b-147c-44c3-a0da-7a4efd9dddf3 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.0832725 Jul 09 09:41:29.691740 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2367c314-328d-4bf3-a38f-e4e98b1726e5 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:29.692293 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2367c314-328d-4bf3-a38f-e4e98b1726e5 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Fanout notify agent at l3_agent the message router_deleted on router a2b6a73b-56a5-48b3-861d-117c08db9e05 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:41:29.699737 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2367c314-328d-4bf3-a38f-e4e98b1726e5 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:29.703770 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2367c314-328d-4bf3-a38f-e4e98b1726e5 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/routers/a2b6a73b-56a5-48b3-861d-117c08db9e05 HTTP/1.1" status: 204 len: 168 time: 0.3218429 Jul 09 09:41:29.703940 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b27ba6d4-b015-483e-99d7-74980652793e req-85bc1ef7-942d-4ede-8434-663ce3f5122d tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385637 Jul 09 09:41:29.704061 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59960) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:29.758819 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e576dc2-ea7e-49c6-ab17-9229e16a3369 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting subnet c7ec1531-4df8-47d2-b08c-8a7709174223 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:41:29.761882 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9e576dc2-ea7e-49c6-ab17-9229e16a3369 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:29.804745 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9e576dc2-ea7e-49c6-ab17-9229e16a3369 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:29.885546 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9e576dc2-ea7e-49c6-ab17-9229e16a3369 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:29.943565 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9e576dc2-ea7e-49c6-ab17-9229e16a3369 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:29.978076 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9e576dc2-ea7e-49c6-ab17-9229e16a3369 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:29.980293 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9e576dc2-ea7e-49c6-ab17-9229e16a3369 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/subnets/c7ec1531-4df8-47d2-b08c-8a7709174223 HTTP/1.1" status: 204 len: 168 time: 0.2748494 Jul 09 09:41:29.981249 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e576dc2-ea7e-49c6-ab17-9229e16a3369 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Subnet': ['ID=c7ec1531-4df8-47d2-b08c-8a7709174223,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:29.982865 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59964) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:29.986570 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8605333b-3050-42de-9be6-a1136c425993 None None] Network 31901dde-d160-46b8-a087-175df10035e1 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:41:30.070092 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0678d7d-9cd7-43ba-a8e3-dcebd9798107 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:30.136907 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5d56156b-309e-479e-a4ff-8cdcce4b636e no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:41:30.137127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a0678d7d-9cd7-43ba-a8e3-dcebd9798107 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting port 7614d003-216a-469a-9ae3-b743f07b7ca5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:30.137319 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0678d7d-9cd7-43ba-a8e3-dcebd9798107 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:30.168302 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 5d56156b-309e-479e-a4ff-8cdcce4b636e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:41:30.168850 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5d56156b-309e-479e-a4ff-8cdcce4b636e not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:41:30.222661 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-a0678d7d-9cd7-43ba-a8e3-dcebd9798107 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] For port 7614d003-216a-469a-9ae3-b743f07b7ca5, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=7614d003-216a-469a-9ae3-b743f07b7ca5,segment=NetworkSegment(c871278c-4f58-46e5-9fbd-7ee3c8bdd982),segment_id=c871278c-4f58-46e5-9fbd-7ee3c8bdd982)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:30.223043 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0678d7d-9cd7-43ba-a8e3-dcebd9798107 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:30.242647 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a0678d7d-9cd7-43ba-a8e3-dcebd9798107 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Calling delete_port for 7614d003-216a-469a-9ae3-b743f07b7ca5 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:30.295354 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f9cb87-8f7e-44fb-af2e-50567c0bd601 None None] DHCP port deletion for 31901dde-d160-46b8-a087-175df10035e1 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:41:30.359958 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0678d7d-9cd7-43ba-a8e3-dcebd9798107 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:30.393540 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-33f9cb87-8f7e-44fb-af2e-50567c0bd601 None None] Deleting port 7614d003-216a-469a-9ae3-b743f07b7ca5 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:30.394017 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-33f9cb87-8f7e-44fb-af2e-50567c0bd601 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:30.403046 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0678d7d-9cd7-43ba-a8e3-dcebd9798107 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Port': ['ID=7614d003-216a-469a-9ae3-b743f07b7ca5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:30.405212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0678d7d-9cd7-43ba-a8e3-dcebd9798107 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] No DVR routers for this DVR port 7614d003-216a-469a-9ae3-b743f07b7ca5 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:41:30.501777 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-33f9cb87-8f7e-44fb-af2e-50567c0bd601 None None] For port 7614d003-216a-469a-9ae3-b743f07b7ca5, host n-d-799996-1, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:30.502161 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-33f9cb87-8f7e-44fb-af2e-50567c0bd601 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:30.517181 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-33f9cb87-8f7e-44fb-af2e-50567c0bd601 None None] Calling delete_port for 7614d003-216a-469a-9ae3-b743f07b7ca5 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:30.520719 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.ipam_backend_mixin [None req-33f9cb87-8f7e-44fb-af2e-50567c0bd601 None None] Port 7614d003-216a-469a-9ae3-b743f07b7ca5 was not found and therefore no delete operation was performed {{(pid=93792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 09:41:30.522138 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-33f9cb87-8f7e-44fb-af2e-50567c0bd601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:30.554415 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9cb87-8f7e-44fb-af2e-50567c0bd601 None None] Pushing event deleted for resources: {'Port': ['ID=7614d003-216a-469a-9ae3-b743f07b7ca5,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:30.559381 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f9cb87-8f7e-44fb-af2e-50567c0bd601 None None] No DVR routers for this DVR port 7614d003-216a-469a-9ae3-b743f07b7ca5 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:41:30.608873 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0678d7d-9cd7-43ba-a8e3-dcebd9798107 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:30.630998 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a0678d7d-9cd7-43ba-a8e3-dcebd9798107 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31901dde-d160-46b8-a087-175df10035e1']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:30.643346 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a0678d7d-9cd7-43ba-a8e3-dcebd9798107 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c871278c-4f58-46e5-9fbd-7ee3c8bdd982') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:30.643647 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a0678d7d-9cd7-43ba-a8e3-dcebd9798107 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c871278c-4f58-46e5-9fbd-7ee3c8bdd982') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:30.662402 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0678d7d-9cd7-43ba-a8e3-dcebd9798107 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:30.667645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9eb29-3899-4728-8a3c-93e9a212353f req-93da2b37-d8cb-4e14-8d9f-b4b6f3c8fb26 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:30.669181 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e3e9eb29-3899-4728-8a3c-93e9a212353f req-93da2b37-d8cb-4e14-8d9f-b4b6f3c8fb26 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.2281647 Jul 09 09:41:30.676195 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7614d003-216a-469a-9ae3-b743f07b7ca5 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:41:30.698023 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 7614d003-216a-469a-9ae3-b743f07b7ca5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:41:30.698613 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7614d003-216a-469a-9ae3-b743f07b7ca5 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:41:30.701066 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0678d7d-9cd7-43ba-a8e3-dcebd9798107 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:30.725919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0678d7d-9cd7-43ba-a8e3-dcebd9798107 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:41:30.726346 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0678d7d-9cd7-43ba-a8e3-dcebd9798107 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:41:30.731161 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:41:30.741960 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e3e9eb29-3899-4728-8a3c-93e9a212353f req-dd89e76d-d8b8-4788-a9ec-fb584826ccdb tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658724 Jul 09 09:41:30.802285 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0678d7d-9cd7-43ba-a8e3-dcebd9798107 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:30.810194 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0678d7d-9cd7-43ba-a8e3-dcebd9798107 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:30.812199 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a0678d7d-9cd7-43ba-a8e3-dcebd9798107 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/networks/31901dde-d160-46b8-a087-175df10035e1 HTTP/1.1" status: 204 len: 168 time: 0.8277590 Jul 09 09:41:30.815980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59992) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:30.835880 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0678d7d-9cd7-43ba-a8e3-dcebd9798107 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Network': ['ID=31901dde-d160-46b8-a087-175df10035e1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:30.914667 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f22aad-6e6a-4874-8b51-a370174b7db8 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:30.916258 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e4f22aad-6e6a-4874-8b51-a370174b7db8 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports/8407ceea-d4a0-4cdd-a781-f27b8743ecdb HTTP/1.1" status: 200 len: 840 time: 0.0988896 Jul 09 09:41:30.921195 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59994) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:30.976632 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297617f-b1dd-4b6b-8adf-e25ce5ac562e req-a4d77240-58ad-4d1b-9e7a-3aa9b50f05e4 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:30.977198 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4c6bbca3-57c9-4e63-90e6-6360fcaeb20b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports/8407ceea-d4a0-4cdd-a781-f27b8743ecdb?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0536613 Jul 09 09:41:30.977896 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b297617f-b1dd-4b6b-8adf-e25ce5ac562e req-a4d77240-58ad-4d1b-9e7a-3aa9b50f05e4 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.1389220 Jul 09 09:41:30.978042 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59996) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:30.985869 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6d9df397-38e1-468a-a603-37467cc279f2 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'subnet': {'network_id': 'df1cbbcc-6d06-4a75-97b6-2769276c2bda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:31.036307 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51277ad-42c6-4c9b-8460-f74273e5efe8 req-0f69c9f5-b3f7-4840-ac1e-a452ecc70651 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:31.037982 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a51277ad-42c6-4c9b-8460-f74273e5efe8 req-0f69c9f5-b3f7-4840-ac1e-a452ecc70651 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 946 time: 0.1207812 Jul 09 09:41:31.043313 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b297617f-b1dd-4b6b-8adf-e25ce5ac562e req-8b2562ba-1c6b-46c9-92b3-99cd97d9ab16 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565772 Jul 09 09:41:31.111636 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9df397-38e1-468a-a603-37467cc279f2 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:31.115275 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d9df397-38e1-468a-a603-37467cc279f2 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:31.187595 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-a51277ad-42c6-4c9b-8460-f74273e5efe8 req-2ff0b03a-eb01-49c0-9f1b-5cc7870bde75 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Deleting port 949e3d03-badc-4a16-97c6-da5ccad0e92b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:31.192115 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a51277ad-42c6-4c9b-8460-f74273e5efe8 req-2ff0b03a-eb01-49c0-9f1b-5cc7870bde75 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:31.293786 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a51277ad-42c6-4c9b-8460-f74273e5efe8 req-2ff0b03a-eb01-49c0-9f1b-5cc7870bde75 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] For port 949e3d03-badc-4a16-97c6-da5ccad0e92b, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=949e3d03-badc-4a16-97c6-da5ccad0e92b,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:31.294236 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a51277ad-42c6-4c9b-8460-f74273e5efe8 req-2ff0b03a-eb01-49c0-9f1b-5cc7870bde75 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:31.312181 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-a51277ad-42c6-4c9b-8460-f74273e5efe8 req-2ff0b03a-eb01-49c0-9f1b-5cc7870bde75 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Calling delete_port for 949e3d03-badc-4a16-97c6-da5ccad0e92b owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:31.333606 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d9df397-38e1-468a-a603-37467cc279f2 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:31.377381 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9df397-38e1-468a-a603-37467cc279f2 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network df1cbbcc-6d06-4a75-97b6-2769276c2bda is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:41:31.380865 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-6d9df397-38e1-468a-a603-37467cc279f2 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:31.392737 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9df397-38e1-468a-a603-37467cc279f2 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:31.392973 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731b8afc-c3b2-4285-9e22-122473902b43 None None] Network df1cbbcc-6d06-4a75-97b6-2769276c2bda requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:41:31.393336 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6d9df397-38e1-468a-a603-37467cc279f2 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:31.413458 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9df397-38e1-468a-a603-37467cc279f2 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Subnet': ['ID=3ce6cb76-b8e0-49d9-97f5-c07a836e17eb,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:31.419538 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6d9df397-38e1-468a-a603-37467cc279f2 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4397876 Jul 09 09:41:31.422375 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60002) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:31.427495 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-276bb142-1b3d-4273-b600-d87a596d53ca tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'security_group': {'name': 'tempest-secgroup-1487293059'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:31.457664 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-276bb142-1b3d-4273-b600-d87a596d53ca tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:31.507441 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a51277ad-42c6-4c9b-8460-f74273e5efe8 req-2ff0b03a-eb01-49c0-9f1b-5cc7870bde75 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:31.532183 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['949e3d03-badc-4a16-97c6-da5ccad0e92b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:41:31.542008 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0b03a-eb01-49c0-9f1b-5cc7870bde75 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Pushing event deleted for resources: {'Port': ['ID=949e3d03-badc-4a16-97c6-da5ccad0e92b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:31.574694 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-276bb142-1b3d-4273-b600-d87a596d53ca tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:31.580108 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-276bb142-1b3d-4273-b600-d87a596d53ca tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:31.610802 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51277ad-42c6-4c9b-8460-f74273e5efe8 req-2ff0b03a-eb01-49c0-9f1b-5cc7870bde75 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] No DVR routers for this DVR port 949e3d03-badc-4a16-97c6-da5ccad0e92b on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:41:31.613835 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a51277ad-42c6-4c9b-8460-f74273e5efe8 req-2ff0b03a-eb01-49c0-9f1b-5cc7870bde75 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:31.616370 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a51277ad-42c6-4c9b-8460-f74273e5efe8 req-2ff0b03a-eb01-49c0-9f1b-5cc7870bde75 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.64 "DELETE /v2.0/ports/949e3d03-badc-4a16-97c6-da5ccad0e92b HTTP/1.1" status: 204 len: 173 time: 0.5717895 Jul 09 09:41:31.616941 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad', 'name': 'network-vif-deleted', 'tag': '949e3d03-badc-4a16-97c6-da5ccad0e92b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:41:31.619090 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-276bb142-1b3d-4273-b600-d87a596d53ca tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:31.619577 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d111402e-f273-4cc9-9e16-c9f0c3cdc06f" -d '{"events": [{"server_uuid": "3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad", "name": "network-vif-deleted", "tag": "949e3d03-badc-4a16-97c6-da5ccad0e92b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:41:31.624102 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-276bb142-1b3d-4273-b600-d87a596d53ca tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2007039 Jul 09 09:41:31.624683 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60010) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:31.626541 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276bb142-1b3d-4273-b600-d87a596d53ca tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57471fee-f375-45e5-ba7c-bd63fa5ea160,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:31.640278 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-caf8f5e3-f9be-4536-b7c1-4319cc554ebd tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'security_group': {'name': 'tempest-secgroup-475919722'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:31.668666 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-caf8f5e3-f9be-4536-b7c1-4319cc554ebd tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:31.697536 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fecacc6-51d0-43df-96f9-eccd762c7dbc x-openstack-request-id: req-8fecacc6-51d0-43df-96f9-eccd762c7dbc {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:41:31.697856 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad", "name": "network-vif-deleted", "tag": "949e3d03-badc-4a16-97c6-da5ccad0e92b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:41:31.698619 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8fecacc6-51d0-43df-96f9-eccd762c7dbc {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:41:31.698619 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad', 'name': 'network-vif-deleted', 'tag': '949e3d03-badc-4a16-97c6-da5ccad0e92b', 'status': 'completed', 'code': 200} Jul 09 09:41:31.715135 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90771cbe-bcca-49bc-97c1-a7d8aae979c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-df1cbbcc-6d06-4a75-97b6-2769276c2bda', 'network_id': 'df1cbbcc-6d06-4a75-97b6-2769276c2bda', 'tenant_id': 'e05dd25310194e27919dfc6a9e416ba2', 'fixed_ips': [{'subnet_id': '3ce6cb76-b8e0-49d9-97f5-c07a836e17eb'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:41:31.716109 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90771cbe-bcca-49bc-97c1-a7d8aae979c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:31.829776 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-caf8f5e3-f9be-4536-b7c1-4319cc554ebd tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:31.834954 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-caf8f5e3-f9be-4536-b7c1-4319cc554ebd tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:31.853300 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-caf8f5e3-f9be-4536-b7c1-4319cc554ebd tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:31.857912 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60020) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:31.864195 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b63f8550-cdcd-4e6d-9d42-d1d99921f02b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1148131956', 'security_groups': ['8dee0403-bfcf-41fc-aa2f-3a5776a8630e'], 'network_id': 'df1cbbcc-6d06-4a75-97b6-2769276c2bda', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3ce6cb76-b8e0-49d9-97f5-c07a836e17eb'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:31.868107 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-caf8f5e3-f9be-4536-b7c1-4319cc554ebd tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2420015 Jul 09 09:41:31.917947 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-90771cbe-bcca-49bc-97c1-a7d8aae979c0 None None] Allocated IP 172.20.0.2 (df1cbbcc-6d06-4a75-97b6-2769276c2bda/3ce6cb76-b8e0-49d9-97f5-c07a836e17eb/82973d0d-a398-4f9c-8933-1d355b40ec49) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:41:31.991537 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8f5e3-f9be-4536-b7c1-4319cc554ebd tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dee0403-bfcf-41fc-aa2f-3a5776a8630e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:32.003526 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63f8550-cdcd-4e6d-9d42-d1d99921f02b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:32.053074 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df745b9d-da25-490d-a2f1-6187291f3656 req-4bd04e45-4051-4f54-8718-f3122c6503a4 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:32.054684 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-df745b9d-da25-490d-a2f1-6187291f3656 req-4bd04e45-4051-4f54-8718-f3122c6503a4 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.1703024 Jul 09 09:41:32.065006 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c05379-8f26-4ad3-9c96-759c4b7b5bc1 req-ccacebd5-512d-40dd-8300-8bd93e782c12 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:32.072954 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-30c05379-8f26-4ad3-9c96-759c4b7b5bc1 req-ccacebd5-512d-40dd-8300-8bd93e782c12 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 944 time: 0.1589670 Jul 09 09:41:32.126719 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90771cbe-bcca-49bc-97c1-a7d8aae979c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:32.133351 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b63f8550-cdcd-4e6d-9d42-d1d99921f02b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:32.159588 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-90771cbe-bcca-49bc-97c1-a7d8aae979c0 None None] Transition to ACTIVE for port object 82973d0d-a398-4f9c-8933-1d355b40ec49 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:32.174071 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-b63f8550-cdcd-4e6d-9d42-d1d99921f02b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] device_id is not set on port 2d77a381-635a-4394-8daa-7997fc4bf94d yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:41:32.211184 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-90771cbe-bcca-49bc-97c1-a7d8aae979c0 None None] Transition to ACTIVE for port object 82973d0d-a398-4f9c-8933-1d355b40ec49 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:32.225247 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-30c05379-8f26-4ad3-9c96-759c4b7b5bc1 req-9b3550eb-ebd3-4dc4-9c0c-de3a50c72979 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd7147-653e-4b72-b52a-fda4760fc36e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513221 Jul 09 09:41:32.249989 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90771cbe-bcca-49bc-97c1-a7d8aae979c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:32.310339 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90771cbe-bcca-49bc-97c1-a7d8aae979c0 None None] Network df1cbbcc-6d06-4a75-97b6-2769276c2bda is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:41:32.316537 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-90771cbe-bcca-49bc-97c1-a7d8aae979c0 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:32.325299 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90771cbe-bcca-49bc-97c1-a7d8aae979c0 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:41:32.326441 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ff86ea74-3a8b-474e-9b92-5bf667a8c5f5 req-05358c76-c8fd-4c53-9575-7276f003edf0 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c080d24-1c5a-486f-8b82-a8ccbf0ba3ad HTTP/1.1" status: 200 len: 210 time: 0.0485473 Jul 09 09:41:32.329184 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-df745b9d-da25-490d-a2f1-6187291f3656 req-323356f9-d363-4193-a317-577767cd1345 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Deleting port 5f156a5a-c918-478b-b237-7653ff906d49 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:32.330775 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-df745b9d-da25-490d-a2f1-6187291f3656 req-323356f9-d363-4193-a317-577767cd1345 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:32.430221 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90771cbe-bcca-49bc-97c1-a7d8aae979c0 None None] Pushing event updated for resources: {'Port': ['ID=82973d0d-a398-4f9c-8933-1d355b40ec49,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:32.436857 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-90771cbe-bcca-49bc-97c1-a7d8aae979c0 None None] Attempting to bind port 82973d0d-a398-4f9c-8933-1d355b40ec49 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:41:32.437495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-90771cbe-bcca-49bc-97c1-a7d8aae979c0 None None] Attempting to bind port 82973d0d-a398-4f9c-8933-1d355b40ec49 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dbbc4f9-5394-4680-be23-fda3a74be2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'df1cbbcc-6d06-4a75-97b6-2769276c2bda'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:41:32.438127 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90771cbe-bcca-49bc-97c1-a7d8aae979c0 None None] Attempting to bind port 82973d0d-a398-4f9c-8933-1d355b40ec49 on network df1cbbcc-6d06-4a75-97b6-2769276c2bda {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:41:32.439305 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-df745b9d-da25-490d-a2f1-6187291f3656 req-323356f9-d363-4193-a317-577767cd1345 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] For port 5f156a5a-c918-478b-b237-7653ff906d49, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5f156a5a-c918-478b-b237-7653ff906d49,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:32.441461 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-df745b9d-da25-490d-a2f1-6187291f3656 req-323356f9-d363-4193-a317-577767cd1345 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:32.461427 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90771cbe-bcca-49bc-97c1-a7d8aae979c0 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:41:32.461935 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90771cbe-bcca-49bc-97c1-a7d8aae979c0 None None] Checking segment: {'id': '7dbbc4f9-5394-4680-be23-fda3a74be2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'df1cbbcc-6d06-4a75-97b6-2769276c2bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:41:32.462423 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90771cbe-bcca-49bc-97c1-a7d8aae979c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:32.462908 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90771cbe-bcca-49bc-97c1-a7d8aae979c0 None None] Bound using segment: {'id': '7dbbc4f9-5394-4680-be23-fda3a74be2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'df1cbbcc-6d06-4a75-97b6-2769276c2bda'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:41:32.463465 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-90771cbe-bcca-49bc-97c1-a7d8aae979c0 None None] Bound port: 82973d0d-a398-4f9c-8933-1d355b40ec49, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dbbc4f9-5394-4680-be23-fda3a74be2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'df1cbbcc-6d06-4a75-97b6-2769276c2bda'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:41:32.463966 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90771cbe-bcca-49bc-97c1-a7d8aae979c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:32.505407 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-b63f8550-cdcd-4e6d-9d42-d1d99921f02b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Allocated IP 172.20.0.9 (df1cbbcc-6d06-4a75-97b6-2769276c2bda/3ce6cb76-b8e0-49d9-97f5-c07a836e17eb/2d77a381-635a-4394-8daa-7997fc4bf94d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:41:32.631638 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-90771cbe-bcca-49bc-97c1-a7d8aae979c0 None None] For port 82973d0d-a398-4f9c-8933-1d355b40ec49, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:41:32.636066 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-90771cbe-bcca-49bc-97c1-a7d8aae979c0 None None] For port 82973d0d-a398-4f9c-8933-1d355b40ec49, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=82973d0d-a398-4f9c-8933-1d355b40ec49,segment=NetworkSegment(7dbbc4f9-5394-4680-be23-fda3a74be2e2),segment_id=7dbbc4f9-5394-4680-be23-fda3a74be2e2)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:41:32.642723 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90771cbe-bcca-49bc-97c1-a7d8aae979c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:32.721283 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90771cbe-bcca-49bc-97c1-a7d8aae979c0 None None] Pushing event updated for resources: {'Port': ['ID=82973d0d-a398-4f9c-8933-1d355b40ec49,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:32.722246 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b63f8550-cdcd-4e6d-9d42-d1d99921f02b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:32.746587 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-b63f8550-cdcd-4e6d-9d42-d1d99921f02b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Transition to ACTIVE for port object 2d77a381-635a-4394-8daa-7997fc4bf94d will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:32.770470 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-df745b9d-da25-490d-a2f1-6187291f3656 req-323356f9-d363-4193-a317-577767cd1345 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:32.770966 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-df745b9d-da25-490d-a2f1-6187291f3656 req-323356f9-d363-4193-a317-577767cd1345 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:32.771378 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [req-df745b9d-da25-490d-a2f1-6187291f3656 req-323356f9-d363-4193-a317-577767cd1345 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Floating IP 96c35e0d-b695-4725-befa-5d25c1f5678f disassociated. External IP: 172.25.3.103, port: 5f156a5a-c918-478b-b237-7653ff906d49. Jul 09 09:41:32.771822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-df745b9d-da25-490d-a2f1-6187291f3656 req-323356f9-d363-4193-a317-577767cd1345 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Calling delete_port for 5f156a5a-c918-478b-b237-7653ff906d49 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:32.794153 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b63f8550-cdcd-4e6d-9d42-d1d99921f02b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:32.868673 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63f8550-cdcd-4e6d-9d42-d1d99921f02b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network df1cbbcc-6d06-4a75-97b6-2769276c2bda is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:41:32.872447 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b63f8550-cdcd-4e6d-9d42-d1d99921f02b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:32.874968 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f8550-cdcd-4e6d-9d42-d1d99921f02b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:41:32.943856 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63f8550-cdcd-4e6d-9d42-d1d99921f02b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:32.945211 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b63f8550-cdcd-4e6d-9d42-d1d99921f02b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:32.961283 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f8550-cdcd-4e6d-9d42-d1d99921f02b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Port': ['ID=2d77a381-635a-4394-8daa-7997fc4bf94d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:32.977223 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b63f8550-cdcd-4e6d-9d42-d1d99921f02b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1174145 Jul 09 09:41:32.979567 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60036) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:32.986789 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3c7309bd-42be-42ca-91ea-d284e1f8438c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'subnet': {'network_id': 'df1cbbcc-6d06-4a75-97b6-2769276c2bda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:32.991946 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-df745b9d-da25-490d-a2f1-6187291f3656 req-323356f9-d363-4193-a317-577767cd1345 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:33.081436 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323356f9-d363-4193-a317-577767cd1345 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Pushing event deleted for resources: {'Port': ['ID=5f156a5a-c918-478b-b237-7653ff906d49,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:33.266752 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df745b9d-da25-490d-a2f1-6187291f3656 req-323356f9-d363-4193-a317-577767cd1345 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Router f3da6044-3294-44b0-af9e-b93ea9e1b6c6 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:41:33.293138 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7309bd-42be-42ca-91ea-d284e1f8438c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:33.293138 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c7309bd-42be-42ca-91ea-d284e1f8438c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:33.422776 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd5ce6cb-960d-4eac-8ff4-bb815f23bb41 req-0c7af382-7e40-454d-874b-d5239dc6078c tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f6269b7-c674-41c1-a8e0-b53159ca5f61 HTTP/1.1" status: 200 len: 210 time: 0.0397098 Jul 09 09:41:33.506264 n-d-799996-1 neutron-server[93790]: INFO neutron.db.ipam_backend_mixin [None req-3c7309bd-42be-42ca-91ea-d284e1f8438c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3ce6cb76-b8e0-49d9-97f5-c07a836e17eb (CIDR: 172.20.0.0/28) Jul 09 09:41:33.510982 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7309bd-42be-42ca-91ea-d284e1f8438c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:41:33.511466 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7309bd-42be-42ca-91ea-d284e1f8438c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:41:33.527069 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df745b9d-da25-490d-a2f1-6187291f3656 req-323356f9-d363-4193-a317-577767cd1345 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:41:33.543937 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb64151d-f1b1-42c0-91b3-cd2147b520ce None None] Sync routers for ids ['f3da6044-3294-44b0-af9e-b93ea9e1b6c6'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:41:33.562546 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3c7309bd-42be-42ca-91ea-d284e1f8438c tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5795159 Jul 09 09:41:33.563264 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb64151d-f1b1-42c0-91b3-cd2147b520ce None None] Routers {'f3da6044-3294-44b0-af9e-b93ea9e1b6c6'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:41:33.564169 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-cb64151d-f1b1-42c0-91b3-cd2147b520ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:41:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f3da6044-3294-44b0-af9e-b93ea9e1b6c6'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:33.565445 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60054) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:33.584159 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-df745b9d-da25-490d-a2f1-6187291f3656 req-323356f9-d363-4193-a317-577767cd1345 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] No DVR routers for this DVR port 5f156a5a-c918-478b-b237-7653ff906d49 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:41:33.588081 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-df745b9d-da25-490d-a2f1-6187291f3656 req-323356f9-d363-4193-a317-577767cd1345 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:33.588278 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-01b84042-e77a-4e45-a350-0dfe8ce20bbc tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'subnet': {'network_id': 'df1cbbcc-6d06-4a75-97b6-2769276c2bda', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:33.604794 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-df745b9d-da25-490d-a2f1-6187291f3656 req-323356f9-d363-4193-a317-577767cd1345 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.64 "DELETE /v2.0/ports/5f156a5a-c918-478b-b237-7653ff906d49 HTTP/1.1" status: 204 len: 173 time: 1.5278802 Jul 09 09:41:33.701289 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'name': 'network-vif-deleted', 'tag': '5f156a5a-c918-478b-b237-7653ff906d49'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:41:33.706262 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b168c803-1578-4302-8ee3-194d172a3f14" -d '{"events": [{"server_uuid": "2f6269b7-c674-41c1-a8e0-b53159ca5f61", "name": "network-vif-deleted", "tag": "5f156a5a-c918-478b-b237-7653ff906d49"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:41:33.716189 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-cb64151d-f1b1-42c0-91b3-cd2147b520ce None None] Set router f3da6044-3294-44b0-af9e-b93ea9e1b6c6 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:41:33.815902 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:33.827929 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b84042-e77a-4e45-a350-0dfe8ce20bbc tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:33.832230 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01b84042-e77a-4e45-a350-0dfe8ce20bbc tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:33.871606 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-fe15732a-2dab-4054-b9e7-064883c02e05 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:33.878556 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-fe15732a-2dab-4054-b9e7-064883c02e05 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/networks?id=1ae54679-4cff-4994-98e0-50f486401346 HTTP/1.1" status: 200 len: 812 time: 0.1995170 Jul 09 09:41:33.894460 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-8ce7966c-93a5-444a-b89b-904e4c845518 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/quotas/3c3657de35454de2af834416af126211 HTTP/1.1" status: 200 len: 375 time: 0.0149405 Jul 09 09:41:33.931746 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-5c4ae292-4971-43d4-bdcc-b18b3cb44112 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3c3657de35454de2af834416af126211&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361161 Jul 09 09:41:34.050110 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-cb64151d-f1b1-42c0-91b3-cd2147b520ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'name': 'tempest-ServerActionsTestJSON-597560141-router', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:44Z', 'updated_at': '2021-07-09T09:29:52Z', 'revision_number': 4, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'gw_port': {'id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:45Z', 'updated_at': '2021-07-09T09:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'a61f3f54-d313-4f94-ae58-4ed93e348edd', 'name': '', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'mac_address': 'fa:16:3e:5f:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:50Z', 'updated_at': '2021-07-09T09:30:07Z', 'revision_number': 5, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'subnets': [{'id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:34.087350 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb64151d-f1b1-42c0-91b3-cd2147b520ce None None] Checking router: f3da6044-3294-44b0-af9e-b93ea9e1b6c6 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:41:34.104498 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb64151d-f1b1-42c0-91b3-cd2147b520ce None None] Routers {'f3da6044-3294-44b0-af9e-b93ea9e1b6c6'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:41:34.105539 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-cb64151d-f1b1-42c0-91b3-cd2147b520ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:41:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f3da6044-3294-44b0-af9e-b93ea9e1b6c6'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:34.155031 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 949e3d03-badc-4a16-97c6-da5ccad0e92b no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:41:34.219410 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 949e3d03-badc-4a16-97c6-da5ccad0e92b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:41:34.228070 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-c63a5a34-c9b0-4256-957c-e920b43af77b service neutron] 10.222.0.61 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879765 Jul 09 09:41:34.229335 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 949e3d03-badc-4a16-97c6-da5ccad0e92b not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:41:34.295077 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c55a0b55-7414-43b3-882b-84554e5b4003 None None] Provisioning complete for port 8407ceea-d4a0-4cdd-a781-f27b8743ecdb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:34.296383 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c55a0b55-7414-43b3-882b-84554e5b4003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:34.305096 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-cb64151d-f1b1-42c0-91b3-cd2147b520ce None None] Set router f3da6044-3294-44b0-af9e-b93ea9e1b6c6 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:41:34.333744 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01b84042-e77a-4e45-a350-0dfe8ce20bbc tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:34.357107 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-63387574-43b0-4b2e-a37b-1ef0be52d5fe service neutron] 10.222.0.61 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280205 Jul 09 09:41:34.362334 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c55a0b55-7414-43b3-882b-84554e5b4003 None None] Port 8407ceea-d4a0-4cdd-a781-f27b8743ecdb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:41:34.377292 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c55a0b55-7414-43b3-882b-84554e5b4003 None None] Provisioning for port 82973d0d-a398-4f9c-8933-1d355b40ec49 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:41:34.446389 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b84042-e77a-4e45-a350-0dfe8ce20bbc tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network df1cbbcc-6d06-4a75-97b6-2769276c2bda is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:41:34.456776 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-01b84042-e77a-4e45-a350-0dfe8ce20bbc tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:34.461687 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b84042-e77a-4e45-a350-0dfe8ce20bbc tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:34.462281 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01b84042-e77a-4e45-a350-0dfe8ce20bbc tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:34.469886 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b84042-e77a-4e45-a350-0dfe8ce20bbc tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Subnet': ['ID=0c657c95-3274-410a-97dc-b9b65ead6b3a,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:34.485323 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3681ff-60ea-4cdc-9c1d-3d2979f8f653 x-openstack-request-id: req-6b3681ff-60ea-4cdc-9c1d-3d2979f8f653 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:41:34.485707 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6269b7-c674-41c1-a8e0-b53159ca5f61", "name": "network-vif-deleted", "tag": "5f156a5a-c918-478b-b237-7653ff906d49", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:41:34.486013 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b3681ff-60ea-4cdc-9c1d-3d2979f8f653 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:41:34.487076 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6269b7-c674-41c1-a8e0-b53159ca5f61', 'name': 'network-vif-deleted', 'tag': '5f156a5a-c918-478b-b237-7653ff906d49', 'status': 'completed', 'code': 200} Jul 09 09:41:34.501158 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-01b84042-e77a-4e45-a350-0dfe8ce20bbc tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9344931 Jul 09 09:41:34.503749 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60090) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:34.521657 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c6f02a12-e88e-4840-b17f-a2d9cafcb705 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1777643824', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0c657c95-3274-410a-97dc-b9b65ead6b3a'}], 'security_groups': ['57471fee-f375-45e5-ba7c-bd63fa5ea160']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:34.557121 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeebf3d5-8c13-41c0-9df5-450bc2ce82c7 None None] Network df1cbbcc-6d06-4a75-97b6-2769276c2bda requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:41:34.678673 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6f02a12-e88e-4840-b17f-a2d9cafcb705 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:34.722191 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e7ac486c-1a78-4a4e-a5d9-a936157bad76 req-ddf30fb9-f686-48b4-9f25-dbaf9b0f8e6f tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e268382-15d9-4f7d-9fb2-ca575bb0e5ee HTTP/1.1" status: 200 len: 210 time: 0.0590675 Jul 09 09:41:34.792662 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 82973d0d-a398-4f9c-8933-1d355b40ec49 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:41:34.815404 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-cb64151d-f1b1-42c0-91b3-cd2147b520ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'name': 'tempest-ServerActionsTestJSON-597560141-router', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:44Z', 'updated_at': '2021-07-09T09:29:52Z', 'revision_number': 4, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'gw_port': {'id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:45Z', 'updated_at': '2021-07-09T09:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'a61f3f54-d313-4f94-ae58-4ed93e348edd', 'name': '', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'mac_address': 'fa:16:3e:5f:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:50Z', 'updated_at': '2021-07-09T09:30:07Z', 'revision_number': 5, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'subnets': [{'id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:34.818189 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60102) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:34.840412 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6b0a40c9-4d13-488f-80c5-51ef23a74753 None None] Provisioning for port 2d77a381-635a-4394-8daa-7997fc4bf94d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:41:34.849170 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6b0a40c9-4d13-488f-80c5-51ef23a74753 None None] Provisioning complete for port 2d77a381-635a-4394-8daa-7997fc4bf94d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:34.849990 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b0a40c9-4d13-488f-80c5-51ef23a74753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:34.870725 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb64151d-f1b1-42c0-91b3-cd2147b520ce None None] The sync data for ids ['f3da6044-3294-44b0-af9e-b93ea9e1b6c6'] in n-d-799996-1 is: [{'id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'name': 'tempest-ServerActionsTestJSON-597560141-router', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:44Z', 'updated_at': '2021-07-09T09:29:52Z', 'revision_number': 4, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'gw_port': {'id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:45Z', 'updated_at': '2021-07-09T09:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'a61f3f54-d313-4f94-ae58-4ed93e348edd', 'name': '', 'network_id': '42ae9d36-caf9-48f2-988b-c538986827db', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'mac_address': 'fa:16:3e:5f:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:50Z', 'updated_at': '2021-07-09T09:30:07Z', 'revision_number': 5, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'subnets': [{'id': 'e4ea1ee7-829f-4c49-b86d-56026f119dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:41:34.968597 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c22af6ee-ee71-4b86-8b51-0f523bdc8ab0 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:34.974055 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a40c9-4d13-488f-80c5-51ef23a74753 None None] Port 2d77a381-635a-4394-8daa-7997fc4bf94d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:41:35.044394 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 82973d0d-a398-4f9c-8933-1d355b40ec49 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:41:35.048776 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c22af6ee-ee71-4b86-8b51-0f523bdc8ab0 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:35.067882 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 82973d0d-a398-4f9c-8933-1d355b40ec49 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:35.068582 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:35.158356 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c22af6ee-ee71-4b86-8b51-0f523bdc8ab0 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:35.180032 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c22af6ee-ee71-4b86-8b51-0f523bdc8ab0 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:35.185147 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c22af6ee-ee71-4b86-8b51-0f523bdc8ab0 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "DELETE /v2.0/security-groups/bcbd7147-653e-4b72-b52a-fda4760fc36e HTTP/1.1" status: 204 len: 168 time: 0.3653014 Jul 09 09:41:35.187765 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93261901-96e9-446a-97ac-64e28c18ec79 None None] Update dhcp port {'port': {'network_id': 'df1cbbcc-6d06-4a75-97b6-2769276c2bda', 'fixed_ips': [{'subnet_id': '3ce6cb76-b8e0-49d9-97f5-c07a836e17eb', 'ip_address': '172.20.0.2'}, {'subnet_id': '0c657c95-3274-410a-97dc-b9b65ead6b3a'}], 'binding:host_id': 'n-d-799996-1'}, 'id': '82973d0d-a398-4f9c-8933-1d355b40ec49'} from n-d-799996-1. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 09:41:35.200297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60120) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:35.251564 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22af6ee-ee71-4b86-8b51-0f523bdc8ab0 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbd7147-653e-4b72-b52a-fda4760fc36e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:35.273001 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-5250005f-a406-46da-b47e-33bcfb033e34 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] show failed (client error): The resource could not be found. Jul 09 09:41:35.279606 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5250005f-a406-46da-b47e-33bcfb033e34 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "GET /v2.0/security-groups/bcbd7147-653e-4b72-b52a-fda4760fc36e HTTP/1.1" status: 404 len: 347 time: 0.0709951 Jul 09 09:41:35.280437 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60122) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:35.283211 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-c6f02a12-e88e-4840-b17f-a2d9cafcb705 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Delete allocated IP 172.20.0.9 (df1cbbcc-6d06-4a75-97b6-2769276c2bda/3ce6cb76-b8e0-49d9-97f5-c07a836e17eb) {{(pid=93791) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 09:41:35.296274 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-93261901-96e9-446a-97ac-64e28c18ec79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:35.298110 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:35.303170 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-c6f02a12-e88e-4840-b17f-a2d9cafcb705 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Allocated IP 172.20.0.22 (df1cbbcc-6d06-4a75-97b6-2769276c2bda/0c657c95-3274-410a-97dc-b9b65ead6b3a/2d77a381-635a-4394-8daa-7997fc4bf94d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:41:35.562380 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-2634d2d5-781c-4139-9981-887cdf9d0602 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Deleting port ef2a11ab-fb58-4ba6-b119-b22d3edcf4ea {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:35.563041 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2634d2d5-781c-4139-9981-887cdf9d0602 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:35.574782 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac9bb39-c6cb-4df2-ba60-591038a3cbbf None None] New status for floating IP 96c35e0d-b695-4725-befa-5d25c1f5678f: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:41:35.586052 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 82973d0d-a398-4f9c-8933-1d355b40ec49, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=82973d0d-a398-4f9c-8933-1d355b40ec49,segment=NetworkSegment(7dbbc4f9-5394-4680-be23-fda3a74be2e2),segment_id=7dbbc4f9-5394-4680-be23-fda3a74be2e2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:35.647583 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:35.688153 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2634d2d5-781c-4139-9981-887cdf9d0602 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:35.688153 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2634d2d5-781c-4139-9981-887cdf9d0602 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:35.701957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-2634d2d5-781c-4139-9981-887cdf9d0602 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Calling delete_port for ef2a11ab-fb58-4ba6-b119-b22d3edcf4ea owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:35.856229 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=82973d0d-a398-4f9c-8933-1d355b40ec49,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:35.873467 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:41:35.873822 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:41:35.874173 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:41:35.874519 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:41:35.874860 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:41:35.875199 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:41:35.880138 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:41:35.880528 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:41:35.880859 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:41:35.881189 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:41:35.881656 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:41:35.881997 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:41:35.931404 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2634d2d5-781c-4139-9981-887cdf9d0602 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:36.012556 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6f02a12-e88e-4840-b17f-a2d9cafcb705 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:36.015411 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b9b2a6ca-1301-4de3-8b55-a0fc9d93086b req-905c6d7f-1ce9-45d7-8da1-923862e5205f tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e268382-15d9-4f7d-9fb2-ca575bb0e5ee HTTP/1.1" status: 200 len: 210 time: 0.0753543 Jul 09 09:41:36.018234 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634d2d5-781c-4139-9981-887cdf9d0602 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Pushing event deleted for resources: {'Port': ['ID=ef2a11ab-fb58-4ba6-b119-b22d3edcf4ea,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:36.040587 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-c6f02a12-e88e-4840-b17f-a2d9cafcb705 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Ignored duplicate provisioning block setup for port 2d77a381-635a-4394-8daa-7997fc4bf94d by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 09:41:36.046107 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6f02a12-e88e-4840-b17f-a2d9cafcb705 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:36.108150 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-93261901-96e9-446a-97ac-64e28c18ec79 None None] Allocated IP 172.20.0.18 (df1cbbcc-6d06-4a75-97b6-2769276c2bda/0c657c95-3274-410a-97dc-b9b65ead6b3a/82973d0d-a398-4f9c-8933-1d355b40ec49) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:41:36.117209 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2634d2d5-781c-4139-9981-887cdf9d0602 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:36.120550 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2634d2d5-781c-4139-9981-887cdf9d0602 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:36.122482 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2634d2d5-781c-4139-9981-887cdf9d0602 tempest-ServerActionsTestJSON-1158555922 tempest-ServerActionsTestJSON-1158555922-project] 10.222.0.61 "DELETE /v2.0/floatingips/96c35e0d-b695-4725-befa-5d25c1f5678f HTTP/1.1" status: 204 len: 168 time: 0.8386183 Jul 09 09:41:36.126265 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60138) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:36.178001 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5f156a5a-c918-478b-b237-7653ff906d49 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:41:36.179199 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c6f02a12-e88e-4840-b17f-a2d9cafcb705 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] In _notify_port_updated(), no bound segment for port 2d77a381-635a-4394-8daa-7997fc4bf94d on network df1cbbcc-6d06-4a75-97b6-2769276c2bda {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:41:36.185776 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f02a12-e88e-4840-b17f-a2d9cafcb705 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:36.186646 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6f02a12-e88e-4840-b17f-a2d9cafcb705 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:36.188203 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c6f02a12-e88e-4840-b17f-a2d9cafcb705 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "PUT /v2.0/ports/2d77a381-635a-4394-8daa-7997fc4bf94d HTTP/1.1" status: 200 len: 921 time: 1.6794078 Jul 09 09:41:36.191324 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60142) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:36.202255 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 5f156a5a-c918-478b-b237-7653ff906d49 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:41:36.202704 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5f156a5a-c918-478b-b237-7653ff906d49 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:41:36.204364 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f02a12-e88e-4840-b17f-a2d9cafcb705 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Port': ['ID=2d77a381-635a-4394-8daa-7997fc4bf94d,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:36.271315 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [req-d0a3da52-612e-4da2-97ad-0918ca1f69a3 req-b9d30d3c-d005-4be5-b307-97ee7b1c9faf service neutron] (93791) timed out ('10.222.0.58', 54195) {{(pid=93791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 09:41:36.281578 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-93261901-96e9-446a-97ac-64e28c18ec79 None None] For port 82973d0d-a398-4f9c-8933-1d355b40ec49, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=82973d0d-a398-4f9c-8933-1d355b40ec49,segment=NetworkSegment(7dbbc4f9-5394-4680-be23-fda3a74be2e2),segment_id=7dbbc4f9-5394-4680-be23-fda3a74be2e2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:36.305737 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a5baf7ec-f95e-412c-b84e-291ccc673766 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting port 2d77a381-635a-4394-8daa-7997fc4bf94d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:36.305983 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5baf7ec-f95e-412c-b84e-291ccc673766 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:36.330583 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-93261901-96e9-446a-97ac-64e28c18ec79 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:36.345706 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-93261901-96e9-446a-97ac-64e28c18ec79 None None] Transition to ACTIVE for port object 82973d0d-a398-4f9c-8933-1d355b40ec49 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:36.352620 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-93261901-96e9-446a-97ac-64e28c18ec79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:36.449723 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5baf7ec-f95e-412c-b84e-291ccc673766 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:36.464716 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a5baf7ec-f95e-412c-b84e-291ccc673766 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Calling delete_port for 2d77a381-635a-4394-8daa-7997fc4bf94d owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:36.499220 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93261901-96e9-446a-97ac-64e28c18ec79 None None] Pushing event updated for resources: {'Port': ['ID=82973d0d-a398-4f9c-8933-1d355b40ec49,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:36.697764 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5baf7ec-f95e-412c-b84e-291ccc673766 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:36.761573 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5baf7ec-f95e-412c-b84e-291ccc673766 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Port': ['ID=2d77a381-635a-4394-8daa-7997fc4bf94d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:36.802410 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-16042626-bb9c-4952-b92d-4dfef20fb835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:36.812899 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 82973d0d-a398-4f9c-8933-1d355b40ec49 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:41:36.815775 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-2f32ed6a-818a-4afb-aff2-aae850c567af tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:36.816700 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-2f32ed6a-818a-4afb-aff2-aae850c567af tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.64 "GET /v2.0/networks?id=1ae54679-4cff-4994-98e0-50f486401346 HTTP/1.1" status: 200 len: 812 time: 0.2589083 Jul 09 09:41:36.834375 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-28be8455-496a-4b78-b8fa-220c068c11a5 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Request body: {'port': {'device_id': '5e268382-15d9-4f7d-9fb2-ca575bb0e5ee', 'network_id': '1ae54679-4cff-4994-98e0-50f486401346', 'admin_state_up': True, 'tenant_id': '3c3657de35454de2af834416af126211'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:36.957570 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5baf7ec-f95e-412c-b84e-291ccc673766 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:36.959808 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a5baf7ec-f95e-412c-b84e-291ccc673766 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/ports/2d77a381-635a-4394-8daa-7997fc4bf94d HTTP/1.1" status: 204 len: 168 time: 0.7672632 Jul 09 09:41:36.963393 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60152) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:37.024195 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-a567f498-7e0e-4e16-9f5f-be0fcbf07fe2 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] GET failed (client error): The resource could not be found. Jul 09 09:41:37.029078 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a567f498-7e0e-4e16-9f5f-be0fcbf07fe2 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports/2d77a381-635a-4394-8daa-7997fc4bf94d HTTP/1.1" status: 404 len: 333 time: 0.0616713 Jul 09 09:41:37.029426 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60154) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:37.080668 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-28be8455-496a-4b78-b8fa-220c068c11a5 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Made reservation on behalf of 3c3657de35454de2af834416af126211 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:37.085552 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-28be8455-496a-4b78-b8fa-220c068c11a5 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:37.127990 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-952e758b-0992-4bb2-ad4b-6db24d5307ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:37.134159 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7079723-6cbf-4dea-b414-b45ebdad45b1 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:37.186626 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7079723-6cbf-4dea-b414-b45ebdad45b1 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:37.278512 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7079723-6cbf-4dea-b414-b45ebdad45b1 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:37.283432 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7079723-6cbf-4dea-b414-b45ebdad45b1 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:37.290759 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e7079723-6cbf-4dea-b414-b45ebdad45b1 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/security-groups/8dee0403-bfcf-41fc-aa2f-3a5776a8630e HTTP/1.1" status: 204 len: 168 time: 0.2569525 Jul 09 09:41:37.292084 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60158) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:37.363427 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7079723-6cbf-4dea-b414-b45ebdad45b1 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dee0403-bfcf-41fc-aa2f-3a5776a8630e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:37.425719 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7cf161c1-4b59-469f-906d-4a76eba42c78 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:37.468863 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7cf161c1-4b59-469f-906d-4a76eba42c78 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:37.527909 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7cf161c1-4b59-469f-906d-4a76eba42c78 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:37.532932 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7cf161c1-4b59-469f-906d-4a76eba42c78 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:37.541838 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7cf161c1-4b59-469f-906d-4a76eba42c78 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/security-groups/57471fee-f375-45e5-ba7c-bd63fa5ea160 HTTP/1.1" status: 204 len: 168 time: 0.2401531 Jul 09 09:41:37.542545 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60162) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:37.624520 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2f388ce4-b7db-4945-9731-9d0f3491afc6 None None] Provisioning complete for port 8407ceea-d4a0-4cdd-a781-f27b8743ecdb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:37.625100 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-8567d07e-0e61-4c0d-a94a-bab0f61caa3f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting subnet 3ce6cb76-b8e0-49d9-97f5-c07a836e17eb {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:41:37.625241 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2f388ce4-b7db-4945-9731-9d0f3491afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:37.628045 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8567d07e-0e61-4c0d-a94a-bab0f61caa3f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:37.677897 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8567d07e-0e61-4c0d-a94a-bab0f61caa3f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:37.709708 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf161c1-4b59-469f-906d-4a76eba42c78 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57471fee-f375-45e5-ba7c-bd63fa5ea160,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:37.809355 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8567d07e-0e61-4c0d-a94a-bab0f61caa3f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:37.815177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39185f06-c073-47af-a6ca-4f1fee6df0fa req-0af2e3ed-29b6-4c85-9a61-4a8f5a550fc2 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e268382-15d9-4f7d-9fb2-ca575bb0e5ee HTTP/1.1" status: 200 len: 210 time: 0.5715711 Jul 09 09:41:37.936285 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2f388ce4-b7db-4945-9731-9d0f3491afc6 None None] Port 8407ceea-d4a0-4cdd-a781-f27b8743ecdb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:41:37.941757 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8567d07e-0e61-4c0d-a94a-bab0f61caa3f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:37.952735 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-28be8455-496a-4b78-b8fa-220c068c11a5 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Allocated IP 172.20.0.7 (1ae54679-4cff-4994-98e0-50f486401346/112afd71-533d-4ba0-a28c-db2bcc9ef172/e2360e39-b883-4a1f-9068-8282b979ef5b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:41:37.966369 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2f388ce4-b7db-4945-9731-9d0f3491afc6 None None] Provisioning for port 82973d0d-a398-4f9c-8933-1d355b40ec49 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:41:37.973456 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2f388ce4-b7db-4945-9731-9d0f3491afc6 None None] Provisioning complete for port 82973d0d-a398-4f9c-8933-1d355b40ec49 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:37.973958 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2f388ce4-b7db-4945-9731-9d0f3491afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:38.002502 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567d07e-0e61-4c0d-a94a-bab0f61caa3f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce6cb76-b8e0-49d9-97f5-c07a836e17eb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:38.010675 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8567d07e-0e61-4c0d-a94a-bab0f61caa3f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:38.017085 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8567d07e-0e61-4c0d-a94a-bab0f61caa3f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/subnets/3ce6cb76-b8e0-49d9-97f5-c07a836e17eb HTTP/1.1" status: 204 len: 168 time: 0.4657805 Jul 09 09:41:38.028612 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60170) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:38.040775 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2b63a033-9ba5-4495-8f2f-2cbddaf54089 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'subnet': {'network_id': 'df1cbbcc-6d06-4a75-97b6-2769276c2bda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:38.119819 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2f388ce4-b7db-4945-9731-9d0f3491afc6 None None] Could not find standard attr ID for object 2d77a381-635a-4394-8daa-7997fc4bf94d. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:41:38.188824 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fa86d9-f11f-46bf-86da-2bc82c56f524 None None] Network df1cbbcc-6d06-4a75-97b6-2769276c2bda requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:41:38.201524 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b63a033-9ba5-4495-8f2f-2cbddaf54089 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:38.205327 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b63a033-9ba5-4495-8f2f-2cbddaf54089 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:38.272429 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-28be8455-496a-4b78-b8fa-220c068c11a5 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:38.274497 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-23c49967-e4c2-47b3-b9f8-596fa226ca4b None None] Could not find standard attr ID for object 2d77a381-635a-4394-8daa-7997fc4bf94d. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:41:38.367066 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-952e758b-0992-4bb2-ad4b-6db24d5307ce admin admin] Deleting port a61f3f54-d313-4f94-ae58-4ed93e348edd {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:38.367407 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-952e758b-0992-4bb2-ad4b-6db24d5307ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:38.425294 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-28be8455-496a-4b78-b8fa-220c068c11a5 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:38.499346 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-28be8455-496a-4b78-b8fa-220c068c11a5 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Network 1ae54679-4cff-4994-98e0-50f486401346 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:41:38.504782 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b63a033-9ba5-4495-8f2f-2cbddaf54089 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:38.507825 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-28be8455-496a-4b78-b8fa-220c068c11a5 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:38.510747 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-952e758b-0992-4bb2-ad4b-6db24d5307ce admin admin] For port a61f3f54-d313-4f94-ae58-4ed93e348edd, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a61f3f54-d313-4f94-ae58-4ed93e348edd,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:38.511108 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-952e758b-0992-4bb2-ad4b-6db24d5307ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:38.517122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-28be8455-496a-4b78-b8fa-220c068c11a5 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:41:38.527062 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be8455-496a-4b78-b8fa-220c068c11a5 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Pushing event updated for resources: {'Port': ['ID=e2360e39-b883-4a1f-9068-8282b979ef5b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:38.547601 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b63a033-9ba5-4495-8f2f-2cbddaf54089 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network df1cbbcc-6d06-4a75-97b6-2769276c2bda is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:41:38.555289 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-2b63a033-9ba5-4495-8f2f-2cbddaf54089 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:38.557859 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-952e758b-0992-4bb2-ad4b-6db24d5307ce admin admin] Calling delete_port for a61f3f54-d313-4f94-ae58-4ed93e348edd owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:38.561980 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b63a033-9ba5-4495-8f2f-2cbddaf54089 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:38.562152 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b63a033-9ba5-4495-8f2f-2cbddaf54089 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:38.581878 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63a033-9ba5-4495-8f2f-2cbddaf54089 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Subnet': ['ID=2e199a36-4ed4-41a4-9d7d-aad83240f729,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:38.587075 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2b63a033-9ba5-4495-8f2f-2cbddaf54089 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5517304 Jul 09 09:41:38.589674 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60174) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:38.596111 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-fc74c5b3-3e90-4959-9534-7e200fa6c03d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'security_group': {'name': 'tempest-secgroup-98374497'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:38.624505 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc74c5b3-3e90-4959-9534-7e200fa6c03d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:38.685904 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-28be8455-496a-4b78-b8fa-220c068c11a5 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:38.687533 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-28be8455-496a-4b78-b8fa-220c068c11a5 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:38.785333 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc74c5b3-3e90-4959-9534-7e200fa6c03d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:38.795670 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc74c5b3-3e90-4959-9534-7e200fa6c03d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:38.829542 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc74c5b3-3e90-4959-9534-7e200fa6c03d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:38.830846 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fc74c5b3-3e90-4959-9534-7e200fa6c03d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2401690 Jul 09 09:41:38.837726 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-28be8455-496a-4b78-b8fa-220c068c11a5 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0101590 Jul 09 09:41:38.844235 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60178) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:38.851369 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-dd10a5ae-b961-49a2-b828-cf705ea1d896 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'security_group': {'name': 'tempest-secgroup-1268905544'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:38.857935 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-27e2b143-3449-4fb1-875d-362f01f4a681 service neutron] Request body: {'port': {'device_id': '5e268382-15d9-4f7d-9fb2-ca575bb0e5ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:38.887957 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74c5b3-3e90-4959-9534-7e200fa6c03d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dafd95ad-fb4d-4bd7-8949-217673dcd8fd,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:38.901070 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd10a5ae-b961-49a2-b828-cf705ea1d896 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:39.019901 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd10a5ae-b961-49a2-b828-cf705ea1d896 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:39.025592 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd10a5ae-b961-49a2-b828-cf705ea1d896 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:39.064475 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd10a5ae-b961-49a2-b828-cf705ea1d896 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:39.065464 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dd10a5ae-b961-49a2-b828-cf705ea1d896 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2181747 Jul 09 09:41:39.067992 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60186) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:39.073168 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-71469102-000a-4e6f-bce8-19401432538a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'security_group': {'name': 'tempest-secgroup-1512138463'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:39.080806 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10a5ae-b961-49a2-b828-cf705ea1d896 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05dea769-3867-42f7-bcda-b908de11a7d8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:39.099776 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:39.103676 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-27e2b143-3449-4fb1-875d-362f01f4a681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:39.125775 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71469102-000a-4e6f-bce8-19401432538a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:39.181665 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-952e758b-0992-4bb2-ad4b-6db24d5307ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:39.215634 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e758b-0992-4bb2-ad4b-6db24d5307ce admin admin] Pushing event deleted for resources: {'Port': ['ID=a61f3f54-d313-4f94-ae58-4ed93e348edd,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:39.270882 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae6c7ae-5fe0-443e-94ed-eb664d6386bb None None] Network df1cbbcc-6d06-4a75-97b6-2769276c2bda requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:41:39.363945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b9006-641d-41ab-af33-b9ecd87ab461 req-cb943352-5835-4ddc-870d-26b1338397a0 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:39.366533 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71469102-000a-4e6f-bce8-19401432538a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:39.371558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b42b9006-641d-41ab-af33-b9ecd87ab461 req-cb943352-5835-4ddc-870d-26b1338397a0 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e268382-15d9-4f7d-9fb2-ca575bb0e5ee HTTP/1.1" status: 200 len: 931 time: 0.3914199 Jul 09 09:41:39.374926 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71469102-000a-4e6f-bce8-19401432538a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:39.410051 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f40d2e6e-dc1a-44c8-b2ea-4e22a9826a58 None None] Provisioning complete for port 8407ceea-d4a0-4cdd-a781-f27b8743ecdb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:39.410605 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f40d2e6e-dc1a-44c8-b2ea-4e22a9826a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:39.412581 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f175a3f4-8ac7-4071-98b3-03729cd70ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:39.440886 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71469102-000a-4e6f-bce8-19401432538a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:39.445215 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-71469102-000a-4e6f-bce8-19401432538a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3728402 Jul 09 09:41:39.446147 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60192) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:39.452403 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5413dc78-50f2-4d19-8799-746749947faa tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1815159948', 'security_groups': ['35348581-f63d-4c53-9b53-55169079b812'], 'network_id': 'df1cbbcc-6d06-4a75-97b6-2769276c2bda', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2e199a36-4ed4-41a4-9d7d-aad83240f729'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:39.465701 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71469102-000a-4e6f-bce8-19401432538a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35348581-f63d-4c53-9b53-55169079b812,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:39.465872 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b42b9006-641d-41ab-af33-b9ecd87ab461 req-50d9c829-4887-4938-a9a7-1d4eaafb0541 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931661 Jul 09 09:41:39.545935 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f40d2e6e-dc1a-44c8-b2ea-4e22a9826a58 None None] Port 8407ceea-d4a0-4cdd-a781-f27b8743ecdb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:41:39.573421 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:39.621163 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f40d2e6e-dc1a-44c8-b2ea-4e22a9826a58 None None] Provisioning complete for port 82973d0d-a398-4f9c-8933-1d355b40ec49 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:39.621852 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f40d2e6e-dc1a-44c8-b2ea-4e22a9826a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:39.644756 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5413dc78-50f2-4d19-8799-746749947faa tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:39.683268 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-952e758b-0992-4bb2-ad4b-6db24d5307ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:39.830652 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5413dc78-50f2-4d19-8799-746749947faa tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:39.879743 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-5413dc78-50f2-4d19-8799-746749947faa tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] device_id is not set on port 0e066d56-f936-4ed5-9881-b61512b26558 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:41:39.879981 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcc0444-eeb1-40da-a8fe-25027a48b593 None None] Update dhcp port {'port': {'network_id': 'df1cbbcc-6d06-4a75-97b6-2769276c2bda', 'fixed_ips': [{'subnet_id': '0c657c95-3274-410a-97dc-b9b65ead6b3a', 'ip_address': '172.20.0.18'}, {'subnet_id': '2e199a36-4ed4-41a4-9d7d-aad83240f729'}], 'binding:host_id': 'n-d-799996-1'}, 'id': '82973d0d-a398-4f9c-8933-1d355b40ec49'} from n-d-799996-1. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 09:41:39.928616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-27e2b143-3449-4fb1-875d-362f01f4a681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2360e39-b883-4a1f-9068-8282b979ef5b {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:41:39.938298 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4bcc0444-eeb1-40da-a8fe-25027a48b593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:39.939453 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-27e2b143-3449-4fb1-875d-362f01f4a681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:39.999192 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-27e2b143-3449-4fb1-875d-362f01f4a681 service neutron] Transition to ACTIVE for port object e2360e39-b883-4a1f-9068-8282b979ef5b will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:40.004362 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-27e2b143-3449-4fb1-875d-362f01f4a681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:40.097152 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-5413dc78-50f2-4d19-8799-746749947faa tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Allocated IP 172.20.0.6 (df1cbbcc-6d06-4a75-97b6-2769276c2bda/2e199a36-4ed4-41a4-9d7d-aad83240f729/0e066d56-f936-4ed5-9881-b61512b26558) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:41:40.098733 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2b143-3449-4fb1-875d-362f01f4a681 service neutron] Pushing event updated for resources: {'Port': ['ID=e2360e39-b883-4a1f-9068-8282b979ef5b,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:40.128679 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952e758b-0992-4bb2-ad4b-6db24d5307ce admin admin] Router f3da6044-3294-44b0-af9e-b93ea9e1b6c6 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:41:40.235277 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-27e2b143-3449-4fb1-875d-362f01f4a681 service neutron] Attempting to bind port e2360e39-b883-4a1f-9068-8282b979ef5b on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:41:40.235611 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-27e2b143-3449-4fb1-875d-362f01f4a681 service neutron] Attempting to bind port e2360e39-b883-4a1f-9068-8282b979ef5b by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:41:40.235981 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-27e2b143-3449-4fb1-875d-362f01f4a681 service neutron] Attempting to bind port e2360e39-b883-4a1f-9068-8282b979ef5b on network 1ae54679-4cff-4994-98e0-50f486401346 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:41:40.242253 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-27e2b143-3449-4fb1-875d-362f01f4a681 service neutron] Port e2360e39-b883-4a1f-9068-8282b979ef5b on network 1ae54679-4cff-4994-98e0-50f486401346 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:41:40.242509 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-27e2b143-3449-4fb1-875d-362f01f4a681 service neutron] Attempting to bind port e2360e39-b883-4a1f-9068-8282b979ef5b on network 1ae54679-4cff-4994-98e0-50f486401346 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:41:40.275512 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5413dc78-50f2-4d19-8799-746749947faa tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:40.290630 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-5413dc78-50f2-4d19-8799-746749947faa tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Transition to ACTIVE for port object 0e066d56-f936-4ed5-9881-b61512b26558 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:40.306995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952e758b-0992-4bb2-ad4b-6db24d5307ce admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:41:40.309015 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-27e2b143-3449-4fb1-875d-362f01f4a681 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:41:40.309466 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-27e2b143-3449-4fb1-875d-362f01f4a681 service neutron] Checking segment: {'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:41:40.310028 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-27e2b143-3449-4fb1-875d-362f01f4a681 service neutron] Bound using segment: {'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:41:40.311084 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-27e2b143-3449-4fb1-875d-362f01f4a681 service neutron] Bound port: e2360e39-b883-4a1f-9068-8282b979ef5b, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a63e2e5-9277-49d1-aa75-8f38c48312fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1ae54679-4cff-4994-98e0-50f486401346'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:41:40.311551 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-27e2b143-3449-4fb1-875d-362f01f4a681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:40.317117 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-952e758b-0992-4bb2-ad4b-6db24d5307ce admin admin] 10.222.0.61 "PUT /v2.0/routers/f3da6044-3294-44b0-af9e-b93ea9e1b6c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1887367 Jul 09 09:41:40.321050 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60200) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:40.322804 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea7308-137f-4ae6-9a29-94e29cdc018e None None] Sync routers for ids ['f3da6044-3294-44b0-af9e-b93ea9e1b6c6'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:41:40.348498 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ea7308-137f-4ae6-9a29-94e29cdc018e None None] Routers {'f3da6044-3294-44b0-af9e-b93ea9e1b6c6'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:41:40.349128 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-41ea7308-137f-4ae6-9a29-94e29cdc018e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:41:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f3da6044-3294-44b0-af9e-b93ea9e1b6c6'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:40.415112 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5413dc78-50f2-4d19-8799-746749947faa tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:40.429038 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-27e2b143-3449-4fb1-875d-362f01f4a681 service neutron] For port e2360e39-b883-4a1f-9068-8282b979ef5b, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:41:40.433267 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-27e2b143-3449-4fb1-875d-362f01f4a681 service neutron] For port e2360e39-b883-4a1f-9068-8282b979ef5b, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=e2360e39-b883-4a1f-9068-8282b979ef5b,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:41:40.438692 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-27e2b143-3449-4fb1-875d-362f01f4a681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:40.479293 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-4bcc0444-eeb1-40da-a8fe-25027a48b593 None None] Allocated IP 172.20.0.2 (df1cbbcc-6d06-4a75-97b6-2769276c2bda/2e199a36-4ed4-41a4-9d7d-aad83240f729/82973d0d-a398-4f9c-8933-1d355b40ec49) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:41:40.483164 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-27e2b143-3449-4fb1-875d-362f01f4a681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:40.483813 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-27e2b143-3449-4fb1-875d-362f01f4a681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:40.485224 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-27e2b143-3449-4fb1-875d-362f01f4a681 service neutron] 10.222.0.64 "PUT /v2.0/ports/e2360e39-b883-4a1f-9068-8282b979ef5b HTTP/1.1" status: 200 len: 1091 time: 1.6392395 Jul 09 09:41:40.487329 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e268382-15d9-4f7d-9fb2-ca575bb0e5ee', 'tag': 'e2360e39-b883-4a1f-9068-8282b979ef5b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:41:40.490855 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac2d4f1-035c-4748-9486-882d1c65f8a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5e268382-15d9-4f7d-9fb2-ca575bb0e5ee", "tag": "e2360e39-b883-4a1f-9068-8282b979ef5b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:41:40.530171 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2b143-3449-4fb1-875d-362f01f4a681 service neutron] Pushing event updated for resources: {'Port': ['ID=e2360e39-b883-4a1f-9068-8282b979ef5b,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:40.535981 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5413dc78-50f2-4d19-8799-746749947faa tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network df1cbbcc-6d06-4a75-97b6-2769276c2bda is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:41:40.544065 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-5413dc78-50f2-4d19-8799-746749947faa tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:40.551414 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5413dc78-50f2-4d19-8799-746749947faa tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:41:40.554799 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-41ea7308-137f-4ae6-9a29-94e29cdc018e None None] Set router f3da6044-3294-44b0-af9e-b93ea9e1b6c6 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:41:40.585818 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413dc78-50f2-4d19-8799-746749947faa tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Port': ['ID=0e066d56-f936-4ed5-9881-b61512b26558,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:40.597924 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c32ce565-448c-4bad-93f1-4275e8d4cb83 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:40.629394 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca81dc6-58e6-47c6-9c0f-a9428aec636b x-openstack-request-id: req-8ca81dc6-58e6-47c6-9c0f-a9428aec636b {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:41:40.633449 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e268382-15d9-4f7d-9fb2-ca575bb0e5ee", "tag": "e2360e39-b883-4a1f-9068-8282b979ef5b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:41:40.633905 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8ca81dc6-58e6-47c6-9c0f-a9428aec636b {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:41:40.634491 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e268382-15d9-4f7d-9fb2-ca575bb0e5ee', 'tag': 'e2360e39-b883-4a1f-9068-8282b979ef5b', 'status': 'completed', 'code': 200} Jul 09 09:41:40.678978 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-a9f81e63-7b01-4d89-b2ef-be81bd5ad600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:40.682054 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-a9f81e63-7b01-4d89-b2ef-be81bd5ad600 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c3657de35454de2af834416af126211&device_id=5e268382-15d9-4f7d-9fb2-ca575bb0e5ee HTTP/1.1" status: 200 len: 1094 time: 0.1389441 Jul 09 09:41:40.731082 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5413dc78-50f2-4d19-8799-746749947faa tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:40.747290 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4bcc0444-eeb1-40da-a8fe-25027a48b593 None None] For port 82973d0d-a398-4f9c-8933-1d355b40ec49, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=82973d0d-a398-4f9c-8933-1d355b40ec49,segment=NetworkSegment(7dbbc4f9-5394-4680-be23-fda3a74be2e2),segment_id=7dbbc4f9-5394-4680-be23-fda3a74be2e2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:40.747654 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-56910d3c-0b5c-4a95-9fff-508a7de64083 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2360e39-b883-4a1f-9068-8282b979ef5b HTTP/1.1" status: 200 len: 217 time: 0.0563238 Jul 09 09:41:40.748454 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5413dc78-50f2-4d19-8799-746749947faa tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:40.782838 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4bcc0444-eeb1-40da-a8fe-25027a48b593 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:40.812297 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5413dc78-50f2-4d19-8799-746749947faa tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3648379 Jul 09 09:41:40.815009 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60208) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:40.816497 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4bcc0444-eeb1-40da-a8fe-25027a48b593 None None] Transition to ACTIVE for port object 82973d0d-a398-4f9c-8933-1d355b40ec49 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:40.820874 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-55e923c4-f6a3-43e2-9d45-3d200f9412d1 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'subnet': {'network_id': 'df1cbbcc-6d06-4a75-97b6-2769276c2bda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:40.823549 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4bcc0444-eeb1-40da-a8fe-25027a48b593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:40.879222 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-297a907e-c8a3-4f81-b64b-54ce7daa4d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:40.880733 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-297a907e-c8a3-4f81-b64b-54ce7daa4d59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=112afd71-533d-4ba0-a28c-db2bcc9ef172 HTTP/1.1" status: 200 len: 852 time: 0.0924208 Jul 09 09:41:40.889606 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43800e-f4af-4fac-bf10-1c9f0e9c3dd8 req-3df5c33f-951b-482c-a31e-4e54af360f93 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:40.891210 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c43800e-f4af-4fac-bf10-1c9f0e9c3dd8 req-3df5c33f-951b-482c-a31e-4e54af360f93 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e268382-15d9-4f7d-9fb2-ca575bb0e5ee HTTP/1.1" status: 200 len: 943 time: 0.1473110 Jul 09 09:41:40.903365 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c32ce565-448c-4bad-93f1-4275e8d4cb83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:40.944019 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-c1c8502a-1a74-432a-a397-01da5c6d7279 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ae54679-4cff-4994-98e0-50f486401346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515544 Jul 09 09:41:40.969781 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c43800e-f4af-4fac-bf10-1c9f0e9c3dd8 req-132df48f-6094-4941-8b74-2d9976ebd06a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692728 Jul 09 09:41:41.000541 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-41ea7308-137f-4ae6-9a29-94e29cdc018e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'name': 'tempest-ServerActionsTestJSON-597560141-router', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:44Z', 'updated_at': '2021-07-09T09:41:38Z', 'revision_number': 5, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'gw_port': {'id': 'ae65d4fe-db44-48ec-9480-6f59c5d6cc7b', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:29:45Z', 'updated_at': '2021-07-09T09:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:41.011739 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e923c4-f6a3-43e2-9d45-3d200f9412d1 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:41.016062 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55e923c4-f6a3-43e2-9d45-3d200f9412d1 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:41.100032 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-69f9cf45-7e32-47ec-8d90-a3df999ff4f6 service neutron] 10.222.0.64 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341329 Jul 09 09:41:41.107648 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c32ce565-448c-4bad-93f1-4275e8d4cb83 admin admin] Deleting port ae65d4fe-db44-48ec-9480-6f59c5d6cc7b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:41.108272 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c32ce565-448c-4bad-93f1-4275e8d4cb83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:41.123708 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea7308-137f-4ae6-9a29-94e29cdc018e None None] Checking router: f3da6044-3294-44b0-af9e-b93ea9e1b6c6 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:41:41.130492 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc0444-eeb1-40da-a8fe-25027a48b593 None None] Pushing event updated for resources: {'Port': ['ID=82973d0d-a398-4f9c-8933-1d355b40ec49,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:41.144088 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ea7308-137f-4ae6-9a29-94e29cdc018e None None] Routers {'f3da6044-3294-44b0-af9e-b93ea9e1b6c6'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:41:41.144915 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-41ea7308-137f-4ae6-9a29-94e29cdc018e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:41:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f3da6044-3294-44b0-af9e-b93ea9e1b6c6'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:41.181572 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:41.217656 n-d-799996-1 neutron-server[93791]: INFO neutron.db.ipam_backend_mixin [None req-55e923c4-f6a3-43e2-9d45-3d200f9412d1 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2e199a36-4ed4-41a4-9d7d-aad83240f729 (CIDR: 172.20.0.0/28) Jul 09 09:41:41.225681 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e923c4-f6a3-43e2-9d45-3d200f9412d1 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:41:41.226322 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e923c4-f6a3-43e2-9d45-3d200f9412d1 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:41:41.251998 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-55e923c4-f6a3-43e2-9d45-3d200f9412d1 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4352112 Jul 09 09:41:41.255191 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60214) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:41.269604 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e933b0ad-c1bc-485b-b932-65b5dc59cf3b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'subnet': {'network_id': 'df1cbbcc-6d06-4a75-97b6-2769276c2bda', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:41.270013 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-c32ce565-448c-4bad-93f1-4275e8d4cb83 admin admin] For port ae65d4fe-db44-48ec-9480-6f59c5d6cc7b, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=ae65d4fe-db44-48ec-9480-6f59c5d6cc7b,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:41.270402 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c32ce565-448c-4bad-93f1-4275e8d4cb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:41.291570 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-41ea7308-137f-4ae6-9a29-94e29cdc018e None None] Set router f3da6044-3294-44b0-af9e-b93ea9e1b6c6 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:41:41.296802 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c32ce565-448c-4bad-93f1-4275e8d4cb83 admin admin] Calling delete_port for ae65d4fe-db44-48ec-9480-6f59c5d6cc7b owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:41.338874 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db86614e-e884-40c7-9a33-bc416f0ff37a req-a3ac3bf3-3cb7-4436-a770-7a2e0c8dee34 service neutron] 10.222.0.64 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321119 Jul 09 09:41:41.359850 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-41ea7308-137f-4ae6-9a29-94e29cdc018e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'name': 'tempest-ServerActionsTestJSON-597560141-router', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:44Z', 'updated_at': '2021-07-09T09:41:40Z', 'revision_number': 6, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:41.536513 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea7308-137f-4ae6-9a29-94e29cdc018e None None] The sync data for ids ['f3da6044-3294-44b0-af9e-b93ea9e1b6c6'] in n-d-799996-1 is: [{'id': 'f3da6044-3294-44b0-af9e-b93ea9e1b6c6', 'name': 'tempest-ServerActionsTestJSON-597560141-router', 'tenant_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:29:44Z', 'updated_at': '2021-07-09T09:41:40Z', 'revision_number': 6, 'project_id': 'f7f16a5816aa4fb6a5e831e7bff87912', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:41:41.607883 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e933b0ad-c1bc-485b-b932-65b5dc59cf3b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:41.611727 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e933b0ad-c1bc-485b-b932-65b5dc59cf3b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:41.640314 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c32ce565-448c-4bad-93f1-4275e8d4cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:41.662012 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2d4f1-035c-4748-9486-882d1c65f8a7 req-5e758347-b65d-48ff-8ed8-082a833c337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:41.663591 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ac2d4f1-035c-4748-9486-882d1c65f8a7 req-5e758347-b65d-48ff-8ed8-082a833c337a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c3657de35454de2af834416af126211&device_id=5e268382-15d9-4f7d-9fb2-ca575bb0e5ee HTTP/1.1" status: 200 len: 1094 time: 0.2644439 Jul 09 09:41:41.675676 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ce565-448c-4bad-93f1-4275e8d4cb83 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae65d4fe-db44-48ec-9480-6f59c5d6cc7b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:41.753723 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c32ce565-448c-4bad-93f1-4275e8d4cb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:41.791611 n-d-799996-1 neutron-server[93790]: INFO neutron.db.ipam_backend_mixin [None req-e933b0ad-c1bc-485b-b932-65b5dc59cf3b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0c657c95-3274-410a-97dc-b9b65ead6b3a (CIDR: 172.20.0.16/28) Jul 09 09:41:41.799198 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-e933b0ad-c1bc-485b-b932-65b5dc59cf3b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:41:41.799598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e933b0ad-c1bc-485b-b932-65b5dc59cf3b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:41:41.821843 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2d4f1-035c-4748-9486-882d1c65f8a7 req-02aae493-e3de-46df-b128-cdea98c0d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:41.824180 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ac2d4f1-035c-4748-9486-882d1c65f8a7 req-02aae493-e3de-46df-b128-cdea98c0d032 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ae54679-4cff-4994-98e0-50f486401346 HTTP/1.1" status: 200 len: 913 time: 0.1507292 Jul 09 09:41:41.831392 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e933b0ad-c1bc-485b-b932-65b5dc59cf3b tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5749447 Jul 09 09:41:41.832151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60220) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:41.841736 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9f93754a-aae7-4669-8614-a02479562e00 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'subnet': {'network_id': 'df1cbbcc-6d06-4a75-97b6-2769276c2bda', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:41.863256 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c32ce565-448c-4bad-93f1-4275e8d4cb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:41.866222 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c32ce565-448c-4bad-93f1-4275e8d4cb83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:41.917106 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ac2d4f1-035c-4748-9486-882d1c65f8a7 req-20517881-571d-41cc-81cc-f05a3c440f2e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2360e39-b883-4a1f-9068-8282b979ef5b HTTP/1.1" status: 200 len: 217 time: 0.0838737 Jul 09 09:41:41.921936 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c32ce565-448c-4bad-93f1-4275e8d4cb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:41.922690 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32ce565-448c-4bad-93f1-4275e8d4cb83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3da6044-3294-44b0-af9e-b93ea9e1b6c6 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:41:41.928392 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c32ce565-448c-4bad-93f1-4275e8d4cb83 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:41.932584 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c32ce565-448c-4bad-93f1-4275e8d4cb83 admin admin] 10.222.0.61 "DELETE /v2.0/routers/f3da6044-3294-44b0-af9e-b93ea9e1b6c6 HTTP/1.1" status: 204 len: 168 time: 1.6047194 Jul 09 09:41:41.933244 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60222) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:42.026354 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e84916e5-5052-4946-8a74-d5a5428dd3e0 None None] Provisioning complete for port 8407ceea-d4a0-4cdd-a781-f27b8743ecdb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:42.027439 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e84916e5-5052-4946-8a74-d5a5428dd3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:42.029748 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-772f33df-86f5-4587-863c-5965b4d3efe3 admin admin] Deleting subnet e4ea1ee7-829f-4c49-b86d-56026f119dcb {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:41:42.032087 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2d4f1-035c-4748-9486-882d1c65f8a7 req-c0a70b66-b831-4658-aee8-0735ff6b383d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:42.033917 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ac2d4f1-035c-4748-9486-882d1c65f8a7 req-c0a70b66-b831-4658-aee8-0735ff6b383d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=112afd71-533d-4ba0-a28c-db2bcc9ef172 HTTP/1.1" status: 200 len: 852 time: 0.0837409 Jul 09 09:41:42.039295 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-772f33df-86f5-4587-863c-5965b4d3efe3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:42.102869 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e84916e5-5052-4946-8a74-d5a5428dd3e0 None None] Port 8407ceea-d4a0-4cdd-a781-f27b8743ecdb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:41:42.129650 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e84916e5-5052-4946-8a74-d5a5428dd3e0 None None] Provisioning for port 82973d0d-a398-4f9c-8933-1d355b40ec49 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:41:42.129985 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-772f33df-86f5-4587-863c-5965b4d3efe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:42.134249 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ac2d4f1-035c-4748-9486-882d1c65f8a7 req-52449fa7-856b-4343-8b29-ce4f9d5514af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ae54679-4cff-4994-98e0-50f486401346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920937 Jul 09 09:41:42.146638 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e84916e5-5052-4946-8a74-d5a5428dd3e0 None None] Provisioning complete for port 82973d0d-a398-4f9c-8933-1d355b40ec49 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:42.147184 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e84916e5-5052-4946-8a74-d5a5428dd3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:42.278022 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-772f33df-86f5-4587-863c-5965b4d3efe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:42.323116 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f93754a-aae7-4669-8614-a02479562e00 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Made reservation on behalf of e05dd25310194e27919dfc6a9e416ba2 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:42.326777 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9f93754a-aae7-4669-8614-a02479562e00 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:42.366461 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-772f33df-86f5-4587-863c-5965b4d3efe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:42.396498 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f33df-86f5-4587-863c-5965b4d3efe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4ea1ee7-829f-4c49-b86d-56026f119dcb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:42.399222 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ac2d4f1-035c-4748-9486-882d1c65f8a7 req-a5925826-b534-493c-a014-fd84ea726654 service neutron] 10.222.0.64 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530670 Jul 09 09:41:42.403329 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-772f33df-86f5-4587-863c-5965b4d3efe3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:42.408432 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-772f33df-86f5-4587-863c-5965b4d3efe3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e4ea1ee7-829f-4c49-b86d-56026f119dcb HTTP/1.1" status: 204 len: 168 time: 0.4741762 Jul 09 09:41:42.409297 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60230) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:42.410055 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-04c58de8-3a42-404f-9c4f-40414184ae84 None None] Provisioning for port 0e066d56-f936-4ed5-9881-b61512b26558 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:41:42.435356 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c1583e-2087-4e0a-8041-054950b463d7 None None] Network 42ae9d36-caf9-48f2-988b-c538986827db requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:41:42.537067 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-04c58de8-3a42-404f-9c4f-40414184ae84 None None] Provisioning complete for port 0e066d56-f936-4ed5-9881-b61512b26558 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:42.537444 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-04c58de8-3a42-404f-9c4f-40414184ae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:42.543196 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b621198d-32da-40b2-be39-3846cca02423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:42.627210 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-04c58de8-3a42-404f-9c4f-40414184ae84 None None] Port 0e066d56-f936-4ed5-9881-b61512b26558 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:41:42.657284 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b621198d-32da-40b2-be39-3846cca02423 admin admin] Deleting port e815ff5c-8bbf-461e-b9dd-e28dc1a7f787 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:42.657634 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b621198d-32da-40b2-be39-3846cca02423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:42.746080 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d45fd3-6dea-415e-8fab-2c7d4e5e84b1 None None] DHCP port deletion for 42ae9d36-caf9-48f2-988b-c538986827db request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:41:42.822220 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 82973d0d-a398-4f9c-8933-1d355b40ec49 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:41:42.840796 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-b621198d-32da-40b2-be39-3846cca02423 admin admin] For port e815ff5c-8bbf-461e-b9dd-e28dc1a7f787, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e815ff5c-8bbf-461e-b9dd-e28dc1a7f787,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:42.841174 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b621198d-32da-40b2-be39-3846cca02423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:42.874421 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b621198d-32da-40b2-be39-3846cca02423 admin admin] Calling delete_port for e815ff5c-8bbf-461e-b9dd-e28dc1a7f787 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:42.938408 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:42.949945 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e0d45fd3-6dea-415e-8fab-2c7d4e5e84b1 None None] Deleting port e815ff5c-8bbf-461e-b9dd-e28dc1a7f787 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:42.950658 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e0d45fd3-6dea-415e-8fab-2c7d4e5e84b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:43.018917 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 82973d0d-a398-4f9c-8933-1d355b40ec49 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:43.019297 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:43.055821 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b621198d-32da-40b2-be39-3846cca02423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:43.081937 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e0d45fd3-6dea-415e-8fab-2c7d4e5e84b1 None None] For port e815ff5c-8bbf-461e-b9dd-e28dc1a7f787, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e815ff5c-8bbf-461e-b9dd-e28dc1a7f787,segment=NetworkSegment(13ee5e5b-5657-4c02-a759-a39f2f783aae),segment_id=13ee5e5b-5657-4c02-a759-a39f2f783aae)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:43.082586 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e0d45fd3-6dea-415e-8fab-2c7d4e5e84b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:43.082707 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b621198d-32da-40b2-be39-3846cca02423 admin admin] No DVR routers for this DVR port e815ff5c-8bbf-461e-b9dd-e28dc1a7f787 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:41:43.122000 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e0d45fd3-6dea-415e-8fab-2c7d4e5e84b1 None None] Calling delete_port for e815ff5c-8bbf-461e-b9dd-e28dc1a7f787 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:43.166584 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bf060-048e-4dd9-82b1-1bcc6d0ba494 req-9b44986a-0a48-4b0c-9798-5b5047660653 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:43.168402 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-320bf060-048e-4dd9-82b1-1bcc6d0ba494 req-9b44986a-0a48-4b0c-9798-5b5047660653 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e268382-15d9-4f7d-9fb2-ca575bb0e5ee HTTP/1.1" status: 200 len: 943 time: 0.9127810 Jul 09 09:41:43.198128 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621198d-32da-40b2-be39-3846cca02423 admin admin] Pushing event deleted for resources: {'Port': ['ID=e815ff5c-8bbf-461e-b9dd-e28dc1a7f787,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:43.251391 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ac2d4f1-035c-4748-9486-882d1c65f8a7 req-9b541d72-bc7d-4b46-ae35-0a33af220124 service neutron] 10.222.0.64 "GET /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8429809 Jul 09 09:41:43.257451 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-320bf060-048e-4dd9-82b1-1bcc6d0ba494 req-6ecaafd2-b47e-4ceb-9e5e-5d3d004605ce tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805953 Jul 09 09:41:43.329932 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b621198d-32da-40b2-be39-3846cca02423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:43.347622 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b621198d-32da-40b2-be39-3846cca02423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ae9d36-caf9-48f2-988b-c538986827db']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:43.368469 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b621198d-32da-40b2-be39-3846cca02423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ee5e5b-5657-4c02-a759-a39f2f783aae') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:43.368771 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b621198d-32da-40b2-be39-3846cca02423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ee5e5b-5657-4c02-a759-a39f2f783aae') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:43.371838 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e0d45fd3-6dea-415e-8fab-2c7d4e5e84b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:43.389073 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d45fd3-6dea-415e-8fab-2c7d4e5e84b1 None None] No DVR routers for this DVR port e815ff5c-8bbf-461e-b9dd-e28dc1a7f787 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:41:43.400984 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b621198d-32da-40b2-be39-3846cca02423 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:43.422000 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d45fd3-6dea-415e-8fab-2c7d4e5e84b1 None None] Pushing event deleted for resources: {'Port': ['ID=e815ff5c-8bbf-461e-b9dd-e28dc1a7f787,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:43.434451 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b621198d-32da-40b2-be39-3846cca02423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:43.444458 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b621198d-32da-40b2-be39-3846cca02423 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:41:43.444855 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b621198d-32da-40b2-be39-3846cca02423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:41:43.446679 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:41:43.452403 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a61f3f54-d313-4f94-ae58-4ed93e348edd no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:41:43.480498 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: a61f3f54-d313-4f94-ae58-4ed93e348edd {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:41:43.481129 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a61f3f54-d313-4f94-ae58-4ed93e348edd not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:41:43.481710 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device ae65d4fe-db44-48ec-9480-6f59c5d6cc7b no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:41:43.540072 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9f93754a-aae7-4669-8614-a02479562e00 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:43.565272 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: ae65d4fe-db44-48ec-9480-6f59c5d6cc7b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:41:43.565730 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device ae65d4fe-db44-48ec-9480-6f59c5d6cc7b not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:41:43.570755 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b621198d-32da-40b2-be39-3846cca02423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:43.582430 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f93754a-aae7-4669-8614-a02479562e00 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Network df1cbbcc-6d06-4a75-97b6-2769276c2bda is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:41:43.586933 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b621198d-32da-40b2-be39-3846cca02423 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:43.588371 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-9f93754a-aae7-4669-8614-a02479562e00 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:43.595441 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f93754a-aae7-4669-8614-a02479562e00 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:43.596079 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9f93754a-aae7-4669-8614-a02479562e00 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:43.599005 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b621198d-32da-40b2-be39-3846cca02423 admin admin] 10.222.0.61 "DELETE /v2.0/networks/42ae9d36-caf9-48f2-988b-c538986827db HTTP/1.1" status: 204 len: 168 time: 1.1867659 Jul 09 09:41:43.611296 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccd7a0c-97d5-418f-9d6e-33aa639cdcaf None None] Network df1cbbcc-6d06-4a75-97b6-2769276c2bda requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:41:43.613534 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621198d-32da-40b2-be39-3846cca02423 admin admin] Pushing event deleted for resources: {'Network': ['ID=42ae9d36-caf9-48f2-988b-c538986827db,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:43.614991 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9f93754a-aae7-4669-8614-a02479562e00 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7804391 Jul 09 09:41:43.617551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60246) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:43.624145 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6b727a27-994b-47d6-ad9a-de9c867c1b75 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1717146796', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cf5286ea-493b-4332-9823-7025808042d6'}], 'security_groups': ['dafd95ad-fb4d-4bd7-8949-217673dcd8fd', '05dea769-3867-42f7-bcda-b908de11a7d8']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:43.625863 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93754a-aae7-4669-8614-a02479562e00 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Subnet': ['ID=cf5286ea-493b-4332-9823-7025808042d6,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:43.722258 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b727a27-994b-47d6-ad9a-de9c867c1b75 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:43.743364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60248) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:43.793140 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-baf06217-1121-49ca-b198-ff0d7be57150 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f7f16a5816aa4fb6a5e831e7bff87912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485537 Jul 09 09:41:43.793843 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60252) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:43.867048 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e3973df6-0043-4d4c-9dbb-a0e0e06f234b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:43.940563 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e3973df6-0043-4d4c-9dbb-a0e0e06f234b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:43.963517 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6568c8-6e70-4d0b-8eb5-c1b0c24078ad None None] Update dhcp port {'port': {'network_id': 'df1cbbcc-6d06-4a75-97b6-2769276c2bda', 'fixed_ips': [{'subnet_id': '0c657c95-3274-410a-97dc-b9b65ead6b3a', 'ip_address': '172.20.0.18'}, {'subnet_id': '2e199a36-4ed4-41a4-9d7d-aad83240f729', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cf5286ea-493b-4332-9823-7025808042d6'}], 'binding:host_id': 'n-d-799996-1'}, 'id': '82973d0d-a398-4f9c-8933-1d355b40ec49'} from n-d-799996-1. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 09:41:44.014980 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5e6568c8-6e70-4d0b-8eb5-c1b0c24078ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:44.029524 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e3973df6-0043-4d4c-9dbb-a0e0e06f234b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:44.032741 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e3973df6-0043-4d4c-9dbb-a0e0e06f234b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:44.034106 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e3973df6-0043-4d4c-9dbb-a0e0e06f234b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d342db18-0f40-4e34-baa0-eb007ebc0aaf HTTP/1.1" status: 204 len: 168 time: 0.2386043 Jul 09 09:41:44.046089 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3973df6-0043-4d4c-9dbb-a0e0e06f234b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d342db18-0f40-4e34-baa0-eb007ebc0aaf,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:44.178326 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-6b727a27-994b-47d6-ad9a-de9c867c1b75 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Delete allocated IP 172.20.0.6 (df1cbbcc-6d06-4a75-97b6-2769276c2bda/2e199a36-4ed4-41a4-9d7d-aad83240f729) {{(pid=93791) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 09:41:44.188370 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-6b727a27-994b-47d6-ad9a-de9c867c1b75 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Allocated IP 172.20.0.43 (df1cbbcc-6d06-4a75-97b6-2769276c2bda/cf5286ea-493b-4332-9823-7025808042d6/0e066d56-f936-4ed5-9881-b61512b26558) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:41:44.257468 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device e2360e39-b883-4a1f-9068-8282b979ef5b details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:41:44.371072 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port e2360e39-b883-4a1f-9068-8282b979ef5b, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=e2360e39-b883-4a1f-9068-8282b979ef5b,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:44.402307 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b727a27-994b-47d6-ad9a-de9c867c1b75 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:44.405771 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'e2360e39-b883-4a1f-9068-8282b979ef5b', 'network_id': '1ae54679-4cff-4994-98e0-50f486401346', 'port_id': 'e2360e39-b883-4a1f-9068-8282b979ef5b', 'mac_address': 'fa:16:3e:f2:f2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112afd71-533d-4ba0-a28c-db2bcc9ef172', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:41:44.433422 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-6b727a27-994b-47d6-ad9a-de9c867c1b75 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Transition to ACTIVE for port object 0e066d56-f936-4ed5-9881-b61512b26558 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:44.441127 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b727a27-994b-47d6-ad9a-de9c867c1b75 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:44.491439 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:44.510146 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2360e39-b883-4a1f-9068-8282b979ef5b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:41:44.571952 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffaee0b-45cf-4177-b7ae-c0e547c021eb req-ca112efa-d878-4db4-af50-863c1438c558 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:44.573184 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port e2360e39-b883-4a1f-9068-8282b979ef5b, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=e2360e39-b883-4a1f-9068-8282b979ef5b,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:44.585597 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-5e6568c8-6e70-4d0b-8eb5-c1b0c24078ad None None] Allocated IP 172.20.0.34 (df1cbbcc-6d06-4a75-97b6-2769276c2bda/cf5286ea-493b-4332-9823-7025808042d6/82973d0d-a398-4f9c-8933-1d355b40ec49) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:41:44.586601 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0ffaee0b-45cf-4177-b7ae-c0e547c021eb req-ca112efa-d878-4db4-af50-863c1438c558 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e268382-15d9-4f7d-9fb2-ca575bb0e5ee HTTP/1.1" status: 200 len: 943 time: 0.1397948 Jul 09 09:41:44.597926 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:44.707513 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0ffaee0b-45cf-4177-b7ae-c0e547c021eb req-19705631-c0e9-48ce-a369-632e4582a899 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171961 Jul 09 09:41:44.758170 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e815ff5c-8bbf-461e-b9dd-e28dc1a7f787 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:41:44.782519 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: e815ff5c-8bbf-461e-b9dd-e28dc1a7f787 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:41:44.783629 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e815ff5c-8bbf-461e-b9dd-e28dc1a7f787 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:41:44.820877 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=e2360e39-b883-4a1f-9068-8282b979ef5b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:44.881920 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5e6568c8-6e70-4d0b-8eb5-c1b0c24078ad None None] For port 82973d0d-a398-4f9c-8933-1d355b40ec49, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=82973d0d-a398-4f9c-8933-1d355b40ec49,segment=NetworkSegment(7dbbc4f9-5394-4680-be23-fda3a74be2e2),segment_id=7dbbc4f9-5394-4680-be23-fda3a74be2e2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:44.905146 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['e2360e39-b883-4a1f-9068-8282b979ef5b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:41:44.944723 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5e6568c8-6e70-4d0b-8eb5-c1b0c24078ad None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:44.970976 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5e6568c8-6e70-4d0b-8eb5-c1b0c24078ad None None] Transition to ACTIVE for port object 82973d0d-a398-4f9c-8933-1d355b40ec49 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:44.989034 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5e6568c8-6e70-4d0b-8eb5-c1b0c24078ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:45.000932 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b727a27-994b-47d6-ad9a-de9c867c1b75 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event updated for resources: {'Port': ['ID=0e066d56-f936-4ed5-9881-b61512b26558,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:45.024631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-6b727a27-994b-47d6-ad9a-de9c867c1b75 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] In _notify_port_updated(), no bound segment for port 0e066d56-f936-4ed5-9881-b61512b26558 on network df1cbbcc-6d06-4a75-97b6-2769276c2bda {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:41:45.056816 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b727a27-994b-47d6-ad9a-de9c867c1b75 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:45.060175 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b727a27-994b-47d6-ad9a-de9c867c1b75 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:45.064812 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6b727a27-994b-47d6-ad9a-de9c867c1b75 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "PUT /v2.0/ports/0e066d56-f936-4ed5-9881-b61512b26558 HTTP/1.1" status: 200 len: 960 time: 1.4456773 Jul 09 09:41:45.065225 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60284) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:45.110673 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60286) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:45.162679 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6568c8-6e70-4d0b-8eb5-c1b0c24078ad None None] Pushing event updated for resources: {'Port': ['ID=82973d0d-a398-4f9c-8933-1d355b40ec49,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:45.192139 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-12306cec-c71a-4806-a363-af57c8052def tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting port 0e066d56-f936-4ed5-9881-b61512b26558 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:45.192473 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12306cec-c71a-4806-a363-af57c8052def tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:45.293210 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ad8120da-e877-4ea3-9db7-74dbbe0a73b5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1460928731-network', 'tenant_id': '519f32ef0df54bd596f4d453f6ee2be6'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:45.309429 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12306cec-c71a-4806-a363-af57c8052def tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:45.326914 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8120da-e877-4ea3-9db7-74dbbe0a73b5 admin admin] Made reservation on behalf of 519f32ef0df54bd596f4d453f6ee2be6 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:45.328041 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-12306cec-c71a-4806-a363-af57c8052def tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Calling delete_port for 0e066d56-f936-4ed5-9881-b61512b26558 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:45.329617 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad8120da-e877-4ea3-9db7-74dbbe0a73b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:45.342613 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad8120da-e877-4ea3-9db7-74dbbe0a73b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:45.465175 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad8120da-e877-4ea3-9db7-74dbbe0a73b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:45.471496 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad8120da-e877-4ea3-9db7-74dbbe0a73b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:45.499169 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8120da-e877-4ea3-9db7-74dbbe0a73b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318f93e1-6a83-4397-87d6-5f71a9eea03c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:45.509957 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12306cec-c71a-4806-a363-af57c8052def tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:45.523352 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8120da-e877-4ea3-9db7-74dbbe0a73b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:41:45.533764 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad8120da-e877-4ea3-9db7-74dbbe0a73b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:45.534195 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-ad8120da-e877-4ea3-9db7-74dbbe0a73b5 admin admin] Added segment 5a8e7a5e-dd79-4932-9f93-d4d31f7b1f4d of type vlan for network cc8126ff-3faa-4f2a-89b0-b407d99bddea Jul 09 09:41:45.559762 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12306cec-c71a-4806-a363-af57c8052def tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Port': ['ID=0e066d56-f936-4ed5-9881-b61512b26558,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:45.585633 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad8120da-e877-4ea3-9db7-74dbbe0a73b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:45.619227 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad8120da-e877-4ea3-9db7-74dbbe0a73b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:45.620549 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8120da-e877-4ea3-9db7-74dbbe0a73b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:45.621125 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad8120da-e877-4ea3-9db7-74dbbe0a73b5 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:45.626692 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12306cec-c71a-4806-a363-af57c8052def tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:45.628990 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-12306cec-c71a-4806-a363-af57c8052def tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/ports/0e066d56-f936-4ed5-9881-b61512b26558 HTTP/1.1" status: 204 len: 168 time: 0.5625408 Jul 09 09:41:45.631357 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60292) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:45.674355 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c264029-cf22-4f77-9c70-93738837f1a7 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] GET failed (client error): The resource could not be found. Jul 09 09:41:45.679625 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4c264029-cf22-4f77-9c70-93738837f1a7 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports/0e066d56-f936-4ed5-9881-b61512b26558 HTTP/1.1" status: 404 len: 333 time: 0.0447912 Jul 09 09:41:45.679906 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60294) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:45.687889 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ad8120da-e877-4ea3-9db7-74dbbe0a73b5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5759788 Jul 09 09:41:45.690837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60296) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:45.696075 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-89964805-40ec-4e7b-9512-485f660dfa4d admin admin] Request body: {'subnet': {'network_id': 'cc8126ff-3faa-4f2a-89b0-b407d99bddea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1460928731-subnet', 'tenant_id': '519f32ef0df54bd596f4d453f6ee2be6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:45.713325 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8120da-e877-4ea3-9db7-74dbbe0a73b5 admin admin] Pushing event updated for resources: {'Network': ['ID=cc8126ff-3faa-4f2a-89b0-b407d99bddea,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:45.723997 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network cc8126ff-3faa-4f2a-89b0-b407d99bddea details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:41:45.736798 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89964805-40ec-4e7b-9512-485f660dfa4d admin admin] Made reservation on behalf of 519f32ef0df54bd596f4d453f6ee2be6 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:45.739325 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89964805-40ec-4e7b-9512-485f660dfa4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:45.829332 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9289785f-72ac-4b08-8c36-6f79874c3955 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:45.885664 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9289785f-72ac-4b08-8c36-6f79874c3955 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:45.960845 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89964805-40ec-4e7b-9512-485f660dfa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:45.965048 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9289785f-72ac-4b08-8c36-6f79874c3955 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:45.989544 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f10606d5-2396-43ed-8e81-abfeadd23dac None None] Provisioning complete for port 8407ceea-d4a0-4cdd-a781-f27b8743ecdb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:45.989881 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9289785f-72ac-4b08-8c36-6f79874c3955 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:45.990137 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f10606d5-2396-43ed-8e81-abfeadd23dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:45.994106 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9289785f-72ac-4b08-8c36-6f79874c3955 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/security-groups/35348581-f63d-4c53-9b53-55169079b812 HTTP/1.1" status: 204 len: 168 time: 0.3127468 Jul 09 09:41:45.995990 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60304) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:46.034167 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f10606d5-2396-43ed-8e81-abfeadd23dac None None] Port 8407ceea-d4a0-4cdd-a781-f27b8743ecdb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:41:46.036904 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89964805-40ec-4e7b-9512-485f660dfa4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e784662-f591-4821-ac0a-2fd4bc1a07c5,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:46.047798 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89964805-40ec-4e7b-9512-485f660dfa4d admin admin] Checking segment: {'id': '5a8e7a5e-dd79-4932-9f93-d4d31f7b1f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cc8126ff-3faa-4f2a-89b0-b407d99bddea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:41:46.048469 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89964805-40ec-4e7b-9512-485f660dfa4d admin admin] Network hostable DHCP agents. Network: cc8126ff-3faa-4f2a-89b0-b407d99bddea, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:41:46.049425 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f10606d5-2396-43ed-8e81-abfeadd23dac None None] Provisioning for port 82973d0d-a398-4f9c-8933-1d355b40ec49 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:41:46.055731 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f10606d5-2396-43ed-8e81-abfeadd23dac None None] Provisioning complete for port 82973d0d-a398-4f9c-8933-1d355b40ec49 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:46.056421 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f10606d5-2396-43ed-8e81-abfeadd23dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:46.063604 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289785f-72ac-4b08-8c36-6f79874c3955 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35348581-f63d-4c53-9b53-55169079b812,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:46.077617 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89964805-40ec-4e7b-9512-485f660dfa4d admin admin] Network cc8126ff-3faa-4f2a-89b0-b407d99bddea is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:41:46.099845 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-89964805-40ec-4e7b-9512-485f660dfa4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, cc8126ff-3faa-4f2a-89b0-b407d99bddea) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:46.113691 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89964805-40ec-4e7b-9512-485f660dfa4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:46.114316 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89964805-40ec-4e7b-9512-485f660dfa4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:46.149899 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-89964805-40ec-4e7b-9512-485f660dfa4d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4577086 Jul 09 09:41:46.167318 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a43b09-7f7d-445a-ae9b-6caff7164c15 None None] Network cc8126ff-3faa-4f2a-89b0-b407d99bddea requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:41:46.213135 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623ddfe-ba92-439f-a02c-f94ac093e72f req-ef323b61-8097-4d95-a1e1-62e0e447698c tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:46.214838 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0623ddfe-ba92-439f-a02c-f94ac093e72f req-ef323b61-8097-4d95-a1e1-62e0e447698c tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e268382-15d9-4f7d-9fb2-ca575bb0e5ee HTTP/1.1" status: 200 len: 944 time: 0.2196536 Jul 09 09:41:46.221544 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68d2ac6b-e04c-4a9e-931f-ad1f6317a2ab tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:46.269508 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68d2ac6b-e04c-4a9e-931f-ad1f6317a2ab tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:46.281868 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device e2360e39-b883-4a1f-9068-8282b979ef5b up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:41:46.305964 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0623ddfe-ba92-439f-a02c-f94ac093e72f req-73413522-2e3c-4b98-a04c-4619e8403389 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788567 Jul 09 09:41:46.349496 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68d2ac6b-e04c-4a9e-931f-ad1f6317a2ab tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:46.363266 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68d2ac6b-e04c-4a9e-931f-ad1f6317a2ab tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:46.365139 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-68d2ac6b-e04c-4a9e-931f-ad1f6317a2ab tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/security-groups/05dea769-3867-42f7-bcda-b908de11a7d8 HTTP/1.1" status: 204 len: 168 time: 0.3653147 Jul 09 09:41:46.367809 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60316) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:46.377858 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2ac6b-e04c-4a9e-931f-ad1f6317a2ab tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dea769-3867-42f7-bcda-b908de11a7d8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:46.481923 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bae8678-003a-4f37-8a0c-edfc843149ae tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:46.506662 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60320) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:46.547401 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bae8678-003a-4f37-8a0c-edfc843149ae tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:46.635342 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bae8678-003a-4f37-8a0c-edfc843149ae tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:46.639567 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bae8678-003a-4f37-8a0c-edfc843149ae tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:46.641247 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6bae8678-003a-4f37-8a0c-edfc843149ae tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/security-groups/dafd95ad-fb4d-4bd7-8949-217673dcd8fd HTTP/1.1" status: 204 len: 168 time: 0.2723634 Jul 09 09:41:46.643896 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60328) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:46.652960 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae8678-003a-4f37-8a0c-edfc843149ae tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafd95ad-fb4d-4bd7-8949-217673dcd8fd,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:46.698693 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f311da-7d29-4fb6-bb02-ff343ec0b4ba None None] Network cc8126ff-3faa-4f2a-89b0-b407d99bddea requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:41:46.708835 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f10606d5-2396-43ed-8e81-abfeadd23dac None None] Could not find standard attr ID for object 0e066d56-f936-4ed5-9881-b61512b26558. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:41:46.776981 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe8f4a1-e822-446e-8a41-fdf8177e8ce5 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting subnet 2e199a36-4ed4-41a4-9d7d-aad83240f729 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:41:46.780336 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b8e9450-8917-4d04-a175-27f715abb66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:46.783232 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f4a1-e822-446e-8a41-fdf8177e8ce5 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:46.795090 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 82973d0d-a398-4f9c-8933-1d355b40ec49 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:41:46.839345 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port e2360e39-b883-4a1f-9068-8282b979ef5b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:41:46.847626 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f4a1-e822-446e-8a41-fdf8177e8ce5 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:46.848107 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9e26a518-601e-4cf9-8241-6eb24f83b3e3 None None] Could not find standard attr ID for object 0e066d56-f936-4ed5-9881-b61512b26558. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:41:46.849650 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port e2360e39-b883-4a1f-9068-8282b979ef5b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:46.850021 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:46.954647 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 82973d0d-a398-4f9c-8933-1d355b40ec49 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:46.954956 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:47.033815 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:47.045490 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-04827d53-c934-4f7a-911b-75b285686abe tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:47.047028 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-04827d53-c934-4f7a-911b-75b285686abe tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.61 "GET /v2.0/networks?id=cc8126ff-3faa-4f2a-89b0-b407d99bddea HTTP/1.1" status: 200 len: 813 time: 0.2136829 Jul 09 09:41:47.067037 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f4a1-e822-446e-8a41-fdf8177e8ce5 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:47.085452 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e268382-15d9-4f7d-9fb2-ca575bb0e5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2360e39-b883-4a1f-9068-8282b979ef5b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:41:47.087705 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1094373-083e-4937-9217-413cdc8f9231" -d '{"events": [{"server_uuid": "5e268382-15d9-4f7d-9fb2-ca575bb0e5ee", "name": "network-vif-plugged", "status": "completed", "tag": "e2360e39-b883-4a1f-9068-8282b979ef5b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:41:47.101066 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-777702f6-73d1-49b9-a819-547a2c01185d tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.61 "GET /v2.0/quotas/519f32ef0df54bd596f4d453f6ee2be6 HTTP/1.1" status: 200 len: 375 time: 0.0471971 Jul 09 09:41:47.106580 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port e2360e39-b883-4a1f-9068-8282b979ef5b, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=e2360e39-b883-4a1f-9068-8282b979ef5b,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:47.113946 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:47.140054 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd7ab5d-2fcf-4280-b269-e5f3091aa952 x-openstack-request-id: req-fcd7ab5d-2fcf-4280-b269-e5f3091aa952 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:41:47.140745 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e268382-15d9-4f7d-9fb2-ca575bb0e5ee", "name": "network-vif-plugged", "status": "completed", "tag": "e2360e39-b883-4a1f-9068-8282b979ef5b", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:41:47.141169 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fcd7ab5d-2fcf-4280-b269-e5f3091aa952 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:41:47.152761 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e268382-15d9-4f7d-9fb2-ca575bb0e5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2360e39-b883-4a1f-9068-8282b979ef5b', 'code': 200} Jul 09 09:41:47.163406 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b8e9450-8917-4d04-a175-27f715abb66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:47.166749 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-e690d7f3-fcf0-4fa6-9754-3d88c06a3fc1 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=519f32ef0df54bd596f4d453f6ee2be6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492363 Jul 09 09:41:47.169988 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b8e9450-8917-4d04-a175-27f715abb66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:47.201117 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=e2360e39-b883-4a1f-9068-8282b979ef5b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:47.290173 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e9450-8917-4d04-a175-27f715abb66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26615989-f7ec-4e3c-9dac-6b7633c796c0,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:47.293227 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f4a1-e822-446e-8a41-fdf8177e8ce5 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:47.305776 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2b8e9450-8917-4d04-a175-27f715abb66f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7c30edfd357d4cf6a5ac7b65b2cd98f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7974999 Jul 09 09:41:47.310864 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60344) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:47.321830 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:41:47.334417 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8f4a1-e822-446e-8a41-fdf8177e8ce5 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Subnet': ['ID=2e199a36-4ed4-41a4-9d7d-aad83240f729,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:47.345074 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f4a1-e822-446e-8a41-fdf8177e8ce5 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:47.350868 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0fe8f4a1-e822-446e-8a41-fdf8177e8ce5 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/subnets/2e199a36-4ed4-41a4-9d7d-aad83240f729 HTTP/1.1" status: 204 len: 168 time: 0.7013474 Jul 09 09:41:47.350979 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c79bb29-db0a-405b-81ee-ec970216c47e None None] Network df1cbbcc-6d06-4a75-97b6-2769276c2bda requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:41:47.354134 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60346) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:47.385616 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-8a123070-5bbc-4afb-8a61-1108b74abd2f service neutron] 10.222.0.61 "GET /v2.0/networks/cc8126ff-3faa-4f2a-89b0-b407d99bddea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947165 Jul 09 09:41:47.392594 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19643ce5-48e1-475d-8284-2791b1a6a1e9 req-83d012b4-5ea7-451e-8c14-f1d5dfd86d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:47.394122 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19643ce5-48e1-475d-8284-2791b1a6a1e9 req-83d012b4-5ea7-451e-8c14-f1d5dfd86d74 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e268382-15d9-4f7d-9fb2-ca575bb0e5ee HTTP/1.1" status: 200 len: 1096 time: 0.1670878 Jul 09 09:41:47.438931 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a04d446e-c1f7-4202-881e-59e15972b0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:47.474587 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-b988fe18-7a4b-4a43-8bb1-565ed2beba11 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting subnet cf5286ea-493b-4332-9823-7025808042d6 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:41:47.480582 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b988fe18-7a4b-4a43-8bb1-565ed2beba11 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:47.484447 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a04d446e-c1f7-4202-881e-59e15972b0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:47.514878 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19643ce5-48e1-475d-8284-2791b1a6a1e9 req-a362c7c4-2d30-4b33-a168-40f5f006c4d5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116951 Jul 09 09:41:47.546219 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-415ec43f-ff36-4d64-a4ad-efb26d2ea9dd service neutron] 10.222.0.61 "GET /v2.0/networks/cc8126ff-3faa-4f2a-89b0-b407d99bddea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504138 Jul 09 09:41:47.557063 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b988fe18-7a4b-4a43-8bb1-565ed2beba11 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:47.584293 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971073f-46e4-44bb-9509-af11c032554e req-0009e9ed-26f4-449e-abf6-7f06dd275c6a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:47.585997 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8971073f-46e4-44bb-9509-af11c032554e req-0009e9ed-26f4-449e-abf6-7f06dd275c6a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e268382-15d9-4f7d-9fb2-ca575bb0e5ee HTTP/1.1" status: 200 len: 945 time: 0.1178417 Jul 09 09:41:47.613503 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a04d446e-c1f7-4202-881e-59e15972b0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:47.616064 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a04d446e-c1f7-4202-881e-59e15972b0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:47.617323 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a04d446e-c1f7-4202-881e-59e15972b0b0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/26615989-f7ec-4e3c-9dac-6b7633c796c0 HTTP/1.1" status: 204 len: 168 time: 0.3063962 Jul 09 09:41:47.636334 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8971073f-46e4-44bb-9509-af11c032554e req-63143441-bf8e-4dfa-af45-56080d242bf9 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439887 Jul 09 09:41:47.661801 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d446e-c1f7-4202-881e-59e15972b0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26615989-f7ec-4e3c-9dac-6b7633c796c0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:47.703442 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b988fe18-7a4b-4a43-8bb1-565ed2beba11 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:47.806155 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b988fe18-7a4b-4a43-8bb1-565ed2beba11 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:47.841303 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988fe18-7a4b-4a43-8bb1-565ed2beba11 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Subnet': ['ID=cf5286ea-493b-4332-9823-7025808042d6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:47.849463 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b988fe18-7a4b-4a43-8bb1-565ed2beba11 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:47.851601 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b988fe18-7a4b-4a43-8bb1-565ed2beba11 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/subnets/cf5286ea-493b-4332-9823-7025808042d6 HTTP/1.1" status: 204 len: 168 time: 0.4958656 Jul 09 09:41:47.853952 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60360) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:47.857755 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4f13c172-1b8e-4a44-aeee-308418383567 req-18134046-776f-4417-9c8a-5ba5ed9f5366 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.61 "GET /v2.0/ports?device_id=927b3cba-15cb-481c-95e8-ea3a42ac39cf HTTP/1.1" status: 200 len: 210 time: 0.0986488 Jul 09 09:41:47.896810 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63b30cf-adc1-4ffb-959d-1674e8263235 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] DELETE failed (client error): The resource could not be found. Jul 09 09:41:47.897330 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63b30cf-adc1-4ffb-959d-1674e8263235 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:41:47.899742 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e63b30cf-adc1-4ffb-959d-1674e8263235 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/subnets/2e199a36-4ed4-41a4-9d7d-aad83240f729 HTTP/1.1" status: 404 len: 337 time: 0.0442724 Jul 09 09:41:47.901735 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60362) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:47.966471 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8bb066-de94-4485-bd9f-e5132a86631a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting subnet 0c657c95-3274-410a-97dc-b9b65ead6b3a {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:41:47.969764 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b8bb066-de94-4485-bd9f-e5132a86631a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:48.027794 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b8bb066-de94-4485-bd9f-e5132a86631a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:48.157061 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b8bb066-de94-4485-bd9f-e5132a86631a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:48.233650 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b8bb066-de94-4485-bd9f-e5132a86631a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:48.270436 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8bb066-de94-4485-bd9f-e5132a86631a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Subnet': ['ID=0c657c95-3274-410a-97dc-b9b65ead6b3a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:48.276975 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b8bb066-de94-4485-bd9f-e5132a86631a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:48.279648 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5b8bb066-de94-4485-bd9f-e5132a86631a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/subnets/0c657c95-3274-410a-97dc-b9b65ead6b3a HTTP/1.1" status: 204 len: 168 time: 0.3769717 Jul 09 09:41:48.284632 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60382) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:48.320203 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca7eb0f-0812-4e36-bc96-9a504eee8639 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] DELETE failed (client error): The resource could not be found. Jul 09 09:41:48.320662 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca7eb0f-0812-4e36-bc96-9a504eee8639 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:41:48.321515 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b2ec51-7ad8-44a0-9d31-995cdcf11674 None None] Network df1cbbcc-6d06-4a75-97b6-2769276c2bda requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:41:48.325263 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4ca7eb0f-0812-4e36-bc96-9a504eee8639 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/subnets/3ce6cb76-b8e0-49d9-97f5-c07a836e17eb HTTP/1.1" status: 404 len: 337 time: 0.0370147 Jul 09 09:41:48.325731 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60386) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:48.392474 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60392) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:48.392879 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4eaab1b5-e894-4f1a-a40f-dcf33fd7c72d tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b6a73b-56a5-48b3-861d-117c08db9e05 HTTP/1.1" status: 200 len: 205 time: 0.0659804 Jul 09 09:41:48.438472 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1e051393-7cba-4938-a92c-1f30bc632f29 None None] Provisioning complete for port 8407ceea-d4a0-4cdd-a781-f27b8743ecdb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:48.439148 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1e051393-7cba-4938-a92c-1f30bc632f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:48.448905 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-5ccc94e1-a872-47b9-90b6-1871abf3fb47 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] delete failed (client error): The resource could not be found. Jul 09 09:41:48.450062 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5ccc94e1-a872-47b9-90b6-1871abf3fb47 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/routers/a2b6a73b-56a5-48b3-861d-117c08db9e05 HTTP/1.1" status: 404 len: 336 time: 0.0557926 Jul 09 09:41:48.453258 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60394) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:48.494552 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd07d82-88b5-4cda-9787-b69aa10180c7 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] DELETE failed (client error): The resource could not be found. Jul 09 09:41:48.495233 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd07d82-88b5-4cda-9787-b69aa10180c7 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:41:48.496984 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5fd07d82-88b5-4cda-9787-b69aa10180c7 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/subnets/c7ec1531-4df8-47d2-b08c-8a7709174223 HTTP/1.1" status: 404 len: 337 time: 0.0424128 Jul 09 09:41:48.499409 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60398) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:48.532032 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1e051393-7cba-4938-a92c-1f30bc632f29 None None] Port 8407ceea-d4a0-4cdd-a781-f27b8743ecdb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:41:48.533656 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b1b987-00f9-48d2-b63a-0b69bed877ce tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] DELETE failed (client error): The resource could not be found. Jul 09 09:41:48.534128 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b1b987-00f9-48d2-b63a-0b69bed877ce tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:41:48.536092 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d5b1b987-00f9-48d2-b63a-0b69bed877ce tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/subnets/97b78837-ae53-43e3-9148-d2420e306f17 HTTP/1.1" status: 404 len: 337 time: 0.0355682 Jul 09 09:41:48.538763 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60400) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:48.559333 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1e051393-7cba-4938-a92c-1f30bc632f29 None None] Provisioning complete for port 82973d0d-a398-4f9c-8933-1d355b40ec49 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:48.559594 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1e051393-7cba-4938-a92c-1f30bc632f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:48.574796 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fbed80f-8418-47d5-8d37-7b9177eadc9f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] DELETE failed (client error): The resource could not be found. Jul 09 09:41:48.576670 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fbed80f-8418-47d5-8d37-7b9177eadc9f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:41:48.578712 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7fbed80f-8418-47d5-8d37-7b9177eadc9f tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/subnets/5440b044-ca06-4023-b229-fbbab4a2df9a HTTP/1.1" status: 404 len: 337 time: 0.0389462 Jul 09 09:41:48.581430 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60402) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:48.632377 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbdaa31-e88e-413d-a9ec-1e9a7e15d7fd tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] DELETE failed (client error): The resource could not be found. Jul 09 09:41:48.633423 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dbdaa31-e88e-413d-a9ec-1e9a7e15d7fd tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:41:48.636128 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8dbdaa31-e88e-413d-a9ec-1e9a7e15d7fd tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/ports/dbd11a46-e74e-4e51-8e62-873785d50ced HTTP/1.1" status: 404 len: 333 time: 0.0534656 Jul 09 09:41:48.639322 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60404) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:48.652836 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709a89ea-4eb6-481e-a192-aa4e4c7cefd7 None None] DHCP port deletion for df1cbbcc-6d06-4a75-97b6-2769276c2bda request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:41:48.690356 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf32290-c189-46cc-8c1f-01a87184d09a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] DELETE failed (client error): The resource could not be found. Jul 09 09:41:48.690978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf32290-c189-46cc-8c1f-01a87184d09a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:41:48.693794 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dbf32290-c189-46cc-8c1f-01a87184d09a tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/subnets/acebd537-3900-473c-9172-69a2a6da4adc HTTP/1.1" status: 404 len: 337 time: 0.0448811 Jul 09 09:41:48.696456 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60410) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:48.736863 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-557f961c-1947-45e4-8617-146e813d3dfb tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] DELETE failed (client error): The resource could not be found. Jul 09 09:41:48.738197 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557f961c-1947-45e4-8617-146e813d3dfb tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:41:48.740658 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-557f961c-1947-45e4-8617-146e813d3dfb tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/subnets/986fb732-a181-4405-9fae-a56aa0dddbba HTTP/1.1" status: 404 len: 337 time: 0.0425553 Jul 09 09:41:48.743304 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60412) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:48.746597 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-709a89ea-4eb6-481e-a192-aa4e4c7cefd7 None None] Deleting port 82973d0d-a398-4f9c-8933-1d355b40ec49 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:48.748869 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-709a89ea-4eb6-481e-a192-aa4e4c7cefd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:48.782805 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8dbdf2-da83-45d1-bd43-44e742ae41ed tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] DELETE failed (client error): The resource could not be found. Jul 09 09:41:48.783755 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c8dbdf2-da83-45d1-bd43-44e742ae41ed tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:41:48.786031 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0c8dbdf2-da83-45d1-bd43-44e742ae41ed tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/ports/de61d0e7-7119-4c44-ba4f-ce4dd5ff7ca9 HTTP/1.1" status: 404 len: 333 time: 0.0412359 Jul 09 09:41:48.788619 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60414) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:48.847333 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-709a89ea-4eb6-481e-a192-aa4e4c7cefd7 None None] For port 82973d0d-a398-4f9c-8933-1d355b40ec49, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=82973d0d-a398-4f9c-8933-1d355b40ec49,segment=NetworkSegment(7dbbc4f9-5394-4680-be23-fda3a74be2e2),segment_id=7dbbc4f9-5394-4680-be23-fda3a74be2e2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:48.847765 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-709a89ea-4eb6-481e-a192-aa4e4c7cefd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:48.850130 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-9faee5a4-217b-4b41-afd9-d839b614f614 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] DELETE failed (client error): The resource could not be found. Jul 09 09:41:48.850589 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9faee5a4-217b-4b41-afd9-d839b614f614 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:41:48.854608 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9faee5a4-217b-4b41-afd9-d839b614f614 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/subnets/eb354d3a-ef6e-4332-81cc-a597368b4a50 HTTP/1.1" status: 404 len: 337 time: 0.0627370 Jul 09 09:41:48.855342 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60420) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:48.862277 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-709a89ea-4eb6-481e-a192-aa4e4c7cefd7 None None] Calling delete_port for 82973d0d-a398-4f9c-8933-1d355b40ec49 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:48.912875 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e0b74d-015d-4e30-856a-45d202882092 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] DELETE failed (client error): The resource could not be found. Jul 09 09:41:48.915672 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62e0b74d-015d-4e30-856a-45d202882092 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:41:48.922011 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-62e0b74d-015d-4e30-856a-45d202882092 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/subnets/92fc8add-6291-45e6-aed8-c014cd1c059c HTTP/1.1" status: 404 len: 337 time: 0.0632093 Jul 09 09:41:48.922494 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60424) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:48.970757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad041fd-e443-450c-9b6b-2733aad1c620 req-51690f21-bc99-43c0-b9c9-f43e3996d07e tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:48.994039 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0ad041fd-e443-450c-9b6b-2733aad1c620 req-51690f21-bc99-43c0-b9c9-f43e3996d07e tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e268382-15d9-4f7d-9fb2-ca575bb0e5ee HTTP/1.1" status: 200 len: 945 time: 0.1461008 Jul 09 09:41:49.014418 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-709a89ea-4eb6-481e-a192-aa4e4c7cefd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:49.053066 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a89ea-4eb6-481e-a192-aa4e4c7cefd7 None None] Pushing event deleted for resources: {'Port': ['ID=82973d0d-a398-4f9c-8933-1d355b40ec49,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:49.056512 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0ad041fd-e443-450c-9b6b-2733aad1c620 req-729696aa-3382-4f19-a184-1fe9e47ec425 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612669 Jul 09 09:41:49.058524 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709a89ea-4eb6-481e-a192-aa4e4c7cefd7 None None] No DVR routers for this DVR port 82973d0d-a398-4f9c-8933-1d355b40ec49 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:41:49.123569 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b0719d0e-d199-4253-a4e1-668954b0eb96 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Deleting port 8407ceea-d4a0-4cdd-a781-f27b8743ecdb {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:49.124490 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0719d0e-d199-4253-a4e1-668954b0eb96 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:49.178292 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c9a29fb-ed51-41b0-a5d6-318a081d1d6f req-88211157-02ed-4ae7-b909-661e1ed007b9 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.61 "GET /v2.0/ports?device_id=927b3cba-15cb-481c-95e8-ea3a42ac39cf HTTP/1.1" status: 200 len: 210 time: 0.0350809 Jul 09 09:41:49.221030 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0719d0e-d199-4253-a4e1-668954b0eb96 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:49.235891 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b0719d0e-d199-4253-a4e1-668954b0eb96 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Calling delete_port for 8407ceea-d4a0-4cdd-a781-f27b8743ecdb owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:49.329187 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245ca8f-465c-462f-ae66-69b74e02c742 req-31e1b1a7-c50d-4bcd-b733-d93a6839d850 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:49.336037 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245ca8f-465c-462f-ae66-69b74e02c742 req-31e1b1a7-c50d-4bcd-b733-d93a6839d850 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:49.342365 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245ca8f-465c-462f-ae66-69b74e02c742 req-31e1b1a7-c50d-4bcd-b733-d93a6839d850 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:49.348578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245ca8f-465c-462f-ae66-69b74e02c742 req-31e1b1a7-c50d-4bcd-b733-d93a6839d850 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:49.354937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245ca8f-465c-462f-ae66-69b74e02c742 req-31e1b1a7-c50d-4bcd-b733-d93a6839d850 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:49.356586 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0719d0e-d199-4253-a4e1-668954b0eb96 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:49.362369 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245ca8f-465c-462f-ae66-69b74e02c742 req-31e1b1a7-c50d-4bcd-b733-d93a6839d850 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:49.369232 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245ca8f-465c-462f-ae66-69b74e02c742 req-31e1b1a7-c50d-4bcd-b733-d93a6839d850 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:49.378377 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3245ca8f-465c-462f-ae66-69b74e02c742 req-31e1b1a7-c50d-4bcd-b733-d93a6839d850 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5445 time: 0.1623700 Jul 09 09:41:49.400788 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0719d0e-d199-4253-a4e1-668954b0eb96 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Port': ['ID=8407ceea-d4a0-4cdd-a781-f27b8743ecdb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:49.428363 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3245ca8f-465c-462f-ae66-69b74e02c742 req-e0057f2a-7b6a-4f41-a6a8-917457b79842 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486286 Jul 09 09:41:49.433279 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0719d0e-d199-4253-a4e1-668954b0eb96 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:49.439635 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b0719d0e-d199-4253-a4e1-668954b0eb96 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/ports/8407ceea-d4a0-4cdd-a781-f27b8743ecdb HTTP/1.1" status: 204 len: 168 time: 0.5123920 Jul 09 09:41:49.440031 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60444) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:49.608183 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc9cb68d-4d3e-4db3-81ff-d71ee8abb963 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:49.638414 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-713a0afa-d921-45b2-94d8-e80714c414c6 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:49.640872 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-713a0afa-d921-45b2-94d8-e80714c414c6 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.58 "GET /v2.0/networks?id=cc8126ff-3faa-4f2a-89b0-b407d99bddea HTTP/1.1" status: 200 len: 813 time: 0.2249682 Jul 09 09:41:49.660498 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-9abaef72-d9d0-4c02-8340-07b68a894a86 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Request body: {'port': {'device_id': '927b3cba-15cb-481c-95e8-ea3a42ac39cf', 'network_id': 'cc8126ff-3faa-4f2a-89b0-b407d99bddea', 'admin_state_up': True, 'tenant_id': '519f32ef0df54bd596f4d453f6ee2be6'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:49.725760 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc9cb68d-4d3e-4db3-81ff-d71ee8abb963 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:49.750128 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-bc9cb68d-4d3e-4db3-81ff-d71ee8abb963 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1cbbcc-6d06-4a75-97b6-2769276c2bda']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:49.766750 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-bc9cb68d-4d3e-4db3-81ff-d71ee8abb963 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbbc4f9-5394-4680-be23-fda3a74be2e2') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:49.767347 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-bc9cb68d-4d3e-4db3-81ff-d71ee8abb963 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbbc4f9-5394-4680-be23-fda3a74be2e2') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:41:49.779892 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc9cb68d-4d3e-4db3-81ff-d71ee8abb963 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:49.797515 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc9cb68d-4d3e-4db3-81ff-d71ee8abb963 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:49.804676 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9cb68d-4d3e-4db3-81ff-d71ee8abb963 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:41:49.805225 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc9cb68d-4d3e-4db3-81ff-d71ee8abb963 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:41:49.809793 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:41:49.880311 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc9cb68d-4d3e-4db3-81ff-d71ee8abb963 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:49.901237 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc9cb68d-4d3e-4db3-81ff-d71ee8abb963 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:49.903190 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bc9cb68d-4d3e-4db3-81ff-d71ee8abb963 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] 10.222.0.61 "DELETE /v2.0/networks/df1cbbcc-6d06-4a75-97b6-2769276c2bda HTTP/1.1" status: 204 len: 168 time: 0.4622700 Jul 09 09:41:49.905127 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9cb68d-4d3e-4db3-81ff-d71ee8abb963 tempest-PortsTestJSON-363349322 tempest-PortsTestJSON-363349322-project] Pushing event deleted for resources: {'Network': ['ID=df1cbbcc-6d06-4a75-97b6-2769276c2bda,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:49.938570 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99df49f-234a-4bec-a0c7-89e3c47d2506 req-40bd9280-8a3c-4cc6-9839-2be228974bb8 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:49.944614 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c99df49f-234a-4bec-a0c7-89e3c47d2506 req-40bd9280-8a3c-4cc6-9839-2be228974bb8 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e268382-15d9-4f7d-9fb2-ca575bb0e5ee HTTP/1.1" status: 200 len: 945 time: 0.1805453 Jul 09 09:41:49.986180 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-9abaef72-d9d0-4c02-8340-07b68a894a86 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Made reservation on behalf of 519f32ef0df54bd596f4d453f6ee2be6 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:41:49.989758 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-9abaef72-d9d0-4c02-8340-07b68a894a86 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:50.030406 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab674ddd-b91a-4d04-adfa-c876c7d3d50a req-6140ec16-0327-40ca-99f0-5db6414cb994 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:50.035768 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab674ddd-b91a-4d04-adfa-c876c7d3d50a req-6140ec16-0327-40ca-99f0-5db6414cb994 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:50.041675 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab674ddd-b91a-4d04-adfa-c876c7d3d50a req-6140ec16-0327-40ca-99f0-5db6414cb994 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:50.048058 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab674ddd-b91a-4d04-adfa-c876c7d3d50a req-6140ec16-0327-40ca-99f0-5db6414cb994 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:50.054462 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab674ddd-b91a-4d04-adfa-c876c7d3d50a req-6140ec16-0327-40ca-99f0-5db6414cb994 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:50.060475 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab674ddd-b91a-4d04-adfa-c876c7d3d50a req-6140ec16-0327-40ca-99f0-5db6414cb994 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:50.066379 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab674ddd-b91a-4d04-adfa-c876c7d3d50a req-6140ec16-0327-40ca-99f0-5db6414cb994 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:50.071563 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab674ddd-b91a-4d04-adfa-c876c7d3d50a req-6140ec16-0327-40ca-99f0-5db6414cb994 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5445 time: 0.2320263 Jul 09 09:41:50.077040 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c99df49f-234a-4bec-a0c7-89e3c47d2506 req-33635b0f-5de1-4dae-97be-ed703551a41f tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310265 Jul 09 09:41:50.215569 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-9abaef72-d9d0-4c02-8340-07b68a894a86 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Allocated IP 172.20.0.2 (cc8126ff-3faa-4f2a-89b0-b407d99bddea/4e784662-f591-4821-ac0a-2fd4bc1a07c5/d682661c-6fe1-4aa5-b333-88e70aa9941e) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:41:50.249706 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60480) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:50.368979 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-97d70a15-bf33-40e3-82c8-c6f478f39e7d req-485c31fa-2530-4f6e-a610-f8a29707cdc0 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.61 "GET /v2.0/ports?device_id=927b3cba-15cb-481c-95e8-ea3a42ac39cf HTTP/1.1" status: 200 len: 210 time: 0.0463057 Jul 09 09:41:50.424245 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8df3287f-b445-4955-bba6-ba03c4483081 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e05dd25310194e27919dfc6a9e416ba2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1730566 Jul 09 09:41:50.427056 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60484) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:50.460209 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-9abaef72-d9d0-4c02-8340-07b68a894a86 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:50.491069 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f3aadb4-edcb-4abd-8ca3-1240c6eeab95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:50.509047 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-9abaef72-d9d0-4c02-8340-07b68a894a86 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:50.518108 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f3aadb4-edcb-4abd-8ca3-1240c6eeab95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:50.564400 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-9abaef72-d9d0-4c02-8340-07b68a894a86 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Network cc8126ff-3faa-4f2a-89b0-b407d99bddea is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:41:50.568295 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-9abaef72-d9d0-4c02-8340-07b68a894a86 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:41:50.572920 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-9abaef72-d9d0-4c02-8340-07b68a894a86 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:41:50.580227 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abaef72-d9d0-4c02-8340-07b68a894a86 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Pushing event updated for resources: {'Port': ['ID=d682661c-6fe1-4aa5-b333-88e70aa9941e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:50.591937 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f3aadb4-edcb-4abd-8ca3-1240c6eeab95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:50.594876 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f3aadb4-edcb-4abd-8ca3-1240c6eeab95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:50.599362 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1f3aadb4-edcb-4abd-8ca3-1240c6eeab95 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/26c402a8-95de-4281-a6a6-02872070cbe4 HTTP/1.1" status: 204 len: 168 time: 0.1709366 Jul 09 09:41:50.608763 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3aadb4-edcb-4abd-8ca3-1240c6eeab95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c402a8-95de-4281-a6a6-02872070cbe4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:50.657789 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-9abaef72-d9d0-4c02-8340-07b68a894a86 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:50.663835 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-9abaef72-d9d0-4c02-8340-07b68a894a86 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:50.700485 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-9abaef72-d9d0-4c02-8340-07b68a894a86 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0506341 Jul 09 09:41:50.713632 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 82973d0d-a398-4f9c-8933-1d355b40ec49 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:41:50.723972 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-28115716-65c3-4785-827d-9b6ab7fd165a service neutron] Request body: {'port': {'device_id': '927b3cba-15cb-481c-95e8-ea3a42ac39cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:50.762976 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 82973d0d-a398-4f9c-8933-1d355b40ec49 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:41:50.764949 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 82973d0d-a398-4f9c-8933-1d355b40ec49 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:41:50.852188 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-28115716-65c3-4785-827d-9b6ab7fd165a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:51.180941 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-28115716-65c3-4785-827d-9b6ab7fd165a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d682661c-6fe1-4aa5-b333-88e70aa9941e {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:41:51.189200 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-28115716-65c3-4785-827d-9b6ab7fd165a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:51.202540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-28115716-65c3-4785-827d-9b6ab7fd165a service neutron] Transition to ACTIVE for port object d682661c-6fe1-4aa5-b333-88e70aa9941e will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:41:51.208875 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-28115716-65c3-4785-827d-9b6ab7fd165a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:51.298311 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28115716-65c3-4785-827d-9b6ab7fd165a service neutron] Pushing event updated for resources: {'Port': ['ID=d682661c-6fe1-4aa5-b333-88e70aa9941e,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:51.387725 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96e6c9-ef7b-4f13-abd5-cf907e7366f7 req-9ee74868-0b6c-4106-b640-fd7477931471 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:51.389883 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a96e6c9-ef7b-4f13-abd5-cf907e7366f7 req-9ee74868-0b6c-4106-b640-fd7477931471 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e268382-15d9-4f7d-9fb2-ca575bb0e5ee HTTP/1.1" status: 200 len: 945 time: 0.1682692 Jul 09 09:41:51.416765 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-28115716-65c3-4785-827d-9b6ab7fd165a service neutron] Attempting to bind port d682661c-6fe1-4aa5-b333-88e70aa9941e on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:41:51.417108 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-28115716-65c3-4785-827d-9b6ab7fd165a service neutron] Attempting to bind port d682661c-6fe1-4aa5-b333-88e70aa9941e by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '5a8e7a5e-dd79-4932-9f93-d4d31f7b1f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cc8126ff-3faa-4f2a-89b0-b407d99bddea'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:41:51.417440 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-28115716-65c3-4785-827d-9b6ab7fd165a service neutron] Attempting to bind port d682661c-6fe1-4aa5-b333-88e70aa9941e on network cc8126ff-3faa-4f2a-89b0-b407d99bddea {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:41:51.431231 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-28115716-65c3-4785-827d-9b6ab7fd165a service neutron] Port d682661c-6fe1-4aa5-b333-88e70aa9941e on network cc8126ff-3faa-4f2a-89b0-b407d99bddea not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:41:51.432214 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-28115716-65c3-4785-827d-9b6ab7fd165a service neutron] Attempting to bind port d682661c-6fe1-4aa5-b333-88e70aa9941e on network cc8126ff-3faa-4f2a-89b0-b407d99bddea {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:41:51.449893 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-28115716-65c3-4785-827d-9b6ab7fd165a service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:41:51.450241 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-28115716-65c3-4785-827d-9b6ab7fd165a service neutron] Checking segment: {'id': '5a8e7a5e-dd79-4932-9f93-d4d31f7b1f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cc8126ff-3faa-4f2a-89b0-b407d99bddea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:41:51.451167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-28115716-65c3-4785-827d-9b6ab7fd165a service neutron] Bound using segment: {'id': '5a8e7a5e-dd79-4932-9f93-d4d31f7b1f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cc8126ff-3faa-4f2a-89b0-b407d99bddea'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:41:51.451676 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-28115716-65c3-4785-827d-9b6ab7fd165a service neutron] Bound port: d682661c-6fe1-4aa5-b333-88e70aa9941e, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a8e7a5e-dd79-4932-9f93-d4d31f7b1f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cc8126ff-3faa-4f2a-89b0-b407d99bddea'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:41:51.452061 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-28115716-65c3-4785-827d-9b6ab7fd165a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:51.459654 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a96e6c9-ef7b-4f13-abd5-cf907e7366f7 req-3d5812d4-a029-4043-bc84-caf30c83fbba tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577698 Jul 09 09:41:51.535167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-28115716-65c3-4785-827d-9b6ab7fd165a service neutron] For port d682661c-6fe1-4aa5-b333-88e70aa9941e, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:41:51.539382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-28115716-65c3-4785-827d-9b6ab7fd165a service neutron] For port d682661c-6fe1-4aa5-b333-88e70aa9941e, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d682661c-6fe1-4aa5-b333-88e70aa9941e,segment=NetworkSegment(5a8e7a5e-dd79-4932-9f93-d4d31f7b1f4d),segment_id=5a8e7a5e-dd79-4932-9f93-d4d31f7b1f4d)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:41:51.548959 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-28115716-65c3-4785-827d-9b6ab7fd165a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:51.598647 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-28115716-65c3-4785-827d-9b6ab7fd165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:51.599367 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-28115716-65c3-4785-827d-9b6ab7fd165a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:51.600881 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-28115716-65c3-4785-827d-9b6ab7fd165a service neutron] 10.222.0.58 "PUT /v2.0/ports/d682661c-6fe1-4aa5-b333-88e70aa9941e HTTP/1.1" status: 200 len: 1091 time: 0.8919251 Jul 09 09:41:51.603202 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927b3cba-15cb-481c-95e8-ea3a42ac39cf', 'tag': 'd682661c-6fe1-4aa5-b333-88e70aa9941e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:41:51.612246 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31b0efd-d905-48df-8485-f7d7292fa7db" -d '{"events": [{"name": "network-changed", "server_uuid": "927b3cba-15cb-481c-95e8-ea3a42ac39cf", "tag": "d682661c-6fe1-4aa5-b333-88e70aa9941e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:41:51.660400 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60540) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:51.716005 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28115716-65c3-4785-827d-9b6ab7fd165a service neutron] Pushing event updated for resources: {'Port': ['ID=d682661c-6fe1-4aa5-b333-88e70aa9941e,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:51.753782 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-f293a2a6-9469-4781-bcc4-63f1a20fcf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:51.755343 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-f293a2a6-9469-4781-bcc4-63f1a20fcf3d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=519f32ef0df54bd596f4d453f6ee2be6&device_id=927b3cba-15cb-481c-95e8-ea3a42ac39cf HTTP/1.1" status: 200 len: 1094 time: 0.1043134 Jul 09 09:41:51.780326 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49cd01a-7350-40ab-b54c-21e811dfd3b7 req-72d331b3-c948-413a-8637-5dca5963d17f tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:51.787256 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a49cd01a-7350-40ab-b54c-21e811dfd3b7 req-72d331b3-c948-413a-8637-5dca5963d17f tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.61 "GET /v2.0/ports?device_id=927b3cba-15cb-481c-95e8-ea3a42ac39cf HTTP/1.1" status: 200 len: 943 time: 0.2055106 Jul 09 09:41:51.842025 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-c4d3dfcc-1cd7-4f06-b0a9-e5e9b31749a7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d682661c-6fe1-4aa5-b333-88e70aa9941e HTTP/1.1" status: 200 len: 217 time: 0.0710726 Jul 09 09:41:51.904715 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-96a406ff-ea01-4be6-a674-c57bf19f91b6 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:51.906018 n-d-799996-1 neutron-server[93791]: WARNING neutron.api.v2.base [None req-96a406ff-ea01-4be6-a674-c57bf19f91b6 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 09:41:51.906612 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-96a406ff-ea01-4be6-a674-c57bf19f91b6 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 09:41:51.909064 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-96a406ff-ea01-4be6-a674-c57bf19f91b6 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2471039 Jul 09 09:41:51.909643 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcefb4d-08a7-4609-a945-645cdbc6f803 x-openstack-request-id: req-bdcefb4d-08a7-4609-a945-645cdbc6f803 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:41:51.909936 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927b3cba-15cb-481c-95e8-ea3a42ac39cf", "tag": "d682661c-6fe1-4aa5-b333-88e70aa9941e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:41:51.911624 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bdcefb4d-08a7-4609-a945-645cdbc6f803 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:41:51.911624 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927b3cba-15cb-481c-95e8-ea3a42ac39cf', 'tag': 'd682661c-6fe1-4aa5-b333-88e70aa9941e', 'status': 'completed', 'code': 200} Jul 09 09:41:51.912417 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60556) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:51.930334 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-656872d8-9d21-4140-868d-76168fc76d1a tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group': {'name': 'tempest-secgroup--212826734'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:51.932222 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a49cd01a-7350-40ab-b54c-21e811dfd3b7 req-b0171cfc-a0b9-4fac-bc5b-3daf894a7bae tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.61 "GET /v2.0/security-groups?id=318f93e1-6a83-4397-87d6-5f71a9eea03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433494 Jul 09 09:41:51.938981 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-de3eac4f-337f-48f2-87a9-906b34cf2c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:51.955167 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-de3eac4f-337f-48f2-87a9-906b34cf2c3f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4e784662-f591-4821-ac0a-2fd4bc1a07c5 HTTP/1.1" status: 200 len: 853 time: 0.0897033 Jul 09 09:41:51.986226 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-656872d8-9d21-4140-868d-76168fc76d1a tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:52.017307 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-9b1b08ae-b0a9-4be3-b113-67cd6dced782 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cc8126ff-3faa-4f2a-89b0-b407d99bddea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612180 Jul 09 09:41:52.018431 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-656872d8-9d21-4140-868d-76168fc76d1a tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:52.171997 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-eb5a659d-0f41-49d3-9542-3dcb81cdc538 service neutron] 10.222.0.58 "GET /v2.0/networks/cc8126ff-3faa-4f2a-89b0-b407d99bddea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375792 Jul 09 09:41:52.202619 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-656872d8-9d21-4140-868d-76168fc76d1a tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:52.211363 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-656872d8-9d21-4140-868d-76168fc76d1a tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:52.305006 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656872d8-9d21-4140-868d-76168fc76d1a tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=439eb579-74a8-4acc-89bc-bef8e59363a4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:52.323414 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed5ee3-e10f-437e-892a-fddb6a242246 req-1489f0b1-4030-4cd2-a65c-c134caddb382 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:52.325011 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-24ed5ee3-e10f-437e-892a-fddb6a242246 req-1489f0b1-4030-4cd2-a65c-c134caddb382 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e268382-15d9-4f7d-9fb2-ca575bb0e5ee HTTP/1.1" status: 200 len: 945 time: 0.1563447 Jul 09 09:41:52.338436 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e9a8bb8-64c4-4463-a285-1105ba204c6a req-7b449acd-78df-4ba0-ac2f-faeda5cad5ba service neutron] 10.222.0.58 "GET /v2.0/networks/cc8126ff-3faa-4f2a-89b0-b407d99bddea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575716 Jul 09 09:41:52.340604 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-656872d8-9d21-4140-868d-76168fc76d1a tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:52.348812 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-656872d8-9d21-4140-868d-76168fc76d1a tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:52.383443 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-24ed5ee3-e10f-437e-892a-fddb6a242246 req-db63d6c2-8d13-4273-a759-a9d9f067fc5e tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439026 Jul 09 09:41:52.400525 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-656872d8-9d21-4140-868d-76168fc76d1a tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:52.405598 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-656872d8-9d21-4140-868d-76168fc76d1a tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4897680 Jul 09 09:41:52.409210 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60582) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:52.415513 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-47036290-db57-42aa-9917-5d8b52858259 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group_rule': {'security_group_id': '0fb5b3d0-69de-400d-bc92-16e9b4849518', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:52.421591 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60584) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:52.426501 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656872d8-9d21-4140-868d-76168fc76d1a tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb5b3d0-69de-400d-bc92-16e9b4849518,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:52.463157 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47036290-db57-42aa-9917-5d8b52858259 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:52.498799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b0efd-d905-48df-8485-f7d7292fa7db req-2ec0a718-daa2-414e-b044-fd437e39ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:52.498799 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d31b0efd-d905-48df-8485-f7d7292fa7db req-2ec0a718-daa2-414e-b044-fd437e39ff19 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=519f32ef0df54bd596f4d453f6ee2be6&device_id=927b3cba-15cb-481c-95e8-ea3a42ac39cf HTTP/1.1" status: 200 len: 1094 time: 0.0988376 Jul 09 09:41:52.561080 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47036290-db57-42aa-9917-5d8b52858259 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:52.569410 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47036290-db57-42aa-9917-5d8b52858259 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:52.589594 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f0df0-16ef-4dc1-b325-3c78a1daed8d req-e6054c6d-ddf9-4861-8b4a-e1097aa682de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:52.590085 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f0df0-16ef-4dc1-b325-3c78a1daed8d req-e6054c6d-ddf9-4861-8b4a-e1097aa682de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:52.590924 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f0df0-16ef-4dc1-b325-3c78a1daed8d req-e6054c6d-ddf9-4861-8b4a-e1097aa682de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:52.591272 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f0df0-16ef-4dc1-b325-3c78a1daed8d req-e6054c6d-ddf9-4861-8b4a-e1097aa682de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:52.591772 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f0df0-16ef-4dc1-b325-3c78a1daed8d req-e6054c6d-ddf9-4861-8b4a-e1097aa682de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:52.592358 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f0df0-16ef-4dc1-b325-3c78a1daed8d req-e6054c6d-ddf9-4861-8b4a-e1097aa682de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:52.592724 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f0df0-16ef-4dc1-b325-3c78a1daed8d req-e6054c6d-ddf9-4861-8b4a-e1097aa682de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:52.594724 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fd2f0df0-16ef-4dc1-b325-3c78a1daed8d req-e6054c6d-ddf9-4861-8b4a-e1097aa682de service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 6502 time: 0.1611276 Jul 09 09:41:52.602166 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47036290-db57-42aa-9917-5d8b52858259 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b21348-75ae-46e4-8577-ed02b3e2253d,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:52.602411 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b0efd-d905-48df-8485-f7d7292fa7db req-b9b15ebb-afc7-4933-8428-4d3bda763707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:52.604313 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d31b0efd-d905-48df-8485-f7d7292fa7db req-b9b15ebb-afc7-4933-8428-4d3bda763707 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cc8126ff-3faa-4f2a-89b0-b407d99bddea HTTP/1.1" status: 200 len: 914 time: 0.0997555 Jul 09 09:41:52.618859 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47036290-db57-42aa-9917-5d8b52858259 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:52.623123 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-47036290-db57-42aa-9917-5d8b52858259 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2098022 Jul 09 09:41:52.626924 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60594) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:52.633714 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3de4ab17-769a-4445-9993-f02ae70999d1 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group_rule': {'security_group_id': '0fb5b3d0-69de-400d-bc92-16e9b4849518', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:52.657447 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d31b0efd-d905-48df-8485-f7d7292fa7db req-f46576cc-e9e6-4604-a504-afc13c6e2620 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d682661c-6fe1-4aa5-b333-88e70aa9941e HTTP/1.1" status: 200 len: 217 time: 0.0464721 Jul 09 09:41:52.663449 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fd2f0df0-16ef-4dc1-b325-3c78a1daed8d req-dcc2da9e-d077-4f54-9296-f1cbbbbf4e74 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541925 Jul 09 09:41:52.677337 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3de4ab17-769a-4445-9993-f02ae70999d1 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:52.711251 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b0efd-d905-48df-8485-f7d7292fa7db req-0621f83d-526e-4468-8ee4-d3e2d9e9e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:52.713035 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d31b0efd-d905-48df-8485-f7d7292fa7db req-0621f83d-526e-4468-8ee4-d3e2d9e9e285 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4e784662-f591-4821-ac0a-2fd4bc1a07c5 HTTP/1.1" status: 200 len: 853 time: 0.0492904 Jul 09 09:41:52.734581 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-3de4ab17-769a-4445-9993-f02ae70999d1 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 09:41:52.735680 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3de4ab17-769a-4445-9993-f02ae70999d1 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1077988 Jul 09 09:41:52.738655 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60598) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:52.748816 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d31b0efd-d905-48df-8485-f7d7292fa7db req-1d558b2b-0642-40e4-a29b-fa9ee8f77905 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cc8126ff-3faa-4f2a-89b0-b407d99bddea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286994 Jul 09 09:41:52.798978 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55fd63ff-7d06-421a-b3b2-b04551eff3dc tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:52.831931 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55fd63ff-7d06-421a-b3b2-b04551eff3dc tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:52.852816 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d31b0efd-d905-48df-8485-f7d7292fa7db req-9aa63984-4434-4cef-a6f7-fa67c7a47a0c service neutron] 10.222.0.58 "GET /v2.0/networks/cc8126ff-3faa-4f2a-89b0-b407d99bddea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961370 Jul 09 09:41:52.882482 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55fd63ff-7d06-421a-b3b2-b04551eff3dc tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:52.885214 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55fd63ff-7d06-421a-b3b2-b04551eff3dc tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:52.886375 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-55fd63ff-7d06-421a-b3b2-b04551eff3dc tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "DELETE /v2.0/security-groups/0fb5b3d0-69de-400d-bc92-16e9b4849518 HTTP/1.1" status: 204 len: 168 time: 0.1460104 Jul 09 09:41:52.891003 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60602) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:52.903942 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd63ff-7d06-421a-b3b2-b04551eff3dc tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb5b3d0-69de-400d-bc92-16e9b4849518,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:52.960989 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d3c063b8-beac-4e67-8186-b44dc34ee3de tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0677087 Jul 09 09:41:52.966174 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60610) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:52.967679 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d31b0efd-d905-48df-8485-f7d7292fa7db req-34a658f5-614d-4d34-9e2f-4c7b8fd8d3e5 service neutron] 10.222.0.58 "GET /v2.0/networks/cc8126ff-3faa-4f2a-89b0-b407d99bddea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075153 Jul 09 09:41:52.971591 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4d37c733-15b8-43f6-b6ae-687382be04ac tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group': {'name': 'tempest-secgroup--762814833'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:53.002900 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d37c733-15b8-43f6-b6ae-687382be04ac tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:53.115111 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d37c733-15b8-43f6-b6ae-687382be04ac tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:53.120650 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d37c733-15b8-43f6-b6ae-687382be04ac tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:53.126517 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394a785-e6d5-4f01-8dd8-a2b66a56df57 req-acfe4499-82e1-4d87-bbfd-16cf74f0e3ee tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:53.128574 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2394a785-e6d5-4f01-8dd8-a2b66a56df57 req-acfe4499-82e1-4d87-bbfd-16cf74f0e3ee tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.61 "GET /v2.0/ports?device_id=927b3cba-15cb-481c-95e8-ea3a42ac39cf HTTP/1.1" status: 200 len: 943 time: 0.0718458 Jul 09 09:41:53.166175 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37c733-15b8-43f6-b6ae-687382be04ac tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffd4e62-aec5-4def-a9e0-9e7d7a12cc95,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:53.170419 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d37c733-15b8-43f6-b6ae-687382be04ac tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:53.171744 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4d37c733-15b8-43f6-b6ae-687382be04ac tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2041552 Jul 09 09:41:53.175537 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60628) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:53.181129 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-827e1607-9d27-4b44-93ff-1b76b4cfe40c tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group_rule': {'security_group_id': '3ffd4e62-aec5-4def-a9e0-9e7d7a12cc95', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:53.181894 n-d-799996-1 neutron-server[93791]: WARNING neutron.api.v2.base [None req-827e1607-9d27-4b44-93ff-1b76b4cfe40c tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 09 09:41:53.182467 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-827e1607-9d27-4b44-93ff-1b76b4cfe40c tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:41:53.183577 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-827e1607-9d27-4b44-93ff-1b76b4cfe40c tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0070281 Jul 09 09:41:53.187115 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60632) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:53.195636 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2394a785-e6d5-4f01-8dd8-a2b66a56df57 req-7dda6a8c-8871-4026-9bfb-c9827a8e402f tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.61 "GET /v2.0/security-groups?id=318f93e1-6a83-4397-87d6-5f71a9eea03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616851 Jul 09 09:41:53.243919 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c434915-4119-4c43-90e1-edf38865dff0 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:53.267039 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c434915-4119-4c43-90e1-edf38865dff0 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:53.312717 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c434915-4119-4c43-90e1-edf38865dff0 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:53.315496 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c434915-4119-4c43-90e1-edf38865dff0 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:53.319074 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2c434915-4119-4c43-90e1-edf38865dff0 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "DELETE /v2.0/security-groups/3ffd4e62-aec5-4def-a9e0-9e7d7a12cc95 HTTP/1.1" status: 204 len: 168 time: 0.1284738 Jul 09 09:41:53.319593 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60644) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:53.339775 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c434915-4119-4c43-90e1-edf38865dff0 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffd4e62-aec5-4def-a9e0-9e7d7a12cc95,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:53.401043 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ff92ea0b-6c9a-453b-97d2-ed0633b5222c tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0768037 Jul 09 09:41:53.401566 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60652) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:53.406376 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-593c0650-c96e-4d39-acef-1c0209040b52 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group': {'name': 'tempest-secgroup--1245404785'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:53.433776 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-593c0650-c96e-4d39-acef-1c0209040b52 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:53.558396 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-593c0650-c96e-4d39-acef-1c0209040b52 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:53.587733 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-593c0650-c96e-4d39-acef-1c0209040b52 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:53.630287 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-593c0650-c96e-4d39-acef-1c0209040b52 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:53.631596 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-593c0650-c96e-4d39-acef-1c0209040b52 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2293389 Jul 09 09:41:53.634912 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60674) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:53.637704 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c0650-c96e-4d39-acef-1c0209040b52 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=802cd724-220f-4d47-bf2e-b18443301da8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:53.647804 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-41f16d3b-fc66-4bb1-a7f4-41ff54ffa680 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group_rule': {'security_group_id': '802cd724-220f-4d47-bf2e-b18443301da8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:53.650485 n-d-799996-1 neutron-server[93791]: WARNING neutron.api.v2.base [None req-41f16d3b-fc66-4bb1-a7f4-41ff54ffa680 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 09 09:41:53.651197 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-41f16d3b-fc66-4bb1-a7f4-41ff54ffa680 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:41:53.655234 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-41f16d3b-fc66-4bb1-a7f4-41ff54ffa680 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0170419 Jul 09 09:41:53.656841 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60678) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:53.686897 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de783c3c-e39e-4472-9c23-107e0ae3a63a req-84c619c0-a5cd-4505-a8f6-64120d30a703 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:53.688449 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de783c3c-e39e-4472-9c23-107e0ae3a63a req-84c619c0-a5cd-4505-a8f6-64120d30a703 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e268382-15d9-4f7d-9fb2-ca575bb0e5ee HTTP/1.1" status: 200 len: 945 time: 0.1757853 Jul 09 09:41:53.709952 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f4e95-6167-4446-99b0-26fcc856370a req-d61ace42-7c24-42ca-bbd6-1afb2c66724a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:53.711462 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce0f4e95-6167-4446-99b0-26fcc856370a req-d61ace42-7c24-42ca-bbd6-1afb2c66724a tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e268382-15d9-4f7d-9fb2-ca575bb0e5ee HTTP/1.1" status: 200 len: 945 time: 0.1851401 Jul 09 09:41:53.809439 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de783c3c-e39e-4472-9c23-107e0ae3a63a req-970b3030-0860-448f-b956-60b57b1fe594 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/security-groups?id=aded9417-3df3-4199-89c4-49c4c29011c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105485 Jul 09 09:41:53.811308 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-820b236c-aef1-4a42-8ad7-fb67678e502a tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:53.858572 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-820b236c-aef1-4a42-8ad7-fb67678e502a tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:53.905871 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-ce0f4e95-6167-4446-99b0-26fcc856370a req-ee7adfa0-6e48-45e9-87d6-f68d32290c55 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Deleting port e2360e39-b883-4a1f-9068-8282b979ef5b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:41:53.906218 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ce0f4e95-6167-4446-99b0-26fcc856370a req-ee7adfa0-6e48-45e9-87d6-f68d32290c55 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:53.951440 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-820b236c-aef1-4a42-8ad7-fb67678e502a tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:53.954030 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-820b236c-aef1-4a42-8ad7-fb67678e502a tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:53.955180 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-820b236c-aef1-4a42-8ad7-fb67678e502a tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "DELETE /v2.0/security-groups/802cd724-220f-4d47-bf2e-b18443301da8 HTTP/1.1" status: 204 len: 168 time: 0.2967680 Jul 09 09:41:53.958342 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60704) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:53.973815 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b236c-aef1-4a42-8ad7-fb67678e502a tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=802cd724-220f-4d47-bf2e-b18443301da8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:54.012080 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-75810d5a-5119-442d-8cb1-63768d216739 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0523770 Jul 09 09:41:54.016410 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60708) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:54.018359 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ce0f4e95-6167-4446-99b0-26fcc856370a req-ee7adfa0-6e48-45e9-87d6-f68d32290c55 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] For port e2360e39-b883-4a1f-9068-8282b979ef5b, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=e2360e39-b883-4a1f-9068-8282b979ef5b,segment=NetworkSegment(2a63e2e5-9277-49d1-aa75-8f38c48312fa),segment_id=2a63e2e5-9277-49d1-aa75-8f38c48312fa)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:54.018735 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ce0f4e95-6167-4446-99b0-26fcc856370a req-ee7adfa0-6e48-45e9-87d6-f68d32290c55 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:54.021490 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a12e5283-01e7-4fe1-9726-71459f6be521 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group': {'name': 'tempest-secgroup--52387978'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:54.034527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-ce0f4e95-6167-4446-99b0-26fcc856370a req-ee7adfa0-6e48-45e9-87d6-f68d32290c55 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Calling delete_port for e2360e39-b883-4a1f-9068-8282b979ef5b owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:41:54.044761 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a12e5283-01e7-4fe1-9726-71459f6be521 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:54.136093 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a12e5283-01e7-4fe1-9726-71459f6be521 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:54.141038 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a12e5283-01e7-4fe1-9726-71459f6be521 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:54.173377 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a12e5283-01e7-4fe1-9726-71459f6be521 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:54.177614 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a12e5283-01e7-4fe1-9726-71459f6be521 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1571922 Jul 09 09:41:54.177767 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60722) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:54.182620 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f34d011f-6f68-493d-89da-f44afe1ef064 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group_rule': {'security_group_id': '5f6151d2-a043-4e73-91e3-a6e9ca3d98aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:54.183262 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e5283-01e7-4fe1-9726-71459f6be521 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6151d2-a043-4e73-91e3-a6e9ca3d98aa,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:54.192874 n-d-799996-1 neutron-server[93790]: WARNING neutron.api.v2.base [None req-f34d011f-6f68-493d-89da-f44afe1ef064 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 09 09:41:54.193836 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-f34d011f-6f68-493d-89da-f44afe1ef064 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:41:54.198128 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f34d011f-6f68-493d-89da-f44afe1ef064 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0194945 Jul 09 09:41:54.200236 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60726) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:54.213248 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-bd883854-4d2e-4dfb-8830-89781689b3a2 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group_rule': {'security_group_id': '5f6151d2-a043-4e73-91e3-a6e9ca3d98aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:54.216570 n-d-799996-1 neutron-server[93791]: WARNING neutron.api.v2.base [None req-bd883854-4d2e-4dfb-8830-89781689b3a2 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 09 09:41:54.218368 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ce0f4e95-6167-4446-99b0-26fcc856370a req-ee7adfa0-6e48-45e9-87d6-f68d32290c55 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:54.218580 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-bd883854-4d2e-4dfb-8830-89781689b3a2 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:41:54.219904 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bd883854-4d2e-4dfb-8830-89781689b3a2 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0178270 Jul 09 09:41:54.223855 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60732) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:54.230196 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-adc615b8-5c84-4856-b10b-26324c541a71 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group_rule': {'security_group_id': '5f6151d2-a043-4e73-91e3-a6e9ca3d98aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:54.236365 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['e2360e39-b883-4a1f-9068-8282b979ef5b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:41:54.249168 n-d-799996-1 neutron-server[93791]: WARNING neutron.api.v2.base [None req-adc615b8-5c84-4856-b10b-26324c541a71 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 09 09:41:54.249796 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-adc615b8-5c84-4856-b10b-26324c541a71 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:41:54.251308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7adfa0-6e48-45e9-87d6-f68d32290c55 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Pushing event deleted for resources: {'Port': ['ID=e2360e39-b883-4a1f-9068-8282b979ef5b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:54.266243 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-adc615b8-5c84-4856-b10b-26324c541a71 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0372727 Jul 09 09:41:54.266243 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60736) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:54.277665 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5eb85102-3465-48a8-82d3-d90eb0521327 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group_rule': {'security_group_id': '5f6151d2-a043-4e73-91e3-a6e9ca3d98aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:54.278966 n-d-799996-1 neutron-server[93791]: WARNING neutron.api.v2.base [None req-5eb85102-3465-48a8-82d3-d90eb0521327 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 09 09:41:54.279479 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-5eb85102-3465-48a8-82d3-d90eb0521327 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:41:54.283199 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5eb85102-3465-48a8-82d3-d90eb0521327 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0136399 Jul 09 09:41:54.283364 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60738) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:54.345086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0f4e95-6167-4446-99b0-26fcc856370a req-ee7adfa0-6e48-45e9-87d6-f68d32290c55 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] No DVR routers for this DVR port e2360e39-b883-4a1f-9068-8282b979ef5b on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:41:54.347613 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ce0f4e95-6167-4446-99b0-26fcc856370a req-ee7adfa0-6e48-45e9-87d6-f68d32290c55 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:54.350739 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce0f4e95-6167-4446-99b0-26fcc856370a req-ee7adfa0-6e48-45e9-87d6-f68d32290c55 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.64 "DELETE /v2.0/ports/e2360e39-b883-4a1f-9068-8282b979ef5b HTTP/1.1" status: 204 len: 173 time: 0.6310258 Jul 09 09:41:54.351960 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e268382-15d9-4f7d-9fb2-ca575bb0e5ee', 'name': 'network-vif-deleted', 'tag': 'e2360e39-b883-4a1f-9068-8282b979ef5b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:41:54.354345 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec25c6e9-d085-43af-bfb5-2bd2ace3f735" -d '{"events": [{"server_uuid": "5e268382-15d9-4f7d-9fb2-ca575bb0e5ee", "name": "network-vif-deleted", "tag": "e2360e39-b883-4a1f-9068-8282b979ef5b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:41:54.354899 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f931fe6b-d8ae-4ca4-91fb-cb2ceeaf6bee tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:54.397642 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f931fe6b-d8ae-4ca4-91fb-cb2ceeaf6bee tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:54.409278 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ee526a-ef0b-4e94-b996-4c3dcfa52aa6 x-openstack-request-id: req-e0ee526a-ef0b-4e94-b996-4c3dcfa52aa6 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:41:54.409790 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e268382-15d9-4f7d-9fb2-ca575bb0e5ee", "name": "network-vif-deleted", "tag": "e2360e39-b883-4a1f-9068-8282b979ef5b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:41:54.410652 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e0ee526a-ef0b-4e94-b996-4c3dcfa52aa6 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:41:54.411301 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e268382-15d9-4f7d-9fb2-ca575bb0e5ee', 'name': 'network-vif-deleted', 'tag': 'e2360e39-b883-4a1f-9068-8282b979ef5b', 'status': 'completed', 'code': 200} Jul 09 09:41:54.451314 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd790e5f-b407-4ad2-a81b-7f4fab1d32d7 req-db5c8de8-2da1-4419-8d46-6b5685bbb63e tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:54.453138 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd790e5f-b407-4ad2-a81b-7f4fab1d32d7 req-db5c8de8-2da1-4419-8d46-6b5685bbb63e tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.61 "GET /v2.0/ports?device_id=927b3cba-15cb-481c-95e8-ea3a42ac39cf HTTP/1.1" status: 200 len: 943 time: 0.1092999 Jul 09 09:41:54.468029 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f931fe6b-d8ae-4ca4-91fb-cb2ceeaf6bee tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:54.473644 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f931fe6b-d8ae-4ca4-91fb-cb2ceeaf6bee tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:54.478772 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f931fe6b-d8ae-4ca4-91fb-cb2ceeaf6bee tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "DELETE /v2.0/security-groups/5f6151d2-a043-4e73-91e3-a6e9ca3d98aa HTTP/1.1" status: 204 len: 168 time: 0.1921813 Jul 09 09:41:54.483425 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60754) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:54.505996 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931fe6b-d8ae-4ca4-91fb-cb2ceeaf6bee tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6151d2-a043-4e73-91e3-a6e9ca3d98aa,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:54.520085 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd790e5f-b407-4ad2-a81b-7f4fab1d32d7 req-0b869de3-ba99-40eb-a565-3f4baee1991a tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.61 "GET /v2.0/security-groups?id=318f93e1-6a83-4397-87d6-5f71a9eea03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590639 Jul 09 09:41:54.564960 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1e865cdb-a10c-4cc0-b5c3-a61579f1e9f3 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0802193 Jul 09 09:41:54.568972 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60760) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:54.573442 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-912bb205-15eb-43fc-9980-80d67d7ccfe2 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group': {'name': 'tempest-secgroup--1250645805'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:54.601459 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-912bb205-15eb-43fc-9980-80d67d7ccfe2 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:54.688175 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-912bb205-15eb-43fc-9980-80d67d7ccfe2 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:54.691797 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-912bb205-15eb-43fc-9980-80d67d7ccfe2 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:54.720955 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-912bb205-15eb-43fc-9980-80d67d7ccfe2 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:54.723736 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-912bb205-15eb-43fc-9980-80d67d7ccfe2 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1523926 Jul 09 09:41:54.723736 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912bb205-15eb-43fc-9980-80d67d7ccfe2 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51dcdc62-63a6-4ca5-9963-72078a9d7602,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:54.725382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60768) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:54.730372 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7e6de38e-ea8f-47dc-a2bb-0727a6925a7d tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group_rule': {'security_group_id': '51dcdc62-63a6-4ca5-9963-72078a9d7602', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:54.730973 n-d-799996-1 neutron-server[93790]: WARNING neutron.api.v2.base [None req-7e6de38e-ea8f-47dc-a2bb-0727a6925a7d tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 09:41:54.731514 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-7e6de38e-ea8f-47dc-a2bb-0727a6925a7d tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:41:54.735561 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7e6de38e-ea8f-47dc-a2bb-0727a6925a7d tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066371 Jul 09 09:41:54.735747 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60770) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:54.739867 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9f5af5e3-45c7-4dc4-97d0-89b9f03e0a83 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group_rule': {'security_group_id': '51dcdc62-63a6-4ca5-9963-72078a9d7602', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:54.780227 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-9f5af5e3-45c7-4dc4-97d0-89b9f03e0a83 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:41:54.781408 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9f5af5e3-45c7-4dc4-97d0-89b9f03e0a83 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0446715 Jul 09 09:41:54.784764 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60772) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:54.789133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-eb3f9a10-cc9b-4336-8b4d-717571cb3d34 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group_rule': {'security_group_id': '51dcdc62-63a6-4ca5-9963-72078a9d7602', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:54.789605 n-d-799996-1 neutron-server[93790]: WARNING neutron.api.v2.base [None req-eb3f9a10-cc9b-4336-8b4d-717571cb3d34 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 09 09:41:54.790079 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-eb3f9a10-cc9b-4336-8b4d-717571cb3d34 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:41:54.791006 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-eb3f9a10-cc9b-4336-8b4d-717571cb3d34 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054193 Jul 09 09:41:54.793693 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60774) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:54.800102 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-69e8de90-9b36-4761-9fd6-a0584f77f5df tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group_rule': {'security_group_id': '51dcdc62-63a6-4ca5-9963-72078a9d7602', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:54.838791 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-69e8de90-9b36-4761-9fd6-a0584f77f5df tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:41:54.843144 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-69e8de90-9b36-4761-9fd6-a0584f77f5df tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0453687 Jul 09 09:41:54.843636 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60778) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:54.848918 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-db4fc5b6-16c8-49da-b3f9-c466262084d2 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group_rule': {'security_group_id': '51dcdc62-63a6-4ca5-9963-72078a9d7602', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:54.854117 n-d-799996-1 neutron-server[93791]: WARNING neutron.api.v2.base [None req-db4fc5b6-16c8-49da-b3f9-c466262084d2 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 09:41:54.854714 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-db4fc5b6-16c8-49da-b3f9-c466262084d2 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:41:54.860300 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-db4fc5b6-16c8-49da-b3f9-c466262084d2 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0118408 Jul 09 09:41:54.861907 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60782) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:54.873119 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a559698e-1ac9-44ea-a04b-08d717bff371 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group_rule': {'security_group_id': '51dcdc62-63a6-4ca5-9963-72078a9d7602', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:54.913489 n-d-799996-1 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-a559698e-1ac9-44ea-a04b-08d717bff371 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Project 118a52a55eea483aa722acb97bfe198b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 09:41:54.931297 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-a559698e-1ac9-44ea-a04b-08d717bff371 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:41:54.933825 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a559698e-1ac9-44ea-a04b-08d717bff371 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0709505 Jul 09 09:41:54.937024 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60784) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:54.942790 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-84059823-573f-4cc0-982c-2ce80c7998f8 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group_rule': {'security_group_id': '51dcdc62-63a6-4ca5-9963-72078a9d7602', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:54.943203 n-d-799996-1 neutron-server[93790]: WARNING neutron.api.v2.base [None req-84059823-573f-4cc0-982c-2ce80c7998f8 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 09 09:41:54.943848 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-84059823-573f-4cc0-982c-2ce80c7998f8 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:41:54.947553 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60786) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:54.947784 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-84059823-573f-4cc0-982c-2ce80c7998f8 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095470 Jul 09 09:41:54.952436 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f0ae5d73-0d72-49d8-bc31-002626997acc tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group_rule': {'security_group_id': '51dcdc62-63a6-4ca5-9963-72078a9d7602', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:54.963394 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60788) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:54.989738 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b2d1c9df-6776-4885-8696-31c165e5f4d7 req-df588903-2b3b-4092-b84d-3b6fcb4c7130 tempest-DeleteServersTestJSON-517433045 tempest-DeleteServersTestJSON-517433045-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e268382-15d9-4f7d-9fb2-ca575bb0e5ee HTTP/1.1" status: 200 len: 210 time: 0.0346394 Jul 09 09:41:54.991625 n-d-799996-1 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-f0ae5d73-0d72-49d8-bc31-002626997acc tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Project 118a52a55eea483aa722acb97bfe198b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 09:41:55.008199 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-f0ae5d73-0d72-49d8-bc31-002626997acc tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:41:55.009281 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f0ae5d73-0d72-49d8-bc31-002626997acc tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0605187 Jul 09 09:41:55.012058 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60792) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:55.016931 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-fef7a95d-f60c-45fe-99b6-5c4bf4ae373f tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group_rule': {'security_group_id': '51dcdc62-63a6-4ca5-9963-72078a9d7602', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:55.042754 n-d-799996-1 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-fef7a95d-f60c-45fe-99b6-5c4bf4ae373f tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Project 118a52a55eea483aa722acb97bfe198b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 09:41:55.057772 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-fef7a95d-f60c-45fe-99b6-5c4bf4ae373f tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:41:55.058866 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fef7a95d-f60c-45fe-99b6-5c4bf4ae373f tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0457954 Jul 09 09:41:55.061660 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60794) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:55.117175 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72b84198-4243-4d55-90e0-931290cd983d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:55.143629 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19db0fbd-55e6-4ad5-864a-3c8dfa6ac562 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:55.178782 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19db0fbd-55e6-4ad5-864a-3c8dfa6ac562 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:55.236919 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19db0fbd-55e6-4ad5-864a-3c8dfa6ac562 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:55.239338 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19db0fbd-55e6-4ad5-864a-3c8dfa6ac562 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:55.240520 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-19db0fbd-55e6-4ad5-864a-3c8dfa6ac562 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "DELETE /v2.0/security-groups/51dcdc62-63a6-4ca5-9963-72078a9d7602 HTTP/1.1" status: 204 len: 168 time: 0.1779470 Jul 09 09:41:55.243447 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60796) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:55.254693 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db0fbd-55e6-4ad5-864a-3c8dfa6ac562 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dcdc62-63a6-4ca5-9963-72078a9d7602,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:55.275241 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72b84198-4243-4d55-90e0-931290cd983d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:55.280570 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72b84198-4243-4d55-90e0-931290cd983d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:55.289649 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-dcddea10-4950-4ba4-a29c-24703da41d8c tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0449467 Jul 09 09:41:55.293495 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60798) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:55.298064 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c41d826c-a519-4323-b789-05248601be3f tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720789283'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:55.319964 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-72b84198-4243-4d55-90e0-931290cd983d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6334f422fa704c7a8eda61a1ea241445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3554392 Jul 09 09:41:55.320804 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c41d826c-a519-4323-b789-05248601be3f tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:55.320950 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b84198-4243-4d55-90e0-931290cd983d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916a6c58-b0d2-4e57-b4c1-2688b42fa779,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:55.323374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60802) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:55.378567 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-deaeec93-bb0a-4a55-b907-ad80da0e6650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:55.401299 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-deaeec93-bb0a-4a55-b907-ad80da0e6650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:55.412198 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c41d826c-a519-4323-b789-05248601be3f tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:55.419327 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c41d826c-a519-4323-b789-05248601be3f tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:55.453043 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c41d826c-a519-4323-b789-05248601be3f tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:55.454409 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c41d826c-a519-4323-b789-05248601be3f tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1597285 Jul 09 09:41:55.456486 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d826c-a519-4323-b789-05248601be3f tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f717d6-df1a-4a90-ae7d-3e97a7064f9e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:55.457387 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60804) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:55.462471 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b00c7494-a81e-4473-bd5c-45c8ccea3596 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group_rule': {'security_group_id': 'a2f717d6-df1a-4a90-ae7d-3e97a7064f9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:55.475935 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-deaeec93-bb0a-4a55-b907-ad80da0e6650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:55.478432 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-deaeec93-bb0a-4a55-b907-ad80da0e6650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:55.479553 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-deaeec93-bb0a-4a55-b907-ad80da0e6650 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/916a6c58-b0d2-4e57-b4c1-2688b42fa779 HTTP/1.1" status: 204 len: 168 time: 0.1550574 Jul 09 09:41:55.492872 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaeec93-bb0a-4a55-b907-ad80da0e6650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916a6c58-b0d2-4e57-b4c1-2688b42fa779,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:55.518731 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-b00c7494-a81e-4473-bd5c-45c8ccea3596 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] create failed (client error): The resource could not be found. Jul 09 09:41:55.522958 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b00c7494-a81e-4473-bd5c-45c8ccea3596 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0614889 Jul 09 09:41:55.522958 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60808) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:55.527397 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-30fe57c8-8eb0-4347-9dc7-ea4a9385a0a1 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group_rule': {'security_group_id': 'a2f717d6-df1a-4a90-ae7d-3e97a7064f9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bc3621ca-a09a-4b21-8708-b1fb7a03f7f5'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:55.570705 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-30fe57c8-8eb0-4347-9dc7-ea4a9385a0a1 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] create failed (client error): The resource could not be found. Jul 09 09:41:55.574327 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-30fe57c8-8eb0-4347-9dc7-ea4a9385a0a1 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0479822 Jul 09 09:41:55.574806 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60812) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:55.688005 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b95b6b04-4a68-4fe7-9bf9-7c662503247a tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:55.721524 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b95b6b04-4a68-4fe7-9bf9-7c662503247a tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:55.766842 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db498677-edb8-42f1-a275-43c96520f836 req-3aa97287-f95c-4c0c-84ae-0677e7afd359 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:55.768456 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db498677-edb8-42f1-a275-43c96520f836 req-3aa97287-f95c-4c0c-84ae-0677e7afd359 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.61 "GET /v2.0/ports?device_id=927b3cba-15cb-481c-95e8-ea3a42ac39cf HTTP/1.1" status: 200 len: 943 time: 0.1210926 Jul 09 09:41:55.787769 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60818) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:55.801147 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b95b6b04-4a68-4fe7-9bf9-7c662503247a tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:55.801757 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4996334f-34d7-4bf3-bccd-713720941855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:55.803655 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b95b6b04-4a68-4fe7-9bf9-7c662503247a tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:55.804827 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b95b6b04-4a68-4fe7-9bf9-7c662503247a tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "DELETE /v2.0/security-groups/a2f717d6-df1a-4a90-ae7d-3e97a7064f9e HTTP/1.1" status: 204 len: 168 time: 0.2279296 Jul 09 09:41:55.809451 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60820) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:55.825381 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db498677-edb8-42f1-a275-43c96520f836 req-cef2a7fa-a37c-4416-bf7b-f30e3d7acf27 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.61 "GET /v2.0/security-groups?id=318f93e1-6a83-4397-87d6-5f71a9eea03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501788 Jul 09 09:41:55.826768 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b6b04-4a68-4fe7-9bf9-7c662503247a tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f717d6-df1a-4a90-ae7d-3e97a7064f9e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:55.874537 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-efe429a5-fc52-44a9-a627-62fc44ba614e tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0633237 Jul 09 09:41:55.878929 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60822) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:55.884348 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-daad7349-542f-444e-af64-9f17f6a5ccae tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group_rule': {'security_group_id': '67c0913c-afc0-41fc-8516-dfb290883a94', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:55.940587 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4996334f-34d7-4bf3-bccd-713720941855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:55.945745 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4996334f-34d7-4bf3-bccd-713720941855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:55.953768 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device d682661c-6fe1-4aa5-b333-88e70aa9941e details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:41:55.996460 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4996334f-34d7-4bf3-bccd-713720941855 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a632926a54547dba66118d9e86ceeb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2052166 Jul 09 09:41:55.997048 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60824) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:56.004857 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996334f-34d7-4bf3-bccd-713720941855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d733cfc-d2e7-4a42-a54b-063810cbe2b3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:56.036093 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-daad7349-542f-444e-af64-9f17f6a5ccae tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] create failed (client error): The resource could not be found. Jul 09 09:41:56.037160 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-daad7349-542f-444e-af64-9f17f6a5ccae tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1572826 Jul 09 09:41:56.040938 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60828) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:56.047326 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-99c00f88-3f01-4b2e-b7f2-08ee3eedc762 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group': {'name': 'tempest-secgroup--2117969663'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:56.067985 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a9bad04-692f-43ef-89a2-acc66d85b96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:56.071051 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port d682661c-6fe1-4aa5-b333-88e70aa9941e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d682661c-6fe1-4aa5-b333-88e70aa9941e,segment=NetworkSegment(5a8e7a5e-dd79-4932-9f93-d4d31f7b1f4d),segment_id=5a8e7a5e-dd79-4932-9f93-d4d31f7b1f4d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:56.080873 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-99c00f88-3f01-4b2e-b7f2-08ee3eedc762 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:56.085478 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'd682661c-6fe1-4aa5-b333-88e70aa9941e', 'network_id': 'cc8126ff-3faa-4f2a-89b0-b407d99bddea', 'port_id': 'd682661c-6fe1-4aa5-b333-88e70aa9941e', 'mac_address': 'fa:16:3e:10:6a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e784662-f591-4821-ac0a-2fd4bc1a07c5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:41:56.094196 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a9bad04-692f-43ef-89a2-acc66d85b96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:56.131035 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:56.149104 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d682661c-6fe1-4aa5-b333-88e70aa9941e {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:41:56.162673 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a9bad04-692f-43ef-89a2-acc66d85b96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:56.165807 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a9bad04-692f-43ef-89a2-acc66d85b96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:56.167742 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0a9bad04-692f-43ef-89a2-acc66d85b96f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4d733cfc-d2e7-4a42-a54b-063810cbe2b3 HTTP/1.1" status: 204 len: 168 time: 0.1701465 Jul 09 09:41:56.171683 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port d682661c-6fe1-4aa5-b333-88e70aa9941e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d682661c-6fe1-4aa5-b333-88e70aa9941e,segment=NetworkSegment(5a8e7a5e-dd79-4932-9f93-d4d31f7b1f4d),segment_id=5a8e7a5e-dd79-4932-9f93-d4d31f7b1f4d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:56.177592 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:56.177733 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9bad04-692f-43ef-89a2-acc66d85b96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d733cfc-d2e7-4a42-a54b-063810cbe2b3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:56.251651 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-99c00f88-3f01-4b2e-b7f2-08ee3eedc762 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:56.257764 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-99c00f88-3f01-4b2e-b7f2-08ee3eedc762 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:56.260335 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=d682661c-6fe1-4aa5-b333-88e70aa9941e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:56.296658 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-99c00f88-3f01-4b2e-b7f2-08ee3eedc762 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:56.300661 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-99c00f88-3f01-4b2e-b7f2-08ee3eedc762 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2552454 Jul 09 09:41:56.301112 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60838) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:56.305936 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ad1b64c8-209c-40d9-a0a3-a99ff160f925 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group': {'name': 'tempest-secgroup--294662212'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:56.307769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c00f88-3f01-4b2e-b7f2-08ee3eedc762 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4393d0-0edb-4204-987a-2cea81e6720a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:56.318498 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device e2360e39-b883-4a1f-9068-8282b979ef5b no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:41:56.340901 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: e2360e39-b883-4a1f-9068-8282b979ef5b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:41:56.342069 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device e2360e39-b883-4a1f-9068-8282b979ef5b not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:41:56.342353 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad1b64c8-209c-40d9-a0a3-a99ff160f925 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:56.434930 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad1b64c8-209c-40d9-a0a3-a99ff160f925 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:56.440069 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad1b64c8-209c-40d9-a0a3-a99ff160f925 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:56.481370 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad1b64c8-209c-40d9-a0a3-a99ff160f925 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:56.494880 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ad1b64c8-209c-40d9-a0a3-a99ff160f925 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1898792 Jul 09 09:41:56.495361 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60850) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:56.500228 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8326b57f-44d0-4b3f-8f9a-a70699079b2e tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group_rule': {'security_group_id': 'ae4393d0-0edb-4204-987a-2cea81e6720a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '67acd7a3-32bc-4113-835e-2a14557cc6ca'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:56.504871 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b64c8-209c-40d9-a0a3-a99ff160f925 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67acd7a3-32bc-4113-835e-2a14557cc6ca,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:56.524430 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['d682661c-6fe1-4aa5-b333-88e70aa9941e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:41:56.558380 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-8326b57f-44d0-4b3f-8f9a-a70699079b2e tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:41:56.560497 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8326b57f-44d0-4b3f-8f9a-a70699079b2e tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0631194 Jul 09 09:41:56.563889 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60856) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:56.639441 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dd56c529-73ab-4c47-8577-102f641241b7 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:56.671609 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dd56c529-73ab-4c47-8577-102f641241b7 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:56.738795 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dd56c529-73ab-4c47-8577-102f641241b7 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:56.742751 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dd56c529-73ab-4c47-8577-102f641241b7 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:56.747181 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60868) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:56.747497 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-dd56c529-73ab-4c47-8577-102f641241b7 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "DELETE /v2.0/security-groups/67acd7a3-32bc-4113-835e-2a14557cc6ca HTTP/1.1" status: 204 len: 168 time: 0.1823530 Jul 09 09:41:56.757192 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56c529-73ab-4c47-8577-102f641241b7 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67acd7a3-32bc-4113-835e-2a14557cc6ca,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:56.828496 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-567ed3a7-1043-4b43-a489-15cd7a7df1e6 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0796983 Jul 09 09:41:56.831217 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60874) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:56.899997 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68799e7e-341e-4365-bb78-bd6d77abd604 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:56.953497 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68799e7e-341e-4365-bb78-bd6d77abd604 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:57.001701 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68799e7e-341e-4365-bb78-bd6d77abd604 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:57.004651 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68799e7e-341e-4365-bb78-bd6d77abd604 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:57.006797 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-68799e7e-341e-4365-bb78-bd6d77abd604 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "DELETE /v2.0/security-groups/ae4393d0-0edb-4204-987a-2cea81e6720a HTTP/1.1" status: 204 len: 168 time: 0.1736677 Jul 09 09:41:57.009572 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60888) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:57.019740 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68799e7e-341e-4365-bb78-bd6d77abd604 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4393d0-0edb-4204-987a-2cea81e6720a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:57.084243 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca20b3-ca23-4cdc-a279-e27271df1a68 req-ab2212bd-92e6-4c01-9157-7d86a3b2c330 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:57.094824 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17ca20b3-ca23-4cdc-a279-e27271df1a68 req-ab2212bd-92e6-4c01-9157-7d86a3b2c330 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.61 "GET /v2.0/ports?device_id=927b3cba-15cb-481c-95e8-ea3a42ac39cf HTTP/1.1" status: 200 len: 944 time: 0.1268442 Jul 09 09:41:57.099792 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b52f941a-2f78-42b2-a481-83677bc5f9ba tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0867038 Jul 09 09:41:57.101328 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60896) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:57.106247 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-cbfae2a8-87b0-4c31-bb76-87daed6dfacd tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group': {'name': 'tempest-secgroup--114843034'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:57.155968 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbfae2a8-87b0-4c31-bb76-87daed6dfacd tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:57.164834 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17ca20b3-ca23-4cdc-a279-e27271df1a68 req-e91d2b1c-98b1-4087-8e9d-b72fdf3c5120 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.61 "GET /v2.0/security-groups?id=318f93e1-6a83-4397-87d6-5f71a9eea03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715721 Jul 09 09:41:57.258977 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbfae2a8-87b0-4c31-bb76-87daed6dfacd tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:57.263257 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbfae2a8-87b0-4c31-bb76-87daed6dfacd tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:57.295875 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbfae2a8-87b0-4c31-bb76-87daed6dfacd tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:57.297062 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cbfae2a8-87b0-4c31-bb76-87daed6dfacd tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1945586 Jul 09 09:41:57.300433 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60900) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:57.301569 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfae2a8-87b0-4c31-bb76-87daed6dfacd tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31409264-f418-4ce2-8da7-8af20d1f9187,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:57.310692 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-109c3737-28dc-4a7c-beb3-cad76d318357 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group_rule': {'security_group_id': '31409264-f418-4ce2-8da7-8af20d1f9187', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:57.352077 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-109c3737-28dc-4a7c-beb3-cad76d318357 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:41:57.356685 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-109c3737-28dc-4a7c-beb3-cad76d318357 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0549181 Jul 09 09:41:57.357824 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60904) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:57.365488 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5b723293-0551-4255-805b-d7cc00df250e tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group_rule': {'security_group_id': '31409264-f418-4ce2-8da7-8af20d1f9187', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:57.413179 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-5b723293-0551-4255-805b-d7cc00df250e tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:41:57.414331 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5b723293-0551-4255-805b-d7cc00df250e tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0549641 Jul 09 09:41:57.417373 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60908) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:57.482788 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e9de1637-95e4-4f28-93ed-a954e48b2280 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:57.507828 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e9de1637-95e4-4f28-93ed-a954e48b2280 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:57.552055 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e9de1637-95e4-4f28-93ed-a954e48b2280 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:57.554836 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e9de1637-95e4-4f28-93ed-a954e48b2280 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:57.556402 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e9de1637-95e4-4f28-93ed-a954e48b2280 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "DELETE /v2.0/security-groups/31409264-f418-4ce2-8da7-8af20d1f9187 HTTP/1.1" status: 204 len: 168 time: 0.1380622 Jul 09 09:41:57.559218 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60914) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:57.570869 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de1637-95e4-4f28-93ed-a954e48b2280 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31409264-f418-4ce2-8da7-8af20d1f9187,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:57.629612 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-eba6c966-94da-4d0c-9ac5-ff928ede131a tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0683246 Jul 09 09:41:57.633271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60918) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:57.638661 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-cd48a07a-0be4-46c6-9427-c6df1cfa7e0e tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group': {'name': 'tempest-secgroup--1812066831'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:57.669782 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cd48a07a-0be4-46c6-9427-c6df1cfa7e0e tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:57.779480 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cd48a07a-0be4-46c6-9427-c6df1cfa7e0e tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:57.784705 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cd48a07a-0be4-46c6-9427-c6df1cfa7e0e tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:57.817941 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cd48a07a-0be4-46c6-9427-c6df1cfa7e0e tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:57.822032 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-cd48a07a-0be4-46c6-9427-c6df1cfa7e0e tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1848152 Jul 09 09:41:57.822266 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60926) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:57.827329 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d3a933c9-b358-4230-9dbe-1ba95d182eb6 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:41:57.829583 n-d-799996-1 neutron-server[93790]: WARNING neutron.api.v2.base [None req-d3a933c9-b358-4230-9dbe-1ba95d182eb6 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 09:41:57.830201 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-d3a933c9-b358-4230-9dbe-1ba95d182eb6 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 09:41:57.833925 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d3a933c9-b358-4230-9dbe-1ba95d182eb6 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "PUT /v2.0/security-groups/3942b97a-9a48-4a5b-b454-0afccc3a31d7 HTTP/1.1" status: 409 len: 330 time: 0.0080051 Jul 09 09:41:57.833925 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48a07a-0be4-46c6-9427-c6df1cfa7e0e tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3942b97a-9a48-4a5b-b454-0afccc3a31d7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:57.834458 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60930) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:57.916868 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4494e60-5a89-4eb5-9493-8946f79e59c9 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:57.945688 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4494e60-5a89-4eb5-9493-8946f79e59c9 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:57.989526 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device d682661c-6fe1-4aa5-b333-88e70aa9941e up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:41:57.994573 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4494e60-5a89-4eb5-9493-8946f79e59c9 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:57.997845 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4494e60-5a89-4eb5-9493-8946f79e59c9 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:57.999097 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a4494e60-5a89-4eb5-9493-8946f79e59c9 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "DELETE /v2.0/security-groups/3942b97a-9a48-4a5b-b454-0afccc3a31d7 HTTP/1.1" status: 204 len: 168 time: 0.1637290 Jul 09 09:41:58.001838 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60938) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:58.012137 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4494e60-5a89-4eb5-9493-8946f79e59c9 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3942b97a-9a48-4a5b-b454-0afccc3a31d7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:58.060455 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-289650ac-f4f1-487e-8b9c-5ddad1e37270 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0573714 Jul 09 09:41:58.064886 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60940) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:58.077581 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port d682661c-6fe1-4aa5-b333-88e70aa9941e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:41:58.084775 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-b9a59b57-a0ac-4885-a31e-e7539aa11fe0 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] delete failed (client error): The resource could not be found. Jul 09 09:41:58.084775 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b9a59b57-a0ac-4885-a31e-e7539aa11fe0 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "DELETE /v2.0/security-groups/20cfa125-73b8-45cf-ba1a-a88aed8cafb5 HTTP/1.1" status: 404 len: 347 time: 0.0174239 Jul 09 09:41:58.087170 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60944) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:58.094381 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port d682661c-6fe1-4aa5-b333-88e70aa9941e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:41:58.095526 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:58.102953 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-c6e58cd0-5ab9-411b-abf4-40d69599cef2 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] show failed (client error): The resource could not be found. Jul 09 09:41:58.104281 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c6e58cd0-5ab9-411b-abf4-40d69599cef2 tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "GET /v2.0/security-groups/45b8652b-1b9c-4907-951a-845ee33243ff HTTP/1.1" status: 404 len: 347 time: 0.0159047 Jul 09 09:41:58.108484 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60946) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:58.124349 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-e207a784-cca4-4360-b5cd-3aea4145e1af tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] show failed (client error): The resource could not be found. Jul 09 09:41:58.125896 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e207a784-cca4-4360-b5cd-3aea4145e1af tempest-NegativeSecGroupIPv6Test-1639314760 tempest-NegativeSecGroupIPv6Test-1639314760-project] 10.222.0.61 "GET /v2.0/security-group-rules/0520ca53-b617-4a73-94fb-7483c68e0050 HTTP/1.1" status: 404 len: 356 time: 0.0154827 Jul 09 09:41:58.227893 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:58.262119 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927b3cba-15cb-481c-95e8-ea3a42ac39cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd682661c-6fe1-4aa5-b333-88e70aa9941e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:41:58.265048 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5312c2-9222-4def-b8e9-a956d0a2d04a" -d '{"events": [{"server_uuid": "927b3cba-15cb-481c-95e8-ea3a42ac39cf", "name": "network-vif-plugged", "status": "completed", "tag": "d682661c-6fe1-4aa5-b333-88e70aa9941e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:41:58.318366 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port d682661c-6fe1-4aa5-b333-88e70aa9941e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d682661c-6fe1-4aa5-b333-88e70aa9941e,segment=NetworkSegment(5a8e7a5e-dd79-4932-9f93-d4d31f7b1f4d),segment_id=5a8e7a5e-dd79-4932-9f93-d4d31f7b1f4d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:41:58.323927 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62eac153-0ea5-449f-943f-134e11d17b56 x-openstack-request-id: req-62eac153-0ea5-449f-943f-134e11d17b56 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:41:58.324367 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927b3cba-15cb-481c-95e8-ea3a42ac39cf", "name": "network-vif-plugged", "status": "completed", "tag": "d682661c-6fe1-4aa5-b333-88e70aa9941e", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:41:58.327100 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-62eac153-0ea5-449f-943f-134e11d17b56 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:41:58.328234 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927b3cba-15cb-481c-95e8-ea3a42ac39cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd682661c-6fe1-4aa5-b333-88e70aa9941e', 'code': 200} Jul 09 09:41:58.329639 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:58.415473 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5064f5-576f-486e-bca3-a390a04e3847 req-b391ea26-83d9-4432-858e-b8986f14027a tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:58.423001 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a5064f5-576f-486e-bca3-a390a04e3847 req-b391ea26-83d9-4432-858e-b8986f14027a tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.61 "GET /v2.0/ports?device_id=927b3cba-15cb-481c-95e8-ea3a42ac39cf HTTP/1.1" status: 200 len: 945 time: 0.0932350 Jul 09 09:41:58.428758 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=d682661c-6fe1-4aa5-b333-88e70aa9941e,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:58.502742 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a5064f5-576f-486e-bca3-a390a04e3847 req-a67ea912-5e0e-43a8-80b4-2e0c6dada57d tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.61 "GET /v2.0/security-groups?id=318f93e1-6a83-4397-87d6-5f71a9eea03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785699 Jul 09 09:41:58.536912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab59b0-172b-48d4-948b-536b42e6bdab req-cd3581a8-764a-4792-87cf-4fac4f4ba073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:58.538631 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4cab59b0-172b-48d4-948b-536b42e6bdab req-cd3581a8-764a-4792-87cf-4fac4f4ba073 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=927b3cba-15cb-481c-95e8-ea3a42ac39cf HTTP/1.1" status: 200 len: 1096 time: 0.1403940 Jul 09 09:41:58.584762 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4cab59b0-172b-48d4-948b-536b42e6bdab req-8c29ab26-5ea8-4f34-b3d0-bbc35a084fb5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=318f93e1-6a83-4397-87d6-5f71a9eea03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388920 Jul 09 09:41:58.594664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60962) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:58.737319 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60970) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:58.737551 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-32361d72-5c75-46f0-b994-a2652d01e48e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=118a52a55eea483aa722acb97bfe198b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417253 Jul 09 09:41:58.807385 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-49e3994f-8227-46f7-a6e0-4d67cf277e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:58.834479 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-49e3994f-8227-46f7-a6e0-4d67cf277e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:58.889965 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-49e3994f-8227-46f7-a6e0-4d67cf277e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:58.892925 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-49e3994f-8227-46f7-a6e0-4d67cf277e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:58.894151 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-49e3994f-8227-46f7-a6e0-4d67cf277e4b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/439eb579-74a8-4acc-89bc-bef8e59363a4 HTTP/1.1" status: 204 len: 168 time: 0.1558425 Jul 09 09:41:58.902703 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3994f-8227-46f7-a6e0-4d67cf277e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439eb579-74a8-4acc-89bc-bef8e59363a4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:59.596037 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32770) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:59.706188 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ad98a-6fb2-44a4-8c7c-d008039d5a3a req-45f1b75f-6521-4627-b70a-ab0f6a3ae854 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:41:59.714600 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b7ad98a-6fb2-44a4-8c7c-d008039d5a3a req-45f1b75f-6521-4627-b70a-ab0f6a3ae854 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.61 "GET /v2.0/ports?device_id=927b3cba-15cb-481c-95e8-ea3a42ac39cf HTTP/1.1" status: 200 len: 945 time: 0.0817244 Jul 09 09:41:59.731026 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82279206-2064-478a-ba80-0d10db96e768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:59.767852 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b7ad98a-6fb2-44a4-8c7c-d008039d5a3a req-82547783-2e79-4b1a-a91a-518acdb5b493 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.61 "GET /v2.0/security-groups?id=318f93e1-6a83-4397-87d6-5f71a9eea03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508928 Jul 09 09:41:59.849245 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82279206-2064-478a-ba80-0d10db96e768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:59.854211 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82279206-2064-478a-ba80-0d10db96e768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:41:59.870113 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32784) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:59.894578 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-82279206-2064-478a-ba80-0d10db96e768 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=064dd69f21a64eb29fe4a83e2d980f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964647 Jul 09 09:41:59.896827 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32790) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:41:59.948159 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82279206-2064-478a-ba80-0d10db96e768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603caf9a-30e8-4293-a7e2-ba9d3101b74b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:41:59.984228 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-39816494-c2f6-452f-bdfd-6b5d9658b1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:00.011114 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-39816494-c2f6-452f-bdfd-6b5d9658b1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:00.021413 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-97eb8bb6-9171-4332-9f9f-4ac6a31613f0 tempest-SubnetPoolsTestJSON-363708056 tempest-SubnetPoolsTestJSON-363708056-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1102903191', 'prefixes': ['172.20.0.0/16']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:00.085046 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-39816494-c2f6-452f-bdfd-6b5d9658b1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:00.088046 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-39816494-c2f6-452f-bdfd-6b5d9658b1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:00.092002 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-39816494-c2f6-452f-bdfd-6b5d9658b1ad admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/603caf9a-30e8-4293-a7e2-ba9d3101b74b HTTP/1.1" status: 204 len: 168 time: 0.1914372 Jul 09 09:42:00.110546 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39816494-c2f6-452f-bdfd-6b5d9658b1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603caf9a-30e8-4293-a7e2-ba9d3101b74b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:00.126206 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39816494-c2f6-452f-bdfd-6b5d9658b1ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:00.126587 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39816494-c2f6-452f-bdfd-6b5d9658b1ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:00.126931 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39816494-c2f6-452f-bdfd-6b5d9658b1ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:00.127270 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39816494-c2f6-452f-bdfd-6b5d9658b1ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:00.127608 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39816494-c2f6-452f-bdfd-6b5d9658b1ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:00.132140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39816494-c2f6-452f-bdfd-6b5d9658b1ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:00.132690 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39816494-c2f6-452f-bdfd-6b5d9658b1ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:00.133582 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39816494-c2f6-452f-bdfd-6b5d9658b1ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:00.134465 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39816494-c2f6-452f-bdfd-6b5d9658b1ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:00.148126 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39816494-c2f6-452f-bdfd-6b5d9658b1ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:00.149847 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39816494-c2f6-452f-bdfd-6b5d9658b1ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:00.150383 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39816494-c2f6-452f-bdfd-6b5d9658b1ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:00.194265 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97eb8bb6-9171-4332-9f9f-4ac6a31613f0 tempest-SubnetPoolsTestJSON-363708056 tempest-SubnetPoolsTestJSON-363708056-project] Notify callbacks [] for subnetpool, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:00.195647 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-97eb8bb6-9171-4332-9f9f-4ac6a31613f0 tempest-SubnetPoolsTestJSON-363708056 tempest-SubnetPoolsTestJSON-363708056-project] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3236425 Jul 09 09:42:00.198221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32800) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:00.264025 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ee3d5fb1-2e3b-4849-b365-cffa142290b0 tempest-SubnetPoolsTestJSON-363708056 tempest-SubnetPoolsTestJSON-363708056-project] 10.222.0.61 "GET /v2.0/subnetpools/0bb64f8d-ad4a-4966-b053-6ec6306d69b8 HTTP/1.1" status: 200 len: 732 time: 0.0639355 Jul 09 09:42:00.266554 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32802) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:00.272910 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0db2d693-13fa-4338-840e-7c1b1bd2dbe3 tempest-SubnetPoolsTestJSON-363708056 tempest-SubnetPoolsTestJSON-363708056-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1927871110'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:00.410358 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0db2d693-13fa-4338-840e-7c1b1bd2dbe3 tempest-SubnetPoolsTestJSON-363708056 tempest-SubnetPoolsTestJSON-363708056-project] Notify callbacks [] for subnetpool, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:00.413605 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0db2d693-13fa-4338-840e-7c1b1bd2dbe3 tempest-SubnetPoolsTestJSON-363708056 tempest-SubnetPoolsTestJSON-363708056-project] 10.222.0.61 "PUT /v2.0/subnetpools/0bb64f8d-ad4a-4966-b053-6ec6306d69b8 HTTP/1.1" status: 200 len: 684 time: 0.1446443 Jul 09 09:42:00.414999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32810) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:00.520135 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b416cda4-e108-4374-a85b-f856447276a3 tempest-SubnetPoolsTestJSON-363708056 tempest-SubnetPoolsTestJSON-363708056-project] Notify callbacks [] for subnetpool, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:00.522887 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b416cda4-e108-4374-a85b-f856447276a3 tempest-SubnetPoolsTestJSON-363708056 tempest-SubnetPoolsTestJSON-363708056-project] 10.222.0.61 "DELETE /v2.0/subnetpools/0bb64f8d-ad4a-4966-b053-6ec6306d69b8 HTTP/1.1" status: 204 len: 168 time: 0.1056573 Jul 09 09:42:00.524384 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32816) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:00.526864 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32818) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:00.539647 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd068b4b-047d-4a50-9394-6ee967f997bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:00.548199 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-5f1cf140-0362-45ac-b0d4-1514b9717572 tempest-SubnetPoolsTestJSON-363708056 tempest-SubnetPoolsTestJSON-363708056-project] show failed (client error): The resource could not be found. Jul 09 09:42:00.549411 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5f1cf140-0362-45ac-b0d4-1514b9717572 tempest-SubnetPoolsTestJSON-363708056 tempest-SubnetPoolsTestJSON-363708056-project] 10.222.0.61 "GET /v2.0/subnetpools/0bb64f8d-ad4a-4966-b053-6ec6306d69b8 HTTP/1.1" status: 404 len: 346 time: 0.0211780 Jul 09 09:42:00.552252 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32820) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:00.578622 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-c5b281b5-e764-4839-a6d8-2adef82d9069 tempest-SubnetPoolsTestJSON-363708056 tempest-SubnetPoolsTestJSON-363708056-project] delete failed (client error): The resource could not be found. Jul 09 09:42:00.579674 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c5b281b5-e764-4839-a6d8-2adef82d9069 tempest-SubnetPoolsTestJSON-363708056 tempest-SubnetPoolsTestJSON-363708056-project] 10.222.0.61 "DELETE /v2.0/subnetpools/0bb64f8d-ad4a-4966-b053-6ec6306d69b8 HTTP/1.1" status: 404 len: 346 time: 0.0262668 Jul 09 09:42:00.650547 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad82ca-ffb7-41ca-a32a-a2b05f30352e req-2ce7861a-6ec4-4ec9-bb4a-eb412f59d98b tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:00.653166 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2fad82ca-ffb7-41ca-a32a-a2b05f30352e req-2ce7861a-6ec4-4ec9-bb4a-eb412f59d98b tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.61 "GET /v2.0/ports?device_id=927b3cba-15cb-481c-95e8-ea3a42ac39cf HTTP/1.1" status: 200 len: 945 time: 0.1065993 Jul 09 09:42:00.705943 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd068b4b-047d-4a50-9394-6ee967f997bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:00.712090 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2fad82ca-ffb7-41ca-a32a-a2b05f30352e req-7c7e55fe-3fdc-485a-8822-5c346aa32862 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.61 "GET /v2.0/security-groups?id=318f93e1-6a83-4397-87d6-5f71a9eea03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530813 Jul 09 09:42:00.713678 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd068b4b-047d-4a50-9394-6ee967f997bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:00.763538 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fd068b4b-047d-4a50-9394-6ee967f997bd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1f3c495713d8491d9ed15ae5fb029b14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370384 Jul 09 09:42:00.764495 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd068b4b-047d-4a50-9394-6ee967f997bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433432c5-1391-4696-8204-b9d6a7190efe,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:00.765716 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32828) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:00.786009 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32830) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:00.817197 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fabe9196-032d-41b7-96c5-3ff595974642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:00.834377 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-5006ef00-ccea-4822-b78e-31238e09805e admin admin] Deleting subnet 112afd71-533d-4ba0-a28c-db2bcc9ef172 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:42:00.837463 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5006ef00-ccea-4822-b78e-31238e09805e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:00.839096 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fabe9196-032d-41b7-96c5-3ff595974642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:00.876106 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5006ef00-ccea-4822-b78e-31238e09805e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:00.892746 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fabe9196-032d-41b7-96c5-3ff595974642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:00.895663 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fabe9196-032d-41b7-96c5-3ff595974642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:00.897031 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fabe9196-032d-41b7-96c5-3ff595974642 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/433432c5-1391-4696-8204-b9d6a7190efe HTTP/1.1" status: 204 len: 168 time: 0.1299720 Jul 09 09:42:00.905607 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe9196-032d-41b7-96c5-3ff595974642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433432c5-1391-4696-8204-b9d6a7190efe,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:00.940669 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5006ef00-ccea-4822-b78e-31238e09805e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:00.961215 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32836) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:01.007585 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5006ef00-ccea-4822-b78e-31238e09805e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:01.037422 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5006ef00-ccea-4822-b78e-31238e09805e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:01.041927 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32842) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:01.042115 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5006ef00-ccea-4822-b78e-31238e09805e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/112afd71-533d-4ba0-a28c-db2bcc9ef172 HTTP/1.1" status: 204 len: 168 time: 0.2548933 Jul 09 09:42:01.043095 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006ef00-ccea-4822-b78e-31238e09805e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=112afd71-533d-4ba0-a28c-db2bcc9ef172,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:01.116091 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0664171-7688-4bc1-86fc-6a277861295b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:01.149169 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2929eeae-29a0-43d0-88c9-286f5e174673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:01.274540 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2929eeae-29a0-43d0-88c9-286f5e174673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:01.289479 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-2929eeae-29a0-43d0-88c9-286f5e174673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae54679-4cff-4994-98e0-50f486401346']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:01.303546 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-2929eeae-29a0-43d0-88c9-286f5e174673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a63e2e5-9277-49d1-aa75-8f38c48312fa') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:01.303874 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-2929eeae-29a0-43d0-88c9-286f5e174673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a63e2e5-9277-49d1-aa75-8f38c48312fa') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:01.320214 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2929eeae-29a0-43d0-88c9-286f5e174673 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:01.335902 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0664171-7688-4bc1-86fc-6a277861295b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:01.341781 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0664171-7688-4bc1-86fc-6a277861295b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:01.352104 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2929eeae-29a0-43d0-88c9-286f5e174673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:01.373845 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2929eeae-29a0-43d0-88c9-286f5e174673 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:42:01.374253 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2929eeae-29a0-43d0-88c9-286f5e174673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:42:01.375905 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:42:01.427077 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0664171-7688-4bc1-86fc-6a277861295b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fb658b-5e5f-46c4-bf06-18aa2541624d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:01.440074 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f0664171-7688-4bc1-86fc-6a277861295b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5a7a2027dfcf46b1aa5ac416f9414cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4747689 Jul 09 09:42:01.440486 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32856) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:01.454254 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2929eeae-29a0-43d0-88c9-286f5e174673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:01.463800 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2929eeae-29a0-43d0-88c9-286f5e174673 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:01.468830 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2929eeae-29a0-43d0-88c9-286f5e174673 admin admin] 10.222.0.61 "DELETE /v2.0/networks/1ae54679-4cff-4994-98e0-50f486401346 HTTP/1.1" status: 204 len: 168 time: 0.4223444 Jul 09 09:42:01.476929 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929eeae-29a0-43d0-88c9-286f5e174673 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ae54679-4cff-4994-98e0-50f486401346,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:01.510593 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8b225167-9713-420c-81d8-7871b0efba43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:01.534974 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8b225167-9713-420c-81d8-7871b0efba43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:01.594757 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8b225167-9713-420c-81d8-7871b0efba43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:01.597863 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8b225167-9713-420c-81d8-7871b0efba43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:01.600077 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8b225167-9713-420c-81d8-7871b0efba43 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/67fb658b-5e5f-46c4-bf06-18aa2541624d HTTP/1.1" status: 204 len: 168 time: 0.1588883 Jul 09 09:42:01.611104 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b225167-9713-420c-81d8-7871b0efba43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fb658b-5e5f-46c4-bf06-18aa2541624d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:01.611563 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32870) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:01.663782 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d314950e-e330-4df2-92bb-c16a7002d6da admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3c3657de35454de2af834416af126211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508392 Jul 09 09:42:01.667753 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32872) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:01.718521 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a4ebd55-6c93-4523-8da4-c7a12f458b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:01.771443 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a4ebd55-6c93-4523-8da4-c7a12f458b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:01.857108 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e8050-0602-465b-97e7-48a3f928ddc4 req-37d4c700-1855-415d-9bd4-412dc9b33c27 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:01.859393 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-565e8050-0602-465b-97e7-48a3f928ddc4 req-37d4c700-1855-415d-9bd4-412dc9b33c27 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.58 "GET /v2.0/ports?device_id=927b3cba-15cb-481c-95e8-ea3a42ac39cf HTTP/1.1" status: 200 len: 945 time: 0.1275079 Jul 09 09:42:01.886628 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a4ebd55-6c93-4523-8da4-c7a12f458b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:01.889828 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a4ebd55-6c93-4523-8da4-c7a12f458b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:01.893223 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5a4ebd55-6c93-4523-8da4-c7a12f458b29 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aded9417-3df3-4199-89c4-49c4c29011c5 HTTP/1.1" status: 204 len: 168 time: 0.2221375 Jul 09 09:42:01.945443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ebd55-6c93-4523-8da4-c7a12f458b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aded9417-3df3-4199-89c4-49c4c29011c5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:02.385356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5e9ee-8cd4-411c-a8df-e4fed8aa9202 req-78e20106-d02d-4f60-a085-1570e9ce1cde tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:02.392274 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-56b5e9ee-8cd4-411c-a8df-e4fed8aa9202 req-78e20106-d02d-4f60-a085-1570e9ce1cde tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.61 "GET /v2.0/ports?device_id=927b3cba-15cb-481c-95e8-ea3a42ac39cf HTTP/1.1" status: 200 len: 945 time: 0.5234971 Jul 09 09:42:02.405935 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-565e8050-0602-465b-97e7-48a3f928ddc4 req-87cf1030-e816-4bcf-9507-efb1084fea56 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Deleting port d682661c-6fe1-4aa5-b333-88e70aa9941e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:42:02.406272 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-565e8050-0602-465b-97e7-48a3f928ddc4 req-87cf1030-e816-4bcf-9507-efb1084fea56 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:02.476752 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-56b5e9ee-8cd4-411c-a8df-e4fed8aa9202 req-ba632f4d-69a2-49ee-948b-d0f1666d8598 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.61 "GET /v2.0/security-groups?id=318f93e1-6a83-4397-87d6-5f71a9eea03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836115 Jul 09 09:42:02.524507 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-565e8050-0602-465b-97e7-48a3f928ddc4 req-87cf1030-e816-4bcf-9507-efb1084fea56 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] For port d682661c-6fe1-4aa5-b333-88e70aa9941e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d682661c-6fe1-4aa5-b333-88e70aa9941e,segment=NetworkSegment(5a8e7a5e-dd79-4932-9f93-d4d31f7b1f4d),segment_id=5a8e7a5e-dd79-4932-9f93-d4d31f7b1f4d)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:42:02.525411 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-565e8050-0602-465b-97e7-48a3f928ddc4 req-87cf1030-e816-4bcf-9507-efb1084fea56 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:02.548790 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-565e8050-0602-465b-97e7-48a3f928ddc4 req-87cf1030-e816-4bcf-9507-efb1084fea56 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Calling delete_port for d682661c-6fe1-4aa5-b333-88e70aa9941e owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:42:02.689491 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-565e8050-0602-465b-97e7-48a3f928ddc4 req-87cf1030-e816-4bcf-9507-efb1084fea56 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:02.701909 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['d682661c-6fe1-4aa5-b333-88e70aa9941e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:42:02.715151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf1030-e816-4bcf-9507-efb1084fea56 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Pushing event deleted for resources: {'Port': ['ID=d682661c-6fe1-4aa5-b333-88e70aa9941e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:02.769338 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-565e8050-0602-465b-97e7-48a3f928ddc4 req-87cf1030-e816-4bcf-9507-efb1084fea56 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] No DVR routers for this DVR port d682661c-6fe1-4aa5-b333-88e70aa9941e on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:42:02.771885 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-565e8050-0602-465b-97e7-48a3f928ddc4 req-87cf1030-e816-4bcf-9507-efb1084fea56 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:02.773873 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-565e8050-0602-465b-97e7-48a3f928ddc4 req-87cf1030-e816-4bcf-9507-efb1084fea56 tempest-ServerPasswordTestJSON-573737111 tempest-ServerPasswordTestJSON-573737111-project] 10.222.0.58 "DELETE /v2.0/ports/d682661c-6fe1-4aa5-b333-88e70aa9941e HTTP/1.1" status: 204 len: 173 time: 0.9069321 Jul 09 09:42:02.774516 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927b3cba-15cb-481c-95e8-ea3a42ac39cf', 'name': 'network-vif-deleted', 'tag': 'd682661c-6fe1-4aa5-b333-88e70aa9941e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:42:02.777061 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ce511c-bb26-404c-bb0c-87a825938423" -d '{"events": [{"server_uuid": "927b3cba-15cb-481c-95e8-ea3a42ac39cf", "name": "network-vif-deleted", "tag": "d682661c-6fe1-4aa5-b333-88e70aa9941e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:42:02.826727 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582861ce-c584-427a-9cde-9463136e1b45 x-openstack-request-id: req-582861ce-c584-427a-9cde-9463136e1b45 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:42:02.827028 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927b3cba-15cb-481c-95e8-ea3a42ac39cf", "name": "network-vif-deleted", "tag": "d682661c-6fe1-4aa5-b333-88e70aa9941e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:42:02.827365 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-582861ce-c584-427a-9cde-9463136e1b45 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:42:02.827882 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927b3cba-15cb-481c-95e8-ea3a42ac39cf', 'name': 'network-vif-deleted', 'tag': 'd682661c-6fe1-4aa5-b333-88e70aa9941e', 'status': 'completed', 'code': 200} Jul 09 09:42:03.216444 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32944) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:03.404688 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-dc2542fa-c06e-418f-ba25-5b40585c6021 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-108114932-network', 'tenant_id': '3ef84fde4649496990fa19ec3382ce33'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:03.443781 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2542fa-c06e-418f-ba25-5b40585c6021 admin admin] Made reservation on behalf of 3ef84fde4649496990fa19ec3382ce33 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:42:03.447041 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc2542fa-c06e-418f-ba25-5b40585c6021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:03.456669 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc2542fa-c06e-418f-ba25-5b40585c6021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:03.568579 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc2542fa-c06e-418f-ba25-5b40585c6021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:03.574273 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc2542fa-c06e-418f-ba25-5b40585c6021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:03.586615 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32966) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:03.594805 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2542fa-c06e-418f-ba25-5b40585c6021 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:42:03.604416 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc2542fa-c06e-418f-ba25-5b40585c6021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:03.604811 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-dc2542fa-c06e-418f-ba25-5b40585c6021 admin admin] Added segment 26c34190-f93f-4024-a59e-46517f66e793 of type vlan for network 745faf40-137a-4728-89d2-c50940b1a64b Jul 09 09:42:03.658178 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc2542fa-c06e-418f-ba25-5b40585c6021 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:03.678355 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d03f26-167b-4ceb-bba6-c5284701c809 admin admin] Deleting subnet 4e784662-f591-4821-ac0a-2fd4bc1a07c5 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:42:03.688692 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6d03f26-167b-4ceb-bba6-c5284701c809 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:03.691744 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2542fa-c06e-418f-ba25-5b40585c6021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d77277f-dbda-426b-971f-561f04165107,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:03.723820 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc2542fa-c06e-418f-ba25-5b40585c6021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:03.725489 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2542fa-c06e-418f-ba25-5b40585c6021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:03.726171 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc2542fa-c06e-418f-ba25-5b40585c6021 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:03.752586 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6d03f26-167b-4ceb-bba6-c5284701c809 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:03.792344 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-dc2542fa-c06e-418f-ba25-5b40585c6021 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5746720 Jul 09 09:42:03.796515 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32976) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:03.803744 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2542fa-c06e-418f-ba25-5b40585c6021 admin admin] Pushing event updated for resources: {'Network': ['ID=745faf40-137a-4728-89d2-c50940b1a64b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:03.812895 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c407d7b4-c923-4704-b035-f0f115b97d0b admin admin] Request body: {'subnet': {'network_id': '745faf40-137a-4728-89d2-c50940b1a64b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-108114932-subnet', 'tenant_id': '3ef84fde4649496990fa19ec3382ce33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:03.813589 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:03.815852 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 745faf40-137a-4728-89d2-c50940b1a64b details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:42:03.837507 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c407d7b4-c923-4704-b035-f0f115b97d0b admin admin] Made reservation on behalf of 3ef84fde4649496990fa19ec3382ce33 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:42:03.840559 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c407d7b4-c923-4704-b035-f0f115b97d0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:03.857327 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6d03f26-167b-4ceb-bba6-c5284701c809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:03.976271 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6d03f26-167b-4ceb-bba6-c5284701c809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:04.009769 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d03f26-167b-4ceb-bba6-c5284701c809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e784662-f591-4821-ac0a-2fd4bc1a07c5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:04.013177 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6d03f26-167b-4ceb-bba6-c5284701c809 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:04.016420 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b6d03f26-167b-4ceb-bba6-c5284701c809 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4e784662-f591-4821-ac0a-2fd4bc1a07c5 HTTP/1.1" status: 204 len: 168 time: 0.4254396 Jul 09 09:42:04.017226 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32994) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:04.025297 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d03f26-167b-4ceb-bba6-c5284701c809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:04.025647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d03f26-167b-4ceb-bba6-c5284701c809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:04.025989 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d03f26-167b-4ceb-bba6-c5284701c809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:04.026328 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d03f26-167b-4ceb-bba6-c5284701c809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:04.026663 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d03f26-167b-4ceb-bba6-c5284701c809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:04.026994 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d03f26-167b-4ceb-bba6-c5284701c809 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:04.027401 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d03f26-167b-4ceb-bba6-c5284701c809 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:04.027938 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d03f26-167b-4ceb-bba6-c5284701c809 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:04.028978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d03f26-167b-4ceb-bba6-c5284701c809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:04.029313 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d03f26-167b-4ceb-bba6-c5284701c809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:04.029641 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d03f26-167b-4ceb-bba6-c5284701c809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:04.029966 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d03f26-167b-4ceb-bba6-c5284701c809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:04.102125 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb0ae314-a5ba-4426-bd8b-6ccf2e1e42ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:04.139140 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c407d7b4-c923-4704-b035-f0f115b97d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:04.215217 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb0ae314-a5ba-4426-bd8b-6ccf2e1e42ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:04.219323 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407d7b4-c923-4704-b035-f0f115b97d0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e073588-ebdf-496c-8def-c6e7fae41cf1,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:04.227194 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c407d7b4-c923-4704-b035-f0f115b97d0b admin admin] Checking segment: {'id': '26c34190-f93f-4024-a59e-46517f66e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '745faf40-137a-4728-89d2-c50940b1a64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:42:04.227803 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c407d7b4-c923-4704-b035-f0f115b97d0b admin admin] Network hostable DHCP agents. Network: 745faf40-137a-4728-89d2-c50940b1a64b, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:42:04.228287 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-bb0ae314-a5ba-4426-bd8b-6ccf2e1e42ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8126ff-3faa-4f2a-89b0-b407d99bddea']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:04.244420 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-bb0ae314-a5ba-4426-bd8b-6ccf2e1e42ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8e7a5e-dd79-4932-9f93-d4d31f7b1f4d') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:04.244721 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-bb0ae314-a5ba-4426-bd8b-6ccf2e1e42ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8e7a5e-dd79-4932-9f93-d4d31f7b1f4d') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:04.247744 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c407d7b4-c923-4704-b035-f0f115b97d0b admin admin] Network 745faf40-137a-4728-89d2-c50940b1a64b is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:42:04.257228 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb0ae314-a5ba-4426-bd8b-6ccf2e1e42ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:04.260777 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c407d7b4-c923-4704-b035-f0f115b97d0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 745faf40-137a-4728-89d2-c50940b1a64b) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:42:04.267906 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c407d7b4-c923-4704-b035-f0f115b97d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:04.268930 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c407d7b4-c923-4704-b035-f0f115b97d0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:04.273332 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b34689f-187b-4959-92ce-df8122091c70 None None] Network 745faf40-137a-4728-89d2-c50940b1a64b requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:42:04.273955 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb0ae314-a5ba-4426-bd8b-6ccf2e1e42ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:04.282936 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0ae314-a5ba-4426-bd8b-6ccf2e1e42ee admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:42:04.284260 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb0ae314-a5ba-4426-bd8b-6ccf2e1e42ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:42:04.286823 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:42:04.302646 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c407d7b4-c923-4704-b035-f0f115b97d0b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4969294 Jul 09 09:42:04.324812 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33010) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:04.361378 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb0ae314-a5ba-4426-bd8b-6ccf2e1e42ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:04.368132 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb0ae314-a5ba-4426-bd8b-6ccf2e1e42ee admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:04.370868 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-bb0ae314-a5ba-4426-bd8b-6ccf2e1e42ee admin admin] 10.222.0.61 "DELETE /v2.0/networks/cc8126ff-3faa-4f2a-89b0-b407d99bddea HTTP/1.1" status: 204 len: 168 time: 0.3525963 Jul 09 09:42:04.402632 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ae314-a5ba-4426-bd8b-6ccf2e1e42ee admin admin] Pushing event deleted for resources: {'Network': ['ID=cc8126ff-3faa-4f2a-89b0-b407d99bddea,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:04.424078 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33018) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:04.447422 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049d2b72-5fc9-493b-81da-f4ced86fa387 None None] Network 745faf40-137a-4728-89d2-c50940b1a64b requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:42:04.534941 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff1afcff-e9cf-4eda-9867-cbac61fc8abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:04.579964 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a584d57-e969-4bdf-a710-8dc8618fc805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:04.614963 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33028) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:04.657425 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-36deec5a-fcc7-41f5-ad2a-8a4df14999cc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=519f32ef0df54bd596f4d453f6ee2be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412846 Jul 09 09:42:04.659947 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33030) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:04.672897 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff1afcff-e9cf-4eda-9867-cbac61fc8abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:04.679904 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff1afcff-e9cf-4eda-9867-cbac61fc8abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:04.715730 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef608c2c-df03-48a3-be06-82942fee9456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:04.720462 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ff1afcff-e9cf-4eda-9867-cbac61fc8abd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=13f02113d1644415b058d6721e373269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3935642 Jul 09 09:42:04.724817 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33034) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:04.740811 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef608c2c-df03-48a3-be06-82942fee9456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:04.799610 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef608c2c-df03-48a3-be06-82942fee9456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:04.800356 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1afcff-e9cf-4eda-9867-cbac61fc8abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8817e6-2d57-4f40-bdda-d2fbb3685302,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:04.804904 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef608c2c-df03-48a3-be06-82942fee9456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:04.806985 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ef608c2c-df03-48a3-be06-82942fee9456 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/318f93e1-6a83-4397-87d6-5f71a9eea03c HTTP/1.1" status: 204 len: 168 time: 0.1460586 Jul 09 09:42:04.832502 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef608c2c-df03-48a3-be06-82942fee9456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318f93e1-6a83-4397-87d6-5f71a9eea03c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:04.848229 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f47a2be-42de-4e21-baf3-bf505b04d9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:04.890395 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f47a2be-42de-4e21-baf3-bf505b04d9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:04.938478 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a584d57-e969-4bdf-a710-8dc8618fc805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:04.944669 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a584d57-e969-4bdf-a710-8dc8618fc805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:04.981267 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0a584d57-e969-4bdf-a710-8dc8618fc805 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fb36f9d6921c4063b0fa345d43132543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5555241 Jul 09 09:42:04.987466 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33046) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:05.005644 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f47a2be-42de-4e21-baf3-bf505b04d9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:05.008247 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f47a2be-42de-4e21-baf3-bf505b04d9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:05.010792 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6f47a2be-42de-4e21-baf3-bf505b04d9e6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd8817e6-2d57-4f40-bdda-d2fbb3685302 HTTP/1.1" status: 204 len: 168 time: 0.2774291 Jul 09 09:42:05.013350 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a584d57-e969-4bdf-a710-8dc8618fc805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735428d0-b33b-4713-9789-7d628a17f5f6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:05.050721 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47a2be-42de-4e21-baf3-bf505b04d9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8817e6-2d57-4f40-bdda-d2fbb3685302,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:05.078357 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7484b405-1b02-4198-ad42-10a0d7e6d1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:05.102291 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7484b405-1b02-4198-ad42-10a0d7e6d1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:05.129166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-6c65fc31-969d-4e26-a6c1-e0c186aca5ef tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:05.139523 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-6c65fc31-969d-4e26-a6c1-e0c186aca5ef tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/networks?id=745faf40-137a-4728-89d2-c50940b1a64b HTTP/1.1" status: 200 len: 813 time: 0.1575398 Jul 09 09:42:05.161637 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-982deaf3-b7b8-4c4b-86e8-d79790d0db28 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/quotas/3ef84fde4649496990fa19ec3382ce33 HTTP/1.1" status: 200 len: 375 time: 0.0206513 Jul 09 09:42:05.162239 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7484b405-1b02-4198-ad42-10a0d7e6d1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:05.165350 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7484b405-1b02-4198-ad42-10a0d7e6d1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:05.169600 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7484b405-1b02-4198-ad42-10a0d7e6d1fa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/735428d0-b33b-4713-9789-7d628a17f5f6 HTTP/1.1" status: 204 len: 168 time: 0.1810715 Jul 09 09:42:05.180997 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484b405-1b02-4198-ad42-10a0d7e6d1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735428d0-b33b-4713-9789-7d628a17f5f6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:05.221591 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-1a486c71-aeda-4b08-8bc6-6c383042e83e tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ef84fde4649496990fa19ec3382ce33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488658 Jul 09 09:42:05.539351 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33068) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:05.553685 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-267eded3-581c-4e15-886e-14c77c8d3f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:05.585587 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-a6d1fe05-0be8-4442-95cf-6bcc7a51d876 service neutron] 10.222.0.61 "GET /v2.0/networks/745faf40-137a-4728-89d2-c50940b1a64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554015 Jul 09 09:42:05.676009 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33072) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:05.694454 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2900d0f8-bb10-4519-acb8-602cf87b7ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:05.706645 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-267eded3-581c-4e15-886e-14c77c8d3f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:05.711673 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-267eded3-581c-4e15-886e-14c77c8d3f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:05.760423 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-ddfade83-8102-4829-9be6-2c0766881505 service neutron] 10.222.0.61 "GET /v2.0/networks/745faf40-137a-4728-89d2-c50940b1a64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686435 Jul 09 09:42:05.784578 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-267eded3-581c-4e15-886e-14c77c8d3f7f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=592ea77eeb5241aa92e4dff08dcf07dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438071 Jul 09 09:42:05.786041 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267eded3-581c-4e15-886e-14c77c8d3f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbea1f49-93bf-48da-8099-0ec7629e5cbc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:05.790046 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33074) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:05.879088 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-484e5a41-2bc3-4eb9-b97a-0a996981a2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:05.897116 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2900d0f8-bb10-4519-acb8-602cf87b7ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:05.906766 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2900d0f8-bb10-4519-acb8-602cf87b7ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:05.917943 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-484e5a41-2bc3-4eb9-b97a-0a996981a2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:05.992853 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33082) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:05.995008 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2900d0f8-bb10-4519-acb8-602cf87b7ec2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3d7155ef926c4920922e01e00dc979d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3157725 Jul 09 09:42:06.020930 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device d682661c-6fe1-4aa5-b333-88e70aa9941e no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:42:06.026340 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-484e5a41-2bc3-4eb9-b97a-0a996981a2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:06.029348 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-484e5a41-2bc3-4eb9-b97a-0a996981a2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:06.031017 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-484e5a41-2bc3-4eb9-b97a-0a996981a2e0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bbea1f49-93bf-48da-8099-0ec7629e5cbc HTTP/1.1" status: 204 len: 168 time: 0.2395396 Jul 09 09:42:06.043719 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e5a41-2bc3-4eb9-b97a-0a996981a2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbea1f49-93bf-48da-8099-0ec7629e5cbc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:06.085359 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e173655-a74f-4d53-9fd5-84189ef27ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:06.115627 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e173655-a74f-4d53-9fd5-84189ef27ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:06.173741 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: d682661c-6fe1-4aa5-b333-88e70aa9941e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:42:06.179834 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device d682661c-6fe1-4aa5-b333-88e70aa9941e not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:42:06.189133 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e173655-a74f-4d53-9fd5-84189ef27ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:06.191936 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e173655-a74f-4d53-9fd5-84189ef27ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:06.193160 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7e173655-a74f-4d53-9fd5-84189ef27ae1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/19a0d670-f8aa-4061-816e-83c38eba264f HTTP/1.1" status: 204 len: 168 time: 0.1981540 Jul 09 09:42:06.200134 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c5399204-0030-4419-a299-21b0e64a3654 req-510360df-07bd-48f8-ba16-eaf58735d181 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1456f598-b593-40fd-a836-6d51658a073a HTTP/1.1" status: 200 len: 210 time: 0.1648104 Jul 09 09:42:06.208814 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e173655-a74f-4d53-9fd5-84189ef27ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a0d670-f8aa-4061-816e-83c38eba264f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:06.213331 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900d0f8-bb10-4519-acb8-602cf87b7ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a0d670-f8aa-4061-816e-83c38eba264f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:06.801307 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-343453f0-479f-4a49-a912-5af7ff4f6c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:07.371243 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-021447ae-c51b-473e-b267-c05184186149 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:07.374940 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-021447ae-c51b-473e-b267-c05184186149 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.64 "GET /v2.0/networks?id=745faf40-137a-4728-89d2-c50940b1a64b HTTP/1.1" status: 200 len: 813 time: 0.1719286 Jul 09 09:42:07.388765 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-71cd8919-6ff3-4693-baad-7357ee46c153 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Request body: {'port': {'device_id': '1456f598-b593-40fd-a836-6d51658a073a', 'network_id': '745faf40-137a-4728-89d2-c50940b1a64b', 'admin_state_up': True, 'tenant_id': '3ef84fde4649496990fa19ec3382ce33'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:07.480962 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-41e0ea89-bb17-410c-a792-e36ac9ead91a req-512e0109-1594-426a-b3a5-937408f54f96 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1456f598-b593-40fd-a836-6d51658a073a HTTP/1.1" status: 200 len: 210 time: 0.0352225 Jul 09 09:42:07.569877 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-71cd8919-6ff3-4693-baad-7357ee46c153 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Made reservation on behalf of 3ef84fde4649496990fa19ec3382ce33 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:42:07.578079 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-71cd8919-6ff3-4693-baad-7357ee46c153 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:07.721152 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-71cd8919-6ff3-4693-baad-7357ee46c153 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Allocated IP 172.20.0.5 (745faf40-137a-4728-89d2-c50940b1a64b/7e073588-ebdf-496c-8def-c6e7fae41cf1/d49cb5f9-0d77-486e-9ee0-c878a05e76e2) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:42:07.934880 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-71cd8919-6ff3-4693-baad-7357ee46c153 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:07.977283 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-71cd8919-6ff3-4693-baad-7357ee46c153 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:08.021799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-71cd8919-6ff3-4693-baad-7357ee46c153 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Network 745faf40-137a-4728-89d2-c50940b1a64b is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:42:08.027369 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-71cd8919-6ff3-4693-baad-7357ee46c153 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:42:08.030358 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-71cd8919-6ff3-4693-baad-7357ee46c153 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:42:08.080192 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd8919-6ff3-4693-baad-7357ee46c153 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Pushing event updated for resources: {'Port': ['ID=d49cb5f9-0d77-486e-9ee0-c878a05e76e2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:08.113010 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-71cd8919-6ff3-4693-baad-7357ee46c153 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:08.113781 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-71cd8919-6ff3-4693-baad-7357ee46c153 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:08.141553 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-71cd8919-6ff3-4693-baad-7357ee46c153 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7576325 Jul 09 09:42:08.157203 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-1dea12cd-da29-4dc1-bd36-4df7fe2f4df2 service neutron] Request body: {'port': {'device_id': '1456f598-b593-40fd-a836-6d51658a073a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:08.276730 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-1dea12cd-da29-4dc1-bd36-4df7fe2f4df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:08.611512 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-1dea12cd-da29-4dc1-bd36-4df7fe2f4df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49cb5f9-0d77-486e-9ee0-c878a05e76e2 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:42:08.640991 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-1dea12cd-da29-4dc1-bd36-4df7fe2f4df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:08.677590 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-1dea12cd-da29-4dc1-bd36-4df7fe2f4df2 service neutron] Transition to ACTIVE for port object d49cb5f9-0d77-486e-9ee0-c878a05e76e2 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:42:08.689250 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-1dea12cd-da29-4dc1-bd36-4df7fe2f4df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:08.773879 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33224) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:08.863268 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2866f45-b182-46f0-9eb0-e1dead89b862 req-241e9834-3fdf-4937-98e0-52282551760e tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:08.864918 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d2866f45-b182-46f0-9eb0-e1dead89b862 req-241e9834-3fdf-4937-98e0-52282551760e tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1456f598-b593-40fd-a836-6d51658a073a HTTP/1.1" status: 200 len: 931 time: 0.2387455 Jul 09 09:42:08.865596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea12cd-da29-4dc1-bd36-4df7fe2f4df2 service neutron] Pushing event updated for resources: {'Port': ['ID=d49cb5f9-0d77-486e-9ee0-c878a05e76e2,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:08.938354 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19d7cee7-242b-49a5-8bc9-207561642c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:08.942543 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d2866f45-b182-46f0-9eb0-e1dead89b862 req-01a4ab1b-ddd4-4d70-8854-1b5505673899 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d77277f-dbda-426b-971f-561f04165107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700393 Jul 09 09:42:08.961503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-1dea12cd-da29-4dc1-bd36-4df7fe2f4df2 service neutron] Attempting to bind port d49cb5f9-0d77-486e-9ee0-c878a05e76e2 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:42:08.961975 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-1dea12cd-da29-4dc1-bd36-4df7fe2f4df2 service neutron] Attempting to bind port d49cb5f9-0d77-486e-9ee0-c878a05e76e2 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '26c34190-f93f-4024-a59e-46517f66e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '745faf40-137a-4728-89d2-c50940b1a64b'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:42:08.962639 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-1dea12cd-da29-4dc1-bd36-4df7fe2f4df2 service neutron] Attempting to bind port d49cb5f9-0d77-486e-9ee0-c878a05e76e2 on network 745faf40-137a-4728-89d2-c50940b1a64b {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:42:08.970199 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-1dea12cd-da29-4dc1-bd36-4df7fe2f4df2 service neutron] Port d49cb5f9-0d77-486e-9ee0-c878a05e76e2 on network 745faf40-137a-4728-89d2-c50940b1a64b not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:42:08.970629 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-1dea12cd-da29-4dc1-bd36-4df7fe2f4df2 service neutron] Attempting to bind port d49cb5f9-0d77-486e-9ee0-c878a05e76e2 on network 745faf40-137a-4728-89d2-c50940b1a64b {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:42:08.976134 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-1dea12cd-da29-4dc1-bd36-4df7fe2f4df2 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:42:08.976693 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-1dea12cd-da29-4dc1-bd36-4df7fe2f4df2 service neutron] Checking segment: {'id': '26c34190-f93f-4024-a59e-46517f66e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '745faf40-137a-4728-89d2-c50940b1a64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:42:08.977159 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-1dea12cd-da29-4dc1-bd36-4df7fe2f4df2 service neutron] Bound using segment: {'id': '26c34190-f93f-4024-a59e-46517f66e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '745faf40-137a-4728-89d2-c50940b1a64b'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:42:08.977672 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-1dea12cd-da29-4dc1-bd36-4df7fe2f4df2 service neutron] Bound port: d49cb5f9-0d77-486e-9ee0-c878a05e76e2, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c34190-f93f-4024-a59e-46517f66e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '745faf40-137a-4728-89d2-c50940b1a64b'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:42:08.978113 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-1dea12cd-da29-4dc1-bd36-4df7fe2f4df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:09.060134 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-1dea12cd-da29-4dc1-bd36-4df7fe2f4df2 service neutron] For port d49cb5f9-0d77-486e-9ee0-c878a05e76e2, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:42:09.063931 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-1dea12cd-da29-4dc1-bd36-4df7fe2f4df2 service neutron] For port d49cb5f9-0d77-486e-9ee0-c878a05e76e2, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=d49cb5f9-0d77-486e-9ee0-c878a05e76e2,segment=NetworkSegment(26c34190-f93f-4024-a59e-46517f66e793),segment_id=26c34190-f93f-4024-a59e-46517f66e793)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:42:09.073146 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-1dea12cd-da29-4dc1-bd36-4df7fe2f4df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:09.081064 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:09.160225 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19d7cee7-242b-49a5-8bc9-207561642c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:09.171615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea12cd-da29-4dc1-bd36-4df7fe2f4df2 service neutron] Pushing event updated for resources: {'Port': ['ID=d49cb5f9-0d77-486e-9ee0-c878a05e76e2,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:09.171791 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19d7cee7-242b-49a5-8bc9-207561642c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:09.199504 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-1dea12cd-da29-4dc1-bd36-4df7fe2f4df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:09.201265 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-1dea12cd-da29-4dc1-bd36-4df7fe2f4df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:09.205185 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-1dea12cd-da29-4dc1-bd36-4df7fe2f4df2 service neutron] 10.222.0.64 "PUT /v2.0/ports/d49cb5f9-0d77-486e-9ee0-c878a05e76e2 HTTP/1.1" status: 200 len: 1091 time: 1.0543520 Jul 09 09:42:09.206521 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1456f598-b593-40fd-a836-6d51658a073a', 'tag': 'd49cb5f9-0d77-486e-9ee0-c878a05e76e2'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:42:09.215569 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1591684c-51ac-4b47-8d79-06eff4f97a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "1456f598-b593-40fd-a836-6d51658a073a", "tag": "d49cb5f9-0d77-486e-9ee0-c878a05e76e2"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:42:09.221978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7cee7-242b-49a5-8bc9-207561642c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5e1b25-a3fc-477a-ad18-9af6144dea9d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:09.243715 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-19d7cee7-242b-49a5-8bc9-207561642c96 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=46ba46440e954f57bd93e45bbbef265b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4662883 Jul 09 09:42:09.244386 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33244) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:09.284265 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929a3f3f-abc3-4fde-b664-dae071bec1c1 x-openstack-request-id: req-929a3f3f-abc3-4fde-b664-dae071bec1c1 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:42:09.284542 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1456f598-b593-40fd-a836-6d51658a073a", "tag": "d49cb5f9-0d77-486e-9ee0-c878a05e76e2", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:42:09.284801 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-929a3f3f-abc3-4fde-b664-dae071bec1c1 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:42:09.285219 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1456f598-b593-40fd-a836-6d51658a073a', 'tag': 'd49cb5f9-0d77-486e-9ee0-c878a05e76e2', 'status': 'completed', 'code': 200} Jul 09 09:42:09.329755 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8e7b727f-d29c-4fa9-8d3f-43b8972c6376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:09.439306 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-d512edb4-4cb2-4501-acff-ee2e57044523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:09.442087 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-d512edb4-4cb2-4501-acff-ee2e57044523 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ef84fde4649496990fa19ec3382ce33&device_id=1456f598-b593-40fd-a836-6d51658a073a HTTP/1.1" status: 200 len: 1094 time: 0.1432345 Jul 09 09:42:09.443969 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b45b26d7-7ac5-42df-80af-9b18b7ca6c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:09.468112 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b45b26d7-7ac5-42df-80af-9b18b7ca6c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:09.503520 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:09.524885 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-b1942865-0e09-4da7-8b71-c8cbfd9cc810 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d49cb5f9-0d77-486e-9ee0-c878a05e76e2 HTTP/1.1" status: 200 len: 217 time: 0.0478859 Jul 09 09:42:09.584027 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-a9b40822-a673-4ebb-b08d-f9ac066c2da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:09.585656 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-a9b40822-a673-4ebb-b08d-f9ac066c2da4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7e073588-ebdf-496c-8def-c6e7fae41cf1 HTTP/1.1" status: 200 len: 853 time: 0.0541012 Jul 09 09:42:09.620742 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-aa6ad429-6458-47a6-a97e-f139bcaaac62 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=745faf40-137a-4728-89d2-c50940b1a64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287499 Jul 09 09:42:09.639263 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b45b26d7-7ac5-42df-80af-9b18b7ca6c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:09.642032 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b45b26d7-7ac5-42df-80af-9b18b7ca6c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:09.643252 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b45b26d7-7ac5-42df-80af-9b18b7ca6c00 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ed5e1b25-a3fc-477a-ad18-9af6144dea9d HTTP/1.1" status: 204 len: 168 time: 0.3961608 Jul 09 09:42:09.693564 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b26d7-7ac5-42df-80af-9b18b7ca6c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5e1b25-a3fc-477a-ad18-9af6144dea9d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:09.772401 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-c31e954f-2f36-4cb9-822c-c9073e15e89f service neutron] 10.222.0.64 "GET /v2.0/networks/745faf40-137a-4728-89d2-c50940b1a64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450837 Jul 09 09:42:09.897813 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3074b67a-7b5d-48b1-84c4-0c5a18a9d602 req-705c3014-8f61-4f25-9306-187b726b2a0e service neutron] 10.222.0.64 "GET /v2.0/networks/745faf40-137a-4728-89d2-c50940b1a64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190758 Jul 09 09:42:09.996557 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33274) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:10.031179 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591684c-51ac-4b47-8d79-06eff4f97a3f req-09dddd13-f989-44b4-a6d7-d6de3ea71f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:10.032937 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1591684c-51ac-4b47-8d79-06eff4f97a3f req-09dddd13-f989-44b4-a6d7-d6de3ea71f75 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ef84fde4649496990fa19ec3382ce33&device_id=1456f598-b593-40fd-a836-6d51658a073a HTTP/1.1" status: 200 len: 1094 time: 0.0815289 Jul 09 09:42:10.172058 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-723f0fdf-2ade-4bbb-90e2-cf79841d5a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:10.246549 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591684c-51ac-4b47-8d79-06eff4f97a3f req-4523b05a-ef50-4272-a274-6314e049dfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:10.248154 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1591684c-51ac-4b47-8d79-06eff4f97a3f req-4523b05a-ef50-4272-a274-6314e049dfcd service neutron] 10.222.0.64 "GET /v2.0/networks?id=745faf40-137a-4728-89d2-c50940b1a64b HTTP/1.1" status: 200 len: 914 time: 0.2078919 Jul 09 09:42:10.265793 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eed847-6fc9-4547-83c9-ece418b97c46 req-680f6850-eba5-47bb-80cc-808f37df031b tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:10.267386 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18eed847-6fc9-4547-83c9-ece418b97c46 req-680f6850-eba5-47bb-80cc-808f37df031b tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1456f598-b593-40fd-a836-6d51658a073a HTTP/1.1" status: 200 len: 943 time: 0.1332500 Jul 09 09:42:10.322037 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1591684c-51ac-4b47-8d79-06eff4f97a3f req-49f10e59-34b4-461f-83fe-ffbd38dab504 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d49cb5f9-0d77-486e-9ee0-c878a05e76e2 HTTP/1.1" status: 200 len: 217 time: 0.0536046 Jul 09 09:42:10.344523 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-723f0fdf-2ade-4bbb-90e2-cf79841d5a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:10.351307 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-723f0fdf-2ade-4bbb-90e2-cf79841d5a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:10.392396 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18eed847-6fc9-4547-83c9-ece418b97c46 req-7901905c-7afa-497b-a5f1-8fad883b85f9 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d77277f-dbda-426b-971f-561f04165107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176040 Jul 09 09:42:10.411816 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-723f0fdf-2ade-4bbb-90e2-cf79841d5a11 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c01677d107534039b35b9b5fd4cc925c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4139986 Jul 09 09:42:10.414035 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f0fdf-2ade-4bbb-90e2-cf79841d5a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab5fbbc-5e43-4ff5-b3f4-d574c7ed3d08,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:10.416723 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33294) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:10.441348 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591684c-51ac-4b47-8d79-06eff4f97a3f req-bb13385e-f71d-4627-8845-1bcbb02385a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:10.442764 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1591684c-51ac-4b47-8d79-06eff4f97a3f req-bb13385e-f71d-4627-8845-1bcbb02385a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7e073588-ebdf-496c-8def-c6e7fae41cf1 HTTP/1.1" status: 200 len: 853 time: 0.1137960 Jul 09 09:42:10.493413 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1591684c-51ac-4b47-8d79-06eff4f97a3f req-d9a7047e-8df5-4d8d-bfec-21c4a330df21 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=745faf40-137a-4728-89d2-c50940b1a64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422130 Jul 09 09:42:10.595252 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021422e-d84c-4951-a9f0-a51754b20c46 req-82ac6d67-8c0a-43c8-b325-120ff7c48cef tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:10.596844 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c021422e-d84c-4951-a9f0-a51754b20c46 req-82ac6d67-8c0a-43c8-b325-120ff7c48cef tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/ports?device_id=86332b90-e120-413d-bf4a-beb77579b623 HTTP/1.1" status: 200 len: 946 time: 0.2210283 Jul 09 09:42:10.606116 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a437477-b39d-40f6-bd0b-ca5ff6e5e489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:10.677174 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a437477-b39d-40f6-bd0b-ca5ff6e5e489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:10.698930 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1591684c-51ac-4b47-8d79-06eff4f97a3f req-e244027e-1349-4d5d-ba01-c9eab573b476 service neutron] 10.222.0.64 "GET /v2.0/networks/745faf40-137a-4728-89d2-c50940b1a64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904953 Jul 09 09:42:10.737184 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c021422e-d84c-4951-a9f0-a51754b20c46 req-154bee0e-b23a-4abd-8bc5-cc1d4d90cece tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a8f44-17e3-410b-93a9-c2b6fdb5acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279917 Jul 09 09:42:10.824233 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a437477-b39d-40f6-bd0b-ca5ff6e5e489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:10.827531 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a437477-b39d-40f6-bd0b-ca5ff6e5e489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:10.828768 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0a437477-b39d-40f6-bd0b-ca5ff6e5e489 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cab5fbbc-5e43-4ff5-b3f4-d574c7ed3d08 HTTP/1.1" status: 204 len: 168 time: 0.3959455 Jul 09 09:42:10.857771 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a437477-b39d-40f6-bd0b-ca5ff6e5e489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab5fbbc-5e43-4ff5-b3f4-d574c7ed3d08,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:10.875838 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1591684c-51ac-4b47-8d79-06eff4f97a3f req-fd7d81a8-d660-4a06-bc0f-dbd8eac0a689 service neutron] 10.222.0.64 "GET /v2.0/networks/745faf40-137a-4728-89d2-c50940b1a64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672704 Jul 09 09:42:11.125849 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:11.221862 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33326) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:11.241539 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ad37c54-d61d-46cd-b871-af93c2b876fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:11.345321 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ad37c54-d61d-46cd-b871-af93c2b876fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:11.349464 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ad37c54-d61d-46cd-b871-af93c2b876fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:11.395970 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4ad37c54-d61d-46cd-b871-af93c2b876fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=138b6f6c31fe42b7af109129cc1e6271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1724293 Jul 09 09:42:11.396389 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33332) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:11.396858 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad37c54-d61d-46cd-b871-af93c2b876fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdc1a22-8ea9-4daa-b9cb-f1cc545a9c61,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:11.468914 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-be2d0dd4-8a9a-4203-8f21-0454ce015b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:11.497120 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-be2d0dd4-8a9a-4203-8f21-0454ce015b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:11.581281 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-be2d0dd4-8a9a-4203-8f21-0454ce015b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:11.584566 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-be2d0dd4-8a9a-4203-8f21-0454ce015b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:11.595435 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-be2d0dd4-8a9a-4203-8f21-0454ce015b9d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0bdc1a22-8ea9-4daa-b9cb-f1cc545a9c61 HTTP/1.1" status: 204 len: 168 time: 0.1972110 Jul 09 09:42:11.613152 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d0dd4-8a9a-4203-8f21-0454ce015b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdc1a22-8ea9-4daa-b9cb-f1cc545a9c61,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:11.708783 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388ffec-a6cc-4048-9941-3ba3a771c1aa req-10092e53-6649-4764-b03e-00cd6638b4f4 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:11.710708 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2388ffec-a6cc-4048-9941-3ba3a771c1aa req-10092e53-6649-4764-b03e-00cd6638b4f4 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1456f598-b593-40fd-a836-6d51658a073a HTTP/1.1" status: 200 len: 943 time: 0.1595917 Jul 09 09:42:11.770333 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2388ffec-a6cc-4048-9941-3ba3a771c1aa req-d97a3a7d-9d2b-4053-bd7d-a6690c55f0a1 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d77277f-dbda-426b-971f-561f04165107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521188 Jul 09 09:42:12.230464 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63bd75-8b4b-49e8-ae50-0ba14bf7764d req-2512fa7d-c007-4a3f-b60d-2ac3cbf9588f tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:12.232188 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a63bd75-8b4b-49e8-ae50-0ba14bf7764d req-2512fa7d-c007-4a3f-b60d-2ac3cbf9588f tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/ports?device_id=86332b90-e120-413d-bf4a-beb77579b623 HTTP/1.1" status: 200 len: 946 time: 0.0743871 Jul 09 09:42:12.300730 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a63bd75-8b4b-49e8-ae50-0ba14bf7764d req-d4acb27c-3547-4d35-bfd6-ec5da66451e6 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a8f44-17e3-410b-93a9-c2b6fdb5acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508478 Jul 09 09:42:12.371259 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device d49cb5f9-0d77-486e-9ee0-c878a05e76e2 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:42:12.484826 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port d49cb5f9-0d77-486e-9ee0-c878a05e76e2, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=d49cb5f9-0d77-486e-9ee0-c878a05e76e2,segment=NetworkSegment(26c34190-f93f-4024-a59e-46517f66e793),segment_id=26c34190-f93f-4024-a59e-46517f66e793)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:42:12.500086 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'd49cb5f9-0d77-486e-9ee0-c878a05e76e2', 'network_id': '745faf40-137a-4728-89d2-c50940b1a64b', 'port_id': 'd49cb5f9-0d77-486e-9ee0-c878a05e76e2', 'mac_address': 'fa:16:3e:7d:14:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e073588-ebdf-496c-8def-c6e7fae41cf1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:42:12.541092 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:12.559286 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49cb5f9-0d77-486e-9ee0-c878a05e76e2 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:42:12.580724 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port d49cb5f9-0d77-486e-9ee0-c878a05e76e2, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=d49cb5f9-0d77-486e-9ee0-c878a05e76e2,segment=NetworkSegment(26c34190-f93f-4024-a59e-46517f66e793),segment_id=26c34190-f93f-4024-a59e-46517f66e793)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:42:12.584910 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:12.636479 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=d49cb5f9-0d77-486e-9ee0-c878a05e76e2,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:12.887828 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:12.890646 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['d49cb5f9-0d77-486e-9ee0-c878a05e76e2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:42:12.988651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1ba38-5ab5-43a6-be2e-49418ab0061a req-f60da0fc-d29e-438d-9e97-02d51d7bc068 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:12.997364 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-21b1ba38-5ab5-43a6-be2e-49418ab0061a req-f60da0fc-d29e-438d-9e97-02d51d7bc068 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1456f598-b593-40fd-a836-6d51658a073a HTTP/1.1" status: 200 len: 944 time: 0.0960433 Jul 09 09:42:13.052052 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-21b1ba38-5ab5-43a6-be2e-49418ab0061a req-08400b39-5a97-43f7-89d3-2f243c736f02 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d77277f-dbda-426b-971f-561f04165107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535946 Jul 09 09:42:13.136218 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33428) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:13.254367 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5986526-32ba-4237-bd25-57d4ea2337a4 req-8753eb65-bf3f-42b8-a6a7-27ffa1e92a29 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:13.256506 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5986526-32ba-4237-bd25-57d4ea2337a4 req-8753eb65-bf3f-42b8-a6a7-27ffa1e92a29 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/ports?device_id=86332b90-e120-413d-bf4a-beb77579b623 HTTP/1.1" status: 200 len: 946 time: 0.0719130 Jul 09 09:42:13.315422 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5986526-32ba-4237-bd25-57d4ea2337a4 req-466cb3c8-d7b2-4ecc-8ed6-2f7e84d834f6 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a8f44-17e3-410b-93a9-c2b6fdb5acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527344 Jul 09 09:42:13.356759 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-058026fa-4676-4ba4-a748-7c68abb42254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:13.456476 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-058026fa-4676-4ba4-a748-7c68abb42254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:13.461992 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-058026fa-4676-4ba4-a748-7c68abb42254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:13.489677 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058026fa-4676-4ba4-a748-7c68abb42254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9962d2fb-0997-4aaa-a6d2-b9c98c63dfdf,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:13.516641 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-058026fa-4676-4ba4-a748-7c68abb42254 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e8739881d4c34c40b4f3588f09f39883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3797045 Jul 09 09:42:13.519270 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33454) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:13.575321 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a168eb7d-7e0f-4cf1-8b7e-d1a9d9523ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:13.597913 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a168eb7d-7e0f-4cf1-8b7e-d1a9d9523ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:13.649345 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a168eb7d-7e0f-4cf1-8b7e-d1a9d9523ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:13.652272 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a168eb7d-7e0f-4cf1-8b7e-d1a9d9523ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:13.656614 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a168eb7d-7e0f-4cf1-8b7e-d1a9d9523ae5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9962d2fb-0997-4aaa-a6d2-b9c98c63dfdf HTTP/1.1" status: 204 len: 168 time: 0.1331756 Jul 09 09:42:13.662759 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168eb7d-7e0f-4cf1-8b7e-d1a9d9523ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9962d2fb-0997-4aaa-a6d2-b9c98c63dfdf,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:14.020853 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33488) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:14.042132 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a7af-9cab-4bf8-9045-20332b5295c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:14.173866 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a7af-9cab-4bf8-9045-20332b5295c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:14.183127 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a7af-9cab-4bf8-9045-20332b5295c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:14.221943 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b2a0a7af-9cab-4bf8-9045-20332b5295c4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=edfb1b9bdbfd473ba1c49913d2e481a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1999142 Jul 09 09:42:14.225933 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33496) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:14.245699 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0a7af-9cab-4bf8-9045-20332b5295c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d783f5-533c-4336-aa5f-7d1cffe0c793,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:14.284097 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30a123-4e6f-4f5b-9b74-c87ec8718c92 req-89b0d4e0-b53d-417e-9327-ae428597b0a1 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:14.290847 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ff30a123-4e6f-4f5b-9b74-c87ec8718c92 req-89b0d4e0-b53d-417e-9327-ae428597b0a1 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1456f598-b593-40fd-a836-6d51658a073a HTTP/1.1" status: 200 len: 944 time: 0.1059241 Jul 09 09:42:14.342332 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33500) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:14.361450 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c37b60e3-be24-4a12-be21-7c15e2c35f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:14.379921 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device d49cb5f9-0d77-486e-9ee0-c878a05e76e2 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:42:14.415926 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c37b60e3-be24-4a12-be21-7c15e2c35f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:14.459656 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port d49cb5f9-0d77-486e-9ee0-c878a05e76e2 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:42:14.466337 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port d49cb5f9-0d77-486e-9ee0-c878a05e76e2 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:42:14.466710 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:14.498705 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18e8c5c3-5eeb-4d01-a96e-4c47d7d93ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:14.505419 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ff30a123-4e6f-4f5b-9b74-c87ec8718c92 req-48567562-a515-4391-955c-0796c58ad64d tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d77277f-dbda-426b-971f-561f04165107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085702 Jul 09 09:42:14.604700 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8499e8d-067b-4dca-a509-3f7f8f05b7d0 req-426607ec-599a-49da-8539-f3b0772fcca7 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:14.606238 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8499e8d-067b-4dca-a509-3f7f8f05b7d0 req-426607ec-599a-49da-8539-f3b0772fcca7 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.58 "GET /v2.0/ports?device_id=86332b90-e120-413d-bf4a-beb77579b623 HTTP/1.1" status: 200 len: 946 time: 0.3311920 Jul 09 09:42:14.616466 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:14.637415 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c37b60e3-be24-4a12-be21-7c15e2c35f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:14.642098 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c37b60e3-be24-4a12-be21-7c15e2c35f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:14.643259 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c37b60e3-be24-4a12-be21-7c15e2c35f5f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/86d783f5-533c-4336-aa5f-7d1cffe0c793 HTTP/1.1" status: 204 len: 168 time: 0.4158001 Jul 09 09:42:14.644757 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18e8c5c3-5eeb-4d01-a96e-4c47d7d93ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:14.651643 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18e8c5c3-5eeb-4d01-a96e-4c47d7d93ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:14.659874 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1456f598-b593-40fd-a836-6d51658a073a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49cb5f9-0d77-486e-9ee0-c878a05e76e2'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:42:14.662615 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5a4148-320d-4792-8091-4405d99f748c" -d '{"events": [{"server_uuid": "1456f598-b593-40fd-a836-6d51658a073a", "name": "network-vif-plugged", "status": "completed", "tag": "d49cb5f9-0d77-486e-9ee0-c878a05e76e2"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:42:14.677552 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port d49cb5f9-0d77-486e-9ee0-c878a05e76e2, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=d49cb5f9-0d77-486e-9ee0-c878a05e76e2,segment=NetworkSegment(26c34190-f93f-4024-a59e-46517f66e793),segment_id=26c34190-f93f-4024-a59e-46517f66e793)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:42:14.684291 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:14.730113 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b60e3-be24-4a12-be21-7c15e2c35f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d783f5-533c-4336-aa5f-7d1cffe0c793,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:14.758814 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc58d0ed-9641-4bba-95f7-fdf35507867d x-openstack-request-id: req-cc58d0ed-9641-4bba-95f7-fdf35507867d {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:42:14.759240 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1456f598-b593-40fd-a836-6d51658a073a", "name": "network-vif-plugged", "status": "completed", "tag": "d49cb5f9-0d77-486e-9ee0-c878a05e76e2", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:42:14.759803 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cc58d0ed-9641-4bba-95f7-fdf35507867d {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:42:14.760449 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8c5c3-5eeb-4d01-a96e-4c47d7d93ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55f66b6-cc3a-4055-89bb-b0ecdeac3bef,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:14.760714 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1456f598-b593-40fd-a836-6d51658a073a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49cb5f9-0d77-486e-9ee0-c878a05e76e2', 'code': 200} Jul 09 09:42:14.765392 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b619588-9c4a-44b3-8358-3a70f792a25b req-edab7da2-e2fe-4a6d-85b4-6af4ed200208 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:14.767000 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b619588-9c4a-44b3-8358-3a70f792a25b req-edab7da2-e2fe-4a6d-85b4-6af4ed200208 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/ports?device_id=86332b90-e120-413d-bf4a-beb77579b623 HTTP/1.1" status: 200 len: 946 time: 0.2280667 Jul 09 09:42:14.782722 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-18e8c5c3-5eeb-4d01-a96e-4c47d7d93ca1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9bd7d461851b442393f1fd381006673d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4377286 Jul 09 09:42:14.788508 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33512) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:14.797892 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=d49cb5f9-0d77-486e-9ee0-c878a05e76e2,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:14.873432 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b27a71a0-5764-4c2e-b1c5-a3ed19122e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:14.895525 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b619588-9c4a-44b3-8358-3a70f792a25b req-7dfc36a7-69ac-4ca6-b9b9-8657e6147489 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a8f44-17e3-410b-93a9-c2b6fdb5acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965793 Jul 09 09:42:14.910053 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b27a71a0-5764-4c2e-b1c5-a3ed19122e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:14.925252 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d1e72-25fd-480f-803d-9431040cad59 req-1ee359c6-0543-4489-86de-cfe4b0e12b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:14.927029 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e29d1e72-25fd-480f-803d-9431040cad59 req-1ee359c6-0543-4489-86de-cfe4b0e12b0f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1456f598-b593-40fd-a836-6d51658a073a HTTP/1.1" status: 200 len: 1096 time: 0.1079676 Jul 09 09:42:14.943649 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-e8499e8d-067b-4dca-a509-3f7f8f05b7d0 req-657a0e14-4904-40e8-afd6-e6fa1032a6b9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Deleting port d78731c7-5061-4ff9-a17f-cda5a92e2634 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:42:14.944020 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e8499e8d-067b-4dca-a509-3f7f8f05b7d0 req-657a0e14-4904-40e8-afd6-e6fa1032a6b9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:14.981356 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b27a71a0-5764-4c2e-b1c5-a3ed19122e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:14.984998 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b27a71a0-5764-4c2e-b1c5-a3ed19122e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:14.986192 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b27a71a0-5764-4c2e-b1c5-a3ed19122e0f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c55f66b6-cc3a-4055-89bb-b0ecdeac3bef HTTP/1.1" status: 204 len: 168 time: 0.1964855 Jul 09 09:42:14.998505 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a71a0-5764-4c2e-b1c5-a3ed19122e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55f66b6-cc3a-4055-89bb-b0ecdeac3bef,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:15.020431 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e29d1e72-25fd-480f-803d-9431040cad59 req-ce708716-dc00-499f-84f6-deb1604bd1f0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2d77277f-dbda-426b-971f-561f04165107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857255 Jul 09 09:42:15.073126 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-e8499e8d-067b-4dca-a509-3f7f8f05b7d0 req-657a0e14-4904-40e8-afd6-e6fa1032a6b9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] For port d78731c7-5061-4ff9-a17f-cda5a92e2634, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=d78731c7-5061-4ff9-a17f-cda5a92e2634,segment=NetworkSegment(5780f340-a6ae-46d6-b81d-d9cd46874cec),segment_id=5780f340-a6ae-46d6-b81d-d9cd46874cec)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:42:15.073492 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e8499e8d-067b-4dca-a509-3f7f8f05b7d0 req-657a0e14-4904-40e8-afd6-e6fa1032a6b9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:15.267754 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e8499e8d-067b-4dca-a509-3f7f8f05b7d0 req-657a0e14-4904-40e8-afd6-e6fa1032a6b9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:15.268445 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e8499e8d-067b-4dca-a509-3f7f8f05b7d0 req-657a0e14-4904-40e8-afd6-e6fa1032a6b9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:15.268445 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [req-e8499e8d-067b-4dca-a509-3f7f8f05b7d0 req-657a0e14-4904-40e8-afd6-e6fa1032a6b9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Floating IP 5fbbf25a-067e-4f44-8e38-f0d41d595022 disassociated. External IP: 172.25.3.193, port: d78731c7-5061-4ff9-a17f-cda5a92e2634. Jul 09 09:42:15.268759 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-e8499e8d-067b-4dca-a509-3f7f8f05b7d0 req-657a0e14-4904-40e8-afd6-e6fa1032a6b9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Calling delete_port for d78731c7-5061-4ff9-a17f-cda5a92e2634 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:42:15.345272 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33532) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:15.363548 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cfaeaf6f-6c27-482a-8af7-0dc342e18504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:15.426092 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e8499e8d-067b-4dca-a509-3f7f8f05b7d0 req-657a0e14-4904-40e8-afd6-e6fa1032a6b9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:15.462865 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a0e14-4904-40e8-afd6-e6fa1032a6b9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Pushing event deleted for resources: {'Port': ['ID=d78731c7-5061-4ff9-a17f-cda5a92e2634,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:15.485910 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cfaeaf6f-6c27-482a-8af7-0dc342e18504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:15.497335 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cfaeaf6f-6c27-482a-8af7-0dc342e18504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:15.546712 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaeaf6f-6c27-482a-8af7-0dc342e18504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3049bf-0382-4692-9575-481f40dcebed,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:15.562842 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cfaeaf6f-6c27-482a-8af7-0dc342e18504 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e3be1ea980454f6d9253ae274b4c7a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2156191 Jul 09 09:42:15.565686 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33544) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:15.609196 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8499e8d-067b-4dca-a509-3f7f8f05b7d0 req-657a0e14-4904-40e8-afd6-e6fa1032a6b9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Router 0949a3f1-30fe-4d10-98d6-4e9abaf57b96 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:42:15.682149 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97bf945e-0706-4477-9b81-6201c138b27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:15.721080 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97bf945e-0706-4477-9b81-6201c138b27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:15.798837 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97bf945e-0706-4477-9b81-6201c138b27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:15.801895 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97bf945e-0706-4477-9b81-6201c138b27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:15.805948 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-97bf945e-0706-4477-9b81-6201c138b27e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/df3049bf-0382-4692-9575-481f40dcebed HTTP/1.1" status: 204 len: 168 time: 0.2171330 Jul 09 09:42:15.828264 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf945e-0706-4477-9b81-6201c138b27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3049bf-0382-4692-9575-481f40dcebed,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:16.285050 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9b962688-7ee4-4897-a7e7-18180a15a698 req-f3d3b6fa-dd77-4f79-8eab-ad2630e3b44b tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/ports?device_id=86332b90-e120-413d-bf4a-beb77579b623 HTTP/1.1" status: 200 len: 210 time: 0.0502598 Jul 09 09:42:16.319403 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3d14d-48da-4eab-9b98-6a4c5b3dc857 req-5127c437-4e25-427c-a48d-7451b074f13a tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:16.327111 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ee3d14d-48da-4eab-9b98-6a4c5b3dc857 req-5127c437-4e25-427c-a48d-7451b074f13a tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1456f598-b593-40fd-a836-6d51658a073a HTTP/1.1" status: 200 len: 945 time: 0.6554644 Jul 09 09:42:16.338608 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8499e8d-067b-4dca-a509-3f7f8f05b7d0 req-657a0e14-4904-40e8-afd6-e6fa1032a6b9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:42:16.349649 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef77ea-edb8-411c-8747-e1efa21b9704 None None] Sync routers for ids ['0949a3f1-30fe-4d10-98d6-4e9abaf57b96'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:42:16.362656 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abef77ea-edb8-411c-8747-e1efa21b9704 None None] Routers {'0949a3f1-30fe-4d10-98d6-4e9abaf57b96'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:42:16.363588 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-abef77ea-edb8-411c-8747-e1efa21b9704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:42:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['0949a3f1-30fe-4d10-98d6-4e9abaf57b96'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:16.405126 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8499e8d-067b-4dca-a509-3f7f8f05b7d0 req-657a0e14-4904-40e8-afd6-e6fa1032a6b9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] No DVR routers for this DVR port d78731c7-5061-4ff9-a17f-cda5a92e2634 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:42:16.408036 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e8499e8d-067b-4dca-a509-3f7f8f05b7d0 req-657a0e14-4904-40e8-afd6-e6fa1032a6b9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:16.410552 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8499e8d-067b-4dca-a509-3f7f8f05b7d0 req-657a0e14-4904-40e8-afd6-e6fa1032a6b9 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.58 "DELETE /v2.0/ports/d78731c7-5061-4ff9-a17f-cda5a92e2634 HTTP/1.1" status: 204 len: 173 time: 1.7983258 Jul 09 09:42:16.418585 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86332b90-e120-413d-bf4a-beb77579b623', 'name': 'network-vif-deleted', 'tag': 'd78731c7-5061-4ff9-a17f-cda5a92e2634'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:42:16.421850 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ca37fe-998c-4fbf-a533-356eb82d655d" -d '{"events": [{"server_uuid": "86332b90-e120-413d-bf4a-beb77579b623", "name": "network-vif-deleted", "tag": "d78731c7-5061-4ff9-a17f-cda5a92e2634"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:42:16.456487 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ee3d14d-48da-4eab-9b98-6a4c5b3dc857 req-bd7751fd-9d7c-44e1-84d7-b46ef49e2ae0 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d77277f-dbda-426b-971f-561f04165107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279893 Jul 09 09:42:16.491373 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8cd453-30c6-4b79-ba99-e675c2fe363c x-openstack-request-id: req-ce8cd453-30c6-4b79-ba99-e675c2fe363c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:42:16.491728 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86332b90-e120-413d-bf4a-beb77579b623", "name": "network-vif-deleted", "tag": "d78731c7-5061-4ff9-a17f-cda5a92e2634", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:42:16.491921 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ce8cd453-30c6-4b79-ba99-e675c2fe363c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:42:16.492406 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86332b90-e120-413d-bf4a-beb77579b623', 'name': 'network-vif-deleted', 'tag': 'd78731c7-5061-4ff9-a17f-cda5a92e2634', 'status': 'completed', 'code': 200} Jul 09 09:42:16.843360 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-abef77ea-edb8-411c-8747-e1efa21b9704 None None] Set router 0949a3f1-30fe-4d10-98d6-4e9abaf57b96 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:42:17.103304 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-abef77ea-edb8-411c-8747-e1efa21b9704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'name': 'tempest-ServersTestJSON-1124591461-router', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:40:01Z', 'updated_at': '2021-07-09T09:40:05Z', 'revision_number': 4, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'gw_port': {'id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:02Z', 'updated_at': '2021-07-09T09:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '8181dd60-03bd-4a22-a150-40cc8ee5b33a', 'name': '', 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'mac_address': 'fa:16:3e:01:40:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '4d29fd57-68a4-471a-8ab4-26e684070de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:04Z', 'updated_at': '2021-07-09T09:40:15Z', 'revision_number': 5, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'subnets': [{'id': '4d29fd57-68a4-471a-8ab4-26e684070de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:17.144327 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef77ea-edb8-411c-8747-e1efa21b9704 None None] Checking router: 0949a3f1-30fe-4d10-98d6-4e9abaf57b96 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:42:17.154628 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abef77ea-edb8-411c-8747-e1efa21b9704 None None] Routers {'0949a3f1-30fe-4d10-98d6-4e9abaf57b96'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:42:17.155786 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-abef77ea-edb8-411c-8747-e1efa21b9704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:42:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['0949a3f1-30fe-4d10-98d6-4e9abaf57b96'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:17.284873 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-abef77ea-edb8-411c-8747-e1efa21b9704 None None] Set router 0949a3f1-30fe-4d10-98d6-4e9abaf57b96 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:42:17.485199 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33616) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:17.618587 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a31fd275-b7ce-432c-a170-642fa5af6f2b tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:17.654724 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a31fd275-b7ce-432c-a170-642fa5af6f2b tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:17.656058 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-abef77ea-edb8-411c-8747-e1efa21b9704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'name': 'tempest-ServersTestJSON-1124591461-router', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:40:01Z', 'updated_at': '2021-07-09T09:40:05Z', 'revision_number': 4, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'gw_port': {'id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:02Z', 'updated_at': '2021-07-09T09:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '8181dd60-03bd-4a22-a150-40cc8ee5b33a', 'name': '', 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'mac_address': 'fa:16:3e:01:40:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '4d29fd57-68a4-471a-8ab4-26e684070de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:04Z', 'updated_at': '2021-07-09T09:40:15Z', 'revision_number': 5, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'subnets': [{'id': '4d29fd57-68a4-471a-8ab4-26e684070de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:17.694280 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef77ea-edb8-411c-8747-e1efa21b9704 None None] The sync data for ids ['0949a3f1-30fe-4d10-98d6-4e9abaf57b96'] in n-d-799996-1 is: [{'id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'name': 'tempest-ServersTestJSON-1124591461-router', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:40:01Z', 'updated_at': '2021-07-09T09:40:05Z', 'revision_number': 4, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'gw_port': {'id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:02Z', 'updated_at': '2021-07-09T09:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '8181dd60-03bd-4a22-a150-40cc8ee5b33a', 'name': '', 'network_id': 'f4bca1f8-ff57-4683-b395-52e35cd021f9', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'mac_address': 'fa:16:3e:01:40:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '4d29fd57-68a4-471a-8ab4-26e684070de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:04Z', 'updated_at': '2021-07-09T09:40:15Z', 'revision_number': 5, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'subnets': [{'id': '4d29fd57-68a4-471a-8ab4-26e684070de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:42:17.774053 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4b0f6-0167-4aeb-ada2-03a3b69a6836 req-16e3606b-db0c-4a8d-9c66-50df28bea9fb tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:17.782311 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8fb4b0f6-0167-4aeb-ada2-03a3b69a6836 req-16e3606b-db0c-4a8d-9c66-50df28bea9fb tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1456f598-b593-40fd-a836-6d51658a073a HTTP/1.1" status: 200 len: 945 time: 0.1299965 Jul 09 09:42:17.846754 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8fb4b0f6-0167-4aeb-ada2-03a3b69a6836 req-1bc25ea0-7dad-4b55-8a1a-9e21b1a46f80 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d77277f-dbda-426b-971f-561f04165107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629830 Jul 09 09:42:17.850224 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a31fd275-b7ce-432c-a170-642fa5af6f2b tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:17.853441 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a31fd275-b7ce-432c-a170-642fa5af6f2b tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:17.860273 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33634) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:17.870967 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a31fd275-b7ce-432c-a170-642fa5af6f2b tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "DELETE /v2.0/security-groups/1e5a8f44-17e3-410b-93a9-c2b6fdb5acf5 HTTP/1.1" status: 204 len: 168 time: 0.3843040 Jul 09 09:42:17.886077 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31fd275-b7ce-432c-a170-642fa5af6f2b tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5a8f44-17e3-410b-93a9-c2b6fdb5acf5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:17.906569 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-b979955c-e575-4274-803c-960998f4a426 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] show failed (client error): The resource could not be found. Jul 09 09:42:17.932216 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b979955c-e575-4274-803c-960998f4a426 tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "GET /v2.0/security-groups/1e5a8f44-17e3-410b-93a9-c2b6fdb5acf5 HTTP/1.1" status: 404 len: 347 time: 0.0686369 Jul 09 09:42:17.934023 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33640) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:18.078880 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device d78731c7-5061-4ff9-a17f-cda5a92e2634 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:42:18.123780 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: d78731c7-5061-4ff9-a17f-cda5a92e2634 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:42:18.124963 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device d78731c7-5061-4ff9-a17f-cda5a92e2634 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:42:18.174960 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c28fc5d-84f3-41ac-8c7a-dab2f6f318ef None None] New status for floating IP 5fbbf25a-067e-4f44-8e38-f0d41d595022: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:42:18.246321 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-88341633-5f19-42eb-9fef-cb93c10b183f tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Deleting port ba385f19-3e13-429b-a4eb-7de70c0ae40c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:42:18.248017 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88341633-5f19-42eb-9fef-cb93c10b183f tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:18.361426 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88341633-5f19-42eb-9fef-cb93c10b183f tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:18.362259 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88341633-5f19-42eb-9fef-cb93c10b183f tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:18.383292 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-88341633-5f19-42eb-9fef-cb93c10b183f tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Calling delete_port for ba385f19-3e13-429b-a4eb-7de70c0ae40c owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:42:18.584651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4e6fa-5b86-4916-b3f0-e3008254118b req-84006f18-78b9-400e-961f-0c0babd32786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:18.589315 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fac4e6fa-5b86-4916-b3f0-e3008254118b req-84006f18-78b9-400e-961f-0c0babd32786 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ef84fde4649496990fa19ec3382ce33&device_id=1456f598-b593-40fd-a836-6d51658a073a HTTP/1.1" status: 200 len: 1096 time: 0.1451921 Jul 09 09:42:18.657006 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88341633-5f19-42eb-9fef-cb93c10b183f tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:18.701253 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88341633-5f19-42eb-9fef-cb93c10b183f tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Pushing event deleted for resources: {'Port': ['ID=ba385f19-3e13-429b-a4eb-7de70c0ae40c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:18.743881 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f055bf-3f3c-46b7-ba72-e567ca5c615b req-47c7653f-3bcf-447e-a981-348f59657ee0 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:18.745507 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70f055bf-3f3c-46b7-ba72-e567ca5c615b req-47c7653f-3bcf-447e-a981-348f59657ee0 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1456f598-b593-40fd-a836-6d51658a073a HTTP/1.1" status: 200 len: 945 time: 0.1496387 Jul 09 09:42:18.767784 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4e6fa-5b86-4916-b3f0-e3008254118b req-f4c803ba-220a-4a59-a2d2-7ea8af793704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:18.769293 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fac4e6fa-5b86-4916-b3f0-e3008254118b req-f4c803ba-220a-4a59-a2d2-7ea8af793704 service neutron] 10.222.0.64 "GET /v2.0/networks?id=745faf40-137a-4728-89d2-c50940b1a64b HTTP/1.1" status: 200 len: 914 time: 0.1746631 Jul 09 09:42:18.777113 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88341633-5f19-42eb-9fef-cb93c10b183f tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:18.780531 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88341633-5f19-42eb-9fef-cb93c10b183f tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:18.782294 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-88341633-5f19-42eb-9fef-cb93c10b183f tempest-ServersTestJSON-460578081 tempest-ServersTestJSON-460578081-project] 10.222.0.61 "DELETE /v2.0/floatingips/5fbbf25a-067e-4f44-8e38-f0d41d595022 HTTP/1.1" status: 204 len: 168 time: 0.8463006 Jul 09 09:42:18.785472 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33666) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:18.842478 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70f055bf-3f3c-46b7-ba72-e567ca5c615b req-5c4cdaef-6533-47f1-8ef4-927f8e402392 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d77277f-dbda-426b-971f-561f04165107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869055 Jul 09 09:42:18.843764 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fac4e6fa-5b86-4916-b3f0-e3008254118b req-9b3be456-dad9-42a6-b51c-7828bc4234e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d49cb5f9-0d77-486e-9ee0-c878a05e76e2 HTTP/1.1" status: 200 len: 217 time: 0.0550528 Jul 09 09:42:18.918459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4e6fa-5b86-4916-b3f0-e3008254118b req-5db8dce6-9e72-4e96-9fc6-9080467f9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:18.929597 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fac4e6fa-5b86-4916-b3f0-e3008254118b req-5db8dce6-9e72-4e96-9fc6-9080467f9cf4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7e073588-ebdf-496c-8def-c6e7fae41cf1 HTTP/1.1" status: 200 len: 853 time: 0.0776734 Jul 09 09:42:18.997631 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fac4e6fa-5b86-4916-b3f0-e3008254118b req-6b7c6e43-e723-48f2-9743-6c254e7c4a14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=745faf40-137a-4728-89d2-c50940b1a64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632765 Jul 09 09:42:19.207784 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fac4e6fa-5b86-4916-b3f0-e3008254118b req-32c2aff7-487b-4fd9-99f4-50886638f056 service neutron] 10.222.0.64 "GET /v2.0/networks/745faf40-137a-4728-89d2-c50940b1a64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027736 Jul 09 09:42:19.369383 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fac4e6fa-5b86-4916-b3f0-e3008254118b req-967cc171-2c45-4879-b6e2-ebdaf7de7800 service neutron] 10.222.0.64 "GET /v2.0/networks/745faf40-137a-4728-89d2-c50940b1a64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514752 Jul 09 09:42:19.432380 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c28f017-6d41-4cfc-b7d4-afca83462785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:19.545974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33704) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:19.656365 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33710) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:19.689529 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33714) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:19.720402 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-745fdc87-7f97-4918-b914-37f648fffbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:19.769932 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-52ec9e3b-a0d2-4359-b0ef-fc07afefb511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:19.776468 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e8322b05-ca3d-4b68-b712-307853b60101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:19.868463 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-745fdc87-7f97-4918-b914-37f648fffbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:19.880377 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-745fdc87-7f97-4918-b914-37f648fffbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:19.952361 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-745fdc87-7f97-4918-b914-37f648fffbf9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d4e8d04da62c44e88183912cccc56e11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4050188 Jul 09 09:42:19.953190 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33720) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:19.953609 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fdc87-7f97-4918-b914-37f648fffbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47f49a5-369c-44af-b47e-43a1406429da,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:20.058205 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-52ec9e3b-a0d2-4359-b0ef-fc07afefb511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:20.070915 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-52ec9e3b-a0d2-4359-b0ef-fc07afefb511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:20.073387 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51bd1509-83a4-45fb-8d2b-776ddb0420cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:20.107523 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51bd1509-83a4-45fb-8d2b-776ddb0420cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:20.147839 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8c28f017-6d41-4cfc-b7d4-afca83462785 admin admin] Deleting port 8181dd60-03bd-4a22-a150-40cc8ee5b33a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:42:20.148179 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c28f017-6d41-4cfc-b7d4-afca83462785 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:20.148374 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b73a1a-4325-4bd2-8bcc-8a23528ebc96 req-e9fba95e-9681-45e5-9645-2538c747b1e8 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:20.153549 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8b73a1a-4325-4bd2-8bcc-8a23528ebc96 req-e9fba95e-9681-45e5-9645-2538c747b1e8 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1456f598-b593-40fd-a836-6d51658a073a HTTP/1.1" status: 200 len: 945 time: 0.1589086 Jul 09 09:42:20.156184 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-52ec9e3b-a0d2-4359-b0ef-fc07afefb511 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=94136d51ed2b4c98b48ae52758f63812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4987597 Jul 09 09:42:20.162276 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33724) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:20.173038 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec9e3b-a0d2-4359-b0ef-fc07afefb511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842b8b15-740e-4d15-aae0-dd15b4796e71,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:20.224638 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51bd1509-83a4-45fb-8d2b-776ddb0420cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:20.227065 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51bd1509-83a4-45fb-8d2b-776ddb0420cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:20.228219 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-51bd1509-83a4-45fb-8d2b-776ddb0420cc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f47f49a5-369c-44af-b47e-43a1406429da HTTP/1.1" status: 204 len: 168 time: 0.2738626 Jul 09 09:42:20.252080 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd1509-83a4-45fb-8d2b-776ddb0420cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47f49a5-369c-44af-b47e-43a1406429da,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:20.260858 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-8c28f017-6d41-4cfc-b7d4-afca83462785 admin admin] For port 8181dd60-03bd-4a22-a150-40cc8ee5b33a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8181dd60-03bd-4a22-a150-40cc8ee5b33a,segment=NetworkSegment(5780f340-a6ae-46d6-b81d-d9cd46874cec),segment_id=5780f340-a6ae-46d6-b81d-d9cd46874cec)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:42:20.261465 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c28f017-6d41-4cfc-b7d4-afca83462785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:20.282002 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8b73a1a-4325-4bd2-8bcc-8a23528ebc96 req-aebf50c5-aeeb-4c50-8116-d87bc98ac9b8 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d77277f-dbda-426b-971f-561f04165107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173556 Jul 09 09:42:20.282716 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8c28f017-6d41-4cfc-b7d4-afca83462785 admin admin] Calling delete_port for 8181dd60-03bd-4a22-a150-40cc8ee5b33a owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:42:20.316904 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-78c0ab64-2055-473d-8651-bd75e50ea93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:20.328855 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e8322b05-ca3d-4b68-b712-307853b60101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:20.334649 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e8322b05-ca3d-4b68-b712-307853b60101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:20.370254 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-78c0ab64-2055-473d-8651-bd75e50ea93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:20.414729 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8322b05-ca3d-4b68-b712-307853b60101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2141d3-2b2c-4b7c-b528-59c3e316dc85,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:20.422967 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e8322b05-ca3d-4b68-b712-307853b60101 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=98378b5c70724db4920fd2021a521f48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7324100 Jul 09 09:42:20.425795 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33730) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:20.465009 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-78c0ab64-2055-473d-8651-bd75e50ea93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:20.468580 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-78c0ab64-2055-473d-8651-bd75e50ea93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:20.469880 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-78c0ab64-2055-473d-8651-bd75e50ea93a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/842b8b15-740e-4d15-aae0-dd15b4796e71 HTTP/1.1" status: 204 len: 168 time: 0.3065438 Jul 09 09:42:20.482628 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0ab64-2055-473d-8651-bd75e50ea93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842b8b15-740e-4d15-aae0-dd15b4796e71,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:20.512150 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fcb88906-b088-4cc4-9ded-6af84eb5d9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:20.533690 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c28f017-6d41-4cfc-b7d4-afca83462785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:20.536826 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fcb88906-b088-4cc4-9ded-6af84eb5d9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:20.572414 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28f017-6d41-4cfc-b7d4-afca83462785 admin admin] Pushing event deleted for resources: {'Port': ['ID=8181dd60-03bd-4a22-a150-40cc8ee5b33a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:20.607481 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fcb88906-b088-4cc4-9ded-6af84eb5d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:20.610176 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fcb88906-b088-4cc4-9ded-6af84eb5d9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:20.614675 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fcb88906-b088-4cc4-9ded-6af84eb5d9a5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cc2141d3-2b2c-4b7c-b528-59c3e316dc85 HTTP/1.1" status: 204 len: 168 time: 0.1878858 Jul 09 09:42:20.639339 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33736) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:20.658827 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb88906-b088-4cc4-9ded-6af84eb5d9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2141d3-2b2c-4b7c-b528-59c3e316dc85,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:20.670473 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-87c1b623-e255-4273-b494-dc115c4fc312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:20.848826 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c28f017-6d41-4cfc-b7d4-afca83462785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:20.899663 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33742) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:20.913808 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a6ccbd01-92b0-4a93-9d6f-8e52fb06eca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:21.029665 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-87c1b623-e255-4273-b494-dc115c4fc312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:21.034723 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-87c1b623-e255-4273-b494-dc115c4fc312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:21.120321 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1b623-e255-4273-b494-dc115c4fc312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a49a1b1-afce-4ae4-b7f3-2f5e7cdb393c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:21.127457 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a6ccbd01-92b0-4a93-9d6f-8e52fb06eca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:21.128884 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-87c1b623-e255-4273-b494-dc115c4fc312 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6adc9d49ea5f4bb8a3b819357a325c71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4886136 Jul 09 09:42:21.131099 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33744) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:21.137318 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33746) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:21.151044 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a6ccbd01-92b0-4a93-9d6f-8e52fb06eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:21.181493 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad16940f-e767-457f-b34c-63999a5a6aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:21.205629 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c28f017-6d41-4cfc-b7d4-afca83462785 admin admin] Router 0949a3f1-30fe-4d10-98d6-4e9abaf57b96 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:42:21.232548 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a6ccbd01-92b0-4a93-9d6f-8e52fb06eca2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2bf323ed0b0844d8bdaf47811e5bcf8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3317459 Jul 09 09:42:21.233288 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccbd01-92b0-4a93-9d6f-8e52fb06eca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ebc041-5504-42ae-b289-630b4b8ab85a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:21.237719 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33748) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:21.291977 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb271894-7c89-4e0e-9a15-df95dae57ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:21.324064 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c28f017-6d41-4cfc-b7d4-afca83462785 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:42:21.331583 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8c28f017-6d41-4cfc-b7d4-afca83462785 admin admin] 10.222.0.61 "PUT /v2.0/routers/0949a3f1-30fe-4d10-98d6-4e9abaf57b96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5437577 Jul 09 09:42:21.333342 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33754) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:21.336723 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd26da76-d95d-4dc6-bf62-6e9fed726316 None None] Sync routers for ids ['0949a3f1-30fe-4d10-98d6-4e9abaf57b96'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:42:21.356400 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb271894-7c89-4e0e-9a15-df95dae57ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:21.358896 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd26da76-d95d-4dc6-bf62-6e9fed726316 None None] Routers {'0949a3f1-30fe-4d10-98d6-4e9abaf57b96'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:42:21.361800 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fd26da76-d95d-4dc6-bf62-6e9fed726316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:42:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['0949a3f1-30fe-4d10-98d6-4e9abaf57b96'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:21.371498 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-09cfa9cc-d636-4a85-b845-b464b8ca530e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:21.441660 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-09cfa9cc-d636-4a85-b845-b464b8ca530e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:21.482913 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e04403f5-643d-4308-ad7b-910ad26491d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:21.487419 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad16940f-e767-457f-b34c-63999a5a6aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:21.499789 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad16940f-e767-457f-b34c-63999a5a6aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:21.505964 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-fd26da76-d95d-4dc6-bf62-6e9fed726316 None None] Set router 0949a3f1-30fe-4d10-98d6-4e9abaf57b96 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:42:21.576058 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb271894-7c89-4e0e-9a15-df95dae57ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:21.578756 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb271894-7c89-4e0e-9a15-df95dae57ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:21.587815 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-eb271894-7c89-4e0e-9a15-df95dae57ac9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0a49a1b1-afce-4ae4-b7f3-2f5e7cdb393c HTTP/1.1" status: 204 len: 168 time: 0.4519744 Jul 09 09:42:21.604257 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ad16940f-e767-457f-b34c-63999a5a6aed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8d2f1f6886eb4e039ebb1d596f638083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4641514 Jul 09 09:42:21.609743 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33758) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:21.621216 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16940f-e767-457f-b34c-63999a5a6aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff6eb63-c612-4488-bd7a-d45a71af06ad,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:21.631777 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-09cfa9cc-d636-4a85-b845-b464b8ca530e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:21.634588 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e04403f5-643d-4308-ad7b-910ad26491d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:21.642978 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-09cfa9cc-d636-4a85-b845-b464b8ca530e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:21.651773 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-09cfa9cc-d636-4a85-b845-b464b8ca530e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a9ebc041-5504-42ae-b289-630b4b8ab85a HTTP/1.1" status: 204 len: 168 time: 0.4127560 Jul 09 09:42:21.702680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb271894-7c89-4e0e-9a15-df95dae57ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a49a1b1-afce-4ae4-b7f3-2f5e7cdb393c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:21.730728 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfa9cc-d636-4a85-b845-b464b8ca530e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ebc041-5504-42ae-b289-630b4b8ab85a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:21.758662 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8cbb8-306e-4280-b580-1d9157660033 req-c877eb99-f997-49d6-8da7-25643c372901 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:21.765653 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-e04403f5-643d-4308-ad7b-910ad26491d9 admin admin] Deleting port db48b934-e5d9-4cb1-a78d-d54627493d1d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:42:21.766300 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9fa8cbb8-306e-4280-b580-1d9157660033 req-c877eb99-f997-49d6-8da7-25643c372901 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1456f598-b593-40fd-a836-6d51658a073a HTTP/1.1" status: 200 len: 945 time: 0.2690969 Jul 09 09:42:21.767621 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e04403f5-643d-4308-ad7b-910ad26491d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:21.775472 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe98ec56-57b8-445a-9466-57633314d453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:21.813244 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fd26da76-d95d-4dc6-bf62-6e9fed726316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'name': 'tempest-ServersTestJSON-1124591461-router', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:40:01Z', 'updated_at': '2021-07-09T09:42:20Z', 'revision_number': 5, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'gw_port': {'id': 'db48b934-e5d9-4cb1-a78d-d54627493d1d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:40:02Z', 'updated_at': '2021-07-09T09:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:21.850256 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd26da76-d95d-4dc6-bf62-6e9fed726316 None None] Checking router: 0949a3f1-30fe-4d10-98d6-4e9abaf57b96 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:42:21.863966 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd26da76-d95d-4dc6-bf62-6e9fed726316 None None] Routers {'0949a3f1-30fe-4d10-98d6-4e9abaf57b96'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:42:21.865078 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fd26da76-d95d-4dc6-bf62-6e9fed726316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:42:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['0949a3f1-30fe-4d10-98d6-4e9abaf57b96'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:21.865522 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe98ec56-57b8-445a-9466-57633314d453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:21.877846 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9fa8cbb8-306e-4280-b580-1d9157660033 req-6de982e1-fa62-404b-84f9-1fd6ff6e1b7f tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d77277f-dbda-426b-971f-561f04165107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101899 Jul 09 09:42:21.956819 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe98ec56-57b8-445a-9466-57633314d453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:21.960014 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe98ec56-57b8-445a-9466-57633314d453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:21.961415 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fe98ec56-57b8-445a-9466-57633314d453 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fff6eb63-c612-4488-bd7a-d45a71af06ad HTTP/1.1" status: 204 len: 168 time: 0.3504562 Jul 09 09:42:21.972400 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98ec56-57b8-445a-9466-57633314d453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff6eb63-c612-4488-bd7a-d45a71af06ad,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:21.992139 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-e04403f5-643d-4308-ad7b-910ad26491d9 admin admin] For port db48b934-e5d9-4cb1-a78d-d54627493d1d, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=db48b934-e5d9-4cb1-a78d-d54627493d1d,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:42:21.992502 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e04403f5-643d-4308-ad7b-910ad26491d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:22.018384 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-fd26da76-d95d-4dc6-bf62-6e9fed726316 None None] Set router 0949a3f1-30fe-4d10-98d6-4e9abaf57b96 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:42:22.020420 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-e04403f5-643d-4308-ad7b-910ad26491d9 admin admin] Calling delete_port for db48b934-e5d9-4cb1-a78d-d54627493d1d owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:42:22.105462 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fd26da76-d95d-4dc6-bf62-6e9fed726316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'name': 'tempest-ServersTestJSON-1124591461-router', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:40:01Z', 'updated_at': '2021-07-09T09:42:21Z', 'revision_number': 6, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:22.163947 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd26da76-d95d-4dc6-bf62-6e9fed726316 None None] The sync data for ids ['0949a3f1-30fe-4d10-98d6-4e9abaf57b96'] in n-d-799996-1 is: [{'id': '0949a3f1-30fe-4d10-98d6-4e9abaf57b96', 'name': 'tempest-ServersTestJSON-1124591461-router', 'tenant_id': 'ac269ba5665449fdbb06cad931982f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:40:01Z', 'updated_at': '2021-07-09T09:42:21Z', 'revision_number': 6, 'project_id': 'ac269ba5665449fdbb06cad931982f8c', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:42:22.359899 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e04403f5-643d-4308-ad7b-910ad26491d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:22.395110 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04403f5-643d-4308-ad7b-910ad26491d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=db48b934-e5d9-4cb1-a78d-d54627493d1d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:22.529178 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e04403f5-643d-4308-ad7b-910ad26491d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:22.684194 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e04403f5-643d-4308-ad7b-910ad26491d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:22.691498 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e04403f5-643d-4308-ad7b-910ad26491d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:22.749827 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e04403f5-643d-4308-ad7b-910ad26491d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:22.750861 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04403f5-643d-4308-ad7b-910ad26491d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0949a3f1-30fe-4d10-98d6-4e9abaf57b96 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:42:22.773974 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e04403f5-643d-4308-ad7b-910ad26491d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:22.778603 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e04403f5-643d-4308-ad7b-910ad26491d9 admin admin] 10.222.0.61 "DELETE /v2.0/routers/0949a3f1-30fe-4d10-98d6-4e9abaf57b96 HTTP/1.1" status: 204 len: 168 time: 1.4428246 Jul 09 09:42:22.779080 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33798) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:22.837749 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92196bec-8b57-4679-a8bd-e8f0a5593082 req-4191135a-015c-41dd-9ba9-74daae05ebb8 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:22.839416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92196bec-8b57-4679-a8bd-e8f0a5593082 req-4191135a-015c-41dd-9ba9-74daae05ebb8 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1456f598-b593-40fd-a836-6d51658a073a HTTP/1.1" status: 200 len: 945 time: 0.1373930 Jul 09 09:42:22.868029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b205411-b63a-4d38-8ca6-92a9e8d673e1 admin admin] Deleting subnet 4d29fd57-68a4-471a-8ab4-26e684070de4 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:42:22.875558 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b205411-b63a-4d38-8ca6-92a9e8d673e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:22.913190 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92196bec-8b57-4679-a8bd-e8f0a5593082 req-61a9083c-3549-4652-892d-0fd00bad1143 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d77277f-dbda-426b-971f-561f04165107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670240 Jul 09 09:42:22.929079 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b205411-b63a-4d38-8ca6-92a9e8d673e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:23.029357 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b205411-b63a-4d38-8ca6-92a9e8d673e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:23.115582 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b205411-b63a-4d38-8ca6-92a9e8d673e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:23.116752 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8181dd60-03bd-4a22-a150-40cc8ee5b33a no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:42:23.154676 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 8181dd60-03bd-4a22-a150-40cc8ee5b33a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:42:23.155926 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8181dd60-03bd-4a22-a150-40cc8ee5b33a not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:42:23.180767 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205411-b63a-4d38-8ca6-92a9e8d673e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d29fd57-68a4-471a-8ab4-26e684070de4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:23.185949 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b2d11f-63fe-4504-b965-50aec2394f78 None None] Network f4bca1f8-ff57-4683-b395-52e35cd021f9 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:42:23.188823 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b205411-b63a-4d38-8ca6-92a9e8d673e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:23.190862 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5b205411-b63a-4d38-8ca6-92a9e8d673e1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4d29fd57-68a4-471a-8ab4-26e684070de4 HTTP/1.1" status: 204 len: 168 time: 0.4106345 Jul 09 09:42:23.193632 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33820) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:23.289968 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-289914e8-fd9a-4c2c-a13a-ab080bd6acf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:23.359555 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-289914e8-fd9a-4c2c-a13a-ab080bd6acf3 admin admin] Deleting port a6c94185-b7c9-4278-bb65-86e869f6e91c {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:42:23.359956 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-289914e8-fd9a-4c2c-a13a-ab080bd6acf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:23.441350 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-289914e8-fd9a-4c2c-a13a-ab080bd6acf3 admin admin] For port a6c94185-b7c9-4278-bb65-86e869f6e91c, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a6c94185-b7c9-4278-bb65-86e869f6e91c,segment=NetworkSegment(5780f340-a6ae-46d6-b81d-d9cd46874cec),segment_id=5780f340-a6ae-46d6-b81d-d9cd46874cec)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:42:23.441821 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-289914e8-fd9a-4c2c-a13a-ab080bd6acf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:23.457784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d274ff41-2a43-45f2-bdbb-c9a26f8e5e78 None None] DHCP port deletion for f4bca1f8-ff57-4683-b395-52e35cd021f9 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:42:23.464698 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-289914e8-fd9a-4c2c-a13a-ab080bd6acf3 admin admin] Calling delete_port for a6c94185-b7c9-4278-bb65-86e869f6e91c owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:42:23.527596 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d274ff41-2a43-45f2-bdbb-c9a26f8e5e78 None None] Deleting port a6c94185-b7c9-4278-bb65-86e869f6e91c {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:42:23.528457 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d274ff41-2a43-45f2-bdbb-c9a26f8e5e78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:23.578897 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-289914e8-fd9a-4c2c-a13a-ab080bd6acf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:23.639621 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289914e8-fd9a-4c2c-a13a-ab080bd6acf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c94185-b7c9-4278-bb65-86e869f6e91c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:23.642453 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289914e8-fd9a-4c2c-a13a-ab080bd6acf3 admin admin] No DVR routers for this DVR port a6c94185-b7c9-4278-bb65-86e869f6e91c on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:42:23.665942 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d274ff41-2a43-45f2-bdbb-c9a26f8e5e78 None None] For port a6c94185-b7c9-4278-bb65-86e869f6e91c, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a6c94185-b7c9-4278-bb65-86e869f6e91c,segment=NetworkSegment(5780f340-a6ae-46d6-b81d-d9cd46874cec),segment_id=5780f340-a6ae-46d6-b81d-d9cd46874cec)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:42:23.668021 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d274ff41-2a43-45f2-bdbb-c9a26f8e5e78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:23.706881 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d274ff41-2a43-45f2-bdbb-c9a26f8e5e78 None None] Calling delete_port for a6c94185-b7c9-4278-bb65-86e869f6e91c owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:42:23.724651 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-289914e8-fd9a-4c2c-a13a-ab080bd6acf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:23.738682 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-289914e8-fd9a-4c2c-a13a-ab080bd6acf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4bca1f8-ff57-4683-b395-52e35cd021f9']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:23.754420 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-289914e8-fd9a-4c2c-a13a-ab080bd6acf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5780f340-a6ae-46d6-b81d-d9cd46874cec') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:23.754713 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-289914e8-fd9a-4c2c-a13a-ab080bd6acf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5780f340-a6ae-46d6-b81d-d9cd46874cec') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:23.766443 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-289914e8-fd9a-4c2c-a13a-ab080bd6acf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:23.786382 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-289914e8-fd9a-4c2c-a13a-ab080bd6acf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:23.797119 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289914e8-fd9a-4c2c-a13a-ab080bd6acf3 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:42:23.798515 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-289914e8-fd9a-4c2c-a13a-ab080bd6acf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:42:23.800912 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:42:23.819279 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:42:23.832087 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d274ff41-2a43-45f2-bdbb-c9a26f8e5e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:23.862878 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274ff41-2a43-45f2-bdbb-c9a26f8e5e78 None None] Pushing event deleted for resources: {'Port': ['ID=a6c94185-b7c9-4278-bb65-86e869f6e91c,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:23.870036 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d274ff41-2a43-45f2-bdbb-c9a26f8e5e78 None None] No DVR routers for this DVR port a6c94185-b7c9-4278-bb65-86e869f6e91c on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:42:23.900671 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-289914e8-fd9a-4c2c-a13a-ab080bd6acf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:23.908794 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-289914e8-fd9a-4c2c-a13a-ab080bd6acf3 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:23.910732 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-289914e8-fd9a-4c2c-a13a-ab080bd6acf3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f4bca1f8-ff57-4683-b395-52e35cd021f9 HTTP/1.1" status: 204 len: 168 time: 0.7157032 Jul 09 09:42:23.928061 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289914e8-fd9a-4c2c-a13a-ab080bd6acf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4bca1f8-ff57-4683-b395-52e35cd021f9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:23.937631 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-3d371a7e-addf-4a38-a27f-5169ef5b6e6d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1232266 Jul 09 09:42:24.163336 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-207e5150-cd87-46fe-aaa7-34db416fdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:24.163911 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-207e5150-cd87-46fe-aaa7-34db416fdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:24.164344 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-207e5150-cd87-46fe-aaa7-34db416fdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:24.164797 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-207e5150-cd87-46fe-aaa7-34db416fdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:24.165264 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-207e5150-cd87-46fe-aaa7-34db416fdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:24.165728 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-207e5150-cd87-46fe-aaa7-34db416fdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:24.166193 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-207e5150-cd87-46fe-aaa7-34db416fdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:24.168173 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-207e5150-cd87-46fe-aaa7-34db416fdc01 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df38cd9bcbb7480b8739e27fba0b60f2&device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 6502 time: 0.1598308 Jul 09 09:42:24.181806 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33872) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:24.208615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a49e22-8b6b-4eaa-b366-f2038aa29b30 req-8442a843-83dc-4d33-81f9-43664bc82e9a tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:24.210220 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8a49e22-8b6b-4eaa-b366-f2038aa29b30 req-8442a843-83dc-4d33-81f9-43664bc82e9a tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1456f598-b593-40fd-a836-6d51658a073a HTTP/1.1" status: 200 len: 945 time: 0.1330409 Jul 09 09:42:24.227159 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba81721-8c56-472f-9b75-74c8091b5596 req-a31e47ca-d70f-4bbc-9c13-3d21738193f0 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:24.228783 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fba81721-8c56-472f-9b75-74c8091b5596 req-a31e47ca-d70f-4bbc-9c13-3d21738193f0 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.64 "GET /v2.0/ports?device_id=1456f598-b593-40fd-a836-6d51658a073a HTTP/1.1" status: 200 len: 945 time: 0.1620169 Jul 09 09:42:24.242554 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-33a1695f-09f6-4b46-b363-b41eb5676a2f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ac269ba5665449fdbb06cad931982f8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584373 Jul 09 09:42:24.244984 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33874) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:24.318785 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e7673fb-a936-4001-925a-dc36139448a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:24.324152 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:42:24.360228 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e7673fb-a936-4001-925a-dc36139448a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:24.374884 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8a49e22-8b6b-4eaa-b366-f2038aa29b30 req-07ed4577-bf41-48af-bac0-5b805ff83315 tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d77277f-dbda-426b-971f-561f04165107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438546 Jul 09 09:42:24.421483 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e7673fb-a936-4001-925a-dc36139448a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:24.426476 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e7673fb-a936-4001-925a-dc36139448a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:24.428209 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2e7673fb-a936-4001-925a-dc36139448a9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0015e6fe-76f8-4073-ae1c-db63b4055d91 HTTP/1.1" status: 204 len: 168 time: 0.1817679 Jul 09 09:42:24.436355 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-c1fa89f1-0887-4a25-b0f8-95aab18500ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:24.436839 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-c1fa89f1-0887-4a25-b0f8-95aab18500ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:24.437311 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-c1fa89f1-0887-4a25-b0f8-95aab18500ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:24.438942 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-c1fa89f1-0887-4a25-b0f8-95aab18500ca service neutron] 10.222.0.58 "GET /v2.0/networks?id=99c195dc-2d0c-4f19-8264-456ecb1b766e&id=fafd663f-aa19-474e-a8d4-f86917295390&id=fafd663f-aa19-474e-a8d4-f86917295390&id=fafd663f-aa19-474e-a8d4-f86917295390&id=fafd663f-aa19-474e-a8d4-f86917295390&id=7bc84bdf-64ff-402d-9a3f-15d863914225&id=7bc84bdf-64ff-402d-9a3f-15d863914225 HTTP/1.1" status: 200 len: 2297 time: 0.2278285 Jul 09 09:42:24.439839 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7673fb-a936-4001-925a-dc36139448a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0015e6fe-76f8-4073-ae1c-db63b4055d91,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:24.536813 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-fba81721-8c56-472f-9b75-74c8091b5596 req-209382a3-b57a-4b24-889d-31bb6c2a18ed tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Deleting port d49cb5f9-0d77-486e-9ee0-c878a05e76e2 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:42:24.537096 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fba81721-8c56-472f-9b75-74c8091b5596 req-209382a3-b57a-4b24-889d-31bb6c2a18ed tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:24.601934 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-8136aee6-e4cc-48a6-80f3-c8861e3694ae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22dfeafe-6fc9-4984-b9b5-99cfc7236f67 HTTP/1.1" status: 200 len: 1002 time: 0.1543226 Jul 09 09:42:24.678700 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-fba81721-8c56-472f-9b75-74c8091b5596 req-209382a3-b57a-4b24-889d-31bb6c2a18ed tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] For port d49cb5f9-0d77-486e-9ee0-c878a05e76e2, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=d49cb5f9-0d77-486e-9ee0-c878a05e76e2,segment=NetworkSegment(26c34190-f93f-4024-a59e-46517f66e793),segment_id=26c34190-f93f-4024-a59e-46517f66e793)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:42:24.679072 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fba81721-8c56-472f-9b75-74c8091b5596 req-209382a3-b57a-4b24-889d-31bb6c2a18ed tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:24.689944 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-d3e1cab2-f07f-4ce9-9c4c-39fe208df2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:24.691450 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-d3e1cab2-f07f-4ce9-9c4c-39fe208df2e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c58141ca-34d8-4bfc-921c-8492b6a7dcd8 HTTP/1.1" status: 200 len: 855 time: 0.0815575 Jul 09 09:42:24.713960 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-fba81721-8c56-472f-9b75-74c8091b5596 req-209382a3-b57a-4b24-889d-31bb6c2a18ed tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Calling delete_port for d49cb5f9-0d77-486e-9ee0-c878a05e76e2 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:42:24.746645 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device db48b934-e5d9-4cb1-a78d-d54627493d1d no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:42:24.801395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: db48b934-e5d9-4cb1-a78d-d54627493d1d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:42:24.801831 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device db48b934-e5d9-4cb1-a78d-d54627493d1d not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:42:24.802498 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a6c94185-b7c9-4278-bb65-86e869f6e91c no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:42:24.847275 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: a6c94185-b7c9-4278-bb65-86e869f6e91c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:42:24.851342 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a6c94185-b7c9-4278-bb65-86e869f6e91c not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:42:24.862218 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-15fd1856-0702-47ae-aad6-96379ed2102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:24.866040 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-15fd1856-0702-47ae-aad6-96379ed2102b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=99c195dc-2d0c-4f19-8264-456ecb1b766e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1659968 Jul 09 09:42:25.018582 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-0f55b3a7-cd03-4341-8643-5a21e13f12ac service neutron] 10.222.0.58 "GET /v2.0/networks/99c195dc-2d0c-4f19-8264-456ecb1b766e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391926 Jul 09 09:42:25.019296 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fba81721-8c56-472f-9b75-74c8091b5596 req-209382a3-b57a-4b24-889d-31bb6c2a18ed tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:25.072710 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209382a3-b57a-4b24-889d-31bb6c2a18ed tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Pushing event deleted for resources: {'Port': ['ID=d49cb5f9-0d77-486e-9ee0-c878a05e76e2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:25.151515 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba81721-8c56-472f-9b75-74c8091b5596 req-209382a3-b57a-4b24-889d-31bb6c2a18ed tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] No DVR routers for this DVR port d49cb5f9-0d77-486e-9ee0-c878a05e76e2 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:42:25.155200 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fba81721-8c56-472f-9b75-74c8091b5596 req-209382a3-b57a-4b24-889d-31bb6c2a18ed tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:25.157286 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fba81721-8c56-472f-9b75-74c8091b5596 req-209382a3-b57a-4b24-889d-31bb6c2a18ed tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.64 "DELETE /v2.0/ports/d49cb5f9-0d77-486e-9ee0-c878a05e76e2 HTTP/1.1" status: 204 len: 173 time: 0.9113235 Jul 09 09:42:25.157886 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1456f598-b593-40fd-a836-6d51658a073a', 'name': 'network-vif-deleted', 'tag': 'd49cb5f9-0d77-486e-9ee0-c878a05e76e2'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:42:25.160182 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0df1fc0-d646-4a98-b488-720cf88b893d" -d '{"events": [{"server_uuid": "1456f598-b593-40fd-a836-6d51658a073a", "name": "network-vif-deleted", "tag": "d49cb5f9-0d77-486e-9ee0-c878a05e76e2"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:42:25.218013 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-88a54bc0-38e2-4756-9616-98ffa04e63db service neutron] 10.222.0.58 "GET /v2.0/networks/99c195dc-2d0c-4f19-8264-456ecb1b766e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872950 Jul 09 09:42:25.272613 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8c57b2-23a8-44e6-a402-efd9f8b08e74 x-openstack-request-id: req-9b8c57b2-23a8-44e6-a402-efd9f8b08e74 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:42:25.272902 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1456f598-b593-40fd-a836-6d51658a073a", "name": "network-vif-deleted", "tag": "d49cb5f9-0d77-486e-9ee0-c878a05e76e2", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:42:25.273156 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9b8c57b2-23a8-44e6-a402-efd9f8b08e74 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:42:25.273557 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1456f598-b593-40fd-a836-6d51658a073a', 'name': 'network-vif-deleted', 'tag': 'd49cb5f9-0d77-486e-9ee0-c878a05e76e2', 'status': 'completed', 'code': 200} Jul 09 09:42:25.275352 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-15277338-ea98-4705-9d9b-a368c703ef6e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=3c73430f-30cc-438a-9261-509e2242a4f3 HTTP/1.1" status: 200 len: 217 time: 0.0496604 Jul 09 09:42:25.343502 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-028c7b61-80f3-43dc-8d73-489495589588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:25.345641 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-028c7b61-80f3-43dc-8d73-489495589588 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb445b71-f971-43b5-b952-3e1761f97cac HTTP/1.1" status: 200 len: 797 time: 0.0641153 Jul 09 09:42:25.421950 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-388ab921-d56b-4a68-9d43-b3eac82bc669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:25.424401 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-388ab921-d56b-4a68-9d43-b3eac82bc669 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fafd663f-aa19-474e-a8d4-f86917295390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0727894 Jul 09 09:42:25.600987 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06eff0ab-f0d6-4aba-94e1-417e28853fea req-3447001d-94e3-432f-91eb-1ad014d1faeb tempest-InstanceActionsTestJSON-882910947 tempest-InstanceActionsTestJSON-882910947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1456f598-b593-40fd-a836-6d51658a073a HTTP/1.1" status: 200 len: 210 time: 0.0739961 Jul 09 09:42:25.620712 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-c2e7cc55-a392-423c-8e00-5161fc7d0ea7 service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885953 Jul 09 09:42:25.829975 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-a8b393ae-ed44-42b6-8470-d70617670020 service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014377 Jul 09 09:42:25.887050 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-a93f5345-9893-4797-881c-3f461ed2d595 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=b87dc968-5275-4a5f-8ede-a7b805940aa5 HTTP/1.1" status: 200 len: 217 time: 0.0522833 Jul 09 09:42:25.961901 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-4dbbb2ff-3e31-4f09-9260-8df709287e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:25.967012 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-4dbbb2ff-3e31-4f09-9260-8df709287e94 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb445b71-f971-43b5-b952-3e1761f97cac HTTP/1.1" status: 200 len: 797 time: 0.0717425 Jul 09 09:42:26.051644 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-450930bd-3dca-438b-b46d-401265d911a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:26.053630 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-450930bd-3dca-438b-b46d-401265d911a5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fafd663f-aa19-474e-a8d4-f86917295390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0829713 Jul 09 09:42:26.163477 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-6a1e01d3-1a0f-4001-97ca-86a4b17b078a service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936105 Jul 09 09:42:26.294744 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-ac023f14-c39e-4ce6-9591-db80b3fb1b10 service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222508 Jul 09 09:42:26.355812 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-4b6a70e1-81d2-4ec2-a117-c8c1aa621a87 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=0ba2455e-8a37-4bdf-8a17-72869b71782e HTTP/1.1" status: 200 len: 217 time: 0.0569367 Jul 09 09:42:26.420141 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-4850052e-9146-4504-9f58-edde7b8f1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:26.421631 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-4850052e-9146-4504-9f58-edde7b8f1706 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb445b71-f971-43b5-b952-3e1761f97cac HTTP/1.1" status: 200 len: 797 time: 0.0600810 Jul 09 09:42:26.448927 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device d49cb5f9-0d77-486e-9ee0-c878a05e76e2 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:42:26.486923 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: d49cb5f9-0d77-486e-9ee0-c878a05e76e2 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:42:26.487273 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device d49cb5f9-0d77-486e-9ee0-c878a05e76e2 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:42:26.504613 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-7f89f28f-66c0-4764-abf7-2d8726e21bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:26.506355 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-7f89f28f-66c0-4764-abf7-2d8726e21bb4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fafd663f-aa19-474e-a8d4-f86917295390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0785508 Jul 09 09:42:26.605987 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34028) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:26.614690 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-1c7de484-3a40-47ec-af19-41f26471436f service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991421 Jul 09 09:42:26.729678 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-68b2b1f7-87d3-4da4-aaed-1d0d370d87a5 service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091282 Jul 09 09:42:26.736138 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34044) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:26.782006 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-52c5ecc4-a1a6-4ec6-b98b-a574c03c6eba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=9156e5bc-3745-4aaf-a12d-7f1717166bef HTTP/1.1" status: 200 len: 217 time: 0.0459166 Jul 09 09:42:26.792117 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5306c151-e61d-4248-bf06-bde99fc693c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:26.805067 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-94392d6b-984e-491d-8c1f-dc708ce5f9eb admin admin] Deleting subnet 7e073588-ebdf-496c-8def-c6e7fae41cf1 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:42:26.815878 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94392d6b-984e-491d-8c1f-dc708ce5f9eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:26.837860 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-d35fe879-c9ea-4487-b20a-558d09de0423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:26.839538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-d35fe879-c9ea-4487-b20a-558d09de0423 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb445b71-f971-43b5-b952-3e1761f97cac HTTP/1.1" status: 200 len: 797 time: 0.0510361 Jul 09 09:42:26.866398 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94392d6b-984e-491d-8c1f-dc708ce5f9eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:26.923546 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-98cabb3d-0747-4e2b-a516-eed7e97a0c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:26.925419 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-98cabb3d-0747-4e2b-a516-eed7e97a0c88 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fafd663f-aa19-474e-a8d4-f86917295390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0794208 Jul 09 09:42:26.964821 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94392d6b-984e-491d-8c1f-dc708ce5f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:27.064434 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5306c151-e61d-4248-bf06-bde99fc693c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:27.074907 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5306c151-e61d-4248-bf06-bde99fc693c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:27.105381 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-c7399fd3-53ab-4db3-b6f6-69ecf0b9cc17 service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732721 Jul 09 09:42:27.108100 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94392d6b-984e-491d-8c1f-dc708ce5f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:27.187829 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5306c151-e61d-4248-bf06-bde99fc693c3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0848cf96516340ca845b4a58f493112b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5806489 Jul 09 09:42:27.188615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34070) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:27.269495 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306c151-e61d-4248-bf06-bde99fc693c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a1088e-f393-4dcd-a049-83b65c98cc27,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:27.286695 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94392d6b-984e-491d-8c1f-dc708ce5f9eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:27.289239 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-94392d6b-984e-491d-8c1f-dc708ce5f9eb admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7e073588-ebdf-496c-8def-c6e7fae41cf1 HTTP/1.1" status: 204 len: 168 time: 0.5516768 Jul 09 09:42:27.289709 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94392d6b-984e-491d-8c1f-dc708ce5f9eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e073588-ebdf-496c-8def-c6e7fae41cf1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:27.292171 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34084) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:27.315639 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-449d3c27-811f-45be-af2d-71d0c7344d96 service neutron] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032356 Jul 09 09:42:27.376391 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24951732-406e-486e-9048-04695ffc228a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:27.382289 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-38d9986a-59ae-4134-96d2-417fa4ec6768 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4056075f-4424-484a-a4a7-32a33e281506 HTTP/1.1" status: 200 len: 217 time: 0.0551307 Jul 09 09:42:27.421870 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52144d02-d356-4af1-a912-426acdcb4bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:27.431289 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d39cb004-5917-495f-97c2-f5832b5a44e1 req-855db3bd-6217-413a-97c0-4d6ffa744ecd tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=8623f7c4-0583-4404-ac29-069a6b13121d HTTP/1.1" status: 200 len: 210 time: 0.0554574 Jul 09 09:42:27.467278 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24951732-406e-486e-9048-04695ffc228a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:27.512062 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-1c31e64b-e62b-4061-acdb-95c5444e51e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:27.515465 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-1c31e64b-e62b-4061-acdb-95c5444e51e1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b9e1697-18ef-436b-a5a6-85ffcc941df6 HTTP/1.1" status: 200 len: 797 time: 0.1154659 Jul 09 09:42:27.532827 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52144d02-d356-4af1-a912-426acdcb4bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:27.547040 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-52144d02-d356-4af1-a912-426acdcb4bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745faf40-137a-4728-89d2-c50940b1a64b']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:27.562360 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-52144d02-d356-4af1-a912-426acdcb4bf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c34190-f93f-4024-a59e-46517f66e793') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:27.563049 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-52144d02-d356-4af1-a912-426acdcb4bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c34190-f93f-4024-a59e-46517f66e793') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:27.585898 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52144d02-d356-4af1-a912-426acdcb4bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:27.604055 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24951732-406e-486e-9048-04695ffc228a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:27.608686 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24951732-406e-486e-9048-04695ffc228a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:27.609980 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-24951732-406e-486e-9048-04695ffc228a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b0a1088e-f393-4dcd-a049-83b65c98cc27 HTTP/1.1" status: 204 len: 168 time: 0.4204140 Jul 09 09:42:27.616383 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-7bdcdce1-aa73-4069-b5e4-e9cf832975fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:27.616670 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52144d02-d356-4af1-a912-426acdcb4bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:27.618012 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-7bdcdce1-aa73-4069-b5e4-e9cf832975fa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bc84bdf-64ff-402d-9a3f-15d863914225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0962343 Jul 09 09:42:27.626337 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52144d02-d356-4af1-a912-426acdcb4bf7 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:42:27.627375 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52144d02-d356-4af1-a912-426acdcb4bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:42:27.629900 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:42:27.636904 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24951732-406e-486e-9048-04695ffc228a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a1088e-f393-4dcd-a049-83b65c98cc27,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:27.718809 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52144d02-d356-4af1-a912-426acdcb4bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:27.728083 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52144d02-d356-4af1-a912-426acdcb4bf7 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:27.731551 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-52144d02-d356-4af1-a912-426acdcb4bf7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/745faf40-137a-4728-89d2-c50940b1a64b HTTP/1.1" status: 204 len: 168 time: 0.4380970 Jul 09 09:42:27.769968 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52144d02-d356-4af1-a912-426acdcb4bf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=745faf40-137a-4728-89d2-c50940b1a64b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:27.833742 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-3d584c59-60d8-4d14-98ed-4509b77e2772 service neutron] 10.222.0.58 "GET /v2.0/networks/7bc84bdf-64ff-402d-9a3f-15d863914225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991694 Jul 09 09:42:27.974486 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-6cd88f8b-6905-4565-b8dc-c4b30f879e7c service neutron] 10.222.0.58 "GET /v2.0/networks/7bc84bdf-64ff-402d-9a3f-15d863914225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343458 Jul 09 09:42:28.049558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-ea6307e1-e0f4-4987-81ed-763bec9e8988 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=84f956f9-4326-4d7c-bcf7-10dfe96d3b49 HTTP/1.1" status: 200 len: 217 time: 0.0550129 Jul 09 09:42:28.188301 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e47f237-856d-4114-a73f-9c5b7d2b3070 req-240fd9e2-d7db-4c28-b1c0-3d4a9377dc24 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0774138 Jul 09 09:42:28.219041 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-de19b3b8-ab41-4ee7-b653-d2569c79af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:28.221787 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-de19b3b8-ab41-4ee7-b653-d2569c79af6c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b9e1697-18ef-436b-a5a6-85ffcc941df6 HTTP/1.1" status: 200 len: 797 time: 0.1656280 Jul 09 09:42:28.327127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-74f9a75a-9677-4e99-ac47-af6ad1f15dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:28.329249 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-74f9a75a-9677-4e99-ac47-af6ad1f15dd1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bc84bdf-64ff-402d-9a3f-15d863914225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0992274 Jul 09 09:42:28.405957 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34150) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:28.486812 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-363d9272-05b8-4828-bc26-03e96fe84948 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3ef84fde4649496990fa19ec3382ce33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0794168 Jul 09 09:42:28.487472 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34156) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:28.543410 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ced5b8d8-38fe-44e8-95da-de169ef857d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:28.544904 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-1ad58548-43b3-4072-bbcc-7f56fe411c0f service neutron] 10.222.0.58 "GET /v2.0/networks/7bc84bdf-64ff-402d-9a3f-15d863914225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063606 Jul 09 09:42:28.574248 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ced5b8d8-38fe-44e8-95da-de169ef857d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:28.639572 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ced5b8d8-38fe-44e8-95da-de169ef857d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:28.642466 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ced5b8d8-38fe-44e8-95da-de169ef857d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:28.647005 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ced5b8d8-38fe-44e8-95da-de169ef857d0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2d77277f-dbda-426b-971f-561f04165107 HTTP/1.1" status: 204 len: 168 time: 0.1584520 Jul 09 09:42:28.662212 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5b8d8-38fe-44e8-95da-de169ef857d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d77277f-dbda-426b-971f-561f04165107,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:28.706013 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b13c5b97-be00-435e-beb4-cc1d69aec21d req-373a267f-c0a4-4f86-b644-66a4511d0c6d service neutron] 10.222.0.58 "GET /v2.0/networks/7bc84bdf-64ff-402d-9a3f-15d863914225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569283 Jul 09 09:42:28.718259 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34160) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:28.734816 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6c36309-cfd8-4961-bcf4-63c902fd0545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:28.882743 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6c36309-cfd8-4961-bcf4-63c902fd0545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:28.896954 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6c36309-cfd8-4961-bcf4-63c902fd0545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:28.947902 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c6c36309-cfd8-4961-bcf4-63c902fd0545 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ff918f2d6d6b414bbe6f47237728758f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2263932 Jul 09 09:42:28.949310 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c36309-cfd8-4961-bcf4-63c902fd0545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec0a075-7437-4cde-860e-6800bd7c674f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:28.949468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34166) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:29.022724 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca2752e8-c5ef-421b-b10d-0af86bc1e92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:29.056186 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca2752e8-c5ef-421b-b10d-0af86bc1e92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:29.126857 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca2752e8-c5ef-421b-b10d-0af86bc1e92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:29.129628 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca2752e8-c5ef-421b-b10d-0af86bc1e92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:29.133279 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ca2752e8-c5ef-421b-b10d-0af86bc1e92b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bec0a075-7437-4cde-860e-6800bd7c674f HTTP/1.1" status: 204 len: 168 time: 0.1823606 Jul 09 09:42:29.155993 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2752e8-c5ef-421b-b10d-0af86bc1e92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec0a075-7437-4cde-860e-6800bd7c674f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:29.485110 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-795bc5a2-27c5-4f70-ab8e-069667a7ca79 req-01186f7b-0d47-4504-9d7a-841f2758293e tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0553429 Jul 09 09:42:30.698882 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c634e2bc-79ca-4715-a6a0-a1e2a7d69207 req-b1112c92-d1ec-4f78-98d9-2f8b05313e66 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0676069 Jul 09 09:42:30.751416 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34328) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:30.961211 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e45af451-39d6-4fe6-bd11-3e058fbc1573 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1434375424-network', 'tenant_id': '44cfde7dcd5741bdbb4cf0ed4c9b1591'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:30.984706 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45af451-39d6-4fe6-bd11-3e058fbc1573 admin admin] Made reservation on behalf of 44cfde7dcd5741bdbb4cf0ed4c9b1591 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:42:30.987449 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e45af451-39d6-4fe6-bd11-3e058fbc1573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:30.996451 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e45af451-39d6-4fe6-bd11-3e058fbc1573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:31.108433 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e45af451-39d6-4fe6-bd11-3e058fbc1573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:31.112983 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e45af451-39d6-4fe6-bd11-3e058fbc1573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:31.138770 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45af451-39d6-4fe6-bd11-3e058fbc1573 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:42:31.148303 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45af451-39d6-4fe6-bd11-3e058fbc1573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd212d9b-5a6d-453f-bef6-7c8363576e75,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:31.155487 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e45af451-39d6-4fe6-bd11-3e058fbc1573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:31.156294 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-e45af451-39d6-4fe6-bd11-3e058fbc1573 admin admin] Added segment 183e28ab-cc44-46c8-b859-5a59fffaeeb9 of type vlan for network cda2efdf-e811-4a69-9f9d-59cbb4b76194 Jul 09 09:42:31.203302 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e45af451-39d6-4fe6-bd11-3e058fbc1573 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:31.235575 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e45af451-39d6-4fe6-bd11-3e058fbc1573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:31.236567 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45af451-39d6-4fe6-bd11-3e058fbc1573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:31.237195 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e45af451-39d6-4fe6-bd11-3e058fbc1573 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:31.295512 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e45af451-39d6-4fe6-bd11-3e058fbc1573 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5414238 Jul 09 09:42:31.295632 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34358) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:31.301431 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9ce6413a-ad4e-42fe-b092-63b5de1e73d6 admin admin] Request body: {'subnet': {'network_id': 'cda2efdf-e811-4a69-9f9d-59cbb4b76194', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1434375424-subnet', 'tenant_id': '44cfde7dcd5741bdbb4cf0ed4c9b1591', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:31.303191 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45af451-39d6-4fe6-bd11-3e058fbc1573 admin admin] Pushing event updated for resources: {'Network': ['ID=cda2efdf-e811-4a69-9f9d-59cbb4b76194,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:31.314940 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network cda2efdf-e811-4a69-9f9d-59cbb4b76194 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:42:31.328745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce6413a-ad4e-42fe-b092-63b5de1e73d6 admin admin] Made reservation on behalf of 44cfde7dcd5741bdbb4cf0ed4c9b1591 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:42:31.332047 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9ce6413a-ad4e-42fe-b092-63b5de1e73d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:31.966259 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35a23ba1-cd44-4ee9-9ab2-e32f89186d50 req-c4f742ce-1534-4e90-b482-93fb7f380380 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0341721 Jul 09 09:42:32.034763 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9ce6413a-ad4e-42fe-b092-63b5de1e73d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:32.105911 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6413a-ad4e-42fe-b092-63b5de1e73d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d184608-96b0-4378-bf5a-5b19137fd18c,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:32.108268 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce6413a-ad4e-42fe-b092-63b5de1e73d6 admin admin] Checking segment: {'id': '183e28ab-cc44-46c8-b859-5a59fffaeeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cda2efdf-e811-4a69-9f9d-59cbb4b76194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:42:32.108634 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce6413a-ad4e-42fe-b092-63b5de1e73d6 admin admin] Network hostable DHCP agents. Network: cda2efdf-e811-4a69-9f9d-59cbb4b76194, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:42:32.126054 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce6413a-ad4e-42fe-b092-63b5de1e73d6 admin admin] Network cda2efdf-e811-4a69-9f9d-59cbb4b76194 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:42:32.141120 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-9ce6413a-ad4e-42fe-b092-63b5de1e73d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, cda2efdf-e811-4a69-9f9d-59cbb4b76194) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:42:32.145872 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce6413a-ad4e-42fe-b092-63b5de1e73d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:32.146773 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9ce6413a-ad4e-42fe-b092-63b5de1e73d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:32.154028 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e728f2-b73b-408a-b316-13100a682f46 None None] Network cda2efdf-e811-4a69-9f9d-59cbb4b76194 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:42:32.162414 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9ce6413a-ad4e-42fe-b092-63b5de1e73d6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8656411 Jul 09 09:42:32.308759 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01575aa-28a0-4ce4-9475-324cb51c3653 None None] Network cda2efdf-e811-4a69-9f9d-59cbb4b76194 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:42:32.661398 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d294006-3d99-49d5-8260-32ef358ee5b1 req-2087a89d-1bed-470b-a5ae-84b0a408aa98 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8623f7c4-0583-4404-ac29-069a6b13121d HTTP/1.1" status: 200 len: 210 time: 0.0746868 Jul 09 09:42:32.834076 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ff654efd-8d5e-4cca-aa07-99fd4f104819 req-43a6eee4-171f-4798-ab14-39952702b297 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0354917 Jul 09 09:42:33.161072 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-4c70f9ee-2f06-428a-8453-e2b16d1bfa4e tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:33.207021 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-4c70f9ee-2f06-428a-8453-e2b16d1bfa4e tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/networks?id=cda2efdf-e811-4a69-9f9d-59cbb4b76194 HTTP/1.1" status: 200 len: 818 time: 0.1677415 Jul 09 09:42:33.216007 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-ddacadf5-7202-4207-b9a7-10949c04bcca tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/quotas/44cfde7dcd5741bdbb4cf0ed4c9b1591 HTTP/1.1" status: 200 len: 375 time: 0.0321896 Jul 09 09:42:33.239051 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fefd135e-8fb5-4ae6-b0de-a57e61891bb8 req-aec9a17f-5083-461b-b461-cdf62a771606 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0618589 Jul 09 09:42:33.246151 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34494) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:33.270072 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-d4c06565-4873-4eb1-8759-11b84524357c tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=44cfde7dcd5741bdbb4cf0ed4c9b1591&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347707 Jul 09 09:42:33.391778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-adc13940-93f6-48f1-abfd-cc5d7a78c4f5 service neutron] 10.222.0.61 "GET /v2.0/networks/cda2efdf-e811-4a69-9f9d-59cbb4b76194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108987 Jul 09 09:42:33.524778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-466d9a85-6596-483a-8298-ad3e035225af service neutron] 10.222.0.61 "GET /v2.0/networks/cda2efdf-e811-4a69-9f9d-59cbb4b76194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227338 Jul 09 09:42:33.624778 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-44562db5-b80c-44c4-9926-6ab4067e4cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:33.750698 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-44562db5-b80c-44c4-9926-6ab4067e4cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:33.759383 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-44562db5-b80c-44c4-9926-6ab4067e4cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:33.806034 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c7effb83-c67d-4f3c-91bc-f6b88704cd4b req-44252a0c-2b5d-47f6-a99f-2d4492a8310f tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/ports?device_id=3547f676-adbb-4e4a-a5e8-ecb82fa374bf HTTP/1.1" status: 200 len: 210 time: 0.0804644 Jul 09 09:42:33.839001 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44562db5-b80c-44c4-9926-6ab4067e4cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d76869-4e2e-4d6b-9463-17522b75497b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:33.842648 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:33.865949 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-44562db5-b80c-44c4-9926-6ab4067e4cc5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=93d5b521281749eaaec0bb62d9c00df5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6180365 Jul 09 09:42:33.868558 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34534) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:33.964699 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64ffee60-9fa7-4727-92eb-b69ae9dec3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:34.005579 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64ffee60-9fa7-4727-92eb-b69ae9dec3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:34.087325 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64ffee60-9fa7-4727-92eb-b69ae9dec3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:34.092273 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64ffee60-9fa7-4727-92eb-b69ae9dec3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:34.095149 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-64ffee60-9fa7-4727-92eb-b69ae9dec3d8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/29d76869-4e2e-4d6b-9463-17522b75497b HTTP/1.1" status: 204 len: 168 time: 0.2255309 Jul 09 09:42:34.112300 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffee60-9fa7-4727-92eb-b69ae9dec3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d76869-4e2e-4d6b-9463-17522b75497b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:34.412561 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76f04cc7-ada3-408c-8598-84eb4e520389 req-6c67b73d-b2da-4741-a7f1-5513aa3a3b38 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0294242 Jul 09 09:42:34.558842 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34576) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:34.595272 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84192f35-9ee4-4813-bcfa-ef5dea4f0fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:34.669674 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34582) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:34.734256 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84192f35-9ee4-4813-bcfa-ef5dea4f0fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:34.738144 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84192f35-9ee4-4813-bcfa-ef5dea4f0fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:34.781814 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-84192f35-9ee4-4813-bcfa-ef5dea4f0fb4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f135706999554b879acfb44b558a97b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167678 Jul 09 09:42:34.782625 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34590) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:34.784525 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84192f35-9ee4-4813-bcfa-ef5dea4f0fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88628bb2-77dc-4bfe-8580-cda704a1d4d2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:34.868594 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b6ba029-f8bc-4a53-b9f4-46aa25a8f962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:34.946399 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a52d75a1-3f7a-4f7e-aa10-a4e73e3d5b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:34.976285 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b6ba029-f8bc-4a53-b9f4-46aa25a8f962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:35.118113 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4222961-ae11-4155-8077-448a208b890b req-d964866f-32cc-493c-9f53-9b230fb8ce4d tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0870569 Jul 09 09:42:35.120321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d65ae0e0-efb6-4e2c-9e80-7a733bdff4a3 req-41bbfbcd-c15b-4d14-ba01-fdd611a70f6f tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/ports?device_id=3547f676-adbb-4e4a-a5e8-ecb82fa374bf HTTP/1.1" status: 200 len: 210 time: 0.0906224 Jul 09 09:42:35.245743 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b6ba029-f8bc-4a53-b9f4-46aa25a8f962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:35.249037 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b6ba029-f8bc-4a53-b9f4-46aa25a8f962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:35.250161 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2b6ba029-f8bc-4a53-b9f4-46aa25a8f962 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88628bb2-77dc-4bfe-8580-cda704a1d4d2 HTTP/1.1" status: 204 len: 168 time: 0.4662445 Jul 09 09:42:35.297433 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ba029-f8bc-4a53-b9f4-46aa25a8f962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88628bb2-77dc-4bfe-8580-cda704a1d4d2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:35.307486 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-a59e8804-037e-42ab-920c-e991a36d02a7 tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:35.309185 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-a59e8804-037e-42ab-920c-e991a36d02a7 tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.58 "GET /v2.0/networks?id=cda2efdf-e811-4a69-9f9d-59cbb4b76194 HTTP/1.1" status: 200 len: 818 time: 0.1973045 Jul 09 09:42:35.325829 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-8a9f92c6-b8af-4ec3-ae7b-56b0ff091b6f tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Request body: {'port': {'device_id': '3547f676-adbb-4e4a-a5e8-ecb82fa374bf', 'network_id': 'cda2efdf-e811-4a69-9f9d-59cbb4b76194', 'admin_state_up': True, 'tenant_id': '44cfde7dcd5741bdbb4cf0ed4c9b1591'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:35.407682 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a52d75a1-3f7a-4f7e-aa10-a4e73e3d5b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:35.433575 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a52d75a1-3f7a-4f7e-aa10-a4e73e3d5b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:35.495956 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a52d75a1-3f7a-4f7e-aa10-a4e73e3d5b08 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=685a28483de1428bac8da2473e785b81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8208966 Jul 09 09:42:35.496338 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34618) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:35.499208 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d75a1-3f7a-4f7e-aa10-a4e73e3d5b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8c4885-62ba-4baa-b439-82fb64fdb16c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:35.521595 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-8a9f92c6-b8af-4ec3-ae7b-56b0ff091b6f tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Made reservation on behalf of 44cfde7dcd5741bdbb4cf0ed4c9b1591 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:42:35.529434 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-8a9f92c6-b8af-4ec3-ae7b-56b0ff091b6f tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:35.574380 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0daa6cc-d96e-495f-a08c-e4fb42dfd57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:35.598129 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0daa6cc-d96e-495f-a08c-e4fb42dfd57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:35.656687 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0daa6cc-d96e-495f-a08c-e4fb42dfd57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:35.660799 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0daa6cc-d96e-495f-a08c-e4fb42dfd57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:35.662338 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e0daa6cc-d96e-495f-a08c-e4fb42dfd57b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2b8c4885-62ba-4baa-b439-82fb64fdb16c HTTP/1.1" status: 204 len: 168 time: 0.1645300 Jul 09 09:42:35.675360 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0daa6cc-d96e-495f-a08c-e4fb42dfd57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8c4885-62ba-4baa-b439-82fb64fdb16c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:35.710435 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-8a9f92c6-b8af-4ec3-ae7b-56b0ff091b6f tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Allocated IP 172.20.0.10 (cda2efdf-e811-4a69-9f9d-59cbb4b76194/0d184608-96b0-4378-bf5a-5b19137fd18c/509c437d-b210-415a-8180-90db27ebc1cb) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:42:35.878624 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-8a9f92c6-b8af-4ec3-ae7b-56b0ff091b6f tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:35.924845 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-8a9f92c6-b8af-4ec3-ae7b-56b0ff091b6f tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:35.976002 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-8a9f92c6-b8af-4ec3-ae7b-56b0ff091b6f tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Network cda2efdf-e811-4a69-9f9d-59cbb4b76194 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:42:35.979308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-8a9f92c6-b8af-4ec3-ae7b-56b0ff091b6f tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:42:35.983383 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-8a9f92c6-b8af-4ec3-ae7b-56b0ff091b6f tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:42:35.990956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f92c6-b8af-4ec3-ae7b-56b0ff091b6f tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Pushing event updated for resources: {'Port': ['ID=509c437d-b210-415a-8180-90db27ebc1cb,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:36.057317 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-8a9f92c6-b8af-4ec3-ae7b-56b0ff091b6f tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:36.058007 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-8a9f92c6-b8af-4ec3-ae7b-56b0ff091b6f tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:36.075993 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-8a9f92c6-b8af-4ec3-ae7b-56b0ff091b6f tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7565002 Jul 09 09:42:36.090355 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-c6f98f5a-ebed-4841-ace3-49d4bef9f400 service neutron] Request body: {'port': {'device_id': '3547f676-adbb-4e4a-a5e8-ecb82fa374bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:36.213252 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-c6f98f5a-ebed-4841-ace3-49d4bef9f400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:36.468910 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e49a9885-8751-42dd-b7ee-0d37853305bd req-18a12bb3-f480-4635-b396-b37eaf79bfb7 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0649738 Jul 09 09:42:36.605482 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6887d-8fff-4786-a45a-daf2f8ef5b74 req-49bb189d-ea59-4313-81a2-9fc033ea9f4e tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:36.607650 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7c6887d-8fff-4786-a45a-daf2f8ef5b74 req-49bb189d-ea59-4313-81a2-9fc033ea9f4e tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/ports?device_id=3547f676-adbb-4e4a-a5e8-ecb82fa374bf HTTP/1.1" status: 200 len: 932 time: 0.2961779 Jul 09 09:42:36.692303 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7c6887d-8fff-4786-a45a-daf2f8ef5b74 req-4a998842-02db-4615-8129-72d7e6b3fb16 tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/security-groups?id=fd212d9b-5a6d-453f-bef6-7c8363576e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738430 Jul 09 09:42:36.755445 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-c6f98f5a-ebed-4841-ace3-49d4bef9f400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509c437d-b210-415a-8180-90db27ebc1cb {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:42:36.763493 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-c6f98f5a-ebed-4841-ace3-49d4bef9f400 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:36.777598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-c6f98f5a-ebed-4841-ace3-49d4bef9f400 service neutron] Transition to ACTIVE for port object 509c437d-b210-415a-8180-90db27ebc1cb will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:42:36.783522 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-c6f98f5a-ebed-4841-ace3-49d4bef9f400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:36.802455 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e1e90998-6c8f-42a2-b03d-7ea82ebca791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:36.866456 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f98f5a-ebed-4841-ace3-49d4bef9f400 service neutron] Pushing event updated for resources: {'Port': ['ID=509c437d-b210-415a-8180-90db27ebc1cb,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:36.920964 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-c6f98f5a-ebed-4841-ace3-49d4bef9f400 service neutron] Attempting to bind port 509c437d-b210-415a-8180-90db27ebc1cb on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:42:36.921487 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-c6f98f5a-ebed-4841-ace3-49d4bef9f400 service neutron] Attempting to bind port 509c437d-b210-415a-8180-90db27ebc1cb by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '183e28ab-cc44-46c8-b859-5a59fffaeeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cda2efdf-e811-4a69-9f9d-59cbb4b76194'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:42:36.921848 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-c6f98f5a-ebed-4841-ace3-49d4bef9f400 service neutron] Attempting to bind port 509c437d-b210-415a-8180-90db27ebc1cb on network cda2efdf-e811-4a69-9f9d-59cbb4b76194 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:42:36.926822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-c6f98f5a-ebed-4841-ace3-49d4bef9f400 service neutron] Port 509c437d-b210-415a-8180-90db27ebc1cb on network cda2efdf-e811-4a69-9f9d-59cbb4b76194 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:42:36.927208 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-c6f98f5a-ebed-4841-ace3-49d4bef9f400 service neutron] Attempting to bind port 509c437d-b210-415a-8180-90db27ebc1cb on network cda2efdf-e811-4a69-9f9d-59cbb4b76194 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:42:36.932848 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-c6f98f5a-ebed-4841-ace3-49d4bef9f400 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:42:36.933180 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-c6f98f5a-ebed-4841-ace3-49d4bef9f400 service neutron] Checking segment: {'id': '183e28ab-cc44-46c8-b859-5a59fffaeeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cda2efdf-e811-4a69-9f9d-59cbb4b76194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:42:36.933573 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-c6f98f5a-ebed-4841-ace3-49d4bef9f400 service neutron] Bound using segment: {'id': '183e28ab-cc44-46c8-b859-5a59fffaeeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cda2efdf-e811-4a69-9f9d-59cbb4b76194'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:42:36.934004 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-c6f98f5a-ebed-4841-ace3-49d4bef9f400 service neutron] Bound port: 509c437d-b210-415a-8180-90db27ebc1cb, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183e28ab-cc44-46c8-b859-5a59fffaeeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cda2efdf-e811-4a69-9f9d-59cbb4b76194'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:42:36.934535 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-c6f98f5a-ebed-4841-ace3-49d4bef9f400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:37.004825 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-c6f98f5a-ebed-4841-ace3-49d4bef9f400 service neutron] For port 509c437d-b210-415a-8180-90db27ebc1cb, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:42:37.007882 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-c6f98f5a-ebed-4841-ace3-49d4bef9f400 service neutron] For port 509c437d-b210-415a-8180-90db27ebc1cb, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=509c437d-b210-415a-8180-90db27ebc1cb,segment=NetworkSegment(183e28ab-cc44-46c8-b859-5a59fffaeeb9),segment_id=183e28ab-cc44-46c8-b859-5a59fffaeeb9)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:42:37.013303 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-c6f98f5a-ebed-4841-ace3-49d4bef9f400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:37.050697 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-c6f98f5a-ebed-4841-ace3-49d4bef9f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:37.051363 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-c6f98f5a-ebed-4841-ace3-49d4bef9f400 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:37.053106 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-c6f98f5a-ebed-4841-ace3-49d4bef9f400 service neutron] 10.222.0.58 "PUT /v2.0/ports/509c437d-b210-415a-8180-90db27ebc1cb HTTP/1.1" status: 200 len: 1092 time: 0.9703407 Jul 09 09:42:37.053581 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3547f676-adbb-4e4a-a5e8-ecb82fa374bf', 'tag': '509c437d-b210-415a-8180-90db27ebc1cb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:42:37.056303 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc030ecb-68b2-479e-8dad-85aabb09d3ee" -d '{"events": [{"name": "network-changed", "server_uuid": "3547f676-adbb-4e4a-a5e8-ecb82fa374bf", "tag": "509c437d-b210-415a-8180-90db27ebc1cb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:42:37.086332 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f98f5a-ebed-4841-ace3-49d4bef9f400 service neutron] Pushing event updated for resources: {'Port': ['ID=509c437d-b210-415a-8180-90db27ebc1cb,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:37.125299 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a63e2e-8e5f-4c22-b65c-467f5cd91ba0 x-openstack-request-id: req-02a63e2e-8e5f-4c22-b65c-467f5cd91ba0 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:42:37.125613 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3547f676-adbb-4e4a-a5e8-ecb82fa374bf", "tag": "509c437d-b210-415a-8180-90db27ebc1cb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:42:37.125867 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-02a63e2e-8e5f-4c22-b65c-467f5cd91ba0 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:42:37.126274 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3547f676-adbb-4e4a-a5e8-ecb82fa374bf', 'tag': '509c437d-b210-415a-8180-90db27ebc1cb', 'status': 'completed', 'code': 200} Jul 09 09:42:37.187284 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-2abd8035-f4f6-46b9-a7c5-73a9b8f8e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:37.188934 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-2abd8035-f4f6-46b9-a7c5-73a9b8f8e59d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=44cfde7dcd5741bdbb4cf0ed4c9b1591&device_id=3547f676-adbb-4e4a-a5e8-ecb82fa374bf HTTP/1.1" status: 200 len: 1095 time: 0.0614018 Jul 09 09:42:37.233572 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-107f40fa-1863-4960-a4c8-dc117439a933 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=509c437d-b210-415a-8180-90db27ebc1cb HTTP/1.1" status: 200 len: 217 time: 0.0371292 Jul 09 09:42:37.287131 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-eb14c3e6-51d4-4c97-8a89-0927c29a4836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:37.289147 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-eb14c3e6-51d4-4c97-8a89-0927c29a4836 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d184608-96b0-4378-bf5a-5b19137fd18c HTTP/1.1" status: 200 len: 858 time: 0.0492496 Jul 09 09:42:37.322563 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-01bf50c2-ca4f-460f-ba3a-ceb8f1b659a8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cda2efdf-e811-4a69-9f9d-59cbb4b76194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273142 Jul 09 09:42:37.429392 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-efabbc0a-c0b3-455f-b67c-a4d5aad76ef0 service neutron] 10.222.0.58 "GET /v2.0/networks/cda2efdf-e811-4a69-9f9d-59cbb4b76194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004915 Jul 09 09:42:37.456231 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34696) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:37.543964 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07b9a9b1-6efc-4143-8251-5e69c46a52ef req-5aa0bcc1-8cfe-4d87-9e36-2abbb2b96b31 service neutron] 10.222.0.58 "GET /v2.0/networks/cda2efdf-e811-4a69-9f9d-59cbb4b76194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080053 Jul 09 09:42:37.675214 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-87077168-07ca-4825-9259-b95e1bb7bf01 req-c8080bd7-3f15-4d58-ad74-cf500f2bb28e tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0731690 Jul 09 09:42:37.711126 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc030ecb-68b2-479e-8dad-85aabb09d3ee req-af2c2b2c-f509-4b84-b860-fb50bd1f2466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:37.711599 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc030ecb-68b2-479e-8dad-85aabb09d3ee req-af2c2b2c-f509-4b84-b860-fb50bd1f2466 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=44cfde7dcd5741bdbb4cf0ed4c9b1591&device_id=3547f676-adbb-4e4a-a5e8-ecb82fa374bf HTTP/1.1" status: 200 len: 1095 time: 0.0959737 Jul 09 09:42:37.780130 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb1473cc-4962-4d5b-9c75-82556504aa35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:37.874000 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc030ecb-68b2-479e-8dad-85aabb09d3ee req-c8ffd7e9-01fe-4078-927e-aad392c3eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:37.879416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc030ecb-68b2-479e-8dad-85aabb09d3ee req-c8ffd7e9-01fe-4078-927e-aad392c3eac9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cda2efdf-e811-4a69-9f9d-59cbb4b76194 HTTP/1.1" status: 200 len: 919 time: 0.1601977 Jul 09 09:42:37.958015 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc030ecb-68b2-479e-8dad-85aabb09d3ee req-78d56599-489a-4b63-9733-d35d37ec472b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=509c437d-b210-415a-8180-90db27ebc1cb HTTP/1.1" status: 200 len: 217 time: 0.0723031 Jul 09 09:42:37.970666 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb1473cc-4962-4d5b-9c75-82556504aa35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:37.988968 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb1473cc-4962-4d5b-9c75-82556504aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:38.037305 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc030ecb-68b2-479e-8dad-85aabb09d3ee req-51927d0f-78de-4821-9a16-1c738fb15729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:38.039559 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc030ecb-68b2-479e-8dad-85aabb09d3ee req-51927d0f-78de-4821-9a16-1c738fb15729 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d184608-96b0-4378-bf5a-5b19137fd18c HTTP/1.1" status: 200 len: 858 time: 0.0640330 Jul 09 09:42:38.067663 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-eb1473cc-4962-4d5b-9c75-82556504aa35 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=366ebf0133c0420baa68bc2032569673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6094925 Jul 09 09:42:38.068940 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1473cc-4962-4d5b-9c75-82556504aa35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b848b1d-c138-486a-aa28-1f3b02f918a9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:38.071893 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34718) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:38.099414 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc030ecb-68b2-479e-8dad-85aabb09d3ee req-e15e1a7f-5695-4774-bd82-a2ca6d8e81e2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cda2efdf-e811-4a69-9f9d-59cbb4b76194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514636 Jul 09 09:42:38.112440 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b01f34-5d9e-4135-863f-4b63d861ebca req-7b46ded1-b6e6-416a-b613-e150e31b7297 tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:38.119393 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38b01f34-5d9e-4135-863f-4b63d861ebca req-7b46ded1-b6e6-416a-b613-e150e31b7297 tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/ports?device_id=3547f676-adbb-4e4a-a5e8-ecb82fa374bf HTTP/1.1" status: 200 len: 944 time: 0.2186966 Jul 09 09:42:38.171955 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc024c4e-1cd4-47dc-af73-cf3df7dd36df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:38.199553 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc024c4e-1cd4-47dc-af73-cf3df7dd36df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:38.244223 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38b01f34-5d9e-4135-863f-4b63d861ebca req-3e3dcacb-9251-41b4-a9f5-b1b3945466c5 tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/security-groups?id=fd212d9b-5a6d-453f-bef6-7c8363576e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229820 Jul 09 09:42:38.279259 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc024c4e-1cd4-47dc-af73-cf3df7dd36df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:38.282356 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc024c4e-1cd4-47dc-af73-cf3df7dd36df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:38.283656 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fc024c4e-1cd4-47dc-af73-cf3df7dd36df admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9b848b1d-c138-486a-aa28-1f3b02f918a9 HTTP/1.1" status: 204 len: 168 time: 0.2104995 Jul 09 09:42:38.285036 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc030ecb-68b2-479e-8dad-85aabb09d3ee req-14c3ae06-3a6d-4488-8a1a-34b60b159d93 service neutron] 10.222.0.58 "GET /v2.0/networks/cda2efdf-e811-4a69-9f9d-59cbb4b76194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578801 Jul 09 09:42:38.299979 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc024c4e-1cd4-47dc-af73-cf3df7dd36df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b848b1d-c138-486a-aa28-1f3b02f918a9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:38.395018 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc030ecb-68b2-479e-8dad-85aabb09d3ee req-57b4bfb3-8667-4169-9c71-e8f2313b278c service neutron] 10.222.0.58 "GET /v2.0/networks/cda2efdf-e811-4a69-9f9d-59cbb4b76194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030388 Jul 09 09:42:38.579163 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34734) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:38.889620 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d309897e-5eea-4163-9dca-6aa8b3405ba6 req-76187123-688c-4de9-9c7b-825353eb7393 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0487788 Jul 09 09:42:38.896636 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-77938d57-f6a5-4cc5-899b-c345ceb52e9b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-686568033'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:38.925135 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77938d57-f6a5-4cc5-899b-c345ceb52e9b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Made reservation on behalf of 041318b04961450ab6a4fee3f9a1f646 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:42:38.933020 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77938d57-f6a5-4cc5-899b-c345ceb52e9b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:38.947301 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77938d57-f6a5-4cc5-899b-c345ceb52e9b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:39.061544 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77938d57-f6a5-4cc5-899b-c345ceb52e9b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:39.067610 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77938d57-f6a5-4cc5-899b-c345ceb52e9b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:39.082492 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:39.097343 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77938d57-f6a5-4cc5-899b-c345ceb52e9b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:42:39.124238 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77938d57-f6a5-4cc5-899b-c345ceb52e9b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d124659-6101-4a6b-bc08-e3bd0cd130f4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:39.130609 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77938d57-f6a5-4cc5-899b-c345ceb52e9b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:39.130955 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-77938d57-f6a5-4cc5-899b-c345ceb52e9b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Added segment 35be1736-0543-4089-bef6-4378e0f14c52 of type vlan for network 7aa85069-0a58-4fd7-b042-fb44bae0a894 Jul 09 09:42:39.185059 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77938d57-f6a5-4cc5-899b-c345ceb52e9b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:39.225508 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77938d57-f6a5-4cc5-899b-c345ceb52e9b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:39.234010 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77938d57-f6a5-4cc5-899b-c345ceb52e9b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:39.234676 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77938d57-f6a5-4cc5-899b-c345ceb52e9b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:39.310908 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-77938d57-f6a5-4cc5-899b-c345ceb52e9b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7267108 Jul 09 09:42:39.311939 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34766) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:39.322183 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1f249a8a-90a6-42ef-9f92-8a5e32286695 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Request body: {'subnet': {'network_id': '7aa85069-0a58-4fd7-b042-fb44bae0a894', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:39.325176 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef08f499-ad13-4856-af47-cb9cbe212151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:39.327088 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77938d57-f6a5-4cc5-899b-c345ceb52e9b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Pushing event updated for resources: {'Network': ['ID=7aa85069-0a58-4fd7-b042-fb44bae0a894,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:39.345995 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 7aa85069-0a58-4fd7-b042-fb44bae0a894 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:42:39.500410 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343f1d1-4d9c-4f20-b055-bb7c12834cc1 req-0a913597-e351-4e80-b6ad-61aa2d272384 tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:39.502018 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f343f1d1-4d9c-4f20-b055-bb7c12834cc1 req-0a913597-e351-4e80-b6ad-61aa2d272384 tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/ports?device_id=3547f676-adbb-4e4a-a5e8-ecb82fa374bf HTTP/1.1" status: 200 len: 944 time: 0.1047308 Jul 09 09:42:39.503838 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:39.517185 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f249a8a-90a6-42ef-9f92-8a5e32286695 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Made reservation on behalf of 041318b04961450ab6a4fee3f9a1f646 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:42:39.521372 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f249a8a-90a6-42ef-9f92-8a5e32286695 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:39.572190 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f343f1d1-4d9c-4f20-b055-bb7c12834cc1 req-84c21070-6f37-42ce-b93b-c4d797014db8 tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/security-groups?id=fd212d9b-5a6d-453f-bef6-7c8363576e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605111 Jul 09 09:42:39.741757 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f249a8a-90a6-42ef-9f92-8a5e32286695 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:39.803760 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f249a8a-90a6-42ef-9f92-8a5e32286695 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Pushing event updated for resources: {'Subnet': ['ID=6634f45c-9458-403d-8456-073376e92a13,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:39.813119 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f249a8a-90a6-42ef-9f92-8a5e32286695 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Checking segment: {'id': '35be1736-0543-4089-bef6-4378e0f14c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7aa85069-0a58-4fd7-b042-fb44bae0a894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:42:39.813489 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f249a8a-90a6-42ef-9f92-8a5e32286695 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Network hostable DHCP agents. Network: 7aa85069-0a58-4fd7-b042-fb44bae0a894, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:42:39.831560 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f249a8a-90a6-42ef-9f92-8a5e32286695 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Network 7aa85069-0a58-4fd7-b042-fb44bae0a894 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:42:39.842187 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-1f249a8a-90a6-42ef-9f92-8a5e32286695 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 7aa85069-0a58-4fd7-b042-fb44bae0a894) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:42:39.851727 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465d5859-2edb-4d6c-be0a-f1af0ac3c83e None None] Network 7aa85069-0a58-4fd7-b042-fb44bae0a894 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:42:39.858418 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f249a8a-90a6-42ef-9f92-8a5e32286695 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:39.859077 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f249a8a-90a6-42ef-9f92-8a5e32286695 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:39.880535 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34788) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:39.881426 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1f249a8a-90a6-42ef-9f92-8a5e32286695 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5683334 Jul 09 09:42:39.886217 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b0c36e5e-b235-4f9b-a94e-72f8dc4e5e1b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Request body: {'port': {'network_id': '7aa85069-0a58-4fd7-b042-fb44bae0a894', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2009688227'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:40.072348 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34798) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:40.097467 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80843463-1fbf-4765-9d99-613fcd193d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-7aa85069-0a58-4fd7-b042-fb44bae0a894', 'network_id': '7aa85069-0a58-4fd7-b042-fb44bae0a894', 'tenant_id': '041318b04961450ab6a4fee3f9a1f646', 'fixed_ips': [{'subnet_id': '6634f45c-9458-403d-8456-073376e92a13'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:42:40.099009 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-80843463-1fbf-4765-9d99-613fcd193d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:40.111556 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5f08be4c-2da8-490d-8ac0-9e6d4731e9a3 req-de24991d-4d96-4b11-ab22-8fe652a9ecaa tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0528481 Jul 09 09:42:40.114527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c36e5e-b235-4f9b-a94e-72f8dc4e5e1b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Made reservation on behalf of 041318b04961450ab6a4fee3f9a1f646 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:42:40.121651 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0c36e5e-b235-4f9b-a94e-72f8dc4e5e1b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:40.178050 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-b0c36e5e-b235-4f9b-a94e-72f8dc4e5e1b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] device_id is not set on port 7f07152c-01ef-45ec-91bd-adce44a7435d yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:42:40.217440 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 509c437d-b210-415a-8180-90db27ebc1cb details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:42:40.237187 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60ee2cd2-d8a8-4ecf-836e-468dc6c4fa5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:40.368042 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60ee2cd2-d8a8-4ecf-836e-468dc6c4fa5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:40.372881 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60ee2cd2-d8a8-4ecf-836e-468dc6c4fa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:40.418723 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-60ee2cd2-d8a8-4ecf-836e-468dc6c4fa5c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a464c82cb5c440b91bb6650d1b30c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3448086 Jul 09 09:42:40.420829 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee2cd2-d8a8-4ecf-836e-468dc6c4fa5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97441f7-6929-4554-a606-f2992d0d097f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:40.421368 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34814) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:40.483873 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8f38e2d3-9e8d-454d-b2bc-78c837acdd87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:40.504966 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-80843463-1fbf-4765-9d99-613fcd193d04 None None] Allocated IP 172.20.0.2 (7aa85069-0a58-4fd7-b042-fb44bae0a894/6634f45c-9458-403d-8456-073376e92a13/56fd961e-4d76-4766-b6ab-cfc316498d7e) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:42:40.507008 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8f38e2d3-9e8d-454d-b2bc-78c837acdd87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:40.537802 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 509c437d-b210-415a-8180-90db27ebc1cb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=509c437d-b210-415a-8180-90db27ebc1cb,segment=NetworkSegment(183e28ab-cc44-46c8-b859-5a59fffaeeb9),segment_id=183e28ab-cc44-46c8-b859-5a59fffaeeb9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:42:40.561037 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8f38e2d3-9e8d-454d-b2bc-78c837acdd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:40.564198 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8f38e2d3-9e8d-454d-b2bc-78c837acdd87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:40.567659 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8f38e2d3-9e8d-454d-b2bc-78c837acdd87 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a97441f7-6929-4554-a606-f2992d0d097f HTTP/1.1" status: 204 len: 168 time: 0.1426516 Jul 09 09:42:40.573419 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38e2d3-9e8d-454d-b2bc-78c837acdd87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97441f7-6929-4554-a606-f2992d0d097f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:40.599540 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '509c437d-b210-415a-8180-90db27ebc1cb', 'network_id': 'cda2efdf-e811-4a69-9f9d-59cbb4b76194', 'port_id': '509c437d-b210-415a-8180-90db27ebc1cb', 'mac_address': 'fa:16:3e:9a:66:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d184608-96b0-4378-bf5a-5b19137fd18c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:42:40.671624 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:40.707868 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509c437d-b210-415a-8180-90db27ebc1cb {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:42:40.733955 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 509c437d-b210-415a-8180-90db27ebc1cb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=509c437d-b210-415a-8180-90db27ebc1cb,segment=NetworkSegment(183e28ab-cc44-46c8-b859-5a59fffaeeb9),segment_id=183e28ab-cc44-46c8-b859-5a59fffaeeb9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:42:40.742682 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:40.793682 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c8bf3-6407-4afd-aad3-bc2a7d9d57f2 req-abecce73-321b-4e16-b031-27122d42a587 tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:40.795784 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b07c8bf3-6407-4afd-aad3-bc2a7d9d57f2 req-abecce73-321b-4e16-b031-27122d42a587 tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/ports?device_id=3547f676-adbb-4e4a-a5e8-ecb82fa374bf HTTP/1.1" status: 200 len: 944 time: 0.0836010 Jul 09 09:42:40.820331 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-80843463-1fbf-4765-9d99-613fcd193d04 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:40.822626 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=509c437d-b210-415a-8180-90db27ebc1cb,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:40.833625 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-80843463-1fbf-4765-9d99-613fcd193d04 None None] Transition to ACTIVE for port object 56fd961e-4d76-4766-b6ab-cfc316498d7e will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:42:40.836837 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:40.837219 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:40.837566 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:40.837904 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:40.838240 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:40.838565 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:40.839104 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:40.839638 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:40.840205 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:40.840730 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:40.841228 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:40.841732 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:40.862078 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-80843463-1fbf-4765-9d99-613fcd193d04 None None] Transition to ACTIVE for port object 56fd961e-4d76-4766-b6ab-cfc316498d7e will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:42:40.864004 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b07c8bf3-6407-4afd-aad3-bc2a7d9d57f2 req-258f8a6b-cff3-420c-9102-89871c9d235b tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/security-groups?id=fd212d9b-5a6d-453f-bef6-7c8363576e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573962 Jul 09 09:42:40.872390 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-80843463-1fbf-4765-9d99-613fcd193d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:40.909902 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80843463-1fbf-4765-9d99-613fcd193d04 None None] Network 7aa85069-0a58-4fd7-b042-fb44bae0a894 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:42:40.916452 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-80843463-1fbf-4765-9d99-613fcd193d04 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:42:40.922063 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80843463-1fbf-4765-9d99-613fcd193d04 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:42:40.936565 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80843463-1fbf-4765-9d99-613fcd193d04 None None] Pushing event updated for resources: {'Port': ['ID=56fd961e-4d76-4766-b6ab-cfc316498d7e,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:40.957118 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-b0c36e5e-b235-4f9b-a94e-72f8dc4e5e1b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Allocated IP 172.20.0.4 (7aa85069-0a58-4fd7-b042-fb44bae0a894/6634f45c-9458-403d-8456-073376e92a13/7f07152c-01ef-45ec-91bd-adce44a7435d) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:42:41.008751 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-80843463-1fbf-4765-9d99-613fcd193d04 None None] Attempting to bind port 56fd961e-4d76-4766-b6ab-cfc316498d7e on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:42:41.009651 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-80843463-1fbf-4765-9d99-613fcd193d04 None None] Attempting to bind port 56fd961e-4d76-4766-b6ab-cfc316498d7e by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '35be1736-0543-4089-bef6-4378e0f14c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7aa85069-0a58-4fd7-b042-fb44bae0a894'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:42:41.010321 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80843463-1fbf-4765-9d99-613fcd193d04 None None] Attempting to bind port 56fd961e-4d76-4766-b6ab-cfc316498d7e on network 7aa85069-0a58-4fd7-b042-fb44bae0a894 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:42:41.017705 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80843463-1fbf-4765-9d99-613fcd193d04 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:42:41.018084 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80843463-1fbf-4765-9d99-613fcd193d04 None None] Checking segment: {'id': '35be1736-0543-4089-bef6-4378e0f14c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7aa85069-0a58-4fd7-b042-fb44bae0a894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:42:41.018601 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-80843463-1fbf-4765-9d99-613fcd193d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:41.019017 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80843463-1fbf-4765-9d99-613fcd193d04 None None] Bound using segment: {'id': '35be1736-0543-4089-bef6-4378e0f14c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7aa85069-0a58-4fd7-b042-fb44bae0a894'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:42:41.019579 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-80843463-1fbf-4765-9d99-613fcd193d04 None None] Bound port: 56fd961e-4d76-4766-b6ab-cfc316498d7e, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35be1736-0543-4089-bef6-4378e0f14c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7aa85069-0a58-4fd7-b042-fb44bae0a894'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:42:41.020023 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-80843463-1fbf-4765-9d99-613fcd193d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:41.065418 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['509c437d-b210-415a-8180-90db27ebc1cb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:42:41.156471 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-80843463-1fbf-4765-9d99-613fcd193d04 None None] For port 56fd961e-4d76-4766-b6ab-cfc316498d7e, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:42:41.161631 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-80843463-1fbf-4765-9d99-613fcd193d04 None None] For port 56fd961e-4d76-4766-b6ab-cfc316498d7e, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=56fd961e-4d76-4766-b6ab-cfc316498d7e,segment=NetworkSegment(35be1736-0543-4089-bef6-4378e0f14c52),segment_id=35be1736-0543-4089-bef6-4378e0f14c52)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:42:41.164225 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:41.171057 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-80843463-1fbf-4765-9d99-613fcd193d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:41.194729 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0c36e5e-b235-4f9b-a94e-72f8dc4e5e1b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:41.218932 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-b0c36e5e-b235-4f9b-a94e-72f8dc4e5e1b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Transition to ACTIVE for port object 7f07152c-01ef-45ec-91bd-adce44a7435d will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:42:41.276651 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0c36e5e-b235-4f9b-a94e-72f8dc4e5e1b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:41.291123 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80843463-1fbf-4765-9d99-613fcd193d04 None None] Pushing event updated for resources: {'Port': ['ID=56fd961e-4d76-4766-b6ab-cfc316498d7e,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:41.320849 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c36e5e-b235-4f9b-a94e-72f8dc4e5e1b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Network 7aa85069-0a58-4fd7-b042-fb44bae0a894 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:42:41.328179 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b0c36e5e-b235-4f9b-a94e-72f8dc4e5e1b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:42:41.338154 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c36e5e-b235-4f9b-a94e-72f8dc4e5e1b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:42:41.472622 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f9e4549-5050-49a7-b05d-cd57118ec0ed req-11797a45-6ed4-4f63-b0df-c0bdf762e699 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0441594 Jul 09 09:42:41.478806 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c36e5e-b235-4f9b-a94e-72f8dc4e5e1b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Pushing event updated for resources: {'Port': ['ID=7f07152c-01ef-45ec-91bd-adce44a7435d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:41.492625 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c36e5e-b235-4f9b-a94e-72f8dc4e5e1b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:41.493298 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0c36e5e-b235-4f9b-a94e-72f8dc4e5e1b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:41.529852 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b0c36e5e-b235-4f9b-a94e-72f8dc4e5e1b tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6453898 Jul 09 09:42:41.530778 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34850) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:41.665380 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-e7fed880-810c-42b4-a03b-c277ce825f06 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Deleting port 7f07152c-01ef-45ec-91bd-adce44a7435d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:42:41.665728 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7fed880-810c-42b4-a03b-c277ce825f06 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:41.770681 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7fed880-810c-42b4-a03b-c277ce825f06 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:41.770833 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34858) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:41.781374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-e7fed880-810c-42b4-a03b-c277ce825f06 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Calling delete_port for 7f07152c-01ef-45ec-91bd-adce44a7435d owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:42:41.881495 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-65cc8269-f214-45b3-b65d-58004b598003 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1093018566-network', 'tenant_id': '4e666f8d541541b1a92831a71c4de5bd'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:41.909348 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cc8269-f214-45b3-b65d-58004b598003 admin admin] Made reservation on behalf of 4e666f8d541541b1a92831a71c4de5bd for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:42:41.912054 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-65cc8269-f214-45b3-b65d-58004b598003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:41.923838 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-65cc8269-f214-45b3-b65d-58004b598003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:41.936618 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7fed880-810c-42b4-a03b-c277ce825f06 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:41.990237 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fed880-810c-42b4-a03b-c277ce825f06 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Pushing event deleted for resources: {'Port': ['ID=7f07152c-01ef-45ec-91bd-adce44a7435d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:42.083888 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7fed880-810c-42b4-a03b-c277ce825f06 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:42.086451 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e7fed880-810c-42b4-a03b-c277ce825f06 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] 10.222.0.61 "DELETE /v2.0/ports/7f07152c-01ef-45ec-91bd-adce44a7435d HTTP/1.1" status: 204 len: 168 time: 0.5544116 Jul 09 09:42:42.087531 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-65cc8269-f214-45b3-b65d-58004b598003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:42.089003 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34874) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:42.095228 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-65cc8269-f214-45b3-b65d-58004b598003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:42.134738 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65cc8269-f214-45b3-b65d-58004b598003 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:42:42.150328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc8269-f214-45b3-b65d-58004b598003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372be009-1871-4db1-aa05-f56bd069a389,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:42.165169 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-65cc8269-f214-45b3-b65d-58004b598003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:42.165526 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-65cc8269-f214-45b3-b65d-58004b598003 admin admin] Added segment 8d86b399-1a10-4736-a7dd-888114b15807 of type vlan for network 0d8fdca7-0831-48a0-be33-83c7d711922b Jul 09 09:42:42.207839 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1ba33-f533-42bc-9ee2-5a37f01a9c97 req-f4b52b1b-f5fd-4dd2-9671-12893a40b40d tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:42.214737 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8cd1ba33-f533-42bc-9ee2-5a37f01a9c97 req-f4b52b1b-f5fd-4dd2-9671-12893a40b40d tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/ports?device_id=3547f676-adbb-4e4a-a5e8-ecb82fa374bf HTTP/1.1" status: 200 len: 945 time: 0.1927395 Jul 09 09:42:42.248386 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-65cc8269-f214-45b3-b65d-58004b598003 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:42.272538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8cd1ba33-f533-42bc-9ee2-5a37f01a9c97 req-40599028-8993-433a-bb2d-5eac82a7daf8 tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/security-groups?id=fd212d9b-5a6d-453f-bef6-7c8363576e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568132 Jul 09 09:42:42.312711 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-65cc8269-f214-45b3-b65d-58004b598003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:42.314819 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cc8269-f214-45b3-b65d-58004b598003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:42.315827 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-65cc8269-f214-45b3-b65d-58004b598003 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:42.348562 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-93d852e2-af0e-44d4-afe5-8a457b10b86e tempest-DHCPAgentSchedulersTestJSON-2085605179 tempest-DHCPAgentSchedulersTestJSON-2085605179-project-admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2577028 Jul 09 09:42:42.354208 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34880) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:42.359335 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ac848299-76c2-4515-af28-702a4a4254f0 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-107234881'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:42.388527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc8269-f214-45b3-b65d-58004b598003 admin admin] Pushing event updated for resources: {'Network': ['ID=0d8fdca7-0831-48a0-be33-83c7d711922b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:42.395927 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-65cc8269-f214-45b3-b65d-58004b598003 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6239612 Jul 09 09:42:42.398918 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac848299-76c2-4515-af28-702a4a4254f0 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Made reservation on behalf of 041318b04961450ab6a4fee3f9a1f646 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:42:42.401436 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 0d8fdca7-0831-48a0-be33-83c7d711922b details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:42:42.406666 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34882) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:42.411994 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c0b81f2e-46b5-4789-a16f-7c154491d319 admin admin] Request body: {'subnet': {'network_id': '0d8fdca7-0831-48a0-be33-83c7d711922b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1093018566-subnet', 'tenant_id': '4e666f8d541541b1a92831a71c4de5bd', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:42.421900 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac848299-76c2-4515-af28-702a4a4254f0 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:42.450820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b81f2e-46b5-4789-a16f-7c154491d319 admin admin] Made reservation on behalf of 4e666f8d541541b1a92831a71c4de5bd for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:42:42.460051 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0b81f2e-46b5-4789-a16f-7c154491d319 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:42.476245 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac848299-76c2-4515-af28-702a4a4254f0 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:42:42.491980 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac848299-76c2-4515-af28-702a4a4254f0 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:42.492594 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-ac848299-76c2-4515-af28-702a4a4254f0 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Added segment 2ccb6fd8-c8b2-4513-b59a-99bb22c83756 of type vlan for network 8da802ee-3aff-4117-9832-8c803b41daba Jul 09 09:42:42.523260 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b86181-898b-4a55-aead-e9260c656811 None None] Network 7aa85069-0a58-4fd7-b042-fb44bae0a894 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:42:42.593567 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac848299-76c2-4515-af28-702a4a4254f0 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:42.653866 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac848299-76c2-4515-af28-702a4a4254f0 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:42.658413 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac848299-76c2-4515-af28-702a4a4254f0 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:42.659225 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac848299-76c2-4515-af28-702a4a4254f0 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:42.666138 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a809aad4-0261-4de3-9587-9d5bbc699973 None None] Provisioning for port 56fd961e-4d76-4766-b6ab-cfc316498d7e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:42:42.739510 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ac848299-76c2-4515-af28-702a4a4254f0 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3841996 Jul 09 09:42:42.743323 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34896) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:42.769357 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1731bd51-541f-4f8d-8f54-7d9d97369c45 req-dfea926e-6647-4a79-8e00-a9e090211255 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0864391 Jul 09 09:42:42.791188 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac848299-76c2-4515-af28-702a4a4254f0 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Pushing event updated for resources: {'Network': ['ID=8da802ee-3aff-4117-9832-8c803b41daba,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:42.806095 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0b81f2e-46b5-4789-a16f-7c154491d319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:42.832704 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 8da802ee-3aff-4117-9832-8c803b41daba details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:42:42.908136 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b81f2e-46b5-4789-a16f-7c154491d319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fce20246-2790-4d01-ba73-85eb60fe1532,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:42.911931 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 56fd961e-4d76-4766-b6ab-cfc316498d7e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:42:42.919028 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b81f2e-46b5-4789-a16f-7c154491d319 admin admin] Checking segment: {'id': '8d86b399-1a10-4736-a7dd-888114b15807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0d8fdca7-0831-48a0-be33-83c7d711922b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:42:42.919878 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b81f2e-46b5-4789-a16f-7c154491d319 admin admin] Network hostable DHCP agents. Network: 0d8fdca7-0831-48a0-be33-83c7d711922b, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:42:42.943000 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b81f2e-46b5-4789-a16f-7c154491d319 admin admin] Network 0d8fdca7-0831-48a0-be33-83c7d711922b is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:42:42.954659 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c0b81f2e-46b5-4789-a16f-7c154491d319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 0d8fdca7-0831-48a0-be33-83c7d711922b) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:42:42.958403 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:42.976628 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7dbaa3c0-2c57-4efd-9ded-ba697ad36ec6 tempest-DHCPAgentSchedulersTestJSON-2085605179 tempest-DHCPAgentSchedulersTestJSON-2085605179-project-admin] 10.222.0.61 "GET /v2.0/agents/085d7dc4-471b-4409-b335-54a7e1a972b0/dhcp-networks HTTP/1.1" status: 200 len: 8853 time: 0.2305801 Jul 09 09:42:42.980082 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34906) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:42.982043 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b81f2e-46b5-4789-a16f-7c154491d319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:42.982834 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0b81f2e-46b5-4789-a16f-7c154491d319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:42.990817 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19db292a-0ea4-41bb-a1ab-39ccbe3348ef None None] Network 0d8fdca7-0831-48a0-be33-83c7d711922b requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:42:43.008557 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c0b81f2e-46b5-4789-a16f-7c154491d319 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6005836 Jul 09 09:42:43.011052 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34910) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:43.016509 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1b69b6af-2c64-4196-bdb0-3d96e7e47caa admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1093018566-router', 'tenant_id': '4e666f8d541541b1a92831a71c4de5bd', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:43.045894 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b69b6af-2c64-4196-bdb0-3d96e7e47caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:43.047977 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b69b6af-2c64-4196-bdb0-3d96e7e47caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:43.082890 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a732beb-49d4-4267-95ad-13f553e27fcf tempest-DHCPAgentSchedulersTestJSON-2085605179 tempest-DHCPAgentSchedulersTestJSON-2085605179-project-admin] Network 8da802ee-3aff-4117-9832-8c803b41daba is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:42:43.084274 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 56fd961e-4d76-4766-b6ab-cfc316498d7e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:42:43.096831 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 56fd961e-4d76-4766-b6ab-cfc316498d7e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:42:43.097394 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:43.099570 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1a732beb-49d4-4267-95ad-13f553e27fcf tempest-DHCPAgentSchedulersTestJSON-2085605179 tempest-DHCPAgentSchedulersTestJSON-2085605179-project-admin] 10.222.0.61 "POST /v2.0/agents/085d7dc4-471b-4409-b335-54a7e1a972b0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1181452 Jul 09 09:42:43.101931 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34912) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:43.119017 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470d3f53-eced-43e0-936e-dd9d26e16c84 None None] Network 8da802ee-3aff-4117-9832-8c803b41daba requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:42:43.127151 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b69b6af-2c64-4196-bdb0-3d96e7e47caa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:43.315221 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3efadc5d-0b21-4c8b-ac41-df8984ade4e3 tempest-DHCPAgentSchedulersTestJSON-2085605179 tempest-DHCPAgentSchedulersTestJSON-2085605179-project-admin] 10.222.0.61 "GET /v2.0/agents/085d7dc4-471b-4409-b335-54a7e1a972b0/dhcp-networks HTTP/1.1" status: 200 len: 10423 time: 0.2114241 Jul 09 09:42:43.317223 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34922) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:43.380973 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b69b6af-2c64-4196-bdb0-3d96e7e47caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:43.426887 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6dc411-9efe-40fc-8f37-32036f4b5186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-0d8fdca7-0831-48a0-be33-83c7d711922b', 'network_id': '0d8fdca7-0831-48a0-be33-83c7d711922b', 'tenant_id': '4e666f8d541541b1a92831a71c4de5bd', 'fixed_ips': [{'subnet_id': 'fce20246-2790-4d01-ba73-85eb60fe1532'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:42:43.427787 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9e6dc411-9efe-40fc-8f37-32036f4b5186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:43.448921 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-03bdc4b4-7e4e-434a-9def-66b543e0e626 tempest-DHCPAgentSchedulersTestJSON-2085605179 tempest-DHCPAgentSchedulersTestJSON-2085605179-project-admin] 10.222.0.61 "DELETE /v2.0/agents/085d7dc4-471b-4409-b335-54a7e1a972b0/dhcp-networks/8da802ee-3aff-4117-9832-8c803b41daba HTTP/1.1" status: 204 len: 168 time: 0.1293273 Jul 09 09:42:43.453090 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34924) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:43.454638 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:43.481619 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-efd418a8-ba99-44c0-b8f6-3ddb3e8097d3 None None] Provisioning complete for port 56fd961e-4d76-4766-b6ab-cfc316498d7e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:42:43.482022 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-efd418a8-ba99-44c0-b8f6-3ddb3e8097d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:43.651402 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 56fd961e-4d76-4766-b6ab-cfc316498d7e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=56fd961e-4d76-4766-b6ab-cfc316498d7e,segment=NetworkSegment(35be1736-0543-4089-bef6-4378e0f14c52),segment_id=35be1736-0543-4089-bef6-4378e0f14c52)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:42:43.698373 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:43.772608 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af8d78-8e26-4d9a-a049-0447bbb85d1d req-4c7cc5b0-867a-453f-9712-2975810eab63 tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:43.774294 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f1af8d78-8e26-4d9a-a049-0447bbb85d1d req-4c7cc5b0-867a-453f-9712-2975810eab63 tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/ports?device_id=3547f676-adbb-4e4a-a5e8-ecb82fa374bf HTTP/1.1" status: 200 len: 945 time: 0.2696652 Jul 09 09:42:43.803387 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=56fd961e-4d76-4766-b6ab-cfc316498d7e,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:43.845240 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-9e6dc411-9efe-40fc-8f37-32036f4b5186 None None] Allocated IP 172.20.0.2 (0d8fdca7-0831-48a0-be33-83c7d711922b/fce20246-2790-4d01-ba73-85eb60fe1532/e191a565-8599-4ccc-8d02-d33768c697e3) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:42:43.898921 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f1af8d78-8e26-4d9a-a049-0447bbb85d1d req-fcfc4c27-b30e-447d-be23-149390ef7285 tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/security-groups?id=fd212d9b-5a6d-453f-bef6-7c8363576e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122751 Jul 09 09:42:43.945612 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b69b6af-2c64-4196-bdb0-3d96e7e47caa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:43.975400 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e0d20533-39e8-4461-810a-dc51efdb38b9 None None] Could not find standard attr ID for object 7f07152c-01ef-45ec-91bd-adce44a7435d. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:42:43.998858 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b69b6af-2c64-4196-bdb0-3d96e7e47caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:44.090532 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0b916986-1d9c-4aef-998b-fd044a7e1257 req-28d03d53-ebbe-431c-86af-6569cdc816b3 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0421498 Jul 09 09:42:44.109930 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9e6dc411-9efe-40fc-8f37-32036f4b5186 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:44.123384 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9e6dc411-9efe-40fc-8f37-32036f4b5186 None None] Transition to ACTIVE for port object e191a565-8599-4ccc-8d02-d33768c697e3 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:42:44.153081 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9e6dc411-9efe-40fc-8f37-32036f4b5186 None None] Transition to ACTIVE for port object e191a565-8599-4ccc-8d02-d33768c697e3 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:42:44.163632 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9e6dc411-9efe-40fc-8f37-32036f4b5186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:44.186742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-1b69b6af-2c64-4196-bdb0-3d96e7e47caa admin admin] Allocated IP 172.25.3.151 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/b4e065c7-8318-4f9f-b550-43af1cd81c35) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:42:44.203669 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 509c437d-b210-415a-8180-90db27ebc1cb up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:42:44.208931 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4a748036-2a33-4e90-b8de-8bc6d839e68c tempest-DHCPAgentSchedulersTestJSON-2085605179 tempest-DHCPAgentSchedulersTestJSON-2085605179-project-admin] 10.222.0.61 "GET /v2.0/agents/085d7dc4-471b-4409-b335-54a7e1a972b0/dhcp-networks HTTP/1.1" status: 200 len: 9652 time: 0.7546184 Jul 09 09:42:44.212954 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34936) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:44.244415 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7e04536b-d1ca-4e0c-9949-30bd44820237 tempest-DHCPAgentSchedulersTestJSON-2085605179 tempest-DHCPAgentSchedulersTestJSON-2085605179-project-admin] 10.222.0.61 "GET /v2.0/networks/7aa85069-0a58-4fd7-b042-fb44bae0a894/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0301669 Jul 09 09:42:44.245685 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34938) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:44.250797 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6dc411-9efe-40fc-8f37-32036f4b5186 None None] Pushing event updated for resources: {'Port': ['ID=e191a565-8599-4ccc-8d02-d33768c697e3,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:44.273792 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6dc411-9efe-40fc-8f37-32036f4b5186 None None] Network 0d8fdca7-0831-48a0-be33-83c7d711922b is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:42:44.275154 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e8ab2695-19df-4a88-86fd-03f89e80f91e tempest-DHCPAgentSchedulersTestJSON-2085605179 tempest-DHCPAgentSchedulersTestJSON-2085605179-project-admin] 10.222.0.61 "GET /v2.0/networks/7aa85069-0a58-4fd7-b042-fb44bae0a894/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0266995 Jul 09 09:42:44.275993 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34940) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:44.278266 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-9e6dc411-9efe-40fc-8f37-32036f4b5186 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:42:44.282315 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6dc411-9efe-40fc-8f37-32036f4b5186 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:42:44.296534 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b69b6af-2c64-4196-bdb0-3d96e7e47caa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:44.338806 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b69b6af-2c64-4196-bdb0-3d96e7e47caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:44.350109 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 509c437d-b210-415a-8180-90db27ebc1cb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:42:44.359609 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 509c437d-b210-415a-8180-90db27ebc1cb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:42:44.360107 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:44.392572 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9e6dc411-9efe-40fc-8f37-32036f4b5186 None None] Attempting to bind port e191a565-8599-4ccc-8d02-d33768c697e3 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:42:44.392943 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9e6dc411-9efe-40fc-8f37-32036f4b5186 None None] Attempting to bind port e191a565-8599-4ccc-8d02-d33768c697e3 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '8d86b399-1a10-4736-a7dd-888114b15807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0d8fdca7-0831-48a0-be33-83c7d711922b'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:42:44.393311 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6dc411-9efe-40fc-8f37-32036f4b5186 None None] Attempting to bind port e191a565-8599-4ccc-8d02-d33768c697e3 on network 0d8fdca7-0831-48a0-be33-83c7d711922b {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:42:44.397465 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b69b6af-2c64-4196-bdb0-3d96e7e47caa admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:42:44.399130 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69b6af-2c64-4196-bdb0-3d96e7e47caa admin admin] Pushing event updated for resources: {'Port': ['ID=b4e065c7-8318-4f9f-b550-43af1cd81c35,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:44.402062 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-1b69b6af-2c64-4196-bdb0-3d96e7e47caa admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:42:44.402581 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6dc411-9efe-40fc-8f37-32036f4b5186 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:42:44.403503 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6dc411-9efe-40fc-8f37-32036f4b5186 None None] Checking segment: {'id': '8d86b399-1a10-4736-a7dd-888114b15807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0d8fdca7-0831-48a0-be33-83c7d711922b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:42:44.403961 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9e6dc411-9efe-40fc-8f37-32036f4b5186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:44.404357 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6dc411-9efe-40fc-8f37-32036f4b5186 None None] Bound using segment: {'id': '8d86b399-1a10-4736-a7dd-888114b15807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0d8fdca7-0831-48a0-be33-83c7d711922b'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:42:44.404839 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9e6dc411-9efe-40fc-8f37-32036f4b5186 None None] Bound port: e191a565-8599-4ccc-8d02-d33768c697e3, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d86b399-1a10-4736-a7dd-888114b15807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0d8fdca7-0831-48a0-be33-83c7d711922b'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:42:44.405221 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9e6dc411-9efe-40fc-8f37-32036f4b5186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:44.410791 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69b6af-2c64-4196-bdb0-3d96e7e47caa admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:42:44.446488 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-41bb88dc-2d79-40a0-91fc-57547a913df0 tempest-DHCPAgentSchedulersTestJSON-2085605179 tempest-DHCPAgentSchedulersTestJSON-2085605179-project-admin] 10.222.0.61 "GET /v2.0/agents/085d7dc4-471b-4409-b335-54a7e1a972b0/dhcp-networks HTTP/1.1" status: 200 len: 9652 time: 0.1646671 Jul 09 09:42:44.446850 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34942) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:44.507032 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:44.522152 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9e6dc411-9efe-40fc-8f37-32036f4b5186 None None] For port e191a565-8599-4ccc-8d02-d33768c697e3, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:42:44.541319 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9e6dc411-9efe-40fc-8f37-32036f4b5186 None None] For port e191a565-8599-4ccc-8d02-d33768c697e3, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e191a565-8599-4ccc-8d02-d33768c697e3,segment=NetworkSegment(8d86b399-1a10-4736-a7dd-888114b15807),segment_id=8d86b399-1a10-4736-a7dd-888114b15807)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:42:44.546617 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3547f676-adbb-4e4a-a5e8-ecb82fa374bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509c437d-b210-415a-8180-90db27ebc1cb'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:42:44.549008 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d2a30b-8cd1-4b91-b59b-30ff4e5d57e7" -d '{"events": [{"server_uuid": "3547f676-adbb-4e4a-a5e8-ecb82fa374bf", "name": "network-vif-plugged", "status": "completed", "tag": "509c437d-b210-415a-8180-90db27ebc1cb"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:42:44.550271 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c55a4400-b3da-46b6-a3cb-4f0a8d9428f4 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:44.559742 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9e6dc411-9efe-40fc-8f37-32036f4b5186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:44.592796 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34948) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:44.616687 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df246c08-b518-4e31-8bb5-788351581444 x-openstack-request-id: req-df246c08-b518-4e31-8bb5-788351581444 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:42:44.617327 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3547f676-adbb-4e4a-a5e8-ecb82fa374bf", "name": "network-vif-plugged", "status": "completed", "tag": "509c437d-b210-415a-8180-90db27ebc1cb", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:42:44.618102 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-df246c08-b518-4e31-8bb5-788351581444 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:42:44.618887 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3547f676-adbb-4e4a-a5e8-ecb82fa374bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509c437d-b210-415a-8180-90db27ebc1cb', 'code': 200} Jul 09 09:42:44.621618 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 509c437d-b210-415a-8180-90db27ebc1cb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=509c437d-b210-415a-8180-90db27ebc1cb,segment=NetworkSegment(183e28ab-cc44-46c8-b859-5a59fffaeeb9),segment_id=183e28ab-cc44-46c8-b859-5a59fffaeeb9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:42:44.625132 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6dc411-9efe-40fc-8f37-32036f4b5186 None None] Pushing event updated for resources: {'Port': ['ID=e191a565-8599-4ccc-8d02-d33768c697e3,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:44.650223 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:44.703122 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c55a4400-b3da-46b6-a3cb-4f0a8d9428f4 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:44.724156 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=509c437d-b210-415a-8180-90db27ebc1cb,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:44.724517 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c55a4400-b3da-46b6-a3cb-4f0a8d9428f4 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da802ee-3aff-4117-9832-8c803b41daba']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:44.742854 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c55a4400-b3da-46b6-a3cb-4f0a8d9428f4 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ccb6fd8-c8b2-4513-b59a-99bb22c83756') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:44.743055 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c55a4400-b3da-46b6-a3cb-4f0a8d9428f4 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ccb6fd8-c8b2-4513-b59a-99bb22c83756') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:44.756887 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c55a4400-b3da-46b6-a3cb-4f0a8d9428f4 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:44.772694 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 56fd961e-4d76-4766-b6ab-cfc316498d7e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:42:44.787036 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c55a4400-b3da-46b6-a3cb-4f0a8d9428f4 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:44.802646 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55a4400-b3da-46b6-a3cb-4f0a8d9428f4 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:42:44.803053 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c55a4400-b3da-46b6-a3cb-4f0a8d9428f4 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:42:44.806434 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:42:44.822926 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-41e17715-f9d5-4d51-87b6-b4b13aa1427d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:44.836961 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 56fd961e-4d76-4766-b6ab-cfc316498d7e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:42:44.837426 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:44.848417 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5a148-9356-48c8-8e39-10c60eb9259a req-65eb17d8-938d-4bc1-91e1-77ae7b3489a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:44.850241 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39b5a148-9356-48c8-8e39-10c60eb9259a req-65eb17d8-938d-4bc1-91e1-77ae7b3489a5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3547f676-adbb-4e4a-a5e8-ecb82fa374bf HTTP/1.1" status: 200 len: 1097 time: 0.1507940 Jul 09 09:42:44.874050 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b69b6af-2c64-4196-bdb0-3d96e7e47caa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:44.904669 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c55a4400-b3da-46b6-a3cb-4f0a8d9428f4 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:44.914575 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c55a4400-b3da-46b6-a3cb-4f0a8d9428f4 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:44.918537 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c55a4400-b3da-46b6-a3cb-4f0a8d9428f4 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] 10.222.0.61 "DELETE /v2.0/networks/8da802ee-3aff-4117-9832-8c803b41daba HTTP/1.1" status: 204 len: 168 time: 0.4687786 Jul 09 09:42:44.925078 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34954) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:44.938060 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a4400-b3da-46b6-a3cb-4f0a8d9428f4 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Pushing event deleted for resources: {'Network': ['ID=8da802ee-3aff-4117-9832-8c803b41daba,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:45.017230 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b8c5c6-807b-4801-92ef-c94aaf7da267 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] DELETE failed (client error): The resource could not be found. Jul 09 09:42:45.018149 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9b8c5c6-807b-4801-92ef-c94aaf7da267 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:42:45.023059 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a9b8c5c6-807b-4801-92ef-c94aaf7da267 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] 10.222.0.61 "DELETE /v2.0/ports/7f07152c-01ef-45ec-91bd-adce44a7435d HTTP/1.1" status: 404 len: 333 time: 0.0844247 Jul 09 09:42:45.029433 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34958) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:45.062037 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-41e17715-f9d5-4d51-87b6-b4b13aa1427d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:45.073245 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-41e17715-f9d5-4d51-87b6-b4b13aa1427d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:45.121951 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-41e17715-f9d5-4d51-87b6-b4b13aa1427d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0c04e0a077b9463fbaaf8f165e2c34e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5095201 Jul 09 09:42:45.125068 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34960) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:45.181114 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e17715-f9d5-4d51-87b6-b4b13aa1427d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ab0f01-0785-4e89-a124-0063b9615108,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:45.227519 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-700e82c9-9f96-48c5-b269-b39c952a627a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:45.251877 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-700e82c9-9f96-48c5-b269-b39c952a627a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:45.303048 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-700e82c9-9f96-48c5-b269-b39c952a627a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:45.306021 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-700e82c9-9f96-48c5-b269-b39c952a627a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:45.307221 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-700e82c9-9f96-48c5-b269-b39c952a627a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b0ab0f01-0785-4e89-a124-0063b9615108 HTTP/1.1" status: 204 len: 168 time: 0.1790164 Jul 09 09:42:45.316117 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e82c9-9f96-48c5-b269-b39c952a627a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ab0f01-0785-4e89-a124-0063b9615108,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:45.486937 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39b5a148-9356-48c8-8e39-10c60eb9259a req-44f188d2-dda6-488f-9b6b-f56d4e5c83dd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fd212d9b-5a6d-453f-bef6-7c8363576e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6290145 Jul 09 09:42:45.528000 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10e482e9-8e5e-42f3-b7a1-4fd35be5c824 req-3af3be7d-d6b6-44cf-ab93-86c1b4968aac tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.1202633 Jul 09 09:42:45.566396 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e27614-a825-47ec-a775-131f78a08e0c tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Deleting subnet 6634f45c-9458-403d-8456-073376e92a13 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:42:45.569769 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24e27614-a825-47ec-a775-131f78a08e0c tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:45.598691 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34970) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:45.612859 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-66f19309-4585-4100-a33c-9dd7031e0bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:45.629257 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24e27614-a825-47ec-a775-131f78a08e0c tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:45.714591 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900c04d-1777-4719-9e60-2760f25964b7 req-abc7c48a-6a1c-4c9b-9677-29a3a680df46 tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:45.716221 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9900c04d-1777-4719-9e60-2760f25964b7 req-abc7c48a-6a1c-4c9b-9677-29a3a680df46 tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/ports?device_id=3547f676-adbb-4e4a-a5e8-ecb82fa374bf HTTP/1.1" status: 200 len: 946 time: 0.3097279 Jul 09 09:42:45.722343 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-66f19309-4585-4100-a33c-9dd7031e0bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:45.727366 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-66f19309-4585-4100-a33c-9dd7031e0bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:45.773841 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-66f19309-4585-4100-a33c-9dd7031e0bf0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=df4f1d7ce55b42b7b2567816c1d02930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1718359 Jul 09 09:42:45.773841 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f19309-4585-4100-a33c-9dd7031e0bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1da965e-fbcd-4753-8b7b-9ffa0aab7527,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:45.775530 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34972) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:45.829276 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4723608b-983f-4da2-83cb-07da7484090f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:45.843982 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9900c04d-1777-4719-9e60-2760f25964b7 req-92c80c6a-1ee8-4f61-b96c-2e9cba94dcf9 tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/security-groups?id=fd212d9b-5a6d-453f-bef6-7c8363576e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174476 Jul 09 09:42:45.849263 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24e27614-a825-47ec-a775-131f78a08e0c tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:45.854357 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4723608b-983f-4da2-83cb-07da7484090f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:45.890847 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b69b6af-2c64-4196-bdb0-3d96e7e47caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:45.914387 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4723608b-983f-4da2-83cb-07da7484090f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:45.922031 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4723608b-983f-4da2-83cb-07da7484090f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:45.925263 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4723608b-983f-4da2-83cb-07da7484090f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b1da965e-fbcd-4753-8b7b-9ffa0aab7527 HTTP/1.1" status: 204 len: 168 time: 0.1483614 Jul 09 09:42:45.933597 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2739ee4-f8ad-460b-9996-c507b3676473 None None] Network 0d8fdca7-0831-48a0-be33-83c7d711922b requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:42:45.940569 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723608b-983f-4da2-83cb-07da7484090f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1da965e-fbcd-4753-8b7b-9ffa0aab7527,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:45.998698 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24e27614-a825-47ec-a775-131f78a08e0c tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:46.033574 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e27614-a825-47ec-a775-131f78a08e0c tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Pushing event deleted for resources: {'Subnet': ['ID=6634f45c-9458-403d-8456-073376e92a13,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:46.038548 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24e27614-a825-47ec-a775-131f78a08e0c tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:46.043995 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34976) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:46.044348 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-24e27614-a825-47ec-a775-131f78a08e0c tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] 10.222.0.61 "DELETE /v2.0/subnets/6634f45c-9458-403d-8456-073376e92a13 HTTP/1.1" status: 204 len: 168 time: 1.0127676 Jul 09 09:42:46.063439 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f029e8-c621-48af-b074-b52be623d78e None None] Network 7aa85069-0a58-4fd7-b042-fb44bae0a894 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:42:46.090678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b69b6af-2c64-4196-bdb0-3d96e7e47caa admin admin] Router d4435f2d-fac3-4af3-a487-f3ed98c8395a is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:42:46.100733 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d6ed6307-1a9e-4d9a-b930-cbc62afb492e None None] Provisioning for port e191a565-8599-4ccc-8d02-d33768c697e3 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:42:46.158117 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-481e00f8-449a-46fd-9463-1f92155d54d8 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:46.245642 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-481e00f8-449a-46fd-9463-1f92155d54d8 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Deleting port 56fd961e-4d76-4766-b6ab-cfc316498d7e {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:42:46.246406 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-481e00f8-449a-46fd-9463-1f92155d54d8 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:46.250155 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b69b6af-2c64-4196-bdb0-3d96e7e47caa admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:42:46.259286 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] Sync routers for ids ['d4435f2d-fac3-4af3-a487-f3ed98c8395a'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:42:46.276858 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b69b6af-2c64-4196-bdb0-3d96e7e47caa admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:46.280470 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] Routers {'d4435f2d-fac3-4af3-a487-f3ed98c8395a'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:42:46.281165 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:42:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d4435f2d-fac3-4af3-a487-f3ed98c8395a'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:46.290678 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1b69b6af-2c64-4196-bdb0-3d96e7e47caa admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2780516 Jul 09 09:42:46.291707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34982) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:46.366625 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-481e00f8-449a-46fd-9463-1f92155d54d8 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] For port 56fd961e-4d76-4766-b6ab-cfc316498d7e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=56fd961e-4d76-4766-b6ab-cfc316498d7e,segment=NetworkSegment(35be1736-0543-4089-bef6-4378e0f14c52),segment_id=35be1736-0543-4089-bef6-4378e0f14c52)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:42:46.367007 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-481e00f8-449a-46fd-9463-1f92155d54d8 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:46.382034 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-481e00f8-449a-46fd-9463-1f92155d54d8 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Calling delete_port for 56fd961e-4d76-4766-b6ab-cfc316498d7e owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:42:46.489546 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] Set router d4435f2d-fac3-4af3-a487-f3ed98c8395a gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:42:46.557417 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-481e00f8-449a-46fd-9463-1f92155d54d8 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:46.591529 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481e00f8-449a-46fd-9463-1f92155d54d8 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] No DVR routers for this DVR port 56fd961e-4d76-4766-b6ab-cfc316498d7e on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:42:46.691676 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e00f8-449a-46fd-9463-1f92155d54d8 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Pushing event deleted for resources: {'Port': ['ID=56fd961e-4d76-4766-b6ab-cfc316498d7e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:46.721260 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4435f2d-fac3-4af3-a487-f3ed98c8395a', 'name': 'tempest-TestAggregatesBasicOps-1093018566-router', 'tenant_id': '4e666f8d541541b1a92831a71c4de5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'b4e065c7-8318-4f9f-b550-43af1cd81c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:43Z', 'updated_at': '2021-07-09T09:42:44Z', 'revision_number': 3, 'project_id': '4e666f8d541541b1a92831a71c4de5bd', 'gw_port': {'id': 'b4e065c7-8318-4f9f-b550-43af1cd81c35', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4435f2d-fac3-4af3-a487-f3ed98c8395a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:44Z', 'updated_at': '2021-07-09T09:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:46.764014 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] Checking router: d4435f2d-fac3-4af3-a487-f3ed98c8395a for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:42:46.764591 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] Updating router d4435f2d-fac3-4af3-a487-f3ed98c8395a port b4e065c7-8318-4f9f-b550-43af1cd81c35 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:42:46.841581 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:46.859391 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2778ea1b-eaf4-4bbc-97f7-0659af9807ce None None] DHCP port deletion for 7aa85069-0a58-4fd7-b042-fb44bae0a894 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:42:46.887724 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e191a565-8599-4ccc-8d02-d33768c697e3 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:42:46.920712 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-481e00f8-449a-46fd-9463-1f92155d54d8 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:46.945637 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-31a6b345-b087-49db-abff-beaf938b21b2 req-ca5271ff-6655-4085-8bd4-9e27e16a1e63 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.1943741 Jul 09 09:42:46.963716 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-481e00f8-449a-46fd-9463-1f92155d54d8 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa85069-0a58-4fd7-b042-fb44bae0a894']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:46.969002 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port e191a565-8599-4ccc-8d02-d33768c697e3 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:42:46.987226 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port e191a565-8599-4ccc-8d02-d33768c697e3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:42:46.987989 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:47.020623 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-481e00f8-449a-46fd-9463-1f92155d54d8 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35be1736-0543-4089-bef6-4378e0f14c52') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:47.020926 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-481e00f8-449a-46fd-9463-1f92155d54d8 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35be1736-0543-4089-bef6-4378e0f14c52') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:47.042777 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-481e00f8-449a-46fd-9463-1f92155d54d8 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:47.074324 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-481e00f8-449a-46fd-9463-1f92155d54d8 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:47.086683 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481e00f8-449a-46fd-9463-1f92155d54d8 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:42:47.089221 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-481e00f8-449a-46fd-9463-1f92155d54d8 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:42:47.094940 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:42:47.164905 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:47.219446 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-481e00f8-449a-46fd-9463-1f92155d54d8 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:47.220564 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port e191a565-8599-4ccc-8d02-d33768c697e3, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e191a565-8599-4ccc-8d02-d33768c697e3,segment=NetworkSegment(8d86b399-1a10-4736-a7dd-888114b15807),segment_id=8d86b399-1a10-4736-a7dd-888114b15807)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:42:47.229556 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-481e00f8-449a-46fd-9463-1f92155d54d8 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:47.233005 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:47.235596 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-481e00f8-449a-46fd-9463-1f92155d54d8 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] 10.222.0.61 "DELETE /v2.0/networks/7aa85069-0a58-4fd7-b042-fb44bae0a894 HTTP/1.1" status: 204 len: 168 time: 1.1905048 Jul 09 09:42:47.249539 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e00f8-449a-46fd-9463-1f92155d54d8 tempest-DHCPAgentSchedulersTestJSON-1818055399 tempest-DHCPAgentSchedulersTestJSON-1818055399-project] Pushing event deleted for resources: {'Network': ['ID=7aa85069-0a58-4fd7-b042-fb44bae0a894,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:47.268244 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e195b2e-f4a8-4a13-9314-1538ae275f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:47.309070 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:47.313922 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-df7445d7-7191-4000-906b-caffab192fd3 None None] Provisioning complete for port e191a565-8599-4ccc-8d02-d33768c697e3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:42:47.314486 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-df7445d7-7191-4000-906b-caffab192fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:47.316364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b54c46-1c04-489c-8449-30bbbe2c58cd req-f6fb830e-d049-43cd-87a6-055c82f8642e tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:47.318398 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28b54c46-1c04-489c-8449-30bbbe2c58cd req-f6fb830e-d049-43cd-87a6-055c82f8642e tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/ports?device_id=3547f676-adbb-4e4a-a5e8-ecb82fa374bf HTTP/1.1" status: 200 len: 946 time: 0.1412768 Jul 09 09:42:47.334323 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] Transition to ACTIVE for port object b4e065c7-8318-4f9f-b550-43af1cd81c35 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:42:47.348453 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:47.372344 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=e191a565-8599-4ccc-8d02-d33768c697e3,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:47.441012 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28b54c46-1c04-489c-8449-30bbbe2c58cd req-795f2980-0837-4dfc-b2a2-1051f1c66da2 tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/security-groups?id=fd212d9b-5a6d-453f-bef6-7c8363576e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835023 Jul 09 09:42:47.512812 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] Attempting to bind port b4e065c7-8318-4f9f-b550-43af1cd81c35 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:42:47.513267 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] Attempting to bind port b4e065c7-8318-4f9f-b550-43af1cd81c35 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:42:47.513629 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] Attempting to bind port b4e065c7-8318-4f9f-b550-43af1cd81c35 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:42:47.521395 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:42:47.521742 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:42:47.522394 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:47.522790 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:42:47.523262 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] Bound port: b4e065c7-8318-4f9f-b550-43af1cd81c35, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:42:47.523639 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:47.566206 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5d119-b033-45d3-9719-b138061ef463 None None] Pushing event updated for resources: {'Port': ['ID=b4e065c7-8318-4f9f-b550-43af1cd81c35,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:47.571933 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-0e195b2e-f4a8-4a13-9314-1538ae275f43 admin admin] Allocated IP 172.20.0.1 (0d8fdca7-0831-48a0-be33-83c7d711922b/fce20246-2790-4d01-ba73-85eb60fe1532/487a1fb4-e618-4401-ae9b-6a029df3da6a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:42:47.578137 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5d119-b033-45d3-9719-b138061ef463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:47.578756 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5d119-b033-45d3-9719-b138061ef463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:47.579303 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5d119-b033-45d3-9719-b138061ef463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:47.579871 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5d119-b033-45d3-9719-b138061ef463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:47.580411 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5d119-b033-45d3-9719-b138061ef463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:47.580968 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5d119-b033-45d3-9719-b138061ef463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:47.581506 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5d119-b033-45d3-9719-b138061ef463 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:47.582030 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5d119-b033-45d3-9719-b138061ef463 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:47.582562 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5d119-b033-45d3-9719-b138061ef463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:47.583089 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5d119-b033-45d3-9719-b138061ef463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:47.583617 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5d119-b033-45d3-9719-b138061ef463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:47.584298 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5d119-b033-45d3-9719-b138061ef463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:42:47.640532 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] For port b4e065c7-8318-4f9f-b550-43af1cd81c35, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:42:47.645420 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] For port b4e065c7-8318-4f9f-b550-43af1cd81c35, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b4e065c7-8318-4f9f-b550-43af1cd81c35,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:42:47.654637 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:47.722869 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35018) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:47.746181 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] Routers {'d4435f2d-fac3-4af3-a487-f3ed98c8395a'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:42:47.747211 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:42:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d4435f2d-fac3-4af3-a487-f3ed98c8395a'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:47.749771 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e195b2e-f4a8-4a13-9314-1538ae275f43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:47.774064 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-0e195b2e-f4a8-4a13-9314-1538ae275f43 admin admin] Transition to ACTIVE for port object 487a1fb4-e618-4401-ae9b-6a029df3da6a will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:42:47.819520 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e195b2e-f4a8-4a13-9314-1538ae275f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:47.832839 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5d119-b033-45d3-9719-b138061ef463 None None] Pushing event updated for resources: {'Port': ['ID=b4e065c7-8318-4f9f-b550-43af1cd81c35,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:47.878580 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e195b2e-f4a8-4a13-9314-1538ae275f43 admin admin] Network 0d8fdca7-0831-48a0-be33-83c7d711922b is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:42:47.890811 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-0e195b2e-f4a8-4a13-9314-1538ae275f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:42:47.895118 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e195b2e-f4a8-4a13-9314-1538ae275f43 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:42:47.932212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e195b2e-f4a8-4a13-9314-1538ae275f43 admin admin] Pushing event updated for resources: {'Port': ['ID=487a1fb4-e618-4401-ae9b-6a029df3da6a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:47.942873 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] Set router d4435f2d-fac3-4af3-a487-f3ed98c8395a gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:42:47.953417 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e195b2e-f4a8-4a13-9314-1538ae275f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:47.999161 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d44dc053-6031-4a6e-9343-7ab1388a2799 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=041318b04961450ab6a4fee3f9a1f646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703636 Jul 09 09:42:47.999842 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35030) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:48.099342 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-404c7ad8-674a-4cac-b32f-59e4d2ae5d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:48.125732 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ac6b8-d54f-4b05-ba4d-6dffa6861e44 req-1f31fc2a-afe0-46b7-a55c-cdc1d774872e tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:48.127318 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-970ac6b8-d54f-4b05-ba4d-6dffa6861e44 req-1f31fc2a-afe0-46b7-a55c-cdc1d774872e tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/ports?device_id=3547f676-adbb-4e4a-a5e8-ecb82fa374bf HTTP/1.1" status: 200 len: 946 time: 0.1195154 Jul 09 09:42:48.144825 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-404c7ad8-674a-4cac-b32f-59e4d2ae5d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:48.227733 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-970ac6b8-d54f-4b05-ba4d-6dffa6861e44 req-c9b88401-a029-4f2e-9dd7-ffb0cbe3e065 tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/security-groups?id=fd212d9b-5a6d-453f-bef6-7c8363576e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923707 Jul 09 09:42:48.249149 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-404c7ad8-674a-4cac-b32f-59e4d2ae5d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:48.254258 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-404c7ad8-674a-4cac-b32f-59e4d2ae5d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:48.257622 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9b751ea9-4224-4d6c-867a-c160edf97c48 req-4b26b433-2e51-4f86-9c84-522b7ad215b0 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0744350 Jul 09 09:42:48.259749 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-404c7ad8-674a-4cac-b32f-59e4d2ae5d99 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0d124659-6101-4a6b-bc08-e3bd0cd130f4 HTTP/1.1" status: 204 len: 168 time: 0.2586122 Jul 09 09:42:48.290222 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e195b2e-f4a8-4a13-9314-1538ae275f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:48.291921 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c7ad8-674a-4cac-b32f-59e4d2ae5d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d124659-6101-4a6b-bc08-e3bd0cd130f4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:48.354105 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4435f2d-fac3-4af3-a487-f3ed98c8395a', 'name': 'tempest-TestAggregatesBasicOps-1093018566-router', 'tenant_id': '4e666f8d541541b1a92831a71c4de5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'b4e065c7-8318-4f9f-b550-43af1cd81c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:43Z', 'updated_at': '2021-07-09T09:42:44Z', 'revision_number': 3, 'project_id': '4e666f8d541541b1a92831a71c4de5bd', 'gw_port': {'id': 'b4e065c7-8318-4f9f-b550-43af1cd81c35', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4435f2d-fac3-4af3-a487-f3ed98c8395a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:44Z', 'updated_at': '2021-07-09T09:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:48.356103 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-30d4c7b6-7233-4bb4-8020-5ae74ec2be46 None None] Provisioning for port 487a1fb4-e618-4401-ae9b-6a029df3da6a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:42:48.369415 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-30d4c7b6-7233-4bb4-8020-5ae74ec2be46 None None] Provisioning complete for port 487a1fb4-e618-4401-ae9b-6a029df3da6a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:42:48.369984 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-30d4c7b6-7233-4bb4-8020-5ae74ec2be46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:48.415978 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75d5ebb-4c4d-4fb0-80da-a1c04908db33 None None] The sync data for ids ['d4435f2d-fac3-4af3-a487-f3ed98c8395a'] in n-d-799996-1 is: [{'id': 'd4435f2d-fac3-4af3-a487-f3ed98c8395a', 'name': 'tempest-TestAggregatesBasicOps-1093018566-router', 'tenant_id': '4e666f8d541541b1a92831a71c4de5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'b4e065c7-8318-4f9f-b550-43af1cd81c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:43Z', 'updated_at': '2021-07-09T09:42:44Z', 'revision_number': 3, 'project_id': '4e666f8d541541b1a92831a71c4de5bd', 'gw_port': {'id': 'b4e065c7-8318-4f9f-b550-43af1cd81c35', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4435f2d-fac3-4af3-a487-f3ed98c8395a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:44Z', 'updated_at': '2021-07-09T09:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:42:48.429868 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-30d4c7b6-7233-4bb4-8020-5ae74ec2be46 None None] Port 487a1fb4-e618-4401-ae9b-6a029df3da6a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:42:48.506323 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e195b2e-f4a8-4a13-9314-1538ae275f43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:48.512096 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e195b2e-f4a8-4a13-9314-1538ae275f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:48.612058 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e195b2e-f4a8-4a13-9314-1538ae275f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:48.620829 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e195b2e-f4a8-4a13-9314-1538ae275f43 admin admin] Pushing event updated for resources: {'Port': ['ID=487a1fb4-e618-4401-ae9b-6a029df3da6a,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:48.729025 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35048) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:48.762441 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f71e4735-8b0b-4c57-a9d9-24044b5ddfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:48.783074 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e195b2e-f4a8-4a13-9314-1538ae275f43 admin admin] Network 0d8fdca7-0831-48a0-be33-83c7d711922b is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:42:48.791524 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-0e195b2e-f4a8-4a13-9314-1538ae275f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:42:48.829677 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e191a565-8599-4ccc-8d02-d33768c697e3 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:42:48.931826 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port e191a565-8599-4ccc-8d02-d33768c697e3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:42:48.932605 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:48.989020 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f71e4735-8b0b-4c57-a9d9-24044b5ddfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:48.998293 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f71e4735-8b0b-4c57-a9d9-24044b5ddfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:49.061849 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e195b2e-f4a8-4a13-9314-1538ae275f43 admin admin] Router d4435f2d-fac3-4af3-a487-f3ed98c8395a has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:42:49.070591 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f71e4735-8b0b-4c57-a9d9-24044b5ddfaa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fcea67415f8947a99c322815b6e6f4cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3396258 Jul 09 09:42:49.075625 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35058) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:49.159417 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 56fd961e-4d76-4766-b6ab-cfc316498d7e no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:42:49.196338 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15bf7206-9b59-4306-a01d-c6a23297c260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:49.200551 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6a8354cb-c5a1-4c62-beec-5fab0c2aeaa0 None None] Provisioning complete for port 487a1fb4-e618-4401-ae9b-6a029df3da6a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:42:49.201291 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6a8354cb-c5a1-4c62-beec-5fab0c2aeaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:49.230857 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15bf7206-9b59-4306-a01d-c6a23297c260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:49.260621 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a140b-ab4e-4ad2-955b-1c05e9ae8a7e req-af7d2b81-ac0f-4767-af25-3cf0e845bed2 tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:49.262868 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3f5a140b-ab4e-4ad2-955b-1c05e9ae8a7e req-af7d2b81-ac0f-4767-af25-3cf0e845bed2 tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.58 "GET /v2.0/ports?device_id=3547f676-adbb-4e4a-a5e8-ecb82fa374bf HTTP/1.1" status: 200 len: 946 time: 0.1915624 Jul 09 09:42:49.274841 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 56fd961e-4d76-4766-b6ab-cfc316498d7e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:42:49.275774 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 56fd961e-4d76-4766-b6ab-cfc316498d7e not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:42:49.276772 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e4735-8b0b-4c57-a9d9-24044b5ddfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd73adc-e0a0-44aa-a7cf-2e3588b5831c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:49.292289 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6a8354cb-c5a1-4c62-beec-5fab0c2aeaa0 None None] Port 487a1fb4-e618-4401-ae9b-6a029df3da6a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:42:49.297365 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15bf7206-9b59-4306-a01d-c6a23297c260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:49.303819 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15bf7206-9b59-4306-a01d-c6a23297c260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:49.307037 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-15bf7206-9b59-4306-a01d-c6a23297c260 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1fd73adc-e0a0-44aa-a7cf-2e3588b5831c HTTP/1.1" status: 204 len: 168 time: 0.2274175 Jul 09 09:42:49.329821 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf7206-9b59-4306-a01d-c6a23297c260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd73adc-e0a0-44aa-a7cf-2e3588b5831c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:49.367379 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e195b2e-f4a8-4a13-9314-1538ae275f43 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:42:49.379087 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0e195b2e-f4a8-4a13-9314-1538ae275f43 admin admin] 10.222.0.61 "PUT /v2.0/routers/d4435f2d-fac3-4af3-a487-f3ed98c8395a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0858171 Jul 09 09:42:49.485894 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-3f5a140b-ab4e-4ad2-955b-1c05e9ae8a7e req-f353485d-11a7-4216-a40d-6a17ba79306d tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Deleting port 509c437d-b210-415a-8180-90db27ebc1cb {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:42:49.487760 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3f5a140b-ab4e-4ad2-955b-1c05e9ae8a7e req-f353485d-11a7-4216-a40d-6a17ba79306d tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:49.585937 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2421772c-1267-46e4-bc40-2815286fd553 req-f2d8b2be-e0e3-47d6-ae0e-007bb0f0733f tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.1034708 Jul 09 09:42:49.670255 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f593346-3690-4994-95e6-7c8f3c2bbaec req-0e61355f-97dd-4d27-8e25-2a689f06f10b tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:49.672192 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6f593346-3690-4994-95e6-7c8f3c2bbaec req-0e61355f-97dd-4d27-8e25-2a689f06f10b tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/ports?device_id=3547f676-adbb-4e4a-a5e8-ecb82fa374bf HTTP/1.1" status: 200 len: 946 time: 0.2173698 Jul 09 09:42:49.681122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3f5a140b-ab4e-4ad2-955b-1c05e9ae8a7e req-f353485d-11a7-4216-a40d-6a17ba79306d tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] For port 509c437d-b210-415a-8180-90db27ebc1cb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=509c437d-b210-415a-8180-90db27ebc1cb,segment=NetworkSegment(183e28ab-cc44-46c8-b859-5a59fffaeeb9),segment_id=183e28ab-cc44-46c8-b859-5a59fffaeeb9)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:42:49.681493 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3f5a140b-ab4e-4ad2-955b-1c05e9ae8a7e req-f353485d-11a7-4216-a40d-6a17ba79306d tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:49.714129 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-3f5a140b-ab4e-4ad2-955b-1c05e9ae8a7e req-f353485d-11a7-4216-a40d-6a17ba79306d tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Calling delete_port for 509c437d-b210-415a-8180-90db27ebc1cb owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:42:49.743502 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6f593346-3690-4994-95e6-7c8f3c2bbaec req-55a17986-ff90-40c6-ad6a-594324c34cd0 tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.61 "GET /v2.0/security-groups?id=fd212d9b-5a6d-453f-bef6-7c8363576e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647104 Jul 09 09:42:49.890316 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3f5a140b-ab4e-4ad2-955b-1c05e9ae8a7e req-f353485d-11a7-4216-a40d-6a17ba79306d tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:49.902988 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['509c437d-b210-415a-8180-90db27ebc1cb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:42:49.932528 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353485d-11a7-4216-a40d-6a17ba79306d tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Pushing event deleted for resources: {'Port': ['ID=509c437d-b210-415a-8180-90db27ebc1cb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:49.986816 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5a140b-ab4e-4ad2-955b-1c05e9ae8a7e req-f353485d-11a7-4216-a40d-6a17ba79306d tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] No DVR routers for this DVR port 509c437d-b210-415a-8180-90db27ebc1cb on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:42:49.989510 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3f5a140b-ab4e-4ad2-955b-1c05e9ae8a7e req-f353485d-11a7-4216-a40d-6a17ba79306d tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:49.991569 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3f5a140b-ab4e-4ad2-955b-1c05e9ae8a7e req-f353485d-11a7-4216-a40d-6a17ba79306d tempest-InstanceActionsV221TestJSON-1841632364 tempest-InstanceActionsV221TestJSON-1841632364-project] 10.222.0.58 "DELETE /v2.0/ports/509c437d-b210-415a-8180-90db27ebc1cb HTTP/1.1" status: 204 len: 173 time: 0.7233217 Jul 09 09:42:49.992076 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3547f676-adbb-4e4a-a5e8-ecb82fa374bf', 'name': 'network-vif-deleted', 'tag': '509c437d-b210-415a-8180-90db27ebc1cb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:42:49.994423 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5445f02a-b53c-45fe-a839-e211f9b3803b" -d '{"events": [{"server_uuid": "3547f676-adbb-4e4a-a5e8-ecb82fa374bf", "name": "network-vif-deleted", "tag": "509c437d-b210-415a-8180-90db27ebc1cb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:42:50.037516 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a292a488-c825-4acb-8834-dac1d1bf0464 x-openstack-request-id: req-a292a488-c825-4acb-8834-dac1d1bf0464 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:42:50.038271 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3547f676-adbb-4e4a-a5e8-ecb82fa374bf", "name": "network-vif-deleted", "tag": "509c437d-b210-415a-8180-90db27ebc1cb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:42:50.040768 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a292a488-c825-4acb-8834-dac1d1bf0464 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:42:50.041293 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3547f676-adbb-4e4a-a5e8-ecb82fa374bf', 'name': 'network-vif-deleted', 'tag': '509c437d-b210-415a-8180-90db27ebc1cb', 'status': 'completed', 'code': 200} Jul 09 09:42:50.325859 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35106) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:50.421701 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35114) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:50.426786 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6b5ad318-2f5e-48fd-84b4-75702370a013 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1815153206-network', 'tenant_id': '5ed848b17235428e8c8c150943f553ce'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:50.472880 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5ad318-2f5e-48fd-84b4-75702370a013 admin admin] Made reservation on behalf of 5ed848b17235428e8c8c150943f553ce for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:42:50.476440 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b5ad318-2f5e-48fd-84b4-75702370a013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:50.491271 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b5ad318-2f5e-48fd-84b4-75702370a013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:50.573107 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-312beb6e-2e06-437c-91de-a52262d34fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:50.621758 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b5ad318-2f5e-48fd-84b4-75702370a013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:50.629152 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b5ad318-2f5e-48fd-84b4-75702370a013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:50.662110 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ad318-2f5e-48fd-84b4-75702370a013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a8b405-4e1f-4151-84a1-acf50456d875,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:50.673279 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b5ad318-2f5e-48fd-84b4-75702370a013 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:42:50.700591 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b5ad318-2f5e-48fd-84b4-75702370a013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:50.700948 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-6b5ad318-2f5e-48fd-84b4-75702370a013 admin admin] Added segment 2cfbd273-fc63-4d88-a157-80202bdb1bf8 of type vlan for network 10c9bc1b-9d47-42a9-8537-802cbc107d0f Jul 09 09:42:50.764571 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b5ad318-2f5e-48fd-84b4-75702370a013 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:50.809373 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] Sync routers for ids ['d4435f2d-fac3-4af3-a487-f3ed98c8395a'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:42:50.820337 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-312beb6e-2e06-437c-91de-a52262d34fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:50.825967 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-312beb6e-2e06-437c-91de-a52262d34fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:50.828702 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] Routers {'d4435f2d-fac3-4af3-a487-f3ed98c8395a'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:42:50.829359 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:42:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d4435f2d-fac3-4af3-a487-f3ed98c8395a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:50.847242 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b4e065c7-8318-4f9f-b550-43af1cd81c35 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:42:50.856832 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc02b709-ad72-42e0-903f-57f139563c6e req-ba10c082-28f6-4651-bf6f-9236e2cf652b tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0386775 Jul 09 09:42:50.860579 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b5ad318-2f5e-48fd-84b4-75702370a013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:50.862069 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5ad318-2f5e-48fd-84b4-75702370a013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:50.862664 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b5ad318-2f5e-48fd-84b4-75702370a013 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:50.863351 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-312beb6e-2e06-437c-91de-a52262d34fd6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a96866645e5143d89644ce3f7f7bc95d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5362248 Jul 09 09:42:50.866027 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35128) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:50.927151 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6b5ad318-2f5e-48fd-84b4-75702370a013 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5018268 Jul 09 09:42:50.928645 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35130) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:50.932626 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ad318-2f5e-48fd-84b4-75702370a013 admin admin] Pushing event updated for resources: {'Network': ['ID=10c9bc1b-9d47-42a9-8537-802cbc107d0f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:50.949713 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-fd8e3b0b-801f-40eb-99d0-8fbb7511c552 admin admin] Request body: {'subnet': {'network_id': '10c9bc1b-9d47-42a9-8537-802cbc107d0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1815153206-subnet', 'tenant_id': '5ed848b17235428e8c8c150943f553ce', 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:50.995821 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f5f14e3-1c8e-4d2a-b43d-2a4317dce3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:51.001078 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8e3b0b-801f-40eb-99d0-8fbb7511c552 admin admin] Made reservation on behalf of 5ed848b17235428e8c8c150943f553ce for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:42:51.004044 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd8e3b0b-801f-40eb-99d0-8fbb7511c552 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:51.009278 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312beb6e-2e06-437c-91de-a52262d34fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9369f940-8e7f-44a7-a248-7ad7a148c498,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:51.101303 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f5f14e3-1c8e-4d2a-b43d-2a4317dce3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:51.125255 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] Set router d4435f2d-fac3-4af3-a487-f3ed98c8395a gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:42:51.182456 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 10c9bc1b-9d47-42a9-8537-802cbc107d0f details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:42:51.230090 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f5f14e3-1c8e-4d2a-b43d-2a4317dce3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:51.234001 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f5f14e3-1c8e-4d2a-b43d-2a4317dce3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:51.238273 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1f5f14e3-1c8e-4d2a-b43d-2a4317dce3b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9369f940-8e7f-44a7-a248-7ad7a148c498 HTTP/1.1" status: 204 len: 168 time: 0.3702061 Jul 09 09:42:51.253452 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f14e3-1c8e-4d2a-b43d-2a4317dce3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9369f940-8e7f-44a7-a248-7ad7a148c498,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:51.325835 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd8e3b0b-801f-40eb-99d0-8fbb7511c552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:51.344195 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port b4e065c7-8318-4f9f-b550-43af1cd81c35 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:42:51.350239 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port b4e065c7-8318-4f9f-b550-43af1cd81c35 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:42:51.350827 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:51.369339 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e3b0b-801f-40eb-99d0-8fbb7511c552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75ab1f2f-214e-44f3-9bfe-0f924108e59a,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:51.423957 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8e3b0b-801f-40eb-99d0-8fbb7511c552 admin admin] Checking segment: {'id': '2cfbd273-fc63-4d88-a157-80202bdb1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '10c9bc1b-9d47-42a9-8537-802cbc107d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:42:51.424422 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8e3b0b-801f-40eb-99d0-8fbb7511c552 admin admin] Network hostable DHCP agents. Network: 10c9bc1b-9d47-42a9-8537-802cbc107d0f, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:42:51.447896 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8e3b0b-801f-40eb-99d0-8fbb7511c552 admin admin] Network 10c9bc1b-9d47-42a9-8537-802cbc107d0f is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:42:51.468852 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-fd8e3b0b-801f-40eb-99d0-8fbb7511c552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 10c9bc1b-9d47-42a9-8537-802cbc107d0f) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:42:51.485926 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8e3b0b-801f-40eb-99d0-8fbb7511c552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:51.485926 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd8e3b0b-801f-40eb-99d0-8fbb7511c552 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:51.500623 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f91901-1183-4dc0-aa0a-af50cef87466 None None] Network 10c9bc1b-9d47-42a9-8537-802cbc107d0f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:42:51.506489 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fd8e3b0b-801f-40eb-99d0-8fbb7511c552 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5671027 Jul 09 09:42:51.509143 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35148) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:51.516666 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ba3756ea-a3f5-431a-b9c9-fb331b6a821f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1815153206-router', 'tenant_id': '5ed848b17235428e8c8c150943f553ce', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:51.547935 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba3756ea-a3f5-431a-b9c9-fb331b6a821f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:51.550391 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba3756ea-a3f5-431a-b9c9-fb331b6a821f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:51.571857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35152) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:51.591294 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:51.628545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4435f2d-fac3-4af3-a487-f3ed98c8395a', 'name': 'tempest-TestAggregatesBasicOps-1093018566-router', 'tenant_id': '4e666f8d541541b1a92831a71c4de5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'b4e065c7-8318-4f9f-b550-43af1cd81c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:43Z', 'updated_at': '2021-07-09T09:42:48Z', 'revision_number': 4, 'project_id': '4e666f8d541541b1a92831a71c4de5bd', 'gw_port': {'id': 'b4e065c7-8318-4f9f-b550-43af1cd81c35', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4435f2d-fac3-4af3-a487-f3ed98c8395a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:44Z', 'updated_at': '2021-07-09T09:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '487a1fb4-e618-4401-ae9b-6a029df3da6a', 'name': '', 'network_id': '0d8fdca7-0831-48a0-be33-83c7d711922b', 'tenant_id': '4e666f8d541541b1a92831a71c4de5bd', 'mac_address': 'fa:16:3e:45:a5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4435f2d-fac3-4af3-a487-f3ed98c8395a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'fce20246-2790-4d01-ba73-85eb60fe1532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:47Z', 'updated_at': '2021-07-09T09:42:48Z', 'revision_number': 2, 'project_id': '4e666f8d541541b1a92831a71c4de5bd', 'subnets': [{'id': 'fce20246-2790-4d01-ba73-85eb60fe1532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:51.645463 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba3756ea-a3f5-431a-b9c9-fb331b6a821f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:51.660477 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-977ad47b-b93c-46ed-938d-9c3eb86961a0 admin admin] Deleting subnet 0d184608-96b0-4378-bf5a-5b19137fd18c {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:42:51.664985 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-977ad47b-b93c-46ed-938d-9c3eb86961a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:51.717393 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] Checking router: d4435f2d-fac3-4af3-a487-f3ed98c8395a for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:42:51.718553 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-977ad47b-b93c-46ed-938d-9c3eb86961a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:51.719216 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] Updating router d4435f2d-fac3-4af3-a487-f3ed98c8395a port 487a1fb4-e618-4401-ae9b-6a029df3da6a binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:42:51.726590 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port b4e065c7-8318-4f9f-b550-43af1cd81c35, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b4e065c7-8318-4f9f-b550-43af1cd81c35,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:42:51.766755 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:51.771074 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-977ad47b-b93c-46ed-938d-9c3eb86961a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:51.827939 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba3756ea-a3f5-431a-b9c9-fb331b6a821f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:51.854408 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:51.855725 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-977ad47b-b93c-46ed-938d-9c3eb86961a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:51.913501 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-977ad47b-b93c-46ed-938d-9c3eb86961a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:51.915423 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-977ad47b-b93c-46ed-938d-9c3eb86961a0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0d184608-96b0-4378-bf5a-5b19137fd18c HTTP/1.1" status: 204 len: 168 time: 0.3425639 Jul 09 09:42:51.916296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ad47b-b93c-46ed-938d-9c3eb86961a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d184608-96b0-4378-bf5a-5b19137fd18c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:51.924526 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35166) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:51.959053 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=b4e065c7-8318-4f9f-b550-43af1cd81c35,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:52.052126 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e293eabd-f4f0-4dcd-82d4-1fca8f455b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-10c9bc1b-9d47-42a9-8537-802cbc107d0f', 'network_id': '10c9bc1b-9d47-42a9-8537-802cbc107d0f', 'tenant_id': '5ed848b17235428e8c8c150943f553ce', 'fixed_ips': [{'subnet_id': '75ab1f2f-214e-44f3-9bfe-0f924108e59a'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:42:52.054401 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e293eabd-f4f0-4dcd-82d4-1fca8f455b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:52.075659 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35172) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:52.084970 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e66ae1bb-56c5-40aa-b3b4-de6efd3059e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:52.131188 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66806e82-eba6-4f0e-be75-bc4790c19dbd req-cb80d915-0c8e-4666-a102-c345b5683c02 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0432532 Jul 09 09:42:52.219413 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e66ae1bb-56c5-40aa-b3b4-de6efd3059e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:52.231244 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-e66ae1bb-56c5-40aa-b3b4-de6efd3059e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda2efdf-e811-4a69-9f9d-59cbb4b76194']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:52.243528 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-e66ae1bb-56c5-40aa-b3b4-de6efd3059e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183e28ab-cc44-46c8-b859-5a59fffaeeb9') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:52.243965 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-e66ae1bb-56c5-40aa-b3b4-de6efd3059e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183e28ab-cc44-46c8-b859-5a59fffaeeb9') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:52.278110 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-caed8652-3f61-4dca-ad61-c9c9b7d5a3f7 tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-591202248'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:52.278865 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-caed8652-3f61-4dca-ad61-c9c9b7d5a3f7 tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] Unknown quota resources ['metering_label']. {{(pid=93790) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 09:42:52.288778 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 509c437d-b210-415a-8180-90db27ebc1cb no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:42:52.316279 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 509c437d-b210-415a-8180-90db27ebc1cb {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:42:52.316627 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e66ae1bb-56c5-40aa-b3b4-de6efd3059e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:52.317447 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 509c437d-b210-415a-8180-90db27ebc1cb not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:42:52.377139 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e66ae1bb-56c5-40aa-b3b4-de6efd3059e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:52.380792 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba3756ea-a3f5-431a-b9c9-fb331b6a821f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:52.406181 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66ae1bb-56c5-40aa-b3b4-de6efd3059e5 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:42:52.406413 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e66ae1bb-56c5-40aa-b3b4-de6efd3059e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:42:52.408362 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:42:52.418462 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba3756ea-a3f5-431a-b9c9-fb331b6a821f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:52.442486 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-e293eabd-f4f0-4dcd-82d4-1fca8f455b55 None None] Allocated IP 172.20.0.2 (10c9bc1b-9d47-42a9-8537-802cbc107d0f/75ab1f2f-214e-44f3-9bfe-0f924108e59a/10962031-83b6-4732-8296-5cdd1026c39e) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:42:52.507034 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e66ae1bb-56c5-40aa-b3b4-de6efd3059e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:52.514777 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e66ae1bb-56c5-40aa-b3b4-de6efd3059e5 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:52.520176 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e66ae1bb-56c5-40aa-b3b4-de6efd3059e5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/cda2efdf-e811-4a69-9f9d-59cbb4b76194 HTTP/1.1" status: 204 len: 168 time: 0.5909197 Jul 09 09:42:52.538175 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ae1bb-56c5-40aa-b3b4-de6efd3059e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cda2efdf-e811-4a69-9f9d-59cbb4b76194,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:52.598314 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-ba3756ea-a3f5-431a-b9c9-fb331b6a821f admin admin] Allocated IP 172.25.3.149 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/04148a67-f32e-4f03-8136-be5acfd0de2f) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:42:52.644550 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-caed8652-3f61-4dca-ad61-c9c9b7d5a3f7 tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:52.650629 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-caed8652-3f61-4dca-ad61-c9c9b7d5a3f7 tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5734708 Jul 09 09:42:52.651718 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35192) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:52.658990 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e364867d-c51e-4efa-aeff-e88c7fc95fda tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '526b289f-233d-4a80-8740-79c052f2a72b'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:52.660811 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e364867d-c51e-4efa-aeff-e88c7fc95fda tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93790) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 09:42:52.750491 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:52.775121 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] Transition to ACTIVE for port object 487a1fb4-e618-4401-ae9b-6a029df3da6a will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:42:52.781487 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e293eabd-f4f0-4dcd-82d4-1fca8f455b55 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:52.785074 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b4e065c7-8318-4f9f-b550-43af1cd81c35 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:42:52.790552 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba3756ea-a3f5-431a-b9c9-fb331b6a821f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:52.796007 n-d-799996-1 neutron-server[93790]: WARNING neutron.services.metering.metering_plugin [None req-e364867d-c51e-4efa-aeff-e88c7fc95fda tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 09:42:52.833289 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:52.847677 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e293eabd-f4f0-4dcd-82d4-1fca8f455b55 None None] Transition to ACTIVE for port object 10962031-83b6-4732-8296-5cdd1026c39e will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:42:52.852774 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba3756ea-a3f5-431a-b9c9-fb331b6a821f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:52.873412 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35198) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:52.924542 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3756ea-a3f5-431a-b9c9-fb331b6a821f admin admin] Pushing event updated for resources: {'Port': ['ID=04148a67-f32e-4f03-8136-be5acfd0de2f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:52.930204 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e293eabd-f4f0-4dcd-82d4-1fca8f455b55 None None] Transition to ACTIVE for port object 10962031-83b6-4732-8296-5cdd1026c39e will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:42:52.938713 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3756ea-a3f5-431a-b9c9-fb331b6a821f admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:42:52.940381 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ba3756ea-a3f5-431a-b9c9-fb331b6a821f admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:42:52.943046 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3756ea-a3f5-431a-b9c9-fb331b6a821f admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:42:52.977681 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port b4e065c7-8318-4f9f-b550-43af1cd81c35 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:42:52.978059 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:53.065210 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6dcf03-68d3-4db8-9970-e22c3b67d657 None None] Pushing event updated for resources: {'Port': ['ID=487a1fb4-e618-4401-ae9b-6a029df3da6a,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:53.068002 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e293eabd-f4f0-4dcd-82d4-1fca8f455b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:53.156103 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] Attempting to bind port 487a1fb4-e618-4401-ae9b-6a029df3da6a on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:42:53.156465 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] Attempting to bind port 487a1fb4-e618-4401-ae9b-6a029df3da6a by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '8d86b399-1a10-4736-a7dd-888114b15807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0d8fdca7-0831-48a0-be33-83c7d711922b'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:42:53.156835 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] Attempting to bind port 487a1fb4-e618-4401-ae9b-6a029df3da6a on network 0d8fdca7-0831-48a0-be33-83c7d711922b {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:42:53.176501 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e293eabd-f4f0-4dcd-82d4-1fca8f455b55 None None] Network 10c9bc1b-9d47-42a9-8537-802cbc107d0f is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:42:53.186939 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:42:53.187529 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] Checking segment: {'id': '8d86b399-1a10-4736-a7dd-888114b15807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0d8fdca7-0831-48a0-be33-83c7d711922b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:42:53.188142 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:53.188902 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] Bound using segment: {'id': '8d86b399-1a10-4736-a7dd-888114b15807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0d8fdca7-0831-48a0-be33-83c7d711922b'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:42:53.189547 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] Bound port: 487a1fb4-e618-4401-ae9b-6a029df3da6a, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d86b399-1a10-4736-a7dd-888114b15807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0d8fdca7-0831-48a0-be33-83c7d711922b'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:42:53.190230 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:53.194102 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-e293eabd-f4f0-4dcd-82d4-1fca8f455b55 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:42:53.197948 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e293eabd-f4f0-4dcd-82d4-1fca8f455b55 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:42:53.279747 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba3756ea-a3f5-431a-b9c9-fb331b6a821f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:53.366814 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293eabd-f4f0-4dcd-82d4-1fca8f455b55 None None] Pushing event updated for resources: {'Port': ['ID=10962031-83b6-4732-8296-5cdd1026c39e,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:53.521085 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e293eabd-f4f0-4dcd-82d4-1fca8f455b55 None None] Attempting to bind port 10962031-83b6-4732-8296-5cdd1026c39e on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:42:53.521403 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e293eabd-f4f0-4dcd-82d4-1fca8f455b55 None None] Attempting to bind port 10962031-83b6-4732-8296-5cdd1026c39e by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '2cfbd273-fc63-4d88-a157-80202bdb1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '10c9bc1b-9d47-42a9-8537-802cbc107d0f'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:42:53.521784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e293eabd-f4f0-4dcd-82d4-1fca8f455b55 None None] Attempting to bind port 10962031-83b6-4732-8296-5cdd1026c39e on network 10c9bc1b-9d47-42a9-8537-802cbc107d0f {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:42:53.535615 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] For port 487a1fb4-e618-4401-ae9b-6a029df3da6a, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:42:53.538700 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e293eabd-f4f0-4dcd-82d4-1fca8f455b55 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:42:53.539082 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e293eabd-f4f0-4dcd-82d4-1fca8f455b55 None None] Checking segment: {'id': '2cfbd273-fc63-4d88-a157-80202bdb1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '10c9bc1b-9d47-42a9-8537-802cbc107d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:42:53.539478 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e293eabd-f4f0-4dcd-82d4-1fca8f455b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:53.539899 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e293eabd-f4f0-4dcd-82d4-1fca8f455b55 None None] Bound using segment: {'id': '2cfbd273-fc63-4d88-a157-80202bdb1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '10c9bc1b-9d47-42a9-8537-802cbc107d0f'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:42:53.540389 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e293eabd-f4f0-4dcd-82d4-1fca8f455b55 None None] Bound port: 10962031-83b6-4732-8296-5cdd1026c39e, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cfbd273-fc63-4d88-a157-80202bdb1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '10c9bc1b-9d47-42a9-8537-802cbc107d0f'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:42:53.540837 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e293eabd-f4f0-4dcd-82d4-1fca8f455b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:53.544744 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] For port 487a1fb4-e618-4401-ae9b-6a029df3da6a, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=487a1fb4-e618-4401-ae9b-6a029df3da6a,segment=NetworkSegment(8d86b399-1a10-4736-a7dd-888114b15807),segment_id=8d86b399-1a10-4736-a7dd-888114b15807)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:42:53.556113 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba3756ea-a3f5-431a-b9c9-fb331b6a821f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:53.556706 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:53.671140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] Routers {'d4435f2d-fac3-4af3-a487-f3ed98c8395a'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:42:53.671832 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:42:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d4435f2d-fac3-4af3-a487-f3ed98c8395a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:53.675659 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6dcf03-68d3-4db8-9970-e22c3b67d657 None None] Pushing event updated for resources: {'Port': ['ID=487a1fb4-e618-4401-ae9b-6a029df3da6a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:53.732114 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e293eabd-f4f0-4dcd-82d4-1fca8f455b55 None None] For port 10962031-83b6-4732-8296-5cdd1026c39e, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:42:53.746598 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e364867d-c51e-4efa-aeff-e88c7fc95fda tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:53.753234 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e364867d-c51e-4efa-aeff-e88c7fc95fda tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.0999355 Jul 09 09:42:53.754647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35236) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:53.757704 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e293eabd-f4f0-4dcd-82d4-1fca8f455b55 None None] For port 10962031-83b6-4732-8296-5cdd1026c39e, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=10962031-83b6-4732-8296-5cdd1026c39e,segment=NetworkSegment(2cfbd273-fc63-4d88-a157-80202bdb1bf8),segment_id=2cfbd273-fc63-4d88-a157-80202bdb1bf8)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:42:53.764963 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-800d3ec7-e585-4f3a-be03-7215f6d84d54 tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '526b289f-233d-4a80-8740-79c052f2a72b'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:53.765816 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-800d3ec7-e585-4f3a-be03-7215f6d84d54 tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93791) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 09:42:53.772600 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e293eabd-f4f0-4dcd-82d4-1fca8f455b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:53.794560 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12984ad8-c759-45cc-941b-c5a0da3264f0 req-ed7b5780-fc69-4c14-b824-2db712576c46 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.1474624 Jul 09 09:42:53.839306 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-954762ec-cddd-4b68-9616-eee71e981c07 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=44cfde7dcd5741bdbb4cf0ed4c9b1591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9641824 Jul 09 09:42:53.842983 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35242) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:53.936676 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-91abeb3d-e214-462c-be9c-897fb01de044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:53.947257 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293eabd-f4f0-4dcd-82d4-1fca8f455b55 None None] Pushing event updated for resources: {'Port': ['ID=10962031-83b6-4732-8296-5cdd1026c39e,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:53.952304 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] Set router d4435f2d-fac3-4af3-a487-f3ed98c8395a gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:42:53.997493 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-91abeb3d-e214-462c-be9c-897fb01de044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:54.073060 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-91abeb3d-e214-462c-be9c-897fb01de044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:54.079060 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-91abeb3d-e214-462c-be9c-897fb01de044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:54.084281 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-91abeb3d-e214-462c-be9c-897fb01de044 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd212d9b-5a6d-453f-bef6-7c8363576e75 HTTP/1.1" status: 204 len: 168 time: 0.2399604 Jul 09 09:42:54.094800 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abeb3d-e214-462c-be9c-897fb01de044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd212d9b-5a6d-453f-bef6-7c8363576e75,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:54.312583 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4435f2d-fac3-4af3-a487-f3ed98c8395a', 'name': 'tempest-TestAggregatesBasicOps-1093018566-router', 'tenant_id': '4e666f8d541541b1a92831a71c4de5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'b4e065c7-8318-4f9f-b550-43af1cd81c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:43Z', 'updated_at': '2021-07-09T09:42:48Z', 'revision_number': 4, 'project_id': '4e666f8d541541b1a92831a71c4de5bd', 'gw_port': {'id': 'b4e065c7-8318-4f9f-b550-43af1cd81c35', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4435f2d-fac3-4af3-a487-f3ed98c8395a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:44Z', 'updated_at': '2021-07-09T09:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '487a1fb4-e618-4401-ae9b-6a029df3da6a', 'name': '', 'network_id': '0d8fdca7-0831-48a0-be33-83c7d711922b', 'tenant_id': '4e666f8d541541b1a92831a71c4de5bd', 'mac_address': 'fa:16:3e:45:a5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4435f2d-fac3-4af3-a487-f3ed98c8395a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'fce20246-2790-4d01-ba73-85eb60fe1532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:47Z', 'updated_at': '2021-07-09T09:42:53Z', 'revision_number': 4, 'project_id': '4e666f8d541541b1a92831a71c4de5bd', 'subnets': [{'id': 'fce20246-2790-4d01-ba73-85eb60fe1532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:54.320369 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3756ea-a3f5-431a-b9c9-fb331b6a821f admin admin] Router 6e2ab83f-b29e-4f32-90da-09f595af66de is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:42:54.347079 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc627d6-ec79-433c-acc0-006cedf68fee None None] The sync data for ids ['d4435f2d-fac3-4af3-a487-f3ed98c8395a'] in n-d-799996-1 is: [{'id': 'd4435f2d-fac3-4af3-a487-f3ed98c8395a', 'name': 'tempest-TestAggregatesBasicOps-1093018566-router', 'tenant_id': '4e666f8d541541b1a92831a71c4de5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'b4e065c7-8318-4f9f-b550-43af1cd81c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:43Z', 'updated_at': '2021-07-09T09:42:48Z', 'revision_number': 4, 'project_id': '4e666f8d541541b1a92831a71c4de5bd', 'gw_port': {'id': 'b4e065c7-8318-4f9f-b550-43af1cd81c35', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4435f2d-fac3-4af3-a487-f3ed98c8395a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:44Z', 'updated_at': '2021-07-09T09:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '487a1fb4-e618-4401-ae9b-6a029df3da6a', 'name': '', 'network_id': '0d8fdca7-0831-48a0-be33-83c7d711922b', 'tenant_id': '4e666f8d541541b1a92831a71c4de5bd', 'mac_address': 'fa:16:3e:45:a5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4435f2d-fac3-4af3-a487-f3ed98c8395a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'fce20246-2790-4d01-ba73-85eb60fe1532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:47Z', 'updated_at': '2021-07-09T09:42:53Z', 'revision_number': 4, 'project_id': '4e666f8d541541b1a92831a71c4de5bd', 'subnets': [{'id': 'fce20246-2790-4d01-ba73-85eb60fe1532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:42:54.456889 n-d-799996-1 neutron-server[93791]: WARNING neutron.services.metering.metering_plugin [None req-800d3ec7-e585-4f3a-be03-7215f6d84d54 tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 09:42:54.525903 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35266) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:54.605023 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-800d3ec7-e585-4f3a-be03-7215f6d84d54 tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:54.609723 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-800d3ec7-e585-4f3a-be03-7215f6d84d54 tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8507059 Jul 09 09:42:54.610180 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35274) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:54.628421 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f14dd04e-468d-46ac-a847-e1e37cf343c1 tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=dc093249-8302-421e-8959-ad99b9516336 HTTP/1.1" status: 200 len: 464 time: 0.0170250 Jul 09 09:42:54.632409 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35276) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:54.718157 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3756ea-a3f5-431a-b9c9-fb331b6a821f admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:42:54.730235 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] Sync routers for ids ['6e2ab83f-b29e-4f32-90da-09f595af66de'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:42:54.749984 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] Routers {'6e2ab83f-b29e-4f32-90da-09f595af66de'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:42:54.751532 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:42:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6e2ab83f-b29e-4f32-90da-09f595af66de'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:54.757051 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba3756ea-a3f5-431a-b9c9-fb331b6a821f admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:54.758728 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ba3756ea-a3f5-431a-b9c9-fb331b6a821f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2480068 Jul 09 09:42:54.763336 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35282) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:54.857411 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61c13eb2-ee58-42a4-a97a-282252f2e205 tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:54.861100 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-61c13eb2-ee58-42a4-a97a-282252f2e205 tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-label-rules/dc093249-8302-421e-8959-ad99b9516336 HTTP/1.1" status: 204 len: 168 time: 0.2255368 Jul 09 09:42:54.861100 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-93bb591f-eb1a-49ee-938b-419e59ca7150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:54.861668 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35286) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:54.876388 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b1695fa7-841b-42f2-bf11-78256d1ff060 tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=dc093249-8302-421e-8959-ad99b9516336 HTTP/1.1" status: 200 len: 221 time: 0.0101902 Jul 09 09:42:54.879684 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35288) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:54.885955 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-dc1f0fa3-3a51-4607-91c1-8639766b13b6 tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1489018379', 'description': 'label created by tempest'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:54.888142 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-dc1f0fa3-3a51-4607-91c1-8639766b13b6 tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] Unknown quota resources ['metering_label']. {{(pid=93790) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 09:42:54.931975 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 487a1fb4-e618-4401-ae9b-6a029df3da6a up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:42:55.044076 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-93bb591f-eb1a-49ee-938b-419e59ca7150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:55.053967 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-93bb591f-eb1a-49ee-938b-419e59ca7150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:55.138824 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] Set router 6e2ab83f-b29e-4f32-90da-09f595af66de gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:42:55.158656 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 487a1fb4-e618-4401-ae9b-6a029df3da6a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:42:55.167093 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 487a1fb4-e618-4401-ae9b-6a029df3da6a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:42:55.172775 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:55.238433 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-93bb591f-eb1a-49ee-938b-419e59ca7150 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=07b01b03997940888487fabc228a7b46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7111518 Jul 09 09:42:55.241105 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb591f-eb1a-49ee-938b-419e59ca7150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97f1e7e-b9fc-40d6-87d3-01a5a29f67a3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:55.245453 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35294) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:55.381356 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9b915fcc-0bb6-4e07-90ce-3821b8f422d5 req-6a8ebcd2-4f75-4923-a493-7404ab7df860 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.1409626 Jul 09 09:42:55.396521 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:55.471267 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ffbec4cc-6d1d-4b4b-92b6-63c912511811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:55.485075 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 487a1fb4-e618-4401-ae9b-6a029df3da6a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=487a1fb4-e618-4401-ae9b-6a029df3da6a,segment=NetworkSegment(8d86b399-1a10-4736-a7dd-888114b15807),segment_id=8d86b399-1a10-4736-a7dd-888114b15807)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:42:55.497767 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:55.500901 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ffbec4cc-6d1d-4b4b-92b6-63c912511811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:55.501934 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 10962031-83b6-4732-8296-5cdd1026c39e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:42:55.631246 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2ab83f-b29e-4f32-90da-09f595af66de', 'name': 'tempest-TestAggregatesBasicOps-1815153206-router', 'tenant_id': '5ed848b17235428e8c8c150943f553ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '04148a67-f32e-4f03-8136-be5acfd0de2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:51Z', 'updated_at': '2021-07-09T09:42:53Z', 'revision_number': 3, 'project_id': '5ed848b17235428e8c8c150943f553ce', 'gw_port': {'id': '04148a67-f32e-4f03-8136-be5acfd0de2f', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:64:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2ab83f-b29e-4f32-90da-09f595af66de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:52Z', 'updated_at': '2021-07-09T09:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:55.645839 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc1f0fa3-3a51-4607-91c1-8639766b13b6 tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:55.646215 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-dc1f0fa3-3a51-4607-91c1-8639766b13b6 tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7651904 Jul 09 09:42:55.650639 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35302) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:55.670644 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] Checking router: 6e2ab83f-b29e-4f32-90da-09f595af66de for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:42:55.672255 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] Updating router 6e2ab83f-b29e-4f32-90da-09f595af66de port 04148a67-f32e-4f03-8136-be5acfd0de2f binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:42:55.715993 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:55.726331 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c72747e-71bc-46ec-be45-a601eabf6279 None None] Network 10c9bc1b-9d47-42a9-8537-802cbc107d0f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:42:55.731409 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35304) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:55.732120 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=487a1fb4-e618-4401-ae9b-6a029df3da6a,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:55.773897 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e7a249c-8e30-4d9b-9f9e-417d279b61a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:55.787768 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-cf84d9c6-eeee-4ed8-9564-434e0ace1c1c tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=9ba44420-fb9e-4da1-98e3-cbb44df9ffa6 HTTP/1.1" status: 200 len: 468 time: 0.1351144 Jul 09 09:42:55.791806 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35308) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:55.813224 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ffbec4cc-6d1d-4b4b-92b6-63c912511811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:55.821489 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ffbec4cc-6d1d-4b4b-92b6-63c912511811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:55.825180 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ffbec4cc-6d1d-4b4b-92b6-63c912511811 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c97f1e7e-b9fc-40d6-87d3-01a5a29f67a3 HTTP/1.1" status: 204 len: 168 time: 0.5742867 Jul 09 09:42:55.848742 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7271e749-9046-469f-9ad4-05dba883bf48 None None] Provisioning for port 10962031-83b6-4732-8296-5cdd1026c39e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:42:55.858245 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbec4cc-6d1d-4b4b-92b6-63c912511811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97f1e7e-b9fc-40d6-87d3-01a5a29f67a3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:55.875393 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7271e749-9046-469f-9ad4-05dba883bf48 None None] Provisioning complete for port 10962031-83b6-4732-8296-5cdd1026c39e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:42:55.875796 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7271e749-9046-469f-9ad4-05dba883bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:55.990961 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 10962031-83b6-4732-8296-5cdd1026c39e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:42:56.010455 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 10962031-83b6-4732-8296-5cdd1026c39e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:42:56.011104 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:56.016021 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c38aeec0-d3e7-4d9e-8562-401ce69ed2ab admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-697687621-network', 'tenant_id': 'a5ef7675e6bc4ebb839d110032acb556'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:56.071589 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:56.085840 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] Transition to ACTIVE for port object 04148a67-f32e-4f03-8136-be5acfd0de2f will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:42:56.093918 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:56.144448 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] Attempting to bind port 04148a67-f32e-4f03-8136-be5acfd0de2f on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:42:56.145084 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] Attempting to bind port 04148a67-f32e-4f03-8136-be5acfd0de2f by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:42:56.145646 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] Attempting to bind port 04148a67-f32e-4f03-8136-be5acfd0de2f on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:42:56.145783 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7271e749-9046-469f-9ad4-05dba883bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:56.181622 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf440f6-d545-4b62-9a37-89e2ea26aa72 None None] Pushing event updated for resources: {'Port': ['ID=04148a67-f32e-4f03-8136-be5acfd0de2f,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:56.192438 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:42:56.192818 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:42:56.193494 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:56.193650 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:42:56.194067 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] Bound port: 04148a67-f32e-4f03-8136-be5acfd0de2f, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:42:56.194453 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:56.232090 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38aeec0-d3e7-4d9e-8562-401ce69ed2ab admin admin] Made reservation on behalf of a5ef7675e6bc4ebb839d110032acb556 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:42:56.234790 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c38aeec0-d3e7-4d9e-8562-401ce69ed2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:56.265382 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4edbc635-12f1-43f1-be6c-40e2ba806c02 tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:56.272390 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4edbc635-12f1-43f1-be6c-40e2ba806c02 tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-labels/9ba44420-fb9e-4da1-98e3-cbb44df9ffa6 HTTP/1.1" status: 204 len: 168 time: 0.4798133 Jul 09 09:42:56.273248 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35316) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:56.274802 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c38aeec0-d3e7-4d9e-8562-401ce69ed2ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:56.294436 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7271e749-9046-469f-9ad4-05dba883bf48 None None] For port 10962031-83b6-4732-8296-5cdd1026c39e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=10962031-83b6-4732-8296-5cdd1026c39e,segment=NetworkSegment(2cfbd273-fc63-4d88-a157-80202bdb1bf8),segment_id=2cfbd273-fc63-4d88-a157-80202bdb1bf8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:42:56.295650 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b750d4a0-3041-49a5-9b88-f61b97e16ead tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=9ba44420-fb9e-4da1-98e3-cbb44df9ffa6 HTTP/1.1" status: 200 len: 216 time: 0.0203469 Jul 09 09:42:56.297300 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35318) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:56.315095 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] For port 04148a67-f32e-4f03-8136-be5acfd0de2f, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:42:56.317433 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2bc56420-4b88-4e99-852d-cd8b4c7c4026 tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0188107 Jul 09 09:42:56.318285 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35320) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:56.329389 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] For port 04148a67-f32e-4f03-8136-be5acfd0de2f, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=04148a67-f32e-4f03-8136-be5acfd0de2f,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:42:56.339837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-8e7a249c-8e30-4d9b-9f9e-417d279b61a5 admin admin] Allocated IP 172.20.0.1 (10c9bc1b-9d47-42a9-8537-802cbc107d0f/75ab1f2f-214e-44f3-9bfe-0f924108e59a/9daa5e19-250c-4273-82f8-a08ea3ec8af6) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:42:56.342556 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-58e49baa-eaa2-4ff9-93c3-fd4b14e2c003 tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0219893 Jul 09 09:42:56.343599 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35322) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:56.344379 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:56.377326 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7271e749-9046-469f-9ad4-05dba883bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:56.428775 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:56.470763 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271e749-9046-469f-9ad4-05dba883bf48 None None] Pushing event updated for resources: {'Port': ['ID=10962031-83b6-4732-8296-5cdd1026c39e,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:56.471013 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35326) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:56.471223 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-eec272bc-a97f-48be-b04d-aee3f14e1636 tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels/526b289f-233d-4a80-8740-79c052f2a72b HTTP/1.1" status: 200 len: 472 time: 0.1258707 Jul 09 09:42:56.482394 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35328) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:56.493935 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] Routers {'6e2ab83f-b29e-4f32-90da-09f595af66de'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:42:56.494832 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:42:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6e2ab83f-b29e-4f32-90da-09f595af66de'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:56.501969 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-254b8db5-545d-4a5c-bffa-77425dd9dc9c tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules/b67784d3-ac84-477b-bf69-aa70b47fd8f1 HTTP/1.1" status: 200 len: 461 time: 0.0280442 Jul 09 09:42:56.510884 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35330) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:56.523460 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:42:56.524115 n-d-799996-1 neutron-server[93792]: DEBUG oslo_db.api [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:42:56.534487 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-292a245d-6fc7-47ff-9418-4a879f91556e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:56.573898 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf440f6-d545-4b62-9a37-89e2ea26aa72 None None] Pushing event updated for resources: {'Port': ['ID=04148a67-f32e-4f03-8136-be5acfd0de2f,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:56.611207 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea138f0e-1947-4002-8120-65cc2adab9d0 req-8cbc0ba2-cc6b-4c47-b9f0-284d1d8b5399 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0289645 Jul 09 09:42:56.622136 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e7a249c-8e30-4d9b-9f9e-417d279b61a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:56.671300 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] Set router 6e2ab83f-b29e-4f32-90da-09f595af66de gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:42:56.722621 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2360eb1a-5719-4f98-a2c7-a525ec52bf10 tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:56.726148 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2360eb1a-5719-4f98-a2c7-a525ec52bf10 tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-label-rules/b67784d3-ac84-477b-bf69-aa70b47fd8f1 HTTP/1.1" status: 204 len: 168 time: 0.2079527 Jul 09 09:42:56.726533 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35332) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:56.729823 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-8e7a249c-8e30-4d9b-9f9e-417d279b61a5 admin admin] Transition to ACTIVE for port object 9daa5e19-250c-4273-82f8-a08ea3ec8af6 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:42:56.733140 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c38aeec0-d3e7-4d9e-8562-401ce69ed2ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:56.740902 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c38aeec0-d3e7-4d9e-8562-401ce69ed2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:56.777811 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38aeec0-d3e7-4d9e-8562-401ce69ed2ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:42:56.796071 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38aeec0-d3e7-4d9e-8562-401ce69ed2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:56.802300 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c38aeec0-d3e7-4d9e-8562-401ce69ed2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:56.802734 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-c38aeec0-d3e7-4d9e-8562-401ce69ed2ab admin admin] Added segment 25c9a05e-6aaa-4f76-978a-42d699f844f1 of type vlan for network 839c08a4-4733-45d9-b5f6-03b4d5176fdc Jul 09 09:42:56.852035 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e7a249c-8e30-4d9b-9f9e-417d279b61a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:56.861471 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c38aeec0-d3e7-4d9e-8562-401ce69ed2ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:56.888077 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2ab83f-b29e-4f32-90da-09f595af66de', 'name': 'tempest-TestAggregatesBasicOps-1815153206-router', 'tenant_id': '5ed848b17235428e8c8c150943f553ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '04148a67-f32e-4f03-8136-be5acfd0de2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:51Z', 'updated_at': '2021-07-09T09:42:53Z', 'revision_number': 3, 'project_id': '5ed848b17235428e8c8c150943f553ce', 'gw_port': {'id': '04148a67-f32e-4f03-8136-be5acfd0de2f', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:64:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2ab83f-b29e-4f32-90da-09f595af66de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:52Z', 'updated_at': '2021-07-09T09:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:56.906530 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-28469386-46f0-4d70-b01f-707a2c67517e None None] Provisioning complete for port 10962031-83b6-4732-8296-5cdd1026c39e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:42:56.907266 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28469386-46f0-4d70-b01f-707a2c67517e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:56.910376 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7a249c-8e30-4d9b-9f9e-417d279b61a5 admin admin] Network 10c9bc1b-9d47-42a9-8537-802cbc107d0f is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:42:56.917365 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-8e7a249c-8e30-4d9b-9f9e-417d279b61a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:42:56.923258 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10d586-7b53-4893-8edc-95130932aaab None None] The sync data for ids ['6e2ab83f-b29e-4f32-90da-09f595af66de'] in n-d-799996-1 is: [{'id': '6e2ab83f-b29e-4f32-90da-09f595af66de', 'name': 'tempest-TestAggregatesBasicOps-1815153206-router', 'tenant_id': '5ed848b17235428e8c8c150943f553ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '04148a67-f32e-4f03-8136-be5acfd0de2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:51Z', 'updated_at': '2021-07-09T09:42:53Z', 'revision_number': 3, 'project_id': '5ed848b17235428e8c8c150943f553ce', 'gw_port': {'id': '04148a67-f32e-4f03-8136-be5acfd0de2f', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:64:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2ab83f-b29e-4f32-90da-09f595af66de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:52Z', 'updated_at': '2021-07-09T09:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:42:56.928566 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7a249c-8e30-4d9b-9f9e-417d279b61a5 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:42:56.937353 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a249c-8e30-4d9b-9f9e-417d279b61a5 admin admin] Pushing event updated for resources: {'Port': ['ID=9daa5e19-250c-4273-82f8-a08ea3ec8af6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:56.958934 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f92c3a69-c5fa-4691-820a-52065f61b8ea tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:56.962835 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f92c3a69-c5fa-4691-820a-52065f61b8ea tempest-MeteringTestJSON-2002257525 tempest-MeteringTestJSON-2002257525-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-labels/526b289f-233d-4a80-8740-79c052f2a72b HTTP/1.1" status: 204 len: 168 time: 0.2352600 Jul 09 09:42:56.991965 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c38aeec0-d3e7-4d9e-8562-401ce69ed2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:56.993533 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38aeec0-d3e7-4d9e-8562-401ce69ed2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:56.993855 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c38aeec0-d3e7-4d9e-8562-401ce69ed2ab admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:57.026308 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e7a249c-8e30-4d9b-9f9e-417d279b61a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:57.050783 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-292a245d-6fc7-47ff-9418-4a879f91556e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:57.060328 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-292a245d-6fc7-47ff-9418-4a879f91556e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:57.120298 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35336) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:57.121863 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c38aeec0-d3e7-4d9e-8562-401ce69ed2ab admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3770437 Jul 09 09:42:57.138475 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-4dc13ba8-d600-465e-affa-0ea29b68349a admin admin] Request body: {'subnet': {'network_id': '839c08a4-4733-45d9-b5f6-03b4d5176fdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-697687621-subnet', 'tenant_id': 'a5ef7675e6bc4ebb839d110032acb556', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:57.158037 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-292a245d-6fc7-47ff-9418-4a879f91556e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2ae3d17eee1049638f8a9df8396da221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6719556 Jul 09 09:42:57.158412 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a245d-6fc7-47ff-9418-4a879f91556e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f428f467-b5ba-4812-87fb-37a2dfcdfa30,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:57.165205 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35340) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:57.189690 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc13ba8-d600-465e-affa-0ea29b68349a admin admin] Made reservation on behalf of a5ef7675e6bc4ebb839d110032acb556 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:42:57.195004 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dc13ba8-d600-465e-affa-0ea29b68349a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:57.199583 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38aeec0-d3e7-4d9e-8562-401ce69ed2ab admin admin] Pushing event updated for resources: {'Network': ['ID=839c08a4-4733-45d9-b5f6-03b4d5176fdc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:57.229801 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 839c08a4-4733-45d9-b5f6-03b4d5176fdc details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:42:57.432061 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 487a1fb4-e618-4401-ae9b-6a029df3da6a up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:42:57.443606 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b2b02d0-9e90-407a-84be-8a577a2f58d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:57.466063 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e7a249c-8e30-4d9b-9f9e-417d279b61a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:57.486352 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b2b02d0-9e90-407a-84be-8a577a2f58d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:57.524713 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-afa03a45-6b53-4b23-9e8a-01e0eb153939 None None] Provisioning for port 9daa5e19-250c-4273-82f8-a08ea3ec8af6 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:42:57.532896 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-afa03a45-6b53-4b23-9e8a-01e0eb153939 None None] Provisioning complete for port 9daa5e19-250c-4273-82f8-a08ea3ec8af6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:42:57.533301 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-afa03a45-6b53-4b23-9e8a-01e0eb153939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:57.575703 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35344) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:57.601607 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dc13ba8-d600-465e-affa-0ea29b68349a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:57.604186 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 487a1fb4-e618-4401-ae9b-6a029df3da6a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:42:57.604566 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:57.608560 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-afa03a45-6b53-4b23-9e8a-01e0eb153939 None None] Port 9daa5e19-250c-4273-82f8-a08ea3ec8af6 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:42:57.661463 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b2b02d0-9e90-407a-84be-8a577a2f58d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:57.664409 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b2b02d0-9e90-407a-84be-8a577a2f58d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:57.668736 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4b2b02d0-9e90-407a-84be-8a577a2f58d8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f428f467-b5ba-4812-87fb-37a2dfcdfa30 HTTP/1.1" status: 204 len: 168 time: 0.4954534 Jul 09 09:42:57.683419 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b02d0-9e90-407a-84be-8a577a2f58d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f428f467-b5ba-4812-87fb-37a2dfcdfa30,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:57.730680 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 10962031-83b6-4732-8296-5cdd1026c39e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:42:57.790427 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc13ba8-d600-465e-affa-0ea29b68349a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dbbef33-233a-42b6-b25e-8107e556a10f,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:57.813668 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 10962031-83b6-4732-8296-5cdd1026c39e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:42:57.814052 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:57.834661 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc13ba8-d600-465e-affa-0ea29b68349a admin admin] Checking segment: {'id': '25c9a05e-6aaa-4f76-978a-42d699f844f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '839c08a4-4733-45d9-b5f6-03b4d5176fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:42:57.835662 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc13ba8-d600-465e-affa-0ea29b68349a admin admin] Network hostable DHCP agents. Network: 839c08a4-4733-45d9-b5f6-03b4d5176fdc, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:42:57.840647 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e7a249c-8e30-4d9b-9f9e-417d279b61a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:57.848530 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b02a3f5e-3c08-49e3-a128-ac52281c65a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:57.857282 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e7a249c-8e30-4d9b-9f9e-417d279b61a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:57.896322 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6905ae35-d831-481a-b11c-ca7b9dffe854 req-35a65410-d245-4d0d-8ff7-9c10115e3965 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0638793 Jul 09 09:42:57.920695 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc13ba8-d600-465e-affa-0ea29b68349a admin admin] Network 839c08a4-4733-45d9-b5f6-03b4d5176fdc is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:42:57.941267 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-4dc13ba8-d600-465e-affa-0ea29b68349a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 839c08a4-4733-45d9-b5f6-03b4d5176fdc) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:42:57.946733 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc13ba8-d600-465e-affa-0ea29b68349a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:42:57.947360 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dc13ba8-d600-465e-affa-0ea29b68349a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:57.961888 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feffc86b-5dd0-4c71-ae13-b40b91331b44 None None] Network 839c08a4-4733-45d9-b5f6-03b4d5176fdc requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:42:57.988830 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e7a249c-8e30-4d9b-9f9e-417d279b61a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:57.990588 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a249c-8e30-4d9b-9f9e-417d279b61a5 admin admin] Pushing event updated for resources: {'Port': ['ID=9daa5e19-250c-4273-82f8-a08ea3ec8af6,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:58.128568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da913af-eaf3-401c-aedf-75b576c5521a None None] Network 839c08a4-4733-45d9-b5f6-03b4d5176fdc requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:42:58.148836 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7a249c-8e30-4d9b-9f9e-417d279b61a5 admin admin] Network 10c9bc1b-9d47-42a9-8537-802cbc107d0f is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:42:58.150788 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b02a3f5e-3c08-49e3-a128-ac52281c65a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:58.152792 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-8e7a249c-8e30-4d9b-9f9e-417d279b61a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:42:58.159190 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b02a3f5e-3c08-49e3-a128-ac52281c65a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:58.166120 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4dc13ba8-d600-465e-affa-0ea29b68349a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0442581 Jul 09 09:42:58.168974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35360) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:58.176852 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5d8101e3-5dd0-4ec7-b785-b6c91de1d8bb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-697687621-router', 'tenant_id': 'a5ef7675e6bc4ebb839d110032acb556', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:42:58.233513 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5d8101e3-5dd0-4ec7-b785-b6c91de1d8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:58.234903 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5d8101e3-5dd0-4ec7-b785-b6c91de1d8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:58.273855 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a3f5e-3c08-49e3-a128-ac52281c65a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb6928c-3a26-491a-a635-42cb986c434e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:58.282711 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b02a3f5e-3c08-49e3-a128-ac52281c65a6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fd1fe727160a482cb97317e4a29d50c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7033062 Jul 09 09:42:58.283254 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35364) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:58.366356 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5d8101e3-5dd0-4ec7-b785-b6c91de1d8bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:58.452235 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7a249c-8e30-4d9b-9f9e-417d279b61a5 admin admin] Router 6e2ab83f-b29e-4f32-90da-09f595af66de has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:42:58.476701 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-491eccc2-4d15-470d-a5bf-818542ba5994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:58.545578 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-94a11fed-6ed4-4f63-b5bc-3dc5eb92a939 None None] Provisioning complete for port 9daa5e19-250c-4273-82f8-a08ea3ec8af6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:42:58.546076 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-94a11fed-6ed4-4f63-b5bc-3dc5eb92a939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:58.576536 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5d8101e3-5dd0-4ec7-b785-b6c91de1d8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:58.613250 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-94a11fed-6ed4-4f63-b5bc-3dc5eb92a939 None None] Port 9daa5e19-250c-4273-82f8-a08ea3ec8af6 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:42:58.618298 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-491eccc2-4d15-470d-a5bf-818542ba5994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:58.661116 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7a249c-8e30-4d9b-9f9e-417d279b61a5 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:42:58.666259 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8e7a249c-8e30-4d9b-9f9e-417d279b61a5 admin admin] 10.222.0.61 "PUT /v2.0/routers/6e2ab83f-b29e-4f32-90da-09f595af66de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9015121 Jul 09 09:42:58.686033 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-491eccc2-4d15-470d-a5bf-818542ba5994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:58.688888 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-491eccc2-4d15-470d-a5bf-818542ba5994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:58.692352 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-491eccc2-4d15-470d-a5bf-818542ba5994 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7eb6928c-3a26-491a-a635-42cb986c434e HTTP/1.1" status: 204 len: 168 time: 0.4057801 Jul 09 09:42:58.701089 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491eccc2-4d15-470d-a5bf-818542ba5994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb6928c-3a26-491a-a635-42cb986c434e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:58.815193 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5d8101e3-5dd0-4ec7-b785-b6c91de1d8bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:58.838727 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5d8101e3-5dd0-4ec7-b785-b6c91de1d8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:58.987063 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-5d8101e3-5dd0-4ec7-b785-b6c91de1d8bb admin admin] Allocated IP 172.25.3.161 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/801066ec-d21e-486e-83eb-7fe4ef9a6a58) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:42:59.151493 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bf49afab-1e1f-410e-9915-93072e6fe0ad req-d2e6f200-4745-4592-b5bb-25eceef6b712 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0518022 Jul 09 09:42:59.232180 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5d8101e3-5dd0-4ec7-b785-b6c91de1d8bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:59.286097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 04148a67-f32e-4f03-8136-be5acfd0de2f up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:42:59.300816 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5d8101e3-5dd0-4ec7-b785-b6c91de1d8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:59.359275 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8101e3-5dd0-4ec7-b785-b6c91de1d8bb admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:42:59.363349 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 04148a67-f32e-4f03-8136-be5acfd0de2f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:42:59.365651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-5d8101e3-5dd0-4ec7-b785-b6c91de1d8bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:42:59.368488 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8101e3-5dd0-4ec7-b785-b6c91de1d8bb admin admin] Pushing event updated for resources: {'Port': ['ID=801066ec-d21e-486e-83eb-7fe4ef9a6a58,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:59.371775 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8101e3-5dd0-4ec7-b785-b6c91de1d8bb admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:42:59.373335 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 04148a67-f32e-4f03-8136-be5acfd0de2f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:42:59.375018 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:59.429463 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35442) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:59.550583 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35450) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:59.577380 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13794c96-6832-4b8c-85ba-0f05e1aa449f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:59.588050 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:59.599829 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] Sync routers for ids ['6e2ab83f-b29e-4f32-90da-09f595af66de'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:42:59.621842 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 04148a67-f32e-4f03-8136-be5acfd0de2f, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=04148a67-f32e-4f03-8136-be5acfd0de2f,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:42:59.628006 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] Routers {'6e2ab83f-b29e-4f32-90da-09f595af66de'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:42:59.628700 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:42:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6e2ab83f-b29e-4f32-90da-09f595af66de'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:42:59.753968 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13794c96-6832-4b8c-85ba-0f05e1aa449f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:59.763033 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13794c96-6832-4b8c-85ba-0f05e1aa449f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:59.777711 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] Set router 6e2ab83f-b29e-4f32-90da-09f595af66de gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:42:59.795641 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-13794c96-6832-4b8c-85ba-0f05e1aa449f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c85657ec9f7c45e19b99fe1e76f5f01d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407029 Jul 09 09:42:59.798358 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35462) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:42:59.826116 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:59.827515 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5d8101e3-5dd0-4ec7-b785-b6c91de1d8bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:59.850447 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13794c96-6832-4b8c-85ba-0f05e1aa449f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316b263c-972d-4b20-8409-f037d1c57c79,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:42:59.853067 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a8b8903-f929-42e5-802b-7a644a832d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:59.903651 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8229064c-7c95-434c-9455-f610e4755829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:42:59.938569 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8229064c-7c95-434c-9455-f610e4755829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:00.091167 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a8b8903-f929-42e5-802b-7a644a832d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:00.093551 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8229064c-7c95-434c-9455-f610e4755829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:00.097471 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8229064c-7c95-434c-9455-f610e4755829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:00.099381 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8229064c-7c95-434c-9455-f610e4755829 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/316b263c-972d-4b20-8409-f037d1c57c79 HTTP/1.1" status: 204 len: 168 time: 0.3000684 Jul 09 09:43:00.105387 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5d8101e3-5dd0-4ec7-b785-b6c91de1d8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:00.109245 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a8b8903-f929-42e5-802b-7a644a832d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:00.112956 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229064c-7c95-434c-9455-f610e4755829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316b263c-972d-4b20-8409-f037d1c57c79,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:00.150559 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8a8b8903-f929-42e5-802b-7a644a832d1e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=08b92c08e14b495ba06e9f076278a4dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7175856 Jul 09 09:43:00.153649 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35474) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:00.181036 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b8903-f929-42e5-802b-7a644a832d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13211667-ee03-4a4c-9e8c-4209f7dd959d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:00.208055 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=04148a67-f32e-4f03-8136-be5acfd0de2f,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:00.271655 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dcd8cf05-9042-46b1-9c3c-b532cb71dcfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:00.333495 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dcd8cf05-9042-46b1-9c3c-b532cb71dcfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:00.389011 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2ab83f-b29e-4f32-90da-09f595af66de', 'name': 'tempest-TestAggregatesBasicOps-1815153206-router', 'tenant_id': '5ed848b17235428e8c8c150943f553ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '04148a67-f32e-4f03-8136-be5acfd0de2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:51Z', 'updated_at': '2021-07-09T09:42:57Z', 'revision_number': 4, 'project_id': '5ed848b17235428e8c8c150943f553ce', 'gw_port': {'id': '04148a67-f32e-4f03-8136-be5acfd0de2f', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:64:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2ab83f-b29e-4f32-90da-09f595af66de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:52Z', 'updated_at': '2021-07-09T09:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '9daa5e19-250c-4273-82f8-a08ea3ec8af6', 'name': '', 'network_id': '10c9bc1b-9d47-42a9-8537-802cbc107d0f', 'tenant_id': '5ed848b17235428e8c8c150943f553ce', 'mac_address': 'fa:16:3e:da:72:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2ab83f-b29e-4f32-90da-09f595af66de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '75ab1f2f-214e-44f3-9bfe-0f924108e59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:55Z', 'updated_at': '2021-07-09T09:42:57Z', 'revision_number': 2, 'project_id': '5ed848b17235428e8c8c150943f553ce', 'subnets': [{'id': '75ab1f2f-214e-44f3-9bfe-0f924108e59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:00.419707 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dcd8cf05-9042-46b1-9c3c-b532cb71dcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:00.420232 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] Checking router: 6e2ab83f-b29e-4f32-90da-09f595af66de for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:43:00.420785 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] Updating router 6e2ab83f-b29e-4f32-90da-09f595af66de port 9daa5e19-250c-4273-82f8-a08ea3ec8af6 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:43:00.424580 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dcd8cf05-9042-46b1-9c3c-b532cb71dcfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:00.428414 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dcd8cf05-9042-46b1-9c3c-b532cb71dcfb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/13211667-ee03-4a4c-9e8c-4209f7dd959d HTTP/1.1" status: 204 len: 168 time: 0.2737257 Jul 09 09:43:00.443174 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8cf05-9042-46b1-9c3c-b532cb71dcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13211667-ee03-4a4c-9e8c-4209f7dd959d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:00.482445 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:00.536168 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-27d3f85c-2a88-4628-983f-9c3558b85029 req-7b1d22a0-a55e-48a5-a51e-a31681dc904d tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0374587 Jul 09 09:43:00.682099 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8101e3-5dd0-4ec7-b785-b6c91de1d8bb admin admin] Router 8186cecd-6b34-4b99-adc1-115300e0a24c is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:43:00.771545 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35508) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:00.833131 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8101e3-5dd0-4ec7-b785-b6c91de1d8bb admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:43:00.846436 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] Sync routers for ids ['8186cecd-6b34-4b99-adc1-115300e0a24c'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:43:00.858409 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] Routers {'8186cecd-6b34-4b99-adc1-115300e0a24c'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:43:00.862176 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:42:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['8186cecd-6b34-4b99-adc1-115300e0a24c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:00.865869 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5d8101e3-5dd0-4ec7-b785-b6c91de1d8bb admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:00.869732 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5d8101e3-5dd0-4ec7-b785-b6c91de1d8bb admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6973639 Jul 09 09:43:00.870779 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35514) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:01.008528 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:01.020272 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] Set router 8186cecd-6b34-4b99-adc1-115300e0a24c gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:43:01.034449 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] Transition to ACTIVE for port object 9daa5e19-250c-4273-82f8-a08ea3ec8af6 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:01.044957 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:01.205026 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f9951-50db-4f1c-b96b-7778b20b3e12 None None] Pushing event updated for resources: {'Port': ['ID=9daa5e19-250c-4273-82f8-a08ea3ec8af6,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:01.255869 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] Attempting to bind port 9daa5e19-250c-4273-82f8-a08ea3ec8af6 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:43:01.256275 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] Attempting to bind port 9daa5e19-250c-4273-82f8-a08ea3ec8af6 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '2cfbd273-fc63-4d88-a157-80202bdb1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '10c9bc1b-9d47-42a9-8537-802cbc107d0f'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:43:01.256793 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] Attempting to bind port 9daa5e19-250c-4273-82f8-a08ea3ec8af6 on network 10c9bc1b-9d47-42a9-8537-802cbc107d0f {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:43:01.262934 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:43:01.263307 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] Checking segment: {'id': '2cfbd273-fc63-4d88-a157-80202bdb1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '10c9bc1b-9d47-42a9-8537-802cbc107d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:01.263738 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:01.264139 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] Bound using segment: {'id': '2cfbd273-fc63-4d88-a157-80202bdb1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '10c9bc1b-9d47-42a9-8537-802cbc107d0f'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:43:01.264603 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] Bound port: 9daa5e19-250c-4273-82f8-a08ea3ec8af6, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cfbd273-fc63-4d88-a157-80202bdb1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '10c9bc1b-9d47-42a9-8537-802cbc107d0f'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:43:01.264986 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:01.339396 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:43:01.405196 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] For port 9daa5e19-250c-4273-82f8-a08ea3ec8af6, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:43:01.412783 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] For port 9daa5e19-250c-4273-82f8-a08ea3ec8af6, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=9daa5e19-250c-4273-82f8-a08ea3ec8af6,segment=NetworkSegment(2cfbd273-fc63-4d88-a157-80202bdb1bf8),segment_id=2cfbd273-fc63-4d88-a157-80202bdb1bf8)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:43:01.417140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 04148a67-f32e-4f03-8136-be5acfd0de2f up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:01.425492 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:01.499923 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-220b8160-1f5c-433c-95b4-3072aa0dadf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:01.526622 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186cecd-6b34-4b99-adc1-115300e0a24c', 'name': 'tempest-ServerRescueTestJSON-697687621-router', 'tenant_id': 'a5ef7675e6bc4ebb839d110032acb556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '801066ec-d21e-486e-83eb-7fe4ef9a6a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:58Z', 'updated_at': '2021-07-09T09:42:59Z', 'revision_number': 3, 'project_id': 'a5ef7675e6bc4ebb839d110032acb556', 'gw_port': {'id': '801066ec-d21e-486e-83eb-7fe4ef9a6a58', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8186cecd-6b34-4b99-adc1-115300e0a24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:58Z', 'updated_at': '2021-07-09T09:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:01.537665 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] Routers {'6e2ab83f-b29e-4f32-90da-09f595af66de'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:43:01.538314 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:42:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6e2ab83f-b29e-4f32-90da-09f595af66de'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:01.565606 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] Checking router: 8186cecd-6b34-4b99-adc1-115300e0a24c for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:43:01.566407 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] Updating router 8186cecd-6b34-4b99-adc1-115300e0a24c port 801066ec-d21e-486e-83eb-7fe4ef9a6a58 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:43:01.634578 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f9951-50db-4f1c-b96b-7778b20b3e12 None None] Pushing event updated for resources: {'Port': ['ID=9daa5e19-250c-4273-82f8-a08ea3ec8af6,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:01.661610 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:01.705745 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 04148a67-f32e-4f03-8136-be5acfd0de2f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:01.706118 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:01.794144 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35536) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:01.825887 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] Set router 6e2ab83f-b29e-4f32-90da-09f595af66de gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:43:01.923355 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b205797a-e2a2-400f-a522-1fe7f092f2c3 req-ef6997cd-8869-4fa4-bd35-fa5b329e21d2 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0388100 Jul 09 09:43:01.935620 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:02.123409 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-220b8160-1f5c-433c-95b4-3072aa0dadf5 admin admin] Deleting port 487a1fb4-e618-4401-ae9b-6a029df3da6a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:43:02.125113 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-220b8160-1f5c-433c-95b4-3072aa0dadf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:02.181345 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:02.192631 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] Transition to ACTIVE for port object 801066ec-d21e-486e-83eb-7fe4ef9a6a58 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:02.204413 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:02.275141 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Allocated IP 172.20.0.1 (839c08a4-4733-45d9-b5f6-03b4d5176fdc/4dbbef33-233a-42b6-b25e-8107e556a10f/11110203-7a4d-495b-ba56-e6a0af6a2785) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:02.278799 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] Attempting to bind port 801066ec-d21e-486e-83eb-7fe4ef9a6a58 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:43:02.279172 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] Attempting to bind port 801066ec-d21e-486e-83eb-7fe4ef9a6a58 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:43:02.279594 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] Attempting to bind port 801066ec-d21e-486e-83eb-7fe4ef9a6a58 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:43:02.283110 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146c9df-7f48-4c3c-aa4e-f8d7ed1cffb1 None None] Pushing event updated for resources: {'Port': ['ID=801066ec-d21e-486e-83eb-7fe4ef9a6a58,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:02.288200 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:43:02.288587 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:02.288971 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:02.289452 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:43:02.289929 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] Bound port: 801066ec-d21e-486e-83eb-7fe4ef9a6a58, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:43:02.290311 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:02.303354 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-220b8160-1f5c-433c-95b4-3072aa0dadf5 admin admin] For port 487a1fb4-e618-4401-ae9b-6a029df3da6a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=487a1fb4-e618-4401-ae9b-6a029df3da6a,segment=NetworkSegment(8d86b399-1a10-4736-a7dd-888114b15807),segment_id=8d86b399-1a10-4736-a7dd-888114b15807)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:02.306509 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-220b8160-1f5c-433c-95b4-3072aa0dadf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:02.333797 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-220b8160-1f5c-433c-95b4-3072aa0dadf5 admin admin] Calling delete_port for 487a1fb4-e618-4401-ae9b-6a029df3da6a owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:43:02.343972 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2ab83f-b29e-4f32-90da-09f595af66de', 'name': 'tempest-TestAggregatesBasicOps-1815153206-router', 'tenant_id': '5ed848b17235428e8c8c150943f553ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '04148a67-f32e-4f03-8136-be5acfd0de2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:51Z', 'updated_at': '2021-07-09T09:42:57Z', 'revision_number': 4, 'project_id': '5ed848b17235428e8c8c150943f553ce', 'gw_port': {'id': '04148a67-f32e-4f03-8136-be5acfd0de2f', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:64:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2ab83f-b29e-4f32-90da-09f595af66de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:52Z', 'updated_at': '2021-07-09T09:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '9daa5e19-250c-4273-82f8-a08ea3ec8af6', 'name': '', 'network_id': '10c9bc1b-9d47-42a9-8537-802cbc107d0f', 'tenant_id': '5ed848b17235428e8c8c150943f553ce', 'mac_address': 'fa:16:3e:da:72:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2ab83f-b29e-4f32-90da-09f595af66de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '75ab1f2f-214e-44f3-9bfe-0f924108e59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:55Z', 'updated_at': '2021-07-09T09:43:01Z', 'revision_number': 4, 'project_id': '5ed848b17235428e8c8c150943f553ce', 'subnets': [{'id': '75ab1f2f-214e-44f3-9bfe-0f924108e59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:02.370627 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] For port 801066ec-d21e-486e-83eb-7fe4ef9a6a58, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:43:02.375133 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] For port 801066ec-d21e-486e-83eb-7fe4ef9a6a58, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=801066ec-d21e-486e-83eb-7fe4ef9a6a58,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:43:02.378013 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc36cd12-98c0-4905-95fd-74b2c57118bf None None] The sync data for ids ['6e2ab83f-b29e-4f32-90da-09f595af66de'] in n-d-799996-1 is: [{'id': '6e2ab83f-b29e-4f32-90da-09f595af66de', 'name': 'tempest-TestAggregatesBasicOps-1815153206-router', 'tenant_id': '5ed848b17235428e8c8c150943f553ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '04148a67-f32e-4f03-8136-be5acfd0de2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:51Z', 'updated_at': '2021-07-09T09:42:57Z', 'revision_number': 4, 'project_id': '5ed848b17235428e8c8c150943f553ce', 'gw_port': {'id': '04148a67-f32e-4f03-8136-be5acfd0de2f', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:64:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2ab83f-b29e-4f32-90da-09f595af66de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:52Z', 'updated_at': '2021-07-09T09:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '9daa5e19-250c-4273-82f8-a08ea3ec8af6', 'name': '', 'network_id': '10c9bc1b-9d47-42a9-8537-802cbc107d0f', 'tenant_id': '5ed848b17235428e8c8c150943f553ce', 'mac_address': 'fa:16:3e:da:72:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2ab83f-b29e-4f32-90da-09f595af66de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '75ab1f2f-214e-44f3-9bfe-0f924108e59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:55Z', 'updated_at': '2021-07-09T09:43:01Z', 'revision_number': 4, 'project_id': '5ed848b17235428e8c8c150943f553ce', 'subnets': [{'id': '75ab1f2f-214e-44f3-9bfe-0f924108e59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:43:02.383762 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:02.397069 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b0f9f71a-744d-4f65-b6ea-a7765ee4944c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1780592430'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:02.549057 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:02.612286 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f9f71a-744d-4f65-b6ea-a7765ee4944c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Made reservation on behalf of 512db64318fe4019be8fadc3e2447db7 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:02.616692 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0f9f71a-744d-4f65-b6ea-a7765ee4944c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:02.649765 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0f9f71a-744d-4f65-b6ea-a7765ee4944c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:02.685548 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] Routers {'8186cecd-6b34-4b99-adc1-115300e0a24c'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:43:02.686502 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:42:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['8186cecd-6b34-4b99-adc1-115300e0a24c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:02.687183 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:02.688842 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146c9df-7f48-4c3c-aa4e-f8d7ed1cffb1 None None] Pushing event updated for resources: {'Port': ['ID=801066ec-d21e-486e-83eb-7fe4ef9a6a58,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:02.822345 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Network 839c08a4-4733-45d9-b5f6-03b4d5176fdc is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:02.832914 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:02.835546 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:02.845654 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0f9f71a-744d-4f65-b6ea-a7765ee4944c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:02.866810 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Pushing event updated for resources: {'Port': ['ID=11110203-7a4d-495b-ba56-e6a0af6a2785,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:02.870595 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] Set router 8186cecd-6b34-4b99-adc1-115300e0a24c gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:43:02.870782 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0f9f71a-744d-4f65-b6ea-a7765ee4944c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:02.965619 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:02.965979 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:02.966316 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:02.966653 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:02.966987 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:02.967316 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:02.967647 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:02.968012 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:02.968334 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:02.968661 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:02.968987 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:02.969307 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:03.007366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f9f71a-744d-4f65-b6ea-a7765ee4944c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:43:03.009582 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:03.073112 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9f71a-744d-4f65-b6ea-a7765ee4944c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4183f546-1196-4d9f-8418-ff7d7253b896,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:03.103837 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0f9f71a-744d-4f65-b6ea-a7765ee4944c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:03.104493 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-b0f9f71a-744d-4f65-b6ea-a7765ee4944c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Added segment f0422ca1-ba81-4d88-ae64-fe033859bd3d of type vlan for network 3bae8be4-779a-48a1-b6d9-3ff2ade604a1 Jul 09 09:43:03.206554 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35566) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:03.222085 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186cecd-6b34-4b99-adc1-115300e0a24c', 'name': 'tempest-ServerRescueTestJSON-697687621-router', 'tenant_id': 'a5ef7675e6bc4ebb839d110032acb556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '801066ec-d21e-486e-83eb-7fe4ef9a6a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:58Z', 'updated_at': '2021-07-09T09:42:59Z', 'revision_number': 3, 'project_id': 'a5ef7675e6bc4ebb839d110032acb556', 'gw_port': {'id': '801066ec-d21e-486e-83eb-7fe4ef9a6a58', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8186cecd-6b34-4b99-adc1-115300e0a24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:58Z', 'updated_at': '2021-07-09T09:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:03.279208 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4f4cb2-2e73-4c18-aa57-65fea3ac139e None None] The sync data for ids ['8186cecd-6b34-4b99-adc1-115300e0a24c'] in n-d-799996-1 is: [{'id': '8186cecd-6b34-4b99-adc1-115300e0a24c', 'name': 'tempest-ServerRescueTestJSON-697687621-router', 'tenant_id': 'a5ef7675e6bc4ebb839d110032acb556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '801066ec-d21e-486e-83eb-7fe4ef9a6a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:58Z', 'updated_at': '2021-07-09T09:42:59Z', 'revision_number': 3, 'project_id': 'a5ef7675e6bc4ebb839d110032acb556', 'gw_port': {'id': '801066ec-d21e-486e-83eb-7fe4ef9a6a58', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8186cecd-6b34-4b99-adc1-115300e0a24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:58Z', 'updated_at': '2021-07-09T09:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:43:03.288123 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0f9f71a-744d-4f65-b6ea-a7765ee4944c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:03.296496 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-220b8160-1f5c-433c-95b4-3072aa0dadf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:03.329020 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 9daa5e19-250c-4273-82f8-a08ea3ec8af6 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:03.342278 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-115718d2-bc9b-4b4b-9a75-9b83f2e32c11 req-97d09ffc-885e-402d-b34b-5f55f4cba51b tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.1149297 Jul 09 09:43:03.379534 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b8160-1f5c-433c-95b4-3072aa0dadf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=487a1fb4-e618-4401-ae9b-6a029df3da6a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:03.438965 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 9daa5e19-250c-4273-82f8-a08ea3ec8af6 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:03.445180 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 9daa5e19-250c-4273-82f8-a08ea3ec8af6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:03.445780 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:03.468262 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0f9f71a-744d-4f65-b6ea-a7765ee4944c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:03.474378 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f9f71a-744d-4f65-b6ea-a7765ee4944c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:03.475017 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0f9f71a-744d-4f65-b6ea-a7765ee4944c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:03.585144 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-42b8ab7d-b15d-479b-9e3e-b974c91960d7 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-872903811'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:03.596315 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b0f9f71a-744d-4f65-b6ea-a7765ee4944c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7943325 Jul 09 09:43:03.597612 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35570) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:03.599326 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:03.610059 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:03.615608 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9f71a-744d-4f65-b6ea-a7765ee4944c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Pushing event updated for resources: {'Network': ['ID=3bae8be4-779a-48a1-b6d9-3ff2ade604a1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:03.617333 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-39916550-2690-4f39-bb62-d7f83296f3ea tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Request body: {'subnet': {'network_id': '3bae8be4-779a-48a1-b6d9-3ff2ade604a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:03.633004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 3bae8be4-779a-48a1-b6d9-3ff2ade604a1 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:43:03.731899 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 9daa5e19-250c-4273-82f8-a08ea3ec8af6, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=9daa5e19-250c-4273-82f8-a08ea3ec8af6,segment=NetworkSegment(2cfbd273-fc63-4d88-a157-80202bdb1bf8),segment_id=2cfbd273-fc63-4d88-a157-80202bdb1bf8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:03.741540 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:03.801658 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b8ab7d-b15d-479b-9e3e-b974c91960d7 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Made reservation on behalf of 8e1e22b346504cdf903ec24255096620 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:03.802151 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=9daa5e19-250c-4273-82f8-a08ea3ec8af6,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:03.808385 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42b8ab7d-b15d-479b-9e3e-b974c91960d7 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:03.835993 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42b8ab7d-b15d-479b-9e3e-b974c91960d7 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:03.841457 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:03.846173 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:03.847354 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:03.859208 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-220b8160-1f5c-433c-95b4-3072aa0dadf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:03.876998 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.db.api [None req-42b8ab7d-b15d-479b-9e3e-b974c91960d7 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 09:43:03.876998 n-d-799996-1 neutron-server[93791]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 09:43:03.876998 n-d-799996-1 neutron-server[93791]: [parameters: {'project_id_1': '8e1e22b346504cdf903ec24255096620', 'expiration_1': datetime.datetime(2021, 7, 9, 9, 43, 3, 861803)}] Jul 09 09:43:03.876998 n-d-799996-1 neutron-server[93791]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:43:03.877405 n-d-799996-1 neutron-server[93791]: DEBUG oslo_db.api [None req-42b8ab7d-b15d-479b-9e3e-b974c91960d7 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:43:03.920544 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39916550-2690-4f39-bb62-d7f83296f3ea tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Made reservation on behalf of 512db64318fe4019be8fadc3e2447db7 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:03.923556 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:03.924066 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39916550-2690-4f39-bb62-d7f83296f3ea tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:03.925726 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Pushing event updated for resources: {'Port': ['ID=11110203-7a4d-495b-ba56-e6a0af6a2785,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:04.057982 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Network 839c08a4-4733-45d9-b5f6-03b4d5176fdc is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:04.059481 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:04.204211 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Router 8186cecd-6b34-4b99-adc1-115300e0a24c has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:43:04.285783 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39916550-2690-4f39-bb62-d7f83296f3ea tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:04.295589 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220b8160-1f5c-433c-95b4-3072aa0dadf5 admin admin] Router d4435f2d-fac3-4af3-a487-f3ed98c8395a has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:43:04.320160 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:43:04.325702 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c0f97c77-8195-467b-a586-a490326129eb admin admin] 10.222.0.61 "PUT /v2.0/routers/8186cecd-6b34-4b99-adc1-115300e0a24c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4521182 Jul 09 09:43:04.378651 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42b8ab7d-b15d-479b-9e3e-b974c91960d7 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:04.401829 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39916550-2690-4f39-bb62-d7f83296f3ea tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Pushing event updated for resources: {'Subnet': ['ID=39a1c010-f360-4dc3-a2ec-be944c475608,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:04.426303 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916550-2690-4f39-bb62-d7f83296f3ea tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:04.426660 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916550-2690-4f39-bb62-d7f83296f3ea tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:04.426989 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916550-2690-4f39-bb62-d7f83296f3ea tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:04.427330 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916550-2690-4f39-bb62-d7f83296f3ea tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:04.427669 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916550-2690-4f39-bb62-d7f83296f3ea tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:04.428030 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916550-2690-4f39-bb62-d7f83296f3ea tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:04.428363 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916550-2690-4f39-bb62-d7f83296f3ea tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:04.428700 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916550-2690-4f39-bb62-d7f83296f3ea tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:04.429030 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916550-2690-4f39-bb62-d7f83296f3ea tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:04.429362 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916550-2690-4f39-bb62-d7f83296f3ea tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:04.429689 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916550-2690-4f39-bb62-d7f83296f3ea tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:04.430015 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916550-2690-4f39-bb62-d7f83296f3ea tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:04.480818 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39916550-2690-4f39-bb62-d7f83296f3ea tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Checking segment: {'id': 'f0422ca1-ba81-4d88-ae64-fe033859bd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3bae8be4-779a-48a1-b6d9-3ff2ade604a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:04.481089 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39916550-2690-4f39-bb62-d7f83296f3ea tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Network hostable DHCP agents. Network: 3bae8be4-779a-48a1-b6d9-3ff2ade604a1, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:43:04.541210 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220b8160-1f5c-433c-95b4-3072aa0dadf5 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:43:04.548311 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-daf553a4-2e08-46ba-bfad-66d394803908 req-d921d272-cfd8-4735-b029-21f9ac81045d tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0404189 Jul 09 09:43:04.551641 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-220b8160-1f5c-433c-95b4-3072aa0dadf5 admin admin] 10.222.0.61 "PUT /v2.0/routers/d4435f2d-fac3-4af3-a487-f3ed98c8395a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7785804 Jul 09 09:43:04.552618 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35582) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:04.552985 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc834b-7ece-45b0-b488-7aefac9b6096 None None] Sync routers for ids ['d4435f2d-fac3-4af3-a487-f3ed98c8395a'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:43:04.555621 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39916550-2690-4f39-bb62-d7f83296f3ea tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Network 3bae8be4-779a-48a1-b6d9-3ff2ade604a1 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:43:04.567390 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc834b-7ece-45b0-b488-7aefac9b6096 None None] Routers {'d4435f2d-fac3-4af3-a487-f3ed98c8395a'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:43:04.568478 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-20cc834b-7ece-45b0-b488-7aefac9b6096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:42:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d4435f2d-fac3-4af3-a487-f3ed98c8395a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:04.610297 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-39916550-2690-4f39-bb62-d7f83296f3ea tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 3bae8be4-779a-48a1-b6d9-3ff2ade604a1) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:04.623844 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39916550-2690-4f39-bb62-d7f83296f3ea tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:04.624458 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39916550-2690-4f39-bb62-d7f83296f3ea tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:04.625024 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998e94a4-0a5d-4e64-a956-bc7396f461cd None None] Network 3bae8be4-779a-48a1-b6d9-3ff2ade604a1 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:43:04.719594 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42b8ab7d-b15d-479b-9e3e-b974c91960d7 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:04.729467 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42b8ab7d-b15d-479b-9e3e-b974c91960d7 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:04.736640 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-815019b0-6e73-47f5-8977-3c190207daa1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:04.742077 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-39916550-2690-4f39-bb62-d7f83296f3ea tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1407773 Jul 09 09:43:04.748501 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35586) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:04.757779 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f46d2b2a-6c12-4808-828c-5f59c7207277 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Request body: {'port': {'network_id': '3bae8be4-779a-48a1-b6d9-3ff2ade604a1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-607896824'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:04.776526 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-20cc834b-7ece-45b0-b488-7aefac9b6096 None None] Set router d4435f2d-fac3-4af3-a487-f3ed98c8395a gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:43:04.807624 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b8ab7d-b15d-479b-9e3e-b974c91960d7 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:43:04.821255 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8ab7d-b15d-479b-9e3e-b974c91960d7 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd390de-0ad3-4a7c-9666-895d65f4deee,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:04.829303 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42b8ab7d-b15d-479b-9e3e-b974c91960d7 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:04.829303 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-42b8ab7d-b15d-479b-9e3e-b974c91960d7 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Added segment 6840dc4f-b4ff-45ae-8da7-cf373a1ee09d of type vlan for network a5444c79-96f2-46ab-887d-1052dbe5ab76 Jul 09 09:43:04.913266 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42b8ab7d-b15d-479b-9e3e-b974c91960d7 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:04.929477 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-815019b0-6e73-47f5-8977-3c190207daa1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:04.970997 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42b8ab7d-b15d-479b-9e3e-b974c91960d7 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:04.976789 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b8ab7d-b15d-479b-9e3e-b974c91960d7 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:04.977404 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42b8ab7d-b15d-479b-9e3e-b974c91960d7 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:04.998275 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-bab95778-0611-43e3-b65f-36647b4003f0 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:04.999771 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-bab95778-0611-43e3-b65f-36647b4003f0 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/networks?id=839c08a4-4733-45d9-b5f6-03b4d5176fdc HTTP/1.1" status: 200 len: 810 time: 0.1456692 Jul 09 09:43:05.001858 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46d2b2a-6c12-4808-828c-5f59c7207277 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Made reservation on behalf of 512db64318fe4019be8fadc3e2447db7 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:05.005283 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f46d2b2a-6c12-4808-828c-5f59c7207277 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:05.029816 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-bd5c5a73-af9b-4cc2-af6e-3387ea41dd3b tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/quotas/a5ef7675e6bc4ebb839d110032acb556 HTTP/1.1" status: 200 len: 375 time: 0.0209768 Jul 09 09:43:05.032794 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-f46d2b2a-6c12-4808-828c-5f59c7207277 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] device_id is not set on port 8e17a4b6-5ad3-4ae8-a018-22aa128f2faf yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:43:05.048179 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f5bb0e-4b11-4eb8-b6fc-dec1114554cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-3bae8be4-779a-48a1-b6d9-3ff2ade604a1', 'network_id': '3bae8be4-779a-48a1-b6d9-3ff2ade604a1', 'tenant_id': '512db64318fe4019be8fadc3e2447db7', 'fixed_ips': [{'subnet_id': '39a1c010-f360-4dc3-a2ec-be944c475608'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:43:05.049413 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f7f5bb0e-4b11-4eb8-b6fc-dec1114554cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:05.056481 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-42b8ab7d-b15d-479b-9e3e-b974c91960d7 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8435266 Jul 09 09:43:05.061052 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35596) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:05.071848 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8ab7d-b15d-479b-9e3e-b974c91960d7 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Pushing event updated for resources: {'Network': ['ID=a5444c79-96f2-46ab-887d-1052dbe5ab76,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:05.079645 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-815019b0-6e73-47f5-8977-3c190207daa1 admin admin] Deleting port b4e065c7-8318-4f9f-b550-43af1cd81c35 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:43:05.079905 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-815019b0-6e73-47f5-8977-3c190207daa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:05.158838 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5ca85c85-92d8-4f84-ae1e-5b9955e98eb5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Request body: {'network': {'name': 'tempest-network--1569747109', 'router:external': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:05.195793 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-20cc834b-7ece-45b0-b488-7aefac9b6096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4435f2d-fac3-4af3-a487-f3ed98c8395a', 'name': 'tempest-TestAggregatesBasicOps-1093018566-router', 'tenant_id': '4e666f8d541541b1a92831a71c4de5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'b4e065c7-8318-4f9f-b550-43af1cd81c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:43Z', 'updated_at': '2021-07-09T09:43:03Z', 'revision_number': 5, 'project_id': '4e666f8d541541b1a92831a71c4de5bd', 'gw_port': {'id': 'b4e065c7-8318-4f9f-b550-43af1cd81c35', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4435f2d-fac3-4af3-a487-f3ed98c8395a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:44Z', 'updated_at': '2021-07-09T09:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:05.204997 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network a5444c79-96f2-46ab-887d-1052dbe5ab76 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:43:05.210734 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca85c85-92d8-4f84-ae1e-5b9955e98eb5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Made reservation on behalf of 862afbf585884b61a9637a4e191bcf58 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:05.213647 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ca85c85-92d8-4f84-ae1e-5b9955e98eb5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:05.244272 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc834b-7ece-45b0-b488-7aefac9b6096 None None] Checking router: d4435f2d-fac3-4af3-a487-f3ed98c8395a for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:43:05.255516 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ca85c85-92d8-4f84-ae1e-5b9955e98eb5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:05.259416 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-815019b0-6e73-47f5-8977-3c190207daa1 admin admin] For port b4e065c7-8318-4f9f-b550-43af1cd81c35, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b4e065c7-8318-4f9f-b550-43af1cd81c35,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:05.259818 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-815019b0-6e73-47f5-8977-3c190207daa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:05.281055 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-815019b0-6e73-47f5-8977-3c190207daa1 admin admin] Calling delete_port for b4e065c7-8318-4f9f-b550-43af1cd81c35 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:43:05.282530 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-f46d2b2a-6c12-4808-828c-5f59c7207277 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Allocated IP 2001:db8::a7 (3bae8be4-779a-48a1-b6d9-3ff2ade604a1/39a1c010-f360-4dc3-a2ec-be944c475608/8e17a4b6-5ad3-4ae8-a018-22aa128f2faf) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:05.316883 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-0749be75-9525-467a-aeab-43cdcfe5d238 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5ef7675e6bc4ebb839d110032acb556&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2403045 Jul 09 09:43:05.352610 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc834b-7ece-45b0-b488-7aefac9b6096 None None] Routers {'d4435f2d-fac3-4af3-a487-f3ed98c8395a'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:43:05.353634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-20cc834b-7ece-45b0-b488-7aefac9b6096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:42:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d4435f2d-fac3-4af3-a487-f3ed98c8395a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:05.499863 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-2787306e-3ca2-48e0-8ecf-99eef1936192 service neutron] 10.222.0.61 "GET /v2.0/networks/839c08a4-4733-45d9-b5f6-03b4d5176fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747255 Jul 09 09:43:05.547646 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-815019b0-6e73-47f5-8977-3c190207daa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:05.588027 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815019b0-6e73-47f5-8977-3c190207daa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e065c7-8318-4f9f-b550-43af1cd81c35,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:05.593523 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ca85c85-92d8-4f84-ae1e-5b9955e98eb5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:05.608814 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 9daa5e19-250c-4273-82f8-a08ea3ec8af6 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:05.641982 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ca85c85-92d8-4f84-ae1e-5b9955e98eb5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:05.660046 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca85c85-92d8-4f84-ae1e-5b9955e98eb5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:43:05.677749 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ca85c85-92d8-4f84-ae1e-5b9955e98eb5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:05.678209 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-5ca85c85-92d8-4f84-ae1e-5b9955e98eb5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Added segment 7a0d5961-631e-4c9f-ab2c-9735fb64c866 of type vlan for network ad2f3d51-5dc2-4aac-a4c6-8237b2c47763 Jul 09 09:43:05.712014 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-068188c9-b13f-45cb-91c2-361119df42f8 service neutron] 10.222.0.61 "GET /v2.0/networks/839c08a4-4733-45d9-b5f6-03b4d5176fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112074 Jul 09 09:43:05.712618 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-20cc834b-7ece-45b0-b488-7aefac9b6096 None None] Set router d4435f2d-fac3-4af3-a487-f3ed98c8395a gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:43:05.803130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-20cc834b-7ece-45b0-b488-7aefac9b6096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4435f2d-fac3-4af3-a487-f3ed98c8395a', 'name': 'tempest-TestAggregatesBasicOps-1093018566-router', 'tenant_id': '4e666f8d541541b1a92831a71c4de5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:43Z', 'updated_at': '2021-07-09T09:43:04Z', 'revision_number': 6, 'project_id': '4e666f8d541541b1a92831a71c4de5bd', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:05.827018 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f46d2b2a-6c12-4808-828c-5f59c7207277 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:05.860052 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-f46d2b2a-6c12-4808-828c-5f59c7207277 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Transition to ACTIVE for port object 8e17a4b6-5ad3-4ae8-a018-22aa128f2faf will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:05.876840 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 9daa5e19-250c-4273-82f8-a08ea3ec8af6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:05.877095 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:05.878842 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc834b-7ece-45b0-b488-7aefac9b6096 None None] The sync data for ids ['d4435f2d-fac3-4af3-a487-f3ed98c8395a'] in n-d-799996-1 is: [{'id': 'd4435f2d-fac3-4af3-a487-f3ed98c8395a', 'name': 'tempest-TestAggregatesBasicOps-1093018566-router', 'tenant_id': '4e666f8d541541b1a92831a71c4de5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:43Z', 'updated_at': '2021-07-09T09:43:04Z', 'revision_number': 6, 'project_id': '4e666f8d541541b1a92831a71c4de5bd', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:43:05.919400 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ca85c85-92d8-4f84-ae1e-5b9955e98eb5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:05.934305 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca85c85-92d8-4f84-ae1e-5b9955e98eb5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abd70ec-6f93-4586-86ce-e5a571009899,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:05.941150 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-815019b0-6e73-47f5-8977-3c190207daa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:05.968396 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f46d2b2a-6c12-4808-828c-5f59c7207277 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.069186 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-f7f5bb0e-4b11-4eb8-b6fc-dec1114554cb None None] Allocated IP 2001:db8::2 (3bae8be4-779a-48a1-b6d9-3ff2ade604a1/39a1c010-f360-4dc3-a2ec-be944c475608/64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:06.081282 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46d2b2a-6c12-4808-828c-5f59c7207277 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Network 3bae8be4-779a-48a1-b6d9-3ff2ade604a1 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:06.095600 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b5815e40-fb9a-4db4-b3f0-833d2c5d964d req-02372322-8810-4758-b165-d9e7bbf56361 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 210 time: 0.1051772 Jul 09 09:43:06.096257 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.db.resource_extend [None req-5ca85c85-92d8-4f84-ae1e-5b9955e98eb5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 09:43:06.107951 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-f46d2b2a-6c12-4808-828c-5f59c7207277 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:06.110533 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46d2b2a-6c12-4808-828c-5f59c7207277 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:06.117868 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46d2b2a-6c12-4808-828c-5f59c7207277 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:06.118640 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f46d2b2a-6c12-4808-828c-5f59c7207277 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.128907 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-815019b0-6e73-47f5-8977-3c190207daa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.135711 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-815019b0-6e73-47f5-8977-3c190207daa1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.146632 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ca85c85-92d8-4f84-ae1e-5b9955e98eb5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.153620 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca85c85-92d8-4f84-ae1e-5b9955e98eb5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:06.157233 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ca85c85-92d8-4f84-ae1e-5b9955e98eb5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.157513 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0ec7c041-73bc-45fd-b35d-2cbd614b183a req-7aaaa64c-a57b-4f1c-a352-69ee552d79cd tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.1399834 Jul 09 09:43:06.200580 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d2b2a-6c12-4808-828c-5f59c7207277 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Pushing event updated for resources: {'Port': ['ID=8e17a4b6-5ad3-4ae8-a018-22aa128f2faf,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:06.204938 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f46d2b2a-6c12-4808-828c-5f59c7207277 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4541211 Jul 09 09:43:06.207493 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35610) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:06.217338 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e1450124-183c-4985-9a30-e3998274c58c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Request body: {'port': {'network_id': '3bae8be4-779a-48a1-b6d9-3ff2ade604a1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-231279734', 'allowed_address_pairs': [{'ip_address': '2001:db8::a7', 'mac_address': 'fa:16:3e:75:cd:90'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:06.257760 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5ca85c85-92d8-4f84-ae1e-5b9955e98eb5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1956267 Jul 09 09:43:06.265981 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35614) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:06.289565 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 801066ec-d21e-486e-83eb-7fe4ef9a6a58 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:06.317686 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-815019b0-6e73-47f5-8977-3c190207daa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.319017 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815019b0-6e73-47f5-8977-3c190207daa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4435f2d-fac3-4af3-a487-f3ed98c8395a {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:43:06.329150 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-815019b0-6e73-47f5-8977-3c190207daa1 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.333788 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35616) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:06.337907 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-815019b0-6e73-47f5-8977-3c190207daa1 admin admin] 10.222.0.61 "DELETE /v2.0/routers/d4435f2d-fac3-4af3-a487-f3ed98c8395a HTTP/1.1" status: 204 len: 168 time: 1.7795184 Jul 09 09:43:06.354120 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca85c85-92d8-4f84-ae1e-5b9955e98eb5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Pushing event updated for resources: {'Network': ['ID=ad2f3d51-5dc2-4aac-a4c6-8237b2c47763,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:06.362626 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e991a814-0093-4564-818f-3d5067bd6c4c tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.391814 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network ad2f3d51-5dc2-4aac-a4c6-8237b2c47763 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:43:06.424403 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7ca6ba-5049-462c-b6a5-8b589fe916eb admin admin] Deleting subnet fce20246-2790-4d01-ba73-85eb60fe1532 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:43:06.431437 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b7ca6ba-5049-462c-b6a5-8b589fe916eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.468015 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1450124-183c-4985-9a30-e3998274c58c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Made reservation on behalf of 512db64318fe4019be8fadc3e2447db7 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:06.488143 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f7f5bb0e-4b11-4eb8-b6fc-dec1114554cb None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.496869 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 801066ec-d21e-486e-83eb-7fe4ef9a6a58 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:06.509675 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 801066ec-d21e-486e-83eb-7fe4ef9a6a58 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:06.510047 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.517522 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f7f5bb0e-4b11-4eb8-b6fc-dec1114554cb None None] Transition to ACTIVE for port object 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:06.531554 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b7ca6ba-5049-462c-b6a5-8b589fe916eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.545650 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e991a814-0093-4564-818f-3d5067bd6c4c tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.560590 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-e991a814-0093-4564-818f-3d5067bd6c4c tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2f3d51-5dc2-4aac-a4c6-8237b2c47763']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:06.572665 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-e991a814-0093-4564-818f-3d5067bd6c4c tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0d5961-631e-4c9f-ab2c-9735fb64c866') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:06.573108 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-e991a814-0093-4564-818f-3d5067bd6c4c tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0d5961-631e-4c9f-ab2c-9735fb64c866') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:06.579195 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f7f5bb0e-4b11-4eb8-b6fc-dec1114554cb None None] Transition to ACTIVE for port object 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:06.588519 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e991a814-0093-4564-818f-3d5067bd6c4c tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.593008 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f7f5bb0e-4b11-4eb8-b6fc-dec1114554cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.622980 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e991a814-0093-4564-818f-3d5067bd6c4c tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.632984 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e991a814-0093-4564-818f-3d5067bd6c4c tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:43:06.633437 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e991a814-0093-4564-818f-3d5067bd6c4c tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:43:06.643841 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:43:06.648380 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f5bb0e-4b11-4eb8-b6fc-dec1114554cb None None] Network 3bae8be4-779a-48a1-b6d9-3ff2ade604a1 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:06.666346 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e1450124-183c-4985-9a30-e3998274c58c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.681256 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-f7f5bb0e-4b11-4eb8-b6fc-dec1114554cb None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:06.681899 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b7ca6ba-5049-462c-b6a5-8b589fe916eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.686399 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f5bb0e-4b11-4eb8-b6fc-dec1114554cb None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:06.693591 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5bb0e-4b11-4eb8-b6fc-dec1114554cb None None] Pushing event updated for resources: {'Port': ['ID=64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:06.755448 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e991a814-0093-4564-818f-3d5067bd6c4c tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.768449 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e991a814-0093-4564-818f-3d5067bd6c4c tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ad2f3d51-5dc2-4aac-a4c6-8237b2c47763 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 09:43:06.802953 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e991a814-0093-4564-818f-3d5067bd6c4c tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.806558 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.809144 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e991a814-0093-4564-818f-3d5067bd6c4c tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] 10.222.0.61 "DELETE /v2.0/networks/ad2f3d51-5dc2-4aac-a4c6-8237b2c47763 HTTP/1.1" status: 204 len: 168 time: 0.5421920 Jul 09 09:43:06.819609 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35622) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:06.840667 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6e68cecf-87eb-4353-a931-46c803d4877b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:06.862684 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f7f5bb0e-4b11-4eb8-b6fc-dec1114554cb None None] Attempting to bind port 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:43:06.865012 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f7f5bb0e-4b11-4eb8-b6fc-dec1114554cb None None] Attempting to bind port 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'f0422ca1-ba81-4d88-ae64-fe033859bd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3bae8be4-779a-48a1-b6d9-3ff2ade604a1'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:43:06.866612 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f5bb0e-4b11-4eb8-b6fc-dec1114554cb None None] Attempting to bind port 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0 on network 3bae8be4-779a-48a1-b6d9-3ff2ade604a1 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:43:06.876917 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991a814-0093-4564-818f-3d5067bd6c4c tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Pushing event deleted for resources: {'Network': ['ID=ad2f3d51-5dc2-4aac-a4c6-8237b2c47763,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:06.913227 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f5bb0e-4b11-4eb8-b6fc-dec1114554cb None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:43:06.913764 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f5bb0e-4b11-4eb8-b6fc-dec1114554cb None None] Checking segment: {'id': 'f0422ca1-ba81-4d88-ae64-fe033859bd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3bae8be4-779a-48a1-b6d9-3ff2ade604a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:06.914180 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f7f5bb0e-4b11-4eb8-b6fc-dec1114554cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.914583 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f5bb0e-4b11-4eb8-b6fc-dec1114554cb None None] Bound using segment: {'id': 'f0422ca1-ba81-4d88-ae64-fe033859bd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3bae8be4-779a-48a1-b6d9-3ff2ade604a1'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:43:06.915320 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f7f5bb0e-4b11-4eb8-b6fc-dec1114554cb None None] Bound port: 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0422ca1-ba81-4d88-ae64-fe033859bd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3bae8be4-779a-48a1-b6d9-3ff2ade604a1'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:43:06.915818 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f7f5bb0e-4b11-4eb8-b6fc-dec1114554cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.916907 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e68cecf-87eb-4353-a931-46c803d4877b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Made reservation on behalf of 862afbf585884b61a9637a4e191bcf58 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:06.920004 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e68cecf-87eb-4353-a931-46c803d4877b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.947221 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 801066ec-d21e-486e-83eb-7fe4ef9a6a58, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=801066ec-d21e-486e-83eb-7fe4ef9a6a58,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:06.951383 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-913ef1aa-bb67-413b-9763-6ec1c4eb3612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.971555 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e68cecf-87eb-4353-a931-46c803d4877b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:43:06.991903 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e68cecf-87eb-4353-a931-46c803d4877b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:06.992561 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-6e68cecf-87eb-4353-a931-46c803d4877b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Added segment 13872505-5ec3-4001-97ce-b0ef506c1d1d of type vlan for network 527c3763-2f41-4087-9c7d-ab97b372f381 Jul 09 09:43:07.049055 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f7f5bb0e-4b11-4eb8-b6fc-dec1114554cb None None] For port 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:43:07.052600 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f7f5bb0e-4b11-4eb8-b6fc-dec1114554cb None None] For port 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0,segment=NetworkSegment(f0422ca1-ba81-4d88-ae64-fe033859bd3d),segment_id=f0422ca1-ba81-4d88-ae64-fe033859bd3d)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:43:07.054319 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:07.079992 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e68cecf-87eb-4353-a931-46c803d4877b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:07.112815 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f7f5bb0e-4b11-4eb8-b6fc-dec1114554cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:07.135927 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-e1450124-183c-4985-9a30-e3998274c58c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] device_id is not set on port 57c64923-d8f5-4904-8a67-32998d5d671b yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:43:07.166415 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e68cecf-87eb-4353-a931-46c803d4877b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:07.167915 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e68cecf-87eb-4353-a931-46c803d4877b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:07.168707 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e68cecf-87eb-4353-a931-46c803d4877b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:07.243405 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=801066ec-d21e-486e-83eb-7fe4ef9a6a58,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:07.306723 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 487a1fb4-e618-4401-ae9b-6a029df3da6a no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:43:07.306953 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68cecf-87eb-4353-a931-46c803d4877b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Pushing event updated for resources: {'Network': ['ID=527c3763-2f41-4087-9c7d-ab97b372f381,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:07.312941 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6e68cecf-87eb-4353-a931-46c803d4877b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4874840 Jul 09 09:43:07.313951 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35628) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:07.323738 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b57dd2be-8cde-4e51-a4ae-b4b313e08c8b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Request body: {'subnet': {'network_id': '527c3763-2f41-4087-9c7d-ab97b372f381', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:07.328641 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b7ca6ba-5049-462c-b6a5-8b589fe916eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:07.341882 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 487a1fb4-e618-4401-ae9b-6a029df3da6a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:43:07.342232 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 487a1fb4-e618-4401-ae9b-6a029df3da6a not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:43:07.342655 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b4e065c7-8318-4f9f-b550-43af1cd81c35 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:43:07.364221 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 527c3763-2f41-4087-9c7d-ab97b372f381 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:43:07.369024 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57dd2be-8cde-4e51-a4ae-b4b313e08c8b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Made reservation on behalf of 862afbf585884b61a9637a4e191bcf58 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:07.369226 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: b4e065c7-8318-4f9f-b550-43af1cd81c35 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:43:07.369566 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b4e065c7-8318-4f9f-b550-43af1cd81c35 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:43:07.379154 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b57dd2be-8cde-4e51-a4ae-b4b313e08c8b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:07.478579 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5bb0e-4b11-4eb8-b6fc-dec1114554cb None None] Pushing event updated for resources: {'Port': ['ID=64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:07.508036 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5e2af90-14be-44b1-b8cb-31f65fd37f71 req-98ca021d-76dc-459c-b613-b752a076ea80 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 210 time: 0.2287445 Jul 09 09:43:07.527873 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ca6ba-5049-462c-b6a5-8b589fe916eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fce20246-2790-4d01-ba73-85eb60fe1532,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:07.533033 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b7ca6ba-5049-462c-b6a5-8b589fe916eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:07.536650 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6b7ca6ba-5049-462c-b6a5-8b589fe916eb admin admin] 10.222.0.61 "DELETE /v2.0/subnets/fce20246-2790-4d01-ba73-85eb60fe1532 HTTP/1.1" status: 204 len: 168 time: 1.2013605 Jul 09 09:43:07.538213 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bac230b-9f92-48a2-865f-5157a6e65172 None None] Network 0d8fdca7-0831-48a0-be33-83c7d711922b requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:43:07.541668 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35630) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:07.674686 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd6f5fce-e10e-4332-8a0a-ef8528154ce0 req-2d58e279-5890-438e-95b9-4350dd2acfc8 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.1336818 Jul 09 09:43:07.752634 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79bb8336-7010-4364-a56e-68886c6e64d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:07.764881 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-e1450124-183c-4985-9a30-e3998274c58c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Allocated IP 2001:db8::1e9 (3bae8be4-779a-48a1-b6d9-3ff2ade604a1/39a1c010-f360-4dc3-a2ec-be944c475608/57c64923-d8f5-4904-8a67-32998d5d671b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:07.874364 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c9f7ff-cf50-4a7d-86e7-efd1911884d5 None None] DHCP port deletion for 0d8fdca7-0831-48a0-be33-83c7d711922b request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:43:07.985562 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f3c9f7ff-cf50-4a7d-86e7-efd1911884d5 None None] Deleting port e191a565-8599-4ccc-8d02-d33768c697e3 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:43:07.985940 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f7ff-cf50-4a7d-86e7-efd1911884d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:08.042843 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-fb34e9dd-832f-4849-9022-8561b6bea93e tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:08.044608 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-fb34e9dd-832f-4849-9022-8561b6bea93e tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.58 "GET /v2.0/networks?id=839c08a4-4733-45d9-b5f6-03b4d5176fdc HTTP/1.1" status: 200 len: 810 time: 0.2972174 Jul 09 09:43:08.072896 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f3c9f7ff-cf50-4a7d-86e7-efd1911884d5 None None] For port e191a565-8599-4ccc-8d02-d33768c697e3, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e191a565-8599-4ccc-8d02-d33768c697e3,segment=NetworkSegment(8d86b399-1a10-4736-a7dd-888114b15807),segment_id=8d86b399-1a10-4736-a7dd-888114b15807)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:08.073732 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f7ff-cf50-4a7d-86e7-efd1911884d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:08.076624 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-a253b656-5495-47a3-94d0-6c30b8e93b4a tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Request body: {'port': {'device_id': 'b6cd93ae-ef6b-425d-84b2-1410e5aadf9d', 'network_id': '839c08a4-4733-45d9-b5f6-03b4d5176fdc', 'admin_state_up': True, 'tenant_id': 'a5ef7675e6bc4ebb839d110032acb556'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:08.079393 n-d-799996-1 neutron-server[93791]: DEBUG neutron.objects.ports [None req-b57dd2be-8cde-4e51-a4ae-b4b313e08c8b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93791) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 09:43:08.079971 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b57dd2be-8cde-4e51-a4ae-b4b313e08c8b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:08.104323 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f3c9f7ff-cf50-4a7d-86e7-efd1911884d5 None None] Calling delete_port for e191a565-8599-4ccc-8d02-d33768c697e3 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:43:08.149909 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-79bb8336-7010-4364-a56e-68886c6e64d7 admin admin] Deleting port e191a565-8599-4ccc-8d02-d33768c697e3 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:43:08.150468 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79bb8336-7010-4364-a56e-68886c6e64d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:08.197463 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57dd2be-8cde-4e51-a4ae-b4b313e08c8b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a36e589b-eb58-43b3-94c2-bb983eace585,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:08.246412 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57dd2be-8cde-4e51-a4ae-b4b313e08c8b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Checking segment: {'id': '13872505-5ec3-4001-97ce-b0ef506c1d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '527c3763-2f41-4087-9c7d-ab97b372f381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:08.246789 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57dd2be-8cde-4e51-a4ae-b4b313e08c8b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Network hostable DHCP agents. Network: 527c3763-2f41-4087-9c7d-ab97b372f381, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:43:08.282371 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57dd2be-8cde-4e51-a4ae-b4b313e08c8b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Network 527c3763-2f41-4087-9c7d-ab97b372f381 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:43:08.304681 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b57dd2be-8cde-4e51-a4ae-b4b313e08c8b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 527c3763-2f41-4087-9c7d-ab97b372f381) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:08.313514 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57dd2be-8cde-4e51-a4ae-b4b313e08c8b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:08.315483 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b57dd2be-8cde-4e51-a4ae-b4b313e08c8b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:08.323399 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-79bb8336-7010-4364-a56e-68886c6e64d7 admin admin] For port e191a565-8599-4ccc-8d02-d33768c697e3, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e191a565-8599-4ccc-8d02-d33768c697e3,segment=NetworkSegment(8d86b399-1a10-4736-a7dd-888114b15807),segment_id=8d86b399-1a10-4736-a7dd-888114b15807)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:08.324594 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79bb8336-7010-4364-a56e-68886c6e64d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:08.324934 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d44e02-1fd5-4a7b-8ea9-3ccd153ab112 None None] Network 527c3763-2f41-4087-9c7d-ab97b372f381 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:43:08.329535 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e1450124-183c-4985-9a30-e3998274c58c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:08.329820 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f7ff-cf50-4a7d-86e7-efd1911884d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:08.337459 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b57dd2be-8cde-4e51-a4ae-b4b313e08c8b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0223069 Jul 09 09:43:08.340290 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35634) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:08.348629 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ebf08a3f-076d-4384-a744-392a6106e6e2 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Request body: {'floatingip': {'floating_network_id': '527c3763-2f41-4087-9c7d-ab97b372f381'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:08.363986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-79bb8336-7010-4364-a56e-68886c6e64d7 admin admin] Calling delete_port for e191a565-8599-4ccc-8d02-d33768c697e3 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:43:08.371497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-e1450124-183c-4985-9a30-e3998274c58c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Transition to ACTIVE for port object 57c64923-d8f5-4904-8a67-32998d5d671b will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:08.381425 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9f7ff-cf50-4a7d-86e7-efd1911884d5 None None] Pushing event deleted for resources: {'Port': ['ID=e191a565-8599-4ccc-8d02-d33768c697e3,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:08.390586 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c9f7ff-cf50-4a7d-86e7-efd1911884d5 None None] No DVR routers for this DVR port e191a565-8599-4ccc-8d02-d33768c697e3 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:43:08.437881 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebf08a3f-076d-4384-a744-392a6106e6e2 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:08.481337 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-a253b656-5495-47a3-94d0-6c30b8e93b4a tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Made reservation on behalf of a5ef7675e6bc4ebb839d110032acb556 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:08.485512 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-a253b656-5495-47a3-94d0-6c30b8e93b4a tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:08.533547 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e1450124-183c-4985-9a30-e3998274c58c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:08.573718 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d582882b-b07c-4757-8f66-7ac5821e8314 None None] Network 527c3763-2f41-4087-9c7d-ab97b372f381 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:43:08.627664 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebf08a3f-076d-4384-a744-392a6106e6e2 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:08.679925 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79bb8336-7010-4364-a56e-68886c6e64d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:08.749448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1450124-183c-4985-9a30-e3998274c58c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Network 3bae8be4-779a-48a1-b6d9-3ff2ade604a1 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:08.766008 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6ef0c8-0502-4012-bf07-39b47cedb56a None None] Network 3bae8be4-779a-48a1-b6d9-3ff2ade604a1 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:43:08.771761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-e1450124-183c-4985-9a30-e3998274c58c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:08.784270 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bb8336-7010-4364-a56e-68886c6e64d7 admin admin] No DVR routers for this DVR port e191a565-8599-4ccc-8d02-d33768c697e3 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:43:08.787003 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-ebf08a3f-076d-4384-a744-392a6106e6e2 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Allocated IP 172.20.0.4 (527c3763-2f41-4087-9c7d-ab97b372f381/a36e589b-eb58-43b3-94c2-bb983eace585/16c4b5c7-305d-46ba-90a7-f1a3ea2ade12) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:08.792186 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1450124-183c-4985-9a30-e3998274c58c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:08.798886 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1450124-183c-4985-9a30-e3998274c58c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:08.799637 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e1450124-183c-4985-9a30-e3998274c58c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:08.829881 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1450124-183c-4985-9a30-e3998274c58c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Pushing event updated for resources: {'Port': ['ID=57c64923-d8f5-4904-8a67-32998d5d671b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:08.847051 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-279cb368-490a-4ffd-a0c5-c16bd19ae1a3 req-59a79e58-c14e-4ca1-9de1-6cab0edc0a24 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 210 time: 0.1005881 Jul 09 09:43:08.918866 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-a253b656-5495-47a3-94d0-6c30b8e93b4a tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Allocated IP 172.20.0.9 (839c08a4-4733-45d9-b5f6-03b4d5176fdc/4dbbef33-233a-42b6-b25e-8107e556a10f/916a3a12-fdc1-4827-86c2-8bf5dc9a09f2) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:08.939354 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebf08a3f-076d-4384-a744-392a6106e6e2 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:08.946032 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1d44feed-5789-4d98-867b-8cc1bc5ac250 None None] Provisioning for port 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:09.005773 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebf08a3f-076d-4384-a744-392a6106e6e2 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:09.050644 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79bb8336-7010-4364-a56e-68886c6e64d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:09.064794 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-79bb8336-7010-4364-a56e-68886c6e64d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8fdca7-0831-48a0-be33-83c7d711922b']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:09.074969 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf08a3f-076d-4384-a744-392a6106e6e2 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Network 527c3763-2f41-4087-9c7d-ab97b372f381 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:09.079736 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ebf08a3f-076d-4384-a744-392a6106e6e2 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:09.082740 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf08a3f-076d-4384-a744-392a6106e6e2 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:09.089445 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-79bb8336-7010-4364-a56e-68886c6e64d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d86b399-1a10-4736-a7dd-888114b15807') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:09.090299 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-79bb8336-7010-4364-a56e-68886c6e64d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d86b399-1a10-4736-a7dd-888114b15807') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:09.094255 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:09.109086 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79bb8336-7010-4364-a56e-68886c6e64d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:09.126671 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79bb8336-7010-4364-a56e-68886c6e64d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:09.145139 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf08a3f-076d-4384-a744-392a6106e6e2 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Pushing event updated for resources: {'Port': ['ID=16c4b5c7-305d-46ba-90a7-f1a3ea2ade12,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:09.169364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb8336-7010-4364-a56e-68886c6e64d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e191a565-8599-4ccc-8d02-d33768c697e3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:09.173198 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e1450124-183c-4985-9a30-e3998274c58c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.9639046 Jul 09 09:43:09.175629 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35640) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:09.337678 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-21a6b5d6-6715-47b1-8ebe-52d9c1f79385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:09.349208 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee84fc5-9bed-4b2a-a9bd-8c7696b82c73 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:09.367628 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee84fc5-9bed-4b2a-a9bd-8c7696b82c73 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:09.387620 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee84fc5-9bed-4b2a-a9bd-8c7696b82c73 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:09.391616 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-aee84fc5-9bed-4b2a-a9bd-8c7696b82c73 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.2125616 Jul 09 09:43:09.392383 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35644) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:09.411204 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c465498-30c2-4f89-aeaa-f919cf532501 req-50437402-20bc-4657-ae41-314e16bd5c81 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.4521041 Jul 09 09:43:09.433004 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79bb8336-7010-4364-a56e-68886c6e64d7 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:43:09.434578 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79bb8336-7010-4364-a56e-68886c6e64d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:09.496566 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:09.524377 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:43:09.530330 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:43:09.583892 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9931e009-d2c9-4056-b52e-76cd46418958 req-b846f650-1529-4e54-8a8a-233e582c78a2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0511117 Jul 09 09:43:09.603317 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79bb8336-7010-4364-a56e-68886c6e64d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:09.611636 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79bb8336-7010-4364-a56e-68886c6e64d7 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:09.616877 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-79bb8336-7010-4364-a56e-68886c6e64d7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0d8fdca7-0831-48a0-be33-83c7d711922b HTTP/1.1" status: 204 len: 168 time: 2.0683253 Jul 09 09:43:09.621990 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35646) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:09.628185 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a4321b36-84f7-40f5-98ad-2f2c711e0184 None None] Provisioning for port 8e17a4b6-5ad3-4ae8-a018-22aa128f2faf completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:09.635255 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a4321b36-84f7-40f5-98ad-2f2c711e0184 None None] Provisioning complete for port 8e17a4b6-5ad3-4ae8-a018-22aa128f2faf triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:09.636044 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a4321b36-84f7-40f5-98ad-2f2c711e0184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:09.650405 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] Sync routers for ids ['8186cecd-6b34-4b99-adc1-115300e0a24c'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:43:09.667516 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] Routers {'8186cecd-6b34-4b99-adc1-115300e0a24c'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:43:09.669034 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:43:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['8186cecd-6b34-4b99-adc1-115300e0a24c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:09.673659 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:09.681685 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:09.682058 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:09.696789 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-55dc205d-8c9d-4708-ba49-ccd5aa3821d1 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Deleting port 57c64923-d8f5-4904-8a67-32998d5d671b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:43:09.697132 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55dc205d-8c9d-4708-ba49-ccd5aa3821d1 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:09.723119 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a4321b36-84f7-40f5-98ad-2f2c711e0184 None None] Port 8e17a4b6-5ad3-4ae8-a018-22aa128f2faf cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:43:09.779186 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-a253b656-5495-47a3-94d0-6c30b8e93b4a tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:09.803123 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55dc205d-8c9d-4708-ba49-ccd5aa3821d1 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:09.805504 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:09.807677 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a4321b36-84f7-40f5-98ad-2f2c711e0184 None None] Provisioning for port 57c64923-d8f5-4904-8a67-32998d5d671b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:09.816866 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-55dc205d-8c9d-4708-ba49-ccd5aa3821d1 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Calling delete_port for 57c64923-d8f5-4904-8a67-32998d5d671b owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:43:09.819414 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb8336-7010-4364-a56e-68886c6e64d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d8fdca7-0831-48a0-be33-83c7d711922b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:09.830588 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a4321b36-84f7-40f5-98ad-2f2c711e0184 None None] Provisioning complete for port 57c64923-d8f5-4904-8a67-32998d5d671b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:09.830860 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-a253b656-5495-47a3-94d0-6c30b8e93b4a tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:09.831499 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a4321b36-84f7-40f5-98ad-2f2c711e0184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:09.883895 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a4321b36-84f7-40f5-98ad-2f2c711e0184 None None] Port 57c64923-d8f5-4904-8a67-32998d5d671b cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:43:09.895607 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-a253b656-5495-47a3-94d0-6c30b8e93b4a tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Network 839c08a4-4733-45d9-b5f6-03b4d5176fdc is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:09.912687 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0,segment=NetworkSegment(f0422ca1-ba81-4d88-ae64-fe033859bd3d),segment_id=f0422ca1-ba81-4d88-ae64-fe033859bd3d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:09.914142 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] Set router 8186cecd-6b34-4b99-adc1-115300e0a24c gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:43:09.924751 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a4321b36-84f7-40f5-98ad-2f2c711e0184 None None] Provisioning complete for port 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:09.925137 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a4321b36-84f7-40f5-98ad-2f2c711e0184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:09.927093 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:09.928046 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 801066ec-d21e-486e-83eb-7fe4ef9a6a58 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:09.995286 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-a253b656-5495-47a3-94d0-6c30b8e93b4a tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:10.000981 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55dc205d-8c9d-4708-ba49-ccd5aa3821d1 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:10.008116 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-a253b656-5495-47a3-94d0-6c30b8e93b4a tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:10.028085 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebf08a3f-076d-4384-a744-392a6106e6e2 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:10.040497 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:10.083786 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc205d-8c9d-4708-ba49-ccd5aa3821d1 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Pushing event deleted for resources: {'Port': ['ID=57c64923-d8f5-4904-8a67-32998d5d671b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:10.117559 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-a253b656-5495-47a3-94d0-6c30b8e93b4a tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:10.118356 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-a253b656-5495-47a3-94d0-6c30b8e93b4a tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:10.184292 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 801066ec-d21e-486e-83eb-7fe4ef9a6a58 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:10.186887 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:10.205871 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-a253b656-5495-47a3-94d0-6c30b8e93b4a tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1479514 Jul 09 09:43:10.225228 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-05547c9a-97c7-4025-8173-ca02aee1a069 service neutron] Request body: {'port': {'device_id': 'b6cd93ae-ef6b-425d-84b2-1410e5aadf9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:10.232802 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253b656-5495-47a3-94d0-6c30b8e93b4a tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Pushing event updated for resources: {'Port': ['ID=916a3a12-fdc1-4827-86c2-8bf5dc9a09f2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:10.285470 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186cecd-6b34-4b99-adc1-115300e0a24c', 'name': 'tempest-ServerRescueTestJSON-697687621-router', 'tenant_id': 'a5ef7675e6bc4ebb839d110032acb556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '801066ec-d21e-486e-83eb-7fe4ef9a6a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:58Z', 'updated_at': '2021-07-09T09:43:03Z', 'revision_number': 4, 'project_id': 'a5ef7675e6bc4ebb839d110032acb556', 'gw_port': {'id': '801066ec-d21e-486e-83eb-7fe4ef9a6a58', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186cecd-6b34-4b99-adc1-115300e0a24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:58Z', 'updated_at': '2021-07-09T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '11110203-7a4d-495b-ba56-e6a0af6a2785', 'name': '', 'network_id': '839c08a4-4733-45d9-b5f6-03b4d5176fdc', 'tenant_id': 'a5ef7675e6bc4ebb839d110032acb556', 'mac_address': 'fa:16:3e:18:56:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8186cecd-6b34-4b99-adc1-115300e0a24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '4dbbef33-233a-42b6-b25e-8107e556a10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:01Z', 'updated_at': '2021-07-09T09:43:03Z', 'revision_number': 2, 'project_id': 'a5ef7675e6bc4ebb839d110032acb556', 'subnets': [{'id': '4dbbef33-233a-42b6-b25e-8107e556a10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:10.315132 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] Checking router: 8186cecd-6b34-4b99-adc1-115300e0a24c for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:43:10.315488 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] Updating router 8186cecd-6b34-4b99-adc1-115300e0a24c port 11110203-7a4d-495b-ba56-e6a0af6a2785 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:43:10.358176 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc17d2-45f2-43e8-b01d-45c660e7ea56 req-914346b5-e69b-4c91-82ce-5cca06941cb9 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:10.360806 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d0ff06a2-5917-4863-9c87-8a62aa69d8dc None None] Provisioning complete for port 8e17a4b6-5ad3-4ae8-a018-22aa128f2faf triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:10.364275 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d0ff06a2-5917-4863-9c87-8a62aa69d8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:10.367744 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-42dc17d2-45f2-43e8-b01d-45c660e7ea56 req-914346b5-e69b-4c91-82ce-5cca06941cb9 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 931 time: 0.2060137 Jul 09 09:43:10.383375 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:10.425723 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff06a2-5917-4863-9c87-8a62aa69d8dc None None] Port 8e17a4b6-5ad3-4ae8-a018-22aa128f2faf cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:43:10.499983 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e191a565-8599-4ccc-8d02-d33768c697e3 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:43:10.540254 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: e191a565-8599-4ccc-8d02-d33768c697e3 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:43:10.540612 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e191a565-8599-4ccc-8d02-d33768c697e3 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:43:10.573315 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-af124fb2-c137-431f-bfb2-425066f96477 None None] Could not find standard attr ID for object 57c64923-d8f5-4904-8a67-32998d5d671b. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:43:10.604806 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebf08a3f-076d-4384-a744-392a6106e6e2 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:10.768801 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55dc205d-8c9d-4708-ba49-ccd5aa3821d1 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:10.771259 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-55dc205d-8c9d-4708-ba49-ccd5aa3821d1 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "DELETE /v2.0/ports/57c64923-d8f5-4904-8a67-32998d5d671b HTTP/1.1" status: 204 len: 168 time: 1.3768137 Jul 09 09:43:10.774414 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35654) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:10.812229 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-982b7b13-f72b-4644-99a8-ea069b06af9e tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] GET failed (client error): The resource could not be found. Jul 09 09:43:10.814261 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-982b7b13-f72b-4644-99a8-ea069b06af9e tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "GET /v2.0/ports/57c64923-d8f5-4904-8a67-32998d5d671b HTTP/1.1" status: 404 len: 333 time: 0.0385196 Jul 09 09:43:10.818012 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35656) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:10.826357 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b97f8d32-000d-4774-8dce-ba67f26d8e4f tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Request body: {'port': {'network_id': '3bae8be4-779a-48a1-b6d9-3ff2ade604a1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2012847685'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:10.828308 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:10.841124 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] Transition to ACTIVE for port object 11110203-7a4d-495b-ba56-e6a0af6a2785 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:10.850692 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:10.880119 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc22a7fe-4662-46bc-82d7-5e456fabf46c req-f376eaa9-bd97-4cd5-99ad-d1cd3bb67f71 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0848362 Jul 09 09:43:10.898385 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314af28-5438-43cf-b44d-f3a923bf6fef None None] Pushing event updated for resources: {'Port': ['ID=11110203-7a4d-495b-ba56-e6a0af6a2785,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:10.899599 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-05547c9a-97c7-4025-8173-ca02aee1a069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:10.952512 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-42dc17d2-45f2-43e8-b01d-45c660e7ea56 req-6e7627b4-aed6-46ed-a7ee-86e4f2e407e8 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5832918 Jul 09 09:43:11.003027 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] Attempting to bind port 11110203-7a4d-495b-ba56-e6a0af6a2785 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:43:11.003400 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] Attempting to bind port 11110203-7a4d-495b-ba56-e6a0af6a2785 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '25c9a05e-6aaa-4f76-978a-42d699f844f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '839c08a4-4733-45d9-b5f6-03b4d5176fdc'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:43:11.003803 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] Attempting to bind port 11110203-7a4d-495b-ba56-e6a0af6a2785 on network 839c08a4-4733-45d9-b5f6-03b4d5176fdc {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:43:11.009625 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:43:11.010004 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] Checking segment: {'id': '25c9a05e-6aaa-4f76-978a-42d699f844f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '839c08a4-4733-45d9-b5f6-03b4d5176fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:11.010880 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:11.010880 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] Bound using segment: {'id': '25c9a05e-6aaa-4f76-978a-42d699f844f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '839c08a4-4733-45d9-b5f6-03b4d5176fdc'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:43:11.011251 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] Bound port: 11110203-7a4d-495b-ba56-e6a0af6a2785, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c9a05e-6aaa-4f76-978a-42d699f844f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '839c08a4-4733-45d9-b5f6-03b4d5176fdc'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:43:11.011663 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:11.070782 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97f8d32-000d-4774-8dce-ba67f26d8e4f tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Made reservation on behalf of 512db64318fe4019be8fadc3e2447db7 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:11.074886 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b97f8d32-000d-4774-8dce-ba67f26d8e4f tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:11.089013 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] For port 11110203-7a4d-495b-ba56-e6a0af6a2785, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:43:11.097870 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] For port 11110203-7a4d-495b-ba56-e6a0af6a2785, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=11110203-7a4d-495b-ba56-e6a0af6a2785,segment=NetworkSegment(25c9a05e-6aaa-4f76-978a-42d699f844f1),segment_id=25c9a05e-6aaa-4f76-978a-42d699f844f1)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:43:11.100798 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-b97f8d32-000d-4774-8dce-ba67f26d8e4f tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] device_id is not set on port 0e59c98a-32fc-411d-b8c3-ce1c6cd8777e yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:43:11.104236 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:11.122348 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebf08a3f-076d-4384-a744-392a6106e6e2 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:11.130790 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:11.156312 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebf08a3f-076d-4384-a744-392a6106e6e2 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:11.196699 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] Routers {'8186cecd-6b34-4b99-adc1-115300e0a24c'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:43:11.201037 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:43:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['8186cecd-6b34-4b99-adc1-115300e0a24c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:11.238543 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e85f8dfe-ef1e-4c65-a5e5-caeb953986af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:11.259203 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf08a3f-076d-4384-a744-392a6106e6e2 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Pushing event updated for resources: {'Port': ['ID=16c4b5c7-305d-46ba-90a7-f1a3ea2ade12,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:11.261241 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314af28-5438-43cf-b44d-f3a923bf6fef None None] Pushing event updated for resources: {'Port': ['ID=11110203-7a4d-495b-ba56-e6a0af6a2785,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:11.267783 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:11.302954 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebf08a3f-076d-4384-a744-392a6106e6e2 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:11.334836 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-b97f8d32-000d-4774-8dce-ba67f26d8e4f tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Allocated IP 2001:db8::7d (3bae8be4-779a-48a1-b6d9-3ff2ade604a1/39a1c010-f360-4dc3-a2ec-be944c475608/0e59c98a-32fc-411d-b8c3-ce1c6cd8777e) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:11.346805 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebf08a3f-076d-4384-a744-392a6106e6e2 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:11.348298 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ebf08a3f-076d-4384-a744-392a6106e6e2 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0070233 Jul 09 09:43:11.351931 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35658) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:11.353675 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:11.354292 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:11.372517 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] Set router 8186cecd-6b34-4b99-adc1-115300e0a24c gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:43:11.438825 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e70047bb-0b5e-45d3-8f88-51a35da0969c tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] 10.222.0.61 "GET /v2.0/floatingips?floating_network_id=527c3763-2f41-4087-9c7d-ab97b372f381 HTTP/1.1" status: 200 len: 689 time: 0.0853534 Jul 09 09:43:11.441573 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35660) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:11.453600 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-05547c9a-97c7-4025-8173-ca02aee1a069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:43:11.491443 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-05547c9a-97c7-4025-8173-ca02aee1a069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:11.542290 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-05547c9a-97c7-4025-8173-ca02aee1a069 service neutron] Transition to ACTIVE for port object 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:11.551322 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-05547c9a-97c7-4025-8173-ca02aee1a069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:11.592291 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b97f8d32-000d-4774-8dce-ba67f26d8e4f tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:11.598939 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186cecd-6b34-4b99-adc1-115300e0a24c', 'name': 'tempest-ServerRescueTestJSON-697687621-router', 'tenant_id': 'a5ef7675e6bc4ebb839d110032acb556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '801066ec-d21e-486e-83eb-7fe4ef9a6a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:58Z', 'updated_at': '2021-07-09T09:43:03Z', 'revision_number': 4, 'project_id': 'a5ef7675e6bc4ebb839d110032acb556', 'gw_port': {'id': '801066ec-d21e-486e-83eb-7fe4ef9a6a58', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186cecd-6b34-4b99-adc1-115300e0a24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:58Z', 'updated_at': '2021-07-09T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '11110203-7a4d-495b-ba56-e6a0af6a2785', 'name': '', 'network_id': '839c08a4-4733-45d9-b5f6-03b4d5176fdc', 'tenant_id': 'a5ef7675e6bc4ebb839d110032acb556', 'mac_address': 'fa:16:3e:18:56:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8186cecd-6b34-4b99-adc1-115300e0a24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '4dbbef33-233a-42b6-b25e-8107e556a10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:01Z', 'updated_at': '2021-07-09T09:43:11Z', 'revision_number': 4, 'project_id': 'a5ef7675e6bc4ebb839d110032acb556', 'subnets': [{'id': '4dbbef33-233a-42b6-b25e-8107e556a10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:11.609478 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-b97f8d32-000d-4774-8dce-ba67f26d8e4f tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Transition to ACTIVE for port object 0e59c98a-32fc-411d-b8c3-ce1c6cd8777e will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:11.632292 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:11.655059 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b97f8d32-000d-4774-8dce-ba67f26d8e4f tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:11.672513 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05547c9a-97c7-4025-8173-ca02aee1a069 service neutron] Pushing event updated for resources: {'Port': ['ID=916a3a12-fdc1-4827-86c2-8bf5dc9a09f2,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:11.707276 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97f8d32-000d-4774-8dce-ba67f26d8e4f tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Network 3bae8be4-779a-48a1-b6d9-3ff2ade604a1 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:11.711733 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b97f8d32-000d-4774-8dce-ba67f26d8e4f tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:11.718907 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97f8d32-000d-4774-8dce-ba67f26d8e4f tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:11.724631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97f8d32-000d-4774-8dce-ba67f26d8e4f tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:11.725343 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b97f8d32-000d-4774-8dce-ba67f26d8e4f tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:11.738079 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0351a6-f877-435a-b1b6-5a85f68acc29 None None] The sync data for ids ['8186cecd-6b34-4b99-adc1-115300e0a24c'] in n-d-799996-1 is: [{'id': '8186cecd-6b34-4b99-adc1-115300e0a24c', 'name': 'tempest-ServerRescueTestJSON-697687621-router', 'tenant_id': 'a5ef7675e6bc4ebb839d110032acb556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '801066ec-d21e-486e-83eb-7fe4ef9a6a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:58Z', 'updated_at': '2021-07-09T09:43:03Z', 'revision_number': 4, 'project_id': 'a5ef7675e6bc4ebb839d110032acb556', 'gw_port': {'id': '801066ec-d21e-486e-83eb-7fe4ef9a6a58', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186cecd-6b34-4b99-adc1-115300e0a24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:58Z', 'updated_at': '2021-07-09T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '11110203-7a4d-495b-ba56-e6a0af6a2785', 'name': '', 'network_id': '839c08a4-4733-45d9-b5f6-03b4d5176fdc', 'tenant_id': 'a5ef7675e6bc4ebb839d110032acb556', 'mac_address': 'fa:16:3e:18:56:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8186cecd-6b34-4b99-adc1-115300e0a24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '4dbbef33-233a-42b6-b25e-8107e556a10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:01Z', 'updated_at': '2021-07-09T09:43:11Z', 'revision_number': 4, 'project_id': 'a5ef7675e6bc4ebb839d110032acb556', 'subnets': [{'id': '4dbbef33-233a-42b6-b25e-8107e556a10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:43:11.741537 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f8d32-000d-4774-8dce-ba67f26d8e4f tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Pushing event updated for resources: {'Port': ['ID=0e59c98a-32fc-411d-b8c3-ce1c6cd8777e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:11.753905 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b97f8d32-000d-4774-8dce-ba67f26d8e4f tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9345276 Jul 09 09:43:11.754608 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35664) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:11.760535 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-322ae34d-b0ad-49fb-86eb-aa0055332993 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a7', 'mac_address': 'fa:16:3e:75:cd:90'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:11.942921 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-05547c9a-97c7-4025-8173-ca02aee1a069 service neutron] Attempting to bind port 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:43:11.943762 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-05547c9a-97c7-4025-8173-ca02aee1a069 service neutron] Attempting to bind port 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '25c9a05e-6aaa-4f76-978a-42d699f844f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '839c08a4-4733-45d9-b5f6-03b4d5176fdc'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:43:11.945279 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-05547c9a-97c7-4025-8173-ca02aee1a069 service neutron] Attempting to bind port 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2 on network 839c08a4-4733-45d9-b5f6-03b4d5176fdc {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:43:11.965504 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-05547c9a-97c7-4025-8173-ca02aee1a069 service neutron] Port 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2 on network 839c08a4-4733-45d9-b5f6-03b4d5176fdc not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:43:11.965959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-05547c9a-97c7-4025-8173-ca02aee1a069 service neutron] Attempting to bind port 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2 on network 839c08a4-4733-45d9-b5f6-03b4d5176fdc {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:43:11.978800 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-05547c9a-97c7-4025-8173-ca02aee1a069 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:43:11.979149 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-05547c9a-97c7-4025-8173-ca02aee1a069 service neutron] Checking segment: {'id': '25c9a05e-6aaa-4f76-978a-42d699f844f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '839c08a4-4733-45d9-b5f6-03b4d5176fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:11.979546 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-05547c9a-97c7-4025-8173-ca02aee1a069 service neutron] Bound using segment: {'id': '25c9a05e-6aaa-4f76-978a-42d699f844f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '839c08a4-4733-45d9-b5f6-03b4d5176fdc'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:43:11.980029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-05547c9a-97c7-4025-8173-ca02aee1a069 service neutron] Bound port: 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c9a05e-6aaa-4f76-978a-42d699f844f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '839c08a4-4733-45d9-b5f6-03b4d5176fdc'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:43:11.980422 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-05547c9a-97c7-4025-8173-ca02aee1a069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:12.001065 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-322ae34d-b0ad-49fb-86eb-aa0055332993 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:12.014734 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Deleting port 16c4b5c7-305d-46ba-90a7-f1a3ea2ade12 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:43:12.015092 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:12.118946 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e85f8dfe-ef1e-4c65-a5e5-caeb953986af admin admin] Deleting port 9daa5e19-250c-4273-82f8-a08ea3ec8af6 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:43:12.119292 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e85f8dfe-ef1e-4c65-a5e5-caeb953986af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:12.213643 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c7ea5551-9491-4ffe-b1ff-5c79cc70d5b8 None None] Provisioning for port 0e59c98a-32fc-411d-b8c3-ce1c6cd8777e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:12.223558 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c7ea5551-9491-4ffe-b1ff-5c79cc70d5b8 None None] Provisioning complete for port 0e59c98a-32fc-411d-b8c3-ce1c6cd8777e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:12.224034 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c7ea5551-9491-4ffe-b1ff-5c79cc70d5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:12.268881 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-322ae34d-b0ad-49fb-86eb-aa0055332993 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:12.269456 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea5551-9491-4ffe-b1ff-5c79cc70d5b8 None None] Port 0e59c98a-32fc-411d-b8c3-ce1c6cd8777e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:43:12.275173 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-322ae34d-b0ad-49fb-86eb-aa0055332993 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:12.299127 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-40ead273-b785-411b-9678-e02319fba21b req-5c676296-5722-4dae-87f7-05e9734b829a tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.1719136 Jul 09 09:43:12.318480 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-322ae34d-b0ad-49fb-86eb-aa0055332993 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] In _notify_port_updated(), no bound segment for port 0e59c98a-32fc-411d-b8c3-ce1c6cd8777e on network 3bae8be4-779a-48a1-b6d9-3ff2ade604a1 {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:43:12.324814 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322ae34d-b0ad-49fb-86eb-aa0055332993 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:12.325419 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-322ae34d-b0ad-49fb-86eb-aa0055332993 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:12.329853 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-322ae34d-b0ad-49fb-86eb-aa0055332993 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "PUT /v2.0/ports/0e59c98a-32fc-411d-b8c3-ce1c6cd8777e HTTP/1.1" status: 200 len: 1001 time: 0.5741956 Jul 09 09:43:12.330509 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35670) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:12.350083 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:12.350429 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:12.372714 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ae34d-b0ad-49fb-86eb-aa0055332993 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Pushing event updated for resources: {'Port': ['ID=0e59c98a-32fc-411d-b8c3-ce1c6cd8777e,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:12.386383 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-05547c9a-97c7-4025-8173-ca02aee1a069 service neutron] For port 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:43:12.401512 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-05547c9a-97c7-4025-8173-ca02aee1a069 service neutron] For port 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=916a3a12-fdc1-4827-86c2-8bf5dc9a09f2,segment=NetworkSegment(25c9a05e-6aaa-4f76-978a-42d699f844f1),segment_id=25c9a05e-6aaa-4f76-978a-42d699f844f1)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:43:12.412365 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-e85f8dfe-ef1e-4c65-a5e5-caeb953986af admin admin] For port 9daa5e19-250c-4273-82f8-a08ea3ec8af6, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=9daa5e19-250c-4273-82f8-a08ea3ec8af6,segment=NetworkSegment(2cfbd273-fc63-4d88-a157-80202bdb1bf8),segment_id=2cfbd273-fc63-4d88-a157-80202bdb1bf8)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:12.412747 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e85f8dfe-ef1e-4c65-a5e5-caeb953986af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:12.426872 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-05547c9a-97c7-4025-8173-ca02aee1a069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:12.438725 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Calling delete_port for 16c4b5c7-305d-46ba-90a7-f1a3ea2ade12 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:43:12.453742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-05547c9a-97c7-4025-8173-ca02aee1a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:12.454583 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-05547c9a-97c7-4025-8173-ca02aee1a069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:12.456360 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-05547c9a-97c7-4025-8173-ca02aee1a069 service neutron] 10.222.0.58 "PUT /v2.0/ports/916a3a12-fdc1-4827-86c2-8bf5dc9a09f2 HTTP/1.1" status: 200 len: 1091 time: 2.2359500 Jul 09 09:43:12.487252 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6cd93ae-ef6b-425d-84b2-1410e5aadf9d', 'tag': '916a3a12-fdc1-4827-86c2-8bf5dc9a09f2'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:43:12.494260 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4557874-90f2-43c1-afc4-dc326a705a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6cd93ae-ef6b-425d-84b2-1410e5aadf9d", "tag": "916a3a12-fdc1-4827-86c2-8bf5dc9a09f2"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:43:12.520023 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2a005003-c8b9-42f8-9715-0f5a9c9bc0cb tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Deleting port 0e59c98a-32fc-411d-b8c3-ce1c6cd8777e {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:43:12.520450 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a005003-c8b9-42f8-9715-0f5a9c9bc0cb tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:12.542304 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e85f8dfe-ef1e-4c65-a5e5-caeb953986af admin admin] Calling delete_port for 9daa5e19-250c-4273-82f8-a08ea3ec8af6 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:43:12.670545 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a005003-c8b9-42f8-9715-0f5a9c9bc0cb tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:12.685610 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2a005003-c8b9-42f8-9715-0f5a9c9bc0cb tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Calling delete_port for 0e59c98a-32fc-411d-b8c3-ce1c6cd8777e owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:43:12.691082 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7730135f-a500-4a18-a39d-4d4dcde36ee1 None None] Provisioning complete for port 0e59c98a-32fc-411d-b8c3-ce1c6cd8777e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:12.692922 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7730135f-a500-4a18-a39d-4d4dcde36ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:12.700761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e6aa9-55a7-4f24-bdd0-1519d19ac351 req-98b7f86e-4b3c-407a-8ea2-ec562f2e6219 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:12.702345 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d34e6aa9-55a7-4f24-bdd0-1519d19ac351 req-98b7f86e-4b3c-407a-8ea2-ec562f2e6219 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 943 time: 0.5786858 Jul 09 09:43:12.732775 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7730135f-a500-4a18-a39d-4d4dcde36ee1 None None] Port 0e59c98a-32fc-411d-b8c3-ce1c6cd8777e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:43:12.756008 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05547c9a-97c7-4025-8173-ca02aee1a069 service neutron] Pushing event updated for resources: {'Port': ['ID=916a3a12-fdc1-4827-86c2-8bf5dc9a09f2,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:12.829459 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a005003-c8b9-42f8-9715-0f5a9c9bc0cb tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:12.863797 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a005003-c8b9-42f8-9715-0f5a9c9bc0cb tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Pushing event deleted for resources: {'Port': ['ID=0e59c98a-32fc-411d-b8c3-ce1c6cd8777e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:12.899266 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:12.972410 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a005003-c8b9-42f8-9715-0f5a9c9bc0cb tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:12.974422 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2a005003-c8b9-42f8-9715-0f5a9c9bc0cb tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "DELETE /v2.0/ports/0e59c98a-32fc-411d-b8c3-ce1c6cd8777e HTTP/1.1" status: 204 len: 168 time: 0.6384761 Jul 09 09:43:12.977028 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35678) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:13.006922 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-618cd7c8-58c7-4dce-8e79-435d67ca6ab1 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] GET failed (client error): The resource could not be found. Jul 09 09:43:13.008677 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-618cd7c8-58c7-4dce-8e79-435d67ca6ab1 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "GET /v2.0/ports/0e59c98a-32fc-411d-b8c3-ce1c6cd8777e HTTP/1.1" status: 404 len: 333 time: 0.0306921 Jul 09 09:43:13.013191 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35680) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:13.018391 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-83dbcd5d-21d3-4fd7-9478-fc193964bea4 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Request body: {'port': {'network_id': '3bae8be4-779a-48a1-b6d9-3ff2ade604a1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-277102986'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:13.065048 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-687c1704-7503-468e-a796-baf0f990414e req-c8d3c6a3-8ced-4639-b3fb-7dc5dc6e31e9 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=8623f7c4-0583-4404-ac29-069a6b13121d&device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.3187211 Jul 09 09:43:13.130478 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-76792db3-2179-43b1-96b8-827e68977926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:13.132053 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-76792db3-2179-43b1-96b8-827e68977926 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5ef7675e6bc4ebb839d110032acb556&device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 1094 time: 0.6064153 Jul 09 09:43:13.133589 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eec83b0-a048-469c-89cb-2bd5b4774aeb x-openstack-request-id: req-4eec83b0-a048-469c-89cb-2bd5b4774aeb {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:43:13.133876 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6cd93ae-ef6b-425d-84b2-1410e5aadf9d", "tag": "916a3a12-fdc1-4827-86c2-8bf5dc9a09f2", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:43:13.134126 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4eec83b0-a048-469c-89cb-2bd5b4774aeb {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:43:13.134520 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6cd93ae-ef6b-425d-84b2-1410e5aadf9d', 'tag': '916a3a12-fdc1-4827-86c2-8bf5dc9a09f2', 'status': 'completed', 'code': 200} Jul 09 09:43:13.143106 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d34e6aa9-55a7-4f24-bdd0-1519d19ac351 req-4d8304b6-0c7d-4495-9d12-f2246b33db77 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923540 Jul 09 09:43:13.201145 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dbcd5d-21d3-4fd7-9478-fc193964bea4 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Made reservation on behalf of 512db64318fe4019be8fadc3e2447db7 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:13.206182 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83dbcd5d-21d3-4fd7-9478-fc193964bea4 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:13.242529 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-6848cf89-c286-4962-a729-fe72ba0b5138 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=916a3a12-fdc1-4827-86c2-8bf5dc9a09f2 HTTP/1.1" status: 200 len: 217 time: 0.0984669 Jul 09 09:43:13.267297 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-83dbcd5d-21d3-4fd7-9478-fc193964bea4 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] device_id is not set on port b26c6253-7f5e-400c-a9f9-e66d946b41e3 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:43:13.366290 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 11110203-7a4d-495b-ba56-e6a0af6a2785 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:13.381226 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-d33f55f5-c18d-4e32-b2fb-f138e33c8954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:13.382740 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-d33f55f5-c18d-4e32-b2fb-f138e33c8954 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4dbbef33-233a-42b6-b25e-8107e556a10f HTTP/1.1" status: 200 len: 850 time: 0.1314945 Jul 09 09:43:13.399544 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:13.456075 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-83dbcd5d-21d3-4fd7-9478-fc193964bea4 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Allocated IP 2001:db8::2aa (3bae8be4-779a-48a1-b6d9-3ff2ade604a1/39a1c010-f360-4dc3-a2ec-be944c475608/b26c6253-7f5e-400c-a9f9-e66d946b41e3) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:13.467558 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 11110203-7a4d-495b-ba56-e6a0af6a2785 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:13.476558 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 11110203-7a4d-495b-ba56-e6a0af6a2785 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:13.478227 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:13.478582 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-c1554206-ea47-4800-8f36-7b666b7d2484 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=839c08a4-4733-45d9-b5f6-03b4d5176fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874648 Jul 09 09:43:13.501744 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Pushing event deleted for resources: {'Port': ['ID=16c4b5c7-305d-46ba-90a7-f1a3ea2ade12,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:13.598758 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:13.661861 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 11110203-7a4d-495b-ba56-e6a0af6a2785, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=11110203-7a4d-495b-ba56-e6a0af6a2785,segment=NetworkSegment(25c9a05e-6aaa-4f76-978a-42d699f844f1),segment_id=25c9a05e-6aaa-4f76-978a-42d699f844f1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:13.671847 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:13.700594 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb7f5507-0802-42db-b7cc-7060a44a755c req-60d1116b-b8bf-4847-a0bf-c52f2f3e5e08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=966b7642cfbf4649848bd3f08d1dd52d&device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0878451 Jul 09 09:43:13.726073 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83dbcd5d-21d3-4fd7-9478-fc193964bea4 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:13.751406 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-83dbcd5d-21d3-4fd7-9478-fc193964bea4 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Transition to ACTIVE for port object b26c6253-7f5e-400c-a9f9-e66d946b41e3 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:13.773700 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=11110203-7a4d-495b-ba56-e6a0af6a2785,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:13.791978 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83dbcd5d-21d3-4fd7-9478-fc193964bea4 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:13.796305 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb7f5507-0802-42db-b7cc-7060a44a755c req-30d655e9-d65e-42e0-8f09-d168012d0a33 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=966b7642cfbf4649848bd3f08d1dd52d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770414 Jul 09 09:43:13.850329 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dbcd5d-21d3-4fd7-9478-fc193964bea4 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Network 3bae8be4-779a-48a1-b6d9-3ff2ade604a1 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:13.853764 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-83dbcd5d-21d3-4fd7-9478-fc193964bea4 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:13.854717 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f49f57bf-c214-4841-be5a-1cb8710fd65e req-1e68cb58-18db-4ca1-b8de-32c178f15ac9 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0866771 Jul 09 09:43:13.855650 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:13.858061 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dbcd5d-21d3-4fd7-9478-fc193964bea4 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:13.864858 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dbcd5d-21d3-4fd7-9478-fc193964bea4 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:13.865497 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83dbcd5d-21d3-4fd7-9478-fc193964bea4 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:13.877765 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbcd5d-21d3-4fd7-9478-fc193964bea4 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Pushing event updated for resources: {'Port': ['ID=b26c6253-7f5e-400c-a9f9-e66d946b41e3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:13.879734 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e85f8dfe-ef1e-4c65-a5e5-caeb953986af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:13.900997 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-83dbcd5d-21d3-4fd7-9478-fc193964bea4 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8821871 Jul 09 09:43:13.900997 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35686) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:13.904880 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a0b7a7ac-9537-4c38-af5a-af4b61233d9d tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:75:cd:90'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:13.933860 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-772b48a0-eed2-425b-9bfa-8975975dc5d1 service neutron] 10.222.0.58 "GET /v2.0/networks/839c08a4-4733-45d9-b5f6-03b4d5176fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287000 Jul 09 09:43:14.013058 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f8dfe-ef1e-4c65-a5e5-caeb953986af admin admin] Pushing event deleted for resources: {'Port': ['ID=9daa5e19-250c-4273-82f8-a08ea3ec8af6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:14.018410 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0b7a7ac-9537-4c38-af5a-af4b61233d9d tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:14.190857 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:14.268096 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f5507-0802-42db-b7cc-7060a44a755c req-9403e467-cadc-4913-818c-20c60ad36076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:14.269622 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb7f5507-0802-42db-b7cc-7060a44a755c req-9403e467-cadc-4913-818c-20c60ad36076 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4550669 Jul 09 09:43:14.279620 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-65849bf9-bb4c-4b5c-b6a7-24a061d5dd05 None None] Provisioning for port b26c6253-7f5e-400c-a9f9-e66d946b41e3 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:14.284666 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-65849bf9-bb4c-4b5c-b6a7-24a061d5dd05 None None] Provisioning complete for port b26c6253-7f5e-400c-a9f9-e66d946b41e3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:14.284952 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0b7a7ac-9537-4c38-af5a-af4b61233d9d tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:14.285071 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-65849bf9-bb4c-4b5c-b6a7-24a061d5dd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:14.300554 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25d976ac-6dc8-4d8e-ae40-95f42926a88c req-afd6c6f1-3f6a-4375-b948-f9ce2cf55d69 service neutron] 10.222.0.58 "GET /v2.0/networks/839c08a4-4733-45d9-b5f6-03b4d5176fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348849 Jul 09 09:43:14.301577 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0b7a7ac-9537-4c38-af5a-af4b61233d9d tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:14.372920 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a0b7a7ac-9537-4c38-af5a-af4b61233d9d tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] In _notify_port_updated(), no bound segment for port b26c6253-7f5e-400c-a9f9-e66d946b41e3 on network 3bae8be4-779a-48a1-b6d9-3ff2ade604a1 {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:43:14.373827 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-65849bf9-bb4c-4b5c-b6a7-24a061d5dd05 None None] Port b26c6253-7f5e-400c-a9f9-e66d946b41e3 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:43:14.379779 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b7a7ac-9537-4c38-af5a-af4b61233d9d tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:14.380479 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0b7a7ac-9537-4c38-af5a-af4b61233d9d tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:14.384810 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a0b7a7ac-9537-4c38-af5a-af4b61233d9d tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "PUT /v2.0/ports/b26c6253-7f5e-400c-a9f9-e66d946b41e3 HTTP/1.1" status: 200 len: 1002 time: 0.4847615 Jul 09 09:43:14.385459 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35694) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:14.473005 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7a7ac-9537-4c38-af5a-af4b61233d9d tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Pushing event updated for resources: {'Port': ['ID=b26c6253-7f5e-400c-a9f9-e66d946b41e3,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:14.539534 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:14.554871 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc0d00-ffb7-4ce0-ad87-ffcb48d3030d tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Deleting port b26c6253-7f5e-400c-a9f9-e66d946b41e3 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:43:14.555480 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6fc0d00-ffb7-4ce0-ad87-ffcb48d3030d tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:14.594763 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a36e589b-eb58-43b3-94c2-bb983eace585,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:14.650044 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e85f8dfe-ef1e-4c65-a5e5-caeb953986af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:14.663602 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6fc0d00-ffb7-4ce0-ad87-ffcb48d3030d tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:14.666866 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4557874-90f2-43c1-afc4-dc326a705a6b req-4c801fd9-a9e1-4a98-b0f6-9e41b2c7415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:14.668520 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4557874-90f2-43c1-afc4-dc326a705a6b req-4c801fd9-a9e1-4a98-b0f6-9e41b2c7415d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5ef7675e6bc4ebb839d110032acb556&device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 1094 time: 0.2744141 Jul 09 09:43:14.675889 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc0d00-ffb7-4ce0-ad87-ffcb48d3030d tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Calling delete_port for b26c6253-7f5e-400c-a9f9-e66d946b41e3 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:43:14.693259 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:14.720431 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-46b6b6db-8046-42bc-9b07-eae1c8b1a134 None None] Provisioning complete for port b26c6253-7f5e-400c-a9f9-e66d946b41e3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:14.720872 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-46b6b6db-8046-42bc-9b07-eae1c8b1a134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:14.747745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efd5ee-3906-46b9-a55a-c14b6ab693d8 req-edd3f243-f013-4e4d-a19d-b20c9abc7a91 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:14.749363 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-23efd5ee-3906-46b9-a55a-c14b6ab693d8 req-edd3f243-f013-4e4d-a19d-b20c9abc7a91 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 943 time: 0.3320608 Jul 09 09:43:14.787985 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['527c3763-2f41-4087-9c7d-ab97b372f381']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:14.820867 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6fc0d00-ffb7-4ce0-ad87-ffcb48d3030d tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:14.823718 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13872505-5ec3-4001-97ce-b0ef506c1d1d') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:14.824674 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13872505-5ec3-4001-97ce-b0ef506c1d1d') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:14.856265 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc0d00-ffb7-4ce0-ad87-ffcb48d3030d tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Pushing event deleted for resources: {'Port': ['ID=b26c6253-7f5e-400c-a9f9-e66d946b41e3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:14.871629 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:14.898606 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6fc0d00-ffb7-4ce0-ad87-ffcb48d3030d tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:14.905108 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c6fc0d00-ffb7-4ce0-ad87-ffcb48d3030d tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "DELETE /v2.0/ports/b26c6253-7f5e-400c-a9f9-e66d946b41e3 HTTP/1.1" status: 204 len: 168 time: 0.5157323 Jul 09 09:43:14.905751 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35698) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:14.921159 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:14.935095 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-23efd5ee-3906-46b9-a55a-c14b6ab693d8 req-3146383d-abeb-49d1-8ef5-26f345860edd tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507466 Jul 09 09:43:14.944103 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:43:14.944514 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:43:14.946911 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:43:14.954289 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90abf81-12b6-4c00-b76e-6342223c596a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] GET failed (client error): The resource could not be found. Jul 09 09:43:14.961021 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d90abf81-12b6-4c00-b76e-6342223c596a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "GET /v2.0/ports/b26c6253-7f5e-400c-a9f9-e66d946b41e3 HTTP/1.1" status: 404 len: 333 time: 0.0539515 Jul 09 09:43:14.961559 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35700) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:14.962110 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4557874-90f2-43c1-afc4-dc326a705a6b req-c4b944d7-2a14-4290-88da-e07f49ac682b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:14.963642 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4557874-90f2-43c1-afc4-dc326a705a6b req-c4b944d7-2a14-4290-88da-e07f49ac682b service neutron] 10.222.0.58 "GET /v2.0/networks?id=839c08a4-4733-45d9-b5f6-03b4d5176fdc HTTP/1.1" status: 200 len: 911 time: 0.2876756 Jul 09 09:43:14.968309 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-de9af9b9-ec10-43d6-8a3b-ac3664173666 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Request body: {'port': {'network_id': '3bae8be4-779a-48a1-b6d9-3ff2ade604a1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1441980517'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:15.003115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-46b6b6db-8046-42bc-9b07-eae1c8b1a134 None None] Port b26c6253-7f5e-400c-a9f9-e66d946b41e3 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:43:15.069372 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4557874-90f2-43c1-afc4-dc326a705a6b req-25f0cce6-0f78-4b5f-b73e-0de9adc67b13 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=916a3a12-fdc1-4827-86c2-8bf5dc9a09f2 HTTP/1.1" status: 200 len: 217 time: 0.0716136 Jul 09 09:43:15.112184 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9af9b9-ec10-43d6-8a3b-ac3664173666 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Made reservation on behalf of 512db64318fe4019be8fadc3e2447db7 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:15.115765 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de9af9b9-ec10-43d6-8a3b-ac3664173666 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:15.122276 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9a9f01f2-4cd0-41c0-b717-45b64e1b7138 req-fef27ad9-4fa9-4e64-bfb3-2fd2cc431229 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0608563 Jul 09 09:43:15.151131 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-de9af9b9-ec10-43d6-8a3b-ac3664173666 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] device_id is not set on port 5885303c-9f3b-4603-b297-a9d28884e037 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:43:15.292107 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 11110203-7a4d-495b-ba56-e6a0af6a2785 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:15.341933 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 11110203-7a4d-495b-ba56-e6a0af6a2785 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:15.342312 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:15.426929 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:15.441972 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 527c3763-2f41-4087-9c7d-ab97b372f381 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 09:43:15.486958 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:15.491620 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] 10.222.0.61 "DELETE /v2.0/networks/527c3763-2f41-4087-9c7d-ab97b372f381 HTTP/1.1" status: 204 len: 168 time: 4.0477653 Jul 09 09:43:15.494688 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35702) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:15.495220 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cafb86-9935-4552-b952-40a9cede5f29 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Pushing event deleted for resources: {'Network': ['ID=527c3763-2f41-4087-9c7d-ab97b372f381,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:15.498288 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4557874-90f2-43c1-afc4-dc326a705a6b req-faa7054f-51c3-4f44-8d95-fac36c4f6ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:15.500211 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4557874-90f2-43c1-afc4-dc326a705a6b req-faa7054f-51c3-4f44-8d95-fac36c4f6ea4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4dbbef33-233a-42b6-b25e-8107e556a10f HTTP/1.1" status: 200 len: 850 time: 0.4201584 Jul 09 09:43:15.539263 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4557874-90f2-43c1-afc4-dc326a705a6b req-b4af27a1-cd72-4018-8085-a63cfd81d8bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=839c08a4-4733-45d9-b5f6-03b4d5176fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304160 Jul 09 09:43:15.625159 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f5c85287-cf5f-45cf-9142-19348f5a147b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.1292424 Jul 09 09:43:15.627752 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35706) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:15.657478 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb7f5507-0802-42db-b7cc-7060a44a755c req-939e8221-a20d-40a8-810b-d7e13c117177 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0430856 Jul 09 09:43:15.660693 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85f8dfe-ef1e-4c65-a5e5-caeb953986af admin admin] Router 6e2ab83f-b29e-4f32-90da-09f595af66de has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:43:15.719835 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-de9af9b9-ec10-43d6-8a3b-ac3664173666 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Allocated IP 2001:db8::58 (3bae8be4-779a-48a1-b6d9-3ff2ade604a1/39a1c010-f360-4dc3-a2ec-be944c475608/5885303c-9f3b-4603-b297-a9d28884e037) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:15.732275 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4557874-90f2-43c1-afc4-dc326a705a6b req-f9623703-1422-4428-a129-83cd499ca9b3 service neutron] 10.222.0.58 "GET /v2.0/networks/839c08a4-4733-45d9-b5f6-03b4d5176fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851196 Jul 09 09:43:15.765486 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc19882-7161-456d-b41e-02e29da4e235 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:15.766241 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc19882-7161-456d-b41e-02e29da4e235 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:15.766873 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc19882-7161-456d-b41e-02e29da4e235 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:15.767499 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc19882-7161-456d-b41e-02e29da4e235 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:15.768173 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc19882-7161-456d-b41e-02e29da4e235 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:15.768799 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc19882-7161-456d-b41e-02e29da4e235 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:15.769421 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc19882-7161-456d-b41e-02e29da4e235 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:15.770043 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc19882-7161-456d-b41e-02e29da4e235 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:15.770662 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc19882-7161-456d-b41e-02e29da4e235 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:15.771286 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc19882-7161-456d-b41e-02e29da4e235 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:15.771941 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc19882-7161-456d-b41e-02e29da4e235 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:15.772565 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc19882-7161-456d-b41e-02e29da4e235 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:15.774787 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3bc19882-7161-456d-b41e-02e29da4e235 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7617 time: 0.1461234 Jul 09 09:43:15.778777 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35708) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:15.851884 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-9d599213-3146-44af-865e-a1de5d32bb2b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] delete failed (client error): The resource could not be found. Jul 09 09:43:15.856124 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9d599213-3146-44af-865e-a1de5d32bb2b tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/50ae7e8b-54ff-402b-9cb2-226f574c3b5f HTTP/1.1" status: 404 len: 345 time: 0.0732632 Jul 09 09:43:15.857313 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35710) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:15.896159 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca5f797-3d1f-4f9d-9a8a-bb38428b37a7 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] DELETE failed (client error): The resource could not be found. Jul 09 09:43:15.896643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca5f797-3d1f-4f9d-9a8a-bb38428b37a7 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:43:15.903417 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2ca5f797-3d1f-4f9d-9a8a-bb38428b37a7 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] 10.222.0.61 "DELETE /v2.0/networks/527c3763-2f41-4087-9c7d-ab97b372f381 HTTP/1.1" status: 404 len: 339 time: 0.0399451 Jul 09 09:43:15.903842 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35712) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:15.908671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a392ca3b-bef0-402d-8006-161f24e7382a tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Request body: {'network': {'name': 'tempest-network--332145575', 'router:external': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:15.925903 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85f8dfe-ef1e-4c65-a5e5-caeb953986af admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:43:15.934976 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e85f8dfe-ef1e-4c65-a5e5-caeb953986af admin admin] 10.222.0.61 "PUT /v2.0/routers/6e2ab83f-b29e-4f32-90da-09f595af66de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3116121 Jul 09 09:43:15.939549 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35714) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:15.941796 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4557874-90f2-43c1-afc4-dc326a705a6b req-4dd8fc80-295a-445c-ae46-9350847e7118 service neutron] 10.222.0.58 "GET /v2.0/networks/839c08a4-4733-45d9-b5f6-03b4d5176fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027268 Jul 09 09:43:15.942184 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fa8854-93c1-4689-b452-59c387de0d98 None None] Sync routers for ids ['6e2ab83f-b29e-4f32-90da-09f595af66de'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:43:15.955991 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fa8854-93c1-4689-b452-59c387de0d98 None None] Routers {'6e2ab83f-b29e-4f32-90da-09f595af66de'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:43:15.956778 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f9fa8854-93c1-4689-b452-59c387de0d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:43:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6e2ab83f-b29e-4f32-90da-09f595af66de'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:15.959476 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a392ca3b-bef0-402d-8006-161f24e7382a tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Made reservation on behalf of 862afbf585884b61a9637a4e191bcf58 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:15.962999 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a392ca3b-bef0-402d-8006-161f24e7382a tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:15.991666 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a392ca3b-bef0-402d-8006-161f24e7382a tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:43:16.006688 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a392ca3b-bef0-402d-8006-161f24e7382a tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:16.008757 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-a392ca3b-bef0-402d-8006-161f24e7382a tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Added segment ae764a88-3913-40ac-9a68-dc4141101726 of type vlan for network 50cabc43-dbb6-460d-8aaa-c0a91aec3a70 Jul 09 09:43:16.068117 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a392ca3b-bef0-402d-8006-161f24e7382a tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:16.068414 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de9af9b9-ec10-43d6-8a3b-ac3664173666 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:16.090374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-de9af9b9-ec10-43d6-8a3b-ac3664173666 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Transition to ACTIVE for port object 5885303c-9f3b-4603-b297-a9d28884e037 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:16.096578 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93e723a7-345f-4c58-9f3d-643fc680371f admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:16.122225 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-f9fa8854-93c1-4689-b452-59c387de0d98 None None] Set router 6e2ab83f-b29e-4f32-90da-09f595af66de gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:43:16.174623 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a392ca3b-bef0-402d-8006-161f24e7382a tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:16.175911 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a392ca3b-bef0-402d-8006-161f24e7382a tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:16.176672 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a392ca3b-bef0-402d-8006-161f24e7382a tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:16.224918 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de9af9b9-ec10-43d6-8a3b-ac3664173666 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:16.266943 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392ca3b-bef0-402d-8006-161f24e7382a tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Pushing event updated for resources: {'Network': ['ID=50cabc43-dbb6-460d-8aaa-c0a91aec3a70,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:16.276178 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a392ca3b-bef0-402d-8006-161f24e7382a tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3701327 Jul 09 09:43:16.277602 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35720) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:16.278541 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9af9b9-ec10-43d6-8a3b-ac3664173666 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Network 3bae8be4-779a-48a1-b6d9-3ff2ade604a1 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:16.287042 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-de9af9b9-ec10-43d6-8a3b-ac3664173666 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:16.298752 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9af9b9-ec10-43d6-8a3b-ac3664173666 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:16.305374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9af9b9-ec10-43d6-8a3b-ac3664173666 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:16.306306 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de9af9b9-ec10-43d6-8a3b-ac3664173666 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:16.321142 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93e723a7-345f-4c58-9f3d-643fc680371f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:16.328977 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 50cabc43-dbb6-460d-8aaa-c0a91aec3a70 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:43:16.332633 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:43:16.336151 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9af9b9-ec10-43d6-8a3b-ac3664173666 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Pushing event updated for resources: {'Port': ['ID=5885303c-9f3b-4603-b297-a9d28884e037,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:16.364495 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-de9af9b9-ec10-43d6-8a3b-ac3664173666 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4018004 Jul 09 09:43:16.367825 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35722) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:16.373200 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a198b79f-df2e-4c4a-b767-eaca48619386 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Request body: {'port': {'network_id': '3bae8be4-779a-48a1-b6d9-3ff2ade604a1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-821037205'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:16.437263 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef66297-7f65-4713-aea7-ab55e3b7003a req-48cbb8e8-3758-416f-b9e7-e31c012cb598 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:16.446776 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6ef66297-7f65-4713-aea7-ab55e3b7003a req-48cbb8e8-3758-416f-b9e7-e31c012cb598 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 943 time: 0.3477023 Jul 09 09:43:16.472897 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-93e723a7-345f-4c58-9f3d-643fc680371f admin admin] Deleting port 04148a67-f32e-4f03-8136-be5acfd0de2f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:43:16.473609 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93e723a7-345f-4c58-9f3d-643fc680371f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:16.554697 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c40113f3-d49c-4612-b8a1-8858da7394a6 req-3f8b7acc-9e8f-4cec-a413-52613bf256a5 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daea3bf-de15-4818-ac7e-308a968c03dc HTTP/1.1" status: 200 len: 210 time: 0.0492373 Jul 09 09:43:16.622466 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f9fa8854-93c1-4689-b452-59c387de0d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2ab83f-b29e-4f32-90da-09f595af66de', 'name': 'tempest-TestAggregatesBasicOps-1815153206-router', 'tenant_id': '5ed848b17235428e8c8c150943f553ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '04148a67-f32e-4f03-8136-be5acfd0de2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:51Z', 'updated_at': '2021-07-09T09:43:13Z', 'revision_number': 5, 'project_id': '5ed848b17235428e8c8c150943f553ce', 'gw_port': {'id': '04148a67-f32e-4f03-8136-be5acfd0de2f', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:64:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2ab83f-b29e-4f32-90da-09f595af66de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:52Z', 'updated_at': '2021-07-09T09:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:16.645572 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a198b79f-df2e-4c4a-b767-eaca48619386 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Made reservation on behalf of 512db64318fe4019be8fadc3e2447db7 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:16.649780 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a198b79f-df2e-4c4a-b767-eaca48619386 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:16.657849 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-93e723a7-345f-4c58-9f3d-643fc680371f admin admin] For port 04148a67-f32e-4f03-8136-be5acfd0de2f, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=04148a67-f32e-4f03-8136-be5acfd0de2f,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:16.658472 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93e723a7-345f-4c58-9f3d-643fc680371f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:16.662163 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6ef66297-7f65-4713-aea7-ab55e3b7003a req-c1611594-8e04-43c6-97c5-44689d86fe34 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143641 Jul 09 09:43:16.668195 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=916a3a12-fdc1-4827-86c2-8bf5dc9a09f2,segment=NetworkSegment(25c9a05e-6aaa-4f76-978a-42d699f844f1),segment_id=25c9a05e-6aaa-4f76-978a-42d699f844f1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:16.672507 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fa8854-93c1-4689-b452-59c387de0d98 None None] Checking router: 6e2ab83f-b29e-4f32-90da-09f595af66de for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:43:16.679137 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c594ee18-2aeb-4e66-a187-29ae99ee7350 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:16.686692 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c594ee18-2aeb-4e66-a187-29ae99ee7350 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:16.689122 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fa8854-93c1-4689-b452-59c387de0d98 None None] Routers {'6e2ab83f-b29e-4f32-90da-09f595af66de'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:43:16.689691 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f9fa8854-93c1-4689-b452-59c387de0d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:43:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6e2ab83f-b29e-4f32-90da-09f595af66de'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:16.693513 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c594ee18-2aeb-4e66-a187-29ae99ee7350 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:16.694048 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-93e723a7-345f-4c58-9f3d-643fc680371f admin admin] Calling delete_port for 04148a67-f32e-4f03-8136-be5acfd0de2f owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:43:16.699746 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c594ee18-2aeb-4e66-a187-29ae99ee7350 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:16.700464 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-a198b79f-df2e-4c4a-b767-eaca48619386 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] device_id is not set on port e3313c55-528a-401e-9f9d-ce57d30c95da yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:43:16.704619 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c594ee18-2aeb-4e66-a187-29ae99ee7350 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4247422 Jul 09 09:43:16.705359 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35726) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:16.770635 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '916a3a12-fdc1-4827-86c2-8bf5dc9a09f2', 'network_id': '839c08a4-4733-45d9-b5f6-03b4d5176fdc', 'port_id': '916a3a12-fdc1-4827-86c2-8bf5dc9a09f2', 'mac_address': 'fa:16:3e:66:0f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dbbef33-233a-42b6-b25e-8107e556a10f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:43:16.778287 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-94c385ee-17da-459f-a676-9d290cacce93 None None] Provisioning for port 5885303c-9f3b-4603-b297-a9d28884e037 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:16.788516 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ad0bbac-2ea9-4ec2-a284-82618f89c531 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:16.809319 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-94c385ee-17da-459f-a676-9d290cacce93 None None] Provisioning complete for port 5885303c-9f3b-4603-b297-a9d28884e037 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:16.809692 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-94c385ee-17da-459f-a676-9d290cacce93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:16.816544 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-f9fa8854-93c1-4689-b452-59c387de0d98 None None] Set router 6e2ab83f-b29e-4f32-90da-09f595af66de gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:43:16.875836 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ad0bbac-2ea9-4ec2-a284-82618f89c531 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:16.887328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7ad0bbac-2ea9-4ec2-a284-82618f89c531 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50cabc43-dbb6-460d-8aaa-c0a91aec3a70']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:16.895517 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f9fa8854-93c1-4689-b452-59c387de0d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2ab83f-b29e-4f32-90da-09f595af66de', 'name': 'tempest-TestAggregatesBasicOps-1815153206-router', 'tenant_id': '5ed848b17235428e8c8c150943f553ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:51Z', 'updated_at': '2021-07-09T09:43:16Z', 'revision_number': 6, 'project_id': '5ed848b17235428e8c8c150943f553ce', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:16.899236 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7ad0bbac-2ea9-4ec2-a284-82618f89c531 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae764a88-3913-40ac-9a68-dc4141101726') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:16.899553 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7ad0bbac-2ea9-4ec2-a284-82618f89c531 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae764a88-3913-40ac-9a68-dc4141101726') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:16.909815 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ad0bbac-2ea9-4ec2-a284-82618f89c531 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:16.930899 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ad0bbac-2ea9-4ec2-a284-82618f89c531 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:16.933871 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:16.942253 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad0bbac-2ea9-4ec2-a284-82618f89c531 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:43:16.942686 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ad0bbac-2ea9-4ec2-a284-82618f89c531 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:43:16.944488 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:43:16.947000 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fa8854-93c1-4689-b452-59c387de0d98 None None] The sync data for ids ['6e2ab83f-b29e-4f32-90da-09f595af66de'] in n-d-799996-1 is: [{'id': '6e2ab83f-b29e-4f32-90da-09f595af66de', 'name': 'tempest-TestAggregatesBasicOps-1815153206-router', 'tenant_id': '5ed848b17235428e8c8c150943f553ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:51Z', 'updated_at': '2021-07-09T09:43:16Z', 'revision_number': 6, 'project_id': '5ed848b17235428e8c8c150943f553ce', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:43:16.951399 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-94c385ee-17da-459f-a676-9d290cacce93 None None] Port 5885303c-9f3b-4603-b297-a9d28884e037 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:43:16.957186 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:43:16.985225 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=916a3a12-fdc1-4827-86c2-8bf5dc9a09f2,segment=NetworkSegment(25c9a05e-6aaa-4f76-978a-42d699f844f1),segment_id=25c9a05e-6aaa-4f76-978a-42d699f844f1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:17.000753 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:17.019343 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ad0bbac-2ea9-4ec2-a284-82618f89c531 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:17.035734 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad0bbac-2ea9-4ec2-a284-82618f89c531 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 50cabc43-dbb6-460d-8aaa-c0a91aec3a70 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 09:43:17.037731 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0bbac-2ea9-4ec2-a284-82618f89c531 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Pushing event deleted for resources: {'Network': ['ID=50cabc43-dbb6-460d-8aaa-c0a91aec3a70,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:17.044114 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ad0bbac-2ea9-4ec2-a284-82618f89c531 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:17.049267 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7ad0bbac-2ea9-4ec2-a284-82618f89c531 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] 10.222.0.61 "DELETE /v2.0/networks/50cabc43-dbb6-460d-8aaa-c0a91aec3a70 HTTP/1.1" status: 204 len: 168 time: 0.3395448 Jul 09 09:43:17.049778 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35728) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:17.054838 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-af8e7667-902b-4afb-af43-1b18542f0d1e tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Request body: {'network': {'name': 'tempest-network--386599282', 'router:external': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:17.067112 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=916a3a12-fdc1-4827-86c2-8bf5dc9a09f2,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:17.084209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8e7667-902b-4afb-af43-1b18542f0d1e tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Made reservation on behalf of 862afbf585884b61a9637a4e191bcf58 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:17.086779 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af8e7667-902b-4afb-af43-1b18542f0d1e tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:17.114299 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8e7667-902b-4afb-af43-1b18542f0d1e tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:43:17.127199 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af8e7667-902b-4afb-af43-1b18542f0d1e tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:17.127626 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-af8e7667-902b-4afb-af43-1b18542f0d1e tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Added segment b13fa883-b856-4702-b9d3-6c4ff91a84d4 of type vlan for network cfddcd8c-9e81-4021-8048-2d77e8c89abb Jul 09 09:43:17.195500 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af8e7667-902b-4afb-af43-1b18542f0d1e tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:17.233670 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af8e7667-902b-4afb-af43-1b18542f0d1e tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:17.234652 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8e7667-902b-4afb-af43-1b18542f0d1e tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:17.235348 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af8e7667-902b-4afb-af43-1b18542f0d1e tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:17.267628 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-a198b79f-df2e-4c4a-b767-eaca48619386 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Allocated IP 2001:db8::14d (3bae8be4-779a-48a1-b6d9-3ff2ade604a1/39a1c010-f360-4dc3-a2ec-be944c475608/e3313c55-528a-401e-9f9d-ce57d30c95da) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:17.296003 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-af8e7667-902b-4afb-af43-1b18542f0d1e tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2419219 Jul 09 09:43:17.297643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35730) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:17.323575 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 9daa5e19-250c-4273-82f8-a08ea3ec8af6 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:43:17.326266 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e7667-902b-4afb-af43-1b18542f0d1e tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Pushing event updated for resources: {'Network': ['ID=cfddcd8c-9e81-4021-8048-2d77e8c89abb,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:17.327029 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['916a3a12-fdc1-4827-86c2-8bf5dc9a09f2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:43:17.372721 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network cfddcd8c-9e81-4021-8048-2d77e8c89abb details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:43:17.405209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e23d923-2bdd-4a36-9f14-b96adedab254 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:17.406082 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 9daa5e19-250c-4273-82f8-a08ea3ec8af6 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:43:17.407974 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1e23d923-2bdd-4a36-9f14-b96adedab254 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] 10.222.0.61 "GET /v2.0/networks/cfddcd8c-9e81-4021-8048-2d77e8c89abb HTTP/1.1" status: 200 len: 756 time: 0.1081171 Jul 09 09:43:17.408140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 9daa5e19-250c-4273-82f8-a08ea3ec8af6 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:43:17.409987 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35732) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:17.477833 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93e723a7-345f-4c58-9f3d-643fc680371f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:17.505785 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76af417-20bf-41a9-9d3d-569ba7b3951b tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:17.510285 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c76af417-20bf-41a9-9d3d-569ba7b3951b tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] 10.222.0.61 "GET /v2.0/networks/a5444c79-96f2-46ab-887d-1052dbe5ab76 HTTP/1.1" status: 200 len: 767 time: 0.0990286 Jul 09 09:43:17.510701 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35734) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:17.511750 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e723a7-345f-4c58-9f3d-643fc680371f admin admin] Pushing event deleted for resources: {'Port': ['ID=04148a67-f32e-4f03-8136-be5acfd0de2f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:17.639368 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a198b79f-df2e-4c4a-b767-eaca48619386 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:17.671346 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-a198b79f-df2e-4c4a-b767-eaca48619386 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Transition to ACTIVE for port object e3313c55-528a-401e-9f9d-ce57d30c95da will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:17.690082 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7daa96a2-9768-4ab1-987c-b8cd17963035 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:17.693795 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93e723a7-345f-4c58-9f3d-643fc680371f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:17.807591 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93e723a7-345f-4c58-9f3d-643fc680371f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:17.811528 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93e723a7-345f-4c58-9f3d-643fc680371f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:17.859908 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1378223-e15f-4153-998a-160f0c9b89b1 req-a04af45b-336c-42d5-a37c-e162e385aac8 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:17.860714 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d1378223-e15f-4153-998a-160f0c9b89b1 req-a04af45b-336c-42d5-a37c-e162e385aac8 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 944 time: 0.0669954 Jul 09 09:43:17.909576 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a198b79f-df2e-4c4a-b767-eaca48619386 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:17.920361 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d1378223-e15f-4153-998a-160f0c9b89b1 req-d8bcdd82-28d1-43ed-a85b-6906434cdcee tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516357 Jul 09 09:43:17.973278 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a198b79f-df2e-4c4a-b767-eaca48619386 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Network 3bae8be4-779a-48a1-b6d9-3ff2ade604a1 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:17.991578 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebcfec3b-7b7f-4823-951c-63375cf717dd req-d9965dca-12e4-4530-822e-051b340c4808 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=966b7642cfbf4649848bd3f08d1dd52d&device_id=8623f7c4-0583-4404-ac29-069a6b13121d HTTP/1.1" status: 200 len: 210 time: 0.0411830 Jul 09 09:43:17.994375 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7daa96a2-9768-4ab1-987c-b8cd17963035 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:17.997267 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93e723a7-345f-4c58-9f3d-643fc680371f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:17.999054 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e723a7-345f-4c58-9f3d-643fc680371f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e2ab83f-b29e-4f32-90da-09f595af66de {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:43:18.007107 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a198b79f-df2e-4c4a-b767-eaca48619386 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:18.015074 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93e723a7-345f-4c58-9f3d-643fc680371f admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.016234 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-93e723a7-345f-4c58-9f3d-643fc680371f admin admin] 10.222.0.61 "DELETE /v2.0/routers/6e2ab83f-b29e-4f32-90da-09f595af66de HTTP/1.1" status: 204 len: 168 time: 2.0757837 Jul 09 09:43:18.019999 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7daa96a2-9768-4ab1-987c-b8cd17963035 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfddcd8c-9e81-4021-8048-2d77e8c89abb']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:18.021446 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35746) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:18.022243 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a198b79f-df2e-4c4a-b767-eaca48619386 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:18.029172 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a198b79f-df2e-4c4a-b767-eaca48619386 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:18.029761 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a198b79f-df2e-4c4a-b767-eaca48619386 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.051392 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7daa96a2-9768-4ab1-987c-b8cd17963035 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13fa883-b856-4702-b9d3-6c4ff91a84d4') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:18.051610 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7daa96a2-9768-4ab1-987c-b8cd17963035 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13fa883-b856-4702-b9d3-6c4ff91a84d4') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:18.059402 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebcfec3b-7b7f-4823-951c-63375cf717dd req-a8eb7f49-c246-4638-b1ed-be5b415a7cff service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=966b7642cfbf4649848bd3f08d1dd52d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606644 Jul 09 09:43:18.076232 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7daa96a2-9768-4ab1-987c-b8cd17963035 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.089493 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a198b79f-df2e-4c4a-b767-eaca48619386 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7201805 Jul 09 09:43:18.090287 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198b79f-df2e-4c4a-b767-eaca48619386 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Pushing event updated for resources: {'Port': ['ID=e3313c55-528a-401e-9f9d-ce57d30c95da,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:18.092665 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35748) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:18.102467 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4a46b992-387b-4e60-967b-356a1d6812bf tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a7', 'mac_address': 'fa:16:3e:75:cd:90'}, {'ip_address': '2001:db8::58', 'mac_address': 'fa:16:3e:f8:e4:50'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:18.126538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-72cc0bb7-fab4-4c20-bd04-30a330883ce5 req-cd589d83-96b6-4b93-8a81-26b86ce26575 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=8623f7c4-0583-4404-ac29-069a6b13121d HTTP/1.1" status: 200 len: 210 time: 0.0650308 Jul 09 09:43:18.138956 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7daa96a2-9768-4ab1-987c-b8cd17963035 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.143539 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7daa96a2-9768-4ab1-987c-b8cd17963035 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:43:18.144024 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7daa96a2-9768-4ab1-987c-b8cd17963035 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:43:18.183967 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:43:18.191576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96797f5-a2c5-4e97-aa38-df45a902a002 admin admin] Deleting subnet 75ab1f2f-214e-44f3-9bfe-0f924108e59a {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:43:18.198198 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b96797f5-a2c5-4e97-aa38-df45a902a002 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.222737 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7daa96a2-9768-4ab1-987c-b8cd17963035 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.237115 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7daa96a2-9768-4ab1-987c-b8cd17963035 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cfddcd8c-9e81-4021-8048-2d77e8c89abb {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 09:43:18.259185 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b96797f5-a2c5-4e97-aa38-df45a902a002 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.272373 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7daa96a2-9768-4ab1-987c-b8cd17963035 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.279062 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7daa96a2-9768-4ab1-987c-b8cd17963035 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] 10.222.0.61 "DELETE /v2.0/networks/cfddcd8c-9e81-4021-8048-2d77e8c89abb HTTP/1.1" status: 204 len: 168 time: 0.7594869 Jul 09 09:43:18.280048 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35750) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:18.284765 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-943004e0-04fe-4162-a4e2-d7974b1099f5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Request body: {'network': {'name': 'tempest-network--1301982869'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:18.301237 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfec3b-7b7f-4823-951c-63375cf717dd req-b24d2dad-4475-4bc0-995b-d54d2e867beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:18.302903 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebcfec3b-7b7f-4823-951c-63375cf717dd req-b24d2dad-4475-4bc0-995b-d54d2e867beb service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2128210 Jul 09 09:43:18.312649 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa96a2-9768-4ab1-987c-b8cd17963035 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Pushing event deleted for resources: {'Network': ['ID=cfddcd8c-9e81-4021-8048-2d77e8c89abb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:18.343259 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943004e0-04fe-4162-a4e2-d7974b1099f5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Made reservation on behalf of 862afbf585884b61a9637a4e191bcf58 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:18.345789 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-943004e0-04fe-4162-a4e2-d7974b1099f5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.379462 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b96797f5-a2c5-4e97-aa38-df45a902a002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.390710 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8af13fb5-cbcf-4f23-9b6a-717fa14ce4ee None None] Provisioning for port e3313c55-528a-401e-9f9d-ce57d30c95da completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:18.399285 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8af13fb5-cbcf-4f23-9b6a-717fa14ce4ee None None] Provisioning complete for port e3313c55-528a-401e-9f9d-ce57d30c95da triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:18.400589 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8af13fb5-cbcf-4f23-9b6a-717fa14ce4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.413395 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943004e0-04fe-4162-a4e2-d7974b1099f5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:43:18.423382 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a46b992-387b-4e60-967b-356a1d6812bf tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.437565 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-943004e0-04fe-4162-a4e2-d7974b1099f5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.437565 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-943004e0-04fe-4162-a4e2-d7974b1099f5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Added segment 7b412e91-0a20-4de5-9119-e97099f014b6 of type vlan for network 5f029cae-c338-4679-a32b-52a213e75a64 Jul 09 09:43:18.443196 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8af13fb5-cbcf-4f23-9b6a-717fa14ce4ee None None] Port e3313c55-528a-401e-9f9d-ce57d30c95da cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:43:18.460961 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b96797f5-a2c5-4e97-aa38-df45a902a002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.495121 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96797f5-a2c5-4e97-aa38-df45a902a002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75ab1f2f-214e-44f3-9bfe-0f924108e59a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:18.499951 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b96797f5-a2c5-4e97-aa38-df45a902a002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.502255 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b96797f5-a2c5-4e97-aa38-df45a902a002 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/75ab1f2f-214e-44f3-9bfe-0f924108e59a HTTP/1.1" status: 204 len: 168 time: 0.4774933 Jul 09 09:43:18.508553 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35752) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:18.511890 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd5fe59-5a94-49c0-9c93-a43747832493 None None] Network 10c9bc1b-9d47-42a9-8537-802cbc107d0f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:43:18.516941 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-943004e0-04fe-4162-a4e2-d7974b1099f5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.603655 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-943004e0-04fe-4162-a4e2-d7974b1099f5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.604713 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943004e0-04fe-4162-a4e2-d7974b1099f5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:18.605807 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-943004e0-04fe-4162-a4e2-d7974b1099f5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.621178 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fec2e26a-44af-4b40-94e7-74e53321a2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.692036 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-943004e0-04fe-4162-a4e2-d7974b1099f5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4086144 Jul 09 09:43:18.693047 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35754) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:18.699041 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-16c79986-5661-407c-b725-8f9ecb2796f5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:18.706717 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943004e0-04fe-4162-a4e2-d7974b1099f5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Pushing event updated for resources: {'Network': ['ID=5f029cae-c338-4679-a32b-52a213e75a64,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:18.714676 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fec2e26a-44af-4b40-94e7-74e53321a2ad admin admin] Deleting port 10962031-83b6-4732-8296-5cdd1026c39e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:43:18.715026 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fec2e26a-44af-4b40-94e7-74e53321a2ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.719308 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 5f029cae-c338-4679-a32b-52a213e75a64 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:43:18.751218 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a46b992-387b-4e60-967b-356a1d6812bf tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.758611 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a46b992-387b-4e60-967b-356a1d6812bf tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.780310 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcab1766-83d9-4e44-9c9a-70abfc830465 None None] DHCP port deletion for 10c9bc1b-9d47-42a9-8537-802cbc107d0f request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:43:18.799551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4a46b992-387b-4e60-967b-356a1d6812bf tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] In _notify_port_updated(), no bound segment for port e3313c55-528a-401e-9f9d-ce57d30c95da on network 3bae8be4-779a-48a1-b6d9-3ff2ade604a1 {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:43:18.806404 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a46b992-387b-4e60-967b-356a1d6812bf tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:18.807253 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a46b992-387b-4e60-967b-356a1d6812bf tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.808936 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4a46b992-387b-4e60-967b-356a1d6812bf tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "PUT /v2.0/ports/e3313c55-528a-401e-9f9d-ce57d30c95da HTTP/1.1" status: 200 len: 1065 time: 0.7125695 Jul 09 09:43:18.812037 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35756) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:18.840654 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-fec2e26a-44af-4b40-94e7-74e53321a2ad admin admin] For port 10962031-83b6-4732-8296-5cdd1026c39e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=10962031-83b6-4732-8296-5cdd1026c39e,segment=NetworkSegment(2cfbd273-fc63-4d88-a157-80202bdb1bf8),segment_id=2cfbd273-fc63-4d88-a157-80202bdb1bf8)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:18.841061 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fec2e26a-44af-4b40-94e7-74e53321a2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.870235 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46b992-387b-4e60-967b-356a1d6812bf tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Pushing event updated for resources: {'Port': ['ID=e3313c55-528a-401e-9f9d-ce57d30c95da,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:18.886254 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bcab1766-83d9-4e44-9c9a-70abfc830465 None None] Deleting port 10962031-83b6-4732-8296-5cdd1026c39e {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:43:18.886254 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bcab1766-83d9-4e44-9c9a-70abfc830465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:18.905684 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fec2e26a-44af-4b40-94e7-74e53321a2ad admin admin] Calling delete_port for 10962031-83b6-4732-8296-5cdd1026c39e owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:43:18.980735 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4bf4bd3b-7487-4889-82d1-349adf3d6e6a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Deleting port e3313c55-528a-401e-9f9d-ce57d30c95da {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:43:18.981199 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4bf4bd3b-7487-4889-82d1-349adf3d6e6a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:19.002678 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bcab1766-83d9-4e44-9c9a-70abfc830465 None None] For port 10962031-83b6-4732-8296-5cdd1026c39e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=10962031-83b6-4732-8296-5cdd1026c39e,segment=NetworkSegment(2cfbd273-fc63-4d88-a157-80202bdb1bf8),segment_id=2cfbd273-fc63-4d88-a157-80202bdb1bf8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:19.004267 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bcab1766-83d9-4e44-9c9a-70abfc830465 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:19.018619 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-16c79986-5661-407c-b725-8f9ecb2796f5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:19.039933 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bcab1766-83d9-4e44-9c9a-70abfc830465 None None] Calling delete_port for 10962031-83b6-4732-8296-5cdd1026c39e owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:43:19.044457 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-16c79986-5661-407c-b725-8f9ecb2796f5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:19.182669 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4bf4bd3b-7487-4889-82d1-349adf3d6e6a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:19.200092 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4bf4bd3b-7487-4889-82d1-349adf3d6e6a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Calling delete_port for e3313c55-528a-401e-9f9d-ce57d30c95da owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:43:19.219161 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c79986-5661-407c-b725-8f9ecb2796f5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Pushing event updated for resources: {'Network': ['ID=5f029cae-c338-4679-a32b-52a213e75a64,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:19.227203 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16c79986-5661-407c-b725-8f9ecb2796f5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Network 5f029cae-c338-4679-a32b-52a213e75a64 is not hosted by any dhcp agent {{(pid=93790) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 09:43:19.228601 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c79986-5661-407c-b725-8f9ecb2796f5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:19.229281 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-16c79986-5661-407c-b725-8f9ecb2796f5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:19.230083 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bcab1766-83d9-4e44-9c9a-70abfc830465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:19.233967 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-16c79986-5661-407c-b725-8f9ecb2796f5 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] 10.222.0.61 "PUT /v2.0/networks/5f029cae-c338-4679-a32b-52a213e75a64 HTTP/1.1" status: 200 len: 858 time: 0.5397592 Jul 09 09:43:19.234691 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35764) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:19.246757 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fec2e26a-44af-4b40-94e7-74e53321a2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:19.272449 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab1766-83d9-4e44-9c9a-70abfc830465 None None] Pushing event deleted for resources: {'Port': ['ID=10962031-83b6-4732-8296-5cdd1026c39e,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:19.283115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcab1766-83d9-4e44-9c9a-70abfc830465 None None] No DVR routers for this DVR port 10962031-83b6-4732-8296-5cdd1026c39e on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:43:19.302621 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d6ba0134-6d6f-4e1d-86a3-7a6461cef466 None None] Provisioning complete for port e3313c55-528a-401e-9f9d-ce57d30c95da triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:19.302995 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6ba0134-6d6f-4e1d-86a3-7a6461cef466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:19.341544 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 04148a67-f32e-4f03-8136-be5acfd0de2f no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:43:19.362827 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d6ba0134-6d6f-4e1d-86a3-7a6461cef466 None None] Port e3313c55-528a-401e-9f9d-ce57d30c95da cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:43:19.364297 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 04148a67-f32e-4f03-8136-be5acfd0de2f {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:43:19.364638 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 04148a67-f32e-4f03-8136-be5acfd0de2f not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:43:19.365047 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 10962031-83b6-4732-8296-5cdd1026c39e no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:43:19.367189 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2e26a-44af-4b40-94e7-74e53321a2ad admin admin] Pushing event deleted for resources: {'Port': ['ID=10962031-83b6-4732-8296-5cdd1026c39e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:19.375033 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec2e26a-44af-4b40-94e7-74e53321a2ad admin admin] No DVR routers for this DVR port 10962031-83b6-4732-8296-5cdd1026c39e on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:43:19.388019 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 10962031-83b6-4732-8296-5cdd1026c39e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:43:19.388368 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 10962031-83b6-4732-8296-5cdd1026c39e not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:43:19.405362 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4bf4bd3b-7487-4889-82d1-349adf3d6e6a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:19.435662 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4bd3b-7487-4889-82d1-349adf3d6e6a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Pushing event deleted for resources: {'Port': ['ID=e3313c55-528a-401e-9f9d-ce57d30c95da,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:19.616128 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4bf4bd3b-7487-4889-82d1-349adf3d6e6a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:19.618024 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4bf4bd3b-7487-4889-82d1-349adf3d6e6a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "DELETE /v2.0/ports/e3313c55-528a-401e-9f9d-ce57d30c95da HTTP/1.1" status: 204 len: 168 time: 0.8051782 Jul 09 09:43:19.621468 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35766) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:19.652304 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5cbd982-1114-4049-bd47-dc269d3387e3 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] GET failed (client error): The resource could not be found. Jul 09 09:43:19.653994 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e5cbd982-1114-4049-bd47-dc269d3387e3 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "GET /v2.0/ports/e3313c55-528a-401e-9f9d-ce57d30c95da HTTP/1.1" status: 404 len: 333 time: 0.0312722 Jul 09 09:43:19.656901 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35768) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:19.759180 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e0ecdd5-7949-43ea-a5c0-d754728e74e6 req-1a8fab3c-36a3-40fc-84ec-30626d102c7e tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.61 "GET /v2.0/ports?device_id=8623f7c4-0583-4404-ac29-069a6b13121d HTTP/1.1" status: 200 len: 210 time: 0.3476205 Jul 09 09:43:19.762010 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-95f28b7e-c6ff-48ca-9e16-6dd5e6f0def4 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Deleting port 5885303c-9f3b-4603-b297-a9d28884e037 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:43:19.762010 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-95f28b7e-c6ff-48ca-9e16-6dd5e6f0def4 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:19.787948 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5f942bf-895d-4e2e-9586-ec5e7b941775 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:19.795860 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebcfec3b-7b7f-4823-951c-63375cf717dd req-8fbb9c75-5144-4e39-b82b-362524a6ed08 tempest-ServerShowV247Test-2073431525 tempest-ServerShowV247Test-2073431525-project] 10.222.0.64 "GET /v2.0/ports?device_id=8623f7c4-0583-4404-ac29-069a6b13121d HTTP/1.1" status: 200 len: 210 time: 0.0504076 Jul 09 09:43:19.802122 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fec2e26a-44af-4b40-94e7-74e53321a2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:19.818382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-fec2e26a-44af-4b40-94e7-74e53321a2ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c9bc1b-9d47-42a9-8537-802cbc107d0f']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:19.833192 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-fec2e26a-44af-4b40-94e7-74e53321a2ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cfbd273-fc63-4d88-a157-80202bdb1bf8') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:19.833489 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-fec2e26a-44af-4b40-94e7-74e53321a2ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cfbd273-fc63-4d88-a157-80202bdb1bf8') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:19.851887 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-95f28b7e-c6ff-48ca-9e16-6dd5e6f0def4 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:19.852918 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8cbee-b178-49e9-850c-62f9f21a4520 req-bee5b50a-f7f1-4d20-89b5-98ea604f1129 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:19.854495 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3f8cbee-b178-49e9-850c-62f9f21a4520 req-bee5b50a-f7f1-4d20-89b5-98ea604f1129 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 944 time: 0.6169894 Jul 09 09:43:19.864841 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-95f28b7e-c6ff-48ca-9e16-6dd5e6f0def4 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Calling delete_port for 5885303c-9f3b-4603-b297-a9d28884e037 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:43:19.878240 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fec2e26a-44af-4b40-94e7-74e53321a2ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:19.940500 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fec2e26a-44af-4b40-94e7-74e53321a2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:19.962995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec2e26a-44af-4b40-94e7-74e53321a2ad admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:43:19.963405 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fec2e26a-44af-4b40-94e7-74e53321a2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:43:19.966680 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:43:20.009541 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-95f28b7e-c6ff-48ca-9e16-6dd5e6f0def4 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.009917 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5f942bf-895d-4e2e-9586-ec5e7b941775 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.016445 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3f8cbee-b178-49e9-850c-62f9f21a4520 req-697a51c0-97b6-47ed-b2b1-33d350319481 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362832 Jul 09 09:43:20.032203 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-b5f942bf-895d-4e2e-9586-ec5e7b941775 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f029cae-c338-4679-a32b-52a213e75a64']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:20.046540 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f28b7e-c6ff-48ca-9e16-6dd5e6f0def4 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Pushing event deleted for resources: {'Port': ['ID=5885303c-9f3b-4603-b297-a9d28884e037,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:20.047345 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-b5f942bf-895d-4e2e-9586-ec5e7b941775 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b412e91-0a20-4de5-9119-e97099f014b6') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:20.047781 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-b5f942bf-895d-4e2e-9586-ec5e7b941775 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b412e91-0a20-4de5-9119-e97099f014b6') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:20.059806 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5f942bf-895d-4e2e-9586-ec5e7b941775 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.061761 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fec2e26a-44af-4b40-94e7-74e53321a2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.073198 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fec2e26a-44af-4b40-94e7-74e53321a2ad admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.076413 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-95f28b7e-c6ff-48ca-9e16-6dd5e6f0def4 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.078008 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fec2e26a-44af-4b40-94e7-74e53321a2ad admin admin] 10.222.0.61 "DELETE /v2.0/networks/10c9bc1b-9d47-42a9-8537-802cbc107d0f HTTP/1.1" status: 204 len: 168 time: 1.5681715 Jul 09 09:43:20.081716 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-95f28b7e-c6ff-48ca-9e16-6dd5e6f0def4 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "DELETE /v2.0/ports/5885303c-9f3b-4603-b297-a9d28884e037 HTTP/1.1" status: 204 len: 168 time: 0.4232543 Jul 09 09:43:20.081942 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35772) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:20.103004 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2e26a-44af-4b40-94e7-74e53321a2ad admin admin] Pushing event deleted for resources: {'Network': ['ID=10c9bc1b-9d47-42a9-8537-802cbc107d0f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:20.105710 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5f942bf-895d-4e2e-9586-ec5e7b941775 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.128389 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-15888f8e-65a1-4461-9a34-7cab01c61973 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] GET failed (client error): The resource could not be found. Jul 09 09:43:20.131023 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-15888f8e-65a1-4461-9a34-7cab01c61973 tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "GET /v2.0/ports/5885303c-9f3b-4603-b297-a9d28884e037 HTTP/1.1" status: 404 len: 333 time: 0.0473669 Jul 09 09:43:20.131198 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f942bf-895d-4e2e-9586-ec5e7b941775 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:43:20.131889 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5f942bf-895d-4e2e-9586-ec5e7b941775 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:43:20.133478 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:43:20.136482 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35774) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:20.214320 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5f942bf-895d-4e2e-9586-ec5e7b941775 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.231624 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f942bf-895d-4e2e-9586-ec5e7b941775 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5f029cae-c338-4679-a32b-52a213e75a64 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 09:43:20.252070 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5f942bf-895d-4e2e-9586-ec5e7b941775 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.254030 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b5f942bf-895d-4e2e-9586-ec5e7b941775 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] 10.222.0.61 "DELETE /v2.0/networks/5f029cae-c338-4679-a32b-52a213e75a64 HTTP/1.1" status: 204 len: 168 time: 1.0140471 Jul 09 09:43:20.255119 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f942bf-895d-4e2e-9586-ec5e7b941775 tempest-ExternalNetworksTestJSON-1349371410 tempest-ExternalNetworksTestJSON-1349371410-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f029cae-c338-4679-a32b-52a213e75a64,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:20.276384 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35776) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:20.311360 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:20.317592 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35780) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:20.371865 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a686b48-d8c2-4901-865d-7ea7d549eef1 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] DELETE failed (client error): The resource could not be found. Jul 09 09:43:20.372428 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a686b48-d8c2-4901-865d-7ea7d549eef1 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:43:20.378016 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1a686b48-d8c2-4901-865d-7ea7d549eef1 tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] 10.222.0.61 "DELETE /v2.0/subnets/a36e589b-eb58-43b3-94c2-bb983eace585 HTTP/1.1" status: 404 len: 337 time: 0.0961142 Jul 09 09:43:20.378645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35782) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:20.381941 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-06f1e1db-ed27-41f6-ad8f-7534dbf37e2d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4e666f8d541541b1a92831a71c4de5bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631683 Jul 09 09:43:20.392644 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35784) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:20.402904 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:20.409081 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:20.409556 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.484705 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-588fb7b2-9b15-449c-8e25-e5697607ac4c tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.491344 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3dd9a-10e7-4ad3-9c96-b36a722a106c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Deleting port 8e17a4b6-5ad3-4ae8-a018-22aa128f2faf {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:43:20.492376 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3fe3dd9a-10e7-4ad3-9c96-b36a722a106c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.544282 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.582481 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=916a3a12-fdc1-4827-86c2-8bf5dc9a09f2,segment=NetworkSegment(25c9a05e-6aaa-4f76-978a-42d699f844f1),segment_id=25c9a05e-6aaa-4f76-978a-42d699f844f1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:20.583888 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6cd93ae-ef6b-425d-84b2-1410e5aadf9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916a3a12-fdc1-4827-86c2-8bf5dc9a09f2'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:43:20.586923 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331ddd83-6e19-47c1-9046-e9ebeb704b78" -d '{"events": [{"server_uuid": "b6cd93ae-ef6b-425d-84b2-1410e5aadf9d", "name": "network-vif-plugged", "status": "completed", "tag": "916a3a12-fdc1-4827-86c2-8bf5dc9a09f2"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:43:20.590863 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.612107 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-588fb7b2-9b15-449c-8e25-e5697607ac4c tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.625037 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-588fb7b2-9b15-449c-8e25-e5697607ac4c tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5444c79-96f2-46ab-887d-1052dbe5ab76']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:20.638596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-588fb7b2-9b15-449c-8e25-e5697607ac4c tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6840dc4f-b4ff-45ae-8da7-cf373a1ee09d') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:20.639353 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-588fb7b2-9b15-449c-8e25-e5697607ac4c tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6840dc4f-b4ff-45ae-8da7-cf373a1ee09d') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:20.642302 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=916a3a12-fdc1-4827-86c2-8bf5dc9a09f2,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:20.650919 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b531eba-9827-49c9-a7ee-545a7ac7aba9 x-openstack-request-id: req-7b531eba-9827-49c9-a7ee-545a7ac7aba9 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:43:20.651341 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6cd93ae-ef6b-425d-84b2-1410e5aadf9d", "name": "network-vif-plugged", "status": "completed", "tag": "916a3a12-fdc1-4827-86c2-8bf5dc9a09f2", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:43:20.651709 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7b531eba-9827-49c9-a7ee-545a7ac7aba9 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:43:20.652973 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6cd93ae-ef6b-425d-84b2-1410e5aadf9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916a3a12-fdc1-4827-86c2-8bf5dc9a09f2', 'code': 200} Jul 09 09:43:20.655280 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-588fb7b2-9b15-449c-8e25-e5697607ac4c tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.658360 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3fe3dd9a-10e7-4ad3-9c96-b36a722a106c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.680380 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3dd9a-10e7-4ad3-9c96-b36a722a106c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Calling delete_port for 8e17a4b6-5ad3-4ae8-a018-22aa128f2faf owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:43:20.681107 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-588fb7b2-9b15-449c-8e25-e5697607ac4c tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.686744 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce98fab1-0933-4f77-aa17-47ca57d1e17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.689568 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588fb7b2-9b15-449c-8e25-e5697607ac4c tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:43:20.690091 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-588fb7b2-9b15-449c-8e25-e5697607ac4c tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:43:20.694866 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:43:20.743520 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce98fab1-0933-4f77-aa17-47ca57d1e17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.794429 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-588fb7b2-9b15-449c-8e25-e5697607ac4c tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.799105 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-588fb7b2-9b15-449c-8e25-e5697607ac4c tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.803525 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-588fb7b2-9b15-449c-8e25-e5697607ac4c tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] 10.222.0.61 "DELETE /v2.0/networks/a5444c79-96f2-46ab-887d-1052dbe5ab76 HTTP/1.1" status: 204 len: 168 time: 0.4178960 Jul 09 09:43:20.850704 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fb7b2-9b15-449c-8e25-e5697607ac4c tempest-ExternalNetworksTestJSON-1824464475 tempest-ExternalNetworksTestJSON-1824464475-project] Pushing event deleted for resources: {'Network': ['ID=a5444c79-96f2-46ab-887d-1052dbe5ab76,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:20.863393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89410081-9fac-4d49-8a09-93c09a0525b7 req-6bb2c877-3ae5-480b-aa2a-deb28f20409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:20.864942 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-89410081-9fac-4d49-8a09-93c09a0525b7 req-6bb2c877-3ae5-480b-aa2a-deb28f20409c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 1096 time: 0.1266749 Jul 09 09:43:20.885254 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce98fab1-0933-4f77-aa17-47ca57d1e17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.890209 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce98fab1-0933-4f77-aa17-47ca57d1e17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.893476 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ce98fab1-0933-4f77-aa17-47ca57d1e17c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/372be009-1871-4db1-aa05-f56bd069a389 HTTP/1.1" status: 204 len: 168 time: 0.4880452 Jul 09 09:43:20.918348 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98fab1-0933-4f77-aa17-47ca57d1e17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372be009-1871-4db1-aa05-f56bd069a389,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:20.940995 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3fe3dd9a-10e7-4ad3-9c96-b36a722a106c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:20.945646 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-89410081-9fac-4d49-8a09-93c09a0525b7 req-31af221b-1ef2-4db4-8bd3-292ddba18f28 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724514 Jul 09 09:43:20.977154 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3dd9a-10e7-4ad3-9c96-b36a722a106c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Pushing event deleted for resources: {'Port': ['ID=8e17a4b6-5ad3-4ae8-a018-22aa128f2faf,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:21.009437 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3fe3dd9a-10e7-4ad3-9c96-b36a722a106c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:21.012214 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3fe3dd9a-10e7-4ad3-9c96-b36a722a106c tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "DELETE /v2.0/ports/8e17a4b6-5ad3-4ae8-a018-22aa128f2faf HTTP/1.1" status: 204 len: 168 time: 0.8764040 Jul 09 09:43:21.014550 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35796) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:21.087295 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-8887c678-0332-4b61-a66b-4b24c3a4d8bb tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Deleting subnet 39a1c010-f360-4dc3-a2ec-be944c475608 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:43:21.094583 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8887c678-0332-4b61-a66b-4b24c3a4d8bb tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:21.144785 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35804) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:21.157273 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8887c678-0332-4b61-a66b-4b24c3a4d8bb tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:21.296965 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8887c678-0332-4b61-a66b-4b24c3a4d8bb tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:21.324521 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd4f35-e94a-401a-9ebf-739d110fbe1e req-4c7030c2-912a-4178-812f-666d36825882 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:21.326164 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14fd4f35-e94a-401a-9ebf-739d110fbe1e req-4c7030c2-912a-4178-812f-666d36825882 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 945 time: 0.1097047 Jul 09 09:43:21.326668 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35810) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:21.405584 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8887c678-0332-4b61-a66b-4b24c3a4d8bb tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:21.409408 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-60408ef6-dd6c-464c-8519-f4e2f1fc88dc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5ed848b17235428e8c8c150943f553ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0780883 Jul 09 09:43:21.412900 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14fd4f35-e94a-401a-9ebf-739d110fbe1e req-55c3ba05-b89d-4caf-af8d-2110406bb05b tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739415 Jul 09 09:43:21.413591 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35812) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:21.444610 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35814) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:21.452715 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887c678-0332-4b61-a66b-4b24c3a4d8bb tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Pushing event deleted for resources: {'Subnet': ['ID=39a1c010-f360-4dc3-a2ec-be944c475608,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:21.454819 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8887c678-0332-4b61-a66b-4b24c3a4d8bb tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:21.457082 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d61db9e-d769-462d-916a-dcc1144e8505 None None] Network 3bae8be4-779a-48a1-b6d9-3ff2ade604a1 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:43:21.459329 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8887c678-0332-4b61-a66b-4b24c3a4d8bb tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "DELETE /v2.0/subnets/39a1c010-f360-4dc3-a2ec-be944c475608 HTTP/1.1" status: 204 len: 168 time: 0.4428010 Jul 09 09:43:21.460320 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35818) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:21.482976 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c79d7492-370e-4977-b54d-0aa50e3dfd0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:21.534967 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c79d7492-370e-4977-b54d-0aa50e3dfd0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:21.546190 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f660978-f4f1-4136-a5c3-b7ac55e44f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:21.603730 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-156e8f08-c980-499b-9f9b-9ee552f0ca75 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8e1e22b346504cdf903ec24255096620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4557891 Jul 09 09:43:21.606312 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35822) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:21.613679 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5637f79e-2c79-485f-bf6c-b02c0f47352a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:21.670902 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c79d7492-370e-4977-b54d-0aa50e3dfd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:21.675843 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c79d7492-370e-4977-b54d-0aa50e3dfd0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:21.681037 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c79d7492-370e-4977-b54d-0aa50e3dfd0d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/58a8b405-4e1f-4151-84a1-acf50456d875 HTTP/1.1" status: 204 len: 168 time: 0.2635946 Jul 09 09:43:21.720791 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5637f79e-2c79-485f-bf6c-b02c0f47352a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Deleting port 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:43:21.721190 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5637f79e-2c79-485f-bf6c-b02c0f47352a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:21.740936 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d7492-370e-4977-b54d-0aa50e3dfd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a8b405-4e1f-4151-84a1-acf50456d875,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:21.804321 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f660978-f4f1-4136-a5c3-b7ac55e44f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:21.810856 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-5637f79e-2c79-485f-bf6c-b02c0f47352a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] For port 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0,segment=NetworkSegment(f0422ca1-ba81-4d88-ae64-fe033859bd3d),segment_id=f0422ca1-ba81-4d88-ae64-fe033859bd3d)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:21.811250 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5637f79e-2c79-485f-bf6c-b02c0f47352a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:21.813680 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f660978-f4f1-4136-a5c3-b7ac55e44f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:21.837088 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d1d3c9d-c63d-4cbe-86d8-f3bf13c94ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:21.852625 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f660978-f4f1-4136-a5c3-b7ac55e44f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fedb38-a175-4f39-a1bb-eb2f384d1dfd,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:21.865535 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5637f79e-2c79-485f-bf6c-b02c0f47352a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Calling delete_port for 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:43:21.868312 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d1d3c9d-c63d-4cbe-86d8-f3bf13c94ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:21.924761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720060f-0914-437d-a383-babe9a3b9035 req-000651e4-9123-4a9a-9cd4-e072c39b92c5 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:21.935635 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720060f-0914-437d-a383-babe9a3b9035 req-000651e4-9123-4a9a-9cd4-e072c39b92c5 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:21.941194 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454f9aad-29fd-4a81-b1f3-97bac89022df None None] DHCP port deletion for 3bae8be4-779a-48a1-b6d9-3ff2ade604a1 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:43:21.942207 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720060f-0914-437d-a383-babe9a3b9035 req-000651e4-9123-4a9a-9cd4-e072c39b92c5 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:21.950029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720060f-0914-437d-a383-babe9a3b9035 req-000651e4-9123-4a9a-9cd4-e072c39b92c5 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:21.967904 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720060f-0914-437d-a383-babe9a3b9035 req-000651e4-9123-4a9a-9cd4-e072c39b92c5 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:21.974117 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720060f-0914-437d-a383-babe9a3b9035 req-000651e4-9123-4a9a-9cd4-e072c39b92c5 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:21.984335 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720060f-0914-437d-a383-babe9a3b9035 req-000651e4-9123-4a9a-9cd4-e072c39b92c5 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:21.995312 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8720060f-0914-437d-a383-babe9a3b9035 req-000651e4-9123-4a9a-9cd4-e072c39b92c5 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5434 time: 0.2114291 Jul 09 09:43:22.005224 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-454f9aad-29fd-4a81-b1f3-97bac89022df None None] Deleting port 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:43:22.005867 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-454f9aad-29fd-4a81-b1f3-97bac89022df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:22.028610 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1f660978-f4f1-4136-a5c3-b7ac55e44f14 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=966b7642cfbf4649848bd3f08d1dd52d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5825632 Jul 09 09:43:22.031475 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35830) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:22.039146 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5637f79e-2c79-485f-bf6c-b02c0f47352a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:22.074124 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637f79e-2c79-485f-bf6c-b02c0f47352a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Pushing event deleted for resources: {'Port': ['ID=64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:22.076532 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5637f79e-2c79-485f-bf6c-b02c0f47352a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] No DVR routers for this DVR port 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:43:22.090290 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8720060f-0914-437d-a383-babe9a3b9035 req-3de3ddc7-e3df-4eb5-8ac5-fc15fad00c09 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0926564 Jul 09 09:43:22.102217 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d1d3c9d-c63d-4cbe-86d8-f3bf13c94ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:22.105670 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d1d3c9d-c63d-4cbe-86d8-f3bf13c94ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:22.109488 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1d1d3c9d-c63d-4cbe-86d8-f3bf13c94ef4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0cd390de-0ad3-4a7c-9666-895d65f4deee HTTP/1.1" status: 204 len: 168 time: 0.5018470 Jul 09 09:43:22.126029 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-454f9aad-29fd-4a81-b1f3-97bac89022df None None] For port 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0,segment=NetworkSegment(f0422ca1-ba81-4d88-ae64-fe033859bd3d),segment_id=f0422ca1-ba81-4d88-ae64-fe033859bd3d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:22.127031 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-454f9aad-29fd-4a81-b1f3-97bac89022df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:22.143371 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-454f9aad-29fd-4a81-b1f3-97bac89022df None None] Calling delete_port for 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:43:22.191757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d3c9d-c63d-4cbe-86d8-f3bf13c94ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd390de-0ad3-4a7c-9666-895d65f4deee,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:22.209183 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5637f79e-2c79-485f-bf6c-b02c0f47352a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:22.222061 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8f8b02ad-689c-4175-bee7-f2e8d49deda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:22.226584 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5637f79e-2c79-485f-bf6c-b02c0f47352a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bae8be4-779a-48a1-b6d9-3ff2ade604a1']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:22.241203 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5637f79e-2c79-485f-bf6c-b02c0f47352a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0422ca1-ba81-4d88-ae64-fe033859bd3d') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:22.241394 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5637f79e-2c79-485f-bf6c-b02c0f47352a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0422ca1-ba81-4d88-ae64-fe033859bd3d') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:22.253237 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5637f79e-2c79-485f-bf6c-b02c0f47352a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:22.267454 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8f8b02ad-689c-4175-bee7-f2e8d49deda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:22.270332 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5637f79e-2c79-485f-bf6c-b02c0f47352a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:22.278497 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5637f79e-2c79-485f-bf6c-b02c0f47352a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:43:22.278955 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5637f79e-2c79-485f-bf6c-b02c0f47352a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:43:22.282320 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:43:22.287509 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-454f9aad-29fd-4a81-b1f3-97bac89022df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:22.350894 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f9aad-29fd-4a81-b1f3-97bac89022df None None] Pushing event deleted for resources: {'Port': ['ID=64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:22.355359 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454f9aad-29fd-4a81-b1f3-97bac89022df None None] No DVR routers for this DVR port 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:43:22.369359 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5637f79e-2c79-485f-bf6c-b02c0f47352a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:22.388191 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5637f79e-2c79-485f-bf6c-b02c0f47352a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:22.392861 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5637f79e-2c79-485f-bf6c-b02c0f47352a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] 10.222.0.61 "DELETE /v2.0/networks/3bae8be4-779a-48a1-b6d9-3ff2ade604a1 HTTP/1.1" status: 204 len: 168 time: 0.9290032 Jul 09 09:43:22.407061 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637f79e-2c79-485f-bf6c-b02c0f47352a tempest-AllowedAddressPairIpV6TestJSON-715991356 tempest-AllowedAddressPairIpV6TestJSON-715991356-project] Pushing event deleted for resources: {'Network': ['ID=3bae8be4-779a-48a1-b6d9-3ff2ade604a1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:22.439281 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8f8b02ad-689c-4175-bee7-f2e8d49deda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:22.442453 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8f8b02ad-689c-4175-bee7-f2e8d49deda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:22.445132 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8f8b02ad-689c-4175-bee7-f2e8d49deda1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/56fedb38-a175-4f39-a1bb-eb2f384d1dfd HTTP/1.1" status: 204 len: 168 time: 0.4063654 Jul 09 09:43:22.478641 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b02ad-689c-4175-bee7-f2e8d49deda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fedb38-a175-4f39-a1bb-eb2f384d1dfd,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:22.523748 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e5abb-86dc-45f4-b473-01dbc0d98061 req-0d0851a7-a78a-4a43-b135-ca2777585ebe tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:22.531773 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e5abb-86dc-45f4-b473-01dbc0d98061 req-0d0851a7-a78a-4a43-b135-ca2777585ebe tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:22.538321 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e5abb-86dc-45f4-b473-01dbc0d98061 req-0d0851a7-a78a-4a43-b135-ca2777585ebe tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:22.545834 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e5abb-86dc-45f4-b473-01dbc0d98061 req-0d0851a7-a78a-4a43-b135-ca2777585ebe tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:22.552192 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e5abb-86dc-45f4-b473-01dbc0d98061 req-0d0851a7-a78a-4a43-b135-ca2777585ebe tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:22.560444 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e5abb-86dc-45f4-b473-01dbc0d98061 req-0d0851a7-a78a-4a43-b135-ca2777585ebe tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:22.567307 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e5abb-86dc-45f4-b473-01dbc0d98061 req-0d0851a7-a78a-4a43-b135-ca2777585ebe tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:22.576279 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-779e5abb-86dc-45f4-b473-01dbc0d98061 req-0d0851a7-a78a-4a43-b135-ca2777585ebe tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5434 time: 0.1963701 Jul 09 09:43:22.584830 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35852) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:22.734273 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7d6e2523-0425-40be-b420-3f835b88bd71 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=862afbf585884b61a9637a4e191bcf58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481912 Jul 09 09:43:22.737112 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35858) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:22.765841 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930eaa38-397a-4207-9c3f-ed7b9db39263 req-a0c68d59-55a0-4f6b-a88c-f8ae83d9fb0c tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:22.767617 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-930eaa38-397a-4207-9c3f-ed7b9db39263 req-a0c68d59-55a0-4f6b-a88c-f8ae83d9fb0c tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 945 time: 0.1673377 Jul 09 09:43:22.776110 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-b7e62d0a-0f84-4445-a6f8-ce25702dd62d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1483259 Jul 09 09:43:22.832011 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37ba0b78-5fd0-4513-891f-8f74c660cac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:22.844660 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-930eaa38-397a-4207-9c3f-ed7b9db39263 req-49297bd2-9c08-4777-9d72-aa00b47ccbec tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676899 Jul 09 09:43:22.859435 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37ba0b78-5fd0-4513-891f-8f74c660cac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:22.898024 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-1907b43c-ff99-44e2-9873-71bb0fc450d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:22.898540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-1907b43c-ff99-44e2-9873-71bb0fc450d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:22.899020 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-1907b43c-ff99-44e2-9873-71bb0fc450d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:22.899560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-1907b43c-ff99-44e2-9873-71bb0fc450d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:22.900301 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-1907b43c-ff99-44e2-9873-71bb0fc450d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:22.900889 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-1907b43c-ff99-44e2-9873-71bb0fc450d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:22.901311 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-1907b43c-ff99-44e2-9873-71bb0fc450d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:22.904225 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-1907b43c-ff99-44e2-9873-71bb0fc450d1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d40a354f83ac42a092eb57d9c0e4d4c8&device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 6491 time: 0.0984721 Jul 09 09:43:22.949803 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37ba0b78-5fd0-4513-891f-8f74c660cac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:22.952359 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37ba0b78-5fd0-4513-891f-8f74c660cac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:22.955939 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-37ba0b78-5fd0-4513-891f-8f74c660cac9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3abd70ec-6f93-4586-86ce-e5a571009899 HTTP/1.1" status: 204 len: 168 time: 0.2152457 Jul 09 09:43:22.966632 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba0b78-5fd0-4513-891f-8f74c660cac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abd70ec-6f93-4586-86ce-e5a571009899,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:22.967798 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35868) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:23.079615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-3658ca92-e720-4a79-b6e9-6b1d5995fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:23.080426 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-3658ca92-e720-4a79-b6e9-6b1d5995fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:23.081127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-3658ca92-e720-4a79-b6e9-6b1d5995fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:23.082994 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-3658ca92-e720-4a79-b6e9-6b1d5995fbee service neutron] 10.222.0.58 "GET /v2.0/networks?id=d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb&id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&id=60491b7b-def1-4cac-8466-a6ebcf0d8114&id=60491b7b-def1-4cac-8466-a6ebcf0d8114 HTTP/1.1" status: 200 len: 2294 time: 0.1515577 Jul 09 09:43:23.201310 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-a089e9b3-d05d-4e90-9391-4041d286b43d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38137faf-b03c-41f7-8e58-cab67d1ed7f7 HTTP/1.1" status: 200 len: 999 time: 0.1107645 Jul 09 09:43:23.276481 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:43:23.281970 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-2684a4b1-a25a-4fba-acd2-56593240d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:23.282509 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-2684a4b1-a25a-4fba-acd2-56593240d691 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c4576acc-4c8a-4776-ad8b-d4acbefc004d HTTP/1.1" status: 200 len: 851 time: 0.0750189 Jul 09 09:43:23.310699 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:43:23.311033 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 64dd6362-98a6-4d9d-81ee-4eb3e5b3bee0 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:43:23.390889 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dce3f22b-06ef-4d7c-a7fe-2d310ff611fb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=512db64318fe4019be8fadc3e2447db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4177837 Jul 09 09:43:23.393624 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35886) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:23.424722 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-0b8b7c22-5727-4f86-8fac-46e3016d89a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:23.427357 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-0b8b7c22-5727-4f86-8fac-46e3016d89a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380157 Jul 09 09:43:23.439501 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57826e-0582-48d0-84ad-b85726545f94 req-e70f5921-3c62-4547-a757-6b8a226653f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:23.441766 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cc57826e-0582-48d0-84ad-b85726545f94 req-e70f5921-3c62-4547-a757-6b8a226653f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5ef7675e6bc4ebb839d110032acb556&device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 1096 time: 0.1678190 Jul 09 09:43:23.535988 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d8eea-0d95-4dd5-840c-95cfeede7b2d req-6afb1438-736d-4ecc-901e-fdd447d94738 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:23.537667 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4f3d8eea-0d95-4dd5-840c-95cfeede7b2d req-6afb1438-736d-4ecc-901e-fdd447d94738 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 945 time: 0.1630499 Jul 09 09:43:23.560656 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-36d62479-e0b4-4144-b517-1ecec7bcd283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:23.577074 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35894) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:23.579977 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-64162efa-00b3-4157-9caf-e6144343f56e service neutron] 10.222.0.58 "GET /v2.0/networks/d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447995 Jul 09 09:43:23.610240 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-36d62479-e0b4-4144-b517-1ecec7bcd283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:23.638366 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57826e-0582-48d0-84ad-b85726545f94 req-bc4272d1-90c7-4adc-b6bc-41320c1a961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:23.639919 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cc57826e-0582-48d0-84ad-b85726545f94 req-bc4272d1-90c7-4adc-b6bc-41320c1a961a service neutron] 10.222.0.58 "GET /v2.0/networks?id=839c08a4-4733-45d9-b5f6-03b4d5176fdc HTTP/1.1" status: 200 len: 911 time: 0.1859658 Jul 09 09:43:23.649235 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4f3d8eea-0d95-4dd5-840c-95cfeede7b2d req-fe107875-f3f6-4d49-91c1-670c75d01788 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039686 Jul 09 09:43:23.707012 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-e96ae028-a757-4f32-bc6d-0ba140d1ebcc service neutron] 10.222.0.58 "GET /v2.0/networks/d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161275 Jul 09 09:43:23.712803 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cc57826e-0582-48d0-84ad-b85726545f94 req-5a2e7d8e-6f54-4f82-8b3a-88089782c365 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=916a3a12-fdc1-4827-86c2-8bf5dc9a09f2 HTTP/1.1" status: 200 len: 217 time: 0.0630376 Jul 09 09:43:23.774347 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-36d62479-e0b4-4144-b517-1ecec7bcd283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:23.777239 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-36d62479-e0b4-4144-b517-1ecec7bcd283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:23.783050 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-36d62479-e0b4-4144-b517-1ecec7bcd283 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4183f546-1196-4d9f-8418-ff7d7253b896 HTTP/1.1" status: 204 len: 168 time: 0.3841882 Jul 09 09:43:23.786343 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-0307a13e-ad2d-417f-8466-a00363857a6c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=c5ac0b66-6ec6-4896-8808-9a201a1cd005 HTTP/1.1" status: 200 len: 217 time: 0.0628846 Jul 09 09:43:23.793554 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57826e-0582-48d0-84ad-b85726545f94 req-aaefc24e-8b34-419f-8fd5-6972616d99d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:23.795167 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cc57826e-0582-48d0-84ad-b85726545f94 req-aaefc24e-8b34-419f-8fd5-6972616d99d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4dbbef33-233a-42b6-b25e-8107e556a10f HTTP/1.1" status: 200 len: 850 time: 0.0732667 Jul 09 09:43:23.801276 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d62479-e0b4-4144-b517-1ecec7bcd283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4183f546-1196-4d9f-8418-ff7d7253b896,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:23.836214 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cc57826e-0582-48d0-84ad-b85726545f94 req-4cf53afc-7684-43ac-9ddf-9733f5affbda service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=839c08a4-4733-45d9-b5f6-03b4d5176fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320458 Jul 09 09:43:23.848680 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-482b8852-ff8e-4b48-949c-9ecd5d9738f7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1052795545-network', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:23.849377 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-94b4dd06-278c-4fb8-bc0f-9e161675ba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:23.852143 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-94b4dd06-278c-4fb8-bc0f-9e161675ba3c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eaa25951-e3c6-4a89-bd19-5bca58e724de HTTP/1.1" status: 200 len: 797 time: 0.0590079 Jul 09 09:43:23.929594 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-8f92e504-6316-4ca7-8359-5c54c664d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:23.931716 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-8f92e504-6316-4ca7-8359-5c54c664d475 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0737138 Jul 09 09:43:23.942898 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482b8852-ff8e-4b48-949c-9ecd5d9738f7 admin admin] Made reservation on behalf of b06aa4e6b3044acdb266fe859cc19b22 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:23.945325 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-482b8852-ff8e-4b48-949c-9ecd5d9738f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:23.957214 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-482b8852-ff8e-4b48-949c-9ecd5d9738f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:23.991775 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cc57826e-0582-48d0-84ad-b85726545f94 req-babeed38-ac63-4e91-ba34-edb13a016bf0 service neutron] 10.222.0.58 "GET /v2.0/networks/839c08a4-4733-45d9-b5f6-03b4d5176fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495113 Jul 09 09:43:24.098603 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-369b1547-3645-4660-89ba-6874f79f28e5 service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592333 Jul 09 09:43:24.137199 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cc57826e-0582-48d0-84ad-b85726545f94 req-7a5e35e3-2023-4597-8e74-5ac3f0fe1ab0 service neutron] 10.222.0.58 "GET /v2.0/networks/839c08a4-4733-45d9-b5f6-03b4d5176fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384008 Jul 09 09:43:24.213316 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-482b8852-ff8e-4b48-949c-9ecd5d9738f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:24.218943 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-482b8852-ff8e-4b48-949c-9ecd5d9738f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:24.242993 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-0ededbb3-df5e-4959-8df7-b34893c2d4e5 service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365092 Jul 09 09:43:24.270421 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b8852-ff8e-4b48-949c-9ecd5d9738f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689da737-cbdb-42fe-a907-c14db28c745a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:24.295965 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-e977a721-eefe-4246-b8b8-c338a9e34cd6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=c55ad7ee-d463-472e-9cd3-5263ad30bdd6 HTTP/1.1" status: 200 len: 217 time: 0.0472333 Jul 09 09:43:24.298592 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-482b8852-ff8e-4b48-949c-9ecd5d9738f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:43:24.310086 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-482b8852-ff8e-4b48-949c-9ecd5d9738f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:24.310435 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-482b8852-ff8e-4b48-949c-9ecd5d9738f7 admin admin] Added segment 37121bee-19fc-4c63-9d31-ee5659dd3ba9 of type vlan for network 73b12923-7036-466d-b40f-9387cec967ac Jul 09 09:43:24.355574 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35934) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:24.373084 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-dadfdf89-069e-4ec2-9cfa-31b55e413afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:24.374866 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-dadfdf89-069e-4ec2-9cfa-31b55e413afc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eaa25951-e3c6-4a89-bd19-5bca58e724de HTTP/1.1" status: 200 len: 797 time: 0.0716658 Jul 09 09:43:24.393874 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-482b8852-ff8e-4b48-949c-9ecd5d9738f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:24.434812 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-482b8852-ff8e-4b48-949c-9ecd5d9738f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:24.436754 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482b8852-ff8e-4b48-949c-9ecd5d9738f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:24.437946 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-482b8852-ff8e-4b48-949c-9ecd5d9738f7 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:24.465143 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-7bf4ec4b-1cf9-4601-9c41-5111aac36360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:24.467369 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-7bf4ec4b-1cf9-4601-9c41-5111aac36360 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0862823 Jul 09 09:43:24.518783 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-482b8852-ff8e-4b48-949c-9ecd5d9738f7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9412477 Jul 09 09:43:24.521662 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35950) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:24.527784 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-91d75814-de62-481a-8521-ae06f7981616 admin admin] Request body: {'subnet': {'network_id': '73b12923-7036-466d-b40f-9387cec967ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1052795545-subnet', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:24.542021 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b8852-ff8e-4b48-949c-9ecd5d9738f7 admin admin] Pushing event updated for resources: {'Network': ['ID=73b12923-7036-466d-b40f-9387cec967ac,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:24.559655 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 73b12923-7036-466d-b40f-9387cec967ac details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:43:24.564023 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d75814-de62-481a-8521-ae06f7981616 admin admin] Made reservation on behalf of b06aa4e6b3044acdb266fe859cc19b22 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:24.568522 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91d75814-de62-481a-8521-ae06f7981616 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:24.610822 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-e3c96a68-499e-4c74-8778-1aa0e1829c10 service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349790 Jul 09 09:43:24.686328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-066dedaf-3c72-4c65-b631-17db51b5e7e3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1561269837-network', 'tenant_id': '2ac1d48021e34103a62b6ac5b060403c'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:24.723249 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066dedaf-3c72-4c65-b631-17db51b5e7e3 admin admin] Made reservation on behalf of 2ac1d48021e34103a62b6ac5b060403c for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:24.725948 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-066dedaf-3c72-4c65-b631-17db51b5e7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:24.748103 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-066dedaf-3c72-4c65-b631-17db51b5e7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:24.786178 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-5fa54f20-0f98-445f-b12b-5bc7e618a5ab service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684518 Jul 09 09:43:24.835889 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91d75814-de62-481a-8521-ae06f7981616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:24.846274 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-ad9942d2-f58e-4614-ac57-043eeda58963 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=22e140cd-52e8-4479-8dac-6bd540e9fb0c HTTP/1.1" status: 200 len: 217 time: 0.0487456 Jul 09 09:43:24.898251 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35966) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:24.929539 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d75814-de62-481a-8521-ae06f7981616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91038227-0f17-4a2f-8057-f5e05af69ad1,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:24.942305 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d75814-de62-481a-8521-ae06f7981616 admin admin] Checking segment: {'id': '37121bee-19fc-4c63-9d31-ee5659dd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '73b12923-7036-466d-b40f-9387cec967ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:24.943769 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d75814-de62-481a-8521-ae06f7981616 admin admin] Network hostable DHCP agents. Network: 73b12923-7036-466d-b40f-9387cec967ac, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:43:24.963564 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-d3553d91-33c1-46db-b46a-bce94864fae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:24.965709 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-d3553d91-33c1-46db-b46a-bce94864fae6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eaa25951-e3c6-4a89-bd19-5bca58e724de HTTP/1.1" status: 200 len: 797 time: 0.1067653 Jul 09 09:43:24.969493 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d75814-de62-481a-8521-ae06f7981616 admin admin] Network 73b12923-7036-466d-b40f-9387cec967ac is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:43:24.981885 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-91d75814-de62-481a-8521-ae06f7981616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 73b12923-7036-466d-b40f-9387cec967ac) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:24.992121 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d75814-de62-481a-8521-ae06f7981616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:24.993702 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91d75814-de62-481a-8521-ae06f7981616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:25.000686 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0e3bec-f946-4f39-a19b-372c6ff3e527 None None] Network 73b12923-7036-466d-b40f-9387cec967ac requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:43:25.071023 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358118ec-3f5d-447a-94c6-ba069a36b852 req-3b0e0ba3-0815-4cc8-813e-36e55012856b tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:25.077021 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-358118ec-3f5d-447a-94c6-ba069a36b852 req-3b0e0ba3-0815-4cc8-813e-36e55012856b tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 945 time: 0.2352850 Jul 09 09:43:25.091383 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-066dedaf-3c72-4c65-b631-17db51b5e7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:25.115663 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-066dedaf-3c72-4c65-b631-17db51b5e7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:25.124590 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-91d75814-de62-481a-8521-ae06f7981616 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5991888 Jul 09 09:43:25.129512 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35974) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:25.141774 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066dedaf-3c72-4c65-b631-17db51b5e7e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:43:25.158119 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-066dedaf-3c72-4c65-b631-17db51b5e7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:25.158982 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-066dedaf-3c72-4c65-b631-17db51b5e7e3 admin admin] Added segment 6d01df26-a5f1-4df1-a180-1fecfaa7114b of type vlan for network 0dbc3900-4d61-41a9-810b-30caed204142 Jul 09 09:43:25.159115 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-278b68e3-aab1-4f1b-a90b-628091843b9f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1052795545-router', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:25.187089 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7a21ee-9143-42d4-bfb7-8d03da588171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-73b12923-7036-466d-b40f-9387cec967ac', 'network_id': '73b12923-7036-466d-b40f-9387cec967ac', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'fixed_ips': [{'subnet_id': '91038227-0f17-4a2f-8057-f5e05af69ad1'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:43:25.188496 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef7a21ee-9143-42d4-bfb7-8d03da588171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:25.231576 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-278b68e3-aab1-4f1b-a90b-628091843b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:25.232371 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-278b68e3-aab1-4f1b-a90b-628091843b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:25.252293 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066dedaf-3c72-4c65-b631-17db51b5e7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:25.257300 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adf2d7-3554-4814-b5a6-c2b19636cb80 req-a2de452d-c9f2-4bb1-9a0a-52666bb4371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:25.258210 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adf2d7-3554-4814-b5a6-c2b19636cb80 req-a2de452d-c9f2-4bb1-9a0a-52666bb4371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:25.258210 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adf2d7-3554-4814-b5a6-c2b19636cb80 req-a2de452d-c9f2-4bb1-9a0a-52666bb4371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:25.258716 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adf2d7-3554-4814-b5a6-c2b19636cb80 req-a2de452d-c9f2-4bb1-9a0a-52666bb4371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:25.259200 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adf2d7-3554-4814-b5a6-c2b19636cb80 req-a2de452d-c9f2-4bb1-9a0a-52666bb4371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:25.259670 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adf2d7-3554-4814-b5a6-c2b19636cb80 req-a2de452d-c9f2-4bb1-9a0a-52666bb4371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:25.260252 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adf2d7-3554-4814-b5a6-c2b19636cb80 req-a2de452d-c9f2-4bb1-9a0a-52666bb4371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:25.264527 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-066dedaf-3c72-4c65-b631-17db51b5e7e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:25.278177 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-40adf2d7-3554-4814-b5a6-c2b19636cb80 req-a2de452d-c9f2-4bb1-9a0a-52666bb4371c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 6491 time: 0.3729317 Jul 09 09:43:25.294427 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-358118ec-3f5d-447a-94c6-ba069a36b852 req-87f3c6e5-7d7a-4fa6-9ef1-73c3920ab98d tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057559 Jul 09 09:43:25.309250 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-23043d90-56e4-43a2-a44e-89c102b172ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:25.311300 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-23043d90-56e4-43a2-a44e-89c102b172ca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3372622 Jul 09 09:43:25.388994 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-40adf2d7-3554-4814-b5a6-c2b19636cb80 req-a505c8df-f50b-4cce-8bff-45f72a54e720 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1098680 Jul 09 09:43:25.390533 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-278b68e3-aab1-4f1b-a90b-628091843b9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:25.403953 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-066dedaf-3c72-4c65-b631-17db51b5e7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:25.403953 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066dedaf-3c72-4c65-b631-17db51b5e7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:25.403953 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-066dedaf-3c72-4c65-b631-17db51b5e7e3 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:25.443084 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-ef7a21ee-9143-42d4-bfb7-8d03da588171 None None] Allocated IP 172.20.0.2 (73b12923-7036-466d-b40f-9387cec967ac/91038227-0f17-4a2f-8057-f5e05af69ad1/4559ea1b-551c-43d6-9d27-ccfebab6064f) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:25.486804 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-066dedaf-3c72-4c65-b631-17db51b5e7e3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1299601 Jul 09 09:43:25.491437 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35990) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:25.497771 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ada122cd-cd55-4ed4-9c96-ee78f4cfd674 admin admin] Request body: {'subnet': {'network_id': '0dbc3900-4d61-41a9-810b-30caed204142', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1561269837-subnet', 'tenant_id': '2ac1d48021e34103a62b6ac5b060403c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:25.506533 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066dedaf-3c72-4c65-b631-17db51b5e7e3 admin admin] Pushing event updated for resources: {'Network': ['ID=0dbc3900-4d61-41a9-810b-30caed204142,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:25.514313 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-7d9b5e79-1cad-4edb-bcb0-5f8242415cf9 service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949577 Jul 09 09:43:25.569963 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 0dbc3900-4d61-41a9-810b-30caed204142 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:43:25.633656 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-e265c2a9-7854-4d8c-a592-115c1be1bb40 service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074715 Jul 09 09:43:25.634211 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35992) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:25.685404 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-77f3f678-53d4-4b5c-a866-bc43b575b8ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=1ad77fc5-199d-4e19-acef-8b1e44e8ba87 HTTP/1.1" status: 200 len: 217 time: 0.0443540 Jul 09 09:43:25.754616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-5ba62be9-f1ad-47f4-94db-e1bba326bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:25.757843 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-5ba62be9-f1ad-47f4-94db-e1bba326bccb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eaa25951-e3c6-4a89-bd19-5bca58e724de HTTP/1.1" status: 200 len: 797 time: 0.0662489 Jul 09 09:43:25.791409 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef7a21ee-9143-42d4-bfb7-8d03da588171 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:25.803088 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ef7a21ee-9143-42d4-bfb7-8d03da588171 None None] Transition to ACTIVE for port object 4559ea1b-551c-43d6-9d27-ccfebab6064f will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:25.824819 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ef7a21ee-9143-42d4-bfb7-8d03da588171 None None] Transition to ACTIVE for port object 4559ea1b-551c-43d6-9d27-ccfebab6064f will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:25.836273 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef7a21ee-9143-42d4-bfb7-8d03da588171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:25.887329 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7a21ee-9143-42d4-bfb7-8d03da588171 None None] Network 73b12923-7036-466d-b40f-9387cec967ac is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:25.894660 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-ef7a21ee-9143-42d4-bfb7-8d03da588171 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:25.897146 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a21ee-9143-42d4-bfb7-8d03da588171 None None] Pushing event updated for resources: {'Port': ['ID=4559ea1b-551c-43d6-9d27-ccfebab6064f,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:25.899800 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7a21ee-9143-42d4-bfb7-8d03da588171 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:25.931482 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36002) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:25.969325 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ef7a21ee-9143-42d4-bfb7-8d03da588171 None None] Attempting to bind port 4559ea1b-551c-43d6-9d27-ccfebab6064f on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:43:25.970090 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ef7a21ee-9143-42d4-bfb7-8d03da588171 None None] Attempting to bind port 4559ea1b-551c-43d6-9d27-ccfebab6064f by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '37121bee-19fc-4c63-9d31-ee5659dd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '73b12923-7036-466d-b40f-9387cec967ac'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:43:25.970421 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7a21ee-9143-42d4-bfb7-8d03da588171 None None] Attempting to bind port 4559ea1b-551c-43d6-9d27-ccfebab6064f on network 73b12923-7036-466d-b40f-9387cec967ac {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:43:25.977672 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7a21ee-9143-42d4-bfb7-8d03da588171 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:43:25.978062 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7a21ee-9143-42d4-bfb7-8d03da588171 None None] Checking segment: {'id': '37121bee-19fc-4c63-9d31-ee5659dd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '73b12923-7036-466d-b40f-9387cec967ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:25.978471 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef7a21ee-9143-42d4-bfb7-8d03da588171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:25.979123 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7a21ee-9143-42d4-bfb7-8d03da588171 None None] Bound using segment: {'id': '37121bee-19fc-4c63-9d31-ee5659dd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '73b12923-7036-466d-b40f-9387cec967ac'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:43:25.979593 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ef7a21ee-9143-42d4-bfb7-8d03da588171 None None] Bound port: 4559ea1b-551c-43d6-9d27-ccfebab6064f, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37121bee-19fc-4c63-9d31-ee5659dd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '73b12923-7036-466d-b40f-9387cec967ac'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:43:25.980601 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef7a21ee-9143-42d4-bfb7-8d03da588171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:25.981354 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-278b68e3-aab1-4f1b-a90b-628091843b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:26.000085 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada122cd-cd55-4ed4-9c96-ee78f4cfd674 admin admin] Made reservation on behalf of 2ac1d48021e34103a62b6ac5b060403c for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:26.002950 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ada122cd-cd55-4ed4-9c96-ee78f4cfd674 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:26.063303 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ef7a21ee-9143-42d4-bfb7-8d03da588171 None None] For port 4559ea1b-551c-43d6-9d27-ccfebab6064f, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:43:26.066965 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ef7a21ee-9143-42d4-bfb7-8d03da588171 None None] For port 4559ea1b-551c-43d6-9d27-ccfebab6064f, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4559ea1b-551c-43d6-9d27-ccfebab6064f,segment=NetworkSegment(37121bee-19fc-4c63-9d31-ee5659dd3ba9),segment_id=37121bee-19fc-4c63-9d31-ee5659dd3ba9)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:43:26.076020 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef7a21ee-9143-42d4-bfb7-8d03da588171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:26.091392 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-fad53805-1c2b-45bf-aa22-74fe45059f32 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:26.123957 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fad53805-1c2b-45bf-aa22-74fe45059f32 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:26.184636 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a21ee-9143-42d4-bfb7-8d03da588171 None None] Pushing event updated for resources: {'Port': ['ID=4559ea1b-551c-43d6-9d27-ccfebab6064f,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:26.234829 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-673512f1-f509-472f-b378-f9fd8aa279c2 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2109717103'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:26.271264 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673512f1-f509-472f-b378-f9fd8aa279c2 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Made reservation on behalf of ee3f4b2b9dc047e786c8e102b8e4e670 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:26.274674 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-673512f1-f509-472f-b378-f9fd8aa279c2 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:26.287879 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-673512f1-f509-472f-b378-f9fd8aa279c2 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:26.298607 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-31d633a8-90c8-46e0-984e-e1604124f27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:26.300255 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-31d633a8-90c8-46e0-984e-e1604124f27c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5341680 Jul 09 09:43:26.394493 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ada122cd-cd55-4ed4-9c96-ee78f4cfd674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:26.468318 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-9bbbacc6-018a-4f7f-a5ed-a58e6eef1532 service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600914 Jul 09 09:43:26.553668 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada122cd-cd55-4ed4-9c96-ee78f4cfd674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:26.562146 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fad53805-1c2b-45bf-aa22-74fe45059f32 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:26.630589 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-673512f1-f509-472f-b378-f9fd8aa279c2 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:26.644003 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-673512f1-f509-472f-b378-f9fd8aa279c2 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:26.661931 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada122cd-cd55-4ed4-9c96-ee78f4cfd674 admin admin] Checking segment: {'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:26.662298 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada122cd-cd55-4ed4-9c96-ee78f4cfd674 admin admin] Network hostable DHCP agents. Network: 0dbc3900-4d61-41a9-810b-30caed204142, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:43:26.664728 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-278b68e3-aab1-4f1b-a90b-628091843b9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:26.676704 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833b096-8761-4e57-8efb-b9bc7c788a17 req-c0ccc9e5-e146-4ce0-915b-6767e87f92e3 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:26.678159 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3833b096-8761-4e57-8efb-b9bc7c788a17 req-c0ccc9e5-e146-4ce0-915b-6767e87f92e3 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 945 time: 0.2125599 Jul 09 09:43:26.680258 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-5e5f1d40-1de8-47ad-8e69-d603c12e537e service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024937 Jul 09 09:43:26.692920 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673512f1-f509-472f-b378-f9fd8aa279c2 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:43:26.701587 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-278b68e3-aab1-4f1b-a90b-628091843b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:26.749633 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673512f1-f509-472f-b378-f9fd8aa279c2 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e9945f-bcc1-4f2c-ab19-380aaf90078a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:26.756490 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-3f3dc7b9-f62a-47e9-a2d5-d9caa0c46a01 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a7adbfff-b36e-4c84-aa19-b9efc349f092 HTTP/1.1" status: 200 len: 217 time: 0.0651391 Jul 09 09:43:26.758875 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-673512f1-f509-472f-b378-f9fd8aa279c2 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:26.759245 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-673512f1-f509-472f-b378-f9fd8aa279c2 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Added segment 00247003-85a9-488f-8a55-8f61c3c8269d of type vlan for network fca4db21-7985-402e-b69a-822f17cf55df Jul 09 09:43:26.773723 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada122cd-cd55-4ed4-9c96-ee78f4cfd674 admin admin] Network 0dbc3900-4d61-41a9-810b-30caed204142 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:43:26.798642 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ada122cd-cd55-4ed4-9c96-ee78f4cfd674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 0dbc3900-4d61-41a9-810b-30caed204142) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:26.803604 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada122cd-cd55-4ed4-9c96-ee78f4cfd674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:26.804683 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ada122cd-cd55-4ed4-9c96-ee78f4cfd674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:26.808548 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2749cb48-ce22-40e0-bc33-f359bbcc9267 None None] Network 0dbc3900-4d61-41a9-810b-30caed204142 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:43:26.828595 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-fad53805-1c2b-45bf-aa22-74fe45059f32 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Allocated IP 172.25.3.81 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/6b67aa39-4f3b-40b0-839a-81432bf8b34e) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:26.836851 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3833b096-8761-4e57-8efb-b9bc7c788a17 req-6105e557-9f17-4cb4-8801-cb979855990d tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465118 Jul 09 09:43:26.850269 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ada122cd-cd55-4ed4-9c96-ee78f4cfd674 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3570588 Jul 09 09:43:26.851208 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-673512f1-f509-472f-b378-f9fd8aa279c2 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:26.868334 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-70869f04-1ccd-4007-ae7b-0c06ede6d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:26.873922 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-70869f04-1ccd-4007-ae7b-0c06ede6d402 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=61fc4c5c-d5c0-49f1-a635-934d52a9f78e HTTP/1.1" status: 200 len: 797 time: 0.1018569 Jul 09 09:43:26.935728 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-673512f1-f509-472f-b378-f9fd8aa279c2 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:26.942644 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673512f1-f509-472f-b378-f9fd8aa279c2 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:26.943386 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-673512f1-f509-472f-b378-f9fd8aa279c2 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:26.978548 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fad53805-1c2b-45bf-aa22-74fe45059f32 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:26.988383 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a09fc0-6118-4427-8e49-0f8ef08f48b5 None None] Network 0dbc3900-4d61-41a9-810b-30caed204142 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:43:27.046068 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673512f1-f509-472f-b378-f9fd8aa279c2 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Pushing event updated for resources: {'Network': ['ID=fca4db21-7985-402e-b69a-822f17cf55df,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:27.059648 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network fca4db21-7985-402e-b69a-822f17cf55df details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:43:27.062672 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-673512f1-f509-472f-b378-f9fd8aa279c2 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4271724 Jul 09 09:43:27.065939 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36014) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:27.070123 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-ff70e4a3-7842-44cf-b762-00c094461d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:27.071763 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-ff70e4a3-7842-44cf-b762-00c094461d64 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=60491b7b-def1-4cac-8466-a6ebcf0d8114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1800392 Jul 09 09:43:27.080768 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-79ba1f31-e308-4278-a0f0-62ddcf54af1c tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Request body: {'subnet': {'network_id': 'fca4db21-7985-402e-b69a-822f17cf55df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:27.092647 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fad53805-1c2b-45bf-aa22-74fe45059f32 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:27.262108 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad53805-1c2b-45bf-aa22-74fe45059f32 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:27.266232 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-1003bb7a-cc99-44e2-a678-fd3aab8cdba2 service neutron] 10.222.0.58 "GET /v2.0/networks/60491b7b-def1-4cac-8466-a6ebcf0d8114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874599 Jul 09 09:43:27.273302 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-278b68e3-aab1-4f1b-a90b-628091843b9f admin admin] Allocated IP 172.25.3.217 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/d5aaae5a-0639-4e5c-ac6f-74a36e4547b1) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:27.279981 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-fad53805-1c2b-45bf-aa22-74fe45059f32 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:27.282575 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad53805-1c2b-45bf-aa22-74fe45059f32 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:27.319881 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad53805-1c2b-45bf-aa22-74fe45059f32 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Pushing event updated for resources: {'Port': ['ID=6b67aa39-4f3b-40b0-839a-81432bf8b34e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:27.358510 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4559ea1b-551c-43d6-9d27-ccfebab6064f up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:27.428344 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ba1f31-e308-4278-a0f0-62ddcf54af1c tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Made reservation on behalf of ee3f4b2b9dc047e786c8e102b8e4e670 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:27.432733 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79ba1f31-e308-4278-a0f0-62ddcf54af1c tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:27.439963 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-fe5984f0-d827-411b-a37a-4f107885b5e4 service neutron] 10.222.0.58 "GET /v2.0/networks/60491b7b-def1-4cac-8466-a6ebcf0d8114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651649 Jul 09 09:43:27.450281 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 4559ea1b-551c-43d6-9d27-ccfebab6064f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:27.500022 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-46201386-070d-4af2-9dab-c1018118cddc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=66be3df1-04f9-4bfc-bd18-2a4746b4d8eb HTTP/1.1" status: 200 len: 217 time: 0.0523064 Jul 09 09:43:27.521031 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7bf2d7-8ce0-44dc-b7f9-bde7c0dea055 None None] Network 73b12923-7036-466d-b40f-9387cec967ac requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:43:27.571415 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-278b68e3-aab1-4f1b-a90b-628091843b9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:27.578826 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fad53805-1c2b-45bf-aa22-74fe45059f32 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:27.597597 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-c5983079-1d25-4703-a093-7ead2d0f1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:27.599598 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-c5983079-1d25-4703-a093-7ead2d0f1d04 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=61fc4c5c-d5c0-49f1-a635-934d52a9f78e HTTP/1.1" status: 200 len: 797 time: 0.0895348 Jul 09 09:43:27.657455 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-88e2ab7d-a412-4fad-99dd-66a73f8c7b2c None None] Provisioning for port 4559ea1b-551c-43d6-9d27-ccfebab6064f completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:27.664565 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-763c22d5-1c02-435d-a1b3-665eddfad030 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:27.666103 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-763c22d5-1c02-435d-a1b3-665eddfad030 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/networks?id=0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 200 len: 806 time: 0.2117033 Jul 09 09:43:27.667855 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-88e2ab7d-a412-4fad-99dd-66a73f8c7b2c None None] Provisioning complete for port 4559ea1b-551c-43d6-9d27-ccfebab6064f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:27.668483 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-88e2ab7d-a412-4fad-99dd-66a73f8c7b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:27.701246 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-1f8b3253-d167-4e8d-bf02-50374d63c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:27.702786 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-1f8b3253-d167-4e8d-bf02-50374d63c85c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=60491b7b-def1-4cac-8466-a6ebcf0d8114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0947249 Jul 09 09:43:27.704196 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fad53805-1c2b-45bf-aa22-74fe45059f32 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:27.704495 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-390c5302-f360-405a-9d66-206caa0fdd6e tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/quotas/2ac1d48021e34103a62b6ac5b060403c HTTP/1.1" status: 200 len: 375 time: 0.0243144 Jul 09 09:43:27.746679 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-278b68e3-aab1-4f1b-a90b-628091843b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:27.781369 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-d2198f8e-cd37-4709-bbb9-4b2b5e4022ae tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ac1d48021e34103a62b6ac5b060403c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693254 Jul 09 09:43:27.791791 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-88e2ab7d-a412-4fad-99dd-66a73f8c7b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:27.833319 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-88e2ab7d-a412-4fad-99dd-66a73f8c7b2c None None] For port 4559ea1b-551c-43d6-9d27-ccfebab6064f, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4559ea1b-551c-43d6-9d27-ccfebab6064f,segment=NetworkSegment(37121bee-19fc-4c63-9d31-ee5659dd3ba9),segment_id=37121bee-19fc-4c63-9d31-ee5659dd3ba9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:27.838915 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-88e2ab7d-a412-4fad-99dd-66a73f8c7b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:27.873092 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278b68e3-aab1-4f1b-a90b-628091843b9f admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:27.880138 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-28d06400-3986-4398-b1ed-a151c4ba9b77 service neutron] 10.222.0.58 "GET /v2.0/networks/60491b7b-def1-4cac-8466-a6ebcf0d8114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698425 Jul 09 09:43:27.920206 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-278b68e3-aab1-4f1b-a90b-628091843b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:27.922649 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278b68e3-aab1-4f1b-a90b-628091843b9f admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:27.933477 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b68e3-aab1-4f1b-a90b-628091843b9f admin admin] Pushing event updated for resources: {'Port': ['ID=d5aaae5a-0639-4e5c-ac6f-74a36e4547b1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:27.957631 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2ab7d-a412-4fad-99dd-66a73f8c7b2c None None] Pushing event updated for resources: {'Port': ['ID=4559ea1b-551c-43d6-9d27-ccfebab6064f,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:27.980758 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-52ca9fb7-6425-44b8-a74b-9057a133768b service neutron] 10.222.0.61 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868162 Jul 09 09:43:27.990428 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79ba1f31-e308-4278-a0f0-62ddcf54af1c tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:28.119551 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78111749-f481-4ad1-99a3-bf69ec185a95 req-baff1086-ad1c-4cf1-9900-891bff80b8db service neutron] 10.222.0.58 "GET /v2.0/networks/60491b7b-def1-4cac-8466-a6ebcf0d8114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278790 Jul 09 09:43:28.159986 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba1f31-e308-4278-a0f0-62ddcf54af1c tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Pushing event updated for resources: {'Subnet': ['ID=160affc3-edf6-4d24-a1fb-195cf8569be6,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:28.164464 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-1a3c9dba-a7ab-4778-9557-c3e297566556 service neutron] 10.222.0.61 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826944 Jul 09 09:43:28.170227 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a1076e2a-53a6-440e-bb5b-caf4a9d7a768 None None] Provisioning complete for port 4559ea1b-551c-43d6-9d27-ccfebab6064f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:28.170613 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a1076e2a-53a6-440e-bb5b-caf4a9d7a768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:28.197179 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db0939-2845-4f2f-b2ae-88450ead4ad9 req-ce459d7e-1aba-49ff-9bce-a1d3aa21d922 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:28.199161 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4db0939-2845-4f2f-b2ae-88450ead4ad9 req-ce459d7e-1aba-49ff-9bce-a1d3aa21d922 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 945 time: 0.1617055 Jul 09 09:43:28.230805 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ba1f31-e308-4278-a0f0-62ddcf54af1c tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Checking segment: {'id': '00247003-85a9-488f-8a55-8f61c3c8269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fca4db21-7985-402e-b69a-822f17cf55df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:28.231178 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ba1f31-e308-4278-a0f0-62ddcf54af1c tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Network hostable DHCP agents. Network: fca4db21-7985-402e-b69a-822f17cf55df, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:43:28.246844 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fad53805-1c2b-45bf-aa22-74fe45059f32 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:28.259508 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fad53805-1c2b-45bf-aa22-74fe45059f32 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:28.268570 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4db0939-2845-4f2f-b2ae-88450ead4ad9 req-ec375a30-bef1-4246-9ca9-96a6f17f9bd8 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617611 Jul 09 09:43:28.296462 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ba1f31-e308-4278-a0f0-62ddcf54af1c tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Network fca4db21-7985-402e-b69a-822f17cf55df is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:43:28.358538 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-79ba1f31-e308-4278-a0f0-62ddcf54af1c tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, fca4db21-7985-402e-b69a-822f17cf55df) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:28.366563 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e675d449-7999-4ee4-9b80-0357f8252c7a None None] Network fca4db21-7985-402e-b69a-822f17cf55df requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:43:28.391480 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ba1f31-e308-4278-a0f0-62ddcf54af1c tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:28.392112 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79ba1f31-e308-4278-a0f0-62ddcf54af1c tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:28.404349 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad53805-1c2b-45bf-aa22-74fe45059f32 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Pushing event updated for resources: {'Port': ['ID=6b67aa39-4f3b-40b0-839a-81432bf8b34e,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:28.413425 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b13b9ad-cc59-4716-9da0-70f9cca7d002 req-6cbe9246-b0da-4e13-be2e-008d9b30af1f tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bdc21e3-a46b-4ed3-8597-9422910a4c19 HTTP/1.1" status: 200 len: 210 time: 0.0502620 Jul 09 09:43:28.464360 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fad53805-1c2b-45bf-aa22-74fe45059f32 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:28.469810 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-79ba1f31-e308-4278-a0f0-62ddcf54af1c tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4007819 Jul 09 09:43:28.472765 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36032) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:28.478687 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2770dd77-0fc5-4a62-b15e-cf6bb950f8c9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1406643536', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:28.488331 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-278b68e3-aab1-4f1b-a90b-628091843b9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:28.492057 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fad53805-1c2b-45bf-aa22-74fe45059f32 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:28.497284 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fad53805-1c2b-45bf-aa22-74fe45059f32 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5607567 Jul 09 09:43:28.501042 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36034) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:28.506925 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d5f06960-323a-4597-9906-e6e5557b675b tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-445623149', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'fixed_ips': [{'ip_address': '172.25.3.81'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:28.547019 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2770dd77-0fc5-4a62-b15e-cf6bb950f8c9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:28.548072 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2770dd77-0fc5-4a62-b15e-cf6bb950f8c9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:28.573540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f06960-323a-4597-9906-e6e5557b675b tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Made reservation on behalf of bf77feecebe84357acfb9baa7db0e9f8 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:28.576452 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f06960-323a-4597-9906-e6e5557b675b tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:28.577223 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8114ca6-21ab-48d5-98ab-b7ddc2919de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-fca4db21-7985-402e-b69a-822f17cf55df', 'network_id': 'fca4db21-7985-402e-b69a-822f17cf55df', 'tenant_id': 'ee3f4b2b9dc047e786c8e102b8e4e670', 'fixed_ips': [{'subnet_id': '160affc3-edf6-4d24-a1fb-195cf8569be6'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:43:28.578152 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8114ca6-21ab-48d5-98ab-b7ddc2919de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:28.594198 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f06960-323a-4597-9906-e6e5557b675b tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:28.645609 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2770dd77-0fc5-4a62-b15e-cf6bb950f8c9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:28.654520 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2770dd77-0fc5-4a62-b15e-cf6bb950f8c9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:28.717736 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-278b68e3-aab1-4f1b-a90b-628091843b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:28.759038 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f06960-323a-4597-9906-e6e5557b675b tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:28.766558 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f06960-323a-4597-9906-e6e5557b675b tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:28.776164 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-d5f06960-323a-4597-9906-e6e5557b675b tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] device_id is not set on port 0246d950-c29f-4662-9cf3-644f83bd7916 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:43:28.831827 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-e8114ca6-21ab-48d5-98ab-b7ddc2919de1 None None] Allocated IP 172.20.0.2 (fca4db21-7985-402e-b69a-822f17cf55df/160affc3-edf6-4d24-a1fb-195cf8569be6/e4a0c927-2ea7-41fe-bab1-691292272bbe) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:28.855209 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2770dd77-0fc5-4a62-b15e-cf6bb950f8c9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:28.859786 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36042) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:28.860960 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2770dd77-0fc5-4a62-b15e-cf6bb950f8c9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3868334 Jul 09 09:43:28.935478 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f06960-323a-4597-9906-e6e5557b675b tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70132fe2-e940-467e-b78e-3516bdeeb911,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:29.003648 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278b68e3-aab1-4f1b-a90b-628091843b9f admin admin] Router 6a161458-a7d0-4a7e-a4e5-01a8bac64298 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:43:29.022747 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f06960-323a-4597-9906-e6e5557b675b tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 09:43:29.024251 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f06960-323a-4597-9906-e6e5557b675b tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:43:29.044368 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d5f06960-323a-4597-9906-e6e5557b675b tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.5419850 Jul 09 09:43:29.046123 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36044) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:29.072772 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8114ca6-21ab-48d5-98ab-b7ddc2919de1 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:29.082803 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e8114ca6-21ab-48d5-98ab-b7ddc2919de1 None None] Transition to ACTIVE for port object e4a0c927-2ea7-41fe-bab1-691292272bbe will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:29.100794 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e8114ca6-21ab-48d5-98ab-b7ddc2919de1 None None] Transition to ACTIVE for port object e4a0c927-2ea7-41fe-bab1-691292272bbe will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:29.114685 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8114ca6-21ab-48d5-98ab-b7ddc2919de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:29.159029 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8114ca6-21ab-48d5-98ab-b7ddc2919de1 None None] Network fca4db21-7985-402e-b69a-822f17cf55df is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:29.162138 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-e8114ca6-21ab-48d5-98ab-b7ddc2919de1 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:29.164947 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8114ca6-21ab-48d5-98ab-b7ddc2919de1 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:29.231105 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8114ca6-21ab-48d5-98ab-b7ddc2919de1 None None] Pushing event updated for resources: {'Port': ['ID=e4a0c927-2ea7-41fe-bab1-691292272bbe,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:29.249699 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e8114ca6-21ab-48d5-98ab-b7ddc2919de1 None None] Attempting to bind port e4a0c927-2ea7-41fe-bab1-691292272bbe on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:43:29.250364 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e8114ca6-21ab-48d5-98ab-b7ddc2919de1 None None] Attempting to bind port e4a0c927-2ea7-41fe-bab1-691292272bbe by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '00247003-85a9-488f-8a55-8f61c3c8269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fca4db21-7985-402e-b69a-822f17cf55df'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:43:29.251136 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8114ca6-21ab-48d5-98ab-b7ddc2919de1 None None] Attempting to bind port e4a0c927-2ea7-41fe-bab1-691292272bbe on network fca4db21-7985-402e-b69a-822f17cf55df {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:43:29.257603 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8114ca6-21ab-48d5-98ab-b7ddc2919de1 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:43:29.258148 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8114ca6-21ab-48d5-98ab-b7ddc2919de1 None None] Checking segment: {'id': '00247003-85a9-488f-8a55-8f61c3c8269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fca4db21-7985-402e-b69a-822f17cf55df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:29.258754 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8114ca6-21ab-48d5-98ab-b7ddc2919de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:29.259298 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8114ca6-21ab-48d5-98ab-b7ddc2919de1 None None] Bound using segment: {'id': '00247003-85a9-488f-8a55-8f61c3c8269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fca4db21-7985-402e-b69a-822f17cf55df'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:43:29.260091 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e8114ca6-21ab-48d5-98ab-b7ddc2919de1 None None] Bound port: e4a0c927-2ea7-41fe-bab1-691292272bbe, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00247003-85a9-488f-8a55-8f61c3c8269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fca4db21-7985-402e-b69a-822f17cf55df'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:43:29.261399 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8114ca6-21ab-48d5-98ab-b7ddc2919de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:29.283497 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4559ea1b-551c-43d6-9d27-ccfebab6064f up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:29.372728 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e8114ca6-21ab-48d5-98ab-b7ddc2919de1 None None] For port e4a0c927-2ea7-41fe-bab1-691292272bbe, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:43:29.380142 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e8114ca6-21ab-48d5-98ab-b7ddc2919de1 None None] For port e4a0c927-2ea7-41fe-bab1-691292272bbe, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e4a0c927-2ea7-41fe-bab1-691292272bbe,segment=NetworkSegment(00247003-85a9-488f-8a55-8f61c3c8269d),segment_id=00247003-85a9-488f-8a55-8f61c3c8269d)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:43:29.393537 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 4559ea1b-551c-43d6-9d27-ccfebab6064f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:29.393915 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:29.395965 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8114ca6-21ab-48d5-98ab-b7ddc2919de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:29.471980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb81fe-58ec-48e0-a000-65e131c8dfa3 req-9461a255-4e1a-4d76-abf7-b59aae8ebf7a tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:29.474397 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-42fb81fe-58ec-48e0-a000-65e131c8dfa3 req-9461a255-4e1a-4d76-abf7-b59aae8ebf7a tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 945 time: 0.0817828 Jul 09 09:43:29.550530 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-42fb81fe-58ec-48e0-a000-65e131c8dfa3 req-2c72b568-a1ce-4344-8ebf-e5a0f4a1182a tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616980 Jul 09 09:43:29.624026 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab4c240a-7bce-43e9-b675-6056c1ae76d8 req-1d336dd5-c557-4f1a-b10a-030a02b0a55f tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bdc21e3-a46b-4ed3-8597-9422910a4c19 HTTP/1.1" status: 200 len: 210 time: 0.0381968 Jul 09 09:43:29.691030 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8114ca6-21ab-48d5-98ab-b7ddc2919de1 None None] Pushing event updated for resources: {'Port': ['ID=e4a0c927-2ea7-41fe-bab1-691292272bbe,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:29.751919 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278b68e3-aab1-4f1b-a90b-628091843b9f admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:43:29.756737 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d10bfcc-5e86-4b65-bd85-162caa112a94 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:29.763172 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] Sync routers for ids ['6a161458-a7d0-4a7e-a4e5-01a8bac64298'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:43:29.778527 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] Routers {'6a161458-a7d0-4a7e-a4e5-01a8bac64298'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:43:29.779662 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:43:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6a161458-a7d0-4a7e-a4e5-01a8bac64298'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:29.826476 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-fdb36605-66e3-4acd-b388-5c8793c23d89 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:29.828608 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-fdb36605-66e3-4acd-b388-5c8793c23d89 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "GET /v2.0/networks?id=0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 200 len: 806 time: 0.1785574 Jul 09 09:43:29.848205 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-8bb83e76-8b63-466d-9334-0bd3add4b9ff tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Request body: {'port': {'device_id': '4bdc21e3-a46b-4ed3-8597-9422910a4c19', 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142', 'admin_state_up': True, 'tenant_id': '2ac1d48021e34103a62b6ac5b060403c'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:29.861915 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-57a6e683-5d92-456f-bf74-b07390bdf37c tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Deleting port 6b67aa39-4f3b-40b0-839a-81432bf8b34e {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:43:29.862259 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57a6e683-5d92-456f-bf74-b07390bdf37c tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:29.864277 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-278b68e3-aab1-4f1b-a90b-628091843b9f admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:29.870885 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-278b68e3-aab1-4f1b-a90b-628091843b9f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7402196 Jul 09 09:43:29.874593 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36050) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:29.998800 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] Set router 6a161458-a7d0-4a7e-a4e5-01a8bac64298 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:43:30.085780 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-8bb83e76-8b63-466d-9334-0bd3add4b9ff tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Made reservation on behalf of 2ac1d48021e34103a62b6ac5b060403c for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:30.091728 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-8bb83e76-8b63-466d-9334-0bd3add4b9ff tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:30.169982 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57a6e683-5d92-456f-bf74-b07390bdf37c tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:30.170315 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57a6e683-5d92-456f-bf74-b07390bdf37c tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:30.189448 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-57a6e683-5d92-456f-bf74-b07390bdf37c tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Calling delete_port for 6b67aa39-4f3b-40b0-839a-81432bf8b34e owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:43:30.224908 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'name': 'tempest-TestVolumeBackupRestore-1052795545-router', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:25Z', 'updated_at': '2021-07-09T09:43:28Z', 'revision_number': 3, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'gw_port': {'id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:26Z', 'updated_at': '2021-07-09T09:43:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:30.237053 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-8bb83e76-8b63-466d-9334-0bd3add4b9ff tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Allocated IP 172.20.0.4 (0dbc3900-4d61-41a9-810b-30caed204142/f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66/09dd6c37-9295-46e2-be77-76eaa105fd22) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:30.256491 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] Checking router: 6a161458-a7d0-4a7e-a4e5-01a8bac64298 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:43:30.256981 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] Updating router 6a161458-a7d0-4a7e-a4e5-01a8bac64298 port d5aaae5a-0639-4e5c-ac6f-74a36e4547b1 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:43:30.299314 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:30.359402 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-1d10bfcc-5e86-4b65-bd85-162caa112a94 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Allocated IP 172.20.0.1 (fca4db21-7985-402e-b69a-822f17cf55df/160affc3-edf6-4d24-a1fb-195cf8569be6/9661cdcd-7d7c-4de0-9bb2-6cca7f53ab6e) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:30.422441 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-8bb83e76-8b63-466d-9334-0bd3add4b9ff tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:30.467938 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-8bb83e76-8b63-466d-9334-0bd3add4b9ff tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:30.521404 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-8bb83e76-8b63-466d-9334-0bd3add4b9ff tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Network 0dbc3900-4d61-41a9-810b-30caed204142 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:30.526110 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-8bb83e76-8b63-466d-9334-0bd3add4b9ff tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:30.528771 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-8bb83e76-8b63-466d-9334-0bd3add4b9ff tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:30.531623 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb83e76-8b63-466d-9334-0bd3add4b9ff tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Pushing event updated for resources: {'Port': ['ID=09dd6c37-9295-46e2-be77-76eaa105fd22,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:30.615591 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-8bb83e76-8b63-466d-9334-0bd3add4b9ff tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:30.616414 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-8bb83e76-8b63-466d-9334-0bd3add4b9ff tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:30.626310 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:30.647009 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-8bb83e76-8b63-466d-9334-0bd3add4b9ff tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8026984 Jul 09 09:43:30.653860 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] Transition to ACTIVE for port object d5aaae5a-0639-4e5c-ac6f-74a36e4547b1 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:30.663925 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:30.670042 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57a6e683-5d92-456f-bf74-b07390bdf37c tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:30.674017 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-e0b9bc24-d21e-4aeb-8c13-7d60123e5e0b service neutron] Request body: {'port': {'device_id': '4bdc21e3-a46b-4ed3-8597-9422910a4c19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:30.730662 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d10bfcc-5e86-4b65-bd85-162caa112a94 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:30.754956 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] Attempting to bind port d5aaae5a-0639-4e5c-ac6f-74a36e4547b1 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:43:30.755467 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] Attempting to bind port d5aaae5a-0639-4e5c-ac6f-74a36e4547b1 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:43:30.755976 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] Attempting to bind port d5aaae5a-0639-4e5c-ac6f-74a36e4547b1 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:43:30.772548 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-1d10bfcc-5e86-4b65-bd85-162caa112a94 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Transition to ACTIVE for port object 9661cdcd-7d7c-4de0-9bb2-6cca7f53ab6e will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:30.779342 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:43:30.779989 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:30.780381 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:30.780866 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:43:30.781431 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] Bound port: d5aaae5a-0639-4e5c-ac6f-74a36e4547b1, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:43:30.781904 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:30.783703 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b31c0-e4ae-48e5-882d-d1f50f66ae03 None None] Pushing event updated for resources: {'Port': ['ID=d5aaae5a-0639-4e5c-ac6f-74a36e4547b1,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:30.852134 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6e683-5d92-456f-bf74-b07390bdf37c tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b67aa39-4f3b-40b0-839a-81432bf8b34e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:30.855724 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d10bfcc-5e86-4b65-bd85-162caa112a94 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:30.860863 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] For port d5aaae5a-0639-4e5c-ac6f-74a36e4547b1, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:43:30.864525 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] For port d5aaae5a-0639-4e5c-ac6f-74a36e4547b1, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=d5aaae5a-0639-4e5c-ac6f-74a36e4547b1,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:43:30.869872 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:30.875451 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-e0b9bc24-d21e-4aeb-8c13-7d60123e5e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:30.923135 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57a6e683-5d92-456f-bf74-b07390bdf37c tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:30.926332 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57a6e683-5d92-456f-bf74-b07390bdf37c tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:30.933762 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-57a6e683-5d92-456f-bf74-b07390bdf37c tempest-ExternalNetworksAdminNegativeTestJSON-2139249677 tempest-ExternalNetworksAdminNegativeTestJSON-2139249677-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/0bdfe580-db4a-4bd0-8e76-4c22891a8674 HTTP/1.1" status: 204 len: 168 time: 1.8865190 Jul 09 09:43:30.940073 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] Routers {'6a161458-a7d0-4a7e-a4e5-01a8bac64298'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:43:30.942224 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:43:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6a161458-a7d0-4a7e-a4e5-01a8bac64298'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:30.977170 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d10bfcc-5e86-4b65-bd85-162caa112a94 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Network fca4db21-7985-402e-b69a-822f17cf55df is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:30.981917 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10bfcc-5e86-4b65-bd85-162caa112a94 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Pushing event updated for resources: {'Port': ['ID=9661cdcd-7d7c-4de0-9bb2-6cca7f53ab6e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:30.985701 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-1d10bfcc-5e86-4b65-bd85-162caa112a94 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:30.989058 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d10bfcc-5e86-4b65-bd85-162caa112a94 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:31.050563 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b31c0-e4ae-48e5-882d-d1f50f66ae03 None None] Pushing event updated for resources: {'Port': ['ID=d5aaae5a-0639-4e5c-ac6f-74a36e4547b1,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:31.079994 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ce430c-686c-40d8-8f28-f0cb3d089b09 None None] Network fca4db21-7985-402e-b69a-822f17cf55df requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:43:31.109347 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d10bfcc-5e86-4b65-bd85-162caa112a94 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:31.185980 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] Set router 6a161458-a7d0-4a7e-a4e5-01a8bac64298 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:43:31.216156 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c3ed380c-c114-4db2-ab06-e5c0ee845762 None None] Provisioning for port e4a0c927-2ea7-41fe-bab1-691292272bbe completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:31.216769 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b273513-297e-42ef-815f-4cce987d7122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:31.388868 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e4a0c927-2ea7-41fe-bab1-691292272bbe up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:31.431306 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36060) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:31.439210 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d10bfcc-5e86-4b65-bd85-162caa112a94 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:31.487000 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bea421-0af7-4f28-a3e6-f6ba292e80f6 req-9c211ce2-131f-487c-9ab1-e60fc950ee5a tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:31.491797 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port e4a0c927-2ea7-41fe-bab1-691292272bbe completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:31.494196 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07bea421-0af7-4f28-a3e6-f6ba292e80f6 req-9c211ce2-131f-487c-9ab1-e60fc950ee5a tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 945 time: 0.7718666 Jul 09 09:43:31.499106 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port e4a0c927-2ea7-41fe-bab1-691292272bbe triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:31.499520 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:31.542497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4035262-a0a1-44f8-80d5-2826ac4472aa req-f0a66f59-dfb7-43a7-a4e4-cef38bd31d60 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:31.548736 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4035262-a0a1-44f8-80d5-2826ac4472aa req-f0a66f59-dfb7-43a7-a4e4-cef38bd31d60 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bdc21e3-a46b-4ed3-8597-9422910a4c19 HTTP/1.1" status: 200 len: 931 time: 0.7349246 Jul 09 09:43:31.607840 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'name': 'tempest-TestVolumeBackupRestore-1052795545-router', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:25Z', 'updated_at': '2021-07-09T09:43:28Z', 'revision_number': 3, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'gw_port': {'id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:26Z', 'updated_at': '2021-07-09T09:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:31.615123 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07bea421-0af7-4f28-a3e6-f6ba292e80f6 req-956e43f0-c40c-48e3-b7d5-1c4a9051324d tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198633 Jul 09 09:43:31.624908 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:31.664693 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5db503f-045d-4d1b-bc96-777eb633c53b None None] The sync data for ids ['6a161458-a7d0-4a7e-a4e5-01a8bac64298'] in n-d-799996-1 is: [{'id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'name': 'tempest-TestVolumeBackupRestore-1052795545-router', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:25Z', 'updated_at': '2021-07-09T09:43:28Z', 'revision_number': 3, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'gw_port': {'id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:26Z', 'updated_at': '2021-07-09T09:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:43:31.672694 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port e4a0c927-2ea7-41fe-bab1-691292272bbe, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e4a0c927-2ea7-41fe-bab1-691292272bbe,segment=NetworkSegment(00247003-85a9-488f-8a55-8f61c3c8269d),segment_id=00247003-85a9-488f-8a55-8f61c3c8269d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:31.682027 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:31.706044 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4035262-a0a1-44f8-80d5-2826ac4472aa req-211b27a6-cba6-40a1-bf75-411d70e01454 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432631 Jul 09 09:43:31.746758 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d27070e3-c120-4ed1-ad2f-168b20050a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:31.779110 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=e4a0c927-2ea7-41fe-bab1-691292272bbe,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:31.787748 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-e0b9bc24-d21e-4aeb-8c13-7d60123e5e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09dd6c37-9295-46e2-be77-76eaa105fd22 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:43:31.797014 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-e0b9bc24-d21e-4aeb-8c13-7d60123e5e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:31.811413 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-e0b9bc24-d21e-4aeb-8c13-7d60123e5e0b service neutron] Transition to ACTIVE for port object 09dd6c37-9295-46e2-be77-76eaa105fd22 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:31.816493 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-e0b9bc24-d21e-4aeb-8c13-7d60123e5e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:31.818015 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-7b273513-297e-42ef-815f-4cce987d7122 admin admin] Allocated IP 172.20.0.1 (73b12923-7036-466d-b40f-9387cec967ac/91038227-0f17-4a2f-8057-f5e05af69ad1/3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:31.884159 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bbfe6e78-00fa-4642-b483-7bb4520d9011 None None] Provisioning for port 9661cdcd-7d7c-4de0-9bb2-6cca7f53ab6e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:31.890680 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bbfe6e78-00fa-4642-b483-7bb4520d9011 None None] Provisioning complete for port 9661cdcd-7d7c-4de0-9bb2-6cca7f53ab6e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:31.891055 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bbfe6e78-00fa-4642-b483-7bb4520d9011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:31.898566 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9bc24-d21e-4aeb-8c13-7d60123e5e0b service neutron] Pushing event updated for resources: {'Port': ['ID=09dd6c37-9295-46e2-be77-76eaa105fd22,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:31.946902 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bbfe6e78-00fa-4642-b483-7bb4520d9011 None None] Port 9661cdcd-7d7c-4de0-9bb2-6cca7f53ab6e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:43:31.971202 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bbfe6e78-00fa-4642-b483-7bb4520d9011 None None] Provisioning complete for port e4a0c927-2ea7-41fe-bab1-691292272bbe triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:31.971575 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bbfe6e78-00fa-4642-b483-7bb4520d9011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:31.977860 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-e0b9bc24-d21e-4aeb-8c13-7d60123e5e0b service neutron] Attempting to bind port 09dd6c37-9295-46e2-be77-76eaa105fd22 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:43:31.978191 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-e0b9bc24-d21e-4aeb-8c13-7d60123e5e0b service neutron] Attempting to bind port 09dd6c37-9295-46e2-be77-76eaa105fd22 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:43:31.978521 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-e0b9bc24-d21e-4aeb-8c13-7d60123e5e0b service neutron] Attempting to bind port 09dd6c37-9295-46e2-be77-76eaa105fd22 on network 0dbc3900-4d61-41a9-810b-30caed204142 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:43:31.984061 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-e0b9bc24-d21e-4aeb-8c13-7d60123e5e0b service neutron] Port 09dd6c37-9295-46e2-be77-76eaa105fd22 on network 0dbc3900-4d61-41a9-810b-30caed204142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:43:31.984381 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-e0b9bc24-d21e-4aeb-8c13-7d60123e5e0b service neutron] Attempting to bind port 09dd6c37-9295-46e2-be77-76eaa105fd22 on network 0dbc3900-4d61-41a9-810b-30caed204142 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:43:31.989587 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-e0b9bc24-d21e-4aeb-8c13-7d60123e5e0b service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:43:31.989924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-e0b9bc24-d21e-4aeb-8c13-7d60123e5e0b service neutron] Checking segment: {'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:31.990308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-e0b9bc24-d21e-4aeb-8c13-7d60123e5e0b service neutron] Bound using segment: {'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:43:31.990735 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-e0b9bc24-d21e-4aeb-8c13-7d60123e5e0b service neutron] Bound port: 09dd6c37-9295-46e2-be77-76eaa105fd22, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:43:31.991287 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-e0b9bc24-d21e-4aeb-8c13-7d60123e5e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:32.153788 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-e0b9bc24-d21e-4aeb-8c13-7d60123e5e0b service neutron] For port 09dd6c37-9295-46e2-be77-76eaa105fd22, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:43:32.157959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-e0b9bc24-d21e-4aeb-8c13-7d60123e5e0b service neutron] For port 09dd6c37-9295-46e2-be77-76eaa105fd22, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=09dd6c37-9295-46e2-be77-76eaa105fd22,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:43:32.163414 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-e0b9bc24-d21e-4aeb-8c13-7d60123e5e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:32.179558 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b273513-297e-42ef-815f-4cce987d7122 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:32.206367 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-e0b9bc24-d21e-4aeb-8c13-7d60123e5e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:32.206988 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-e0b9bc24-d21e-4aeb-8c13-7d60123e5e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:32.208467 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-e0b9bc24-d21e-4aeb-8c13-7d60123e5e0b service neutron] 10.222.0.64 "PUT /v2.0/ports/09dd6c37-9295-46e2-be77-76eaa105fd22 HTTP/1.1" status: 200 len: 1091 time: 1.5540307 Jul 09 09:43:32.208920 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdc21e3-a46b-4ed3-8597-9422910a4c19', 'tag': '09dd6c37-9295-46e2-be77-76eaa105fd22'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:43:32.211269 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b464df17-a5fc-4c71-ad8e-cad2a7478b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdc21e3-a46b-4ed3-8597-9422910a4c19", "tag": "09dd6c37-9295-46e2-be77-76eaa105fd22"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:43:32.230736 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-7b273513-297e-42ef-815f-4cce987d7122 admin admin] Transition to ACTIVE for port object 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:32.237192 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9bc24-d21e-4aeb-8c13-7d60123e5e0b service neutron] Pushing event updated for resources: {'Port': ['ID=09dd6c37-9295-46e2-be77-76eaa105fd22,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:32.242487 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d27070e3-c120-4ed1-ad2f-168b20050a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:32.261950 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d27070e3-c120-4ed1-ad2f-168b20050a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:32.263795 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3943c1b2-ce65-451e-b94d-b8b18396c48b None None] Provisioning complete for port 9661cdcd-7d7c-4de0-9bb2-6cca7f53ab6e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:32.264295 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3943c1b2-ce65-451e-b94d-b8b18396c48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:32.275987 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d10bfcc-5e86-4b65-bd85-162caa112a94 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:32.297110 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d10bfcc-5e86-4b65-bd85-162caa112a94 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:32.300234 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3427befa-1870-497a-a924-82550abaee1d x-openstack-request-id: req-3427befa-1870-497a-a924-82550abaee1d {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:43:32.300764 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdc21e3-a46b-4ed3-8597-9422910a4c19", "tag": "09dd6c37-9295-46e2-be77-76eaa105fd22", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:43:32.301660 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3427befa-1870-497a-a924-82550abaee1d {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:43:32.302495 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bdc21e3-a46b-4ed3-8597-9422910a4c19', 'tag': '09dd6c37-9295-46e2-be77-76eaa105fd22', 'status': 'completed', 'code': 200} Jul 09 09:43:32.312412 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3943c1b2-ce65-451e-b94d-b8b18396c48b None None] Port 9661cdcd-7d7c-4de0-9bb2-6cca7f53ab6e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:43:32.332785 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-fa4413f0-2dd5-422a-981b-948a1c385696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:32.334321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-fa4413f0-2dd5-422a-981b-948a1c385696 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ac1d48021e34103a62b6ac5b060403c&device_id=4bdc21e3-a46b-4ed3-8597-9422910a4c19 HTTP/1.1" status: 200 len: 1094 time: 0.0737088 Jul 09 09:43:32.382982 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-329edcc5-db9e-4754-bd99-9f4529857d67 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09dd6c37-9295-46e2-be77-76eaa105fd22 HTTP/1.1" status: 200 len: 217 time: 0.0411804 Jul 09 09:43:32.392547 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d27070e3-c120-4ed1-ad2f-168b20050a17 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9f0a16d6aa3545e38e55e47c4cb604a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9518652 Jul 09 09:43:32.399120 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36066) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:32.404754 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27070e3-c120-4ed1-ad2f-168b20050a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7e1567-2572-43e4-975c-e33342674a60,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:32.444255 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d10bfcc-5e86-4b65-bd85-162caa112a94 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:32.445003 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-4d6aa686-69a2-44ba-bcf2-75b0a8c839cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:32.446694 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-4d6aa686-69a2-44ba-bcf2-75b0a8c839cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66 HTTP/1.1" status: 200 len: 846 time: 0.0568938 Jul 09 09:43:32.450954 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10bfcc-5e86-4b65-bd85-162caa112a94 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Pushing event updated for resources: {'Port': ['ID=9661cdcd-7d7c-4de0-9bb2-6cca7f53ab6e,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:32.454680 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b273513-297e-42ef-815f-4cce987d7122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:32.484350 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-a089d395-8dd9-496f-848e-75b16221af77 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0dbc3900-4d61-41a9-810b-30caed204142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300241 Jul 09 09:43:32.557608 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b273513-297e-42ef-815f-4cce987d7122 admin admin] Network 73b12923-7036-466d-b40f-9387cec967ac is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:32.567251 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-7b273513-297e-42ef-815f-4cce987d7122 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:32.569655 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b273513-297e-42ef-815f-4cce987d7122 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:32.580272 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b273513-297e-42ef-815f-4cce987d7122 admin admin] Pushing event updated for resources: {'Port': ['ID=3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:32.604135 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-48c6f5f0-ffdf-4efa-8165-7a8d79eee72c service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129947 Jul 09 09:43:32.625530 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b84a6b1-367c-4a0e-a2c7-955ba0d0a196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:32.680864 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b273513-297e-42ef-815f-4cce987d7122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:32.723371 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-180a7f04-9cf8-4ad1-960b-cd93adbd3ce5 req-900acac1-2af8-4899-815f-635edd94a459 service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121421 Jul 09 09:43:32.775144 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b84a6b1-367c-4a0e-a2c7-955ba0d0a196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:32.809071 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d10bfcc-5e86-4b65-bd85-162caa112a94 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Network fca4db21-7985-402e-b69a-822f17cf55df is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:32.818962 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-1d10bfcc-5e86-4b65-bd85-162caa112a94 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:32.841785 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-3e9ab20f-9d41-4cc9-a48b-30b4861aa373 req-27ab3f56-c15a-4983-9448-f540217fede5 service neutron] (93790) timed out ('10.222.0.61', 38152) {{(pid=93790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 09:43:32.943898 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-95f14430-5c83-4002-95c8-8b0dc72fec18 None None] Provisioning for port 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:32.951921 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-95f14430-5c83-4002-95c8-8b0dc72fec18 None None] Provisioning complete for port 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:32.952558 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-95f14430-5c83-4002-95c8-8b0dc72fec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:32.993733 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-95f14430-5c83-4002-95c8-8b0dc72fec18 None None] Port 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:43:32.998197 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464df17-a5fc-4c71-ad8e-cad2a7478b6c req-9fb2abb3-6850-48e4-8590-817ef3be9973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:32.999957 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b464df17-a5fc-4c71-ad8e-cad2a7478b6c req-9fb2abb3-6850-48e4-8590-817ef3be9973 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ac1d48021e34103a62b6ac5b060403c&device_id=4bdc21e3-a46b-4ed3-8597-9422910a4c19 HTTP/1.1" status: 200 len: 1094 time: 0.2016912 Jul 09 09:43:33.012504 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b84a6b1-367c-4a0e-a2c7-955ba0d0a196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:33.015019 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b84a6b1-367c-4a0e-a2c7-955ba0d0a196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:33.016241 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2b84a6b1-367c-4a0e-a2c7-955ba0d0a196 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1e7e1567-2572-43e4-975c-e33342674a60 HTTP/1.1" status: 204 len: 168 time: 0.6125612 Jul 09 09:43:33.028912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227bdde-db13-45fe-a0bc-65b9666c0ea9 req-eaee056a-81a6-415a-949e-1cadd551fd76 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:33.030647 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0227bdde-db13-45fe-a0bc-65b9666c0ea9 req-eaee056a-81a6-415a-949e-1cadd551fd76 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 945 time: 0.2445335 Jul 09 09:43:33.041878 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84a6b1-367c-4a0e-a2c7-955ba0d0a196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7e1567-2572-43e4-975c-e33342674a60,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:33.050119 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b273513-297e-42ef-815f-4cce987d7122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:33.141887 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d10bfcc-5e86-4b65-bd85-162caa112a94 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Router 70351b5f-f9e7-456b-ad49-72eb4b47da1a is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:43:33.161383 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495704bf-6292-4780-b3fe-acfebdefc403 req-bf76ec9a-330d-4abf-b0b8-f3a64e025056 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:33.162569 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-495704bf-6292-4780-b3fe-acfebdefc403 req-bf76ec9a-330d-4abf-b0b8-f3a64e025056 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bdc21e3-a46b-4ed3-8597-9422910a4c19 HTTP/1.1" status: 200 len: 943 time: 0.2511775 Jul 09 09:43:33.224814 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a51ec250-ebe7-4ee9-b24a-b4c1258debb1 None None] Provisioning complete for port 9661cdcd-7d7c-4de0-9bb2-6cca7f53ab6e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:33.225483 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a51ec250-ebe7-4ee9-b24a-b4c1258debb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:33.226174 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0227bdde-db13-45fe-a0bc-65b9666c0ea9 req-dad84998-e363-4e4a-83e9-5545ee422eae tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808558 Jul 09 09:43:33.249234 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464df17-a5fc-4c71-ad8e-cad2a7478b6c req-d46415e8-35f2-4e0f-bb40-dbd40080466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:33.250738 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b464df17-a5fc-4c71-ad8e-cad2a7478b6c req-d46415e8-35f2-4e0f-bb40-dbd40080466a service neutron] 10.222.0.64 "GET /v2.0/networks?id=0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 200 len: 907 time: 0.2436726 Jul 09 09:43:33.299062 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b464df17-a5fc-4c71-ad8e-cad2a7478b6c req-d0daadaa-8a9e-4b79-a2a7-2a18d28f3122 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09dd6c37-9295-46e2-be77-76eaa105fd22 HTTP/1.1" status: 200 len: 217 time: 0.0410919 Jul 09 09:43:33.302453 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-495704bf-6292-4780-b3fe-acfebdefc403 req-fefd0992-a31c-4d76-bdf1-1ab52ca3d80b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235614 Jul 09 09:43:33.307731 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a51ec250-ebe7-4ee9-b24a-b4c1258debb1 None None] Port 9661cdcd-7d7c-4de0-9bb2-6cca7f53ab6e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:43:33.374839 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464df17-a5fc-4c71-ad8e-cad2a7478b6c req-43e2c009-9e2e-4f27-9f42-fbc29775abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:33.376385 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b464df17-a5fc-4c71-ad8e-cad2a7478b6c req-43e2c009-9e2e-4f27-9f42-fbc29775abbf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66 HTTP/1.1" status: 200 len: 846 time: 0.0702522 Jul 09 09:43:33.420412 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d5aaae5a-0639-4e5c-ac6f-74a36e4547b1 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:33.426104 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b464df17-a5fc-4c71-ad8e-cad2a7478b6c req-f962b1cc-86e3-4571-b091-8b9d357d81c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0dbc3900-4d61-41a9-810b-30caed204142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417726 Jul 09 09:43:33.489288 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36076) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:33.496618 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port d5aaae5a-0639-4e5c-ac6f-74a36e4547b1 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:33.501711 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port d5aaae5a-0639-4e5c-ac6f-74a36e4547b1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:33.502086 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:33.560491 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ea14fc70-d3a2-4b58-a0e5-8dc9473d5e9e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bf77feecebe84357acfb9baa7db0e9f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0698183 Jul 09 09:43:33.564576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36078) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:33.591022 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b464df17-a5fc-4c71-ad8e-cad2a7478b6c req-fd572b40-5a8f-4130-bbae-a6add4de450a service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551771 Jul 09 09:43:33.593395 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:33.616873 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port d5aaae5a-0639-4e5c-ac6f-74a36e4547b1, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=d5aaae5a-0639-4e5c-ac6f-74a36e4547b1,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:33.621500 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:33.622398 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e4a0c927-2ea7-41fe-bab1-691292272bbe up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:33.685178 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dafbbaf7-7928-479f-94a4-72e7c3ed265e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:33.707884 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=d5aaae5a-0639-4e5c-ac6f-74a36e4547b1,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:33.726378 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port e4a0c927-2ea7-41fe-bab1-691292272bbe triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:33.727060 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:33.732932 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dafbbaf7-7928-479f-94a4-72e7c3ed265e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:33.742291 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b464df17-a5fc-4c71-ad8e-cad2a7478b6c req-e34d7102-9044-4861-9d3b-68bc97a9249a service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415026 Jul 09 09:43:33.773015 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d10bfcc-5e86-4b65-bd85-162caa112a94 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:43:33.786445 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1d10bfcc-5e86-4b65-bd85-162caa112a94 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] 10.222.0.61 "PUT /v2.0/routers/70351b5f-f9e7-456b-ad49-72eb4b47da1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9251668 Jul 09 09:43:33.789244 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36080) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:33.791726 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b273513-297e-42ef-815f-4cce987d7122 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:33.795742 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59c3ffb-8ab9-480f-a6cd-f00799728568 None None] Sync routers for ids ['70351b5f-f9e7-456b-ad49-72eb4b47da1a'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:43:33.797137 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7422cdbb-a337-468c-83dd-eafc17dc8eae tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Request body: {'port': {'network_id': 'fca4db21-7985-402e-b69a-822f17cf55df', 'name': 'tempest-FloatingIPNegativeTestJSON-1779681180'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:33.798330 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b273513-297e-42ef-815f-4cce987d7122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:33.802660 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dafbbaf7-7928-479f-94a4-72e7c3ed265e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:33.805850 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dafbbaf7-7928-479f-94a4-72e7c3ed265e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:33.810013 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-dafbbaf7-7928-479f-94a4-72e7c3ed265e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/70132fe2-e940-467e-b78e-3516bdeeb911 HTTP/1.1" status: 204 len: 168 time: 0.2416017 Jul 09 09:43:33.821296 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59c3ffb-8ab9-480f-a6cd-f00799728568 None None] Routers {'70351b5f-f9e7-456b-ad49-72eb4b47da1a'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:43:33.822305 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a59c3ffb-8ab9-480f-a6cd-f00799728568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:43:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['70351b5f-f9e7-456b-ad49-72eb4b47da1a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:33.859973 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbbaf7-7928-479f-94a4-72e7c3ed265e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70132fe2-e940-467e-b78e-3516bdeeb911,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:33.891400 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b273513-297e-42ef-815f-4cce987d7122 admin admin] Pushing event updated for resources: {'Port': ['ID=3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:33.894569 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b273513-297e-42ef-815f-4cce987d7122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:33.917321 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a59c3ffb-8ab9-480f-a6cd-f00799728568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:33.959400 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:33.962418 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7422cdbb-a337-468c-83dd-eafc17dc8eae tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Made reservation on behalf of ee3f4b2b9dc047e786c8e102b8e4e670 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:33.965414 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59c3ffb-8ab9-480f-a6cd-f00799728568 None None] Routers {'70351b5f-f9e7-456b-ad49-72eb4b47da1a'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:43:33.966240 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a59c3ffb-8ab9-480f-a6cd-f00799728568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:43:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['70351b5f-f9e7-456b-ad49-72eb4b47da1a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:33.969101 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7422cdbb-a337-468c-83dd-eafc17dc8eae tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:33.996862 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-7422cdbb-a337-468c-83dd-eafc17dc8eae tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] device_id is not set on port f3e8581d-8026-40b0-88e6-0c71c2e86391 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:43:34.009960 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a59c3ffb-8ab9-480f-a6cd-f00799728568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:34.010614 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59c3ffb-8ab9-480f-a6cd-f00799728568 None None] The sync data for ids ['70351b5f-f9e7-456b-ad49-72eb4b47da1a'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:43:34.032142 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b273513-297e-42ef-815f-4cce987d7122 admin admin] Network 73b12923-7036-466d-b40f-9387cec967ac is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:34.033836 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-7b273513-297e-42ef-815f-4cce987d7122 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:34.193446 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-7422cdbb-a337-468c-83dd-eafc17dc8eae tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Allocated IP 172.20.0.8 (fca4db21-7985-402e-b69a-822f17cf55df/160affc3-edf6-4d24-a1fb-195cf8569be6/f3e8581d-8026-40b0-88e6-0c71c2e86391) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:34.210032 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b273513-297e-42ef-815f-4cce987d7122 admin admin] Router 6a161458-a7d0-4a7e-a4e5-01a8bac64298 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:43:34.363125 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b273513-297e-42ef-815f-4cce987d7122 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:43:34.373660 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] Sync routers for ids ['6a161458-a7d0-4a7e-a4e5-01a8bac64298'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:43:34.384684 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] Routers {'6a161458-a7d0-4a7e-a4e5-01a8bac64298'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:43:34.385545 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:43:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6a161458-a7d0-4a7e-a4e5-01a8bac64298'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:34.388535 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7b273513-297e-42ef-815f-4cce987d7122 admin admin] 10.222.0.61 "PUT /v2.0/routers/6a161458-a7d0-4a7e-a4e5-01a8bac64298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5086873 Jul 09 09:43:34.415355 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7422cdbb-a337-468c-83dd-eafc17dc8eae tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:34.435852 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-7422cdbb-a337-468c-83dd-eafc17dc8eae tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Transition to ACTIVE for port object f3e8581d-8026-40b0-88e6-0c71c2e86391 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:34.458810 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-386a1c90-1eab-48fa-8149-80579641feef None None] Provisioning complete for port 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:34.460574 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-386a1c90-1eab-48fa-8149-80579641feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:34.494552 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7422cdbb-a337-468c-83dd-eafc17dc8eae tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:34.528739 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-386a1c90-1eab-48fa-8149-80579641feef None None] Port 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:43:34.585975 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7422cdbb-a337-468c-83dd-eafc17dc8eae tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Network fca4db21-7985-402e-b69a-822f17cf55df is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:34.591503 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] Set router 6a161458-a7d0-4a7e-a4e5-01a8bac64298 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:43:34.596007 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-7422cdbb-a337-468c-83dd-eafc17dc8eae tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:34.599439 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7422cdbb-a337-468c-83dd-eafc17dc8eae tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:34.659039 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422cdbb-a337-468c-83dd-eafc17dc8eae tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Pushing event updated for resources: {'Port': ['ID=f3e8581d-8026-40b0-88e6-0c71c2e86391,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:34.690325 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7422cdbb-a337-468c-83dd-eafc17dc8eae tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:34.691420 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7422cdbb-a337-468c-83dd-eafc17dc8eae tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:34.726068 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380f240-bf17-4a3c-a887-da38d9232b9f req-118462c9-e1a3-496f-a656-df4c90fd41cd tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:34.727679 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2380f240-bf17-4a3c-a887-da38d9232b9f req-118462c9-e1a3-496f-a656-df4c90fd41cd tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 945 time: 0.2491441 Jul 09 09:43:34.731903 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7422cdbb-a337-468c-83dd-eafc17dc8eae tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9399757 Jul 09 09:43:34.734094 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36108) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:34.739876 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4cf123a7-f91f-42ff-a991-fb30beed406d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:34.761706 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b15f1-b9a1-40f6-a1d7-7914b212b529 req-7931ce36-a954-469f-bcdc-cf4eb18a3fc7 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:34.763479 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-966b15f1-b9a1-40f6-a1d7-7914b212b529 req-7931ce36-a954-469f-bcdc-cf4eb18a3fc7 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bdc21e3-a46b-4ed3-8597-9422910a4c19 HTTP/1.1" status: 200 len: 943 time: 0.2716556 Jul 09 09:43:34.797325 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4cf123a7-f91f-42ff-a991-fb30beed406d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:34.838030 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2380f240-bf17-4a3c-a887-da38d9232b9f req-7c139dc9-ccdb-46b4-b054-69d2161b52aa tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970752 Jul 09 09:43:34.846937 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 09dd6c37-9295-46e2-be77-76eaa105fd22 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:43:34.898587 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'name': 'tempest-TestVolumeBackupRestore-1052795545-router', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:25Z', 'updated_at': '2021-07-09T09:43:32Z', 'revision_number': 4, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'gw_port': {'id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:26Z', 'updated_at': '2021-07-09T09:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644', 'name': '', 'network_id': '73b12923-7036-466d-b40f-9387cec967ac', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'mac_address': 'fa:16:3e:de:b9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:31Z', 'updated_at': '2021-07-09T09:43:33Z', 'revision_number': 2, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'subnets': [{'id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:34.931255 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-966b15f1-b9a1-40f6-a1d7-7914b212b529 req-6d6432b3-b170-4f6e-8d8f-94a9fe123e28 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536617 Jul 09 09:43:34.960065 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] Checking router: 6a161458-a7d0-4a7e-a4e5-01a8bac64298 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:43:34.961420 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] Updating router 6a161458-a7d0-4a7e-a4e5-01a8bac64298 port 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:43:34.996639 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 09dd6c37-9295-46e2-be77-76eaa105fd22, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=09dd6c37-9295-46e2-be77-76eaa105fd22,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:35.011544 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '09dd6c37-9295-46e2-be77-76eaa105fd22', 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142', 'port_id': '09dd6c37-9295-46e2-be77-76eaa105fd22', 'mac_address': 'fa:16:3e:f0:91:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:43:35.053811 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4cf123a7-f91f-42ff-a991-fb30beed406d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:35.064860 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:35.069158 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5a091537-c50b-4eef-9e60-eb7f12529aa9 None None] Provisioning for port f3e8581d-8026-40b0-88e6-0c71c2e86391 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:35.080984 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5a091537-c50b-4eef-9e60-eb7f12529aa9 None None] Provisioning complete for port f3e8581d-8026-40b0-88e6-0c71c2e86391 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:35.081666 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5a091537-c50b-4eef-9e60-eb7f12529aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:35.118514 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:35.121624 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09dd6c37-9295-46e2-be77-76eaa105fd22 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:43:35.145529 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 09dd6c37-9295-46e2-be77-76eaa105fd22, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=09dd6c37-9295-46e2-be77-76eaa105fd22,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:35.157937 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:35.184974 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-4cf123a7-f91f-42ff-a991-fb30beed406d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Allocated IP 172.25.3.196 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/245d2458-d2ae-4166-b4ad-07fa716c09f5) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:35.220152 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=09dd6c37-9295-46e2-be77-76eaa105fd22,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:35.225727 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5a091537-c50b-4eef-9e60-eb7f12529aa9 None None] Port f3e8581d-8026-40b0-88e6-0c71c2e86391 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:43:35.316494 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d5aaae5a-0639-4e5c-ac6f-74a36e4547b1 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:35.339674 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4cf123a7-f91f-42ff-a991-fb30beed406d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:35.397618 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port d5aaae5a-0639-4e5c-ac6f-74a36e4547b1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:35.398013 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:35.402478 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4cf123a7-f91f-42ff-a991-fb30beed406d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:35.451782 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf123a7-f91f-42ff-a991-fb30beed406d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Pushing event updated for resources: {'Port': ['ID=245d2458-d2ae-4166-b4ad-07fa716c09f5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:35.454375 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:35.466423 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] Transition to ACTIVE for port object 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:35.466899 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf123a7-f91f-42ff-a991-fb30beed406d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:35.468645 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4cf123a7-f91f-42ff-a991-fb30beed406d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:35.472945 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf123a7-f91f-42ff-a991-fb30beed406d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:35.474730 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['09dd6c37-9295-46e2-be77-76eaa105fd22'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:43:35.476732 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:35.540667 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f1862-7959-4304-ab72-69822ae2d75b None None] Pushing event updated for resources: {'Port': ['ID=3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:35.615160 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4cf123a7-f91f-42ff-a991-fb30beed406d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:35.618562 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] Attempting to bind port 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:43:35.619577 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] Attempting to bind port 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '37121bee-19fc-4c63-9d31-ee5659dd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '73b12923-7036-466d-b40f-9387cec967ac'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:43:35.620281 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] Attempting to bind port 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644 on network 73b12923-7036-466d-b40f-9387cec967ac {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:43:35.631061 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:43:35.631811 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] Checking segment: {'id': '37121bee-19fc-4c63-9d31-ee5659dd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '73b12923-7036-466d-b40f-9387cec967ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:35.632707 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:35.634414 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] Bound using segment: {'id': '37121bee-19fc-4c63-9d31-ee5659dd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '73b12923-7036-466d-b40f-9387cec967ac'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:43:35.635233 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] Bound port: 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37121bee-19fc-4c63-9d31-ee5659dd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '73b12923-7036-466d-b40f-9387cec967ac'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:43:35.636614 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:35.674559 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36132) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:35.680664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-da0fc7b8-5397-470a-812e-f1390c9a40f1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-709471749-network', 'tenant_id': '1101c76149b44222be314b3af956a126'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:35.725813 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4cf123a7-f91f-42ff-a991-fb30beed406d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:35.729902 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0fc7b8-5397-470a-812e-f1390c9a40f1 admin admin] Made reservation on behalf of 1101c76149b44222be314b3af956a126 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:35.733487 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da0fc7b8-5397-470a-812e-f1390c9a40f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:35.748927 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da0fc7b8-5397-470a-812e-f1390c9a40f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:35.783087 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] For port 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:43:35.786937 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] For port 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644,segment=NetworkSegment(37121bee-19fc-4c63-9d31-ee5659dd3ba9),segment_id=37121bee-19fc-4c63-9d31-ee5659dd3ba9)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:43:35.797531 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:35.918196 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] Routers {'6a161458-a7d0-4a7e-a4e5-01a8bac64298'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:43:35.918844 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:43:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6a161458-a7d0-4a7e-a4e5-01a8bac64298'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:35.925297 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da0fc7b8-5397-470a-812e-f1390c9a40f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:35.932693 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da0fc7b8-5397-470a-812e-f1390c9a40f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:35.969290 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4cf123a7-f91f-42ff-a991-fb30beed406d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:35.978651 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4cf123a7-f91f-42ff-a991-fb30beed406d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:35.996874 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0fc7b8-5397-470a-812e-f1390c9a40f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:43:36.049892 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da0fc7b8-5397-470a-812e-f1390c9a40f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:36.051395 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-da0fc7b8-5397-470a-812e-f1390c9a40f1 admin admin] Added segment be612659-c6bf-4ea3-ad33-26e8428e1bb5 of type vlan for network 8acf8721-b93f-4ba5-94a3-7ddd5070f3fa Jul 09 09:43:36.065498 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf123a7-f91f-42ff-a991-fb30beed406d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Pushing event updated for resources: {'Port': ['ID=245d2458-d2ae-4166-b4ad-07fa716c09f5,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:36.073881 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f1862-7959-4304-ab72-69822ae2d75b None None] Pushing event updated for resources: {'Port': ['ID=3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:36.092919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fc7b8-5397-470a-812e-f1390c9a40f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bccff7-5751-4918-ad48-86ec696a9723,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:36.145722 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4cf123a7-f91f-42ff-a991-fb30beed406d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:36.170252 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4cf123a7-f91f-42ff-a991-fb30beed406d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:36.174340 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4cf123a7-f91f-42ff-a991-fb30beed406d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4365845 Jul 09 09:43:36.175389 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36142) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:36.179793 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-444c434d-fe1d-4aed-b636-4ca05fe1dfcf tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Request body: {'floatingip': {'port_id': 'f3e8581d-8026-40b0-88e6-0c71c2e86391', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:36.211760 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] Set router 6a161458-a7d0-4a7e-a4e5-01a8bac64298 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:43:36.226689 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-444c434d-fe1d-4aed-b636-4ca05fe1dfcf tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:36.305576 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da0fc7b8-5397-470a-812e-f1390c9a40f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:36.405506 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-444c434d-fe1d-4aed-b636-4ca05fe1dfcf tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] update failed (client error): The resource could not be found. Jul 09 09:43:36.411972 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-444c434d-fe1d-4aed-b636-4ca05fe1dfcf tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] 10.222.0.61 "PUT /v2.0/floatingips/6e7990cd-f004-4815-b526-c7c49814cb97 HTTP/1.1" status: 404 len: 507 time: 0.2326686 Jul 09 09:43:36.412145 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0933c8-85b1-4ba0-8944-b13bcc5c5407 req-63fceb12-1e3b-41d3-aaa8-faffe1b7bd6a tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:36.412232 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36150) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:36.412297 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2f0933c8-85b1-4ba0-8944-b13bcc5c5407 req-63fceb12-1e3b-41d3-aaa8-faffe1b7bd6a tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 945 time: 0.3243859 Jul 09 09:43:36.435326 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888a14c-82f1-4699-b071-5b26c4830876 req-375747aa-eb24-4935-8c1a-8cd42f7a2ab1 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:36.437944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1888a14c-82f1-4699-b071-5b26c4830876 req-375747aa-eb24-4935-8c1a-8cd42f7a2ab1 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bdc21e3-a46b-4ed3-8597-9422910a4c19 HTTP/1.1" status: 200 len: 944 time: 0.2491689 Jul 09 09:43:36.439063 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da0fc7b8-5397-470a-812e-f1390c9a40f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:36.440602 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0fc7b8-5397-470a-812e-f1390c9a40f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:36.441589 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da0fc7b8-5397-470a-812e-f1390c9a40f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:36.500959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36152) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:36.556867 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-62a5545f-44a9-4760-871f-f7496bf392c7 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Deleting port 245d2458-d2ae-4166-b4ad-07fa716c09f5 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:43:36.557227 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62a5545f-44a9-4760-871f-f7496bf392c7 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:36.603748 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-da0fc7b8-5397-470a-812e-f1390c9a40f1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9274998 Jul 09 09:43:36.610076 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36156) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:36.616158 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'name': 'tempest-TestVolumeBackupRestore-1052795545-router', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:25Z', 'updated_at': '2021-07-09T09:43:32Z', 'revision_number': 4, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'gw_port': {'id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:26Z', 'updated_at': '2021-07-09T09:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644', 'name': '', 'network_id': '73b12923-7036-466d-b40f-9387cec967ac', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'mac_address': 'fa:16:3e:de:b9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:31Z', 'updated_at': '2021-07-09T09:43:35Z', 'revision_number': 4, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'subnets': [{'id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:36.617887 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-af8d2198-ba7b-4fcd-b54d-ce17ee5f4113 admin admin] Request body: {'subnet': {'network_id': '8acf8721-b93f-4ba5-94a3-7ddd5070f3fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-709471749-subnet', 'tenant_id': '1101c76149b44222be314b3af956a126', 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:36.660191 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8d2198-ba7b-4fcd-b54d-ce17ee5f4113 admin admin] Made reservation on behalf of 1101c76149b44222be314b3af956a126 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:36.662847 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af8d2198-ba7b-4fcd-b54d-ce17ee5f4113 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:36.669885 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e070d6e-7a50-4f0d-9c9c-a4458f1d6a82 None None] The sync data for ids ['6a161458-a7d0-4a7e-a4e5-01a8bac64298'] in n-d-799996-1 is: [{'id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'name': 'tempest-TestVolumeBackupRestore-1052795545-router', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:25Z', 'updated_at': '2021-07-09T09:43:32Z', 'revision_number': 4, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'gw_port': {'id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:26Z', 'updated_at': '2021-07-09T09:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644', 'name': '', 'network_id': '73b12923-7036-466d-b40f-9387cec967ac', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'mac_address': 'fa:16:3e:de:b9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:31Z', 'updated_at': '2021-07-09T09:43:35Z', 'revision_number': 4, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'subnets': [{'id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:43:36.670263 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2f0933c8-85b1-4ba0-8944-b13bcc5c5407 req-5633e807-2b35-4128-ae2d-fc66abbfef17 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244394 Jul 09 09:43:36.671960 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fc7b8-5397-470a-812e-f1390c9a40f1 admin admin] Pushing event updated for resources: {'Network': ['ID=8acf8721-b93f-4ba5-94a3-7ddd5070f3fa,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:36.685453 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1888a14c-82f1-4699-b071-5b26c4830876 req-7eaa0dc4-0b00-4a53-b28d-7958f4fd8ce1 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379122 Jul 09 09:43:36.690122 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 8acf8721-b93f-4ba5-94a3-7ddd5070f3fa details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:43:36.775559 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62a5545f-44a9-4760-871f-f7496bf392c7 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:36.775925 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62a5545f-44a9-4760-871f-f7496bf392c7 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:36.790737 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a6488e85-1170-4504-aabf-7e7d6a162580 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:36.802736 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-62a5545f-44a9-4760-871f-f7496bf392c7 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Calling delete_port for 245d2458-d2ae-4166-b4ad-07fa716c09f5 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:43:36.818187 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a6488e85-1170-4504-aabf-7e7d6a162580 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] 10.222.0.61 "PUT /v2.0/quotas/c51d3305e8a244cdbc1f6c98c5d54038 HTTP/1.1" status: 200 len: 368 time: 0.3099291 Jul 09 09:43:36.818476 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36158) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:36.824088 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8681b08c-de15-4303-9f0d-1da69fa60158 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Request body: {'network': {'project_id': 'c51d3305e8a244cdbc1f6c98c5d54038'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:36.829485 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53f91289-ead8-4abd-b892-aa64b1f20769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:36.861569 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8681b08c-de15-4303-9f0d-1da69fa60158 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Made reservation on behalf of c51d3305e8a244cdbc1f6c98c5d54038 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:36.864411 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8681b08c-de15-4303-9f0d-1da69fa60158 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:36.875401 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8681b08c-de15-4303-9f0d-1da69fa60158 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:36.877541 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 09dd6c37-9295-46e2-be77-76eaa105fd22 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:36.943610 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 09dd6c37-9295-46e2-be77-76eaa105fd22 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:36.948548 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 09dd6c37-9295-46e2-be77-76eaa105fd22 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:36.948943 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:36.992914 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8681b08c-de15-4303-9f0d-1da69fa60158 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.001418 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8681b08c-de15-4303-9f0d-1da69fa60158 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.027372 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8681b08c-de15-4303-9f0d-1da69fa60158 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:43:37.043876 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681b08c-de15-4303-9f0d-1da69fa60158 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91fdcba-9a94-446f-ad6a-a992338da050,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:37.046953 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8681b08c-de15-4303-9f0d-1da69fa60158 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.047307 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-8681b08c-de15-4303-9f0d-1da69fa60158 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Added segment f0efda1b-acb5-49d3-8b4e-0d18a4c48932 of type vlan for network 0afb522a-3d8e-4f44-ad23-d495f94f182f Jul 09 09:43:37.073090 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.096513 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8681b08c-de15-4303-9f0d-1da69fa60158 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.097615 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af8d2198-ba7b-4fcd-b54d-ce17ee5f4113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.101162 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdc21e3-a46b-4ed3-8597-9422910a4c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09dd6c37-9295-46e2-be77-76eaa105fd22'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:43:37.103585 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0c316b-2843-432e-b42e-480bb02fefb5" -d '{"events": [{"server_uuid": "4bdc21e3-a46b-4ed3-8597-9422910a4c19", "name": "network-vif-plugged", "status": "completed", "tag": "09dd6c37-9295-46e2-be77-76eaa105fd22"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:43:37.117359 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 09dd6c37-9295-46e2-be77-76eaa105fd22, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=09dd6c37-9295-46e2-be77-76eaa105fd22,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:37.123069 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.160805 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62a5545f-44a9-4760-871f-f7496bf392c7 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.172954 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8681b08c-de15-4303-9f0d-1da69fa60158 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.173964 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8681b08c-de15-4303-9f0d-1da69fa60158 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:37.174559 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8681b08c-de15-4303-9f0d-1da69fa60158 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.176712 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95ddb9d-f83b-4145-a00d-da24513938d0 x-openstack-request-id: req-d95ddb9d-f83b-4145-a00d-da24513938d0 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:43:37.177003 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdc21e3-a46b-4ed3-8597-9422910a4c19", "name": "network-vif-plugged", "status": "completed", "tag": "09dd6c37-9295-46e2-be77-76eaa105fd22", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:43:37.177258 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d95ddb9d-f83b-4145-a00d-da24513938d0 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:43:37.177665 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdc21e3-a46b-4ed3-8597-9422910a4c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09dd6c37-9295-46e2-be77-76eaa105fd22', 'code': 200} Jul 09 09:43:37.209177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8681b08c-de15-4303-9f0d-1da69fa60158 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3878438 Jul 09 09:43:37.221430 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36162) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:37.234086 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a5a600bf-d0f2-4c2a-b1bf-0596b3960904 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Request body: {'network': {'project_id': 'c51d3305e8a244cdbc1f6c98c5d54038'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:37.256552 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5545f-44a9-4760-871f-f7496bf392c7 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Pushing event deleted for resources: {'Port': ['ID=245d2458-d2ae-4166-b4ad-07fa716c09f5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:37.262176 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d2198-ba7b-4fcd-b54d-ce17ee5f4113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89494d84-9ed8-4240-bc94-16a5cfa9eca0,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:37.265246 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=09dd6c37-9295-46e2-be77-76eaa105fd22,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:37.266742 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a600bf-d0f2-4c2a-b1bf-0596b3960904 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Made reservation on behalf of c51d3305e8a244cdbc1f6c98c5d54038 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:37.274282 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5a600bf-d0f2-4c2a-b1bf-0596b3960904 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.318514 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681b08c-de15-4303-9f0d-1da69fa60158 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Pushing event updated for resources: {'Network': ['ID=0afb522a-3d8e-4f44-ad23-d495f94f182f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:37.330602 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 0afb522a-3d8e-4f44-ad23-d495f94f182f details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:43:37.336589 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8d2198-ba7b-4fcd-b54d-ce17ee5f4113 admin admin] Checking segment: {'id': 'be612659-c6bf-4ea3-ad33-26e8428e1bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8acf8721-b93f-4ba5-94a3-7ddd5070f3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:37.337336 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8d2198-ba7b-4fcd-b54d-ce17ee5f4113 admin admin] Network hostable DHCP agents. Network: 8acf8721-b93f-4ba5-94a3-7ddd5070f3fa, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:43:37.351336 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058da8a2-f180-4f9b-9496-c163a3fd5f47 req-29c143b5-2187-4b3d-87f7-fa9b2de03da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:37.354025 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-058da8a2-f180-4f9b-9496-c163a3fd5f47 req-29c143b5-2187-4b3d-87f7-fa9b2de03da7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4bdc21e3-a46b-4ed3-8597-9422910a4c19 HTTP/1.1" status: 200 len: 1096 time: 0.0805907 Jul 09 09:43:37.396197 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a600bf-d0f2-4c2a-b1bf-0596b3960904 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:43:37.397814 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-058da8a2-f180-4f9b-9496-c163a3fd5f47 req-a0fae5a8-f385-46b1-af39-445c6687b05e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353935 Jul 09 09:43:37.413150 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8d2198-ba7b-4fcd-b54d-ce17ee5f4113 admin admin] Network 8acf8721-b93f-4ba5-94a3-7ddd5070f3fa is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:43:37.413333 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:37.423272 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5a600bf-d0f2-4c2a-b1bf-0596b3960904 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.423625 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-a5a600bf-d0f2-4c2a-b1bf-0596b3960904 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Added segment bce1b8f0-c3df-4068-9150-44fed3ed987a of type vlan for network c8b8f0ce-634c-488a-9415-6f417d844986 Jul 09 09:43:37.437529 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62a5545f-44a9-4760-871f-f7496bf392c7 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.441244 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62a5545f-44a9-4760-871f-f7496bf392c7 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.442527 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-62a5545f-44a9-4760-871f-f7496bf392c7 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] 10.222.0.61 "DELETE /v2.0/floatingips/6e7990cd-f004-4815-b526-c7c49814cb97 HTTP/1.1" status: 204 len: 168 time: 1.0291674 Jul 09 09:43:37.446372 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36164) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:37.454505 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2afdcc1a-0abb-4201-97eb-37f474483fa8 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Request body: {'floatingip': {'floating_network_id': 'fca4db21-7985-402e-b69a-822f17cf55df', 'port_id': 'f3e8581d-8026-40b0-88e6-0c71c2e86391', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:37.464009 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-af8d2198-ba7b-4fcd-b54d-ce17ee5f4113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 8acf8721-b93f-4ba5-94a3-7ddd5070f3fa) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:37.468335 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8d2198-ba7b-4fcd-b54d-ce17ee5f4113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:37.469099 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af8d2198-ba7b-4fcd-b54d-ce17ee5f4113 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.474768 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252f6af5-7f6a-42a0-8cae-7cc68bacfab3 None None] Network 8acf8721-b93f-4ba5-94a3-7ddd5070f3fa requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:43:37.488109 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:37.518122 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5a600bf-d0f2-4c2a-b1bf-0596b3960904 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.522353 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:37.523037 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.535406 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2afdcc1a-0abb-4201-97eb-37f474483fa8 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.545115 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-af8d2198-ba7b-4fcd-b54d-ce17ee5f4113 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9338217 Jul 09 09:43:37.548235 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36166) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:37.552842 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ba2e95ac-7b2d-4e12-9b7b-d3070a484630 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-709471749-router', 'tenant_id': '1101c76149b44222be314b3af956a126', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:37.579378 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba2e95ac-7b2d-4e12-9b7b-d3070a484630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.580548 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba2e95ac-7b2d-4e12-9b7b-d3070a484630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.598981 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5a600bf-d0f2-4c2a-b1bf-0596b3960904 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.600103 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a600bf-d0f2-4c2a-b1bf-0596b3960904 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:37.600694 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5a600bf-d0f2-4c2a-b1bf-0596b3960904 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.652924 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba2e95ac-7b2d-4e12-9b7b-d3070a484630 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.696811 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.730611 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36168) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:37.731513 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a5a600bf-d0f2-4c2a-b1bf-0596b3960904 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5041449 Jul 09 09:43:37.740986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6e60ebc6-87be-4174-a5de-32cc827cf9bb tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Request body: {'network': {'project_id': 'c51d3305e8a244cdbc1f6c98c5d54038'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:37.779293 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a600bf-d0f2-4c2a-b1bf-0596b3960904 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Pushing event updated for resources: {'Network': ['ID=c8b8f0ce-634c-488a-9415-6f417d844986,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:37.837618 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network c8b8f0ce-634c-488a-9415-6f417d844986 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:43:37.860759 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba2e95ac-7b2d-4e12-9b7b-d3070a484630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.882680 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-2afdcc1a-0abb-4201-97eb-37f474483fa8 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:43:37.883560 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2afdcc1a-0abb-4201-97eb-37f474483fa8 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4360147 Jul 09 09:43:37.887248 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e60ebc6-87be-4174-a5de-32cc827cf9bb tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 09:43:37.887626 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e60ebc6-87be-4174-a5de-32cc827cf9bb tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:43:37.887742 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36174) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:37.888858 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6e60ebc6-87be-4174-a5de-32cc827cf9bb tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1570399 Jul 09 09:43:37.892786 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36176) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:37.896015 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3b822ceb-572a-4120-a540-136558d777dc tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': 'f3e8581d-8026-40b0-88e6-0c71c2e86391', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:37.921349 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa8728f-30a9-4de9-9d6c-506db2193d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-8acf8721-b93f-4ba5-94a3-7ddd5070f3fa', 'network_id': '8acf8721-b93f-4ba5-94a3-7ddd5070f3fa', 'tenant_id': '1101c76149b44222be314b3af956a126', 'fixed_ips': [{'subnet_id': '89494d84-9ed8-4240-bc94-16a5cfa9eca0'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:43:37.926425 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4fa8728f-30a9-4de9-9d6c-506db2193d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.936871 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644,segment=NetworkSegment(37121bee-19fc-4c63-9d31-ee5659dd3ba9),segment_id=37121bee-19fc-4c63-9d31-ee5659dd3ba9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:37.945504 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b822ceb-572a-4120-a540-136558d777dc tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:37.982401 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:38.113934 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-989ce6ee-3896-499f-8d1d-20e62b578ae9 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:38.118608 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b822ceb-572a-4120-a540-136558d777dc tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:38.166317 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:38.206560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6cb50-c457-414e-9b2e-fda03714acb5 req-57d9a9f1-3309-415e-8b43-7053d7347c9c tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:38.212239 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07d6cb50-c457-414e-9b2e-fda03714acb5 req-57d9a9f1-3309-415e-8b43-7053d7347c9c tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 945 time: 0.2147756 Jul 09 09:43:38.227747 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80f706-15ce-4aba-9ca0-76804047c83c req-574f01da-ee73-4ff0-8405-621c3e56fb29 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:38.234409 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9c80f706-15ce-4aba-9ca0-76804047c83c req-574f01da-ee73-4ff0-8405-621c3e56fb29 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bdc21e3-a46b-4ed3-8597-9422910a4c19 HTTP/1.1" status: 200 len: 945 time: 0.2356937 Jul 09 09:43:38.261748 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-4fa8728f-30a9-4de9-9d6c-506db2193d75 None None] Allocated IP 172.20.0.2 (8acf8721-b93f-4ba5-94a3-7ddd5070f3fa/89494d84-9ed8-4240-bc94-16a5cfa9eca0/c6e7d38c-9796-4e83-ba35-b76afba2d42e) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:38.262554 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-3b822ceb-572a-4120-a540-136558d777dc tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Allocated IP 172.25.3.140 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/b763c0ca-1cf9-4d9b-8ac5-4c5f925f534f) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:38.329847 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:43:38.363950 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-989ce6ee-3896-499f-8d1d-20e62b578ae9 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:38.375248 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-989ce6ee-3896-499f-8d1d-20e62b578ae9 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b8f0ce-634c-488a-9415-6f417d844986']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:38.392979 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-989ce6ee-3896-499f-8d1d-20e62b578ae9 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce1b8f0-c3df-4068-9150-44fed3ed987a') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:38.392979 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-989ce6ee-3896-499f-8d1d-20e62b578ae9 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce1b8f0-c3df-4068-9150-44fed3ed987a') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:38.408123 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-989ce6ee-3896-499f-8d1d-20e62b578ae9 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:38.439658 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-989ce6ee-3896-499f-8d1d-20e62b578ae9 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:38.453149 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989ce6ee-3896-499f-8d1d-20e62b578ae9 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:43:38.453487 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-989ce6ee-3896-499f-8d1d-20e62b578ae9 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:38.473632 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b822ceb-572a-4120-a540-136558d777dc tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:38.537837 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b822ceb-572a-4120-a540-136558d777dc tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:43:38.542488 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:43:38.550825 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4fa8728f-30a9-4de9-9d6c-506db2193d75 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:38.601271 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4fa8728f-30a9-4de9-9d6c-506db2193d75 None None] Transition to ACTIVE for port object c6e7d38c-9796-4e83-ba35-b76afba2d42e will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:38.621950 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-989ce6ee-3896-499f-8d1d-20e62b578ae9 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:38.623377 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b822ceb-572a-4120-a540-136558d777dc tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:38.629367 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07d6cb50-c457-414e-9b2e-fda03714acb5 req-b16bda04-fb5a-4d4e-a464-d498d499bb21 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857765 Jul 09 09:43:38.638956 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-3b822ceb-572a-4120-a540-136558d777dc tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:38.639432 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4fa8728f-30a9-4de9-9d6c-506db2193d75 None None] Transition to ACTIVE for port object c6e7d38c-9796-4e83-ba35-b76afba2d42e will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:38.650387 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b822ceb-572a-4120-a540-136558d777dc tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:38.656111 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4fa8728f-30a9-4de9-9d6c-506db2193d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:38.680436 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b822ceb-572a-4120-a540-136558d777dc tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Pushing event updated for resources: {'Port': ['ID=b763c0ca-1cf9-4d9b-8ac5-4c5f925f534f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:38.720925 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8728f-30a9-4de9-9d6c-506db2193d75 None None] Pushing event updated for resources: {'Port': ['ID=c6e7d38c-9796-4e83-ba35-b76afba2d42e,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:38.726344 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa8728f-30a9-4de9-9d6c-506db2193d75 None None] Network 8acf8721-b93f-4ba5-94a3-7ddd5070f3fa is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:38.728722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-4fa8728f-30a9-4de9-9d6c-506db2193d75 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:38.734825 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa8728f-30a9-4de9-9d6c-506db2193d75 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:38.806256 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4fa8728f-30a9-4de9-9d6c-506db2193d75 None None] Attempting to bind port c6e7d38c-9796-4e83-ba35-b76afba2d42e on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:43:38.806634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4fa8728f-30a9-4de9-9d6c-506db2193d75 None None] Attempting to bind port c6e7d38c-9796-4e83-ba35-b76afba2d42e by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'be612659-c6bf-4ea3-ad33-26e8428e1bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8acf8721-b93f-4ba5-94a3-7ddd5070f3fa'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:43:38.807141 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa8728f-30a9-4de9-9d6c-506db2193d75 None None] Attempting to bind port c6e7d38c-9796-4e83-ba35-b76afba2d42e on network 8acf8721-b93f-4ba5-94a3-7ddd5070f3fa {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:43:38.814955 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa8728f-30a9-4de9-9d6c-506db2193d75 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:43:38.815486 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa8728f-30a9-4de9-9d6c-506db2193d75 None None] Checking segment: {'id': 'be612659-c6bf-4ea3-ad33-26e8428e1bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8acf8721-b93f-4ba5-94a3-7ddd5070f3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:38.815785 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4fa8728f-30a9-4de9-9d6c-506db2193d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:38.817037 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa8728f-30a9-4de9-9d6c-506db2193d75 None None] Bound using segment: {'id': 'be612659-c6bf-4ea3-ad33-26e8428e1bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8acf8721-b93f-4ba5-94a3-7ddd5070f3fa'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:43:38.817550 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4fa8728f-30a9-4de9-9d6c-506db2193d75 None None] Bound port: c6e7d38c-9796-4e83-ba35-b76afba2d42e, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be612659-c6bf-4ea3-ad33-26e8428e1bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8acf8721-b93f-4ba5-94a3-7ddd5070f3fa'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:43:38.817942 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4fa8728f-30a9-4de9-9d6c-506db2193d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:38.881731 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3b822ceb-572a-4120-a540-136558d777dc tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Deleting port b763c0ca-1cf9-4d9b-8ac5-4c5f925f534f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:43:38.882059 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b822ceb-572a-4120-a540-136558d777dc tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:38.892885 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4fa8728f-30a9-4de9-9d6c-506db2193d75 None None] For port c6e7d38c-9796-4e83-ba35-b76afba2d42e, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:43:38.897684 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4fa8728f-30a9-4de9-9d6c-506db2193d75 None None] For port c6e7d38c-9796-4e83-ba35-b76afba2d42e, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c6e7d38c-9796-4e83-ba35-b76afba2d42e,segment=NetworkSegment(be612659-c6bf-4ea3-ad33-26e8428e1bb5),segment_id=be612659-c6bf-4ea3-ad33-26e8428e1bb5)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:43:38.903644 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4fa8728f-30a9-4de9-9d6c-506db2193d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:38.981173 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8728f-30a9-4de9-9d6c-506db2193d75 None None] Pushing event updated for resources: {'Port': ['ID=c6e7d38c-9796-4e83-ba35-b76afba2d42e,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:38.995577 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b822ceb-572a-4120-a540-136558d777dc tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:38.995941 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b822ceb-572a-4120-a540-136558d777dc tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:39.012125 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3b822ceb-572a-4120-a540-136558d777dc tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Calling delete_port for b763c0ca-1cf9-4d9b-8ac5-4c5f925f534f owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:43:39.053616 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-989ce6ee-3896-499f-8d1d-20e62b578ae9 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:39.055845 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-989ce6ee-3896-499f-8d1d-20e62b578ae9 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] 10.222.0.61 "DELETE /v2.0/networks/c8b8f0ce-634c-488a-9415-6f417d844986 HTTP/1.1" status: 204 len: 168 time: 1.1622093 Jul 09 09:43:39.064939 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:39.069843 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9c80f706-15ce-4aba-9ca0-76804047c83c req-cc78932e-2d2d-43b5-ba84-215d087ac023 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7651501 Jul 09 09:43:39.070325 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36178) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:39.081997 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ce6ee-3896-499f-8d1d-20e62b578ae9 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Pushing event deleted for resources: {'Network': ['ID=c8b8f0ce-634c-488a-9415-6f417d844986,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:39.201314 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d9870262-5cdc-49de-a658-1a42f10036f4 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:39.208434 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba2e95ac-7b2d-4e12-9b7b-d3070a484630 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:39.236410 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b822ceb-572a-4120-a540-136558d777dc tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:39.237170 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba2e95ac-7b2d-4e12-9b7b-d3070a484630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:39.281608 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b822ceb-572a-4120-a540-136558d777dc tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Pushing event deleted for resources: {'Port': ['ID=b763c0ca-1cf9-4d9b-8ac5-4c5f925f534f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:39.341187 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-57589f5c-3c85-47c8-87d0-97b2eaae8e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:39.397993 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-3b822ceb-572a-4120-a540-136558d777dc tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] create failed (client error): The resource could not be found. Jul 09 09:43:39.399089 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3b822ceb-572a-4120-a540-136558d777dc tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.5102916 Jul 09 09:43:39.403184 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36180) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:39.432222 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d9870262-5cdc-49de-a658-1a42f10036f4 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:39.446733 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c6e7d38c-9796-4e83-ba35-b76afba2d42e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:39.449404 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-d9870262-5cdc-49de-a658-1a42f10036f4 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0afb522a-3d8e-4f44-ad23-d495f94f182f']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:39.464210 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-d9870262-5cdc-49de-a658-1a42f10036f4 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0efda1b-acb5-49d3-8b4e-0d18a4c48932') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:39.464508 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-d9870262-5cdc-49de-a658-1a42f10036f4 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0efda1b-acb5-49d3-8b4e-0d18a4c48932') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:39.482073 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d9870262-5cdc-49de-a658-1a42f10036f4 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:39.494213 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-ba2e95ac-7b2d-4e12-9b7b-d3070a484630 admin admin] Allocated IP 172.25.3.91 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/876c3017-285b-41a1-ad46-e11d55380945) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:39.504436 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:39.509967 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d9870262-5cdc-49de-a658-1a42f10036f4 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:39.519995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9870262-5cdc-49de-a658-1a42f10036f4 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:43:39.520622 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d9870262-5cdc-49de-a658-1a42f10036f4 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:39.521782 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port c6e7d38c-9796-4e83-ba35-b76afba2d42e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:43:39.522138 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:43:39.525979 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:39.543150 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8ef2feba-1b98-412a-871d-0e387f465103 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Deleting port f3e8581d-8026-40b0-88e6-0c71c2e86391 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:43:39.543496 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ef2feba-1b98-412a-871d-0e387f465103 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:39.642001 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d9870262-5cdc-49de-a658-1a42f10036f4 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:39.643589 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ef2feba-1b98-412a-871d-0e387f465103 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:39.646653 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d9870262-5cdc-49de-a658-1a42f10036f4 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:39.656541 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d9870262-5cdc-49de-a658-1a42f10036f4 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] 10.222.0.61 "DELETE /v2.0/networks/0afb522a-3d8e-4f44-ad23-d495f94f182f HTTP/1.1" status: 204 len: 168 time: 0.5783293 Jul 09 09:43:39.660802 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8ef2feba-1b98-412a-871d-0e387f465103 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Calling delete_port for f3e8581d-8026-40b0-88e6-0c71c2e86391 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:43:39.710139 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba2e95ac-7b2d-4e12-9b7b-d3070a484630 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:39.770055 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba2e95ac-7b2d-4e12-9b7b-d3070a484630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:39.772353 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9870262-5cdc-49de-a658-1a42f10036f4 tempest-QuotasNegativeTest-1030059460 tempest-QuotasNegativeTest-1030059460-project-admin] Pushing event deleted for resources: {'Network': ['ID=0afb522a-3d8e-4f44-ad23-d495f94f182f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:39.774946 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:39.775419 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:39.907602 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e95ac-7b2d-4e12-9b7b-d3070a484630 admin admin] Pushing event updated for resources: {'Port': ['ID=876c3017-285b-41a1-ad46-e11d55380945,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:39.916622 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ef2feba-1b98-412a-871d-0e387f465103 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:39.921834 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2e95ac-7b2d-4e12-9b7b-d3070a484630 admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:39.930209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ba2e95ac-7b2d-4e12-9b7b-d3070a484630 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:39.933804 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2e95ac-7b2d-4e12-9b7b-d3070a484630 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:39.986570 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2feba-1b98-412a-871d-0e387f465103 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Pushing event deleted for resources: {'Port': ['ID=f3e8581d-8026-40b0-88e6-0c71c2e86391,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:40.027393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6305f80-e453-406d-9897-8f02740b51ac req-e98a77e1-e037-4f83-ac7c-8a14f5145bbc tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:40.029784 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6305f80-e453-406d-9897-8f02740b51ac req-e98a77e1-e037-4f83-ac7c-8a14f5145bbc tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 945 time: 0.2143877 Jul 09 09:43:40.063182 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ef2feba-1b98-412a-871d-0e387f465103 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:40.065199 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8ef2feba-1b98-412a-871d-0e387f465103 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] 10.222.0.61 "DELETE /v2.0/ports/f3e8581d-8026-40b0-88e6-0c71c2e86391 HTTP/1.1" status: 204 len: 168 time: 0.6602492 Jul 09 09:43:40.067846 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36188) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:40.164158 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f13a507-d39d-44db-b54d-0359911c8be0 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:40.167729 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9f13a507-d39d-44db-b54d-0359911c8be0 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] 10.222.0.61 "GET /v2.0/ports?device_id=70351b5f-f9e7-456b-ad49-72eb4b47da1a HTTP/1.1" status: 200 len: 913 time: 0.0966375 Jul 09 09:43:40.170724 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36192) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:40.216902 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6305f80-e453-406d-9897-8f02740b51ac req-b0535711-fa5b-4294-85f3-289e2a95b501 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798337 Jul 09 09:43:40.305802 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ab38bb-2cbf-4bc9-83fb-93c5499019f7 None None] Network 8acf8721-b93f-4ba5-94a3-7ddd5070f3fa requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:43:40.330703 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36196) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:40.411609 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3ca3351a-ff7b-44b6-ad43-af18355f004d None None] Provisioning for port c6e7d38c-9796-4e83-ba35-b76afba2d42e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:40.426922 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3ca3351a-ff7b-44b6-ad43-af18355f004d None None] Provisioning complete for port c6e7d38c-9796-4e83-ba35-b76afba2d42e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:40.427889 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3ca3351a-ff7b-44b6-ad43-af18355f004d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:40.446106 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba2e95ac-7b2d-4e12-9b7b-d3070a484630 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:40.497331 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21f672-6b2e-42ae-b534-eb14dfd33edb req-1c86bcf5-416b-4d1d-a2e2-2a1b0b043a17 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:40.498990 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab21f672-6b2e-42ae-b534-eb14dfd33edb req-1c86bcf5-416b-4d1d-a2e2-2a1b0b043a17 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bdc21e3-a46b-4ed3-8597-9422910a4c19 HTTP/1.1" status: 200 len: 945 time: 0.1690733 Jul 09 09:43:40.504877 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0b66114-a59e-416e-8c69-038cd995b8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:40.583900 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3ca3351a-ff7b-44b6-ad43-af18355f004d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:40.589646 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab21f672-6b2e-42ae-b534-eb14dfd33edb req-3a5e1857-7c89-48b4-b6d5-e49207fc6d90 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844111 Jul 09 09:43:40.624502 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3ca3351a-ff7b-44b6-ad43-af18355f004d None None] For port c6e7d38c-9796-4e83-ba35-b76afba2d42e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c6e7d38c-9796-4e83-ba35-b76afba2d42e,segment=NetworkSegment(be612659-c6bf-4ea3-ad33-26e8428e1bb5),segment_id=be612659-c6bf-4ea3-ad33-26e8428e1bb5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:40.631463 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3ca3351a-ff7b-44b6-ad43-af18355f004d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:40.700786 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3351a-ff7b-44b6-ad43-af18355f004d None None] Pushing event updated for resources: {'Port': ['ID=c6e7d38c-9796-4e83-ba35-b76afba2d42e,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:40.731995 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba2e95ac-7b2d-4e12-9b7b-d3070a484630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:40.749314 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0b66114-a59e-416e-8c69-038cd995b8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:40.762398 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0b66114-a59e-416e-8c69-038cd995b8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:40.775064 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d18cb8b3-c980-4ee2-9808-1e739c6b7e8d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:40.884336 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b0b66114-a59e-416e-8c69-038cd995b8ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fc3b22990337449687307c0a572b3510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5522556 Jul 09 09:43:40.888041 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36212) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:40.895742 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b66114-a59e-416e-8c69-038cd995b8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85c316f-6ca4-4ec4-8692-055fb64b1fdb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:40.942463 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2e95ac-7b2d-4e12-9b7b-d3070a484630 admin admin] Router 5a547fed-1909-4fdb-89d0-46f264de711f is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:43:40.961004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-15b7171c-11cb-4c7b-bb06-510093a5db05 None None] Provisioning complete for port c6e7d38c-9796-4e83-ba35-b76afba2d42e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:40.962238 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-15b7171c-11cb-4c7b-bb06-510093a5db05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:41.007835 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce673fbd-a29e-4cde-8a30-8ec4044ef3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:41.036502 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce673fbd-a29e-4cde-8a30-8ec4044ef3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:41.077318 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03820d5-5195-462f-a250-f1237b22ad73 req-98432cda-b2a2-49db-9763-42c98fe1cb4c tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:41.078970 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d03820d5-5195-462f-a250-f1237b22ad73 req-98432cda-b2a2-49db-9763-42c98fe1cb4c tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/networks?id=0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 200 len: 806 time: 0.2001548 Jul 09 09:43:41.100798 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d03820d5-5195-462f-a250-f1237b22ad73 req-1a836974-dc91-4ead-aae0-734467d41b2a tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/quotas/2ac1d48021e34103a62b6ac5b060403c HTTP/1.1" status: 200 len: 375 time: 0.0144007 Jul 09 09:43:41.107934 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2e95ac-7b2d-4e12-9b7b-d3070a484630 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:43:41.135424 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] Sync routers for ids ['5a547fed-1909-4fdb-89d0-46f264de711f'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:43:41.147784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] Routers {'5a547fed-1909-4fdb-89d0-46f264de711f'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:43:41.148872 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:43:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5a547fed-1909-4fdb-89d0-46f264de711f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:41.161917 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce673fbd-a29e-4cde-8a30-8ec4044ef3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:41.164997 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce673fbd-a29e-4cde-8a30-8ec4044ef3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:41.167785 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ce673fbd-a29e-4cde-8a30-8ec4044ef3d8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c85c316f-6ca4-4ec4-8692-055fb64b1fdb HTTP/1.1" status: 204 len: 168 time: 0.2771153 Jul 09 09:43:41.179656 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba2e95ac-7b2d-4e12-9b7b-d3070a484630 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:41.184443 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce673fbd-a29e-4cde-8a30-8ec4044ef3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85c316f-6ca4-4ec4-8692-055fb64b1fdb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:41.185652 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ba2e95ac-7b2d-4e12-9b7b-d3070a484630 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6363418 Jul 09 09:43:41.190169 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36216) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:41.198846 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-d18cb8b3-c980-4ee2-9808-1e739c6b7e8d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Deleting port 9661cdcd-7d7c-4de0-9bb2-6cca7f53ab6e {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:43:41.200473 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d18cb8b3-c980-4ee2-9808-1e739c6b7e8d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:41.286739 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:41.303978 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d03820d5-5195-462f-a250-f1237b22ad73 req-eab23c21-0fc1-4064-9ddd-177127a6ab0c tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ac1d48021e34103a62b6ac5b060403c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1866231 Jul 09 09:43:41.306703 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c6e7d38c-9796-4e83-ba35-b76afba2d42e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:41.379006 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] Set router 5a547fed-1909-4fdb-89d0-46f264de711f gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:43:41.401812 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d18cb8b3-c980-4ee2-9808-1e739c6b7e8d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:41.416337 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-d18cb8b3-c980-4ee2-9808-1e739c6b7e8d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Calling delete_port for 9661cdcd-7d7c-4de0-9bb2-6cca7f53ab6e owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:43:41.462838 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port c6e7d38c-9796-4e83-ba35-b76afba2d42e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:41.463134 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:41.525592 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d03820d5-5195-462f-a250-f1237b22ad73 req-edb66c24-ce33-43d0-8614-c555d3f4a45b service neutron] 10.222.0.61 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125676 Jul 09 09:43:41.624306 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36222) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:41.643857 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a468fa7-a50d-4e5f-9d69-05e3764657bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:41.646207 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d18cb8b3-c980-4ee2-9808-1e739c6b7e8d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:41.694067 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cb8b3-c980-4ee2-9808-1e739c6b7e8d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Pushing event deleted for resources: {'Port': ['ID=9661cdcd-7d7c-4de0-9bb2-6cca7f53ab6e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:41.725014 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a547fed-1909-4fdb-89d0-46f264de711f', 'name': 'tempest-TestVolumeBackupRestore-709471749-router', 'tenant_id': '1101c76149b44222be314b3af956a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '876c3017-285b-41a1-ad46-e11d55380945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:37Z', 'updated_at': '2021-07-09T09:43:40Z', 'revision_number': 3, 'project_id': '1101c76149b44222be314b3af956a126', 'gw_port': {'id': '876c3017-285b-41a1-ad46-e11d55380945', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a547fed-1909-4fdb-89d0-46f264de711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:39Z', 'updated_at': '2021-07-09T09:43:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:41.754106 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] Checking router: 5a547fed-1909-4fdb-89d0-46f264de711f for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:43:41.754701 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] Updating router 5a547fed-1909-4fdb-89d0-46f264de711f port 876c3017-285b-41a1-ad46-e11d55380945 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:43:41.796600 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:41.859291 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d18cb8b3-c980-4ee2-9808-1e739c6b7e8d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:41.982760 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d03820d5-5195-462f-a250-f1237b22ad73 req-e8842986-eb03-4527-8491-a764d21fd500 service neutron] 10.222.0.61 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478226 Jul 09 09:43:41.997014 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19476bbb-1d5f-4505-84f4-8a42420e6102 req-76c1fcaf-b2aa-4d3e-b7e5-004ad480c0ef tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:42.005514 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19476bbb-1d5f-4505-84f4-8a42420e6102 req-76c1fcaf-b2aa-4d3e-b7e5-004ad480c0ef tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 945 time: 0.5693951 Jul 09 09:43:42.110699 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:42.112128 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19476bbb-1d5f-4505-84f4-8a42420e6102 req-c30bd627-0b4a-442c-afdf-020d773522c2 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055903 Jul 09 09:43:42.129594 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] Transition to ACTIVE for port object 876c3017-285b-41a1-ad46-e11d55380945 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:42.146505 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:42.201809 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] Attempting to bind port 876c3017-285b-41a1-ad46-e11d55380945 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:43:42.202272 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] Attempting to bind port 876c3017-285b-41a1-ad46-e11d55380945 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:43:42.202735 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] Attempting to bind port 876c3017-285b-41a1-ad46-e11d55380945 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:43:42.215660 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:43:42.216306 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:42.216822 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:42.217975 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:43:42.218562 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] Bound port: 876c3017-285b-41a1-ad46-e11d55380945, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:43:42.219047 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:42.285802 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2abbd-f4b3-4375-9f39-1f3d2bcdb956 None None] Pushing event updated for resources: {'Port': ['ID=876c3017-285b-41a1-ad46-e11d55380945,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:42.312229 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2abbd-f4b3-4375-9f39-1f3d2bcdb956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:42.312580 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2abbd-f4b3-4375-9f39-1f3d2bcdb956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:42.312920 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2abbd-f4b3-4375-9f39-1f3d2bcdb956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:42.313255 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2abbd-f4b3-4375-9f39-1f3d2bcdb956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:42.313587 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2abbd-f4b3-4375-9f39-1f3d2bcdb956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:42.313966 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2abbd-f4b3-4375-9f39-1f3d2bcdb956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:42.314470 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2abbd-f4b3-4375-9f39-1f3d2bcdb956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:42.314623 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2abbd-f4b3-4375-9f39-1f3d2bcdb956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:42.314950 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2abbd-f4b3-4375-9f39-1f3d2bcdb956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:42.315277 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2abbd-f4b3-4375-9f39-1f3d2bcdb956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:42.315598 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2abbd-f4b3-4375-9f39-1f3d2bcdb956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:42.317929 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2abbd-f4b3-4375-9f39-1f3d2bcdb956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:43:42.371420 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] For port 876c3017-285b-41a1-ad46-e11d55380945, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:43:42.376291 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] For port 876c3017-285b-41a1-ad46-e11d55380945, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=876c3017-285b-41a1-ad46-e11d55380945,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:43:42.384821 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:42.437686 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-45e9d1d6-3f73-4189-a121-e5e5fa045c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:42.485829 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] Routers {'5a547fed-1909-4fdb-89d0-46f264de711f'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:43:42.486461 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:43:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5a547fed-1909-4fdb-89d0-46f264de711f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:42.505208 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18cb8b3-c980-4ee2-9808-1e739c6b7e8d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Router 70351b5f-f9e7-456b-ad49-72eb4b47da1a has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:43:42.542633 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2abbd-f4b3-4375-9f39-1f3d2bcdb956 None None] Pushing event updated for resources: {'Port': ['ID=876c3017-285b-41a1-ad46-e11d55380945,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:42.615426 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a468fa7-a50d-4e5f-9d69-05e3764657bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:42.624117 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a468fa7-a50d-4e5f-9d69-05e3764657bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:42.662565 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5a468fa7-a50d-4e5f-9d69-05e3764657bf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b06da7ccb61f4513976f59a81e195a40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0367103 Jul 09 09:43:42.669940 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18cb8b3-c980-4ee2-9808-1e739c6b7e8d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:43:42.671774 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] Set router 5a547fed-1909-4fdb-89d0-46f264de711f gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:43:42.675926 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36252) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:42.676959 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d18cb8b3-c980-4ee2-9808-1e739c6b7e8d tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] 10.222.0.61 "PUT /v2.0/routers/70351b5f-f9e7-456b-ad49-72eb4b47da1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5049100 Jul 09 09:43:42.681570 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63715d0d-f720-4e5a-a13c-5d9c63551713 None None] Sync routers for ids ['70351b5f-f9e7-456b-ad49-72eb4b47da1a'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:43:42.688279 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36254) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:42.693722 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63715d0d-f720-4e5a-a13c-5d9c63551713 None None] Routers {'70351b5f-f9e7-456b-ad49-72eb4b47da1a'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:43:42.694542 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-63715d0d-f720-4e5a-a13c-5d9c63551713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:43:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['70351b5f-f9e7-456b-ad49-72eb4b47da1a'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:42.695474 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a468fa7-a50d-4e5f-9d69-05e3764657bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920ff63b-b7c5-469b-817e-36ffdcafb880,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:42.738477 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-63715d0d-f720-4e5a-a13c-5d9c63551713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:42.749181 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63715d0d-f720-4e5a-a13c-5d9c63551713 None None] Routers {'70351b5f-f9e7-456b-ad49-72eb4b47da1a'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:43:42.750016 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-63715d0d-f720-4e5a-a13c-5d9c63551713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:43:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['70351b5f-f9e7-456b-ad49-72eb4b47da1a'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:42.784148 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-63715d0d-f720-4e5a-a13c-5d9c63551713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:42.785498 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63715d0d-f720-4e5a-a13c-5d9c63551713 None None] The sync data for ids ['70351b5f-f9e7-456b-ad49-72eb4b47da1a'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:43:42.867531 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae88064e-7db0-4e17-a3cd-ffe6df968c75 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:42.904911 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:42.912634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a547fed-1909-4fdb-89d0-46f264de711f', 'name': 'tempest-TestVolumeBackupRestore-709471749-router', 'tenant_id': '1101c76149b44222be314b3af956a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '876c3017-285b-41a1-ad46-e11d55380945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:37Z', 'updated_at': '2021-07-09T09:43:40Z', 'revision_number': 3, 'project_id': '1101c76149b44222be314b3af956a126', 'gw_port': {'id': '876c3017-285b-41a1-ad46-e11d55380945', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a547fed-1909-4fdb-89d0-46f264de711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:39Z', 'updated_at': '2021-07-09T09:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:42.944607 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722825b3-9bfa-440f-96c7-5d7147b5543f None None] The sync data for ids ['5a547fed-1909-4fdb-89d0-46f264de711f'] in n-d-799996-1 is: [{'id': '5a547fed-1909-4fdb-89d0-46f264de711f', 'name': 'tempest-TestVolumeBackupRestore-709471749-router', 'tenant_id': '1101c76149b44222be314b3af956a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '876c3017-285b-41a1-ad46-e11d55380945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:37Z', 'updated_at': '2021-07-09T09:43:40Z', 'revision_number': 3, 'project_id': '1101c76149b44222be314b3af956a126', 'gw_port': {'id': '876c3017-285b-41a1-ad46-e11d55380945', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a547fed-1909-4fdb-89d0-46f264de711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:39Z', 'updated_at': '2021-07-09T09:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:43:43.078712 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf798c34-49e1-427c-b461-4d867c8133e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:43.086554 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-3facaf71-c241-46b4-ad2f-cc2e509174e3 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:43.088105 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-3facaf71-c241-46b4-ad2f-cc2e509174e3 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/networks?id=0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 200 len: 806 time: 0.5198586 Jul 09 09:43:43.174268 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf798c34-49e1-427c-b461-4d867c8133e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:43.186035 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-45e9d1d6-3f73-4189-a121-e5e5fa045c51 admin admin] Allocated IP 172.20.0.1 (8acf8721-b93f-4ba5-94a3-7ddd5070f3fa/89494d84-9ed8-4240-bc94-16a5cfa9eca0/f885c22a-5a9d-46bc-9717-ae1c85110e30) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:43.204103 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae88064e-7db0-4e17-a3cd-ffe6df968c75 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:43.222077 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae88064e-7db0-4e17-a3cd-ffe6df968c75 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:43.224702 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-0091f67c-06e2-4e7f-b9ef-411a199f1e3a tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/quotas/2ac1d48021e34103a62b6ac5b060403c HTTP/1.1" status: 200 len: 375 time: 0.0993376 Jul 09 09:43:43.319337 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 876c3017-285b-41a1-ad46-e11d55380945 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:43.393039 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 876c3017-285b-41a1-ad46-e11d55380945 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:43.399433 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 876c3017-285b-41a1-ad46-e11d55380945 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:43.400719 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:43.417434 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae88064e-7db0-4e17-a3cd-ffe6df968c75 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:43.418015 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae88064e-7db0-4e17-a3cd-ffe6df968c75 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Fanout notify agent at l3_agent the message router_deleted on router 70351b5f-f9e7-456b-ad49-72eb4b47da1a {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:43:43.430249 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae88064e-7db0-4e17-a3cd-ffe6df968c75 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:43.434268 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ae88064e-7db0-4e17-a3cd-ffe6df968c75 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] 10.222.0.61 "DELETE /v2.0/routers/70351b5f-f9e7-456b-ad49-72eb4b47da1a HTTP/1.1" status: 204 len: 168 time: 0.7412837 Jul 09 09:43:43.435135 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36260) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:43.522614 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf798c34-49e1-427c-b461-4d867c8133e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:43.524037 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-c600bbee-17c9-4992-b21b-2c49ffd5d9c3 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Deleting subnet 160affc3-edf6-4d24-a1fb-195cf8569be6 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:43:43.525306 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf798c34-49e1-427c-b461-4d867c8133e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:43.526554 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-cf798c34-49e1-427c-b461-4d867c8133e1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/920ff63b-b7c5-469b-817e-36ffdcafb880 HTTP/1.1" status: 204 len: 168 time: 0.8496692 Jul 09 09:43:43.545530 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c600bbee-17c9-4992-b21b-2c49ffd5d9c3 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:43.556749 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:43.557970 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-3d121569-8194-4805-984e-73495804c2f3 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ac1d48021e34103a62b6ac5b060403c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3221436 Jul 09 09:43:43.580615 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-45e9d1d6-3f73-4189-a121-e5e5fa045c51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:43.597540 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 876c3017-285b-41a1-ad46-e11d55380945, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=876c3017-285b-41a1-ad46-e11d55380945,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:43.606717 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:43.625078 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c600bbee-17c9-4992-b21b-2c49ffd5d9c3 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:43.627669 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-45e9d1d6-3f73-4189-a121-e5e5fa045c51 admin admin] Transition to ACTIVE for port object f885c22a-5a9d-46bc-9717-ae1c85110e30 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:43.629418 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf798c34-49e1-427c-b461-4d867c8133e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920ff63b-b7c5-469b-817e-36ffdcafb880,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:43.729506 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=876c3017-285b-41a1-ad46-e11d55380945,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:43.762796 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb98e2-d8ce-4144-8728-3c473eaa215a req-4dd1bd41-b9e5-4496-955e-f8ae6ccf8e9d tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:43.763486 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c600bbee-17c9-4992-b21b-2c49ffd5d9c3 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:43.770756 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6beb98e2-d8ce-4144-8728-3c473eaa215a req-4dd1bd41-b9e5-4496-955e-f8ae6ccf8e9d tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 945 time: 0.2732775 Jul 09 09:43:43.804318 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-df6b4150-0a9b-42d4-ac4c-4c77e0402b92 service neutron] 10.222.0.61 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981010 Jul 09 09:43:43.810021 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-45e9d1d6-3f73-4189-a121-e5e5fa045c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:43.840658 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c600bbee-17c9-4992-b21b-2c49ffd5d9c3 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:43.871150 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600bbee-17c9-4992-b21b-2c49ffd5d9c3 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Pushing event deleted for resources: {'Subnet': ['ID=160affc3-edf6-4d24-a1fb-195cf8569be6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:43.873240 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c600bbee-17c9-4992-b21b-2c49ffd5d9c3 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:43.878130 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c600bbee-17c9-4992-b21b-2c49ffd5d9c3 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] 10.222.0.61 "DELETE /v2.0/subnets/160affc3-edf6-4d24-a1fb-195cf8569be6 HTTP/1.1" status: 204 len: 168 time: 0.4408431 Jul 09 09:43:43.880825 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36266) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:43.887834 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574e4156-c381-440d-8f50-f99e96a8845e None None] Network fca4db21-7985-402e-b69a-822f17cf55df requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:43:43.944237 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6beb98e2-d8ce-4144-8728-3c473eaa215a req-f07b43e9-b4e1-4a17-acb1-cd7e6057c287 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724312 Jul 09 09:43:43.946515 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e9d1d6-3f73-4189-a121-e5e5fa045c51 admin admin] Network 8acf8721-b93f-4ba5-94a3-7ddd5070f3fa is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:43.961104 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-45e9d1d6-3f73-4189-a121-e5e5fa045c51 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:43.974808 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e9d1d6-3f73-4189-a121-e5e5fa045c51 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:44.010998 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47915eb0-8fca-4df1-9dc4-fbd9db986fa9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:44.022208 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-45e9d1d6-3f73-4189-a121-e5e5fa045c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:44.124162 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-47915eb0-8fca-4df1-9dc4-fbd9db986fa9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Deleting port e4a0c927-2ea7-41fe-bab1-691292272bbe {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:43:44.124515 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47915eb0-8fca-4df1-9dc4-fbd9db986fa9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:44.173051 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9d1d6-3f73-4189-a121-e5e5fa045c51 admin admin] Pushing event updated for resources: {'Port': ['ID=f885c22a-5a9d-46bc-9717-ae1c85110e30,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:44.251949 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-47915eb0-8fca-4df1-9dc4-fbd9db986fa9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] For port e4a0c927-2ea7-41fe-bab1-691292272bbe, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e4a0c927-2ea7-41fe-bab1-691292272bbe,segment=NetworkSegment(00247003-85a9-488f-8a55-8f61c3c8269d),segment_id=00247003-85a9-488f-8a55-8f61c3c8269d)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:44.251949 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47915eb0-8fca-4df1-9dc4-fbd9db986fa9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:44.270920 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-3098d681-8bd0-44af-91bb-5625afa3ce02 service neutron] 10.222.0.61 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547122 Jul 09 09:43:44.280512 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-47915eb0-8fca-4df1-9dc4-fbd9db986fa9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Calling delete_port for e4a0c927-2ea7-41fe-bab1-691292272bbe owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:43:44.287264 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-45e9d1d6-3f73-4189-a121-e5e5fa045c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:44.423394 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47915eb0-8fca-4df1-9dc4-fbd9db986fa9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:44.437080 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a1c48f26-6d86-47a0-989b-a561c1a33a3a None None] Provisioning for port f885c22a-5a9d-46bc-9717-ae1c85110e30 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:44.445061 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a1c48f26-6d86-47a0-989b-a561c1a33a3a None None] Provisioning complete for port f885c22a-5a9d-46bc-9717-ae1c85110e30 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:44.446730 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a1c48f26-6d86-47a0-989b-a561c1a33a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:44.526728 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47915eb0-8fca-4df1-9dc4-fbd9db986fa9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Pushing event deleted for resources: {'Port': ['ID=e4a0c927-2ea7-41fe-bab1-691292272bbe,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:44.528070 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47915eb0-8fca-4df1-9dc4-fbd9db986fa9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] No DVR routers for this DVR port e4a0c927-2ea7-41fe-bab1-691292272bbe on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:43:44.565307 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2c0829-2d97-4a5b-b518-49b58e755542 None None] DHCP port deletion for fca4db21-7985-402e-b69a-822f17cf55df request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:43:44.594197 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a1c48f26-6d86-47a0-989b-a561c1a33a3a None None] Port f885c22a-5a9d-46bc-9717-ae1c85110e30 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:43:44.605527 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a794b30b-ee70-4521-9cce-f59d8a3a5215 req-985327cd-096b-4a80-ac66-706e515a0087 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=275ffecd-6226-4b73-b703-b63403708bd5 HTTP/1.1" status: 200 len: 210 time: 0.1034629 Jul 09 09:43:44.644643 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47915eb0-8fca-4df1-9dc4-fbd9db986fa9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:44.649547 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-47915eb0-8fca-4df1-9dc4-fbd9db986fa9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca4db21-7985-402e-b69a-822f17cf55df']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:44.652142 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-45e9d1d6-3f73-4189-a121-e5e5fa045c51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:44.658280 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-45e9d1d6-3f73-4189-a121-e5e5fa045c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:44.661412 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-47915eb0-8fca-4df1-9dc4-fbd9db986fa9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00247003-85a9-488f-8a55-8f61c3c8269d') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:44.661724 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-47915eb0-8fca-4df1-9dc4-fbd9db986fa9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00247003-85a9-488f-8a55-8f61c3c8269d') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:44.671553 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47915eb0-8fca-4df1-9dc4-fbd9db986fa9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:44.699270 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47915eb0-8fca-4df1-9dc4-fbd9db986fa9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:44.707452 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47915eb0-8fca-4df1-9dc4-fbd9db986fa9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:43:44.707933 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47915eb0-8fca-4df1-9dc4-fbd9db986fa9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:44.729565 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-45e9d1d6-3f73-4189-a121-e5e5fa045c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:44.732464 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9d1d6-3f73-4189-a121-e5e5fa045c51 admin admin] Pushing event updated for resources: {'Port': ['ID=f885c22a-5a9d-46bc-9717-ae1c85110e30,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:43:44.774671 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:43:44.789107 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47915eb0-8fca-4df1-9dc4-fbd9db986fa9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:44.802367 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47915eb0-8fca-4df1-9dc4-fbd9db986fa9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:44.807178 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-47915eb0-8fca-4df1-9dc4-fbd9db986fa9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] 10.222.0.61 "DELETE /v2.0/networks/fca4db21-7985-402e-b69a-822f17cf55df HTTP/1.1" status: 204 len: 168 time: 0.9253612 Jul 09 09:43:44.828978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47915eb0-8fca-4df1-9dc4-fbd9db986fa9 tempest-FloatingIPNegativeTestJSON-1769032480 tempest-FloatingIPNegativeTestJSON-1769032480-project] Pushing event deleted for resources: {'Network': ['ID=fca4db21-7985-402e-b69a-822f17cf55df,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:44.917707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e9d1d6-3f73-4189-a121-e5e5fa045c51 admin admin] Network 8acf8721-b93f-4ba5-94a3-7ddd5070f3fa is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:44.919577 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-45e9d1d6-3f73-4189-a121-e5e5fa045c51 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:45.305135 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36306) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:45.346365 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-79a79a7c-d64c-469f-899c-464cb4a05365 None None] Provisioning complete for port f885c22a-5a9d-46bc-9717-ae1c85110e30 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:45.347717 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-79a79a7c-d64c-469f-899c-464cb4a05365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:45.380259 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 876c3017-285b-41a1-ad46-e11d55380945 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:45.442225 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-79a79a7c-d64c-469f-899c-464cb4a05365 None None] Port f885c22a-5a9d-46bc-9717-ae1c85110e30 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:43:45.475975 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 876c3017-285b-41a1-ad46-e11d55380945 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:45.476831 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:45.622265 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9eff9e5b-720d-4252-aa4d-90d3e9bba336 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ee3f4b2b9dc047e786c8e102b8e4e670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3155177 Jul 09 09:43:45.625505 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36318) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:45.664157 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e4a0c927-2ea7-41fe-bab1-691292272bbe no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:43:45.696333 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e9d1d6-3f73-4189-a121-e5e5fa045c51 admin admin] Router 5a547fed-1909-4fdb-89d0-46f264de711f has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:43:45.701621 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: e4a0c927-2ea7-41fe-bab1-691292272bbe {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:43:45.702356 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e4a0c927-2ea7-41fe-bab1-691292272bbe not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:43:45.716236 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c4fc16a-6c66-477d-b716-b0e1fde372d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:45.763783 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c4fc16a-6c66-477d-b716-b0e1fde372d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:45.769177 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36322) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:45.782587 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5e5f4-c7c4-4884-8255-aae31f9ea18e req-3822d46a-5d9d-4d83-a89d-dabfae070f4d tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:45.785167 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4a5e5f4-c7c4-4884-8255-aae31f9ea18e req-3822d46a-5d9d-4d83-a89d-dabfae070f4d tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 945 time: 0.6631634 Jul 09 09:43:45.819561 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c4fc16a-6c66-477d-b716-b0e1fde372d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:45.822245 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c4fc16a-6c66-477d-b716-b0e1fde372d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:45.824259 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5c4fc16a-6c66-477d-b716-b0e1fde372d5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/22e9945f-bcc1-4f2c-ab19-380aaf90078a HTTP/1.1" status: 204 len: 168 time: 0.1971138 Jul 09 09:43:45.834493 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4fc16a-6c66-477d-b716-b0e1fde372d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e9945f-bcc1-4f2c-ab19-380aaf90078a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:45.847570 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8102a620-c272-4dc8-a317-84c30fab5008 req-f2f95821-db26-4356-8b56-4244e1c888a4 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=275ffecd-6226-4b73-b703-b63403708bd5 HTTP/1.1" status: 200 len: 210 time: 0.0607977 Jul 09 09:43:45.904115 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-dc70c6c2-f8eb-4dc5-ab5c-56210f7c61c9 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1109840759'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:45.917703 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4a5e5f4-c7c4-4884-8255-aae31f9ea18e req-a16d4597-5bf4-4805-bf71-1cf1e229e0ce tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123188 Jul 09 09:43:45.930500 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc70c6c2-f8eb-4dc5-ab5c-56210f7c61c9 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:45.932569 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc70c6c2-f8eb-4dc5-ab5c-56210f7c61c9 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:45.937855 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e9d1d6-3f73-4189-a121-e5e5fa045c51 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:43:45.947289 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] Sync routers for ids ['5a547fed-1909-4fdb-89d0-46f264de711f'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:43:45.950536 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-45e9d1d6-3f73-4189-a121-e5e5fa045c51 admin admin] 10.222.0.61 "PUT /v2.0/routers/5a547fed-1909-4fdb-89d0-46f264de711f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7592292 Jul 09 09:43:45.972585 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] Routers {'5a547fed-1909-4fdb-89d0-46f264de711f'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:43:45.973297 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:43:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5a547fed-1909-4fdb-89d0-46f264de711f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:46.024140 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc70c6c2-f8eb-4dc5-ab5c-56210f7c61c9 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:46.031317 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc70c6c2-f8eb-4dc5-ab5c-56210f7c61c9 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:46.050907 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc70c6c2-f8eb-4dc5-ab5c-56210f7c61c9 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:46.052480 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dc70c6c2-f8eb-4dc5-ab5c-56210f7c61c9 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2821474 Jul 09 09:43:46.056353 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36332) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:46.107244 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] Set router 5a547fed-1909-4fdb-89d0-46f264de711f gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:43:46.287961 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2fc14901-3d74-471e-8c5f-2181c9d48117 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:46.371727 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-b6980ba8-eb06-420c-9e54-176903c48f52 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:46.373478 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-b6980ba8-eb06-420c-9e54-176903c48f52 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "GET /v2.0/networks?id=0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 200 len: 806 time: 0.2054892 Jul 09 09:43:46.414669 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-3797f3c5-1dee-4102-987c-8f7814f6aa00 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Request body: {'port': {'device_id': '275ffecd-6226-4b73-b703-b63403708bd5', 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142', 'admin_state_up': True, 'tenant_id': '2ac1d48021e34103a62b6ac5b060403c'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:46.464055 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a547fed-1909-4fdb-89d0-46f264de711f', 'name': 'tempest-TestVolumeBackupRestore-709471749-router', 'tenant_id': '1101c76149b44222be314b3af956a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '876c3017-285b-41a1-ad46-e11d55380945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:37Z', 'updated_at': '2021-07-09T09:43:44Z', 'revision_number': 4, 'project_id': '1101c76149b44222be314b3af956a126', 'gw_port': {'id': '876c3017-285b-41a1-ad46-e11d55380945', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a547fed-1909-4fdb-89d0-46f264de711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:39Z', 'updated_at': '2021-07-09T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'f885c22a-5a9d-46bc-9717-ae1c85110e30', 'name': '', 'network_id': '8acf8721-b93f-4ba5-94a3-7ddd5070f3fa', 'tenant_id': '1101c76149b44222be314b3af956a126', 'mac_address': 'fa:16:3e:8b:95:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a547fed-1909-4fdb-89d0-46f264de711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '89494d84-9ed8-4240-bc94-16a5cfa9eca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:42Z', 'updated_at': '2021-07-09T09:43:44Z', 'revision_number': 2, 'project_id': '1101c76149b44222be314b3af956a126', 'subnets': [{'id': '89494d84-9ed8-4240-bc94-16a5cfa9eca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:46.497266 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] Checking router: 5a547fed-1909-4fdb-89d0-46f264de711f for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:43:46.497567 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] Updating router 5a547fed-1909-4fdb-89d0-46f264de711f port f885c22a-5a9d-46bc-9717-ae1c85110e30 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:43:46.529381 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2fc14901-3d74-471e-8c5f-2181c9d48117 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:46.534010 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2fc14901-3d74-471e-8c5f-2181c9d48117 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:46.544310 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:46.600439 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2fc14901-3d74-471e-8c5f-2181c9d48117 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:46.601196 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc14901-3d74-471e-8c5f-2181c9d48117 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1a9db23-0338-4488-8d82-e14c6cb2c5ed {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:43:46.606573 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2fc14901-3d74-471e-8c5f-2181c9d48117 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:46.608052 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2fc14901-3d74-471e-8c5f-2181c9d48117 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] 10.222.0.61 "DELETE /v2.0/routers/f1a9db23-0338-4488-8d82-e14c6cb2c5ed HTTP/1.1" status: 204 len: 168 time: 0.5506470 Jul 09 09:43:46.611724 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36384) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:46.620834 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-55ac0594-2d93-43b7-9845-ebe419a535da tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Request body: {'router': {'name': 'tempest-router-1248093218', 'distributed': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:46.658201 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.db.api [None req-55ac0594-2d93-43b7-9845-ebe419a535da tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 09:43:46.658201 n-d-799996-1 neutron-server[93791]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 09:43:46.658201 n-d-799996-1 neutron-server[93791]: [parameters: {'project_id': '7434c208094944448ddf4bec7f9da5f3', 'id': '9897e8cc-fcad-4141-b3e0-28f81c0bdfc1', 'expiration': datetime.datetime(2021, 7, 9, 9, 45, 46, 648446)}] Jul 09 09:43:46.658201 n-d-799996-1 neutron-server[93791]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:43:46.659024 n-d-799996-1 neutron-server[93791]: DEBUG oslo_db.api [None req-55ac0594-2d93-43b7-9845-ebe419a535da tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:43:46.666564 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-3797f3c5-1dee-4102-987c-8f7814f6aa00 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Made reservation on behalf of 2ac1d48021e34103a62b6ac5b060403c for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:46.671270 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-3797f3c5-1dee-4102-987c-8f7814f6aa00 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:46.846407 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-3797f3c5-1dee-4102-987c-8f7814f6aa00 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Allocated IP 172.20.0.11 (0dbc3900-4d61-41a9-810b-30caed204142/f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66/f2cbbe35-19ac-47b8-942e-38d6f53f715a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:46.876472 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36394) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:46.936350 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.007789 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] Transition to ACTIVE for port object f885c22a-5a9d-46bc-9717-ae1c85110e30 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:47.029190 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.055602 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e83dfaeb-0230-4734-aae7-41d64d3ad406 req-2b87a794-f4ac-4f31-9b81-9d6a4177b54f tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=275ffecd-6226-4b73-b703-b63403708bd5 HTTP/1.1" status: 200 len: 210 time: 0.0403972 Jul 09 09:43:47.072574 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-938c65d9-1d6a-490f-9e22-11b3ab240bff tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1331506664', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:47.096956 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-3797f3c5-1dee-4102-987c-8f7814f6aa00 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.102066 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151113de-49f0-4134-a5e9-f1e56423dd2f None None] Pushing event updated for resources: {'Port': ['ID=f885c22a-5a9d-46bc-9717-ae1c85110e30,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:47.117082 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-938c65d9-1d6a-490f-9e22-11b3ab240bff tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.118443 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-938c65d9-1d6a-490f-9e22-11b3ab240bff tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.208376 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-938c65d9-1d6a-490f-9e22-11b3ab240bff tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.218675 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-938c65d9-1d6a-490f-9e22-11b3ab240bff tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.227363 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55ac0594-2d93-43b7-9845-ebe419a535da tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.228435 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55ac0594-2d93-43b7-9845-ebe419a535da tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.241646 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] Attempting to bind port f885c22a-5a9d-46bc-9717-ae1c85110e30 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:43:47.243321 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] Attempting to bind port f885c22a-5a9d-46bc-9717-ae1c85110e30 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'be612659-c6bf-4ea3-ad33-26e8428e1bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8acf8721-b93f-4ba5-94a3-7ddd5070f3fa'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:43:47.244674 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] Attempting to bind port f885c22a-5a9d-46bc-9717-ae1c85110e30 on network 8acf8721-b93f-4ba5-94a3-7ddd5070f3fa {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:43:47.252385 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:43:47.253262 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] Checking segment: {'id': 'be612659-c6bf-4ea3-ad33-26e8428e1bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8acf8721-b93f-4ba5-94a3-7ddd5070f3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:47.253867 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.254464 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] Bound using segment: {'id': 'be612659-c6bf-4ea3-ad33-26e8428e1bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8acf8721-b93f-4ba5-94a3-7ddd5070f3fa'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:43:47.255325 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] Bound port: f885c22a-5a9d-46bc-9717-ae1c85110e30, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be612659-c6bf-4ea3-ad33-26e8428e1bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8acf8721-b93f-4ba5-94a3-7ddd5070f3fa'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:43:47.256886 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.259333 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e510dc-edf1-40c5-ba46-25e3d55bd081 req-36c83be6-b937-4fb6-b079-cd5aaa20094b tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:47.263240 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-99e510dc-edf1-40c5-ba46-25e3d55bd081 req-36c83be6-b937-4fb6-b079-cd5aaa20094b tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 945 time: 0.1133044 Jul 09 09:43:47.264679 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-3797f3c5-1dee-4102-987c-8f7814f6aa00 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.274932 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-938c65d9-1d6a-490f-9e22-11b3ab240bff tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.276835 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-938c65d9-1d6a-490f-9e22-11b3ab240bff tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3989394 Jul 09 09:43:47.280170 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36414) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:47.295534 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-cfdf6a67-50c0-4988-8e50-2c3b5d995fb9 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-300073896'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:47.297509 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['09dd6c37-9295-46e2-be77-76eaa105fd22'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:43:47.300522 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-3797f3c5-1dee-4102-987c-8f7814f6aa00 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Network 0dbc3900-4d61-41a9-810b-30caed204142 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:47.327879 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-3797f3c5-1dee-4102-987c-8f7814f6aa00 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:47.338310 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-3797f3c5-1dee-4102-987c-8f7814f6aa00 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:47.396611 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55ac0594-2d93-43b7-9845-ebe419a535da tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.405339 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-3797f3c5-1dee-4102-987c-8f7814f6aa00 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:47.405545 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-3797f3c5-1dee-4102-987c-8f7814f6aa00 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.406716 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55ac0594-2d93-43b7-9845-ebe419a535da tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.433392 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] For port f885c22a-5a9d-46bc-9717-ae1c85110e30, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:43:47.438077 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdf6a67-50c0-4988-8e50-2c3b5d995fb9 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Made reservation on behalf of 1109453a43c04e5a9352be48ff2fed09 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:47.443203 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cfdf6a67-50c0-4988-8e50-2c3b5d995fb9 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.449562 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55ac0594-2d93-43b7-9845-ebe419a535da tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.453436 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-55ac0594-2d93-43b7-9845-ebe419a535da tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8382406 Jul 09 09:43:47.454266 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] For port f885c22a-5a9d-46bc-9717-ae1c85110e30, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f885c22a-5a9d-46bc-9717-ae1c85110e30,segment=NetworkSegment(be612659-c6bf-4ea3-ad33-26e8428e1bb5),segment_id=be612659-c6bf-4ea3-ad33-26e8428e1bb5)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:43:47.454887 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-3797f3c5-1dee-4102-987c-8f7814f6aa00 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0735135 Jul 09 09:43:47.455499 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36440) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:47.461949 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797f3c5-1dee-4102-987c-8f7814f6aa00 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Pushing event updated for resources: {'Port': ['ID=f2cbbe35-19ac-47b8-942e-38d6f53f715a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:47.463544 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cfdf6a67-50c0-4988-8e50-2c3b5d995fb9 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.467270 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.481833 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-f155f444-8f97-4f6d-8f78-0108c24dfb37 service neutron] Request body: {'port': {'device_id': '275ffecd-6226-4b73-b703-b63403708bd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:47.568308 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abee8f61-f9bc-4f2c-bb30-d7ab96d6a3ea tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.597876 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151113de-49f0-4134-a5e9-f1e56423dd2f None None] Pushing event updated for resources: {'Port': ['ID=f885c22a-5a9d-46bc-9717-ae1c85110e30,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:47.650264 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] Routers {'5a547fed-1909-4fdb-89d0-46f264de711f'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:43:47.651282 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:43:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5a547fed-1909-4fdb-89d0-46f264de711f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:47.660255 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cfdf6a67-50c0-4988-8e50-2c3b5d995fb9 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.671011 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cfdf6a67-50c0-4988-8e50-2c3b5d995fb9 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.681474 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-99e510dc-edf1-40c5-ba46-25e3d55bd081 req-2fb402a9-15fa-432a-b857-c0472a56f3f9 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791258 Jul 09 09:43:47.738389 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfdf6a67-50c0-4988-8e50-2c3b5d995fb9 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:43:47.751660 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf6a67-50c0-4988-8e50-2c3b5d995fb9 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d962f03d-2b2e-43db-bdf2-a9fc9a1669df,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:47.762984 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cfdf6a67-50c0-4988-8e50-2c3b5d995fb9 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.764175 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-cfdf6a67-50c0-4988-8e50-2c3b5d995fb9 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Added segment 8480ff14-232b-49c4-948f-e46a43ae22cb of type vlan for network fc3498aa-3f20-44d7-b668-121c8f7ba9d1 Jul 09 09:43:47.825221 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cfdf6a67-50c0-4988-8e50-2c3b5d995fb9 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.839883 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abee8f61-f9bc-4f2c-bb30-d7ab96d6a3ea tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.843903 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abee8f61-f9bc-4f2c-bb30-d7ab96d6a3ea tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.871427 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cfdf6a67-50c0-4988-8e50-2c3b5d995fb9 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.877961 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdf6a67-50c0-4988-8e50-2c3b5d995fb9 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:47.878518 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cfdf6a67-50c0-4988-8e50-2c3b5d995fb9 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.883461 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] Set router 5a547fed-1909-4fdb-89d0-46f264de711f gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:43:47.907355 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cfdf6a67-50c0-4988-8e50-2c3b5d995fb9 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6266880 Jul 09 09:43:47.911028 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36442) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:47.919934 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d161e32c-ae4f-4eb6-8bf3-1afc80262848 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Request body: {'subnet': {'network_id': 'fc3498aa-3f20-44d7-b668-121c8f7ba9d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:47.970228 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abee8f61-f9bc-4f2c-bb30-d7ab96d6a3ea tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.970228 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abee8f61-f9bc-4f2c-bb30-d7ab96d6a3ea tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94b9ae6b-24a8-4e65-91ba-1820a757350a {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:43:47.978400 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abee8f61-f9bc-4f2c-bb30-d7ab96d6a3ea tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:47.979926 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf6a67-50c0-4988-8e50-2c3b5d995fb9 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Pushing event updated for resources: {'Network': ['ID=fc3498aa-3f20-44d7-b668-121c8f7ba9d1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:47.980106 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-abee8f61-f9bc-4f2c-bb30-d7ab96d6a3ea tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] 10.222.0.61 "DELETE /v2.0/routers/94b9ae6b-24a8-4e65-91ba-1820a757350a HTTP/1.1" status: 204 len: 168 time: 0.5210786 Jul 09 09:43:47.983600 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36444) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:47.991822 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f977a943-3ee8-4ceb-adf1-969dbb6cfeb1 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Request body: {'router': {'name': 'tempest-router-550425278', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a3630f0ee7a248beaa37d08fc0e90157'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:47.995719 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-f155f444-8f97-4f6d-8f78-0108c24dfb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:48.017045 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network fc3498aa-3f20-44d7-b668-121c8f7ba9d1 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:43:48.024043 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f977a943-3ee8-4ceb-adf1-969dbb6cfeb1 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:48.026658 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f977a943-3ee8-4ceb-adf1-969dbb6cfeb1 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:48.118312 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f977a943-3ee8-4ceb-adf1-969dbb6cfeb1 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:48.128372 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f977a943-3ee8-4ceb-adf1-969dbb6cfeb1 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:48.240102 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a547fed-1909-4fdb-89d0-46f264de711f', 'name': 'tempest-TestVolumeBackupRestore-709471749-router', 'tenant_id': '1101c76149b44222be314b3af956a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '876c3017-285b-41a1-ad46-e11d55380945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:37Z', 'updated_at': '2021-07-09T09:43:44Z', 'revision_number': 4, 'project_id': '1101c76149b44222be314b3af956a126', 'gw_port': {'id': '876c3017-285b-41a1-ad46-e11d55380945', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a547fed-1909-4fdb-89d0-46f264de711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:39Z', 'updated_at': '2021-07-09T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'f885c22a-5a9d-46bc-9717-ae1c85110e30', 'name': '', 'network_id': '8acf8721-b93f-4ba5-94a3-7ddd5070f3fa', 'tenant_id': '1101c76149b44222be314b3af956a126', 'mac_address': 'fa:16:3e:8b:95:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a547fed-1909-4fdb-89d0-46f264de711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '89494d84-9ed8-4240-bc94-16a5cfa9eca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:42Z', 'updated_at': '2021-07-09T09:43:47Z', 'revision_number': 4, 'project_id': '1101c76149b44222be314b3af956a126', 'subnets': [{'id': '89494d84-9ed8-4240-bc94-16a5cfa9eca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:48.248860 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d161e32c-ae4f-4eb6-8bf3-1afc80262848 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Made reservation on behalf of 1109453a43c04e5a9352be48ff2fed09 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:48.252019 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f977a943-3ee8-4ceb-adf1-969dbb6cfeb1 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:48.253651 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f977a943-3ee8-4ceb-adf1-969dbb6cfeb1 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2691264 Jul 09 09:43:48.253862 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d161e32c-ae4f-4eb6-8bf3-1afc80262848 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:48.256364 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36450) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:48.261252 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c49ecb20-b875-4ef5-9125-2cf415ac8e5b tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:48.285270 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5923601f-8468-4aca-9460-e82be6a1d87f None None] The sync data for ids ['5a547fed-1909-4fdb-89d0-46f264de711f'] in n-d-799996-1 is: [{'id': '5a547fed-1909-4fdb-89d0-46f264de711f', 'name': 'tempest-TestVolumeBackupRestore-709471749-router', 'tenant_id': '1101c76149b44222be314b3af956a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '876c3017-285b-41a1-ad46-e11d55380945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:37Z', 'updated_at': '2021-07-09T09:43:44Z', 'revision_number': 4, 'project_id': '1101c76149b44222be314b3af956a126', 'gw_port': {'id': '876c3017-285b-41a1-ad46-e11d55380945', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a547fed-1909-4fdb-89d0-46f264de711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:39Z', 'updated_at': '2021-07-09T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'f885c22a-5a9d-46bc-9717-ae1c85110e30', 'name': '', 'network_id': '8acf8721-b93f-4ba5-94a3-7ddd5070f3fa', 'tenant_id': '1101c76149b44222be314b3af956a126', 'mac_address': 'fa:16:3e:8b:95:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a547fed-1909-4fdb-89d0-46f264de711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '89494d84-9ed8-4240-bc94-16a5cfa9eca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:42Z', 'updated_at': '2021-07-09T09:43:47Z', 'revision_number': 4, 'project_id': '1101c76149b44222be314b3af956a126', 'subnets': [{'id': '89494d84-9ed8-4240-bc94-16a5cfa9eca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:43:48.503074 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cb345-e85a-47ad-bd8b-2422a801432b req-b669cce6-6db8-44f1-bdab-5778da957d1c tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:48.509632 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d40cb345-e85a-47ad-bd8b-2422a801432b req-b669cce6-6db8-44f1-bdab-5778da957d1c tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=275ffecd-6226-4b73-b703-b63403708bd5 HTTP/1.1" status: 200 len: 932 time: 0.2782257 Jul 09 09:43:48.555206 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c49ecb20-b875-4ef5-9125-2cf415ac8e5b tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:48.555568 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c49ecb20-b875-4ef5-9125-2cf415ac8e5b tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks [] for router, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:48.657418 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d40cb345-e85a-47ad-bd8b-2422a801432b req-8259446e-1b33-4536-ae24-f7c1ef3ef65b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329396 Jul 09 09:43:48.662157 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c49ecb20-b875-4ef5-9125-2cf415ac8e5b tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93791) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 09 09:43:48.662623 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c49ecb20-b875-4ef5-9125-2cf415ac8e5b tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Router e660c6f6-7f34-41b6-afd3-c5b424f731af migrating from provider to provider. {{(pid=93791) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 09 09:43:48.662869 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c49ecb20-b875-4ef5-9125-2cf415ac8e5b tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:48.681071 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-f155f444-8f97-4f6d-8f78-0108c24dfb37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2cbbe35-19ac-47b8-942e-38d6f53f715a {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:43:48.684827 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c49ecb20-b875-4ef5-9125-2cf415ac8e5b tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:48.692325 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c49ecb20-b875-4ef5-9125-2cf415ac8e5b tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524803'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:48.724974 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-f155f444-8f97-4f6d-8f78-0108c24dfb37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:48.758492 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-f155f444-8f97-4f6d-8f78-0108c24dfb37 service neutron] Transition to ACTIVE for port object f2cbbe35-19ac-47b8-942e-38d6f53f715a will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:48.764155 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d161e32c-ae4f-4eb6-8bf3-1afc80262848 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:48.837756 n-d-799996-1 neutron-server[93791]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c49ecb20-b875-4ef5-9125-2cf415ac8e5b tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] No L3 agents can host the router e660c6f6-7f34-41b6-afd3-c5b424f731af Jul 09 09:43:48.841593 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161e32c-ae4f-4eb6-8bf3-1afc80262848 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Pushing event updated for resources: {'Subnet': ['ID=020e5aac-290b-4eb1-806e-482c12b5502d,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:48.845102 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-f155f444-8f97-4f6d-8f78-0108c24dfb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:48.979820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155f444-8f97-4f6d-8f78-0108c24dfb37 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cbbe35-19ac-47b8-942e-38d6f53f715a,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:48.982836 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49ecb20-b875-4ef5-9125-2cf415ac8e5b tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Hosts for router e660c6f6-7f34-41b6-afd3-c5b424f731af: [] {{(pid=93791) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 09 09:43:49.009824 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49ecb20-b875-4ef5-9125-2cf415ac8e5b tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Hosts for other DVR routers connected to router e660c6f6-7f34-41b6-afd3-c5b424f731af: set() {{(pid=93791) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 09 09:43:49.013009 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c49ecb20-b875-4ef5-9125-2cf415ac8e5b tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:49.014235 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c49ecb20-b875-4ef5-9125-2cf415ac8e5b tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] 10.222.0.61 "PUT /v2.0/routers/e660c6f6-7f34-41b6-afd3-c5b424f731af HTTP/1.1" status: 200 len: 716 time: 0.7567322 Jul 09 09:43:49.016769 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36454) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:49.036277 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d161e32c-ae4f-4eb6-8bf3-1afc80262848 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Checking segment: {'id': '8480ff14-232b-49c4-948f-e46a43ae22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fc3498aa-3f20-44d7-b668-121c8f7ba9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:49.036641 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d161e32c-ae4f-4eb6-8bf3-1afc80262848 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Network hostable DHCP agents. Network: fc3498aa-3f20-44d7-b668-121c8f7ba9d1, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:43:49.099552 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f333194c-5b9e-4a3b-95e8-cc5f6b9ca2dc tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] 10.222.0.61 "GET /v2.0/routers/e660c6f6-7f34-41b6-afd3-c5b424f731af HTTP/1.1" status: 200 len: 716 time: 0.0815969 Jul 09 09:43:49.101923 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36456) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:49.103762 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257db7b2-28f3-4ea5-8155-0916b047efac req-0eaaf345-ae85-4d44-b8ef-9a5131ac2d12 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:49.105741 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-257db7b2-28f3-4ea5-8155-0916b047efac req-0eaaf345-ae85-4d44-b8ef-9a5131ac2d12 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 945 time: 0.2192342 Jul 09 09:43:49.179312 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d161e32c-ae4f-4eb6-8bf3-1afc80262848 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Network fc3498aa-3f20-44d7-b668-121c8f7ba9d1 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:43:49.196248 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-257db7b2-28f3-4ea5-8155-0916b047efac req-2bc57017-d51d-4a40-a81b-0b51f6d7310d tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817270 Jul 09 09:43:49.201133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-f155f444-8f97-4f6d-8f78-0108c24dfb37 service neutron] Attempting to bind port f2cbbe35-19ac-47b8-942e-38d6f53f715a on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:43:49.203513 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-f155f444-8f97-4f6d-8f78-0108c24dfb37 service neutron] Attempting to bind port f2cbbe35-19ac-47b8-942e-38d6f53f715a by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:43:49.203823 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-f155f444-8f97-4f6d-8f78-0108c24dfb37 service neutron] Attempting to bind port f2cbbe35-19ac-47b8-942e-38d6f53f715a on network 0dbc3900-4d61-41a9-810b-30caed204142 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:43:49.212489 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d161e32c-ae4f-4eb6-8bf3-1afc80262848 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, fc3498aa-3f20-44d7-b668-121c8f7ba9d1) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:49.214371 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-f155f444-8f97-4f6d-8f78-0108c24dfb37 service neutron] Port f2cbbe35-19ac-47b8-942e-38d6f53f715a on network 0dbc3900-4d61-41a9-810b-30caed204142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:43:49.214697 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-f155f444-8f97-4f6d-8f78-0108c24dfb37 service neutron] Attempting to bind port f2cbbe35-19ac-47b8-942e-38d6f53f715a on network 0dbc3900-4d61-41a9-810b-30caed204142 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:43:49.224000 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e682bf3-8f38-45c6-bf57-57a211abd283 None None] Network fc3498aa-3f20-44d7-b668-121c8f7ba9d1 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:43:49.269785 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d161e32c-ae4f-4eb6-8bf3-1afc80262848 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:49.270406 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d161e32c-ae4f-4eb6-8bf3-1afc80262848 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:49.274671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-f155f444-8f97-4f6d-8f78-0108c24dfb37 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:43:49.275026 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-f155f444-8f97-4f6d-8f78-0108c24dfb37 service neutron] Checking segment: {'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:49.275408 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-f155f444-8f97-4f6d-8f78-0108c24dfb37 service neutron] Bound using segment: {'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:43:49.275896 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-f155f444-8f97-4f6d-8f78-0108c24dfb37 service neutron] Bound port: f2cbbe35-19ac-47b8-942e-38d6f53f715a, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:43:49.276300 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-f155f444-8f97-4f6d-8f78-0108c24dfb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:49.332956 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d161e32c-ae4f-4eb6-8bf3-1afc80262848 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4208524 Jul 09 09:43:49.352476 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36462) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:49.359974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-eba572f7-e5a9-412f-a9f7-4291777f1461 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Request body: {'network': {'name': 'tempest-router-network01--1183121593'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:49.367486 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f885c22a-5a9d-46bc-9717-ae1c85110e30 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:49.425825 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fb0425c8-b86e-4d81-b6b3-1d7a9fbfd7c0 tempest-RoutersTestDVR-1545626168 tempest-RoutersTestDVR-1545626168-project] 10.222.0.61 "GET /v2.0/routers/e660c6f6-7f34-41b6-afd3-c5b424f731af HTTP/1.1" status: 200 len: 682 time: 0.3226349 Jul 09 09:43:49.428830 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36464) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:49.463139 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-f155f444-8f97-4f6d-8f78-0108c24dfb37 service neutron] For port f2cbbe35-19ac-47b8-942e-38d6f53f715a, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:43:49.469521 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-f155f444-8f97-4f6d-8f78-0108c24dfb37 service neutron] For port f2cbbe35-19ac-47b8-942e-38d6f53f715a, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=f2cbbe35-19ac-47b8-942e-38d6f53f715a,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:43:49.481123 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-f155f444-8f97-4f6d-8f78-0108c24dfb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:49.497163 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba572f7-e5a9-412f-a9f7-4291777f1461 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Made reservation on behalf of 1109453a43c04e5a9352be48ff2fed09 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:49.503070 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eba572f7-e5a9-412f-a9f7-4291777f1461 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:49.527616 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5014137d-3a84-4675-bfda-74245b751557 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:49.558329 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port f885c22a-5a9d-46bc-9717-ae1c85110e30 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:49.564555 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port f885c22a-5a9d-46bc-9717-ae1c85110e30 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:49.565204 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:49.569599 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cfb686-9cf0-4a87-84f3-27066144a92c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-fc3498aa-3f20-44d7-b668-121c8f7ba9d1', 'network_id': 'fc3498aa-3f20-44d7-b668-121c8f7ba9d1', 'tenant_id': '1109453a43c04e5a9352be48ff2fed09', 'fixed_ips': [{'subnet_id': '020e5aac-290b-4eb1-806e-482c12b5502d'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:43:49.570699 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44cfb686-9cf0-4a87-84f3-27066144a92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:49.596056 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba572f7-e5a9-412f-a9f7-4291777f1461 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:43:49.608166 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eba572f7-e5a9-412f-a9f7-4291777f1461 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:49.608871 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-eba572f7-e5a9-412f-a9f7-4291777f1461 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Added segment 01f96559-0054-4c88-a7b9-1ad74c75924c of type vlan for network cedb0427-2069-43c6-bef9-1007178f7d84 Jul 09 09:43:49.668902 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eba572f7-e5a9-412f-a9f7-4291777f1461 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:49.719274 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-f155f444-8f97-4f6d-8f78-0108c24dfb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:49.720155 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-f155f444-8f97-4f6d-8f78-0108c24dfb37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:49.721658 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-f155f444-8f97-4f6d-8f78-0108c24dfb37 service neutron] 10.222.0.64 "PUT /v2.0/ports/f2cbbe35-19ac-47b8-942e-38d6f53f715a HTTP/1.1" status: 200 len: 1092 time: 2.2442157 Jul 09 09:43:49.729839 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275ffecd-6226-4b73-b703-b63403708bd5', 'tag': 'f2cbbe35-19ac-47b8-942e-38d6f53f715a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:43:49.732633 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b75058-fbac-4893-a5ef-ef2569f8dd39" -d '{"events": [{"name": "network-changed", "server_uuid": "275ffecd-6226-4b73-b703-b63403708bd5", "tag": "f2cbbe35-19ac-47b8-942e-38d6f53f715a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:43:49.812273 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca1cf82-c0f2-4eaa-8590-ec0af8b4ede3 x-openstack-request-id: req-cca1cf82-c0f2-4eaa-8590-ec0af8b4ede3 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:43:49.813028 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275ffecd-6226-4b73-b703-b63403708bd5", "tag": "f2cbbe35-19ac-47b8-942e-38d6f53f715a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:43:49.813316 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cca1cf82-c0f2-4eaa-8590-ec0af8b4ede3 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:43:49.814192 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275ffecd-6226-4b73-b703-b63403708bd5', 'tag': 'f2cbbe35-19ac-47b8-942e-38d6f53f715a', 'status': 'completed', 'code': 200} Jul 09 09:43:49.815237 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eba572f7-e5a9-412f-a9f7-4291777f1461 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:49.820535 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba572f7-e5a9-412f-a9f7-4291777f1461 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:49.821135 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eba572f7-e5a9-412f-a9f7-4291777f1461 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:49.823652 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5014137d-3a84-4675-bfda-74245b751557 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:49.830247 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5014137d-3a84-4675-bfda-74245b751557 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:49.842045 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:49.915908 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5014137d-3a84-4675-bfda-74245b751557 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:49.916902 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5014137d-3a84-4675-bfda-74245b751557 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e660c6f6-7f34-41b6-afd3-c5b424f731af {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:43:49.921594 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5014137d-3a84-4675-bfda-74245b751557 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:49.933545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port f885c22a-5a9d-46bc-9717-ae1c85110e30, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f885c22a-5a9d-46bc-9717-ae1c85110e30,segment=NetworkSegment(be612659-c6bf-4ea3-ad33-26e8428e1bb5),segment_id=be612659-c6bf-4ea3-ad33-26e8428e1bb5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:49.935460 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5014137d-3a84-4675-bfda-74245b751557 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] 10.222.0.61 "DELETE /v2.0/routers/e660c6f6-7f34-41b6-afd3-c5b424f731af HTTP/1.1" status: 204 len: 168 time: 0.5054784 Jul 09 09:43:49.939104 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36470) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:49.944537 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0fabc0fb-91df-4456-a888-817d63d1e71c tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Request body: {'router': {'name': 'tempest-router-2131481853', 'distributed': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:49.944729 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:49.950917 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba572f7-e5a9-412f-a9f7-4291777f1461 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Pushing event updated for resources: {'Network': ['ID=cedb0427-2069-43c6-bef9-1007178f7d84,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:49.952610 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-44cfb686-9cf0-4a87-84f3-27066144a92c None None] Allocated IP 172.20.0.2 (fc3498aa-3f20-44d7-b668-121c8f7ba9d1/020e5aac-290b-4eb1-806e-482c12b5502d/b6611fe1-8f0c-4124-af7b-705839646e52) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:49.959737 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-eba572f7-e5a9-412f-a9f7-4291777f1461 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6031594 Jul 09 09:43:49.959933 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36472) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:49.964493 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4a63d326-6f64-4749-9963-64bd889bfae6 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Request body: {'network': {'name': 'tempest-router-network02--8404942'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:49.986360 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network cedb0427-2069-43c6-bef9-1007178f7d84 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:43:50.002281 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fabc0fb-91df-4456-a888-817d63d1e71c tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:50.003554 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fabc0fb-91df-4456-a888-817d63d1e71c tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:50.004676 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155f444-8f97-4f6d-8f78-0108c24dfb37 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cbbe35-19ac-47b8-942e-38d6f53f715a,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:50.033213 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a63d326-6f64-4749-9963-64bd889bfae6 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Made reservation on behalf of 1109453a43c04e5a9352be48ff2fed09 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:50.039282 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a63d326-6f64-4749-9963-64bd889bfae6 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:50.063167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-a65ccbf8-db1e-4707-9eb0-e6e142867375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:50.066476 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-a65ccbf8-db1e-4707-9eb0-e6e142867375 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ac1d48021e34103a62b6ac5b060403c&device_id=275ffecd-6226-4b73-b703-b63403708bd5 HTTP/1.1" status: 200 len: 1095 time: 0.2910216 Jul 09 09:43:50.119766 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fabc0fb-91df-4456-a888-817d63d1e71c tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:50.121220 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a63d326-6f64-4749-9963-64bd889bfae6 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:43:50.130467 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fabc0fb-91df-4456-a888-817d63d1e71c tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:50.130973 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-a10f394f-dfb7-4d69-aa9b-3db95416291f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2cbbe35-19ac-47b8-942e-38d6f53f715a HTTP/1.1" status: 200 len: 217 time: 0.0519042 Jul 09 09:43:50.138678 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a63d326-6f64-4749-9963-64bd889bfae6 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:50.139401 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-4a63d326-6f64-4749-9963-64bd889bfae6 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Added segment 73d3ed16-0abf-4666-9318-27cdd0a8f318 of type vlan for network b29c4460-01c1-45ae-b7d3-212291c69526 Jul 09 09:43:50.145283 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b35723-f3fa-4fed-a8c5-836dd0094ef0 req-f7c172c9-383e-4b0d-bbcf-2296634119b6 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:50.146913 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a8b35723-f3fa-4fed-a8c5-836dd0094ef0 req-f7c172c9-383e-4b0d-bbcf-2296634119b6 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=275ffecd-6226-4b73-b703-b63403708bd5 HTTP/1.1" status: 200 len: 944 time: 0.1971936 Jul 09 09:43:50.172109 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=f885c22a-5a9d-46bc-9717-ae1c85110e30,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:50.213470 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fabc0fb-91df-4456-a888-817d63d1e71c tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:50.218267 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0fabc0fb-91df-4456-a888-817d63d1e71c tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2779818 Jul 09 09:43:50.219831 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36474) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:50.303262 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a8b35723-f3fa-4fed-a8c5-836dd0094ef0 req-39336901-bad9-4874-82b6-1a76f500b3d4 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432056 Jul 09 09:43:50.315474 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d798c17-f098-4a6e-b2cc-3bf34d8e2fa7 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:50.318796 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a63d326-6f64-4749-9963-64bd889bfae6 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:50.338473 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44cfb686-9cf0-4a87-84f3-27066144a92c None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:50.360200 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-44cfb686-9cf0-4a87-84f3-27066144a92c None None] Transition to ACTIVE for port object b6611fe1-8f0c-4124-af7b-705839646e52 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:50.363540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-fd5c6d5d-708f-4edf-84f0-48aec73edcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:50.365120 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-fd5c6d5d-708f-4edf-84f0-48aec73edcae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66 HTTP/1.1" status: 200 len: 846 time: 0.2172499 Jul 09 09:43:50.404105 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-44cfb686-9cf0-4a87-84f3-27066144a92c None None] Transition to ACTIVE for port object b6611fe1-8f0c-4124-af7b-705839646e52 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:50.416158 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-d29513cd-5207-45f3-a999-cfb3846acc8c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0dbc3900-4d61-41a9-810b-30caed204142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371127 Jul 09 09:43:50.416592 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44cfb686-9cf0-4a87-84f3-27066144a92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:50.418807 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eeda54-a800-4683-9dbc-6ebe5c007875 req-39e8d55e-38b7-4288-b1b8-54ea01e3a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:50.420672 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-61eeda54-a800-4683-9dbc-6ebe5c007875 req-39e8d55e-38b7-4288-b1b8-54ea01e3a2e9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 1096 time: 0.1225474 Jul 09 09:43:50.471284 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cfb686-9cf0-4a87-84f3-27066144a92c None None] Network fc3498aa-3f20-44d7-b668-121c8f7ba9d1 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:50.477474 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-44cfb686-9cf0-4a87-84f3-27066144a92c None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:50.482632 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cfb686-9cf0-4a87-84f3-27066144a92c None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:50.493147 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfb686-9cf0-4a87-84f3-27066144a92c None None] Pushing event updated for resources: {'Port': ['ID=b6611fe1-8f0c-4124-af7b-705839646e52,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:50.544278 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d798c17-f098-4a6e-b2cc-3bf34d8e2fa7 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:50.546756 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d798c17-f098-4a6e-b2cc-3bf34d8e2fa7 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:50.550231 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a63d326-6f64-4749-9963-64bd889bfae6 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:50.554100 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a63d326-6f64-4749-9963-64bd889bfae6 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:50.555003 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a63d326-6f64-4749-9963-64bd889bfae6 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:50.564200 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-44cfb686-9cf0-4a87-84f3-27066144a92c None None] Attempting to bind port b6611fe1-8f0c-4124-af7b-705839646e52 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:43:50.564912 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-44cfb686-9cf0-4a87-84f3-27066144a92c None None] Attempting to bind port b6611fe1-8f0c-4124-af7b-705839646e52 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '8480ff14-232b-49c4-948f-e46a43ae22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fc3498aa-3f20-44d7-b668-121c8f7ba9d1'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:43:50.565650 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cfb686-9cf0-4a87-84f3-27066144a92c None None] Attempting to bind port b6611fe1-8f0c-4124-af7b-705839646e52 on network fc3498aa-3f20-44d7-b668-121c8f7ba9d1 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:43:50.584838 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cfb686-9cf0-4a87-84f3-27066144a92c None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:43:50.585520 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cfb686-9cf0-4a87-84f3-27066144a92c None None] Checking segment: {'id': '8480ff14-232b-49c4-948f-e46a43ae22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fc3498aa-3f20-44d7-b668-121c8f7ba9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:50.586150 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44cfb686-9cf0-4a87-84f3-27066144a92c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:50.586893 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cfb686-9cf0-4a87-84f3-27066144a92c None None] Bound using segment: {'id': '8480ff14-232b-49c4-948f-e46a43ae22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fc3498aa-3f20-44d7-b668-121c8f7ba9d1'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:43:50.588016 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-44cfb686-9cf0-4a87-84f3-27066144a92c None None] Bound port: b6611fe1-8f0c-4124-af7b-705839646e52, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8480ff14-232b-49c4-948f-e46a43ae22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fc3498aa-3f20-44d7-b668-121c8f7ba9d1'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:43:50.588832 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44cfb686-9cf0-4a87-84f3-27066144a92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:50.656342 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4a63d326-6f64-4749-9963-64bd889bfae6 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6942458 Jul 09 09:43:50.658758 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36480) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:50.663956 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6a423ef2-997d-4cef-b2b2-419236187c94 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Request body: {'subnet': {'network_id': 'cedb0427-2069-43c6-bef9-1007178f7d84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:50.674047 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d798c17-f098-4a6e-b2cc-3bf34d8e2fa7 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:50.674544 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d798c17-f098-4a6e-b2cc-3bf34d8e2fa7 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b63bc1b4-3a9f-42d6-b610-7be111cbce8e {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:43:50.699893 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-44cfb686-9cf0-4a87-84f3-27066144a92c None None] For port b6611fe1-8f0c-4124-af7b-705839646e52, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:43:50.703821 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-44cfb686-9cf0-4a87-84f3-27066144a92c None None] For port b6611fe1-8f0c-4124-af7b-705839646e52, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b6611fe1-8f0c-4124-af7b-705839646e52,segment=NetworkSegment(8480ff14-232b-49c4-948f-e46a43ae22cb),segment_id=8480ff14-232b-49c4-948f-e46a43ae22cb)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:43:50.710307 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44cfb686-9cf0-4a87-84f3-27066144a92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:50.783921 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfb686-9cf0-4a87-84f3-27066144a92c None None] Pushing event updated for resources: {'Port': ['ID=b6611fe1-8f0c-4124-af7b-705839646e52,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:50.983963 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-61eeda54-a800-4683-9dbc-6ebe5c007875 req-cae49eac-d3fa-4a4a-8f59-88cb71d828d0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5289111 Jul 09 09:43:51.030145 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-cd5f801b-cb6f-4b8a-a185-75c47a9feff4 service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6054261 Jul 09 09:43:51.045013 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e15d8-a2f5-406e-93fb-d5029b23c710 req-4e672ab9-2ad8-4976-9ccf-e5735e04357e tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:51.050043 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2d9e15d8-a2f5-406e-93fb-d5029b23c710 req-4e672ab9-2ad8-4976-9ccf-e5735e04357e tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 945 time: 0.1413665 Jul 09 09:43:51.112867 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d798c17-f098-4a6e-b2cc-3bf34d8e2fa7 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:51.114017 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5d798c17-f098-4a6e-b2cc-3bf34d8e2fa7 tempest-RoutersTestDVR-366675856 tempest-RoutersTestDVR-366675856-project-admin] 10.222.0.61 "DELETE /v2.0/routers/b63bc1b4-3a9f-42d6-b610-7be111cbce8e HTTP/1.1" status: 204 len: 168 time: 0.8889937 Jul 09 09:43:51.114979 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63d326-6f64-4749-9963-64bd889bfae6 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Pushing event updated for resources: {'Network': ['ID=b29c4460-01c1-45ae-b7d3-212291c69526,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:51.155017 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network b29c4460-01c1-45ae-b7d3-212291c69526 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:43:51.192946 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2d9e15d8-a2f5-406e-93fb-d5029b23c710 req-4fcbb816-ce61-4360-9f2b-eddf622d00d4 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333752 Jul 09 09:43:51.262158 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4644fc6a-6ae2-4a74-bde6-0b73198a2ce1 req-5348e205-e04d-4901-8276-aef9084ff764 service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107868 Jul 09 09:43:51.295282 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a423ef2-997d-4cef-b2b2-419236187c94 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Made reservation on behalf of 1109453a43c04e5a9352be48ff2fed09 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:51.309060 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a423ef2-997d-4cef-b2b2-419236187c94 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:51.435589 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b75058-fbac-4893-a5ef-ef2569f8dd39 req-9e0fb9fa-5149-4974-a0b2-2597e85f57e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:51.437721 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6b75058-fbac-4893-a5ef-ef2569f8dd39 req-9e0fb9fa-5149-4974-a0b2-2597e85f57e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ac1d48021e34103a62b6ac5b060403c&device_id=275ffecd-6226-4b73-b703-b63403708bd5 HTTP/1.1" status: 200 len: 1095 time: 0.1205018 Jul 09 09:43:51.461713 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b6611fe1-8f0c-4124-af7b-705839646e52 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:51.558883 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port b6611fe1-8f0c-4124-af7b-705839646e52 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:51.568157 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f885c22a-5a9d-46bc-9717-ae1c85110e30 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:51.653568 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36490) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:51.662173 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port f885c22a-5a9d-46bc-9717-ae1c85110e30 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:51.663168 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:51.730943 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b75058-fbac-4893-a5ef-ef2569f8dd39 req-c899ea90-5059-4326-8edf-6f87220f0a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:51.732541 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6b75058-fbac-4893-a5ef-ef2569f8dd39 req-c899ea90-5059-4326-8edf-6f87220f0a79 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 200 len: 907 time: 0.2873349 Jul 09 09:43:51.782703 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a423ef2-997d-4cef-b2b2-419236187c94 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:51.817471 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6b75058-fbac-4893-a5ef-ef2569f8dd39 req-100dbec2-9c94-41cb-9568-cba621e5a9b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2cbbe35-19ac-47b8-942e-38d6f53f715a HTTP/1.1" status: 200 len: 217 time: 0.0760972 Jul 09 09:43:51.841800 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82392399-69e8-4af8-891b-c5c4d63f855c req-427aec9e-e0ab-4070-91c9-33746b580cfd tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:51.845381 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-82392399-69e8-4af8-891b-c5c4d63f855c req-427aec9e-e0ab-4070-91c9-33746b580cfd tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=275ffecd-6226-4b73-b703-b63403708bd5 HTTP/1.1" status: 200 len: 944 time: 0.2956426 Jul 09 09:43:51.876172 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a423ef2-997d-4cef-b2b2-419236187c94 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Pushing event updated for resources: {'Subnet': ['ID=fdc9288a-f40b-4220-a224-052715a7fda6,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:51.918863 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a423ef2-997d-4cef-b2b2-419236187c94 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Checking segment: {'id': '01f96559-0054-4c88-a7b9-1ad74c75924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cedb0427-2069-43c6-bef9-1007178f7d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:51.919497 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a423ef2-997d-4cef-b2b2-419236187c94 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Network hostable DHCP agents. Network: cedb0427-2069-43c6-bef9-1007178f7d84, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:43:51.934961 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59ee985d-27a8-40b4-9519-66718036fede admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:51.942704 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a423ef2-997d-4cef-b2b2-419236187c94 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Network cedb0427-2069-43c6-bef9-1007178f7d84 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:43:51.956442 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-6a423ef2-997d-4cef-b2b2-419236187c94 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, cedb0427-2069-43c6-bef9-1007178f7d84) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:51.971685 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b75058-fbac-4893-a5ef-ef2569f8dd39 req-5c5e8076-377c-4c0d-a8f7-65e15e9743eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:51.973240 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6b75058-fbac-4893-a5ef-ef2569f8dd39 req-5c5e8076-377c-4c0d-a8f7-65e15e9743eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66 HTTP/1.1" status: 200 len: 846 time: 0.1269417 Jul 09 09:43:51.975254 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d152d2-072f-4ed1-bf73-257740cb6e75 None None] Network cedb0427-2069-43c6-bef9-1007178f7d84 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:43:51.984082 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a423ef2-997d-4cef-b2b2-419236187c94 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:51.984839 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a423ef2-997d-4cef-b2b2-419236187c94 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:51.993583 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-82392399-69e8-4af8-891b-c5c4d63f855c req-a2c589f4-21af-4651-9609-4ecf73fbc35a tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261234 Jul 09 09:43:52.033370 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6b75058-fbac-4893-a5ef-ef2569f8dd39 req-b0b566a1-67e5-4865-bc88-139507130001 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0dbc3900-4d61-41a9-810b-30caed204142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470138 Jul 09 09:43:52.194536 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6b75058-fbac-4893-a5ef-ef2569f8dd39 req-24c96bde-9e3b-449d-b7d3-4c3d377c056e service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484563 Jul 09 09:43:52.212973 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1477db-e114-47d8-99ff-1c1da5028adb None None] Network fc3498aa-3f20-44d7-b668-121c8f7ba9d1 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:43:52.301140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0d67b551-845b-433f-bd32-63e4fdf51aac None None] Provisioning for port b6611fe1-8f0c-4124-af7b-705839646e52 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:52.315786 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0d67b551-845b-433f-bd32-63e4fdf51aac None None] Provisioning complete for port b6611fe1-8f0c-4124-af7b-705839646e52 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:52.316164 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0d67b551-845b-433f-bd32-63e4fdf51aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:52.334825 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6b75058-fbac-4893-a5ef-ef2569f8dd39 req-837111ae-fc90-4ef9-ab3f-c045cb9fb8fe service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312459 Jul 09 09:43:52.395866 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59ee985d-27a8-40b4-9519-66718036fede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:52.405612 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59ee985d-27a8-40b4-9519-66718036fede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:52.412347 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6a423ef2-997d-4cef-b2b2-419236187c94 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7493718 Jul 09 09:43:52.412347 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36496) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:52.418023 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b66ef851-890b-4bf2-8480-625b92ff0634 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Request body: {'subnet': {'network_id': 'b29c4460-01c1-45ae-b7d3-212291c69526', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:52.458193 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-59ee985d-27a8-40b4-9519-66718036fede admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a3630f0ee7a248beaa37d08fc0e90157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7979932 Jul 09 09:43:52.461095 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36498) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:52.462845 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee985d-27a8-40b4-9519-66718036fede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1437c27a-5fad-45d6-968a-e05a188e136f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:52.506159 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e186ae-4f64-4b51-ad31-ad310d697fdb req-70333f8f-0ad2-413d-8e74-4d577e5ea5c3 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:52.507789 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88e186ae-4f64-4b51-ad31-ad310d697fdb req-70333f8f-0ad2-413d-8e74-4d577e5ea5c3 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 945 time: 0.1541188 Jul 09 09:43:52.551072 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d4b1003-62eb-4443-9de1-c868339b0c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:52.556422 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35af52d2-a082-46a6-8030-5747e12fda3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-cedb0427-2069-43c6-bef9-1007178f7d84', 'network_id': 'cedb0427-2069-43c6-bef9-1007178f7d84', 'tenant_id': '1109453a43c04e5a9352be48ff2fed09', 'fixed_ips': [{'subnet_id': 'fdc9288a-f40b-4220-a224-052715a7fda6'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:43:52.558165 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-35af52d2-a082-46a6-8030-5747e12fda3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:52.573581 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88e186ae-4f64-4b51-ad31-ad310d697fdb req-6670f051-3d53-48a2-a0b0-5d6bb700282c tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561945 Jul 09 09:43:52.576579 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0d67b551-845b-433f-bd32-63e4fdf51aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:52.591863 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d4b1003-62eb-4443-9de1-c868339b0c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:52.638463 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66ef851-890b-4bf2-8480-625b92ff0634 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Made reservation on behalf of 1109453a43c04e5a9352be48ff2fed09 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:52.657837 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b66ef851-890b-4bf2-8480-625b92ff0634 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:52.683525 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d4b1003-62eb-4443-9de1-c868339b0c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:52.692307 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d4b1003-62eb-4443-9de1-c868339b0c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:52.695417 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0d67b551-845b-433f-bd32-63e4fdf51aac None None] For port b6611fe1-8f0c-4124-af7b-705839646e52, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b6611fe1-8f0c-4124-af7b-705839646e52,segment=NetworkSegment(8480ff14-232b-49c4-948f-e46a43ae22cb),segment_id=8480ff14-232b-49c4-948f-e46a43ae22cb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:52.706541 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0d67b551-845b-433f-bd32-63e4fdf51aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:52.712380 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1d4b1003-62eb-4443-9de1-c868339b0c11 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1437c27a-5fad-45d6-968a-e05a188e136f HTTP/1.1" status: 204 len: 168 time: 0.2373948 Jul 09 09:43:52.737380 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b1003-62eb-4443-9de1-c868339b0c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1437c27a-5fad-45d6-968a-e05a188e136f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:52.804494 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-35af52d2-a082-46a6-8030-5747e12fda3d None None] Allocated IP 172.20.0.2 (cedb0427-2069-43c6-bef9-1007178f7d84/fdc9288a-f40b-4220-a224-052715a7fda6/40164a01-6d6d-4d21-8cca-8c12a98337d8) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:52.818450 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67b551-845b-433f-bd32-63e4fdf51aac None None] Pushing event updated for resources: {'Port': ['ID=b6611fe1-8f0c-4124-af7b-705839646e52,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:53.051923 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b66ef851-890b-4bf2-8480-625b92ff0634 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:53.112512 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-35af52d2-a082-46a6-8030-5747e12fda3d None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:53.130415 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-3da5c8e7-a737-4eec-a006-62b5491e3f04 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:53.132070 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-3da5c8e7-a737-4eec-a006-62b5491e3f04 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/networks?id=839c08a4-4733-45d9-b5f6-03b4d5176fdc HTTP/1.1" status: 200 len: 810 time: 0.2161458 Jul 09 09:43:53.158172 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-35af52d2-a082-46a6-8030-5747e12fda3d None None] Transition to ACTIVE for port object 40164a01-6d6d-4d21-8cca-8c12a98337d8 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:53.162798 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-677ddf55-1d86-4eef-aed1-dde6f01c55eb tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/quotas/a5ef7675e6bc4ebb839d110032acb556 HTTP/1.1" status: 200 len: 375 time: 0.0195463 Jul 09 09:43:53.181425 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66ef851-890b-4bf2-8480-625b92ff0634 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Checking segment: {'id': '73d3ed16-0abf-4666-9318-27cdd0a8f318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b29c4460-01c1-45ae-b7d3-212291c69526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:53.182121 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66ef851-890b-4bf2-8480-625b92ff0634 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Network hostable DHCP agents. Network: b29c4460-01c1-45ae-b7d3-212291c69526, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:43:53.187234 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-35af52d2-a082-46a6-8030-5747e12fda3d None None] Transition to ACTIVE for port object 40164a01-6d6d-4d21-8cca-8c12a98337d8 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:53.191674 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ef851-890b-4bf2-8480-625b92ff0634 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Pushing event updated for resources: {'Subnet': ['ID=6ce495c4-0b09-4d97-99e3-3dff275ea601,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:53.204463 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-35af52d2-a082-46a6-8030-5747e12fda3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:53.248542 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66ef851-890b-4bf2-8480-625b92ff0634 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Network b29c4460-01c1-45ae-b7d3-212291c69526 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:43:53.275544 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b66ef851-890b-4bf2-8480-625b92ff0634 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, b29c4460-01c1-45ae-b7d3-212291c69526) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:53.286492 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63168064-e147-47a2-9393-b4979631c203 None None] Network b29c4460-01c1-45ae-b7d3-212291c69526 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:43:53.288212 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66ef851-890b-4bf2-8480-625b92ff0634 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:53.288905 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b66ef851-890b-4bf2-8480-625b92ff0634 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:53.321161 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b66ef851-890b-4bf2-8480-625b92ff0634 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9053576 Jul 09 09:43:53.325147 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36520) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:53.337672 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36522) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:53.346202 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35af52d2-a082-46a6-8030-5747e12fda3d None None] Network cedb0427-2069-43c6-bef9-1007178f7d84 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:53.348854 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b6611fe1-8f0c-4124-af7b-705839646e52 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:53.377782 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-35af52d2-a082-46a6-8030-5747e12fda3d None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:53.386781 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35af52d2-a082-46a6-8030-5747e12fda3d None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:53.388927 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ec624704-548a-48dd-86c5-bbfa4b6fea42 None None] Provisioning complete for port b6611fe1-8f0c-4124-af7b-705839646e52 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:53.389296 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ec624704-548a-48dd-86c5-bbfa4b6fea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:53.395728 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af52d2-a082-46a6-8030-5747e12fda3d None None] Pushing event updated for resources: {'Port': ['ID=40164a01-6d6d-4d21-8cca-8c12a98337d8,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:53.401826 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-668b4015-5e2e-4b4a-a55b-10e15ce592ad tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5ef7675e6bc4ebb839d110032acb556&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2265077 Jul 09 09:43:53.435742 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d24c42f8-d982-4949-9ca6-911c272399ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:53.488762 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd3bf2-7b45-4cda-9b05-380eebc7697b req-5c033a5c-ff6d-459b-b71a-0c7b0cefcc02 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:53.496249 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78dd3bf2-7b45-4cda-9b05-380eebc7697b req-5c033a5c-ff6d-459b-b71a-0c7b0cefcc02 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=275ffecd-6226-4b73-b703-b63403708bd5 HTTP/1.1" status: 200 len: 944 time: 0.2479022 Jul 09 09:43:53.536948 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-35af52d2-a082-46a6-8030-5747e12fda3d None None] Attempting to bind port 40164a01-6d6d-4d21-8cca-8c12a98337d8 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:43:53.537321 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-35af52d2-a082-46a6-8030-5747e12fda3d None None] Attempting to bind port 40164a01-6d6d-4d21-8cca-8c12a98337d8 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '01f96559-0054-4c88-a7b9-1ad74c75924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cedb0427-2069-43c6-bef9-1007178f7d84'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:43:53.537690 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35af52d2-a082-46a6-8030-5747e12fda3d None None] Attempting to bind port 40164a01-6d6d-4d21-8cca-8c12a98337d8 on network cedb0427-2069-43c6-bef9-1007178f7d84 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:43:53.567774 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35af52d2-a082-46a6-8030-5747e12fda3d None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:43:53.568496 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35af52d2-a082-46a6-8030-5747e12fda3d None None] Checking segment: {'id': '01f96559-0054-4c88-a7b9-1ad74c75924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cedb0427-2069-43c6-bef9-1007178f7d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:53.568598 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-35af52d2-a082-46a6-8030-5747e12fda3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:53.568943 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35af52d2-a082-46a6-8030-5747e12fda3d None None] Bound using segment: {'id': '01f96559-0054-4c88-a7b9-1ad74c75924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cedb0427-2069-43c6-bef9-1007178f7d84'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:43:53.569426 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-35af52d2-a082-46a6-8030-5747e12fda3d None None] Bound port: 40164a01-6d6d-4d21-8cca-8c12a98337d8, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f96559-0054-4c88-a7b9-1ad74c75924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cedb0427-2069-43c6-bef9-1007178f7d84'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:43:53.569815 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-35af52d2-a082-46a6-8030-5747e12fda3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:53.589200 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78dd3bf2-7b45-4cda-9b05-380eebc7697b req-b53300ca-72e1-4e74-ab58-14ebaed89340 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914307 Jul 09 09:43:53.603756 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port b6611fe1-8f0c-4124-af7b-705839646e52 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:53.603756 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:53.626331 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-9961a0e9-4ebd-433e-b1db-dbb4f3c3569c service neutron] 10.222.0.61 "GET /v2.0/networks/839c08a4-4733-45d9-b5f6-03b4d5176fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216594 Jul 09 09:43:53.742812 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-876984d4-19f6-494c-963c-ec3dedfc65e1 service neutron] 10.222.0.61 "GET /v2.0/networks/839c08a4-4733-45d9-b5f6-03b4d5176fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122637 Jul 09 09:43:53.747496 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ce4e1a-6edc-4058-b76a-3e60085e04da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-b29c4460-01c1-45ae-b7d3-212291c69526', 'network_id': 'b29c4460-01c1-45ae-b7d3-212291c69526', 'tenant_id': '1109453a43c04e5a9352be48ff2fed09', 'fixed_ips': [{'subnet_id': '6ce495c4-0b09-4d97-99e3-3dff275ea601'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:43:53.748380 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-59ce4e1a-6edc-4058-b76a-3e60085e04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:53.771458 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-35af52d2-a082-46a6-8030-5747e12fda3d None None] For port 40164a01-6d6d-4d21-8cca-8c12a98337d8, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:43:53.792579 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-35af52d2-a082-46a6-8030-5747e12fda3d None None] For port 40164a01-6d6d-4d21-8cca-8c12a98337d8, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=40164a01-6d6d-4d21-8cca-8c12a98337d8,segment=NetworkSegment(01f96559-0054-4c88-a7b9-1ad74c75924c),segment_id=01f96559-0054-4c88-a7b9-1ad74c75924c)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:43:53.818815 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d45ae332-73ca-4f52-90d6-3735ddf50527 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:53.876178 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-35af52d2-a082-46a6-8030-5747e12fda3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:53.955477 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4b3563b7-3160-4ca4-8b39-d5fe18aeec84 req-19867605-d299-43ab-b722-4ccea09de252 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 210 time: 0.0454788 Jul 09 09:43:54.042371 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d24c42f8-d982-4949-9ca6-911c272399ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:54.051049 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af52d2-a082-46a6-8030-5747e12fda3d None None] Pushing event updated for resources: {'Port': ['ID=40164a01-6d6d-4d21-8cca-8c12a98337d8,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:54.062239 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d24c42f8-d982-4949-9ca6-911c272399ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:54.107006 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-59ce4e1a-6edc-4058-b76a-3e60085e04da None None] Allocated IP 172.20.0.2 (b29c4460-01c1-45ae-b7d3-212291c69526/6ce495c4-0b09-4d97-99e3-3dff275ea601/1700b772-a8df-4ca8-a9a0-f7a3e85c7f36) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:54.265250 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d24c42f8-d982-4949-9ca6-911c272399ab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7434c208094944448ddf4bec7f9da5f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9266789 Jul 09 09:43:54.266300 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c42f8-d982-4949-9ca6-911c272399ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213c2bef-9740-480c-92b4-c17bcd53407e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:54.267603 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36534) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:54.371359 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-59ce4e1a-6edc-4058-b76a-3e60085e04da None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:54.381103 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-59ce4e1a-6edc-4058-b76a-3e60085e04da None None] Transition to ACTIVE for port object 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:54.383107 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-d45ae332-73ca-4f52-90d6-3735ddf50527 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Allocated IP 172.20.0.1 (cedb0427-2069-43c6-bef9-1007178f7d84/fdc9288a-f40b-4220-a224-052715a7fda6/3b69f410-4bbb-430b-9b89-bf590ecea7a3) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:54.403482 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-59ce4e1a-6edc-4058-b76a-3e60085e04da None None] Transition to ACTIVE for port object 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:54.415056 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-59ce4e1a-6edc-4058-b76a-3e60085e04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:54.435552 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b25c435-13cc-4a34-a2e4-a0b769ae0a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:54.481390 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ce4e1a-6edc-4058-b76a-3e60085e04da None None] Network b29c4460-01c1-45ae-b7d3-212291c69526 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:54.489324 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-59ce4e1a-6edc-4058-b76a-3e60085e04da None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:54.499741 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ce4e1a-6edc-4058-b76a-3e60085e04da None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:54.521647 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce4e1a-6edc-4058-b76a-3e60085e04da None None] Pushing event updated for resources: {'Port': ['ID=1700b772-a8df-4ca8-a9a0-f7a3e85c7f36,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:54.522237 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b25c435-13cc-4a34-a2e4-a0b769ae0a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:54.622391 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-59ce4e1a-6edc-4058-b76a-3e60085e04da None None] Attempting to bind port 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:43:54.623733 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-59ce4e1a-6edc-4058-b76a-3e60085e04da None None] Attempting to bind port 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '73d3ed16-0abf-4666-9318-27cdd0a8f318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b29c4460-01c1-45ae-b7d3-212291c69526'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:43:54.623898 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b25c435-13cc-4a34-a2e4-a0b769ae0a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:54.624553 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce4e1a-6edc-4058-b76a-3e60085e04da None None] Attempting to bind port 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36 on network b29c4460-01c1-45ae-b7d3-212291c69526 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:43:54.627958 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b25c435-13cc-4a34-a2e4-a0b769ae0a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:54.632377 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8b25c435-13cc-4a34-a2e4-a0b769ae0a0a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/213c2bef-9740-480c-92b4-c17bcd53407e HTTP/1.1" status: 204 len: 168 time: 0.3635151 Jul 09 09:43:54.637922 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce4e1a-6edc-4058-b76a-3e60085e04da None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:43:54.638905 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce4e1a-6edc-4058-b76a-3e60085e04da None None] Checking segment: {'id': '73d3ed16-0abf-4666-9318-27cdd0a8f318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b29c4460-01c1-45ae-b7d3-212291c69526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:43:54.639730 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-59ce4e1a-6edc-4058-b76a-3e60085e04da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:54.640441 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce4e1a-6edc-4058-b76a-3e60085e04da None None] Bound using segment: {'id': '73d3ed16-0abf-4666-9318-27cdd0a8f318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b29c4460-01c1-45ae-b7d3-212291c69526'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:43:54.641871 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-59ce4e1a-6edc-4058-b76a-3e60085e04da None None] Bound port: 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d3ed16-0abf-4666-9318-27cdd0a8f318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b29c4460-01c1-45ae-b7d3-212291c69526'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:43:54.642731 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-59ce4e1a-6edc-4058-b76a-3e60085e04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:54.658789 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25c435-13cc-4a34-a2e4-a0b769ae0a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213c2bef-9740-480c-92b4-c17bcd53407e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:54.715864 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d45ae332-73ca-4f52-90d6-3735ddf50527 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:54.757623 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-d45ae332-73ca-4f52-90d6-3735ddf50527 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Transition to ACTIVE for port object 3b69f410-4bbb-430b-9b89-bf590ecea7a3 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:43:54.836651 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d45ae332-73ca-4f52-90d6-3735ddf50527 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:54.939748 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45ae332-73ca-4f52-90d6-3735ddf50527 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Network cedb0427-2069-43c6-bef9-1007178f7d84 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:54.946280 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d45ae332-73ca-4f52-90d6-3735ddf50527 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:54.954921 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45ae332-73ca-4f52-90d6-3735ddf50527 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:55.008147 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ae332-73ca-4f52-90d6-3735ddf50527 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Pushing event updated for resources: {'Port': ['ID=3b69f410-4bbb-430b-9b89-bf590ecea7a3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:55.064729 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d45ae332-73ca-4f52-90d6-3735ddf50527 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:55.092589 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device f2cbbe35-19ac-47b8-942e-38d6f53f715a details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:43:55.123878 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04838c8c-faa1-487f-b8bb-5a62b32c1acd req-0a6a2078-1cb0-49d5-bf6e-de266aeedc7d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:55.126635 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-04838c8c-faa1-487f-b8bb-5a62b32c1acd req-0a6a2078-1cb0-49d5-bf6e-de266aeedc7d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=275ffecd-6226-4b73-b703-b63403708bd5 HTTP/1.1" status: 200 len: 944 time: 0.2696643 Jul 09 09:43:55.259421 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-04838c8c-faa1-487f-b8bb-5a62b32c1acd req-9e6da4bc-4ce2-448d-a105-597539265d0c tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246881 Jul 09 09:43:55.319495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-59ce4e1a-6edc-4058-b76a-3e60085e04da None None] For port 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:43:55.326592 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-59ce4e1a-6edc-4058-b76a-3e60085e04da None None] For port 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1700b772-a8df-4ca8-a9a0-f7a3e85c7f36,segment=NetworkSegment(73d3ed16-0abf-4666-9318-27cdd0a8f318),segment_id=73d3ed16-0abf-4666-9318-27cdd0a8f318)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:43:55.359852 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-59ce4e1a-6edc-4058-b76a-3e60085e04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:55.519214 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d45ae332-73ca-4f52-90d6-3735ddf50527 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:55.525010 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce4e1a-6edc-4058-b76a-3e60085e04da None None] Pushing event updated for resources: {'Port': ['ID=1700b772-a8df-4ca8-a9a0-f7a3e85c7f36,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:55.542623 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 40164a01-6d6d-4d21-8cca-8c12a98337d8 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:55.620446 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port f2cbbe35-19ac-47b8-942e-38d6f53f715a, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=f2cbbe35-19ac-47b8-942e-38d6f53f715a,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:55.654895 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'f2cbbe35-19ac-47b8-942e-38d6f53f715a', 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142', 'port_id': 'f2cbbe35-19ac-47b8-942e-38d6f53f715a', 'mac_address': 'fa:16:3e:75:bd:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:43:55.675525 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67ea0ba3-b479-4fa6-bf52-fe65f1b6c867 req-bb4d0776-890b-44f9-8b67-784031119ac6 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 210 time: 0.0853264 Jul 09 09:43:55.771495 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:55.806259 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37778c77-3e2c-409a-8038-ed84bf33c6a7 None None] Network cedb0427-2069-43c6-bef9-1007178f7d84 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:43:55.929086 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2cbbe35-19ac-47b8-942e-38d6f53f715a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:43:56.040398 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cd124bc0-32c4-406c-aa7c-33ae5d684b5b None None] Provisioning for port 40164a01-6d6d-4d21-8cca-8c12a98337d8 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:56.042794 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 40164a01-6d6d-4d21-8cca-8c12a98337d8 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:56.061758 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cd124bc0-32c4-406c-aa7c-33ae5d684b5b None None] Provisioning complete for port 40164a01-6d6d-4d21-8cca-8c12a98337d8 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:56.062139 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cd124bc0-32c4-406c-aa7c-33ae5d684b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:56.067010 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 40164a01-6d6d-4d21-8cca-8c12a98337d8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:56.067383 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:56.070033 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port f2cbbe35-19ac-47b8-942e-38d6f53f715a, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=f2cbbe35-19ac-47b8-942e-38d6f53f715a,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:56.153561 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:56.211444 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-95f47f08-b688-4a50-87a4-29b28bfdaddb tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:56.214645 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-95f47f08-b688-4a50-87a4-29b28bfdaddb tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.58 "GET /v2.0/networks?id=839c08a4-4733-45d9-b5f6-03b4d5176fdc HTTP/1.1" status: 200 len: 810 time: 0.3524733 Jul 09 09:43:56.251862 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-d2dc3c2f-c788-407d-9912-6b436e8faa60 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Request body: {'port': {'device_id': '8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8', 'network_id': '839c08a4-4733-45d9-b5f6-03b4d5176fdc', 'admin_state_up': True, 'tenant_id': 'a5ef7675e6bc4ebb839d110032acb556'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:56.288929 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d45ae332-73ca-4f52-90d6-3735ddf50527 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:56.299959 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d45ae332-73ca-4f52-90d6-3735ddf50527 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:56.368759 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=f2cbbe35-19ac-47b8-942e-38d6f53f715a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:56.391822 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d45ae332-73ca-4f52-90d6-3735ddf50527 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:56.402455 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d80d2-5a1c-4349-9b16-5587a39e56fa req-6d0f7bef-8eae-472c-889f-a3a3942cc0e8 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:56.410423 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d80d2-5a1c-4349-9b16-5587a39e56fa req-6d0f7bef-8eae-472c-889f-a3a3942cc0e8 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:56.420257 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d80d2-5a1c-4349-9b16-5587a39e56fa req-6d0f7bef-8eae-472c-889f-a3a3942cc0e8 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:56.429545 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d80d2-5a1c-4349-9b16-5587a39e56fa req-6d0f7bef-8eae-472c-889f-a3a3942cc0e8 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:56.438537 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d80d2-5a1c-4349-9b16-5587a39e56fa req-6d0f7bef-8eae-472c-889f-a3a3942cc0e8 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:56.446604 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d80d2-5a1c-4349-9b16-5587a39e56fa req-6d0f7bef-8eae-472c-889f-a3a3942cc0e8 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:56.454956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d80d2-5a1c-4349-9b16-5587a39e56fa req-6d0f7bef-8eae-472c-889f-a3a3942cc0e8 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:56.465288 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a46d80d2-5a1c-4349-9b16-5587a39e56fa req-6d0f7bef-8eae-472c-889f-a3a3942cc0e8 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5445 time: 0.3409793 Jul 09 09:43:56.521860 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ae332-73ca-4f52-90d6-3735ddf50527 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Pushing event updated for resources: {'Port': ['ID=3b69f410-4bbb-430b-9b89-bf590ecea7a3,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:56.552616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['f2cbbe35-19ac-47b8-942e-38d6f53f715a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:43:56.591608 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45ae332-73ca-4f52-90d6-3735ddf50527 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Network cedb0427-2069-43c6-bef9-1007178f7d84 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:56.593357 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d45ae332-73ca-4f52-90d6-3735ddf50527 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:56.622197 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a46d80d2-5a1c-4349-9b16-5587a39e56fa req-10de0a24-39da-44b0-b6ae-94f46e39d12a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1553125 Jul 09 09:43:56.668466 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cd124bc0-32c4-406c-aa7c-33ae5d684b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:56.741417 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:56.756850 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-d2dc3c2f-c788-407d-9912-6b436e8faa60 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Made reservation on behalf of a5ef7675e6bc4ebb839d110032acb556 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:56.762377 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-d2dc3c2f-c788-407d-9912-6b436e8faa60 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:56.788256 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9deee7a-0917-4e83-8ed9-d790206ef8ca req-a00f70e2-0e58-432d-a865-d1955f59c826 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:56.790331 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a9deee7a-0917-4e83-8ed9-d790206ef8ca req-a00f70e2-0e58-432d-a865-d1955f59c826 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=275ffecd-6226-4b73-b703-b63403708bd5 HTTP/1.1" status: 200 len: 945 time: 0.2410679 Jul 09 09:43:56.835126 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-cd124bc0-32c4-406c-aa7c-33ae5d684b5b None None] For port 40164a01-6d6d-4d21-8cca-8c12a98337d8, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=40164a01-6d6d-4d21-8cca-8c12a98337d8,segment=NetworkSegment(01f96559-0054-4c88-a7b9-1ad74c75924c),segment_id=01f96559-0054-4c88-a7b9-1ad74c75924c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:56.883418 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cd124bc0-32c4-406c-aa7c-33ae5d684b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:56.901844 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45ae332-73ca-4f52-90d6-3735ddf50527 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Router c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:43:57.030659 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:43:57.031183 n-d-799996-1 neutron-server[93792]: DEBUG oslo_db.api [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:43:57.044737 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd124bc0-32c4-406c-aa7c-33ae5d684b5b None None] Pushing event updated for resources: {'Port': ['ID=40164a01-6d6d-4d21-8cca-8c12a98337d8,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:57.154446 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a9deee7a-0917-4e83-8ed9-d790206ef8ca req-9f0167d8-3fd7-4b40-884e-48e732f249b0 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515871 Jul 09 09:43:57.194088 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e451d064-d58f-4458-9c77-f9c776c6a2f5 req-c52f098f-1057-4441-a496-fbd304fe433d tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 210 time: 0.3105068 Jul 09 09:43:57.200870 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45ae332-73ca-4f52-90d6-3735ddf50527 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:43:57.215578 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d45ae332-73ca-4f52-90d6-3735ddf50527 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "PUT /v2.0/routers/c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8890932 Jul 09 09:43:57.220643 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6252ec18-55f1-4c8f-b42b-be9ab10f14b5 None None] Sync routers for ids ['c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:43:57.222390 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36584) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:57.244436 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-eceb6dbd-5da4-4f23-a6de-de0aa609a558 None None] Provisioning for port 3b69f410-4bbb-430b-9b89-bf590ecea7a3 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:57.249619 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6252ec18-55f1-4c8f-b42b-be9ab10f14b5 None None] Routers {'c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:43:57.253594 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6252ec18-55f1-4c8f-b42b-be9ab10f14b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:43:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:57.255142 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-eceb6dbd-5da4-4f23-a6de-de0aa609a558 None None] Provisioning complete for port 3b69f410-4bbb-430b-9b89-bf590ecea7a3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:57.255540 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eceb6dbd-5da4-4f23-a6de-de0aa609a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:57.346053 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6252ec18-55f1-4c8f-b42b-be9ab10f14b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:57.373026 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6252ec18-55f1-4c8f-b42b-be9ab10f14b5 None None] Routers {'c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:43:57.375328 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6252ec18-55f1-4c8f-b42b-be9ab10f14b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:43:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:57.380522 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-eceb6dbd-5da4-4f23-a6de-de0aa609a558 None None] Port 3b69f410-4bbb-430b-9b89-bf590ecea7a3 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:43:57.421052 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-eceb6dbd-5da4-4f23-a6de-de0aa609a558 None None] Provisioning complete for port 40164a01-6d6d-4d21-8cca-8c12a98337d8 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:57.421435 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eceb6dbd-5da4-4f23-a6de-de0aa609a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:57.431878 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-f9b2fd77-b757-421c-aaf8-026402765c3c tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:57.448844 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-f9b2fd77-b757-421c-aaf8-026402765c3c tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:57.469725 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6252ec18-55f1-4c8f-b42b-be9ab10f14b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:43:57.470791 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6252ec18-55f1-4c8f-b42b-be9ab10f14b5 None None] The sync data for ids ['c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:43:57.471441 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-f9b2fd77-b757-421c-aaf8-026402765c3c tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:57.483094 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-f9b2fd77-b757-421c-aaf8-026402765c3c tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:57.490485 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-f9b2fd77-b757-421c-aaf8-026402765c3c tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:57.497819 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-f9b2fd77-b757-421c-aaf8-026402765c3c tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:57.512969 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-f9b2fd77-b757-421c-aaf8-026402765c3c tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:57.515912 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-f9b2fd77-b757-421c-aaf8-026402765c3c tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5445 time: 0.3382716 Jul 09 09:43:57.638063 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-10aa5101-b16d-4f83-954c-6334b2687031 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:57.639330 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-10aa5101-b16d-4f83-954c-6334b2687031 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.58 "GET /v2.0/ports/b87dc968-5275-4a5f-8ede-a7b805940aa5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1177979 Jul 09 09:43:57.689624 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f17773-2bec-4346-a4e0-ae70e41d67ff None None] Network b29c4460-01c1-45ae-b7d3-212291c69526 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:43:57.755803 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-d2dc3c2f-c788-407d-9912-6b436e8faa60 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Allocated IP 172.20.0.11 (839c08a4-4733-45d9-b5f6-03b4d5176fdc/4dbbef33-233a-42b6-b25e-8107e556a10f/72c1bd28-2b00-4bb6-aead-c595e46e8513) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:57.892297 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-d342f294-262a-4242-bf89-4818fd8174c9 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.58 "GET /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2471724 Jul 09 09:43:57.920310 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-16356652-d77a-4d27-b8c1-5ccef66b5b88 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:57.973336 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36596) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:58.005798 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:58.065899 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-16356652-d77a-4d27-b8c1-5ccef66b5b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:58.109306 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d6c33570-7d88-4704-8a37-52c73ffdd0e9 None None] Provisioning complete for port 3b69f410-4bbb-430b-9b89-bf590ecea7a3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:58.109695 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6c33570-7d88-4704-8a37-52c73ffdd0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:58.166987 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:58.174802 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 40164a01-6d6d-4d21-8cca-8c12a98337d8 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:58.177621 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d6c33570-7d88-4704-8a37-52c73ffdd0e9 None None] Port 3b69f410-4bbb-430b-9b89-bf590ecea7a3 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:43:58.237270 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d6c33570-7d88-4704-8a37-52c73ffdd0e9 None None] Provisioning for port 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:58.244000 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d6c33570-7d88-4704-8a37-52c73ffdd0e9 None None] Provisioning complete for port 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:58.244367 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6c33570-7d88-4704-8a37-52c73ffdd0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:58.283873 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-27b700b1-6536-46b3-ba9f-daded4816250 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1939724910', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:58.309713 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 40164a01-6d6d-4d21-8cca-8c12a98337d8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:58.311019 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:58.374572 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b700b1-6536-46b3-ba9f-daded4816250 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Made reservation on behalf of fdb8d02eb848478ab84155951785a1c5 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:43:58.381562 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27b700b1-6536-46b3-ba9f-daded4816250 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:58.407444 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27b700b1-6536-46b3-ba9f-daded4816250 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:58.471585 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6c33570-7d88-4704-8a37-52c73ffdd0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:58.474442 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 22dfeafe-6fc9-4984-b9b5-99cfc7236f67 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:43:58.483845 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-16356652-d77a-4d27-b8c1-5ccef66b5b88 service neutron] For port b87dc968-5275-4a5f-8ede-a7b805940aa5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b87dc968-5275-4a5f-8ede-a7b805940aa5,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:58.547729 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-16356652-d77a-4d27-b8c1-5ccef66b5b88 service neutron] For port b87dc968-5275-4a5f-8ede-a7b805940aa5, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:43:58.558360 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d6c33570-7d88-4704-8a37-52c73ffdd0e9 None None] For port 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1700b772-a8df-4ca8-a9a0-f7a3e85c7f36,segment=NetworkSegment(73d3ed16-0abf-4666-9318-27cdd0a8f318),segment_id=73d3ed16-0abf-4666-9318-27cdd0a8f318)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:58.565716 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6c33570-7d88-4704-8a37-52c73ffdd0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:58.620787 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c33570-7d88-4704-8a37-52c73ffdd0e9 None None] Pushing event updated for resources: {'Port': ['ID=1700b772-a8df-4ca8-a9a0-f7a3e85c7f36,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:58.647730 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-16356652-d77a-4d27-b8c1-5ccef66b5b88 service neutron] device_id is not set on port b87dc968-5275-4a5f-8ede-a7b805940aa5 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:43:58.664603 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-16356652-d77a-4d27-b8c1-5ccef66b5b88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:58.680405 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-16356652-d77a-4d27-b8c1-5ccef66b5b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:58.704388 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-13bd15b3-86fc-4af8-9b4c-d7a16c959a8d None None] Provisioning complete for port 3b69f410-4bbb-430b-9b89-bf590ecea7a3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:58.704972 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-13bd15b3-86fc-4af8-9b4c-d7a16c959a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:58.737415 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:58.776770 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-13bd15b3-86fc-4af8-9b4c-d7a16c959a8d None None] Port 3b69f410-4bbb-430b-9b89-bf590ecea7a3 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:43:58.789993 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-16356652-d77a-4d27-b8c1-5ccef66b5b88 service neutron] No DVR routers for this DVR port b87dc968-5275-4a5f-8ede-a7b805940aa5 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:43:58.794725 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27b700b1-6536-46b3-ba9f-daded4816250 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:58.796098 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16356652-d77a-4d27-b8c1-5ccef66b5b88 service neutron] Pushing event updated for resources: {'Port': ['ID=b87dc968-5275-4a5f-8ede-a7b805940aa5,revision_number=6']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:58.801027 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22dfeafe-6fc9-4984-b9b5-99cfc7236f67'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:43:58.816315 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc17c81f-14da-4103-b397-36924a8a9ceb" -d '{"events": [{"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-unplugged", "status": "completed", "tag": "22dfeafe-6fc9-4984-b9b5-99cfc7236f67"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:43:58.816690 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6afac8-6bc7-4aa6-b06c-88e6fd35efce req-73592009-0ff5-48f1-914b-1363f4a95619 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:58.822093 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27b700b1-6536-46b3-ba9f-daded4816250 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:58.826946 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6afac8-6bc7-4aa6-b06c-88e6fd35efce req-73592009-0ff5-48f1-914b-1363f4a95619 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:58.835284 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-27b700b1-6536-46b3-ba9f-daded4816250 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] device_id is not set on port 7aae3c3e-202c-46e4-aefe-e0a6a10ae35f yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:43:58.836535 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6afac8-6bc7-4aa6-b06c-88e6fd35efce req-73592009-0ff5-48f1-914b-1363f4a95619 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:58.848428 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-13bd15b3-86fc-4af8-9b4c-d7a16c959a8d None None] Provisioning complete for port 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:58.848974 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-13bd15b3-86fc-4af8-9b4c-d7a16c959a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:58.850255 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6afac8-6bc7-4aa6-b06c-88e6fd35efce req-73592009-0ff5-48f1-914b-1363f4a95619 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:58.856408 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6afac8-6bc7-4aa6-b06c-88e6fd35efce req-73592009-0ff5-48f1-914b-1363f4a95619 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:58.878394 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6afac8-6bc7-4aa6-b06c-88e6fd35efce req-73592009-0ff5-48f1-914b-1363f4a95619 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:58.894972 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 22dfeafe-6fc9-4984-b9b5-99cfc7236f67, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=22dfeafe-6fc9-4984-b9b5-99cfc7236f67,segment=NetworkSegment(bbc829eb-840a-4f9c-b6c7-a422b7b82c77),segment_id=bbc829eb-840a-4f9c-b6c7-a422b7b82c77)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:58.898091 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6afac8-6bc7-4aa6-b06c-88e6fd35efce req-73592009-0ff5-48f1-914b-1363f4a95619 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:58.903904 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b700b1-6536-46b3-ba9f-daded4816250 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31fe292-063c-4473-9d73-05cbc08769eb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:58.904326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe6afac8-6bc7-4aa6-b06c-88e6fd35efce req-73592009-0ff5-48f1-914b-1363f4a95619 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 5445 time: 0.9824724 Jul 09 09:43:58.909846 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:58.910582 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 4056075f-4424-484a-a4a7-32a33e281506 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:43:58.912668 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-16356652-d77a-4d27-b8c1-5ccef66b5b88 service neutron] In _notify_port_updated(), no bound segment for port b87dc968-5275-4a5f-8ede-a7b805940aa5 on network fafd663f-aa19-474e-a8d4-f86917295390 {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:43:58.914002 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-16356652-d77a-4d27-b8c1-5ccef66b5b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:58.914638 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-16356652-d77a-4d27-b8c1-5ccef66b5b88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:58.916058 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-16356652-d77a-4d27-b8c1-5ccef66b5b88 service neutron] 10.222.0.58 "PUT /v2.0/ports/b87dc968-5275-4a5f-8ede-a7b805940aa5 HTTP/1.1" status: 200 len: 1033 time: 1.0169683 Jul 09 09:43:59.012431 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=22dfeafe-6fc9-4984-b9b5-99cfc7236f67,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:59.015370 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device f2cbbe35-19ac-47b8-942e-38d6f53f715a up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:59.034487 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-ade05607-a8d7-41ee-8a0b-7d6969bd9b54 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:59.036308 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-ade05607-a8d7-41ee-8a0b-7d6969bd9b54 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.58 "GET /v2.0/ports/3c73430f-30cc-438a-9261-509e2242a4f3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1106427 Jul 09 09:43:59.048702 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-f5606830-c1f5-4d86-8298-d326e0cf78fc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:59.065271 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-d2dc3c2f-c788-407d-9912-6b436e8faa60 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:59.085562 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-d7168a43-f0e1-4523-afc3-c0f064095f75 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:43:59.086822 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d7168a43-f0e1-4523-afc3-c0f064095f75 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "PUT /v2.0/routers/c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8614919 Jul 09 09:43:59.090056 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36608) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:43:59.108676 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-27b700b1-6536-46b3-ba9f-daded4816250 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Allocated IP 172.25.3.254 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/7aae3c3e-202c-46e4-aefe-e0a6a10ae35f) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:43:59.114509 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe6afac8-6bc7-4aa6-b06c-88e6fd35efce req-28d8bfe3-80f3-4dee-a4d2-09ec2637d03a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1307118 Jul 09 09:43:59.132865 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658d693-5845-44d6-83a0-785e40a3ba8a req-ff131dc6-9bfb-4297-9923-19f52478bfc5 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:59.139984 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7658d693-5845-44d6-83a0-785e40a3ba8a req-ff131dc6-9bfb-4297-9923-19f52478bfc5 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=275ffecd-6226-4b73-b703-b63403708bd5 HTTP/1.1" status: 200 len: 945 time: 0.3733385 Jul 09 09:43:59.198564 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port f2cbbe35-19ac-47b8-942e-38d6f53f715a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:43:59.206182 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7658d693-5845-44d6-83a0-785e40a3ba8a req-232d59e1-9d5f-44dc-ab63-cf12b8ab239a tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651360 Jul 09 09:43:59.234452 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-d2dc3c2f-c788-407d-9912-6b436e8faa60 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:59.259878 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port f2cbbe35-19ac-47b8-942e-38d6f53f715a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:59.260304 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:59.266377 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['916a3a12-fdc1-4827-86c2-8bf5dc9a09f2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:43:59.335034 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-d2dc3c2f-c788-407d-9912-6b436e8faa60 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Network 839c08a4-4733-45d9-b5f6-03b4d5176fdc is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:43:59.352333 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-d2dc3c2f-c788-407d-9912-6b436e8faa60 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:43:59.355478 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-d2dc3c2f-c788-407d-9912-6b436e8faa60 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:43:59.370479 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-f5606830-c1f5-4d86-8298-d326e0cf78fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:59.376625 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc3c2f-c788-407d-9912-6b436e8faa60 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Pushing event updated for resources: {'Port': ['ID=72c1bd28-2b00-4bb6-aead-c595e46e8513,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:43:59.380184 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c74510-544a-489a-bb7b-404c09dbf95d x-openstack-request-id: req-73c74510-544a-489a-bb7b-404c09dbf95d {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:43:59.380488 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-unplugged", "status": "completed", "tag": "22dfeafe-6fc9-4984-b9b5-99cfc7236f67", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:43:59.380738 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-73c74510-544a-489a-bb7b-404c09dbf95d {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:43:59.381142 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22dfeafe-6fc9-4984-b9b5-99cfc7236f67', 'code': 200} Jul 09 09:43:59.449045 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-d2dc3c2f-c788-407d-9912-6b436e8faa60 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:59.450308 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-d2dc3c2f-c788-407d-9912-6b436e8faa60 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:59.477408 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7b48d-4c63-48f2-9500-1ba88fb50282 req-5315648d-6f2f-43df-87c7-87d989b9f076 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:43:59.479645 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8fb7b48d-4c63-48f2-9500-1ba88fb50282 req-5315648d-6f2f-43df-87c7-87d989b9f076 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 932 time: 0.1524029 Jul 09 09:43:59.481792 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-d2dc3c2f-c788-407d-9912-6b436e8faa60 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2521908 Jul 09 09:43:59.514518 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-1f41a075-df3a-4270-83a1-507cb6b19deb service neutron] Request body: {'port': {'device_id': '8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:43:59.540128 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:59.552353 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8fb7b48d-4c63-48f2-9500-1ba88fb50282 req-0ce8afef-f317-43dc-a58c-85454e1443fc tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659003 Jul 09 09:43:59.592889 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:59.600246 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b0cb2dfc-17c3-4980-82b6-4933ca518c9f None None] Provisioning complete for port b87dc968-5275-4a5f-8ede-a7b805940aa5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:43:59.600625 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2dfc-17c3-4980-82b6-4933ca518c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:59.638092 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-1f41a075-df3a-4270-83a1-507cb6b19deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:59.667665 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 4056075f-4424-484a-a4a7-32a33e281506, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=4056075f-4424-484a-a4a7-32a33e281506,segment=NetworkSegment(48356470-3de9-4aaf-a4cf-6ee600e06024),segment_id=48356470-3de9-4aaf-a4cf-6ee600e06024)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:59.732974 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port f2cbbe35-19ac-47b8-942e-38d6f53f715a, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=f2cbbe35-19ac-47b8-942e-38d6f53f715a,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:43:59.737987 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:59.739276 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 84f956f9-4326-4d7c-bcf7-10dfe96d3b49 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:43:59.772526 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:59.782402 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:43:59.805667 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b0cb2dfc-17c3-4980-82b6-4933ca518c9f None None] Port b87dc968-5275-4a5f-8ede-a7b805940aa5 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:43:59.917353 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27b700b1-6536-46b3-ba9f-daded4816250 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:43:59.954957 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-f5606830-c1f5-4d86-8298-d326e0cf78fc service neutron] For port 3c73430f-30cc-438a-9261-509e2242a4f3, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=3c73430f-30cc-438a-9261-509e2242a4f3,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:00.028624 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-1f41a075-df3a-4270-83a1-507cb6b19deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c1bd28-2b00-4bb6-aead-c595e46e8513 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:44:00.030077 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-36232dad-96ff-477e-b3e8-336edb740bf3 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:00.034433 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-f5606830-c1f5-4d86-8298-d326e0cf78fc service neutron] For port 3c73430f-30cc-438a-9261-509e2242a4f3, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:44:00.042738 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-1f41a075-df3a-4270-83a1-507cb6b19deb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:00.061997 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=4056075f-4424-484a-a4a7-32a33e281506,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:00.064329 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-1f41a075-df3a-4270-83a1-507cb6b19deb service neutron] Transition to ACTIVE for port object 72c1bd28-2b00-4bb6-aead-c595e46e8513 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:44:00.080243 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-1f41a075-df3a-4270-83a1-507cb6b19deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:00.123875 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27b700b1-6536-46b3-ba9f-daded4816250 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:00.140402 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:44:00.140865 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:00.182620 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:00.231649 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=f2cbbe35-19ac-47b8-942e-38d6f53f715a,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:00.235554 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41a075-df3a-4270-83a1-507cb6b19deb service neutron] Pushing event updated for resources: {'Port': ['ID=72c1bd28-2b00-4bb6-aead-c595e46e8513,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:00.261241 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 84f956f9-4326-4d7c-bcf7-10dfe96d3b49, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=84f956f9-4326-4d7c-bcf7-10dfe96d3b49,segment=NetworkSegment(48356470-3de9-4aaf-a4cf-6ee600e06024),segment_id=48356470-3de9-4aaf-a4cf-6ee600e06024)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:00.268663 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:00.269518 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 0ba2455e-8a37-4bdf-8a17-72869b71782e no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:44:00.328661 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-1f41a075-df3a-4270-83a1-507cb6b19deb service neutron] Attempting to bind port 72c1bd28-2b00-4bb6-aead-c595e46e8513 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:44:00.329744 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-1f41a075-df3a-4270-83a1-507cb6b19deb service neutron] Attempting to bind port 72c1bd28-2b00-4bb6-aead-c595e46e8513 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '25c9a05e-6aaa-4f76-978a-42d699f844f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '839c08a4-4733-45d9-b5f6-03b4d5176fdc'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:44:00.333444 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-1f41a075-df3a-4270-83a1-507cb6b19deb service neutron] Attempting to bind port 72c1bd28-2b00-4bb6-aead-c595e46e8513 on network 839c08a4-4733-45d9-b5f6-03b4d5176fdc {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:44:00.352984 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-1f41a075-df3a-4270-83a1-507cb6b19deb service neutron] Port 72c1bd28-2b00-4bb6-aead-c595e46e8513 on network 839c08a4-4733-45d9-b5f6-03b4d5176fdc not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:44:00.353909 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-1f41a075-df3a-4270-83a1-507cb6b19deb service neutron] Attempting to bind port 72c1bd28-2b00-4bb6-aead-c595e46e8513 on network 839c08a4-4733-45d9-b5f6-03b4d5176fdc {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:44:00.372598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-1f41a075-df3a-4270-83a1-507cb6b19deb service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:44:00.373700 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-1f41a075-df3a-4270-83a1-507cb6b19deb service neutron] Checking segment: {'id': '25c9a05e-6aaa-4f76-978a-42d699f844f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '839c08a4-4733-45d9-b5f6-03b4d5176fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:44:00.377525 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-1f41a075-df3a-4270-83a1-507cb6b19deb service neutron] Bound using segment: {'id': '25c9a05e-6aaa-4f76-978a-42d699f844f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '839c08a4-4733-45d9-b5f6-03b4d5176fdc'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:44:00.378006 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-1f41a075-df3a-4270-83a1-507cb6b19deb service neutron] Bound port: 72c1bd28-2b00-4bb6-aead-c595e46e8513, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c9a05e-6aaa-4f76-978a-42d699f844f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '839c08a4-4733-45d9-b5f6-03b4d5176fdc'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:44:00.378383 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-1f41a075-df3a-4270-83a1-507cb6b19deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:00.401291 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=84f956f9-4326-4d7c-bcf7-10dfe96d3b49,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:00.456271 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:00.498868 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 0ba2455e-8a37-4bdf-8a17-72869b71782e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=0ba2455e-8a37-4bdf-8a17-72869b71782e,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:00.503949 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:00.504732 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 9156e5bc-3745-4aaf-a12d-7f1717166bef no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:44:00.584426 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-f5606830-c1f5-4d86-8298-d326e0cf78fc service neutron] device_id is not set on port 3c73430f-30cc-438a-9261-509e2242a4f3 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:44:00.591988 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-1f41a075-df3a-4270-83a1-507cb6b19deb service neutron] For port 72c1bd28-2b00-4bb6-aead-c595e46e8513, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:44:00.594218 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=0ba2455e-8a37-4bdf-8a17-72869b71782e,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:00.617867 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b700b1-6536-46b3-ba9f-daded4816250 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:44:00.627202 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-f5606830-c1f5-4d86-8298-d326e0cf78fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:00.628000 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-1f41a075-df3a-4270-83a1-507cb6b19deb service neutron] For port 72c1bd28-2b00-4bb6-aead-c595e46e8513, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=72c1bd28-2b00-4bb6-aead-c595e46e8513,segment=NetworkSegment(25c9a05e-6aaa-4f76-978a-42d699f844f1),segment_id=25c9a05e-6aaa-4f76-978a-42d699f844f1)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:44:00.633213 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-27b700b1-6536-46b3-ba9f-daded4816250 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:44:00.640133 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b700b1-6536-46b3-ba9f-daded4816250 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:44:00.642655 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [req-6675d1e3-2b02-4815-b39a-f2cb17208415 req-c768e179-36a3-452f-ba10-6b661f200ccd service neutron] (93791) timed out ('10.222.0.64', 52493) {{(pid=93791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 09:44:00.645126 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b700b1-6536-46b3-ba9f-daded4816250 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Pushing event updated for resources: {'Port': ['ID=7aae3c3e-202c-46e4-aefe-e0a6a10ae35f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:00.651670 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-1f41a075-df3a-4270-83a1-507cb6b19deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:00.654284 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:00.675261 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-f5606830-c1f5-4d86-8298-d326e0cf78fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:00.675967 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96103bc2-22b2-4f8c-b054-b8b791d89807 req-7e90ba91-84d3-4601-ae5d-e893cc12e4db tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:00.689887 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96103bc2-22b2-4f8c-b054-b8b791d89807 req-7e90ba91-84d3-4601-ae5d-e893cc12e4db tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:00.697693 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96103bc2-22b2-4f8c-b054-b8b791d89807 req-7e90ba91-84d3-4601-ae5d-e893cc12e4db tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:00.708937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96103bc2-22b2-4f8c-b054-b8b791d89807 req-7e90ba91-84d3-4601-ae5d-e893cc12e4db tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:00.711363 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 9156e5bc-3745-4aaf-a12d-7f1717166bef, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=9156e5bc-3745-4aaf-a12d-7f1717166bef,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:00.715809 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96103bc2-22b2-4f8c-b054-b8b791d89807 req-7e90ba91-84d3-4601-ae5d-e893cc12e4db tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:00.716900 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:00.719007 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 3c73430f-30cc-438a-9261-509e2242a4f3 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:44:00.723606 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96103bc2-22b2-4f8c-b054-b8b791d89807 req-7e90ba91-84d3-4601-ae5d-e893cc12e4db tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:00.733937 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-96103bc2-22b2-4f8c-b054-b8b791d89807 req-7e90ba91-84d3-4601-ae5d-e893cc12e4db tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 4659 time: 0.2677362 Jul 09 09:44:00.815742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b23e2-066a-4907-af55-fee7c4036e79 req-20fe8861-1c1d-4a71-841c-d2e39e85786d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:00.816961 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 3c73430f-30cc-438a-9261-509e2242a4f3 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:44:00.817453 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b87dc968-5275-4a5f-8ede-a7b805940aa5 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:44:00.824600 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-212b23e2-066a-4907-af55-fee7c4036e79 req-20fe8861-1c1d-4a71-841c-d2e39e85786d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=275ffecd-6226-4b73-b703-b63403708bd5 HTTP/1.1" status: 200 len: 946 time: 0.3159068 Jul 09 09:44:00.850528 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=9156e5bc-3745-4aaf-a12d-7f1717166bef,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:00.851459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-1f41a075-df3a-4270-83a1-507cb6b19deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:00.852124 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-1f41a075-df3a-4270-83a1-507cb6b19deb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:00.853544 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-1f41a075-df3a-4270-83a1-507cb6b19deb service neutron] 10.222.0.58 "PUT /v2.0/ports/72c1bd28-2b00-4bb6-aead-c595e46e8513 HTTP/1.1" status: 200 len: 1092 time: 1.3438263 Jul 09 09:44:00.854757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8', 'tag': '72c1bd28-2b00-4bb6-aead-c595e46e8513'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:44:00.857175 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179bab04-4623-47d1-9417-423d7c57a7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8", "tag": "72c1bd28-2b00-4bb6-aead-c595e46e8513"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:44:00.860042 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5606830-c1f5-4d86-8298-d326e0cf78fc service neutron] Pushing event updated for resources: {'Port': ['ID=3c73430f-30cc-438a-9261-509e2242a4f3,revision_number=6']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:00.885226 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b87dc968-5275-4a5f-8ede-a7b805940aa5 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:44:00.915794 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-96103bc2-22b2-4f8c-b054-b8b791d89807 req-ee374a45-31fb-4009-9292-831e67a2ae0d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=45f77ef3-e28b-4c68-8140-263f26b0fa62&id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1808364 Jul 09 09:44:00.919151 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-f5606830-c1f5-4d86-8298-d326e0cf78fc service neutron] No DVR routers for this DVR port 3c73430f-30cc-438a-9261-509e2242a4f3 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:44:00.923327 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b700b1-6536-46b3-ba9f-daded4816250 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:00.924064 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27b700b1-6536-46b3-ba9f-daded4816250 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:00.956664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41a075-df3a-4270-83a1-507cb6b19deb service neutron] Pushing event updated for resources: {'Port': ['ID=72c1bd28-2b00-4bb6-aead-c595e46e8513,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:00.990897 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-27b700b1-6536-46b3-ba9f-daded4816250 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0161808 Jul 09 09:44:00.997660 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36622) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:01.003138 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d13e6f9c-ffcc-4f85-a9de-a19bd98bd1f4 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.254'}]}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:01.007658 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-f5606830-c1f5-4d86-8298-d326e0cf78fc service neutron] In _notify_port_updated(), no bound segment for port 3c73430f-30cc-438a-9261-509e2242a4f3 on network fafd663f-aa19-474e-a8d4-f86917295390 {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:44:01.008694 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-f5606830-c1f5-4d86-8298-d326e0cf78fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:01.009392 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-f5606830-c1f5-4d86-8298-d326e0cf78fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:01.010870 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-f5606830-c1f5-4d86-8298-d326e0cf78fc service neutron] 10.222.0.58 "PUT /v2.0/ports/3c73430f-30cc-438a-9261-509e2242a4f3 HTTP/1.1" status: 200 len: 1032 time: 1.9671850 Jul 09 09:44:01.033295 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-212b23e2-066a-4907-af55-fee7c4036e79 req-736db0f8-f225-427f-a526-eaf078ec8452 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074997 Jul 09 09:44:01.094551 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-93db2ac0-b78e-49bb-91ee-f14bf4bdd5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:01.096485 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-93db2ac0-b78e-49bb-91ee-f14bf4bdd5cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5ef7675e6bc4ebb839d110032acb556&device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 1095 time: 0.1631706 Jul 09 09:44:01.121826 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9caa40c-d28b-44a9-99d4-91c07b2a37bd x-openstack-request-id: req-c9caa40c-d28b-44a9-99d4-91c07b2a37bd {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:44:01.122383 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8", "tag": "72c1bd28-2b00-4bb6-aead-c595e46e8513", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:44:01.123029 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c9caa40c-d28b-44a9-99d4-91c07b2a37bd {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:44:01.123579 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8', 'tag': '72c1bd28-2b00-4bb6-aead-c595e46e8513', 'status': 'completed', 'code': 200} Jul 09 09:44:01.137606 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d13e6f9c-ffcc-4f85-a9de-a19bd98bd1f4 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:01.142699 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d13e6f9c-ffcc-4f85-a9de-a19bd98bd1f4 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:01.177843 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-097bdace-a132-4ddd-a8b2-70dc69d37135 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72c1bd28-2b00-4bb6-aead-c595e46e8513 HTTP/1.1" status: 200 len: 217 time: 0.0589981 Jul 09 09:44:01.237659 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3e7418b6-703a-4a4c-81a1-359ce33c7ddf None None] Provisioning complete for port 3c73430f-30cc-438a-9261-509e2242a4f3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:44:01.237953 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e7418b6-703a-4a4c-81a1-359ce33c7ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:01.245545 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-f95cb9dd-c2e1-4822-a722-08b9eef8ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:01.247069 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-f95cb9dd-c2e1-4822-a722-08b9eef8ec23 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4dbbef33-233a-42b6-b25e-8107e556a10f HTTP/1.1" status: 200 len: 850 time: 0.0628111 Jul 09 09:44:01.259906 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03add75-db83-4eb6-a7f8-8755ffb1b965 req-960c7d44-c4a6-4f64-9c9e-75f129385196 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:01.263752 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d13e6f9c-ffcc-4f85-a9de-a19bd98bd1f4 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:01.268010 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d03add75-db83-4eb6-a7f8-8755ffb1b965 req-960c7d44-c4a6-4f64-9c9e-75f129385196 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 944 time: 0.1656497 Jul 09 09:44:01.277745 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3e7418b6-703a-4a4c-81a1-359ce33c7ddf None None] Port 3c73430f-30cc-438a-9261-509e2242a4f3 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:44:01.308615 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-bb15455c-9b18-45b9-b761-0393baa52cf3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=839c08a4-4733-45d9-b5f6-03b4d5176fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384085 Jul 09 09:44:01.365764 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-d55bf681-6241-4480-9ee7-7296b1d90df2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Deleting port 0ba2455e-8a37-4bdf-8a17-72869b71782e {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:01.365977 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-d55bf681-6241-4480-9ee7-7296b1d90df2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:01.372874 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d03add75-db83-4eb6-a7f8-8755ffb1b965 req-b5609719-6b28-411c-bbe5-08f008f73279 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032677 Jul 09 09:44:01.382780 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4056075f-4424-484a-a4a7-32a33e281506'}, {'server_uuid': '275ffecd-6226-4b73-b703-b63403708bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cbbe35-19ac-47b8-942e-38d6f53f715a'}, {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f956f9-4326-4d7c-bcf7-10dfe96d3b49'}, {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ba2455e-8a37-4bdf-8a17-72869b71782e'}, {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9156e5bc-3745-4aaf-a12d-7f1717166bef'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:44:01.386530 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3c3564-9dbe-4c97-b7fd-31148ef31c2c" -d '{"events": [{"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-unplugged", "status": "completed", "tag": "4056075f-4424-484a-a4a7-32a33e281506"}, {"server_uuid": "275ffecd-6226-4b73-b703-b63403708bd5", "name": "network-vif-plugged", "status": "completed", "tag": "f2cbbe35-19ac-47b8-942e-38d6f53f715a"}, {"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-unplugged", "status": "completed", "tag": "84f956f9-4326-4d7c-bcf7-10dfe96d3b49"}, {"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-unplugged", "status": "completed", "tag": "0ba2455e-8a37-4bdf-8a17-72869b71782e"}, {"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-unplugged", "status": "completed", "tag": "9156e5bc-3745-4aaf-a12d-7f1717166bef"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:44:01.428957 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-7a0a91a7-bb13-47cf-802c-95990dd43043 service neutron] 10.222.0.58 "GET /v2.0/networks/839c08a4-4733-45d9-b5f6-03b4d5176fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136839 Jul 09 09:44:01.448715 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 875 Content-Type: application/json Date: Fri, 09 Jul 2021 09:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b19ecb7-4000-4bde-917c-c1abaad58766 x-openstack-request-id: req-6b19ecb7-4000-4bde-917c-c1abaad58766 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:44:01.448972 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-unplugged", "status": "completed", "tag": "4056075f-4424-484a-a4a7-32a33e281506", "code": 200}, {"server_uuid": "275ffecd-6226-4b73-b703-b63403708bd5", "name": "network-vif-plugged", "status": "completed", "tag": "f2cbbe35-19ac-47b8-942e-38d6f53f715a", "code": 200}, {"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-unplugged", "status": "completed", "tag": "84f956f9-4326-4d7c-bcf7-10dfe96d3b49", "code": 200}, {"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-unplugged", "status": "completed", "tag": "0ba2455e-8a37-4bdf-8a17-72869b71782e", "code": 200}, {"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-unplugged", "status": "completed", "tag": "9156e5bc-3745-4aaf-a12d-7f1717166bef", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:44:01.449347 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b19ecb7-4000-4bde-917c-c1abaad58766 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:44:01.449885 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4056075f-4424-484a-a4a7-32a33e281506', 'code': 200} Jul 09 09:44:01.450343 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275ffecd-6226-4b73-b703-b63403708bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cbbe35-19ac-47b8-942e-38d6f53f715a', 'code': 200} Jul 09 09:44:01.450914 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f956f9-4326-4d7c-bcf7-10dfe96d3b49', 'code': 200} Jul 09 09:44:01.451234 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ba2455e-8a37-4bdf-8a17-72869b71782e', 'code': 200} Jul 09 09:44:01.451625 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9156e5bc-3745-4aaf-a12d-7f1717166bef', 'code': 200} Jul 09 09:44:01.514671 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d13e6f9c-ffcc-4f85-a9de-a19bd98bd1f4 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:01.566737 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-36232dad-96ff-477e-b3e8-336edb740bf3 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Deleting port 3b69f410-4bbb-430b-9b89-bf590ecea7a3 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:01.567076 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-36232dad-96ff-477e-b3e8-336edb740bf3 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:01.578202 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad7fec9f-09a8-4962-bb2d-f1b9c220f93c req-9cfaf879-175d-470a-bba7-e5561af026b3 service neutron] 10.222.0.58 "GET /v2.0/networks/839c08a4-4733-45d9-b5f6-03b4d5176fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427207 Jul 09 09:44:01.595839 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69345296-d9f0-417c-b3d2-e65eb34d6e1e req-7bf02149-91c8-48ea-8441-43f09c73ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:01.597397 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-69345296-d9f0-417c-b3d2-e65eb34d6e1e req-7bf02149-91c8-48ea-8441-43f09c73ce29 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=275ffecd-6226-4b73-b703-b63403708bd5 HTTP/1.1" status: 200 len: 1097 time: 0.0842268 Jul 09 09:44:01.642566 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-d55bf681-6241-4480-9ee7-7296b1d90df2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] For port 0ba2455e-8a37-4bdf-8a17-72869b71782e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=0ba2455e-8a37-4bdf-8a17-72869b71782e,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:01.642931 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-d55bf681-6241-4480-9ee7-7296b1d90df2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:01.664570 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-d55bf681-6241-4480-9ee7-7296b1d90df2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Calling delete_port for 0ba2455e-8a37-4bdf-8a17-72869b71782e owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:01.674601 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-69345296-d9f0-417c-b3d2-e65eb34d6e1e req-5e7badde-5cdd-45bd-87d8-c24e29a20e2f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709181 Jul 09 09:44:01.702899 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bab04-4623-47d1-9417-423d7c57a7ab req-6315dbc1-8793-49ab-b2f0-47c01a4d83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:01.705604 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-179bab04-4623-47d1-9417-423d7c57a7ab req-6315dbc1-8793-49ab-b2f0-47c01a4d83cb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5ef7675e6bc4ebb839d110032acb556&device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 1095 time: 0.0747693 Jul 09 09:44:01.762473 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-36232dad-96ff-477e-b3e8-336edb740bf3 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:01.787393 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-36232dad-96ff-477e-b3e8-336edb740bf3 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Calling delete_port for 3b69f410-4bbb-430b-9b89-bf590ecea7a3 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:01.800924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bab04-4623-47d1-9417-423d7c57a7ab req-f41bb83c-c5c7-4cc4-89a6-2c69a041a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:01.802416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-179bab04-4623-47d1-9417-423d7c57a7ab req-f41bb83c-c5c7-4cc4-89a6-2c69a041a01e service neutron] 10.222.0.58 "GET /v2.0/networks?id=839c08a4-4733-45d9-b5f6-03b4d5176fdc HTTP/1.1" status: 200 len: 911 time: 0.0898669 Jul 09 09:44:01.852526 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-179bab04-4623-47d1-9417-423d7c57a7ab req-50716a97-c5a5-4f70-8800-d36a6178f529 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72c1bd28-2b00-4bb6-aead-c595e46e8513 HTTP/1.1" status: 200 len: 217 time: 0.0425577 Jul 09 09:44:01.909442 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bab04-4623-47d1-9417-423d7c57a7ab req-e6e87cac-17be-4274-8951-39a6af254e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:01.911321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-179bab04-4623-47d1-9417-423d7c57a7ab req-e6e87cac-17be-4274-8951-39a6af254e6a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4dbbef33-233a-42b6-b25e-8107e556a10f HTTP/1.1" status: 200 len: 850 time: 0.0526187 Jul 09 09:44:01.950442 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-179bab04-4623-47d1-9417-423d7c57a7ab req-47868421-349a-4d17-ab2a-0a980e017c3a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=839c08a4-4733-45d9-b5f6-03b4d5176fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309002 Jul 09 09:44:02.005566 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-d55bf681-6241-4480-9ee7-7296b1d90df2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:02.074807 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-179bab04-4623-47d1-9417-423d7c57a7ab req-6f1f1205-b999-4dd9-aa43-e98ed13a80b0 service neutron] 10.222.0.58 "GET /v2.0/networks/839c08a4-4733-45d9-b5f6-03b4d5176fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155760 Jul 09 09:44:02.081991 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bf681-6241-4480-9ee7-7296b1d90df2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event deleted for resources: {'Port': ['ID=0ba2455e-8a37-4bdf-8a17-72869b71782e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:02.231621 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-d55bf681-6241-4480-9ee7-7296b1d90df2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] No DVR routers for this DVR port 0ba2455e-8a37-4bdf-8a17-72869b71782e on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:44:02.239346 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-d55bf681-6241-4480-9ee7-7296b1d90df2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:02.241893 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-d55bf681-6241-4480-9ee7-7296b1d90df2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.58 "DELETE /v2.0/ports/0ba2455e-8a37-4bdf-8a17-72869b71782e HTTP/1.1" status: 204 len: 173 time: 1.2248003 Jul 09 09:44:02.242352 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-deleted', 'tag': '0ba2455e-8a37-4bdf-8a17-72869b71782e'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:44:02.245225 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de103378-dc89-4735-a6c6-61d68475e1e5" -d '{"events": [{"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-deleted", "tag": "0ba2455e-8a37-4bdf-8a17-72869b71782e"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:44:02.319460 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2d8a4-873f-4ba4-815b-7279b49cb4b9 req-fa6cb5ab-305f-4c99-aab3-630f82f52ce2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:02.321329 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d13e6f9c-ffcc-4f85-a9de-a19bd98bd1f4 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:02.321782 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2d8a4-873f-4ba4-815b-7279b49cb4b9 req-fa6cb5ab-305f-4c99-aab3-630f82f52ce2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:02.327962 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2d8a4-873f-4ba4-815b-7279b49cb4b9 req-fa6cb5ab-305f-4c99-aab3-630f82f52ce2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:02.333485 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2d8a4-873f-4ba4-815b-7279b49cb4b9 req-fa6cb5ab-305f-4c99-aab3-630f82f52ce2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:02.341902 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ce2d8a4-873f-4ba4-815b-7279b49cb4b9 req-fa6cb5ab-305f-4c99-aab3-630f82f52ce2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 3144 time: 0.2415590 Jul 09 09:44:02.353761 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-36232dad-96ff-477e-b3e8-336edb740bf3 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:02.359368 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d13e6f9c-ffcc-4f85-a9de-a19bd98bd1f4 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:02.369395 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-179bab04-4623-47d1-9417-423d7c57a7ab req-4cf55ee6-a6c7-46a2-b7d0-20a51c1fb3f8 service neutron] 10.222.0.58 "GET /v2.0/networks/839c08a4-4733-45d9-b5f6-03b4d5176fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861943 Jul 09 09:44:02.378270 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba3d9b-b8e0-4bd6-9939-938052dbd27b req-df894333-65c8-4a35-9889-451da2622c27 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:02.385148 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c1ba3d9b-b8e0-4bd6-9939-938052dbd27b req-df894333-65c8-4a35-9889-451da2622c27 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=275ffecd-6226-4b73-b703-b63403708bd5 HTTP/1.1" status: 200 len: 946 time: 0.1971269 Jul 09 09:44:02.420102 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36232dad-96ff-477e-b3e8-336edb740bf3 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Pushing event deleted for resources: {'Port': ['ID=3b69f410-4bbb-430b-9b89-bf590ecea7a3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:02.432137 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ce2d8a4-873f-4ba4-815b-7279b49cb4b9 req-5253cb53-4658-4623-b6da-442e8f3be20a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896981 Jul 09 09:44:02.477515 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c1ba3d9b-b8e0-4bd6-9939-938052dbd27b req-f2411572-a9a8-4c0a-a141-bdfce59bc169 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913703 Jul 09 09:44:02.518814 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f728109f-4dcd-447a-9c7c-8909587da14d x-openstack-request-id: req-f728109f-4dcd-447a-9c7c-8909587da14d {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:44:02.519105 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-deleted", "tag": "0ba2455e-8a37-4bdf-8a17-72869b71782e", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:44:02.519364 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f728109f-4dcd-447a-9c7c-8909587da14d {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:44:02.519790 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-deleted', 'tag': '0ba2455e-8a37-4bdf-8a17-72869b71782e', 'status': 'completed', 'code': 200} Jul 09 09:44:02.675036 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-79f19222-2606-409f-8db8-87c8980c2a31 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Deleting port 84f956f9-4326-4d7c-bcf7-10dfe96d3b49 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:02.675380 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-79f19222-2606-409f-8db8-87c8980c2a31 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:02.763960 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618334e9-2652-45e5-ae80-73aac0adc6b7 req-ebff6a2f-7763-4673-9482-59006011b79c tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:02.771876 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-618334e9-2652-45e5-ae80-73aac0adc6b7 req-ebff6a2f-7763-4673-9482-59006011b79c tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 944 time: 0.1296959 Jul 09 09:44:02.836039 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-618334e9-2652-45e5-ae80-73aac0adc6b7 req-18299131-25c8-4932-be1e-b14b59e13337 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629385 Jul 09 09:44:02.875074 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-36232dad-96ff-477e-b3e8-336edb740bf3 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:02.990078 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d13e6f9c-ffcc-4f85-a9de-a19bd98bd1f4 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:02.992535 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-79f19222-2606-409f-8db8-87c8980c2a31 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] For port 84f956f9-4326-4d7c-bcf7-10dfe96d3b49, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=84f956f9-4326-4d7c-bcf7-10dfe96d3b49,segment=NetworkSegment(48356470-3de9-4aaf-a4cf-6ee600e06024),segment_id=48356470-3de9-4aaf-a4cf-6ee600e06024)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:02.992889 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-79f19222-2606-409f-8db8-87c8980c2a31 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:03.067631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-79f19222-2606-409f-8db8-87c8980c2a31 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Calling delete_port for 84f956f9-4326-4d7c-bcf7-10dfe96d3b49 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:03.284358 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d13e6f9c-ffcc-4f85-a9de-a19bd98bd1f4 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:03.291248 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36232dad-96ff-477e-b3e8-336edb740bf3 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Router c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:44:03.292807 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d13e6f9c-ffcc-4f85-a9de-a19bd98bd1f4 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:03.354539 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d13e6f9c-ffcc-4f85-a9de-a19bd98bd1f4 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:03.355068 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13e6f9c-ffcc-4f85-a9de-a19bd98bd1f4 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28face0f-8a41-4add-bd0d-f12987c42bb4 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:44:03.712218 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae347a7-9f7d-43c4-92da-16bf9bab5741 req-f788f68d-854c-44df-8f3c-d5adf0fc3722 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:03.718988 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae347a7-9f7d-43c4-92da-16bf9bab5741 req-f788f68d-854c-44df-8f3c-d5adf0fc3722 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:03.725112 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae347a7-9f7d-43c4-92da-16bf9bab5741 req-f788f68d-854c-44df-8f3c-d5adf0fc3722 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:03.731031 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae347a7-9f7d-43c4-92da-16bf9bab5741 req-f788f68d-854c-44df-8f3c-d5adf0fc3722 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:03.732839 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ae347a7-9f7d-43c4-92da-16bf9bab5741 req-f788f68d-854c-44df-8f3c-d5adf0fc3722 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 3144 time: 0.1658709 Jul 09 09:44:03.744026 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a4c30-010b-4bc8-b721-fc4d5cf038ae req-24921631-993b-491d-9c36-b66696b3143c tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:03.746097 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe5a4c30-010b-4bc8-b721-fc4d5cf038ae req-24921631-993b-491d-9c36-b66696b3143c tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=275ffecd-6226-4b73-b703-b63403708bd5 HTTP/1.1" status: 200 len: 946 time: 0.1207428 Jul 09 09:44:03.809614 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ae347a7-9f7d-43c4-92da-16bf9bab5741 req-6354f8f1-1c18-4e17-82bf-e112bd6598c9 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624919 Jul 09 09:44:03.814657 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe5a4c30-010b-4bc8-b721-fc4d5cf038ae req-f9f74ce5-2c6a-4108-8fb7-8ad1ef715995 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613451 Jul 09 09:44:03.820459 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-d13e6f9c-ffcc-4f85-a9de-a19bd98bd1f4 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 09 09:44:03.825356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36642) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:03.825574 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d13e6f9c-ffcc-4f85-a9de-a19bd98bd1f4 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.8265014 Jul 09 09:44:03.845360 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36232dad-96ff-477e-b3e8-336edb740bf3 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:44:03.852745 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:03.859914 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5ce8d0-b9ac-45fb-96dd-60ce0979fe98 None None] Sync routers for ids ['c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:44:03.860326 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-36232dad-96ff-477e-b3e8-336edb740bf3 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "PUT /v2.0/routers/c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7686656 Jul 09 09:44:03.864435 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36646) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:03.874815 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5ce8d0-b9ac-45fb-96dd-60ce0979fe98 None None] Routers {'c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:44:03.875468 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-be5ce8d0-b9ac-45fb-96dd-60ce0979fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:43:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:03.923763 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-79f19222-2606-409f-8db8-87c8980c2a31 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:03.926156 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-d3d045ab-1add-41ce-bfcf-95e78b044dec tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] delete failed (client error): The resource could not be found. Jul 09 09:44:03.927442 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d3d045ab-1add-41ce-bfcf-95e78b044dec tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "DELETE /v2.0/routers/tempest-non_exist_router-56376658 HTTP/1.1" status: 404 len: 333 time: 0.0615447 Jul 09 09:44:03.944408 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36650) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:03.956429 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-be5ce8d0-b9ac-45fb-96dd-60ce0979fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:03.976428 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d6a57c63-0394-42b3-874a-c8b7f98aca18 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:03.982911 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5ce8d0-b9ac-45fb-96dd-60ce0979fe98 None None] Routers {'c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:44:03.985121 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-be5ce8d0-b9ac-45fb-96dd-60ce0979fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:43:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:04.004601 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-195b51d1-0904-439d-bdc6-af63f625df10 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Deleting port 7aae3c3e-202c-46e4-aefe-e0a6a10ae35f {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:04.005850 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-195b51d1-0904-439d-bdc6-af63f625df10 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:04.028672 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-be5ce8d0-b9ac-45fb-96dd-60ce0979fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:04.029591 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5ce8d0-b9ac-45fb-96dd-60ce0979fe98 None None] The sync data for ids ['c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:44:04.079191 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f19222-2606-409f-8db8-87c8980c2a31 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event deleted for resources: {'Port': ['ID=84f956f9-4326-4d7c-bcf7-10dfe96d3b49,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:04.127914 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-79f19222-2606-409f-8db8-87c8980c2a31 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] No DVR routers for this DVR port 84f956f9-4326-4d7c-bcf7-10dfe96d3b49 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:44:04.134307 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-79f19222-2606-409f-8db8-87c8980c2a31 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:04.136830 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-79f19222-2606-409f-8db8-87c8980c2a31 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.58 "DELETE /v2.0/ports/84f956f9-4326-4d7c-bcf7-10dfe96d3b49 HTTP/1.1" status: 204 len: 173 time: 1.8850191 Jul 09 09:44:04.205158 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-195b51d1-0904-439d-bdc6-af63f625df10 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:04.222167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-195b51d1-0904-439d-bdc6-af63f625df10 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Calling delete_port for 7aae3c3e-202c-46e4-aefe-e0a6a10ae35f owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:04.232157 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbdb0a-4a2b-4d54-9332-0729158f9487 req-8b23167a-f65a-49b5-ba15-41f3717879a8 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:04.233888 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6fbdb0a-4a2b-4d54-9332-0729158f9487 req-8b23167a-f65a-49b5-ba15-41f3717879a8 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=275ffecd-6226-4b73-b703-b63403708bd5 HTTP/1.1" status: 200 len: 946 time: 0.1613514 Jul 09 09:44:04.273226 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76819d9b-1420-4ff8-b07e-c8f338207f44 req-ca33ed7b-bf08-4436-9bd2-6ce77fee46c2 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:04.274724 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76819d9b-1420-4ff8-b07e-c8f338207f44 req-ca33ed7b-bf08-4436-9bd2-6ce77fee46c2 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 944 time: 0.2003901 Jul 09 09:44:04.354686 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6fbdb0a-4a2b-4d54-9332-0729158f9487 req-9020e2eb-9b29-465b-ac78-42423e9b0480 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110725 Jul 09 09:44:04.367781 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6a57c63-0394-42b3-874a-c8b7f98aca18 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:04.385705 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76819d9b-1420-4ff8-b07e-c8f338207f44 req-44ceb925-ae4f-4183-b92a-55e8fbcbcfd3 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731781 Jul 09 09:44:04.411582 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Deleting port 22dfeafe-6fc9-4984-b9b5-99cfc7236f67 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:04.411950 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:04.434448 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-d6a57c63-0394-42b3-874a-c8b7f98aca18 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] update failed (client error): The resource could not be found. Jul 09 09:44:04.441629 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d6a57c63-0394-42b3-874a-c8b7f98aca18 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "PUT /v2.0/routers/c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f HTTP/1.1" status: 404 len: 339 time: 0.4908156 Jul 09 09:44:04.456547 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36664) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:04.515402 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 72c1bd28-2b00-4bb6-aead-c595e46e8513 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:44:04.520628 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-deleted', 'tag': '84f956f9-4326-4d7c-bcf7-10dfe96d3b49'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:44:04.523153 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7fd25d-57b5-4504-96ac-cf37fd1e4e17" -d '{"events": [{"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-deleted", "tag": "84f956f9-4326-4d7c-bcf7-10dfe96d3b49"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:44:04.564945 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] For port 22dfeafe-6fc9-4984-b9b5-99cfc7236f67, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=22dfeafe-6fc9-4984-b9b5-99cfc7236f67,segment=NetworkSegment(bbc829eb-840a-4f9c-b6c7-a422b7b82c77),segment_id=bbc829eb-840a-4f9c-b6c7-a422b7b82c77)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:04.565431 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:04.613293 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca69086-99ce-4522-a73e-04a78405ed4d x-openstack-request-id: req-cca69086-99ce-4522-a73e-04a78405ed4d {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:44:04.614489 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-deleted", "tag": "84f956f9-4326-4d7c-bcf7-10dfe96d3b49", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:44:04.614839 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cca69086-99ce-4522-a73e-04a78405ed4d {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:44:04.615346 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-deleted', 'tag': '84f956f9-4326-4d7c-bcf7-10dfe96d3b49', 'status': 'completed', 'code': 200} Jul 09 09:44:04.656035 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-195b51d1-0904-439d-bdc6-af63f625df10 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:04.706890 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 72c1bd28-2b00-4bb6-aead-c595e46e8513, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=72c1bd28-2b00-4bb6-aead-c595e46e8513,segment=NetworkSegment(25c9a05e-6aaa-4f76-978a-42d699f844f1),segment_id=25c9a05e-6aaa-4f76-978a-42d699f844f1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:04.721630 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '72c1bd28-2b00-4bb6-aead-c595e46e8513', 'network_id': '839c08a4-4733-45d9-b5f6-03b4d5176fdc', 'port_id': '72c1bd28-2b00-4bb6-aead-c595e46e8513', 'mac_address': 'fa:16:3e:70:52:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dbbef33-233a-42b6-b25e-8107e556a10f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:44:04.759651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b51d1-0904-439d-bdc6-af63f625df10 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Pushing event deleted for resources: {'Port': ['ID=7aae3c3e-202c-46e4-aefe-e0a6a10ae35f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:04.762371 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-195b51d1-0904-439d-bdc6-af63f625df10 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:04.768453 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-195b51d1-0904-439d-bdc6-af63f625df10 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] 10.222.0.61 "DELETE /v2.0/ports/7aae3c3e-202c-46e4-aefe-e0a6a10ae35f HTTP/1.1" status: 204 len: 168 time: 0.9421041 Jul 09 09:44:04.796496 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:04.816822 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c1bd28-2b00-4bb6-aead-c595e46e8513 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:44:04.846614 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 72c1bd28-2b00-4bb6-aead-c595e46e8513, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=72c1bd28-2b00-4bb6-aead-c595e46e8513,segment=NetworkSegment(25c9a05e-6aaa-4f76-978a-42d699f844f1),segment_id=25c9a05e-6aaa-4f76-978a-42d699f844f1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:04.852449 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:04.858880 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b51d1-0904-439d-bdc6-af63f625df10 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:04.859236 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b51d1-0904-439d-bdc6-af63f625df10 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:04.859581 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b51d1-0904-439d-bdc6-af63f625df10 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:04.859964 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b51d1-0904-439d-bdc6-af63f625df10 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:04.860312 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b51d1-0904-439d-bdc6-af63f625df10 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:04.860630 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b51d1-0904-439d-bdc6-af63f625df10 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:04.861099 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b51d1-0904-439d-bdc6-af63f625df10 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:04.861517 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b51d1-0904-439d-bdc6-af63f625df10 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:04.861756 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b51d1-0904-439d-bdc6-af63f625df10 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:04.862080 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b51d1-0904-439d-bdc6-af63f625df10 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:04.862401 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b51d1-0904-439d-bdc6-af63f625df10 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:04.862726 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b51d1-0904-439d-bdc6-af63f625df10 tempest-RoutersAdminNegativeTest-1743172600 tempest-RoutersAdminNegativeTest-1743172600-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:04.922763 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=72c1bd28-2b00-4bb6-aead-c595e46e8513,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:04.936394 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-daf42b91-76b4-4efe-bf3d-24c8dd4e7894 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:05.057892 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:05.058297 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:05.058616 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Floating IP b43b7607-7b48-4c1d-ac80-35ac89e7f84d disassociated. External IP: 172.25.3.183, port: 22dfeafe-6fc9-4984-b9b5-99cfc7236f67. Jul 09 09:44:05.058971 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Calling delete_port for 22dfeafe-6fc9-4984-b9b5-99cfc7236f67 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:05.128582 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['72c1bd28-2b00-4bb6-aead-c595e46e8513'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:44:05.239286 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:05.247731 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36678) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:05.296342 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event deleted for resources: {'Port': ['ID=22dfeafe-6fc9-4984-b9b5-99cfc7236f67,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:05.311879 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:05.312245 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:05.312766 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:05.313119 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:05.314013 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:05.314376 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:05.314719 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:05.315071 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:05.315414 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:05.315775 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:05.316120 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:05.316451 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:05.437312 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf17bf88-8299-4b60-9f25-f9e3f9f339af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:05.484646 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Router cfae06f5-3216-4ab3-a577-47d9e6a51e58 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:44:05.670374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:44:05.683992 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b6517c-677c-4971-8e93-c7eac60ba10d None None] Sync routers for ids ['cfae06f5-3216-4ab3-a577-47d9e6a51e58'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:44:05.702101 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b6517c-677c-4971-8e93-c7eac60ba10d None None] Routers {'cfae06f5-3216-4ab3-a577-47d9e6a51e58'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:44:05.702746 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-89b6517c-677c-4971-8e93-c7eac60ba10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:43:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['cfae06f5-3216-4ab3-a577-47d9e6a51e58'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:05.721105 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf17bf88-8299-4b60-9f25-f9e3f9f339af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:05.750829 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] No DVR routers for this DVR port 22dfeafe-6fc9-4984-b9b5-99cfc7236f67 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:44:05.753898 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:05.756267 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-39f52c1c-6551-4638-8b83-482463002d39 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.58 "DELETE /v2.0/ports/22dfeafe-6fc9-4984-b9b5-99cfc7236f67 HTTP/1.1" status: 204 len: 173 time: 1.5842936 Jul 09 09:44:05.757253 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf17bf88-8299-4b60-9f25-f9e3f9f339af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:05.776903 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d55cc5-d7fd-4e9f-a526-e4dd4311f26d req-59f4cabf-87e9-4c8c-81bf-6f26fbd65d13 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:05.783521 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d55cc5-d7fd-4e9f-a526-e4dd4311f26d req-59f4cabf-87e9-4c8c-81bf-6f26fbd65d13 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:05.790969 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d55cc5-d7fd-4e9f-a526-e4dd4311f26d req-59f4cabf-87e9-4c8c-81bf-6f26fbd65d13 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:05.804157 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70d55cc5-d7fd-4e9f-a526-e4dd4311f26d req-59f4cabf-87e9-4c8c-81bf-6f26fbd65d13 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 2332 time: 0.6364934 Jul 09 09:44:05.856033 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cf17bf88-8299-4b60-9f25-f9e3f9f339af admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0ba9b6a7f7c44e1d8cbf1bd08a9347c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6035497 Jul 09 09:44:05.863728 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36692) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:05.863728 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17bf88-8299-4b60-9f25-f9e3f9f339af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcb26cc-956b-4d5e-aa6d-8637d785a1cb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:05.867888 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ddfc3-394b-4c1d-930f-500d291cc3e7 req-dd37f635-212f-4901-9375-a37d4acd71d3 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:05.876177 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-89b6517c-677c-4971-8e93-c7eac60ba10d None None] Set router cfae06f5-3216-4ab3-a577-47d9e6a51e58 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:44:05.876784 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-583ddfc3-394b-4c1d-930f-500d291cc3e7 req-dd37f635-212f-4901-9375-a37d4acd71d3 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=275ffecd-6226-4b73-b703-b63403708bd5 HTTP/1.1" status: 200 len: 946 time: 0.7102599 Jul 09 09:44:05.928448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-daf42b91-76b4-4efe-bf3d-24c8dd4e7894 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Allocated IP 172.20.0.1 (fc3498aa-3f20-44d7-b668-121c8f7ba9d1/020e5aac-290b-4eb1-806e-482c12b5502d/28c997e3-5743-4be1-9e14-def6e4e518cf) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:44:05.970876 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-583ddfc3-394b-4c1d-930f-500d291cc3e7 req-28a4bebb-c1a5-4c98-9ffa-9f73835d2d3d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930247 Jul 09 09:44:05.986239 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70d55cc5-d7fd-4e9f-a526-e4dd4311f26d req-f19bb576-9389-4d39-ae74-6ee3fdd1edf0 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807523 Jul 09 09:44:05.986401 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd507699-fbc2-41a6-b1fd-fa26be303d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:06.013981 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-0dc72a07-1bdc-4040-bc82-c50257e19a4d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Deleting port 4056075f-4424-484a-a4a7-32a33e281506 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:06.014332 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-0dc72a07-1bdc-4040-bc82-c50257e19a4d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:06.036617 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd507699-fbc2-41a6-b1fd-fa26be303d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:06.172741 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-0dc72a07-1bdc-4040-bc82-c50257e19a4d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] For port 4056075f-4424-484a-a4a7-32a33e281506, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=4056075f-4424-484a-a4a7-32a33e281506,segment=NetworkSegment(48356470-3de9-4aaf-a4cf-6ee600e06024),segment_id=48356470-3de9-4aaf-a4cf-6ee600e06024)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:06.172741 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-0dc72a07-1bdc-4040-bc82-c50257e19a4d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:06.183135 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-daf42b91-76b4-4efe-bf3d-24c8dd4e7894 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:06.184685 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-89b6517c-677c-4971-8e93-c7eac60ba10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'name': 'tempest-TaggedBootDevicesTest_v242-545706939-router', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '463331b5-eedb-482b-915c-2839d9c2e433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:13Z', 'updated_at': '2021-07-09T09:33:18Z', 'revision_number': 4, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'gw_port': {'id': '463331b5-eedb-482b-915c-2839d9c2e433', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:68:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:14Z', 'updated_at': '2021-07-09T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'ece5828a-835e-40a1-a0d2-097ae8255d52', 'name': '', 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'mac_address': 'fa:16:3e:eb:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'c58141ca-34d8-4bfc-921c-8492b6a7dcd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:17Z', 'updated_at': '2021-07-09T09:33:33Z', 'revision_number': 5, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'subnets': [{'id': 'c58141ca-34d8-4bfc-921c-8492b6a7dcd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:06.202157 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-0dc72a07-1bdc-4040-bc82-c50257e19a4d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Calling delete_port for 4056075f-4424-484a-a4a7-32a33e281506 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:06.211249 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd507699-fbc2-41a6-b1fd-fa26be303d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:06.211505 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-daf42b91-76b4-4efe-bf3d-24c8dd4e7894 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Transition to ACTIVE for port object 28c997e3-5743-4be1-9e14-def6e4e518cf will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:44:06.218113 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd507699-fbc2-41a6-b1fd-fa26be303d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:06.221250 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cd507699-fbc2-41a6-b1fd-fa26be303d26 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dbcb26cc-956b-4d5e-aa6d-8637d785a1cb HTTP/1.1" status: 204 len: 168 time: 0.3543255 Jul 09 09:44:06.237046 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b6517c-677c-4971-8e93-c7eac60ba10d None None] Checking router: cfae06f5-3216-4ab3-a577-47d9e6a51e58 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:44:06.248080 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b6517c-677c-4971-8e93-c7eac60ba10d None None] Routers {'cfae06f5-3216-4ab3-a577-47d9e6a51e58'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:44:06.248956 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-89b6517c-677c-4971-8e93-c7eac60ba10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:43:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['cfae06f5-3216-4ab3-a577-47d9e6a51e58'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:06.255226 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd507699-fbc2-41a6-b1fd-fa26be303d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcb26cc-956b-4d5e-aa6d-8637d785a1cb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:06.366187 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-daf42b91-76b4-4efe-bf3d-24c8dd4e7894 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:06.388857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a184b-d9ab-47e4-8dd8-9d27064d7699 req-f44191ec-2f6e-4a90-a598-4a3f1416b25e tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:06.390541 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-604a184b-d9ab-47e4-8dd8-9d27064d7699 req-f44191ec-2f6e-4a90-a598-4a3f1416b25e tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 945 time: 0.1736231 Jul 09 09:44:06.419896 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf42b91-76b4-4efe-bf3d-24c8dd4e7894 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Network fc3498aa-3f20-44d7-b668-121c8f7ba9d1 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:44:06.435191 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-daf42b91-76b4-4efe-bf3d-24c8dd4e7894 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:44:06.440467 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf42b91-76b4-4efe-bf3d-24c8dd4e7894 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:44:06.498425 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-daf42b91-76b4-4efe-bf3d-24c8dd4e7894 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:06.528739 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-0dc72a07-1bdc-4040-bc82-c50257e19a4d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:06.531117 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 72c1bd28-2b00-4bb6-aead-c595e46e8513 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:44:06.578269 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf42b91-76b4-4efe-bf3d-24c8dd4e7894 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Pushing event updated for resources: {'Port': ['ID=28c997e3-5743-4be1-9e14-def6e4e518cf,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:06.598793 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc72a07-1bdc-4040-bc82-c50257e19a4d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event deleted for resources: {'Port': ['ID=4056075f-4424-484a-a4a7-32a33e281506,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:06.628512 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-deleted', 'tag': '22dfeafe-6fc9-4984-b9b5-99cfc7236f67'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:44:06.632906 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14c9d38-b59c-46eb-9351-d1776e3af1f1" -d '{"events": [{"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-deleted", "tag": "22dfeafe-6fc9-4984-b9b5-99cfc7236f67"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:44:06.662666 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-89b6517c-677c-4971-8e93-c7eac60ba10d None None] Set router cfae06f5-3216-4ab3-a577-47d9e6a51e58 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:44:06.664707 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 72c1bd28-2b00-4bb6-aead-c595e46e8513 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:44:06.674590 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 72c1bd28-2b00-4bb6-aead-c595e46e8513 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:44:06.675030 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:06.692614 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-604a184b-d9ab-47e4-8dd8-9d27064d7699 req-08bb491e-c203-474a-915f-44f01c0fbfa3 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701585 Jul 09 09:44:06.709929 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd61534-f9ef-41c1-b0c6-e9a4349c32d6 req-282deb58-1362-4b3b-b22b-623e118a338b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:06.714010 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7cd61534-f9ef-41c1-b0c6-e9a4349c32d6 req-282deb58-1362-4b3b-b22b-623e118a338b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "GET /v2.0/ports?device_id=275ffecd-6226-4b73-b703-b63403708bd5 HTTP/1.1" status: 200 len: 946 time: 0.3845756 Jul 09 09:44:06.834753 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0e360eb2-b68b-4870-8c62-3808f5053925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:06.837095 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa27213-772e-439f-ac7b-2fde46410199 x-openstack-request-id: req-9aa27213-772e-439f-ac7b-2fde46410199 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:44:06.837574 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-deleted", "tag": "22dfeafe-6fc9-4984-b9b5-99cfc7236f67", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:44:06.837837 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9aa27213-772e-439f-ac7b-2fde46410199 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:44:06.839645 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-deleted', 'tag': '22dfeafe-6fc9-4984-b9b5-99cfc7236f67', 'status': 'completed', 'code': 200} Jul 09 09:44:06.849992 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-0dc72a07-1bdc-4040-bc82-c50257e19a4d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] No DVR routers for this DVR port 4056075f-4424-484a-a4a7-32a33e281506 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:44:06.855913 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-0dc72a07-1bdc-4040-bc82-c50257e19a4d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:06.863192 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-0dc72a07-1bdc-4040-bc82-c50257e19a4d tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.58 "DELETE /v2.0/ports/4056075f-4424-484a-a4a7-32a33e281506 HTTP/1.1" status: 204 len: 173 time: 1.0813284 Jul 09 09:44:06.877617 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:06.921502 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36704) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:06.936298 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-daf42b91-76b4-4efe-bf3d-24c8dd4e7894 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:06.940320 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2484edb8-5259-4c93-98d8-6e4a696fd564 None None] Provisioning for port 28c997e3-5743-4be1-9e14-def6e4e518cf completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:44:06.948345 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c1bd28-2b00-4bb6-aead-c595e46e8513'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:44:06.951175 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf07067f-f97d-422b-b925-db1d490fcd66" -d '{"events": [{"server_uuid": "8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8", "name": "network-vif-plugged", "status": "completed", "tag": "72c1bd28-2b00-4bb6-aead-c595e46e8513"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:44:06.965387 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2484edb8-5259-4c93-98d8-6e4a696fd564 None None] Provisioning complete for port 28c997e3-5743-4be1-9e14-def6e4e518cf triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:44:06.965806 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2484edb8-5259-4c93-98d8-6e4a696fd564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:06.971499 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 72c1bd28-2b00-4bb6-aead-c595e46e8513, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=72c1bd28-2b00-4bb6-aead-c595e46e8513,segment=NetworkSegment(25c9a05e-6aaa-4f76-978a-42d699f844f1),segment_id=25c9a05e-6aaa-4f76-978a-42d699f844f1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:06.995054 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-7cd61534-f9ef-41c1-b0c6-e9a4349c32d6 req-677fe967-6139-44fe-b4d8-2186603b6879 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Deleting port f2cbbe35-19ac-47b8-942e-38d6f53f715a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:06.995567 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7cd61534-f9ef-41c1-b0c6-e9a4349c32d6 req-677fe967-6139-44fe-b4d8-2186603b6879 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:07.040178 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:07.093531 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e3c971c1-1cc0-494f-8eeb-885dd1d58332 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fdb8d02eb848478ab84155951785a1c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1708679 Jul 09 09:44:07.095897 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36720) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:07.096239 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7578cac6-0c97-4dc4-9236-22b7e31507e2 x-openstack-request-id: req-7578cac6-0c97-4dc4-9236-22b7e31507e2 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:44:07.096771 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8", "name": "network-vif-plugged", "status": "completed", "tag": "72c1bd28-2b00-4bb6-aead-c595e46e8513", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:44:07.097555 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7578cac6-0c97-4dc4-9236-22b7e31507e2 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:44:07.098360 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c1bd28-2b00-4bb6-aead-c595e46e8513', 'code': 200} Jul 09 09:44:07.106610 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2484edb8-5259-4c93-98d8-6e4a696fd564 None None] Port 28c997e3-5743-4be1-9e14-def6e4e518cf cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:44:07.159929 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=72c1bd28-2b00-4bb6-aead-c595e46e8513,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:07.218594 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-99924912-18d5-487a-863c-3a47e02dd713 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Deleting port 9156e5bc-3745-4aaf-a12d-7f1717166bef {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:07.218927 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-99924912-18d5-487a-863c-3a47e02dd713 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:07.280950 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1dd59bea-4c20-4710-8d51-40ea24bcc3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:07.288376 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-89b6517c-677c-4971-8e93-c7eac60ba10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'name': 'tempest-TaggedBootDevicesTest_v242-545706939-router', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '463331b5-eedb-482b-915c-2839d9c2e433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:13Z', 'updated_at': '2021-07-09T09:33:18Z', 'revision_number': 4, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'gw_port': {'id': '463331b5-eedb-482b-915c-2839d9c2e433', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:68:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:14Z', 'updated_at': '2021-07-09T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'ece5828a-835e-40a1-a0d2-097ae8255d52', 'name': '', 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'mac_address': 'fa:16:3e:eb:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'c58141ca-34d8-4bfc-921c-8492b6a7dcd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:17Z', 'updated_at': '2021-07-09T09:33:33Z', 'revision_number': 5, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'subnets': [{'id': 'c58141ca-34d8-4bfc-921c-8492b6a7dcd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:07.323862 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b6517c-677c-4971-8e93-c7eac60ba10d None None] The sync data for ids ['cfae06f5-3216-4ab3-a577-47d9e6a51e58'] in n-d-799996-1 is: [{'id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'name': 'tempest-TaggedBootDevicesTest_v242-545706939-router', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '463331b5-eedb-482b-915c-2839d9c2e433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:13Z', 'updated_at': '2021-07-09T09:33:18Z', 'revision_number': 4, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'gw_port': {'id': '463331b5-eedb-482b-915c-2839d9c2e433', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:68:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:14Z', 'updated_at': '2021-07-09T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'ece5828a-835e-40a1-a0d2-097ae8255d52', 'name': '', 'network_id': '99c195dc-2d0c-4f19-8264-456ecb1b766e', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'mac_address': 'fa:16:3e:eb:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'c58141ca-34d8-4bfc-921c-8492b6a7dcd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:17Z', 'updated_at': '2021-07-09T09:33:33Z', 'revision_number': 5, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'subnets': [{'id': 'c58141ca-34d8-4bfc-921c-8492b6a7dcd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:44:07.351721 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1dd59bea-4c20-4710-8d51-40ea24bcc3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:07.425052 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-99924912-18d5-487a-863c-3a47e02dd713 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] For port 9156e5bc-3745-4aaf-a12d-7f1717166bef, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=9156e5bc-3745-4aaf-a12d-7f1717166bef,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:07.425623 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-99924912-18d5-487a-863c-3a47e02dd713 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:07.440905 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-99924912-18d5-487a-863c-3a47e02dd713 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Calling delete_port for 9156e5bc-3745-4aaf-a12d-7f1717166bef owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:07.461921 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1dd59bea-4c20-4710-8d51-40ea24bcc3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:07.465133 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1dd59bea-4c20-4710-8d51-40ea24bcc3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:07.466288 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1dd59bea-4c20-4710-8d51-40ea24bcc3a8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a31fe292-063c-4473-9d73-05cbc08769eb HTTP/1.1" status: 204 len: 168 time: 0.3693256 Jul 09 09:44:07.520784 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd59bea-4c20-4710-8d51-40ea24bcc3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31fe292-063c-4473-9d73-05cbc08769eb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:07.632329 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-7cd61534-f9ef-41c1-b0c6-e9a4349c32d6 req-677fe967-6139-44fe-b4d8-2186603b6879 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] For port f2cbbe35-19ac-47b8-942e-38d6f53f715a, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=f2cbbe35-19ac-47b8-942e-38d6f53f715a,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:07.632329 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7cd61534-f9ef-41c1-b0c6-e9a4349c32d6 req-677fe967-6139-44fe-b4d8-2186603b6879 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:07.642652 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddbba6-9ddf-4ad1-965d-eddb5a86ac0e req-bfc1c17f-ee76-4278-8180-bef93c2483d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:07.644228 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-75ddbba6-9ddf-4ad1-965d-eddb5a86ac0e req-bfc1c17f-ee76-4278-8180-bef93c2483d8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 1097 time: 0.4297726 Jul 09 09:44:07.656973 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-99924912-18d5-487a-863c-3a47e02dd713 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:07.686074 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b516ad8-8e6b-4718-8170-090b777c5351 req-fbd53c8a-e3c2-43ba-8333-09d20d4adac0 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:07.687769 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9b516ad8-8e6b-4718-8170-090b777c5351 req-fbd53c8a-e3c2-43ba-8333-09d20d4adac0 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=275ffecd-6226-4b73-b703-b63403708bd5 HTTP/1.1" status: 200 len: 946 time: 0.4454439 Jul 09 09:44:07.696115 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99924912-18d5-487a-863c-3a47e02dd713 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event deleted for resources: {'Port': ['ID=9156e5bc-3745-4aaf-a12d-7f1717166bef,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:07.707533 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-7cd61534-f9ef-41c1-b0c6-e9a4349c32d6 req-677fe967-6139-44fe-b4d8-2186603b6879 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Calling delete_port for f2cbbe35-19ac-47b8-942e-38d6f53f715a owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:07.762776 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-99924912-18d5-487a-863c-3a47e02dd713 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] No DVR routers for this DVR port 9156e5bc-3745-4aaf-a12d-7f1717166bef on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:44:07.769610 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-99924912-18d5-487a-863c-3a47e02dd713 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:07.771652 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-20c3370d-b551-4856-9dca-556924c3e5e7 req-99924912-18d5-487a-863c-3a47e02dd713 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.58 "DELETE /v2.0/ports/9156e5bc-3745-4aaf-a12d-7f1717166bef HTTP/1.1" status: 204 len: 173 time: 0.9028325 Jul 09 09:44:07.825540 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dfabde-a989-4fa3-b4c9-44c3d6065171 None None] New status for floating IP b43b7607-7b48-4c1d-ac80-35ac89e7f84d: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:44:07.828096 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0bb61-c7eb-4418-a5f9-2a7b5a06f6b3 req-da90ef2c-9086-4b4b-ac1a-6e48ef0f1875 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:07.830245 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c1c0bb61-c7eb-4418-a5f9-2a7b5a06f6b3 req-da90ef2c-9086-4b4b-ac1a-6e48ef0f1875 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 865 time: 0.4103503 Jul 09 09:44:07.937696 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-daf42b91-76b4-4efe-bf3d-24c8dd4e7894 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:07.985127 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9b516ad8-8e6b-4718-8170-090b777c5351 req-af4f8434-8c3b-4240-9d3f-d69e255f366a tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753310 Jul 09 09:44:07.995373 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-daf42b91-76b4-4efe-bf3d-24c8dd4e7894 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:07.999932 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-75ddbba6-9ddf-4ad1-965d-eddb5a86ac0e req-9d8ff66c-81d4-4bad-9994-3e08d9f85030 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459544 Jul 09 09:44:08.327859 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf42b91-76b4-4efe-bf3d-24c8dd4e7894 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Pushing event updated for resources: {'Port': ['ID=28c997e3-5743-4be1-9e14-def6e4e518cf,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:08.331072 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-daf42b91-76b4-4efe-bf3d-24c8dd4e7894 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:08.344386 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c1c0bb61-c7eb-4418-a5f9-2a7b5a06f6b3 req-eae5dfa7-0412-47fe-a285-f9a2e954f94e tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups?id=dab89c31-cb76-4217-a26e-c9a222bb4e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5019622 Jul 09 09:44:08.345162 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7cd61534-f9ef-41c1-b0c6-e9a4349c32d6 req-677fe967-6139-44fe-b4d8-2186603b6879 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:08.357298 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['09dd6c37-9295-46e2-be77-76eaa105fd22'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:44:08.658004 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf42b91-76b4-4efe-bf3d-24c8dd4e7894 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Network fc3498aa-3f20-44d7-b668-121c8f7ba9d1 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:44:08.660013 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fe967-6139-44fe-b4d8-2186603b6879 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Pushing event deleted for resources: {'Port': ['ID=f2cbbe35-19ac-47b8-942e-38d6f53f715a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:08.671948 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-daf42b91-76b4-4efe-bf3d-24c8dd4e7894 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:44:08.841098 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-deleted', 'tag': '4056075f-4424-484a-a4a7-32a33e281506'}, {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-deleted', 'tag': '9156e5bc-3745-4aaf-a12d-7f1717166bef'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:44:08.843486 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f873e59-1d66-435c-ae89-83685c42fd0a" -d '{"events": [{"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-deleted", "tag": "4056075f-4424-484a-a4a7-32a33e281506"}, {"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-deleted", "tag": "9156e5bc-3745-4aaf-a12d-7f1717166bef"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:44:08.905547 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 09:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5d4a93-01f8-4df7-ad65-47dbdd07887b x-openstack-request-id: req-fb5d4a93-01f8-4df7-ad65-47dbdd07887b {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:44:08.905859 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-deleted", "tag": "4056075f-4424-484a-a4a7-32a33e281506", "status": "completed", "code": 200}, {"server_uuid": "dbcf6e95-6b60-4add-893f-d0fcc22b04ce", "name": "network-vif-deleted", "tag": "9156e5bc-3745-4aaf-a12d-7f1717166bef", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:44:08.906102 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fb5d4a93-01f8-4df7-ad65-47dbdd07887b {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:44:08.906535 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-deleted', 'tag': '4056075f-4424-484a-a4a7-32a33e281506', 'status': 'completed', 'code': 200} Jul 09 09:44:08.906793 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf6e95-6b60-4add-893f-d0fcc22b04ce', 'name': 'network-vif-deleted', 'tag': '9156e5bc-3745-4aaf-a12d-7f1717166bef', 'status': 'completed', 'code': 200} Jul 09 09:44:08.918283 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36750) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:09.047274 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device f2cbbe35-19ac-47b8-942e-38d6f53f715a no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:44:09.059893 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8ab6b3f9-eb74-4897-babe-9bca67ea7391 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1200090595'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:09.102039 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd61534-f9ef-41c1-b0c6-e9a4349c32d6 req-677fe967-6139-44fe-b4d8-2186603b6879 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] No DVR routers for this DVR port f2cbbe35-19ac-47b8-942e-38d6f53f715a on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:44:09.108747 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf42b91-76b4-4efe-bf3d-24c8dd4e7894 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Router c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:44:09.140124 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef165e5f-537a-4939-8884-d833d831ecb8 req-943dca7c-989f-4c78-a10b-9caa6108c0dc tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:09.143322 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ef165e5f-537a-4939-8884-d833d831ecb8 req-943dca7c-989f-4c78-a10b-9caa6108c0dc tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.9616420 Jul 09 09:44:09.148008 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7cd61534-f9ef-41c1-b0c6-e9a4349c32d6 req-677fe967-6139-44fe-b4d8-2186603b6879 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:09.156193 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7cd61534-f9ef-41c1-b0c6-e9a4349c32d6 req-677fe967-6139-44fe-b4d8-2186603b6879 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "DELETE /v2.0/ports/f2cbbe35-19ac-47b8-942e-38d6f53f715a HTTP/1.1" status: 204 len: 173 time: 2.4183297 Jul 09 09:44:09.157308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275ffecd-6226-4b73-b703-b63403708bd5', 'name': 'network-vif-deleted', 'tag': 'f2cbbe35-19ac-47b8-942e-38d6f53f715a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:44:09.164144 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002c439d-2da4-4fed-8760-fbdbeccb2714" -d '{"events": [{"server_uuid": "275ffecd-6226-4b73-b703-b63403708bd5", "name": "network-vif-deleted", "tag": "f2cbbe35-19ac-47b8-942e-38d6f53f715a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:44:09.176892 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: f2cbbe35-19ac-47b8-942e-38d6f53f715a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:44:09.178403 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device f2cbbe35-19ac-47b8-942e-38d6f53f715a not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:44:09.192630 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab6b3f9-eb74-4897-babe-9bca67ea7391 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Made reservation on behalf of e1661724285248bb97e5145816dc799f for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:44:09.201230 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ab6b3f9-eb74-4897-babe-9bca67ea7391 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:09.232971 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ab6b3f9-eb74-4897-babe-9bca67ea7391 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:09.256153 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2286e0df-d5d2-4a61-b1b7-7e6967d0177b None None] Provisioning complete for port 28c997e3-5743-4be1-9e14-def6e4e518cf triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:44:09.256642 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2286e0df-d5d2-4a61-b1b7-7e6967d0177b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:09.258228 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:09.350195 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ef165e5f-537a-4939-8884-d833d831ecb8 req-5c07db1d-50b1-4990-b4ef-100d4cd7fe7c tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804969 Jul 09 09:44:09.373371 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eea65676-b395-4f79-ab5b-a569220da971 req-d307d46e-8701-4e81-822d-7d91db2f5719 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=275ffecd-6226-4b73-b703-b63403708bd5 HTTP/1.1" status: 200 len: 210 time: 0.0478005 Jul 09 09:44:09.383603 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2286e0df-d5d2-4a61-b1b7-7e6967d0177b None None] Port 28c997e3-5743-4be1-9e14-def6e4e518cf cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:44:09.418230 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-05789861-08d9-45ed-84b8-99e57058733b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:09.424039 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf42b91-76b4-4efe-bf3d-24c8dd4e7894 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:44:09.437032 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd082c6-8d03-4b24-8dd6-f2ef79e7259b None None] Sync routers for ids ['c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:44:09.452834 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-daf42b91-76b4-4efe-bf3d-24c8dd4e7894 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "PUT /v2.0/routers/c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9940019 Jul 09 09:44:09.457772 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36760) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:09.463025 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd082c6-8d03-4b24-8dd6-f2ef79e7259b None None] Routers {'c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:44:09.465594 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1bd082c6-8d03-4b24-8dd6-f2ef79e7259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:44:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:09.491840 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662d127c-f070-47ec-8c57-87e2263f12a1 x-openstack-request-id: req-662d127c-f070-47ec-8c57-87e2263f12a1 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:44:09.492328 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275ffecd-6226-4b73-b703-b63403708bd5", "name": "network-vif-deleted", "tag": "f2cbbe35-19ac-47b8-942e-38d6f53f715a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:44:09.492954 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-662d127c-f070-47ec-8c57-87e2263f12a1 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:44:09.493529 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275ffecd-6226-4b73-b703-b63403708bd5', 'name': 'network-vif-deleted', 'tag': 'f2cbbe35-19ac-47b8-942e-38d6f53f715a', 'status': 'completed', 'code': 200} Jul 09 09:44:09.498151 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:09.553669 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ab6b3f9-eb74-4897-babe-9bca67ea7391 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:09.560254 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ab6b3f9-eb74-4897-babe-9bca67ea7391 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:09.597571 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1bd082c6-8d03-4b24-8dd6-f2ef79e7259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:09.599614 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab6b3f9-eb74-4897-babe-9bca67ea7391 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:44:09.620929 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6b3f9-eb74-4897-babe-9bca67ea7391 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=237c1ba0-9229-4ff9-b708-fb45a1a48c9c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:09.635329 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ab6b3f9-eb74-4897-babe-9bca67ea7391 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:09.635684 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-8ab6b3f9-eb74-4897-babe-9bca67ea7391 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Added segment 63d3a34d-b4a4-4f38-a862-9ee923fc6e2a of type vlan for network 9c293b64-4b45-450c-895c-ab3e566ade79 Jul 09 09:44:09.637298 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd082c6-8d03-4b24-8dd6-f2ef79e7259b None None] Routers {'c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:44:09.638444 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1bd082c6-8d03-4b24-8dd6-f2ef79e7259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:44:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:09.699207 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1a025fc-9513-4760-aed0-efb3b7568193 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:09.742850 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ab6b3f9-eb74-4897-babe-9bca67ea7391 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:09.745124 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1bd082c6-8d03-4b24-8dd6-f2ef79e7259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:09.749887 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd082c6-8d03-4b24-8dd6-f2ef79e7259b None None] The sync data for ids ['c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:44:09.822498 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ab6b3f9-eb74-4897-babe-9bca67ea7391 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:09.829154 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab6b3f9-eb74-4897-babe-9bca67ea7391 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:09.829961 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ab6b3f9-eb74-4897-babe-9bca67ea7391 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:09.910492 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8ab6b3f9-eb74-4897-babe-9bca67ea7391 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9907091 Jul 09 09:44:09.914807 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36764) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:09.921856 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-da06630a-568d-48a0-9138-5e7bd95bad21 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Request body: {'subnet': {'network_id': '9c293b64-4b45-450c-895c-ab3e566ade79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:09.997736 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6b3f9-eb74-4897-babe-9bca67ea7391 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Pushing event updated for resources: {'Network': ['ID=9c293b64-4b45-450c-895c-ab3e566ade79,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:10.010765 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 9c293b64-4b45-450c-895c-ab3e566ade79 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:44:10.057925 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da06630a-568d-48a0-9138-5e7bd95bad21 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Made reservation on behalf of e1661724285248bb97e5145816dc799f for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:44:10.078691 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da06630a-568d-48a0-9138-5e7bd95bad21 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:10.248923 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66252426-0318-464b-85f2-5e8975da2e05 req-ebb1219e-dfa9-46c7-9b27-572a24635b04 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 210 time: 0.4871106 Jul 09 09:44:10.286057 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-d1a025fc-9513-4760-aed0-efb3b7568193 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 09:44:10.287735 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d1a025fc-9513-4760-aed0-efb3b7568193 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "DELETE /v2.0/routers/c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f HTTP/1.1" status: 409 len: 329 time: 0.8283453 Jul 09 09:44:10.290314 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36766) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:10.352359 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da06630a-568d-48a0-9138-5e7bd95bad21 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:10.445673 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06630a-568d-48a0-9138-5e7bd95bad21 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Pushing event updated for resources: {'Subnet': ['ID=295f9401-273a-4f88-89b2-3fd16dd8812c,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:10.450282 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da06630a-568d-48a0-9138-5e7bd95bad21 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Checking segment: {'id': '63d3a34d-b4a4-4f38-a862-9ee923fc6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9c293b64-4b45-450c-895c-ab3e566ade79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:44:10.450797 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da06630a-568d-48a0-9138-5e7bd95bad21 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Network hostable DHCP agents. Network: 9c293b64-4b45-450c-895c-ab3e566ade79, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:44:10.503777 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da06630a-568d-48a0-9138-5e7bd95bad21 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Network 9c293b64-4b45-450c-895c-ab3e566ade79 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:44:10.523523 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-da06630a-568d-48a0-9138-5e7bd95bad21 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 9c293b64-4b45-450c-895c-ab3e566ade79) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:44:10.535608 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9400fbb3-3134-4d9e-aff7-518846688ad5 None None] Network 9c293b64-4b45-450c-895c-ab3e566ade79 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:44:10.550301 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da06630a-568d-48a0-9138-5e7bd95bad21 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:10.552437 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da06630a-568d-48a0-9138-5e7bd95bad21 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:10.579318 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-da06630a-568d-48a0-9138-5e7bd95bad21 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6618207 Jul 09 09:44:10.581527 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36774) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:10.596833 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7cfd7994-39b3-4a93-b6db-6c6e5305146c tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Request body: {'port': {'network_id': '9c293b64-4b45-450c-895c-ab3e566ade79', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2045964316'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:10.847209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fd9ed-8554-4c1c-9d31-b7d6a64e163d req-0ec79bd6-1817-4d05-9b2f-42e9dff52065 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:10.849777 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-514fd9ed-8554-4c1c-9d31-b7d6a64e163d req-0ec79bd6-1817-4d05-9b2f-42e9dff52065 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.2743883 Jul 09 09:44:10.856386 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ead986-aad7-455d-beda-7a797566c10b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-9c293b64-4b45-450c-895c-ab3e566ade79', 'network_id': '9c293b64-4b45-450c-895c-ab3e566ade79', 'tenant_id': 'e1661724285248bb97e5145816dc799f', 'fixed_ips': [{'subnet_id': '295f9401-273a-4f88-89b2-3fd16dd8812c'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:44:10.861788 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-93ead986-aad7-455d-beda-7a797566c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:10.922579 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfd7994-39b3-4a93-b6db-6c6e5305146c tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Made reservation on behalf of e1661724285248bb97e5145816dc799f for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:44:10.930008 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7cfd7994-39b3-4a93-b6db-6c6e5305146c tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:10.970035 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-514fd9ed-8554-4c1c-9d31-b7d6a64e163d req-7ef17e79-396f-467d-ba85-762cb14c9dbd tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067948 Jul 09 09:44:10.990676 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-7cfd7994-39b3-4a93-b6db-6c6e5305146c tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] device_id is not set on port ce09dd05-9ce3-40c2-a7c2-78037d39c075 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:44:11.088677 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ce6fba9-2526-4542-b20d-e544b51a4ef0 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:11.269108 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-93ead986-aad7-455d-beda-7a797566c10b None None] Allocated IP 172.20.0.2 (9c293b64-4b45-450c-895c-ab3e566ade79/295f9401-273a-4f88-89b2-3fd16dd8812c/078fac3b-01fd-47c9-93fc-05bec4d71692) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:44:11.453110 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-93ead986-aad7-455d-beda-7a797566c10b None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:11.465600 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-93ead986-aad7-455d-beda-7a797566c10b None None] Transition to ACTIVE for port object 078fac3b-01fd-47c9-93fc-05bec4d71692 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:44:11.487343 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-93ead986-aad7-455d-beda-7a797566c10b None None] Transition to ACTIVE for port object 078fac3b-01fd-47c9-93fc-05bec4d71692 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:44:11.516037 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-93ead986-aad7-455d-beda-7a797566c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:11.566326 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ead986-aad7-455d-beda-7a797566c10b None None] Network 9c293b64-4b45-450c-895c-ab3e566ade79 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:44:11.568118 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-93ead986-aad7-455d-beda-7a797566c10b None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:44:11.589479 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ead986-aad7-455d-beda-7a797566c10b None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:44:11.594792 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:11.634606 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-7cfd7994-39b3-4a93-b6db-6c6e5305146c tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Allocated IP 172.20.0.8 (9c293b64-4b45-450c-895c-ab3e566ade79/295f9401-273a-4f88-89b2-3fd16dd8812c/ce09dd05-9ce3-40c2-a7c2-78037d39c075) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:44:11.674016 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ead986-aad7-455d-beda-7a797566c10b None None] Pushing event updated for resources: {'Port': ['ID=078fac3b-01fd-47c9-93fc-05bec4d71692,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:11.681708 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78dd5e56-ff9a-43e9-9362-c699c8c37b3a req-9b6598be-410d-4447-ba37-db65cb8265ab tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 210 time: 0.1363232 Jul 09 09:44:11.687358 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-93ead986-aad7-455d-beda-7a797566c10b None None] Attempting to bind port 078fac3b-01fd-47c9-93fc-05bec4d71692 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:44:11.687760 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-93ead986-aad7-455d-beda-7a797566c10b None None] Attempting to bind port 078fac3b-01fd-47c9-93fc-05bec4d71692 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '63d3a34d-b4a4-4f38-a862-9ee923fc6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9c293b64-4b45-450c-895c-ab3e566ade79'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:44:11.688128 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ead986-aad7-455d-beda-7a797566c10b None None] Attempting to bind port 078fac3b-01fd-47c9-93fc-05bec4d71692 on network 9c293b64-4b45-450c-895c-ab3e566ade79 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:44:11.706958 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ead986-aad7-455d-beda-7a797566c10b None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:44:11.707340 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ead986-aad7-455d-beda-7a797566c10b None None] Checking segment: {'id': '63d3a34d-b4a4-4f38-a862-9ee923fc6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9c293b64-4b45-450c-895c-ab3e566ade79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:44:11.707769 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-93ead986-aad7-455d-beda-7a797566c10b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:11.709386 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ead986-aad7-455d-beda-7a797566c10b None None] Bound using segment: {'id': '63d3a34d-b4a4-4f38-a862-9ee923fc6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9c293b64-4b45-450c-895c-ab3e566ade79'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:44:11.709891 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-93ead986-aad7-455d-beda-7a797566c10b None None] Bound port: 078fac3b-01fd-47c9-93fc-05bec4d71692, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d3a34d-b4a4-4f38-a862-9ee923fc6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9c293b64-4b45-450c-895c-ab3e566ade79'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:44:11.710275 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-93ead986-aad7-455d-beda-7a797566c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:11.794702 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-93ead986-aad7-455d-beda-7a797566c10b None None] For port 078fac3b-01fd-47c9-93fc-05bec4d71692, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:44:11.798358 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-93ead986-aad7-455d-beda-7a797566c10b None None] For port 078fac3b-01fd-47c9-93fc-05bec4d71692, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=078fac3b-01fd-47c9-93fc-05bec4d71692,segment=NetworkSegment(63d3a34d-b4a4-4f38-a862-9ee923fc6e2a),segment_id=63d3a34d-b4a4-4f38-a862-9ee923fc6e2a)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:44:11.803547 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-93ead986-aad7-455d-beda-7a797566c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:11.872204 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7cfd7994-39b3-4a93-b6db-6c6e5305146c tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:11.874257 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ead986-aad7-455d-beda-7a797566c10b None None] Pushing event updated for resources: {'Port': ['ID=078fac3b-01fd-47c9-93fc-05bec4d71692,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:11.906119 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-7cfd7994-39b3-4a93-b6db-6c6e5305146c tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Transition to ACTIVE for port object ce09dd05-9ce3-40c2-a7c2-78037d39c075 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:44:11.948237 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7cfd7994-39b3-4a93-b6db-6c6e5305146c tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:12.007775 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfd7994-39b3-4a93-b6db-6c6e5305146c tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Network 9c293b64-4b45-450c-895c-ab3e566ade79 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:44:12.014793 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-7cfd7994-39b3-4a93-b6db-6c6e5305146c tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:44:12.028552 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfd7994-39b3-4a93-b6db-6c6e5305146c tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:44:12.053487 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-c84e1b1c-82c2-4fda-8bda-2bfa76918015 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:12.061233 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-c84e1b1c-82c2-4fda-8bda-2bfa76918015 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/networks?id=0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 200 len: 806 time: 0.1752372 Jul 09 09:44:12.096141 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfd7994-39b3-4a93-b6db-6c6e5305146c tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:12.096843 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7cfd7994-39b3-4a93-b6db-6c6e5305146c tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:12.104605 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-7ef5015b-e7e9-4912-86a3-9083c2f7027c tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/quotas/2ac1d48021e34103a62b6ac5b060403c HTTP/1.1" status: 200 len: 375 time: 0.0423753 Jul 09 09:44:12.114549 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd7994-39b3-4a93-b6db-6c6e5305146c tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Pushing event updated for resources: {'Port': ['ID=ce09dd05-9ce3-40c2-a7c2-78037d39c075,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:12.125060 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7cfd7994-39b3-4a93-b6db-6c6e5305146c tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5409954 Jul 09 09:44:12.128422 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36800) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:12.135457 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-755a9731-34ab-4722-a98a-278c87608cdd tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Request body: {'port': {'network_id': '9c293b64-4b45-450c-895c-ab3e566ade79', 'name': 'tempest-ExtraDHCPOptionsTestJSON-900846748', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:12.136286 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.api.validators [None req-755a9731-34ab-4722-a98a-278c87608cdd tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] bootfile-name is not in valid_values {{(pid=93791) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 09:44:12.136966 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.api.validators [None req-755a9731-34ab-4722-a98a-278c87608cdd tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] tftp-server is not in valid_values {{(pid=93791) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 09:44:12.137455 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.api.validators [None req-755a9731-34ab-4722-a98a-278c87608cdd tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] server-ip-address is not in valid_values {{(pid=93791) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 09:44:12.138285 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee21a71-4439-447a-9d76-b89bbabc2deb req-368e2df2-d874-46c4-8ea7-502cc893bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:12.139966 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ee21a71-4439-447a-9d76-b89bbabc2deb req-368e2df2-d874-46c4-8ea7-502cc893bc54 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5ef7675e6bc4ebb839d110032acb556&device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 1097 time: 0.5807352 Jul 09 09:44:12.174194 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c95828-242c-49f2-a8d3-e2699d1c51e8 req-024bc97a-b989-432f-9cf0-85d4d0f5a937 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:12.182076 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50c95828-242c-49f2-a8d3-e2699d1c51e8 req-024bc97a-b989-432f-9cf0-85d4d0f5a937 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.4562299 Jul 09 09:44:12.203285 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5ce6fba9-2526-4542-b20d-e544b51a4ef0 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Deleting port 28c997e3-5743-4be1-9e14-def6e4e518cf {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:12.203868 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ce6fba9-2526-4542-b20d-e544b51a4ef0 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:12.348812 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50c95828-242c-49f2-a8d3-e2699d1c51e8 req-7ea37199-819e-4fb8-8879-ccae70c4d19f tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657534 Jul 09 09:44:12.386479 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755a9731-34ab-4722-a98a-278c87608cdd tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Made reservation on behalf of e1661724285248bb97e5145816dc799f for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:44:12.390452 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-755a9731-34ab-4722-a98a-278c87608cdd tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:12.432669 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-755a9731-34ab-4722-a98a-278c87608cdd tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] device_id is not set on port 84395f33-e3d5-494c-bba5-b79dd6af946c yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:44:12.489027 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-85c57d69-6178-4677-9bb1-a0b57e381b93 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ac1d48021e34103a62b6ac5b060403c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3835347 Jul 09 09:44:12.492418 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ce6fba9-2526-4542-b20d-e544b51a4ef0 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:12.525068 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5ce6fba9-2526-4542-b20d-e544b51a4ef0 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Calling delete_port for 28c997e3-5743-4be1-9e14-def6e4e518cf owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:12.552032 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-755a9731-34ab-4722-a98a-278c87608cdd tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Allocated IP 172.20.0.7 (9c293b64-4b45-450c-895c-ab3e566ade79/295f9401-273a-4f88-89b2-3fd16dd8812c/84395f33-e3d5-494c-bba5-b79dd6af946c) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:44:12.572835 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee21a71-4439-447a-9d76-b89bbabc2deb req-8d467114-4f5c-4a78-9f85-c9270803517f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:12.574358 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ee21a71-4439-447a-9d76-b89bbabc2deb req-8d467114-4f5c-4a78-9f85-c9270803517f service neutron] 10.222.0.58 "GET /v2.0/networks?id=839c08a4-4733-45d9-b5f6-03b4d5176fdc HTTP/1.1" status: 200 len: 911 time: 0.3742006 Jul 09 09:44:12.659156 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ee21a71-4439-447a-9d76-b89bbabc2deb req-a6a8140f-e9e5-4369-a3f2-afe48b3b3c81 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72c1bd28-2b00-4bb6-aead-c595e46e8513 HTTP/1.1" status: 200 len: 217 time: 0.0451617 Jul 09 09:44:12.746513 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-755a9731-34ab-4722-a98a-278c87608cdd tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:12.762554 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-755a9731-34ab-4722-a98a-278c87608cdd tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Transition to ACTIVE for port object 84395f33-e3d5-494c-bba5-b79dd6af946c will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:44:12.810027 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-755a9731-34ab-4722-a98a-278c87608cdd tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:12.831173 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-4d6076d9-f09b-4159-aca7-d78a64875054 service neutron] 10.222.0.61 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258510 Jul 09 09:44:12.874747 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a9731-34ab-4722-a98a-278c87608cdd tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Pushing event updated for resources: {'Port': ['ID=84395f33-e3d5-494c-bba5-b79dd6af946c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:12.889604 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755a9731-34ab-4722-a98a-278c87608cdd tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Network 9c293b64-4b45-450c-895c-ab3e566ade79 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:44:12.891099 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-755a9731-34ab-4722-a98a-278c87608cdd tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:44:12.894420 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755a9731-34ab-4722-a98a-278c87608cdd tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:44:12.917683 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:12.933268 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57ac5130-e225-496d-b8ad-27253dc48547 req-7f6cbce4-d401-4397-b1bf-9e1fcc7798c8 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 210 time: 0.0996141 Jul 09 09:44:12.989642 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755a9731-34ab-4722-a98a-278c87608cdd tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:12.989642 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-755a9731-34ab-4722-a98a-278c87608cdd tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:13.010260 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-755a9731-34ab-4722-a98a-278c87608cdd tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.8778198 Jul 09 09:44:13.010447 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee21a71-4439-447a-9d76-b89bbabc2deb req-212a9355-fcb7-4b26-abd6-1428f5260092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:13.010559 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36808) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:13.012003 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ee21a71-4439-447a-9d76-b89bbabc2deb req-212a9355-fcb7-4b26-abd6-1428f5260092 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4dbbef33-233a-42b6-b25e-8107e556a10f HTTP/1.1" status: 200 len: 850 time: 0.3456922 Jul 09 09:44:13.064327 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ee21a71-4439-447a-9d76-b89bbabc2deb req-7c3a7ee4-028c-4d06-b67e-bb20f078b902 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=839c08a4-4733-45d9-b5f6-03b4d5176fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425448 Jul 09 09:44:13.068084 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ce6fba9-2526-4542-b20d-e544b51a4ef0 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:13.126545 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6fba9-2526-4542-b20d-e544b51a4ef0 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Pushing event deleted for resources: {'Port': ['ID=28c997e3-5743-4be1-9e14-def6e4e518cf,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:13.212833 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d8765f-e47f-4b5e-9d5d-5d1d48545da0 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:13.214872 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ee21a71-4439-447a-9d76-b89bbabc2deb req-6a933542-4f55-4e00-8f4d-28f833ffd70d service neutron] 10.222.0.58 "GET /v2.0/networks/839c08a4-4733-45d9-b5f6-03b4d5176fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375070 Jul 09 09:44:13.220067 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d8765f-e47f-4b5e-9d5d-5d1d48545da0 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:13.226287 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d8765f-e47f-4b5e-9d5d-5d1d48545da0 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:13.228621 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-15d8765f-e47f-4b5e-9d5d-5d1d48545da0 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.2163703 Jul 09 09:44:13.231400 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36814) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:13.277459 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-ea85fac3-acc4-45cf-855c-41ddcfef4b07 service neutron] 10.222.0.61 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450068 Jul 09 09:44:13.481295 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42242531-da3f-4361-ae9f-bda603171179 None None] Network 9c293b64-4b45-450c-895c-ab3e566ade79 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:44:13.507434 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-863bb8aa-4f7f-43b1-94a5-64685f2f0210 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Deleting port 84395f33-e3d5-494c-bba5-b79dd6af946c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:13.507828 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-863bb8aa-4f7f-43b1-94a5-64685f2f0210 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:13.601245 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ee21a71-4439-447a-9d76-b89bbabc2deb req-e6c73378-09b0-4847-a6f9-bd07224aaacb service neutron] 10.222.0.58 "GET /v2.0/networks/839c08a4-4733-45d9-b5f6-03b4d5176fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761017 Jul 09 09:44:13.652606 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5612f31f-93c6-4b5d-ad37-9ae8f1bd583d None None] Provisioning for port 078fac3b-01fd-47c9-93fc-05bec4d71692 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:44:13.733116 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a9d33874-1707-4181-b3b9-560d92f93f49 req-e7899c45-ec9f-435f-89ca-c5d12ef99fb9 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=81830c6e-e548-478e-b81b-5236c13ca2ff HTTP/1.1" status: 200 len: 210 time: 0.0834327 Jul 09 09:44:13.774740 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-863bb8aa-4f7f-43b1-94a5-64685f2f0210 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:13.788123 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-863bb8aa-4f7f-43b1-94a5-64685f2f0210 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Calling delete_port for 84395f33-e3d5-494c-bba5-b79dd6af946c owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:13.812057 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ce6fba9-2526-4542-b20d-e544b51a4ef0 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:13.949431 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 078fac3b-01fd-47c9-93fc-05bec4d71692 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:44:14.023059 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-863bb8aa-4f7f-43b1-94a5-64685f2f0210 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:14.097661 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 078fac3b-01fd-47c9-93fc-05bec4d71692 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:44:14.109111 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 078fac3b-01fd-47c9-93fc-05bec4d71692 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:44:14.109811 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:14.223429 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-863bb8aa-4f7f-43b1-94a5-64685f2f0210 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:14.225465 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-863bb8aa-4f7f-43b1-94a5-64685f2f0210 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] 10.222.0.61 "DELETE /v2.0/ports/84395f33-e3d5-494c-bba5-b79dd6af946c HTTP/1.1" status: 204 len: 168 time: 0.9928041 Jul 09 09:44:14.226787 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863bb8aa-4f7f-43b1-94a5-64685f2f0210 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Pushing event deleted for resources: {'Port': ['ID=84395f33-e3d5-494c-bba5-b79dd6af946c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:14.243332 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36836) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:14.250652 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-80e2ae9c-4220-4589-bc03-f9c4c6cd46c6 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Request body: {'port': {'name': 'tempest-new-port-name-943469610', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:14.251289 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.api.validators [None req-80e2ae9c-4220-4589-bc03-f9c4c6cd46c6 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] bootfile-name is not in valid_values {{(pid=93791) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 09:44:14.251869 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.api.validators [None req-80e2ae9c-4220-4589-bc03-f9c4c6cd46c6 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] tftp-server is not in valid_values {{(pid=93791) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 09:44:14.252650 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.api.validators [None req-80e2ae9c-4220-4589-bc03-f9c4c6cd46c6 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] server-ip-address is not in valid_values {{(pid=93791) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 09:44:14.277266 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55ac6373-e94b-463d-9114-674cc686fc24 req-5a9fec41-eb3b-48ff-b4c0-5f73f2ffaaec tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 210 time: 0.0714974 Jul 09 09:44:14.301968 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d47f4-9b55-470b-9998-cc64b8863f7a req-8f3c16ce-28b1-4b7c-be1f-beabc47945ba tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:14.306584 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-215d47f4-9b55-470b-9998-cc64b8863f7a req-8f3c16ce-28b1-4b7c-be1f-beabc47945ba tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.6633408 Jul 09 09:44:14.326511 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:14.328870 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce6fba9-2526-4542-b20d-e544b51a4ef0 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Router c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:44:14.426720 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 078fac3b-01fd-47c9-93fc-05bec4d71692, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=078fac3b-01fd-47c9-93fc-05bec4d71692,segment=NetworkSegment(63d3a34d-b4a4-4f38-a862-9ee923fc6e2a),segment_id=63d3a34d-b4a4-4f38-a862-9ee923fc6e2a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:14.435425 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:14.479831 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a06f33d8-32b5-430c-83cb-f05b1fc7ed96 None None] Provisioning complete for port 078fac3b-01fd-47c9-93fc-05bec4d71692 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:44:14.480533 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a06f33d8-32b5-430c-83cb-f05b1fc7ed96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:14.483644 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-80e2ae9c-4220-4589-bc03-f9c4c6cd46c6 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:14.586184 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=078fac3b-01fd-47c9-93fc-05bec4d71692,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:14.673937 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a06f33d8-32b5-430c-83cb-f05b1fc7ed96 None None] Provisioning for port ce09dd05-9ce3-40c2-a7c2-78037d39c075 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:44:14.679202 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a06f33d8-32b5-430c-83cb-f05b1fc7ed96 None None] Provisioning complete for port ce09dd05-9ce3-40c2-a7c2-78037d39c075 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:44:14.680651 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a06f33d8-32b5-430c-83cb-f05b1fc7ed96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:14.743124 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a06f33d8-32b5-430c-83cb-f05b1fc7ed96 None None] Port ce09dd05-9ce3-40c2-a7c2-78037d39c075 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:44:14.751130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a06f33d8-32b5-430c-83cb-f05b1fc7ed96 None None] Could not find standard attr ID for object 84395f33-e3d5-494c-bba5-b79dd6af946c. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:44:14.833716 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-80e2ae9c-4220-4589-bc03-f9c4c6cd46c6 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:14.840955 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-80e2ae9c-4220-4589-bc03-f9c4c6cd46c6 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:14.876813 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-952ff020-e31f-4b35-91d0-04d7c2b3a14f None None] Provisioning complete for port ce09dd05-9ce3-40c2-a7c2-78037d39c075 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:44:14.877738 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-952ff020-e31f-4b35-91d0-04d7c2b3a14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:14.942801 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2ae9c-4220-4589-bc03-f9c4c6cd46c6 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Pushing event updated for resources: {'Port': ['ID=ce09dd05-9ce3-40c2-a7c2-78037d39c075,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:14.951429 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-952ff020-e31f-4b35-91d0-04d7c2b3a14f None None] Port ce09dd05-9ce3-40c2-a7c2-78037d39c075 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:44:15.034536 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-80e2ae9c-4220-4589-bc03-f9c4c6cd46c6 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] In _notify_port_updated(), no bound segment for port ce09dd05-9ce3-40c2-a7c2-78037d39c075 on network 9c293b64-4b45-450c-895c-ab3e566ade79 {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:44:15.042424 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e2ae9c-4220-4589-bc03-f9c4c6cd46c6 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:15.043146 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-532b04d4-e93b-4fa2-bbea-49c5fc91c192 req-519ad4e5-db76-4d4e-83ea-a74cfe018192 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=81830c6e-e548-478e-b81b-5236c13ca2ff HTTP/1.1" status: 200 len: 210 time: 0.0317469 Jul 09 09:44:15.047666 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-80e2ae9c-4220-4589-bc03-f9c4c6cd46c6 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:15.054006 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-80e2ae9c-4220-4589-bc03-f9c4c6cd46c6 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] 10.222.0.61 "PUT /v2.0/ports/ce09dd05-9ce3-40c2-a7c2-78037d39c075 HTTP/1.1" status: 200 len: 1135 time: 0.8086863 Jul 09 09:44:15.055426 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36842) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:15.134070 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794ced99-2581-417f-85d6-3437464e4984 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:15.156936 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-794ced99-2581-417f-85d6-3437464e4984 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] 10.222.0.61 "GET /v2.0/ports/ce09dd05-9ce3-40c2-a7c2-78037d39c075 HTTP/1.1" status: 200 len: 1135 time: 0.1000423 Jul 09 09:44:15.157663 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36844) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:15.162808 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-215d47f4-9b55-470b-9998-cc64b8863f7a req-c798c88e-c668-42c9-a4d0-31124ff9b6b4 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8266902 Jul 09 09:44:15.165819 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5fd88f9d-7b50-41cc-ae47-fefeded163ea None None] Could not find standard attr ID for object 84395f33-e3d5-494c-bba5-b79dd6af946c. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:44:15.188241 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce6fba9-2526-4542-b20d-e544b51a4ef0 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:44:15.194268 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5ce6fba9-2526-4542-b20d-e544b51a4ef0 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "PUT /v2.0/routers/c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9010787 Jul 09 09:44:15.199848 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69c0f87-031e-420b-ae24-92575c19583a None None] Sync routers for ids ['c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:44:15.203175 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36846) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:15.216581 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69c0f87-031e-420b-ae24-92575c19583a None None] Routers {'c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:44:15.217218 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c69c0f87-031e-420b-ae24-92575c19583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:44:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:15.278268 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-668dc261-4265-40c3-b1e9-a13bf8a8c369 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] show failed (client error): The resource could not be found. Jul 09 09:44:15.279331 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-668dc261-4265-40c3-b1e9-a13bf8a8c369 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "GET /v2.0/routers/tempest-non_exist_router-679708108 HTTP/1.1" status: 404 len: 334 time: 0.0733173 Jul 09 09:44:15.282973 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36848) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:15.289362 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5ddfca98-9bcf-4557-8aa7-5ace6a53be9d tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:15.302666 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c69c0f87-031e-420b-ae24-92575c19583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:15.331753 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:44:15.332582 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69c0f87-031e-420b-ae24-92575c19583a None None] Routers {'c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:44:15.333232 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c69c0f87-031e-420b-ae24-92575c19583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:44:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:15.337956 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-eac18429-8cac-4b95-9947-e8230ed4ea53 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Deleting port ce09dd05-9ce3-40c2-a7c2-78037d39c075 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:15.339669 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eac18429-8cac-4b95-9947-e8230ed4ea53 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:15.393284 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-5ddfca98-9bcf-4557-8aa7-5ace6a53be9d tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] update failed (client error): The resource could not be found. Jul 09 09:44:15.410230 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5ddfca98-9bcf-4557-8aa7-5ace6a53be9d tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "PUT /v2.0/routers/tempest-non_exist_router-386018139 HTTP/1.1" status: 404 len: 334 time: 0.1261077 Jul 09 09:44:15.410861 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36852) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:15.411658 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c69c0f87-031e-420b-ae24-92575c19583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:15.412699 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69c0f87-031e-420b-ae24-92575c19583a None None] The sync data for ids ['c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:44:15.548039 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eac18429-8cac-4b95-9947-e8230ed4ea53 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:15.578898 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-eac18429-8cac-4b95-9947-e8230ed4ea53 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Calling delete_port for ce09dd05-9ce3-40c2-a7c2-78037d39c075 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:15.621896 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-05dd513d-8284-4b10-a819-f72c5e8cdefe tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Deleting subnet 6ce495c4-0b09-4d97-99e3-3dff275ea601 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:44:15.625776 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e09918d5-a12d-44ae-ad89-6f45b2e06567 req-dca4d31f-8e46-4f3b-81e4-4da564f974e2 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 210 time: 0.0798886 Jul 09 09:44:15.629496 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05dd513d-8284-4b10-a819-f72c5e8cdefe tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:15.689707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-88c08e23-fe42-4a54-817d-aa85fa41cd01 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:15.691463 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-88c08e23-fe42-4a54-817d-aa85fa41cd01 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "GET /v2.0/networks?id=0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 200 len: 806 time: 0.3082249 Jul 09 09:44:15.700165 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05dd513d-8284-4b10-a819-f72c5e8cdefe tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:15.709188 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-2089c718-a0d7-4a53-9113-4b7b4dce16d7 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Request body: {'port': {'device_id': '81830c6e-e548-478e-b81b-5236c13ca2ff', 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142', 'admin_state_up': True, 'tenant_id': '2ac1d48021e34103a62b6ac5b060403c'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:15.800102 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 078fac3b-01fd-47c9-93fc-05bec4d71692 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:44:15.866951 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 078fac3b-01fd-47c9-93fc-05bec4d71692 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:44:15.867562 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:15.899767 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05dd513d-8284-4b10-a819-f72c5e8cdefe tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:15.977517 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-2089c718-a0d7-4a53-9113-4b7b4dce16d7 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Made reservation on behalf of 2ac1d48021e34103a62b6ac5b060403c for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:44:15.983142 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-2089c718-a0d7-4a53-9113-4b7b4dce16d7 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:16.102680 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d5e859e1-01a8-4dd0-8131-22c0d56ec502 None None] Provisioning complete for port ce09dd05-9ce3-40c2-a7c2-78037d39c075 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:44:16.102680 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d5e859e1-01a8-4dd0-8131-22c0d56ec502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:16.151298 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d5e859e1-01a8-4dd0-8131-22c0d56ec502 None None] Port ce09dd05-9ce3-40c2-a7c2-78037d39c075 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:44:16.200491 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eac18429-8cac-4b95-9947-e8230ed4ea53 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:16.227530 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05dd513d-8284-4b10-a819-f72c5e8cdefe tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:16.273445 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac18429-8cac-4b95-9947-e8230ed4ea53 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Pushing event deleted for resources: {'Port': ['ID=ce09dd05-9ce3-40c2-a7c2-78037d39c075,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:16.307944 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05dd513d-8284-4b10-a819-f72c5e8cdefe tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:16.309827 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-05dd513d-8284-4b10-a819-f72c5e8cdefe tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "DELETE /v2.0/subnets/6ce495c4-0b09-4d97-99e3-3dff275ea601 HTTP/1.1" status: 204 len: 168 time: 0.8965621 Jul 09 09:44:16.316211 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd513d-8284-4b10-a819-f72c5e8cdefe tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Pushing event deleted for resources: {'Subnet': ['ID=6ce495c4-0b09-4d97-99e3-3dff275ea601,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:16.317966 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ee8ed8-f32a-49c6-9f00-59b2ffd48c58 None None] Network b29c4460-01c1-45ae-b7d3-212291c69526 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:44:16.318223 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36860) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:16.336768 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-2089c718-a0d7-4a53-9113-4b7b4dce16d7 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Allocated IP 172.20.0.10 (0dbc3900-4d61-41a9-810b-30caed204142/f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66/1b5bdd4b-e18e-46aa-b954-a5c96638984d) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:44:16.390875 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d59ff29f-c802-4e7b-a6c6-419561a0d0cf req-4bb60460-d31d-434d-9175-c1f1be914e49 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=81830c6e-e548-478e-b81b-5236c13ca2ff HTTP/1.1" status: 200 len: 210 time: 0.0893583 Jul 09 09:44:16.446468 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6380e10-c30e-434c-92ee-d591f4d4018d tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Deleting subnet fdc9288a-f40b-4220-a224-052715a7fda6 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:44:16.451018 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eac18429-8cac-4b95-9947-e8230ed4ea53 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:16.453160 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-eac18429-8cac-4b95-9947-e8230ed4ea53 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] 10.222.0.61 "DELETE /v2.0/ports/ce09dd05-9ce3-40c2-a7c2-78037d39c075 HTTP/1.1" status: 204 len: 168 time: 1.2944822 Jul 09 09:44:16.456707 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36862) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:16.459555 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6380e10-c30e-434c-92ee-d591f4d4018d tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:16.557513 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6380e10-c30e-434c-92ee-d591f4d4018d tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:16.574551 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3282f7-b768-412c-b960-716b8da9e352 req-e3d8d38c-5045-48ab-aeef-e6d3b44ff531 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:16.576204 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3c3282f7-b768-412c-b960-716b8da9e352 req-e3d8d38c-5045-48ab-aeef-e6d3b44ff531 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.2760434 Jul 09 09:44:16.586565 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f0fbdb-8836-48c3-b977-1dd996e85948 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Deleting subnet 295f9401-273a-4f88-89b2-3fd16dd8812c {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:44:16.594912 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-35f0fbdb-8836-48c3-b977-1dd996e85948 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:16.649442 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-35f0fbdb-8836-48c3-b977-1dd996e85948 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:16.653082 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3c3282f7-b768-412c-b960-716b8da9e352 req-6825e451-9470-4053-a89d-dc27efd23cf1 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632813 Jul 09 09:44:16.658806 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414e7a3a-ef05-45d1-8ecf-042da4f84da9 None None] DHCP port deletion for b29c4460-01c1-45ae-b7d3-212291c69526 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:44:16.679181 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-2089c718-a0d7-4a53-9113-4b7b4dce16d7 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:16.724769 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-2089c718-a0d7-4a53-9113-4b7b4dce16d7 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:16.733727 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6380e10-c30e-434c-92ee-d591f4d4018d tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:16.743339 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['09dd6c37-9295-46e2-be77-76eaa105fd22'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:44:16.786896 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-2089c718-a0d7-4a53-9113-4b7b4dce16d7 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Network 0dbc3900-4d61-41a9-810b-30caed204142 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:44:16.803154 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-2089c718-a0d7-4a53-9113-4b7b4dce16d7 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:44:16.809253 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-2089c718-a0d7-4a53-9113-4b7b4dce16d7 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:44:16.825286 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089c718-a0d7-4a53-9113-4b7b4dce16d7 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Pushing event updated for resources: {'Port': ['ID=1b5bdd4b-e18e-46aa-b954-a5c96638984d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:16.828834 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-35f0fbdb-8836-48c3-b977-1dd996e85948 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:16.844805 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-414e7a3a-ef05-45d1-8ecf-042da4f84da9 None None] Deleting port 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:16.845336 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-414e7a3a-ef05-45d1-8ecf-042da4f84da9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:16.872329 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6380e10-c30e-434c-92ee-d591f4d4018d tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:16.906676 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6380e10-c30e-434c-92ee-d591f4d4018d tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Pushing event deleted for resources: {'Subnet': ['ID=fdc9288a-f40b-4220-a224-052715a7fda6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:16.924540 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6380e10-c30e-434c-92ee-d591f4d4018d tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:16.928499 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a6380e10-c30e-434c-92ee-d591f4d4018d tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "DELETE /v2.0/subnets/fdc9288a-f40b-4220-a224-052715a7fda6 HTTP/1.1" status: 204 len: 168 time: 0.6049960 Jul 09 09:44:16.928673 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-2089c718-a0d7-4a53-9113-4b7b4dce16d7 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:16.928962 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36868) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:16.929139 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-2089c718-a0d7-4a53-9113-4b7b4dce16d7 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:16.945571 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7402e25-39fc-4eca-9c65-25f9605d2b84 None None] Network cedb0427-2069-43c6-bef9-1007178f7d84 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:44:16.986946 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b1644a67-9d87-48ed-8cef-5f7c354827a8 req-d01e6799-9738-43de-88c6-4c4b77f44820 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 210 time: 0.1236954 Jul 09 09:44:16.994668 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-2089c718-a0d7-4a53-9113-4b7b4dce16d7 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2906632 Jul 09 09:44:17.006265 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-35f0fbdb-8836-48c3-b977-1dd996e85948 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:17.015989 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-553d1751-3791-4c73-a55e-eacf2f03c660 service neutron] Request body: {'port': {'device_id': '81830c6e-e548-478e-b81b-5236c13ca2ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:17.027921 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-35f0fbdb-8836-48c3-b977-1dd996e85948 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:17.032014 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-35f0fbdb-8836-48c3-b977-1dd996e85948 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] 10.222.0.61 "DELETE /v2.0/subnets/295f9401-273a-4f88-89b2-3fd16dd8812c HTTP/1.1" status: 204 len: 168 time: 0.5720959 Jul 09 09:44:17.035189 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-414e7a3a-ef05-45d1-8ecf-042da4f84da9 None None] For port 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1700b772-a8df-4ca8-a9a0-f7a3e85c7f36,segment=NetworkSegment(73d3ed16-0abf-4666-9318-27cdd0a8f318),segment_id=73d3ed16-0abf-4666-9318-27cdd0a8f318)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:17.035822 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-414e7a3a-ef05-45d1-8ecf-042da4f84da9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:17.046659 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314de77e-ea40-46b7-b437-f0f18e198986 None None] Network 9c293b64-4b45-450c-895c-ab3e566ade79 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:44:17.052176 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36870) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:17.072570 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0fbdb-8836-48c3-b977-1dd996e85948 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Pushing event deleted for resources: {'Subnet': ['ID=295f9401-273a-4f88-89b2-3fd16dd8812c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:17.109118 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-414e7a3a-ef05-45d1-8ecf-042da4f84da9 None None] Calling delete_port for 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:17.113840 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-553d1751-3791-4c73-a55e-eacf2f03c660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:17.130886 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c517acd-1381-4274-a952-9526fbbb1f61 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:17.202519 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c58dc84f-cbf7-4cce-ba71-9feb8ec5ec24 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:17.274710 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0c517acd-1381-4274-a952-9526fbbb1f61 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Deleting port 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:17.276402 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c517acd-1381-4274-a952-9526fbbb1f61 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:17.347945 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-0c517acd-1381-4274-a952-9526fbbb1f61 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] For port 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1700b772-a8df-4ca8-a9a0-f7a3e85c7f36,segment=NetworkSegment(73d3ed16-0abf-4666-9318-27cdd0a8f318),segment_id=73d3ed16-0abf-4666-9318-27cdd0a8f318)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:17.348348 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c517acd-1381-4274-a952-9526fbbb1f61 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:17.365187 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0c517acd-1381-4274-a952-9526fbbb1f61 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Calling delete_port for 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:17.395492 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-414e7a3a-ef05-45d1-8ecf-042da4f84da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:17.465897 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-553d1751-3791-4c73-a55e-eacf2f03c660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5bdd4b-e18e-46aa-b954-a5c96638984d {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:44:17.474396 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-553d1751-3791-4c73-a55e-eacf2f03c660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:17.477578 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414e7a3a-ef05-45d1-8ecf-042da4f84da9 None None] No DVR routers for this DVR port 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:44:17.482614 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e7a3a-ef05-45d1-8ecf-042da4f84da9 None None] Pushing event deleted for resources: {'Port': ['ID=1700b772-a8df-4ca8-a9a0-f7a3e85c7f36,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:17.494756 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-553d1751-3791-4c73-a55e-eacf2f03c660 service neutron] Transition to ACTIVE for port object 1b5bdd4b-e18e-46aa-b954-a5c96638984d will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:44:17.500290 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48de8d4-9a3b-42e3-88ca-6867044bd481 None None] DHCP port deletion for cedb0427-2069-43c6-bef9-1007178f7d84 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:44:17.504233 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-553d1751-3791-4c73-a55e-eacf2f03c660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:17.563121 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c58dc84f-cbf7-4cce-ba71-9feb8ec5ec24 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Deleting port 078fac3b-01fd-47c9-93fc-05bec4d71692 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:17.563467 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c58dc84f-cbf7-4cce-ba71-9feb8ec5ec24 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:17.574600 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d1751-3791-4c73-a55e-eacf2f03c660 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5bdd4b-e18e-46aa-b954-a5c96638984d,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:17.605276 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ba2251-1d62-43ac-8934-1a491469baeb None None] DHCP port deletion for 9c293b64-4b45-450c-895c-ab3e566ade79 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:44:17.615625 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c517acd-1381-4274-a952-9526fbbb1f61 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:17.616976 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a48de8d4-9a3b-42e3-88ca-6867044bd481 None None] Deleting port 40164a01-6d6d-4d21-8cca-8c12a98337d8 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:17.617360 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a48de8d4-9a3b-42e3-88ca-6867044bd481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:17.669109 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c517acd-1381-4274-a952-9526fbbb1f61 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Pushing event deleted for resources: {'Port': ['ID=1700b772-a8df-4ca8-a9a0-f7a3e85c7f36,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:17.692404 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c517acd-1381-4274-a952-9526fbbb1f61 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] No DVR routers for this DVR port 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:44:17.705569 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-c58dc84f-cbf7-4cce-ba71-9feb8ec5ec24 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] For port 078fac3b-01fd-47c9-93fc-05bec4d71692, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=078fac3b-01fd-47c9-93fc-05bec4d71692,segment=NetworkSegment(63d3a34d-b4a4-4f38-a862-9ee923fc6e2a),segment_id=63d3a34d-b4a4-4f38-a862-9ee923fc6e2a)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:17.705934 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c58dc84f-cbf7-4cce-ba71-9feb8ec5ec24 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:17.783586 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a48de8d4-9a3b-42e3-88ca-6867044bd481 None None] For port 40164a01-6d6d-4d21-8cca-8c12a98337d8, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=40164a01-6d6d-4d21-8cca-8c12a98337d8,segment=NetworkSegment(01f96559-0054-4c88-a7b9-1ad74c75924c),segment_id=01f96559-0054-4c88-a7b9-1ad74c75924c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:17.784008 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a48de8d4-9a3b-42e3-88ca-6867044bd481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:17.797975 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c58dc84f-cbf7-4cce-ba71-9feb8ec5ec24 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Calling delete_port for 078fac3b-01fd-47c9-93fc-05bec4d71692 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:17.799516 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a48de8d4-9a3b-42e3-88ca-6867044bd481 None None] Calling delete_port for 40164a01-6d6d-4d21-8cca-8c12a98337d8 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:17.810757 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:44:17.820493 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-553d1751-3791-4c73-a55e-eacf2f03c660 service neutron] Attempting to bind port 1b5bdd4b-e18e-46aa-b954-a5c96638984d on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:44:17.821052 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-553d1751-3791-4c73-a55e-eacf2f03c660 service neutron] Attempting to bind port 1b5bdd4b-e18e-46aa-b954-a5c96638984d by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:44:17.821454 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-553d1751-3791-4c73-a55e-eacf2f03c660 service neutron] Attempting to bind port 1b5bdd4b-e18e-46aa-b954-a5c96638984d on network 0dbc3900-4d61-41a9-810b-30caed204142 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:44:17.830047 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-553d1751-3791-4c73-a55e-eacf2f03c660 service neutron] Port 1b5bdd4b-e18e-46aa-b954-a5c96638984d on network 0dbc3900-4d61-41a9-810b-30caed204142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:44:17.830464 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-553d1751-3791-4c73-a55e-eacf2f03c660 service neutron] Attempting to bind port 1b5bdd4b-e18e-46aa-b954-a5c96638984d on network 0dbc3900-4d61-41a9-810b-30caed204142 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:44:17.846465 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-553d1751-3791-4c73-a55e-eacf2f03c660 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:44:17.847438 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-553d1751-3791-4c73-a55e-eacf2f03c660 service neutron] Checking segment: {'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:44:17.847868 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-553d1751-3791-4c73-a55e-eacf2f03c660 service neutron] Bound using segment: {'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:44:17.848322 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-553d1751-3791-4c73-a55e-eacf2f03c660 service neutron] Bound port: 1b5bdd4b-e18e-46aa-b954-a5c96638984d, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:44:17.848686 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-553d1751-3791-4c73-a55e-eacf2f03c660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:17.862611 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c517acd-1381-4274-a952-9526fbbb1f61 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:17.879849 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4849cbf-9f6c-4029-b702-c432b860c015 req-107a8f46-3102-4e71-ab17-b99825138253 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:17.884253 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:44:17.885147 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1700b772-a8df-4ca8-a9a0-f7a3e85c7f36 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:44:17.885571 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 078fac3b-01fd-47c9-93fc-05bec4d71692 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:44:17.887659 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4849cbf-9f6c-4029-b702-c432b860c015 req-107a8f46-3102-4e71-ab17-b99825138253 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=81830c6e-e548-478e-b81b-5236c13ca2ff HTTP/1.1" status: 200 len: 944 time: 0.2127492 Jul 09 09:44:17.903894 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-0c517acd-1381-4274-a952-9526fbbb1f61 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29c4460-01c1-45ae-b7d3-212291c69526']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:17.918207 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-0c517acd-1381-4274-a952-9526fbbb1f61 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d3ed16-0abf-4666-9318-27cdd0a8f318') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:17.918557 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-0c517acd-1381-4274-a952-9526fbbb1f61 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d3ed16-0abf-4666-9318-27cdd0a8f318') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:17.936528 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c517acd-1381-4274-a952-9526fbbb1f61 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:17.955479 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c517acd-1381-4274-a952-9526fbbb1f61 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:17.975609 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c517acd-1381-4274-a952-9526fbbb1f61 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:44:17.975827 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-13ba2251-1d62-43ac-8934-1a491469baeb None None] Deleting port 078fac3b-01fd-47c9-93fc-05bec4d71692 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:17.976213 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-13ba2251-1d62-43ac-8934-1a491469baeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:17.976503 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c517acd-1381-4274-a952-9526fbbb1f61 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: self.session.flush() Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: self.session.flush() Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: self.session.flush() Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: self.session.flush() Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:44:17.980050 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:44:18.032831 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4849cbf-9f6c-4029-b702-c432b860c015 req-5161a95c-e0ac-4fcd-93ca-15c1cb1025a2 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387947 Jul 09 09:44:18.033437 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c58dc84f-cbf7-4cce-ba71-9feb8ec5ec24 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:18.057682 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58dc84f-cbf7-4cce-ba71-9feb8ec5ec24 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] No DVR routers for this DVR port 078fac3b-01fd-47c9-93fc-05bec4d71692 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:44:18.060943 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-553d1751-3791-4c73-a55e-eacf2f03c660 service neutron] For port 1b5bdd4b-e18e-46aa-b954-a5c96638984d, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:44:18.065138 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No active binding found for port 078fac3b-01fd-47c9-93fc-05bec4d71692 {{(pid=93792) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 09:44:18.065731 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 078fac3b-01fd-47c9-93fc-05bec4d71692 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:44:18.066083 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 40164a01-6d6d-4d21-8cca-8c12a98337d8 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:44:18.081960 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58dc84f-cbf7-4cce-ba71-9feb8ec5ec24 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Pushing event deleted for resources: {'Port': ['ID=078fac3b-01fd-47c9-93fc-05bec4d71692,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:18.088349 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-553d1751-3791-4c73-a55e-eacf2f03c660 service neutron] For port 1b5bdd4b-e18e-46aa-b954-a5c96638984d, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=1b5bdd4b-e18e-46aa-b954-a5c96638984d,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:44:18.104488 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c517acd-1381-4274-a952-9526fbbb1f61 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:18.107600 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-553d1751-3791-4c73-a55e-eacf2f03c660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:18.127022 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04ea2e-bfcc-43b5-a3a6-cd375d8acb99 req-01a9c746-5b34-4e50-a142-6658066608a3 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:18.128942 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c517acd-1381-4274-a952-9526fbbb1f61 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:18.133064 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0c517acd-1381-4274-a952-9526fbbb1f61 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "DELETE /v2.0/networks/b29c4460-01c1-45ae-b7d3-212291c69526 HTTP/1.1" status: 204 len: 168 time: 1.2007332 Jul 09 09:44:18.135859 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc04ea2e-bfcc-43b5-a3a6-cd375d8acb99 req-01a9c746-5b34-4e50-a142-6658066608a3 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.2359185 Jul 09 09:44:18.136630 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36880) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:18.143344 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-13ba2251-1d62-43ac-8934-1a491469baeb None None] For port 078fac3b-01fd-47c9-93fc-05bec4d71692, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=078fac3b-01fd-47c9-93fc-05bec4d71692,segment=NetworkSegment(63d3a34d-b4a4-4f38-a862-9ee923fc6e2a),segment_id=63d3a34d-b4a4-4f38-a862-9ee923fc6e2a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:18.144763 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-13ba2251-1d62-43ac-8934-1a491469baeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:18.158144 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a48de8d4-9a3b-42e3-88ca-6867044bd481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:18.170774 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-13ba2251-1d62-43ac-8934-1a491469baeb None None] Calling delete_port for 078fac3b-01fd-47c9-93fc-05bec4d71692 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:18.199728 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c517acd-1381-4274-a952-9526fbbb1f61 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Pushing event deleted for resources: {'Network': ['ID=b29c4460-01c1-45ae-b7d3-212291c69526,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:18.199927 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48de8d4-9a3b-42e3-88ca-6867044bd481 None None] No DVR routers for this DVR port 40164a01-6d6d-4d21-8cca-8c12a98337d8 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:44:18.215297 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48de8d4-9a3b-42e3-88ca-6867044bd481 None None] Pushing event deleted for resources: {'Port': ['ID=40164a01-6d6d-4d21-8cca-8c12a98337d8,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:18.217694 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No active binding found for port 40164a01-6d6d-4d21-8cca-8c12a98337d8 {{(pid=93792) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 09:44:18.218862 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 40164a01-6d6d-4d21-8cca-8c12a98337d8 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:44:18.232049 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c58dc84f-cbf7-4cce-ba71-9feb8ec5ec24 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:18.261174 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c58dc84f-cbf7-4cce-ba71-9feb8ec5ec24 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c293b64-4b45-450c-895c-ab3e566ade79']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:18.272808 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c58dc84f-cbf7-4cce-ba71-9feb8ec5ec24 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d3a34d-b4a4-4f38-a862-9ee923fc6e2a') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:18.273115 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c58dc84f-cbf7-4cce-ba71-9feb8ec5ec24 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d3a34d-b4a4-4f38-a862-9ee923fc6e2a') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:18.284199 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c58dc84f-cbf7-4cce-ba71-9feb8ec5ec24 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:18.295924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-553d1751-3791-4c73-a55e-eacf2f03c660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:18.296677 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-553d1751-3791-4c73-a55e-eacf2f03c660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:18.298198 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-553d1751-3791-4c73-a55e-eacf2f03c660 service neutron] 10.222.0.64 "PUT /v2.0/ports/1b5bdd4b-e18e-46aa-b954-a5c96638984d HTTP/1.1" status: 200 len: 1092 time: 1.2958283 Jul 09 09:44:18.304664 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c58dc84f-cbf7-4cce-ba71-9feb8ec5ec24 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:18.312100 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58dc84f-cbf7-4cce-ba71-9feb8ec5ec24 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:44:18.312806 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c58dc84f-cbf7-4cce-ba71-9feb8ec5ec24 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:44:18.316647 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:44:18.319197 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-13ba2251-1d62-43ac-8934-1a491469baeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:18.324813 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81830c6e-e548-478e-b81b-5236c13ca2ff', 'tag': '1b5bdd4b-e18e-46aa-b954-a5c96638984d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:44:18.332685 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0faecd8a-8392-4a72-8868-67c71b9f09b1" -d '{"events": [{"name": "network-changed", "server_uuid": "81830c6e-e548-478e-b81b-5236c13ca2ff", "tag": "1b5bdd4b-e18e-46aa-b954-a5c96638984d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:44:18.348322 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba2251-1d62-43ac-8934-1a491469baeb None None] Pushing event deleted for resources: {'Port': ['ID=078fac3b-01fd-47c9-93fc-05bec4d71692,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:18.355918 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ba2251-1d62-43ac-8934-1a491469baeb None None] No DVR routers for this DVR port 078fac3b-01fd-47c9-93fc-05bec4d71692 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:44:18.377708 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c40d331d-16d9-4fcb-b418-22321df0d879 req-927c5bbc-c965-4106-aa15-ffe03bdaa525 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 210 time: 0.1059754 Jul 09 09:44:18.402013 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-95992220-969b-459a-b81e-48695919fc44 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:18.425165 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c58dc84f-cbf7-4cce-ba71-9feb8ec5ec24 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:18.434739 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c58dc84f-cbf7-4cce-ba71-9feb8ec5ec24 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:18.440990 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c58dc84f-cbf7-4cce-ba71-9feb8ec5ec24 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] 10.222.0.61 "DELETE /v2.0/networks/9c293b64-4b45-450c-895c-ab3e566ade79 HTTP/1.1" status: 204 len: 168 time: 1.3877480 Jul 09 09:44:18.450782 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc04ea2e-bfcc-43b5-a3a6-cd375d8acb99 req-9a7222ae-3ece-4fa2-834b-2836d769b1d1 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641749 Jul 09 09:44:18.459262 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d1751-3791-4c73-a55e-eacf2f03c660 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5bdd4b-e18e-46aa-b954-a5c96638984d,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:18.460320 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58dc84f-cbf7-4cce-ba71-9feb8ec5ec24 tempest-ExtraDHCPOptionsTestJSON-1745445649 tempest-ExtraDHCPOptionsTestJSON-1745445649-project] Pushing event deleted for resources: {'Network': ['ID=9c293b64-4b45-450c-895c-ab3e566ade79,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:18.512706 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de1bbd2-09d9-426c-a8fc-77387ac12f45 x-openstack-request-id: req-0de1bbd2-09d9-426c-a8fc-77387ac12f45 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:44:18.513271 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81830c6e-e548-478e-b81b-5236c13ca2ff", "tag": "1b5bdd4b-e18e-46aa-b954-a5c96638984d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:44:18.513271 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0de1bbd2-09d9-426c-a8fc-77387ac12f45 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:44:18.513639 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81830c6e-e548-478e-b81b-5236c13ca2ff', 'tag': '1b5bdd4b-e18e-46aa-b954-a5c96638984d', 'status': 'completed', 'code': 200} Jul 09 09:44:18.582072 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-f35078be-1b99-4d1d-9cbf-6938015e25e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:18.583727 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-f35078be-1b99-4d1d-9cbf-6938015e25e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ac1d48021e34103a62b6ac5b060403c&device_id=81830c6e-e548-478e-b81b-5236c13ca2ff HTTP/1.1" status: 200 len: 1095 time: 0.2018378 Jul 09 09:44:18.588834 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-95992220-969b-459a-b81e-48695919fc44 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:18.607086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-95992220-969b-459a-b81e-48695919fc44 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cedb0427-2069-43c6-bef9-1007178f7d84']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:18.645074 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-9e53d8c9-4660-4e6c-ab96-a9abcc904119 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b5bdd4b-e18e-46aa-b954-a5c96638984d HTTP/1.1" status: 200 len: 217 time: 0.0529966 Jul 09 09:44:18.646156 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-95992220-969b-459a-b81e-48695919fc44 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f96559-0054-4c88-a7b9-1ad74c75924c') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:18.646452 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-95992220-969b-459a-b81e-48695919fc44 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f96559-0054-4c88-a7b9-1ad74c75924c') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:18.664177 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-95992220-969b-459a-b81e-48695919fc44 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:18.704050 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-95992220-969b-459a-b81e-48695919fc44 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:18.713837 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95992220-969b-459a-b81e-48695919fc44 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:44:18.714234 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-95992220-969b-459a-b81e-48695919fc44 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:44:18.717661 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:44:18.735801 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36890) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:18.756943 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-0c17841b-0d68-4b00-bed0-49f79dffdc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:18.758435 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-0c17841b-0d68-4b00-bed0-49f79dffdc6a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66 HTTP/1.1" status: 200 len: 846 time: 0.1053073 Jul 09 09:44:18.805064 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-55cbca95-3412-40ec-bf35-d82c9cab2d1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0dbc3900-4d61-41a9-810b-30caed204142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355313 Jul 09 09:44:18.807055 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-95992220-969b-459a-b81e-48695919fc44 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:18.823020 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-95992220-969b-459a-b81e-48695919fc44 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:18.827568 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-95992220-969b-459a-b81e-48695919fc44 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "DELETE /v2.0/networks/cedb0427-2069-43c6-bef9-1007178f7d84 HTTP/1.1" status: 204 len: 168 time: 0.6853836 Jul 09 09:44:18.828330 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36894) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:18.849778 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95992220-969b-459a-b81e-48695919fc44 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Pushing event deleted for resources: {'Network': ['ID=cedb0427-2069-43c6-bef9-1007178f7d84,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:18.904970 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-9737f7ae-0fbe-4080-be4a-b0550c61289a tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Deleting subnet 020e5aac-290b-4eb1-806e-482c12b5502d {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:44:18.911751 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9737f7ae-0fbe-4080-be4a-b0550c61289a tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:18.920914 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-14144717-d20f-4005-8deb-39491b476905 service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067617 Jul 09 09:44:18.943084 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-57dbbdc4-4c41-4bbb-94f8-6b254b0a90b9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e1661724285248bb97e5145816dc799f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2059844 Jul 09 09:44:18.943728 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36896) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:18.974744 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9737f7ae-0fbe-4080-be4a-b0550c61289a tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:19.023385 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36a6035d-9d41-4b7d-b57c-a5cf2d61e806 req-c618c6bd-2c03-4526-8c2e-fa3ebd61e38c service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958369 Jul 09 09:44:19.055568 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39c70180-bc58-4cf9-bee9-bcf325a11d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:19.108687 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39c70180-bc58-4cf9-bee9-bcf325a11d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:19.117274 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9737f7ae-0fbe-4080-be4a-b0550c61289a tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:19.183765 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faecd8a-8392-4a72-8868-67c71b9f09b1 req-957dd5c7-9140-429f-8775-32257af06ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:19.185735 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0faecd8a-8392-4a72-8868-67c71b9f09b1 req-957dd5c7-9140-429f-8775-32257af06ac2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ac1d48021e34103a62b6ac5b060403c&device_id=81830c6e-e548-478e-b81b-5236c13ca2ff HTTP/1.1" status: 200 len: 1095 time: 0.1126559 Jul 09 09:44:19.227185 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9737f7ae-0fbe-4080-be4a-b0550c61289a tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:19.265961 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9737f7ae-0fbe-4080-be4a-b0550c61289a tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:19.268229 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9737f7ae-0fbe-4080-be4a-b0550c61289a tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "DELETE /v2.0/subnets/020e5aac-290b-4eb1-806e-482c12b5502d HTTP/1.1" status: 204 len: 168 time: 0.4382412 Jul 09 09:44:19.269803 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39c70180-bc58-4cf9-bee9-bcf325a11d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:19.271500 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39c70180-bc58-4cf9-bee9-bcf325a11d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:19.274929 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-39c70180-bc58-4cf9-bee9-bcf325a11d27 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/237c1ba0-9229-4ff9-b708-fb45a1a48c9c HTTP/1.1" status: 204 len: 168 time: 0.3258119 Jul 09 09:44:19.274929 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36900) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:19.274929 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737f7ae-0fbe-4080-be4a-b0550c61289a tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Pushing event deleted for resources: {'Subnet': ['ID=020e5aac-290b-4eb1-806e-482c12b5502d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:19.286224 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97605561-a4de-4e67-9550-793927dc3b3b None None] Network fc3498aa-3f20-44d7-b668-121c8f7ba9d1 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:44:19.372555 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c70180-bc58-4cf9-bee9-bcf325a11d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237c1ba0-9229-4ff9-b708-fb45a1a48c9c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:19.379210 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faecd8a-8392-4a72-8868-67c71b9f09b1 req-6fab6dfd-5e35-482e-9735-0dfa01103e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:19.380918 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0faecd8a-8392-4a72-8868-67c71b9f09b1 req-6fab6dfd-5e35-482e-9735-0dfa01103e9f service neutron] 10.222.0.64 "GET /v2.0/networks?id=0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 200 len: 907 time: 0.1358829 Jul 09 09:44:19.392572 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a173b-fe2f-49df-b890-e6bfaca0f8b0 req-8368af58-a14a-4d13-9081-1bd9c60ad9b6 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:19.401234 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e3a173b-fe2f-49df-b890-e6bfaca0f8b0 req-8368af58-a14a-4d13-9081-1bd9c60ad9b6 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=81830c6e-e548-478e-b81b-5236c13ca2ff HTTP/1.1" status: 200 len: 944 time: 0.2135332 Jul 09 09:44:19.419575 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c65d641-2c44-4d2f-942b-00cb2bd698f7 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:19.456217 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0faecd8a-8392-4a72-8868-67c71b9f09b1 req-d236072d-3491-46f7-b8a5-88ea112c9327 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b5bdd4b-e18e-46aa-b954-a5c96638984d HTTP/1.1" status: 200 len: 217 time: 0.0517716 Jul 09 09:44:19.489809 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e3a173b-fe2f-49df-b890-e6bfaca0f8b0 req-c3368f05-907f-4267-bcb0-c03149fb7136 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874429 Jul 09 09:44:19.494829 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-7c65d641-2c44-4d2f-942b-00cb2bd698f7 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Deleting port b6611fe1-8f0c-4124-af7b-705839646e52 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:19.494829 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c65d641-2c44-4d2f-942b-00cb2bd698f7 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:19.612215 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d71caf1-cd79-4fcc-8581-d9039f62e4c2 None None] DHCP port deletion for fc3498aa-3f20-44d7-b668-121c8f7ba9d1 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:44:19.621341 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faecd8a-8392-4a72-8868-67c71b9f09b1 req-77de6fe0-cac0-4de7-80bf-d56616eb0874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:19.627087 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0faecd8a-8392-4a72-8868-67c71b9f09b1 req-77de6fe0-cac0-4de7-80bf-d56616eb0874 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66 HTTP/1.1" status: 200 len: 846 time: 0.1466181 Jul 09 09:44:19.685335 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-7c65d641-2c44-4d2f-942b-00cb2bd698f7 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] For port b6611fe1-8f0c-4124-af7b-705839646e52, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b6611fe1-8f0c-4124-af7b-705839646e52,segment=NetworkSegment(8480ff14-232b-49c4-948f-e46a43ae22cb),segment_id=8480ff14-232b-49c4-948f-e46a43ae22cb)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:19.685927 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c65d641-2c44-4d2f-942b-00cb2bd698f7 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:19.705514 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-7c65d641-2c44-4d2f-942b-00cb2bd698f7 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Calling delete_port for b6611fe1-8f0c-4124-af7b-705839646e52 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:19.708899 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0faecd8a-8392-4a72-8868-67c71b9f09b1 req-98092dd7-ea10-4abb-9ebd-696ed91118f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0dbc3900-4d61-41a9-810b-30caed204142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565307 Jul 09 09:44:19.737862 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7d71caf1-cd79-4fcc-8581-d9039f62e4c2 None None] Deleting port b6611fe1-8f0c-4124-af7b-705839646e52 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:19.738315 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d71caf1-cd79-4fcc-8581-d9039f62e4c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:19.747917 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-24e6350a-f0fd-4142-94f3-6632b4b23f44 req-07685a47-2f11-4ab3-bd71-8620d81ce57c tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 210 time: 0.1198013 Jul 09 09:44:19.839594 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b6611fe1-8f0c-4124-af7b-705839646e52 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:44:19.843646 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c65d641-2c44-4d2f-942b-00cb2bd698f7 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:19.874470 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: b6611fe1-8f0c-4124-af7b-705839646e52 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:44:19.874815 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b6611fe1-8f0c-4124-af7b-705839646e52 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:44:19.878020 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65d641-2c44-4d2f-942b-00cb2bd698f7 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Pushing event deleted for resources: {'Port': ['ID=b6611fe1-8f0c-4124-af7b-705839646e52,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:19.882371 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c65d641-2c44-4d2f-942b-00cb2bd698f7 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] No DVR routers for this DVR port b6611fe1-8f0c-4124-af7b-705839646e52 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:44:19.903191 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7d71caf1-cd79-4fcc-8581-d9039f62e4c2 None None] For port b6611fe1-8f0c-4124-af7b-705839646e52, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b6611fe1-8f0c-4124-af7b-705839646e52,segment=NetworkSegment(8480ff14-232b-49c4-948f-e46a43ae22cb),segment_id=8480ff14-232b-49c4-948f-e46a43ae22cb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:19.903639 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d71caf1-cd79-4fcc-8581-d9039f62e4c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:19.918109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d3c0d-f305-4ff0-aa1e-063bf5d32ac3 req-76f1d7fa-b9f3-453f-b628-e873673690e4 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:19.925340 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd1d3c0d-f305-4ff0-aa1e-063bf5d32ac3 req-76f1d7fa-b9f3-453f-b628-e873673690e4 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.1805580 Jul 09 09:44:19.930878 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7d71caf1-cd79-4fcc-8581-d9039f62e4c2 None None] Calling delete_port for b6611fe1-8f0c-4124-af7b-705839646e52 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:19.992402 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd1d3c0d-f305-4ff0-aa1e-063bf5d32ac3 req-6097f008-4f55-4878-ada8-dd68c39db668 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638485 Jul 09 09:44:19.994459 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c65d641-2c44-4d2f-942b-00cb2bd698f7 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:19.999938 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0faecd8a-8392-4a72-8868-67c71b9f09b1 req-a592c8b2-e373-47b4-b25e-ba01df89d8b5 service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503181 Jul 09 09:44:20.008789 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7c65d641-2c44-4d2f-942b-00cb2bd698f7 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3498aa-3f20-44d7-b668-121c8f7ba9d1']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:20.021052 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7c65d641-2c44-4d2f-942b-00cb2bd698f7 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8480ff14-232b-49c4-948f-e46a43ae22cb') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:20.021438 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7c65d641-2c44-4d2f-942b-00cb2bd698f7 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8480ff14-232b-49c4-948f-e46a43ae22cb') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:20.031498 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c65d641-2c44-4d2f-942b-00cb2bd698f7 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:20.049316 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c65d641-2c44-4d2f-942b-00cb2bd698f7 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:20.058851 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c65d641-2c44-4d2f-942b-00cb2bd698f7 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:44:20.059566 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c65d641-2c44-4d2f-942b-00cb2bd698f7 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:44:20.067565 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:44:20.106599 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d71caf1-cd79-4fcc-8581-d9039f62e4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:20.141296 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71caf1-cd79-4fcc-8581-d9039f62e4c2 None None] Pushing event deleted for resources: {'Port': ['ID=b6611fe1-8f0c-4124-af7b-705839646e52,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:20.143146 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71caf1-cd79-4fcc-8581-d9039f62e4c2 None None] No DVR routers for this DVR port b6611fe1-8f0c-4124-af7b-705839646e52 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:44:20.149976 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0faecd8a-8392-4a72-8868-67c71b9f09b1 req-587686a1-2f53-44d5-ad31-d2bad5e31320 service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419857 Jul 09 09:44:20.186313 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c65d641-2c44-4d2f-942b-00cb2bd698f7 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:20.196059 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c65d641-2c44-4d2f-942b-00cb2bd698f7 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:20.198694 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7c65d641-2c44-4d2f-942b-00cb2bd698f7 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "DELETE /v2.0/networks/fc3498aa-3f20-44d7-b668-121c8f7ba9d1 HTTP/1.1" status: 204 len: 168 time: 0.9187434 Jul 09 09:44:20.201337 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36924) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:20.225378 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65d641-2c44-4d2f-942b-00cb2bd698f7 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Pushing event deleted for resources: {'Network': ['ID=fc3498aa-3f20-44d7-b668-121c8f7ba9d1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:20.251948 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7a17dd72-a654-407e-bbe1-32d3da06fc14 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f HTTP/1.1" status: 200 len: 205 time: 0.0468602 Jul 09 09:44:20.251948 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36928) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:20.334375 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4fb845db-2470-4d27-8e8b-f60e1b5626c4 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:20.402491 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36932) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:20.496928 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4fb845db-2470-4d27-8e8b-f60e1b5626c4 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:20.499127 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4fb845db-2470-4d27-8e8b-f60e1b5626c4 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:20.506662 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b7beb8f8-b732-4cd3-b6a9-d6b12ceb81a1 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-104190108'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:20.535620 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7beb8f8-b732-4cd3-b6a9-d6b12ceb81a1 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Made reservation on behalf of f4a637202e6345d1b77c207c5cd3dd23 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:44:20.543468 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7beb8f8-b732-4cd3-b6a9-d6b12ceb81a1 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:20.561228 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7beb8f8-b732-4cd3-b6a9-d6b12ceb81a1 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:20.723177 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7beb8f8-b732-4cd3-b6a9-d6b12ceb81a1 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:20.731834 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7beb8f8-b732-4cd3-b6a9-d6b12ceb81a1 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:20.772385 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7beb8f8-b732-4cd3-b6a9-d6b12ceb81a1 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2aa7ac3-26f4-4124-8102-8377f26c37cd,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:20.779668 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7beb8f8-b732-4cd3-b6a9-d6b12ceb81a1 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:44:20.791203 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7beb8f8-b732-4cd3-b6a9-d6b12ceb81a1 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:20.791627 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-b7beb8f8-b732-4cd3-b6a9-d6b12ceb81a1 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Added segment 1d05adaa-8e2e-4658-8b75-506c4db7c925 of type vlan for network ac3f6f42-5bae-429d-9be0-a78a9d0c5388 Jul 09 09:44:20.841276 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7beb8f8-b732-4cd3-b6a9-d6b12ceb81a1 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:20.880483 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7beb8f8-b732-4cd3-b6a9-d6b12ceb81a1 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:20.886719 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7beb8f8-b732-4cd3-b6a9-d6b12ceb81a1 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:20.887341 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7beb8f8-b732-4cd3-b6a9-d6b12ceb81a1 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:20.906015 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4fb845db-2470-4d27-8e8b-f60e1b5626c4 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:20.906723 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb845db-2470-4d27-8e8b-f60e1b5626c4 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Fanout notify agent at l3_agent the message router_deleted on router c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:44:20.922582 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4fb845db-2470-4d27-8e8b-f60e1b5626c4 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:20.926480 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4fb845db-2470-4d27-8e8b-f60e1b5626c4 tempest-RoutersNegativeTest-1326043891 tempest-RoutersNegativeTest-1326043891-project] 10.222.0.61 "DELETE /v2.0/routers/c4e425f2-fdc2-46aa-ba90-c5ad9fd6f43f HTTP/1.1" status: 204 len: 168 time: 0.6735587 Jul 09 09:44:20.962114 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc7d8826-20cc-4ef8-b1ee-c04e90af8c9a req-d8682877-5a3e-4b2a-b15d-de060d60221c tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 210 time: 0.0328724 Jul 09 09:44:20.982691 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7beb8f8-b732-4cd3-b6a9-d6b12ceb81a1 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Pushing event updated for resources: {'Network': ['ID=ac3f6f42-5bae-429d-9be0-a78a9d0c5388,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:20.986474 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b7beb8f8-b732-4cd3-b6a9-d6b12ceb81a1 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5817368 Jul 09 09:44:20.989487 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36944) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:20.999472 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network ac3f6f42-5bae-429d-9be0-a78a9d0c5388 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:44:21.013560 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-28128466-4024-437f-be69-a119d7508536 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Request body: {'subnet': {'network_id': 'ac3f6f42-5bae-429d-9be0-a78a9d0c5388', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:21.026253 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f2069-ff61-4424-bddb-5709b470d414 req-0c299c3f-cd65-4573-9fde-27101ef30030 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:21.033237 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e43f2069-ff61-4424-bddb-5709b470d414 req-0c299c3f-cd65-4573-9fde-27101ef30030 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=81830c6e-e548-478e-b81b-5236c13ca2ff HTTP/1.1" status: 200 len: 944 time: 0.1653321 Jul 09 09:44:21.084411 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e43f2069-ff61-4424-bddb-5709b470d414 req-46e2c607-1cf6-47fc-9ec4-731ed5f39fcc tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501001 Jul 09 09:44:21.101861 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 1b5bdd4b-e18e-46aa-b954-a5c96638984d details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:44:21.189695 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28128466-4024-437f-be69-a119d7508536 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Made reservation on behalf of f4a637202e6345d1b77c207c5cd3dd23 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:44:21.201384 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-28128466-4024-437f-be69-a119d7508536 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:21.294212 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 1b5bdd4b-e18e-46aa-b954-a5c96638984d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=1b5bdd4b-e18e-46aa-b954-a5c96638984d,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:21.309265 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '1b5bdd4b-e18e-46aa-b954-a5c96638984d', 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142', 'port_id': '1b5bdd4b-e18e-46aa-b954-a5c96638984d', 'mac_address': 'fa:16:3e:2c:c0:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:44:21.310621 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20378891-9834-49ee-bf66-79d815458002 req-799855b5-6242-4d2c-a048-cc6bf982c798 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:21.315513 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20378891-9834-49ee-bf66-79d815458002 req-799855b5-6242-4d2c-a048-cc6bf982c798 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.1041121 Jul 09 09:44:21.366784 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:21.385948 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5bdd4b-e18e-46aa-b954-a5c96638984d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:44:21.388688 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20378891-9834-49ee-bf66-79d815458002 req-e87724dc-6b11-48d7-8d64-3d3a9260f4ff tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650566 Jul 09 09:44:21.420178 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 1b5bdd4b-e18e-46aa-b954-a5c96638984d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=1b5bdd4b-e18e-46aa-b954-a5c96638984d,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:21.425438 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:21.433092 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36952) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:21.481612 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=1b5bdd4b-e18e-46aa-b954-a5c96638984d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:21.489336 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-28128466-4024-437f-be69-a119d7508536 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:21.559799 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28128466-4024-437f-be69-a119d7508536 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Pushing event updated for resources: {'Subnet': ['ID=4351c01e-4815-402b-b534-58d2711c8835,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:21.567994 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28128466-4024-437f-be69-a119d7508536 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Checking segment: {'id': '1d05adaa-8e2e-4658-8b75-506c4db7c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ac3f6f42-5bae-429d-9be0-a78a9d0c5388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:44:21.568366 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28128466-4024-437f-be69-a119d7508536 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Network hostable DHCP agents. Network: ac3f6f42-5bae-429d-9be0-a78a9d0c5388, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:44:21.586110 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28128466-4024-437f-be69-a119d7508536 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Network ac3f6f42-5bae-429d-9be0-a78a9d0c5388 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:44:21.589650 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2809d3fc-1b22-414e-8b28-73b24d95a4c0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1109453a43c04e5a9352be48ff2fed09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529171 Jul 09 09:44:21.590021 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36956) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:21.596827 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-28128466-4024-437f-be69-a119d7508536 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, ac3f6f42-5bae-429d-9be0-a78a9d0c5388) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:44:21.601408 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28128466-4024-437f-be69-a119d7508536 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:21.602005 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-28128466-4024-437f-be69-a119d7508536 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:21.609307 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eef199-688d-4ee2-8497-b35aed83911d None None] Network ac3f6f42-5bae-429d-9be0-a78a9d0c5388 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:44:21.620302 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-28128466-4024-437f-be69-a119d7508536 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6295729 Jul 09 09:44:21.623782 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36958) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:21.628220 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-bb8c8087-f5d1-4ec2-abfb-8a6eac9b40ec tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Request body: {'port': {'network_id': 'ac3f6f42-5bae-429d-9be0-a78a9d0c5388', 'name': 'tempest-TagsExtTest-1653732542'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:21.660705 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2007479e-8063-47fc-8056-66cfcbf44f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:21.693076 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2007479e-8063-47fc-8056-66cfcbf44f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:21.750668 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8c8087-f5d1-4ec2-abfb-8a6eac9b40ec tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Made reservation on behalf of f4a637202e6345d1b77c207c5cd3dd23 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:44:21.754288 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2007479e-8063-47fc-8056-66cfcbf44f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:21.754660 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bb8c8087-f5d1-4ec2-abfb-8a6eac9b40ec tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:21.756481 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['1b5bdd4b-e18e-46aa-b954-a5c96638984d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:44:21.759455 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2007479e-8063-47fc-8056-66cfcbf44f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:21.763449 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2007479e-8063-47fc-8056-66cfcbf44f0b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d962f03d-2b2e-43db-bdf2-a9fc9a1669df HTTP/1.1" status: 204 len: 168 time: 0.1724455 Jul 09 09:44:21.776513 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-bb8c8087-f5d1-4ec2-abfb-8a6eac9b40ec tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] device_id is not set on port 0b852d3b-4713-4316-b183-d5fb2a9d92b0 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:44:21.799137 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007479e-8063-47fc-8056-66cfcbf44f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d962f03d-2b2e-43db-bdf2-a9fc9a1669df,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:21.821505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293399ae-f171-4f31-b09e-9ef12bb6bf21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-ac3f6f42-5bae-429d-9be0-a78a9d0c5388', 'network_id': 'ac3f6f42-5bae-429d-9be0-a78a9d0c5388', 'tenant_id': 'f4a637202e6345d1b77c207c5cd3dd23', 'fixed_ips': [{'subnet_id': '4351c01e-4815-402b-b534-58d2711c8835'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:44:21.822604 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-293399ae-f171-4f31-b09e-9ef12bb6bf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:21.920117 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-bb8c8087-f5d1-4ec2-abfb-8a6eac9b40ec tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Allocated IP 172.20.0.10 (ac3f6f42-5bae-429d-9be0-a78a9d0c5388/4351c01e-4815-402b-b534-58d2711c8835/0b852d3b-4713-4316-b183-d5fb2a9d92b0) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:44:22.115729 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bb8c8087-f5d1-4ec2-abfb-8a6eac9b40ec tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:22.139995 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-bb8c8087-f5d1-4ec2-abfb-8a6eac9b40ec tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Transition to ACTIVE for port object 0b852d3b-4713-4316-b183-d5fb2a9d92b0 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:44:22.182974 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bb8c8087-f5d1-4ec2-abfb-8a6eac9b40ec tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:22.272712 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-293399ae-f171-4f31-b09e-9ef12bb6bf21 None None] Allocated IP 172.20.0.2 (ac3f6f42-5bae-429d-9be0-a78a9d0c5388/4351c01e-4815-402b-b534-58d2711c8835/9c92efcd-f5b3-42d5-87e4-3784228d5190) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:44:22.310466 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8c8087-f5d1-4ec2-abfb-8a6eac9b40ec tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Network ac3f6f42-5bae-429d-9be0-a78a9d0c5388 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:44:22.315720 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-bb8c8087-f5d1-4ec2-abfb-8a6eac9b40ec tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:44:22.321197 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8c8087-f5d1-4ec2-abfb-8a6eac9b40ec tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:44:22.376263 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c8087-f5d1-4ec2-abfb-8a6eac9b40ec tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Pushing event updated for resources: {'Port': ['ID=0b852d3b-4713-4316-b183-d5fb2a9d92b0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:22.381603 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f40b4-6005-4e4b-93d9-78998290726d req-3a6dd422-b23f-40d6-bff5-fd34065ebecd tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:22.383843 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-862f40b4-6005-4e4b-93d9-78998290726d req-3a6dd422-b23f-40d6-bff5-fd34065ebecd tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=81830c6e-e548-478e-b81b-5236c13ca2ff HTTP/1.1" status: 200 len: 945 time: 0.0981579 Jul 09 09:44:22.444367 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-862f40b4-6005-4e4b-93d9-78998290726d req-3a5d1e8e-cb87-45d5-80ae-3d241d3e64a7 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517998 Jul 09 09:44:22.454678 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8c8087-f5d1-4ec2-abfb-8a6eac9b40ec tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:22.458019 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bb8c8087-f5d1-4ec2-abfb-8a6eac9b40ec tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:22.489010 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bb8c8087-f5d1-4ec2-abfb-8a6eac9b40ec tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8648956 Jul 09 09:44:22.491675 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36984) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:22.497052 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4c13ffd4-90a3-47df-8368-2f73869ff7a9 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-52075165', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:22.539547 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c13ffd4-90a3-47df-8368-2f73869ff7a9 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:22.541323 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c13ffd4-90a3-47df-8368-2f73869ff7a9 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:22.608121 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-293399ae-f171-4f31-b09e-9ef12bb6bf21 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:22.639149 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-293399ae-f171-4f31-b09e-9ef12bb6bf21 None None] Transition to ACTIVE for port object 9c92efcd-f5b3-42d5-87e4-3784228d5190 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:44:22.641864 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c13ffd4-90a3-47df-8368-2f73869ff7a9 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:22.652563 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c13ffd4-90a3-47df-8368-2f73869ff7a9 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:22.667467 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-293399ae-f171-4f31-b09e-9ef12bb6bf21 None None] Transition to ACTIVE for port object 9c92efcd-f5b3-42d5-87e4-3784228d5190 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:44:22.675864 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-293399ae-f171-4f31-b09e-9ef12bb6bf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:22.686317 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c13ffd4-90a3-47df-8368-2f73869ff7a9 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:22.690151 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4c13ffd4-90a3-47df-8368-2f73869ff7a9 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1947339 Jul 09 09:44:22.695865 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a52e44c-50d8-4f05-bcd1-35c6489d5441 req-1edd4738-d448-4b68-be74-8aece818b4fc tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 210 time: 0.5119448 Jul 09 09:44:22.697957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36990) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:22.715588 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-314f0396-146a-424e-a8b8-3c64642f5670 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1072960920', 'prefixes': ['172.20.0.0/16']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:22.720959 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293399ae-f171-4f31-b09e-9ef12bb6bf21 None None] Network ac3f6f42-5bae-429d-9be0-a78a9d0c5388 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:44:22.736973 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-293399ae-f171-4f31-b09e-9ef12bb6bf21 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:44:22.745008 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293399ae-f171-4f31-b09e-9ef12bb6bf21 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:44:22.793348 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293399ae-f171-4f31-b09e-9ef12bb6bf21 None None] Pushing event updated for resources: {'Port': ['ID=9c92efcd-f5b3-42d5-87e4-3784228d5190,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:22.852815 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deff21d-09fa-462a-86b9-a991a1df967e req-898bec5d-bb09-4de2-a059-2b72a682333d tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:22.859959 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8deff21d-09fa-462a-86b9-a991a1df967e req-898bec5d-bb09-4de2-a059-2b72a682333d tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.1541510 Jul 09 09:44:22.859959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36996) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:22.863355 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-314f0396-146a-424e-a8b8-3c64642f5670 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks [] for subnetpool, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:22.864575 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-314f0396-146a-424e-a8b8-3c64642f5670 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1616061 Jul 09 09:44:22.868928 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36998) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:22.879860 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-6c37ce7e-4870-4abd-ae75-48722d2171c4 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4351c01e-4815-402b-b534-58d2711c8835', 'tempest-TagsExtTest-Tag-365323249') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:22.941939 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8deff21d-09fa-462a-86b9-a991a1df967e req-5fbdb575-ce9d-4979-a69c-b89b408609fd tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794587 Jul 09 09:44:23.009142 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6c37ce7e-4870-4abd-ae75-48722d2171c4 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "PUT /v2.0/subnets/4351c01e-4815-402b-b534-58d2711c8835/tags/tempest-TagsExtTest-Tag-365323249 HTTP/1.1" status: 201 len: 201 time: 0.1387382 Jul 09 09:44:23.012096 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37002) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:23.016972 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-a3b134db-344e-4b3d-b072-e2af587d4698 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0b852d3b-4713-4316-b183-d5fb2a9d92b0', 'tempest-TagsExtTest-Tag-147444688') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:23.018115 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1682c16a-a56d-4cae-8ea1-94d616dc75b9 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Request body: {'security_group': {'name': 'tempest-secgroup--2047201773'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:23.038548 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-293399ae-f171-4f31-b09e-9ef12bb6bf21 None None] Attempting to bind port 9c92efcd-f5b3-42d5-87e4-3784228d5190 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:44:23.038972 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-293399ae-f171-4f31-b09e-9ef12bb6bf21 None None] Attempting to bind port 9c92efcd-f5b3-42d5-87e4-3784228d5190 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '1d05adaa-8e2e-4658-8b75-506c4db7c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ac3f6f42-5bae-429d-9be0-a78a9d0c5388'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:44:23.039359 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293399ae-f171-4f31-b09e-9ef12bb6bf21 None None] Attempting to bind port 9c92efcd-f5b3-42d5-87e4-3784228d5190 on network ac3f6f42-5bae-429d-9be0-a78a9d0c5388 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:44:23.045457 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293399ae-f171-4f31-b09e-9ef12bb6bf21 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:44:23.046167 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293399ae-f171-4f31-b09e-9ef12bb6bf21 None None] Checking segment: {'id': '1d05adaa-8e2e-4658-8b75-506c4db7c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ac3f6f42-5bae-429d-9be0-a78a9d0c5388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:44:23.046745 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-293399ae-f171-4f31-b09e-9ef12bb6bf21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:23.047435 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293399ae-f171-4f31-b09e-9ef12bb6bf21 None None] Bound using segment: {'id': '1d05adaa-8e2e-4658-8b75-506c4db7c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ac3f6f42-5bae-429d-9be0-a78a9d0c5388'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:44:23.048233 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-293399ae-f171-4f31-b09e-9ef12bb6bf21 None None] Bound port: 9c92efcd-f5b3-42d5-87e4-3784228d5190, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d05adaa-8e2e-4658-8b75-506c4db7c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ac3f6f42-5bae-429d-9be0-a78a9d0c5388'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:44:23.048979 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-293399ae-f171-4f31-b09e-9ef12bb6bf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:23.049402 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1682c16a-a56d-4cae-8ea1-94d616dc75b9 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:23.064143 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1682c16a-a56d-4cae-8ea1-94d616dc75b9 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:23.103526 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 1b5bdd4b-e18e-46aa-b954-a5c96638984d up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:44:23.106547 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a3b134db-344e-4b3d-b072-e2af587d4698 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "PUT /v2.0/ports/0b852d3b-4713-4316-b183-d5fb2a9d92b0/tags/tempest-TagsExtTest-Tag-147444688 HTTP/1.1" status: 201 len: 201 time: 0.0933402 Jul 09 09:44:23.110422 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37004) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:23.117078 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-2927cd7c-9697-4249-a056-92a91263825a tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ad9d8341-1694-4703-808b-0c900c612790', 'tempest-TagsExtTest-Tag-2085891319') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:23.185485 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1682c16a-a56d-4cae-8ea1-94d616dc75b9 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:23.185847 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 1b5bdd4b-e18e-46aa-b954-a5c96638984d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:44:23.190091 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1682c16a-a56d-4cae-8ea1-94d616dc75b9 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:23.198150 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-293399ae-f171-4f31-b09e-9ef12bb6bf21 None None] For port 9c92efcd-f5b3-42d5-87e4-3784228d5190, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:44:23.202215 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-293399ae-f171-4f31-b09e-9ef12bb6bf21 None None] For port 9c92efcd-f5b3-42d5-87e4-3784228d5190, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=9c92efcd-f5b3-42d5-87e4-3784228d5190,segment=NetworkSegment(1d05adaa-8e2e-4658-8b75-506c4db7c925),segment_id=1d05adaa-8e2e-4658-8b75-506c4db7c925)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:44:23.206749 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 1b5bdd4b-e18e-46aa-b954-a5c96638984d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:44:23.207453 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:23.239312 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682c16a-a56d-4cae-8ea1-94d616dc75b9 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3518b39a-21fa-4533-832c-a7b6bdb3fd65,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:23.240980 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2927cd7c-9697-4249-a056-92a91263825a tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "PUT /v2.0/routers/ad9d8341-1694-4703-808b-0c900c612790/tags/tempest-TagsExtTest-Tag-2085891319 HTTP/1.1" status: 201 len: 201 time: 0.1294479 Jul 09 09:44:23.245466 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37006) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:23.250787 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-3004617a-60ad-4f87-8913-9787ab5330e9 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'dbf87a32-8bef-4885-845e-149770c735e6', 'tempest-TagsExtTest-Tag-1261663767') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:23.264567 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-293399ae-f171-4f31-b09e-9ef12bb6bf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:23.349794 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3004617a-60ad-4f87-8913-9787ab5330e9 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "PUT /v2.0/subnetpools/dbf87a32-8bef-4885-845e-149770c735e6/tags/tempest-TagsExtTest-Tag-1261663767 HTTP/1.1" status: 201 len: 201 time: 0.1009212 Jul 09 09:44:23.351150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37008) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:23.355895 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-ce65ff9c-85e5-4baf-baa3-10af6a09fb27 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4351c01e-4815-402b-b534-58d2711c8835') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:23.375999 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293399ae-f171-4f31-b09e-9ef12bb6bf21 None None] Pushing event updated for resources: {'Port': ['ID=9c92efcd-f5b3-42d5-87e4-3784228d5190,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:23.381277 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:23.397672 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1682c16a-a56d-4cae-8ea1-94d616dc75b9 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:23.406612 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1682c16a-a56d-4cae-8ea1-94d616dc75b9 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:23.419520 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 1b5bdd4b-e18e-46aa-b954-a5c96638984d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=1b5bdd4b-e18e-46aa-b954-a5c96638984d,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:23.420771 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81830c6e-e548-478e-b81b-5236c13ca2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5bdd4b-e18e-46aa-b954-a5c96638984d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:44:23.423460 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86adcee3-f246-4cc9-9cb7-37e0196aaa19" -d '{"events": [{"server_uuid": "81830c6e-e548-478e-b81b-5236c13ca2ff", "name": "network-vif-plugged", "status": "completed", "tag": "1b5bdd4b-e18e-46aa-b954-a5c96638984d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:44:23.428417 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:23.472990 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cb6892-c4fe-455c-9900-48555a1131ac x-openstack-request-id: req-16cb6892-c4fe-455c-9900-48555a1131ac {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:44:23.473291 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81830c6e-e548-478e-b81b-5236c13ca2ff", "name": "network-vif-plugged", "status": "completed", "tag": "1b5bdd4b-e18e-46aa-b954-a5c96638984d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:44:23.473686 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-16cb6892-c4fe-455c-9900-48555a1131ac {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:44:23.474093 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81830c6e-e548-478e-b81b-5236c13ca2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5bdd4b-e18e-46aa-b954-a5c96638984d', 'code': 200} Jul 09 09:44:23.475006 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1682c16a-a56d-4cae-8ea1-94d616dc75b9 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:23.479036 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37014) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:23.487425 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1682c16a-a56d-4cae-8ea1-94d616dc75b9 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6244500 Jul 09 09:44:23.500820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682c16a-a56d-4cae-8ea1-94d616dc75b9 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f99e6b3-4390-402a-a249-6a3712b275c6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:23.528768 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=1b5bdd4b-e18e-46aa-b954-a5c96638984d,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:23.554115 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ce65ff9c-85e5-4baf-baa3-10af6a09fb27 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/subnets/4351c01e-4815-402b-b534-58d2711c8835/tags HTTP/1.1" status: 200 len: 240 time: 0.1997218 Jul 09 09:44:23.569006 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37016) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:23.577104 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-c6d84ca1-8584-411a-90c4-bcd54b424ffb tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4351c01e-4815-402b-b534-58d2711c8835', 'tempest-TagsExtTest-Tag-365323249') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:23.713645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11e8f4-e52a-43d0-9af1-a2e85beb02f2 req-10e04a55-838d-46f5-bbb5-783400aaa341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:23.715334 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d11e8f4-e52a-43d0-9af1-a2e85beb02f2 req-10e04a55-838d-46f5-bbb5-783400aaa341 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=81830c6e-e548-478e-b81b-5236c13ca2ff HTTP/1.1" status: 200 len: 1097 time: 0.1568553 Jul 09 09:44:23.725597 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c6d84ca1-8584-411a-90c4-bcd54b424ffb tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/subnets/4351c01e-4815-402b-b534-58d2711c8835/tags/tempest-TagsExtTest-Tag-365323249 HTTP/1.1" status: 204 len: 168 time: 0.1554382 Jul 09 09:44:23.727759 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37018) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:23.754540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-e47d467e-4c2a-4627-8289-5c2c157f89b7 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '4351c01e-4815-402b-b534-58d2711c8835', 'tempest-TagsExtTest-Tag-365323249') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:23.854428 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d11e8f4-e52a-43d0-9af1-a2e85beb02f2 req-8a16ea7c-8067-42ca-b962-d85cd47a1ebb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249177 Jul 09 09:44:23.890064 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cf3a5-c7ff-432b-98d7-5dbd07ff610e req-8a38e0d0-4769-4844-9e6b-beb0f8fa53e4 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:23.892021 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe8cf3a5-c7ff-432b-98d7-5dbd07ff610e req-8a38e0d0-4769-4844-9e6b-beb0f8fa53e4 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=81830c6e-e548-478e-b81b-5236c13ca2ff HTTP/1.1" status: 200 len: 946 time: 0.2377374 Jul 09 09:44:23.948755 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a57a39a-56c6-4acb-80d6-96dd7c69a336 req-846daead-83e9-4ce0-8f4b-e0ff9a8714d0 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 210 time: 0.0536821 Jul 09 09:44:23.993535 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe8cf3a5-c7ff-432b-98d7-5dbd07ff610e req-4e51893d-b378-4511-a318-480b5e967773 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874994 Jul 09 09:44:23.997214 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-776279d3-73f3-4054-8126-a64cf9d621af tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5169845 Jul 09 09:44:23.998208 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37026) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:24.002660 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e47d467e-4c2a-4627-8289-5c2c157f89b7 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "DELETE /v2.0/subnets/4351c01e-4815-402b-b534-58d2711c8835/tags/tempest-TagsExtTest-Tag-365323249 HTTP/1.1" status: 204 len: 168 time: 0.2719908 Jul 09 09:44:24.003374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-69ff0ab2-78e7-440d-a6f5-5cf5a5d0b853 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Request body: {'security_group': {'name': 'tempest-security--387223355', 'description': 'tempest-security-description-1750470109'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:24.003979 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37028) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:24.022644 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-7a533e2f-1735-48a1-8ec7-6817e657dc15 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4351c01e-4815-402b-b534-58d2711c8835') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:24.033164 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69ff0ab2-78e7-440d-a6f5-5cf5a5d0b853 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:24.083335 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7a533e2f-1735-48a1-8ec7-6817e657dc15 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/subnets/4351c01e-4815-402b-b534-58d2711c8835/tags HTTP/1.1" status: 200 len: 205 time: 0.0781808 Jul 09 09:44:24.084000 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69ff0ab2-78e7-440d-a6f5-5cf5a5d0b853 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:24.085864 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37030) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:24.089699 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69ff0ab2-78e7-440d-a6f5-5cf5a5d0b853 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:24.091391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-0d5417ff-68f6-4225-98b1-d8cd25f9fdd1 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0b852d3b-4713-4316-b183-d5fb2a9d92b0') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:24.093224 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69ff0ab2-78e7-440d-a6f5-5cf5a5d0b853 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:24.094914 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-69ff0ab2-78e7-440d-a6f5-5cf5a5d0b853 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "PUT /v2.0/security-groups/1f99e6b3-4390-402a-a249-6a3712b275c6 HTTP/1.1" status: 200 len: 1779 time: 0.0954978 Jul 09 09:44:24.098928 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37032) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:24.149717 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff0ab2-78e7-440d-a6f5-5cf5a5d0b853 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f99e6b3-4390-402a-a249-6a3712b275c6,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:24.164424 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0ef1a338-1e1a-418c-9bf6-a7846a415018 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-groups/1f99e6b3-4390-402a-a249-6a3712b275c6 HTTP/1.1" status: 200 len: 1779 time: 0.0629621 Jul 09 09:44:24.167329 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37034) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:24.197126 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0d5417ff-68f6-4225-98b1-d8cd25f9fdd1 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/ports/0b852d3b-4713-4316-b183-d5fb2a9d92b0/tags HTTP/1.1" status: 200 len: 240 time: 0.1098957 Jul 09 09:44:24.199924 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37036) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:24.204592 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-280795a5-6ac0-4fa1-9f53-c0e98ec92e50 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0b852d3b-4713-4316-b183-d5fb2a9d92b0', 'tempest-TagsExtTest-Tag-147444688') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:24.213792 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddceb2-68e7-4379-94c5-1ca0c577a5d5 req-be42de6b-3f34-4bb4-b2f8-f01e15499e52 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:24.215613 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-acddceb2-68e7-4379-94c5-1ca0c577a5d5 req-be42de6b-3f34-4bb4-b2f8-f01e15499e52 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.0984077 Jul 09 09:44:24.256545 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-acddceb2-68e7-4379-94c5-1ca0c577a5d5 req-eec4a028-6263-4117-9d16-4bc0099e124c tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348825 Jul 09 09:44:24.268841 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d3f29be-6ea0-4639-927e-7925bcb4d88b tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:24.302432 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d3f29be-6ea0-4639-927e-7925bcb4d88b tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:24.312336 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-280795a5-6ac0-4fa1-9f53-c0e98ec92e50 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/ports/0b852d3b-4713-4316-b183-d5fb2a9d92b0/tags/tempest-TagsExtTest-Tag-147444688 HTTP/1.1" status: 204 len: 168 time: 0.1111543 Jul 09 09:44:24.314847 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37038) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:24.321191 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-9c9e6e48-23a3-44f6-afac-27aeee2cdc92 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0b852d3b-4713-4316-b183-d5fb2a9d92b0', 'tempest-TagsExtTest-Tag-147444688') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:24.384986 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d3f29be-6ea0-4639-927e-7925bcb4d88b tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:24.387761 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d3f29be-6ea0-4639-927e-7925bcb4d88b tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:24.391302 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4d3f29be-6ea0-4639-927e-7925bcb4d88b tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "DELETE /v2.0/security-groups/1f99e6b3-4390-402a-a249-6a3712b275c6 HTTP/1.1" status: 204 len: 168 time: 0.2196846 Jul 09 09:44:24.391814 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37040) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:24.404423 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f29be-6ea0-4639-927e-7925bcb4d88b tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f99e6b3-4390-402a-a249-6a3712b275c6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:24.425882 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9c9e6e48-23a3-44f6-afac-27aeee2cdc92 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "DELETE /v2.0/ports/0b852d3b-4713-4316-b183-d5fb2a9d92b0/tags/tempest-TagsExtTest-Tag-147444688 HTTP/1.1" status: 204 len: 168 time: 0.1099672 Jul 09 09:44:24.428351 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37042) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:24.439600 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-8f0fafb7-c243-4dcb-8c11-02f8d04e70e5 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0b852d3b-4713-4316-b183-d5fb2a9d92b0') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:24.480473 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c785cefe-3237-472d-8da4-78bc021a31de tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0869343 Jul 09 09:44:24.482902 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37044) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:24.500443 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-f53039d2-a958-4f20-8fd0-f6c710358bfd tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] delete failed (client error): The resource could not be found. Jul 09 09:44:24.501497 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f53039d2-a958-4f20-8fd0-f6c710358bfd tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "DELETE /v2.0/security-groups/1f99e6b3-4390-402a-a249-6a3712b275c6 HTTP/1.1" status: 404 len: 347 time: 0.0176651 Jul 09 09:44:24.505676 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37046) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:24.512776 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a377a832-3d12-4c6d-a5ba-e12db99a6c86 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Request body: {'security_group': {'name': 'tempest-secgroup--807726749'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:24.543665 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a377a832-3d12-4c6d-a5ba-e12db99a6c86 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:24.579213 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8f0fafb7-c243-4dcb-8c11-02f8d04e70e5 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/ports/0b852d3b-4713-4316-b183-d5fb2a9d92b0/tags HTTP/1.1" status: 200 len: 205 time: 0.1495917 Jul 09 09:44:24.583846 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37048) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:24.592797 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-9723b196-336d-431e-be8f-6e5231b86cfc tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ad9d8341-1694-4703-808b-0c900c612790') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:24.639173 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-a91cdfd3-dba4-49ea-89e7-e567b3e8734b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0899520 Jul 09 09:44:24.711951 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9723b196-336d-431e-be8f-6e5231b86cfc tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/routers/ad9d8341-1694-4703-808b-0c900c612790/tags HTTP/1.1" status: 200 len: 241 time: 0.1269748 Jul 09 09:44:24.715118 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37050) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:24.722809 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-69b80ceb-55d7-4f7f-b1d4-ebea1b96ae92 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ad9d8341-1694-4703-808b-0c900c612790', 'tempest-TagsExtTest-Tag-2085891319') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:24.778254 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a377a832-3d12-4c6d-a5ba-e12db99a6c86 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:24.793240 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1d641a-97cb-46c4-8c6c-8b0c3d87ff06 None None] Network ac3f6f42-5bae-429d-9be0-a78a9d0c5388 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:44:24.797613 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-fc0c9095-4063-4f2e-96a2-3917ea5bd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:24.798367 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-fc0c9095-4063-4f2e-96a2-3917ea5bd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:24.799008 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-fc0c9095-4063-4f2e-96a2-3917ea5bd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:24.799715 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-fc0c9095-4063-4f2e-96a2-3917ea5bd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:24.800351 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-fc0c9095-4063-4f2e-96a2-3917ea5bd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:24.800981 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-fc0c9095-4063-4f2e-96a2-3917ea5bd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:24.801662 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-fc0c9095-4063-4f2e-96a2-3917ea5bd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:24.803896 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-fc0c9095-4063-4f2e-96a2-3917ea5bd43e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d40a354f83ac42a092eb57d9c0e4d4c8&device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 6491 time: 0.1035476 Jul 09 09:44:24.810821 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a377a832-3d12-4c6d-a5ba-e12db99a6c86 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:24.848554 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a377a832-3d12-4c6d-a5ba-e12db99a6c86 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:24.852318 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a377a832-3d12-4c6d-a5ba-e12db99a6c86 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3437371 Jul 09 09:44:24.854338 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37052) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:24.858889 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-db253cd9-6002-4e24-a59d-cec43c7c32b5 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Request body: {'security_group_rule': {'security_group_id': '8bab769f-6afa-4150-9657-7d9fcba999f4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:24.865415 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-69b80ceb-55d7-4f7f-b1d4-ebea1b96ae92 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/routers/ad9d8341-1694-4703-808b-0c900c612790/tags/tempest-TagsExtTest-Tag-2085891319 HTTP/1.1" status: 204 len: 168 time: 0.1487854 Jul 09 09:44:24.867254 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377a832-3d12-4c6d-a5ba-e12db99a6c86 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bab769f-6afa-4150-9657-7d9fcba999f4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:24.869908 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37054) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:24.878546 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-ca1decd7-bedc-4e97-8df8-8d2bbc49045c tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ad9d8341-1694-4703-808b-0c900c612790', 'tempest-TagsExtTest-Tag-2085891319') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:25.002009 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db253cd9-6002-4e24-a59d-cec43c7c32b5 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:25.030542 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-e5028a31-170d-46db-b9d3-e9bf89e2c232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:25.032609 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-e5028a31-170d-46db-b9d3-e9bf89e2c232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:25.033302 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-e5028a31-170d-46db-b9d3-e9bf89e2c232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:25.038985 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-e5028a31-170d-46db-b9d3-e9bf89e2c232 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb&id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&id=60491b7b-def1-4cac-8466-a6ebcf0d8114&id=60491b7b-def1-4cac-8466-a6ebcf0d8114 HTTP/1.1" status: 200 len: 2294 time: 0.2061670 Jul 09 09:44:25.079305 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-81e7ee74-36f2-4f6b-982d-538c73db6404 None None] Provisioning for port 9c92efcd-f5b3-42d5-87e4-3784228d5190 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:44:25.089904 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ca1decd7-bedc-4e97-8df8-8d2bbc49045c tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "DELETE /v2.0/routers/ad9d8341-1694-4703-808b-0c900c612790/tags/tempest-TagsExtTest-Tag-2085891319 HTTP/1.1" status: 204 len: 168 time: 0.2169707 Jul 09 09:44:25.092568 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37062) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:25.098210 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-6506d7c3-5fd0-44fd-9bd5-b32273750430 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ad9d8341-1694-4703-808b-0c900c612790') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:25.224749 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db253cd9-6002-4e24-a59d-cec43c7c32b5 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:25.227108 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-0b5a80c0-4e70-4c8a-a254-dd8fdce49315 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38137faf-b03c-41f7-8e58-cab67d1ed7f7 HTTP/1.1" status: 200 len: 999 time: 0.1805482 Jul 09 09:44:25.236573 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db253cd9-6002-4e24-a59d-cec43c7c32b5 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:25.277662 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db253cd9-6002-4e24-a59d-cec43c7c32b5 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:25.281762 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-db253cd9-6002-4e24-a59d-cec43c7c32b5 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4237092 Jul 09 09:44:25.282232 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37066) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:25.298041 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6506d7c3-5fd0-44fd-9bd5-b32273750430 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/routers/ad9d8341-1694-4703-808b-0c900c612790/tags HTTP/1.1" status: 200 len: 205 time: 0.2020211 Jul 09 09:44:25.298041 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db253cd9-6002-4e24-a59d-cec43c7c32b5 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11cd1d65-009a-48fb-b19e-458bf2455255,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:25.306689 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37068) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:25.311726 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-4b799923-e982-4740-b9cc-d962e018988f tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'dbf87a32-8bef-4885-845e-149770c735e6') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:25.315647 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-72540b20-48e4-4f7d-aace-f6c63dedf5e3 req-79909619-7ab9-44be-8be6-1945a0dc6586 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 210 time: 0.1081774 Jul 09 09:44:25.349808 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-118f8b70-7f2b-42e7-af08-a0181b2c497b tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:25.363011 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-55553050-885c-4004-8fb5-da939eb9cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:25.364063 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-118f8b70-7f2b-42e7-af08-a0181b2c497b tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:25.364377 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-55553050-885c-4004-8fb5-da939eb9cf4f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c4576acc-4c8a-4776-ad8b-d4acbefc004d HTTP/1.1" status: 200 len: 851 time: 0.1179659 Jul 09 09:44:25.426627 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4b799923-e982-4740-b9cc-d962e018988f tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/subnetpools/dbf87a32-8bef-4885-845e-149770c735e6/tags HTTP/1.1" status: 200 len: 241 time: 0.1180837 Jul 09 09:44:25.427343 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37070) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:25.432014 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafac4c2-52c5-406b-92e7-6885c52f168d req-0e0c136c-7f44-482b-8560-f1de9dd974ca tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:25.433625 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bafac4c2-52c5-406b-92e7-6885c52f168d req-0e0c136c-7f44-482b-8560-f1de9dd974ca tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=81830c6e-e548-478e-b81b-5236c13ca2ff HTTP/1.1" status: 200 len: 946 time: 0.1899090 Jul 09 09:44:25.434408 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-87ca183d-66fe-4926-b79e-db38a7348087 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dbf87a32-8bef-4885-845e-149770c735e6', 'tempest-TagsExtTest-Tag-1261663767') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:25.454333 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-118f8b70-7f2b-42e7-af08-a0181b2c497b tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:25.466034 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-118f8b70-7f2b-42e7-af08-a0181b2c497b tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:25.467558 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-118f8b70-7f2b-42e7-af08-a0181b2c497b tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/11cd1d65-009a-48fb-b19e-458bf2455255 HTTP/1.1" status: 204 len: 168 time: 0.1844504 Jul 09 09:44:25.471087 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37072) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:25.474604 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f8b70-7f2b-42e7-af08-a0181b2c497b tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11cd1d65-009a-48fb-b19e-458bf2455255,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:25.489949 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-87ca183d-66fe-4926-b79e-db38a7348087 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/subnetpools/dbf87a32-8bef-4885-845e-149770c735e6/tags/tempest-TagsExtTest-Tag-1261663767 HTTP/1.1" status: 204 len: 168 time: 0.0610938 Jul 09 09:44:25.493649 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37074) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:25.499621 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-af814adc-6e93-4cf1-b7d0-202a6292435e tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'dbf87a32-8bef-4885-845e-149770c735e6', 'tempest-TagsExtTest-Tag-1261663767') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:25.503837 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-9eb5d2a8-28d0-4462-a046-410d42c82f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:25.505381 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-9eb5d2a8-28d0-4462-a046-410d42c82f39 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288934 Jul 09 09:44:25.546302 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-af814adc-6e93-4cf1-b7d0-202a6292435e tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "DELETE /v2.0/subnetpools/dbf87a32-8bef-4885-845e-149770c735e6/tags/tempest-TagsExtTest-Tag-1261663767 HTTP/1.1" status: 204 len: 168 time: 0.0486238 Jul 09 09:44:25.546451 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37076) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:25.551134 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-ec6136eb-b9e9-45cc-b31b-39e4308b1a3d tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'dbf87a32-8bef-4885-845e-149770c735e6') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:25.572717 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-606ba4c1-4e95-4071-a707-ea373a4d65f6 None None] Provisioning for port 0b852d3b-4713-4316-b183-d5fb2a9d92b0 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:44:25.579441 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ec6136eb-b9e9-45cc-b31b-39e4308b1a3d tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/subnetpools/dbf87a32-8bef-4885-845e-149770c735e6/tags HTTP/1.1" status: 200 len: 205 time: 0.0296469 Jul 09 09:44:25.579920 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37078) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:25.580483 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-606ba4c1-4e95-4071-a707-ea373a4d65f6 None None] Provisioning complete for port 0b852d3b-4713-4316-b183-d5fb2a9d92b0 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:44:25.580979 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-606ba4c1-4e95-4071-a707-ea373a4d65f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:25.585530 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-651e088d-b27b-4be4-b99e-598ee6e44a20 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dbf87a32-8bef-4885-845e-149770c735e6') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:25.625588 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bafac4c2-52c5-406b-92e7-6885c52f168d req-d1802cd6-474a-4251-bf1b-ba74a0acf3a4 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787579 Jul 09 09:44:25.644351 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-651e088d-b27b-4be4-b99e-598ee6e44a20 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "DELETE /v2.0/subnetpools/dbf87a32-8bef-4885-845e-149770c735e6/tags HTTP/1.1" status: 204 len: 168 time: 0.0628424 Jul 09 09:44:25.647093 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37080) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:25.653273 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-541f6699-45f9-4f10-8779-530a3428fa7c tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ad9d8341-1694-4703-808b-0c900c612790') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:25.654386 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-03a50ad8-e929-4942-a98d-6b322938cd8a tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1820345 Jul 09 09:44:25.657861 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37082) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:25.658978 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-606ba4c1-4e95-4071-a707-ea373a4d65f6 None None] Port 0b852d3b-4713-4316-b183-d5fb2a9d92b0 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:44:25.755730 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-541f6699-45f9-4f10-8779-530a3428fa7c tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "DELETE /v2.0/routers/ad9d8341-1694-4703-808b-0c900c612790/tags HTTP/1.1" status: 204 len: 168 time: 0.1052773 Jul 09 09:44:25.756691 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37086) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:25.761552 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-44194992-c526-4e65-9065-68156e288565 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0b852d3b-4713-4316-b183-d5fb2a9d92b0') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:25.795634 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-41db3bdd-50d7-4d00-a71c-bf66d3674454 service neutron] 10.222.0.58 "GET /v2.0/networks/d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684641 Jul 09 09:44:25.855369 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 9c92efcd-f5b3-42d5-87e4-3784228d5190 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:44:25.864034 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79589a2-8bc5-4143-b44a-48fff9b939fd req-37e79b79-aa35-401b-a530-3ab9a5c270b7 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:25.871325 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d79589a2-8bc5-4143-b44a-48fff9b939fd req-37e79b79-aa35-401b-a530-3ab9a5c270b7 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.3716731 Jul 09 09:44:25.881890 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-44194992-c526-4e65-9065-68156e288565 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "DELETE /v2.0/ports/0b852d3b-4713-4316-b183-d5fb2a9d92b0/tags HTTP/1.1" status: 204 len: 168 time: 0.1239946 Jul 09 09:44:25.882802 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37088) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:25.889154 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-6a01fd7c-c718-47e1-a78d-f97df446df5e tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4351c01e-4815-402b-b534-58d2711c8835') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:25.956400 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 9c92efcd-f5b3-42d5-87e4-3784228d5190 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:44:25.961848 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ece5b46-62eb-4eaf-9dad-e689ce2650ce tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:25.966211 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6a01fd7c-c718-47e1-a78d-f97df446df5e tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "DELETE /v2.0/subnets/4351c01e-4815-402b-b534-58d2711c8835/tags HTTP/1.1" status: 204 len: 168 time: 0.0805013 Jul 09 09:44:25.967162 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37092) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:25.968897 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 9c92efcd-f5b3-42d5-87e4-3784228d5190 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:44:25.969299 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:25.976307 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-14797f72-a361-49c0-8be6-bc77303a276d tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4351c01e-4815-402b-b534-58d2711c8835', 'tempest-TagsExtTest-Tag-1899501298') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:26.021780 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1f72bafd-bec9-4fcc-af04-505ad3c9927e None None] Provisioning complete for port 0b852d3b-4713-4316-b183-d5fb2a9d92b0 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:44:26.022313 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1f72bafd-bec9-4fcc-af04-505ad3c9927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:26.029867 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ece5b46-62eb-4eaf-9dad-e689ce2650ce tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:26.056359 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d79589a2-8bc5-4143-b44a-48fff9b939fd req-a99fc046-91d1-4cb0-958e-07e6f3dd3413 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838422 Jul 09 09:44:26.068184 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-14797f72-a361-49c0-8be6-bc77303a276d tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "PUT /v2.0/subnets/4351c01e-4815-402b-b534-58d2711c8835/tags/tempest-TagsExtTest-Tag-1899501298 HTTP/1.1" status: 201 len: 201 time: 0.0998318 Jul 09 09:44:26.070756 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37094) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:26.099671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-f713b063-f5ec-4de5-bf92-8a07ffbeb7b9 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0b852d3b-4713-4316-b183-d5fb2a9d92b0', 'tempest-TagsExtTest-Tag-1870324767') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:26.109888 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1f72bafd-bec9-4fcc-af04-505ad3c9927e None None] Port 0b852d3b-4713-4316-b183-d5fb2a9d92b0 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:44:26.111397 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:26.132012 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-c333e427-9ed5-4690-9e4e-2e4daa4e2ee9 service neutron] 10.222.0.58 "GET /v2.0/networks/d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339198 Jul 09 09:44:26.158367 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 9c92efcd-f5b3-42d5-87e4-3784228d5190, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=9c92efcd-f5b3-42d5-87e4-3784228d5190,segment=NetworkSegment(1d05adaa-8e2e-4658-8b75-506c4db7c925),segment_id=1d05adaa-8e2e-4658-8b75-506c4db7c925)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:26.163184 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:26.193697 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-73262874-f10b-4be9-9717-c24aad84715f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=c5ac0b66-6ec6-4896-8808-9a201a1cd005 HTTP/1.1" status: 200 len: 217 time: 0.0533152 Jul 09 09:44:26.194605 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ece5b46-62eb-4eaf-9dad-e689ce2650ce tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:26.196755 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ece5b46-62eb-4eaf-9dad-e689ce2650ce tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:26.200127 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4ece5b46-62eb-4eaf-9dad-e689ce2650ce tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "DELETE /v2.0/security-groups/8bab769f-6afa-4150-9657-7d9fcba999f4 HTTP/1.1" status: 204 len: 168 time: 0.5377700 Jul 09 09:44:26.201803 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37096) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:26.205364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b7946-74dc-4fb0-aece-3d0f58f76c2b req-635531d2-0ec1-45b9-a741-b9188b737ea0 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:26.206880 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b82b7946-74dc-4fb0-aece-3d0f58f76c2b req-635531d2-0ec1-45b9-a741-b9188b737ea0 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=81830c6e-e548-478e-b81b-5236c13ca2ff HTTP/1.1" status: 200 len: 946 time: 0.3335478 Jul 09 09:44:26.224570 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=9c92efcd-f5b3-42d5-87e4-3784228d5190,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:26.255750 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c1de1d95-2ac1-4352-a247-2979a7b4311c tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506949 Jul 09 09:44:26.259904 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37098) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:26.260527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece5b46-62eb-4eaf-9dad-e689ce2650ce tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bab769f-6afa-4150-9657-7d9fcba999f4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:26.265024 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1ccf233e-55fe-4839-9219-309de48f45f8 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Request body: {'security_group': {'name': 'tempest-secgroup--861767436'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:26.291264 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ccf233e-55fe-4839-9219-309de48f45f8 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:26.319936 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-26e09743-9137-4540-8551-a9f79e4fe0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:26.321416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-26e09743-9137-4540-8551-a9f79e4fe0ef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eaa25951-e3c6-4a89-bd19-5bca58e724de HTTP/1.1" status: 200 len: 797 time: 0.1127758 Jul 09 09:44:26.326252 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b82b7946-74dc-4fb0-aece-3d0f58f76c2b req-9de2529a-32b2-41c6-b962-cbef1ab4a75f tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060450 Jul 09 09:44:26.332268 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f713b063-f5ec-4de5-bf92-8a07ffbeb7b9 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "PUT /v2.0/ports/0b852d3b-4713-4316-b183-d5fb2a9d92b0/tags/tempest-TagsExtTest-Tag-1870324767 HTTP/1.1" status: 201 len: 201 time: 0.2528043 Jul 09 09:44:26.336642 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37100) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:26.342640 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-a7dbdab6-8f67-4132-9410-e26ac8ba5a3f tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ad9d8341-1694-4703-808b-0c900c612790', 'tempest-TagsExtTest-Tag-1374012656') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:26.422156 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ccf233e-55fe-4839-9219-309de48f45f8 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:26.428017 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ccf233e-55fe-4839-9219-309de48f45f8 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:26.474794 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ccf233e-55fe-4839-9219-309de48f45f8 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:26.476566 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1ccf233e-55fe-4839-9219-309de48f45f8 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2153065 Jul 09 09:44:26.476832 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-228669a1-7fc2-4a19-b29f-2da11cf2798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:26.479162 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-228669a1-7fc2-4a19-b29f-2da11cf2798a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1514847 Jul 09 09:44:26.479634 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37106) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:26.481424 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf233e-55fe-4839-9219-309de48f45f8 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41fe2aaa-46a3-4959-83ff-81181fe427e1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:26.486077 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b142434a-2512-49b3-adc7-5d1890388e32 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Request body: {'security_group_rule': {'security_group_id': '41fe2aaa-46a3-4959-83ff-81181fe427e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:26.493924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a7dbdab6-8f67-4132-9410-e26ac8ba5a3f tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "PUT /v2.0/routers/ad9d8341-1694-4703-808b-0c900c612790/tags/tempest-TagsExtTest-Tag-1374012656 HTTP/1.1" status: 201 len: 201 time: 0.1549537 Jul 09 09:44:26.497610 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37108) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:26.503801 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-13aea89b-e4b9-4903-a631-76f42e576ba5 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'dbf87a32-8bef-4885-845e-149770c735e6', 'tempest-TagsExtTest-Tag-1298613255') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:26.571075 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37110) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:26.571627 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-13aea89b-e4b9-4903-a631-76f42e576ba5 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "PUT /v2.0/subnetpools/dbf87a32-8bef-4885-845e-149770c735e6/tags/tempest-TagsExtTest-Tag-1298613255 HTTP/1.1" status: 201 len: 201 time: 0.0721357 Jul 09 09:44:26.581697 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-db8b1a74-cb93-4cee-918c-b86d0c59941d tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '4351c01e-4815-402b-b534-58d2711c8835', {'tags': ['tempest-TagsExtTest-Tag-1901330977', 'tempest-TagsExtTest-Tag-1499792365', 'tempest-TagsExtTest-Tag-1286299601']}) {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:26.625699 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b142434a-2512-49b3-adc7-5d1890388e32 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:26.691529 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-437a9eec-2c3d-4355-a202-824cf947a093 req-bbeb25d1-f6e5-4f45-b5a1-41fbbae4a0ed tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcf6e95-6b60-4add-893f-d0fcc22b04ce HTTP/1.1" status: 200 len: 210 time: 0.0997014 Jul 09 09:44:26.735662 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-a6892317-07f1-45f5-a3a5-024d0bf9576f service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435155 Jul 09 09:44:26.841080 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b142434a-2512-49b3-adc7-5d1890388e32 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:26.845208 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-db8b1a74-cb93-4cee-918c-b86d0c59941d tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "PUT /v2.0/subnets/4351c01e-4815-402b-b534-58d2711c8835/tags HTTP/1.1" status: 200 len: 318 time: 0.2720613 Jul 09 09:44:26.847731 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37114) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:26.855161 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-973f6861-597f-4d47-906b-42c78970f222 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4351c01e-4815-402b-b534-58d2711c8835') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:26.907240 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b142434a-2512-49b3-adc7-5d1890388e32 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:26.989121 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142434a-2512-49b3-adc7-5d1890388e32 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=994b9f70-02a9-4509-af2d-2d0e99b551d9,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:26.992469 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b142434a-2512-49b3-adc7-5d1890388e32 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:26.996704 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b142434a-2512-49b3-adc7-5d1890388e32 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5131927 Jul 09 09:44:26.997128 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37118) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:27.001706 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f05aab90-a258-47b7-8252-e465300b6b5a tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Request body: {'security_group_rule': {'security_group_id': '41fe2aaa-46a3-4959-83ff-81181fe427e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:27.013251 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-a4b39e33-0868-434d-a55a-f3709f9003a7 service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681866 Jul 09 09:44:27.032602 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f05aab90-a258-47b7-8252-e465300b6b5a tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:27.097399 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f05aab90-a258-47b7-8252-e465300b6b5a tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:27.103665 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f05aab90-a258-47b7-8252-e465300b6b5a tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:27.133684 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05aab90-a258-47b7-8252-e465300b6b5a tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f09b507-7ba1-40b7-9366-427fb9c6993e,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:27.165665 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f05aab90-a258-47b7-8252-e465300b6b5a tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:27.167035 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f05aab90-a258-47b7-8252-e465300b6b5a tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1688840 Jul 09 09:44:27.169663 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37122) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:27.174678 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0187d4f2-a391-4b2d-a9df-8a8a77ca7a81 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Request body: {'security_group_rule': {'security_group_id': '41fe2aaa-46a3-4959-83ff-81181fe427e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:27.209828 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0187d4f2-a391-4b2d-a9df-8a8a77ca7a81 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:27.296241 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0187d4f2-a391-4b2d-a9df-8a8a77ca7a81 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:27.301444 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0187d4f2-a391-4b2d-a9df-8a8a77ca7a81 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:27.327985 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187d4f2-a391-4b2d-a9df-8a8a77ca7a81 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523a010d-5e6a-4e50-9ee3-ff1b4f89a77e,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:27.336446 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0187d4f2-a391-4b2d-a9df-8a8a77ca7a81 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:27.339090 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0187d4f2-a391-4b2d-a9df-8a8a77ca7a81 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1680121 Jul 09 09:44:27.341263 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37124) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:27.347338 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ea92381c-340a-47d0-a0d9-fcb4d80baab3 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Request body: {'security_group_rule': {'security_group_id': '41fe2aaa-46a3-4959-83ff-81181fe427e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:27.390918 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea92381c-340a-47d0-a0d9-fcb4d80baab3 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:27.423337 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-af8d815b-3658-477a-8051-27eb5e63202b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=c55ad7ee-d463-472e-9cd3-5263ad30bdd6 HTTP/1.1" status: 200 len: 217 time: 0.3974879 Jul 09 09:44:27.472483 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea92381c-340a-47d0-a0d9-fcb4d80baab3 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:27.478760 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea92381c-340a-47d0-a0d9-fcb4d80baab3 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:27.498058 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92381c-340a-47d0-a0d9-fcb4d80baab3 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2051dec0-8f64-4fb3-880a-58f41b93bf64,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:27.508067 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea92381c-340a-47d0-a0d9-fcb4d80baab3 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:27.509526 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ea92381c-340a-47d0-a0d9-fcb4d80baab3 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1668410 Jul 09 09:44:27.512101 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37126) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:27.514391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5bf35-8c3e-47e1-bb49-fbd69d579f74 req-5a1c8203-5da6-47c7-8d70-0f4a8bee326a tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:27.516141 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3cc5bf35-8c3e-47e1-bb49-fbd69d579f74 req-5a1c8203-5da6-47c7-8d70-0f4a8bee326a tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=81830c6e-e548-478e-b81b-5236c13ca2ff HTTP/1.1" status: 200 len: 946 time: 0.6027482 Jul 09 09:44:27.517183 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8503db94-d3fe-4611-b7f7-8e5e1488220c tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Request body: {'security_group_rule': {'security_group_id': '41fe2aaa-46a3-4959-83ff-81181fe427e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:27.547275 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8503db94-d3fe-4611-b7f7-8e5e1488220c tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:27.552876 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-19eef37d-d04f-47ae-bb19-74a410253cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:27.554691 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-19eef37d-d04f-47ae-bb19-74a410253cce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eaa25951-e3c6-4a89-bd19-5bca58e724de HTTP/1.1" status: 200 len: 797 time: 0.1206288 Jul 09 09:44:27.567863 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-973f6861-597f-4d47-906b-42c78970f222 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "DELETE /v2.0/subnets/4351c01e-4815-402b-b534-58d2711c8835/tags HTTP/1.1" status: 204 len: 168 time: 0.7190356 Jul 09 09:44:27.570892 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37128) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:27.579256 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-dd2a8d1f-52f8-4982-9299-d65ca5a4f801 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4351c01e-4815-402b-b534-58d2711c8835', 'tempest-TagsExtTest-Tag-1901330977') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:27.628543 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994680fa-0f75-45c2-b83c-c7df7bdc0fbd req-4bd9aff9-0a14-404a-859e-cc8cefe64394 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:27.629516 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-994680fa-0f75-45c2-b83c-c7df7bdc0fbd req-4bd9aff9-0a14-404a-859e-cc8cefe64394 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.2095065 Jul 09 09:44:27.633756 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3cc5bf35-8c3e-47e1-bb49-fbd69d579f74 req-d432cca6-c76e-413b-835b-8634204592df tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082437 Jul 09 09:44:27.662890 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8503db94-d3fe-4611-b7f7-8e5e1488220c tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:27.679106 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8503db94-d3fe-4611-b7f7-8e5e1488220c tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:27.680228 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-9ab96ca9-9b18-4cd6-aa58-f22a7f19faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:27.682388 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-dd2a8d1f-52f8-4982-9299-d65ca5a4f801 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] show failed (client error): The resource could not be found. Jul 09 09:44:27.682534 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-9ab96ca9-9b18-4cd6-aa58-f22a7f19faa2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1175206 Jul 09 09:44:27.686448 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dd2a8d1f-52f8-4982-9299-d65ca5a4f801 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/subnets/4351c01e-4815-402b-b534-58d2711c8835/tags/tempest-TagsExtTest-Tag-1901330977 HTTP/1.1" status: 404 len: 329 time: 0.1111376 Jul 09 09:44:27.688550 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37130) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:27.693589 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-0ab4a185-2d22-4b1c-9f4c-9b38c63a7856 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4351c01e-4815-402b-b534-58d2711c8835', 'tempest-TagsExtTest-Tag-1499792365') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:27.716660 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8503db94-d3fe-4611-b7f7-8e5e1488220c tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:27.717952 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8503db94-d3fe-4611-b7f7-8e5e1488220c tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2049093 Jul 09 09:44:27.722709 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37132) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:27.730241 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503db94-d3fe-4611-b7f7-8e5e1488220c tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57245de8-98af-4ed0-a443-9efd553cbb97,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:27.740157 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-994680fa-0f75-45c2-b83c-c7df7bdc0fbd req-e3ed9bb8-f362-45e5-bc55-186e49d2c7fd tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934992 Jul 09 09:44:27.770932 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a90de95f-60f7-446f-8d07-f7ea5ed9624d tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:27.780071 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a90de95f-60f7-446f-8d07-f7ea5ed9624d tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:27.815489 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a90de95f-60f7-446f-8d07-f7ea5ed9624d tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:27.818133 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 9c92efcd-f5b3-42d5-87e4-3784228d5190 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:44:27.827061 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a90de95f-60f7-446f-8d07-f7ea5ed9624d tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:27.828497 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a90de95f-60f7-446f-8d07-f7ea5ed9624d tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/57245de8-98af-4ed0-a443-9efd553cbb97 HTTP/1.1" status: 204 len: 168 time: 0.1045506 Jul 09 09:44:27.832400 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37136) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:27.858023 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90de95f-60f7-446f-8d07-f7ea5ed9624d tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57245de8-98af-4ed0-a443-9efd553cbb97,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:27.881010 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 9c92efcd-f5b3-42d5-87e4-3784228d5190 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:44:27.881761 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:27.902233 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9b4ec766-ce08-4118-b366-333028566e57 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0684977 Jul 09 09:44:27.905030 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37138) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:27.905704 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-0ab4a185-2d22-4b1c-9f4c-9b38c63a7856 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] show failed (client error): The resource could not be found. Jul 09 09:44:27.906934 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0ab4a185-2d22-4b1c-9f4c-9b38c63a7856 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/subnets/4351c01e-4815-402b-b534-58d2711c8835/tags/tempest-TagsExtTest-Tag-1499792365 HTTP/1.1" status: 404 len: 329 time: 0.2177746 Jul 09 09:44:27.909636 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37142) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:27.913975 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-cc829dec-688e-452c-b8c8-aa9628b019f8 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4351c01e-4815-402b-b534-58d2711c8835', 'tempest-TagsExtTest-Tag-1286299601') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:27.919933 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-46324370-93d9-4583-bf29-b0f71e6eefa6 service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294197 Jul 09 09:44:27.935010 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5978c1d-6c95-4329-8754-e3a5b125f343 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:27.947894 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5978c1d-6c95-4329-8754-e3a5b125f343 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:27.976740 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37144) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:28.055317 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-cc829dec-688e-452c-b8c8-aa9628b019f8 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] show failed (client error): The resource could not be found. Jul 09 09:44:28.056577 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-cc829dec-688e-452c-b8c8-aa9628b019f8 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/subnets/4351c01e-4815-402b-b534-58d2711c8835/tags/tempest-TagsExtTest-Tag-1286299601 HTTP/1.1" status: 404 len: 329 time: 0.1460054 Jul 09 09:44:28.059918 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37148) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:28.068673 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-257dd82e-36b0-4843-b44e-3dbe78cbbb86 service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300428 Jul 09 09:44:28.070053 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-149af63a-ce01-45e8-b6c5-ed38c7fe6c9c tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0b852d3b-4713-4316-b183-d5fb2a9d92b0', {'tags': ['tempest-TagsExtTest-Tag-1685443112', 'tempest-TagsExtTest-Tag-1180517490', 'tempest-TagsExtTest-Tag-1055929529']}) {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:28.077822 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5978c1d-6c95-4329-8754-e3a5b125f343 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:28.083214 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5978c1d-6c95-4329-8754-e3a5b125f343 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:28.085582 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d5978c1d-6c95-4329-8754-e3a5b125f343 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/2051dec0-8f64-4fb3-880a-58f41b93bf64 HTTP/1.1" status: 204 len: 168 time: 0.1785088 Jul 09 09:44:28.111228 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37150) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:28.114187 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-d6c94ec4-21ba-4fb7-9468-0bd3333d3ee6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=22e140cd-52e8-4479-8dac-6bd540e9fb0c HTTP/1.1" status: 200 len: 217 time: 0.0384607 Jul 09 09:44:28.148852 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5978c1d-6c95-4329-8754-e3a5b125f343 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2051dec0-8f64-4fb3-880a-58f41b93bf64,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:28.158259 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52739356-e56d-4b66-afaa-c4ae5a70d83a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:28.201863 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-e22401eb-27d2-43f6-97df-30f1a6520c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:28.203397 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-e22401eb-27d2-43f6-97df-30f1a6520c7a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eaa25951-e3c6-4a89-bd19-5bca58e724de HTTP/1.1" status: 200 len: 797 time: 0.0830543 Jul 09 09:44:28.220141 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52739356-e56d-4b66-afaa-c4ae5a70d83a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:28.228040 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-149af63a-ce01-45e8-b6c5-ed38c7fe6c9c tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "PUT /v2.0/ports/0b852d3b-4713-4316-b183-d5fb2a9d92b0/tags HTTP/1.1" status: 200 len: 318 time: 0.1641898 Jul 09 09:44:28.242024 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-443ca3ff-a79c-4a0f-b0d7-3597fb3426bb tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1242678 Jul 09 09:44:28.244503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37152) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:28.244849 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37154) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:28.253077 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-b0f41184-1154-4258-bdeb-e3dd9041ebcb tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0b852d3b-4713-4316-b183-d5fb2a9d92b0') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:28.302048 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52739356-e56d-4b66-afaa-c4ae5a70d83a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:28.305181 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52739356-e56d-4b66-afaa-c4ae5a70d83a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:28.309002 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-52739356-e56d-4b66-afaa-c4ae5a70d83a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "DELETE /v2.0/security-groups/dab89c31-cb76-4217-a26e-c9a222bb4e14 HTTP/1.1" status: 204 len: 168 time: 0.3286307 Jul 09 09:44:28.310211 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37156) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:28.328348 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52739356-e56d-4b66-afaa-c4ae5a70d83a tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab89c31-cb76-4217-a26e-c9a222bb4e14,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:28.340087 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-0150ad9c-feff-4def-ad97-d4aa7aa8a9e9 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] show failed (client error): The resource could not be found. Jul 09 09:44:28.341719 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0150ad9c-feff-4def-ad97-d4aa7aa8a9e9 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "GET /v2.0/security-groups/dab89c31-cb76-4217-a26e-c9a222bb4e14 HTTP/1.1" status: 404 len: 347 time: 0.0296965 Jul 09 09:44:28.344662 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37158) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:28.375035 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dfe0fef-a44d-46bb-8573-86439a7aea16 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:28.384681 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba57fa3-9892-48b5-89da-9cce3e436e15 req-502e1f03-8798-4936-8774-b9ed2f297684 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:28.386242 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4ba57fa3-9892-48b5-89da-9cce3e436e15 req-502e1f03-8798-4936-8774-b9ed2f297684 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "GET /v2.0/ports?device_id=81830c6e-e548-478e-b81b-5236c13ca2ff HTTP/1.1" status: 200 len: 946 time: 0.2169454 Jul 09 09:44:28.402407 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dfe0fef-a44d-46bb-8573-86439a7aea16 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:28.479461 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-73657bd2-5731-45cf-bde8-d2015fdd7d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:28.481033 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-73657bd2-5731-45cf-bde8-d2015fdd7d2b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2699609 Jul 09 09:44:28.500044 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3b7b99b8-45ac-4d8d-a871-cd9416e50794 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Deleting port 4b046a74-aef9-4d55-beb8-05107f7e197c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:28.500436 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b7b99b8-45ac-4d8d-a871-cd9416e50794 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:28.572903 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a4921e5-a12d-430e-b922-1ff9ebbba82f req-914cf4c0-59bf-4248-9577-12ec90f8e31f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4bdc21e3-a46b-4ed3-8597-9422910a4c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2816162 Jul 09 09:44:28.599012 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b7b99b8-45ac-4d8d-a871-cd9416e50794 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:28.599399 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b7b99b8-45ac-4d8d-a871-cd9416e50794 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:28.600211 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dfe0fef-a44d-46bb-8573-86439a7aea16 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:28.611871 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dfe0fef-a44d-46bb-8573-86439a7aea16 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:28.613018 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4dfe0fef-a44d-46bb-8573-86439a7aea16 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/523a010d-5e6a-4e50-9ee3-ff1b4f89a77e HTTP/1.1" status: 204 len: 168 time: 0.3647022 Jul 09 09:44:28.616140 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37162) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:28.641712 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe0fef-a44d-46bb-8573-86439a7aea16 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=523a010d-5e6a-4e50-9ee3-ff1b4f89a77e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:28.648201 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3b7b99b8-45ac-4d8d-a871-cd9416e50794 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Calling delete_port for 4b046a74-aef9-4d55-beb8-05107f7e197c owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:28.680518 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b0f41184-1154-4258-bdeb-e3dd9041ebcb tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "DELETE /v2.0/ports/0b852d3b-4713-4316-b183-d5fb2a9d92b0/tags HTTP/1.1" status: 204 len: 168 time: 0.4304311 Jul 09 09:44:28.684964 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fdbd20a2-c57d-4179-bb8f-798b0b5f5d62 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0676980 Jul 09 09:44:28.687262 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37164) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:28.687595 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37166) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:28.693637 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-fb8777bc-3fb8-4947-90dc-5c3a5703a03f tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0b852d3b-4713-4316-b183-d5fb2a9d92b0', 'tempest-TagsExtTest-Tag-1685443112') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:28.727427 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-cb93a264-aed6-4f47-8e01-b76c5288b31e service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363911 Jul 09 09:44:28.791369 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df009a81-ea10-4db4-9ba9-d1fe055913ca tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:28.816516 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df009a81-ea10-4db4-9ba9-d1fe055913ca tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:28.833633 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-4ba57fa3-9892-48b5-89da-9cce3e436e15 req-14fadafa-64fa-4e61-a059-7670bb426c6d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Deleting port 1b5bdd4b-e18e-46aa-b954-a5c96638984d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:28.833633 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4ba57fa3-9892-48b5-89da-9cce3e436e15 req-14fadafa-64fa-4e61-a059-7670bb426c6d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:28.863755 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-fb8777bc-3fb8-4947-90dc-5c3a5703a03f tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] show failed (client error): The resource could not be found. Jul 09 09:44:28.867509 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fb8777bc-3fb8-4947-90dc-5c3a5703a03f tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/ports/0b852d3b-4713-4316-b183-d5fb2a9d92b0/tags/tempest-TagsExtTest-Tag-1685443112 HTTP/1.1" status: 404 len: 329 time: 0.1761189 Jul 09 09:44:28.867754 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37176) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:28.873091 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-ec034da5-33a7-43ce-a36c-d3a39f12b8ad tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0b852d3b-4713-4316-b183-d5fb2a9d92b0', 'tempest-TagsExtTest-Tag-1180517490') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:28.878653 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df009a81-ea10-4db4-9ba9-d1fe055913ca tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:28.925479 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df009a81-ea10-4db4-9ba9-d1fe055913ca tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:28.926627 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-df009a81-ea10-4db4-9ba9-d1fe055913ca tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/7f09b507-7ba1-40b7-9366-427fb9c6993e HTTP/1.1" status: 204 len: 168 time: 0.2367847 Jul 09 09:44:28.933923 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37178) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:28.939813 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4921e5-a12d-430e-b922-1ff9ebbba82f req-ae2544ed-bde0-4bb5-a6e1-6c913a704997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:28.941455 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a4921e5-a12d-430e-b922-1ff9ebbba82f req-ae2544ed-bde0-4bb5-a6e1-6c913a704997 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ac1d48021e34103a62b6ac5b060403c&device_id=4bdc21e3-a46b-4ed3-8597-9422910a4c19 HTTP/1.1" status: 200 len: 1096 time: 0.3213336 Jul 09 09:44:28.944081 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df009a81-ea10-4db4-9ba9-d1fe055913ca tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f09b507-7ba1-40b7-9366-427fb9c6993e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:28.997471 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b7b99b8-45ac-4d8d-a871-cd9416e50794 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:29.024999 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c14c9023-fd5c-4cbe-9951-4ab91643bb1e tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0884824 Jul 09 09:44:29.043754 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37184) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:29.058005 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b99b8-45ac-4d8d-a871-cd9416e50794 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event deleted for resources: {'Port': ['ID=4b046a74-aef9-4d55-beb8-05107f7e197c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:29.079945 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-8e7081ac-8c4b-40ec-8523-50f95f2c9537 service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402777 Jul 09 09:44:29.094347 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-ec034da5-33a7-43ce-a36c-d3a39f12b8ad tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] show failed (client error): The resource could not be found. Jul 09 09:44:29.098521 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ec034da5-33a7-43ce-a36c-d3a39f12b8ad tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/ports/0b852d3b-4713-4316-b183-d5fb2a9d92b0/tags/tempest-TagsExtTest-Tag-1180517490 HTTP/1.1" status: 404 len: 329 time: 0.2267227 Jul 09 09:44:29.098521 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37186) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:29.104225 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-adc0f9a2-43a9-46ab-b0e1-593feb56add6 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0b852d3b-4713-4316-b183-d5fb2a9d92b0', 'tempest-TagsExtTest-Tag-1055929529') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:29.168691 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a61e9a30-192c-4b74-b377-3072f2eec2ba tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:29.173728 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-dd8ccd83-e9fb-4eec-b944-91a7484d6555 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=1ad77fc5-199d-4e19-acef-8b1e44e8ba87 HTTP/1.1" status: 200 len: 217 time: 0.0835292 Jul 09 09:44:29.178082 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4ba57fa3-9892-48b5-89da-9cce3e436e15 req-14fadafa-64fa-4e61-a059-7670bb426c6d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] For port 1b5bdd4b-e18e-46aa-b954-a5c96638984d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=1b5bdd4b-e18e-46aa-b954-a5c96638984d,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:29.178453 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4ba57fa3-9892-48b5-89da-9cce3e436e15 req-14fadafa-64fa-4e61-a059-7670bb426c6d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:29.184308 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a61e9a30-192c-4b74-b377-3072f2eec2ba tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:29.202106 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b7b99b8-45ac-4d8d-a871-cd9416e50794 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:29.204626 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b7b99b8-45ac-4d8d-a871-cd9416e50794 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:29.205796 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3b7b99b8-45ac-4d8d-a871-cd9416e50794 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "DELETE /v2.0/floatingips/b43b7607-7b48-4c1d-ac80-35ac89e7f84d HTTP/1.1" status: 204 len: 168 time: 0.8600667 Jul 09 09:44:29.212104 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37188) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:29.227071 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea866e97-05f2-4c97-95ee-2c8c2c504199 req-1bf9c4aa-9ab9-4b20-8178-1ec5241bb2e7 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:29.232696 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea866e97-05f2-4c97-95ee-2c8c2c504199 req-1bf9c4aa-9ab9-4b20-8178-1ec5241bb2e7 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=81830c6e-e548-478e-b81b-5236c13ca2ff HTTP/1.1" status: 200 len: 946 time: 0.3745522 Jul 09 09:44:29.241416 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-4ba57fa3-9892-48b5-89da-9cce3e436e15 req-14fadafa-64fa-4e61-a059-7670bb426c6d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Calling delete_port for 1b5bdd4b-e18e-46aa-b954-a5c96638984d owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:29.265618 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a61e9a30-192c-4b74-b377-3072f2eec2ba tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:29.275439 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a61e9a30-192c-4b74-b377-3072f2eec2ba tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:29.278948 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a61e9a30-192c-4b74-b377-3072f2eec2ba tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/994b9f70-02a9-4509-af2d-2d0e99b551d9 HTTP/1.1" status: 204 len: 168 time: 0.2295895 Jul 09 09:44:29.283422 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37190) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:29.286799 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-adc0f9a2-43a9-46ab-b0e1-593feb56add6 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] show failed (client error): The resource could not be found. Jul 09 09:44:29.287836 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-adc0f9a2-43a9-46ab-b0e1-593feb56add6 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/ports/0b852d3b-4713-4316-b183-d5fb2a9d92b0/tags/tempest-TagsExtTest-Tag-1055929529 HTTP/1.1" status: 404 len: 329 time: 0.1886199 Jul 09 09:44:29.294822 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e9a30-192c-4b74-b377-3072f2eec2ba tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=994b9f70-02a9-4509-af2d-2d0e99b551d9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:29.296596 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37192) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:29.302132 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-4a200f35-5a85-427e-be84-eeb03214d1ef tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ad9d8341-1694-4703-808b-0c900c612790', {'tags': ['tempest-TagsExtTest-Tag-1330247122', 'tempest-TagsExtTest-Tag-1640719377', 'tempest-TagsExtTest-Tag-915554138']}) {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:29.324437 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4921e5-a12d-430e-b922-1ff9ebbba82f req-09140eef-5141-4778-83c1-a430c0c26d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:29.325901 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a4921e5-a12d-430e-b922-1ff9ebbba82f req-09140eef-5141-4778-83c1-a430c0c26d3a service neutron] 10.222.0.64 "GET /v2.0/networks?id=0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 200 len: 907 time: 0.3556502 Jul 09 09:44:29.421933 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4a200f35-5a85-427e-be84-eeb03214d1ef tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "PUT /v2.0/routers/ad9d8341-1694-4703-808b-0c900c612790/tags HTTP/1.1" status: 200 len: 317 time: 0.1207991 Jul 09 09:44:29.422992 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37194) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:29.427500 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-a64eb86b-09ec-4628-904d-3927298405a7 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ad9d8341-1694-4703-808b-0c900c612790') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:29.431987 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-029a0254-07ab-45c5-be42-78a8daf028b7 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Deleting port b87dc968-5275-4a5f-8ede-a7b805940aa5 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:29.432327 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-029a0254-07ab-45c5-be42-78a8daf028b7 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:29.437354 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-813824af-890f-498e-ae93-000bc1024ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:29.438900 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-813824af-890f-498e-ae93-000bc1024ec0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eaa25951-e3c6-4a89-bd19-5bca58e724de HTTP/1.1" status: 200 len: 797 time: 0.2308421 Jul 09 09:44:29.440230 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a4921e5-a12d-430e-b922-1ff9ebbba82f req-842a6756-f59b-4c8d-a984-0aa033bbc8ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09dd6c37-9295-46e2-be77-76eaa105fd22 HTTP/1.1" status: 200 len: 217 time: 0.1002538 Jul 09 09:44:29.449237 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea866e97-05f2-4c97-95ee-2c8c2c504199 req-35d86ab5-59c7-4164-b86b-c64d0f1b37b1 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025259 Jul 09 09:44:29.545845 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b30c4-1aa0-4b09-9d0a-d5a6307369ef req-3e6f067d-943b-4225-9d9e-0a249ff7970b tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:29.547453 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-909b30c4-1aa0-4b09-9d0a-d5a6307369ef req-3e6f067d-943b-4225-9d9e-0a249ff7970b tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.6358321 Jul 09 09:44:29.558843 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8092de2b-7673-4f89-bd9c-af259aa1832a tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2636302 Jul 09 09:44:29.563100 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37196) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:29.607622 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4921e5-a12d-430e-b922-1ff9ebbba82f req-9ee65f2b-5305-4576-845c-2e3f662e6b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:29.609534 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a4921e5-a12d-430e-b922-1ff9ebbba82f req-9ee65f2b-5305-4576-845c-2e3f662e6b73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66 HTTP/1.1" status: 200 len: 846 time: 0.1572917 Jul 09 09:44:29.626291 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-029a0254-07ab-45c5-be42-78a8daf028b7 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:29.650542 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-029a0254-07ab-45c5-be42-78a8daf028b7 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Calling delete_port for b87dc968-5275-4a5f-8ede-a7b805940aa5 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:29.655876 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a64eb86b-09ec-4628-904d-3927298405a7 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "DELETE /v2.0/routers/ad9d8341-1694-4703-808b-0c900c612790/tags HTTP/1.1" status: 204 len: 168 time: 0.2294691 Jul 09 09:44:29.659953 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37198) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:29.664401 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-f65f297a-f93e-49de-920a-298cc2afc85a tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ad9d8341-1694-4703-808b-0c900c612790', 'tempest-TagsExtTest-Tag-1330247122') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:29.683878 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a4921e5-a12d-430e-b922-1ff9ebbba82f req-d68b2a6e-517a-4e4a-8601-632d7716b4f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0dbc3900-4d61-41a9-810b-30caed204142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654888 Jul 09 09:44:29.690168 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-909b30c4-1aa0-4b09-9d0a-d5a6307369ef req-f75aa04c-8927-4e95-89a5-50286f95603d tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303499 Jul 09 09:44:29.709657 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-5c408f07-c23a-4e61-ad0a-b747032961cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:29.711209 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-5c408f07-c23a-4e61-ad0a-b747032961cc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c92255a9-b3f6-43e0-b40a-47ba2e92d728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2568164 Jul 09 09:44:29.839218 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4ba57fa3-9892-48b5-89da-9cce3e436e15 req-14fadafa-64fa-4e61-a059-7670bb426c6d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:29.851488 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['09dd6c37-9295-46e2-be77-76eaa105fd22'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:44:30.035983 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2af5cf0d-4722-42d8-9fb2-ac43516a217e tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:30.085562 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2af5cf0d-4722-42d8-9fb2-ac43516a217e tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:30.098901 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-f65f297a-f93e-49de-920a-298cc2afc85a tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] show failed (client error): The resource could not be found. Jul 09 09:44:30.099998 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f65f297a-f93e-49de-920a-298cc2afc85a tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/routers/ad9d8341-1694-4703-808b-0c900c612790/tags/tempest-TagsExtTest-Tag-1330247122 HTTP/1.1" status: 404 len: 329 time: 0.4390953 Jul 09 09:44:30.104159 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37210) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:30.122506 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-a7639dfc-afd6-4e24-814b-522f76d668ff tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ad9d8341-1694-4703-808b-0c900c612790', 'tempest-TagsExtTest-Tag-1640719377') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:30.211223 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fadafa-64fa-4e61-a059-7670bb426c6d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Pushing event deleted for resources: {'Port': ['ID=1b5bdd4b-e18e-46aa-b954-a5c96638984d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:30.247173 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a4921e5-a12d-430e-b922-1ff9ebbba82f req-8f1a447d-a8d7-4a58-adc0-641b29c0e747 service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512407 Jul 09 09:44:30.266897 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2af5cf0d-4722-42d8-9fb2-ac43516a217e tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:30.269682 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2af5cf0d-4722-42d8-9fb2-ac43516a217e tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:30.276338 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2af5cf0d-4722-42d8-9fb2-ac43516a217e tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "DELETE /v2.0/security-groups/41fe2aaa-46a3-4959-83ff-81181fe427e1 HTTP/1.1" status: 204 len: 168 time: 0.7119212 Jul 09 09:44:30.277056 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37220) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:30.302686 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-a7639dfc-afd6-4e24-814b-522f76d668ff tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] show failed (client error): The resource could not be found. Jul 09 09:44:30.307102 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a7639dfc-afd6-4e24-814b-522f76d668ff tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/routers/ad9d8341-1694-4703-808b-0c900c612790/tags/tempest-TagsExtTest-Tag-1640719377 HTTP/1.1" status: 404 len: 329 time: 0.1966527 Jul 09 09:44:30.311812 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37222) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:30.314207 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5cf0d-4722-42d8-9fb2-ac43516a217e tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fe2aaa-46a3-4959-83ff-81181fe427e1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:30.322814 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-b2d718e9-dbd8-4fb4-83f8-d8d3efeaade1 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ad9d8341-1694-4703-808b-0c900c612790', 'tempest-TagsExtTest-Tag-915554138') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:30.349702 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-4d625e95-bc67-46fd-bce2-5ab8ad4e26d0 service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5894470 Jul 09 09:44:30.350520 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba57fa3-9892-48b5-89da-9cce3e436e15 req-14fadafa-64fa-4e61-a059-7670bb426c6d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] No DVR routers for this DVR port 1b5bdd4b-e18e-46aa-b954-a5c96638984d on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:44:30.354356 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4ba57fa3-9892-48b5-89da-9cce3e436e15 req-14fadafa-64fa-4e61-a059-7670bb426c6d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:30.356336 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4ba57fa3-9892-48b5-89da-9cce3e436e15 req-14fadafa-64fa-4e61-a059-7670bb426c6d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "DELETE /v2.0/ports/1b5bdd4b-e18e-46aa-b954-a5c96638984d HTTP/1.1" status: 204 len: 173 time: 1.9634960 Jul 09 09:44:30.356579 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-029a0254-07ab-45c5-be42-78a8daf028b7 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:30.356834 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81830c6e-e548-478e-b81b-5236c13ca2ff', 'name': 'network-vif-deleted', 'tag': '1b5bdd4b-e18e-46aa-b954-a5c96638984d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:44:30.360172 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de31810-45a1-4e38-9e35-4ac08b76d105" -d '{"events": [{"server_uuid": "81830c6e-e548-478e-b81b-5236c13ca2ff", "name": "network-vif-deleted", "tag": "1b5bdd4b-e18e-46aa-b954-a5c96638984d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:44:30.455582 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-82bdc7b4-2b57-411b-aa1c-612c22e36dc7 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1723938 Jul 09 09:44:30.466977 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37226) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:30.472841 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ed432592-f3a1-49a6-9460-bd9a3a71dc47 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Request body: {'security_group': {'name': 'tempest-secgroup--2130395398'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:30.476917 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d3f572-748a-43e3-8644-15d72a2ad158 x-openstack-request-id: req-b7d3f572-748a-43e3-8644-15d72a2ad158 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:44:30.477089 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81830c6e-e548-478e-b81b-5236c13ca2ff", "name": "network-vif-deleted", "tag": "1b5bdd4b-e18e-46aa-b954-a5c96638984d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:44:30.477246 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b7d3f572-748a-43e3-8644-15d72a2ad158 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:44:30.477662 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81830c6e-e548-478e-b81b-5236c13ca2ff', 'name': 'network-vif-deleted', 'tag': '1b5bdd4b-e18e-46aa-b954-a5c96638984d', 'status': 'completed', 'code': 200} Jul 09 09:44:30.496784 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a0254-07ab-45c5-be42-78a8daf028b7 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event deleted for resources: {'Port': ['ID=b87dc968-5275-4a5f-8ede-a7b805940aa5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:30.528398 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a4921e5-a12d-430e-b922-1ff9ebbba82f req-18d19d96-ee97-4f81-adc3-5e26adb9e10a service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738621 Jul 09 09:44:30.569944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-36000641-875d-4563-9e27-1638ae494ac5 service neutron] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943440 Jul 09 09:44:30.575181 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed432592-f3a1-49a6-9460-bd9a3a71dc47 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:30.589805 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-b2d718e9-dbd8-4fb4-83f8-d8d3efeaade1 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] show failed (client error): The resource could not be found. Jul 09 09:44:30.595783 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b2d718e9-dbd8-4fb4-83f8-d8d3efeaade1 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/routers/ad9d8341-1694-4703-808b-0c900c612790/tags/tempest-TagsExtTest-Tag-915554138 HTTP/1.1" status: 404 len: 328 time: 0.2826245 Jul 09 09:44:30.597780 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37230) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:30.639967 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-029a0254-07ab-45c5-be42-78a8daf028b7 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:30.644908 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-029a0254-07ab-45c5-be42-78a8daf028b7 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "DELETE /v2.0/ports/b87dc968-5275-4a5f-8ede-a7b805940aa5 HTTP/1.1" status: 204 len: 168 time: 1.4289722 Jul 09 09:44:30.645352 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37234) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:30.667031 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-6d30c7b3-d690-4e5e-ba3d-0ad2f433c5db tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'dbf87a32-8bef-4885-845e-149770c735e6', {'tags': ['tempest-TagsExtTest-Tag-1124046550', 'tempest-TagsExtTest-Tag-1727322868', 'tempest-TagsExtTest-Tag-1498324652']}) {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:30.674929 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-c5626b72-5f80-4ff5-b5b5-db1ef6242a2e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a7adbfff-b36e-4c84-aa19-b9efc349f092 HTTP/1.1" status: 200 len: 217 time: 0.0970664 Jul 09 09:44:30.750044 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48245c3c-813b-4d72-848d-09e88aca5cb2 req-bbbf91d8-79f4-4843-ba88-da098cdaea62 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=81830c6e-e548-478e-b81b-5236c13ca2ff HTTP/1.1" status: 200 len: 210 time: 0.0892737 Jul 09 09:44:30.761172 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed432592-f3a1-49a6-9460-bd9a3a71dc47 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:30.785316 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed432592-f3a1-49a6-9460-bd9a3a71dc47 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:30.794147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-fa20747d-d05d-4887-8007-03ceaa0ce954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:30.795641 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-fa20747d-d05d-4887-8007-03ceaa0ce954 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=61fc4c5c-d5c0-49f1-a635-934d52a9f78e HTTP/1.1" status: 200 len: 797 time: 0.1036565 Jul 09 09:44:30.814859 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed432592-f3a1-49a6-9460-bd9a3a71dc47 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:30.816263 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ed432592-f3a1-49a6-9460-bd9a3a71dc47 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3473005 Jul 09 09:44:30.820027 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37242) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:30.824236 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6d30c7b3-d690-4e5e-ba3d-0ad2f433c5db tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "PUT /v2.0/subnetpools/dbf87a32-8bef-4885-845e-149770c735e6/tags HTTP/1.1" status: 200 len: 318 time: 0.1645868 Jul 09 09:44:30.826009 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37244) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:30.833577 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ed4537e3-ea3f-4fcc-b0f0-3da254e57aef tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Request body: {'security_group_rule': {'security_group_id': 'd82a0e1b-e815-41c7-8e74-6aead49a51a6', 'direction': 'ingress', 'protocol': 17}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:30.851010 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed432592-f3a1-49a6-9460-bd9a3a71dc47 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d82a0e1b-e815-41c7-8e74-6aead49a51a6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:30.857850 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-66326d2d-befb-439c-83a8-643501775653 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dbf87a32-8bef-4885-845e-149770c735e6') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:30.866481 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3e706679-2260-4996-bcb2-5a559653b75c tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Deleting port 3c73430f-30cc-438a-9261-509e2242a4f3 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:30.866996 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e706679-2260-4996-bcb2-5a559653b75c tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:30.966324 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-903df3ff-232a-4c49-8205-e1bba21e1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:30.973030 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-903df3ff-232a-4c49-8205-e1bba21e1be6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=60491b7b-def1-4cac-8466-a6ebcf0d8114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1652708 Jul 09 09:44:30.987196 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-66326d2d-befb-439c-83a8-643501775653 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "DELETE /v2.0/subnetpools/dbf87a32-8bef-4885-845e-149770c735e6/tags HTTP/1.1" status: 204 len: 168 time: 0.1351123 Jul 09 09:44:30.990568 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37246) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:31.005397 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-3a2d2d60-4d07-4a21-b3d7-0051704402f0 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dbf87a32-8bef-4885-845e-149770c735e6', 'tempest-TagsExtTest-Tag-1124046550') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:31.009324 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e706679-2260-4996-bcb2-5a559653b75c tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:31.023236 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3e706679-2260-4996-bcb2-5a559653b75c tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Calling delete_port for 3c73430f-30cc-438a-9261-509e2242a4f3 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:31.099181 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df848fc-8d76-48d9-bfee-b0817e85fc78 req-8390ed17-33f5-4e47-9880-0acd6af2601a tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:31.100727 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8df848fc-8d76-48d9-bfee-b0817e85fc78 req-8390ed17-33f5-4e47-9880-0acd6af2601a tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.1927657 Jul 09 09:44:31.119028 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-3a2d2d60-4d07-4a21-b3d7-0051704402f0 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] show failed (client error): The resource could not be found. Jul 09 09:44:31.122454 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3a2d2d60-4d07-4a21-b3d7-0051704402f0 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/subnetpools/dbf87a32-8bef-4885-845e-149770c735e6/tags/tempest-TagsExtTest-Tag-1124046550 HTTP/1.1" status: 404 len: 329 time: 0.1300707 Jul 09 09:44:31.123043 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37254) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:31.162681 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 1b5bdd4b-e18e-46aa-b954-a5c96638984d no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:44:31.168859 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-2bc2f328-a10d-4c1c-81e4-15fbaa208cee tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dbf87a32-8bef-4885-845e-149770c735e6', 'tempest-TagsExtTest-Tag-1727322868') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:31.199303 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed4537e3-ea3f-4fcc-b0f0-3da254e57aef tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:31.218466 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 1b5bdd4b-e18e-46aa-b954-a5c96638984d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:44:31.218891 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 1b5bdd4b-e18e-46aa-b954-a5c96638984d not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:44:31.219527 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e706679-2260-4996-bcb2-5a559653b75c tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:31.220430 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-02ee4e67-00f4-461b-b6bd-36fec9344253 service neutron] 10.222.0.58 "GET /v2.0/networks/60491b7b-def1-4cac-8466-a6ebcf0d8114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451565 Jul 09 09:44:31.242529 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8df848fc-8d76-48d9-bfee-b0817e85fc78 req-72ddd837-5eaa-4203-b72d-a61179000e58 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184933 Jul 09 09:44:31.254244 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-2bc2f328-a10d-4c1c-81e4-15fbaa208cee tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] show failed (client error): The resource could not be found. Jul 09 09:44:31.259512 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2bc2f328-a10d-4c1c-81e4-15fbaa208cee tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/subnetpools/dbf87a32-8bef-4885-845e-149770c735e6/tags/tempest-TagsExtTest-Tag-1727322868 HTTP/1.1" status: 404 len: 329 time: 0.1034608 Jul 09 09:44:31.260449 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37258) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:31.276587 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e706679-2260-4996-bcb2-5a559653b75c tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event deleted for resources: {'Port': ['ID=3c73430f-30cc-438a-9261-509e2242a4f3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:31.289875 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-55bd5592-dd8c-48fe-bf0a-dd5c8a21bb60 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dbf87a32-8bef-4885-845e-149770c735e6', 'tempest-TagsExtTest-Tag-1498324652') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:31.337064 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-55bd5592-dd8c-48fe-bf0a-dd5c8a21bb60 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] show failed (client error): The resource could not be found. Jul 09 09:44:31.340196 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-55bd5592-dd8c-48fe-bf0a-dd5c8a21bb60 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/subnetpools/dbf87a32-8bef-4885-845e-149770c735e6/tags/tempest-TagsExtTest-Tag-1498324652 HTTP/1.1" status: 404 len: 329 time: 0.0538969 Jul 09 09:44:31.341395 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37260) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:31.350571 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-bf29891a-b9e2-452e-8bd8-03b3efc55351 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dbf87a32-8bef-4885-845e-149770c735e6') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:31.356156 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed4537e3-ea3f-4fcc-b0f0-3da254e57aef tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:31.362994 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed4537e3-ea3f-4fcc-b0f0-3da254e57aef tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:31.371154 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e706679-2260-4996-bcb2-5a559653b75c tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:31.373286 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3e706679-2260-4996-bcb2-5a559653b75c tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "DELETE /v2.0/ports/3c73430f-30cc-438a-9261-509e2242a4f3 HTTP/1.1" status: 204 len: 168 time: 0.7271023 Jul 09 09:44:31.376665 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37262) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:31.386161 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4537e3-ea3f-4fcc-b0f0-3da254e57aef tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2bdf86-58bc-461d-a59f-1a5be28ccfd6,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:31.392121 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-f7f1c28d-91c3-49b4-9a00-9bea2eb90a0b service neutron] 10.222.0.58 "GET /v2.0/networks/60491b7b-def1-4cac-8466-a6ebcf0d8114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615245 Jul 09 09:44:31.393556 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed4537e3-ea3f-4fcc-b0f0-3da254e57aef tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:31.397757 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ed4537e3-ea3f-4fcc-b0f0-3da254e57aef tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5740178 Jul 09 09:44:31.398065 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37264) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:31.454855 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-28d95c68-f525-4d65-b6e9-11ed488cf63c tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:31.460388 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-4485e82b-8341-4d7e-9c16-3883b972c3ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=66be3df1-04f9-4bfc-bd18-2a4746b4d8eb HTTP/1.1" status: 200 len: 217 time: 0.0469189 Jul 09 09:44:31.465675 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-bf29891a-b9e2-452e-8bd8-03b3efc55351 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "DELETE /v2.0/subnetpools/dbf87a32-8bef-4885-845e-149770c735e6/tags HTTP/1.1" status: 204 len: 168 time: 0.1209867 Jul 09 09:44:31.470731 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37266) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:31.475174 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-e9271103-4d3f-422f-bfa3-9fc94db0293b tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ad9d8341-1694-4703-808b-0c900c612790') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:31.503253 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-92cd46a7-88c5-45c7-ad76-e6dd07544610 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Deleting subnet 2b9e1697-18ef-436b-a5a6-85ffcc941df6 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:44:31.507642 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92cd46a7-88c5-45c7-ad76-e6dd07544610 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:31.522049 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-28d95c68-f525-4d65-b6e9-11ed488cf63c tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:31.555850 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-a30f86fa-3c21-4cdc-be48-61930a6ff691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:31.558269 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-a30f86fa-3c21-4cdc-be48-61930a6ff691 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=61fc4c5c-d5c0-49f1-a635-934d52a9f78e HTTP/1.1" status: 200 len: 797 time: 0.0897663 Jul 09 09:44:31.563557 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92cd46a7-88c5-45c7-ad76-e6dd07544610 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:31.604226 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e9271103-4d3f-422f-bfa3-9fc94db0293b tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "DELETE /v2.0/routers/ad9d8341-1694-4703-808b-0c900c612790/tags HTTP/1.1" status: 204 len: 168 time: 0.1325037 Jul 09 09:44:31.606857 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37268) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:31.611426 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-f8f0277d-893c-45d4-9c54-5efc15ac18bb tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0b852d3b-4713-4316-b183-d5fb2a9d92b0') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:31.649059 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-28d95c68-f525-4d65-b6e9-11ed488cf63c tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:31.652213 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-28d95c68-f525-4d65-b6e9-11ed488cf63c tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:31.653384 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-28d95c68-f525-4d65-b6e9-11ed488cf63c tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "DELETE /v2.0/security-groups/d82a0e1b-e815-41c7-8e74-6aead49a51a6 HTTP/1.1" status: 204 len: 168 time: 0.2543805 Jul 09 09:44:31.658652 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37270) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:31.683744 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d95c68-f525-4d65-b6e9-11ed488cf63c tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82a0e1b-e815-41c7-8e74-6aead49a51a6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:31.694586 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-d60ff50a-64c3-4cb2-9d16-3fb56f21b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:31.696152 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-d60ff50a-64c3-4cb2-9d16-3fb56f21b62f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=60491b7b-def1-4cac-8466-a6ebcf0d8114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1296313 Jul 09 09:44:31.699874 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92cd46a7-88c5-45c7-ad76-e6dd07544610 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:31.718735 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-210b7c3a-2a2f-465c-b6e4-a53fff655aad tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0590205 Jul 09 09:44:31.724406 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37272) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:31.729060 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b5d4d713-f51b-4b24-8b70-4a6d6da4f32f tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1201338577'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:31.747773 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f8f0277d-893c-45d4-9c54-5efc15ac18bb tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "DELETE /v2.0/ports/0b852d3b-4713-4316-b183-d5fb2a9d92b0/tags HTTP/1.1" status: 204 len: 168 time: 0.1376348 Jul 09 09:44:31.748379 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37274) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:31.753969 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-6e679229-4908-458d-b748-28332c793f49 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4351c01e-4815-402b-b534-58d2711c8835') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:31.790009 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5d4d713-f51b-4b24-8b70-4a6d6da4f32f tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:31.864651 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6e679229-4908-458d-b748-28332c793f49 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "DELETE /v2.0/subnets/4351c01e-4815-402b-b534-58d2711c8835/tags HTTP/1.1" status: 204 len: 168 time: 0.1114080 Jul 09 09:44:31.872969 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37278) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:31.913699 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92cd46a7-88c5-45c7-ad76-e6dd07544610 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:31.987152 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-12ca95ff-dd7d-4c8b-a44b-c060552e0b6c service neutron] 10.222.0.58 "GET /v2.0/networks/60491b7b-def1-4cac-8466-a6ebcf0d8114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835970 Jul 09 09:44:31.995728 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd46a7-88c5-45c7-ad76-e6dd07544610 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event deleted for resources: {'Subnet': ['ID=2b9e1697-18ef-436b-a5a6-85ffcc941df6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:31.998410 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92cd46a7-88c5-45c7-ad76-e6dd07544610 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.000565 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1491ade7-c72f-4f6a-a70d-e8467ecc4f5e None None] Network 7bc84bdf-64ff-402d-9a3f-15d863914225 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:44:32.004181 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-92cd46a7-88c5-45c7-ad76-e6dd07544610 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "DELETE /v2.0/subnets/2b9e1697-18ef-436b-a5a6-85ffcc941df6 HTTP/1.1" status: 204 len: 168 time: 0.6245632 Jul 09 09:44:32.016797 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37288) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:32.029399 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5d4d713-f51b-4b24-8b70-4a6d6da4f32f tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.049577 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5d4d713-f51b-4b24-8b70-4a6d6da4f32f tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.098279 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5d4d713-f51b-4b24-8b70-4a6d6da4f32f tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.100116 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b5d4d713-f51b-4b24-8b70-4a6d6da4f32f tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3750207 Jul 09 09:44:32.103666 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37290) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:32.120051 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2af6b68c-a0ef-4841-b670-b98cf10b6670 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Request body: {'security_group': {'name': 'tempest-secgroup--218955100'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:32.123383 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-757b1991-be8a-484b-a6d9-cca48c88eacf tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Deleting subnet fb445b71-f971-43b5-b952-3e1761f97cac {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:44:32.151985 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e3fde071-f746-4b59-8ee3-74faea15bbe4 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks [] for subnetpool, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.155620 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e3fde071-f746-4b59-8ee3-74faea15bbe4 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "DELETE /v2.0/subnetpools/dbf87a32-8bef-4885-845e-149770c735e6 HTTP/1.1" status: 204 len: 168 time: 0.2791710 Jul 09 09:44:32.158308 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37296) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:32.175838 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4d713-f51b-4b24-8b70-4a6d6da4f32f tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79a1dd28-3f6a-4bb9-892b-40ad219b5a2b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:32.190083 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-757b1991-be8a-484b-a6d9-cca48c88eacf tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.200521 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-542577e9-be00-47dc-9eaa-76bdcd1c7bf1 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad9d8341-1694-4703-808b-0c900c612790 HTTP/1.1" status: 200 len: 205 time: 0.0401666 Jul 09 09:44:32.202867 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37302) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:32.254319 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db3d197e-d328-4d80-8922-4e4b0a881b9b req-fd9dc1b1-5d65-49db-8c56-e5120ff81c19 service neutron] 10.222.0.58 "GET /v2.0/networks/60491b7b-def1-4cac-8466-a6ebcf0d8114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490306 Jul 09 09:44:32.284923 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2af6b68c-a0ef-4841-b670-b98cf10b6670 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.291316 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-757b1991-be8a-484b-a6d9-cca48c88eacf tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.321261 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de2687f4-1f68-4b28-8965-8890a34ba10b tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.375605 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d09822-11e9-4b65-9df6-d6b341a13047 None None] DHCP port deletion for 7bc84bdf-64ff-402d-9a3f-15d863914225 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:44:32.433216 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-32d09822-11e9-4b65-9df6-d6b341a13047 None None] Deleting port 053c3e12-72e0-4c77-840a-f8c1c16eca69 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:32.433593 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-32d09822-11e9-4b65-9df6-d6b341a13047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.480180 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-dce4f99b-a321-47af-bf9c-79a5a2b26e57 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:32.482238 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-dce4f99b-a321-47af-bf9c-79a5a2b26e57 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/networks?id=0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 200 len: 806 time: 0.2031219 Jul 09 09:44:32.509510 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-32d09822-11e9-4b65-9df6-d6b341a13047 None None] For port 053c3e12-72e0-4c77-840a-f8c1c16eca69, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=053c3e12-72e0-4c77-840a-f8c1c16eca69,segment=NetworkSegment(48356470-3de9-4aaf-a4cf-6ee600e06024),segment_id=48356470-3de9-4aaf-a4cf-6ee600e06024)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:32.509799 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-32d09822-11e9-4b65-9df6-d6b341a13047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.523767 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-32d09822-11e9-4b65-9df6-d6b341a13047 None None] Calling delete_port for 053c3e12-72e0-4c77-840a-f8c1c16eca69 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:32.534615 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-9bfc1fbc-3dc8-4ed4-8269-9b93f888b5c8 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/quotas/2ac1d48021e34103a62b6ac5b060403c HTTP/1.1" status: 200 len: 375 time: 0.0165021 Jul 09 09:44:32.535088 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de2687f4-1f68-4b28-8965-8890a34ba10b tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.539012 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de2687f4-1f68-4b28-8965-8890a34ba10b tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.605001 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de2687f4-1f68-4b28-8965-8890a34ba10b tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.605483 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2687f4-1f68-4b28-8965-8890a34ba10b tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Fanout notify agent at l3_agent the message router_deleted on router ad9d8341-1694-4703-808b-0c900c612790 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:44:32.614467 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de2687f4-1f68-4b28-8965-8890a34ba10b tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.617718 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-de2687f4-1f68-4b28-8965-8890a34ba10b tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "DELETE /v2.0/routers/ad9d8341-1694-4703-808b-0c900c612790 HTTP/1.1" status: 204 len: 168 time: 0.4117947 Jul 09 09:44:32.628497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3afa69-b5b6-40c6-8d0b-27d82bb82752 req-5a759d53-2541-4d66-9744-9490a1e35860 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:32.630284 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b3afa69-b5b6-40c6-8d0b-27d82bb82752 req-5a759d53-2541-4d66-9744-9490a1e35860 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.1467953 Jul 09 09:44:32.633036 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37310) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:32.640972 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2af6b68c-a0ef-4841-b670-b98cf10b6670 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.645481 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2af6b68c-a0ef-4841-b670-b98cf10b6670 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.660725 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-32d09822-11e9-4b65-9df6-d6b341a13047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.679459 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2af6b68c-a0ef-4841-b670-b98cf10b6670 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.681036 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2af6b68c-a0ef-4841-b670-b98cf10b6670 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5699720 Jul 09 09:44:32.683514 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37312) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:32.689827 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8653b616-3681-4ff9-8bd4-ed92df6baed7 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Request body: {'security_group_rule': {'security_group_id': '79a1dd28-3f6a-4bb9-892b-40ad219b5a2b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '73bb6a6c-605c-4a97-9bcd-4322c2cb3cad', 'remote_ip_prefix': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:32.694998 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d09822-11e9-4b65-9df6-d6b341a13047 None None] Pushing event deleted for resources: {'Port': ['ID=053c3e12-72e0-4c77-840a-f8c1c16eca69,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:32.695249 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6b68c-a0ef-4841-b670-b98cf10b6670 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73bb6a6c-605c-4a97-9bcd-4322c2cb3cad,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:32.715682 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d09822-11e9-4b65-9df6-d6b341a13047 None None] No DVR routers for this DVR port 053c3e12-72e0-4c77-840a-f8c1c16eca69 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:44:32.737939 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8653b616-3681-4ff9-8bd4-ed92df6baed7 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.819866 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-757b1991-be8a-484b-a6d9-cca48c88eacf tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.822301 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8653b616-3681-4ff9-8bd4-ed92df6baed7 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.827823 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8653b616-3681-4ff9-8bd4-ed92df6baed7 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.857316 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653b616-3681-4ff9-8bd4-ed92df6baed7 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81f2318-b685-4ea9-b7ee-65b27475e938,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:32.860414 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8653b616-3681-4ff9-8bd4-ed92df6baed7 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.864794 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8653b616-3681-4ff9-8bd4-ed92df6baed7 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1773021 Jul 09 09:44:32.865077 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b3afa69-b5b6-40c6-8d0b-27d82bb82752 req-8b70f3db-5830-443e-be7f-bfe227db054e tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066884 Jul 09 09:44:32.865483 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37314) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:32.885015 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-09ac7ee8-df46-4c85-b5c8-de60f79338d6 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ac1d48021e34103a62b6ac5b060403c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3338187 Jul 09 09:44:32.902694 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82911a77-55fa-4835-b9d7-e01e7839b691 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.911001 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82911a77-55fa-4835-b9d7-e01e7839b691 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.939329 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82911a77-55fa-4835-b9d7-e01e7839b691 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.951807 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82911a77-55fa-4835-b9d7-e01e7839b691 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:32.953162 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-82911a77-55fa-4835-b9d7-e01e7839b691 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/b81f2318-b685-4ea9-b7ee-65b27475e938 HTTP/1.1" status: 204 len: 168 time: 0.0865223 Jul 09 09:44:32.954154 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82911a77-55fa-4835-b9d7-e01e7839b691 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b81f2318-b685-4ea9-b7ee-65b27475e938,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:32.957433 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37316) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:33.014146 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-757b1991-be8a-484b-a6d9-cca48c88eacf tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:33.018009 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-ff838180-bd4b-4c17-82f9-d60c9defd4e2 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Deleting port 0b852d3b-4713-4316-b183-d5fb2a9d92b0 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:33.018592 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff838180-bd4b-4c17-82f9-d60c9defd4e2 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:33.108292 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1991-be8a-484b-a6d9-cca48c88eacf tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event deleted for resources: {'Subnet': ['ID=fb445b71-f971-43b5-b952-3e1761f97cac,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:33.128085 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd385123-60f4-4e2f-8b87-c77ba89745cc None None] Network fafd663f-aa19-474e-a8d4-f86917295390 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:44:33.135888 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8f70fb0b-4724-436a-93b3-ad659ab16090 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1761086 Jul 09 09:44:33.139084 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-757b1991-be8a-484b-a6d9-cca48c88eacf tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:33.143586 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-757b1991-be8a-484b-a6d9-cca48c88eacf tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "DELETE /v2.0/subnets/fb445b71-f971-43b5-b952-3e1761f97cac HTTP/1.1" status: 204 len: 168 time: 1.1212306 Jul 09 09:44:33.145370 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37318) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:33.145715 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37320) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:33.165067 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-b882a7a3-7c47-40c8-996e-879fffc9bdab service neutron] 10.222.0.61 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784142 Jul 09 09:44:33.333486 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb4bf3a-626a-4dea-8361-c1a8550d55eb None None] DHCP port deletion for fafd663f-aa19-474e-a8d4-f86917295390 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:44:33.334158 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff838180-bd4b-4c17-82f9-d60c9defd4e2 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:33.365180 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1dacec34-1ccf-468a-a95a-aca2b4f96591 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:33.386726 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-ff838180-bd4b-4c17-82f9-d60c9defd4e2 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Calling delete_port for 0b852d3b-4713-4316-b183-d5fb2a9d92b0 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:33.388474 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8cb4bf3a-626a-4dea-8361-c1a8550d55eb None None] Deleting port be430bb9-1f67-48c9-9128-784d58db3ae4 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:33.388958 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8cb4bf3a-626a-4dea-8361-c1a8550d55eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:33.408549 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c4704a2-d2c0-4fb2-83ae-ed937e856fc6 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:33.459023 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-16d36c0f-dc29-460b-b410-08bfe4e89a8e service neutron] 10.222.0.61 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675061 Jul 09 09:44:33.463274 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8cb4bf3a-626a-4dea-8361-c1a8550d55eb None None] For port be430bb9-1f67-48c9-9128-784d58db3ae4, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=be430bb9-1f67-48c9-9128-784d58db3ae4,segment=NetworkSegment(1fef2ae4-d031-4327-9907-67969162862a),segment_id=1fef2ae4-d031-4327-9907-67969162862a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:33.463771 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8cb4bf3a-626a-4dea-8361-c1a8550d55eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:33.479139 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8cb4bf3a-626a-4dea-8361-c1a8550d55eb None None] Calling delete_port for be430bb9-1f67-48c9-9128-784d58db3ae4 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:33.501043 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c4704a2-d2c0-4fb2-83ae-ed937e856fc6 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:33.577209 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8cb4bf3a-626a-4dea-8361-c1a8550d55eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:33.581770 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1dacec34-1ccf-468a-a95a-aca2b4f96591 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:33.605548 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-1dacec34-1ccf-468a-a95a-aca2b4f96591 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc84bdf-64ff-402d-9a3f-15d863914225']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:33.614393 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb4bf3a-626a-4dea-8361-c1a8550d55eb None None] No DVR routers for this DVR port be430bb9-1f67-48c9-9128-784d58db3ae4 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:44:33.616808 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4bf3a-626a-4dea-8361-c1a8550d55eb None None] Pushing event deleted for resources: {'Port': ['ID=be430bb9-1f67-48c9-9128-784d58db3ae4,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:33.627680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-1dacec34-1ccf-468a-a95a-aca2b4f96591 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48356470-3de9-4aaf-a4cf-6ee600e06024') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:33.628006 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-1dacec34-1ccf-468a-a95a-aca2b4f96591 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48356470-3de9-4aaf-a4cf-6ee600e06024') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:33.655127 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1dacec34-1ccf-468a-a95a-aca2b4f96591 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:33.690848 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c4704a2-d2c0-4fb2-83ae-ed937e856fc6 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:33.693416 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c4704a2-d2c0-4fb2-83ae-ed937e856fc6 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:33.694517 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3c4704a2-d2c0-4fb2-83ae-ed937e856fc6 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "DELETE /v2.0/security-groups/73bb6a6c-605c-4a97-9bcd-4322c2cb3cad HTTP/1.1" status: 204 len: 168 time: 0.5477908 Jul 09 09:44:33.698001 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37332) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:33.742251 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-901e6828-2d63-4ce9-8887-177099bda82d req-c6b29d57-470b-4008-bbf6-acf015b0f3a5 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f597535-241a-48a0-9b7e-0588a1713134 HTTP/1.1" status: 200 len: 210 time: 0.0675478 Jul 09 09:44:33.745950 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1dacec34-1ccf-468a-a95a-aca2b4f96591 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:33.748245 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4704a2-d2c0-4fb2-83ae-ed937e856fc6 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bb6a6c-605c-4a97-9bcd-4322c2cb3cad,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:33.759495 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dacec34-1ccf-468a-a95a-aca2b4f96591 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:44:33.762790 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1dacec34-1ccf-468a-a95a-aca2b4f96591 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:44:33.765971 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:44:33.847134 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device be430bb9-1f67-48c9-9128-784d58db3ae4 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:44:33.851549 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e512e324-b210-43a0-bf8e-2d160bd4f48b tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1521158 Jul 09 09:44:33.853921 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff838180-bd4b-4c17-82f9-d60c9defd4e2 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:33.854598 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37336) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:33.898495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: be430bb9-1f67-48c9-9128-784d58db3ae4 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:44:33.898928 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device be430bb9-1f67-48c9-9128-784d58db3ae4 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:44:33.899362 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 053c3e12-72e0-4c77-840a-f8c1c16eca69 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:44:33.933190 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 053c3e12-72e0-4c77-840a-f8c1c16eca69 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:44:33.933743 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 053c3e12-72e0-4c77-840a-f8c1c16eca69 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:44:33.934491 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eabab238-9f5a-4dad-af4e-029f62fcb448 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:33.947495 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff838180-bd4b-4c17-82f9-d60c9defd4e2 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Pushing event deleted for resources: {'Port': ['ID=0b852d3b-4713-4316-b183-d5fb2a9d92b0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:33.964768 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:33.979848 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1dacec34-1ccf-468a-a95a-aca2b4f96591 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:33.994740 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1dacec34-1ccf-468a-a95a-aca2b4f96591 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:33.997558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1dacec34-1ccf-468a-a95a-aca2b4f96591 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "DELETE /v2.0/networks/7bc84bdf-64ff-402d-9a3f-15d863914225 HTTP/1.1" status: 204 len: 168 time: 0.8443751 Jul 09 09:44:34.012810 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37342) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:34.023704 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eabab238-9f5a-4dad-af4e-029f62fcb448 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:34.063727 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacec34-1ccf-468a-a95a-aca2b4f96591 tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event deleted for resources: {'Network': ['ID=7bc84bdf-64ff-402d-9a3f-15d863914225,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:34.102306 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff838180-bd4b-4c17-82f9-d60c9defd4e2 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:34.111834 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ff838180-bd4b-4c17-82f9-d60c9defd4e2 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "DELETE /v2.0/ports/0b852d3b-4713-4316-b183-d5fb2a9d92b0 HTTP/1.1" status: 204 len: 168 time: 1.4750957 Jul 09 09:44:34.112584 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37346) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:34.178975 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a360a80-a71b-45a1-8e59-27a88ae202fb tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:34.202522 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eabab238-9f5a-4dad-af4e-029f62fcb448 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:34.206032 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eabab238-9f5a-4dad-af4e-029f62fcb448 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:34.207206 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-eabab238-9f5a-4dad-af4e-029f62fcb448 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "DELETE /v2.0/security-groups/79a1dd28-3f6a-4bb9-892b-40ad219b5a2b HTTP/1.1" status: 204 len: 168 time: 0.3514023 Jul 09 09:44:34.213735 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37348) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:34.238389 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabab238-9f5a-4dad-af4e-029f62fcb448 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a1dd28-3f6a-4bb9-892b-40ad219b5a2b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:34.258167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-15157b85-abc5-4ea5-a230-0ac43fbd44e9 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Deleting subnet 4351c01e-4815-402b-b534-58d2711c8835 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:44:34.272570 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15157b85-abc5-4ea5-a230-0ac43fbd44e9 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:34.356359 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a360a80-a71b-45a1-8e59-27a88ae202fb tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:34.370421 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-9a360a80-a71b-45a1-8e59-27a88ae202fb tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fafd663f-aa19-474e-a8d4-f86917295390']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:34.386304 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-9a360a80-a71b-45a1-8e59-27a88ae202fb tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fef2ae4-d031-4327-9907-67969162862a') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:34.386923 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-9a360a80-a71b-45a1-8e59-27a88ae202fb tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fef2ae4-d031-4327-9907-67969162862a') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:34.397910 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a360a80-a71b-45a1-8e59-27a88ae202fb tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:34.417291 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a360a80-a71b-45a1-8e59-27a88ae202fb tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:34.424727 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a360a80-a71b-45a1-8e59-27a88ae202fb tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:44:34.425501 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a360a80-a71b-45a1-8e59-27a88ae202fb tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:44:34.496563 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:44:34.509464 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a360a80-a71b-45a1-8e59-27a88ae202fb tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:34.544563 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a360a80-a71b-45a1-8e59-27a88ae202fb tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:34.551085 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9a360a80-a71b-45a1-8e59-27a88ae202fb tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] 10.222.0.61 "DELETE /v2.0/networks/fafd663f-aa19-474e-a8d4-f86917295390 HTTP/1.1" status: 204 len: 168 time: 0.5372076 Jul 09 09:44:34.553073 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a360a80-a71b-45a1-8e59-27a88ae202fb tempest-TaggedBootDevicesTest_v242-1310322642 tempest-TaggedBootDevicesTest_v242-1310322642-project] Pushing event deleted for resources: {'Network': ['ID=fafd663f-aa19-474e-a8d4-f86917295390,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:34.661173 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15157b85-abc5-4ea5-a230-0ac43fbd44e9 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:34.671876 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5ad32-0487-483f-ae02-7b87b1839f71 req-9a4c2199-8404-4c6f-b54d-bc526be04094 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:34.678882 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35b5ad32-0487-483f-ae02-7b87b1839f71 req-9a4c2199-8404-4c6f-b54d-bc526be04094 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.5513563 Jul 09 09:44:34.706300 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8f481841-ee76-46e0-80ef-ec4ead20fde9 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4913440 Jul 09 09:44:34.710040 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37354) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:34.715657 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5849e568-4c1a-4712-bd03-0b865ffc7ab6 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1622035306'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:34.775338 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35b5ad32-0487-483f-ae02-7b87b1839f71 req-1506e524-fb8b-4fa6-8a7e-b302fa50d001 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947325 Jul 09 09:44:34.786067 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5849e568-4c1a-4712-bd03-0b865ffc7ab6 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:34.851486 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15157b85-abc5-4ea5-a230-0ac43fbd44e9 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:34.993546 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-adb54996-f45d-4fb9-af39-dffa569f28aa req-8a894dd8-f5b7-4016-a14c-58e3d881656e tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f597535-241a-48a0-9b7e-0588a1713134 HTTP/1.1" status: 200 len: 210 time: 0.0401309 Jul 09 09:44:34.996778 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15157b85-abc5-4ea5-a230-0ac43fbd44e9 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:35.044183 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15157b85-abc5-4ea5-a230-0ac43fbd44e9 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Pushing event deleted for resources: {'Subnet': ['ID=4351c01e-4815-402b-b534-58d2711c8835,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:35.046598 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15157b85-abc5-4ea5-a230-0ac43fbd44e9 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:35.051644 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b17cc22-dbd4-4afd-8cf7-25eb46bc5f6f None None] Network ac3f6f42-5bae-429d-9be0-a78a9d0c5388 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:44:35.052191 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-15157b85-abc5-4ea5-a230-0ac43fbd44e9 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "DELETE /v2.0/subnets/4351c01e-4815-402b-b534-58d2711c8835 HTTP/1.1" status: 204 len: 168 time: 0.9379706 Jul 09 09:44:35.054392 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37368) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:35.059345 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5849e568-4c1a-4712-bd03-0b865ffc7ab6 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:35.064649 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5849e568-4c1a-4712-bd03-0b865ffc7ab6 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:35.117578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849e568-4c1a-4712-bd03-0b865ffc7ab6 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89a67574-2a3d-4a54-9a52-7ac74cb6f815,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:35.122635 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5849e568-4c1a-4712-bd03-0b865ffc7ab6 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:35.124631 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5849e568-4c1a-4712-bd03-0b865ffc7ab6 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4136465 Jul 09 09:44:35.143565 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37370) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:35.148664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c4821d05-348d-4946-b52c-d020fc79f554 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Request body: {'security_group_rule': {'security_group_id': '89a67574-2a3d-4a54-9a52-7ac74cb6f815', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:35.245435 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7f2a5b2-aa98-45d1-ae96-9dcdd62bc1a3 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:35.345790 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b7f2a5b2-aa98-45d1-ae96-9dcdd62bc1a3 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Deleting port 9c92efcd-f5b3-42d5-87e4-3784228d5190 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:35.346221 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7f2a5b2-aa98-45d1-ae96-9dcdd62bc1a3 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:35.371786 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-5e0517cb-fdfa-48a6-8829-c6172b86dee5 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:35.373591 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-5e0517cb-fdfa-48a6-8829-c6172b86dee5 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "GET /v2.0/networks?id=0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 200 len: 806 time: 0.2737696 Jul 09 09:44:35.375903 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4821d05-348d-4946-b52c-d020fc79f554 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:35.392200 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f529a02-f4b7-44e9-adde-49a31177a5bc None None] DHCP port deletion for ac3f6f42-5bae-429d-9be0-a78a9d0c5388 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:44:35.416770 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-2c323e1e-84f5-4f19-84db-65e6b6fb0968 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Request body: {'port': {'device_id': '8f597535-241a-48a0-9b7e-0588a1713134', 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142', 'admin_state_up': True, 'tenant_id': '2ac1d48021e34103a62b6ac5b060403c'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:35.480567 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-b7f2a5b2-aa98-45d1-ae96-9dcdd62bc1a3 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] For port 9c92efcd-f5b3-42d5-87e4-3784228d5190, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=9c92efcd-f5b3-42d5-87e4-3784228d5190,segment=NetworkSegment(1d05adaa-8e2e-4658-8b75-506c4db7c925),segment_id=1d05adaa-8e2e-4658-8b75-506c4db7c925)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:35.480791 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7f2a5b2-aa98-45d1-ae96-9dcdd62bc1a3 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:35.485596 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6f529a02-f4b7-44e9-adde-49a31177a5bc None None] Deleting port 9c92efcd-f5b3-42d5-87e4-3784228d5190 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:35.486595 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f529a02-f4b7-44e9-adde-49a31177a5bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:35.497848 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b7f2a5b2-aa98-45d1-ae96-9dcdd62bc1a3 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Calling delete_port for 9c92efcd-f5b3-42d5-87e4-3784228d5190 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:35.590967 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7f2a5b2-aa98-45d1-ae96-9dcdd62bc1a3 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:35.596393 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6f529a02-f4b7-44e9-adde-49a31177a5bc None None] For port 9c92efcd-f5b3-42d5-87e4-3784228d5190, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=9c92efcd-f5b3-42d5-87e4-3784228d5190,segment=NetworkSegment(1d05adaa-8e2e-4658-8b75-506c4db7c925),segment_id=1d05adaa-8e2e-4658-8b75-506c4db7c925)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:35.597075 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f529a02-f4b7-44e9-adde-49a31177a5bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:35.604513 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f2a5b2-aa98-45d1-ae96-9dcdd62bc1a3 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] No DVR routers for this DVR port 9c92efcd-f5b3-42d5-87e4-3784228d5190 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:44:35.613790 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6f529a02-f4b7-44e9-adde-49a31177a5bc None None] Calling delete_port for 9c92efcd-f5b3-42d5-87e4-3784228d5190 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:35.705700 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4821d05-348d-4946-b52c-d020fc79f554 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:35.723524 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4821d05-348d-4946-b52c-d020fc79f554 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:35.723735 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7f2a5b2-aa98-45d1-ae96-9dcdd62bc1a3 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:35.740481 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b7f2a5b2-aa98-45d1-ae96-9dcdd62bc1a3 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3f6f42-5bae-429d-9be0-a78a9d0c5388']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:35.749111 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2a5b2-aa98-45d1-ae96-9dcdd62bc1a3 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Pushing event deleted for resources: {'Port': ['ID=9c92efcd-f5b3-42d5-87e4-3784228d5190,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:35.761042 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b7f2a5b2-aa98-45d1-ae96-9dcdd62bc1a3 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d05adaa-8e2e-4658-8b75-506c4db7c925') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:35.761042 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b7f2a5b2-aa98-45d1-ae96-9dcdd62bc1a3 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d05adaa-8e2e-4658-8b75-506c4db7c925') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:35.772917 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7f2a5b2-aa98-45d1-ae96-9dcdd62bc1a3 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:35.778880 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4821d05-348d-4946-b52c-d020fc79f554 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5a1844-777a-4fa0-952e-033436702570,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:35.791720 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-2c323e1e-84f5-4f19-84db-65e6b6fb0968 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Made reservation on behalf of 2ac1d48021e34103a62b6ac5b060403c for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:44:35.795379 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-2c323e1e-84f5-4f19-84db-65e6b6fb0968 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:35.798147 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f529a02-f4b7-44e9-adde-49a31177a5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:35.809799 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7f2a5b2-aa98-45d1-ae96-9dcdd62bc1a3 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:35.828864 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f2a5b2-aa98-45d1-ae96-9dcdd62bc1a3 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:44:35.829635 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7f2a5b2-aa98-45d1-ae96-9dcdd62bc1a3 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:44:35.834877 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:44:35.840926 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 9c92efcd-f5b3-42d5-87e4-3784228d5190 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:44:35.842140 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4821d05-348d-4946-b52c-d020fc79f554 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:35.844243 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f529a02-f4b7-44e9-adde-49a31177a5bc None None] Pushing event deleted for resources: {'Port': ['ID=9c92efcd-f5b3-42d5-87e4-3784228d5190,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:35.849547 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c4821d05-348d-4946-b52c-d020fc79f554 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7011647 Jul 09 09:44:35.856247 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37384) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:35.879275 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f529a02-f4b7-44e9-adde-49a31177a5bc None None] No DVR routers for this DVR port 9c92efcd-f5b3-42d5-87e4-3784228d5190 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:44:35.881136 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 9c92efcd-f5b3-42d5-87e4-3784228d5190 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:44:35.881502 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 9c92efcd-f5b3-42d5-87e4-3784228d5190 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:44:35.938952 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c553c66b-feba-4628-9f3c-968b85105f43 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:35.942865 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7f2a5b2-aa98-45d1-ae96-9dcdd62bc1a3 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:35.949658 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7f2a5b2-aa98-45d1-ae96-9dcdd62bc1a3 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:35.953831 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b7f2a5b2-aa98-45d1-ae96-9dcdd62bc1a3 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] 10.222.0.61 "DELETE /v2.0/networks/ac3f6f42-5bae-429d-9be0-a78a9d0c5388 HTTP/1.1" status: 204 len: 168 time: 0.8977427 Jul 09 09:44:35.973594 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2a5b2-aa98-45d1-ae96-9dcdd62bc1a3 tempest-TagsExtTest-875509513 tempest-TagsExtTest-875509513-project] Pushing event deleted for resources: {'Network': ['ID=ac3f6f42-5bae-429d-9be0-a78a9d0c5388,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:35.981780 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c553c66b-feba-4628-9f3c-968b85105f43 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:36.123844 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c553c66b-feba-4628-9f3c-968b85105f43 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:36.158885 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c553c66b-feba-4628-9f3c-968b85105f43 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:36.163326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c553c66b-feba-4628-9f3c-968b85105f43 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/fa5a1844-777a-4fa0-952e-033436702570 HTTP/1.1" status: 204 len: 168 time: 0.3032227 Jul 09 09:44:36.164163 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37392) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:36.190983 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-2c323e1e-84f5-4f19-84db-65e6b6fb0968 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Allocated IP 172.20.0.13 (0dbc3900-4d61-41a9-810b-30caed204142/f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66/7181e37c-66b6-4fcc-b212-bfacc18e0933) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:44:36.235118 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553c66b-feba-4628-9f3c-968b85105f43 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa5a1844-777a-4fa0-952e-033436702570,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:36.266496 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5422c717-91da-495a-9660-8197b171d85d tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1007483 Jul 09 09:44:36.267150 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37400) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:36.370387 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-530fdab5-7038-4683-b4b7-52214c1c0c6d tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:36.396647 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-530fdab5-7038-4683-b4b7-52214c1c0c6d tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:36.428657 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37404) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:36.453373 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-530fdab5-7038-4683-b4b7-52214c1c0c6d tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:36.456081 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-530fdab5-7038-4683-b4b7-52214c1c0c6d tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:36.457337 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-530fdab5-7038-4683-b4b7-52214c1c0c6d tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "DELETE /v2.0/security-groups/89a67574-2a3d-4a54-9a52-7ac74cb6f815 HTTP/1.1" status: 204 len: 168 time: 0.1892209 Jul 09 09:44:36.462062 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37408) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:36.474366 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530fdab5-7038-4683-b4b7-52214c1c0c6d tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a67574-2a3d-4a54-9a52-7ac74cb6f815,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:36.478115 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-2c323e1e-84f5-4f19-84db-65e6b6fb0968 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:36.543603 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b1a306af-c233-4f32-921b-c154d42c6705 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0761604 Jul 09 09:44:36.547138 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37410) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:36.551961 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a3897a4e-33f0-42d7-9bb0-d26257804d5a tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597422559'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:36.559305 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-2c323e1e-84f5-4f19-84db-65e6b6fb0968 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:36.565256 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a5a60185-81b3-48fe-8201-32deb54099ae req-d00f0d98-6fa7-4ee1-b2d3-d6b2e1abdf41 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f597535-241a-48a0-9b7e-0588a1713134 HTTP/1.1" status: 200 len: 210 time: 0.1160698 Jul 09 09:44:36.574639 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351c979-1bc4-406f-bcc6-b29c5eb97267 req-02fc79bc-2ed1-4669-afc2-d8d12c8eec45 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:36.576787 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f351c979-1bc4-406f-bcc6-b29c5eb97267 req-02fc79bc-2ed1-4669-afc2-d8d12c8eec45 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.5874000 Jul 09 09:44:36.595857 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['09dd6c37-9295-46e2-be77-76eaa105fd22'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:44:36.658140 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3897a4e-33f0-42d7-9bb0-d26257804d5a tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:36.686469 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6d168b38-2e6e-4f33-9aca-c954bd400692 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f4a637202e6345d1b77c207c5cd3dd23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564330 Jul 09 09:44:36.689038 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37412) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:36.704109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-2c323e1e-84f5-4f19-84db-65e6b6fb0968 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Network 0dbc3900-4d61-41a9-810b-30caed204142 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:44:36.709807 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f351c979-1bc4-406f-bcc6-b29c5eb97267 req-ea2b7adb-5883-41df-8166-67b2e18a2cdf tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132286 Jul 09 09:44:36.710927 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c323e1e-84f5-4f19-84db-65e6b6fb0968 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Pushing event updated for resources: {'Port': ['ID=7181e37c-66b6-4fcc-b212-bfacc18e0933,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:36.713947 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-2c323e1e-84f5-4f19-84db-65e6b6fb0968 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:44:36.721111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-2c323e1e-84f5-4f19-84db-65e6b6fb0968 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:44:36.783627 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d911ebe9-ffb7-47f9-aef2-d82324495075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:36.796835 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-2c323e1e-84f5-4f19-84db-65e6b6fb0968 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:36.797598 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-2c323e1e-84f5-4f19-84db-65e6b6fb0968 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:36.833631 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-409486fc-28bf-4072-9b0d-016ae1704a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:36.848067 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d911ebe9-ffb7-47f9-aef2-d82324495075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:36.872861 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3897a4e-33f0-42d7-9bb0-d26257804d5a tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:36.885138 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3897a4e-33f0-42d7-9bb0-d26257804d5a tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:36.890283 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-2c323e1e-84f5-4f19-84db-65e6b6fb0968 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4838064 Jul 09 09:44:36.906059 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-56c2b027-afec-4cbd-93dd-34a869e82ced tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:44:36.908357 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-56c2b027-afec-4cbd-93dd-34a869e82ced tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103490 Jul 09 09:44:36.926955 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f1be2863-5b31-47d0-b3fe-56a13171b763 service neutron] Request body: {'port': {'device_id': '8f597535-241a-48a0-9b7e-0588a1713134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:36.931546 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3897a4e-33f0-42d7-9bb0-d26257804d5a tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:36.932828 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a3897a4e-33f0-42d7-9bb0-d26257804d5a tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3846996 Jul 09 09:44:36.937297 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37418) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:36.944827 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f7067160-1b84-4a1f-b9ba-fc41fbf84e09 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Request body: {'security_group_rule': {'security_group_id': '394aebb2-692b-4212-bd1b-046102e7458f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:36.965377 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3897a4e-33f0-42d7-9bb0-d26257804d5a tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=394aebb2-692b-4212-bd1b-046102e7458f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:36.981776 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7067160-1b84-4a1f-b9ba-fc41fbf84e09 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:37.025440 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f1be2863-5b31-47d0-b3fe-56a13171b763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:37.039680 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7067160-1b84-4a1f-b9ba-fc41fbf84e09 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:37.041488 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d911ebe9-ffb7-47f9-aef2-d82324495075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:37.044428 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d911ebe9-ffb7-47f9-aef2-d82324495075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:37.048011 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d911ebe9-ffb7-47f9-aef2-d82324495075 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d2aa7ac3-26f4-4124-8102-8377f26c37cd HTTP/1.1" status: 204 len: 168 time: 0.3556628 Jul 09 09:44:37.048687 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7067160-1b84-4a1f-b9ba-fc41fbf84e09 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:37.075821 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7067160-1b84-4a1f-b9ba-fc41fbf84e09 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:37.080039 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f7067160-1b84-4a1f-b9ba-fc41fbf84e09 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1384251 Jul 09 09:44:37.080039 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911ebe9-ffb7-47f9-aef2-d82324495075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2aa7ac3-26f4-4124-8102-8377f26c37cd,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:37.080039 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7067160-1b84-4a1f-b9ba-fc41fbf84e09 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddde096a-1000-4e24-96ba-354ec6338b6a,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:37.081695 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37422) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:37.120774 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-50114dda-c218-4898-9c06-dccbd4782d19 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-group-rules/ddde096a-1000-4e24-96ba-354ec6338b6a HTTP/1.1" status: 200 len: 763 time: 0.0351186 Jul 09 09:44:37.120774 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37424) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:37.229624 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ccbd4c66-7f06-4d45-887f-0f566c94c565 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0981500 Jul 09 09:44:37.230655 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37426) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:37.281781 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-549de41b-1226-477a-9674-715186946776 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:37.290450 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-549de41b-1226-477a-9674-715186946776 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:37.333937 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-549de41b-1226-477a-9674-715186946776 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:37.345312 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-549de41b-1226-477a-9674-715186946776 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:37.349672 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-549de41b-1226-477a-9674-715186946776 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/ddde096a-1000-4e24-96ba-354ec6338b6a HTTP/1.1" status: 204 len: 168 time: 0.1179204 Jul 09 09:44:37.353338 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37438) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:37.368753 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549de41b-1226-477a-9674-715186946776 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ddde096a-1000-4e24-96ba-354ec6338b6a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:37.448412 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d4c3e244-3b5e-4eec-809d-f8ce37f3e18c tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0937679 Jul 09 09:44:37.450825 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37442) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:37.460062 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a5847efe-3b2c-424f-8e77-75e4059c361d tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Request body: {'security_group_rule': {'security_group_id': '394aebb2-692b-4212-bd1b-046102e7458f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:37.519449 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5847efe-3b2c-424f-8e77-75e4059c361d tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:37.581325 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f1be2863-5b31-47d0-b3fe-56a13171b763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7181e37c-66b6-4fcc-b212-bfacc18e0933 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:44:37.608599 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5847efe-3b2c-424f-8e77-75e4059c361d tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:37.618718 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5847efe-3b2c-424f-8e77-75e4059c361d tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:37.633381 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5847efe-3b2c-424f-8e77-75e4059c361d tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b784b6-ee81-47aa-907e-39fec57a4746,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:37.662046 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5847efe-3b2c-424f-8e77-75e4059c361d tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:37.666105 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a5847efe-3b2c-424f-8e77-75e4059c361d tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2142067 Jul 09 09:44:37.666770 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37454) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:37.671193 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f1be2863-5b31-47d0-b3fe-56a13171b763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:37.701115 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37458) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:37.702264 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d8162477-3b3d-4f53-8a46-3d06adc39591 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-group-rules/50b784b6-ee81-47aa-907e-39fec57a4746 HTTP/1.1" status: 200 len: 763 time: 0.0343816 Jul 09 09:44:37.703182 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f1be2863-5b31-47d0-b3fe-56a13171b763 service neutron] Transition to ACTIVE for port object 7181e37c-66b6-4fcc-b212-bfacc18e0933 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:44:37.724082 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f1be2863-5b31-47d0-b3fe-56a13171b763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:37.807413 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-719205f3-a4d8-4cdc-a306-796a592cee36 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1027920 Jul 09 09:44:37.810112 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37464) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:37.818987 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be2863-5b31-47d0-b3fe-56a13171b763 service neutron] Pushing event updated for resources: {'Port': ['ID=7181e37c-66b6-4fcc-b212-bfacc18e0933,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:37.882038 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec788349-4c92-418f-9b72-adfb66204fac tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:37.900069 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec788349-4c92-418f-9b72-adfb66204fac tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:37.949701 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec788349-4c92-418f-9b72-adfb66204fac tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:37.958153 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec788349-4c92-418f-9b72-adfb66204fac tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:37.960204 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ec788349-4c92-418f-9b72-adfb66204fac tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/50b784b6-ee81-47aa-907e-39fec57a4746 HTTP/1.1" status: 204 len: 168 time: 0.1489625 Jul 09 09:44:37.969307 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37470) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:37.971930 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec788349-4c92-418f-9b72-adfb66204fac tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50b784b6-ee81-47aa-907e-39fec57a4746,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:38.068790 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f1be2863-5b31-47d0-b3fe-56a13171b763 service neutron] Attempting to bind port 7181e37c-66b6-4fcc-b212-bfacc18e0933 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:44:38.069136 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f1be2863-5b31-47d0-b3fe-56a13171b763 service neutron] Attempting to bind port 7181e37c-66b6-4fcc-b212-bfacc18e0933 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:44:38.069468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f1be2863-5b31-47d0-b3fe-56a13171b763 service neutron] Attempting to bind port 7181e37c-66b6-4fcc-b212-bfacc18e0933 on network 0dbc3900-4d61-41a9-810b-30caed204142 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:44:38.079344 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f1be2863-5b31-47d0-b3fe-56a13171b763 service neutron] Port 7181e37c-66b6-4fcc-b212-bfacc18e0933 on network 0dbc3900-4d61-41a9-810b-30caed204142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:44:38.079668 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f1be2863-5b31-47d0-b3fe-56a13171b763 service neutron] Attempting to bind port 7181e37c-66b6-4fcc-b212-bfacc18e0933 on network 0dbc3900-4d61-41a9-810b-30caed204142 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:44:38.093210 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3aa7f-c61c-4047-9989-2ab85d5fd120 req-fcb96704-9e80-43ec-9c99-5744b754fcc2 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:38.100674 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28e3aa7f-c61c-4047-9989-2ab85d5fd120 req-fcb96704-9e80-43ec-9c99-5744b754fcc2 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f597535-241a-48a0-9b7e-0588a1713134 HTTP/1.1" status: 200 len: 944 time: 0.2482712 Jul 09 09:44:38.130179 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-adc2b9d1-11df-4e50-8efa-4a5914a77a00 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1417170 Jul 09 09:44:38.133611 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37478) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:38.142755 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d690b839-88d6-4d66-9f5c-69689bec5180 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Request body: {'security_group_rule': {'security_group_id': '394aebb2-692b-4212-bd1b-046102e7458f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:38.164449 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f1be2863-5b31-47d0-b3fe-56a13171b763 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:44:38.164808 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f1be2863-5b31-47d0-b3fe-56a13171b763 service neutron] Checking segment: {'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:44:38.165761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f1be2863-5b31-47d0-b3fe-56a13171b763 service neutron] Bound using segment: {'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:44:38.167216 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f1be2863-5b31-47d0-b3fe-56a13171b763 service neutron] Bound port: 7181e37c-66b6-4fcc-b212-bfacc18e0933, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:44:38.167604 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f1be2863-5b31-47d0-b3fe-56a13171b763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:38.189582 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d690b839-88d6-4d66-9f5c-69689bec5180 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:38.263323 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf752ece-719d-49d6-82cc-55e8ccc5e885 req-ac31844f-3f80-4ad3-848f-195b07ba7d27 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:38.265016 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d690b839-88d6-4d66-9f5c-69689bec5180 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:38.268277 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf752ece-719d-49d6-82cc-55e8ccc5e885 req-ac31844f-3f80-4ad3-848f-195b07ba7d27 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.3421586 Jul 09 09:44:38.270145 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d690b839-88d6-4d66-9f5c-69689bec5180 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:38.299213 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28e3aa7f-c61c-4047-9989-2ab85d5fd120 req-fdde080a-93bf-4b8e-90b5-bfda6d8484ea tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975493 Jul 09 09:44:38.390557 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf752ece-719d-49d6-82cc-55e8ccc5e885 req-0ecddb09-f43f-444f-a5a3-47939ff835eb tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093733 Jul 09 09:44:38.420261 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f1be2863-5b31-47d0-b3fe-56a13171b763 service neutron] For port 7181e37c-66b6-4fcc-b212-bfacc18e0933, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:44:38.433793 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f1be2863-5b31-47d0-b3fe-56a13171b763 service neutron] For port 7181e37c-66b6-4fcc-b212-bfacc18e0933, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=7181e37c-66b6-4fcc-b212-bfacc18e0933,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:44:38.442349 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f1be2863-5b31-47d0-b3fe-56a13171b763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:38.524931 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f1be2863-5b31-47d0-b3fe-56a13171b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:38.525957 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f1be2863-5b31-47d0-b3fe-56a13171b763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:38.527723 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f1be2863-5b31-47d0-b3fe-56a13171b763 service neutron] 10.222.0.64 "PUT /v2.0/ports/7181e37c-66b6-4fcc-b212-bfacc18e0933 HTTP/1.1" status: 200 len: 1092 time: 1.6096473 Jul 09 09:44:38.530541 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f597535-241a-48a0-9b7e-0588a1713134', 'tag': '7181e37c-66b6-4fcc-b212-bfacc18e0933'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:44:38.537911 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16645051-090b-4707-ac33-7bbaf9a28b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f597535-241a-48a0-9b7e-0588a1713134", "tag": "7181e37c-66b6-4fcc-b212-bfacc18e0933"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:44:38.644864 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33a4c9a-4b2e-4944-92e2-172cec7208c7 x-openstack-request-id: req-f33a4c9a-4b2e-4944-92e2-172cec7208c7 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:44:38.645493 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f597535-241a-48a0-9b7e-0588a1713134", "tag": "7181e37c-66b6-4fcc-b212-bfacc18e0933", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:44:38.645493 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f33a4c9a-4b2e-4944-92e2-172cec7208c7 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:44:38.646131 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f597535-241a-48a0-9b7e-0588a1713134', 'tag': '7181e37c-66b6-4fcc-b212-bfacc18e0933', 'status': 'completed', 'code': 200} Jul 09 09:44:38.677881 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be2863-5b31-47d0-b3fe-56a13171b763 service neutron] Pushing event updated for resources: {'Port': ['ID=7181e37c-66b6-4fcc-b212-bfacc18e0933,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:38.728240 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690b839-88d6-4d66-9f5c-69689bec5180 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32ac205-6038-4c75-a320-cde121d8b4f7,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:38.742635 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d690b839-88d6-4d66-9f5c-69689bec5180 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:38.742969 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-fbe3e9bc-2e42-4c09-802a-344b80c8ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:38.744858 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d690b839-88d6-4d66-9f5c-69689bec5180 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6097360 Jul 09 09:44:38.745639 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-fbe3e9bc-2e42-4c09-802a-344b80c8ed4f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ac1d48021e34103a62b6ac5b060403c&device_id=8f597535-241a-48a0-9b7e-0588a1713134 HTTP/1.1" status: 200 len: 1095 time: 0.1681068 Jul 09 09:44:38.747813 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37502) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:38.789395 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b07d5a38-876c-4f77-8541-9d558411fdf2 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-group-rules/a32ac205-6038-4c75-a320-cde121d8b4f7 HTTP/1.1" status: 200 len: 764 time: 0.0326283 Jul 09 09:44:38.790335 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37504) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:38.806971 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-8d3a6930-dc7c-458f-8a92-d6103b94d0be service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7181e37c-66b6-4fcc-b212-bfacc18e0933 HTTP/1.1" status: 200 len: 217 time: 0.0508492 Jul 09 09:44:38.874770 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9705cde2-21e4-4351-80c3-9ff5faf8051c tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0810089 Jul 09 09:44:38.880250 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37508) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:38.929544 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1cef78ac-9236-431b-bbd6-ec80a2fda933 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:38.942383 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1cef78ac-9236-431b-bbd6-ec80a2fda933 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:38.954005 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f24f6c61-b97c-4071-bc19-f951be441ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:38.956110 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f24f6c61-b97c-4071-bc19-f951be441ffa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66 HTTP/1.1" status: 200 len: 846 time: 0.1422853 Jul 09 09:44:39.014786 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-f72c63c4-2bd5-4ce4-af38-f4f6e8765234 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0dbc3900-4d61-41a9-810b-30caed204142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434949 Jul 09 09:44:39.081172 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:39.129303 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1cef78ac-9236-431b-bbd6-ec80a2fda933 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:39.171360 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1cef78ac-9236-431b-bbd6-ec80a2fda933 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:39.175799 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1cef78ac-9236-431b-bbd6-ec80a2fda933 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/a32ac205-6038-4c75-a320-cde121d8b4f7 HTTP/1.1" status: 204 len: 168 time: 0.2917807 Jul 09 09:44:39.177767 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37514) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:39.191313 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef78ac-9236-431b-bbd6-ec80a2fda933 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a32ac205-6038-4c75-a320-cde121d8b4f7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:39.239481 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ed675912-00ea-4eb1-bed3-6a444bfbe7bc tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0572062 Jul 09 09:44:39.242230 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37516) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:39.335025 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-73300c5c-dcce-48fb-bc17-ca42ec9de5a9 service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127344 Jul 09 09:44:39.337670 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a8792427-4569-4dba-857c-a84b3a02525b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:39.397803 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ab3407b-fa9b-485d-add1-d2fee75591df tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:39.470964 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ab3407b-fa9b-485d-add1-d2fee75591df tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:39.503467 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:39.564864 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ab3407b-fa9b-485d-add1-d2fee75591df tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:39.568969 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ab3407b-fa9b-485d-add1-d2fee75591df tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:39.570668 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0ab3407b-fa9b-485d-add1-d2fee75591df tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "DELETE /v2.0/security-groups/394aebb2-692b-4212-bd1b-046102e7458f HTTP/1.1" status: 204 len: 168 time: 0.3272314 Jul 09 09:44:39.576453 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37528) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:39.589869 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3407b-fa9b-485d-add1-d2fee75591df tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=394aebb2-692b-4212-bd1b-046102e7458f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:39.672985 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c0e00288-7e31-4eb6-9f20-344bc0fea98e tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0948334 Jul 09 09:44:39.679773 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37532) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:39.695502 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbf6efd7-b6b1-4b43-9a6a-e2313e429086 req-d1f15c7a-ff8c-4a4e-b7b8-eeecf3741221 service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543282 Jul 09 09:44:39.836585 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d905eb1c-46e7-4470-bae9-f4a204160021 tempest-SecGroupTest-1509991956 tempest-SecGroupTest-1509991956-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1553066 Jul 09 09:44:39.948813 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9842f8a-8550-4662-8dfa-de509a977200 req-2e48fcff-3bd9-48f0-8fb0-75814f51d2f8 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:39.950493 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d9842f8a-8550-4662-8dfa-de509a977200 req-2e48fcff-3bd9-48f0-8fb0-75814f51d2f8 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f597535-241a-48a0-9b7e-0588a1713134 HTTP/1.1" status: 200 len: 944 time: 0.3749733 Jul 09 09:44:40.081848 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d9842f8a-8550-4662-8dfa-de509a977200 req-1693d650-d280-451a-ba51-7fc39ad4c978 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200068 Jul 09 09:44:40.101016 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21242910-4300-4a54-9211-5128aa2390fc req-24f3a357-2bbb-4ce4-8831-8d1706848a31 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:40.110674 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-21242910-4300-4a54-9211-5128aa2390fc req-24f3a357-2bbb-4ce4-8831-8d1706848a31 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.3415587 Jul 09 09:44:40.187271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16645051-090b-4707-ac33-7bbaf9a28b1a req-bb853e2f-a5d9-41e9-8799-f9502ad22534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:40.188851 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16645051-090b-4707-ac33-7bbaf9a28b1a req-bb853e2f-a5d9-41e9-8799-f9502ad22534 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ac1d48021e34103a62b6ac5b060403c&device_id=8f597535-241a-48a0-9b7e-0588a1713134 HTTP/1.1" status: 200 len: 1095 time: 0.3925300 Jul 09 09:44:40.191787 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-21242910-4300-4a54-9211-5128aa2390fc req-fc41b158-1983-4e90-ad69-2f9a9437a83a tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805874 Jul 09 09:44:40.270321 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a965861-d85b-432d-a7db-676ff8ba7766 req-db9849cc-2fc0-40b7-988b-4dad280b28b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:40.273058 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a965861-d85b-432d-a7db-676ff8ba7766 req-db9849cc-2fc0-40b7-988b-4dad280b28b4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 1097 time: 0.3752153 Jul 09 09:44:40.324522 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a965861-d85b-432d-a7db-676ff8ba7766 req-f1e67a40-9c59-4bec-aa4c-cfff4188ba32 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431218 Jul 09 09:44:40.364295 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16645051-090b-4707-ac33-7bbaf9a28b1a req-db890ac7-f9fd-4c56-9e7e-347f78248bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:40.365846 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16645051-090b-4707-ac33-7bbaf9a28b1a req-db890ac7-f9fd-4c56-9e7e-347f78248bf2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 200 len: 907 time: 0.1694906 Jul 09 09:44:40.423333 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16645051-090b-4707-ac33-7bbaf9a28b1a req-fdec6915-8c0b-4930-a211-559b1cee36b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7181e37c-66b6-4fcc-b212-bfacc18e0933 HTTP/1.1" status: 200 len: 217 time: 0.0501463 Jul 09 09:44:40.446379 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37546) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:40.512693 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16645051-090b-4707-ac33-7bbaf9a28b1a req-1ea74dee-2273-4d88-8376-e552b563fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:40.516455 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16645051-090b-4707-ac33-7bbaf9a28b1a req-1ea74dee-2273-4d88-8376-e552b563fb0b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66 HTTP/1.1" status: 200 len: 846 time: 0.0860393 Jul 09 09:44:40.562473 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16645051-090b-4707-ac33-7bbaf9a28b1a req-aeeb04ae-08e7-4cf2-99ac-75236c28d8b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0dbc3900-4d61-41a9-810b-30caed204142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378721 Jul 09 09:44:40.626231 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-09575417-2604-414f-9d87-e90d1c7680cf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d1b1bb28cce44e2f8e22acde45f4ec74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780751 Jul 09 09:44:40.628880 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37552) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:40.675315 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16645051-090b-4707-ac33-7bbaf9a28b1a req-ffca52e2-e5b9-49e8-aa77-a765e937a600 service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051788 Jul 09 09:44:40.683877 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e591989d-b503-4c9b-9de1-3224dd3b4124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:40.709649 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e591989d-b503-4c9b-9de1-3224dd3b4124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:40.773007 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e591989d-b503-4c9b-9de1-3224dd3b4124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:40.776883 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e591989d-b503-4c9b-9de1-3224dd3b4124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:40.780498 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e591989d-b503-4c9b-9de1-3224dd3b4124 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3518b39a-21fa-4533-832c-a7b6bdb3fd65 HTTP/1.1" status: 204 len: 168 time: 0.1477790 Jul 09 09:44:40.788703 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591989d-b503-4c9b-9de1-3224dd3b4124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3518b39a-21fa-4533-832c-a7b6bdb3fd65,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:40.794347 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16645051-090b-4707-ac33-7bbaf9a28b1a req-fcbf4031-5912-4308-8a1f-1454a6078a44 service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105714 Jul 09 09:44:41.131235 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:41.388414 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3b8f3-5a19-4939-9f27-d2d8327a24aa req-5f234c53-197e-45ac-97de-06671e10d76a tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:41.390143 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fea3b8f3-5a19-4939-9f27-d2d8327a24aa req-5f234c53-197e-45ac-97de-06671e10d76a tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f597535-241a-48a0-9b7e-0588a1713134 HTTP/1.1" status: 200 len: 944 time: 0.1180024 Jul 09 09:44:41.515658 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fea3b8f3-5a19-4939-9f27-d2d8327a24aa req-b52d2f6d-3918-4c50-b311-66d67c63ce48 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166189 Jul 09 09:44:41.584205 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a159407-98ab-4237-a66e-a4abd4c920c5 req-7ad47cbe-29d1-4b23-aa5f-4902eb0a6db8 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:41.594351 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a159407-98ab-4237-a66e-a4abd4c920c5 req-7ad47cbe-29d1-4b23-aa5f-4902eb0a6db8 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.1860089 Jul 09 09:44:41.685143 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a159407-98ab-4237-a66e-a4abd4c920c5 req-ba218361-e5af-43fb-ba29-ad89fc9682cd tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873334 Jul 09 09:44:41.828551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37600) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:41.989605 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b234fdcd-5cc7-4adc-9e3c-dc4a3312a106 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:41.990054 n-d-799996-1 neutron-server[93791]: WARNING neutron.api.v2.base [None req-b234fdcd-5cc7-4adc-9e3c-dc4a3312a106 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 09:44:41.990914 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-b234fdcd-5cc7-4adc-9e3c-dc4a3312a106 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 09:44:41.992236 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b234fdcd-5cc7-4adc-9e3c-dc4a3312a106 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1626587 Jul 09 09:44:41.996638 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37606) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:42.010473 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a4098327-8fcc-436d-a716-05cb35b8e029 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group': {'name': 'tempest-secgroup--234557267'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:42.129805 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4098327-8fcc-436d-a716-05cb35b8e029 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:42.155771 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4098327-8fcc-436d-a716-05cb35b8e029 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:42.194950 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d15a5-ff67-429f-860e-45fd5c396eaa req-e49b8f7f-6088-4465-bdfb-44ced502d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:42.197248 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-702d15a5-ff67-429f-860e-45fd5c396eaa req-e49b8f7f-6088-4465-bdfb-44ced502d6bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5ef7675e6bc4ebb839d110032acb556&device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 1097 time: 0.1982710 Jul 09 09:44:42.264942 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a39809-11c4-4981-8b28-b31e18b4bfa6 req-4a2a30c7-2c83-43b0-8267-a470f093221b tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:42.272340 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48a39809-11c4-4981-8b28-b31e18b4bfa6 req-4a2a30c7-2c83-43b0-8267-a470f093221b tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.2005057 Jul 09 09:44:42.406567 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48a39809-11c4-4981-8b28-b31e18b4bfa6 req-532bfedc-026c-4d95-9e97-dd1e36dc1f0b tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044934 Jul 09 09:44:42.485087 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4098327-8fcc-436d-a716-05cb35b8e029 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:42.487329 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d15a5-ff67-429f-860e-45fd5c396eaa req-ac70040c-ce1c-4d4f-93bc-4a820b9ce913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:42.489343 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-702d15a5-ff67-429f-860e-45fd5c396eaa req-ac70040c-ce1c-4d4f-93bc-4a820b9ce913 service neutron] 10.222.0.58 "GET /v2.0/networks?id=839c08a4-4733-45d9-b5f6-03b4d5176fdc HTTP/1.1" status: 200 len: 911 time: 0.2494791 Jul 09 09:44:42.493683 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4098327-8fcc-436d-a716-05cb35b8e029 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:42.570813 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-702d15a5-ff67-429f-860e-45fd5c396eaa req-49a100f2-aaf2-42cf-a720-cc02b51b7ae2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72c1bd28-2b00-4bb6-aead-c595e46e8513 HTTP/1.1" status: 200 len: 217 time: 0.0738342 Jul 09 09:44:42.649876 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4098327-8fcc-436d-a716-05cb35b8e029 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf13b39-2662-48e1-b23a-2a9a5f45a140,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:42.679872 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d15a5-ff67-429f-860e-45fd5c396eaa req-9b249f5d-4074-46f2-9507-3123c7a5ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:42.681479 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-702d15a5-ff67-429f-860e-45fd5c396eaa req-9b249f5d-4074-46f2-9507-3123c7a5ff5c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4dbbef33-233a-42b6-b25e-8107e556a10f HTTP/1.1" status: 200 len: 850 time: 0.0842838 Jul 09 09:44:42.729127 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-702d15a5-ff67-429f-860e-45fd5c396eaa req-71982128-5b07-41ea-8018-015342c610f6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=839c08a4-4733-45d9-b5f6-03b4d5176fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395584 Jul 09 09:44:42.752691 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-702d15a5-ff67-429f-860e-45fd5c396eaa req-52533dd4-0d3d-49ea-9120-6e0fcc91d4c1 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:44:42.753769 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-702d15a5-ff67-429f-860e-45fd5c396eaa req-52533dd4-0d3d-49ea-9120-6e0fcc91d4c1 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178111 Jul 09 09:44:42.756957 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4098327-8fcc-436d-a716-05cb35b8e029 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:42.792371 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4098327-8fcc-436d-a716-05cb35b8e029 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:42.854166 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4098327-8fcc-436d-a716-05cb35b8e029 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:42.858161 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a4098327-8fcc-436d-a716-05cb35b8e029 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8578594 Jul 09 09:44:42.859955 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37626) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:42.870333 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e0af9daf-4a7e-4097-930c-9b1ce64aded5 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group_rule': {'security_group_id': 'cd343526-ca52-4e23-84fb-75718aa84afd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:42.912940 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4098327-8fcc-436d-a716-05cb35b8e029 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd343526-ca52-4e23-84fb-75718aa84afd,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:42.916664 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:42.937010 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0af9daf-4a7e-4097-930c-9b1ce64aded5 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:42.968113 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-702d15a5-ff67-429f-860e-45fd5c396eaa req-9ea32810-a1e1-41f1-8108-b135ec5fef77 service neutron] 10.222.0.58 "GET /v2.0/networks/839c08a4-4733-45d9-b5f6-03b4d5176fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070858 Jul 09 09:44:42.977723 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a816a6-12c8-46b1-a4e5-3fa52fc0be8a req-feff8b3f-c806-4755-addb-295bcf340e1b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:42.985297 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4a816a6-12c8-46b1-a4e5-3fa52fc0be8a req-feff8b3f-c806-4755-addb-295bcf340e1b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f597535-241a-48a0-9b7e-0588a1713134 HTTP/1.1" status: 200 len: 944 time: 0.2531993 Jul 09 09:44:43.104010 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0af9daf-4a7e-4097-930c-9b1ce64aded5 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:43.113227 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0af9daf-4a7e-4097-930c-9b1ce64aded5 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:43.160280 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4a816a6-12c8-46b1-a4e5-3fa52fc0be8a req-cc9eacde-cce1-44ce-b55c-f834c1e25352 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740022 Jul 09 09:44:43.162522 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af9daf-4a7e-4097-930c-9b1ce64aded5 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a980b6-f6a0-4b4a-95cf-9c39b753c875,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:43.170133 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0af9daf-4a7e-4097-930c-9b1ce64aded5 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:43.174883 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e0af9daf-4a7e-4097-930c-9b1ce64aded5 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3129754 Jul 09 09:44:43.175628 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37634) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:43.184639 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9f338425-4b4d-435a-ac74-d58fb8ee0de3 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group_rule': {'security_group_id': 'cd343526-ca52-4e23-84fb-75718aa84afd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:43.223211 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-702d15a5-ff67-429f-860e-45fd5c396eaa req-6024e080-2967-41c3-a986-343315a041ed service neutron] 10.222.0.58 "GET /v2.0/networks/839c08a4-4733-45d9-b5f6-03b4d5176fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357719 Jul 09 09:44:43.236870 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 7181e37c-66b6-4fcc-b212-bfacc18e0933 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:44:43.248670 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f338425-4b4d-435a-ac74-d58fb8ee0de3 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:43.339766 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-9f338425-4b4d-435a-ac74-d58fb8ee0de3 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 09:44:43.344407 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9f338425-4b4d-435a-ac74-d58fb8ee0de3 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1676655 Jul 09 09:44:43.345229 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37636) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:43.439063 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 7181e37c-66b6-4fcc-b212-bfacc18e0933, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=7181e37c-66b6-4fcc-b212-bfacc18e0933,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:43.454778 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-63ab2a4b-b6c9-443d-9de2-7f07bae249b4 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:43.475375 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '7181e37c-66b6-4fcc-b212-bfacc18e0933', 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142', 'port_id': '7181e37c-66b6-4fcc-b212-bfacc18e0933', 'mac_address': 'fa:16:3e:74:e3:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:44:43.499483 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-63ab2a4b-b6c9-443d-9de2-7f07bae249b4 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:43.537316 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:43.564020 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7181e37c-66b6-4fcc-b212-bfacc18e0933 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:44:43.575438 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-63ab2a4b-b6c9-443d-9de2-7f07bae249b4 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:43.579095 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-63ab2a4b-b6c9-443d-9de2-7f07bae249b4 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:43.581616 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-63ab2a4b-b6c9-443d-9de2-7f07bae249b4 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "DELETE /v2.0/security-groups/cd343526-ca52-4e23-84fb-75718aa84afd HTTP/1.1" status: 204 len: 168 time: 0.2346802 Jul 09 09:44:43.583712 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37646) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:43.621964 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab2a4b-b6c9-443d-9de2-7f07bae249b4 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd343526-ca52-4e23-84fb-75718aa84afd,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:43.646967 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 7181e37c-66b6-4fcc-b212-bfacc18e0933, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=7181e37c-66b6-4fcc-b212-bfacc18e0933,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:43.659012 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:43.711244 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37652) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:43.711638 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-697f3199-4a09-4ce9-80b1-ef148e8a84cc tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1266232 Jul 09 09:44:43.717323 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ba010e30-c7a6-4fcf-a338-e31c93b152af tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group': {'name': 'tempest-secgroup--1026964349'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:43.741431 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0a9c7-5309-41df-9c90-418d095f247a req-7b1825dd-73c3-4991-9361-c22f08c1c4c3 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:43.752656 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba010e30-c7a6-4fcf-a338-e31c93b152af tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:43.754933 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=7181e37c-66b6-4fcc-b212-bfacc18e0933,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:43.757820 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5d0a9c7-5309-41df-9c90-418d095f247a req-7b1825dd-73c3-4991-9361-c22f08c1c4c3 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.1250217 Jul 09 09:44:43.770146 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:43.772022 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:43.773760 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:43.773982 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:43.776959 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:43.777333 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:43.777944 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:43.778056 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:43.778332 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:43.778663 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:43.778992 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:43.779316 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:44:43.836436 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5d0a9c7-5309-41df-9c90-418d095f247a req-a4df9ca4-741b-4e70-b6f9-39879619f9df tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776563 Jul 09 09:44:43.888659 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba010e30-c7a6-4fcf-a338-e31c93b152af tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:43.894061 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba010e30-c7a6-4fcf-a338-e31c93b152af tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:43.932608 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba010e30-c7a6-4fcf-a338-e31c93b152af tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0d2449-71cd-4ab6-925c-029b9152353b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:43.955662 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba010e30-c7a6-4fcf-a338-e31c93b152af tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:43.957047 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ba010e30-c7a6-4fcf-a338-e31c93b152af tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2435460 Jul 09 09:44:43.960906 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37656) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:43.969394 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d642675a-6335-4090-bcad-f11057f88bbe tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group_rule': {'security_group_id': '1d0d2449-71cd-4ab6-925c-029b9152353b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:43.970102 n-d-799996-1 neutron-server[93791]: WARNING neutron.api.v2.base [None req-d642675a-6335-4090-bcad-f11057f88bbe tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 09 09:44:43.970892 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-d642675a-6335-4090-bcad-f11057f88bbe tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:44:43.972071 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d642675a-6335-4090-bcad-f11057f88bbe tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0090983 Jul 09 09:44:43.975068 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37658) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:43.986213 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['7181e37c-66b6-4fcc-b212-bfacc18e0933'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:44:44.057669 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5762b039-bcb2-43f4-9f1a-6ba30658a4a1 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:44.107025 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5762b039-bcb2-43f4-9f1a-6ba30658a4a1 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:44.196037 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5762b039-bcb2-43f4-9f1a-6ba30658a4a1 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:44.199666 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5762b039-bcb2-43f4-9f1a-6ba30658a4a1 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:44.200941 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5762b039-bcb2-43f4-9f1a-6ba30658a4a1 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "DELETE /v2.0/security-groups/1d0d2449-71cd-4ab6-925c-029b9152353b HTTP/1.1" status: 204 len: 168 time: 0.2248716 Jul 09 09:44:44.203668 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37662) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:44.240083 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762b039-bcb2-43f4-9f1a-6ba30658a4a1 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0d2449-71cd-4ab6-925c-029b9152353b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:44.313673 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1ecf8449-6752-40b7-bd5f-cfd4d46b18f6 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1054938 Jul 09 09:44:44.314188 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37666) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:44.318761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7537dc50-033c-495c-8a75-9cf31211750f tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group': {'name': 'tempest-secgroup--1812626428'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:44.387126 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7537dc50-033c-495c-8a75-9cf31211750f tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:44.488858 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7537dc50-033c-495c-8a75-9cf31211750f tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:44.497429 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7537dc50-033c-495c-8a75-9cf31211750f tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:44.531786 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e884f-db66-402f-880c-a8cdd4c2250b req-2b2a9d63-6274-4852-847f-7e9023e9cafb tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:44.533327 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-047e884f-db66-402f-880c-a8cdd4c2250b req-2b2a9d63-6274-4852-847f-7e9023e9cafb tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f597535-241a-48a0-9b7e-0588a1713134 HTTP/1.1" status: 200 len: 945 time: 0.1805298 Jul 09 09:44:44.534102 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7537dc50-033c-495c-8a75-9cf31211750f tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:44.535317 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7537dc50-033c-495c-8a75-9cf31211750f tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2201285 Jul 09 09:44:44.538527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37672) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:44.547321 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b4eeeff7-82a0-40fe-9101-1cea0df05043 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group_rule': {'security_group_id': '08a3c45f-169b-4ce1-bcb8-911f2f67fa8d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:44.548313 n-d-799996-1 neutron-server[93790]: WARNING neutron.api.v2.base [None req-b4eeeff7-82a0-40fe-9101-1cea0df05043 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 09 09:44:44.548713 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-b4eeeff7-82a0-40fe-9101-1cea0df05043 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:44:44.552240 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b4eeeff7-82a0-40fe-9101-1cea0df05043 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0102496 Jul 09 09:44:44.553178 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37674) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:44.573275 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537dc50-033c-495c-8a75-9cf31211750f tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a3c45f-169b-4ce1-bcb8-911f2f67fa8d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:44.611957 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-047e884f-db66-402f-880c-a8cdd4c2250b req-ecf2c3aa-8e76-4b15-bd64-883ecd4bda54 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684459 Jul 09 09:44:44.639612 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d67b7b26-73bb-49e3-a779-e434c856b2bf tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:44.672397 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d67b7b26-73bb-49e3-a779-e434c856b2bf tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:44.737302 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d67b7b26-73bb-49e3-a779-e434c856b2bf tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:44.741345 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d67b7b26-73bb-49e3-a779-e434c856b2bf tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:44.745281 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d67b7b26-73bb-49e3-a779-e434c856b2bf tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "DELETE /v2.0/security-groups/08a3c45f-169b-4ce1-bcb8-911f2f67fa8d HTTP/1.1" status: 204 len: 168 time: 0.1880639 Jul 09 09:44:44.746098 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37678) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:44.762024 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b7b26-73bb-49e3-a779-e434c856b2bf tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a3c45f-169b-4ce1-bcb8-911f2f67fa8d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:44.808786 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-489bb94e-b28a-46e3-be94-a918d70191a4 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0613079 Jul 09 09:44:44.813004 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37680) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:44.818062 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-bd985c1a-d6ae-4b59-b8d2-71927fc5b29a tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group': {'name': 'tempest-secgroup--442727863'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:44.845846 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd985c1a-d6ae-4b59-b8d2-71927fc5b29a tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:45.051265 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd985c1a-d6ae-4b59-b8d2-71927fc5b29a tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:45.058758 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd985c1a-d6ae-4b59-b8d2-71927fc5b29a tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:45.085862 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ade3f-b3e4-40a3-afdb-600997e2a7eb req-564bd06f-0516-4de1-9b3a-741c0e66c1a3 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:45.088067 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a89ade3f-b3e4-40a3-afdb-600997e2a7eb req-564bd06f-0516-4de1-9b3a-741c0e66c1a3 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.1285367 Jul 09 09:44:45.094039 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd985c1a-d6ae-4b59-b8d2-71927fc5b29a tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:45.095214 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-bd985c1a-d6ae-4b59-b8d2-71927fc5b29a tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2809868 Jul 09 09:44:45.098074 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37686) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:45.104221 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7fda584b-649b-4aac-b044-4c75204abab7 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group_rule': {'security_group_id': 'e75bc245-1f99-46a1-ac08-b2d87dc625d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:45.105382 n-d-799996-1 neutron-server[93791]: WARNING neutron.api.v2.base [None req-7fda584b-649b-4aac-b044-4c75204abab7 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 09 09:44:45.106098 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-7fda584b-649b-4aac-b044-4c75204abab7 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:44:45.107902 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7fda584b-649b-4aac-b044-4c75204abab7 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080383 Jul 09 09:44:45.110370 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37688) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:45.122617 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8b6e8292-4f8a-409d-911f-7d5d8416157e tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group_rule': {'security_group_id': 'e75bc245-1f99-46a1-ac08-b2d87dc625d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:45.123086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd985c1a-d6ae-4b59-b8d2-71927fc5b29a tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e75bc245-1f99-46a1-ac08-b2d87dc625d9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:45.123962 n-d-799996-1 neutron-server[93791]: WARNING neutron.api.v2.base [None req-8b6e8292-4f8a-409d-911f-7d5d8416157e tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 09 09:44:45.137241 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-8b6e8292-4f8a-409d-911f-7d5d8416157e tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:44:45.140814 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8b6e8292-4f8a-409d-911f-7d5d8416157e tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0292130 Jul 09 09:44:45.143816 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37690) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:45.156536 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b73d8740-5f93-4fdc-8cec-f35cdcb7088d tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group_rule': {'security_group_id': 'e75bc245-1f99-46a1-ac08-b2d87dc625d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:45.158060 n-d-799996-1 neutron-server[93791]: WARNING neutron.api.v2.base [None req-b73d8740-5f93-4fdc-8cec-f35cdcb7088d tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 09 09:44:45.160302 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-b73d8740-5f93-4fdc-8cec-f35cdcb7088d tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:44:45.163775 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b73d8740-5f93-4fdc-8cec-f35cdcb7088d tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0186732 Jul 09 09:44:45.167145 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37692) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:45.181120 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a89ade3f-b3e4-40a3-afdb-600997e2a7eb req-3621a5ab-f894-4d16-bf7e-ea3111a03dfb tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828509 Jul 09 09:44:45.182497 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-eed61c7c-6f08-4ae2-96e8-7b3a86213d72 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group_rule': {'security_group_id': 'e75bc245-1f99-46a1-ac08-b2d87dc625d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:45.184463 n-d-799996-1 neutron-server[93791]: WARNING neutron.api.v2.base [None req-eed61c7c-6f08-4ae2-96e8-7b3a86213d72 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 09 09:44:45.185073 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-eed61c7c-6f08-4ae2-96e8-7b3a86213d72 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:44:45.186278 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-eed61c7c-6f08-4ae2-96e8-7b3a86213d72 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0178413 Jul 09 09:44:45.189043 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37694) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:45.251261 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 7181e37c-66b6-4fcc-b212-bfacc18e0933 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:44:45.280793 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df9223cb-6969-41fc-bce6-197ea409eba6 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:45.322453 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df9223cb-6969-41fc-bce6-197ea409eba6 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:45.385780 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 7181e37c-66b6-4fcc-b212-bfacc18e0933 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:44:45.391151 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 7181e37c-66b6-4fcc-b212-bfacc18e0933 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:44:45.391903 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:45.457377 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df9223cb-6969-41fc-bce6-197ea409eba6 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:45.469426 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df9223cb-6969-41fc-bce6-197ea409eba6 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:45.471821 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-df9223cb-6969-41fc-bce6-197ea409eba6 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "DELETE /v2.0/security-groups/e75bc245-1f99-46a1-ac08-b2d87dc625d9 HTTP/1.1" status: 204 len: 168 time: 0.2805309 Jul 09 09:44:45.473376 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37700) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:45.498773 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9223cb-6969-41fc-bce6-197ea409eba6 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75bc245-1f99-46a1-ac08-b2d87dc625d9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:45.583085 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-665e90d3-b5d3-4d64-b3ff-34fa2ad98954 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1083596 Jul 09 09:44:45.587871 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37702) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:45.592844 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0cf26145-8032-4a32-936e-78cfae90d57b tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group': {'name': 'tempest-secgroup--1602979446'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:45.601907 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:45.626915 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f597535-241a-48a0-9b7e-0588a1713134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7181e37c-66b6-4fcc-b212-bfacc18e0933'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:44:45.628500 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0cf26145-8032-4a32-936e-78cfae90d57b tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:45.640544 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870533e0-b58d-4bdf-87fd-e2ec3310dae3" -d '{"events": [{"server_uuid": "8f597535-241a-48a0-9b7e-0588a1713134", "name": "network-vif-plugged", "status": "completed", "tag": "7181e37c-66b6-4fcc-b212-bfacc18e0933"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:44:45.695012 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 7181e37c-66b6-4fcc-b212-bfacc18e0933, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=7181e37c-66b6-4fcc-b212-bfacc18e0933,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:45.703023 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:45.788132 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0cf26145-8032-4a32-936e-78cfae90d57b tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:45.792571 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0cf26145-8032-4a32-936e-78cfae90d57b tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:45.799221 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74603798-0f24-4d62-9f91-e5da297d0495 x-openstack-request-id: req-74603798-0f24-4d62-9f91-e5da297d0495 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:44:45.799505 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f597535-241a-48a0-9b7e-0588a1713134", "name": "network-vif-plugged", "status": "completed", "tag": "7181e37c-66b6-4fcc-b212-bfacc18e0933", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:44:45.799788 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-74603798-0f24-4d62-9f91-e5da297d0495 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:44:45.800171 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f597535-241a-48a0-9b7e-0588a1713134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7181e37c-66b6-4fcc-b212-bfacc18e0933', 'code': 200} Jul 09 09:44:45.832825 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0cf26145-8032-4a32-936e-78cfae90d57b tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:45.836191 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0cf26145-8032-4a32-936e-78cfae90d57b tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2472847 Jul 09 09:44:45.837599 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37712) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:45.842289 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b21bd9ab-b945-40fa-814f-6750bd04ec76 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group_rule': {'security_group_id': '392bfbea-81b7-4cf6-84e0-81a11d342582', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:45.842795 n-d-799996-1 neutron-server[93791]: WARNING neutron.api.v2.base [None req-b21bd9ab-b945-40fa-814f-6750bd04ec76 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 09:44:45.843272 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-b21bd9ab-b945-40fa-814f-6750bd04ec76 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:44:45.844272 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b21bd9ab-b945-40fa-814f-6750bd04ec76 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056772 Jul 09 09:44:45.849221 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37714) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:45.856549 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-75ca9d0a-7dbe-440b-a898-7112739ef250 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group_rule': {'security_group_id': '392bfbea-81b7-4cf6-84e0-81a11d342582', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:45.860675 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf26145-8032-4a32-936e-78cfae90d57b tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=392bfbea-81b7-4cf6-84e0-81a11d342582,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:45.862772 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=7181e37c-66b6-4fcc-b212-bfacc18e0933,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:45.926912 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-75ca9d0a-7dbe-440b-a898-7112739ef250 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:44:45.931380 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-75ca9d0a-7dbe-440b-a898-7112739ef250 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0778158 Jul 09 09:44:45.931546 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37716) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:45.937518 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-bfd473e4-e9b7-4301-8f15-e126ab616cd2 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group_rule': {'security_group_id': '392bfbea-81b7-4cf6-84e0-81a11d342582', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:45.938009 n-d-799996-1 neutron-server[93791]: WARNING neutron.api.v2.base [None req-bfd473e4-e9b7-4301-8f15-e126ab616cd2 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 09 09:44:45.940671 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-bfd473e4-e9b7-4301-8f15-e126ab616cd2 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:44:45.944191 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bfd473e4-e9b7-4301-8f15-e126ab616cd2 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0091810 Jul 09 09:44:45.944854 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37718) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:45.955474 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2e29583b-a30b-4a32-bfaf-461e5c77c368 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group_rule': {'security_group_id': '392bfbea-81b7-4cf6-84e0-81a11d342582', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:46.007919 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-2e29583b-a30b-4a32-bfaf-461e5c77c368 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:44:46.010740 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2e29583b-a30b-4a32-bfaf-461e5c77c368 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0645227 Jul 09 09:44:46.013583 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37722) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:46.021507 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a0725db4-b8c4-403f-8296-dfbfaa15adc6 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group_rule': {'security_group_id': '392bfbea-81b7-4cf6-84e0-81a11d342582', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:46.022563 n-d-799996-1 neutron-server[93791]: WARNING neutron.api.v2.base [None req-a0725db4-b8c4-403f-8296-dfbfaa15adc6 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 09:44:46.023462 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-a0725db4-b8c4-403f-8296-dfbfaa15adc6 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:44:46.024843 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a0725db4-b8c4-403f-8296-dfbfaa15adc6 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099928 Jul 09 09:44:46.027541 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37724) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:46.034969 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-93110332-4921-40ed-8ee1-4a0b32a71db2 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group_rule': {'security_group_id': '392bfbea-81b7-4cf6-84e0-81a11d342582', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:46.120423 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-93110332-4921-40ed-8ee1-4a0b32a71db2 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:44:46.125171 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-93110332-4921-40ed-8ee1-4a0b32a71db2 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0961833 Jul 09 09:44:46.126159 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37732) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:46.135471 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-dd848795-3da5-4c25-b6fa-493ec23a40f7 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group_rule': {'security_group_id': '392bfbea-81b7-4cf6-84e0-81a11d342582', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:46.150738 n-d-799996-1 neutron-server[93791]: WARNING neutron.api.v2.base [None req-dd848795-3da5-4c25-b6fa-493ec23a40f7 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 09 09:44:46.151775 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-dd848795-3da5-4c25-b6fa-493ec23a40f7 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:44:46.157697 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dd848795-3da5-4c25-b6fa-493ec23a40f7 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0302508 Jul 09 09:44:46.159524 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37734) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:46.170818 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-831c3062-1158-4b3b-b853-cca101f0c3e4 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group_rule': {'security_group_id': '392bfbea-81b7-4cf6-84e0-81a11d342582', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:46.245549 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-831c3062-1158-4b3b-b853-cca101f0c3e4 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:44:46.250175 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-831c3062-1158-4b3b-b853-cca101f0c3e4 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0859599 Jul 09 09:44:46.251086 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37736) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:46.259351 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-573d488d-9a71-4361-80b0-ac953696c68c tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group_rule': {'security_group_id': '392bfbea-81b7-4cf6-84e0-81a11d342582', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:46.329767 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-573d488d-9a71-4361-80b0-ac953696c68c tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:44:46.331073 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-573d488d-9a71-4361-80b0-ac953696c68c tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0786340 Jul 09 09:44:46.333959 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37742) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:46.408022 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df7e550c-e58f-4fce-b312-88ecb8c1aeb9 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:46.457799 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df7e550c-e58f-4fce-b312-88ecb8c1aeb9 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:46.521700 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df7e550c-e58f-4fce-b312-88ecb8c1aeb9 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:46.526382 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df7e550c-e58f-4fce-b312-88ecb8c1aeb9 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:46.529593 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-df7e550c-e58f-4fce-b312-88ecb8c1aeb9 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "DELETE /v2.0/security-groups/392bfbea-81b7-4cf6-84e0-81a11d342582 HTTP/1.1" status: 204 len: 168 time: 0.1945012 Jul 09 09:44:46.533623 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37746) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:46.542111 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e550c-e58f-4fce-b312-88ecb8c1aeb9 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=392bfbea-81b7-4cf6-84e0-81a11d342582,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:46.617886 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-658b4caa-f9e2-46f3-945a-7fbf143b54bb tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0756292 Jul 09 09:44:46.622080 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37748) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:46.628161 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab1054-929e-4ae0-82ca-305584b88643 req-e15610d7-9f9d-49ea-862e-7212062a197b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:46.629455 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6f297f7c-8241-432c-9709-dea7c5d63477 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633538467'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:46.629984 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cfab1054-929e-4ae0-82ca-305584b88643 req-e15610d7-9f9d-49ea-862e-7212062a197b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f597535-241a-48a0-9b7e-0588a1713134 HTTP/1.1" status: 200 len: 946 time: 0.7144995 Jul 09 09:44:46.639508 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba755db-8f82-46de-8f2b-95a0cf80af3d req-66c15a2f-6078-4e1b-84e9-5833cfb58be3 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:46.648386 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ba755db-8f82-46de-8f2b-95a0cf80af3d req-66c15a2f-6078-4e1b-84e9-5833cfb58be3 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.7422533 Jul 09 09:44:46.679532 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f297f7c-8241-432c-9709-dea7c5d63477 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:46.697336 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad487b-401d-4b77-b220-c81f1cb66880 req-99dc11eb-ce05-44cb-a4e1-8ec737d286a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:46.698985 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-daad487b-401d-4b77-b220-c81f1cb66880 req-99dc11eb-ce05-44cb-a4e1-8ec737d286a5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8f597535-241a-48a0-9b7e-0588a1713134 HTTP/1.1" status: 200 len: 1097 time: 0.8494842 Jul 09 09:44:46.753740 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ba755db-8f82-46de-8f2b-95a0cf80af3d req-c7a77577-bb47-430c-b72d-3f6ef3d6c89c tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041591 Jul 09 09:44:46.772825 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cfab1054-929e-4ae0-82ca-305584b88643 req-474547ed-3429-496e-9849-3bdc968217e9 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120877 Jul 09 09:44:46.796103 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-daad487b-401d-4b77-b220-c81f1cb66880 req-52a3523b-798e-4f53-9182-bc0ee638f946 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892127 Jul 09 09:44:46.830071 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f297f7c-8241-432c-9709-dea7c5d63477 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:46.835292 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f297f7c-8241-432c-9709-dea7c5d63477 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:46.870216 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f297f7c-8241-432c-9709-dea7c5d63477 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe5bd46-9e41-48cb-870c-9cf55ffc754d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:46.873831 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f297f7c-8241-432c-9709-dea7c5d63477 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:46.877740 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6f297f7c-8241-432c-9709-dea7c5d63477 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2514317 Jul 09 09:44:46.877987 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37756) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:46.883226 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2016f3ca-d794-41b5-b3a0-deb2c2563a62 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group_rule': {'security_group_id': 'bfe5bd46-9e41-48cb-870c-9cf55ffc754d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:46.941981 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-2016f3ca-d794-41b5-b3a0-deb2c2563a62 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] create failed (client error): The resource could not be found. Jul 09 09:44:46.946537 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2016f3ca-d794-41b5-b3a0-deb2c2563a62 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0642967 Jul 09 09:44:46.946935 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37758) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:46.955137 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a0819c17-6060-448b-b13b-0a1960874fbb tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group_rule': {'security_group_id': 'bfe5bd46-9e41-48cb-870c-9cf55ffc754d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '21165e1b-96d6-43bd-8680-2422def80e51'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:47.007391 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-a0819c17-6060-448b-b13b-0a1960874fbb tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] create failed (client error): The resource could not be found. Jul 09 09:44:47.011830 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a0819c17-6060-448b-b13b-0a1960874fbb tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0613031 Jul 09 09:44:47.012304 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37762) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:47.101448 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53bfd638-65ae-42a5-86a4-903ef67a3d1d tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:47.134731 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53bfd638-65ae-42a5-86a4-903ef67a3d1d tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:47.212613 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53bfd638-65ae-42a5-86a4-903ef67a3d1d tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:47.216671 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53bfd638-65ae-42a5-86a4-903ef67a3d1d tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:47.220188 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-53bfd638-65ae-42a5-86a4-903ef67a3d1d tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "DELETE /v2.0/security-groups/bfe5bd46-9e41-48cb-870c-9cf55ffc754d HTTP/1.1" status: 204 len: 168 time: 0.2044866 Jul 09 09:44:47.220683 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37774) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:47.237925 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfd638-65ae-42a5-86a4-903ef67a3d1d tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe5bd46-9e41-48cb-870c-9cf55ffc754d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:47.289094 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37776) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:47.294155 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-28f6fb98-4a65-461c-9c74-acda06469a1d tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group_rule': {'security_group_id': '54fe8c2e-24c2-4a5a-98d4-f8befd8c304f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:47.300378 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f0f3a358-3df3-4e55-8bdf-af620e34f9cc tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0785644 Jul 09 09:44:47.351757 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-28f6fb98-4a65-461c-9c74-acda06469a1d tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] create failed (client error): The resource could not be found. Jul 09 09:44:47.353628 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-28f6fb98-4a65-461c-9c74-acda06469a1d tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0630164 Jul 09 09:44:47.358531 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37778) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:47.363351 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-840e95c0-5b36-448f-9a51-86f2da2092bd tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427475990'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:47.387058 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-840e95c0-5b36-448f-9a51-86f2da2092bd tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:47.475944 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37782) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:47.525610 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-840e95c0-5b36-448f-9a51-86f2da2092bd tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:47.531628 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-840e95c0-5b36-448f-9a51-86f2da2092bd tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:47.624859 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-840e95c0-5b36-448f-9a51-86f2da2092bd tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:47.631034 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37786) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:47.635963 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-840e95c0-5b36-448f-9a51-86f2da2092bd tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2757761 Jul 09 09:44:47.640645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ed641e07-e845-4b94-b56e-f414312c8951 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group': {'name': 'tempest-secgroup--241215427'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:47.668439 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e95c0-5b36-448f-9a51-86f2da2092bd tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=124469df-ff8a-4770-ab0e-777336e2fb2f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:47.767082 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ed641e07-e845-4b94-b56e-f414312c8951 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:48.239115 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ed641e07-e845-4b94-b56e-f414312c8951 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:48.247484 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb2724-4850-4bc2-8189-286784db61a9 req-78a397dd-3b74-45b2-9abb-f091ec074554 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:48.249029 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d2cb2724-4850-4bc2-8189-286784db61a9 req-78a397dd-3b74-45b2-9abb-f091ec074554 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f597535-241a-48a0-9b7e-0588a1713134 HTTP/1.1" status: 200 len: 946 time: 0.2504263 Jul 09 09:44:48.264980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb6fe5-aa11-406a-87aa-39f369d40546 req-c309aa16-894c-4f72-9b72-d5706dabeeab tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:48.266389 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6eb6fe5-aa11-406a-87aa-39f369d40546 req-c309aa16-894c-4f72-9b72-d5706dabeeab tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.2637160 Jul 09 09:44:48.272278 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ed641e07-e845-4b94-b56e-f414312c8951 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:48.371566 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ed641e07-e845-4b94-b56e-f414312c8951 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:48.375987 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ed641e07-e845-4b94-b56e-f414312c8951 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7399311 Jul 09 09:44:48.377216 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37798) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:48.386637 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-cbb8610c-e3b2-4721-86f5-af4ec992e544 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group_rule': {'security_group_id': '124469df-ff8a-4770-ab0e-777336e2fb2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'af2faf37-8dc2-4803-a047-1f71e63c4538'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:48.400160 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed641e07-e845-4b94-b56e-f414312c8951 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2faf37-8dc2-4803-a047-1f71e63c4538,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:48.417585 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6eb6fe5-aa11-406a-87aa-39f369d40546 req-3205a486-824e-4965-a910-60ac78fdc98b tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502025 Jul 09 09:44:48.446204 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d2cb2724-4850-4bc2-8189-286784db61a9 req-9dccf24b-75eb-41ad-ba20-ba928c87dc65 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752031 Jul 09 09:44:48.454991 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-cbb8610c-e3b2-4721-86f5-af4ec992e544 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:44:48.456490 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cbb8610c-e3b2-4721-86f5-af4ec992e544 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0776203 Jul 09 09:44:48.459893 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37800) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:48.541048 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c31f2c68-d388-426e-a611-9ca2c736cf8a tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:48.570984 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c31f2c68-d388-426e-a611-9ca2c736cf8a tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:48.611766 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c81230f-2b75-432c-b4e6-aa7db1b18f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:48.637355 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c31f2c68-d388-426e-a611-9ca2c736cf8a tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:48.640200 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c31f2c68-d388-426e-a611-9ca2c736cf8a tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:48.641601 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c31f2c68-d388-426e-a611-9ca2c736cf8a tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "DELETE /v2.0/security-groups/af2faf37-8dc2-4803-a047-1f71e63c4538 HTTP/1.1" status: 204 len: 168 time: 0.1805809 Jul 09 09:44:48.649046 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37806) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:48.670631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f2c68-d388-426e-a611-9ca2c736cf8a tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2faf37-8dc2-4803-a047-1f71e63c4538,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:48.729352 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20471465-a4f0-4b24-a14a-c3511a8fac54 req-f19cfb90-2744-46e8-814a-3b94e74f7e32 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:48.730937 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20471465-a4f0-4b24-a14a-c3511a8fac54 req-f19cfb90-2744-46e8-814a-3b94e74f7e32 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 946 time: 0.1671834 Jul 09 09:44:48.738975 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fdac8da5-1d83-4c86-a6d7-6f9325660436 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0886443 Jul 09 09:44:48.739888 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37808) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:48.806500 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b54ab9b9-522c-45c0-a30a-b3cd26cec10d tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:48.837089 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b54ab9b9-522c-45c0-a30a-b3cd26cec10d tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:48.884400 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b54ab9b9-522c-45c0-a30a-b3cd26cec10d tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:48.887967 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b54ab9b9-522c-45c0-a30a-b3cd26cec10d tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:48.889403 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b54ab9b9-522c-45c0-a30a-b3cd26cec10d tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "DELETE /v2.0/security-groups/124469df-ff8a-4770-ab0e-777336e2fb2f HTTP/1.1" status: 204 len: 168 time: 0.1484003 Jul 09 09:44:48.893792 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37812) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:48.900649 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ab9b9-522c-45c0-a30a-b3cd26cec10d tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=124469df-ff8a-4770-ab0e-777336e2fb2f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:49.003928 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0bf4c0f9-98f2-4d48-9ea8-ec66a3fa2e08 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1095519 Jul 09 09:44:49.007439 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37814) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:49.012695 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d6ea0e52-e0d9-4162-92b0-cab72e305d29 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group': {'name': 'tempest-secgroup--664118004'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:49.025540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-20471465-a4f0-4b24-a14a-c3511a8fac54 req-3d0adc6a-cbcf-48a9-8634-4df34a00952d tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Deleting port 72c1bd28-2b00-4bb6-aead-c595e46e8513 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:49.026123 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-20471465-a4f0-4b24-a14a-c3511a8fac54 req-3d0adc6a-cbcf-48a9-8634-4df34a00952d tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:49.043787 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6ea0e52-e0d9-4162-92b0-cab72e305d29 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:49.190599 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6ea0e52-e0d9-4162-92b0-cab72e305d29 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:49.196808 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6ea0e52-e0d9-4162-92b0-cab72e305d29 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:49.228728 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-20471465-a4f0-4b24-a14a-c3511a8fac54 req-3d0adc6a-cbcf-48a9-8634-4df34a00952d tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] For port 72c1bd28-2b00-4bb6-aead-c595e46e8513, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=72c1bd28-2b00-4bb6-aead-c595e46e8513,segment=NetworkSegment(25c9a05e-6aaa-4f76-978a-42d699f844f1),segment_id=25c9a05e-6aaa-4f76-978a-42d699f844f1)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:49.229096 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-20471465-a4f0-4b24-a14a-c3511a8fac54 req-3d0adc6a-cbcf-48a9-8634-4df34a00952d tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:49.241204 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea0e52-e0d9-4162-92b0-cab72e305d29 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b174a1-1976-4b40-9de2-e51a72f07c17,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:49.248761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-20471465-a4f0-4b24-a14a-c3511a8fac54 req-3d0adc6a-cbcf-48a9-8634-4df34a00952d tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Calling delete_port for 72c1bd28-2b00-4bb6-aead-c595e46e8513 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:49.252110 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6ea0e52-e0d9-4162-92b0-cab72e305d29 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:49.254664 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d6ea0e52-e0d9-4162-92b0-cab72e305d29 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2462847 Jul 09 09:44:49.258027 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37816) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:49.264365 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4fba0d40-cc33-4d3a-840e-cd4902bd6e12 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:49.264796 n-d-799996-1 neutron-server[93791]: WARNING neutron.api.v2.base [None req-4fba0d40-cc33-4d3a-840e-cd4902bd6e12 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 09:44:49.265666 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-4fba0d40-cc33-4d3a-840e-cd4902bd6e12 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 09:44:49.267483 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4fba0d40-cc33-4d3a-840e-cd4902bd6e12 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "PUT /v2.0/security-groups/03b174a1-1976-4b40-9de2-e51a72f07c17 HTTP/1.1" status: 409 len: 330 time: 0.0070100 Jul 09 09:44:49.269725 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37820) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:49.307887 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3c81230f-2b75-432c-b4e6-aa7db1b18f86 admin admin] Deleting port ece5828a-835e-40a1-a0d2-097ae8255d52 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:49.308223 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c81230f-2b75-432c-b4e6-aa7db1b18f86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:49.354835 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76c7d519-dfd9-451a-9b08-f6064d26f568 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:49.387459 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76c7d519-dfd9-451a-9b08-f6064d26f568 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:49.408980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-3c81230f-2b75-432c-b4e6-aa7db1b18f86 admin admin] For port ece5828a-835e-40a1-a0d2-097ae8255d52, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=ece5828a-835e-40a1-a0d2-097ae8255d52,segment=NetworkSegment(bbc829eb-840a-4f9c-b6c7-a422b7b82c77),segment_id=bbc829eb-840a-4f9c-b6c7-a422b7b82c77)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:49.409311 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c81230f-2b75-432c-b4e6-aa7db1b18f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:49.423184 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3c81230f-2b75-432c-b4e6-aa7db1b18f86 admin admin] Calling delete_port for ece5828a-835e-40a1-a0d2-097ae8255d52 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:49.448141 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76c7d519-dfd9-451a-9b08-f6064d26f568 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:49.463517 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76c7d519-dfd9-451a-9b08-f6064d26f568 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:49.467598 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-76c7d519-dfd9-451a-9b08-f6064d26f568 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "DELETE /v2.0/security-groups/03b174a1-1976-4b40-9de2-e51a72f07c17 HTTP/1.1" status: 204 len: 168 time: 0.1936877 Jul 09 09:44:49.468508 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37830) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:49.492091 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7d519-dfd9-451a-9b08-f6064d26f568 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b174a1-1976-4b40-9de2-e51a72f07c17,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:49.547787 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0c72f708-e715-4315-872c-fbbd2bac1e41 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0663223 Jul 09 09:44:49.547787 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37834) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:49.569528 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-482698c0-4845-4993-8cb4-7a230d33040d tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] delete failed (client error): The resource could not be found. Jul 09 09:44:49.569528 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-482698c0-4845-4993-8cb4-7a230d33040d tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "DELETE /v2.0/security-groups/0178aa5c-139a-4070-ae71-5273ae4fe907 HTTP/1.1" status: 404 len: 347 time: 0.0248919 Jul 09 09:44:49.569941 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37836) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:49.599864 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-73f50cf5-e785-4792-8f44-438a65d20d8a tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] show failed (client error): The resource could not be found. Jul 09 09:44:49.604619 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-73f50cf5-e785-4792-8f44-438a65d20d8a tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "GET /v2.0/security-groups/a31dfe24-4e2d-4b7b-9b06-03d85387099f HTTP/1.1" status: 404 len: 347 time: 0.0302365 Jul 09 09:44:49.605251 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37838) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:49.620499 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-fa96d13b-8a27-4aa4-af35-c26bdb6ba738 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] show failed (client error): The resource could not be found. Jul 09 09:44:49.625823 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fa96d13b-8a27-4aa4-af35-c26bdb6ba738 tempest-NegativeSecGroupTest-1269406284 tempest-NegativeSecGroupTest-1269406284-project] 10.222.0.61 "GET /v2.0/security-group-rules/faed084d-1616-48c6-8f2b-17f867bb73e4 HTTP/1.1" status: 404 len: 356 time: 0.0155616 Jul 09 09:44:49.818013 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-20471465-a4f0-4b24-a14a-c3511a8fac54 req-3d0adc6a-cbcf-48a9-8634-4df34a00952d tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:49.833695 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['916a3a12-fdc1-4827-86c2-8bf5dc9a09f2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:44:49.871089 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0adc6a-cbcf-48a9-8634-4df34a00952d tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Pushing event deleted for resources: {'Port': ['ID=72c1bd28-2b00-4bb6-aead-c595e46e8513,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:49.926522 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c81230f-2b75-432c-b4e6-aa7db1b18f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:49.999787 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-20471465-a4f0-4b24-a14a-c3511a8fac54 req-3d0adc6a-cbcf-48a9-8634-4df34a00952d tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] No DVR routers for this DVR port 72c1bd28-2b00-4bb6-aead-c595e46e8513 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:44:50.003108 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-20471465-a4f0-4b24-a14a-c3511a8fac54 req-3d0adc6a-cbcf-48a9-8634-4df34a00952d tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:50.006466 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20471465-a4f0-4b24-a14a-c3511a8fac54 req-3d0adc6a-cbcf-48a9-8634-4df34a00952d tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.58 "DELETE /v2.0/ports/72c1bd28-2b00-4bb6-aead-c595e46e8513 HTTP/1.1" status: 204 len: 173 time: 1.2432606 Jul 09 09:44:50.007240 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81230f-2b75-432c-b4e6-aa7db1b18f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=ece5828a-835e-40a1-a0d2-097ae8255d52,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:50.023934 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8', 'name': 'network-vif-deleted', 'tag': '72c1bd28-2b00-4bb6-aead-c595e46e8513'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:44:50.029685 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37846) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:50.030619 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0afde83-4db6-4817-ba86-4d9c4c974d71" -d '{"events": [{"server_uuid": "8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8", "name": "network-vif-deleted", "tag": "72c1bd28-2b00-4bb6-aead-c595e46e8513"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:44:50.054073 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343e042-95f2-4b34-96be-9aada6464591 req-0594c585-7da0-40f5-85de-10b444588754 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:50.056528 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a343e042-95f2-4b34-96be-9aada6464591 req-0594c585-7da0-40f5-85de-10b444588754 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8 HTTP/1.1" status: 200 len: 867 time: 0.3789964 Jul 09 09:44:50.070245 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e54aa0-e606-4925-b1fb-7ed5bf5baf21 req-3332501e-8669-4884-b7b0-25e45556c42b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:50.080254 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76e54aa0-e606-4925-b1fb-7ed5bf5baf21 req-3332501e-8669-4884-b7b0-25e45556c42b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f597535-241a-48a0-9b7e-0588a1713134 HTTP/1.1" status: 200 len: 946 time: 0.3866999 Jul 09 09:44:50.224400 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76e54aa0-e606-4925-b1fb-7ed5bf5baf21 req-deb50f03-929a-4b06-aa05-5dc25410cd66 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432128 Jul 09 09:44:50.518084 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a343e042-95f2-4b34-96be-9aada6464591 req-8282455d-8daf-4634-9eb4-35bbc881e600 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356947 Jul 09 09:44:50.541718 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f7834b68-eeb5-4cae-9ef9-c412425602d3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fceff28dd4ee4db5bf72b7b6c9514aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5096636 Jul 09 09:44:50.552494 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37860) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:50.700879 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ccc6a2f-0d34-429a-b388-5ee08726d52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:50.702632 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c81230f-2b75-432c-b4e6-aa7db1b18f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:50.726844 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 72c1bd28-2b00-4bb6-aead-c595e46e8513 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:44:50.771124 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 72c1bd28-2b00-4bb6-aead-c595e46e8513 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:44:50.771470 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 72c1bd28-2b00-4bb6-aead-c595e46e8513 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:44:50.772720 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ccc6a2f-0d34-429a-b388-5ee08726d52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:50.822172 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bf5249-5047-4d39-accc-b773b8580fb2 x-openstack-request-id: req-01bf5249-5047-4d39-accc-b773b8580fb2 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:44:50.822932 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8", "name": "network-vif-deleted", "tag": "72c1bd28-2b00-4bb6-aead-c595e46e8513", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:44:50.822932 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-01bf5249-5047-4d39-accc-b773b8580fb2 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:44:50.823114 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bbde93d-08f4-4f9c-b4d7-a3f58ec838f8', 'name': 'network-vif-deleted', 'tag': '72c1bd28-2b00-4bb6-aead-c595e46e8513', 'status': 'completed', 'code': 200} Jul 09 09:44:50.857432 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ccc6a2f-0d34-429a-b388-5ee08726d52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:50.861846 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ccc6a2f-0d34-429a-b388-5ee08726d52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:50.863283 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9ccc6a2f-0d34-429a-b388-5ee08726d52d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/caf13b39-2662-48e1-b23a-2a9a5f45a140 HTTP/1.1" status: 204 len: 168 time: 0.3181438 Jul 09 09:44:50.915201 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc6a2f-0d34-429a-b388-5ee08726d52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf13b39-2662-48e1-b23a-2a9a5f45a140,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:50.991494 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-32097fce-d31f-420d-81da-4a14b5eee372 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:50.996580 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-32097fce-d31f-420d-81da-4a14b5eee372 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/networks?id=0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 200 len: 806 time: 0.2769942 Jul 09 09:44:51.064995 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-1cf7c3cb-863b-4c91-9e46-bd7d82477143 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/quotas/2ac1d48021e34103a62b6ac5b060403c HTTP/1.1" status: 200 len: 375 time: 0.0628762 Jul 09 09:44:51.237898 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-e8a340f9-7f2c-4e84-ab85-fceb068712c0 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ac1d48021e34103a62b6ac5b060403c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1520903 Jul 09 09:44:51.244404 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c81230f-2b75-432c-b4e6-aa7db1b18f86 admin admin] Router cfae06f5-3216-4ab3-a577-47d9e6a51e58 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:44:52.049925 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c81230f-2b75-432c-b4e6-aa7db1b18f86 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:44:52.069749 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37908) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:52.073306 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3c81230f-2b75-432c-b4e6-aa7db1b18f86 admin admin] 10.222.0.61 "PUT /v2.0/routers/cfae06f5-3216-4ab3-a577-47d9e6a51e58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5957460 Jul 09 09:44:52.078185 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-86fdf9cd-2a1b-417e-8983-6b7e43ce840b service neutron] 10.222.0.61 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8238235 Jul 09 09:44:52.110400 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab67b24b-9d14-4548-b68e-e668e8710d5e None None] Sync routers for ids ['cfae06f5-3216-4ab3-a577-47d9e6a51e58'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:44:52.138861 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab67b24b-9d14-4548-b68e-e668e8710d5e None None] Routers {'cfae06f5-3216-4ab3-a577-47d9e6a51e58'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:44:52.139733 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ab67b24b-9d14-4548-b68e-e668e8710d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:44:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['cfae06f5-3216-4ab3-a577-47d9e6a51e58'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:52.322710 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ab67b24b-9d14-4548-b68e-e668e8710d5e None None] Set router cfae06f5-3216-4ab3-a577-47d9e6a51e58 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:44:52.340489 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-aad57e08-3256-476a-8897-309cede6f3a2 service neutron] 10.222.0.61 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453108 Jul 09 09:44:52.406464 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a33d9-033e-4e09-82ee-93507892a13a req-91084d11-27e8-4201-a254-57c25d108692 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:52.417845 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-033a33d9-033e-4e09-82ee-93507892a13a req-91084d11-27e8-4201-a254-57c25d108692 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 945 time: 0.1256132 Jul 09 09:44:52.451341 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31bb8a6f-12ca-48fd-a797-51c5c4a75106 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:52.491039 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:44:52.565881 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-033a33d9-033e-4e09-82ee-93507892a13a req-88efc217-b4e5-4066-bfb3-0ac7922e2340 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399581 Jul 09 09:44:52.675231 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31bb8a6f-12ca-48fd-a797-51c5c4a75106 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:52.693306 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86e99b11-bfc9-499b-bf78-56d92c6f3642 req-2d30e2be-5199-4b7b-b654-ad00892c7af8 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd723888-9b4d-4903-9dee-97e10e55f7a5 HTTP/1.1" status: 200 len: 210 time: 0.0805504 Jul 09 09:44:52.733476 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ab67b24b-9d14-4548-b68e-e668e8710d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'name': 'tempest-TaggedBootDevicesTest_v242-545706939-router', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '463331b5-eedb-482b-915c-2839d9c2e433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:13Z', 'updated_at': '2021-07-09T09:44:49Z', 'revision_number': 5, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'gw_port': {'id': '463331b5-eedb-482b-915c-2839d9c2e433', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:68:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:33:14Z', 'updated_at': '2021-07-09T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:52.765100 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab67b24b-9d14-4548-b68e-e668e8710d5e None None] Checking router: cfae06f5-3216-4ab3-a577-47d9e6a51e58 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:44:52.785904 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-31bb8a6f-12ca-48fd-a797-51c5c4a75106 admin admin] Deleting port 463331b5-eedb-482b-915c-2839d9c2e433 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:52.786299 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab67b24b-9d14-4548-b68e-e668e8710d5e None None] Routers {'cfae06f5-3216-4ab3-a577-47d9e6a51e58'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:44:52.787082 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ab67b24b-9d14-4548-b68e-e668e8710d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:44:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['cfae06f5-3216-4ab3-a577-47d9e6a51e58'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:52.788967 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31bb8a6f-12ca-48fd-a797-51c5c4a75106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:52.988274 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-31bb8a6f-12ca-48fd-a797-51c5c4a75106 admin admin] For port 463331b5-eedb-482b-915c-2839d9c2e433, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=463331b5-eedb-482b-915c-2839d9c2e433,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:52.988782 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31bb8a6f-12ca-48fd-a797-51c5c4a75106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:53.008441 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-31bb8a6f-12ca-48fd-a797-51c5c4a75106 admin admin] Calling delete_port for 463331b5-eedb-482b-915c-2839d9c2e433 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:53.018821 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ab67b24b-9d14-4548-b68e-e668e8710d5e None None] Set router cfae06f5-3216-4ab3-a577-47d9e6a51e58 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:44:53.089605 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ab67b24b-9d14-4548-b68e-e668e8710d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'name': 'tempest-TaggedBootDevicesTest_v242-545706939-router', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:13Z', 'updated_at': '2021-07-09T09:44:52Z', 'revision_number': 6, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:53.155492 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab67b24b-9d14-4548-b68e-e668e8710d5e None None] The sync data for ids ['cfae06f5-3216-4ab3-a577-47d9e6a51e58'] in n-d-799996-1 is: [{'id': 'cfae06f5-3216-4ab3-a577-47d9e6a51e58', 'name': 'tempest-TaggedBootDevicesTest_v242-545706939-router', 'tenant_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:33:13Z', 'updated_at': '2021-07-09T09:44:52Z', 'revision_number': 6, 'project_id': 'df38cd9bcbb7480b8739e27fba0b60f2', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:44:53.531305 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31bb8a6f-12ca-48fd-a797-51c5c4a75106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:53.608358 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb8a6f-12ca-48fd-a797-51c5c4a75106 admin admin] Pushing event deleted for resources: {'Port': ['ID=463331b5-eedb-482b-915c-2839d9c2e433,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:53.755901 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31bb8a6f-12ca-48fd-a797-51c5c4a75106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:53.947045 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31bb8a6f-12ca-48fd-a797-51c5c4a75106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:53.954396 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31bb8a6f-12ca-48fd-a797-51c5c4a75106 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:53.962320 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4d6e5-df96-414b-aaab-b26ad606dbf9 req-181b2c88-e65e-4eed-9ad9-ffab417cf0ae tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:53.971560 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7da4d6e5-df96-414b-aaab-b26ad606dbf9 req-181b2c88-e65e-4eed-9ad9-ffab417cf0ae tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 945 time: 0.1905951 Jul 09 09:44:54.011827 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31bb8a6f-12ca-48fd-a797-51c5c4a75106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:54.014151 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bb8a6f-12ca-48fd-a797-51c5c4a75106 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfae06f5-3216-4ab3-a577-47d9e6a51e58 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:44:54.022372 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31bb8a6f-12ca-48fd-a797-51c5c4a75106 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:54.025904 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-31bb8a6f-12ca-48fd-a797-51c5c4a75106 admin admin] 10.222.0.61 "DELETE /v2.0/routers/cfae06f5-3216-4ab3-a577-47d9e6a51e58 HTTP/1.1" status: 204 len: 168 time: 1.9500220 Jul 09 09:44:54.029053 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37956) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:54.078763 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-efa4cf4c-160d-4c76-8052-8e593171399f req-aadb0706-b6ac-4185-a127-65bc1454fbb2 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd723888-9b4d-4903-9dee-97e10e55f7a5 HTTP/1.1" status: 200 len: 210 time: 0.0923376 Jul 09 09:44:54.103845 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba638ef7-42ae-4f6a-9188-0f44d11a5cf3 admin admin] Deleting subnet c58141ca-34d8-4bfc-921c-8492b6a7dcd8 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:44:54.107745 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba638ef7-42ae-4f6a-9188-0f44d11a5cf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:54.145688 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba638ef7-42ae-4f6a-9188-0f44d11a5cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:54.161495 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7da4d6e5-df96-414b-aaab-b26ad606dbf9 req-60f2c15e-44fd-4a0a-a783-ffea67e312cd tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/security-groups?id=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507525 Jul 09 09:44:54.247617 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device ece5828a-835e-40a1-a0d2-097ae8255d52 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:44:54.315859 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: ece5828a-835e-40a1-a0d2-097ae8255d52 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:44:54.316210 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device ece5828a-835e-40a1-a0d2-097ae8255d52 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:44:54.349967 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba638ef7-42ae-4f6a-9188-0f44d11a5cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:54.364723 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c18b7e-cceb-4059-afa2-20fcd8a2766e req-6b19bade-797a-48eb-8724-47992fc8cafa tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:54.366830 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-46c18b7e-cceb-4059-afa2-20fcd8a2766e req-6b19bade-797a-48eb-8724-47992fc8cafa tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 945 time: 0.1786337 Jul 09 09:44:54.473042 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37966) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:54.618309 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-46c18b7e-cceb-4059-afa2-20fcd8a2766e req-7720854c-b149-48f7-97b0-b2110f107061 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Deleting port 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:54.619254 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-46c18b7e-cceb-4059-afa2-20fcd8a2766e req-7720854c-b149-48f7-97b0-b2110f107061 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:54.664229 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-b531e634-4999-4217-ab47-8d61bdbd1561 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:54.665871 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-b531e634-4999-4217-ab47-8d61bdbd1561 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.58 "GET /v2.0/networks?id=0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 200 len: 806 time: 0.2143621 Jul 09 09:44:54.686170 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-fc62845f-aac8-4020-a180-b7c4ed6d1b96 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Request body: {'port': {'device_id': 'dd723888-9b4d-4903-9dee-97e10e55f7a5', 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142', 'admin_state_up': True, 'tenant_id': '2ac1d48021e34103a62b6ac5b060403c'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:54.692755 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba638ef7-42ae-4f6a-9188-0f44d11a5cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:54.744770 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba638ef7-42ae-4f6a-9188-0f44d11a5cf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c58141ca-34d8-4bfc-921c-8492b6a7dcd8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:54.795129 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba638ef7-42ae-4f6a-9188-0f44d11a5cf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:54.798030 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ba638ef7-42ae-4f6a-9188-0f44d11a5cf3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c58141ca-34d8-4bfc-921c-8492b6a7dcd8 HTTP/1.1" status: 204 len: 168 time: 0.7678163 Jul 09 09:44:54.802433 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055133cc-d92b-45a2-b7b5-29d694fba15f None None] Network 99c195dc-2d0c-4f19-8264-456ecb1b766e requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:44:54.806425 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37970) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:54.826576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-46c18b7e-cceb-4059-afa2-20fcd8a2766e req-7720854c-b149-48f7-97b0-b2110f107061 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] For port 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=916a3a12-fdc1-4827-86c2-8bf5dc9a09f2,segment=NetworkSegment(25c9a05e-6aaa-4f76-978a-42d699f844f1),segment_id=25c9a05e-6aaa-4f76-978a-42d699f844f1)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:54.827088 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-46c18b7e-cceb-4059-afa2-20fcd8a2766e req-7720854c-b149-48f7-97b0-b2110f107061 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:54.852656 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-46c18b7e-cceb-4059-afa2-20fcd8a2766e req-7720854c-b149-48f7-97b0-b2110f107061 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Calling delete_port for 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:55.034599 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-284db4ff-a509-4195-96c4-35e239a55307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:55.128266 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce484a96-3338-499d-b053-e7dc785dfa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:55.197631 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ec1701-5464-4531-a5d6-2865a473e7d3 None None] DHCP port deletion for 99c195dc-2d0c-4f19-8264-456ecb1b766e request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:44:55.293775 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ce484a96-3338-499d-b053-e7dc785dfa63 admin admin] Deleting port 18b2b232-545a-47e5-8462-e945bac3b190 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:55.296860 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce484a96-3338-499d-b053-e7dc785dfa63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:55.321250 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-46c18b7e-cceb-4059-afa2-20fcd8a2766e req-7720854c-b149-48f7-97b0-b2110f107061 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:55.358541 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-46ec1701-5464-4531-a5d6-2865a473e7d3 None None] Deleting port 18b2b232-545a-47e5-8462-e945bac3b190 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:55.365456 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-46ec1701-5464-4531-a5d6-2865a473e7d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:55.440815 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-ce484a96-3338-499d-b053-e7dc785dfa63 admin admin] For port 18b2b232-545a-47e5-8462-e945bac3b190, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=18b2b232-545a-47e5-8462-e945bac3b190,segment=NetworkSegment(bbc829eb-840a-4f9c-b6c7-a422b7b82c77),segment_id=bbc829eb-840a-4f9c-b6c7-a422b7b82c77)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:55.441210 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce484a96-3338-499d-b053-e7dc785dfa63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:55.456087 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720854c-b149-48f7-97b0-b2110f107061 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Pushing event deleted for resources: {'Port': ['ID=916a3a12-fdc1-4827-86c2-8bf5dc9a09f2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:55.471888 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ce484a96-3338-499d-b053-e7dc785dfa63 admin admin] Calling delete_port for 18b2b232-545a-47e5-8462-e945bac3b190 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:55.537926 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-46ec1701-5464-4531-a5d6-2865a473e7d3 None None] For port 18b2b232-545a-47e5-8462-e945bac3b190, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=18b2b232-545a-47e5-8462-e945bac3b190,segment=NetworkSegment(bbc829eb-840a-4f9c-b6c7-a422b7b82c77),segment_id=bbc829eb-840a-4f9c-b6c7-a422b7b82c77)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:55.538468 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-46ec1701-5464-4531-a5d6-2865a473e7d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:55.553200 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-46ec1701-5464-4531-a5d6-2865a473e7d3 None None] Calling delete_port for 18b2b232-545a-47e5-8462-e945bac3b190 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:55.603625 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8f4ec1f0-2b0e-459b-b75e-a14da7982e4c req-31448019-5b8e-471e-be82-d274a8f928dd tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd723888-9b4d-4903-9dee-97e10e55f7a5 HTTP/1.1" status: 200 len: 210 time: 0.1857479 Jul 09 09:44:55.605900 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-284db4ff-a509-4195-96c4-35e239a55307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:55.647451 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-fc62845f-aac8-4020-a180-b7c4ed6d1b96 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Made reservation on behalf of 2ac1d48021e34103a62b6ac5b060403c for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:44:55.657161 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-fc62845f-aac8-4020-a180-b7c4ed6d1b96 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:55.680560 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-26f4a691-5bd7-4421-baea-8340194597d1 req-4a49de92-0049-49e5-bd01-3d6a23bdf21a tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6cd93ae-ef6b-425d-84b2-1410e5aadf9d HTTP/1.1" status: 200 len: 210 time: 0.2466249 Jul 09 09:44:55.681960 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c18b7e-cceb-4059-afa2-20fcd8a2766e req-7720854c-b149-48f7-97b0-b2110f107061 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] No DVR routers for this DVR port 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:44:55.687346 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-46c18b7e-cceb-4059-afa2-20fcd8a2766e req-7720854c-b149-48f7-97b0-b2110f107061 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:55.691880 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-46c18b7e-cceb-4059-afa2-20fcd8a2766e req-7720854c-b149-48f7-97b0-b2110f107061 tempest-ServerRescueTestJSON-1903846273 tempest-ServerRescueTestJSON-1903846273-project] 10.222.0.58 "DELETE /v2.0/ports/916a3a12-fdc1-4827-86c2-8bf5dc9a09f2 HTTP/1.1" status: 204 len: 173 time: 1.3192859 Jul 09 09:44:55.693586 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-284db4ff-a509-4195-96c4-35e239a55307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:55.696314 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6cd93ae-ef6b-425d-84b2-1410e5aadf9d', 'name': 'network-vif-deleted', 'tag': '916a3a12-fdc1-4827-86c2-8bf5dc9a09f2'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:44:55.698954 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69308b24-9f45-4a1e-8c70-9a428e197b32" -d '{"events": [{"server_uuid": "b6cd93ae-ef6b-425d-84b2-1410e5aadf9d", "name": "network-vif-deleted", "tag": "916a3a12-fdc1-4827-86c2-8bf5dc9a09f2"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:44:55.703275 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce484a96-3338-499d-b053-e7dc785dfa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:55.751720 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce484a96-3338-499d-b053-e7dc785dfa63 admin admin] Pushing event deleted for resources: {'Port': ['ID=18b2b232-545a-47e5-8462-e945bac3b190,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:55.786954 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284db4ff-a509-4195-96c4-35e239a55307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77021cdf-2ec5-4302-b566-9e157432a271,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:55.808320 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-46ec1701-5464-4531-a5d6-2865a473e7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:55.829194 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce484a96-3338-499d-b053-e7dc785dfa63 admin admin] No DVR routers for this DVR port 18b2b232-545a-47e5-8462-e945bac3b190 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:44:55.880541 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7c97b6-b793-4c8f-b29a-86660fc3b0b5 x-openstack-request-id: req-4f7c97b6-b793-4c8f-b29a-86660fc3b0b5 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:44:55.880926 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6cd93ae-ef6b-425d-84b2-1410e5aadf9d", "name": "network-vif-deleted", "tag": "916a3a12-fdc1-4827-86c2-8bf5dc9a09f2", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:44:55.881181 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4f7c97b6-b793-4c8f-b29a-86660fc3b0b5 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:44:55.881576 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6cd93ae-ef6b-425d-84b2-1410e5aadf9d', 'name': 'network-vif-deleted', 'tag': '916a3a12-fdc1-4827-86c2-8bf5dc9a09f2', 'status': 'completed', 'code': 200} Jul 09 09:44:55.885637 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 18b2b232-545a-47e5-8462-e945bac3b190 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:44:55.891964 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-284db4ff-a509-4195-96c4-35e239a55307 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d125853c478c4b36b9e647996fa949fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4178157 Jul 09 09:44:55.894677 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37988) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:55.927615 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 18b2b232-545a-47e5-8462-e945bac3b190 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:44:55.928000 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 18b2b232-545a-47e5-8462-e945bac3b190 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:44:55.928396 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 463331b5-eedb-482b-915c-2839d9c2e433 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:44:55.940287 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec1701-5464-4531-a5d6-2865a473e7d3 None None] Pushing event deleted for resources: {'Port': ['ID=18b2b232-545a-47e5-8462-e945bac3b190,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:55.961264 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ec1701-5464-4531-a5d6-2865a473e7d3 None None] No DVR routers for this DVR port 18b2b232-545a-47e5-8462-e945bac3b190 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:44:55.977566 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 463331b5-eedb-482b-915c-2839d9c2e433 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:44:55.979845 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 463331b5-eedb-482b-915c-2839d9c2e433 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:44:56.008627 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-87242128-7c60-4837-bdab-6de80c2f40f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:56.054403 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-87242128-7c60-4837-bdab-6de80c2f40f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:56.064733 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce484a96-3338-499d-b053-e7dc785dfa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:56.081345 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ce484a96-3338-499d-b053-e7dc785dfa63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c195dc-2d0c-4f19-8264-456ecb1b766e']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:56.094417 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-fc62845f-aac8-4020-a180-b7c4ed6d1b96 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Allocated IP 172.20.0.14 (0dbc3900-4d61-41a9-810b-30caed204142/f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66/a3a84c68-cf1c-4b00-8e8a-5a28b648678d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:44:56.097512 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ce484a96-3338-499d-b053-e7dc785dfa63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc829eb-840a-4f9c-b6c7-a422b7b82c77') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:56.097895 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ce484a96-3338-499d-b053-e7dc785dfa63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc829eb-840a-4f9c-b6c7-a422b7b82c77') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:44:56.115182 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce484a96-3338-499d-b053-e7dc785dfa63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:56.134722 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce484a96-3338-499d-b053-e7dc785dfa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:56.165196 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce484a96-3338-499d-b053-e7dc785dfa63 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:44:56.165750 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce484a96-3338-499d-b053-e7dc785dfa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:44:56.168084 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:44:56.180024 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-87242128-7c60-4837-bdab-6de80c2f40f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:56.185088 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-87242128-7c60-4837-bdab-6de80c2f40f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:56.195120 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-87242128-7c60-4837-bdab-6de80c2f40f9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/77021cdf-2ec5-4302-b566-9e157432a271 HTTP/1.1" status: 204 len: 168 time: 0.2904139 Jul 09 09:44:56.201078 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87242128-7c60-4837-bdab-6de80c2f40f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77021cdf-2ec5-4302-b566-9e157432a271,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:56.378976 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce484a96-3338-499d-b053-e7dc785dfa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:56.398283 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ce484a96-3338-499d-b053-e7dc785dfa63 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:56.403108 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ce484a96-3338-499d-b053-e7dc785dfa63 admin admin] 10.222.0.61 "DELETE /v2.0/networks/99c195dc-2d0c-4f19-8264-456ecb1b766e HTTP/1.1" status: 204 len: 168 time: 1.5959065 Jul 09 09:44:56.403108 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce484a96-3338-499d-b053-e7dc785dfa63 admin admin] Pushing event deleted for resources: {'Network': ['ID=99c195dc-2d0c-4f19-8264-456ecb1b766e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:56.550280 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-fc62845f-aac8-4020-a180-b7c4ed6d1b96 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:56.612293 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-fc62845f-aac8-4020-a180-b7c4ed6d1b96 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:56.625052 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['09dd6c37-9295-46e2-be77-76eaa105fd22', '7181e37c-66b6-4fcc-b212-bfacc18e0933'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:44:56.677148 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-fc62845f-aac8-4020-a180-b7c4ed6d1b96 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Network 0dbc3900-4d61-41a9-810b-30caed204142 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:44:56.682390 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-fc62845f-aac8-4020-a180-b7c4ed6d1b96 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:44:56.702700 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38006) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:56.730591 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-fc62845f-aac8-4020-a180-b7c4ed6d1b96 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:44:56.785091 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:44:56.786433 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-fc62845f-aac8-4020-a180-b7c4ed6d1b96 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:56.786577 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38008) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:56.786705 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-fc62845f-aac8-4020-a180-b7c4ed6d1b96 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:56.809889 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-fc62845f-aac8-4020-a180-b7c4ed6d1b96 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1343350 Jul 09 09:44:56.819968 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:44:56.820647 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 916a3a12-fdc1-4827-86c2-8bf5dc9a09f2 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:44:56.835229 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53306f98-5bc3-4af5-a6ad-da1f1f934f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:56.842133 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62845f-aac8-4020-a180-b7c4ed6d1b96 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Pushing event updated for resources: {'Port': ['ID=a3a84c68-cf1c-4b00-8e8a-5a28b648678d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:56.886962 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38012) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:56.916813 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6cf91dc1-9386-4f65-9ae2-ac7e211d151f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=df38cd9bcbb7480b8739e27fba0b60f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2129118 Jul 09 09:44:56.936038 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38014) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:57.047885 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdda65c-933f-4fc6-b09c-c9ccfa609588 req-2d5d0ef0-53d7-4840-8f32-850f2df5d979 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:57.049465 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4bdda65c-933f-4fc6-b09c-c9ccfa609588 req-2d5d0ef0-53d7-4840-8f32-850f2df5d979 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd723888-9b4d-4903-9dee-97e10e55f7a5 HTTP/1.1" status: 200 len: 932 time: 0.1924534 Jul 09 09:44:57.061353 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-2653a0ab-5aef-4c50-bd8c-375a56bad3d5 service neutron] Request body: {'port': {'device_id': 'dd723888-9b4d-4903-9dee-97e10e55f7a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:57.069278 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34381dec-eb28-466e-be1a-5acbea2090a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:57.098599 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34381dec-eb28-466e-be1a-5acbea2090a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:57.190407 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53306f98-5bc3-4af5-a6ad-da1f1f934f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:57.193588 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34381dec-eb28-466e-be1a-5acbea2090a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:57.196391 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34381dec-eb28-466e-be1a-5acbea2090a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:57.199973 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-34381dec-eb28-466e-be1a-5acbea2090a6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/45f77ef3-e28b-4c68-8140-263f26b0fa62 HTTP/1.1" status: 204 len: 168 time: 0.2525496 Jul 09 09:44:57.206837 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4bdda65c-933f-4fc6-b09c-c9ccfa609588 req-a4a29129-dde0-41d0-90a5-9445b0d5945a tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408660 Jul 09 09:44:57.207463 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53306f98-5bc3-4af5-a6ad-da1f1f934f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:57.220312 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34381dec-eb28-466e-be1a-5acbea2090a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f77ef3-e28b-4c68-8140-263f26b0fa62,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:57.250271 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-53306f98-5bc3-4af5-a6ad-da1f1f934f3e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7fb694396f24406db7b56f672fa7c787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4621205 Jul 09 09:44:57.263743 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38024) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:57.281896 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53306f98-5bc3-4af5-a6ad-da1f1f934f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06974dc-dc1e-4498-b834-3523f52beadc,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:57.288816 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-2653a0ab-5aef-4c50-bd8c-375a56bad3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:57.339810 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d028ac3-97a5-44c8-82f7-70c4cac62bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:57.370924 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d028ac3-97a5-44c8-82f7-70c4cac62bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:57.433319 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d028ac3-97a5-44c8-82f7-70c4cac62bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:57.436129 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d028ac3-97a5-44c8-82f7-70c4cac62bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:57.437296 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8d028ac3-97a5-44c8-82f7-70c4cac62bf7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d06974dc-dc1e-4498-b834-3523f52beadc HTTP/1.1" status: 204 len: 168 time: 0.1725807 Jul 09 09:44:57.450204 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d028ac3-97a5-44c8-82f7-70c4cac62bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06974dc-dc1e-4498-b834-3523f52beadc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:58.181908 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68baa599-b5ea-4679-bb43-c3d8ca44edf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:58.428067 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-2653a0ab-5aef-4c50-bd8c-375a56bad3d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a84c68-cf1c-4b00-8e8a-5a28b648678d {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:44:58.451082 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-2653a0ab-5aef-4c50-bd8c-375a56bad3d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:58.521469 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d2a55-4ddf-4356-86f2-2245b35ef1e4 req-dae8fe0e-3840-44d5-8950-afad3a2dd75c tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:58.523195 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d01d2a55-4ddf-4356-86f2-2245b35ef1e4 req-dae8fe0e-3840-44d5-8950-afad3a2dd75c tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd723888-9b4d-4903-9dee-97e10e55f7a5 HTTP/1.1" status: 200 len: 932 time: 0.1364181 Jul 09 09:44:58.576766 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d01d2a55-4ddf-4356-86f2-2245b35ef1e4 req-5080bdd9-7ec3-4adf-b8f4-3a88e642da0c tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426092 Jul 09 09:44:58.586133 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-2653a0ab-5aef-4c50-bd8c-375a56bad3d5 service neutron] Transition to ACTIVE for port object a3a84c68-cf1c-4b00-8e8a-5a28b648678d will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:44:58.612902 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-2653a0ab-5aef-4c50-bd8c-375a56bad3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:58.686961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38088) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:58.726457 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653a0ab-5aef-4c50-bd8c-375a56bad3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a84c68-cf1c-4b00-8e8a-5a28b648678d,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:58.856622 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b83a6c26-4014-4589-9bfe-dc680cd6e8f1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1736162624-network', 'tenant_id': 'ffb469a9ebec49548fba40676b1fdf87'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:58.888323 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-2653a0ab-5aef-4c50-bd8c-375a56bad3d5 service neutron] Attempting to bind port a3a84c68-cf1c-4b00-8e8a-5a28b648678d on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:44:58.889626 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-2653a0ab-5aef-4c50-bd8c-375a56bad3d5 service neutron] Attempting to bind port a3a84c68-cf1c-4b00-8e8a-5a28b648678d by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:44:58.890121 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-2653a0ab-5aef-4c50-bd8c-375a56bad3d5 service neutron] Attempting to bind port a3a84c68-cf1c-4b00-8e8a-5a28b648678d on network 0dbc3900-4d61-41a9-810b-30caed204142 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:44:58.895234 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83a6c26-4014-4589-9bfe-dc680cd6e8f1 admin admin] Made reservation on behalf of ffb469a9ebec49548fba40676b1fdf87 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:44:58.899492 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b83a6c26-4014-4589-9bfe-dc680cd6e8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:58.903963 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-2653a0ab-5aef-4c50-bd8c-375a56bad3d5 service neutron] Port a3a84c68-cf1c-4b00-8e8a-5a28b648678d on network 0dbc3900-4d61-41a9-810b-30caed204142 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:44:58.904733 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-2653a0ab-5aef-4c50-bd8c-375a56bad3d5 service neutron] Attempting to bind port a3a84c68-cf1c-4b00-8e8a-5a28b648678d on network 0dbc3900-4d61-41a9-810b-30caed204142 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:44:58.915249 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-2653a0ab-5aef-4c50-bd8c-375a56bad3d5 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:44:58.915861 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-2653a0ab-5aef-4c50-bd8c-375a56bad3d5 service neutron] Checking segment: {'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:44:58.916463 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-2653a0ab-5aef-4c50-bd8c-375a56bad3d5 service neutron] Bound using segment: {'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:44:58.917385 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-2653a0ab-5aef-4c50-bd8c-375a56bad3d5 service neutron] Bound port: a3a84c68-cf1c-4b00-8e8a-5a28b648678d, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:44:58.918324 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-2653a0ab-5aef-4c50-bd8c-375a56bad3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:58.923529 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b83a6c26-4014-4589-9bfe-dc680cd6e8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:58.991976 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-68baa599-b5ea-4679-bb43-c3d8ca44edf5 admin admin] Deleting port 11110203-7a4d-495b-ba56-e6a0af6a2785 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:44:58.992888 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68baa599-b5ea-4679-bb43-c3d8ca44edf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:59.073329 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b83a6c26-4014-4589-9bfe-dc680cd6e8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:59.092910 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b83a6c26-4014-4589-9bfe-dc680cd6e8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:59.101953 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-68baa599-b5ea-4679-bb43-c3d8ca44edf5 admin admin] For port 11110203-7a4d-495b-ba56-e6a0af6a2785, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=11110203-7a4d-495b-ba56-e6a0af6a2785,segment=NetworkSegment(25c9a05e-6aaa-4f76-978a-42d699f844f1),segment_id=25c9a05e-6aaa-4f76-978a-42d699f844f1)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:44:59.102331 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68baa599-b5ea-4679-bb43-c3d8ca44edf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:59.123553 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-68baa599-b5ea-4679-bb43-c3d8ca44edf5 admin admin] Calling delete_port for 11110203-7a4d-495b-ba56-e6a0af6a2785 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:44:59.126492 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83a6c26-4014-4589-9bfe-dc680cd6e8f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:44:59.154880 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a6c26-4014-4589-9bfe-dc680cd6e8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc36b72-14ee-4064-b2cc-0c92739b0e91,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:59.167026 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b83a6c26-4014-4589-9bfe-dc680cd6e8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:59.167488 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-b83a6c26-4014-4589-9bfe-dc680cd6e8f1 admin admin] Added segment 2fcd96d6-045f-4d9c-badf-5ad7172598cb of type vlan for network aa16ead4-f559-45b1-91c1-40adc231fd0d Jul 09 09:44:59.231850 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-2653a0ab-5aef-4c50-bd8c-375a56bad3d5 service neutron] For port a3a84c68-cf1c-4b00-8e8a-5a28b648678d, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:44:59.236199 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-2653a0ab-5aef-4c50-bd8c-375a56bad3d5 service neutron] For port a3a84c68-cf1c-4b00-8e8a-5a28b648678d, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=a3a84c68-cf1c-4b00-8e8a-5a28b648678d,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:44:59.248115 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-2653a0ab-5aef-4c50-bd8c-375a56bad3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:59.256210 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b83a6c26-4014-4589-9bfe-dc680cd6e8f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:59.299434 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b83a6c26-4014-4589-9bfe-dc680cd6e8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:59.306226 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83a6c26-4014-4589-9bfe-dc680cd6e8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:59.308390 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b83a6c26-4014-4589-9bfe-dc680cd6e8f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:59.356637 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-2653a0ab-5aef-4c50-bd8c-375a56bad3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:59.357306 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-2653a0ab-5aef-4c50-bd8c-375a56bad3d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:59.358723 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-2653a0ab-5aef-4c50-bd8c-375a56bad3d5 service neutron] 10.222.0.58 "PUT /v2.0/ports/a3a84c68-cf1c-4b00-8e8a-5a28b648678d HTTP/1.1" status: 200 len: 1092 time: 2.5400660 Jul 09 09:44:59.372704 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd723888-9b4d-4903-9dee-97e10e55f7a5', 'tag': 'a3a84c68-cf1c-4b00-8e8a-5a28b648678d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:44:59.377541 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c9e839-1daa-4287-8d62-6c51209655a6" -d '{"events": [{"name": "network-changed", "server_uuid": "dd723888-9b4d-4903-9dee-97e10e55f7a5", "tag": "a3a84c68-cf1c-4b00-8e8a-5a28b648678d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:44:59.414123 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b83a6c26-4014-4589-9bfe-dc680cd6e8f1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7231841 Jul 09 09:44:59.414819 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38114) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:44:59.419412 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0e4c9e14-1ae3-416f-947b-2af4caf20098 admin admin] Request body: {'subnet': {'network_id': 'aa16ead4-f559-45b1-91c1-40adc231fd0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1736162624-subnet', 'tenant_id': 'ffb469a9ebec49548fba40676b1fdf87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:44:59.424522 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a6c26-4014-4589-9bfe-dc680cd6e8f1 admin admin] Pushing event updated for resources: {'Network': ['ID=aa16ead4-f559-45b1-91c1-40adc231fd0d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:59.440243 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network aa16ead4-f559-45b1-91c1-40adc231fd0d details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:44:59.468379 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8511a3-da06-4f93-b64f-444893a73d02 x-openstack-request-id: req-9e8511a3-da06-4f93-b64f-444893a73d02 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:44:59.468598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4c9e14-1ae3-416f-947b-2af4caf20098 admin admin] Made reservation on behalf of ffb469a9ebec49548fba40676b1fdf87 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:44:59.469057 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd723888-9b4d-4903-9dee-97e10e55f7a5", "tag": "a3a84c68-cf1c-4b00-8e8a-5a28b648678d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:44:59.469495 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9e8511a3-da06-4f93-b64f-444893a73d02 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:44:59.470073 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd723888-9b4d-4903-9dee-97e10e55f7a5', 'tag': 'a3a84c68-cf1c-4b00-8e8a-5a28b648678d', 'status': 'completed', 'code': 200} Jul 09 09:44:59.470982 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e4c9e14-1ae3-416f-947b-2af4caf20098 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:59.542604 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653a0ab-5aef-4c50-bd8c-375a56bad3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a84c68-cf1c-4b00-8e8a-5a28b648678d,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:59.671014 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-de7bd378-9135-47e2-8b95-f1017ad5de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:59.676122 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-de7bd378-9135-47e2-8b95-f1017ad5de5c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2ac1d48021e34103a62b6ac5b060403c&device_id=dd723888-9b4d-4903-9dee-97e10e55f7a5 HTTP/1.1" status: 200 len: 1095 time: 0.2028480 Jul 09 09:44:59.764269 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-7c376220-6323-4a93-a297-669b4cd5fda6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3a84c68-cf1c-4b00-8e8a-5a28b648678d HTTP/1.1" status: 200 len: 217 time: 0.0624833 Jul 09 09:44:59.811235 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e4c9e14-1ae3-416f-947b-2af4caf20098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:59.864222 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-8c58ca03-4c32-44d0-a7ad-0f088d65c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:59.870169 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-8c58ca03-4c32-44d0-a7ad-0f088d65c587 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66 HTTP/1.1" status: 200 len: 846 time: 0.0955951 Jul 09 09:44:59.885804 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68baa599-b5ea-4679-bb43-c3d8ca44edf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:44:59.890962 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203cd53-b062-4d00-b4db-90724d1d9417 req-9646ab1f-6206-4f53-ba27-aeaabe6e2b00 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:44:59.892543 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d203cd53-b062-4d00-b4db-90724d1d9417 req-9646ab1f-6206-4f53-ba27-aeaabe6e2b00 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd723888-9b4d-4903-9dee-97e10e55f7a5 HTTP/1.1" status: 200 len: 944 time: 0.1435692 Jul 09 09:44:59.926038 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c9e14-1ae3-416f-947b-2af4caf20098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdc6fc9d-32e0-46ef-bdbb-31c218d76f64,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:59.950495 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4c9e14-1ae3-416f-947b-2af4caf20098 admin admin] Checking segment: {'id': '2fcd96d6-045f-4d9c-badf-5ad7172598cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'aa16ead4-f559-45b1-91c1-40adc231fd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:44:59.951163 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4c9e14-1ae3-416f-947b-2af4caf20098 admin admin] Network hostable DHCP agents. Network: aa16ead4-f559-45b1-91c1-40adc231fd0d, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:44:59.973404 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68baa599-b5ea-4679-bb43-c3d8ca44edf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=11110203-7a4d-495b-ba56-e6a0af6a2785,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:44:59.978175 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-4f204ee7-e86c-438d-8ce1-04d9e51e52f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0dbc3900-4d61-41a9-810b-30caed204142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041658 Jul 09 09:45:00.007556 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4c9e14-1ae3-416f-947b-2af4caf20098 admin admin] Network aa16ead4-f559-45b1-91c1-40adc231fd0d is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:45:00.030310 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d203cd53-b062-4d00-b4db-90724d1d9417 req-3513053a-ad40-483d-811b-e4db36920fb3 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285405 Jul 09 09:45:00.038789 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-0e4c9e14-1ae3-416f-947b-2af4caf20098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, aa16ead4-f559-45b1-91c1-40adc231fd0d) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:45:00.053384 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4c9e14-1ae3-416f-947b-2af4caf20098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:00.054029 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e4c9e14-1ae3-416f-947b-2af4caf20098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:00.058409 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd0a097-1f29-43ca-afeb-1bd3bea9fc5d None None] Network aa16ead4-f559-45b1-91c1-40adc231fd0d requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:45:00.083402 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0e4c9e14-1ae3-416f-947b-2af4caf20098 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6679285 Jul 09 09:45:00.301617 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6293ede-4d3a-4b97-9fd4-037cafac6ace None None] Network aa16ead4-f559-45b1-91c1-40adc231fd0d requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:45:00.356755 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-e6e58752-f811-4a56-b79c-424502f30a0e service neutron] 10.222.0.58 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707354 Jul 09 09:45:00.629116 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68baa599-b5ea-4679-bb43-c3d8ca44edf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:00.661851 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-be4346b1-4b4c-4b98-a45a-74d20c7a4bd2 req-0bb2b6dd-1718-41d6-a958-d151e1664e83 service neutron] 10.222.0.58 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978268 Jul 09 09:45:00.844859 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-64d615f8-87b1-4964-8d3e-ff95a613c1f4 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:00.854176 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-64d615f8-87b1-4964-8d3e-ff95a613c1f4 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/networks?id=aa16ead4-f559-45b1-91c1-40adc231fd0d HTTP/1.1" status: 200 len: 815 time: 0.1987090 Jul 09 09:45:00.876151 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-290adcfc-68ae-4920-b2c8-3be111c4f094 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/quotas/ffb469a9ebec49548fba40676b1fdf87 HTTP/1.1" status: 200 len: 375 time: 0.0125401 Jul 09 09:45:00.926758 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9e839-1daa-4287-8d62-6c51209655a6 req-28ad2572-7f46-47e2-b9a4-d293500bfaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:00.928861 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71c9e839-1daa-4287-8d62-6c51209655a6 req-28ad2572-7f46-47e2-b9a4-d293500bfaa3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2ac1d48021e34103a62b6ac5b060403c&device_id=dd723888-9b4d-4903-9dee-97e10e55f7a5 HTTP/1.1" status: 200 len: 1095 time: 0.1994834 Jul 09 09:45:00.955637 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-64443b95-68ff-4ea3-955e-3dda117c2f02 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ffb469a9ebec49548fba40676b1fdf87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587885 Jul 09 09:45:01.119671 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-ee60c143-325c-411c-978c-f7c064c8b952 service neutron] 10.222.0.61 "GET /v2.0/networks/aa16ead4-f559-45b1-91c1-40adc231fd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546242 Jul 09 09:45:01.542310 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d66050-e0ed-4a57-bd17-4bc601349080 req-9ec9ef70-e168-4d16-a193-eada06f65ae4 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:01.548239 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e0d66050-e0ed-4a57-bd17-4bc601349080 req-9ec9ef70-e168-4d16-a193-eada06f65ae4 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd723888-9b4d-4903-9dee-97e10e55f7a5 HTTP/1.1" status: 200 len: 944 time: 0.3172045 Jul 09 09:45:01.557018 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-5068bd5d-5a02-494a-9ff0-255e2260d9bd service neutron] 10.222.0.61 "GET /v2.0/networks/aa16ead4-f559-45b1-91c1-40adc231fd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310534 Jul 09 09:45:01.629903 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e0d66050-e0ed-4a57-bd17-4bc601349080 req-aee418dd-3157-4883-aba5-68e5655262a8 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718565 Jul 09 09:45:01.739910 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68baa599-b5ea-4679-bb43-c3d8ca44edf5 admin admin] Router 8186cecd-6b34-4b99-adc1-115300e0a24c has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:45:01.751383 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9e839-1daa-4287-8d62-6c51209655a6 req-9a0108e5-f48d-4f3b-b076-d332874aca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:01.764686 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71c9e839-1daa-4287-8d62-6c51209655a6 req-9a0108e5-f48d-4f3b-b076-d332874aca1e service neutron] 10.222.0.58 "GET /v2.0/networks?id=0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 200 len: 907 time: 0.8245144 Jul 09 09:45:01.890318 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71c9e839-1daa-4287-8d62-6c51209655a6 req-76969bc8-0a2d-4249-b491-1814b5e8c833 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3a84c68-cf1c-4b00-8e8a-5a28b648678d HTTP/1.1" status: 200 len: 217 time: 0.1128101 Jul 09 09:45:01.958151 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-481416a6-5749-46a7-bf9c-b56b8f2825d7 req-43d46019-3ac5-44b1-a3b3-5fa49dc2c321 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 210 time: 0.1048031 Jul 09 09:45:02.088504 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9e839-1daa-4287-8d62-6c51209655a6 req-c7128bcf-b8db-460c-9b10-adaa128fba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:02.090408 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71c9e839-1daa-4287-8d62-6c51209655a6 req-c7128bcf-b8db-460c-9b10-adaa128fba4a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66 HTTP/1.1" status: 200 len: 846 time: 0.1888490 Jul 09 09:45:02.130568 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71c9e839-1daa-4287-8d62-6c51209655a6 req-c7e9b8ee-25af-4aaf-b7ef-9e3699f09387 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0dbc3900-4d61-41a9-810b-30caed204142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318747 Jul 09 09:45:02.132229 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68baa599-b5ea-4679-bb43-c3d8ca44edf5 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:45:02.142616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7181384-f495-47e2-bd42-1f45c841663e None None] Sync routers for ids ['8186cecd-6b34-4b99-adc1-115300e0a24c'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:45:02.144457 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-68baa599-b5ea-4679-bb43-c3d8ca44edf5 admin admin] 10.222.0.61 "PUT /v2.0/routers/8186cecd-6b34-4b99-adc1-115300e0a24c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2562559 Jul 09 09:45:02.147032 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38192) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:02.159264 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7181384-f495-47e2-bd42-1f45c841663e None None] Routers {'8186cecd-6b34-4b99-adc1-115300e0a24c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:45:02.159940 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b7181384-f495-47e2-bd42-1f45c841663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:44:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['8186cecd-6b34-4b99-adc1-115300e0a24c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:45:02.255537 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71c9e839-1daa-4287-8d62-6c51209655a6 req-1dfd2032-1ef4-4723-a78a-1e15ccd95b25 service neutron] 10.222.0.58 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093850 Jul 09 09:45:02.293950 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9ae11de5-3064-4dfd-95fd-56eb1add603a admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:02.416389 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-71c9e839-1daa-4287-8d62-6c51209655a6 req-94fb2098-db75-44e8-92c7-c48a36781b5e service neutron] 10.222.0.58 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547134 Jul 09 09:45:02.435592 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-b7181384-f495-47e2-bd42-1f45c841663e None None] Set router 8186cecd-6b34-4b99-adc1-115300e0a24c gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:45:02.442063 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9ae11de5-3064-4dfd-95fd-56eb1add603a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:02.506095 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-9ae11de5-3064-4dfd-95fd-56eb1add603a admin admin] Deleting port 801066ec-d21e-486e-83eb-7fe4ef9a6a58 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:45:02.506807 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9ae11de5-3064-4dfd-95fd-56eb1add603a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:02.631874 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-9ae11de5-3064-4dfd-95fd-56eb1add603a admin admin] For port 801066ec-d21e-486e-83eb-7fe4ef9a6a58, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=801066ec-d21e-486e-83eb-7fe4ef9a6a58,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:02.632278 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9ae11de5-3064-4dfd-95fd-56eb1add603a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:02.646063 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-9ae11de5-3064-4dfd-95fd-56eb1add603a admin admin] Calling delete_port for 801066ec-d21e-486e-83eb-7fe4ef9a6a58 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:45:02.708619 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b7181384-f495-47e2-bd42-1f45c841663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186cecd-6b34-4b99-adc1-115300e0a24c', 'name': 'tempest-ServerRescueTestJSON-697687621-router', 'tenant_id': 'a5ef7675e6bc4ebb839d110032acb556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '801066ec-d21e-486e-83eb-7fe4ef9a6a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:58Z', 'updated_at': '2021-07-09T09:44:59Z', 'revision_number': 5, 'project_id': 'a5ef7675e6bc4ebb839d110032acb556', 'gw_port': {'id': '801066ec-d21e-486e-83eb-7fe4ef9a6a58', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186cecd-6b34-4b99-adc1-115300e0a24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:42:58Z', 'updated_at': '2021-07-09T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:45:02.738837 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7181384-f495-47e2-bd42-1f45c841663e None None] Checking router: 8186cecd-6b34-4b99-adc1-115300e0a24c for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:45:02.752750 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7181384-f495-47e2-bd42-1f45c841663e None None] Routers {'8186cecd-6b34-4b99-adc1-115300e0a24c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:45:02.753475 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b7181384-f495-47e2-bd42-1f45c841663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:44:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['8186cecd-6b34-4b99-adc1-115300e0a24c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:45:02.826322 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device a3a84c68-cf1c-4b00-8e8a-5a28b648678d details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:45:02.941156 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-b7181384-f495-47e2-bd42-1f45c841663e None None] Set router 8186cecd-6b34-4b99-adc1-115300e0a24c gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:45:03.012346 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9ae11de5-3064-4dfd-95fd-56eb1add603a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:03.055896 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b7181384-f495-47e2-bd42-1f45c841663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186cecd-6b34-4b99-adc1-115300e0a24c', 'name': 'tempest-ServerRescueTestJSON-697687621-router', 'tenant_id': 'a5ef7675e6bc4ebb839d110032acb556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:58Z', 'updated_at': '2021-07-09T09:45:02Z', 'revision_number': 6, 'project_id': 'a5ef7675e6bc4ebb839d110032acb556', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:45:03.056959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae11de5-3064-4dfd-95fd-56eb1add603a admin admin] Pushing event deleted for resources: {'Port': ['ID=801066ec-d21e-486e-83eb-7fe4ef9a6a58,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:03.086833 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04f6e4-2f7e-49ed-8805-331b1e47dc4e req-e7ae2fe1-d114-4078-a3df-70d3d0ead475 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:03.088586 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a04f6e4-2f7e-49ed-8805-331b1e47dc4e req-e7ae2fe1-d114-4078-a3df-70d3d0ead475 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd723888-9b4d-4903-9dee-97e10e55f7a5 HTTP/1.1" status: 200 len: 944 time: 0.1679192 Jul 09 09:45:03.130857 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7181384-f495-47e2-bd42-1f45c841663e None None] The sync data for ids ['8186cecd-6b34-4b99-adc1-115300e0a24c'] in n-d-799996-1 is: [{'id': '8186cecd-6b34-4b99-adc1-115300e0a24c', 'name': 'tempest-ServerRescueTestJSON-697687621-router', 'tenant_id': 'a5ef7675e6bc4ebb839d110032acb556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:42:58Z', 'updated_at': '2021-07-09T09:45:02Z', 'revision_number': 6, 'project_id': 'a5ef7675e6bc4ebb839d110032acb556', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:45:03.214144 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9ae11de5-3064-4dfd-95fd-56eb1add603a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:03.234238 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port a3a84c68-cf1c-4b00-8e8a-5a28b648678d, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=a3a84c68-cf1c-4b00-8e8a-5a28b648678d,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:03.253149 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'a3a84c68-cf1c-4b00-8e8a-5a28b648678d', 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142', 'port_id': 'a3a84c68-cf1c-4b00-8e8a-5a28b648678d', 'mac_address': 'fa:16:3e:cf:26:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:45:03.307872 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:03.324568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a84c68-cf1c-4b00-8e8a-5a28b648678d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:45:03.350604 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port a3a84c68-cf1c-4b00-8e8a-5a28b648678d, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=a3a84c68-cf1c-4b00-8e8a-5a28b648678d,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:03.359750 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:03.437065 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2731d196-de32-412c-b8d1-21348c59d777 req-d7599e7f-c286-4b21-ad5f-3b9cb594c6ab tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 210 time: 0.2107184 Jul 09 09:45:03.440942 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a04f6e4-2f7e-49ed-8805-331b1e47dc4e req-cc3eef60-9762-4785-8f86-29288b3a7aed tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261011 Jul 09 09:45:03.453868 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9ae11de5-3064-4dfd-95fd-56eb1add603a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:03.462789 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9ae11de5-3064-4dfd-95fd-56eb1add603a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:03.499902 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=a3a84c68-cf1c-4b00-8e8a-5a28b648678d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:03.622575 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['a3a84c68-cf1c-4b00-8e8a-5a28b648678d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:45:03.729992 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-9a2e16aa-7cdb-4f1a-b1f0-e59b69cc8094 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:03.740549 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-9a2e16aa-7cdb-4f1a-b1f0-e59b69cc8094 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.64 "GET /v2.0/networks?id=aa16ead4-f559-45b1-91c1-40adc231fd0d HTTP/1.1" status: 200 len: 815 time: 0.1910372 Jul 09 09:45:03.768953 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-ce35987c-e344-46c6-9b85-b834c78ec058 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Request body: {'port': {'device_id': '1f461a06-0b69-46ca-a9be-587f5eb9e75e', 'network_id': 'aa16ead4-f559-45b1-91c1-40adc231fd0d', 'admin_state_up': True, 'tenant_id': 'ffb469a9ebec49548fba40676b1fdf87'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:45:03.781203 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9ae11de5-3064-4dfd-95fd-56eb1add603a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:03.781761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae11de5-3064-4dfd-95fd-56eb1add603a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8186cecd-6b34-4b99-adc1-115300e0a24c {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:45:03.796635 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9ae11de5-3064-4dfd-95fd-56eb1add603a admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:03.801857 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38216) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:03.805485 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9ae11de5-3064-4dfd-95fd-56eb1add603a admin admin] 10.222.0.61 "DELETE /v2.0/routers/8186cecd-6b34-4b99-adc1-115300e0a24c HTTP/1.1" status: 204 len: 168 time: 1.6568105 Jul 09 09:45:03.906310 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-e696d127-79c9-41d5-a817-a5c13cfc0ff2 admin admin] Deleting subnet 4dbbef33-233a-42b6-b25e-8107e556a10f {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:45:03.907085 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:03.913154 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e696d127-79c9-41d5-a817-a5c13cfc0ff2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:03.962393 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e696d127-79c9-41d5-a817-a5c13cfc0ff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:04.027712 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e696d127-79c9-41d5-a817-a5c13cfc0ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:04.043043 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-ce35987c-e344-46c6-9b85-b834c78ec058 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Made reservation on behalf of ffb469a9ebec49548fba40676b1fdf87 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:45:04.057439 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-ce35987c-e344-46c6-9b85-b834c78ec058 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:04.114549 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 11110203-7a4d-495b-ba56-e6a0af6a2785 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:45:04.140615 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 11110203-7a4d-495b-ba56-e6a0af6a2785 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:45:04.140986 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 11110203-7a4d-495b-ba56-e6a0af6a2785 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:45:04.141411 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 801066ec-d21e-486e-83eb-7fe4ef9a6a58 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:45:04.143532 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e696d127-79c9-41d5-a817-a5c13cfc0ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:04.168423 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 801066ec-d21e-486e-83eb-7fe4ef9a6a58 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:45:04.168673 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 801066ec-d21e-486e-83eb-7fe4ef9a6a58 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:45:04.204278 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696d127-79c9-41d5-a817-a5c13cfc0ff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dbbef33-233a-42b6-b25e-8107e556a10f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:04.217366 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e696d127-79c9-41d5-a817-a5c13cfc0ff2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:04.224277 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e696d127-79c9-41d5-a817-a5c13cfc0ff2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4dbbef33-233a-42b6-b25e-8107e556a10f HTTP/1.1" status: 204 len: 168 time: 0.4180572 Jul 09 09:45:04.225198 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38228) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:04.279143 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-ce35987c-e344-46c6-9b85-b834c78ec058 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Allocated IP 172.20.0.9 (aa16ead4-f559-45b1-91c1-40adc231fd0d/bdc6fc9d-32e0-46ef-bdbb-31c218d76f64/3171d6cd-f83b-4386-9252-d23fa28c8ed2) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:45:04.408236 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d361485-65f8-4b33-8701-69c9bd48bf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:04.502164 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-ce35987c-e344-46c6-9b85-b834c78ec058 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:04.594673 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d361485-65f8-4b33-8701-69c9bd48bf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:04.604931 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-ce35987c-e344-46c6-9b85-b834c78ec058 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:04.628078 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4d361485-65f8-4b33-8701-69c9bd48bf27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['839c08a4-4733-45d9-b5f6-03b4d5176fdc']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:45:04.665261 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4d361485-65f8-4b33-8701-69c9bd48bf27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c9a05e-6aaa-4f76-978a-42d699f844f1') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:45:04.665561 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4d361485-65f8-4b33-8701-69c9bd48bf27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c9a05e-6aaa-4f76-978a-42d699f844f1') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:45:04.679524 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-ce35987c-e344-46c6-9b85-b834c78ec058 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Network aa16ead4-f559-45b1-91c1-40adc231fd0d is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:45:04.687675 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d361485-65f8-4b33-8701-69c9bd48bf27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:04.705744 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-ce35987c-e344-46c6-9b85-b834c78ec058 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:45:04.714171 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-ce35987c-e344-46c6-9b85-b834c78ec058 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:45:04.746101 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d361485-65f8-4b33-8701-69c9bd48bf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:04.754124 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d361485-65f8-4b33-8701-69c9bd48bf27 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:45:04.754676 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d361485-65f8-4b33-8701-69c9bd48bf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:04.807398 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device a3a84c68-cf1c-4b00-8e8a-5a28b648678d up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:45:04.839788 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35987c-e344-46c6-9b85-b834c78ec058 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Pushing event updated for resources: {'Port': ['ID=3171d6cd-f83b-4386-9252-d23fa28c8ed2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:45:04.842735 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:45:04.851084 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d361485-65f8-4b33-8701-69c9bd48bf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:04.877554 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d361485-65f8-4b33-8701-69c9bd48bf27 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:04.884443 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4d361485-65f8-4b33-8701-69c9bd48bf27 admin admin] 10.222.0.61 "DELETE /v2.0/networks/839c08a4-4733-45d9-b5f6-03b4d5176fdc HTTP/1.1" status: 204 len: 168 time: 0.6575351 Jul 09 09:45:04.905220 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-ce35987c-e344-46c6-9b85-b834c78ec058 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:04.906028 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-ce35987c-e344-46c6-9b85-b834c78ec058 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:04.906801 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d361485-65f8-4b33-8701-69c9bd48bf27 admin admin] Pushing event deleted for resources: {'Network': ['ID=839c08a4-4733-45d9-b5f6-03b4d5176fdc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:04.940520 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port a3a84c68-cf1c-4b00-8e8a-5a28b648678d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:45:04.945714 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port a3a84c68-cf1c-4b00-8e8a-5a28b648678d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:45:04.946353 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:04.956330 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9bdd8-49d8-4f4b-ac98-5ee26fd0525e req-c00ff33f-de0f-4e7a-93d7-3534a77a44f3 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:04.969418 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ecf9bdd8-49d8-4f4b-ac98-5ee26fd0525e req-c00ff33f-de0f-4e7a-93d7-3534a77a44f3 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd723888-9b4d-4903-9dee-97e10e55f7a5 HTTP/1.1" status: 200 len: 945 time: 0.2862949 Jul 09 09:45:04.997372 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fdde7-bc8a-41c1-93e9-7a8b41bad367 req-d9f1d5ca-dfa1-45ea-9df8-03fe6b16f215 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:05.007755 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c2fdde7-bc8a-41c1-93e9-7a8b41bad367 req-d9f1d5ca-dfa1-45ea-9df8-03fe6b16f215 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 931 time: 0.3160458 Jul 09 09:45:05.032915 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-ce35987c-e344-46c6-9b85-b834c78ec058 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2828963 Jul 09 09:45:05.082318 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:05.093328 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ecf9bdd8-49d8-4f4b-ac98-5ee26fd0525e req-82f1ac4e-1485-40f4-87a6-202f951733a6 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240513 Jul 09 09:45:05.178088 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd723888-9b4d-4903-9dee-97e10e55f7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a84c68-cf1c-4b00-8e8a-5a28b648678d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:45:05.182210 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e2bbf1-fec9-4887-b3fe-4346bf97b86d" -d '{"events": [{"server_uuid": "dd723888-9b4d-4903-9dee-97e10e55f7a5", "name": "network-vif-plugged", "status": "completed", "tag": "a3a84c68-cf1c-4b00-8e8a-5a28b648678d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:45:05.240145 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port a3a84c68-cf1c-4b00-8e8a-5a28b648678d, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=a3a84c68-cf1c-4b00-8e8a-5a28b648678d,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:05.248504 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c2fdde7-bc8a-41c1-93e9-7a8b41bad367 req-adfe9a0a-2501-4179-aadc-22313dbd50ad tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392828 Jul 09 09:45:05.249001 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:05.337202 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6953dd-bf20-4b43-a0a7-a95cc0f8579b x-openstack-request-id: req-5f6953dd-bf20-4b43-a0a7-a95cc0f8579b {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:45:05.337565 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd723888-9b4d-4903-9dee-97e10e55f7a5", "name": "network-vif-plugged", "status": "completed", "tag": "a3a84c68-cf1c-4b00-8e8a-5a28b648678d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:45:05.337741 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5f6953dd-bf20-4b43-a0a7-a95cc0f8579b {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:45:05.338140 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd723888-9b4d-4903-9dee-97e10e55f7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a84c68-cf1c-4b00-8e8a-5a28b648678d', 'code': 200} Jul 09 09:45:05.347206 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Request body: {'port': {'device_id': '1f461a06-0b69-46ca-a9be-587f5eb9e75e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:45:05.376536 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38252) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:05.430926 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=a3a84c68-cf1c-4b00-8e8a-5a28b648678d,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:05.547003 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:05.552672 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c7e93a6a-f871-4d33-a0b3-5a28ba063da8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a5ef7675e6bc4ebb839d110032acb556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1726079 Jul 09 09:45:05.554093 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38266) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:05.592380 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51125e-0b32-46e5-b3e7-06984ea3a868 req-ae0ad6f1-4835-4cb5-8fac-a2b892cdaa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:05.593940 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ec51125e-0b32-46e5-b3e7-06984ea3a868 req-ae0ad6f1-4835-4cb5-8fac-a2b892cdaa07 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dd723888-9b4d-4903-9dee-97e10e55f7a5 HTTP/1.1" status: 200 len: 1097 time: 0.2095680 Jul 09 09:45:05.642839 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-916d1aa9-5515-4567-a9f8-8598bb793c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:05.646629 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ec51125e-0b32-46e5-b3e7-06984ea3a868 req-ab314eaa-c170-425c-b77b-dd8d756c5da2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435314 Jul 09 09:45:05.667487 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-916d1aa9-5515-4567-a9f8-8598bb793c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:05.720763 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-916d1aa9-5515-4567-a9f8-8598bb793c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:05.723507 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-916d1aa9-5515-4567-a9f8-8598bb793c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:05.724763 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-916d1aa9-5515-4567-a9f8-8598bb793c01 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4873a6ce-e31b-49ff-907c-1c90a2b9e3f8 HTTP/1.1" status: 204 len: 168 time: 0.1697440 Jul 09 09:45:05.739926 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d1aa9-5515-4567-a9f8-8598bb793c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4873a6ce-e31b-49ff-907c-1c90a2b9e3f8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:05.752961 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d1aa9-5515-4567-a9f8-8598bb793c01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:05.753652 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d1aa9-5515-4567-a9f8-8598bb793c01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:05.754217 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d1aa9-5515-4567-a9f8-8598bb793c01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:05.754771 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d1aa9-5515-4567-a9f8-8598bb793c01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:05.755352 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d1aa9-5515-4567-a9f8-8598bb793c01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:05.755935 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d1aa9-5515-4567-a9f8-8598bb793c01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:05.756516 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d1aa9-5515-4567-a9f8-8598bb793c01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:05.757075 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d1aa9-5515-4567-a9f8-8598bb793c01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:05.757653 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d1aa9-5515-4567-a9f8-8598bb793c01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:05.759198 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d1aa9-5515-4567-a9f8-8598bb793c01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:05.759923 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d1aa9-5515-4567-a9f8-8598bb793c01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:05.760492 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916d1aa9-5515-4567-a9f8-8598bb793c01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:05.942782 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3171d6cd-f83b-4386-9252-d23fa28c8ed2 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:45:05.956656 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:05.976270 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Transition to ACTIVE for port object 3171d6cd-f83b-4386-9252-d23fa28c8ed2 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:45:05.981641 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:06.095931 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Pushing event updated for resources: {'Port': ['ID=3171d6cd-f83b-4386-9252-d23fa28c8ed2,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:06.126165 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:06.126447 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:06.126768 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:06.127104 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:06.127439 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:06.127794 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:06.128123 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:06.128861 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:06.128861 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:06.129070 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:06.129382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:06.129693 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:06.206734 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Attempting to bind port 3171d6cd-f83b-4386-9252-d23fa28c8ed2 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:45:06.207075 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Attempting to bind port 3171d6cd-f83b-4386-9252-d23fa28c8ed2 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '2fcd96d6-045f-4d9c-badf-5ad7172598cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'aa16ead4-f559-45b1-91c1-40adc231fd0d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:45:06.207461 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Attempting to bind port 3171d6cd-f83b-4386-9252-d23fa28c8ed2 on network aa16ead4-f559-45b1-91c1-40adc231fd0d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:45:06.213460 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Port 3171d6cd-f83b-4386-9252-d23fa28c8ed2 on network aa16ead4-f559-45b1-91c1-40adc231fd0d not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:45:06.213786 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Attempting to bind port 3171d6cd-f83b-4386-9252-d23fa28c8ed2 on network aa16ead4-f559-45b1-91c1-40adc231fd0d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:45:06.243235 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:45:06.244154 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Checking segment: {'id': '2fcd96d6-045f-4d9c-badf-5ad7172598cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'aa16ead4-f559-45b1-91c1-40adc231fd0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:45:06.245061 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Bound using segment: {'id': '2fcd96d6-045f-4d9c-badf-5ad7172598cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'aa16ead4-f559-45b1-91c1-40adc231fd0d'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:45:06.247069 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Bound port: 3171d6cd-f83b-4386-9252-d23fa28c8ed2, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcd96d6-045f-4d9c-badf-5ad7172598cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'aa16ead4-f559-45b1-91c1-40adc231fd0d'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:45:06.247800 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:06.502475 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] For port 3171d6cd-f83b-4386-9252-d23fa28c8ed2, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:45:06.528358 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776dada-c4fc-4546-b811-3b809183883a req-4d18250e-b23b-4559-a104-0c0f434bfc2e tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:06.530600 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3776dada-c4fc-4546-b811-3b809183883a req-4d18250e-b23b-4559-a104-0c0f434bfc2e tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd723888-9b4d-4903-9dee-97e10e55f7a5 HTTP/1.1" status: 200 len: 946 time: 0.2041688 Jul 09 09:45:06.550602 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] For port 3171d6cd-f83b-4386-9252-d23fa28c8ed2, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=3171d6cd-f83b-4386-9252-d23fa28c8ed2,segment=NetworkSegment(2fcd96d6-045f-4d9c-badf-5ad7172598cb),segment_id=2fcd96d6-045f-4d9c-badf-5ad7172598cb)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:45:06.588600 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a424e0-a957-476d-9736-2175f43da799 req-eff4d23d-92cf-43dd-ac98-2840af4fbfd7 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:06.602662 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1a424e0-a957-476d-9736-2175f43da799 req-eff4d23d-92cf-43dd-ac98-2840af4fbfd7 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 943 time: 0.1742322 Jul 09 09:45:06.606312 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:06.682919 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3776dada-c4fc-4546-b811-3b809183883a req-8f763af9-d994-4b73-9add-13082d822f26 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385269 Jul 09 09:45:06.702052 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:06.708362 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:06.711290 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] 10.222.0.64 "PUT /v2.0/ports/3171d6cd-f83b-4386-9252-d23fa28c8ed2 HTTP/1.1" status: 200 len: 1091 time: 1.6625559 Jul 09 09:45:06.713452 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f461a06-0b69-46ca-a9be-587f5eb9e75e', 'tag': '3171d6cd-f83b-4386-9252-d23fa28c8ed2'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:45:06.716136 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2dd4bc-9566-4fa0-9bb7-a8a3297bbdd7" -d '{"events": [{"name": "network-changed", "server_uuid": "1f461a06-0b69-46ca-a9be-587f5eb9e75e", "tag": "3171d6cd-f83b-4386-9252-d23fa28c8ed2"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:45:06.774821 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee1923-290d-4c54-bbe1-5d1a7d842ebd service neutron] Pushing event updated for resources: {'Port': ['ID=3171d6cd-f83b-4386-9252-d23fa28c8ed2,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:06.784090 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1a424e0-a957-476d-9736-2175f43da799 req-5f6ac1d1-0b80-470d-83ee-2de6d2a069d0 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381044 Jul 09 09:45:06.802201 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0925ff-9e21-43a6-964c-b492af87be07 x-openstack-request-id: req-fd0925ff-9e21-43a6-964c-b492af87be07 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:45:06.802584 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f461a06-0b69-46ca-a9be-587f5eb9e75e", "tag": "3171d6cd-f83b-4386-9252-d23fa28c8ed2", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:45:06.802936 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd0925ff-9e21-43a6-964c-b492af87be07 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:45:06.803264 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f461a06-0b69-46ca-a9be-587f5eb9e75e', 'tag': '3171d6cd-f83b-4386-9252-d23fa28c8ed2', 'status': 'completed', 'code': 200} Jul 09 09:45:06.805182 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e04d8e02-22a7-4f25-90d9-8b0f7a2eca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:06.864179 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-ec52f1b6-ba66-4065-b25b-29afaceaf504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:06.866181 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-ec52f1b6-ba66-4065-b25b-29afaceaf504 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ffb469a9ebec49548fba40676b1fdf87&device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 1094 time: 0.0742240 Jul 09 09:45:06.919348 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-121e8973-0128-4f7c-a2e1-21ac36ca7240 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3171d6cd-f83b-4386-9252-d23fa28c8ed2 HTTP/1.1" status: 200 len: 217 time: 0.0429258 Jul 09 09:45:06.934457 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38306) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:06.993500 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-d39cec73-75ce-4c6b-8060-1989caaf2320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:06.995045 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-d39cec73-75ce-4c6b-8060-1989caaf2320 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdc6fc9d-32e0-46ef-bdbb-31c218d76f64 HTTP/1.1" status: 200 len: 855 time: 0.0694532 Jul 09 09:45:07.038219 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-72565d9d-0ec4-470f-8b95-ab1b9800bd2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa16ead4-f559-45b1-91c1-40adc231fd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361724 Jul 09 09:45:07.063525 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4754c3f1-ea82-4517-97dc-78c36a89e9e7 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1688875510-network', 'tenant_id': '99d281c3d84d41c4a0cc2151d28b0d7c'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:45:07.095964 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4754c3f1-ea82-4517-97dc-78c36a89e9e7 admin admin] Made reservation on behalf of 99d281c3d84d41c4a0cc2151d28b0d7c for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:45:07.099897 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4754c3f1-ea82-4517-97dc-78c36a89e9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:07.115959 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4754c3f1-ea82-4517-97dc-78c36a89e9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:07.208018 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-e2566c39-0f27-4d16-b838-f73764b450c9 service neutron] 10.222.0.64 "GET /v2.0/networks/aa16ead4-f559-45b1-91c1-40adc231fd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613085 Jul 09 09:45:07.255588 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4754c3f1-ea82-4517-97dc-78c36a89e9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:07.260399 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4754c3f1-ea82-4517-97dc-78c36a89e9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:07.322899 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4754c3f1-ea82-4517-97dc-78c36a89e9e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:45:07.335128 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754c3f1-ea82-4517-97dc-78c36a89e9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb85e707-ca58-439f-bf02-8e31e0a9fd24,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:07.358458 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4754c3f1-ea82-4517-97dc-78c36a89e9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:07.359172 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-4754c3f1-ea82-4517-97dc-78c36a89e9e7 admin admin] Added segment 718709b0-449d-4282-b322-f476cf88778f of type vlan for network bf714181-0190-4236-b390-20ecf29637a8 Jul 09 09:45:07.428023 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4754c3f1-ea82-4517-97dc-78c36a89e9e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:07.467137 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4754c3f1-ea82-4517-97dc-78c36a89e9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:07.468730 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4754c3f1-ea82-4517-97dc-78c36a89e9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:07.469507 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4754c3f1-ea82-4517-97dc-78c36a89e9e7 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:07.528991 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4754c3f1-ea82-4517-97dc-78c36a89e9e7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5885165 Jul 09 09:45:07.528991 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38322) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:07.536781 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b8eea38f-de65-453a-aa2a-b9fb7c3c8d73 admin admin] Request body: {'subnet': {'network_id': 'bf714181-0190-4236-b390-20ecf29637a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1688875510-subnet', 'tenant_id': '99d281c3d84d41c4a0cc2151d28b0d7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:45:07.570031 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754c3f1-ea82-4517-97dc-78c36a89e9e7 admin admin] Pushing event updated for resources: {'Network': ['ID=bf714181-0190-4236-b390-20ecf29637a8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:07.581377 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network bf714181-0190-4236-b390-20ecf29637a8 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:45:07.594854 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8eea38f-de65-453a-aa2a-b9fb7c3c8d73 admin admin] Made reservation on behalf of 99d281c3d84d41c4a0cc2151d28b0d7c for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:45:07.597553 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8eea38f-de65-453a-aa2a-b9fb7c3c8d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:07.968536 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d387fd4c-0144-4ae2-84e8-99508c6d6d75 req-9e660493-889f-4725-a2a7-688324d6848c service neutron] 10.222.0.64 "GET /v2.0/networks/aa16ead4-f559-45b1-91c1-40adc231fd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7541673 Jul 09 09:45:07.989683 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8eea38f-de65-453a-aa2a-b9fb7c3c8d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:08.068338 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eea38f-de65-453a-aa2a-b9fb7c3c8d73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cbd290f-db73-4601-9200-e5d1a646b5a0,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:08.089153 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eea38f-de65-453a-aa2a-b9fb7c3c8d73 admin admin] Checking segment: {'id': '718709b0-449d-4282-b322-f476cf88778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bf714181-0190-4236-b390-20ecf29637a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:45:08.089671 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eea38f-de65-453a-aa2a-b9fb7c3c8d73 admin admin] Network hostable DHCP agents. Network: bf714181-0190-4236-b390-20ecf29637a8, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:45:08.113697 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eea38f-de65-453a-aa2a-b9fb7c3c8d73 admin admin] Network bf714181-0190-4236-b390-20ecf29637a8 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:45:08.132123 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b8eea38f-de65-453a-aa2a-b9fb7c3c8d73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, bf714181-0190-4236-b390-20ecf29637a8) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:45:08.142628 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8eea38f-de65-453a-aa2a-b9fb7c3c8d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:08.142628 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8eea38f-de65-453a-aa2a-b9fb7c3c8d73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:08.146568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f664f458-7b8c-46eb-aeec-279ac49d24d9 None None] Network bf714181-0190-4236-b390-20ecf29637a8 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:45:08.184547 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b8eea38f-de65-453a-aa2a-b9fb7c3c8d73 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6549454 Jul 09 09:45:08.339678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20dec7-e1bc-4d46-8691-bbdac8bbd687 req-066d937d-8b94-4e12-a32a-168950538289 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:08.349652 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf20dec7-e1bc-4d46-8691-bbdac8bbd687 req-066d937d-8b94-4e12-a32a-168950538289 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd723888-9b4d-4903-9dee-97e10e55f7a5 HTTP/1.1" status: 200 len: 946 time: 0.3461692 Jul 09 09:45:08.378839 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dd4bc-9566-4fa0-9bb7-a8a3297bbdd7 req-aeb4f73d-a23b-4d7e-a6e8-ad11daa8f27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:08.381530 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b2dd4bc-9566-4fa0-9bb7-a8a3297bbdd7 req-aeb4f73d-a23b-4d7e-a6e8-ad11daa8f27c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ffb469a9ebec49548fba40676b1fdf87&device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 1094 time: 0.3119047 Jul 09 09:45:08.417722 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d6586-f05c-4ced-8b71-9c6046d13adc req-c65060d8-dadb-4376-9f47-f24d93e576cc tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:08.425877 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-716d6586-f05c-4ced-8b71-9c6046d13adc req-c65060d8-dadb-4376-9f47-f24d93e576cc tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 943 time: 0.3572438 Jul 09 09:45:08.470787 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b483319-552d-46d7-a887-48102646260b None None] Network bf714181-0190-4236-b390-20ecf29637a8 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:45:08.572903 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf20dec7-e1bc-4d46-8691-bbdac8bbd687 req-e579fe7a-89e7-4b6f-a34d-2f8558837cfa tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221320 Jul 09 09:45:08.643535 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-716d6586-f05c-4ced-8b71-9c6046d13adc req-9415ffe2-b791-408c-a3ac-6cfbad85aa74 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153375 Jul 09 09:45:08.691402 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dd4bc-9566-4fa0-9bb7-a8a3297bbdd7 req-e6b85273-00e5-4f1d-9040-44e59470569d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:08.693039 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b2dd4bc-9566-4fa0-9bb7-a8a3297bbdd7 req-e6b85273-00e5-4f1d-9040-44e59470569d service neutron] 10.222.0.64 "GET /v2.0/networks?id=aa16ead4-f559-45b1-91c1-40adc231fd0d HTTP/1.1" status: 200 len: 916 time: 0.2651558 Jul 09 09:45:08.780153 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b2dd4bc-9566-4fa0-9bb7-a8a3297bbdd7 req-ce257236-fe5a-4287-905e-93ec38962c64 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3171d6cd-f83b-4386-9252-d23fa28c8ed2 HTTP/1.1" status: 200 len: 217 time: 0.0800788 Jul 09 09:45:08.952117 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dd4bc-9566-4fa0-9bb7-a8a3297bbdd7 req-17c46573-d344-4c1d-a2f1-4c7009ae3f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:08.954252 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b2dd4bc-9566-4fa0-9bb7-a8a3297bbdd7 req-17c46573-d344-4c1d-a2f1-4c7009ae3f93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdc6fc9d-32e0-46ef-bdbb-31c218d76f64 HTTP/1.1" status: 200 len: 855 time: 0.1662717 Jul 09 09:45:09.002738 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b2dd4bc-9566-4fa0-9bb7-a8a3297bbdd7 req-5ab0fb46-3d85-452e-b85b-b1382bde12cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa16ead4-f559-45b1-91c1-40adc231fd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365653 Jul 09 09:45:09.089564 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:09.116919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104fece-28a8-42b3-a803-ac5fbfa94620 req-79470992-23a5-4cb3-ae31-40581aedf4b1 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:09.118901 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0104fece-28a8-42b3-a803-ac5fbfa94620 req-79470992-23a5-4cb3-ae31-40581aedf4b1 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f597535-241a-48a0-9b7e-0588a1713134 HTTP/1.1" status: 200 len: 946 time: 0.2756071 Jul 09 09:45:09.255254 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-5d77b0c8-3a37-4501-b354-b2a455a8a391 tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:09.256795 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-5d77b0c8-3a37-4501-b354-b2a455a8a391 tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.61 "GET /v2.0/networks?id=bf714181-0190-4236-b390-20ecf29637a8 HTTP/1.1" status: 200 len: 809 time: 0.2585542 Jul 09 09:45:09.262707 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0104fece-28a8-42b3-a803-ac5fbfa94620 req-c949761a-60a5-4b60-9ecf-013b11e3eedb tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062970 Jul 09 09:45:09.284142 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-db7a2d61-8cf1-4ee7-9d62-cdb81b058acf tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.61 "GET /v2.0/quotas/99d281c3d84d41c4a0cc2151d28b0d7c HTTP/1.1" status: 200 len: 375 time: 0.0204530 Jul 09 09:45:09.286060 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b2dd4bc-9566-4fa0-9bb7-a8a3297bbdd7 req-969aad4c-04f4-485e-a586-765c5d972fd3 service neutron] 10.222.0.64 "GET /v2.0/networks/aa16ead4-f559-45b1-91c1-40adc231fd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663660 Jul 09 09:45:09.342996 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dd162d7d-b8f5-4078-886e-93e5d346aa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:09.440813 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-ce9f6702-e485-4c1d-875c-a7956317c7fb tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=99d281c3d84d41c4a0cc2151d28b0d7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1507759 Jul 09 09:45:09.516139 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:09.769888 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfc8cb-c5d4-4230-b8c3-8415f114ed7e req-4f770508-f008-4f6a-86cb-dbf9ceaf3ae2 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:09.771492 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8fdfc8cb-c5d4-4230-b8c3-8415f114ed7e req-4f770508-f008-4f6a-86cb-dbf9ceaf3ae2 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd723888-9b4d-4903-9dee-97e10e55f7a5 HTTP/1.1" status: 200 len: 946 time: 0.2275167 Jul 09 09:45:09.787536 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b2dd4bc-9566-4fa0-9bb7-a8a3297bbdd7 req-f2c55e44-8d42-4266-a86f-86e637b5668a service neutron] 10.222.0.64 "GET /v2.0/networks/aa16ead4-f559-45b1-91c1-40adc231fd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885528 Jul 09 09:45:09.822778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-4036f56f-23aa-491b-a80e-3e49640c04ff service neutron] 10.222.0.61 "GET /v2.0/networks/bf714181-0190-4236-b390-20ecf29637a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803859 Jul 09 09:45:09.948133 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-f57cbcc8-d719-4e6c-bb43-be70e94f87b9 service neutron] 10.222.0.61 "GET /v2.0/networks/bf714181-0190-4236-b390-20ecf29637a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097984 Jul 09 09:45:10.003855 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8fdfc8cb-c5d4-4230-b8c3-8415f114ed7e req-7d758f51-acf4-41b4-84e0-70ce71a4e9e1 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150886 Jul 09 09:45:10.314038 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3db7a1-a283-4240-b714-968d43e2bb58 req-b2f0344c-c11f-4e35-949d-65f9728a9f7c tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:10.322487 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee3db7a1-a283-4240-b714-968d43e2bb58 req-b2f0344c-c11f-4e35-949d-65f9728a9f7c tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 943 time: 0.1807826 Jul 09 09:45:10.386498 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee3db7a1-a283-4240-b714-968d43e2bb58 req-42e57ea0-d38e-42de-b493-6aff31702fd0 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566034 Jul 09 09:45:10.565262 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a6ba227-e6a1-42af-86dc-3fa886be3bfc req-ee18285b-527d-4742-abe9-24c8d5843683 tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.61 "GET /v2.0/ports?device_id=efa45e2c-4751-4453-9a1c-9477e86b2e60 HTTP/1.1" status: 200 len: 210 time: 0.0912066 Jul 09 09:45:10.681041 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db18a0-6785-425b-a0ec-283731c85d46 req-35d75aeb-86a4-460a-8dc1-d6d33a45d468 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:10.682959 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64db18a0-6785-425b-a0ec-283731c85d46 req-35d75aeb-86a4-460a-8dc1-d6d33a45d468 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd723888-9b4d-4903-9dee-97e10e55f7a5 HTTP/1.1" status: 200 len: 946 time: 0.0856185 Jul 09 09:45:10.774381 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64db18a0-6785-425b-a0ec-283731c85d46 req-e4ce6fcf-e129-485f-8ecf-e7b5d7a72a2f tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828621 Jul 09 09:45:11.127195 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:11.594254 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19235798-488c-4d2d-8253-c5a28e49530b req-c326d17b-8b77-4740-930a-0b4ae5562c59 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:11.595966 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19235798-488c-4d2d-8253-c5a28e49530b req-c326d17b-8b77-4740-930a-0b4ae5562c59 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 943 time: 0.0809963 Jul 09 09:45:11.704487 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19235798-488c-4d2d-8253-c5a28e49530b req-f73f4eb1-034e-4be5-9d07-e632f4db0171 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019399 Jul 09 09:45:11.857088 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb93b2-9695-41da-8be8-5da600ff22d8 req-887d255b-dde6-4197-95f0-81a41821e477 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:11.859503 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d9eb93b2-9695-41da-8be8-5da600ff22d8 req-887d255b-dde6-4197-95f0-81a41821e477 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd723888-9b4d-4903-9dee-97e10e55f7a5 HTTP/1.1" status: 200 len: 946 time: 0.1088793 Jul 09 09:45:11.867973 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e9e4262-417d-46d2-840e-f3e89e5de0b5 req-9d55655a-82e7-492e-97fc-32bac5a6d3f1 tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.61 "GET /v2.0/ports?device_id=efa45e2c-4751-4453-9a1c-9477e86b2e60 HTTP/1.1" status: 200 len: 210 time: 0.0477493 Jul 09 09:45:12.054686 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-d9eb93b2-9695-41da-8be8-5da600ff22d8 req-f92152ae-36b5-4c81-8736-2976d70204c5 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Deleting port a3a84c68-cf1c-4b00-8e8a-5a28b648678d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:45:12.055952 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d9eb93b2-9695-41da-8be8-5da600ff22d8 req-f92152ae-36b5-4c81-8736-2976d70204c5 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:12.207154 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4106e00-ba5f-4e94-98d0-4d564949a0b9 req-3f4c5772-f839-476f-92e2-70bf0081bfe0 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:12.216259 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4106e00-ba5f-4e94-98d0-4d564949a0b9 req-3f4c5772-f839-476f-92e2-70bf0081bfe0 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd723888-9b4d-4903-9dee-97e10e55f7a5 HTTP/1.1" status: 200 len: 946 time: 0.2253687 Jul 09 09:45:12.227148 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-460fa7c5-f68a-449d-91a0-263eff36b7aa tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:12.229558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-460fa7c5-f68a-449d-91a0-263eff36b7aa tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.58 "GET /v2.0/networks?id=bf714181-0190-4236-b390-20ecf29637a8 HTTP/1.1" status: 200 len: 809 time: 0.2785439 Jul 09 09:45:12.249097 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d9eb93b2-9695-41da-8be8-5da600ff22d8 req-f92152ae-36b5-4c81-8736-2976d70204c5 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] For port a3a84c68-cf1c-4b00-8e8a-5a28b648678d, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=a3a84c68-cf1c-4b00-8e8a-5a28b648678d,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:12.250242 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d9eb93b2-9695-41da-8be8-5da600ff22d8 req-f92152ae-36b5-4c81-8736-2976d70204c5 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:12.254946 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-bf325aad-f196-457a-89d7-a338cd8622cd tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Request body: {'port': {'device_id': 'efa45e2c-4751-4453-9a1c-9477e86b2e60', 'network_id': 'bf714181-0190-4236-b390-20ecf29637a8', 'admin_state_up': True, 'tenant_id': '99d281c3d84d41c4a0cc2151d28b0d7c'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:45:12.271081 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-d9eb93b2-9695-41da-8be8-5da600ff22d8 req-f92152ae-36b5-4c81-8736-2976d70204c5 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Calling delete_port for a3a84c68-cf1c-4b00-8e8a-5a28b648678d owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:45:12.340078 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4106e00-ba5f-4e94-98d0-4d564949a0b9 req-5687781e-2ab0-4b76-868c-9f6eeb4e6987 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227157 Jul 09 09:45:12.440465 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-bf325aad-f196-457a-89d7-a338cd8622cd tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Made reservation on behalf of 99d281c3d84d41c4a0cc2151d28b0d7c for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:45:12.447866 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-bf325aad-f196-457a-89d7-a338cd8622cd tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:12.464941 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d9eb93b2-9695-41da-8be8-5da600ff22d8 req-f92152ae-36b5-4c81-8736-2976d70204c5 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:12.483499 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['09dd6c37-9295-46e2-be77-76eaa105fd22', '7181e37c-66b6-4fcc-b212-bfacc18e0933'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:45:12.489834 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['a3a84c68-cf1c-4b00-8e8a-5a28b648678d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:45:12.526785 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92152ae-36b5-4c81-8736-2976d70204c5 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Pushing event deleted for resources: {'Port': ['ID=a3a84c68-cf1c-4b00-8e8a-5a28b648678d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:12.609126 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9eb93b2-9695-41da-8be8-5da600ff22d8 req-f92152ae-36b5-4c81-8736-2976d70204c5 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] No DVR routers for this DVR port a3a84c68-cf1c-4b00-8e8a-5a28b648678d on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:45:12.617784 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d9eb93b2-9695-41da-8be8-5da600ff22d8 req-f92152ae-36b5-4c81-8736-2976d70204c5 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:12.619882 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d9eb93b2-9695-41da-8be8-5da600ff22d8 req-f92152ae-36b5-4c81-8736-2976d70204c5 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.58 "DELETE /v2.0/ports/a3a84c68-cf1c-4b00-8e8a-5a28b648678d HTTP/1.1" status: 204 len: 173 time: 0.7546608 Jul 09 09:45:12.623015 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd723888-9b4d-4903-9dee-97e10e55f7a5', 'name': 'network-vif-deleted', 'tag': 'a3a84c68-cf1c-4b00-8e8a-5a28b648678d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:45:12.627434 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3dcc85-bc65-43b4-b94f-e812aee14d9c" -d '{"events": [{"server_uuid": "dd723888-9b4d-4903-9dee-97e10e55f7a5", "name": "network-vif-deleted", "tag": "a3a84c68-cf1c-4b00-8e8a-5a28b648678d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:45:12.691132 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a731682b-c83a-43b4-a0ef-20c105d15b4d x-openstack-request-id: req-a731682b-c83a-43b4-a0ef-20c105d15b4d {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:45:12.691947 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd723888-9b4d-4903-9dee-97e10e55f7a5", "name": "network-vif-deleted", "tag": "a3a84c68-cf1c-4b00-8e8a-5a28b648678d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:45:12.692493 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a731682b-c83a-43b4-a0ef-20c105d15b4d {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:45:12.693055 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd723888-9b4d-4903-9dee-97e10e55f7a5', 'name': 'network-vif-deleted', 'tag': 'a3a84c68-cf1c-4b00-8e8a-5a28b648678d', 'status': 'completed', 'code': 200} Jul 09 09:45:12.719700 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-bf325aad-f196-457a-89d7-a338cd8622cd tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Allocated IP 172.20.0.3 (bf714181-0190-4236-b390-20ecf29637a8/3cbd290f-db73-4601-9200-e5d1a646b5a0/6b70191f-9566-4838-81f8-59a9767a9fd4) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:45:12.997683 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:13.051024 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-bf325aad-f196-457a-89d7-a338cd8622cd tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:13.095379 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43381099-e97e-421b-b7b4-574f3a170863 req-8a6f2564-1750-49bf-8494-7f9d9ea24628 tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.61 "GET /v2.0/ports?device_id=efa45e2c-4751-4453-9a1c-9477e86b2e60 HTTP/1.1" status: 200 len: 210 time: 0.0374541 Jul 09 09:45:13.118652 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be1280-e2d4-4e0c-90cb-6804ae95854d req-4222fa02-113b-4fc9-95a9-9a680b90d8e6 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:13.126899 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2be1280-e2d4-4e0c-90cb-6804ae95854d req-4222fa02-113b-4fc9-95a9-9a680b90d8e6 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 943 time: 0.1926696 Jul 09 09:45:13.187172 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2be1280-e2d4-4e0c-90cb-6804ae95854d req-b4f0c0a5-b5a8-4468-8740-ba360772b94b tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590405 Jul 09 09:45:13.221172 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-bf325aad-f196-457a-89d7-a338cd8622cd tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:13.298107 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-bf325aad-f196-457a-89d7-a338cd8622cd tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Network bf714181-0190-4236-b390-20ecf29637a8 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:45:13.301813 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-bf325aad-f196-457a-89d7-a338cd8622cd tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:45:13.307319 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-bf325aad-f196-457a-89d7-a338cd8622cd tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:45:13.314096 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf325aad-f196-457a-89d7-a338cd8622cd tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Pushing event updated for resources: {'Port': ['ID=6b70191f-9566-4838-81f8-59a9767a9fd4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:13.363968 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-bf325aad-f196-457a-89d7-a338cd8622cd tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:13.364923 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-bf325aad-f196-457a-89d7-a338cd8622cd tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:13.372982 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 3171d6cd-f83b-4386-9252-d23fa28c8ed2 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:45:13.416368 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-bf325aad-f196-457a-89d7-a338cd8622cd tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1659811 Jul 09 09:45:13.427920 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-03f8e9b1-7c1d-4992-9dc8-2c7e922d4781 service neutron] Request body: {'port': {'device_id': 'efa45e2c-4751-4453-9a1c-9477e86b2e60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:45:13.642724 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 3171d6cd-f83b-4386-9252-d23fa28c8ed2, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=3171d6cd-f83b-4386-9252-d23fa28c8ed2,segment=NetworkSegment(2fcd96d6-045f-4d9c-badf-5ad7172598cb),segment_id=2fcd96d6-045f-4d9c-badf-5ad7172598cb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:13.651461 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-03f8e9b1-7c1d-4992-9dc8-2c7e922d4781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:13.686248 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '3171d6cd-f83b-4386-9252-d23fa28c8ed2', 'network_id': 'aa16ead4-f559-45b1-91c1-40adc231fd0d', 'port_id': '3171d6cd-f83b-4386-9252-d23fa28c8ed2', 'mac_address': 'fa:16:3e:0e:37:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc6fc9d-32e0-46ef-bdbb-31c218d76f64', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:45:13.756516 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:13.801537 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3171d6cd-f83b-4386-9252-d23fa28c8ed2 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:45:13.837685 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 3171d6cd-f83b-4386-9252-d23fa28c8ed2, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=3171d6cd-f83b-4386-9252-d23fa28c8ed2,segment=NetworkSegment(2fcd96d6-045f-4d9c-badf-5ad7172598cb),segment_id=2fcd96d6-045f-4d9c-badf-5ad7172598cb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:13.843214 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:13.967280 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=3171d6cd-f83b-4386-9252-d23fa28c8ed2,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:14.020576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-03f8e9b1-7c1d-4992-9dc8-2c7e922d4781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b70191f-9566-4838-81f8-59a9767a9fd4 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:45:14.029774 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-03f8e9b1-7c1d-4992-9dc8-2c7e922d4781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:14.043850 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-03f8e9b1-7c1d-4992-9dc8-2c7e922d4781 service neutron] Transition to ACTIVE for port object 6b70191f-9566-4838-81f8-59a9767a9fd4 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:45:14.048915 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-03f8e9b1-7c1d-4992-9dc8-2c7e922d4781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:14.161294 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f8e9b1-7c1d-4992-9dc8-2c7e922d4781 service neutron] Pushing event updated for resources: {'Port': ['ID=6b70191f-9566-4838-81f8-59a9767a9fd4,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:14.202613 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['3171d6cd-f83b-4386-9252-d23fa28c8ed2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:45:14.252813 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef9537-d128-4898-aee6-1acb3527d3c1 req-10675520-abbd-456b-93ba-aa70a1e02498 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:14.254774 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8ef9537-d128-4898-aee6-1acb3527d3c1 req-10675520-abbd-456b-93ba-aa70a1e02498 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f597535-241a-48a0-9b7e-0588a1713134 HTTP/1.1" status: 200 len: 946 time: 0.2033629 Jul 09 09:45:14.333679 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-03f8e9b1-7c1d-4992-9dc8-2c7e922d4781 service neutron] Attempting to bind port 6b70191f-9566-4838-81f8-59a9767a9fd4 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:45:14.334017 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-03f8e9b1-7c1d-4992-9dc8-2c7e922d4781 service neutron] Attempting to bind port 6b70191f-9566-4838-81f8-59a9767a9fd4 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '718709b0-449d-4282-b322-f476cf88778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bf714181-0190-4236-b390-20ecf29637a8'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:45:14.334348 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-03f8e9b1-7c1d-4992-9dc8-2c7e922d4781 service neutron] Attempting to bind port 6b70191f-9566-4838-81f8-59a9767a9fd4 on network bf714181-0190-4236-b390-20ecf29637a8 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:45:14.351365 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-03f8e9b1-7c1d-4992-9dc8-2c7e922d4781 service neutron] Port 6b70191f-9566-4838-81f8-59a9767a9fd4 on network bf714181-0190-4236-b390-20ecf29637a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:45:14.351751 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-03f8e9b1-7c1d-4992-9dc8-2c7e922d4781 service neutron] Attempting to bind port 6b70191f-9566-4838-81f8-59a9767a9fd4 on network bf714181-0190-4236-b390-20ecf29637a8 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:45:14.370347 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-03f8e9b1-7c1d-4992-9dc8-2c7e922d4781 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:45:14.370347 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-03f8e9b1-7c1d-4992-9dc8-2c7e922d4781 service neutron] Checking segment: {'id': '718709b0-449d-4282-b322-f476cf88778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bf714181-0190-4236-b390-20ecf29637a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:45:14.370902 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-03f8e9b1-7c1d-4992-9dc8-2c7e922d4781 service neutron] Bound using segment: {'id': '718709b0-449d-4282-b322-f476cf88778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bf714181-0190-4236-b390-20ecf29637a8'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:45:14.371358 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-03f8e9b1-7c1d-4992-9dc8-2c7e922d4781 service neutron] Bound port: 6b70191f-9566-4838-81f8-59a9767a9fd4, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718709b0-449d-4282-b322-f476cf88778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bf714181-0190-4236-b390-20ecf29637a8'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:45:14.371744 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-03f8e9b1-7c1d-4992-9dc8-2c7e922d4781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:14.380335 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8ef9537-d128-4898-aee6-1acb3527d3c1 req-c4bcb22e-bead-4654-9bbd-70913ed1b00a tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120617 Jul 09 09:45:14.453474 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdd808-02bd-4374-b71a-1f8cc168cd0f req-a7f97d8b-4b41-48b0-935a-15309e1c6dd2 tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:14.456158 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36fdd808-02bd-4374-b71a-1f8cc168cd0f req-a7f97d8b-4b41-48b0-935a-15309e1c6dd2 tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.61 "GET /v2.0/ports?device_id=efa45e2c-4751-4453-9a1c-9477e86b2e60 HTTP/1.1" status: 200 len: 943 time: 0.1911514 Jul 09 09:45:14.495573 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-03f8e9b1-7c1d-4992-9dc8-2c7e922d4781 service neutron] For port 6b70191f-9566-4838-81f8-59a9767a9fd4, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:45:14.510979 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-03f8e9b1-7c1d-4992-9dc8-2c7e922d4781 service neutron] For port 6b70191f-9566-4838-81f8-59a9767a9fd4, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=6b70191f-9566-4838-81f8-59a9767a9fd4,segment=NetworkSegment(718709b0-449d-4282-b322-f476cf88778f),segment_id=718709b0-449d-4282-b322-f476cf88778f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:45:14.521729 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-03f8e9b1-7c1d-4992-9dc8-2c7e922d4781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:14.564130 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36fdd808-02bd-4374-b71a-1f8cc168cd0f req-4b6e2f3f-8ccd-4865-a0a2-0c11525b5e91 tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb85e707-ca58-439f-bf02-8e31e0a9fd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933621 Jul 09 09:45:14.607734 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-03f8e9b1-7c1d-4992-9dc8-2c7e922d4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:14.608338 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-03f8e9b1-7c1d-4992-9dc8-2c7e922d4781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:14.609746 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-03f8e9b1-7c1d-4992-9dc8-2c7e922d4781 service neutron] 10.222.0.58 "PUT /v2.0/ports/6b70191f-9566-4838-81f8-59a9767a9fd4 HTTP/1.1" status: 200 len: 1091 time: 1.1865320 Jul 09 09:45:14.610290 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efa45e2c-4751-4453-9a1c-9477e86b2e60', 'tag': '6b70191f-9566-4838-81f8-59a9767a9fd4'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:45:14.612834 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b404ee-6d0d-4e7c-8592-bfb160f754ca" -d '{"events": [{"name": "network-changed", "server_uuid": "efa45e2c-4751-4453-9a1c-9477e86b2e60", "tag": "6b70191f-9566-4838-81f8-59a9767a9fd4"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:45:14.647823 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f8e9b1-7c1d-4992-9dc8-2c7e922d4781 service neutron] Pushing event updated for resources: {'Port': ['ID=6b70191f-9566-4838-81f8-59a9767a9fd4,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:14.670331 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d658695-8984-4e04-a8f0-4c58085ccb56 x-openstack-request-id: req-8d658695-8984-4e04-a8f0-4c58085ccb56 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:45:14.670621 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efa45e2c-4751-4453-9a1c-9477e86b2e60", "tag": "6b70191f-9566-4838-81f8-59a9767a9fd4", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:45:14.670869 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d658695-8984-4e04-a8f0-4c58085ccb56 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:45:14.671268 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efa45e2c-4751-4453-9a1c-9477e86b2e60', 'tag': '6b70191f-9566-4838-81f8-59a9767a9fd4', 'status': 'completed', 'code': 200} Jul 09 09:45:14.712483 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212314ab-a65b-4a48-a18e-4ab71254ca43 req-a734b1fb-d5cc-4cb7-bee2-f6785946a231 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:14.716489 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-212314ab-a65b-4a48-a18e-4ab71254ca43 req-a734b1fb-d5cc-4cb7-bee2-f6785946a231 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 944 time: 0.1904833 Jul 09 09:45:14.763823 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-273e3c4c-5a49-4368-b12c-32971745ab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:14.765516 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-273e3c4c-5a49-4368-b12c-32971745ab14 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99d281c3d84d41c4a0cc2151d28b0d7c&device_id=efa45e2c-4751-4453-9a1c-9477e86b2e60 HTTP/1.1" status: 200 len: 1094 time: 0.1073360 Jul 09 09:45:14.777295 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-212314ab-a65b-4a48-a18e-4ab71254ca43 req-9871c610-38b6-40cf-bc22-13562233f24c tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559456 Jul 09 09:45:14.823043 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-a7aad5af-4f20-49ca-8d09-d29dac2eb703 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b70191f-9566-4838-81f8-59a9767a9fd4 HTTP/1.1" status: 200 len: 217 time: 0.0446627 Jul 09 09:45:14.866607 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device a3a84c68-cf1c-4b00-8e8a-5a28b648678d no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:45:14.894366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-1a797507-7f05-43ca-9f66-47e4df547460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:14.896221 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-1a797507-7f05-43ca-9f66-47e4df547460 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3cbd290f-db73-4601-9200-e5d1a646b5a0 HTTP/1.1" status: 200 len: 849 time: 0.0673454 Jul 09 09:45:14.902322 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: a3a84c68-cf1c-4b00-8e8a-5a28b648678d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:45:14.902529 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device a3a84c68-cf1c-4b00-8e8a-5a28b648678d not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:45:14.949387 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-ab0ed408-6794-4b59-9b54-e340d3ee813f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bf714181-0190-4236-b390-20ecf29637a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456386 Jul 09 09:45:15.064955 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-c626e0db-cc40-4ece-b436-b068e0936923 service neutron] 10.222.0.58 "GET /v2.0/networks/bf714181-0190-4236-b390-20ecf29637a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955586 Jul 09 09:45:15.171096 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7c7a2e2-49b0-4b1b-9313-5d7c7ce19186 req-7f42bb70-2f79-4698-b9c3-e5843bc9ef2b service neutron] 10.222.0.58 "GET /v2.0/networks/bf714181-0190-4236-b390-20ecf29637a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956683 Jul 09 09:45:15.279366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b404ee-6d0d-4e7c-8592-bfb160f754ca req-ec2b9ddf-74dd-4b47-a150-9d16c565318f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:15.281082 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80b404ee-6d0d-4e7c-8592-bfb160f754ca req-ec2b9ddf-74dd-4b47-a150-9d16c565318f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99d281c3d84d41c4a0cc2151d28b0d7c&device_id=efa45e2c-4751-4453-9a1c-9477e86b2e60 HTTP/1.1" status: 200 len: 1094 time: 0.0552046 Jul 09 09:45:15.377549 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b404ee-6d0d-4e7c-8592-bfb160f754ca req-764c3eeb-02ab-455e-a2e6-191e019917e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:15.379051 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80b404ee-6d0d-4e7c-8592-bfb160f754ca req-764c3eeb-02ab-455e-a2e6-191e019917e9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bf714181-0190-4236-b390-20ecf29637a8 HTTP/1.1" status: 200 len: 910 time: 0.0917606 Jul 09 09:45:15.396621 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 3171d6cd-f83b-4386-9252-d23fa28c8ed2 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:45:15.421832 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80b404ee-6d0d-4e7c-8592-bfb160f754ca req-ec326053-ffd7-4da4-95b9-f3e48cca2b1d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b70191f-9566-4838-81f8-59a9767a9fd4 HTTP/1.1" status: 200 len: 217 time: 0.0361543 Jul 09 09:45:15.458438 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 3171d6cd-f83b-4386-9252-d23fa28c8ed2 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:45:15.465375 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 3171d6cd-f83b-4386-9252-d23fa28c8ed2 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:45:15.468701 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:15.511895 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b404ee-6d0d-4e7c-8592-bfb160f754ca req-acc3f88d-b956-4965-b8c8-788c1c3c62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:15.515904 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80b404ee-6d0d-4e7c-8592-bfb160f754ca req-acc3f88d-b956-4965-b8c8-788c1c3c62a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3cbd290f-db73-4601-9200-e5d1a646b5a0 HTTP/1.1" status: 200 len: 849 time: 0.0851192 Jul 09 09:45:15.573109 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80b404ee-6d0d-4e7c-8592-bfb160f754ca req-bdaec60a-1098-4cc8-ab1a-d821f1e0a8aa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bf714181-0190-4236-b390-20ecf29637a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470927 Jul 09 09:45:15.601884 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:15.637768 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f461a06-0b69-46ca-a9be-587f5eb9e75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3171d6cd-f83b-4386-9252-d23fa28c8ed2'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:45:15.640474 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a83c1c5-268f-4bac-8087-0636bdfca4cf" -d '{"events": [{"server_uuid": "1f461a06-0b69-46ca-a9be-587f5eb9e75e", "name": "network-vif-plugged", "status": "completed", "tag": "3171d6cd-f83b-4386-9252-d23fa28c8ed2"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:45:15.656068 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 3171d6cd-f83b-4386-9252-d23fa28c8ed2, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=3171d6cd-f83b-4386-9252-d23fa28c8ed2,segment=NetworkSegment(2fcd96d6-045f-4d9c-badf-5ad7172598cb),segment_id=2fcd96d6-045f-4d9c-badf-5ad7172598cb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:15.662508 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:15.722767 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=3171d6cd-f83b-4386-9252-d23fa28c8ed2,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:15.882252 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090595b-92c5-45be-b51b-a7083fe2581b req-2cb92328-3b46-4501-95f3-23a1dbb6da28 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:15.884568 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2090595b-92c5-45be-b51b-a7083fe2581b req-2cb92328-3b46-4501-95f3-23a1dbb6da28 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f597535-241a-48a0-9b7e-0588a1713134 HTTP/1.1" status: 200 len: 946 time: 0.3104577 Jul 09 09:45:15.923362 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80b404ee-6d0d-4e7c-8592-bfb160f754ca req-2985e15a-9cc9-4178-ad80-31a857982b7e service neutron] 10.222.0.58 "GET /v2.0/networks/bf714181-0190-4236-b390-20ecf29637a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830772 Jul 09 09:45:15.937542 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397962dc-4675-4be6-a804-b8e3d2c3c50b req-3821d0be-bc0e-4e51-842a-6fc0f38a120d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:15.940910 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-397962dc-4675-4be6-a804-b8e3d2c3c50b req-3821d0be-bc0e-4e51-842a-6fc0f38a120d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f597535-241a-48a0-9b7e-0588a1713134 HTTP/1.1" status: 200 len: 946 time: 0.3018646 Jul 09 09:45:16.403779 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2090595b-92c5-45be-b51b-a7083fe2581b req-34071ce5-d7bc-4e54-9f00-606fbb435bea tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5116365 Jul 09 09:45:16.415429 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9ab56-de2f-4570-adcc-8b1f6e6a5ddd req-f9d78655-1c20-4802-92a8-d68863d4f1db tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:16.416978 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0dd9ab56-de2f-4570-adcc-8b1f6e6a5ddd req-f9d78655-1c20-4802-92a8-d68863d4f1db tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.61 "GET /v2.0/ports?device_id=efa45e2c-4751-4453-9a1c-9477e86b2e60 HTTP/1.1" status: 200 len: 943 time: 0.6313925 Jul 09 09:45:16.461807 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16d1ff4-53a7-4dee-9ebf-5e40aa28d57e x-openstack-request-id: req-d16d1ff4-53a7-4dee-9ebf-5e40aa28d57e {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:45:16.462282 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f461a06-0b69-46ca-a9be-587f5eb9e75e", "name": "network-vif-plugged", "status": "completed", "tag": "3171d6cd-f83b-4386-9252-d23fa28c8ed2", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:45:16.462391 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d16d1ff4-53a7-4dee-9ebf-5e40aa28d57e {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:45:16.462964 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f461a06-0b69-46ca-a9be-587f5eb9e75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3171d6cd-f83b-4386-9252-d23fa28c8ed2', 'code': 200} Jul 09 09:45:16.559261 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0dd9ab56-de2f-4570-adcc-8b1f6e6a5ddd req-1e1b2877-5d68-413d-9b0c-b9819bc3a6c6 tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb85e707-ca58-439f-bf02-8e31e0a9fd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344306 Jul 09 09:45:16.614473 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80b404ee-6d0d-4e7c-8592-bfb160f754ca req-6dfdf6f8-33d0-4d30-b8be-6aca4bdbe079 service neutron] 10.222.0.58 "GET /v2.0/networks/bf714181-0190-4236-b390-20ecf29637a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6559680 Jul 09 09:45:16.649022 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-397962dc-4675-4be6-a804-b8e3d2c3c50b req-534077d8-2e68-4ae3-b7c1-d1a25aebf81d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Deleting port 7181e37c-66b6-4fcc-b212-bfacc18e0933 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:45:16.649377 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-397962dc-4675-4be6-a804-b8e3d2c3c50b req-534077d8-2e68-4ae3-b7c1-d1a25aebf81d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:16.759955 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56411e96-f82d-4f27-b0fe-4abe07ca6310 req-5da4afe5-685e-4922-ac7a-6c8313818402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:16.761552 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-56411e96-f82d-4f27-b0fe-4abe07ca6310 req-5da4afe5-685e-4922-ac7a-6c8313818402 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 1096 time: 0.2056949 Jul 09 09:45:16.777617 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e152d96-81d3-4d7a-bee4-e60766ee8976 req-5ae89eaa-68da-4c82-a3fe-04e748093a11 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:16.779081 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e152d96-81d3-4d7a-bee4-e60766ee8976 req-5ae89eaa-68da-4c82-a3fe-04e748093a11 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.2051983 Jul 09 09:45:16.793690 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-397962dc-4675-4be6-a804-b8e3d2c3c50b req-534077d8-2e68-4ae3-b7c1-d1a25aebf81d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] For port 7181e37c-66b6-4fcc-b212-bfacc18e0933, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=7181e37c-66b6-4fcc-b212-bfacc18e0933,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:16.794058 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-397962dc-4675-4be6-a804-b8e3d2c3c50b req-534077d8-2e68-4ae3-b7c1-d1a25aebf81d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:16.825937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-397962dc-4675-4be6-a804-b8e3d2c3c50b req-534077d8-2e68-4ae3-b7c1-d1a25aebf81d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Calling delete_port for 7181e37c-66b6-4fcc-b212-bfacc18e0933 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:45:16.858797 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-56411e96-f82d-4f27-b0fe-4abe07ca6310 req-873a62eb-9524-4938-bd90-9593a0cf68aa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771098 Jul 09 09:45:16.885178 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 6b70191f-9566-4838-81f8-59a9767a9fd4 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:45:16.921716 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e152d96-81d3-4d7a-bee4-e60766ee8976 req-778ee11c-4ab1-4cc6-94cf-a4f60622286c tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287737 Jul 09 09:45:17.006679 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 6b70191f-9566-4838-81f8-59a9767a9fd4, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=6b70191f-9566-4838-81f8-59a9767a9fd4,segment=NetworkSegment(718709b0-449d-4282-b322-f476cf88778f),segment_id=718709b0-449d-4282-b322-f476cf88778f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:17.028757 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '6b70191f-9566-4838-81f8-59a9767a9fd4', 'network_id': 'bf714181-0190-4236-b390-20ecf29637a8', 'port_id': '6b70191f-9566-4838-81f8-59a9767a9fd4', 'mac_address': 'fa:16:3e:dc:60:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cbd290f-db73-4601-9200-e5d1a646b5a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:45:17.045054 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-397962dc-4675-4be6-a804-b8e3d2c3c50b req-534077d8-2e68-4ae3-b7c1-d1a25aebf81d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:17.060716 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['09dd6c37-9295-46e2-be77-76eaa105fd22', '7181e37c-66b6-4fcc-b212-bfacc18e0933'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:45:17.115282 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534077d8-2e68-4ae3-b7c1-d1a25aebf81d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Pushing event deleted for resources: {'Port': ['ID=7181e37c-66b6-4fcc-b212-bfacc18e0933,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:17.118659 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:17.179749 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b70191f-9566-4838-81f8-59a9767a9fd4 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:45:17.187032 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-397962dc-4675-4be6-a804-b8e3d2c3c50b req-534077d8-2e68-4ae3-b7c1-d1a25aebf81d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] No DVR routers for this DVR port 7181e37c-66b6-4fcc-b212-bfacc18e0933 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:45:17.201138 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-397962dc-4675-4be6-a804-b8e3d2c3c50b req-534077d8-2e68-4ae3-b7c1-d1a25aebf81d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:17.203277 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-397962dc-4675-4be6-a804-b8e3d2c3c50b req-534077d8-2e68-4ae3-b7c1-d1a25aebf81d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "DELETE /v2.0/ports/7181e37c-66b6-4fcc-b212-bfacc18e0933 HTTP/1.1" status: 204 len: 173 time: 1.2386289 Jul 09 09:45:17.203760 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f597535-241a-48a0-9b7e-0588a1713134', 'name': 'network-vif-deleted', 'tag': '7181e37c-66b6-4fcc-b212-bfacc18e0933'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:45:17.206025 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d70772-d17a-42e2-90e2-ab252c304802" -d '{"events": [{"server_uuid": "8f597535-241a-48a0-9b7e-0588a1713134", "name": "network-vif-deleted", "tag": "7181e37c-66b6-4fcc-b212-bfacc18e0933"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:45:17.265020 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 6b70191f-9566-4838-81f8-59a9767a9fd4, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=6b70191f-9566-4838-81f8-59a9767a9fd4,segment=NetworkSegment(718709b0-449d-4282-b322-f476cf88778f),segment_id=718709b0-449d-4282-b322-f476cf88778f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:17.286669 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:17.299400 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c3038c-9c17-4da5-9265-9d3aaecd63ac x-openstack-request-id: req-a1c3038c-9c17-4da5-9265-9d3aaecd63ac {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:45:17.299716 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f597535-241a-48a0-9b7e-0588a1713134", "name": "network-vif-deleted", "tag": "7181e37c-66b6-4fcc-b212-bfacc18e0933", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:45:17.299969 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a1c3038c-9c17-4da5-9265-9d3aaecd63ac {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:45:17.300362 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f597535-241a-48a0-9b7e-0588a1713134', 'name': 'network-vif-deleted', 'tag': '7181e37c-66b6-4fcc-b212-bfacc18e0933', 'status': 'completed', 'code': 200} Jul 09 09:45:17.391426 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=6b70191f-9566-4838-81f8-59a9767a9fd4,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:17.557790 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['6b70191f-9566-4838-81f8-59a9767a9fd4'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:45:17.606782 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38572) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:17.626405 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-96b07946-b053-4456-b835-ec6642ea186e req-02d58e66-ee6b-4654-9c41-fb671bbcb0ca tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f597535-241a-48a0-9b7e-0588a1713134 HTTP/1.1" status: 200 len: 210 time: 0.0434859 Jul 09 09:45:17.775556 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f815806-1603-4c92-a408-ced32b495755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:17.869460 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c279230-0443-4fc5-98ac-ba37958ab03c req-263fe7f5-a5a7-431c-8174-b7f19aa2be4b tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:17.876908 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9c279230-0443-4fc5-98ac-ba37958ab03c req-263fe7f5-a5a7-431c-8174-b7f19aa2be4b tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.61 "GET /v2.0/ports?device_id=efa45e2c-4751-4453-9a1c-9477e86b2e60 HTTP/1.1" status: 200 len: 944 time: 0.1340816 Jul 09 09:45:17.908542 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f815806-1603-4c92-a408-ced32b495755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:17.914307 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f815806-1603-4c92-a408-ced32b495755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:17.927545 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9c279230-0443-4fc5-98ac-ba37958ab03c req-a80f641d-9a31-4a72-b9a5-f6b97a4e9471 tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb85e707-ca58-439f-bf02-8e31e0a9fd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492761 Jul 09 09:45:17.970987 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3f815806-1603-4c92-a408-ced32b495755 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=86d24860581d4dd2bc977821f647dc8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3628807 Jul 09 09:45:17.971299 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38578) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:17.972682 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f815806-1603-4c92-a408-ced32b495755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2025e67d-de4d-4b4d-bbeb-cc880e4d8ba6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:18.039600 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-415253ff-49fa-460f-8812-249fb71382bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:18.083327 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-415253ff-49fa-460f-8812-249fb71382bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:18.194098 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6872c-8849-4183-b14a-81952d9ed864 req-ad18889d-754b-45ff-b743-fe9270360814 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:18.201941 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12d6872c-8849-4183-b14a-81952d9ed864 req-ad18889d-754b-45ff-b743-fe9270360814 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.1110079 Jul 09 09:45:18.211982 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-415253ff-49fa-460f-8812-249fb71382bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:18.214618 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-415253ff-49fa-460f-8812-249fb71382bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:18.217220 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-415253ff-49fa-460f-8812-249fb71382bf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2025e67d-de4d-4b4d-bbeb-cc880e4d8ba6 HTTP/1.1" status: 204 len: 168 time: 0.2425225 Jul 09 09:45:18.232122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415253ff-49fa-460f-8812-249fb71382bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2025e67d-de4d-4b4d-bbeb-cc880e4d8ba6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:18.266175 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12d6872c-8849-4183-b14a-81952d9ed864 req-6f99b283-de7c-49d7-8c8c-c8e40b4ec954 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631723 Jul 09 09:45:18.546292 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38596) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:18.560390 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0225af75-105c-45b9-908d-ba18e77aee30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:18.661154 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0225af75-105c-45b9-908d-ba18e77aee30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:18.667003 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0225af75-105c-45b9-908d-ba18e77aee30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:18.707242 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0225af75-105c-45b9-908d-ba18e77aee30 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=741aa301570a41d2b340391e8ca63824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597624 Jul 09 09:45:18.708230 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225af75-105c-45b9-908d-ba18e77aee30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bf2a61-f66f-4b02-a1d8-aef297e3952e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:18.712827 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38600) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:18.770087 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b334ba03-d69a-4521-b2f7-c278395a881a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:18.792793 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b334ba03-d69a-4521-b2f7-c278395a881a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:18.844745 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b334ba03-d69a-4521-b2f7-c278395a881a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:18.847271 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b334ba03-d69a-4521-b2f7-c278395a881a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:18.848458 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b334ba03-d69a-4521-b2f7-c278395a881a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e9bf2a61-f66f-4b02-a1d8-aef297e3952e HTTP/1.1" status: 204 len: 168 time: 0.1298995 Jul 09 09:45:18.857214 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334ba03-d69a-4521-b2f7-c278395a881a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bf2a61-f66f-4b02-a1d8-aef297e3952e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:18.884591 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 6b70191f-9566-4838-81f8-59a9767a9fd4 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:45:18.964866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 6b70191f-9566-4838-81f8-59a9767a9fd4 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:45:18.976987 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 6b70191f-9566-4838-81f8-59a9767a9fd4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:45:18.977366 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:19.009012 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-ffe38c9f-9a18-44b0-915d-e0badbc8191c tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:19.017051 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-ffe38c9f-9a18-44b0-915d-e0badbc8191c tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/networks?id=0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 200 len: 806 time: 0.1419823 Jul 09 09:45:19.041178 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-3a5b3f3a-4f4f-4666-b3e9-4e4f99d58271 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/quotas/2ac1d48021e34103a62b6ac5b060403c HTTP/1.1" status: 200 len: 375 time: 0.0219111 Jul 09 09:45:19.120409 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:19.173094 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 6b70191f-9566-4838-81f8-59a9767a9fd4, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=6b70191f-9566-4838-81f8-59a9767a9fd4,segment=NetworkSegment(718709b0-449d-4282-b322-f476cf88778f),segment_id=718709b0-449d-4282-b322-f476cf88778f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:19.174283 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa45e2c-4751-4453-9a1c-9477e86b2e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b70191f-9566-4838-81f8-59a9767a9fd4'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:45:19.177117 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00463eff-fbba-4e32-ab3b-f83db0feb2dd" -d '{"events": [{"server_uuid": "efa45e2c-4751-4453-9a1c-9477e86b2e60", "name": "network-vif-plugged", "status": "completed", "tag": "6b70191f-9566-4838-81f8-59a9767a9fd4"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:45:19.181472 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:19.188495 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-470fd376-8af8-496a-8c72-932d0a08b639 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ac1d48021e34103a62b6ac5b060403c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1448402 Jul 09 09:45:19.229473 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69f508-680c-4dc8-ac83-ade816ae036c req-3c8dd72a-2664-46c5-83b4-d1c0c79aa442 tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:19.230994 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5d69f508-680c-4dc8-ac83-ade816ae036c req-3c8dd72a-2664-46c5-83b4-d1c0c79aa442 tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.61 "GET /v2.0/ports?device_id=efa45e2c-4751-4453-9a1c-9477e86b2e60 HTTP/1.1" status: 200 len: 944 time: 0.1325064 Jul 09 09:45:19.251809 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=6b70191f-9566-4838-81f8-59a9767a9fd4,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:19.307557 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5d69f508-680c-4dc8-ac83-ade816ae036c req-d57c88e7-5069-4f03-b85e-3c77f77b4728 tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb85e707-ca58-439f-bf02-8e31e0a9fd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465748 Jul 09 09:45:19.348410 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-f7948880-0835-411c-b011-4490261d2ba1 service neutron] 10.222.0.61 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516080 Jul 09 09:45:19.359099 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bceb841-92d0-4639-b879-03b2fa055a1c x-openstack-request-id: req-1bceb841-92d0-4639-b879-03b2fa055a1c {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:45:19.359899 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa45e2c-4751-4453-9a1c-9477e86b2e60", "name": "network-vif-plugged", "status": "completed", "tag": "6b70191f-9566-4838-81f8-59a9767a9fd4", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:45:19.360337 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1bceb841-92d0-4639-b879-03b2fa055a1c {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:45:19.360919 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa45e2c-4751-4453-9a1c-9477e86b2e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b70191f-9566-4838-81f8-59a9767a9fd4', 'code': 200} Jul 09 09:45:19.420102 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 7181e37c-66b6-4fcc-b212-bfacc18e0933 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:45:19.462759 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 7181e37c-66b6-4fcc-b212-bfacc18e0933 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:45:19.463902 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 7181e37c-66b6-4fcc-b212-bfacc18e0933 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:45:19.550079 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-dc80bf01-358b-4aa4-9963-c0cac75aea0b service neutron] 10.222.0.61 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939797 Jul 09 09:45:19.643139 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc2ac0-080b-4e6d-9b1f-d4cf86bf90d4 req-e840a1f4-de14-43a1-acac-2ef4a696c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:19.644730 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-77bc2ac0-080b-4e6d-9b1f-d4cf86bf90d4 req-e840a1f4-de14-43a1-acac-2ef4a696c57d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=efa45e2c-4751-4453-9a1c-9477e86b2e60 HTTP/1.1" status: 200 len: 1096 time: 0.1942227 Jul 09 09:45:19.676835 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc93d8f-f15e-4488-b7ca-12e9fcd38638 req-903955c6-ce47-4385-93fa-dd7ea40f224e tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:19.678836 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-abc93d8f-f15e-4488-b7ca-12e9fcd38638 req-903955c6-ce47-4385-93fa-dd7ea40f224e tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.2058725 Jul 09 09:45:19.705147 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-77bc2ac0-080b-4e6d-9b1f-d4cf86bf90d4 req-bacf4bac-5fd2-4865-b8f0-4fc047b96566 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=eb85e707-ca58-439f-bf02-8e31e0a9fd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534725 Jul 09 09:45:19.761126 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-abc93d8f-f15e-4488-b7ca-12e9fcd38638 req-668497a2-7bcc-4e61-9e11-e57a89e794c4 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659666 Jul 09 09:45:20.019354 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c86e9f-180d-4b1e-a1f3-e969dfa42102 req-b8e56f08-1c40-42d4-a84e-46a1f1e1dd22 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:20.027028 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4c86e9f-180d-4b1e-a1f3-e969dfa42102 req-b8e56f08-1c40-42d4-a84e-46a1f1e1dd22 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.1228821 Jul 09 09:45:20.096479 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c90d2dfa-9f11-4c2c-bbab-5c0698b3104c req-0fb1a3d2-f465-4c8b-9d38-8afe9da3ef87 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=7474cd12-e6da-4752-8210-d0a61787c9bb HTTP/1.1" status: 200 len: 210 time: 0.0667281 Jul 09 09:45:20.143292 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4c86e9f-180d-4b1e-a1f3-e969dfa42102 req-d76c43b4-476a-4093-8158-3e0dc39c85e8 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151567 Jul 09 09:45:20.701170 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c296509-e52e-45e9-836c-767f6f2c69f2 req-65ccbcbd-9986-4fd7-9638-c4dc07f4fbf6 tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:20.702783 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1c296509-e52e-45e9-836c-767f6f2c69f2 req-65ccbcbd-9986-4fd7-9638-c4dc07f4fbf6 tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.61 "GET /v2.0/ports?device_id=efa45e2c-4751-4453-9a1c-9477e86b2e60 HTTP/1.1" status: 200 len: 945 time: 0.1583624 Jul 09 09:45:20.771684 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1c296509-e52e-45e9-836c-767f6f2c69f2 req-235ed0e3-fdb0-4752-8a2e-882f8ab41bc8 tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb85e707-ca58-439f-bf02-8e31e0a9fd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600863 Jul 09 09:45:21.060481 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512c631-bf64-466c-9997-78fc85446b42 req-917f6163-41c6-48a3-8510-f4b641d5f207 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:21.072670 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e512c631-bf64-466c-9997-78fc85446b42 req-917f6163-41c6-48a3-8510-f4b641d5f207 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.1538951 Jul 09 09:45:21.243312 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e512c631-bf64-466c-9997-78fc85446b42 req-2ad67348-ba0c-4b1b-81b4-bb5fc02be4b7 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677084 Jul 09 09:45:21.325071 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-680cf094-611a-4957-8ea6-dfb4d51559c4 req-066ce095-2bef-4343-a94e-915ce8f77191 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=7474cd12-e6da-4752-8210-d0a61787c9bb HTTP/1.1" status: 200 len: 210 time: 0.0381720 Jul 09 09:45:21.902722 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-340fbd87-094f-42ec-ad65-61b6ec1b3707 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:21.905368 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-340fbd87-094f-42ec-ad65-61b6ec1b3707 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "GET /v2.0/networks?id=0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 200 len: 806 time: 0.2042539 Jul 09 09:45:21.920680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-4cb5530f-caec-4e96-a40c-2d3a4a09e3af tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Request body: {'port': {'device_id': '7474cd12-e6da-4752-8210-d0a61787c9bb', 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142', 'admin_state_up': True, 'tenant_id': '2ac1d48021e34103a62b6ac5b060403c'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:45:22.120998 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3237d8-9dbe-4c80-87cb-60df3dca440e req-7b818dbc-287d-413c-b1b6-d0868423feba tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:22.123189 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d3237d8-9dbe-4c80-87cb-60df3dca440e req-7b818dbc-287d-413c-b1b6-d0868423feba tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.61 "GET /v2.0/ports?device_id=efa45e2c-4751-4453-9a1c-9477e86b2e60 HTTP/1.1" status: 200 len: 945 time: 0.1180799 Jul 09 09:45:22.193904 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-4cb5530f-caec-4e96-a40c-2d3a4a09e3af tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Made reservation on behalf of 2ac1d48021e34103a62b6ac5b060403c for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:45:22.198184 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-4cb5530f-caec-4e96-a40c-2d3a4a09e3af tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:22.233033 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d3237d8-9dbe-4c80-87cb-60df3dca440e req-027ecdc4-825f-4acc-936d-2ae2c45d114c tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb85e707-ca58-439f-bf02-8e31e0a9fd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995409 Jul 09 09:45:22.538476 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-4cb5530f-caec-4e96-a40c-2d3a4a09e3af tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Allocated IP 172.20.0.13 (0dbc3900-4d61-41a9-810b-30caed204142/f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66/0ca62c8f-b04a-42ae-b674-ad21c02e5848) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:45:22.581844 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bebfd-8ad7-46bb-9041-b812e315b157 req-ff317e09-e542-4978-a84a-9bdd709ef3e4 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:22.583487 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-800bebfd-8ad7-46bb-9041-b812e315b157 req-ff317e09-e542-4978-a84a-9bdd709ef3e4 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.1489911 Jul 09 09:45:22.672562 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-800bebfd-8ad7-46bb-9041-b812e315b157 req-685607d1-dab3-496c-bd99-4e95bfd0d874 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784199 Jul 09 09:45:22.736462 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de8c4095-8f20-431e-9c74-b53dd1800e49 req-16d763b2-211f-439e-aac7-f9740f85f6e6 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=7474cd12-e6da-4752-8210-d0a61787c9bb HTTP/1.1" status: 200 len: 210 time: 0.0309470 Jul 09 09:45:22.816818 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-4cb5530f-caec-4e96-a40c-2d3a4a09e3af tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:22.886826 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-4cb5530f-caec-4e96-a40c-2d3a4a09e3af tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:22.900779 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['09dd6c37-9295-46e2-be77-76eaa105fd22'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:45:23.009455 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-4cb5530f-caec-4e96-a40c-2d3a4a09e3af tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Network 0dbc3900-4d61-41a9-810b-30caed204142 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:45:23.021334 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-4cb5530f-caec-4e96-a40c-2d3a4a09e3af tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:45:23.035599 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-4cb5530f-caec-4e96-a40c-2d3a4a09e3af tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:45:23.045728 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38772) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:23.056410 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5530f-caec-4e96-a40c-2d3a4a09e3af tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Pushing event updated for resources: {'Port': ['ID=0ca62c8f-b04a-42ae-b674-ad21c02e5848,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:23.116075 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-4cb5530f-caec-4e96-a40c-2d3a4a09e3af tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:23.117609 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-4cb5530f-caec-4e96-a40c-2d3a4a09e3af tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:23.154380 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-4cb5530f-caec-4e96-a40c-2d3a4a09e3af tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2406294 Jul 09 09:45:23.167127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-88b3e68a-2858-444d-b947-bb5550b6f3c9 service neutron] Request body: {'port': {'device_id': '7474cd12-e6da-4752-8210-d0a61787c9bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:45:23.391036 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d478d2d7-8b74-4dbb-90db-e796de881a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:23.407046 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-88b3e68a-2858-444d-b947-bb5550b6f3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:23.573498 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d478d2d7-8b74-4dbb-90db-e796de881a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:23.580459 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d478d2d7-8b74-4dbb-90db-e796de881a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:23.647171 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d478d2d7-8b74-4dbb-90db-e796de881a48 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b50cb6a18eea475fa226b7d322bf1353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6002252 Jul 09 09:45:23.650360 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38786) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:23.657754 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478d2d7-8b74-4dbb-90db-e796de881a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0d92a0-21a7-4032-a865-66ca6688af7b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:23.722454 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-134e4d2b-eecb-4ad8-aa69-b9b9b3e723f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:23.772096 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-134e4d2b-eecb-4ad8-aa69-b9b9b3e723f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:23.834471 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-88b3e68a-2858-444d-b947-bb5550b6f3c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca62c8f-b04a-42ae-b674-ad21c02e5848 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:45:23.844302 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-134e4d2b-eecb-4ad8-aa69-b9b9b3e723f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:23.844899 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-88b3e68a-2858-444d-b947-bb5550b6f3c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:23.849146 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-134e4d2b-eecb-4ad8-aa69-b9b9b3e723f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:23.853050 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-134e4d2b-eecb-4ad8-aa69-b9b9b3e723f8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1b0d92a0-21a7-4032-a865-66ca6688af7b HTTP/1.1" status: 204 len: 168 time: 0.1989474 Jul 09 09:45:23.861153 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e4d2b-eecb-4ad8-aa69-b9b9b3e723f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0d92a0-21a7-4032-a865-66ca6688af7b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:23.897142 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-88b3e68a-2858-444d-b947-bb5550b6f3c9 service neutron] Transition to ACTIVE for port object 0ca62c8f-b04a-42ae-b674-ad21c02e5848 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:45:23.905598 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-88b3e68a-2858-444d-b947-bb5550b6f3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:24.008393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3e68a-2858-444d-b947-bb5550b6f3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca62c8f-b04a-42ae-b674-ad21c02e5848,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:24.093560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a93748-983b-4b83-b03e-b2308db3383b req-380f6ab9-d719-4224-82c7-84afae197bec tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:24.095150 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-05a93748-983b-4b83-b03e-b2308db3383b req-380f6ab9-d719-4224-82c7-84afae197bec tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.2456615 Jul 09 09:45:24.162435 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed055f28-a255-4119-b4c0-9b162e0619a9 req-f4800d5c-9de8-4134-badd-3fb86fc7fe44 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:24.164298 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ed055f28-a255-4119-b4c0-9b162e0619a9 req-f4800d5c-9de8-4134-badd-3fb86fc7fe44 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=7474cd12-e6da-4752-8210-d0a61787c9bb HTTP/1.1" status: 200 len: 944 time: 0.2052414 Jul 09 09:45:24.183377 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-88b3e68a-2858-444d-b947-bb5550b6f3c9 service neutron] Attempting to bind port 0ca62c8f-b04a-42ae-b674-ad21c02e5848 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:45:24.183868 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-88b3e68a-2858-444d-b947-bb5550b6f3c9 service neutron] Attempting to bind port 0ca62c8f-b04a-42ae-b674-ad21c02e5848 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:45:24.184364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-88b3e68a-2858-444d-b947-bb5550b6f3c9 service neutron] Attempting to bind port 0ca62c8f-b04a-42ae-b674-ad21c02e5848 on network 0dbc3900-4d61-41a9-810b-30caed204142 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:45:24.189306 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38802) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:24.207749 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-88b3e68a-2858-444d-b947-bb5550b6f3c9 service neutron] Port 0ca62c8f-b04a-42ae-b674-ad21c02e5848 on network 0dbc3900-4d61-41a9-810b-30caed204142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:45:24.208077 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-88b3e68a-2858-444d-b947-bb5550b6f3c9 service neutron] Attempting to bind port 0ca62c8f-b04a-42ae-b674-ad21c02e5848 on network 0dbc3900-4d61-41a9-810b-30caed204142 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:45:24.211203 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae96de07-dd78-4289-a68e-c1b19e0ecfe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:24.213839 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-05a93748-983b-4b83-b03e-b2308db3383b req-cee9af1a-814e-472d-aa1e-1a66f40178b8 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067634 Jul 09 09:45:24.225435 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-88b3e68a-2858-444d-b947-bb5550b6f3c9 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:45:24.226074 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-88b3e68a-2858-444d-b947-bb5550b6f3c9 service neutron] Checking segment: {'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:45:24.226507 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-88b3e68a-2858-444d-b947-bb5550b6f3c9 service neutron] Bound using segment: {'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:45:24.227403 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-88b3e68a-2858-444d-b947-bb5550b6f3c9 service neutron] Bound port: 0ca62c8f-b04a-42ae-b674-ad21c02e5848, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:45:24.227780 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-88b3e68a-2858-444d-b947-bb5550b6f3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:24.243657 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ed055f28-a255-4119-b4c0-9b162e0619a9 req-08ef7bfc-8f34-4e23-af97-7b487e4cbd47 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668077 Jul 09 09:45:24.313746 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-88b3e68a-2858-444d-b947-bb5550b6f3c9 service neutron] For port 0ca62c8f-b04a-42ae-b674-ad21c02e5848, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:45:24.317468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-88b3e68a-2858-444d-b947-bb5550b6f3c9 service neutron] For port 0ca62c8f-b04a-42ae-b674-ad21c02e5848, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0ca62c8f-b04a-42ae-b674-ad21c02e5848,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:45:24.325542 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-88b3e68a-2858-444d-b947-bb5550b6f3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:24.361738 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae96de07-dd78-4289-a68e-c1b19e0ecfe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:24.371969 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae96de07-dd78-4289-a68e-c1b19e0ecfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:24.388877 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-88b3e68a-2858-444d-b947-bb5550b6f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:24.389643 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-88b3e68a-2858-444d-b947-bb5550b6f3c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:24.391288 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-88b3e68a-2858-444d-b947-bb5550b6f3c9 service neutron] 10.222.0.64 "PUT /v2.0/ports/0ca62c8f-b04a-42ae-b674-ad21c02e5848 HTTP/1.1" status: 200 len: 1092 time: 1.2291875 Jul 09 09:45:24.391825 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7474cd12-e6da-4752-8210-d0a61787c9bb', 'tag': '0ca62c8f-b04a-42ae-b674-ad21c02e5848'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:45:24.394942 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d9c2e9-1c8b-4cb4-8eef-9ddeba508ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "7474cd12-e6da-4752-8210-d0a61787c9bb", "tag": "0ca62c8f-b04a-42ae-b674-ad21c02e5848"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:45:24.463243 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96de07-dd78-4289-a68e-c1b19e0ecfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc92a428-c502-4304-adf1-592d5ef0b12d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:24.477913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3e68a-2858-444d-b947-bb5550b6f3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca62c8f-b04a-42ae-b674-ad21c02e5848,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:24.486189 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ae96de07-dd78-4289-a68e-c1b19e0ecfe4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f6deea9f3248418b96ba2a4d3d16ed2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2930794 Jul 09 09:45:24.486439 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38822) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:24.556473 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d9fdd6-9d57-4605-8253-3a9b745edef9 x-openstack-request-id: req-68d9fdd6-9d57-4605-8253-3a9b745edef9 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:45:24.557260 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7474cd12-e6da-4752-8210-d0a61787c9bb", "tag": "0ca62c8f-b04a-42ae-b674-ad21c02e5848", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:45:24.557522 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-68d9fdd6-9d57-4605-8253-3a9b745edef9 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:45:24.558435 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7474cd12-e6da-4752-8210-d0a61787c9bb', 'tag': '0ca62c8f-b04a-42ae-b674-ad21c02e5848', 'status': 'completed', 'code': 200} Jul 09 09:45:24.576700 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d93290df-9b04-4dce-b896-e367a92a7a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:24.597212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-fa4b2a47-3c29-410f-9c31-15b79807b953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:24.598830 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-fa4b2a47-3c29-410f-9c31-15b79807b953 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ac1d48021e34103a62b6ac5b060403c&device_id=7474cd12-e6da-4752-8210-d0a61787c9bb HTTP/1.1" status: 200 len: 1095 time: 0.1179736 Jul 09 09:45:24.609561 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d93290df-9b04-4dce-b896-e367a92a7a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:24.655990 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-77f921c3-f352-44f8-8083-0695c218abdc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ca62c8f-b04a-42ae-b674-ad21c02e5848 HTTP/1.1" status: 200 len: 217 time: 0.0498850 Jul 09 09:45:24.682156 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d93290df-9b04-4dce-b896-e367a92a7a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:24.686555 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d93290df-9b04-4dce-b896-e367a92a7a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:24.690780 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d93290df-9b04-4dce-b896-e367a92a7a68 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dc92a428-c502-4304-adf1-592d5ef0b12d HTTP/1.1" status: 204 len: 168 time: 0.2012432 Jul 09 09:45:24.698572 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93290df-9b04-4dce-b896-e367a92a7a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc92a428-c502-4304-adf1-592d5ef0b12d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:24.749725 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-1cdc763e-7cf1-43bf-b5f4-56bb6e865c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:24.751313 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-1cdc763e-7cf1-43bf-b5f4-56bb6e865c99 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66 HTTP/1.1" status: 200 len: 846 time: 0.0827379 Jul 09 09:45:24.822163 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-e3e19f27-8392-4e5c-af35-64b5dbdd4e51 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0dbc3900-4d61-41a9-810b-30caed204142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576594 Jul 09 09:45:24.956203 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-1255ec4a-0df2-4329-8763-22b4908ca5c5 service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205378 Jul 09 09:45:25.097489 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c54b2f32-a49a-4402-9701-6c2381f40c8c req-717fa823-18cf-4e6a-af19-47239f005164 service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256499 Jul 09 09:45:25.301140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9c2e9-1c8b-4cb4-8eef-9ddeba508ca6 req-4381dcba-e215-43f4-800c-208d347d4e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:25.303343 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59d9c2e9-1c8b-4cb4-8eef-9ddeba508ca6 req-4381dcba-e215-43f4-800c-208d347d4e51 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ac1d48021e34103a62b6ac5b060403c&device_id=7474cd12-e6da-4752-8210-d0a61787c9bb HTTP/1.1" status: 200 len: 1095 time: 0.1433299 Jul 09 09:45:25.542429 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9c2e9-1c8b-4cb4-8eef-9ddeba508ca6 req-96816981-9f8c-4289-89eb-64b916485248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:25.544089 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59d9c2e9-1c8b-4cb4-8eef-9ddeba508ca6 req-96816981-9f8c-4289-89eb-64b916485248 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 200 len: 907 time: 0.2333491 Jul 09 09:45:25.573132 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc9826-0882-4207-a129-35647a246625 req-45cb8fe4-0d3a-4bfc-98ea-b677e469de92 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:25.574816 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-75dc9826-0882-4207-a129-35647a246625 req-45cb8fe4-0d3a-4bfc-98ea-b677e469de92 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.1894975 Jul 09 09:45:25.609877 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59d9c2e9-1c8b-4cb4-8eef-9ddeba508ca6 req-866131cd-d423-41c0-9d6e-cdaa79020f88 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ca62c8f-b04a-42ae-b674-ad21c02e5848 HTTP/1.1" status: 200 len: 217 time: 0.0574164 Jul 09 09:45:25.625427 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75e34d-a012-4b95-a958-5b2211fe5b71 req-ca38a2f6-c429-4ed2-bf4d-d8fd7869a7f6 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:25.632732 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de75e34d-a012-4b95-a958-5b2211fe5b71 req-ca38a2f6-c429-4ed2-bf4d-d8fd7869a7f6 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=7474cd12-e6da-4752-8210-d0a61787c9bb HTTP/1.1" status: 200 len: 944 time: 0.1939600 Jul 09 09:45:25.735408 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-75dc9826-0882-4207-a129-35647a246625 req-765b1526-bb88-4356-977b-a0d0f993cb40 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303625 Jul 09 09:45:25.746060 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de75e34d-a012-4b95-a958-5b2211fe5b71 req-96dfdfcf-881b-4c35-b13d-d769826ae81b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124949 Jul 09 09:45:25.771624 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9c2e9-1c8b-4cb4-8eef-9ddeba508ca6 req-cc5bf4a4-e887-4061-8958-3c206267ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:25.775408 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59d9c2e9-1c8b-4cb4-8eef-9ddeba508ca6 req-cc5bf4a4-e887-4061-8958-3c206267ee20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66 HTTP/1.1" status: 200 len: 846 time: 0.1343732 Jul 09 09:45:25.833458 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59d9c2e9-1c8b-4cb4-8eef-9ddeba508ca6 req-ecad61d5-8b9a-4784-9fea-3c7da4306ee6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0dbc3900-4d61-41a9-810b-30caed204142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478036 Jul 09 09:45:26.043671 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59d9c2e9-1c8b-4cb4-8eef-9ddeba508ca6 req-31183b35-668f-45e6-90c3-adbd9a192ace service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031097 Jul 09 09:45:26.232679 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59d9c2e9-1c8b-4cb4-8eef-9ddeba508ca6 req-95d332e8-27ce-4092-bc0d-f2de9efe7972 service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817191 Jul 09 09:45:27.077866 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97cb13-24a3-48c7-abb2-607f76a98303 req-86107c2a-33b6-4c59-a515-6f7c541ab126 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:27.079368 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ff97cb13-24a3-48c7-abb2-607f76a98303 req-86107c2a-33b6-4c59-a515-6f7c541ab126 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.1988020 Jul 09 09:45:27.126085 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182da69c-9d77-44e1-a763-09679f9f9eea req-7c5059e9-e864-414e-ab06-74e77bbf175c tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:27.132924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-182da69c-9d77-44e1-a763-09679f9f9eea req-7c5059e9-e864-414e-ab06-74e77bbf175c tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=7474cd12-e6da-4752-8210-d0a61787c9bb HTTP/1.1" status: 200 len: 944 time: 0.1703541 Jul 09 09:45:27.161506 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ff97cb13-24a3-48c7-abb2-607f76a98303 req-fd160d7b-6c34-422e-a19d-da2c86497763 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734348 Jul 09 09:45:27.194887 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-182da69c-9d77-44e1-a763-09679f9f9eea req-430e4c1a-0335-4538-96b8-cd4ffaeef7c8 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607479 Jul 09 09:45:27.781077 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765f1cb-420f-4426-99a7-3849eed87454 req-16a03bd9-c058-4c2a-bb3f-517b8fd9e840 tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:27.789588 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6765f1cb-420f-4426-99a7-3849eed87454 req-16a03bd9-c058-4c2a-bb3f-517b8fd9e840 tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.61 "GET /v2.0/ports?device_id=efa45e2c-4751-4453-9a1c-9477e86b2e60 HTTP/1.1" status: 200 len: 945 time: 0.0862746 Jul 09 09:45:27.842465 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6765f1cb-420f-4426-99a7-3849eed87454 req-3b88523f-b643-4015-b346-8a8cdb3b39ba tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb85e707-ca58-439f-bf02-8e31e0a9fd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515988 Jul 09 09:45:28.153796 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a264e9-f546-416d-93ce-45c7a732f9a4 req-8624190a-5406-4ba7-b470-39384833dfd9 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:28.160749 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a264e9-f546-416d-93ce-45c7a732f9a4 req-8624190a-5406-4ba7-b470-39384833dfd9 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:28.167385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a264e9-f546-416d-93ce-45c7a732f9a4 req-8624190a-5406-4ba7-b470-39384833dfd9 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:28.173470 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a264e9-f546-416d-93ce-45c7a732f9a4 req-8624190a-5406-4ba7-b470-39384833dfd9 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:28.180515 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a264e9-f546-416d-93ce-45c7a732f9a4 req-8624190a-5406-4ba7-b470-39384833dfd9 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:28.186773 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a264e9-f546-416d-93ce-45c7a732f9a4 req-8624190a-5406-4ba7-b470-39384833dfd9 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:28.193108 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a264e9-f546-416d-93ce-45c7a732f9a4 req-8624190a-5406-4ba7-b470-39384833dfd9 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:28.195219 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8a264e9-f546-416d-93ce-45c7a732f9a4 req-8624190a-5406-4ba7-b470-39384833dfd9 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5434 time: 0.1723423 Jul 09 09:45:28.267067 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8a264e9-f546-416d-93ce-45c7a732f9a4 req-55d6961b-c23a-4d5a-aea2-fe77e3dba303 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660834 Jul 09 09:45:28.405338 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3cd60-58ca-43d7-bbae-63ed02318443 req-c05c4242-9ff3-4c8f-9a20-deac6f868e92 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:28.411998 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4df3cd60-58ca-43d7-bbae-63ed02318443 req-c05c4242-9ff3-4c8f-9a20-deac6f868e92 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.1056767 Jul 09 09:45:28.522394 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4df3cd60-58ca-43d7-bbae-63ed02318443 req-514c4c11-2fb0-426f-9c51-2eb3f5500571 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030686 Jul 09 09:45:28.588592 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7224b9-98e5-40f3-bf13-595810917f39 req-3738779c-d0e6-4380-8a23-6a6c5deda134 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:28.590743 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b7224b9-98e5-40f3-bf13-595810917f39 req-3738779c-d0e6-4380-8a23-6a6c5deda134 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=7474cd12-e6da-4752-8210-d0a61787c9bb HTTP/1.1" status: 200 len: 944 time: 0.1528184 Jul 09 09:45:29.109573 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b7224b9-98e5-40f3-bf13-595810917f39 req-027eee2f-4b1c-480f-8f24-23d3e5953ee8 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5104692 Jul 09 09:45:29.206155 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470921f2-b4eb-4f92-93d5-483ef333e934 req-50cea666-6368-4d24-9a7b-0676efb4fdcb tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:29.207806 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-470921f2-b4eb-4f92-93d5-483ef333e934 req-50cea666-6368-4d24-9a7b-0676efb4fdcb tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.58 "GET /v2.0/ports?device_id=efa45e2c-4751-4453-9a1c-9477e86b2e60 HTTP/1.1" status: 200 len: 945 time: 0.1835084 Jul 09 09:45:29.231344 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110ced9-2cca-4577-93ac-c4b876ab9146 req-7c984215-09ed-4ac4-af48-7ff3ad152c75 tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:29.238414 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a99446-621f-4701-bddb-e56c356b8790 req-6dbf0b3e-e6be-4e5e-8061-21272fd502d2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:29.238981 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e110ced9-2cca-4577-93ac-c4b876ab9146 req-7c984215-09ed-4ac4-af48-7ff3ad152c75 tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.61 "GET /v2.0/ports?device_id=efa45e2c-4751-4453-9a1c-9477e86b2e60 HTTP/1.1" status: 200 len: 945 time: 0.2162030 Jul 09 09:45:29.247235 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a99446-621f-4701-bddb-e56c356b8790 req-6dbf0b3e-e6be-4e5e-8061-21272fd502d2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:29.255261 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a99446-621f-4701-bddb-e56c356b8790 req-6dbf0b3e-e6be-4e5e-8061-21272fd502d2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:29.266196 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a99446-621f-4701-bddb-e56c356b8790 req-6dbf0b3e-e6be-4e5e-8061-21272fd502d2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:29.292697 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a99446-621f-4701-bddb-e56c356b8790 req-6dbf0b3e-e6be-4e5e-8061-21272fd502d2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:29.298651 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a99446-621f-4701-bddb-e56c356b8790 req-6dbf0b3e-e6be-4e5e-8061-21272fd502d2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:29.316950 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a99446-621f-4701-bddb-e56c356b8790 req-6dbf0b3e-e6be-4e5e-8061-21272fd502d2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:29.330229 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e4a99446-621f-4701-bddb-e56c356b8790 req-6dbf0b3e-e6be-4e5e-8061-21272fd502d2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.58 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5434 time: 0.2680559 Jul 09 09:45:29.399838 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e110ced9-2cca-4577-93ac-c4b876ab9146 req-5a39c026-7411-4305-850c-c915f5047f72 tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb85e707-ca58-439f-bf02-8e31e0a9fd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570497 Jul 09 09:45:29.410186 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:45:29.443566 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a99446-621f-4701-bddb-e56c356b8790 req-9262bd6a-7b33-4b0c-a9a3-85d2449b6031 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:29.447469 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e4a99446-621f-4701-bddb-e56c356b8790 req-9262bd6a-7b33-4b0c-a9a3-85d2449b6031 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.58 "GET /v2.0/ports/c55ad7ee-d463-472e-9cd3-5263ad30bdd6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1108859 Jul 09 09:45:29.460860 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb6da738-63f8-4d09-ae5d-4376e179bfc5 req-39422083-1852-479e-b975-dc7670b43b90 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4bdc21e3-a46b-4ed3-8597-9422910a4c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1818302 Jul 09 09:45:29.482064 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 0ca62c8f-b04a-42ae-b674-ad21c02e5848 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:45:29.505893 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-470921f2-b4eb-4f92-93d5-483ef333e934 req-4114dad7-7322-4dba-8e44-a9e5da3a641b tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Deleting port 6b70191f-9566-4838-81f8-59a9767a9fd4 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:45:29.509957 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-470921f2-b4eb-4f92-93d5-483ef333e934 req-4114dad7-7322-4dba-8e44-a9e5da3a641b tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:29.681542 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e4a99446-621f-4701-bddb-e56c356b8790 req-2cde0883-1d1e-4572-b3aa-0c47c9478da5 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.58 "GET /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2223315 Jul 09 09:45:29.690895 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-e4a99446-621f-4701-bddb-e56c356b8790 req-cf24be0a-744c-405a-bd75-208c1dbc2596 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:45:29.712326 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 0ca62c8f-b04a-42ae-b674-ad21c02e5848, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0ca62c8f-b04a-42ae-b674-ad21c02e5848,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:29.763044 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '0ca62c8f-b04a-42ae-b674-ad21c02e5848', 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142', 'port_id': '0ca62c8f-b04a-42ae-b674-ad21c02e5848', 'mac_address': 'fa:16:3e:2e:fe:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:45:29.818515 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:29.834206 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca62c8f-b04a-42ae-b674-ad21c02e5848 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:45:29.863067 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 0ca62c8f-b04a-42ae-b674-ad21c02e5848, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0ca62c8f-b04a-42ae-b674-ad21c02e5848,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:29.868720 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:29.889311 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-cf24be0a-744c-405a-bd75-208c1dbc2596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:29.951390 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=0ca62c8f-b04a-42ae-b674-ad21c02e5848,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:29.958415 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6da738-63f8-4d09-ae5d-4376e179bfc5 req-06257205-3a91-45b2-8688-373c88babd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:29.960017 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb6da738-63f8-4d09-ae5d-4376e179bfc5 req-06257205-3a91-45b2-8688-373c88babd2b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ac1d48021e34103a62b6ac5b060403c&device_id=4bdc21e3-a46b-4ed3-8597-9422910a4c19 HTTP/1.1" status: 200 len: 1096 time: 0.4355171 Jul 09 09:45:29.970442 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-470921f2-b4eb-4f92-93d5-483ef333e934 req-4114dad7-7322-4dba-8e44-a9e5da3a641b tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] For port 6b70191f-9566-4838-81f8-59a9767a9fd4, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=6b70191f-9566-4838-81f8-59a9767a9fd4,segment=NetworkSegment(718709b0-449d-4282-b322-f476cf88778f),segment_id=718709b0-449d-4282-b322-f476cf88778f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:29.970810 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-470921f2-b4eb-4f92-93d5-483ef333e934 req-4114dad7-7322-4dba-8e44-a9e5da3a641b tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:30.006397 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-470921f2-b4eb-4f92-93d5-483ef333e934 req-4114dad7-7322-4dba-8e44-a9e5da3a641b tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Calling delete_port for 6b70191f-9566-4838-81f8-59a9767a9fd4 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:45:30.037483 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e15e28-5ca3-425b-8ea0-760dd80b31d5 req-64d7b7d9-1376-42e0-bb3d-5a628589b922 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:30.044118 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e15e28-5ca3-425b-8ea0-760dd80b31d5 req-64d7b7d9-1376-42e0-bb3d-5a628589b922 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:30.056303 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e15e28-5ca3-425b-8ea0-760dd80b31d5 req-64d7b7d9-1376-42e0-bb3d-5a628589b922 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:30.062580 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e15e28-5ca3-425b-8ea0-760dd80b31d5 req-64d7b7d9-1376-42e0-bb3d-5a628589b922 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:30.084039 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e15e28-5ca3-425b-8ea0-760dd80b31d5 req-64d7b7d9-1376-42e0-bb3d-5a628589b922 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:30.090530 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e15e28-5ca3-425b-8ea0-760dd80b31d5 req-64d7b7d9-1376-42e0-bb3d-5a628589b922 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:30.096527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e15e28-5ca3-425b-8ea0-760dd80b31d5 req-64d7b7d9-1376-42e0-bb3d-5a628589b922 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:30.105312 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19e15e28-5ca3-425b-8ea0-760dd80b31d5 req-64d7b7d9-1376-42e0-bb3d-5a628589b922 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 5434 time: 0.5840163 Jul 09 09:45:30.184417 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e4a99446-621f-4701-bddb-e56c356b8790 req-cf24be0a-744c-405a-bd75-208c1dbc2596 service neutron] For port c55ad7ee-d463-472e-9cd3-5263ad30bdd6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c55ad7ee-d463-472e-9cd3-5263ad30bdd6,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:30.184958 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['0ca62c8f-b04a-42ae-b674-ad21c02e5848'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:45:30.209796 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6de4bc-ef9a-4da7-b84f-32048865c82b req-f936d501-96ec-42d7-8df8-d71ba0e7436e tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:30.217257 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a6de4bc-ef9a-4da7-b84f-32048865c82b req-f936d501-96ec-42d7-8df8-d71ba0e7436e tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.4437332 Jul 09 09:45:30.226945 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e4a99446-621f-4701-bddb-e56c356b8790 req-cf24be0a-744c-405a-bd75-208c1dbc2596 service neutron] For port c55ad7ee-d463-472e-9cd3-5263ad30bdd6, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:45:30.262548 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-e4a99446-621f-4701-bddb-e56c356b8790 req-cf24be0a-744c-405a-bd75-208c1dbc2596 service neutron] device_id is not set on port c55ad7ee-d463-472e-9cd3-5263ad30bdd6 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:45:30.273405 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-cf24be0a-744c-405a-bd75-208c1dbc2596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:30.281089 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-cf24be0a-744c-405a-bd75-208c1dbc2596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:30.337308 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a6de4bc-ef9a-4da7-b84f-32048865c82b req-817b5f98-c371-4114-ae16-92b3ee6aeef8 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190741 Jul 09 09:45:30.367724 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19e15e28-5ca3-425b-8ea0-760dd80b31d5 req-e1aaa97c-7aaf-4d28-a2f3-57ce1b51cdbd tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=75817cbc-e8d6-4704-a70b-e9c25a318c72&id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2613981 Jul 09 09:45:30.372168 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a99446-621f-4701-bddb-e56c356b8790 req-cf24be0a-744c-405a-bd75-208c1dbc2596 service neutron] No DVR routers for this DVR port c55ad7ee-d463-472e-9cd3-5263ad30bdd6 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:45:30.412621 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24be0a-744c-405a-bd75-208c1dbc2596 service neutron] Pushing event updated for resources: {'Port': ['ID=c55ad7ee-d463-472e-9cd3-5263ad30bdd6,revision_number=6']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:30.455155 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e4a99446-621f-4701-bddb-e56c356b8790 req-cf24be0a-744c-405a-bd75-208c1dbc2596 service neutron] In _notify_port_updated(), no bound segment for port c55ad7ee-d463-472e-9cd3-5263ad30bdd6 on network c92255a9-b3f6-43e0-b40a-47ba2e92d728 {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:45:30.456539 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a99446-621f-4701-bddb-e56c356b8790 req-cf24be0a-744c-405a-bd75-208c1dbc2596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:30.457394 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-cf24be0a-744c-405a-bd75-208c1dbc2596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:30.459172 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e4a99446-621f-4701-bddb-e56c356b8790 req-cf24be0a-744c-405a-bd75-208c1dbc2596 service neutron] 10.222.0.58 "PUT /v2.0/ports/c55ad7ee-d463-472e-9cd3-5263ad30bdd6 HTTP/1.1" status: 200 len: 1027 time: 0.7746112 Jul 09 09:45:30.462418 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6da738-63f8-4d09-ae5d-4376e179bfc5 req-c9c2ec9f-6bc0-47e8-aba0-2af2d112e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:30.480094 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb6da738-63f8-4d09-ae5d-4376e179bfc5 req-c9c2ec9f-6bc0-47e8-aba0-2af2d112e52e service neutron] 10.222.0.64 "GET /v2.0/networks?id=0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 200 len: 907 time: 0.4712639 Jul 09 09:45:30.610219 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a99446-621f-4701-bddb-e56c356b8790 req-ee2a6dc6-368f-45d7-87fa-2bb06650e1e2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:30.615884 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e4a99446-621f-4701-bddb-e56c356b8790 req-ee2a6dc6-368f-45d7-87fa-2bb06650e1e2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.58 "GET /v2.0/ports/c5ac0b66-6ec6-4896-8808-9a201a1cd005?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1497090 Jul 09 09:45:30.635717 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb6da738-63f8-4d09-ae5d-4376e179bfc5 req-a97748b0-8d65-42a5-8f6b-c0dd36a3b218 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09dd6c37-9295-46e2-be77-76eaa105fd22 HTTP/1.1" status: 200 len: 217 time: 0.1546960 Jul 09 09:45:30.635915 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-e4a99446-621f-4701-bddb-e56c356b8790 req-e5479dc1-12ac-484a-b890-f88fd2d7877d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:45:30.735043 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6da738-63f8-4d09-ae5d-4376e179bfc5 req-7a9cee14-0709-4554-a886-4eaa5dc24ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:30.736904 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb6da738-63f8-4d09-ae5d-4376e179bfc5 req-7a9cee14-0709-4554-a886-4eaa5dc24ad8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66 HTTP/1.1" status: 200 len: 846 time: 0.0782948 Jul 09 09:45:30.761147 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5fd6f26f-52ee-4b8d-88e3-d1dacf64cd81 None None] Provisioning complete for port c55ad7ee-d463-472e-9cd3-5263ad30bdd6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:45:30.762848 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5fd6f26f-52ee-4b8d-88e3-d1dacf64cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:30.770824 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-e5479dc1-12ac-484a-b890-f88fd2d7877d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:30.893867 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5fd6f26f-52ee-4b8d-88e3-d1dacf64cd81 None None] Port c55ad7ee-d463-472e-9cd3-5263ad30bdd6 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:45:30.947139 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 38137faf-b03c-41f7-8e58-cab67d1ed7f7 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:45:30.947306 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb6da738-63f8-4d09-ae5d-4376e179bfc5 req-e1a2202f-60c7-4cc1-97bf-fa06ff7bcf3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0dbc3900-4d61-41a9-810b-30caed204142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1690066 Jul 09 09:45:31.099624 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:31.121867 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e4a99446-621f-4701-bddb-e56c356b8790 req-e5479dc1-12ac-484a-b890-f88fd2d7877d service neutron] For port c5ac0b66-6ec6-4896-8808-9a201a1cd005, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c5ac0b66-6ec6-4896-8808-9a201a1cd005,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:31.154836 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38137faf-b03c-41f7-8e58-cab67d1ed7f7'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:45:31.157959 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf88c6a-f624-4399-a859-d75669f5d3e0" -d '{"events": [{"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-unplugged", "status": "completed", "tag": "38137faf-b03c-41f7-8e58-cab67d1ed7f7"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:45:31.189100 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 38137faf-b03c-41f7-8e58-cab67d1ed7f7, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=38137faf-b03c-41f7-8e58-cab67d1ed7f7,segment=NetworkSegment(e7557c6e-e6c9-475e-8db0-088ca7535df6),segment_id=e7557c6e-e6c9-475e-8db0-088ca7535df6)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:31.207475 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:31.208782 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c5ac0b66-6ec6-4896-8808-9a201a1cd005 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:45:31.239984 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e4a99446-621f-4701-bddb-e56c356b8790 req-e5479dc1-12ac-484a-b890-f88fd2d7877d service neutron] For port c5ac0b66-6ec6-4896-8808-9a201a1cd005, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:45:31.251802 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb6da738-63f8-4d09-ae5d-4376e179bfc5 req-46e310f0-8b68-47af-8660-67a533fd235a service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758081 Jul 09 09:45:31.310642 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-e4a99446-621f-4701-bddb-e56c356b8790 req-e5479dc1-12ac-484a-b890-f88fd2d7877d service neutron] device_id is not set on port c5ac0b66-6ec6-4896-8808-9a201a1cd005 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:45:31.328990 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-e5479dc1-12ac-484a-b890-f88fd2d7877d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:31.337835 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-e5479dc1-12ac-484a-b890-f88fd2d7877d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:31.346349 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c5ac0b66-6ec6-4896-8808-9a201a1cd005 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:45:31.346943 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 6b70191f-9566-4838-81f8-59a9767a9fd4 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:45:31.366054 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb6da738-63f8-4d09-ae5d-4376e179bfc5 req-35c1d6fe-479a-49d6-a449-6bc83bf81693 service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046870 Jul 09 09:45:31.378658 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=38137faf-b03c-41f7-8e58-cab67d1ed7f7,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:31.381664 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 6b70191f-9566-4838-81f8-59a9767a9fd4 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:45:31.382155 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 6b70191f-9566-4838-81f8-59a9767a9fd4 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:45:31.382668 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac677cdd-f3a3-44ed-869c-a92188b755d4 req-ebfd311b-74a5-46f2-9fed-6a4e7f95cd4b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:31.382816 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:45:31.396822 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac677cdd-f3a3-44ed-869c-a92188b755d4 req-ebfd311b-74a5-46f2-9fed-6a4e7f95cd4b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=7474cd12-e6da-4752-8210-d0a61787c9bb HTTP/1.1" status: 200 len: 945 time: 0.7600529 Jul 09 09:45:31.400546 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-470921f2-b4eb-4f92-93d5-483ef333e934 req-4114dad7-7322-4dba-8e44-a9e5da3a641b tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:31.412321 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbec3e-cfec-4483-ac56-1efaaaddad3f req-af167359-25b3-46f1-8408-39eebab96e36 tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:31.414756 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-63bbec3e-cfec-4483-ac56-1efaaaddad3f req-af167359-25b3-46f1-8408-39eebab96e36 tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.61 "GET /v2.0/ports?device_id=efa45e2c-4751-4453-9a1c-9477e86b2e60 HTTP/1.1" status: 200 len: 945 time: 0.6823103 Jul 09 09:45:31.442795 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5479dc1-12ac-484a-b890-f88fd2d7877d service neutron] Pushing event updated for resources: {'Port': ['ID=c5ac0b66-6ec6-4896-8808-9a201a1cd005,revision_number=6']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:31.495382 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:31.500777 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 0ca62c8f-b04a-42ae-b674-ad21c02e5848 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:45:31.515768 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a99446-621f-4701-bddb-e56c356b8790 req-e5479dc1-12ac-484a-b890-f88fd2d7877d service neutron] No DVR routers for this DVR port c5ac0b66-6ec6-4896-8808-9a201a1cd005 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:45:31.606903 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e4a99446-621f-4701-bddb-e56c356b8790 req-e5479dc1-12ac-484a-b890-f88fd2d7877d service neutron] In _notify_port_updated(), no bound segment for port c5ac0b66-6ec6-4896-8808-9a201a1cd005 on network c92255a9-b3f6-43e0-b40a-47ba2e92d728 {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:45:31.607834 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a99446-621f-4701-bddb-e56c356b8790 req-e5479dc1-12ac-484a-b890-f88fd2d7877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:31.608458 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-e5479dc1-12ac-484a-b890-f88fd2d7877d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:31.609780 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e4a99446-621f-4701-bddb-e56c356b8790 req-e5479dc1-12ac-484a-b890-f88fd2d7877d service neutron] 10.222.0.58 "PUT /v2.0/ports/c5ac0b66-6ec6-4896-8808-9a201a1cd005 HTTP/1.1" status: 200 len: 1027 time: 0.9872439 Jul 09 09:45:31.616753 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114dad7-7322-4dba-8e44-a9e5da3a641b tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Pushing event deleted for resources: {'Port': ['ID=6b70191f-9566-4838-81f8-59a9767a9fd4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:31.651110 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-470921f2-b4eb-4f92-93d5-483ef333e934 req-4114dad7-7322-4dba-8e44-a9e5da3a641b tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] No DVR routers for this DVR port 6b70191f-9566-4838-81f8-59a9767a9fd4 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:45:31.661090 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-470921f2-b4eb-4f92-93d5-483ef333e934 req-4114dad7-7322-4dba-8e44-a9e5da3a641b tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:31.665351 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-470921f2-b4eb-4f92-93d5-483ef333e934 req-4114dad7-7322-4dba-8e44-a9e5da3a641b tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.58 "DELETE /v2.0/ports/6b70191f-9566-4838-81f8-59a9767a9fd4 HTTP/1.1" status: 204 len: 173 time: 2.4520013 Jul 09 09:45:31.672125 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa45e2c-4751-4453-9a1c-9477e86b2e60', 'name': 'network-vif-deleted', 'tag': '6b70191f-9566-4838-81f8-59a9767a9fd4'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:45:31.677028 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f103e1-2af8-4041-bf08-b94ca130d0c2" -d '{"events": [{"server_uuid": "efa45e2c-4751-4453-9a1c-9477e86b2e60", "name": "network-vif-deleted", "tag": "6b70191f-9566-4838-81f8-59a9767a9fd4"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:45:31.704906 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac677cdd-f3a3-44ed-869c-a92188b755d4 req-4a4a1666-4af4-4c16-ad3f-69d320a89ed1 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070815 Jul 09 09:45:31.714629 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-63bbec3e-cfec-4483-ac56-1efaaaddad3f req-c9a94544-b009-40e6-b210-f20c85dc2c63 tempest-ServerTagsTestJSON-846445990 tempest-ServerTagsTestJSON-846445990-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb85e707-ca58-439f-bf02-8e31e0a9fd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690165 Jul 09 09:45:31.729236 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=66be3df1-04f9-4bfc-bd18-2a4746b4d8eb,segment=NetworkSegment(c1ede9d9-38ab-458d-8e0a-5e8f02213eed),segment_id=c1ede9d9-38ab-458d-8e0a-5e8f02213eed)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:31.741190 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 0ca62c8f-b04a-42ae-b674-ad21c02e5848 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:45:31.755450 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:31.756021 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 22e140cd-52e8-4479-8dac-6bd540e9fb0c no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:45:31.757854 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 0ca62c8f-b04a-42ae-b674-ad21c02e5848 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:45:31.758214 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:31.850190 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e4a99446-621f-4701-bddb-e56c356b8790 req-807d49e6-a540-4f3d-8a8d-04061f51ceb3 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Deleting port a7adbfff-b36e-4c84-aa19-b9efc349f092 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:45:31.851307 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-807d49e6-a540-4f3d-8a8d-04061f51ceb3 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:32.002658 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226efe7e-61bf-4b4e-a2a6-42ce85d20c48 x-openstack-request-id: req-226efe7e-61bf-4b4e-a2a6-42ce85d20c48 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:45:32.003293 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-unplugged", "status": "completed", "tag": "38137faf-b03c-41f7-8e58-cab67d1ed7f7", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:45:32.003293 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-226efe7e-61bf-4b4e-a2a6-42ce85d20c48 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:45:32.003492 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38137faf-b03c-41f7-8e58-cab67d1ed7f7', 'code': 200} Jul 09 09:45:32.110802 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e4a99446-621f-4701-bddb-e56c356b8790 req-807d49e6-a540-4f3d-8a8d-04061f51ceb3 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] For port a7adbfff-b36e-4c84-aa19-b9efc349f092, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=a7adbfff-b36e-4c84-aa19-b9efc349f092,segment=NetworkSegment(c1ede9d9-38ab-458d-8e0a-5e8f02213eed),segment_id=c1ede9d9-38ab-458d-8e0a-5e8f02213eed)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:32.111923 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-807d49e6-a540-4f3d-8a8d-04061f51ceb3 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:32.128256 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e4a99446-621f-4701-bddb-e56c356b8790 req-807d49e6-a540-4f3d-8a8d-04061f51ceb3 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Calling delete_port for a7adbfff-b36e-4c84-aa19-b9efc349f092 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:45:32.157291 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=66be3df1-04f9-4bfc-bd18-2a4746b4d8eb,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:32.166657 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e7e1508d-e578-4013-85b7-37787fb650f3 None None] Provisioning complete for port c5ac0b66-6ec6-4896-8808-9a201a1cd005 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:45:32.167032 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e7e1508d-e578-4013-85b7-37787fb650f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:32.228142 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65789c70-a796-47a8-afa7-bae3b12dad37 req-363eab12-7f8a-45ee-8d45-e64485f2b136 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:32.229826 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65789c70-a796-47a8-afa7-bae3b12dad37 req-363eab12-7f8a-45ee-8d45-e64485f2b136 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.1543777 Jul 09 09:45:32.382475 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e7e1508d-e578-4013-85b7-37787fb650f3 None None] Port c5ac0b66-6ec6-4896-8808-9a201a1cd005 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:45:32.385689 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65789c70-a796-47a8-afa7-bae3b12dad37 req-8a6b1c34-13b8-4b78-a902-9903a3574a2d tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418664 Jul 09 09:45:32.414334 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:32.416395 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:32.461542 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-807d49e6-a540-4f3d-8a8d-04061f51ceb3 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:32.495928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb43ffd-6ff4-4292-b5ff-48d3a2059d02 req-db1c92cf-2b52-4144-9fc8-7b744f38f148 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:32.512035 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb43ffd-6ff4-4292-b5ff-48d3a2059d02 req-db1c92cf-2b52-4144-9fc8-7b744f38f148 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:32.525326 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d49e6-a540-4f3d-8a8d-04061f51ceb3 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event deleted for resources: {'Port': ['ID=a7adbfff-b36e-4c84-aa19-b9efc349f092,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:32.526155 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb43ffd-6ff4-4292-b5ff-48d3a2059d02 req-db1c92cf-2b52-4144-9fc8-7b744f38f148 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:32.542685 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb43ffd-6ff4-4292-b5ff-48d3a2059d02 req-db1c92cf-2b52-4144-9fc8-7b744f38f148 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:32.550907 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 22e140cd-52e8-4479-8dac-6bd540e9fb0c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=22e140cd-52e8-4479-8dac-6bd540e9fb0c,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:32.557413 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 0ca62c8f-b04a-42ae-b674-ad21c02e5848, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0ca62c8f-b04a-42ae-b674-ad21c02e5848,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:32.558147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb43ffd-6ff4-4292-b5ff-48d3a2059d02 req-db1c92cf-2b52-4144-9fc8-7b744f38f148 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:32.562306 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:32.563273 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c55ad7ee-d463-472e-9cd3-5263ad30bdd6 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:45:32.572068 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fdb43ffd-6ff4-4292-b5ff-48d3a2059d02 req-db1c92cf-2b52-4144-9fc8-7b744f38f148 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 3882 time: 0.3026910 Jul 09 09:45:32.576132 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:32.579771 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb716970-c69f-4f81-8e57-16c36a4525c6 x-openstack-request-id: req-eb716970-c69f-4f81-8e57-16c36a4525c6 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:45:32.580095 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa45e2c-4751-4453-9a1c-9477e86b2e60", "name": "network-vif-deleted", "tag": "6b70191f-9566-4838-81f8-59a9767a9fd4", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:45:32.580348 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eb716970-c69f-4f81-8e57-16c36a4525c6 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:45:32.581834 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa45e2c-4751-4453-9a1c-9477e86b2e60', 'name': 'network-vif-deleted', 'tag': '6b70191f-9566-4838-81f8-59a9767a9fd4', 'status': 'completed', 'code': 200} Jul 09 09:45:32.637811 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a99446-621f-4701-bddb-e56c356b8790 req-807d49e6-a540-4f3d-8a8d-04061f51ceb3 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] No DVR routers for this DVR port a7adbfff-b36e-4c84-aa19-b9efc349f092 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:45:32.645665 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-807d49e6-a540-4f3d-8a8d-04061f51ceb3 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:32.654142 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e4a99446-621f-4701-bddb-e56c356b8790 req-807d49e6-a540-4f3d-8a8d-04061f51ceb3 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.58 "DELETE /v2.0/ports/a7adbfff-b36e-4c84-aa19-b9efc349f092 HTTP/1.1" status: 204 len: 173 time: 1.0267341 Jul 09 09:45:32.656257 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-deleted', 'tag': 'a7adbfff-b36e-4c84-aa19-b9efc349f092'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:45:32.658063 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fdb43ffd-6ff4-4292-b5ff-48d3a2059d02 req-d5e02bc9-f0cd-4da9-b950-94e4c9ebaa9f tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843601 Jul 09 09:45:32.661015 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa91aac-43ea-45b4-94f5-6c1bca0c79ea" -d '{"events": [{"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-deleted", "tag": "a7adbfff-b36e-4c84-aa19-b9efc349f092"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:45:32.668818 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c55ad7ee-d463-472e-9cd3-5263ad30bdd6 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:45:32.669248 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 1ad77fc5-199d-4e19-acef-8b1e44e8ba87 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:45:32.726278 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=22e140cd-52e8-4479-8dac-6bd540e9fb0c,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:32.806794 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=0ca62c8f-b04a-42ae-b674-ad21c02e5848,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:32.808209 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0e96e8-608a-4086-b3cf-f31fad0cd176 x-openstack-request-id: req-6c0e96e8-608a-4086-b3cf-f31fad0cd176 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:45:32.808528 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-deleted", "tag": "a7adbfff-b36e-4c84-aa19-b9efc349f092", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:45:32.808808 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c0e96e8-608a-4086-b3cf-f31fad0cd176 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:45:32.821101 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-deleted', 'tag': 'a7adbfff-b36e-4c84-aa19-b9efc349f092', 'status': 'completed', 'code': 200} Jul 09 09:45:32.890053 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:32.957517 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 1ad77fc5-199d-4e19-acef-8b1e44e8ba87, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=1ad77fc5-199d-4e19-acef-8b1e44e8ba87,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:32.964082 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:32.965603 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device a7adbfff-b36e-4c84-aa19-b9efc349f092 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:45:32.999436 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39090) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:33.012983 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202a8f1-3b53-4a1e-8756-cbe099a952f2 req-2b5edff4-f1c4-47e6-937a-f46e8b5ac484 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:33.014876 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8202a8f1-3b53-4a1e-8756-cbe099a952f2 req-2b5edff4-f1c4-47e6-937a-f46e8b5ac484 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=7474cd12-e6da-4752-8210-d0a61787c9bb HTTP/1.1" status: 200 len: 946 time: 0.1518953 Jul 09 09:45:33.040176 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=1ad77fc5-199d-4e19-acef-8b1e44e8ba87,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:33.084334 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: a7adbfff-b36e-4c84-aa19-b9efc349f092 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:45:33.084575 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device a7adbfff-b36e-4c84-aa19-b9efc349f092 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:45:33.115800 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e4a99446-621f-4701-bddb-e56c356b8790 req-0929b6d5-768a-4b4e-9e04-fe4c067ebb4a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Deleting port 22e140cd-52e8-4479-8dac-6bd540e9fb0c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:45:33.116425 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-0929b6d5-768a-4b4e-9e04-fe4c067ebb4a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:33.142558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8202a8f1-3b53-4a1e-8756-cbe099a952f2 req-faf084e6-aa69-4d85-94be-05286e3333e9 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211700 Jul 09 09:45:33.201432 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-b126a4e3-a804-440c-96b1-85ac5c6c4a68 admin admin] Deleting subnet 3cbd290f-db73-4601-9200-e5d1a646b5a0 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:45:33.206722 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b126a4e3-a804-440c-96b1-85ac5c6c4a68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:33.286679 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b126a4e3-a804-440c-96b1-85ac5c6c4a68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:33.343084 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e4a99446-621f-4701-bddb-e56c356b8790 req-0929b6d5-768a-4b4e-9e04-fe4c067ebb4a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] For port 22e140cd-52e8-4479-8dac-6bd540e9fb0c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=22e140cd-52e8-4479-8dac-6bd540e9fb0c,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:33.343865 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-0929b6d5-768a-4b4e-9e04-fe4c067ebb4a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:33.366605 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e4a99446-621f-4701-bddb-e56c356b8790 req-0929b6d5-768a-4b4e-9e04-fe4c067ebb4a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Calling delete_port for 22e140cd-52e8-4479-8dac-6bd540e9fb0c owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:45:33.371921 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b126a4e3-a804-440c-96b1-85ac5c6c4a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:33.556186 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-0929b6d5-768a-4b4e-9e04-fe4c067ebb4a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:33.652318 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929b6d5-768a-4b4e-9e04-fe4c067ebb4a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event deleted for resources: {'Port': ['ID=22e140cd-52e8-4479-8dac-6bd540e9fb0c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:33.661158 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b126a4e3-a804-440c-96b1-85ac5c6c4a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:33.744441 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b126a4e3-a804-440c-96b1-85ac5c6c4a68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:33.755962 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39116) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:33.765581 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b126a4e3-a804-440c-96b1-85ac5c6c4a68 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3cbd290f-db73-4601-9200-e5d1a646b5a0 HTTP/1.1" status: 204 len: 168 time: 0.7441201 Jul 09 09:45:33.856930 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:33.857132 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ada5f1e4-1a39-4b40-9481-6c0aa54f05ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:33.907621 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a99446-621f-4701-bddb-e56c356b8790 req-0929b6d5-768a-4b4e-9e04-fe4c067ebb4a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] No DVR routers for this DVR port 22e140cd-52e8-4479-8dac-6bd540e9fb0c on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:45:33.910866 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-0929b6d5-768a-4b4e-9e04-fe4c067ebb4a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:33.918818 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e4a99446-621f-4701-bddb-e56c356b8790 req-0929b6d5-768a-4b4e-9e04-fe4c067ebb4a tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.58 "DELETE /v2.0/ports/22e140cd-52e8-4479-8dac-6bd540e9fb0c HTTP/1.1" status: 204 len: 173 time: 1.2479403 Jul 09 09:45:33.919742 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126a4e3-a804-440c-96b1-85ac5c6c4a68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cbd290f-db73-4601-9200-e5d1a646b5a0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:33.954888 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af45ae-1647-40b7-b4c5-a9f4334749b6 req-bdf09033-d0c5-43f6-8a8d-945ff716205b tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:33.956928 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25af45ae-1647-40b7-b4c5-a9f4334749b6 req-bdf09033-d0c5-43f6-8a8d-945ff716205b tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.3042045 Jul 09 09:45:34.004347 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66be3df1-04f9-4bfc-bd18-2a4746b4d8eb'}, {'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22e140cd-52e8-4479-8dac-6bd540e9fb0c'}, {'server_uuid': '7474cd12-e6da-4752-8210-d0a61787c9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca62c8f-b04a-42ae-b674-ad21c02e5848'}, {'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad77fc5-199d-4e19-acef-8b1e44e8ba87'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:45:34.008918 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95968fe3-8f9f-491d-b1ad-d23e7207d014" -d '{"events": [{"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-unplugged", "status": "completed", "tag": "66be3df1-04f9-4bfc-bd18-2a4746b4d8eb"}, {"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-unplugged", "status": "completed", "tag": "22e140cd-52e8-4479-8dac-6bd540e9fb0c"}, {"server_uuid": "7474cd12-e6da-4752-8210-d0a61787c9bb", "name": "network-vif-plugged", "status": "completed", "tag": "0ca62c8f-b04a-42ae-b674-ad21c02e5848"}, {"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad77fc5-199d-4e19-acef-8b1e44e8ba87"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:45:34.119549 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e4a99446-621f-4701-bddb-e56c356b8790 req-51c3b6db-b508-4bb2-878a-9fe6a239eb97 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Deleting port 38137faf-b03c-41f7-8e58-cab67d1ed7f7 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:45:34.120314 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-51c3b6db-b508-4bb2-878a-9fe6a239eb97 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:34.121916 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25af45ae-1647-40b7-b4c5-a9f4334749b6 req-f536dd47-b4f1-42bc-a687-65d087b77870 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524303 Jul 09 09:45:34.191483 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ada5f1e4-1a39-4b40-9481-6c0aa54f05ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:34.232048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-ada5f1e4-1a39-4b40-9481-6c0aa54f05ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf714181-0190-4236-b390-20ecf29637a8']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:45:34.262156 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Fri, 09 Jul 2021 09:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0085999e-922b-401b-a7cd-d6c632111cc3 x-openstack-request-id: req-0085999e-922b-401b-a7cd-d6c632111cc3 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:45:34.262690 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-unplugged", "status": "completed", "tag": "66be3df1-04f9-4bfc-bd18-2a4746b4d8eb", "code": 200}, {"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-unplugged", "status": "completed", "tag": "22e140cd-52e8-4479-8dac-6bd540e9fb0c", "code": 200}, {"server_uuid": "7474cd12-e6da-4752-8210-d0a61787c9bb", "name": "network-vif-plugged", "status": "completed", "tag": "0ca62c8f-b04a-42ae-b674-ad21c02e5848", "code": 200}, {"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad77fc5-199d-4e19-acef-8b1e44e8ba87", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:45:34.262690 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0085999e-922b-401b-a7cd-d6c632111cc3 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:45:34.263090 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66be3df1-04f9-4bfc-bd18-2a4746b4d8eb', 'code': 200} Jul 09 09:45:34.263346 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22e140cd-52e8-4479-8dac-6bd540e9fb0c', 'code': 200} Jul 09 09:45:34.263599 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7474cd12-e6da-4752-8210-d0a61787c9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca62c8f-b04a-42ae-b674-ad21c02e5848', 'code': 200} Jul 09 09:45:34.263879 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad77fc5-199d-4e19-acef-8b1e44e8ba87', 'code': 200} Jul 09 09:45:34.266200 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-ada5f1e4-1a39-4b40-9481-6c0aa54f05ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718709b0-449d-4282-b322-f476cf88778f') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:45:34.268018 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-ada5f1e4-1a39-4b40-9481-6c0aa54f05ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718709b0-449d-4282-b322-f476cf88778f') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:45:34.288946 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ada5f1e4-1a39-4b40-9481-6c0aa54f05ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:34.311605 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ada5f1e4-1a39-4b40-9481-6c0aa54f05ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:34.322394 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada5f1e4-1a39-4b40-9481-6c0aa54f05ce admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:45:34.323138 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ada5f1e4-1a39-4b40-9481-6c0aa54f05ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:34.325778 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e4a99446-621f-4701-bddb-e56c356b8790 req-51c3b6db-b508-4bb2-878a-9fe6a239eb97 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] For port 38137faf-b03c-41f7-8e58-cab67d1ed7f7, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=38137faf-b03c-41f7-8e58-cab67d1ed7f7,segment=NetworkSegment(e7557c6e-e6c9-475e-8db0-088ca7535df6),segment_id=e7557c6e-e6c9-475e-8db0-088ca7535df6)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:34.326206 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-51c3b6db-b508-4bb2-878a-9fe6a239eb97 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:34.358252 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39130) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:45:34.393724 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:45:34.418174 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ada5f1e4-1a39-4b40-9481-6c0aa54f05ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:34.470543 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ada5f1e4-1a39-4b40-9481-6c0aa54f05ce admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:34.481544 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ada5f1e4-1a39-4b40-9481-6c0aa54f05ce admin admin] 10.222.0.61 "DELETE /v2.0/networks/bf714181-0190-4236-b390-20ecf29637a8 HTTP/1.1" status: 204 len: 168 time: 0.7224636 Jul 09 09:45:34.527078 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5f1e4-1a39-4b40-9481-6c0aa54f05ce admin admin] Pushing event deleted for resources: {'Network': ['ID=bf714181-0190-4236-b390-20ecf29637a8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:34.570460 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb332c7a-6a78-4209-93bc-c03f0eb7d2fc req-e291930b-04e4-4697-9dec-c80f3bb483ce tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:34.577897 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb332c7a-6a78-4209-93bc-c03f0eb7d2fc req-e291930b-04e4-4697-9dec-c80f3bb483ce tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:34.611729 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb332c7a-6a78-4209-93bc-c03f0eb7d2fc req-e291930b-04e4-4697-9dec-c80f3bb483ce tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:34.615410 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb332c7a-6a78-4209-93bc-c03f0eb7d2fc req-e291930b-04e4-4697-9dec-c80f3bb483ce tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 2410 time: 0.6729474 Jul 09 09:45:34.686727 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-294d9831-ad05-4772-87e3-95f4295a54c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:34.711774 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce30594-8eb3-4167-92a8-eb6043b03554 req-9d9cbb5f-2b1d-4bcc-95cc-5f17403fb0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:34.714003 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fce30594-8eb3-4167-92a8-eb6043b03554 req-9d9cbb5f-2b1d-4bcc-95cc-5f17403fb0bb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7474cd12-e6da-4752-8210-d0a61787c9bb HTTP/1.1" status: 200 len: 1097 time: 0.3141582 Jul 09 09:45:34.762562 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb332c7a-6a78-4209-93bc-c03f0eb7d2fc req-d85c8187-cf34-48b4-be64-e6ceb6e62c3f tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358962 Jul 09 09:45:34.771067 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39144) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:34.852203 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa5c38-5f0c-4c3e-b3e1-c9ddfb8d33a4 req-413bdaf3-64a9-40dd-a1f5-8c77b4db4421 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:34.865393 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-deleted', 'tag': '22e140cd-52e8-4479-8dac-6bd540e9fb0c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:45:34.868174 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e92662-c5dd-4fa8-bdb8-15a1b8bcd3d8" -d '{"events": [{"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-deleted", "tag": "22e140cd-52e8-4479-8dac-6bd540e9fb0c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:45:34.874894 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1fa5c38-5f0c-4c3e-b3e1-c9ddfb8d33a4 req-413bdaf3-64a9-40dd-a1f5-8c77b4db4421 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=7474cd12-e6da-4752-8210-d0a61787c9bb HTTP/1.1" status: 200 len: 946 time: 0.3895073 Jul 09 09:45:34.903196 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fce30594-8eb3-4167-92a8-eb6043b03554 req-b6721a09-bde0-46da-91f4-f2a0936bcb02 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728268 Jul 09 09:45:34.964113 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1fa5c38-5f0c-4c3e-b3e1-c9ddfb8d33a4 req-13702c58-8ce3-4047-882c-98a1e29c78d9 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882120 Jul 09 09:45:34.974131 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-df52ca97-41ec-437a-987e-5591d38d0fc7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=99d281c3d84d41c4a0cc2151d28b0d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1992831 Jul 09 09:45:34.974759 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39152) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:34.975383 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761f9acb-2b26-417b-8f16-d793d2d3271f x-openstack-request-id: req-761f9acb-2b26-417b-8f16-d793d2d3271f {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:45:34.978767 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-deleted", "tag": "22e140cd-52e8-4479-8dac-6bd540e9fb0c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:45:34.980353 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-761f9acb-2b26-417b-8f16-d793d2d3271f {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:45:34.981672 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-deleted', 'tag': '22e140cd-52e8-4479-8dac-6bd540e9fb0c', 'status': 'completed', 'code': 200} Jul 09 09:45:35.016532 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-51c3b6db-b508-4bb2-878a-9fe6a239eb97 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:35.017146 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-51c3b6db-b508-4bb2-878a-9fe6a239eb97 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:35.017683 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [req-e4a99446-621f-4701-bddb-e56c356b8790 req-51c3b6db-b508-4bb2-878a-9fe6a239eb97 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Floating IP db4816c0-443b-4b93-8334-42d4068361f7 disassociated. External IP: 172.25.3.3, port: 38137faf-b03c-41f7-8e58-cab67d1ed7f7. Jul 09 09:45:35.018169 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e4a99446-621f-4701-bddb-e56c356b8790 req-51c3b6db-b508-4bb2-878a-9fe6a239eb97 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Calling delete_port for 38137faf-b03c-41f7-8e58-cab67d1ed7f7 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:45:35.054409 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1833dcda-cd7b-4534-be24-7d0224e31856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:35.087416 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1833dcda-cd7b-4534-be24-7d0224e31856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:35.197944 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1833dcda-cd7b-4534-be24-7d0224e31856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:35.200859 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1833dcda-cd7b-4534-be24-7d0224e31856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:35.204640 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1833dcda-cd7b-4534-be24-7d0224e31856 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eb85e707-ca58-439f-bf02-8e31e0a9fd24 HTTP/1.1" status: 204 len: 168 time: 0.2253520 Jul 09 09:45:35.240159 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833dcda-cd7b-4534-be24-7d0224e31856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb85e707-ca58-439f-bf02-8e31e0a9fd24,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:35.432356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9dccc-28b7-46bd-ab89-002fef68ccbf req-8330dc3c-7bf0-43e9-8e69-f046bac25f94 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:35.434389 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fee9dccc-28b7-46bd-ab89-002fef68ccbf req-8330dc3c-7bf0-43e9-8e69-f046bac25f94 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.1341143 Jul 09 09:45:35.522077 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fee9dccc-28b7-46bd-ab89-002fef68ccbf req-2687e2f3-aac7-4a54-a25e-cb5bb0401765 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753729 Jul 09 09:45:35.605379 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-294d9831-ad05-4772-87e3-95f4295a54c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:35.613746 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-294d9831-ad05-4772-87e3-95f4295a54c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:35.692469 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-294d9831-ad05-4772-87e3-95f4295a54c1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=22e18ef39f044502a040d37fede31813&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3331521 Jul 09 09:45:35.696410 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39170) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:35.724486 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d9831-ad05-4772-87e3-95f4295a54c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5bdb35-9655-4c90-9898-0f5a2760e683,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:35.761867 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-51c3b6db-b508-4bb2-878a-9fe6a239eb97 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:35.779122 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11743997-79c2-45c3-b5e6-61313af0c87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:35.818206 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11743997-79c2-45c3-b5e6-61313af0c87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:35.860039 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3b6db-b508-4bb2-878a-9fe6a239eb97 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event deleted for resources: {'Port': ['ID=38137faf-b03c-41f7-8e58-cab67d1ed7f7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:35.923021 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11743997-79c2-45c3-b5e6-61313af0c87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:35.925736 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11743997-79c2-45c3-b5e6-61313af0c87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:35.927001 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-11743997-79c2-45c3-b5e6-61313af0c87f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8d5bdb35-9655-4c90-9898-0f5a2760e683 HTTP/1.1" status: 204 len: 168 time: 0.2295570 Jul 09 09:45:35.944231 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11743997-79c2-45c3-b5e6-61313af0c87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5bdb35-9655-4c90-9898-0f5a2760e683,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:36.157003 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4a99446-621f-4701-bddb-e56c356b8790 req-51c3b6db-b508-4bb2-878a-9fe6a239eb97 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Router 96b89e2d-4438-4313-bb67-557a91aeb877 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:45:36.179475 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e04cba-5127-400b-9727-0c4b8a4cbaee req-f9324e3b-c7ac-4645-9328-e89181dc70f3 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:36.198611 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e04cba-5127-400b-9727-0c4b8a4cbaee req-f9324e3b-c7ac-4645-9328-e89181dc70f3 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:36.212957 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f8e04cba-5127-400b-9727-0c4b8a4cbaee req-f9324e3b-c7ac-4645-9328-e89181dc70f3 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 1677 time: 0.2484577 Jul 09 09:45:36.347950 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f8e04cba-5127-400b-9727-0c4b8a4cbaee req-47563bf6-5f5c-4e1f-b4dc-323b39961610 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337235 Jul 09 09:45:36.399456 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e95af-0b33-44dd-8301-6dfb6fb357bb req-fd506431-b667-49d6-b596-caced1a5c15b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:36.414175 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-886e95af-0b33-44dd-8301-6dfb6fb357bb req-fd506431-b667-49d6-b596-caced1a5c15b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=7474cd12-e6da-4752-8210-d0a61787c9bb HTTP/1.1" status: 200 len: 946 time: 0.1590562 Jul 09 09:45:36.483310 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-886e95af-0b33-44dd-8301-6dfb6fb357bb req-723eb004-5da4-48da-86d9-720cdde83557 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679524 Jul 09 09:45:36.497090 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4a99446-621f-4701-bddb-e56c356b8790 req-51c3b6db-b508-4bb2-878a-9fe6a239eb97 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:45:36.506287 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38040d2-5e90-4b26-884b-01ebbd01d17e None None] Sync routers for ids ['96b89e2d-4438-4313-bb67-557a91aeb877'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:45:36.525319 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38040d2-5e90-4b26-884b-01ebbd01d17e None None] Routers {'96b89e2d-4438-4313-bb67-557a91aeb877'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:45:36.526131 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f38040d2-5e90-4b26-884b-01ebbd01d17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:45:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['96b89e2d-4438-4313-bb67-557a91aeb877'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:45:36.595023 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a99446-621f-4701-bddb-e56c356b8790 req-51c3b6db-b508-4bb2-878a-9fe6a239eb97 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] No DVR routers for this DVR port 38137faf-b03c-41f7-8e58-cab67d1ed7f7 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:45:36.599674 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-51c3b6db-b508-4bb2-878a-9fe6a239eb97 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:36.604473 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e4a99446-621f-4701-bddb-e56c356b8790 req-51c3b6db-b508-4bb2-878a-9fe6a239eb97 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.58 "DELETE /v2.0/ports/38137faf-b03c-41f7-8e58-cab67d1ed7f7 HTTP/1.1" status: 204 len: 173 time: 2.6772540 Jul 09 09:45:36.684036 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-f38040d2-5e90-4b26-884b-01ebbd01d17e None None] Set router 96b89e2d-4438-4313-bb67-557a91aeb877 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:45:36.780284 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39212) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:36.823731 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ee19478d-5f3e-4292-8483-87988f99c822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:36.825909 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb67eca7-9e4a-4308-868c-6ec5f090c557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:36.940960 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f38040d2-5e90-4b26-884b-01ebbd01d17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'name': 'tempest-TaggedBootDevicesTest-1480578526-router', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:06Z', 'updated_at': '2021-07-09T09:35:19Z', 'revision_number': 4, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'gw_port': {'id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:09Z', 'updated_at': '2021-07-09T09:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '88c07d92-dcbc-4013-b17c-09511f103ac3', 'name': '', 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'mac_address': 'fa:16:3e:e9:21:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c4576acc-4c8a-4776-ad8b-d4acbefc004d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:15Z', 'updated_at': '2021-07-09T09:35:29Z', 'revision_number': 5, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'subnets': [{'id': 'c4576acc-4c8a-4776-ad8b-d4acbefc004d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:45:36.969691 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e4a99446-621f-4701-bddb-e56c356b8790 req-41b3d520-9dd6-4de7-8fba-7bde9f3ac53c tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Deleting port 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:45:36.970270 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-41b3d520-9dd6-4de7-8fba-7bde9f3ac53c tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:37.003752 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-deleted', 'tag': '38137faf-b03c-41f7-8e58-cab67d1ed7f7'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:45:37.010171 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d64d11f-7846-47d2-bcdd-486ae8cd252b" -d '{"events": [{"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-deleted", "tag": "38137faf-b03c-41f7-8e58-cab67d1ed7f7"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:45:37.136795 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577dda8-f56a-4815-808d-47fca9a4bcaa req-bebaf09e-f392-491e-a465-2d714db24e4d tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:37.138954 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9577dda8-f56a-4815-808d-47fca9a4bcaa req-bebaf09e-f392-491e-a465-2d714db24e4d tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.2683411 Jul 09 09:45:37.189362 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e4a99446-621f-4701-bddb-e56c356b8790 req-41b3d520-9dd6-4de7-8fba-7bde9f3ac53c tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] For port 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=66be3df1-04f9-4bfc-bd18-2a4746b4d8eb,segment=NetworkSegment(c1ede9d9-38ab-458d-8e0a-5e8f02213eed),segment_id=c1ede9d9-38ab-458d-8e0a-5e8f02213eed)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:37.194565 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-41b3d520-9dd6-4de7-8fba-7bde9f3ac53c tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:37.227442 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9577dda8-f56a-4815-808d-47fca9a4bcaa req-311d786c-223e-4af0-b488-d693ca192e50 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618954 Jul 09 09:45:37.237428 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb67eca7-9e4a-4308-868c-6ec5f090c557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:37.241088 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38040d2-5e90-4b26-884b-01ebbd01d17e None None] Checking router: 96b89e2d-4438-4313-bb67-557a91aeb877 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:45:37.242857 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e4a99446-621f-4701-bddb-e56c356b8790 req-41b3d520-9dd6-4de7-8fba-7bde9f3ac53c tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Calling delete_port for 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:45:37.246196 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb67eca7-9e4a-4308-868c-6ec5f090c557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:37.270964 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38040d2-5e90-4b26-884b-01ebbd01d17e None None] Routers {'96b89e2d-4438-4313-bb67-557a91aeb877'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:45:37.272616 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f38040d2-5e90-4b26-884b-01ebbd01d17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:45:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['96b89e2d-4438-4313-bb67-557a91aeb877'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:45:37.343425 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67eca7-9e4a-4308-868c-6ec5f090c557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9faa55-8e9d-4f3a-8f60-519bf59be945,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:37.367925 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fb67eca7-9e4a-4308-868c-6ec5f090c557 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=52eb786e67fa43fe8d92a6e526783f11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5865123 Jul 09 09:45:37.371272 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39232) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:37.393022 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e376435b-8f8a-4ca8-b0a6-b24a18de7d96 x-openstack-request-id: req-e376435b-8f8a-4ca8-b0a6-b24a18de7d96 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:45:37.393334 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-deleted", "tag": "38137faf-b03c-41f7-8e58-cab67d1ed7f7", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:45:37.393594 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e376435b-8f8a-4ca8-b0a6-b24a18de7d96 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:45:37.393995 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-deleted', 'tag': '38137faf-b03c-41f7-8e58-cab67d1ed7f7', 'status': 'completed', 'code': 200} Jul 09 09:45:37.487565 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-494572ae-154e-4d50-b08b-3b1ae4b751b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:37.583803 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-41b3d520-9dd6-4de7-8fba-7bde9f3ac53c tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:37.602853 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-f38040d2-5e90-4b26-884b-01ebbd01d17e None None] Set router 96b89e2d-4438-4313-bb67-557a91aeb877 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:45:37.646251 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-494572ae-154e-4d50-b08b-3b1ae4b751b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:37.650626 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3d520-9dd6-4de7-8fba-7bde9f3ac53c tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event deleted for resources: {'Port': ['ID=66be3df1-04f9-4bfc-bd18-2a4746b4d8eb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:37.666546 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a36b7c0f-83f6-48d9-8592-bbf45d8a7ca9 req-737e9a72-307f-4afd-8575-33adaa1efab1 tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.1036651 Jul 09 09:45:37.801925 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a99446-621f-4701-bddb-e56c356b8790 req-41b3d520-9dd6-4de7-8fba-7bde9f3ac53c tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] No DVR routers for this DVR port 66be3df1-04f9-4bfc-bd18-2a4746b4d8eb on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:45:37.808179 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-41b3d520-9dd6-4de7-8fba-7bde9f3ac53c tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:37.812671 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e4a99446-621f-4701-bddb-e56c356b8790 req-41b3d520-9dd6-4de7-8fba-7bde9f3ac53c tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.58 "DELETE /v2.0/ports/66be3df1-04f9-4bfc-bd18-2a4746b4d8eb HTTP/1.1" status: 204 len: 173 time: 1.1968074 Jul 09 09:45:38.102743 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-494572ae-154e-4d50-b08b-3b1ae4b751b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:38.105596 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-494572ae-154e-4d50-b08b-3b1ae4b751b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:38.109676 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-494572ae-154e-4d50-b08b-3b1ae4b751b3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ef9faa55-8e9d-4f3a-8f60-519bf59be945 HTTP/1.1" status: 204 len: 168 time: 0.7370989 Jul 09 09:45:38.130330 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f38040d2-5e90-4b26-884b-01ebbd01d17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'name': 'tempest-TaggedBootDevicesTest-1480578526-router', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:06Z', 'updated_at': '2021-07-09T09:35:19Z', 'revision_number': 4, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'gw_port': {'id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:09Z', 'updated_at': '2021-07-09T09:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '88c07d92-dcbc-4013-b17c-09511f103ac3', 'name': '', 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'mac_address': 'fa:16:3e:e9:21:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c4576acc-4c8a-4776-ad8b-d4acbefc004d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:15Z', 'updated_at': '2021-07-09T09:35:29Z', 'revision_number': 5, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'subnets': [{'id': 'c4576acc-4c8a-4776-ad8b-d4acbefc004d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:45:38.130748 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9e75d-e19c-4240-a91d-ba94718dfe60 req-fdac9579-126f-422f-b317-a23056464f3c tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:38.139337 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-52e9e75d-e19c-4240-a91d-ba94718dfe60 req-fdac9579-126f-422f-b317-a23056464f3c tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 943 time: 0.4419289 Jul 09 09:45:38.140610 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e4a99446-621f-4701-bddb-e56c356b8790 req-efd1ca07-9258-45fd-8b3a-bca19cdd8d6b tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Deleting port 1ad77fc5-199d-4e19-acef-8b1e44e8ba87 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:45:38.141099 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-efd1ca07-9258-45fd-8b3a-bca19cdd8d6b tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:38.159583 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494572ae-154e-4d50-b08b-3b1ae4b751b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9faa55-8e9d-4f3a-8f60-519bf59be945,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:38.186596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb897a45-cf38-4745-abba-2f9435472fba req-6a6177d5-b351-4cf1-858c-c9cf9924fbb7 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:38.206650 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb897a45-cf38-4745-abba-2f9435472fba req-6a6177d5-b351-4cf1-858c-c9cf9924fbb7 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=7474cd12-e6da-4752-8210-d0a61787c9bb HTTP/1.1" status: 200 len: 946 time: 0.2475793 Jul 09 09:45:38.223129 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38040d2-5e90-4b26-884b-01ebbd01d17e None None] The sync data for ids ['96b89e2d-4438-4313-bb67-557a91aeb877'] in n-d-799996-1 is: [{'id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'name': 'tempest-TaggedBootDevicesTest-1480578526-router', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:06Z', 'updated_at': '2021-07-09T09:35:19Z', 'revision_number': 4, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'gw_port': {'id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:09Z', 'updated_at': '2021-07-09T09:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '88c07d92-dcbc-4013-b17c-09511f103ac3', 'name': '', 'network_id': 'd920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'mac_address': 'fa:16:3e:e9:21:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c4576acc-4c8a-4776-ad8b-d4acbefc004d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:15Z', 'updated_at': '2021-07-09T09:35:29Z', 'revision_number': 5, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'subnets': [{'id': 'c4576acc-4c8a-4776-ad8b-d4acbefc004d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:45:38.290140 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb897a45-cf38-4745-abba-2f9435472fba req-8b7c9ba6-e0f1-4260-99a3-57440a9eb8a2 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825882 Jul 09 09:45:38.317855 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-52e9e75d-e19c-4240-a91d-ba94718dfe60 req-858af4d5-43e5-44b3-b464-f9058d999676 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff39ec3-6e25-40ae-996d-965b37f3fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774235 Jul 09 09:45:38.444767 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e4a99446-621f-4701-bddb-e56c356b8790 req-efd1ca07-9258-45fd-8b3a-bca19cdd8d6b tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] For port 1ad77fc5-199d-4e19-acef-8b1e44e8ba87, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=1ad77fc5-199d-4e19-acef-8b1e44e8ba87,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:38.445170 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-efd1ca07-9258-45fd-8b3a-bca19cdd8d6b tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:38.479826 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e4a99446-621f-4701-bddb-e56c356b8790 req-efd1ca07-9258-45fd-8b3a-bca19cdd8d6b tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Calling delete_port for 1ad77fc5-199d-4e19-acef-8b1e44e8ba87 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:45:38.672445 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4461a-f206-4d4f-a4f3-b407d2a8b71b req-edec9afc-fa72-4ee1-9c5a-b1fa65b02c64 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:38.676181 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cd4461a-f206-4d4f-a4f3-b407d2a8b71b req-edec9afc-fa72-4ee1-9c5a-b1fa65b02c64 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.1934614 Jul 09 09:45:38.753825 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cd4461a-f206-4d4f-a4f3-b407d2a8b71b req-8cb0ae31-107b-4d04-9c65-3308ddb71951 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694962 Jul 09 09:45:38.839296 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-efd1ca07-9258-45fd-8b3a-bca19cdd8d6b tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:38.911826 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1ca07-9258-45fd-8b3a-bca19cdd8d6b tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event deleted for resources: {'Port': ['ID=1ad77fc5-199d-4e19-acef-8b1e44e8ba87,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:38.970477 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a65d147-b5c4-4c2d-a347-f79d8a51ef7b None None] New status for floating IP db4816c0-443b-4b93-8334-42d4068361f7: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:45:39.017259 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a99446-621f-4701-bddb-e56c356b8790 req-efd1ca07-9258-45fd-8b3a-bca19cdd8d6b tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] No DVR routers for this DVR port 1ad77fc5-199d-4e19-acef-8b1e44e8ba87 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:45:39.022936 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4a99446-621f-4701-bddb-e56c356b8790 req-efd1ca07-9258-45fd-8b3a-bca19cdd8d6b tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:39.027168 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e4a99446-621f-4701-bddb-e56c356b8790 req-efd1ca07-9258-45fd-8b3a-bca19cdd8d6b tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.58 "DELETE /v2.0/ports/1ad77fc5-199d-4e19-acef-8b1e44e8ba87 HTTP/1.1" status: 204 len: 173 time: 1.2075510 Jul 09 09:45:39.134844 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e38dc15f-7a49-4c62-86d7-e9c6266bc48e req-cb6ba0bc-a677-47c6-b6f8-df51402c0f14 tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0818300 Jul 09 09:45:39.230414 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b238da8-d509-4ac3-b2e1-f38fe09c427f req-91571100-717c-4600-b287-7cc1d025eb25 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:39.239943 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b238da8-d509-4ac3-b2e1-f38fe09c427f req-91571100-717c-4600-b287-7cc1d025eb25 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=7474cd12-e6da-4752-8210-d0a61787c9bb HTTP/1.1" status: 200 len: 946 time: 0.1748908 Jul 09 09:45:39.345204 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b238da8-d509-4ac3-b2e1-f38fe09c427f req-4d23300a-a65c-478f-ae5d-7f96dbc6fc69 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039796 Jul 09 09:45:39.395600 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-deleted', 'tag': '66be3df1-04f9-4bfc-bd18-2a4746b4d8eb'}, {'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-deleted', 'tag': '1ad77fc5-199d-4e19-acef-8b1e44e8ba87'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:45:39.403975 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4e26dd-a35e-4c7e-8e79-33dc60c91225" -d '{"events": [{"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-deleted", "tag": "66be3df1-04f9-4bfc-bd18-2a4746b4d8eb"}, {"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-deleted", "tag": "1ad77fc5-199d-4e19-acef-8b1e44e8ba87"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:45:39.772894 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d56d075c-7d7b-4009-9d36-80d5e74ac09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:39.782685 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:39.805974 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:39.891247 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6988a207-0449-4d81-b0eb-ff05419ac105 req-addfb040-d5a1-4a5b-bdfc-ab7868b8cb52 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 210 time: 0.1234164 Jul 09 09:45:39.989206 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994350d-37f4-4077-806a-83ae1a3eaff7 req-cd463704-34c1-4998-9efc-932c331610f3 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:40.010948 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f994350d-37f4-4077-806a-83ae1a3eaff7 req-cd463704-34c1-4998-9efc-932c331610f3 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=7474cd12-e6da-4752-8210-d0a61787c9bb HTTP/1.1" status: 200 len: 946 time: 0.3410361 Jul 09 09:45:40.059801 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39316) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:40.118550 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 09:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07671082-07a6-45ca-a010-abe795c7ad9e x-openstack-request-id: req-07671082-07a6-45ca-a010-abe795c7ad9e {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:45:40.118949 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-deleted", "tag": "66be3df1-04f9-4bfc-bd18-2a4746b4d8eb", "status": "completed", "code": 200}, {"server_uuid": "782be6bb-93ec-4981-8c91-8c4d4dc16521", "name": "network-vif-deleted", "tag": "1ad77fc5-199d-4e19-acef-8b1e44e8ba87", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:45:40.119358 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-07671082-07a6-45ca-a010-abe795c7ad9e {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:45:40.120404 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-deleted', 'tag': '66be3df1-04f9-4bfc-bd18-2a4746b4d8eb', 'status': 'completed', 'code': 200} Jul 09 09:45:40.121262 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782be6bb-93ec-4981-8c91-8c4d4dc16521', 'name': 'network-vif-deleted', 'tag': '1ad77fc5-199d-4e19-acef-8b1e44e8ba87', 'status': 'completed', 'code': 200} Jul 09 09:45:40.175556 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f994350d-37f4-4077-806a-83ae1a3eaff7 req-d59e92c1-f4e1-4e2c-8e2f-15280dc52cec tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631560 Jul 09 09:45:40.240164 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f060d54f-9aef-4bf7-933e-baa2047c358a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-371286858-network', 'tenant_id': '935ce6ab981a4259a27ccd3cf700d4f1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:45:40.287677 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f060d54f-9aef-4bf7-933e-baa2047c358a admin admin] Made reservation on behalf of 935ce6ab981a4259a27ccd3cf700d4f1 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:45:40.292198 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f060d54f-9aef-4bf7-933e-baa2047c358a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:40.307625 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f060d54f-9aef-4bf7-933e-baa2047c358a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:40.430792 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f060d54f-9aef-4bf7-933e-baa2047c358a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:40.437267 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f060d54f-9aef-4bf7-933e-baa2047c358a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:40.466720 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f060d54f-9aef-4bf7-933e-baa2047c358a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:45:40.486366 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9b87b4dd-7942-45e5-a4a1-7f31d4e1799c req-79ff8d37-85fa-4fbd-899f-61e7a9f600b5 tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0662959 Jul 09 09:45:40.509696 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f060d54f-9aef-4bf7-933e-baa2047c358a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:40.510045 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-f060d54f-9aef-4bf7-933e-baa2047c358a admin admin] Added segment ce130f56-dbdb-4bdb-87bb-0c5ddfaf5436 of type vlan for network 4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8 Jul 09 09:45:40.563880 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f060d54f-9aef-4bf7-933e-baa2047c358a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:40.566381 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55f4f9-fd30-4454-a8f2-801bd6cb4c58 req-c9aa340c-67f0-4bfc-80e0-09fa346ed722 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:40.577709 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af55f4f9-fd30-4454-a8f2-801bd6cb4c58 req-c9aa340c-67f0-4bfc-80e0-09fa346ed722 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.2591732 Jul 09 09:45:40.597676 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060d54f-9aef-4bf7-933e-baa2047c358a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a60dbde-a042-40ec-9d0a-107dcaec8599,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:40.636070 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f060d54f-9aef-4bf7-933e-baa2047c358a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:40.637138 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f060d54f-9aef-4bf7-933e-baa2047c358a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:40.637840 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f060d54f-9aef-4bf7-933e-baa2047c358a admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:40.656057 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af55f4f9-fd30-4454-a8f2-801bd6cb4c58 req-a1e950b0-a024-433c-9c8d-addb239d1901 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773709 Jul 09 09:45:40.731081 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060d54f-9aef-4bf7-933e-baa2047c358a admin admin] Pushing event updated for resources: {'Network': ['ID=4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:40.745444 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:45:40.748010 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f060d54f-9aef-4bf7-933e-baa2047c358a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6868165 Jul 09 09:45:40.751099 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39336) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:40.776009 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6a737616-e9dd-4366-9041-6c7bddd79eed admin admin] Request body: {'subnet': {'network_id': '4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-371286858-subnet', 'tenant_id': '935ce6ab981a4259a27ccd3cf700d4f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:45:40.821880 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a737616-e9dd-4366-9041-6c7bddd79eed admin admin] Made reservation on behalf of 935ce6ab981a4259a27ccd3cf700d4f1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:45:40.829339 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a737616-e9dd-4366-9041-6c7bddd79eed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:41.138437 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:41.202174 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9541b41d-a609-435c-b5d9-b103c3f1e0b2 req-8e92aff6-c199-4543-a94d-804d9729fcee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0838239 Jul 09 09:45:41.358677 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab15eb9a-5225-4b44-aa65-1fced5f3257b req-aac88874-768f-4a62-b15d-b572b581fd9f tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 210 time: 0.1539655 Jul 09 09:45:41.365002 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a737616-e9dd-4366-9041-6c7bddd79eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:41.469365 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6bd7f-584c-4e3b-b729-0fc754dd53ac req-f43c97c6-1940-4867-baa3-39a08868d7f6 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:41.471046 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0fb6bd7f-584c-4e3b-b729-0fc754dd53ac req-f43c97c6-1940-4867-baa3-39a08868d7f6 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=7474cd12-e6da-4752-8210-d0a61787c9bb HTTP/1.1" status: 200 len: 946 time: 0.2930148 Jul 09 09:45:41.473410 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a737616-e9dd-4366-9041-6c7bddd79eed admin admin] Pushing event updated for resources: {'Subnet': ['ID=be54932d-ccb6-446f-997c-45ea8d23484a,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:41.513075 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a737616-e9dd-4366-9041-6c7bddd79eed admin admin] Checking segment: {'id': 'ce130f56-dbdb-4bdb-87bb-0c5ddfaf5436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:45:41.513440 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a737616-e9dd-4366-9041-6c7bddd79eed admin admin] Network hostable DHCP agents. Network: 4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:45:41.538640 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0fb6bd7f-584c-4e3b-b729-0fc754dd53ac req-f7f81d5e-7a48-49de-b9f6-f5b78aff9122 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573843 Jul 09 09:45:41.564983 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a737616-e9dd-4366-9041-6c7bddd79eed admin admin] Network 4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:45:41.601738 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-6a737616-e9dd-4366-9041-6c7bddd79eed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:45:41.606717 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a737616-e9dd-4366-9041-6c7bddd79eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:41.607714 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a737616-e9dd-4366-9041-6c7bddd79eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:41.610033 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee550ac-f70e-4fbd-9bf9-7c52183b1fdb None None] Network 4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:45:41.645024 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6a737616-e9dd-4366-9041-6c7bddd79eed admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8756270 Jul 09 09:45:41.827833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-155c4345-f8f4-46d2-aa67-b314bacc470d req-cb95fc30-3b84-4a36-9f63-dc12cc776422 tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0597284 Jul 09 09:45:41.924784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96255ffb-d4da-47c6-bb4e-7fa2140c8486 None None] Network 4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:45:41.995161 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383c544-95ac-45f4-844c-2c2ab4cd2d49 req-8f7bce6d-21a4-449a-980d-526cfc9102ac tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:42.003310 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6383c544-95ac-45f4-844c-2c2ab4cd2d49 req-8f7bce6d-21a4-449a-980d-526cfc9102ac tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.1678023 Jul 09 09:45:42.060040 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6383c544-95ac-45f4-844c-2c2ab4cd2d49 req-1089f9f4-6ac6-4bda-b66b-c89432392003 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552688 Jul 09 09:45:42.389616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39384) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:42.395024 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8cd881cf-3dbe-439d-b5ad-13efbec64fef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1528331594-network', 'tenant_id': '5fd113dc74ae4e55b75b1b820401c83b'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:45:42.429692 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd881cf-3dbe-439d-b5ad-13efbec64fef admin admin] Made reservation on behalf of 5fd113dc74ae4e55b75b1b820401c83b for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:45:42.432491 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cd881cf-3dbe-439d-b5ad-13efbec64fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:42.474687 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cd881cf-3dbe-439d-b5ad-13efbec64fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:42.548212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2ea12-11d5-4a2f-90bf-05b1ec236dfa req-5d58f1b8-c70d-439a-9cb5-00f3bf6de2a6 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:42.549844 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70c2ea12-11d5-4a2f-90bf-05b1ec236dfa req-5d58f1b8-c70d-439a-9cb5-00f3bf6de2a6 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "GET /v2.0/ports?device_id=7474cd12-e6da-4752-8210-d0a61787c9bb HTTP/1.1" status: 200 len: 946 time: 0.1060650 Jul 09 09:45:42.653237 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1fe277af-a0dd-4282-81b8-ba1f98f3f6f9 req-a2d19264-14c8-4b6d-87e7-1529f2ddd5a2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 210 time: 0.0610564 Jul 09 09:45:42.749580 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cd881cf-3dbe-439d-b5ad-13efbec64fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:42.776665 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cd881cf-3dbe-439d-b5ad-13efbec64fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:42.788916 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd881cf-3dbe-439d-b5ad-13efbec64fef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:45:42.798531 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cd881cf-3dbe-439d-b5ad-13efbec64fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:42.798885 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-8cd881cf-3dbe-439d-b5ad-13efbec64fef admin admin] Added segment a52b99bc-7c0f-4099-8167-b983d8d9721a of type vlan for network a3ff8872-7544-4776-b43d-c19106fb7a4b Jul 09 09:45:42.925706 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:43.307970 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cd881cf-3dbe-439d-b5ad-13efbec64fef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:43.355965 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd881cf-3dbe-439d-b5ad-13efbec64fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d3f9b6-185e-4a9a-a895-6b68f896af5a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:43.374221 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cd881cf-3dbe-439d-b5ad-13efbec64fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:43.375239 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd881cf-3dbe-439d-b5ad-13efbec64fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:43.375844 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cd881cf-3dbe-439d-b5ad-13efbec64fef admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:43.429320 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8cd881cf-3dbe-439d-b5ad-13efbec64fef admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0380304 Jul 09 09:45:43.432216 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39430) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:43.437995 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d2f3d882-ea17-43ea-bb01-7b67fde00410 admin admin] Request body: {'subnet': {'network_id': 'a3ff8872-7544-4776-b43d-c19106fb7a4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1528331594-subnet', 'tenant_id': '5fd113dc74ae4e55b75b1b820401c83b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:45:43.477162 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-baaa573c-543d-4415-8af8-51a502ffd889 req-009a92e8-979f-453b-baaa-4384c1b9e170 tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.1168561 Jul 09 09:45:43.483649 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f3d882-ea17-43ea-bb01-7b67fde00410 admin admin] Made reservation on behalf of 5fd113dc74ae4e55b75b1b820401c83b for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:45:43.486603 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d882-ea17-43ea-bb01-7b67fde00410 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:43.519227 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-70c2ea12-11d5-4a2f-90bf-05b1ec236dfa req-c583016a-1865-4a83-acde-c9000205c309 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Deleting port 0ca62c8f-b04a-42ae-b674-ad21c02e5848 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:45:43.520012 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-70c2ea12-11d5-4a2f-90bf-05b1ec236dfa req-c583016a-1865-4a83-acde-c9000205c309 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:43.572169 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd881cf-3dbe-439d-b5ad-13efbec64fef admin admin] Pushing event updated for resources: {'Network': ['ID=a3ff8872-7544-4776-b43d-c19106fb7a4b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:43.586463 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network a3ff8872-7544-4776-b43d-c19106fb7a4b details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:45:43.662606 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e558fb-1d7d-47c6-9892-5b31a9964cb6 req-7225dab4-f5f8-4e14-a70b-330c7b8d4c40 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:43.670975 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4e558fb-1d7d-47c6-9892-5b31a9964cb6 req-7225dab4-f5f8-4e14-a70b-330c7b8d4c40 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=7474cd12-e6da-4752-8210-d0a61787c9bb HTTP/1.1" status: 200 len: 946 time: 0.9290991 Jul 09 09:45:43.784077 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4e558fb-1d7d-47c6-9892-5b31a9964cb6 req-b9947158-3b43-4cd5-bf31-5665fa3073d4 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118340 Jul 09 09:45:43.832343 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-70c2ea12-11d5-4a2f-90bf-05b1ec236dfa req-c583016a-1865-4a83-acde-c9000205c309 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] For port 0ca62c8f-b04a-42ae-b674-ad21c02e5848, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0ca62c8f-b04a-42ae-b674-ad21c02e5848,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:43.832715 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-70c2ea12-11d5-4a2f-90bf-05b1ec236dfa req-c583016a-1865-4a83-acde-c9000205c309 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:43.855825 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ca127-27ee-4d5e-af78-70c1ca7abb2f req-0095b9b0-89f7-402c-8efe-57237debe24c tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:43.862758 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-521ca127-27ee-4d5e-af78-70c1ca7abb2f req-0095b9b0-89f7-402c-8efe-57237debe24c tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.1462469 Jul 09 09:45:43.869984 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-70c2ea12-11d5-4a2f-90bf-05b1ec236dfa req-c583016a-1865-4a83-acde-c9000205c309 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Calling delete_port for 0ca62c8f-b04a-42ae-b674-ad21c02e5848 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:45:43.871972 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d882-ea17-43ea-bb01-7b67fde00410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:43.948352 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-521ca127-27ee-4d5e-af78-70c1ca7abb2f req-1d88bdc5-3bfa-4a34-9d75-ef3181028aad tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845652 Jul 09 09:45:44.045008 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3d882-ea17-43ea-bb01-7b67fde00410 admin admin] Checking segment: {'id': 'a52b99bc-7c0f-4099-8167-b983d8d9721a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a3ff8872-7544-4776-b43d-c19106fb7a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:45:44.045301 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f3d882-ea17-43ea-bb01-7b67fde00410 admin admin] Network hostable DHCP agents. Network: a3ff8872-7544-4776-b43d-c19106fb7a4b, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:45:44.056832 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3d882-ea17-43ea-bb01-7b67fde00410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bddb547a-7eeb-44a9-81b1-0f05035d9b8b,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:44.096411 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f3d882-ea17-43ea-bb01-7b67fde00410 admin admin] Network a3ff8872-7544-4776-b43d-c19106fb7a4b is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:45:44.113323 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d2f3d882-ea17-43ea-bb01-7b67fde00410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, a3ff8872-7544-4776-b43d-c19106fb7a4b) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:45:44.120135 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f3d882-ea17-43ea-bb01-7b67fde00410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:44.121340 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d882-ea17-43ea-bb01-7b67fde00410 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:44.123469 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4554f71-7bf7-4301-988f-d489b71efa1d None None] Network a3ff8872-7544-4776-b43d-c19106fb7a4b requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:45:44.150259 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-70c2ea12-11d5-4a2f-90bf-05b1ec236dfa req-c583016a-1865-4a83-acde-c9000205c309 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:44.180693 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d2f3d882-ea17-43ea-bb01-7b67fde00410 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7389164 Jul 09 09:45:44.181167 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['09dd6c37-9295-46e2-be77-76eaa105fd22', '0ca62c8f-b04a-42ae-b674-ad21c02e5848'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:45:44.284760 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c7fc3759-f4f0-4449-89e4-3d9e47df0252 req-cd4c03a2-21b7-43bd-9e79-5fc32a097784 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 210 time: 0.0658188 Jul 09 09:45:44.291890 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583016a-1865-4a83-acde-c9000205c309 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Pushing event deleted for resources: {'Port': ['ID=0ca62c8f-b04a-42ae-b674-ad21c02e5848,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:44.360762 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c2ea12-11d5-4a2f-90bf-05b1ec236dfa req-c583016a-1865-4a83-acde-c9000205c309 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] No DVR routers for this DVR port 0ca62c8f-b04a-42ae-b674-ad21c02e5848 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:45:44.376293 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-70c2ea12-11d5-4a2f-90bf-05b1ec236dfa req-c583016a-1865-4a83-acde-c9000205c309 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:44.378537 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70c2ea12-11d5-4a2f-90bf-05b1ec236dfa req-c583016a-1865-4a83-acde-c9000205c309 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "DELETE /v2.0/ports/0ca62c8f-b04a-42ae-b674-ad21c02e5848 HTTP/1.1" status: 204 len: 173 time: 1.8164301 Jul 09 09:45:44.379149 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7474cd12-e6da-4752-8210-d0a61787c9bb', 'name': 'network-vif-deleted', 'tag': '0ca62c8f-b04a-42ae-b674-ad21c02e5848'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:45:44.382150 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0425cc32-5d33-4c08-9978-2a1b870bbb1c" -d '{"events": [{"server_uuid": "7474cd12-e6da-4752-8210-d0a61787c9bb", "name": "network-vif-deleted", "tag": "0ca62c8f-b04a-42ae-b674-ad21c02e5848"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:45:44.449933 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69071891-16aa-453a-8d97-1189462565ba x-openstack-request-id: req-69071891-16aa-453a-8d97-1189462565ba {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:45:44.450998 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7474cd12-e6da-4752-8210-d0a61787c9bb", "name": "network-vif-deleted", "tag": "0ca62c8f-b04a-42ae-b674-ad21c02e5848", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:45:44.451472 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-69071891-16aa-453a-8d97-1189462565ba {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:45:44.452120 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7474cd12-e6da-4752-8210-d0a61787c9bb', 'name': 'network-vif-deleted', 'tag': '0ca62c8f-b04a-42ae-b674-ad21c02e5848', 'status': 'completed', 'code': 200} Jul 09 09:45:44.674772 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcbcdc4-e814-439d-ba7b-17948334f269 None None] Network a3ff8872-7544-4776-b43d-c19106fb7a4b requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:45:44.920751 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66c612bb-2060-48d2-a105-fbd5054e48eb req-78964737-a5ea-4509-b8ff-a7cdbce5ea7c tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.1005607 Jul 09 09:45:45.229040 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f24e9c36-4f28-4ee3-b8f3-3d15d033a9aa req-16508aaa-cebf-432c-a949-b3efd467229a tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=7474cd12-e6da-4752-8210-d0a61787c9bb HTTP/1.1" status: 200 len: 210 time: 0.0720294 Jul 09 09:45:45.346060 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-86e2a8b4-bcfa-4a01-9d7d-d7bc739e162b tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:45.349472 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-86e2a8b4-bcfa-4a01-9d7d-d7bc739e162b tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.61 "GET /v2.0/networks?id=4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8 HTTP/1.1" status: 200 len: 808 time: 0.2352786 Jul 09 09:45:45.382620 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-0a56f26f-ef88-445f-9559-fc85343bf881 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.61 "GET /v2.0/quotas/935ce6ab981a4259a27ccd3cf700d4f1 HTTP/1.1" status: 200 len: 375 time: 0.0294483 Jul 09 09:45:45.430964 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-ad37600b-e5cc-4173-8e9f-d1caced9bcd9 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=935ce6ab981a4259a27ccd3cf700d4f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474651 Jul 09 09:45:45.436031 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-7436f866-c3d6-4c6c-85c7-dd1f698bfd4f service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:45:45.440190 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-7436f866-c3d6-4c6c-85c7-dd1f698bfd4f service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083930 Jul 09 09:45:45.633197 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36266b6-3ecf-4c63-b9ff-175a04dcd9b3 req-36cb2e86-493e-4243-b76b-f106232bfd9c tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:45.643534 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f36266b6-3ecf-4c63-b9ff-175a04dcd9b3 req-36cb2e86-493e-4243-b76b-f106232bfd9c tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.2474079 Jul 09 09:45:45.669560 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-49480451-2ec9-46ce-bb3a-0163227d1b77 service neutron] 10.222.0.61 "GET /v2.0/networks/4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263825 Jul 09 09:45:45.762090 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f36266b6-3ecf-4c63-b9ff-175a04dcd9b3 req-e44d2e17-af7b-433b-ab63-2936652d81d1 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172132 Jul 09 09:45:45.812290 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-4c6c4811-97a0-42c7-866a-794754983337 service neutron] 10.222.0.61 "GET /v2.0/networks/4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418576 Jul 09 09:45:45.996648 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38864ed7-59ae-4922-8bde-27b764309670 req-234e1b38-0c8b-42a7-a499-8ada7a209590 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 210 time: 0.0409119 Jul 09 09:45:46.173291 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eead4b44-de6a-4a83-9480-d2e2b09839aa req-e757c563-64ca-4650-8211-86912f7cc9ff tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd65597b-b05b-4ea8-8342-717a1ddb9193 HTTP/1.1" status: 200 len: 210 time: 0.0520613 Jul 09 09:45:46.222636 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-112e28f3-f96c-49c5-add4-a91f489afcb3 req-4f3ed32f-bfb8-4614-99a9-2b3cb810675e tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0300643 Jul 09 09:45:46.806544 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-90f8f43e-302a-43f7-a3a6-c0de9dd3cc46 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:46.816131 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-90f8f43e-302a-43f7-a3a6-c0de9dd3cc46 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/networks?id=0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 200 len: 806 time: 0.1728609 Jul 09 09:45:46.837658 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-b0b79543-fea6-4e92-a1c3-1e6ecd0cf0ee tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/quotas/2ac1d48021e34103a62b6ac5b060403c HTTP/1.1" status: 200 len: 375 time: 0.0203340 Jul 09 09:45:47.068364 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-8f5e7563-9329-4e6e-861e-4ab3dbcf3d86 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ac1d48021e34103a62b6ac5b060403c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2292709 Jul 09 09:45:47.198027 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2fb5e-9188-4acc-be84-7cb4298fc596 req-9b0db809-c269-4ee7-a240-55e2de030f14 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:47.199714 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-42d2fb5e-9188-4acc-be84-7cb4298fc596 req-9b0db809-c269-4ee7-a240-55e2de030f14 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.2872558 Jul 09 09:45:47.260006 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-42d2fb5e-9188-4acc-be84-7cb4298fc596 req-b4afe490-a91d-4e66-84a2-a29e2efd62b7 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504329 Jul 09 09:45:47.316188 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-a560b74c-f796-44dc-963c-61c95a6a5e64 service neutron] 10.222.0.61 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382743 Jul 09 09:45:47.424243 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-fa5b2aaf-2bcf-4415-8da4-ceedc29f44f2 service neutron] 10.222.0.61 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071103 Jul 09 09:45:47.475939 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-323e3d3a-a2a6-46db-aa66-9659ba912327 req-508c8d15-9e00-442f-88e3-211fa4f0eebb tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 210 time: 0.0547900 Jul 09 09:45:47.641195 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 0ca62c8f-b04a-42ae-b674-ad21c02e5848 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:45:47.705274 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-60786318-027e-46c0-96a1-443ac1ffc94b req-4329a6d1-7387-4d76-abec-b185af60d86b tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd65597b-b05b-4ea8-8342-717a1ddb9193 HTTP/1.1" status: 200 len: 210 time: 0.0977542 Jul 09 09:45:47.711133 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 0ca62c8f-b04a-42ae-b674-ad21c02e5848 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:45:47.711490 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 0ca62c8f-b04a-42ae-b674-ad21c02e5848 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:45:47.922577 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1bd18ff9-0da1-4d3a-885d-0504699eb7fc req-d969580d-e8ed-4f67-bca2-013a9e392e1c tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 210 time: 0.1230330 Jul 09 09:45:47.984802 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8f75c740-8658-4673-85d8-3bd3e9381c69 req-71078cc9-c2b7-4668-85b4-94c72541cbee tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.1042247 Jul 09 09:45:48.054097 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-73015b7e-e6ff-4c0a-b96b-eebcfca48ac1 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:48.055614 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-73015b7e-e6ff-4c0a-b96b-eebcfca48ac1 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.58 "GET /v2.0/networks?id=4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8 HTTP/1.1" status: 200 len: 808 time: 0.2603359 Jul 09 09:45:48.068662 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-ef8ea68d-07e0-4fb8-a6f6-99875fcd9c65 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Request body: {'port': {'device_id': 'fd65597b-b05b-4ea8-8342-717a1ddb9193', 'network_id': '4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8', 'admin_state_up': True, 'tenant_id': '935ce6ab981a4259a27ccd3cf700d4f1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:45:48.291059 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-ef8ea68d-07e0-4fb8-a6f6-99875fcd9c65 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Made reservation on behalf of 935ce6ab981a4259a27ccd3cf700d4f1 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:45:48.300796 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-ef8ea68d-07e0-4fb8-a6f6-99875fcd9c65 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:48.538411 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-ef8ea68d-07e0-4fb8-a6f6-99875fcd9c65 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Allocated IP 172.20.0.9 (4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8/be54932d-ccb6-446f-997c-45ea8d23484a/f43735dd-62ab-474f-8436-670bb1550fa7) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:45:48.836537 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37b25802-9e7c-4a59-b32e-fac9e1743bbf req-53f7b388-d138-40e7-b2b1-a190861e7ac9 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 210 time: 0.1145942 Jul 09 09:45:48.839046 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-ef8ea68d-07e0-4fb8-a6f6-99875fcd9c65 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:48.848594 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea4d00-09bb-45ea-bc4f-076c770d8805 req-e334354b-eee4-4713-868e-534d82a9f429 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:48.859387 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50ea4d00-09bb-45ea-bc4f-076c770d8805 req-e334354b-eee4-4713-868e-534d82a9f429 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.2610319 Jul 09 09:45:48.895899 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-ef8ea68d-07e0-4fb8-a6f6-99875fcd9c65 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:48.926251 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50ea4d00-09bb-45ea-bc4f-076c770d8805 req-801909d0-afac-47ec-b1eb-dcf4e247eaf7 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656765 Jul 09 09:45:48.964562 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-ef8ea68d-07e0-4fb8-a6f6-99875fcd9c65 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Network 4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:45:48.974974 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-ef8ea68d-07e0-4fb8-a6f6-99875fcd9c65 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:45:48.979943 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-ef8ea68d-07e0-4fb8-a6f6-99875fcd9c65 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:45:49.017850 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ea68d-07e0-4fb8-a6f6-99875fcd9c65 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Pushing event updated for resources: {'Port': ['ID=f43735dd-62ab-474f-8436-670bb1550fa7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:49.071443 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-ef8ea68d-07e0-4fb8-a6f6-99875fcd9c65 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:49.079061 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-ef8ea68d-07e0-4fb8-a6f6-99875fcd9c65 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:49.127447 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-ef8ea68d-07e0-4fb8-a6f6-99875fcd9c65 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0628531 Jul 09 09:45:49.146621 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-bd5a2ab3-3165-4ef7-9f38-4fae4d8f923a service neutron] Request body: {'port': {'device_id': 'fd65597b-b05b-4ea8-8342-717a1ddb9193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:45:49.340012 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ed81966-25cd-469c-bc78-e54aa601c3f7 req-6e2294f6-4ae2-4cdd-a479-ff6c80573aad tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 210 time: 0.0963883 Jul 09 09:45:49.355269 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-bd5a2ab3-3165-4ef7-9f38-4fae4d8f923a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:49.375534 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a01a3-0b22-4f18-b95f-85f996d0f376 req-c64c3cec-c2ea-44b6-85a2-a5220c5d094a tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:49.386374 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-063a01a3-0b22-4f18-b95f-85f996d0f376 req-c64c3cec-c2ea-44b6-85a2-a5220c5d094a tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd65597b-b05b-4ea8-8342-717a1ddb9193 HTTP/1.1" status: 200 len: 931 time: 0.2728829 Jul 09 09:45:49.434588 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39644) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:49.481554 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-063a01a3-0b22-4f18-b95f-85f996d0f376 req-3cc727bc-dc2a-4134-838f-b8fdc78ea1da tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a60dbde-a042-40ec-9d0a-107dcaec8599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935018 Jul 09 09:45:49.678293 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07752efb-2feb-4625-8a8a-8952549de1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:49.690624 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c41d1286-6036-460a-9341-dfff4e7b77d6 req-c841b2a1-51d6-4169-aea1-ff272dec5173 tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0672107 Jul 09 09:45:49.889522 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-015fe46d-f267-4dee-9185-a23e9b2c23f8 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:49.893303 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-015fe46d-f267-4dee-9185-a23e9b2c23f8 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "GET /v2.0/networks?id=0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 200 len: 806 time: 0.2147505 Jul 09 09:45:49.915708 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-35cb4be7-10eb-459b-acc1-280788fbd9bf tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Request body: {'port': {'device_id': '0daaf738-87d5-48be-b922-bbd0cc0faa19', 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142', 'admin_state_up': True, 'tenant_id': '2ac1d48021e34103a62b6ac5b060403c'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:45:50.003507 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-bd5a2ab3-3165-4ef7-9f38-4fae4d8f923a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43735dd-62ab-474f-8436-670bb1550fa7 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:45:50.022840 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-bd5a2ab3-3165-4ef7-9f38-4fae4d8f923a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:50.036726 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-bd5a2ab3-3165-4ef7-9f38-4fae4d8f923a service neutron] Transition to ACTIVE for port object f43735dd-62ab-474f-8436-670bb1550fa7 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:45:50.051462 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-bd5a2ab3-3165-4ef7-9f38-4fae4d8f923a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:50.082205 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9b2c5de3-e8ee-4562-8f53-32c542c5334d req-d94129c0-a0b3-4641-80fe-7390468dc958 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 210 time: 0.0502522 Jul 09 09:45:50.156617 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07752efb-2feb-4625-8a8a-8952549de1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:50.166791 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07752efb-2feb-4625-8a8a-8952549de1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:50.172475 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a2ab3-3165-4ef7-9f38-4fae4d8f923a service neutron] Pushing event updated for resources: {'Port': ['ID=f43735dd-62ab-474f-8436-670bb1550fa7,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:50.200616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-35cb4be7-10eb-459b-acc1-280788fbd9bf tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Made reservation on behalf of 2ac1d48021e34103a62b6ac5b060403c for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:45:50.204385 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-35cb4be7-10eb-459b-acc1-280788fbd9bf tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:50.238464 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-07752efb-2feb-4625-8a8a-8952549de1dd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b365fa39aa464aeea5fe0bbfcf3ee311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8028309 Jul 09 09:45:50.241654 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39662) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:50.245335 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567177dc-fc5c-473b-b251-53e11bc1044d req-a85519cd-4752-4bb4-9ec2-d425641d76ce tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:50.252678 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-567177dc-fc5c-473b-b251-53e11bc1044d req-a85519cd-4752-4bb4-9ec2-d425641d76ce tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.1398852 Jul 09 09:45:50.273188 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07752efb-2feb-4625-8a8a-8952549de1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be9d66c-19f6-41f8-aebe-c1423c40fcc5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:50.339000 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-567177dc-fc5c-473b-b251-53e11bc1044d req-e8b4ce90-95ab-4c4e-a447-f197e0b921a8 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852644 Jul 09 09:45:50.344928 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-bd5a2ab3-3165-4ef7-9f38-4fae4d8f923a service neutron] Attempting to bind port f43735dd-62ab-474f-8436-670bb1550fa7 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:45:50.345391 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-bd5a2ab3-3165-4ef7-9f38-4fae4d8f923a service neutron] Attempting to bind port f43735dd-62ab-474f-8436-670bb1550fa7 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'ce130f56-dbdb-4bdb-87bb-0c5ddfaf5436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:45:50.346915 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-bd5a2ab3-3165-4ef7-9f38-4fae4d8f923a service neutron] Attempting to bind port f43735dd-62ab-474f-8436-670bb1550fa7 on network 4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:45:50.355584 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9e8f476-f05e-4a4c-a4db-01e19949d09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:50.381197 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9e8f476-f05e-4a4c-a4db-01e19949d09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:50.440165 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-bd5a2ab3-3165-4ef7-9f38-4fae4d8f923a service neutron] Port f43735dd-62ab-474f-8436-670bb1550fa7 on network 4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:45:50.440500 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-bd5a2ab3-3165-4ef7-9f38-4fae4d8f923a service neutron] Attempting to bind port f43735dd-62ab-474f-8436-670bb1550fa7 on network 4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:45:50.440910 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-35cb4be7-10eb-459b-acc1-280788fbd9bf tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Allocated IP 172.20.0.2 (0dbc3900-4d61-41a9-810b-30caed204142/f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66/78ecebef-e5c7-4a31-a3f0-c917341f9330) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:45:50.452674 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-bd5a2ab3-3165-4ef7-9f38-4fae4d8f923a service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:45:50.453065 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-bd5a2ab3-3165-4ef7-9f38-4fae4d8f923a service neutron] Checking segment: {'id': 'ce130f56-dbdb-4bdb-87bb-0c5ddfaf5436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:45:50.453499 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-bd5a2ab3-3165-4ef7-9f38-4fae4d8f923a service neutron] Bound using segment: {'id': 'ce130f56-dbdb-4bdb-87bb-0c5ddfaf5436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:45:50.454005 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-bd5a2ab3-3165-4ef7-9f38-4fae4d8f923a service neutron] Bound port: f43735dd-62ab-474f-8436-670bb1550fa7, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce130f56-dbdb-4bdb-87bb-0c5ddfaf5436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:45:50.454456 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-bd5a2ab3-3165-4ef7-9f38-4fae4d8f923a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:50.463937 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9e8f476-f05e-4a4c-a4db-01e19949d09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:50.467260 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9e8f476-f05e-4a4c-a4db-01e19949d09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:50.469241 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d9e8f476-f05e-4a4c-a4db-01e19949d09e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3be9d66c-19f6-41f8-aebe-c1423c40fcc5 HTTP/1.1" status: 204 len: 168 time: 0.2088666 Jul 09 09:45:50.500771 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8f476-f05e-4a4c-a4db-01e19949d09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be9d66c-19f6-41f8-aebe-c1423c40fcc5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:50.680603 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-bd5a2ab3-3165-4ef7-9f38-4fae4d8f923a service neutron] For port f43735dd-62ab-474f-8436-670bb1550fa7, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:45:50.688157 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-bd5a2ab3-3165-4ef7-9f38-4fae4d8f923a service neutron] For port f43735dd-62ab-474f-8436-670bb1550fa7, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=f43735dd-62ab-474f-8436-670bb1550fa7,segment=NetworkSegment(ce130f56-dbdb-4bdb-87bb-0c5ddfaf5436),segment_id=ce130f56-dbdb-4bdb-87bb-0c5ddfaf5436)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:45:50.692157 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-02e2b6aa-cb21-4f96-918d-f65b68db85ca req-5dcde689-7747-4f31-a1ee-b9cfa68aaf29 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 210 time: 0.0880432 Jul 09 09:45:50.705303 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-bd5a2ab3-3165-4ef7-9f38-4fae4d8f923a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:50.801864 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-bd5a2ab3-3165-4ef7-9f38-4fae4d8f923a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:50.805897 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-bd5a2ab3-3165-4ef7-9f38-4fae4d8f923a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:50.808693 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-bd5a2ab3-3165-4ef7-9f38-4fae4d8f923a service neutron] 10.222.0.58 "PUT /v2.0/ports/f43735dd-62ab-474f-8436-670bb1550fa7 HTTP/1.1" status: 200 len: 1091 time: 1.6738753 Jul 09 09:45:50.810679 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd65597b-b05b-4ea8-8342-717a1ddb9193', 'tag': 'f43735dd-62ab-474f-8436-670bb1550fa7'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:45:50.818234 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d1bbc1-537a-4f16-b35e-9f376453420f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd65597b-b05b-4ea8-8342-717a1ddb9193", "tag": "f43735dd-62ab-474f-8436-670bb1550fa7"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:45:50.843130 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-35cb4be7-10eb-459b-acc1-280788fbd9bf tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:50.858208 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7e844-b633-4ca8-9f91-985daa90823e req-f63571f4-86d3-4917-8ea7-954914bcdf3f tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:50.866442 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0cb7e844-b633-4ca8-9f91-985daa90823e req-f63571f4-86d3-4917-8ea7-954914bcdf3f tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd65597b-b05b-4ea8-8342-717a1ddb9193 HTTP/1.1" status: 200 len: 943 time: 0.1687906 Jul 09 09:45:50.956177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0cb7e844-b633-4ca8-9f91-985daa90823e req-e3a87d12-6f11-4c47-8719-3e99dded7e71 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a60dbde-a042-40ec-9d0a-107dcaec8599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882454 Jul 09 09:45:50.981564 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a2ab3-3165-4ef7-9f38-4fae4d8f923a service neutron] Pushing event updated for resources: {'Port': ['ID=f43735dd-62ab-474f-8436-670bb1550fa7,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:51.003064 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-476a0c59-7aae-4d3f-bdef-a533946ddc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:51.005112 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-476a0c59-7aae-4d3f-bdef-a533946ddc08 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=935ce6ab981a4259a27ccd3cf700d4f1&device_id=fd65597b-b05b-4ea8-8342-717a1ddb9193 HTTP/1.1" status: 200 len: 1094 time: 0.1421955 Jul 09 09:45:51.024913 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc1c554-5479-4bf7-b73a-7a68053a2df6 x-openstack-request-id: req-5dc1c554-5479-4bf7-b73a-7a68053a2df6 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:45:51.025391 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd65597b-b05b-4ea8-8342-717a1ddb9193", "tag": "f43735dd-62ab-474f-8436-670bb1550fa7", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:45:51.025740 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5dc1c554-5479-4bf7-b73a-7a68053a2df6 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:45:51.026228 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd65597b-b05b-4ea8-8342-717a1ddb9193', 'tag': 'f43735dd-62ab-474f-8436-670bb1550fa7', 'status': 'completed', 'code': 200} Jul 09 09:45:51.043889 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39686) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:51.047680 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-029baf23-e2f3-4b9d-af40-b08412c03ed4 req-793030c9-cf54-4bbe-8f80-44c0f5136855 tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0619793 Jul 09 09:45:51.060630 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-c76fc4ca-7452-465e-b7b3-194b48db6f58 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f43735dd-62ab-474f-8436-670bb1550fa7 HTTP/1.1" status: 200 len: 217 time: 0.0482397 Jul 09 09:45:51.085405 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83fa9711-4d1e-4946-b784-efebad2237a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:51.094008 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-35cb4be7-10eb-459b-acc1-280788fbd9bf tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:51.106879 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['09dd6c37-9295-46e2-be77-76eaa105fd22'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:45:51.125923 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-76c4b37d-1675-4726-9db5-2cf861a1bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:51.148777 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-76c4b37d-1675-4726-9db5-2cf861a1bcdc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=be54932d-ccb6-446f-997c-45ea8d23484a HTTP/1.1" status: 200 len: 848 time: 0.0808578 Jul 09 09:45:51.229929 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-05347788-3068-40e3-bb2e-8883e5ed7d07 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741057 Jul 09 09:45:51.252303 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-35cb4be7-10eb-459b-acc1-280788fbd9bf tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Network 0dbc3900-4d61-41a9-810b-30caed204142 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:45:51.265277 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-35cb4be7-10eb-459b-acc1-280788fbd9bf tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:45:51.271024 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-35cb4be7-10eb-459b-acc1-280788fbd9bf tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:45:51.303252 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb4be7-10eb-459b-acc1-280788fbd9bf tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Pushing event updated for resources: {'Port': ['ID=78ecebef-e5c7-4a31-a3f0-c917341f9330,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:51.379292 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50dbd6fd-86d8-4cd2-b2ab-cb62f423d073 req-a0130b64-ef39-47dc-8993-48b739e570c2 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 210 time: 0.0549939 Jul 09 09:45:51.390109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-35cb4be7-10eb-459b-acc1-280788fbd9bf tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:51.390566 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-35cb4be7-10eb-459b-acc1-280788fbd9bf tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:51.425797 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-4f9be1de-30fb-4cfe-a0a6-5f6a5cf45fa9 service neutron] 10.222.0.58 "GET /v2.0/networks/4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887712 Jul 09 09:45:51.464397 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83fa9711-4d1e-4946-b784-efebad2237a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:51.474660 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83fa9711-4d1e-4946-b784-efebad2237a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:51.500107 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-35cb4be7-10eb-459b-acc1-280788fbd9bf tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5994139 Jul 09 09:45:51.538226 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-5093784a-778c-4ee4-adc7-065e1fbfffcb service neutron] Request body: {'port': {'device_id': '0daaf738-87d5-48be-b922-bbd0cc0faa19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:45:51.542144 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c87f0627-4779-4eab-aa3e-80ff8fa14e8e req-a29a024e-aee8-40ba-86c7-2e8d1c68176a service neutron] 10.222.0.58 "GET /v2.0/networks/4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101315 Jul 09 09:45:51.583245 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa9711-4d1e-4946-b784-efebad2237a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0671ba4-606f-4b49-b497-29d4cacb014c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:51.593046 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-83fa9711-4d1e-4946-b784-efebad2237a5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c976bf8d6d214863a5907a5837cf387e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5420651 Jul 09 09:45:51.594854 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39696) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:51.640458 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 3171d6cd-f83b-4386-9252-d23fa28c8ed2 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:45:51.695570 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-5093784a-778c-4ee4-adc7-065e1fbfffcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:51.717616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e504986-4b5b-4b38-b19c-06aad2feaae3 req-c7482676-c832-4a42-8280-af43c6215041 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:51.724527 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e504986-4b5b-4b38-b19c-06aad2feaae3 req-c7482676-c832-4a42-8280-af43c6215041 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.2202301 Jul 09 09:45:51.777741 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0d3021a-b50f-4981-8889-771fe5350755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:51.799775 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e504986-4b5b-4b38-b19c-06aad2feaae3 req-d70e9e1c-d923-414a-8063-724d211bdd37 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727301 Jul 09 09:45:51.817298 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:51.820940 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0d3021a-b50f-4981-8889-771fe5350755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:51.839878 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1bbc1-537a-4f16-b35e-9f376453420f req-5c099d71-d4ee-4da3-babf-2d0593726a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:51.843058 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e7d1bbc1-537a-4f16-b35e-9f376453420f req-5c099d71-d4ee-4da3-babf-2d0593726a5c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=935ce6ab981a4259a27ccd3cf700d4f1&device_id=fd65597b-b05b-4ea8-8342-717a1ddb9193 HTTP/1.1" status: 200 len: 1094 time: 0.2489898 Jul 09 09:45:51.844310 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f461a06-0b69-46ca-a9be-587f5eb9e75e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3171d6cd-f83b-4386-9252-d23fa28c8ed2'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:45:51.847003 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a0a386-dedd-4763-87c4-b8028dc2daf2" -d '{"events": [{"server_uuid": "1f461a06-0b69-46ca-a9be-587f5eb9e75e", "name": "network-vif-unplugged", "status": "completed", "tag": "3171d6cd-f83b-4386-9252-d23fa28c8ed2"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:45:51.860817 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 3171d6cd-f83b-4386-9252-d23fa28c8ed2, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=3171d6cd-f83b-4386-9252-d23fa28c8ed2,segment=NetworkSegment(2fcd96d6-045f-4d9c-badf-5ad7172598cb),segment_id=2fcd96d6-045f-4d9c-badf-5ad7172598cb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:51.868057 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:51.950617 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b176f92-4873-4226-a70b-60dd24088b35 x-openstack-request-id: req-7b176f92-4873-4226-a70b-60dd24088b35 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:45:51.951228 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f461a06-0b69-46ca-a9be-587f5eb9e75e", "name": "network-vif-unplugged", "status": "completed", "tag": "3171d6cd-f83b-4386-9252-d23fa28c8ed2", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:45:51.951626 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7b176f92-4873-4226-a70b-60dd24088b35 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:45:51.952370 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f461a06-0b69-46ca-a9be-587f5eb9e75e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3171d6cd-f83b-4386-9252-d23fa28c8ed2', 'code': 200} Jul 09 09:45:51.953834 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=3171d6cd-f83b-4386-9252-d23fa28c8ed2,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:51.964827 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:51.965468 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:51.966126 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:51.966815 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:51.967420 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:51.968108 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:51.968629 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:51.969237 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:51.969663 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:51.970140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:51.970639 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:51.971138 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:45:51.987655 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0d3021a-b50f-4981-8889-771fe5350755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:51.992427 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0d3021a-b50f-4981-8889-771fe5350755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:51.994152 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b0d3021a-b50f-4981-8889-771fe5350755 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b0671ba4-606f-4b49-b497-29d4cacb014c HTTP/1.1" status: 204 len: 168 time: 0.3976982 Jul 09 09:45:52.001478 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1bbc1-537a-4f16-b35e-9f376453420f req-1adb7031-94b1-4129-8935-b7611b235c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:52.003471 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e7d1bbc1-537a-4f16-b35e-9f376453420f req-1adb7031-94b1-4129-8935-b7611b235c80 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8 HTTP/1.1" status: 200 len: 909 time: 0.1498635 Jul 09 09:45:52.053839 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e7d1bbc1-537a-4f16-b35e-9f376453420f req-83589d21-2ecd-4f27-bb70-7c9ebbf7d58c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f43735dd-62ab-474f-8436-670bb1550fa7 HTTP/1.1" status: 200 len: 217 time: 0.0421650 Jul 09 09:45:52.054854 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3021a-b50f-4981-8889-771fe5350755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0671ba4-606f-4b49-b497-29d4cacb014c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:52.158092 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1bbc1-537a-4f16-b35e-9f376453420f req-f549170e-9626-4317-a045-74405ebd315f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:52.159914 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e7d1bbc1-537a-4f16-b35e-9f376453420f req-f549170e-9626-4317-a045-74405ebd315f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=be54932d-ccb6-446f-997c-45ea8d23484a HTTP/1.1" status: 200 len: 848 time: 0.0998476 Jul 09 09:45:52.204493 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e7d1bbc1-537a-4f16-b35e-9f376453420f req-a40bb95d-d003-49ba-a2d6-56a6f9130f23 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375452 Jul 09 09:45:52.289535 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e180199-2f2b-463a-9bf1-1cd54ee57728 req-06aa9486-76a2-41cf-8fd8-b393cf1c9fd0 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:52.291064 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e180199-2f2b-463a-9bf1-1cd54ee57728 req-06aa9486-76a2-41cf-8fd8-b393cf1c9fd0 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 931 time: 0.4005172 Jul 09 09:45:52.317308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1c234-8bed-4b68-af10-289124b36b9f req-499fb547-a21e-4f6f-8787-fb0aa3bfebf6 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:52.326225 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-01e1c234-8bed-4b68-af10-289124b36b9f req-499fb547-a21e-4f6f-8787-fb0aa3bfebf6 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd65597b-b05b-4ea8-8342-717a1ddb9193 HTTP/1.1" status: 200 len: 943 time: 0.1889777 Jul 09 09:45:52.347190 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e7d1bbc1-537a-4f16-b35e-9f376453420f req-cac43572-523e-444e-9848-dc21e4a47fb4 service neutron] 10.222.0.58 "GET /v2.0/networks/4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350813 Jul 09 09:45:52.472127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-5093784a-778c-4ee4-adc7-065e1fbfffcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ecebef-e5c7-4a31-a3f0-c917341f9330 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:45:52.492168 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e7d1bbc1-537a-4f16-b35e-9f376453420f req-1bd04a5c-b9b3-4fdc-a3bd-fd2493befe82 service neutron] 10.222.0.58 "GET /v2.0/networks/4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349113 Jul 09 09:45:52.504331 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-5093784a-778c-4ee4-adc7-065e1fbfffcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:52.509262 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e180199-2f2b-463a-9bf1-1cd54ee57728 req-b6d8d4f3-284e-429b-8ead-9384141933ea tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036307 Jul 09 09:45:52.545296 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-01e1c234-8bed-4b68-af10-289124b36b9f req-aaae2111-29be-40f8-aebb-8ee2d285cba9 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a60dbde-a042-40ec-9d0a-107dcaec8599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157629 Jul 09 09:45:52.546426 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-5093784a-778c-4ee4-adc7-065e1fbfffcb service neutron] Transition to ACTIVE for port object 78ecebef-e5c7-4a31-a3f0-c917341f9330 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:45:52.558061 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-5093784a-778c-4ee4-adc7-065e1fbfffcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:52.629033 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093784a-778c-4ee4-adc7-065e1fbfffcb service neutron] Pushing event updated for resources: {'Port': ['ID=78ecebef-e5c7-4a31-a3f0-c917341f9330,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:52.809733 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f43f4515-18d8-4ff5-9b09-9ddb50059252 req-80f0805c-aa2c-4bc4-a17c-e8d61d15628c tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0533404 Jul 09 09:45:52.847358 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0514ac07-dbe4-4112-8f71-606eac930504 req-409e12bf-ae82-439a-a161-ecd453863dd4 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 210 time: 0.0479233 Jul 09 09:45:52.853093 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-5093784a-778c-4ee4-adc7-065e1fbfffcb service neutron] Attempting to bind port 78ecebef-e5c7-4a31-a3f0-c917341f9330 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:45:52.853434 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-5093784a-778c-4ee4-adc7-065e1fbfffcb service neutron] Attempting to bind port 78ecebef-e5c7-4a31-a3f0-c917341f9330 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:45:52.853766 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-5093784a-778c-4ee4-adc7-065e1fbfffcb service neutron] Attempting to bind port 78ecebef-e5c7-4a31-a3f0-c917341f9330 on network 0dbc3900-4d61-41a9-810b-30caed204142 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:45:52.866207 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-5093784a-778c-4ee4-adc7-065e1fbfffcb service neutron] Port 78ecebef-e5c7-4a31-a3f0-c917341f9330 on network 0dbc3900-4d61-41a9-810b-30caed204142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:45:52.866539 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-5093784a-778c-4ee4-adc7-065e1fbfffcb service neutron] Attempting to bind port 78ecebef-e5c7-4a31-a3f0-c917341f9330 on network 0dbc3900-4d61-41a9-810b-30caed204142 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:45:52.884913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-5093784a-778c-4ee4-adc7-065e1fbfffcb service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:45:52.885397 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-5093784a-778c-4ee4-adc7-065e1fbfffcb service neutron] Checking segment: {'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:45:52.885954 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-5093784a-778c-4ee4-adc7-065e1fbfffcb service neutron] Bound using segment: {'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:45:52.886385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-5093784a-778c-4ee4-adc7-065e1fbfffcb service neutron] Bound port: 78ecebef-e5c7-4a31-a3f0-c917341f9330, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d01df26-a5f1-4df1-a180-1fecfaa7114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:45:52.886829 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-5093784a-778c-4ee4-adc7-065e1fbfffcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:52.997974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-5093784a-778c-4ee4-adc7-065e1fbfffcb service neutron] For port 78ecebef-e5c7-4a31-a3f0-c917341f9330, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:45:53.045041 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-5093784a-778c-4ee4-adc7-065e1fbfffcb service neutron] For port 78ecebef-e5c7-4a31-a3f0-c917341f9330, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=78ecebef-e5c7-4a31-a3f0-c917341f9330,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:45:53.056290 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-5093784a-778c-4ee4-adc7-065e1fbfffcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:53.102122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-5093784a-778c-4ee4-adc7-065e1fbfffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:53.102410 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-5093784a-778c-4ee4-adc7-065e1fbfffcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:53.103797 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-5093784a-778c-4ee4-adc7-065e1fbfffcb service neutron] 10.222.0.64 "PUT /v2.0/ports/78ecebef-e5c7-4a31-a3f0-c917341f9330 HTTP/1.1" status: 200 len: 1091 time: 1.5874915 Jul 09 09:45:53.104263 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0daaf738-87d5-48be-b922-bbd0cc0faa19', 'tag': '78ecebef-e5c7-4a31-a3f0-c917341f9330'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:45:53.105841 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device f43735dd-62ab-474f-8436-670bb1550fa7 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:45:53.106838 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c839515d-9811-45eb-8738-d5343aa19bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "0daaf738-87d5-48be-b922-bbd0cc0faa19", "tag": "78ecebef-e5c7-4a31-a3f0-c917341f9330"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:45:53.130850 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf067648-a3e2-4f0d-8803-2cfbbd7bfdf0 req-54c7a082-eb11-420c-84ab-943c574e4276 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:53.138435 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bf067648-a3e2-4f0d-8803-2cfbbd7bfdf0 req-54c7a082-eb11-420c-84ab-943c574e4276 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 943 time: 0.1554766 Jul 09 09:45:53.172456 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093784a-778c-4ee4-adc7-065e1fbfffcb service neutron] Pushing event updated for resources: {'Port': ['ID=78ecebef-e5c7-4a31-a3f0-c917341f9330,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:53.191033 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698cb31a-4b2a-49e1-9f51-1346dddc0dee x-openstack-request-id: req-698cb31a-4b2a-49e1-9f51-1346dddc0dee {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:45:53.191326 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0daaf738-87d5-48be-b922-bbd0cc0faa19", "tag": "78ecebef-e5c7-4a31-a3f0-c917341f9330", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:45:53.191583 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-698cb31a-4b2a-49e1-9f51-1346dddc0dee {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:45:53.192049 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0daaf738-87d5-48be-b922-bbd0cc0faa19', 'tag': '78ecebef-e5c7-4a31-a3f0-c917341f9330', 'status': 'completed', 'code': 200} Jul 09 09:45:53.315560 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port f43735dd-62ab-474f-8436-670bb1550fa7, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=f43735dd-62ab-474f-8436-670bb1550fa7,segment=NetworkSegment(ce130f56-dbdb-4bdb-87bb-0c5ddfaf5436),segment_id=ce130f56-dbdb-4bdb-87bb-0c5ddfaf5436)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:53.332487 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'f43735dd-62ab-474f-8436-670bb1550fa7', 'network_id': '4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8', 'port_id': 'f43735dd-62ab-474f-8436-670bb1550fa7', 'mac_address': 'fa:16:3e:bc:92:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be54932d-ccb6-446f-997c-45ea8d23484a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:45:53.388844 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:53.406793 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43735dd-62ab-474f-8436-670bb1550fa7 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:45:53.435269 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port f43735dd-62ab-474f-8436-670bb1550fa7, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=f43735dd-62ab-474f-8436-670bb1550fa7,segment=NetworkSegment(ce130f56-dbdb-4bdb-87bb-0c5ddfaf5436),segment_id=ce130f56-dbdb-4bdb-87bb-0c5ddfaf5436)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:53.442750 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:53.548846 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=f43735dd-62ab-474f-8436-670bb1550fa7,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:53.562408 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bf067648-a3e2-4f0d-8803-2cfbbd7bfdf0 req-474aa855-2052-4595-8247-876c9e9c0528 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230554 Jul 09 09:45:53.613038 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-de6c538b-4741-477f-b1d1-32ff532e6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:53.614849 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-de6c538b-4741-477f-b1d1-32ff532e6445 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ac1d48021e34103a62b6ac5b060403c&device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 1094 time: 0.4257593 Jul 09 09:45:53.643290 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['f43735dd-62ab-474f-8436-670bb1550fa7'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:45:53.651728 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 3171d6cd-f83b-4386-9252-d23fa28c8ed2 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:45:53.692050 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-e0e746e4-d1e8-49dc-bfea-4a485d3ea5b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78ecebef-e5c7-4a31-a3f0-c917341f9330 HTTP/1.1" status: 200 len: 217 time: 0.0695097 Jul 09 09:45:53.865362 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 3171d6cd-f83b-4386-9252-d23fa28c8ed2, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=3171d6cd-f83b-4386-9252-d23fa28c8ed2,segment=NetworkSegment(2fcd96d6-045f-4d9c-badf-5ad7172598cb),segment_id=2fcd96d6-045f-4d9c-badf-5ad7172598cb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:53.879872 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-f5b13f2a-a24b-431c-b81c-dc21e92b8ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:53.881433 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-f5b13f2a-a24b-431c-b81c-dc21e92b8ef8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66 HTTP/1.1" status: 200 len: 846 time: 0.1806874 Jul 09 09:45:53.881874 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '3171d6cd-f83b-4386-9252-d23fa28c8ed2', 'network_id': 'aa16ead4-f559-45b1-91c1-40adc231fd0d', 'port_id': '3171d6cd-f83b-4386-9252-d23fa28c8ed2', 'mac_address': 'fa:16:3e:0e:37:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc6fc9d-32e0-46ef-bdbb-31c218d76f64', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:45:53.935121 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-654ae800-3db7-4195-8211-7148728e7741 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0dbc3900-4d61-41a9-810b-30caed204142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418472 Jul 09 09:45:53.997117 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:54.024676 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b6bf9-cab9-45b0-8bb8-32891342f342 req-854965c6-d3ae-4ca9-8931-022bd884117d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:54.025179 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3171d6cd-f83b-4386-9252-d23fa28c8ed2 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:45:54.026247 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-158b6bf9-cab9-45b0-8bb8-32891342f342 req-854965c6-d3ae-4ca9-8931-022bd884117d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 943 time: 0.2211840 Jul 09 09:45:54.041669 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2ac59-91a6-4c04-8acc-58628f7c6314 req-e97fa5c4-f8eb-4144-b7e5-405cb49b3af9 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:54.048639 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c1e2ac59-91a6-4c04-8acc-58628f7c6314 req-e97fa5c4-f8eb-4144-b7e5-405cb49b3af9 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd65597b-b05b-4ea8-8342-717a1ddb9193 HTTP/1.1" status: 200 len: 944 time: 0.2397039 Jul 09 09:45:54.071046 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 3171d6cd-f83b-4386-9252-d23fa28c8ed2, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=3171d6cd-f83b-4386-9252-d23fa28c8ed2,segment=NetworkSegment(2fcd96d6-045f-4d9c-badf-5ad7172598cb),segment_id=2fcd96d6-045f-4d9c-badf-5ad7172598cb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:54.087777 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:54.151656 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c1e2ac59-91a6-4c04-8acc-58628f7c6314 req-6d4b3d5c-eee5-4393-a8c4-4c21b36df3d4 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a60dbde-a042-40ec-9d0a-107dcaec8599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019137 Jul 09 09:45:54.152644 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=3171d6cd-f83b-4386-9252-d23fa28c8ed2,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:54.163162 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-10e6f960-8eaf-4b85-9425-5ac2806df048 service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187011 Jul 09 09:45:54.193841 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-158b6bf9-cab9-45b0-8bb8-32891342f342 req-ad9580c0-bdfa-4389-80e2-f455e93bef2e tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430011 Jul 09 09:45:54.329613 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebe7c31c-3afe-4382-aa27-c0b380d72633 req-80644e25-fab5-420b-abfd-cd0e4b5087af service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593714 Jul 09 09:45:54.356146 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-925472a4-0b09-4abf-a735-2c0dd454ff14 req-12e052dd-a298-4ae1-8af2-39191199c1a2 tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0374134 Jul 09 09:45:54.425427 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['3171d6cd-f83b-4386-9252-d23fa28c8ed2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:45:54.446799 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f8cb4a46-19da-490d-95a3-be508f618c68 req-91ad635a-8ef7-4be0-8d08-282ca23fb7d0 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 210 time: 0.0615854 Jul 09 09:45:54.490352 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839515d-9811-45eb-8738-d5343aa19bcc req-30d7002c-1414-4a81-86d7-53c675cd9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:54.493657 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c839515d-9811-45eb-8738-d5343aa19bcc req-30d7002c-1414-4a81-86d7-53c675cd9778 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ac1d48021e34103a62b6ac5b060403c&device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 1094 time: 0.0959208 Jul 09 09:45:54.626498 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839515d-9811-45eb-8738-d5343aa19bcc req-b12bc41a-3e85-40b7-acbc-8aa1b07dad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:54.628250 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c839515d-9811-45eb-8738-d5343aa19bcc req-b12bc41a-3e85-40b7-acbc-8aa1b07dad53 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 200 len: 907 time: 0.1283958 Jul 09 09:45:54.686788 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c839515d-9811-45eb-8738-d5343aa19bcc req-8d47bea9-3e96-4621-a893-0298d79fa8d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78ecebef-e5c7-4a31-a3f0-c917341f9330 HTTP/1.1" status: 200 len: 217 time: 0.0516546 Jul 09 09:45:54.772763 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839515d-9811-45eb-8738-d5343aa19bcc req-0523034d-159d-4fa4-b38a-7d0d961beecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:54.782699 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c839515d-9811-45eb-8738-d5343aa19bcc req-0523034d-159d-4fa4-b38a-7d0d961beecc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66 HTTP/1.1" status: 200 len: 846 time: 0.0899878 Jul 09 09:45:54.826247 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c839515d-9811-45eb-8738-d5343aa19bcc req-6f8f33a9-ecd6-4a93-870c-aff907983406 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0dbc3900-4d61-41a9-810b-30caed204142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358346 Jul 09 09:45:54.854514 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d2619-d879-42b9-83f8-a2b1d17a1404 req-3f27f771-0c67-448d-8a88-2ba2f7175345 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:54.856060 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee6d2619-d879-42b9-83f8-a2b1d17a1404 req-3f27f771-0c67-448d-8a88-2ba2f7175345 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 944 time: 0.1317837 Jul 09 09:45:54.940083 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee6d2619-d879-42b9-83f8-a2b1d17a1404 req-c0b7b1f6-181c-495f-8f37-c25e166c239f tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738509 Jul 09 09:45:54.968732 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c839515d-9811-45eb-8738-d5343aa19bcc req-89ffd23b-0c77-4fc3-be91-248743a208c1 service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332405 Jul 09 09:45:54.987776 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39816) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:55.077074 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c839515d-9811-45eb-8738-d5343aa19bcc req-d9364f6a-c09f-4a3d-9cce-87dfac41a9a8 service neutron] 10.222.0.64 "GET /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006744 Jul 09 09:45:55.101632 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device f43735dd-62ab-474f-8436-670bb1550fa7 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:45:55.111055 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5e54c1b-e2f1-4507-ae02-7c10eaf6fa80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:55.161800 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port f43735dd-62ab-474f-8436-670bb1550fa7 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:45:55.166326 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port f43735dd-62ab-474f-8436-670bb1550fa7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:45:55.166704 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:55.215826 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5e54c1b-e2f1-4507-ae02-7c10eaf6fa80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:55.225282 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5e54c1b-e2f1-4507-ae02-7c10eaf6fa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:55.268264 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:55.287061 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39824) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:55.287672 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b5e54c1b-e2f1-4507-ae02-7c10eaf6fa80 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=31834b99a1a74cb38b423b3e8bf44722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981989 Jul 09 09:45:55.298767 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd65597b-b05b-4ea8-8342-717a1ddb9193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43735dd-62ab-474f-8436-670bb1550fa7'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:45:55.301378 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b178a1c1-2d13-4c6e-8b35-2768dee90484" -d '{"events": [{"server_uuid": "fd65597b-b05b-4ea8-8342-717a1ddb9193", "name": "network-vif-plugged", "status": "completed", "tag": "f43735dd-62ab-474f-8436-670bb1550fa7"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:45:55.313599 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e54c1b-e2f1-4507-ae02-7c10eaf6fa80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3e9ddf-d58a-46ff-8604-5b3b4e2e63ad,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:55.319274 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port f43735dd-62ab-474f-8436-670bb1550fa7, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=f43735dd-62ab-474f-8436-670bb1550fa7,segment=NetworkSegment(ce130f56-dbdb-4bdb-87bb-0c5ddfaf5436),segment_id=ce130f56-dbdb-4bdb-87bb-0c5ddfaf5436)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:55.326433 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:55.386455 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=f43735dd-62ab-474f-8436-670bb1550fa7,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:55.394322 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f87a1dfa-4639-419f-90d3-510c3509df3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:55.418378 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f87a1dfa-4639-419f-90d3-510c3509df3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:55.460699 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa8d0c-09a4-4609-a5ac-41f847f4810d req-bdf58b76-870e-41e9-b66c-467097e4f116 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:55.462334 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aaaa8d0c-09a4-4609-a5ac-41f847f4810d req-bdf58b76-870e-41e9-b66c-467097e4f116 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd65597b-b05b-4ea8-8342-717a1ddb9193 HTTP/1.1" status: 200 len: 945 time: 0.1340604 Jul 09 09:45:55.473275 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f87a1dfa-4639-419f-90d3-510c3509df3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:55.476273 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f87a1dfa-4639-419f-90d3-510c3509df3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:55.477423 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f87a1dfa-4639-419f-90d3-510c3509df3f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3b3e9ddf-d58a-46ff-8604-5b3b4e2e63ad HTTP/1.1" status: 204 len: 168 time: 0.1890078 Jul 09 09:45:55.477526 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d2113-d80c-4d0e-a944-91e52195fda4 req-d063287f-9bac-4f1d-89fb-17e4680b8465 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:55.484639 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d6d2113-d80c-4d0e-a944-91e52195fda4 req-d063287f-9bac-4f1d-89fb-17e4680b8465 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 943 time: 0.1136148 Jul 09 09:45:55.487796 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a1dfa-4639-419f-90d3-510c3509df3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3e9ddf-d58a-46ff-8604-5b3b4e2e63ad,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:55.544978 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d6d2113-d80c-4d0e-a944-91e52195fda4 req-80b93491-a45a-4444-956f-ab6b80761a88 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594585 Jul 09 09:45:55.553683 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aaaa8d0c-09a4-4609-a5ac-41f847f4810d req-25792042-26fd-4a44-80b7-7e28490b7beb tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a60dbde-a042-40ec-9d0a-107dcaec8599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835686 Jul 09 09:45:55.600217 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80521dc-cd57-47bb-9e7a-5c54a676c546 x-openstack-request-id: req-a80521dc-cd57-47bb-9e7a-5c54a676c546 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:45:55.600580 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd65597b-b05b-4ea8-8342-717a1ddb9193", "name": "network-vif-plugged", "status": "completed", "tag": "f43735dd-62ab-474f-8436-670bb1550fa7", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:45:55.600900 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a80521dc-cd57-47bb-9e7a-5c54a676c546 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:45:55.601399 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd65597b-b05b-4ea8-8342-717a1ddb9193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43735dd-62ab-474f-8436-670bb1550fa7', 'code': 200} Jul 09 09:45:55.659125 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 3171d6cd-f83b-4386-9252-d23fa28c8ed2 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:45:55.726067 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 3171d6cd-f83b-4386-9252-d23fa28c8ed2 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:45:55.726905 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:55.763122 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baee10f-9fcb-463a-bce1-7e9555aaeee7 req-57cd56b4-a698-42c2-829d-5fd42fc09641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:55.764672 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6baee10f-9fcb-463a-bce1-7e9555aaeee7 req-57cd56b4-a698-42c2-829d-5fd42fc09641 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fd65597b-b05b-4ea8-8342-717a1ddb9193 HTTP/1.1" status: 200 len: 1096 time: 0.0987659 Jul 09 09:45:55.810909 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6f5cdda5-f277-43fd-bb7b-d502035eeb78 req-17938ee0-2c02-4355-8070-7f150c8944ae tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0701313 Jul 09 09:45:55.812374 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6baee10f-9fcb-463a-bce1-7e9555aaeee7 req-2baed6fa-ee51-4921-9542-9746f43e102c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8a60dbde-a042-40ec-9d0a-107dcaec8599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402563 Jul 09 09:45:55.838086 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85a91bad-0317-4110-aa05-8d7000339597 req-dbe13b90-9ad3-4076-a53f-3aff2de8cb13 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 210 time: 0.0848501 Jul 09 09:45:55.890139 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:55.900751 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39838) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:55.915094 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-337e1a6d-60e6-4f38-ba0b-7772e3e1066b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:55.931331 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 3171d6cd-f83b-4386-9252-d23fa28c8ed2, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=3171d6cd-f83b-4386-9252-d23fa28c8ed2,segment=NetworkSegment(2fcd96d6-045f-4d9c-badf-5ad7172598cb),segment_id=2fcd96d6-045f-4d9c-badf-5ad7172598cb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:55.937178 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:55.997572 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=3171d6cd-f83b-4386-9252-d23fa28c8ed2,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:56.034687 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-337e1a6d-60e6-4f38-ba0b-7772e3e1066b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:56.039228 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-337e1a6d-60e6-4f38-ba0b-7772e3e1066b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:56.069092 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-337e1a6d-60e6-4f38-ba0b-7772e3e1066b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=afbf75eddebb455a9288a742cb41dee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641293 Jul 09 09:45:56.069345 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39842) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:56.113427 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e1a6d-60e6-4f38-ba0b-7772e3e1066b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc15b0b-e987-4f56-b8b7-af08fa1e0b58,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:56.141505 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bafce9da-9119-4692-8cea-c68546ab8350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:56.165979 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bafce9da-9119-4692-8cea-c68546ab8350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:56.184413 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89b320-ef1c-451f-9747-9def4dd19baa req-979c4f6f-9ff9-4bfd-bcda-04f96bb1248f tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:56.186015 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f89b320-ef1c-451f-9747-9def4dd19baa req-979c4f6f-9ff9-4bfd-bcda-04f96bb1248f tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.0877094 Jul 09 09:45:56.221831 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bafce9da-9119-4692-8cea-c68546ab8350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:56.225411 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bafce9da-9119-4692-8cea-c68546ab8350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:56.229185 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bafce9da-9119-4692-8cea-c68546ab8350 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8bc15b0b-e987-4f56-b8b7-af08fa1e0b58 HTTP/1.1" status: 204 len: 168 time: 0.1565363 Jul 09 09:45:56.229370 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f89b320-ef1c-451f-9747-9def4dd19baa req-000f1df8-c581-4513-ae60-cdd686d70ab8 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361526 Jul 09 09:45:56.236590 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafce9da-9119-4692-8cea-c68546ab8350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc15b0b-e987-4f56-b8b7-af08fa1e0b58,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:56.845828 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ee414-a23e-4c9c-96cf-32d6fcff0792 req-b0793943-b723-426c-bcd4-0164739f0467 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:56.847464 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-217ee414-a23e-4c9c-96cf-32d6fcff0792 req-b0793943-b723-426c-bcd4-0164739f0467 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd65597b-b05b-4ea8-8342-717a1ddb9193 HTTP/1.1" status: 200 len: 945 time: 0.1555855 Jul 09 09:45:56.874092 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86d3de-d21e-4a3c-846c-1dcbcfcf9b44 req-09c2d759-eb40-48ed-aaf7-8572e0ed1c76 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:56.876025 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9e86d3de-d21e-4a3c-846c-1dcbcfcf9b44 req-09c2d759-eb40-48ed-aaf7-8572e0ed1c76 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 943 time: 0.1827979 Jul 09 09:45:56.940704 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-217ee414-a23e-4c9c-96cf-32d6fcff0792 req-42f6ee52-1ae1-43de-9e6d-9fec1bb46404 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a60dbde-a042-40ec-9d0a-107dcaec8599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636466 Jul 09 09:45:56.972484 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9e86d3de-d21e-4a3c-846c-1dcbcfcf9b44 req-9d6c0225-e31b-416b-b64a-3f34bdddf8c0 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703926 Jul 09 09:45:57.148611 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c291263-6516-4116-ace9-74c62ea4fb74 req-3db9265a-d144-44b8-8565-d5b509644a09 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/ports?device_id=782be6bb-93ec-4981-8c91-8c4d4dc16521 HTTP/1.1" status: 200 len: 210 time: 0.0375607 Jul 09 09:45:57.194234 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48cd100f-baac-442e-8a71-aa0c7c395caf req-ec831ff8-426b-4c8e-8e32-d429a5e564a3 tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0522866 Jul 09 09:45:57.424023 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac7ac1-2821-47b9-8fe5-015ebd97a18b req-18ac04f4-0417-4079-846c-cf153b48ac4d tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:57.432416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88ac7ac1-2821-47b9-8fe5-015ebd97a18b req-18ac04f4-0417-4079-846c-cf153b48ac4d tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.0765145 Jul 09 09:45:57.472263 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88ac7ac1-2821-47b9-8fe5-015ebd97a18b req-f59d5f40-8a36-4350-a181-56c5284ec0c2 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388553 Jul 09 09:45:57.603037 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f461a06-0b69-46ca-a9be-587f5eb9e75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3171d6cd-f83b-4386-9252-d23fa28c8ed2'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:45:57.605999 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e55d7a-5d30-4485-8831-99a1d4c57e0a" -d '{"events": [{"server_uuid": "1f461a06-0b69-46ca-a9be-587f5eb9e75e", "name": "network-vif-plugged", "status": "completed", "tag": "3171d6cd-f83b-4386-9252-d23fa28c8ed2"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:45:57.645136 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9567f1-48a3-41aa-b610-bf83ab379072 x-openstack-request-id: req-0a9567f1-48a3-41aa-b610-bf83ab379072 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:45:57.645733 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f461a06-0b69-46ca-a9be-587f5eb9e75e", "name": "network-vif-plugged", "status": "completed", "tag": "3171d6cd-f83b-4386-9252-d23fa28c8ed2", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:45:57.645990 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0a9567f1-48a3-41aa-b610-bf83ab379072 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:45:57.646384 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f461a06-0b69-46ca-a9be-587f5eb9e75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3171d6cd-f83b-4386-9252-d23fa28c8ed2', 'code': 200} Jul 09 09:45:57.826056 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434db17-2fa5-42d5-9515-7d7b197f3cb1 req-2540e793-2e39-4d36-888a-3c5d5e37dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:57.826056 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c434db17-2fa5-42d5-9515-7d7b197f3cb1 req-2540e793-2e39-4d36-888a-3c5d5e37dd57 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 1096 time: 0.0590293 Jul 09 09:45:57.864230 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c434db17-2fa5-42d5-9515-7d7b197f3cb1 req-18cdb696-cbb7-42f3-abd8-839b379037fd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311062 Jul 09 09:45:58.186593 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bba03a-dffb-4485-bd86-0d297c809faa req-82f4b647-c67a-492e-9482-b87ca8cd0063 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:58.188147 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2bba03a-dffb-4485-bd86-0d297c809faa req-82f4b647-c67a-492e-9482-b87ca8cd0063 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd65597b-b05b-4ea8-8342-717a1ddb9193 HTTP/1.1" status: 200 len: 945 time: 0.1182041 Jul 09 09:45:58.226790 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efb7a9-d482-458e-b391-2e2bc004d77b req-e712d207-bfbd-4b08-963e-899f1c123fcd tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:58.228177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20efb7a9-d482-458e-b391-2e2bc004d77b req-e712d207-bfbd-4b08-963e-899f1c123fcd tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 943 time: 0.1137338 Jul 09 09:45:58.256600 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2bba03a-dffb-4485-bd86-0d297c809faa req-596da5ab-20ee-4e73-b4ef-69b28a7ab62c tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a60dbde-a042-40ec-9d0a-107dcaec8599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604904 Jul 09 09:45:58.285156 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20efb7a9-d482-458e-b391-2e2bc004d77b req-8c3ed6e1-e636-468d-b54b-f3158f3262eb tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521636 Jul 09 09:45:58.394526 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39918) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:58.450829 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c787523a-7aa6-4d35-ba84-04a26a74d697 req-e5895ed7-2fb8-4b40-8790-4a9e1d38f847 tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0409386 Jul 09 09:45:58.487130 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8baa63fa-7221-45a7-829c-fec614b9a746 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:58.512811 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8baa63fa-7221-45a7-829c-fec614b9a746 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:58.574358 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8baa63fa-7221-45a7-829c-fec614b9a746 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:58.577917 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8baa63fa-7221-45a7-829c-fec614b9a746 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:58.579403 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8baa63fa-7221-45a7-829c-fec614b9a746 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "DELETE /v2.0/security-groups/5ff39ec3-6e25-40ae-996d-965b37f3fb91 HTTP/1.1" status: 204 len: 168 time: 0.1829922 Jul 09 09:45:58.581998 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39922) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:58.590376 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa63fa-7221-45a7-829c-fec614b9a746 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff39ec3-6e25-40ae-996d-965b37f3fb91,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:58.597825 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-2b8b2a7f-dc36-41b6-82c8-35b724355ed7 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] show failed (client error): The resource could not be found. Jul 09 09:45:58.598900 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2b8b2a7f-dc36-41b6-82c8-35b724355ed7 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "GET /v2.0/security-groups/5ff39ec3-6e25-40ae-996d-965b37f3fb91 HTTP/1.1" status: 404 len: 347 time: 0.0158563 Jul 09 09:45:58.601868 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39924) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:58.724106 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190cb56-5d3b-4c1b-948f-5b2a253d3f83 req-abf28bdf-00e7-4b48-ace6-79b75629cc51 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:58.734634 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7190cb56-5d3b-4c1b-948f-5b2a253d3f83 req-abf28bdf-00e7-4b48-ace6-79b75629cc51 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.0898077 Jul 09 09:45:58.788128 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4724c24c-4fc2-4680-9107-7ea67ee04c83 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Deleting port 628166b8-b226-48ef-a6d4-9a9e3288388e {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:45:58.788340 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7190cb56-5d3b-4c1b-948f-5b2a253d3f83 req-e791fdb8-bbcf-4537-abe8-20ae99b8538c tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519466 Jul 09 09:45:58.788476 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4724c24c-4fc2-4680-9107-7ea67ee04c83 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:58.876317 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4724c24c-4fc2-4680-9107-7ea67ee04c83 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:58.876652 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4724c24c-4fc2-4680-9107-7ea67ee04c83 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:58.890750 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4724c24c-4fc2-4680-9107-7ea67ee04c83 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Calling delete_port for 628166b8-b226-48ef-a6d4-9a9e3288388e owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:45:59.393748 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4724c24c-4fc2-4680-9107-7ea67ee04c83 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:59.426265 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724c24c-4fc2-4680-9107-7ea67ee04c83 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event deleted for resources: {'Port': ['ID=628166b8-b226-48ef-a6d4-9a9e3288388e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:45:59.532413 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4724c24c-4fc2-4680-9107-7ea67ee04c83 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:59.535882 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4724c24c-4fc2-4680-9107-7ea67ee04c83 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:59.537991 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4724c24c-4fc2-4680-9107-7ea67ee04c83 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "DELETE /v2.0/floatingips/db4816c0-443b-4b93-8334-42d4068361f7 HTTP/1.1" status: 204 len: 168 time: 0.9342587 Jul 09 09:45:59.540737 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39946) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:45:59.616691 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62a507-c28c-4b58-b3aa-7cfeb85a9734 req-bcd940cf-c98d-4899-83c6-9b8d7c0297b7 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:45:59.629329 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b62a507-c28c-4b58-b3aa-7cfeb85a9734 req-bcd940cf-c98d-4899-83c6-9b8d7c0297b7 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 943 time: 0.1683183 Jul 09 09:45:59.658956 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2d67053b-91fc-4caa-b138-d4396221cd11 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Deleting port c55ad7ee-d463-472e-9cd3-5263ad30bdd6 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:45:59.659307 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d67053b-91fc-4caa-b138-d4396221cd11 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:59.665725 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95aa2559-b09d-40f2-a5da-75dc423093b9 req-5794f8c2-24da-43af-ad66-3f1642124465 tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0353858 Jul 09 09:45:59.669028 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 78ecebef-e5c7-4a31-a3f0-c917341f9330 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:45:59.712601 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b62a507-c28c-4b58-b3aa-7cfeb85a9734 req-65d6e21b-6716-4590-9682-ad42ac2dc62b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705991 Jul 09 09:45:59.760358 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d67053b-91fc-4caa-b138-d4396221cd11 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:59.776905 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2d67053b-91fc-4caa-b138-d4396221cd11 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Calling delete_port for c55ad7ee-d463-472e-9cd3-5263ad30bdd6 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:45:59.797512 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 78ecebef-e5c7-4a31-a3f0-c917341f9330, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=78ecebef-e5c7-4a31-a3f0-c917341f9330,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:59.837533 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '78ecebef-e5c7-4a31-a3f0-c917341f9330', 'network_id': '0dbc3900-4d61-41a9-810b-30caed204142', 'port_id': '78ecebef-e5c7-4a31-a3f0-c917341f9330', 'mac_address': 'fa:16:3e:aa:5b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:45:59.899635 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:59.916620 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ecebef-e5c7-4a31-a3f0-c917341f9330 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:45:59.942535 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 78ecebef-e5c7-4a31-a3f0-c917341f9330, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=78ecebef-e5c7-4a31-a3f0-c917341f9330,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:45:59.948676 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:45:59.963080 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d67053b-91fc-4caa-b138-d4396221cd11 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:00.013580 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67053b-91fc-4caa-b138-d4396221cd11 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event deleted for resources: {'Port': ['ID=c55ad7ee-d463-472e-9cd3-5263ad30bdd6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:00.043860 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23023d74-99c4-4b77-9046-77c6380cd269 req-2617a276-9636-4917-abc2-bd009b2c679d tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:00.048565 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-23023d74-99c4-4b77-9046-77c6380cd269 req-2617a276-9636-4917-abc2-bd009b2c679d tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.1025715 Jul 09 09:46:00.052027 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=78ecebef-e5c7-4a31-a3f0-c917341f9330,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:00.116079 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-23023d74-99c4-4b77-9046-77c6380cd269 req-e83e8ca2-44c3-4c5d-ab6b-4d1840ea3b5b tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535722 Jul 09 09:46:00.148880 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d67053b-91fc-4caa-b138-d4396221cd11 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:00.151737 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2d67053b-91fc-4caa-b138-d4396221cd11 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "DELETE /v2.0/ports/c55ad7ee-d463-472e-9cd3-5263ad30bdd6 HTTP/1.1" status: 204 len: 168 time: 0.6091297 Jul 09 09:46:00.153603 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39960) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:00.261995 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a485bfa1-62a2-4104-b411-d21c4e234060 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Deleting port c5ac0b66-6ec6-4896-8808-9a201a1cd005 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:46:00.262346 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a485bfa1-62a2-4104-b411-d21c4e234060 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:00.263312 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['78ecebef-e5c7-4a31-a3f0-c917341f9330'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:46:00.316686 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba9606-8b80-4c10-a0cc-6082faf55ab0 req-620c3359-e2f8-4d4d-a29d-270eb4d73cbe tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:00.319146 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dfba9606-8b80-4c10-a0cc-6082faf55ab0 req-620c3359-e2f8-4d4d-a29d-270eb4d73cbe tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.0830839 Jul 09 09:46:00.379358 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a485bfa1-62a2-4104-b411-d21c4e234060 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:00.390672 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dfba9606-8b80-4c10-a0cc-6082faf55ab0 req-3854763b-a75f-4748-9347-32cfa3f3e2dd tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634823 Jul 09 09:46:00.438328 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a485bfa1-62a2-4104-b411-d21c4e234060 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Calling delete_port for c5ac0b66-6ec6-4896-8808-9a201a1cd005 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:46:00.681136 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a485bfa1-62a2-4104-b411-d21c4e234060 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:00.752428 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485bfa1-62a2-4104-b411-d21c4e234060 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event deleted for resources: {'Port': ['ID=c5ac0b66-6ec6-4896-8808-9a201a1cd005,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:00.918429 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a485bfa1-62a2-4104-b411-d21c4e234060 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:00.920507 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a485bfa1-62a2-4104-b411-d21c4e234060 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "DELETE /v2.0/ports/c5ac0b66-6ec6-4896-8808-9a201a1cd005 HTTP/1.1" status: 204 len: 168 time: 0.7656534 Jul 09 09:46:00.923670 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39996) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:00.988470 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c3334eed-1251-48e7-8337-e976c106b3b3 req-0c3ef66b-6a75-4375-9eb3-d4ee0361b1e9 tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0597417 Jul 09 09:46:01.037602 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f106cb4-bca1-49dc-b88a-9b8d1828c7be req-36c85fad-e883-42fa-b2ac-2ad3acf7195a tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:01.039198 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33703a9-4cf3-4f0c-82a6-276fc0d43b4e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Deleting subnet 61fc4c5c-d5c0-49f1-a635-934d52a9f78e {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:46:01.042679 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d33703a9-4cf3-4f0c-82a6-276fc0d43b4e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:01.053182 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4f106cb4-bca1-49dc-b88a-9b8d1828c7be req-36c85fad-e883-42fa-b2ac-2ad3acf7195a tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 944 time: 0.1921082 Jul 09 09:46:01.102442 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d33703a9-4cf3-4f0c-82a6-276fc0d43b4e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:01.144194 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4f106cb4-bca1-49dc-b88a-9b8d1828c7be req-27300212-8bfb-4682-95e1-41d0fd95114d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897985 Jul 09 09:46:01.236621 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d33703a9-4cf3-4f0c-82a6-276fc0d43b4e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:01.348057 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-22ea3957-d797-4df3-acb0-5de528c32da5 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:01.351239 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-22ea3957-d797-4df3-acb0-5de528c32da5 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/networks?id=aa16ead4-f559-45b1-91c1-40adc231fd0d HTTP/1.1" status: 200 len: 815 time: 0.1759076 Jul 09 09:46:01.358684 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d33703a9-4cf3-4f0c-82a6-276fc0d43b4e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:01.379119 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-7119cd57-e96b-4c70-8f15-6c3d41dc1971 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/quotas/ffb469a9ebec49548fba40676b1fdf87 HTTP/1.1" status: 200 len: 375 time: 0.0221543 Jul 09 09:46:01.429815 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33703a9-4cf3-4f0c-82a6-276fc0d43b4e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event deleted for resources: {'Subnet': ['ID=61fc4c5c-d5c0-49f1-a635-934d52a9f78e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:01.439667 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d33703a9-4cf3-4f0c-82a6-276fc0d43b4e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:01.446560 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d33703a9-4cf3-4f0c-82a6-276fc0d43b4e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "DELETE /v2.0/subnets/61fc4c5c-d5c0-49f1-a635-934d52a9f78e HTTP/1.1" status: 204 len: 168 time: 0.5214190 Jul 09 09:46:01.448205 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40024) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:01.448894 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbe694c-9c43-47ab-8140-44645a81b365 None None] Network 60491b7b-def1-4cac-8466-a6ebcf0d8114 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:46:01.524280 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-eaf03330-ec12-4677-9ae7-765a00aa4afe tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ffb469a9ebec49548fba40676b1fdf87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1441133 Jul 09 09:46:01.570549 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f7e9a7-f6db-4e5a-bab8-41c91eb997b0 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Deleting subnet eaa25951-e3c6-4a89-bd19-5bca58e724de {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:46:01.580996 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5f7e9a7-f6db-4e5a-bab8-41c91eb997b0 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:01.640653 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-ef336094-f718-4d66-a42d-ce0bef20dc86 service neutron] 10.222.0.61 "GET /v2.0/networks/aa16ead4-f559-45b1-91c1-40adc231fd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150262 Jul 09 09:46:01.683865 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 78ecebef-e5c7-4a31-a3f0-c917341f9330 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:46:01.686794 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5f7e9a7-f6db-4e5a-bab8-41c91eb997b0 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:01.760417 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3804460e-ea26-40ea-bf3f-94be02776d5a None None] DHCP port deletion for 60491b7b-def1-4cac-8466-a6ebcf0d8114 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:46:01.819594 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-9047bab0-4ae5-42c6-9e8f-900209524f1f service neutron] 10.222.0.61 "GET /v2.0/networks/aa16ead4-f559-45b1-91c1-40adc231fd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779573 Jul 09 09:46:01.865727 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5f7e9a7-f6db-4e5a-bab8-41c91eb997b0 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:01.884367 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 78ecebef-e5c7-4a31-a3f0-c917341f9330 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:46:01.890688 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 78ecebef-e5c7-4a31-a3f0-c917341f9330 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:46:01.891060 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:01.914507 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4dd86-dc22-403e-849d-e651e57ba9b5 req-6fc7adb4-d4db-4292-9b43-c7b5ddf7b87a tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:01.917379 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dcb4dd86-dc22-403e-849d-e651e57ba9b5 req-6fc7adb4-d4db-4292-9b43-c7b5ddf7b87a tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd65597b-b05b-4ea8-8342-717a1ddb9193 HTTP/1.1" status: 200 len: 945 time: 0.0926030 Jul 09 09:46:01.969545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a35adfb9-ceec-4f21-81db-38be7bdc9d75 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:46:02.012532 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dcb4dd86-dc22-403e-849d-e651e57ba9b5 req-bc6621a6-1719-4209-85c2-75b95ad2704e tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a60dbde-a042-40ec-9d0a-107dcaec8599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886333 Jul 09 09:46:02.013035 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5f7e9a7-f6db-4e5a-bab8-41c91eb997b0 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:02.070549 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7e9a7-f6db-4e5a-bab8-41c91eb997b0 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event deleted for resources: {'Subnet': ['ID=eaa25951-e3c6-4a89-bd19-5bca58e724de,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:02.080731 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5f7e9a7-f6db-4e5a-bab8-41c91eb997b0 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:02.085684 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f5f7e9a7-f6db-4e5a-bab8-41c91eb997b0 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "DELETE /v2.0/subnets/eaa25951-e3c6-4a89-bd19-5bca58e724de HTTP/1.1" status: 204 len: 168 time: 0.6322229 Jul 09 09:46:02.086083 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40036) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:02.106111 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3804460e-ea26-40ea-bf3f-94be02776d5a None None] Deleting port a35adfb9-ceec-4f21-81db-38be7bdc9d75 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:46:02.107109 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3804460e-ea26-40ea-bf3f-94be02776d5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:02.149325 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b35b69-8ad9-4ead-9953-2999b7103a57 None None] Network c92255a9-b3f6-43e0-b40a-47ba2e92d728 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:46:02.151913 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:02.281381 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d2a12869-7022-4c22-800c-f473218e1b09 req-cefdae75-14b0-445a-a28b-3b0d97224fd6 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 210 time: 0.0355690 Jul 09 09:46:02.341712 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f52a1ebf-2254-44f9-82f2-dc6f9a8dd69f req-73b8fa73-9509-4dae-8d2c-226496a3dbab tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0582218 Jul 09 09:46:02.342843 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 78ecebef-e5c7-4a31-a3f0-c917341f9330, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=78ecebef-e5c7-4a31-a3f0-c917341f9330,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:02.353322 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0daaf738-87d5-48be-b922-bbd0cc0faa19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ecebef-e5c7-4a31-a3f0-c917341f9330'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:46:02.355762 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e19ad9f-4e2a-44db-aa1f-4a718c72396e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:02.355907 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab3fa04-9222-4400-abcb-2f8ac58afa4d" -d '{"events": [{"server_uuid": "0daaf738-87d5-48be-b922-bbd0cc0faa19", "name": "network-vif-plugged", "status": "completed", "tag": "78ecebef-e5c7-4a31-a3f0-c917341f9330"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:46:02.370997 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:02.481467 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab706602-d875-4be1-9703-49dd3d043688 x-openstack-request-id: req-ab706602-d875-4be1-9703-49dd3d043688 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:46:02.482876 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0daaf738-87d5-48be-b922-bbd0cc0faa19", "name": "network-vif-plugged", "status": "completed", "tag": "78ecebef-e5c7-4a31-a3f0-c917341f9330", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:46:02.483358 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ab706602-d875-4be1-9703-49dd3d043688 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:46:02.483995 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0daaf738-87d5-48be-b922-bbd0cc0faa19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ecebef-e5c7-4a31-a3f0-c917341f9330', 'code': 200} Jul 09 09:46:02.488732 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=78ecebef-e5c7-4a31-a3f0-c917341f9330,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:02.513790 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3804460e-ea26-40ea-bf3f-94be02776d5a None None] For port a35adfb9-ceec-4f21-81db-38be7bdc9d75, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a35adfb9-ceec-4f21-81db-38be7bdc9d75,segment=NetworkSegment(c1ede9d9-38ab-458d-8e0a-5e8f02213eed),segment_id=c1ede9d9-38ab-458d-8e0a-5e8f02213eed)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:02.514742 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3804460e-ea26-40ea-bf3f-94be02776d5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:02.538120 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5f7bc-9b92-407a-a718-2fdfe98e7508 req-cf98d83e-bb04-45e1-b14c-f98b2aeb5d96 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:02.539740 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1ad5f7bc-9b92-407a-a718-2fdfe98e7508 req-cf98d83e-bb04-45e1-b14c-f98b2aeb5d96 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f461a06-0b69-46ca-a9be-587f5eb9e75e HTTP/1.1" status: 200 len: 945 time: 0.3408160 Jul 09 09:46:02.580518 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6e19ad9f-4e2a-44db-aa1f-4a718c72396e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Deleting port a35adfb9-ceec-4f21-81db-38be7bdc9d75 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:46:02.580862 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e19ad9f-4e2a-44db-aa1f-4a718c72396e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:02.658460 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-6e19ad9f-4e2a-44db-aa1f-4a718c72396e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] For port a35adfb9-ceec-4f21-81db-38be7bdc9d75, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a35adfb9-ceec-4f21-81db-38be7bdc9d75,segment=NetworkSegment(c1ede9d9-38ab-458d-8e0a-5e8f02213eed),segment_id=c1ede9d9-38ab-458d-8e0a-5e8f02213eed)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:02.659143 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e19ad9f-4e2a-44db-aa1f-4a718c72396e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:02.674517 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6e19ad9f-4e2a-44db-aa1f-4a718c72396e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Calling delete_port for a35adfb9-ceec-4f21-81db-38be7bdc9d75 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:46:02.744306 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3804460e-ea26-40ea-bf3f-94be02776d5a None None] Calling delete_port for a35adfb9-ceec-4f21-81db-38be7bdc9d75 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:46:02.746136 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:02.879850 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port a35adfb9-ceec-4f21-81db-38be7bdc9d75, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a35adfb9-ceec-4f21-81db-38be7bdc9d75,segment=NetworkSegment(c1ede9d9-38ab-458d-8e0a-5e8f02213eed),segment_id=c1ede9d9-38ab-458d-8e0a-5e8f02213eed)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:02.881474 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae2234-2389-4082-9415-e32718ecf182 req-53facc61-ec7c-4d83-8dd0-7b8b5342b233 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:02.883058 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2ae2234-2389-4082-9415-e32718ecf182 req-53facc61-ec7c-4d83-8dd0-7b8b5342b233 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.4207385 Jul 09 09:46:02.888581 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a6389-e957-4922-9259-be44a9575aba req-17da4834-9f21-414a-9cc0-b39926953c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:02.889666 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:02.890665 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af4a6389-e957-4922-9259-be44a9575aba req-17da4834-9f21-414a-9cc0-b39926953c93 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 1096 time: 0.3811407 Jul 09 09:46:02.916514 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e19ad9f-4e2a-44db-aa1f-4a718c72396e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:46:02.949790 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:46:02.963215 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3804460e-ea26-40ea-bf3f-94be02776d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:02.965997 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19ad9f-4e2a-44db-aa1f-4a718c72396e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event deleted for resources: {'Port': ['ID=a35adfb9-ceec-4f21-81db-38be7bdc9d75,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:02.967002 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=a35adfb9-ceec-4f21-81db-38be7bdc9d75,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:02.978578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e19ad9f-4e2a-44db-aa1f-4a718c72396e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] No DVR routers for this DVR port a35adfb9-ceec-4f21-81db-38be7bdc9d75 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:46:03.001341 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3804460e-ea26-40ea-bf3f-94be02776d5a None None] No DVR routers for this DVR port a35adfb9-ceec-4f21-81db-38be7bdc9d75 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:46:03.006882 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804460e-ea26-40ea-bf3f-94be02776d5a None None] Pushing event deleted for resources: {'Port': ['ID=a35adfb9-ceec-4f21-81db-38be7bdc9d75,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:03.032463 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2b6fa1-8a64-4f36-b7a9-3e44cc4ec43c None None] DHCP port deletion for c92255a9-b3f6-43e0-b40a-47ba2e92d728 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:46:03.095997 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-da2b6fa1-8a64-4f36-b7a9-3e44cc4ec43c None None] Deleting port 9d1b0adf-5797-47ff-a14e-89fc8df272b1 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:46:03.096534 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-da2b6fa1-8a64-4f36-b7a9-3e44cc4ec43c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:03.123592 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84731f-2c3d-4ec3-8b0c-ad41aa75e298 req-b985fb25-b484-4747-a491-e7b8e7aa5bdd tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:03.125871 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2f84731f-2c3d-4ec3-8b0c-ad41aa75e298 req-b985fb25-b484-4747-a491-e7b8e7aa5bdd tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd65597b-b05b-4ea8-8342-717a1ddb9193 HTTP/1.1" status: 200 len: 945 time: 0.1086886 Jul 09 09:46:03.189335 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-da2b6fa1-8a64-4f36-b7a9-3e44cc4ec43c None None] For port 9d1b0adf-5797-47ff-a14e-89fc8df272b1, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=9d1b0adf-5797-47ff-a14e-89fc8df272b1,segment=NetworkSegment(12d92678-e9de-4985-af51-f354170634f9),segment_id=12d92678-e9de-4985-af51-f354170634f9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:03.189745 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-da2b6fa1-8a64-4f36-b7a9-3e44cc4ec43c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:03.212367 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-da2b6fa1-8a64-4f36-b7a9-3e44cc4ec43c None None] Calling delete_port for 9d1b0adf-5797-47ff-a14e-89fc8df272b1 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:46:03.316638 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-2f84731f-2c3d-4ec3-8b0c-ad41aa75e298 req-c67a4b25-c4ea-4a77-be3b-beed7e88cfb5 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Deleting port f43735dd-62ab-474f-8436-670bb1550fa7 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:46:03.317341 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2f84731f-2c3d-4ec3-8b0c-ad41aa75e298 req-c67a4b25-c4ea-4a77-be3b-beed7e88cfb5 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:03.342640 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-da2b6fa1-8a64-4f36-b7a9-3e44cc4ec43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:03.379309 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b6fa1-8a64-4f36-b7a9-3e44cc4ec43c None None] Pushing event deleted for resources: {'Port': ['ID=9d1b0adf-5797-47ff-a14e-89fc8df272b1,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:03.384817 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2b6fa1-8a64-4f36-b7a9-3e44cc4ec43c None None] No DVR routers for this DVR port 9d1b0adf-5797-47ff-a14e-89fc8df272b1 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:46:03.404741 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2ae2234-2389-4082-9415-e32718ecf182 req-d9eb2ce0-ccf4-4711-a956-3c3f20a46b4f tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106049 Jul 09 09:46:03.410614 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af4a6389-e957-4922-9259-be44a9575aba req-75fe55ea-117a-4237-8b30-293fca49e2b8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5073483 Jul 09 09:46:03.436499 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-2f84731f-2c3d-4ec3-8b0c-ad41aa75e298 req-c67a4b25-c4ea-4a77-be3b-beed7e88cfb5 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] For port f43735dd-62ab-474f-8436-670bb1550fa7, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=f43735dd-62ab-474f-8436-670bb1550fa7,segment=NetworkSegment(ce130f56-dbdb-4bdb-87bb-0c5ddfaf5436),segment_id=ce130f56-dbdb-4bdb-87bb-0c5ddfaf5436)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:03.436859 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2f84731f-2c3d-4ec3-8b0c-ad41aa75e298 req-c67a4b25-c4ea-4a77-be3b-beed7e88cfb5 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:03.455262 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-2f84731f-2c3d-4ec3-8b0c-ad41aa75e298 req-c67a4b25-c4ea-4a77-be3b-beed7e88cfb5 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Calling delete_port for f43735dd-62ab-474f-8436-670bb1550fa7 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:46:03.470206 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e19ad9f-4e2a-44db-aa1f-4a718c72396e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:03.516894 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-1ad5f7bc-9b92-407a-a718-2fdfe98e7508 req-a2725b99-ec4b-4955-91b5-11546c62b683 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Deleting port 3171d6cd-f83b-4386-9252-d23fa28c8ed2 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:46:03.517506 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1ad5f7bc-9b92-407a-a718-2fdfe98e7508 req-a2725b99-ec4b-4955-91b5-11546c62b683 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:03.527064 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-6e19ad9f-4e2a-44db-aa1f-4a718c72396e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60491b7b-def1-4cac-8466-a6ebcf0d8114']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:03.604812 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-6e19ad9f-4e2a-44db-aa1f-4a718c72396e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ede9d9-38ab-458d-8e0a-5e8f02213eed') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:03.605376 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-6e19ad9f-4e2a-44db-aa1f-4a718c72396e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ede9d9-38ab-458d-8e0a-5e8f02213eed') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:03.657350 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07bad3cc-429e-4194-ac3d-33fb50f46117 req-3d32d597-529d-4b8f-aa5c-f41095b8aea6 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 210 time: 0.0615733 Jul 09 09:46:03.670546 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e19ad9f-4e2a-44db-aa1f-4a718c72396e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:03.674508 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2f84731f-2c3d-4ec3-8b0c-ad41aa75e298 req-c67a4b25-c4ea-4a77-be3b-beed7e88cfb5 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:03.736910 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a4b25-c4ea-4a77-be3b-beed7e88cfb5 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Pushing event deleted for resources: {'Port': ['ID=f43735dd-62ab-474f-8436-670bb1550fa7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:03.810078 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e19ad9f-4e2a-44db-aa1f-4a718c72396e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:03.816606 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f84731f-2c3d-4ec3-8b0c-ad41aa75e298 req-c67a4b25-c4ea-4a77-be3b-beed7e88cfb5 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] No DVR routers for this DVR port f43735dd-62ab-474f-8436-670bb1550fa7 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:46:03.819252 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2f84731f-2c3d-4ec3-8b0c-ad41aa75e298 req-c67a4b25-c4ea-4a77-be3b-beed7e88cfb5 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:03.821787 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2f84731f-2c3d-4ec3-8b0c-ad41aa75e298 req-c67a4b25-c4ea-4a77-be3b-beed7e88cfb5 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.58 "DELETE /v2.0/ports/f43735dd-62ab-474f-8436-670bb1550fa7 HTTP/1.1" status: 204 len: 173 time: 0.6897418 Jul 09 09:46:03.822307 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd65597b-b05b-4ea8-8342-717a1ddb9193', 'name': 'network-vif-deleted', 'tag': 'f43735dd-62ab-474f-8436-670bb1550fa7'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:46:03.824955 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8fcd80-3ec9-4f50-988e-39b4955808c5" -d '{"events": [{"server_uuid": "fd65597b-b05b-4ea8-8342-717a1ddb9193", "name": "network-vif-deleted", "tag": "f43735dd-62ab-474f-8436-670bb1550fa7"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:46:03.861388 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:03.870679 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e19ad9f-4e2a-44db-aa1f-4a718c72396e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:46:03.871097 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e19ad9f-4e2a-44db-aa1f-4a718c72396e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:46:03.875335 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:46:03.901823 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804af90-858e-4634-9485-fd72ac15ecd2 req-17ae56d0-c49b-4d05-97f5-0ff3f764ab92 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:03.906376 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f804af90-858e-4634-9485-fd72ac15ecd2 req-17ae56d0-c49b-4d05-97f5-0ff3f764ab92 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd65597b-b05b-4ea8-8342-717a1ddb9193 HTTP/1.1" status: 200 len: 867 time: 0.4996083 Jul 09 09:46:03.940312 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 9d1b0adf-5797-47ff-a14e-89fc8df272b1 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:46:03.976573 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 9d1b0adf-5797-47ff-a14e-89fc8df272b1 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:46:03.977231 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 9d1b0adf-5797-47ff-a14e-89fc8df272b1 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:46:04.110336 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4a1abbb-ec13-4f2d-be34-ad9731dfd85e req-8df7cbf3-253d-451c-8f74-c42c3c87a0a5 tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.2357671 Jul 09 09:46:04.129465 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-1ad5f7bc-9b92-407a-a718-2fdfe98e7508 req-a2725b99-ec4b-4955-91b5-11546c62b683 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] For port 3171d6cd-f83b-4386-9252-d23fa28c8ed2, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=3171d6cd-f83b-4386-9252-d23fa28c8ed2,segment=NetworkSegment(2fcd96d6-045f-4d9c-badf-5ad7172598cb),segment_id=2fcd96d6-045f-4d9c-badf-5ad7172598cb)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:04.132338 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1ad5f7bc-9b92-407a-a718-2fdfe98e7508 req-a2725b99-ec4b-4955-91b5-11546c62b683 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:04.189145 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4a69f2-50d6-4ecf-bfa2-e5f97dd9666d x-openstack-request-id: req-4c4a69f2-50d6-4ecf-bfa2-e5f97dd9666d {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:46:04.189681 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e19ad9f-4e2a-44db-aa1f-4a718c72396e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:04.190136 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd65597b-b05b-4ea8-8342-717a1ddb9193", "name": "network-vif-deleted", "tag": "f43735dd-62ab-474f-8436-670bb1550fa7", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:46:04.190608 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4c4a69f2-50d6-4ecf-bfa2-e5f97dd9666d {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:46:04.191150 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd65597b-b05b-4ea8-8342-717a1ddb9193', 'name': 'network-vif-deleted', 'tag': 'f43735dd-62ab-474f-8436-670bb1550fa7', 'status': 'completed', 'code': 200} Jul 09 09:46:04.198632 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-6401083e-a651-450e-a484-8fd0e01b5ce4 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:04.200237 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-6401083e-a651-450e-a484-8fd0e01b5ce4 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.58 "GET /v2.0/networks?id=aa16ead4-f559-45b1-91c1-40adc231fd0d HTTP/1.1" status: 200 len: 815 time: 0.4590943 Jul 09 09:46:04.203498 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-1ad5f7bc-9b92-407a-a718-2fdfe98e7508 req-a2725b99-ec4b-4955-91b5-11546c62b683 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Calling delete_port for 3171d6cd-f83b-4386-9252-d23fa28c8ed2 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:46:04.211525 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e19ad9f-4e2a-44db-aa1f-4a718c72396e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:04.212919 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6e19ad9f-4e2a-44db-aa1f-4a718c72396e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "DELETE /v2.0/networks/60491b7b-def1-4cac-8466-a6ebcf0d8114 HTTP/1.1" status: 204 len: 168 time: 2.1258359 Jul 09 09:46:04.216865 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40088) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:04.221412 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-5ea4bdc1-f518-4006-a5dc-0d7001c04965 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Request body: {'port': {'device_id': '4095724d-5f70-4407-ba6a-211ee8fb120e', 'network_id': 'aa16ead4-f559-45b1-91c1-40adc231fd0d', 'admin_state_up': True, 'tenant_id': 'ffb469a9ebec49548fba40676b1fdf87'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:04.308443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19ad9f-4e2a-44db-aa1f-4a718c72396e tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event deleted for resources: {'Network': ['ID=60491b7b-def1-4cac-8466-a6ebcf0d8114,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:04.316709 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fda46830-bbb0-4ba9-a3d3-9c70ae139ed4 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:04.321531 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f804af90-858e-4634-9485-fd72ac15ecd2 req-878e54fa-a2c3-4d69-9877-f273cf56ea40 tempest-VolumesActionsTest-1567905216 tempest-VolumesActionsTest-1567905216-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a60dbde-a042-40ec-9d0a-107dcaec8599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826967 Jul 09 09:46:04.496756 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fda46830-bbb0-4ba9-a3d3-9c70ae139ed4 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:04.530464 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-fda46830-bbb0-4ba9-a3d3-9c70ae139ed4 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c92255a9-b3f6-43e0-b40a-47ba2e92d728']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:04.557029 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-fda46830-bbb0-4ba9-a3d3-9c70ae139ed4 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d92678-e9de-4985-af51-f354170634f9') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:04.557594 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-fda46830-bbb0-4ba9-a3d3-9c70ae139ed4 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d92678-e9de-4985-af51-f354170634f9') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:04.569064 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fda46830-bbb0-4ba9-a3d3-9c70ae139ed4 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:04.584557 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fda46830-bbb0-4ba9-a3d3-9c70ae139ed4 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:04.591250 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda46830-bbb0-4ba9-a3d3-9c70ae139ed4 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:46:04.591670 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fda46830-bbb0-4ba9-a3d3-9c70ae139ed4 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:46:04.595077 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:46:04.680218 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-5ea4bdc1-f518-4006-a5dc-0d7001c04965 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Made reservation on behalf of ffb469a9ebec49548fba40676b1fdf87 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:46:04.683973 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-5ea4bdc1-f518-4006-a5dc-0d7001c04965 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:04.695137 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fda46830-bbb0-4ba9-a3d3-9c70ae139ed4 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:04.713480 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fda46830-bbb0-4ba9-a3d3-9c70ae139ed4 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:04.729984 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fda46830-bbb0-4ba9-a3d3-9c70ae139ed4 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] 10.222.0.61 "DELETE /v2.0/networks/c92255a9-b3f6-43e0-b40a-47ba2e92d728 HTTP/1.1" status: 204 len: 168 time: 0.5070248 Jul 09 09:46:04.750804 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda46830-bbb0-4ba9-a3d3-9c70ae139ed4 tempest-TaggedBootDevicesTest-1269333394 tempest-TaggedBootDevicesTest-1269333394-project] Pushing event deleted for resources: {'Network': ['ID=c92255a9-b3f6-43e0-b40a-47ba2e92d728,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:04.871740 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-5ea4bdc1-f518-4006-a5dc-0d7001c04965 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Allocated IP 172.20.0.13 (aa16ead4-f559-45b1-91c1-40adc231fd0d/bdc6fc9d-32e0-46ef-bdbb-31c218d76f64/4fc73820-288f-4a42-8d62-331c87285e29) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:46:04.972273 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1ad5f7bc-9b92-407a-a718-2fdfe98e7508 req-a2725b99-ec4b-4955-91b5-11546c62b683 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:04.984882 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['3171d6cd-f83b-4386-9252-d23fa28c8ed2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:46:05.039200 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7cab3c0f-d05b-4deb-a49a-5df6d26ad747 req-9baff640-d7cd-47a3-9d6c-0af1b2c36284 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 210 time: 0.0943708 Jul 09 09:46:05.048770 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2725b99-ec4b-4955-91b5-11546c62b683 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Pushing event deleted for resources: {'Port': ['ID=3171d6cd-f83b-4386-9252-d23fa28c8ed2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:05.131644 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bf50b-631c-4eaa-9239-05577b6334b3 req-04c7ba6e-5a6e-4db4-a30b-de33fc0de12f tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:05.133146 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b29bf50b-631c-4eaa-9239-05577b6334b3 req-04c7ba6e-5a6e-4db4-a30b-de33fc0de12f tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.5627193 Jul 09 09:46:05.133947 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad5f7bc-9b92-407a-a718-2fdfe98e7508 req-a2725b99-ec4b-4955-91b5-11546c62b683 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] No DVR routers for this DVR port 3171d6cd-f83b-4386-9252-d23fa28c8ed2 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:46:05.138936 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1ad5f7bc-9b92-407a-a718-2fdfe98e7508 req-a2725b99-ec4b-4955-91b5-11546c62b683 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:05.140957 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1ad5f7bc-9b92-407a-a718-2fdfe98e7508 req-a2725b99-ec4b-4955-91b5-11546c62b683 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.64 "DELETE /v2.0/ports/3171d6cd-f83b-4386-9252-d23fa28c8ed2 HTTP/1.1" status: 204 len: 173 time: 2.5794246 Jul 09 09:46:05.141371 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f461a06-0b69-46ca-a9be-587f5eb9e75e', 'name': 'network-vif-deleted', 'tag': '3171d6cd-f83b-4386-9252-d23fa28c8ed2'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:46:05.143643 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84aeaf9-d8cd-4254-a464-e7d56c7d3d86" -d '{"events": [{"server_uuid": "1f461a06-0b69-46ca-a9be-587f5eb9e75e", "name": "network-vif-deleted", "tag": "3171d6cd-f83b-4386-9252-d23fa28c8ed2"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:46:05.145013 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device f43735dd-62ab-474f-8436-670bb1550fa7 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:46:05.216879 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-5ea4bdc1-f518-4006-a5dc-0d7001c04965 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:05.241434 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: f43735dd-62ab-474f-8436-670bb1550fa7 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:46:05.242829 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device f43735dd-62ab-474f-8436-670bb1550fa7 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:46:05.257128 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b29bf50b-631c-4eaa-9239-05577b6334b3 req-719a425a-04a7-4f86-8d4d-8a0ecdcf2bcd tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067605 Jul 09 09:46:05.319385 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-5ea4bdc1-f518-4006-a5dc-0d7001c04965 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:05.321988 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f35a13-c372-467e-9a1e-494e390b804f x-openstack-request-id: req-34f35a13-c372-467e-9a1e-494e390b804f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:46:05.322331 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f461a06-0b69-46ca-a9be-587f5eb9e75e", "name": "network-vif-deleted", "tag": "3171d6cd-f83b-4386-9252-d23fa28c8ed2", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:46:05.322593 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-34f35a13-c372-467e-9a1e-494e390b804f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:46:05.323091 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f461a06-0b69-46ca-a9be-587f5eb9e75e', 'name': 'network-vif-deleted', 'tag': '3171d6cd-f83b-4386-9252-d23fa28c8ed2', 'status': 'completed', 'code': 200} Jul 09 09:46:05.332005 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['3171d6cd-f83b-4386-9252-d23fa28c8ed2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:46:05.415211 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4bdc1-f518-4006-a5dc-0d7001c04965 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Pushing event updated for resources: {'Port': ['ID=4fc73820-288f-4a42-8d62-331c87285e29,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:05.449361 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-5ea4bdc1-f518-4006-a5dc-0d7001c04965 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Network aa16ead4-f559-45b1-91c1-40adc231fd0d is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:46:05.484690 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-5ea4bdc1-f518-4006-a5dc-0d7001c04965 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:46:05.504598 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4a1e001-8941-446a-adb7-9dd4c6a0464a req-ed93f340-f139-4e85-af52-bc7810d70aa1 tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0904281 Jul 09 09:46:05.505528 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-5ea4bdc1-f518-4006-a5dc-0d7001c04965 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:46:05.608505 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-5ea4bdc1-f518-4006-a5dc-0d7001c04965 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:05.609441 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-5ea4bdc1-f518-4006-a5dc-0d7001c04965 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:05.642563 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-5ea4bdc1-f518-4006-a5dc-0d7001c04965 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4250410 Jul 09 09:46:05.653623 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Request body: {'port': {'device_id': '4095724d-5f70-4407-ba6a-211ee8fb120e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:05.746112 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:06.152610 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc73820-288f-4a42-8d62-331c87285e29 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:46:06.161595 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:06.178153 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Transition to ACTIVE for port object 4fc73820-288f-4a42-8d62-331c87285e29 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:46:06.184685 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:06.235570 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Pushing event updated for resources: {'Port': ['ID=4fc73820-288f-4a42-8d62-331c87285e29,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:06.280758 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:06.281436 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:06.281436 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:06.281815 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:06.282126 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:06.282756 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:06.282756 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:06.283027 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:06.283330 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:06.283858 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:06.284475 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:06.284602 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:06.378147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e92fe-b2d4-4be5-8985-4a68cf5af77a req-44dc322a-c353-4ead-8d8b-2d0331355027 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:06.385664 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c6e92fe-b2d4-4be5-8985-4a68cf5af77a req-44dc322a-c353-4ead-8d8b-2d0331355027 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 944 time: 0.1510735 Jul 09 09:46:06.413294 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:46:06.448833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c6e92fe-b2d4-4be5-8985-4a68cf5af77a req-e7a9b4e6-9ad0-4dc7-994b-8b80f59d15d1 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622239 Jul 09 09:46:06.484781 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Attempting to bind port 4fc73820-288f-4a42-8d62-331c87285e29 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:46:06.485365 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Attempting to bind port 4fc73820-288f-4a42-8d62-331c87285e29 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '2fcd96d6-045f-4d9c-badf-5ad7172598cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'aa16ead4-f559-45b1-91c1-40adc231fd0d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:46:06.485856 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Attempting to bind port 4fc73820-288f-4a42-8d62-331c87285e29 on network aa16ead4-f559-45b1-91c1-40adc231fd0d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:46:06.500208 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Port 4fc73820-288f-4a42-8d62-331c87285e29 on network aa16ead4-f559-45b1-91c1-40adc231fd0d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:46:06.500782 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Attempting to bind port 4fc73820-288f-4a42-8d62-331c87285e29 on network aa16ead4-f559-45b1-91c1-40adc231fd0d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:46:06.518457 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:46:06.519084 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Checking segment: {'id': '2fcd96d6-045f-4d9c-badf-5ad7172598cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'aa16ead4-f559-45b1-91c1-40adc231fd0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:46:06.519629 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Bound using segment: {'id': '2fcd96d6-045f-4d9c-badf-5ad7172598cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'aa16ead4-f559-45b1-91c1-40adc231fd0d'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:46:06.520278 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Bound port: 4fc73820-288f-4a42-8d62-331c87285e29, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcd96d6-045f-4d9c-badf-5ad7172598cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'aa16ead4-f559-45b1-91c1-40adc231fd0d'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:46:06.520801 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:06.558423 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e8050-95e9-45bc-83c8-7621c47e3959 req-37cf43c8-545e-4dfc-9f25-5e69a61eabf1 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:06.560190 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce9e8050-95e9-45bc-83c8-7621c47e3959 req-37cf43c8-545e-4dfc-9f25-5e69a61eabf1 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.1359193 Jul 09 09:46:06.644785 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce9e8050-95e9-45bc-83c8-7621c47e3959 req-b863e416-3f4b-4256-b842-44d6a2306223 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590565 Jul 09 09:46:06.753939 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] For port 4fc73820-288f-4a42-8d62-331c87285e29, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:46:06.785981 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] For port 4fc73820-288f-4a42-8d62-331c87285e29, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=4fc73820-288f-4a42-8d62-331c87285e29,segment=NetworkSegment(2fcd96d6-045f-4d9c-badf-5ad7172598cb),segment_id=2fcd96d6-045f-4d9c-badf-5ad7172598cb)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:46:06.802568 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44e030cd-60e3-48d8-8ed3-cb61de4fb6f7 req-f94c95ee-3dc9-4754-b005-556ebba28a74 tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0778682 Jul 09 09:46:06.814956 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:06.819850 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b0c2ee16-9b0d-4f17-a54a-5afd6ebcf265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:06.870337 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:06.871413 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:06.872371 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] 10.222.0.58 "PUT /v2.0/ports/4fc73820-288f-4a42-8d62-331c87285e29 HTTP/1.1" status: 200 len: 1092 time: 1.2245154 Jul 09 09:46:06.931535 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c9714-87b5-4a02-af4a-b67527a2ac5b service neutron] Pushing event updated for resources: {'Port': ['ID=4fc73820-288f-4a42-8d62-331c87285e29,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:06.993534 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-c820d634-4bf7-4da0-9a09-a4192ed9663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:06.998986 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-c820d634-4bf7-4da0-9a09-a4192ed9663b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ffb469a9ebec49548fba40676b1fdf87&device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 1095 time: 0.0815392 Jul 09 09:46:07.059623 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-8e9e18a3-22d6-476a-a570-327895097024 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fc73820-288f-4a42-8d62-331c87285e29 HTTP/1.1" status: 200 len: 217 time: 0.0539408 Jul 09 09:46:07.167082 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-2d48189e-665a-4e0b-bd43-806489b42e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:07.168773 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-2d48189e-665a-4e0b-bd43-806489b42e17 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bdc6fc9d-32e0-46ef-bdbb-31c218d76f64 HTTP/1.1" status: 200 len: 855 time: 0.1018429 Jul 09 09:46:07.231783 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-c24caa0e-e235-49f2-a8a1-9dc085b9f4e2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa16ead4-f559-45b1-91c1-40adc231fd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551393 Jul 09 09:46:07.362542 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4095724d-5f70-4407-ba6a-211ee8fb120e', 'tag': '4fc73820-288f-4a42-8d62-331c87285e29'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:46:07.364866 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc5a416-c5cf-47c1-ab22-8ac4dc8d36b9" -d '{"events": [{"name": "network-changed", "server_uuid": "4095724d-5f70-4407-ba6a-211ee8fb120e", "tag": "4fc73820-288f-4a42-8d62-331c87285e29"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:46:07.487782 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc554a-bd3d-41cf-bbed-9605cb9b9190 req-ad97f236-ad67-4490-9628-a4838a13fdee tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:07.489396 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-02bc554a-bd3d-41cf-bbed-9605cb9b9190 req-ad97f236-ad67-4490-9628-a4838a13fdee tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.2700219 Jul 09 09:46:07.491424 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b7471a-41b4-4438-9d60-c022a1a37d41 x-openstack-request-id: req-22b7471a-41b4-4438-9d60-c022a1a37d41 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:46:07.491726 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4095724d-5f70-4407-ba6a-211ee8fb120e", "tag": "4fc73820-288f-4a42-8d62-331c87285e29", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:46:07.504171 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-22b7471a-41b4-4438-9d60-c022a1a37d41 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:46:07.504822 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4095724d-5f70-4407-ba6a-211ee8fb120e', 'tag': '4fc73820-288f-4a42-8d62-331c87285e29', 'status': 'completed', 'code': 200} Jul 09 09:46:07.507460 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-5682008e-709f-4eb9-8ed5-329b1969cacc service neutron] 10.222.0.58 "GET /v2.0/networks/aa16ead4-f559-45b1-91c1-40adc231fd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508516 Jul 09 09:46:07.679535 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-02bc554a-bd3d-41cf-bbed-9605cb9b9190 req-2beae020-4670-41c6-8dd7-022fdd57962a tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707385 Jul 09 09:46:07.686702 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 3171d6cd-f83b-4386-9252-d23fa28c8ed2 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:46:07.732389 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b9ecd81-2f5a-45b1-9601-3091bad75593 req-952ee0e3-6bc1-4cfc-b57d-1f48a324e89b service neutron] 10.222.0.58 "GET /v2.0/networks/aa16ead4-f559-45b1-91c1-40adc231fd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131002 Jul 09 09:46:07.743401 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 3171d6cd-f83b-4386-9252-d23fa28c8ed2 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:46:07.744082 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 3171d6cd-f83b-4386-9252-d23fa28c8ed2 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:46:07.775242 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e19a4-b84b-44d6-a291-e289a82656b8 req-a6b610e7-392e-4d7b-954b-0ad1eb5de741 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:07.783990 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c3e19a4-b84b-44d6-a291-e289a82656b8 req-a6b610e7-392e-4d7b-954b-0ad1eb5de741 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 944 time: 0.1636128 Jul 09 09:46:07.901242 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c3e19a4-b84b-44d6-a291-e289a82656b8 req-ad9a8a67-8872-4a83-b60d-a410537034c6 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147320 Jul 09 09:46:07.939777 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5a416-c5cf-47c1-ab22-8ac4dc8d36b9 req-753bcd86-e0b2-46d3-a237-2056b0f1152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:07.941649 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2dc5a416-c5cf-47c1-ab22-8ac4dc8d36b9 req-753bcd86-e0b2-46d3-a237-2056b0f1152d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ffb469a9ebec49548fba40676b1fdf87&device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 1095 time: 0.1348047 Jul 09 09:46:08.097136 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5a416-c5cf-47c1-ab22-8ac4dc8d36b9 req-1dec93d5-ce73-42aa-b772-77f82adfe196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:08.098646 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2dc5a416-c5cf-47c1-ab22-8ac4dc8d36b9 req-1dec93d5-ce73-42aa-b772-77f82adfe196 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa16ead4-f559-45b1-91c1-40adc231fd0d HTTP/1.1" status: 200 len: 916 time: 0.1337159 Jul 09 09:46:08.178488 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-89d7bde1-6a53-49e0-b195-206e138675df req-65c1e660-4b96-4654-a91a-4334854a88d1 tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.1199245 Jul 09 09:46:08.198046 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2dc5a416-c5cf-47c1-ab22-8ac4dc8d36b9 req-aeb51276-337a-4c30-ae2e-a8935f81e289 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fc73820-288f-4a42-8d62-331c87285e29 HTTP/1.1" status: 200 len: 217 time: 0.0796471 Jul 09 09:46:08.256204 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5a416-c5cf-47c1-ab22-8ac4dc8d36b9 req-26967911-02f5-4eab-a33a-5ada8a9342eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:08.257712 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2dc5a416-c5cf-47c1-ab22-8ac4dc8d36b9 req-26967911-02f5-4eab-a33a-5ada8a9342eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bdc6fc9d-32e0-46ef-bdbb-31c218d76f64 HTTP/1.1" status: 200 len: 855 time: 0.0615997 Jul 09 09:46:08.266770 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd30f98-7768-4361-acab-4f9db992afd0 req-501911f5-4b2c-4f6d-a0a8-d0fb03149213 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:08.276226 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-acd30f98-7768-4361-acab-4f9db992afd0 req-501911f5-4b2c-4f6d-a0a8-d0fb03149213 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.3268557 Jul 09 09:46:08.317335 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2dc5a416-c5cf-47c1-ab22-8ac4dc8d36b9 req-28b6c2f6-9745-472a-8b61-142dddbded86 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa16ead4-f559-45b1-91c1-40adc231fd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384352 Jul 09 09:46:08.375157 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-acd30f98-7768-4361-acab-4f9db992afd0 req-53b44400-0940-42aa-bb69-a6378e465d1f tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980625 Jul 09 09:46:08.585096 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2dc5a416-c5cf-47c1-ab22-8ac4dc8d36b9 req-1ffb71d3-5f6e-43de-b177-24fa30c8ca44 service neutron] 10.222.0.58 "GET /v2.0/networks/aa16ead4-f559-45b1-91c1-40adc231fd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419016 Jul 09 09:46:08.730214 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2dc5a416-c5cf-47c1-ab22-8ac4dc8d36b9 req-5a9d0265-3921-46a4-8026-fc5c539396ae service neutron] 10.222.0.58 "GET /v2.0/networks/aa16ead4-f559-45b1-91c1-40adc231fd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357157 Jul 09 09:46:09.034126 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a275243-858f-43af-9de5-95269371a19c req-e4cc7e89-4221-41e7-ad5c-30a55295dd77 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:09.047229 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a275243-858f-43af-9de5-95269371a19c req-e4cc7e89-4221-41e7-ad5c-30a55295dd77 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.1888039 Jul 09 09:46:09.081611 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:09.147737 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 4fc73820-288f-4a42-8d62-331c87285e29 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:46:09.196091 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a275243-858f-43af-9de5-95269371a19c req-66b89643-6675-4b84-9748-cf605bc6d08a tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452465 Jul 09 09:46:09.446958 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b036fd-8199-4293-acd3-0ec7f76cc6c1 req-b8bbce2a-3d39-47a9-9b79-438ce8949c19 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:09.456998 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 4fc73820-288f-4a42-8d62-331c87285e29, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=4fc73820-288f-4a42-8d62-331c87285e29,segment=NetworkSegment(2fcd96d6-045f-4d9c-badf-5ad7172598cb),segment_id=2fcd96d6-045f-4d9c-badf-5ad7172598cb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:09.471275 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '4fc73820-288f-4a42-8d62-331c87285e29', 'network_id': 'aa16ead4-f559-45b1-91c1-40adc231fd0d', 'port_id': '4fc73820-288f-4a42-8d62-331c87285e29', 'mac_address': 'fa:16:3e:76:4b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc6fc9d-32e0-46ef-bdbb-31c218d76f64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:46:09.489580 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c9b036fd-8199-4293-acd3-0ec7f76cc6c1 req-b8bbce2a-3d39-47a9-9b79-438ce8949c19 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 944 time: 0.2216785 Jul 09 09:46:09.537152 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b7bef8c2-3bbb-428c-a8e1-3895bd1dbf1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:09.540804 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:09.554390 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:09.577046 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc73820-288f-4a42-8d62-331c87285e29 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:46:09.608751 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-320c09dc-e19c-4427-9db1-23888f2550d9 req-ecc428e5-47e5-40d1-844d-4d83d33fb0d5 tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0832095 Jul 09 09:46:09.616557 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 4fc73820-288f-4a42-8d62-331c87285e29, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=4fc73820-288f-4a42-8d62-331c87285e29,segment=NetworkSegment(2fcd96d6-045f-4d9c-badf-5ad7172598cb),segment_id=2fcd96d6-045f-4d9c-badf-5ad7172598cb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:09.634756 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:09.666612 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c9b036fd-8199-4293-acd3-0ec7f76cc6c1 req-93876e1b-2fa9-4301-98cc-5f3323cc295d tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716375 Jul 09 09:46:09.716795 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=4fc73820-288f-4a42-8d62-331c87285e29,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:09.837864 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['4fc73820-288f-4a42-8d62-331c87285e29'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:46:10.408326 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7ee6d-073a-4ba8-9415-b377d9b6a183 req-de39fef1-18e8-4543-b938-caceaf37ff25 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:10.410118 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8af7ee6d-073a-4ba8-9415-b377d9b6a183 req-de39fef1-18e8-4543-b938-caceaf37ff25 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.0886350 Jul 09 09:46:10.472611 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8af7ee6d-073a-4ba8-9415-b377d9b6a183 req-40a789ba-7035-4da9-abbc-2e52da1daa7a tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558662 Jul 09 09:46:10.811400 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e6b81f51-294b-4a79-b1fd-efa33599502b req-4f4a4d3d-db30-4a79-bfca-52d5b91e8942 tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0507743 Jul 09 09:46:11.002019 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51032a-fb0b-48a0-a81d-6ce63c3edc8e req-d85dc313-fa3a-4ac7-9e03-7971f9602d5c tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:11.003625 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc51032a-fb0b-48a0-a81d-6ce63c3edc8e req-d85dc313-fa3a-4ac7-9e03-7971f9602d5c tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 945 time: 0.1340504 Jul 09 09:46:11.145394 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:11.149489 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc51032a-fb0b-48a0-a81d-6ce63c3edc8e req-fb2950d0-e650-4acf-a632-6834a8c0ca53 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348023 Jul 09 09:46:11.163483 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 4fc73820-288f-4a42-8d62-331c87285e29 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:46:11.319347 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 4fc73820-288f-4a42-8d62-331c87285e29 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:46:11.324261 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 4fc73820-288f-4a42-8d62-331c87285e29 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:46:11.324629 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:11.515028 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:11.616889 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4095724d-5f70-4407-ba6a-211ee8fb120e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc73820-288f-4a42-8d62-331c87285e29'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:46:11.627111 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c40db32-278d-4af4-af3f-d1dac3ddb3a8" -d '{"events": [{"server_uuid": "4095724d-5f70-4407-ba6a-211ee8fb120e", "name": "network-vif-plugged", "status": "completed", "tag": "4fc73820-288f-4a42-8d62-331c87285e29"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:46:11.666105 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 4fc73820-288f-4a42-8d62-331c87285e29, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=4fc73820-288f-4a42-8d62-331c87285e29,segment=NetworkSegment(2fcd96d6-045f-4d9c-badf-5ad7172598cb),segment_id=2fcd96d6-045f-4d9c-badf-5ad7172598cb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:11.676582 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:11.750609 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29934864-eb5f-4cbe-be4a-f2116c9f9a8e x-openstack-request-id: req-29934864-eb5f-4cbe-be4a-f2116c9f9a8e {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:46:11.751497 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4095724d-5f70-4407-ba6a-211ee8fb120e", "name": "network-vif-plugged", "status": "completed", "tag": "4fc73820-288f-4a42-8d62-331c87285e29", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:46:11.753195 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-29934864-eb5f-4cbe-be4a-f2116c9f9a8e {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:46:11.753837 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4095724d-5f70-4407-ba6a-211ee8fb120e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc73820-288f-4a42-8d62-331c87285e29', 'code': 200} Jul 09 09:46:11.813219 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=4fc73820-288f-4a42-8d62-331c87285e29,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:11.888122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb3f22-1088-40d1-b9af-a07c88614447 req-f9327955-8ac8-4138-8186-bf3fcf773e2b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:11.895096 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1fcb3f22-1088-40d1-b9af-a07c88614447 req-f9327955-8ac8-4138-8186-bf3fcf773e2b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.2412066 Jul 09 09:46:11.948963 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1fcb3f22-1088-40d1-b9af-a07c88614447 req-077358d1-2722-4c78-b5f4-1584812fbb65 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528879 Jul 09 09:46:11.971399 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b3db6-e83e-4f63-93dc-bfe7b018af16 req-0c22ee96-af72-45fd-a57e-43f2ffebdd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:11.972963 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-414b3db6-e83e-4f63-93dc-bfe7b018af16 req-0c22ee96-af72-45fd-a57e-43f2ffebdd00 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 1097 time: 0.1678274 Jul 09 09:46:12.015218 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-414b3db6-e83e-4f63-93dc-bfe7b018af16 req-c37dcf0e-d10a-4013-af2d-d9a1f1a75e42 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353718 Jul 09 09:46:12.043559 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a2fe1cb-7635-44b3-b60e-5d3f247638ed req-cf1e13ad-030a-484c-839b-e46eae8b9076 tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0303376 Jul 09 09:46:12.547490 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9b5e9d5c-e95a-4d82-b1d1-8cd6a982a581 req-f1c24715-b145-4a80-b679-2cebeaedd378 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0298190 Jul 09 09:46:12.579587 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7ca94-c942-439e-98bf-c6ecd05c6910 req-5e5a0aee-8fa6-4085-9a03-1f15329e454b tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:12.581143 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dba7ca94-c942-439e-98bf-c6ecd05c6910 req-5e5a0aee-8fa6-4085-9a03-1f15329e454b tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.1317058 Jul 09 09:46:12.804539 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dba7ca94-c942-439e-98bf-c6ecd05c6910 req-778cc87a-daf3-4b7e-8699-9bb5a09fb139 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533881 Jul 09 09:46:12.919853 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:13.155741 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7353f-9cfd-4008-9bc0-0aa3702b70af req-c482fd57-535b-4b6e-832e-4f4e5d105fd2 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:13.158021 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dfe7353f-9cfd-4008-9bc0-0aa3702b70af req-c482fd57-535b-4b6e-832e-4f4e5d105fd2 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.0923212 Jul 09 09:46:13.243068 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dfe7353f-9cfd-4008-9bc0-0aa3702b70af req-bc55e577-fd9b-464d-9ea0-280f901de801 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546746 Jul 09 09:46:13.462063 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28efcc9b-87d2-46c2-808a-f73bf6bc1009 req-58f43655-38e0-49a8-a583-87d7b45d655c tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0447237 Jul 09 09:46:13.875114 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be25b0-7842-45e1-9a08-e871ac6d3efd req-2084d80a-538f-41c8-ae77-100909a82950 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:13.877317 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e9be25b0-7842-45e1-9a08-e871ac6d3efd req-2084d80a-538f-41c8-ae77-100909a82950 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.0857813 Jul 09 09:46:13.989670 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e9be25b0-7842-45e1-9a08-e871ac6d3efd req-a3e2ae2f-7183-41cd-9477-bb469d0ccfaf tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056585 Jul 09 09:46:14.268285 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200aecd2-1cb4-482c-8928-99afaf9c5384 req-68b044ed-a6a6-4263-89c4-283ecb3e3fe0 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:14.276845 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-200aecd2-1cb4-482c-8928-99afaf9c5384 req-68b044ed-a6a6-4263-89c4-283ecb3e3fe0 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.1017320 Jul 09 09:46:14.347818 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-200aecd2-1cb4-482c-8928-99afaf9c5384 req-1314fa11-7cc3-4f35-b5b4-a335d5199b20 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699470 Jul 09 09:46:15.135172 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1ac3039a-a7e4-4cbc-b98e-63e83a0b9905 req-4499f50d-ec34-470a-ad7c-52ce0bed8683 tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0283728 Jul 09 09:46:15.283835 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407617b7-351f-4e43-b8d6-1ac87cc35554 req-d7099584-62ea-4272-b2b7-f9880b2b87ba tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:15.304396 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-407617b7-351f-4e43-b8d6-1ac87cc35554 req-d7099584-62ea-4272-b2b7-f9880b2b87ba tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.9237261 Jul 09 09:46:15.397069 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-407617b7-351f-4e43-b8d6-1ac87cc35554 req-f90112e2-d8e2-4e13-98fc-46570a18a240 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916681 Jul 09 09:46:15.565990 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd4e72-6f1a-4b09-96e4-ffa2f12f1ce4 req-c44cc87a-639d-491c-beb9-75c22e1b6fea tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:15.568980 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bebd4e72-6f1a-4b09-96e4-ffa2f12f1ce4 req-c44cc87a-639d-491c-beb9-75c22e1b6fea tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.1706729 Jul 09 09:46:15.616783 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bebd4e72-6f1a-4b09-96e4-ffa2f12f1ce4 req-78f62f41-f7b6-4a0c-a86b-e5287e1b1dcc tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418148 Jul 09 09:46:15.886819 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6d1a602-0ea4-4e19-a5e7-04f068142fbb req-428dded9-87f8-4865-8f1a-3d3c7afe581c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da190d955e8d48e9b7bb16a74f2e6927&device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0327389 Jul 09 09:46:15.929451 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08777ef4-f294-44d8-b8b1-926e0d45f357 req-26626db1-e2ff-4e04-a562-7b4eb4e45145 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:15.937727 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-08777ef4-f294-44d8-b8b1-926e0d45f357 req-26626db1-e2ff-4e04-a562-7b4eb4e45145 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.1362808 Jul 09 09:46:16.000380 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-08777ef4-f294-44d8-b8b1-926e0d45f357 req-5d7f9cea-eb76-422e-8a3f-a3c7a197d35d tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616477 Jul 09 09:46:16.040656 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6d1a602-0ea4-4e19-a5e7-04f068142fbb req-4fb6cd57-8705-4096-b3d6-7d3b913a21ef service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=da190d955e8d48e9b7bb16a74f2e6927&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1433909 Jul 09 09:46:16.042550 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f145cfae-c45c-453e-a712-47799a669d5f req-bc29c826-7436-46ac-a21a-1c440ebf23e2 tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0408266 Jul 09 09:46:16.293734 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1a602-0ea4-4e19-a5e7-04f068142fbb req-e03f1e64-08a5-485e-a469-6d88821f88c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:16.295581 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6d1a602-0ea4-4e19-a5e7-04f068142fbb req-e03f1e64-08a5-485e-a469-6d88821f88c6 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2312138 Jul 09 09:46:16.657025 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34759983-90a2-48f5-8a79-91cf088b76c4 req-de5d5aac-70d9-46e3-85b8-68d9449709bf tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:16.666611 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-34759983-90a2-48f5-8a79-91cf088b76c4 req-de5d5aac-70d9-46e3-85b8-68d9449709bf tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.1133533 Jul 09 09:46:16.721273 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-34759983-90a2-48f5-8a79-91cf088b76c4 req-fb5291e9-1d0f-4c19-91bf-1becd6891b21 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510945 Jul 09 09:46:16.932447 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f981ac-f818-4c6f-99e2-771b5a58a216 req-f8630f2c-1936-4c38-aaaa-f687ff7c89ae tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:16.935199 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b5f981ac-f818-4c6f-99e2-771b5a58a216 req-f8630f2c-1936-4c38-aaaa-f687ff7c89ae tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.0957713 Jul 09 09:46:17.003918 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b5f981ac-f818-4c6f-99e2-771b5a58a216 req-59ded273-70c6-45cd-aac8-b05740aaca3e tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590234 Jul 09 09:46:17.279593 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e6e7e521-2491-45be-a392-3d3cb5e5ac86 req-9c2e1254-318a-4453-a295-fa5c9b64a5e9 tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0413325 Jul 09 09:46:17.608538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6d1a602-0ea4-4e19-a5e7-04f068142fbb req-bf3d4f42-07b2-4001-ac67-40ebe7bee2d4 tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.58 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0622900 Jul 09 09:46:18.002445 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d7e4e-5929-419b-a38b-8882ea0d795f req-51e33af8-f660-4512-9820-fb71fe80cb22 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:18.004352 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c57d7e4e-5929-419b-a38b-8882ea0d795f req-51e33af8-f660-4512-9820-fb71fe80cb22 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.1154580 Jul 09 09:46:18.119538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c57d7e4e-5929-419b-a38b-8882ea0d795f req-75b0a295-2ee5-4f40-b92e-d6eb583dd440 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063983 Jul 09 09:46:18.332630 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fba46-d123-4074-8856-2086e91bde10 req-146240f7-b78d-4ef5-b7be-7c0b35f21d04 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:18.334581 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d48fba46-d123-4074-8856-2086e91bde10 req-146240f7-b78d-4ef5-b7be-7c0b35f21d04 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.1746080 Jul 09 09:46:18.436960 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d48fba46-d123-4074-8856-2086e91bde10 req-a2e4c58e-daab-48aa-af0e-70547658f5a8 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825007 Jul 09 09:46:18.634200 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d708e43-5711-4a2a-8e5b-fd56763445a0 req-ebfc17f9-c056-465f-8ed9-c5a8f67737a2 tempest-ServerShowV257Test-1236548066 tempest-ServerShowV257Test-1236548066-project] 10.222.0.61 "GET /v2.0/ports?device_id=b205756f-d2a8-4919-a414-50fcaa42043e HTTP/1.1" status: 200 len: 210 time: 0.0616558 Jul 09 09:46:19.323341 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40522) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:19.407464 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e600eb-2ac8-42fd-9334-57c960ff9091 req-61d2535f-e434-4606-b721-9b57321454e0 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:19.409624 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17e600eb-2ac8-42fd-9334-57c960ff9091 req-61d2535f-e434-4606-b721-9b57321454e0 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.1186826 Jul 09 09:46:19.455527 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17e600eb-2ac8-42fd-9334-57c960ff9091 req-423a4d30-b2b1-4e34-bef4-c4d12f76f626 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400765 Jul 09 09:46:19.696430 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca0f76-fe79-4d08-9ede-3e1a3567ec48 req-a92142be-8a96-46f5-b7a4-6aab45bc30a0 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:19.699165 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aeca0f76-fe79-4d08-9ede-3e1a3567ec48 req-a92142be-8a96-46f5-b7a4-6aab45bc30a0 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.0771940 Jul 09 09:46:19.753762 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aeca0f76-fe79-4d08-9ede-3e1a3567ec48 req-b72e8a6f-7507-4759-9683-4cd4eac95ced tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489461 Jul 09 09:46:20.098020 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a658510-dfa9-4bca-ada3-c00320f03eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:20.182308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40558) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:20.389146 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f889a59-52ac-4de3-898d-c70de934c5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:20.502341 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5a658510-dfa9-4bca-ada3-c00320f03eb8 admin admin] Deleting port 88c07d92-dcbc-4013-b17c-09511f103ac3 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:46:20.502801 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a658510-dfa9-4bca-ada3-c00320f03eb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:20.538514 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f889a59-52ac-4de3-898d-c70de934c5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:20.554486 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f889a59-52ac-4de3-898d-c70de934c5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:20.588266 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f889a59-52ac-4de3-898d-c70de934c5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc76dd1-c237-4b74-a21f-5ede53ab7136,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:20.650419 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6f889a59-52ac-4de3-898d-c70de934c5a1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da190d955e8d48e9b7bb16a74f2e6927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4666507 Jul 09 09:46:20.651892 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40570) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:20.696440 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-5a658510-dfa9-4bca-ada3-c00320f03eb8 admin admin] For port 88c07d92-dcbc-4013-b17c-09511f103ac3, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=88c07d92-dcbc-4013-b17c-09511f103ac3,segment=NetworkSegment(e7557c6e-e6c9-475e-8db0-088ca7535df6),segment_id=e7557c6e-e6c9-475e-8db0-088ca7535df6)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:20.697076 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a658510-dfa9-4bca-ada3-c00320f03eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:20.713211 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5a658510-dfa9-4bca-ada3-c00320f03eb8 admin admin] Calling delete_port for 88c07d92-dcbc-4013-b17c-09511f103ac3 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:46:20.791781 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-55ac7c4d-6f81-4445-97c9-d77063513317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:20.831391 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-55ac7c4d-6f81-4445-97c9-d77063513317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:20.864191 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee30ac7-0f9b-4926-8841-f17d41cc090f req-338ad751-ca5e-4ab5-805b-8ac5c33bdf6b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:20.866281 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ee30ac7-0f9b-4926-8841-f17d41cc090f req-338ad751-ca5e-4ab5-805b-8ac5c33bdf6b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.1826017 Jul 09 09:46:20.937449 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ee30ac7-0f9b-4926-8841-f17d41cc090f req-5e559d05-145d-4528-97a5-6fb37b49bd63 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615039 Jul 09 09:46:20.997036 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-55ac7c4d-6f81-4445-97c9-d77063513317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:20.999805 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-55ac7c4d-6f81-4445-97c9-d77063513317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:21.003299 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-55ac7c4d-6f81-4445-97c9-d77063513317 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ebc76dd1-c237-4b74-a21f-5ede53ab7136 HTTP/1.1" status: 204 len: 168 time: 0.3479574 Jul 09 09:46:21.029822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac7c4d-6f81-4445-97c9-d77063513317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc76dd1-c237-4b74-a21f-5ede53ab7136,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:21.083518 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170128d-c0a9-43f3-8cf0-a87d924dba6f req-fda62c88-7f99-4ec0-b07b-ce578c306f73 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:21.085119 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1170128d-c0a9-43f3-8cf0-a87d924dba6f req-fda62c88-7f99-4ec0-b07b-ce578c306f73 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.1626735 Jul 09 09:46:21.090652 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a658510-dfa9-4bca-ada3-c00320f03eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:21.168375 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1170128d-c0a9-43f3-8cf0-a87d924dba6f req-ef94b85a-4e2c-4c6a-be25-c440a28856d2 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750203 Jul 09 09:46:21.293308 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a658510-dfa9-4bca-ada3-c00320f03eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=88c07d92-dcbc-4013-b17c-09511f103ac3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:21.371565 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a658510-dfa9-4bca-ada3-c00320f03eb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:21.372179 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a658510-dfa9-4bca-ada3-c00320f03eb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:21.372560 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a658510-dfa9-4bca-ada3-c00320f03eb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:21.372907 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a658510-dfa9-4bca-ada3-c00320f03eb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:21.373245 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a658510-dfa9-4bca-ada3-c00320f03eb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:21.373584 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a658510-dfa9-4bca-ada3-c00320f03eb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:21.373917 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a658510-dfa9-4bca-ada3-c00320f03eb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:21.374247 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a658510-dfa9-4bca-ada3-c00320f03eb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:21.374575 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a658510-dfa9-4bca-ada3-c00320f03eb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:21.375100 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a658510-dfa9-4bca-ada3-c00320f03eb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:21.375940 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a658510-dfa9-4bca-ada3-c00320f03eb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:21.376635 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a658510-dfa9-4bca-ada3-c00320f03eb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:21.534777 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a658510-dfa9-4bca-ada3-c00320f03eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:21.898287 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a658510-dfa9-4bca-ada3-c00320f03eb8 admin admin] Router 96b89e2d-4438-4313-bb67-557a91aeb877 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:46:22.118219 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a658510-dfa9-4bca-ada3-c00320f03eb8 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:46:22.127144 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5a658510-dfa9-4bca-ada3-c00320f03eb8 admin admin] 10.222.0.61 "PUT /v2.0/routers/96b89e2d-4438-4313-bb67-557a91aeb877/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7992339 Jul 09 09:46:22.127316 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40616) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:22.152720 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed1970-4ded-4ba7-a1c9-8d87b95dc4bc None None] Sync routers for ids ['96b89e2d-4438-4313-bb67-557a91aeb877'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:46:22.217959 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ed1970-4ded-4ba7-a1c9-8d87b95dc4bc None None] Routers {'96b89e2d-4438-4313-bb67-557a91aeb877'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:46:22.221180 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-10ed1970-4ded-4ba7-a1c9-8d87b95dc4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:46:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['96b89e2d-4438-4313-bb67-557a91aeb877'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:22.286161 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-095a06c8-95e7-44db-8cee-486a7ff0dcff admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:22.372845 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8e28d-b504-4d99-bba8-82dbca32373d req-ba1ecd0c-0e94-4a02-be3f-d11a504e36f5 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:22.380861 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cac8e28d-b504-4d99-bba8-82dbca32373d req-ba1ecd0c-0e94-4a02-be3f-d11a504e36f5 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.2461634 Jul 09 09:46:22.401736 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40628) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:22.518920 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cac8e28d-b504-4d99-bba8-82dbca32373d req-ef95fe3f-6e89-4a45-a3f5-3c46daa6cb0d tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367450 Jul 09 09:46:22.543186 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-10ed1970-4ded-4ba7-a1c9-8d87b95dc4bc None None] Set router 96b89e2d-4438-4313-bb67-557a91aeb877 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:46:22.590664 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-095a06c8-95e7-44db-8cee-486a7ff0dcff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:22.612241 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c0e71-5569-4256-8452-dc4e534fd2ef req-606c4247-83ae-4118-802f-e28040c5b6e6 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:22.614015 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b7c0e71-5569-4256-8452-dc4e534fd2ef req-606c4247-83ae-4118-802f-e28040c5b6e6 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.1931424 Jul 09 09:46:22.700732 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b7c0e71-5569-4256-8452-dc4e534fd2ef req-795b2a38-5f2b-4729-a4d4-1085343d84b4 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638647 Jul 09 09:46:22.709920 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-095a06c8-95e7-44db-8cee-486a7ff0dcff admin admin] Deleting port 848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:46:22.711278 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-095a06c8-95e7-44db-8cee-486a7ff0dcff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:22.729935 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a73d4ddb-0173-4c85-af16-232fa76c9606 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-206880446-network', 'tenant_id': '60b29d08900d4869ab4ca88423ea9d40'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:22.768118 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73d4ddb-0173-4c85-af16-232fa76c9606 admin admin] Made reservation on behalf of 60b29d08900d4869ab4ca88423ea9d40 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:46:22.771594 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a73d4ddb-0173-4c85-af16-232fa76c9606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:22.790290 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a73d4ddb-0173-4c85-af16-232fa76c9606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:22.826902 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-095a06c8-95e7-44db-8cee-486a7ff0dcff admin admin] For port 848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:22.827405 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-095a06c8-95e7-44db-8cee-486a7ff0dcff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:22.848465 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-095a06c8-95e7-44db-8cee-486a7ff0dcff admin admin] Calling delete_port for 848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:46:23.011044 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-10ed1970-4ded-4ba7-a1c9-8d87b95dc4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'name': 'tempest-TaggedBootDevicesTest-1480578526-router', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:06Z', 'updated_at': '2021-07-09T09:46:20Z', 'revision_number': 5, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'gw_port': {'id': '848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:35:09Z', 'updated_at': '2021-07-09T09:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:23.011323 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a73d4ddb-0173-4c85-af16-232fa76c9606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:23.018983 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a73d4ddb-0173-4c85-af16-232fa76c9606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:23.048561 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a73d4ddb-0173-4c85-af16-232fa76c9606 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:46:23.050755 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed1970-4ded-4ba7-a1c9-8d87b95dc4bc None None] Checking router: 96b89e2d-4438-4313-bb67-557a91aeb877 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:46:23.063231 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ed1970-4ded-4ba7-a1c9-8d87b95dc4bc None None] Routers {'96b89e2d-4438-4313-bb67-557a91aeb877'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:46:23.064271 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-10ed1970-4ded-4ba7-a1c9-8d87b95dc4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:46:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['96b89e2d-4438-4313-bb67-557a91aeb877'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:23.072374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d4ddb-0173-4c85-af16-232fa76c9606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e46ddb-f815-4573-bb0f-be9aff3bdde8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:23.076529 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a73d4ddb-0173-4c85-af16-232fa76c9606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:23.076937 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-a73d4ddb-0173-4c85-af16-232fa76c9606 admin admin] Added segment 2e108b29-96a5-4e77-b1b7-7deb9ebf7a49 of type vlan for network c622e539-e106-4b6f-9897-475d37daef13 Jul 09 09:46:23.136302 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a73d4ddb-0173-4c85-af16-232fa76c9606 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:23.266940 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-095a06c8-95e7-44db-8cee-486a7ff0dcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:23.331809 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-10ed1970-4ded-4ba7-a1c9-8d87b95dc4bc None None] Set router 96b89e2d-4438-4313-bb67-557a91aeb877 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:46:23.332400 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a06c8-95e7-44db-8cee-486a7ff0dcff admin admin] Pushing event deleted for resources: {'Port': ['ID=848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:23.427176 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-095a06c8-95e7-44db-8cee-486a7ff0dcff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:23.529742 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-10ed1970-4ded-4ba7-a1c9-8d87b95dc4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'name': 'tempest-TaggedBootDevicesTest-1480578526-router', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:06Z', 'updated_at': '2021-07-09T09:46:22Z', 'revision_number': 6, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:23.646036 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed1970-4ded-4ba7-a1c9-8d87b95dc4bc None None] The sync data for ids ['96b89e2d-4438-4313-bb67-557a91aeb877'] in n-d-799996-1 is: [{'id': '96b89e2d-4438-4313-bb67-557a91aeb877', 'name': 'tempest-TaggedBootDevicesTest-1480578526-router', 'tenant_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:35:06Z', 'updated_at': '2021-07-09T09:46:22Z', 'revision_number': 6, 'project_id': 'd40a354f83ac42a092eb57d9c0e4d4c8', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:46:23.707317 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-095a06c8-95e7-44db-8cee-486a7ff0dcff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:23.722558 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a73d4ddb-0173-4c85-af16-232fa76c9606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:23.725164 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-095a06c8-95e7-44db-8cee-486a7ff0dcff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:23.727133 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73d4ddb-0173-4c85-af16-232fa76c9606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:23.731835 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a73d4ddb-0173-4c85-af16-232fa76c9606 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:23.825896 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-095a06c8-95e7-44db-8cee-486a7ff0dcff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:23.826811 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095a06c8-95e7-44db-8cee-486a7ff0dcff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96b89e2d-4438-4313-bb67-557a91aeb877 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:46:23.834906 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-095a06c8-95e7-44db-8cee-486a7ff0dcff admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:23.836735 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-095a06c8-95e7-44db-8cee-486a7ff0dcff admin admin] 10.222.0.61 "DELETE /v2.0/routers/96b89e2d-4438-4313-bb67-557a91aeb877 HTTP/1.1" status: 204 len: 168 time: 1.7088528 Jul 09 09:46:23.840391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40664) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:23.908496 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff463a20-79aa-4b29-af01-7df628324c23 req-667e6328-c4db-4b78-b1aa-9233e13a7588 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:23.910616 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ff463a20-79aa-4b29-af01-7df628324c23 req-667e6328-c4db-4b78-b1aa-9233e13a7588 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.1373177 Jul 09 09:46:23.924895 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a73d4ddb-0173-4c85-af16-232fa76c9606 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5221066 Jul 09 09:46:23.953709 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4bc6e9-6ce6-4bff-ab16-2b7b588c4c2d admin admin] Deleting subnet c4576acc-4c8a-4776-ad8b-d4acbefc004d {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:46:23.966954 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac4bc6e9-6ce6-4bff-ab16-2b7b588c4c2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:23.977242 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d4ddb-0173-4c85-af16-232fa76c9606 admin admin] Pushing event updated for resources: {'Network': ['ID=c622e539-e106-4b6f-9897-475d37daef13,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:24.001356 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network c622e539-e106-4b6f-9897-475d37daef13 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:46:24.198595 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ff463a20-79aa-4b29-af01-7df628324c23 req-15613b07-b25a-47e7-b343-3f69b89ca7dd tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804072 Jul 09 09:46:24.252700 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 88c07d92-dcbc-4013-b17c-09511f103ac3 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:46:24.313983 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac4bc6e9-6ce6-4bff-ab16-2b7b588c4c2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:24.348661 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 88c07d92-dcbc-4013-b17c-09511f103ac3 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:46:24.349094 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 88c07d92-dcbc-4013-b17c-09511f103ac3 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:46:24.413000 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f283abb-16b5-4995-a5d8-e01e13bc92f6 req-c4cc2bcb-167b-4eb8-83a9-04bd9e1858af tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:24.414652 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0f283abb-16b5-4995-a5d8-e01e13bc92f6 req-c4cc2bcb-167b-4eb8-83a9-04bd9e1858af tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.4396350 Jul 09 09:46:24.489887 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0f283abb-16b5-4995-a5d8-e01e13bc92f6 req-9b9ea478-9a25-4dca-8dc7-02baff8b3071 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667255 Jul 09 09:46:24.500081 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac4bc6e9-6ce6-4bff-ab16-2b7b588c4c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:24.593082 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac4bc6e9-6ce6-4bff-ab16-2b7b588c4c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:24.688518 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb198ab-f927-4905-894b-3c8d3b0fe463 None None] Network d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:46:24.700852 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac4bc6e9-6ce6-4bff-ab16-2b7b588c4c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:24.703683 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ac4bc6e9-6ce6-4bff-ab16-2b7b588c4c2d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c4576acc-4c8a-4776-ad8b-d4acbefc004d HTTP/1.1" status: 204 len: 168 time: 0.8612998 Jul 09 09:46:24.704628 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4bc6e9-6ce6-4bff-ab16-2b7b588c4c2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4576acc-4c8a-4776-ad8b-d4acbefc004d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:24.706697 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40698) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:24.914798 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c799343a-3f3f-4987-985b-25259d82eada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:24.965478 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddd7e7-adc2-4468-acdb-140d369a5a53 req-ffbbd0f0-0661-4ca5-9410-93aefa374df5 tempest-ComputeTenantNetworksTest-1725523770 tempest-ComputeTenantNetworksTest-1725523770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:24.991529 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddd7e7-adc2-4468-acdb-140d369a5a53 req-ffbbd0f0-0661-4ca5-9410-93aefa374df5 tempest-ComputeTenantNetworksTest-1725523770 tempest-ComputeTenantNetworksTest-1725523770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:25.013624 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddd7e7-adc2-4468-acdb-140d369a5a53 req-ffbbd0f0-0661-4ca5-9410-93aefa374df5 tempest-ComputeTenantNetworksTest-1725523770 tempest-ComputeTenantNetworksTest-1725523770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:25.022859 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44ddd7e7-adc2-4468-acdb-140d369a5a53 req-ffbbd0f0-0661-4ca5-9410-93aefa374df5 tempest-ComputeTenantNetworksTest-1725523770 tempest-ComputeTenantNetworksTest-1725523770-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3438787 Jul 09 09:46:25.164095 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c799343a-3f3f-4987-985b-25259d82eada admin admin] Deleting port 85ff7481-7150-4a30-ad65-b8d2ef908a93 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:46:25.164862 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c799343a-3f3f-4987-985b-25259d82eada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:25.263077 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2279157-5750-4fe9-9b5a-458b3e88501d None None] DHCP port deletion for d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:46:25.328610 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2c41c-198c-4144-9244-dd77c5f34c33 req-b3cd1b6e-ab99-46a7-a506-3c9fdf3665af tempest-ComputeTenantNetworksTest-1725523770 tempest-ComputeTenantNetworksTest-1725523770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:25.332247 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-64d2c41c-198c-4144-9244-dd77c5f34c33 req-b3cd1b6e-ab99-46a7-a506-3c9fdf3665af tempest-ComputeTenantNetworksTest-1725523770 tempest-ComputeTenantNetworksTest-1725523770-project] 10.222.0.61 "GET /v2.0/networks/c622e539-e106-4b6f-9897-475d37daef13 HTTP/1.1" status: 200 len: 768 time: 0.2802844 Jul 09 09:46:25.343296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40726) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:25.355189 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-c799343a-3f3f-4987-985b-25259d82eada admin admin] For port 85ff7481-7150-4a30-ad65-b8d2ef908a93, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=85ff7481-7150-4a30-ad65-b8d2ef908a93,segment=NetworkSegment(e7557c6e-e6c9-475e-8db0-088ca7535df6),segment_id=e7557c6e-e6c9-475e-8db0-088ca7535df6)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:25.361724 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c799343a-3f3f-4987-985b-25259d82eada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:25.435798 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c799343a-3f3f-4987-985b-25259d82eada admin admin] Calling delete_port for 85ff7481-7150-4a30-ad65-b8d2ef908a93 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:46:25.486738 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b2279157-5750-4fe9-9b5a-458b3e88501d None None] Deleting port 85ff7481-7150-4a30-ad65-b8d2ef908a93 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:46:25.492532 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b2279157-5750-4fe9-9b5a-458b3e88501d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:25.510743 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f686a17c-5894-4f1b-b97b-851318e444cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:25.632959 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c799343a-3f3f-4987-985b-25259d82eada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:25.663208 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799343a-3f3f-4987-985b-25259d82eada admin admin] Pushing event deleted for resources: {'Port': ['ID=85ff7481-7150-4a30-ad65-b8d2ef908a93,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:25.667464 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c799343a-3f3f-4987-985b-25259d82eada admin admin] No DVR routers for this DVR port 85ff7481-7150-4a30-ad65-b8d2ef908a93 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:46:25.704893 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b2279157-5750-4fe9-9b5a-458b3e88501d None None] For port 85ff7481-7150-4a30-ad65-b8d2ef908a93, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=85ff7481-7150-4a30-ad65-b8d2ef908a93,segment=NetworkSegment(e7557c6e-e6c9-475e-8db0-088ca7535df6),segment_id=e7557c6e-e6c9-475e-8db0-088ca7535df6)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:25.705501 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b2279157-5750-4fe9-9b5a-458b3e88501d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:25.729603 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b2279157-5750-4fe9-9b5a-458b3e88501d None None] Calling delete_port for 85ff7481-7150-4a30-ad65-b8d2ef908a93 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:46:25.805133 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f686a17c-5894-4f1b-b97b-851318e444cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:25.824149 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b2279157-5750-4fe9-9b5a-458b3e88501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:25.825372 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40738) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:25.857064 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2279157-5750-4fe9-9b5a-458b3e88501d None None] Pushing event deleted for resources: {'Port': ['ID=85ff7481-7150-4a30-ad65-b8d2ef908a93,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:25.870042 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-f686a17c-5894-4f1b-b97b-851318e444cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c622e539-e106-4b6f-9897-475d37daef13']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:25.872577 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c799343a-3f3f-4987-985b-25259d82eada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:25.878374 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2279157-5750-4fe9-9b5a-458b3e88501d None None] No DVR routers for this DVR port 85ff7481-7150-4a30-ad65-b8d2ef908a93 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:46:25.883297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88493f1e-baa7-4c60-a60c-b95efd11bf34 req-081c4f2c-b839-4c10-8ec3-34906d512c33 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:25.885360 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88493f1e-baa7-4c60-a60c-b95efd11bf34 req-081c4f2c-b839-4c10-8ec3-34906d512c33 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.2279713 Jul 09 09:46:25.900685 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c799343a-3f3f-4987-985b-25259d82eada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:25.920863 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c799343a-3f3f-4987-985b-25259d82eada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7557c6e-e6c9-475e-8db0-088ca7535df6') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:25.921488 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c799343a-3f3f-4987-985b-25259d82eada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7557c6e-e6c9-475e-8db0-088ca7535df6') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:25.923679 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:46:25.936603 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-f686a17c-5894-4f1b-b97b-851318e444cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e108b29-96a5-4e77-b1b7-7deb9ebf7a49') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:25.937427 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-f686a17c-5894-4f1b-b97b-851318e444cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e108b29-96a5-4e77-b1b7-7deb9ebf7a49') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:25.941455 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c799343a-3f3f-4987-985b-25259d82eada admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:25.960833 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:46:25.961683 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 848ec3d9-ef28-4dc1-8ed0-a4b30e9925c7 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:46:25.962444 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 85ff7481-7150-4a30-ad65-b8d2ef908a93 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:46:25.964529 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c799343a-3f3f-4987-985b-25259d82eada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:25.967866 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88493f1e-baa7-4c60-a60c-b95efd11bf34 req-054e829b-09d0-476c-bbf5-0cdc50f17bde tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581591 Jul 09 09:46:25.972529 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f686a17c-5894-4f1b-b97b-851318e444cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:25.995440 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f686a17c-5894-4f1b-b97b-851318e444cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:25.997082 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c799343a-3f3f-4987-985b-25259d82eada admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:46:25.997488 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c799343a-3f3f-4987-985b-25259d82eada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:46:25.999325 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:46:26.012617 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 85ff7481-7150-4a30-ad65-b8d2ef908a93 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:46:26.013427 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 85ff7481-7150-4a30-ad65-b8d2ef908a93 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:46:26.013918 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f686a17c-5894-4f1b-b97b-851318e444cf admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:46:26.014380 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f686a17c-5894-4f1b-b97b-851318e444cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:46:26.016158 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:46:26.064022 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2fef-a083-4fe1-b64f-1f1751df0936 req-edb85bee-6489-48a7-9eec-348b9796a4f8 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:26.064227 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7f1ebac-5e68-46d0-a2bd-561f8abc45c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:26.065562 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-808f2fef-a083-4fe1-b64f-1f1751df0936 req-edb85bee-6489-48a7-9eec-348b9796a4f8 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.2554576 Jul 09 09:46:26.092279 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c799343a-3f3f-4987-985b-25259d82eada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:26.098938 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c799343a-3f3f-4987-985b-25259d82eada admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:26.101281 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c799343a-3f3f-4987-985b-25259d82eada admin admin] 10.222.0.61 "DELETE /v2.0/networks/d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb HTTP/1.1" status: 204 len: 168 time: 1.3933856 Jul 09 09:46:26.111838 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f686a17c-5894-4f1b-b97b-851318e444cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:26.120697 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f686a17c-5894-4f1b-b97b-851318e444cf admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:26.121589 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799343a-3f3f-4987-985b-25259d82eada admin admin] Pushing event deleted for resources: {'Network': ['ID=d920d6ef-7c66-4f1a-b3fe-c0f7374bb6eb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:26.126003 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f686a17c-5894-4f1b-b97b-851318e444cf admin admin] 10.222.0.61 "DELETE /v2.0/networks/c622e539-e106-4b6f-9897-475d37daef13 HTTP/1.1" status: 204 len: 168 time: 0.7782996 Jul 09 09:46:26.137233 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686a17c-5894-4f1b-b97b-851318e444cf admin admin] Pushing event deleted for resources: {'Network': ['ID=c622e539-e106-4b6f-9897-475d37daef13,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:26.143594 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-808f2fef-a083-4fe1-b64f-1f1751df0936 req-0ab99339-0dae-49af-83b1-0c88abbd66a8 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671613 Jul 09 09:46:26.243241 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7f1ebac-5e68-46d0-a2bd-561f8abc45c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:26.250154 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7f1ebac-5e68-46d0-a2bd-561f8abc45c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:26.303711 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e7f1ebac-5e68-46d0-a2bd-561f8abc45c1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b9df8e8f211449da8308d3e52a11f9ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4642835 Jul 09 09:46:26.303711 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1ebac-5e68-46d0-a2bd-561f8abc45c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c10e0a-2f72-49f5-b5c4-2631d8759dd1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:26.304630 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40752) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:26.306940 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40754) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:26.324461 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40756) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:26.350732 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-768e2189-c825-4480-ac39-aff196d48ace admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=60b29d08900d4869ab4ca88423ea9d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400934 Jul 09 09:46:26.350732 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40758) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:26.399331 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f8817ef6-6f00-49b5-a378-7ec301169771 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d40a354f83ac42a092eb57d9c0e4d4c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0736532 Jul 09 09:46:26.403204 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40762) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:26.411247 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6552d312-ba89-4f40-86d8-21b5a9fd6a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:26.420164 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-217305ad-04f5-4d73-84f7-873800d035dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:26.436754 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6552d312-ba89-4f40-86d8-21b5a9fd6a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:26.462151 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-217305ad-04f5-4d73-84f7-873800d035dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:26.492902 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6552d312-ba89-4f40-86d8-21b5a9fd6a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:26.496199 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6552d312-ba89-4f40-86d8-21b5a9fd6a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:26.498062 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6552d312-ba89-4f40-86d8-21b5a9fd6a06 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a2c10e0a-2f72-49f5-b5c4-2631d8759dd1 HTTP/1.1" status: 204 len: 168 time: 0.1923265 Jul 09 09:46:26.502726 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-431d6bc0-49d5-48a5-bdad-68661210ab4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:26.509258 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552d312-ba89-4f40-86d8-21b5a9fd6a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c10e0a-2f72-49f5-b5c4-2631d8759dd1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:26.529661 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-431d6bc0-49d5-48a5-bdad-68661210ab4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:26.561339 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-217305ad-04f5-4d73-84f7-873800d035dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:26.564738 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-217305ad-04f5-4d73-84f7-873800d035dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:26.566266 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-217305ad-04f5-4d73-84f7-873800d035dd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/92e46ddb-f815-4573-bb0f-be9aff3bdde8 HTTP/1.1" status: 204 len: 168 time: 0.2144535 Jul 09 09:46:26.592948 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217305ad-04f5-4d73-84f7-873800d035dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e46ddb-f815-4573-bb0f-be9aff3bdde8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:26.611796 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-431d6bc0-49d5-48a5-bdad-68661210ab4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:26.615640 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-431d6bc0-49d5-48a5-bdad-68661210ab4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:26.619930 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-431d6bc0-49d5-48a5-bdad-68661210ab4c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/75817cbc-e8d6-4704-a70b-e9c25a318c72 HTTP/1.1" status: 204 len: 168 time: 0.2125936 Jul 09 09:46:26.626536 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d6bc0-49d5-48a5-bdad-68661210ab4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75817cbc-e8d6-4704-a70b-e9c25a318c72,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:27.250109 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40804) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:27.263275 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0dfc31-d159-48c4-8e97-2862122853f6 req-a691ad63-2567-4ff8-a3e3-ac9d9b93edec tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:27.264834 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e0dfc31-d159-48c4-8e97-2862122853f6 req-a691ad63-2567-4ff8-a3e3-ac9d9b93edec tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.1374471 Jul 09 09:46:27.287253 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02de56dd-90b5-4773-b8f0-285c1b24ffdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:27.385529 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e0dfc31-d159-48c4-8e97-2862122853f6 req-edddb82a-0654-4732-9d13-2e06236206b0 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087744 Jul 09 09:46:27.433144 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bd849-2c1e-49f5-b202-810939816325 req-bb8b19cc-5e2c-45b6-8934-3046bc320d4b tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:27.440736 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f26bd849-2c1e-49f5-b202-810939816325 req-bb8b19cc-5e2c-45b6-8934-3046bc320d4b tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.1135764 Jul 09 09:46:27.458359 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02de56dd-90b5-4773-b8f0-285c1b24ffdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:27.471277 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02de56dd-90b5-4773-b8f0-285c1b24ffdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:27.490988 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f26bd849-2c1e-49f5-b202-810939816325 req-42ba50cf-01c9-439f-84d0-83d6956b11f8 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489857 Jul 09 09:46:27.549914 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-02de56dd-90b5-4773-b8f0-285c1b24ffdf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bf160fec05a2453db10b7f9ab818a24e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985756 Jul 09 09:46:27.553266 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40816) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:27.554307 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de56dd-90b5-4773-b8f0-285c1b24ffdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ea4afe-051d-4af0-9706-4977cfb34494,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:27.684363 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abd3b80f-1432-4291-92e1-ee2ac95c3c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:27.711715 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abd3b80f-1432-4291-92e1-ee2ac95c3c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:27.810419 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abd3b80f-1432-4291-92e1-ee2ac95c3c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:27.814146 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abd3b80f-1432-4291-92e1-ee2ac95c3c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:27.819778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-abd3b80f-1432-4291-92e1-ee2ac95c3c53 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/05ea4afe-051d-4af0-9706-4977cfb34494 HTTP/1.1" status: 204 len: 168 time: 0.2602768 Jul 09 09:46:27.831181 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3b80f-1432-4291-92e1-ee2ac95c3c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ea4afe-051d-4af0-9706-4977cfb34494,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:28.232140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40854) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:28.428914 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-53312aaf-eaeb-4d0d-b4ad-3929317d01a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-198710829-network', 'tenant_id': '3685effc09af44948de733ea732a3e9f'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:28.471804 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53312aaf-eaeb-4d0d-b4ad-3929317d01a0 admin admin] Made reservation on behalf of 3685effc09af44948de733ea732a3e9f for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:46:28.474689 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53312aaf-eaeb-4d0d-b4ad-3929317d01a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:28.493706 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53312aaf-eaeb-4d0d-b4ad-3929317d01a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:28.785637 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40884) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:28.914065 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfe3de-5d44-402e-900e-3d9ab8510883 req-a72250b4-589f-4030-956f-4bba2fec5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:28.917146 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cbfe3de-5d44-402e-900e-3d9ab8510883 req-a72250b4-589f-4030-956f-4bba2fec5dfb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ffb469a9ebec49548fba40676b1fdf87&device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 1097 time: 0.2913849 Jul 09 09:46:28.954474 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482cee7-18ae-46bd-aa39-b3f550d977a8 req-e6aead04-2373-4444-892e-c0b00bc2338e tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:28.956879 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1482cee7-18ae-46bd-aa39-b3f550d977a8 req-e6aead04-2373-4444-892e-c0b00bc2338e tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.2647693 Jul 09 09:46:28.967942 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-88dbf8d2-a5dd-44dd-bf00-9b6a83318d4f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1064884854-network', 'tenant_id': '710a61f7466b49d9bb29c17847afd0d0'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:29.063725 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53312aaf-eaeb-4d0d-b4ad-3929317d01a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:29.091246 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d71625-60d8-445f-aed8-2e97f7a9a4e5 req-871a47e2-a762-4049-821b-27244445ccf4 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:29.096073 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dbf8d2-a5dd-44dd-bf00-9b6a83318d4f admin admin] Made reservation on behalf of 710a61f7466b49d9bb29c17847afd0d0 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:46:29.099076 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88dbf8d2-a5dd-44dd-bf00-9b6a83318d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:29.101303 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-30d71625-60d8-445f-aed8-2e97f7a9a4e5 req-871a47e2-a762-4049-821b-27244445ccf4 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.3840604 Jul 09 09:46:29.123368 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88dbf8d2-a5dd-44dd-bf00-9b6a83318d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:29.195588 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1482cee7-18ae-46bd-aa39-b3f550d977a8 req-16881fc7-ba56-4b98-ac3a-d43a6a758d21 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244573 Jul 09 09:46:29.206026 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53312aaf-eaeb-4d0d-b4ad-3929317d01a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:29.213391 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-30d71625-60d8-445f-aed8-2e97f7a9a4e5 req-23fe8b53-d424-4dfc-9269-47db44a7dd05 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111937 Jul 09 09:46:29.289588 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53312aaf-eaeb-4d0d-b4ad-3929317d01a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:46:29.383526 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53312aaf-eaeb-4d0d-b4ad-3929317d01a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e468a64-3038-4efa-970e-b7d9ea732791,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:29.401632 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53312aaf-eaeb-4d0d-b4ad-3929317d01a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:29.401984 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-53312aaf-eaeb-4d0d-b4ad-3929317d01a0 admin admin] Added segment 498e2393-079b-4450-9c02-7ce0fce4169c of type vlan for network ccd743a5-afda-4ea4-b5e1-3c7e6315be08 Jul 09 09:46:29.438637 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88dbf8d2-a5dd-44dd-bf00-9b6a83318d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:29.445596 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88dbf8d2-a5dd-44dd-bf00-9b6a83318d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:29.507638 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfe3de-5d44-402e-900e-3d9ab8510883 req-abf8d8a3-70c7-459e-b3f9-2ea60053a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:29.513386 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cbfe3de-5d44-402e-900e-3d9ab8510883 req-abf8d8a3-70c7-459e-b3f9-2ea60053a683 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa16ead4-f559-45b1-91c1-40adc231fd0d HTTP/1.1" status: 200 len: 916 time: 0.5540953 Jul 09 09:46:29.532056 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53312aaf-eaeb-4d0d-b4ad-3929317d01a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:29.563569 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88dbf8d2-a5dd-44dd-bf00-9b6a83318d4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:46:29.606919 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbf8d2-a5dd-44dd-bf00-9b6a83318d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda4987b-6516-4ef6-963d-b09b17b461cb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:29.632420 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cbfe3de-5d44-402e-900e-3d9ab8510883 req-a92c3483-9f87-4508-a2b6-d943c29704ba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fc73820-288f-4a42-8d62-331c87285e29 HTTP/1.1" status: 200 len: 217 time: 0.1069865 Jul 09 09:46:29.678710 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88dbf8d2-a5dd-44dd-bf00-9b6a83318d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:29.679049 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-88dbf8d2-a5dd-44dd-bf00-9b6a83318d4f admin admin] Added segment 2c58f5a0-ab93-4680-8033-7825e893a009 of type vlan for network c2f6ceb5-5794-4108-95de-f66fdc88f31f Jul 09 09:46:29.777001 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53312aaf-eaeb-4d0d-b4ad-3929317d01a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:29.778043 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53312aaf-eaeb-4d0d-b4ad-3929317d01a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:29.778632 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53312aaf-eaeb-4d0d-b4ad-3929317d01a0 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:29.794783 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88dbf8d2-a5dd-44dd-bf00-9b6a83318d4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:29.799909 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfe3de-5d44-402e-900e-3d9ab8510883 req-bffb5257-e5ab-4c16-99d8-13f4835a42d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:29.802272 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cbfe3de-5d44-402e-900e-3d9ab8510883 req-bffb5257-e5ab-4c16-99d8-13f4835a42d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bdc6fc9d-32e0-46ef-bdbb-31c218d76f64 HTTP/1.1" status: 200 len: 855 time: 0.1623027 Jul 09 09:46:29.868137 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88dbf8d2-a5dd-44dd-bf00-9b6a83318d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:29.871099 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dbf8d2-a5dd-44dd-bf00-9b6a83318d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:29.872893 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88dbf8d2-a5dd-44dd-bf00-9b6a83318d4f admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:29.945251 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cbfe3de-5d44-402e-900e-3d9ab8510883 req-2616b973-2b35-4a31-8c43-910cc92d1081 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa16ead4-f559-45b1-91c1-40adc231fd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277471 Jul 09 09:46:29.949217 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-53312aaf-eaeb-4d0d-b4ad-3929317d01a0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7157700 Jul 09 09:46:29.964989 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40934) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:29.986754 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1e9607cc-3a57-4dcc-8b91-632ce8ef47de admin admin] Request body: {'subnet': {'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-198710829-subnet', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:29.991845 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-88dbf8d2-a5dd-44dd-bf00-9b6a83318d4f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2042415 Jul 09 09:46:29.997248 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40938) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:30.006686 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-bf0c1670-bc5b-46b6-af27-5cfb03d3bbbe admin admin] Request body: {'subnet': {'network_id': 'c2f6ceb5-5794-4108-95de-f66fdc88f31f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1064884854-subnet', 'tenant_id': '710a61f7466b49d9bb29c17847afd0d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:30.018269 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53312aaf-eaeb-4d0d-b4ad-3929317d01a0 admin admin] Pushing event updated for resources: {'Network': ['ID=ccd743a5-afda-4ea4-b5e1-3c7e6315be08,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:30.032898 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network ccd743a5-afda-4ea4-b5e1-3c7e6315be08 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:46:30.050262 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbf8d2-a5dd-44dd-bf00-9b6a83318d4f admin admin] Pushing event updated for resources: {'Network': ['ID=c2f6ceb5-5794-4108-95de-f66fdc88f31f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:30.063154 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.db.api [None req-bf0c1670-bc5b-46b6-af27-5cfb03d3bbbe admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 09:46:30.063154 n-d-799996-1 neutron-server[93790]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 09:46:30.063154 n-d-799996-1 neutron-server[93790]: [parameters: {'project_id_1': '710a61f7466b49d9bb29c17847afd0d0', 'expiration_1': datetime.datetime(2021, 7, 9, 9, 46, 30, 52379)}] Jul 09 09:46:30.063154 n-d-799996-1 neutron-server[93790]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:46:30.063855 n-d-799996-1 neutron-server[93790]: DEBUG oslo_db.api [None req-bf0c1670-bc5b-46b6-af27-5cfb03d3bbbe admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:46:30.084629 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9607cc-3a57-4dcc-8b91-632ce8ef47de admin admin] Made reservation on behalf of 3685effc09af44948de733ea732a3e9f for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:46:30.087251 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e9607cc-3a57-4dcc-8b91-632ce8ef47de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:30.105090 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network c2f6ceb5-5794-4108-95de-f66fdc88f31f details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:46:30.281466 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cbfe3de-5d44-402e-900e-3d9ab8510883 req-1b094f43-d7da-4e30-bfac-728d609e0230 service neutron] 10.222.0.58 "GET /v2.0/networks/aa16ead4-f559-45b1-91c1-40adc231fd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234227 Jul 09 09:46:31.020847 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e9607cc-3a57-4dcc-8b91-632ce8ef47de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:31.037012 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cbfe3de-5d44-402e-900e-3d9ab8510883 req-25caa5f7-9888-454d-8652-eb73a53a0908 service neutron] 10.222.0.58 "GET /v2.0/networks/aa16ead4-f559-45b1-91c1-40adc231fd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6833160 Jul 09 09:46:31.068639 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0c1670-bc5b-46b6-af27-5cfb03d3bbbe admin admin] Made reservation on behalf of 710a61f7466b49d9bb29c17847afd0d0 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:46:31.071878 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bf0c1670-bc5b-46b6-af27-5cfb03d3bbbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:31.171507 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9607cc-3a57-4dcc-8b91-632ce8ef47de admin admin] Pushing event updated for resources: {'Subnet': ['ID=b51e3e8c-7c21-4a91-b93d-f434e88398f9,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:31.226578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025e3c2-d550-4059-8a2d-50ea329582a0 req-43669f78-00e0-4690-b4aa-c1c6426d2e6c tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:31.240130 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5025e3c2-d550-4059-8a2d-50ea329582a0 req-43669f78-00e0-4690-b4aa-c1c6426d2e6c tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.3234057 Jul 09 09:46:31.245695 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac1e05-7499-4836-bb15-28ab5549af73 req-4e3a1dc4-5fa9-43fc-8524-f33df6df214a tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:31.247154 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38ac1e05-7499-4836-bb15-28ab5549af73 req-4e3a1dc4-5fa9-43fc-8524-f33df6df214a tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.3379912 Jul 09 09:46:31.247966 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9607cc-3a57-4dcc-8b91-632ce8ef47de admin admin] Checking segment: {'id': '498e2393-079b-4450-9c02-7ce0fce4169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:46:31.248327 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9607cc-3a57-4dcc-8b91-632ce8ef47de admin admin] Network hostable DHCP agents. Network: ccd743a5-afda-4ea4-b5e1-3c7e6315be08, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:46:31.332650 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9607cc-3a57-4dcc-8b91-632ce8ef47de admin admin] Network ccd743a5-afda-4ea4-b5e1-3c7e6315be08 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:46:31.357979 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5025e3c2-d550-4059-8a2d-50ea329582a0 req-5eb0f04a-e9c4-47b5-bbcd-39c3356f5422 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231821 Jul 09 09:46:31.386233 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38ac1e05-7499-4836-bb15-28ab5549af73 req-e42c4e91-9351-4908-bfec-bc189a281528 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286032 Jul 09 09:46:31.390725 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-1e9607cc-3a57-4dcc-8b91-632ce8ef47de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, ccd743a5-afda-4ea4-b5e1-3c7e6315be08) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:46:31.399969 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9607cc-3a57-4dcc-8b91-632ce8ef47de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:31.400206 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db715160-c9da-4101-96cd-a870546aa234 None None] Network ccd743a5-afda-4ea4-b5e1-3c7e6315be08 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:46:31.400697 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e9607cc-3a57-4dcc-8b91-632ce8ef47de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:31.461538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1e9607cc-3a57-4dcc-8b91-632ce8ef47de admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4981153 Jul 09 09:46:31.465521 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40990) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:31.466547 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bf0c1670-bc5b-46b6-af27-5cfb03d3bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:31.474652 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3da95bb2-fc5d-491d-9373-56f4559469e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-198710829-router', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:31.547474 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c1670-bc5b-46b6-af27-5cfb03d3bbbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=2002bbc8-7322-4c12-bb3c-a20edc0b223a,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:31.555936 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3da95bb2-fc5d-491d-9373-56f4559469e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:31.556974 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3da95bb2-fc5d-491d-9373-56f4559469e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:31.574971 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c1670-bc5b-46b6-af27-5cfb03d3bbbe admin admin] Checking segment: {'id': '2c58f5a0-ab93-4680-8033-7825e893a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c2f6ceb5-5794-4108-95de-f66fdc88f31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:46:31.575680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0c1670-bc5b-46b6-af27-5cfb03d3bbbe admin admin] Network hostable DHCP agents. Network: c2f6ceb5-5794-4108-95de-f66fdc88f31f, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:46:31.637737 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3da95bb2-fc5d-491d-9373-56f4559469e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:31.639012 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0c1670-bc5b-46b6-af27-5cfb03d3bbbe admin admin] Network c2f6ceb5-5794-4108-95de-f66fdc88f31f is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:46:31.642098 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f060c898-d00c-403a-b80d-3f2165fc533a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'fixed_ips': [{'subnet_id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:46:31.642968 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f060c898-d00c-403a-b80d-3f2165fc533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:31.686364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-bf0c1670-bc5b-46b6-af27-5cfb03d3bbbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, c2f6ceb5-5794-4108-95de-f66fdc88f31f) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:46:31.720005 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c3cdec-6f5c-4bc6-a5db-43214293960b None None] Network c2f6ceb5-5794-4108-95de-f66fdc88f31f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:46:31.720731 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0c1670-bc5b-46b6-af27-5cfb03d3bbbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:31.721307 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bf0c1670-bc5b-46b6-af27-5cfb03d3bbbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:31.808207 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3da95bb2-fc5d-491d-9373-56f4559469e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:31.826853 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-bf0c1670-bc5b-46b6-af27-5cfb03d3bbbe admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8273904 Jul 09 09:46:31.975743 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-f060c898-d00c-403a-b80d-3f2165fc533a None None] Allocated IP 172.20.0.2 (ccd743a5-afda-4ea4-b5e1-3c7e6315be08/b51e3e8c-7c21-4a91-b93d-f434e88398f9/3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:46:31.985220 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3822d4-1144-4de8-88bc-9dcd4c837298 None None] Network c2f6ceb5-5794-4108-95de-f66fdc88f31f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:46:32.167507 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3da95bb2-fc5d-491d-9373-56f4559469e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:32.191237 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3da95bb2-fc5d-491d-9373-56f4559469e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:32.324803 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-3da95bb2-fc5d-491d-9373-56f4559469e9 admin admin] Allocated IP 172.25.3.173 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:46:32.495660 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f060c898-d00c-403a-b80d-3f2165fc533a None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:32.528886 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f060c898-d00c-403a-b80d-3f2165fc533a None None] Transition to ACTIVE for port object 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:46:32.571091 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f060c898-d00c-403a-b80d-3f2165fc533a None None] Transition to ACTIVE for port object 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:46:32.584833 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f060c898-d00c-403a-b80d-3f2165fc533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:32.644899 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3da95bb2-fc5d-491d-9373-56f4559469e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:32.663967 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f060c898-d00c-403a-b80d-3f2165fc533a None None] Network ccd743a5-afda-4ea4-b5e1-3c7e6315be08 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:46:32.666430 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-f060c898-d00c-403a-b80d-3f2165fc533a None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:46:32.671374 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f060c898-d00c-403a-b80d-3f2165fc533a None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:46:32.709357 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ec08e2fd-54d0-4e11-bd41-886e639c0246 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:32.717695 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ec08e2fd-54d0-4e11-bd41-886e639c0246 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/networks?id=c2f6ceb5-5794-4108-95de-f66fdc88f31f HTTP/1.1" status: 200 len: 818 time: 0.2823601 Jul 09 09:46:32.720046 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060c898-d00c-403a-b80d-3f2165fc533a None None] Pushing event updated for resources: {'Port': ['ID=3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:32.752810 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-98757458-1706-4846-b846-e2a21b59c2d6 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/quotas/710a61f7466b49d9bb29c17847afd0d0 HTTP/1.1" status: 200 len: 375 time: 0.0338089 Jul 09 09:46:32.768472 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f060c898-d00c-403a-b80d-3f2165fc533a None None] Attempting to bind port 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:46:32.770130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f060c898-d00c-403a-b80d-3f2165fc533a None None] Attempting to bind port 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '498e2393-079b-4450-9c02-7ce0fce4169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:46:32.770669 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f060c898-d00c-403a-b80d-3f2165fc533a None None] Attempting to bind port 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1 on network ccd743a5-afda-4ea4-b5e1-3c7e6315be08 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:46:32.795762 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3da95bb2-fc5d-491d-9373-56f4559469e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:32.796264 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f060c898-d00c-403a-b80d-3f2165fc533a None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:46:32.796668 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f060c898-d00c-403a-b80d-3f2165fc533a None None] Checking segment: {'id': '498e2393-079b-4450-9c02-7ce0fce4169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:46:32.797274 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f060c898-d00c-403a-b80d-3f2165fc533a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:32.797833 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f060c898-d00c-403a-b80d-3f2165fc533a None None] Bound using segment: {'id': '498e2393-079b-4450-9c02-7ce0fce4169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:46:32.798479 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f060c898-d00c-403a-b80d-3f2165fc533a None None] Bound port: 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498e2393-079b-4450-9c02-7ce0fce4169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:46:32.799036 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f060c898-d00c-403a-b80d-3f2165fc533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:32.841935 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ab2b4a30-d31c-4513-91bf-a9eb1a70fdaa tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=710a61f7466b49d9bb29c17847afd0d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780480 Jul 09 09:46:32.854690 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e2e4d249-a948-4dc3-b688-eb7e3cadd721 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:46:32.857377 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e2e4d249-a948-4dc3-b688-eb7e3cadd721 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143666 Jul 09 09:46:32.898074 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f060c898-d00c-403a-b80d-3f2165fc533a None None] For port 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:46:32.899870 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf44105-d2d0-41ce-91de-b38c87c0be3f req-1fed31ab-a373-4fa8-9dee-9a8d4463fc8b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:32.901611 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dbf44105-d2d0-41ce-91de-b38c87c0be3f req-1fed31ab-a373-4fa8-9dee-9a8d4463fc8b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.2691317 Jul 09 09:46:32.904017 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f060c898-d00c-403a-b80d-3f2165fc533a None None] For port 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1,segment=NetworkSegment(498e2393-079b-4450-9c02-7ce0fce4169c),segment_id=498e2393-079b-4450-9c02-7ce0fce4169c)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:46:32.909457 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f060c898-d00c-403a-b80d-3f2165fc533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:32.924089 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da95bb2-fc5d-491d-9373-56f4559469e9 admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:46:32.988108 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-3da95bb2-fc5d-491d-9373-56f4559469e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:46:33.006444 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060c898-d00c-403a-b80d-3f2165fc533a None None] Pushing event updated for resources: {'Port': ['ID=3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:33.008963 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da95bb2-fc5d-491d-9373-56f4559469e9 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:46:33.022458 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da95bb2-fc5d-491d-9373-56f4559469e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:33.113839 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dbf44105-d2d0-41ce-91de-b38c87c0be3f req-2fcf5c0e-7890-4657-83d6-5796681263c3 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985559 Jul 09 09:46:33.285459 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-99f7e821-5f39-4099-ad41-6be0f0c6740a service neutron] 10.222.0.61 "GET /v2.0/networks/c2f6ceb5-5794-4108-95de-f66fdc88f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972034 Jul 09 09:46:33.562341 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-fecfee63-5585-4e1b-af44-eb4e23d7bd7f service neutron] 10.222.0.61 "GET /v2.0/networks/c2f6ceb5-5794-4108-95de-f66fdc88f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679560 Jul 09 09:46:33.572916 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950945f-b0e9-42ff-ae24-048864640d85 req-ac99de51-c07f-453e-a373-c1facd07bbef tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:33.579943 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4950945f-b0e9-42ff-ae24-048864640d85 req-ac99de51-c07f-453e-a373-c1facd07bbef tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.2843244 Jul 09 09:46:33.610050 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3da95bb2-fc5d-491d-9373-56f4559469e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:33.674032 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4950945f-b0e9-42ff-ae24-048864640d85 req-d01b4d7c-106e-48bf-a00e-c1b85374a227 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882864 Jul 09 09:46:33.874456 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:34.054438 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:46:34.172788 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3da95bb2-fc5d-491d-9373-56f4559469e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:34.584380 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:46:34.629089 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85424db9-d889-4a1e-a748-a40dbf3badbd req-8051afa6-0ae4-4147-b74a-a5e6cff2c8a8 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/ports?device_id=455860d5-a0ce-4ddb-89fc-815a84f48db2 HTTP/1.1" status: 200 len: 210 time: 0.1313133 Jul 09 09:46:34.748499 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752e9714-701d-4e82-9115-a18fab302c87 None None] Network ccd743a5-afda-4ea4-b5e1-3c7e6315be08 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:46:34.802083 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c7a2c-3cec-40cd-ae60-dd12a168b17b req-9725b4db-c886-4711-9a7d-cfab17caf185 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:34.804926 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-259c7a2c-3cec-40cd-ae60-dd12a168b17b req-9725b4db-c886-4711-9a7d-cfab17caf185 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.4178388 Jul 09 09:46:34.938821 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7b817344-f0b8-4fc2-90e1-28aa15c37a5f None None] Provisioning for port 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:46:34.946544 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7b817344-f0b8-4fc2-90e1-28aa15c37a5f None None] Provisioning complete for port 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:46:34.952324 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7b817344-f0b8-4fc2-90e1-28aa15c37a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:35.008945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da95bb2-fc5d-491d-9373-56f4559469e9 admin admin] Router 79b47742-f435-4d63-b1ce-8e1523371d54 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:46:35.024648 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-259c7a2c-3cec-40cd-ae60-dd12a168b17b req-2398ce5b-a1fb-40e6-a2d7-78e65473b1af tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091866 Jul 09 09:46:35.248240 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7b817344-f0b8-4fc2-90e1-28aa15c37a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:35.359324 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7b817344-f0b8-4fc2-90e1-28aa15c37a5f None None] For port 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1,segment=NetworkSegment(498e2393-079b-4450-9c02-7ce0fce4169c),segment_id=498e2393-079b-4450-9c02-7ce0fce4169c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:35.367529 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bd55e-37ba-4c16-b67b-a7a76be42246 req-89c3109d-3a7e-453a-838c-50d93533f50e tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:35.368727 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7b817344-f0b8-4fc2-90e1-28aa15c37a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:35.370308 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c68bd55e-37ba-4c16-b67b-a7a76be42246 req-89c3109d-3a7e-453a-838c-50d93533f50e tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.4904602 Jul 09 09:46:35.569215 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b817344-f0b8-4fc2-90e1-28aa15c37a5f None None] Pushing event updated for resources: {'Port': ['ID=3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:35.908131 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-00036673-bf14-47ed-b66d-6187820805de None None] Provisioning complete for port 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:46:35.908857 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00036673-bf14-47ed-b66d-6187820805de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:35.979892 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:46:36.182115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:46:36.182552 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:36.323754 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0cf333dd-353d-47d2-902c-ba9d0686e9b3 req-a7bd70f3-cc5a-4f9b-8cdc-d86cff3dbe48 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/ports?device_id=455860d5-a0ce-4ddb-89fc-815a84f48db2 HTTP/1.1" status: 200 len: 210 time: 0.0887771 Jul 09 09:46:36.407378 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c68bd55e-37ba-4c16-b67b-a7a76be42246 req-d819fe27-a34f-4318-a339-71a3c1b224fa tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0213645 Jul 09 09:46:36.416757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da95bb2-fc5d-491d-9373-56f4559469e9 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:46:36.436930 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] Sync routers for ids ['79b47742-f435-4d63-b1ce-8e1523371d54'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:46:36.464005 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] Routers {'79b47742-f435-4d63-b1ce-8e1523371d54'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:46:36.465153 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:46:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['79b47742-f435-4d63-b1ce-8e1523371d54'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:36.471234 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3da95bb2-fc5d-491d-9373-56f4559469e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:36.472615 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3da95bb2-fc5d-491d-9373-56f4559469e9 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0032270 Jul 09 09:46:36.477181 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 41110) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:36.737474 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] Set router 79b47742-f435-4d63-b1ce-8e1523371d54 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:46:36.842868 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea3bd0-a2b1-4f49-a4c5-45c02252dbe6 req-934f52db-1a4e-40f0-955e-bfe4f1608d45 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:36.853017 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3dea3bd0-a2b1-4f49-a4c5-45c02252dbe6 req-934f52db-1a4e-40f0-955e-bfe4f1608d45 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.2044468 Jul 09 09:46:36.904789 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bb483d06-7763-4027-ac1e-185d5a0905a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:37.026433 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3dea3bd0-a2b1-4f49-a4c5-45c02252dbe6 req-df3d2b10-ae6b-41dc-83c2-d347b549fa9f tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724389 Jul 09 09:46:37.187446 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'name': 'tempest-AttachVolumeTestJSON-198710829-router', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:31Z', 'updated_at': '2021-07-09T09:46:33Z', 'revision_number': 3, 'project_id': '3685effc09af44948de733ea732a3e9f', 'gw_port': {'id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:32Z', 'updated_at': '2021-07-09T09:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:37.267171 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] Checking router: 79b47742-f435-4d63-b1ce-8e1523371d54 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:46:37.267611 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] Updating router 79b47742-f435-4d63-b1ce-8e1523371d54 port e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:46:37.374002 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:37.563899 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28755307-2ae9-4455-972f-fd05f6369f93 req-086a85da-a0f5-4e74-b765-de89185d5d6f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:37.567336 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-086a85da-a0f5-4e74-b765-de89185d5d6f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.58 "GET /v2.0/networks?id=c2f6ceb5-5794-4108-95de-f66fdc88f31f HTTP/1.1" status: 200 len: 818 time: 0.3432033 Jul 09 09:46:37.667608 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ec5af55c-7bff-4aed-89c6-a6363c5413cb tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Request body: {'port': {'device_id': 'bd929abd-6278-4852-87c7-0686e4e0bd31', 'network_id': 'c2f6ceb5-5794-4108-95de-f66fdc88f31f', 'admin_state_up': True, 'tenant_id': '710a61f7466b49d9bb29c17847afd0d0'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:37.885917 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9b7a658b-535d-42e1-a202-ebca54c73fe6 req-a09b6d14-2e28-4b2a-b591-71a617a45ea2 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/ports?device_id=455860d5-a0ce-4ddb-89fc-815a84f48db2 HTTP/1.1" status: 200 len: 210 time: 0.3068278 Jul 09 09:46:38.009744 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:38.046244 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] Transition to ACTIVE for port object e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:46:38.062823 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:38.079413 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ab513db3-4464-45e7-b543-77550f088231 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:38.081073 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ab513db3-4464-45e7-b543-77550f088231 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.58 "GET /v2.0/networks?id=c2f6ceb5-5794-4108-95de-f66fdc88f31f HTTP/1.1" status: 200 len: 818 time: 0.2471189 Jul 09 09:46:38.094072 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-28755307-2ae9-4455-972f-fd05f6369f93 req-6328979e-220e-43d7-ac97-5b5eb9ce9b7b tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Request body: {'port': {'device_id': '455860d5-a0ce-4ddb-89fc-815a84f48db2', 'network_id': 'c2f6ceb5-5794-4108-95de-f66fdc88f31f', 'admin_state_up': True, 'tenant_id': '710a61f7466b49d9bb29c17847afd0d0'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:38.188785 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] Attempting to bind port e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:46:38.189367 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] Attempting to bind port e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:46:38.189589 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] Attempting to bind port e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:46:38.191543 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b9d3f-0e8f-4c9c-b8d9-fddb0af30fd2 None None] Pushing event updated for resources: {'Port': ['ID=e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:38.208069 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:46:38.208538 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:46:38.208955 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:38.209356 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:46:38.209853 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] Bound port: e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:46:38.210241 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:38.320481 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] For port e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:46:38.326100 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] For port e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:46:38.335764 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:38.365722 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28755307-2ae9-4455-972f-fd05f6369f93 req-d4d5c811-d7a9-48ad-9b78-e96a618be3a7 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:38.367960 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-d4d5c811-d7a9-48ad-9b78-e96a618be3a7 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.64 "GET /v2.0/networks?id=c2f6ceb5-5794-4108-95de-f66fdc88f31f HTTP/1.1" status: 200 len: 818 time: 0.8633747 Jul 09 09:46:38.389625 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-28755307-2ae9-4455-972f-fd05f6369f93 req-78eb8f5a-a6d4-4aed-a533-122ea6c5835f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Request body: {'port': {'device_id': '4c4eb702-1891-48e4-be59-2e44924c79a0', 'network_id': 'c2f6ceb5-5794-4108-95de-f66fdc88f31f', 'admin_state_up': True, 'tenant_id': '710a61f7466b49d9bb29c17847afd0d0'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:38.415823 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28755307-2ae9-4455-972f-fd05f6369f93 req-6328979e-220e-43d7-ac97-5b5eb9ce9b7b tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Made reservation on behalf of 710a61f7466b49d9bb29c17847afd0d0 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:46:38.418946 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bb853-f947-40f0-86d0-e8c662cfc6ac req-f6fc07d5-15ba-45ad-9646-8e3140ba2ed4 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:38.420557 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0b8bb853-f947-40f0-86d0-e8c662cfc6ac req-f6fc07d5-15ba-45ad-9646-8e3140ba2ed4 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.6516640 Jul 09 09:46:38.424186 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-6328979e-220e-43d7-ac97-5b5eb9ce9b7b tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:38.434514 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ec5af55c-7bff-4aed-89c6-a6363c5413cb tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Made reservation on behalf of 710a61f7466b49d9bb29c17847afd0d0 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:46:38.438462 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ec5af55c-7bff-4aed-89c6-a6363c5413cb tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:38.548943 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b9d3f-0e8f-4c9c-b8d9-fddb0af30fd2 None None] Pushing event updated for resources: {'Port': ['ID=e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:38.557374 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] Routers {'79b47742-f435-4d63-b1ce-8e1523371d54'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:46:38.558163 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:46:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['79b47742-f435-4d63-b1ce-8e1523371d54'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:38.723549 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-28755307-2ae9-4455-972f-fd05f6369f93 req-6328979e-220e-43d7-ac97-5b5eb9ce9b7b tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Allocated IP 172.20.0.4 (c2f6ceb5-5794-4108-95de-f66fdc88f31f/2002bbc8-7322-4c12-bb3c-a20edc0b223a/91757a68-8029-44da-80bd-619fc07f5f0b) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:46:38.755506 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] Set router 79b47742-f435-4d63-b1ce-8e1523371d54 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:46:38.855377 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ca4fcdb-22f8-452f-8103-f24b33066f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:38.912578 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0b8bb853-f947-40f0-86d0-e8c662cfc6ac req-df7d76d1-9e2d-4735-a022-95a3a90c3a57 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376514 Jul 09 09:46:38.951566 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd400-9654-4ddd-b542-b995c019efd0 req-872b993d-8dc3-4de8-97b1-af6b97bdc72b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:38.964461 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-591cd400-9654-4ddd-b542-b995c019efd0 req-872b993d-8dc3-4de8-97b1-af6b97bdc72b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.7011046 Jul 09 09:46:38.964847 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-6328979e-220e-43d7-ac97-5b5eb9ce9b7b tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:39.027508 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28755307-2ae9-4455-972f-fd05f6369f93 req-78eb8f5a-a6d4-4aed-a533-122ea6c5835f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Made reservation on behalf of 710a61f7466b49d9bb29c17847afd0d0 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:46:39.031287 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-78eb8f5a-a6d4-4aed-a533-122ea6c5835f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:39.050849 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-6328979e-220e-43d7-ac97-5b5eb9ce9b7b tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:39.053157 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'name': 'tempest-AttachVolumeTestJSON-198710829-router', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:31Z', 'updated_at': '2021-07-09T09:46:33Z', 'revision_number': 3, 'project_id': '3685effc09af44948de733ea732a3e9f', 'gw_port': {'id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:32Z', 'updated_at': '2021-07-09T09:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:39.122285 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbeaf92-f9cd-4056-9af2-65803764611f None None] The sync data for ids ['79b47742-f435-4d63-b1ce-8e1523371d54'] in n-d-799996-1 is: [{'id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'name': 'tempest-AttachVolumeTestJSON-198710829-router', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:31Z', 'updated_at': '2021-07-09T09:46:33Z', 'revision_number': 3, 'project_id': '3685effc09af44948de733ea732a3e9f', 'gw_port': {'id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:32Z', 'updated_at': '2021-07-09T09:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:46:39.134352 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:39.214232 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ec5af55c-7bff-4aed-89c6-a6363c5413cb tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Allocated IP 172.20.0.11 (c2f6ceb5-5794-4108-95de-f66fdc88f31f/2002bbc8-7322-4c12-bb3c-a20edc0b223a/6d46de24-d220-43c7-b679-4a4e4b24dc3d) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:46:39.220854 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328979e-220e-43d7-ac97-5b5eb9ce9b7b tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Pushing event updated for resources: {'Port': ['ID=91757a68-8029-44da-80bd-619fc07f5f0b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:39.242352 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28755307-2ae9-4455-972f-fd05f6369f93 req-6328979e-220e-43d7-ac97-5b5eb9ce9b7b tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Network c2f6ceb5-5794-4108-95de-f66fdc88f31f is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:46:39.244026 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-28755307-2ae9-4455-972f-fd05f6369f93 req-6328979e-220e-43d7-ac97-5b5eb9ce9b7b tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:46:39.247169 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-28755307-2ae9-4455-972f-fd05f6369f93 req-6328979e-220e-43d7-ac97-5b5eb9ce9b7b tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:46:39.348371 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-76e3d071-4028-402d-a000-e66b8043d750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:39.356979 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28755307-2ae9-4455-972f-fd05f6369f93 req-6328979e-220e-43d7-ac97-5b5eb9ce9b7b tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:39.357807 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-6328979e-220e-43d7-ac97-5b5eb9ce9b7b tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:39.390195 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-6328979e-220e-43d7-ac97-5b5eb9ce9b7b tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3001161 Jul 09 09:46:39.402366 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e498872b-ecfc-46d0-b958-441440b1e2dc service neutron] Request body: {'port': {'device_id': '455860d5-a0ce-4ddb-89fc-815a84f48db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:39.413583 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-591cd400-9654-4ddd-b542-b995c019efd0 req-2600b023-51c5-4b0a-a4a6-b46d590d63a2 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312284 Jul 09 09:46:39.511707 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:39.550611 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e498872b-ecfc-46d0-b958-441440b1e2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:39.932946 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41158) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:39.994036 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-2ca4fcdb-22f8-452f-8103-f24b33066f5b admin admin] Allocated IP 172.20.0.1 (ccd743a5-afda-4ea4-b5e1-3c7e6315be08/b51e3e8c-7c21-4a91-b93d-f434e88398f9/1c003677-5ce5-4684-a967-9f0fa8144142) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:46:40.054261 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:46:40.072494 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997e155-8061-4838-bd6a-d476c9f34e37 req-36612dde-c92f-45bb-981b-c059f9f4ccb8 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:40.074413 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c997e155-8061-4838-bd6a-d476c9f34e37 req-36612dde-c92f-45bb-981b-c059f9f4ccb8 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/ports?device_id=455860d5-a0ce-4ddb-89fc-815a84f48db2 HTTP/1.1" status: 200 len: 931 time: 0.6901100 Jul 09 09:46:40.206970 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ec5af55c-7bff-4aed-89c6-a6363c5413cb tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:40.227120 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:46:40.231433 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:46:40.231835 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:40.254998 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dac968-50e0-4198-8d81-ae18e6c657e6 req-6bf8d1f1-1b59-442a-b8d3-cf555abfbe76 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:40.260808 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e5dac968-50e0-4198-8d81-ae18e6c657e6 req-6bf8d1f1-1b59-442a-b8d3-cf555abfbe76 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.5795126 Jul 09 09:46:40.331533 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60a65520-834f-4c21-a2f8-cee4a5dc3d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:40.430617 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c997e155-8061-4838-bd6a-d476c9f34e37 req-669850dc-85b4-4853-aaad-215551d99e77 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/security-groups?id=cda4987b-6516-4ef6-963d-b09b17b461cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443649 Jul 09 09:46:40.556334 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:40.572760 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60a65520-834f-4c21-a2f8-cee4a5dc3d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:40.586462 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60a65520-834f-4c21-a2f8-cee4a5dc3d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:40.612122 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:40.615456 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-60a65520-834f-4c21-a2f8-cee4a5dc3d33 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fdae1f429a954fc594f605fa2872a948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6815686 Jul 09 09:46:40.618244 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41166) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:40.624824 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e5dac968-50e0-4198-8d81-ae18e6c657e6 req-abb6ea22-7d28-44ae-b7ee-cbd2567dc63b tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142347 Jul 09 09:46:40.626027 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:40.642697 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ca4fcdb-22f8-452f-8103-f24b33066f5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:40.708415 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:40.736497 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a65520-834f-4c21-a2f8-cee4a5dc3d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7009f819-ca1c-4274-883c-19802749c1ee,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:40.762220 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-2ca4fcdb-22f8-452f-8103-f24b33066f5b admin admin] Transition to ACTIVE for port object 1c003677-5ce5-4684-a967-9f0fa8144142 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:46:40.803983 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddf38c4c-7f58-442f-a8c6-e3df6668d865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:40.839378 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ec5af55c-7bff-4aed-89c6-a6363c5413cb tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:40.841616 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddf38c4c-7f58-442f-a8c6-e3df6668d865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:40.911779 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddf38c4c-7f58-442f-a8c6-e3df6668d865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:40.914739 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddf38c4c-7f58-442f-a8c6-e3df6668d865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:40.916264 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ddf38c4c-7f58-442f-a8c6-e3df6668d865 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7009f819-ca1c-4274-883c-19802749c1ee HTTP/1.1" status: 204 len: 168 time: 0.2957492 Jul 09 09:46:40.962274 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5af55c-7bff-4aed-89c6-a6363c5413cb tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Pushing event updated for resources: {'Port': ['ID=6d46de24-d220-43c7-b679-4a4e4b24dc3d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:40.984226 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf38c4c-7f58-442f-a8c6-e3df6668d865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7009f819-ca1c-4274-883c-19802749c1ee,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:41.067866 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41174) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:41.069552 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ec5af55c-7bff-4aed-89c6-a6363c5413cb tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Network c2f6ceb5-5794-4108-95de-f66fdc88f31f is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:46:41.074183 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ec5af55c-7bff-4aed-89c6-a6363c5413cb tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:46:41.079566 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ec5af55c-7bff-4aed-89c6-a6363c5413cb tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:46:41.155394 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6377f6a-3782-4de0-820c-2b74d6bdcd28 admin admin] Deleting subnet be54932d-ccb6-446f-997c-45ea8d23484a {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:46:41.162633 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:41.169334 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6377f6a-3782-4de0-820c-2b74d6bdcd28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:41.203813 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ec5af55c-7bff-4aed-89c6-a6363c5413cb tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:41.204496 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ec5af55c-7bff-4aed-89c6-a6363c5413cb tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:41.246049 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ca4fcdb-22f8-452f-8103-f24b33066f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:41.273117 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6377f6a-3782-4de0-820c-2b74d6bdcd28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:41.288985 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ec5af55c-7bff-4aed-89c6-a6363c5413cb tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6323624 Jul 09 09:46:41.293064 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4fcdb-22f8-452f-8103-f24b33066f5b admin admin] Pushing event updated for resources: {'Port': ['ID=1c003677-5ce5-4684-a967-9f0fa8144142,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:41.311909 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ac24f5e6-ccc0-466f-aab7-8c5424df2e7e service neutron] Request body: {'port': {'device_id': 'bd929abd-6278-4852-87c7-0686e4e0bd31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:41.316287 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e498872b-ecfc-46d0-b958-441440b1e2dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91757a68-8029-44da-80bd-619fc07f5f0b {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:46:41.358170 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd3a97-a6ac-45b0-a890-3301ccafa4ae req-e3bc64fd-259d-4722-be04-b90f336c62b7 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:41.360317 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e498872b-ecfc-46d0-b958-441440b1e2dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:41.368250 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0efd3a97-a6ac-45b0-a890-3301ccafa4ae req-e3bc64fd-259d-4722-be04-b90f336c62b7 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.5723283 Jul 09 09:46:41.385638 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e498872b-ecfc-46d0-b958-441440b1e2dc service neutron] Transition to ACTIVE for port object 91757a68-8029-44da-80bd-619fc07f5f0b will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:46:41.394118 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e498872b-ecfc-46d0-b958-441440b1e2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:41.401293 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6377f6a-3782-4de0-820c-2b74d6bdcd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:41.475248 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41182) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:41.479568 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca4fcdb-22f8-452f-8103-f24b33066f5b admin admin] Network ccd743a5-afda-4ea4-b5e1-3c7e6315be08 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:46:41.484178 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0efd3a97-a6ac-45b0-a890-3301ccafa4ae req-34194a30-6b5c-4448-91c4-fde273b4a887 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150119 Jul 09 09:46:41.526898 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b73833bb-a96e-4a7d-b01b-5bda801a04e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:41.550929 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-28755307-2ae9-4455-972f-fd05f6369f93 req-78eb8f5a-a6d4-4aed-a533-122ea6c5835f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Allocated IP 172.20.0.7 (c2f6ceb5-5794-4108-95de-f66fdc88f31f/2002bbc8-7322-4c12-bb3c-a20edc0b223a/8a0316fb-01b5-4e63-bb49-bef85c00a86b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:46:41.561991 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498872b-ecfc-46d0-b958-441440b1e2dc service neutron] Pushing event updated for resources: {'Port': ['ID=91757a68-8029-44da-80bd-619fc07f5f0b,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:41.723789 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-2ca4fcdb-22f8-452f-8103-f24b33066f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:46:41.737411 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca4fcdb-22f8-452f-8103-f24b33066f5b admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:46:41.761917 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e498872b-ecfc-46d0-b958-441440b1e2dc service neutron] Attempting to bind port 91757a68-8029-44da-80bd-619fc07f5f0b on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:46:41.762256 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e498872b-ecfc-46d0-b958-441440b1e2dc service neutron] Attempting to bind port 91757a68-8029-44da-80bd-619fc07f5f0b by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '2c58f5a0-ab93-4680-8033-7825e893a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c2f6ceb5-5794-4108-95de-f66fdc88f31f'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:46:41.762589 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e498872b-ecfc-46d0-b958-441440b1e2dc service neutron] Attempting to bind port 91757a68-8029-44da-80bd-619fc07f5f0b on network c2f6ceb5-5794-4108-95de-f66fdc88f31f {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:46:41.767920 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6377f6a-3782-4de0-820c-2b74d6bdcd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:41.784961 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e498872b-ecfc-46d0-b958-441440b1e2dc service neutron] Port 91757a68-8029-44da-80bd-619fc07f5f0b on network c2f6ceb5-5794-4108-95de-f66fdc88f31f not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:46:41.785317 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e498872b-ecfc-46d0-b958-441440b1e2dc service neutron] Attempting to bind port 91757a68-8029-44da-80bd-619fc07f5f0b on network c2f6ceb5-5794-4108-95de-f66fdc88f31f {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:46:41.791888 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b73833bb-a96e-4a7d-b01b-5bda801a04e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:41.813408 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e498872b-ecfc-46d0-b958-441440b1e2dc service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:46:41.813747 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e498872b-ecfc-46d0-b958-441440b1e2dc service neutron] Checking segment: {'id': '2c58f5a0-ab93-4680-8033-7825e893a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c2f6ceb5-5794-4108-95de-f66fdc88f31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:46:41.814138 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e498872b-ecfc-46d0-b958-441440b1e2dc service neutron] Bound using segment: {'id': '2c58f5a0-ab93-4680-8033-7825e893a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c2f6ceb5-5794-4108-95de-f66fdc88f31f'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:46:41.814590 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e498872b-ecfc-46d0-b958-441440b1e2dc service neutron] Bound port: 91757a68-8029-44da-80bd-619fc07f5f0b, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c58f5a0-ab93-4680-8033-7825e893a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c2f6ceb5-5794-4108-95de-f66fdc88f31f'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:46:41.814949 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e498872b-ecfc-46d0-b958-441440b1e2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:41.826604 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b73833bb-a96e-4a7d-b01b-5bda801a04e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:41.829688 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6377f6a-3782-4de0-820c-2b74d6bdcd28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be54932d-ccb6-446f-997c-45ea8d23484a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:41.846080 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6377f6a-3782-4de0-820c-2b74d6bdcd28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:41.851191 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b6377f6a-3782-4de0-820c-2b74d6bdcd28 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/be54932d-ccb6-446f-997c-45ea8d23484a HTTP/1.1" status: 204 len: 168 time: 0.7821708 Jul 09 09:46:41.858807 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41192) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:41.961900 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e498872b-ecfc-46d0-b958-441440b1e2dc service neutron] For port 91757a68-8029-44da-80bd-619fc07f5f0b, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:46:41.966497 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e498872b-ecfc-46d0-b958-441440b1e2dc service neutron] For port 91757a68-8029-44da-80bd-619fc07f5f0b, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=91757a68-8029-44da-80bd-619fc07f5f0b,segment=NetworkSegment(2c58f5a0-ab93-4680-8033-7825e893a009),segment_id=2c58f5a0-ab93-4680-8033-7825e893a009)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:46:41.978882 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:46:42.043438 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:46:42.043727 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:42.059952 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73833bb-a96e-4a7d-b01b-5bda801a04e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e222a25f-52ad-43ba-aa4b-eb3279e5506f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:42.070988 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b73833bb-a96e-4a7d-b01b-5bda801a04e8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=af90b35925734422937f0ecb50320e88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5908010 Jul 09 09:46:42.076878 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e498872b-ecfc-46d0-b958-441440b1e2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:42.085106 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41194) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:42.178026 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e498872b-ecfc-46d0-b958-441440b1e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:42.178763 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e498872b-ecfc-46d0-b958-441440b1e2dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:42.180190 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e498872b-ecfc-46d0-b958-441440b1e2dc service neutron] 10.222.0.58 "PUT /v2.0/ports/91757a68-8029-44da-80bd-619fc07f5f0b HTTP/1.1" status: 200 len: 1091 time: 2.7824676 Jul 09 09:46:42.182797 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec795d1-0b05-4e5e-98b4-9c9294bd6664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:42.186707 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455860d5-a0ce-4ddb-89fc-815a84f48db2', 'tag': '91757a68-8029-44da-80bd-619fc07f5f0b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:46:42.189392 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-aadc1608-b188-4d12-ab94-89b9ab963047 None None] Provisioning for port 1c003677-5ce5-4684-a967-9f0fa8144142 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:46:42.192920 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffd76d1-1bb7-4827-80c0-cfb2ff99efa3" -d '{"events": [{"name": "network-changed", "server_uuid": "455860d5-a0ce-4ddb-89fc-815a84f48db2", "tag": "91757a68-8029-44da-80bd-619fc07f5f0b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:46:42.195325 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-aadc1608-b188-4d12-ab94-89b9ab963047 None None] Provisioning complete for port 1c003677-5ce5-4684-a967-9f0fa8144142 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:46:42.195939 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aadc1608-b188-4d12-ab94-89b9ab963047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:42.238920 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-aadc1608-b188-4d12-ab94-89b9ab963047 None None] Port 1c003677-5ce5-4684-a967-9f0fa8144142 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:46:42.262095 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498872b-ecfc-46d0-b958-441440b1e2dc service neutron] Pushing event updated for resources: {'Port': ['ID=91757a68-8029-44da-80bd-619fc07f5f0b,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:42.270997 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-78eb8f5a-a6d4-4aed-a533-122ea6c5835f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:42.294645 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ca4fcdb-22f8-452f-8103-f24b33066f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:42.310492 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25e02f0f-6c61-47e3-9178-4a26c120c1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:42.338092 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ac24f5e6-ccc0-466f-aab7-8c5424df2e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:42.352478 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e92b7-f282-43b2-b303-d05e09b4de1a req-25b90338-d5ae-4f13-9b84-153ff6dc0602 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:42.354059 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-556e92b7-f282-43b2-b303-d05e09b4de1a req-25b90338-d5ae-4f13-9b84-153ff6dc0602 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.9836893 Jul 09 09:46:42.379670 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25e02f0f-6c61-47e3-9178-4a26c120c1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:42.396787 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec795d1-0b05-4e5e-98b4-9c9294bd6664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:42.424762 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4ec795d1-0b05-4e5e-98b4-9c9294bd6664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:42.446506 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4ec795d1-0b05-4e5e-98b4-9c9294bd6664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce130f56-dbdb-4bdb-87bb-0c5ddfaf5436') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:42.446806 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4ec795d1-0b05-4e5e-98b4-9c9294bd6664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce130f56-dbdb-4bdb-87bb-0c5ddfaf5436') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:42.450111 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28755307-2ae9-4455-972f-fd05f6369f93 req-44833bce-077b-4e79-8546-c5f8a0b5ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:42.451635 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-44833bce-077b-4e79-8546-c5f8a0b5ad88 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=710a61f7466b49d9bb29c17847afd0d0&device_id=455860d5-a0ce-4ddb-89fc-815a84f48db2 HTTP/1.1" status: 200 len: 1094 time: 0.2212634 Jul 09 09:46:42.460463 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec795d1-0b05-4e5e-98b4-9c9294bd6664 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:42.496602 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d852daf-d148-4afd-98da-c3a30d24de80 req-fe90e3a4-59ee-4739-8036-c9babd527d10 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:42.498021 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9d852daf-d148-4afd-98da-c3a30d24de80 req-fe90e3a4-59ee-4739-8036-c9babd527d10 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/ports?device_id=455860d5-a0ce-4ddb-89fc-815a84f48db2 HTTP/1.1" status: 200 len: 943 time: 0.7718122 Jul 09 09:46:42.513772 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-4ff25f5f-16d4-4c9d-ab49-16c8fa9e0520 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91757a68-8029-44da-80bd-619fc07f5f0b HTTP/1.1" status: 200 len: 217 time: 0.0496647 Jul 09 09:46:42.514705 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec795d1-0b05-4e5e-98b4-9c9294bd6664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:42.529860 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec795d1-0b05-4e5e-98b4-9c9294bd6664 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:46:42.530329 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec795d1-0b05-4e5e-98b4-9c9294bd6664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:46:42.532072 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:46:42.567734 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-556e92b7-f282-43b2-b303-d05e09b4de1a req-74072f03-f40c-48a8-ad0c-0b35802d09cd tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022738 Jul 09 09:46:42.583599 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25e02f0f-6c61-47e3-9178-4a26c120c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:42.586202 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25e02f0f-6c61-47e3-9178-4a26c120c1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:42.587341 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-25e02f0f-6c61-47e3-9178-4a26c120c1c5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e222a25f-52ad-43ba-aa4b-eb3279e5506f HTTP/1.1" status: 204 len: 168 time: 0.4739642 Jul 09 09:46:42.617780 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e02f0f-6c61-47e3-9178-4a26c120c1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e222a25f-52ad-43ba-aa4b-eb3279e5506f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:42.632181 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28755307-2ae9-4455-972f-fd05f6369f93 req-d4072521-254c-4fc6-a43f-c9144938832d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:42.633676 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-d4072521-254c-4fc6-a43f-c9144938832d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2002bbc8-7322-4c12-bb3c-a20edc0b223a HTTP/1.1" status: 200 len: 858 time: 0.1125548 Jul 09 09:46:42.640751 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec795d1-0b05-4e5e-98b4-9c9294bd6664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:42.655470 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ec795d1-0b05-4e5e-98b4-9c9294bd6664 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:42.658711 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4ec795d1-0b05-4e5e-98b4-9c9294bd6664 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8 HTTP/1.1" status: 204 len: 168 time: 0.7955534 Jul 09 09:46:42.671319 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-78eb8f5a-a6d4-4aed-a533-122ea6c5835f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:42.674093 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41202) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:42.729897 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-6e9af4e7-7e40-4910-b7ae-a805326b23b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c2f6ceb5-5794-4108-95de-f66fdc88f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870848 Jul 09 09:46:42.752932 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec795d1-0b05-4e5e-98b4-9c9294bd6664 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d4823bc-d6b1-4bdc-b432-1b37e9f5d3d8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:42.774869 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9d852daf-d148-4afd-98da-c3a30d24de80 req-d345de4e-0a21-4edf-bb86-9cfd85a2cf5b tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/security-groups?id=cda4987b-6516-4ef6-963d-b09b17b461cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463474 Jul 09 09:46:42.833258 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28755307-2ae9-4455-972f-fd05f6369f93 req-78eb8f5a-a6d4-4aed-a533-122ea6c5835f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Network c2f6ceb5-5794-4108-95de-f66fdc88f31f is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:46:42.869789 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2c1045-1bbf-474b-81cc-11c5dfdf6067 admin admin] Deleting subnet bddb547a-7eeb-44a9-81b1-0f05035d9b8b {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:46:42.872162 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-28755307-2ae9-4455-972f-fd05f6369f93 req-78eb8f5a-a6d4-4aed-a533-122ea6c5835f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:46:42.877045 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff2c1045-1bbf-474b-81cc-11c5dfdf6067 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:42.895806 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb1c29-27a5-49ac-8ec0-ee0ac534b204 req-5a45937c-9d3d-429a-a401-c0ade9e10379 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:42.897395 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16cb1c29-27a5-49ac-8ec0-ee0ac534b204 req-5a45937c-9d3d-429a-a401-c0ade9e10379 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.4601970 Jul 09 09:46:42.930216 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:42.937155 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-28755307-2ae9-4455-972f-fd05f6369f93 req-78eb8f5a-a6d4-4aed-a533-122ea6c5835f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:46:42.944420 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ca4fcdb-22f8-452f-8103-f24b33066f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:42.946740 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb8f5a-a6d4-4aed-a533-122ea6c5835f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Pushing event updated for resources: {'Port': ['ID=8a0316fb-01b5-4e63-bb49-bef85c00a86b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:42.953517 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ba4a3931-c6cd-41dd-ad38-024d216022b6 service neutron] 10.222.0.58 "GET /v2.0/networks/c2f6ceb5-5794-4108-95de-f66fdc88f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953223 Jul 09 09:46:42.956858 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff2c1045-1bbf-474b-81cc-11c5dfdf6067 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:43.010702 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41210) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:43.046745 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e8231c9e-995a-4bfd-af4a-75418f73714f tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1440979235', 'description': 'tempest-secgroup-smoke-1440979235 description', 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:43.092342 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e8231c9e-995a-4bfd-af4a-75418f73714f tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:43.106284 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff2c1045-1bbf-474b-81cc-11c5dfdf6067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:43.166865 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28755307-2ae9-4455-972f-fd05f6369f93 req-78eb8f5a-a6d4-4aed-a533-122ea6c5835f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:43.168601 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-78eb8f5a-a6d4-4aed-a533-122ea6c5835f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:43.200319 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-af1ea87d-f70f-4347-9504-269634a83fdc service neutron] 10.222.0.58 "GET /v2.0/networks/c2f6ceb5-5794-4108-95de-f66fdc88f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160304 Jul 09 09:46:43.223776 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff2c1045-1bbf-474b-81cc-11c5dfdf6067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:43.269638 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff2c1045-1bbf-474b-81cc-11c5dfdf6067 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:43.271959 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ff2c1045-1bbf-474b-81cc-11c5dfdf6067 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bddb547a-7eeb-44a9-81b1-0f05035d9b8b HTTP/1.1" status: 204 len: 168 time: 0.5919814 Jul 09 09:46:43.275437 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41218) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:43.278350 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c1045-1bbf-474b-81cc-11c5dfdf6067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bddb547a-7eeb-44a9-81b1-0f05035d9b8b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:43.281933 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f782f8-e87d-4433-85cb-9019ea23fad0 x-openstack-request-id: req-d8f782f8-e87d-4433-85cb-9019ea23fad0 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:46:43.282194 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455860d5-a0ce-4ddb-89fc-815a84f48db2", "tag": "91757a68-8029-44da-80bd-619fc07f5f0b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:46:43.282404 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d8f782f8-e87d-4433-85cb-9019ea23fad0 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:46:43.282812 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455860d5-a0ce-4ddb-89fc-815a84f48db2', 'tag': '91757a68-8029-44da-80bd-619fc07f5f0b', 'status': 'completed', 'code': 200} Jul 09 09:46:43.417191 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:46:43.421261 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e8231c9e-995a-4bfd-af4a-75418f73714f tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:43.424344 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c1d3e61-5108-46fd-808b-8022372da709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:43.430496 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e8231c9e-995a-4bfd-af4a-75418f73714f tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:43.453372 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-78eb8f5a-a6d4-4aed-a533-122ea6c5835f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0680928 Jul 09 09:46:43.461340 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b27312-7686-47ca-9be2-a74992a1daf2 req-2e7ef173-0d96-4ebf-a05b-1ee5b33e5d4b tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:43.462895 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3b27312-7686-47ca-9be2-a74992a1daf2 req-2e7ef173-0d96-4ebf-a05b-1ee5b33e5d4b tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.3266132 Jul 09 09:46:43.465382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ac24f5e6-ccc0-466f-aab7-8c5424df2e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d46de24-d220-43c7-b679-4a4e4b24dc3d {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:46:43.479052 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-16cb1c29-27a5-49ac-8ec0-ee0ac534b204 req-d455c1e7-dee2-498e-9c53-09f9f3fec088 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Deleting port 78ecebef-e5c7-4a31-a3f0-c917341f9330 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:46:43.479396 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-16cb1c29-27a5-49ac-8ec0-ee0ac534b204 req-d455c1e7-dee2-498e-9c53-09f9f3fec088 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:43.481248 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e8231c9e-995a-4bfd-af4a-75418f73714f tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:43.485232 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e8231c9e-995a-4bfd-af4a-75418f73714f tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4705582 Jul 09 09:46:43.488361 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-28755307-2ae9-4455-972f-fd05f6369f93 req-0c6b14de-50da-42e4-b7ef-96514ff1949a service neutron] Request body: {'port': {'device_id': '4c4eb702-1891-48e4-be59-2e44924c79a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:43.506537 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 41226) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:43.508552 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8231c9e-995a-4bfd-af4a-75418f73714f tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008f37cd-4ba4-42ea-9981-f0d9957078b0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:43.513191 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-90c09dc7-3255-4cf4-bfbc-9009a2df5356 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Request body: {'security_group_rule': {'security_group_id': '008f37cd-4ba4-42ea-9981-f0d9957078b0', 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:43.515837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd76d1-1bb7-4827-80c0-cfb2ff99efa3 req-7d195c9d-fe7f-4eea-952b-0ad7d44a28bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:43.517345 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bffd76d1-1bb7-4827-80c0-cfb2ff99efa3 req-7d195c9d-fe7f-4eea-952b-0ad7d44a28bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=710a61f7466b49d9bb29c17847afd0d0&device_id=455860d5-a0ce-4ddb-89fc-815a84f48db2 HTTP/1.1" status: 200 len: 1094 time: 0.2080278 Jul 09 09:46:43.552907 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ac24f5e6-ccc0-466f-aab7-8c5424df2e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:43.627244 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c1d3e61-5108-46fd-808b-8022372da709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:43.641741 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-9c1d3e61-5108-46fd-808b-8022372da709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ff8872-7544-4776-b43d-c19106fb7a4b']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:43.649634 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ac24f5e6-ccc0-466f-aab7-8c5424df2e7e service neutron] Transition to ACTIVE for port object 6d46de24-d220-43c7-b679-4a4e4b24dc3d will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:46:43.659344 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-9c1d3e61-5108-46fd-808b-8022372da709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a52b99bc-7c0f-4099-8167-b983d8d9721a') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:43.659732 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-9c1d3e61-5108-46fd-808b-8022372da709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a52b99bc-7c0f-4099-8167-b983d8d9721a') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:43.678544 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c1d3e61-5108-46fd-808b-8022372da709 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:43.708928 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c1d3e61-5108-46fd-808b-8022372da709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:43.711652 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ca4fcdb-22f8-452f-8103-f24b33066f5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:43.714764 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd76d1-1bb7-4827-80c0-cfb2ff99efa3 req-c4dd6aee-ec48-49b9-ba74-178c1fc0728c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:43.716684 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bffd76d1-1bb7-4827-80c0-cfb2ff99efa3 req-c4dd6aee-ec48-49b9-ba74-178c1fc0728c service neutron] 10.222.0.58 "GET /v2.0/networks?id=c2f6ceb5-5794-4108-95de-f66fdc88f31f HTTP/1.1" status: 200 len: 919 time: 0.1868091 Jul 09 09:46:43.719958 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1d3e61-5108-46fd-808b-8022372da709 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:46:43.720470 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c1d3e61-5108-46fd-808b-8022372da709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:46:43.722297 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:46:43.799714 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bffd76d1-1bb7-4827-80c0-cfb2ff99efa3 req-703f1f36-50c5-42c0-b4a3-323be54ac409 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91757a68-8029-44da-80bd-619fc07f5f0b HTTP/1.1" status: 200 len: 217 time: 0.0660875 Jul 09 09:46:43.802210 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-16cb1c29-27a5-49ac-8ec0-ee0ac534b204 req-d455c1e7-dee2-498e-9c53-09f9f3fec088 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] For port 78ecebef-e5c7-4a31-a3f0-c917341f9330, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=78ecebef-e5c7-4a31-a3f0-c917341f9330,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:43.802980 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-16cb1c29-27a5-49ac-8ec0-ee0ac534b204 req-d455c1e7-dee2-498e-9c53-09f9f3fec088 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:43.836169 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-16cb1c29-27a5-49ac-8ec0-ee0ac534b204 req-d455c1e7-dee2-498e-9c53-09f9f3fec088 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Calling delete_port for 78ecebef-e5c7-4a31-a3f0-c917341f9330 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:46:43.850307 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ac24f5e6-ccc0-466f-aab7-8c5424df2e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:43.861264 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c1d3e61-5108-46fd-808b-8022372da709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:43.866066 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c1d3e61-5108-46fd-808b-8022372da709 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:43.871017 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9c1d3e61-5108-46fd-808b-8022372da709 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a3ff8872-7544-4776-b43d-c19106fb7a4b HTTP/1.1" status: 204 len: 168 time: 0.5924411 Jul 09 09:46:43.878444 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ca4fcdb-22f8-452f-8103-f24b33066f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:43.888819 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d3e61-5108-46fd-808b-8022372da709 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3ff8872-7544-4776-b43d-c19106fb7a4b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:43.899299 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd76d1-1bb7-4827-80c0-cfb2ff99efa3 req-4ee4622e-f83e-4282-a672-77d5b524d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:43.901160 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bffd76d1-1bb7-4827-80c0-cfb2ff99efa3 req-4ee4622e-f83e-4282-a672-77d5b524d6c3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2002bbc8-7322-4c12-bb3c-a20edc0b223a HTTP/1.1" status: 200 len: 858 time: 0.0929253 Jul 09 09:46:43.941094 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bffd76d1-1bb7-4827-80c0-cfb2ff99efa3 req-126369d6-4e95-4445-b9b7-09a5d68d1328 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c2f6ceb5-5794-4108-95de-f66fdc88f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326772 Jul 09 09:46:44.016492 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3b27312-7686-47ca-9be2-a74992a1daf2 req-d52955c5-9ca5-491d-9b84-56c2425d6c6d tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5227129 Jul 09 09:46:44.048591 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-90c09dc7-3255-4cf4-bfbc-9009a2df5356 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:44.087262 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bffd76d1-1bb7-4827-80c0-cfb2ff99efa3 req-67711169-aa23-4f22-b25a-0317df08ed52 service neutron] 10.222.0.58 "GET /v2.0/networks/c2f6ceb5-5794-4108-95de-f66fdc88f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368105 Jul 09 09:46:44.160037 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24f5e6-ccc0-466f-aab7-8c5424df2e7e service neutron] Pushing event updated for resources: {'Port': ['ID=6d46de24-d220-43c7-b679-4a4e4b24dc3d,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:44.162608 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-0c6b14de-50da-42e4-b7ef-96514ff1949a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:44.171498 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41276) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:44.189120 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ca4fcdb-22f8-452f-8103-f24b33066f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:44.247352 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d265f3e8-82d9-4c8f-97e9-00e0710e0748 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=935ce6ab981a4259a27ccd3cf700d4f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0721037 Jul 09 09:46:44.250542 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41280) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:44.274437 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bffd76d1-1bb7-4827-80c0-cfb2ff99efa3 req-bb7204fd-325c-4a97-88b2-1b11c21bf0b2 service neutron] 10.222.0.58 "GET /v2.0/networks/c2f6ceb5-5794-4108-95de-f66fdc88f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800592 Jul 09 09:46:44.314644 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f9fe842-5cb2-42a6-a29a-c87a6d520675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:44.345816 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f9fe842-5cb2-42a6-a29a-c87a6d520675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:44.447672 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-90c09dc7-3255-4cf4-bfbc-9009a2df5356 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:44.462002 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4fcdb-22f8-452f-8103-f24b33066f5b admin admin] Pushing event updated for resources: {'Port': ['ID=1c003677-5ce5-4684-a967-9f0fa8144142,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:44.479735 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-90c09dc7-3255-4cf4-bfbc-9009a2df5356 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:44.592771 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31698e99-7737-45eb-a8a6-1d66442b96d9 req-55edef62-7139-4aec-8d83-9c49aea8fede tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:44.599644 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-31698e99-7737-45eb-a8a6-1d66442b96d9 req-55edef62-7139-4aec-8d83-9c49aea8fede tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=0daaf738-87d5-48be-b922-bbd0cc0faa19 HTTP/1.1" status: 200 len: 945 time: 0.7119915 Jul 09 09:46:44.634394 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c09dc7-3255-4cf4-bfbc-9009a2df5356 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c037cc-c3ab-46ad-90f1-96d280ed88d5,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:44.676961 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-90c09dc7-3255-4cf4-bfbc-9009a2df5356 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:44.678488 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-90c09dc7-3255-4cf4-bfbc-9009a2df5356 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1707809 Jul 09 09:46:44.682075 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41312) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:44.688766 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-86836bf7-35c3-4ac9-920e-b5f1c8d691c8 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Request body: {'security_group_rule': {'security_group_id': '008f37cd-4ba4-42ea-9981-f0d9957078b0', 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:44.712217 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f9fe842-5cb2-42a6-a29a-c87a6d520675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:44.714736 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f9fe842-5cb2-42a6-a29a-c87a6d520675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:44.718239 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1f9fe842-5cb2-42a6-a29a-c87a6d520675 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8a60dbde-a042-40ec-9d0a-107dcaec8599 HTTP/1.1" status: 204 len: 168 time: 0.4644082 Jul 09 09:46:44.728959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ac24f5e6-ccc0-466f-aab7-8c5424df2e7e service neutron] Attempting to bind port 6d46de24-d220-43c7-b679-4a4e4b24dc3d on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:46:44.729298 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ac24f5e6-ccc0-466f-aab7-8c5424df2e7e service neutron] Attempting to bind port 6d46de24-d220-43c7-b679-4a4e4b24dc3d by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '2c58f5a0-ab93-4680-8033-7825e893a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c2f6ceb5-5794-4108-95de-f66fdc88f31f'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:46:44.729849 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ac24f5e6-ccc0-466f-aab7-8c5424df2e7e service neutron] Attempting to bind port 6d46de24-d220-43c7-b679-4a4e4b24dc3d on network c2f6ceb5-5794-4108-95de-f66fdc88f31f {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:46:44.729973 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9fe842-5cb2-42a6-a29a-c87a6d520675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a60dbde-a042-40ec-9d0a-107dcaec8599,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:44.742891 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-86836bf7-35c3-4ac9-920e-b5f1c8d691c8 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:44.831671 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-86836bf7-35c3-4ac9-920e-b5f1c8d691c8 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:44.840618 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-86836bf7-35c3-4ac9-920e-b5f1c8d691c8 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:44.874394 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-86836bf7-35c3-4ac9-920e-b5f1c8d691c8 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:44.876274 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-86836bf7-35c3-4ac9-920e-b5f1c8d691c8 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1932693 Jul 09 09:46:44.879660 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41320) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:44.884297 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-71f55e2d-13a0-4206-96a7-c55d0a9d5313 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Request body: {'security_group_rule': {'security_group_id': '008f37cd-4ba4-42ea-9981-f0d9957078b0', 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:44.892455 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86836bf7-35c3-4ac9-920e-b5f1c8d691c8 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dbf70ed-84cd-44b3-b55f-aa17b817f7e2,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:44.923132 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71f55e2d-13a0-4206-96a7-c55d0a9d5313 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:45.003848 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71f55e2d-13a0-4206-96a7-c55d0a9d5313 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:45.009520 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71f55e2d-13a0-4206-96a7-c55d0a9d5313 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:45.031600 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f55e2d-13a0-4206-96a7-c55d0a9d5313 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18184ec3-b059-46b5-87a8-a662376500f8,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:45.038109 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71f55e2d-13a0-4206-96a7-c55d0a9d5313 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:45.039990 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-71f55e2d-13a0-4206-96a7-c55d0a9d5313 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1593111 Jul 09 09:46:45.042934 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41324) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:45.048911 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5301cac0-52ec-4603-af7e-d86e2195334b tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Request body: {'security_group_rule': {'security_group_id': '008f37cd-4ba4-42ea-9981-f0d9957078b0', 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:45.088525 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5301cac0-52ec-4603-af7e-d86e2195334b tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:45.132977 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-16cb1c29-27a5-49ac-8ec0-ee0ac534b204 req-d455c1e7-dee2-498e-9c53-09f9f3fec088 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:45.141840 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ac24f5e6-ccc0-466f-aab7-8c5424df2e7e service neutron] Port 6d46de24-d220-43c7-b679-4a4e4b24dc3d on network c2f6ceb5-5794-4108-95de-f66fdc88f31f not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:46:45.142366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ac24f5e6-ccc0-466f-aab7-8c5424df2e7e service neutron] Attempting to bind port 6d46de24-d220-43c7-b679-4a4e4b24dc3d on network c2f6ceb5-5794-4108-95de-f66fdc88f31f {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:46:45.145325 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['09dd6c37-9295-46e2-be77-76eaa105fd22', '78ecebef-e5c7-4a31-a3f0-c917341f9330'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:46:45.147088 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca4fcdb-22f8-452f-8103-f24b33066f5b admin admin] Network ccd743a5-afda-4ea4-b5e1-3c7e6315be08 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:46:45.160654 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5301cac0-52ec-4603-af7e-d86e2195334b tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:45.164416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-31698e99-7737-45eb-a8a6-1d66442b96d9 req-0e31a33a-aab1-4782-9d17-7eb1231166da tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5638719 Jul 09 09:46:45.179742 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5301cac0-52ec-4603-af7e-d86e2195334b tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:45.196679 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a1b1d-f1e4-4da5-ad1c-1098f846b2fc req-05d51967-7e62-4393-abe9-5b6df7d9db0f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:45.203897 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d58a1b1d-f1e4-4da5-ad1c-1098f846b2fc req-05d51967-7e62-4393-abe9-5b6df7d9db0f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/ports?device_id=455860d5-a0ce-4ddb-89fc-815a84f48db2 HTTP/1.1" status: 200 len: 943 time: 1.0170846 Jul 09 09:46:45.205987 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-2ca4fcdb-22f8-452f-8103-f24b33066f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:46:45.214787 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ac24f5e6-ccc0-466f-aab7-8c5424df2e7e service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:46:45.215133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ac24f5e6-ccc0-466f-aab7-8c5424df2e7e service neutron] Checking segment: {'id': '2c58f5a0-ab93-4680-8033-7825e893a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c2f6ceb5-5794-4108-95de-f66fdc88f31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:46:45.215521 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ac24f5e6-ccc0-466f-aab7-8c5424df2e7e service neutron] Bound using segment: {'id': '2c58f5a0-ab93-4680-8033-7825e893a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c2f6ceb5-5794-4108-95de-f66fdc88f31f'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:46:45.216412 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ac24f5e6-ccc0-466f-aab7-8c5424df2e7e service neutron] Bound port: 6d46de24-d220-43c7-b679-4a4e4b24dc3d, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c58f5a0-ab93-4680-8033-7825e893a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c2f6ceb5-5794-4108-95de-f66fdc88f31f'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:46:45.216412 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ac24f5e6-ccc0-466f-aab7-8c5424df2e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:45.231711 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455c1e7-dee2-498e-9c53-09f9f3fec088 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Pushing event deleted for resources: {'Port': ['ID=78ecebef-e5c7-4a31-a3f0-c917341f9330,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:45.239765 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301cac0-52ec-4603-af7e-d86e2195334b tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7fb23b-56d0-4af1-828d-831017d0b931,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:45.257585 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5301cac0-52ec-4603-af7e-d86e2195334b tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:45.259597 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5301cac0-52ec-4603-af7e-d86e2195334b tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2147479 Jul 09 09:46:45.262446 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41328) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:45.268618 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-dfc414cf-7bdc-4066-bb63-c8b8a340235e tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Request body: {'security_group_rule': {'security_group_id': '008f37cd-4ba4-42ea-9981-f0d9957078b0', 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:45.276754 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 91757a68-8029-44da-80bd-619fc07f5f0b details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:46:45.303520 n-d-799996-1 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-dfc414cf-7bdc-4066-bb63-c8b8a340235e tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Project b06aa4e6b3044acdb266fe859cc19b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 09:46:45.317229 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfc414cf-7bdc-4066-bb63-c8b8a340235e tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:45.376171 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 41330) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:45.459577 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfc414cf-7bdc-4066-bb63-c8b8a340235e tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:45.466450 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 91757a68-8029-44da-80bd-619fc07f5f0b, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=91757a68-8029-44da-80bd-619fc07f5f0b,segment=NetworkSegment(2c58f5a0-ab93-4680-8033-7825e893a009),segment_id=2c58f5a0-ab93-4680-8033-7825e893a009)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:45.471147 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfc414cf-7bdc-4066-bb63-c8b8a340235e tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:45.490129 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '91757a68-8029-44da-80bd-619fc07f5f0b', 'network_id': 'c2f6ceb5-5794-4108-95de-f66fdc88f31f', 'port_id': '91757a68-8029-44da-80bd-619fc07f5f0b', 'mac_address': 'fa:16:3e:6b:5c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2002bbc8-7322-4c12-bb3c-a20edc0b223a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:46:45.510176 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc414cf-7bdc-4066-bb63-c8b8a340235e tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b59e6e-a17f-427d-b0e9-49ae7475c85a,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:45.527839 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfc414cf-7bdc-4066-bb63-c8b8a340235e tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:45.529402 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dfc414cf-7bdc-4066-bb63-c8b8a340235e tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2651346 Jul 09 09:46:45.532273 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41334) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:45.537699 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4e115f60-0ca1-4660-8b14-ca1edaed67f3 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Request body: {'security_group_rule': {'security_group_id': '008f37cd-4ba4-42ea-9981-f0d9957078b0', 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:45.567474 n-d-799996-1 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-4e115f60-0ca1-4660-8b14-ca1edaed67f3 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Project b06aa4e6b3044acdb266fe859cc19b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 09:46:45.580152 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4e115f60-0ca1-4660-8b14-ca1edaed67f3 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:45.591281 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:45.605868 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91757a68-8029-44da-80bd-619fc07f5f0b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:46:45.624360 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cb1c29-27a5-49ac-8ec0-ee0ac534b204 req-d455c1e7-dee2-498e-9c53-09f9f3fec088 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] No DVR routers for this DVR port 78ecebef-e5c7-4a31-a3f0-c917341f9330 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:46:45.627230 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-16cb1c29-27a5-49ac-8ec0-ee0ac534b204 req-d455c1e7-dee2-498e-9c53-09f9f3fec088 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:45.627751 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 91757a68-8029-44da-80bd-619fc07f5f0b, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=91757a68-8029-44da-80bd-619fc07f5f0b,segment=NetworkSegment(2c58f5a0-ab93-4680-8033-7825e893a009),segment_id=2c58f5a0-ab93-4680-8033-7825e893a009)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:45.630076 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16cb1c29-27a5-49ac-8ec0-ee0ac534b204 req-d455c1e7-dee2-498e-9c53-09f9f3fec088 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "DELETE /v2.0/ports/78ecebef-e5c7-4a31-a3f0-c917341f9330 HTTP/1.1" status: 204 len: 173 time: 2.6869128 Jul 09 09:46:45.653502 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:45.653502 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 4fc73820-288f-4a42-8d62-331c87285e29 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:46:45.673097 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4e115f60-0ca1-4660-8b14-ca1edaed67f3 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:45.679264 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4e115f60-0ca1-4660-8b14-ca1edaed67f3 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:45.691533 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-02e099b4-b321-4a61-948a-81b592566310 None None] Provisioning complete for port 1c003677-5ce5-4684-a967-9f0fa8144142 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:46:45.691928 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-02e099b4-b321-4a61-948a-81b592566310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:45.702675 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0daaf738-87d5-48be-b922-bbd0cc0faa19', 'name': 'network-vif-deleted', 'tag': '78ecebef-e5c7-4a31-a3f0-c917341f9330'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:46:45.702893 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e115f60-0ca1-4660-8b14-ca1edaed67f3 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c52bbc83-a53f-4af3-afbd-008b96265763,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:45.713409 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21adc6b9-6e5d-4fad-b764-cc2d832d9c9a" -d '{"events": [{"server_uuid": "0daaf738-87d5-48be-b922-bbd0cc0faa19", "name": "network-vif-deleted", "tag": "78ecebef-e5c7-4a31-a3f0-c917341f9330"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:46:45.717542 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4e115f60-0ca1-4660-8b14-ca1edaed67f3 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:45.719596 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4e115f60-0ca1-4660-8b14-ca1edaed67f3 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1861658 Jul 09 09:46:45.815448 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=91757a68-8029-44da-80bd-619fc07f5f0b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:45.822830 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-02e099b4-b321-4a61-948a-81b592566310 None None] Port 1c003677-5ce5-4684-a967-9f0fa8144142 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:46:45.833000 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d58a1b1d-f1e4-4da5-ad1c-1098f846b2fc req-658d0a1c-8463-4346-bc15-1a30e810c979 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/security-groups?id=cda4987b-6516-4ef6-963d-b09b17b461cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6274834 Jul 09 09:46:45.843737 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 4fc73820-288f-4a42-8d62-331c87285e29, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=4fc73820-288f-4a42-8d62-331c87285e29,segment=NetworkSegment(2fcd96d6-045f-4d9c-badf-5ad7172598cb),segment_id=2fcd96d6-045f-4d9c-badf-5ad7172598cb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:45.858144 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '4fc73820-288f-4a42-8d62-331c87285e29', 'network_id': 'aa16ead4-f559-45b1-91c1-40adc231fd0d', 'port_id': '4fc73820-288f-4a42-8d62-331c87285e29', 'mac_address': 'fa:16:3e:76:4b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc6fc9d-32e0-46ef-bdbb-31c218d76f64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:46:45.913986 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:45.928718 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4fc73820-288f-4a42-8d62-331c87285e29 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:46:45.953519 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 4fc73820-288f-4a42-8d62-331c87285e29, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=4fc73820-288f-4a42-8d62-331c87285e29,segment=NetworkSegment(2fcd96d6-045f-4d9c-badf-5ad7172598cb),segment_id=2fcd96d6-045f-4d9c-badf-5ad7172598cb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:45.961851 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:45.974139 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c82bde8-d58d-4862-ae97-4397aec36d45 x-openstack-request-id: req-6c82bde8-d58d-4862-ae97-4397aec36d45 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:46:45.974992 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0daaf738-87d5-48be-b922-bbd0cc0faa19", "name": "network-vif-deleted", "tag": "78ecebef-e5c7-4a31-a3f0-c917341f9330", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:46:45.975374 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c82bde8-d58d-4862-ae97-4397aec36d45 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:46:45.975854 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0daaf738-87d5-48be-b922-bbd0cc0faa19', 'name': 'network-vif-deleted', 'tag': '78ecebef-e5c7-4a31-a3f0-c917341f9330', 'status': 'completed', 'code': 200} Jul 09 09:46:46.002962 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-40984102-5b97-48ee-adad-a561937cec3f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5fd113dc74ae4e55b75b1b820401c83b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4400477 Jul 09 09:46:46.005560 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41344) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:46.013418 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-28755307-2ae9-4455-972f-fd05f6369f93 req-0c6b14de-50da-42e4-b7ef-96514ff1949a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a0316fb-01b5-4e63-bb49-bef85c00a86b {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:46:46.026924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca4fcdb-22f8-452f-8103-f24b33066f5b admin admin] Router 79b47742-f435-4d63-b1ce-8e1523371d54 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:46:46.042658 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ac24f5e6-ccc0-466f-aab7-8c5424df2e7e service neutron] For port 6d46de24-d220-43c7-b679-4a4e4b24dc3d, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:46:46.062769 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e8fad3e-e533-4604-b133-861ea4bf1556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:46.067167 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-0c6b14de-50da-42e4-b7ef-96514ff1949a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:46.086198 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=4fc73820-288f-4a42-8d62-331c87285e29,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:46.134642 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-28755307-2ae9-4455-972f-fd05f6369f93 req-0c6b14de-50da-42e4-b7ef-96514ff1949a service neutron] Transition to ACTIVE for port object 8a0316fb-01b5-4e63-bb49-bef85c00a86b will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:46:46.139784 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ac24f5e6-ccc0-466f-aab7-8c5424df2e7e service neutron] For port 6d46de24-d220-43c7-b679-4a4e4b24dc3d, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=6d46de24-d220-43c7-b679-4a4e4b24dc3d,segment=NetworkSegment(2c58f5a0-ab93-4680-8033-7825e893a009),segment_id=2c58f5a0-ab93-4680-8033-7825e893a009)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:46:46.141156 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e8fad3e-e533-4604-b133-861ea4bf1556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:46.241290 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e012c3a-42ba-4ba2-98c6-d3418a6754cb req-6afda97b-4ada-4644-a968-7e73f8ab6698 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:46.249220 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e012c3a-42ba-4ba2-98c6-d3418a6754cb req-6afda97b-4ada-4644-a968-7e73f8ab6698 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.6667931 Jul 09 09:46:46.262867 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-f30a0885-faf0-4ed5-a12b-36d5ada5c1e2 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1440979235&fields=id&tenant_id=b06aa4e6b3044acdb266fe859cc19b22 HTTP/1.1" status: 200 len: 267 time: 0.2536557 Jul 09 09:46:46.279046 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ac24f5e6-ccc0-466f-aab7-8c5424df2e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:46.287721 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e8fad3e-e533-4604-b133-861ea4bf1556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:46.287969 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-0c6b14de-50da-42e4-b7ef-96514ff1949a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:46.293713 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e8fad3e-e533-4604-b133-861ea4bf1556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:46.295037 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3e8fad3e-e533-4604-b133-861ea4bf1556 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/05d3f9b6-185e-4a9a-a895-6b68f896af5a HTTP/1.1" status: 204 len: 168 time: 0.2884533 Jul 09 09:46:46.341524 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fad3e-e533-4604-b133-861ea4bf1556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d3f9b6-185e-4a9a-a895-6b68f896af5a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:46.379641 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ac24f5e6-ccc0-466f-aab7-8c5424df2e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:46.379641 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ac24f5e6-ccc0-466f-aab7-8c5424df2e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:46.380638 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-ac24f5e6-ccc0-466f-aab7-8c5424df2e7e service neutron] 10.222.0.58 "PUT /v2.0/ports/6d46de24-d220-43c7-b679-4a4e4b24dc3d HTTP/1.1" status: 200 len: 1092 time: 5.0739791 Jul 09 09:46:46.420915 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca4fcdb-22f8-452f-8103-f24b33066f5b admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:46:46.442784 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2ca4fcdb-22f8-452f-8103-f24b33066f5b admin admin] 10.222.0.61 "PUT /v2.0/routers/79b47742-f435-4d63-b1ce-8e1523371d54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9553406 Jul 09 09:46:46.443727 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['91757a68-8029-44da-80bd-619fc07f5f0b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:46:46.446852 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e012c3a-42ba-4ba2-98c6-d3418a6754cb req-9021a725-3cf5-4d68-84a5-5d04a8fa8024 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959438 Jul 09 09:46:46.446954 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['4fc73820-288f-4a42-8d62-331c87285e29'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:46:46.449204 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] Sync routers for ids ['79b47742-f435-4d63-b1ce-8e1523371d54'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:46:46.464524 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] Routers {'79b47742-f435-4d63-b1ce-8e1523371d54'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:46:46.465292 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:46:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['79b47742-f435-4d63-b1ce-8e1523371d54'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:46.621929 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24f5e6-ccc0-466f-aab7-8c5424df2e7e service neutron] Pushing event updated for resources: {'Port': ['ID=6d46de24-d220-43c7-b679-4a4e4b24dc3d,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:46.726086 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] Set router 79b47742-f435-4d63-b1ce-8e1523371d54 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:46:46.776827 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b14de-50da-42e4-b7ef-96514ff1949a service neutron] Pushing event updated for resources: {'Port': ['ID=8a0316fb-01b5-4e63-bb49-bef85c00a86b,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:46.949097 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-4f8dfd97-06d1-4ef7-b8c6-8cc87b3fb433 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:46.957396 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-4f8dfd97-06d1-4ef7-b8c6-8cc87b3fb433 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/networks?id=73b12923-7036-466d-b40f-9387cec967ac HTTP/1.1" status: 200 len: 814 time: 0.6588724 Jul 09 09:46:46.994910 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28755307-2ae9-4455-972f-fd05f6369f93 req-fe937faa-1529-4172-a31c-ca0071f0b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:46.998729 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-fe937faa-1529-4172-a31c-ca0071f0b5c8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=710a61f7466b49d9bb29c17847afd0d0&device_id=bd929abd-6278-4852-87c7-0686e4e0bd31 HTTP/1.1" status: 200 len: 1095 time: 0.5117412 Jul 09 09:46:47.022449 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'name': 'tempest-AttachVolumeTestJSON-198710829-router', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:31Z', 'updated_at': '2021-07-09T09:46:42Z', 'revision_number': 4, 'project_id': '3685effc09af44948de733ea732a3e9f', 'gw_port': {'id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:32Z', 'updated_at': '2021-07-09T09:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '1c003677-5ce5-4684-a967-9f0fa8144142', 'name': '', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'mac_address': 'fa:16:3e:70:15:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:38Z', 'updated_at': '2021-07-09T09:46:43Z', 'revision_number': 2, 'project_id': '3685effc09af44948de733ea732a3e9f', 'subnets': [{'id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:47.030709 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-a540b628-8352-4a56-a1cb-4f6557e3ce9b tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/quotas/b06aa4e6b3044acdb266fe859cc19b22 HTTP/1.1" status: 200 len: 375 time: 0.0718699 Jul 09 09:46:47.040892 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-28755307-2ae9-4455-972f-fd05f6369f93 req-0c6b14de-50da-42e4-b7ef-96514ff1949a service neutron] Attempting to bind port 8a0316fb-01b5-4e63-bb49-bef85c00a86b on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:46:47.041230 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-28755307-2ae9-4455-972f-fd05f6369f93 req-0c6b14de-50da-42e4-b7ef-96514ff1949a service neutron] Attempting to bind port 8a0316fb-01b5-4e63-bb49-bef85c00a86b by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '2c58f5a0-ab93-4680-8033-7825e893a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c2f6ceb5-5794-4108-95de-f66fdc88f31f'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:46:47.041564 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28755307-2ae9-4455-972f-fd05f6369f93 req-0c6b14de-50da-42e4-b7ef-96514ff1949a service neutron] Attempting to bind port 8a0316fb-01b5-4e63-bb49-bef85c00a86b on network c2f6ceb5-5794-4108-95de-f66fdc88f31f {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:46:47.066356 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] Checking router: 79b47742-f435-4d63-b1ce-8e1523371d54 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:46:47.066699 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] Updating router 79b47742-f435-4d63-b1ce-8e1523371d54 port 1c003677-5ce5-4684-a967-9f0fa8144142 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:46:47.071107 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28755307-2ae9-4455-972f-fd05f6369f93 req-0c6b14de-50da-42e4-b7ef-96514ff1949a service neutron] Port 8a0316fb-01b5-4e63-bb49-bef85c00a86b on network c2f6ceb5-5794-4108-95de-f66fdc88f31f not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:46:47.072353 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28755307-2ae9-4455-972f-fd05f6369f93 req-0c6b14de-50da-42e4-b7ef-96514ff1949a service neutron] Attempting to bind port 8a0316fb-01b5-4e63-bb49-bef85c00a86b on network c2f6ceb5-5794-4108-95de-f66fdc88f31f {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:46:47.117655 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:47.180227 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-605a2466-9502-4311-b229-874e2199c1f9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d46de24-d220-43c7-b679-4a4e4b24dc3d HTTP/1.1" status: 200 len: 217 time: 0.1468439 Jul 09 09:46:47.207370 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28755307-2ae9-4455-972f-fd05f6369f93 req-0c6b14de-50da-42e4-b7ef-96514ff1949a service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:46:47.209309 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28755307-2ae9-4455-972f-fd05f6369f93 req-0c6b14de-50da-42e4-b7ef-96514ff1949a service neutron] Checking segment: {'id': '2c58f5a0-ab93-4680-8033-7825e893a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c2f6ceb5-5794-4108-95de-f66fdc88f31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:46:47.210612 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28755307-2ae9-4455-972f-fd05f6369f93 req-0c6b14de-50da-42e4-b7ef-96514ff1949a service neutron] Bound using segment: {'id': '2c58f5a0-ab93-4680-8033-7825e893a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c2f6ceb5-5794-4108-95de-f66fdc88f31f'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:46:47.211934 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-28755307-2ae9-4455-972f-fd05f6369f93 req-0c6b14de-50da-42e4-b7ef-96514ff1949a service neutron] Bound port: 8a0316fb-01b5-4e63-bb49-bef85c00a86b, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c58f5a0-ab93-4680-8033-7825e893a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c2f6ceb5-5794-4108-95de-f66fdc88f31f'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:46:47.212592 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-0c6b14de-50da-42e4-b7ef-96514ff1949a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:47.277866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 4fc73820-288f-4a42-8d62-331c87285e29 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:46:47.361826 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28755307-2ae9-4455-972f-fd05f6369f93 req-527e4b23-f89b-4f21-82a0-4badf08e7b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:47.364294 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-527e4b23-f89b-4f21-82a0-4badf08e7b7d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2002bbc8-7322-4c12-bb3c-a20edc0b223a HTTP/1.1" status: 200 len: 858 time: 0.1596322 Jul 09 09:46:47.456781 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e497d78c-4106-412c-9b7c-d5f2f1f24988 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c2f6ceb5-5794-4108-95de-f66fdc88f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471430 Jul 09 09:46:47.488803 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-28755307-2ae9-4455-972f-fd05f6369f93 req-0c6b14de-50da-42e4-b7ef-96514ff1949a service neutron] For port 8a0316fb-01b5-4e63-bb49-bef85c00a86b, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:46:47.498003 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:47.529944 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4fc73820-288f-4a42-8d62-331c87285e29 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:46:47.570823 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-28755307-2ae9-4455-972f-fd05f6369f93 req-0c6b14de-50da-42e4-b7ef-96514ff1949a service neutron] For port 8a0316fb-01b5-4e63-bb49-bef85c00a86b, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=8a0316fb-01b5-4e63-bb49-bef85c00a86b,segment=NetworkSegment(2c58f5a0-ab93-4680-8033-7825e893a009),segment_id=2c58f5a0-ab93-4680-8033-7825e893a009)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:46:47.580022 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 4fc73820-288f-4a42-8d62-331c87285e29, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=4fc73820-288f-4a42-8d62-331c87285e29,segment=NetworkSegment(2fcd96d6-045f-4d9c-badf-5ad7172598cb),segment_id=2fcd96d6-045f-4d9c-badf-5ad7172598cb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:47.581024 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-18526c6d-5629-493b-9a95-8b7c9446f789 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b06aa4e6b3044acdb266fe859cc19b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5371380 Jul 09 09:46:47.585551 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-0c6b14de-50da-42e4-b7ef-96514ff1949a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:47.587647 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:47.631777 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:47.646469 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] Transition to ACTIVE for port object 1c003677-5ce5-4684-a967-9f0fa8144142 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:46:47.654212 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:47.665772 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28755307-2ae9-4455-972f-fd05f6369f93 req-0c6b14de-50da-42e4-b7ef-96514ff1949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:47.666423 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-28755307-2ae9-4455-972f-fd05f6369f93 req-0c6b14de-50da-42e4-b7ef-96514ff1949a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:47.669146 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-0c6b14de-50da-42e4-b7ef-96514ff1949a service neutron] 10.222.0.64 "PUT /v2.0/ports/8a0316fb-01b5-4e63-bb49-bef85c00a86b HTTP/1.1" status: 200 len: 1091 time: 4.1908133 Jul 09 09:46:47.758486 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=4fc73820-288f-4a42-8d62-331c87285e29,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:47.762444 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41388) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:47.785285 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870ff50-4be0-462b-abb1-b7af3a9cb2e7 None None] Pushing event updated for resources: {'Port': ['ID=1c003677-5ce5-4684-a967-9f0fa8144142,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:47.817483 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b14de-50da-42e4-b7ef-96514ff1949a service neutron] Pushing event updated for resources: {'Port': ['ID=8a0316fb-01b5-4e63-bb49-bef85c00a86b,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:47.835088 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-32ecddca-6366-4407-ac04-825a45182005 service neutron] 10.222.0.58 "GET /v2.0/networks/c2f6ceb5-5794-4108-95de-f66fdc88f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649497 Jul 09 09:46:47.844487 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 78ecebef-e5c7-4a31-a3f0-c917341f9330 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:46:47.886931 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870ff50-4be0-462b-abb1-b7af3a9cb2e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:47.887279 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870ff50-4be0-462b-abb1-b7af3a9cb2e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:47.892120 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870ff50-4be0-462b-abb1-b7af3a9cb2e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:47.892483 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870ff50-4be0-462b-abb1-b7af3a9cb2e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:47.892815 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870ff50-4be0-462b-abb1-b7af3a9cb2e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:47.893147 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870ff50-4be0-462b-abb1-b7af3a9cb2e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:47.893472 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870ff50-4be0-462b-abb1-b7af3a9cb2e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:47.893796 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870ff50-4be0-462b-abb1-b7af3a9cb2e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:47.894116 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870ff50-4be0-462b-abb1-b7af3a9cb2e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:47.895095 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870ff50-4be0-462b-abb1-b7af3a9cb2e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:47.900322 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 78ecebef-e5c7-4a31-a3f0-c917341f9330 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:46:47.900682 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 78ecebef-e5c7-4a31-a3f0-c917341f9330 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:46:47.907669 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870ff50-4be0-462b-abb1-b7af3a9cb2e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:47.909764 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870ff50-4be0-462b-abb1-b7af3a9cb2e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:47.915729 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c26d2aa4-d126-410c-85f9-c4b16a63cdb2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1119138326-network', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:47.949833 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26d2aa4-d126-410c-85f9-c4b16a63cdb2 admin admin] Made reservation on behalf of 813283cb89a545e1a829a2f32c9aa43c for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:46:47.954137 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c26d2aa4-d126-410c-85f9-c4b16a63cdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:47.956227 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] Attempting to bind port 1c003677-5ce5-4684-a967-9f0fa8144142 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:46:47.956599 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] Attempting to bind port 1c003677-5ce5-4684-a967-9f0fa8144142 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '498e2393-079b-4450-9c02-7ce0fce4169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:46:47.957539 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] Attempting to bind port 1c003677-5ce5-4684-a967-9f0fa8144142 on network ccd743a5-afda-4ea4-b5e1-3c7e6315be08 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:46:47.969016 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:46:47.969736 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] Checking segment: {'id': '498e2393-079b-4450-9c02-7ce0fce4169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:46:47.970160 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:47.970554 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] Bound using segment: {'id': '498e2393-079b-4450-9c02-7ce0fce4169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:46:47.971044 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] Bound port: 1c003677-5ce5-4684-a967-9f0fa8144142, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498e2393-079b-4450-9c02-7ce0fce4169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:46:47.973202 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:47.975645 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c26d2aa4-d126-410c-85f9-c4b16a63cdb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:48.006545 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd929abd-6278-4852-87c7-0686e4e0bd31', 'tag': '6d46de24-d220-43c7-b679-4a4e4b24dc3d'}, {'name': 'network-changed', 'server_uuid': '4c4eb702-1891-48e4-be59-2e44924c79a0', 'tag': '8a0316fb-01b5-4e63-bb49-bef85c00a86b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:46:48.009661 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19faee23-233d-4909-8bf9-15d98c314317" -d '{"events": [{"name": "network-changed", "server_uuid": "bd929abd-6278-4852-87c7-0686e4e0bd31", "tag": "6d46de24-d220-43c7-b679-4a4e4b24dc3d"}, {"name": "network-changed", "server_uuid": "4c4eb702-1891-48e4-be59-2e44924c79a0", "tag": "8a0316fb-01b5-4e63-bb49-bef85c00a86b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:46:48.028951 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28755307-2ae9-4455-972f-fd05f6369f93 req-8414b6dd-b854-4f87-9125-b05a7476d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:48.031389 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-8414b6dd-b854-4f87-9125-b05a7476d5ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=710a61f7466b49d9bb29c17847afd0d0&device_id=4c4eb702-1891-48e4-be59-2e44924c79a0 HTTP/1.1" status: 200 len: 1094 time: 0.3124673 Jul 09 09:46:48.111203 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] For port 1c003677-5ce5-4684-a967-9f0fa8144142, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:46:48.123658 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] For port 1c003677-5ce5-4684-a967-9f0fa8144142, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1c003677-5ce5-4684-a967-9f0fa8144142,segment=NetworkSegment(498e2393-079b-4450-9c02-7ce0fce4169c),segment_id=498e2393-079b-4450-9c02-7ce0fce4169c)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:46:48.131338 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:48.148101 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c26d2aa4-d126-410c-85f9-c4b16a63cdb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:48.148998 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41394) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:48.170907 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-466e40c9-6443-45c9-92f4-e07ad44a4e09 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a0316fb-01b5-4e63-bb49-bef85c00a86b HTTP/1.1" status: 200 len: 217 time: 0.1258836 Jul 09 09:46:48.171152 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-66fab5b0-38ee-4076-b4fe-11b5451c2fbf tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--203635372', 'description': 'tempest-description--112324091'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:48.202086 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c26d2aa4-d126-410c-85f9-c4b16a63cdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:48.218135 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26d2aa4-d126-410c-85f9-c4b16a63cdb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:46:48.232068 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c26d2aa4-d126-410c-85f9-c4b16a63cdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:48.232418 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-c26d2aa4-d126-410c-85f9-c4b16a63cdb2 admin admin] Added segment 7af12207-8681-4648-9b71-362d45acf74c of type vlan for network c39f085e-9a90-44ab-b2cf-d4cf479d1495 Jul 09 09:46:48.260495 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-60d37f42-a813-4eed-bc6a-b418930d5116 service neutron] 10.222.0.58 "GET /v2.0/networks/c2f6ceb5-5794-4108-95de-f66fdc88f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089322 Jul 09 09:46:48.287850 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] Routers {'79b47742-f435-4d63-b1ce-8e1523371d54'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:46:48.291604 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:46:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['79b47742-f435-4d63-b1ce-8e1523371d54'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:48.297817 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-49f16842-ec01-4407-8868-7ffb9371a95a service neutron] 10.222.0.61 "GET /v2.0/networks/73b12923-7036-466d-b40f-9387cec967ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6936455 Jul 09 09:46:48.302445 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28755307-2ae9-4455-972f-fd05f6369f93 req-db4cf26c-f2c9-40a4-a3e8-be5c92ad05d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:48.305442 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-db4cf26c-f2c9-40a4-a3e8-be5c92ad05d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2002bbc8-7322-4c12-bb3c-a20edc0b223a HTTP/1.1" status: 200 len: 858 time: 0.1181629 Jul 09 09:46:48.305575 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870ff50-4be0-462b-abb1-b7af3a9cb2e7 None None] Pushing event updated for resources: {'Port': ['ID=1c003677-5ce5-4684-a967-9f0fa8144142,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:48.318674 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c26d2aa4-d126-410c-85f9-c4b16a63cdb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:48.417610 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-7e718529-3597-490c-bfca-aece146919d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2f6ceb5-5794-4108-95de-f66fdc88f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844436 Jul 09 09:46:48.429263 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-66fab5b0-38ee-4076-b4fe-11b5451c2fbf tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:48.441378 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c26d2aa4-d126-410c-85f9-c4b16a63cdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:48.445943 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26d2aa4-d126-410c-85f9-c4b16a63cdb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:48.446579 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c26d2aa4-d126-410c-85f9-c4b16a63cdb2 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:48.498995 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d2aa4-d126-410c-85f9-c4b16a63cdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2111ff62-4da6-47d8-93e2-14dbf09e9b58,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:48.548857 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] Set router 79b47742-f435-4d63-b1ce-8e1523371d54 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:46:48.591131 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c26d2aa4-d126-410c-85f9-c4b16a63cdb2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8220365 Jul 09 09:46:48.596972 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 41398) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:48.609212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3d05f15d-d354-4ac2-aae3-8afd28e495f5 admin admin] Request body: {'subnet': {'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1119138326-subnet', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:48.617648 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d2aa4-d126-410c-85f9-c4b16a63cdb2 admin admin] Pushing event updated for resources: {'Network': ['ID=c39f085e-9a90-44ab-b2cf-d4cf479d1495,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:48.627978 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-2555cf0f-d897-4859-8790-1bbb5528e390 service neutron] 10.222.0.61 "GET /v2.0/networks/73b12923-7036-466d-b40f-9387cec967ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182640 Jul 09 09:46:48.632645 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network c39f085e-9a90-44ab-b2cf-d4cf479d1495 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:46:48.663267 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-98028817-3ec3-4241-b0ed-d7b2051a682f service neutron] 10.222.0.64 "GET /v2.0/networks/c2f6ceb5-5794-4108-95de-f66fdc88f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303979 Jul 09 09:46:48.674729 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-66fab5b0-38ee-4076-b4fe-11b5451c2fbf tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:48.682427 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-66fab5b0-38ee-4076-b4fe-11b5451c2fbf tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:48.720242 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fab5b0-38ee-4076-b4fe-11b5451c2fbf tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d242f85-ceec-45d2-a95c-c58049861745,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:48.781688 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449574d-79ae-4664-b3cf-c4dc0716f107 req-a8e095e3-0b3b-42f7-b840-5ebd5258e7b4 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:48.783541 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a449574d-79ae-4664-b3cf-c4dc0716f107 req-a8e095e3-0b3b-42f7-b840-5ebd5258e7b4 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/ports?device_id=455860d5-a0ce-4ddb-89fc-815a84f48db2 HTTP/1.1" status: 200 len: 944 time: 0.3251510 Jul 09 09:46:48.795561 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d05f15d-d354-4ac2-aae3-8afd28e495f5 admin admin] Made reservation on behalf of 813283cb89a545e1a829a2f32c9aa43c for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:46:48.798134 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d05f15d-d354-4ac2-aae3-8afd28e495f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:48.799009 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-66fab5b0-38ee-4076-b4fe-11b5451c2fbf tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:48.801557 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-66fab5b0-38ee-4076-b4fe-11b5451c2fbf tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6515534 Jul 09 09:46:48.804144 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41402) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:48.810868 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1c69b9d6-36c4-46a0-b0f7-3047d36f75c7 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Request body: {'security_group_rule': {'security_group_id': '2d242f85-ceec-45d2-a95c-c58049861745', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:48.852741 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'name': 'tempest-AttachVolumeTestJSON-198710829-router', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:31Z', 'updated_at': '2021-07-09T09:46:42Z', 'revision_number': 4, 'project_id': '3685effc09af44948de733ea732a3e9f', 'gw_port': {'id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:32Z', 'updated_at': '2021-07-09T09:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '1c003677-5ce5-4684-a967-9f0fa8144142', 'name': '', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'mac_address': 'fa:16:3e:70:15:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:38Z', 'updated_at': '2021-07-09T09:46:48Z', 'revision_number': 4, 'project_id': '3685effc09af44948de733ea732a3e9f', 'subnets': [{'id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:48.876379 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c69b9d6-36c4-46a0-b0f7-3047d36f75c7 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:48.899392 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1132ed37-31cf-4b9b-971c-154ec68415e8 None None] The sync data for ids ['79b47742-f435-4d63-b1ce-8e1523371d54'] in n-d-799996-1 is: [{'id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'name': 'tempest-AttachVolumeTestJSON-198710829-router', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:31Z', 'updated_at': '2021-07-09T09:46:42Z', 'revision_number': 4, 'project_id': '3685effc09af44948de733ea732a3e9f', 'gw_port': {'id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:32Z', 'updated_at': '2021-07-09T09:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '1c003677-5ce5-4684-a967-9f0fa8144142', 'name': '', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'mac_address': 'fa:16:3e:70:15:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:38Z', 'updated_at': '2021-07-09T09:46:48Z', 'revision_number': 4, 'project_id': '3685effc09af44948de733ea732a3e9f', 'subnets': [{'id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:46:48.932813 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28755307-2ae9-4455-972f-fd05f6369f93 req-e9ceabc3-8c2f-48bc-afb1-d7d3b545bda8 service neutron] 10.222.0.64 "GET /v2.0/networks/c2f6ceb5-5794-4108-95de-f66fdc88f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617674 Jul 09 09:46:48.947198 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a449574d-79ae-4664-b3cf-c4dc0716f107 req-debcd496-b774-4127-8bc3-f1d5c8edffac tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/security-groups?id=cda4987b-6516-4ef6-963d-b09b17b461cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450963 Jul 09 09:46:49.043709 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c69b9d6-36c4-46a0-b0f7-3047d36f75c7 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:49.059251 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c69b9d6-36c4-46a0-b0f7-3047d36f75c7 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:49.127138 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69b9d6-36c4-46a0-b0f7-3047d36f75c7 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb33030d-0a05-4339-83a3-fb5971f3d7c0,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:49.146856 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c69b9d6-36c4-46a0-b0f7-3047d36f75c7 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:49.148176 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1c69b9d6-36c4-46a0-b0f7-3047d36f75c7 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3415344 Jul 09 09:46:49.151074 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41410) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:49.171940 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d05f15d-d354-4ac2-aae3-8afd28e495f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:49.172791 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4baf29f1-2c69-43f6-971e-4071c237a69d tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Request body: {'security_group_rule': {'security_group_id': '2d242f85-ceec-45d2-a95c-c58049861745', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:49.244870 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4baf29f1-2c69-43f6-971e-4071c237a69d tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:49.246899 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f15d-d354-4ac2-aae3-8afd28e495f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:49.260443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05f15d-d354-4ac2-aae3-8afd28e495f5 admin admin] Checking segment: {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:46:49.260810 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d05f15d-d354-4ac2-aae3-8afd28e495f5 admin admin] Network hostable DHCP agents. Network: c39f085e-9a90-44ab-b2cf-d4cf479d1495, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:46:49.289522 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 91757a68-8029-44da-80bd-619fc07f5f0b up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:46:49.291638 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 6d46de24-d220-43c7-b679-4a4e4b24dc3d details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:46:49.366733 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4baf29f1-2c69-43f6-971e-4071c237a69d tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:49.372623 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4baf29f1-2c69-43f6-971e-4071c237a69d tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:49.404216 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4baf29f1-2c69-43f6-971e-4071c237a69d tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:49.404788 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 09:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6e3e23-55f5-4d3b-841e-7ef60608f361 x-openstack-request-id: req-9f6e3e23-55f5-4d3b-841e-7ef60608f361 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:46:49.405112 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd929abd-6278-4852-87c7-0686e4e0bd31", "tag": "6d46de24-d220-43c7-b679-4a4e4b24dc3d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4c4eb702-1891-48e4-be59-2e44924c79a0", "tag": "8a0316fb-01b5-4e63-bb49-bef85c00a86b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:46:49.408464 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9f6e3e23-55f5-4d3b-841e-7ef60608f361 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:46:49.408603 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4baf29f1-2c69-43f6-971e-4071c237a69d tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2536283 Jul 09 09:46:49.408689 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd929abd-6278-4852-87c7-0686e4e0bd31', 'tag': '6d46de24-d220-43c7-b679-4a4e4b24dc3d', 'status': 'completed', 'code': 200} Jul 09 09:46:49.408689 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4eb702-1891-48e4-be59-2e44924c79a0', 'tag': '8a0316fb-01b5-4e63-bb49-bef85c00a86b', 'status': 'completed', 'code': 200} Jul 09 09:46:49.409005 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d05f15d-d354-4ac2-aae3-8afd28e495f5 admin admin] Network c39f085e-9a90-44ab-b2cf-d4cf479d1495 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:46:49.410997 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 41416) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:49.414316 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf29f1-2c69-43f6-971e-4071c237a69d tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4eb1002-6ce3-41bc-8e8c-0b08c1d03163,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:49.458455 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2698dba7-e274-4e04-9c5b-ceaa241694bd tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:49.524084 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 6d46de24-d220-43c7-b679-4a4e4b24dc3d, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=6d46de24-d220-43c7-b679-4a4e4b24dc3d,segment=NetworkSegment(2c58f5a0-ab93-4680-8033-7825e893a009),segment_id=2c58f5a0-ab93-4680-8033-7825e893a009)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:49.537723 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '6d46de24-d220-43c7-b679-4a4e4b24dc3d', 'network_id': 'c2f6ceb5-5794-4108-95de-f66fdc88f31f', 'port_id': '6d46de24-d220-43c7-b679-4a4e4b24dc3d', 'mac_address': 'fa:16:3e:14:5a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2002bbc8-7322-4c12-bb3c-a20edc0b223a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:46:49.606346 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 91757a68-8029-44da-80bd-619fc07f5f0b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:46:49.612186 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 91757a68-8029-44da-80bd-619fc07f5f0b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:46:49.612676 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:49.639058 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:49.661158 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d46de24-d220-43c7-b679-4a4e4b24dc3d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:46:49.684885 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 6d46de24-d220-43c7-b679-4a4e4b24dc3d, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=6d46de24-d220-43c7-b679-4a4e4b24dc3d,segment=NetworkSegment(2c58f5a0-ab93-4680-8033-7825e893a009),segment_id=2c58f5a0-ab93-4680-8033-7825e893a009)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:49.696449 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:49.798457 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=6d46de24-d220-43c7-b679-4a4e4b24dc3d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:49.870696 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:49.912919 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 91757a68-8029-44da-80bd-619fc07f5f0b, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=91757a68-8029-44da-80bd-619fc07f5f0b,segment=NetworkSegment(2c58f5a0-ab93-4680-8033-7825e893a009),segment_id=2c58f5a0-ab93-4680-8033-7825e893a009)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:49.914607 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455860d5-a0ce-4ddb-89fc-815a84f48db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91757a68-8029-44da-80bd-619fc07f5f0b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:46:49.919472 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8679cf5-e80e-4396-a290-412f9f4ab39c" -d '{"events": [{"server_uuid": "455860d5-a0ce-4ddb-89fc-815a84f48db2", "name": "network-vif-plugged", "status": "completed", "tag": "91757a68-8029-44da-80bd-619fc07f5f0b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:46:49.926679 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:49.927796 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 4fc73820-288f-4a42-8d62-331c87285e29 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:46:49.935977 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['6d46de24-d220-43c7-b679-4a4e4b24dc3d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:46:50.058063 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-3d05f15d-d354-4ac2-aae3-8afd28e495f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, c39f085e-9a90-44ab-b2cf-d4cf479d1495) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:46:50.061746 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1c003677-5ce5-4684-a967-9f0fa8144142 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:46:50.078650 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f126b36-6b60-44a3-a936-5e3b775a97d9 None None] Network c39f085e-9a90-44ab-b2cf-d4cf479d1495 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:46:50.112815 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a419ea18-b3eb-4d4f-8c8e-c63bd22bb2d5 req-0d17dcb3-fc28-444a-b1be-4bca9caa2e64 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/ports?device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 210 time: 0.5880222 Jul 09 09:46:50.118613 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d05f15d-d354-4ac2-aae3-8afd28e495f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:50.120757 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d05f15d-d354-4ac2-aae3-8afd28e495f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:50.179306 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2698dba7-e274-4e04-9c5b-ceaa241694bd tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:50.192065 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3d05f15d-d354-4ac2-aae3-8afd28e495f5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5929472 Jul 09 09:46:50.194813 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41432) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:50.199525 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a468d924-2541-4d04-868e-c56d8c08d89c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:50.249666 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a468d924-2541-4d04-868e-c56d8c08d89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:50.251010 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a468d924-2541-4d04-868e-c56d8c08d89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:50.293141 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=91757a68-8029-44da-80bd-619fc07f5f0b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:50.341695 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2befd-279b-4047-9c44-73240e8d38d8 req-894fcdc6-4f74-49f3-9e17-194268117110 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:50.350386 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a468d924-2541-4d04-868e-c56d8c08d89c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:50.354735 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14d2befd-279b-4047-9c44-73240e8d38d8 req-894fcdc6-4f74-49f3-9e17-194268117110 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 944 time: 1.0764358 Jul 09 09:46:50.417223 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faee23-233d-4909-8bf9-15d98c314317 req-f1279895-ef02-4a82-b3b3-0ae24b5fcb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:50.418763 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19faee23-233d-4909-8bf9-15d98c314317 req-f1279895-ef02-4a82-b3b3-0ae24b5fcb57 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=710a61f7466b49d9bb29c17847afd0d0&device_id=bd929abd-6278-4852-87c7-0686e4e0bd31 HTTP/1.1" status: 200 len: 1095 time: 1.0109451 Jul 09 09:46:50.436214 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faee23-233d-4909-8bf9-15d98c314317 req-db72191e-6902-4e8e-b441-272eaa27e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:50.437745 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19faee23-233d-4909-8bf9-15d98c314317 req-db72191e-6902-4e8e-b441-272eaa27e9c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=710a61f7466b49d9bb29c17847afd0d0&device_id=4c4eb702-1891-48e4-be59-2e44924c79a0 HTTP/1.1" status: 200 len: 1094 time: 1.0538499 Jul 09 09:46:50.437961 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace9632e-5c0d-4100-b786-87506f8a208e x-openstack-request-id: req-ace9632e-5c0d-4100-b786-87506f8a208e {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:46:50.438268 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455860d5-a0ce-4ddb-89fc-815a84f48db2", "name": "network-vif-plugged", "status": "completed", "tag": "91757a68-8029-44da-80bd-619fc07f5f0b", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:46:50.438523 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ace9632e-5c0d-4100-b786-87506f8a208e {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:46:50.438933 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455860d5-a0ce-4ddb-89fc-815a84f48db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91757a68-8029-44da-80bd-619fc07f5f0b', 'code': 200} Jul 09 09:46:50.509744 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 4fc73820-288f-4a42-8d62-331c87285e29 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:46:50.510161 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:50.623012 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 1c003677-5ce5-4684-a967-9f0fa8144142 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:46:50.704287 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14d2befd-279b-4047-9c44-73240e8d38d8 req-8fa99983-5b5d-42d6-8ede-4755c3c1e24e tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470070 Jul 09 09:46:50.705830 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 1c003677-5ce5-4684-a967-9f0fa8144142 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:46:50.706222 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:50.786531 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a468d924-2541-4d04-868e-c56d8c08d89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:50.796854 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:46:50.797864 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:50.895549 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaca4ca-4a39-4dcd-b4c8-6e3e0f613f8e req-5ffe3e54-4eeb-4322-937b-b5f02ba38e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:50.901814 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aeaca4ca-4a39-4dcd-b4c8-6e3e0f613f8e req-5ffe3e54-4eeb-4322-937b-b5f02ba38e8e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=455860d5-a0ce-4ddb-89fc-815a84f48db2 HTTP/1.1" status: 200 len: 1096 time: 0.2230663 Jul 09 09:46:50.910380 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faee23-233d-4909-8bf9-15d98c314317 req-594792ad-c14c-404c-8f51-eecc4a45ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:50.912167 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19faee23-233d-4909-8bf9-15d98c314317 req-594792ad-c14c-404c-8f51-eecc4a45ac89 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2f6ceb5-5794-4108-95de-f66fdc88f31f HTTP/1.1" status: 200 len: 919 time: 0.4247401 Jul 09 09:46:51.039465 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aeaca4ca-4a39-4dcd-b4c8-6e3e0f613f8e req-d0d0602f-5ea8-4e4c-a6ba-061330223866 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cda4987b-6516-4ef6-963d-b09b17b461cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294036 Jul 09 09:46:51.077738 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19faee23-233d-4909-8bf9-15d98c314317 req-3f6df26a-2901-403d-9742-5397d8086541 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a0316fb-01b5-4e63-bb49-bef85c00a86b HTTP/1.1" status: 200 len: 217 time: 0.1338596 Jul 09 09:46:51.189023 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:51.241407 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faee23-233d-4909-8bf9-15d98c314317 req-d6084843-19e2-48e1-a908-3195b2b88745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:51.243104 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19faee23-233d-4909-8bf9-15d98c314317 req-d6084843-19e2-48e1-a908-3195b2b88745 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c2f6ceb5-5794-4108-95de-f66fdc88f31f HTTP/1.1" status: 200 len: 919 time: 0.8109279 Jul 09 09:46:51.298169 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2698dba7-e274-4e04-9c5b-ceaa241694bd tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:51.367794 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:51.378504 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a468d924-2541-4d04-868e-c56d8c08d89c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:51.406025 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a468d924-2541-4d04-868e-c56d8c08d89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:51.415727 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Allocated IP 172.20.0.2 (c39f085e-9a90-44ab-b2cf-d4cf479d1495/fab6cdb3-f000-49c3-8dc0-ab55f3975a4e/28194444-3cd3-4439-a81e-272eb8469041) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:46:51.437851 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 4fc73820-288f-4a42-8d62-331c87285e29, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=4fc73820-288f-4a42-8d62-331c87285e29,segment=NetworkSegment(2fcd96d6-045f-4d9c-badf-5ad7172598cb),segment_id=2fcd96d6-045f-4d9c-badf-5ad7172598cb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:51.455191 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19faee23-233d-4909-8bf9-15d98c314317 req-a7e7ba60-c029-4121-bad5-0e4b0e8ff2db service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d46de24-d220-43c7-b679-4a4e4b24dc3d HTTP/1.1" status: 200 len: 217 time: 0.1613195 Jul 09 09:46:51.469579 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:51.559452 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11018d-0181-4c80-bd81-71270ce86c28 req-dbcdd9db-483e-4128-abfa-bc02f8e82aa2 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:51.561178 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d11018d-0181-4c80-bd81-71270ce86c28 req-dbcdd9db-483e-4128-abfa-bc02f8e82aa2 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/ports?device_id=455860d5-a0ce-4ddb-89fc-815a84f48db2 HTTP/1.1" status: 200 len: 945 time: 0.9186733 Jul 09 09:46:51.593671 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 1c003677-5ce5-4684-a967-9f0fa8144142, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1c003677-5ce5-4684-a967-9f0fa8144142,segment=NetworkSegment(498e2393-079b-4450-9c02-7ce0fce4169c),segment_id=498e2393-079b-4450-9c02-7ce0fce4169c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:51.596385 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=4fc73820-288f-4a42-8d62-331c87285e29,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:51.601005 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7e1940e-d115-4c52-b45c-1ddeb0d7a1ab req-01ebe321-b7cb-44cb-b761-905c8657c5c2 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/ports?device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 210 time: 0.1588933 Jul 09 09:46:51.618364 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:51.680151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-62f71c14-34db-4006-b7a7-3cbc24e0712b tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:51.682177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-62f71c14-34db-4006-b7a7-3cbc24e0712b tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.64 "GET /v2.0/networks?id=73b12923-7036-466d-b40f-9387cec967ac HTTP/1.1" status: 200 len: 814 time: 0.5447097 Jul 09 09:46:51.718479 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faee23-233d-4909-8bf9-15d98c314317 req-cabed263-11d2-44dd-a109-15fbeb08442a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:51.720380 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19faee23-233d-4909-8bf9-15d98c314317 req-cabed263-11d2-44dd-a109-15fbeb08442a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2002bbc8-7322-4c12-bb3c-a20edc0b223a HTTP/1.1" status: 200 len: 858 time: 0.2302103 Jul 09 09:46:51.722191 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faee23-233d-4909-8bf9-15d98c314317 req-330df38d-7e33-4988-bd92-351c02b10fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:51.724299 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19faee23-233d-4909-8bf9-15d98c314317 req-330df38d-7e33-4988-bd92-351c02b10fec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2002bbc8-7322-4c12-bb3c-a20edc0b223a HTTP/1.1" status: 200 len: 858 time: 0.6261806 Jul 09 09:46:51.816384 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=1c003677-5ce5-4684-a967-9f0fa8144142,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:51.875230 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-2698dba7-e274-4e04-9c5b-ceaa241694bd tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Allocated IP 172.25.3.105 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/21410d9d-6ca6-4cef-bec5-be3a61db4d83) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:46:51.938204 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:51.954581 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Transition to ACTIVE for port object 28194444-3cd3-4439-a81e-272eb8469041 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:46:51.981985 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1c003677-5ce5-4684-a967-9f0fa8144142 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:46:52.009647 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Transition to ACTIVE for port object 28194444-3cd3-4439-a81e-272eb8469041 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:46:52.016865 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19faee23-233d-4909-8bf9-15d98c314317 req-be0b4c29-ad11-43f9-b674-9e77a463b865 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c2f6ceb5-5794-4108-95de-f66fdc88f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2776880 Jul 09 09:46:52.020572 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d11018d-0181-4c80-bd81-71270ce86c28 req-620ab9eb-bbaf-4e05-a0ff-2824d4b05327 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/security-groups?id=cda4987b-6516-4ef6-963d-b09b17b461cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255583 Jul 09 09:46:52.031230 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19faee23-233d-4909-8bf9-15d98c314317 req-2a273674-5c79-4fa1-bf92-35a68f372369 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2f6ceb5-5794-4108-95de-f66fdc88f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2415206 Jul 09 09:46:52.038092 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:52.109014 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Network c39f085e-9a90-44ab-b2cf-d4cf479d1495 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:46:52.114930 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:46:52.132891 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:46:52.166337 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 1c003677-5ce5-4684-a967-9f0fa8144142 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:46:52.166935 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:52.404805 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Pushing event updated for resources: {'Port': ['ID=28194444-3cd3-4439-a81e-272eb8469041,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:52.429918 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:52.430419 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:52.430771 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:52.431113 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:52.431449 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:52.431810 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:52.432144 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:52.432475 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:52.432812 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:52.433329 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:52.433662 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:52.433991 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:46:52.441783 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4095724d-5f70-4407-ba6a-211ee8fb120e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc73820-288f-4a42-8d62-331c87285e29'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:46:52.443919 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f2a695-634d-478f-982d-c3e1b64d29cc" -d '{"events": [{"server_uuid": "4095724d-5f70-4407-ba6a-211ee8fb120e", "name": "network-vif-plugged", "status": "completed", "tag": "4fc73820-288f-4a42-8d62-331c87285e29"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:46:52.451335 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Attempting to bind port 28194444-3cd3-4439-a81e-272eb8469041 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:46:52.451811 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Attempting to bind port 28194444-3cd3-4439-a81e-272eb8469041 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:46:52.452184 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Attempting to bind port 28194444-3cd3-4439-a81e-272eb8469041 on network c39f085e-9a90-44ab-b2cf-d4cf479d1495 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:46:52.462071 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:46:52.462458 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Checking segment: {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:46:52.462867 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:52.463270 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Bound using segment: {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:46:52.463782 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Bound port: 28194444-3cd3-4439-a81e-272eb8469041, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:46:52.464170 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:52.510282 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-fcad8879-8053-4d23-ba5b-761a83e43a0e tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b06aa4e6b3044acdb266fe859cc19b22 HTTP/1.1" status: 200 len: 380 time: 0.7848177 Jul 09 09:46:52.523935 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-4b045a57-6c4e-4e73-a7b0-aa3e1b45daec tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Request body: {'port': {'device_id': 'a46e655c-60d1-4771-a55d-5e6fe3ca700d', 'network_id': '73b12923-7036-466d-b40f-9387cec967ac', 'admin_state_up': True, 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'security_groups': ['008f37cd-4ba4-42ea-9981-f0d9957078b0']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:52.537481 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19faee23-233d-4909-8bf9-15d98c314317 req-18c6fe4e-b25d-4959-967b-b873cbb3adc2 service neutron] 10.222.0.58 "GET /v2.0/networks/c2f6ceb5-5794-4108-95de-f66fdc88f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5053475 Jul 09 09:46:52.682926 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] For port 28194444-3cd3-4439-a81e-272eb8469041, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:46:52.693821 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] For port 28194444-3cd3-4439-a81e-272eb8469041, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=28194444-3cd3-4439-a81e-272eb8469041,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:46:52.703876 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:52.756464 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19faee23-233d-4909-8bf9-15d98c314317 req-b4822bf9-7419-44e0-a715-b4305f2d7a40 service neutron] 10.222.0.64 "GET /v2.0/networks/c2f6ceb5-5794-4108-95de-f66fdc88f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7102532 Jul 09 09:46:52.760026 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2698dba7-e274-4e04-9c5b-ceaa241694bd tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:52.773368 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a17ff-7da1-445c-aa6d-3ab51d617871 req-1cfd4abb-9cfd-4391-bac8-57a4d1943c1f tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:52.781938 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d72a17ff-7da1-445c-aa6d-3ab51d617871 req-1cfd4abb-9cfd-4391-bac8-57a4d1943c1f tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.7530901 Jul 09 09:46:52.839605 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5892e6-7752-4f73-a375-ec9c4b36d8b2 x-openstack-request-id: req-2a5892e6-7752-4f73-a375-ec9c4b36d8b2 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:46:52.845772 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4095724d-5f70-4407-ba6a-211ee8fb120e", "name": "network-vif-plugged", "status": "completed", "tag": "4fc73820-288f-4a42-8d62-331c87285e29", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:46:52.846054 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2a5892e6-7752-4f73-a375-ec9c4b36d8b2 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:46:52.846516 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4095724d-5f70-4407-ba6a-211ee8fb120e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc73820-288f-4a42-8d62-331c87285e29', 'code': 200} Jul 09 09:46:52.848174 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f9449-9559-40d5-a3ae-149a852afa9b None None] Pushing event updated for resources: {'Port': ['ID=28194444-3cd3-4439-a81e-272eb8469041,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:53.024757 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d08b1f96-c2d9-4cc0-aca4-83af146b88a0 req-11d4924c-dfd4-421e-8d0b-2258f3a73bf3 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/ports?device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 210 time: 0.0533831 Jul 09 09:46:53.047925 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19faee23-233d-4909-8bf9-15d98c314317 req-8f7bc1d4-2ce2-4529-9d6c-7fdfd40c2b65 service neutron] 10.222.0.58 "GET /v2.0/networks/c2f6ceb5-5794-4108-95de-f66fdc88f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936976 Jul 09 09:46:53.067349 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ea795-4c96-4cdb-b919-5abc5fb7e721 req-0ed60934-213e-4274-9cca-bf9c72f097ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:53.069864 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-829ea795-4c96-4cdb-b919-5abc5fb7e721 req-0ed60934-213e-4274-9cca-bf9c72f097ac service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 1097 time: 0.0893393 Jul 09 09:46:53.070964 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d72a17ff-7da1-445c-aa6d-3ab51d617871 req-64b1bf23-182a-4fff-b3ae-ab2cc92a7b6e tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881384 Jul 09 09:46:53.150266 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-4b045a57-6c4e-4e73-a7b0-aa3e1b45daec tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Made reservation on behalf of b06aa4e6b3044acdb266fe859cc19b22 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:46:53.162247 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-4b045a57-6c4e-4e73-a7b0-aa3e1b45daec tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:53.231456 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-829ea795-4c96-4cdb-b919-5abc5fb7e721 req-c09140e2-5012-4c14-8c85-3d252599532e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535950 Jul 09 09:46:53.318475 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 6d46de24-d220-43c7-b679-4a4e4b24dc3d up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:46:53.336924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19faee23-233d-4909-8bf9-15d98c314317 req-b80eceb0-3b06-462d-ae01-a2a071e21017 service neutron] 10.222.0.64 "GET /v2.0/networks/c2f6ceb5-5794-4108-95de-f66fdc88f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439305 Jul 09 09:46:53.395538 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 6d46de24-d220-43c7-b679-4a4e4b24dc3d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:46:53.400967 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 6d46de24-d220-43c7-b679-4a4e4b24dc3d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:46:53.401352 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:53.404155 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-a468d924-2541-4d04-868e-c56d8c08d89c admin admin] Allocated IP 172.25.3.142 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/0e8966c8-54b1-4c5b-9d9b-94398b5ceb85) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:46:53.419420 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2698dba7-e274-4e04-9c5b-ceaa241694bd tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:53.532116 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:53.539063 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a468d924-2541-4d04-868e-c56d8c08d89c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:53.561162 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2698dba7-e274-4e04-9c5b-ceaa241694bd tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:46:53.577901 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-2698dba7-e274-4e04-9c5b-ceaa241694bd tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:46:53.578637 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 6d46de24-d220-43c7-b679-4a4e4b24dc3d, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=6d46de24-d220-43c7-b679-4a4e4b24dc3d,segment=NetworkSegment(2c58f5a0-ab93-4680-8033-7825e893a009),segment_id=2c58f5a0-ab93-4680-8033-7825e893a009)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:53.580455 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2698dba7-e274-4e04-9c5b-ceaa241694bd tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:46:53.586976 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:53.612872 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a468d924-2541-4d04-868e-c56d8c08d89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:53.678311 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698dba7-e274-4e04-9c5b-ceaa241694bd tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Pushing event updated for resources: {'Port': ['ID=21410d9d-6ca6-4cef-bec5-be3a61db4d83,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:53.678689 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468d924-2541-4d04-868e-c56d8c08d89c admin admin] Pushing event updated for resources: {'Port': ['ID=0e8966c8-54b1-4c5b-9d9b-94398b5ceb85,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:53.685014 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=6d46de24-d220-43c7-b679-4a4e4b24dc3d,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:53.715093 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a468d924-2541-4d04-868e-c56d8c08d89c admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:46:53.717319 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a468d924-2541-4d04-868e-c56d8c08d89c admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:46:53.725881 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a468d924-2541-4d04-868e-c56d8c08d89c admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:46:53.741771 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713feea6-3b6e-4f32-98b9-67e8f816f0a9 req-c1d4bc83-231d-43e0-a35c-dc168bde1656 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:53.749251 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-713feea6-3b6e-4f32-98b9-67e8f816f0a9 req-c1d4bc83-231d-43e0-a35c-dc168bde1656 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bdc21e3-a46b-4ed3-8597-9422910a4c19 HTTP/1.1" status: 200 len: 945 time: 0.4213870 Jul 09 09:46:53.773732 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-4b045a57-6c4e-4e73-a7b0-aa3e1b45daec tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Allocated IP 172.20.0.13 (73b12923-7036-466d-b40f-9387cec967ac/91038227-0f17-4a2f-8057-f5e05af69ad1/21c6d174-3609-4f0e-9ad2-22423d2f61b9) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:46:53.787399 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973d384-15ef-4e9e-a643-f4583f0e093e req-0af87a99-b7d4-4a70-93ba-08db2227e6ce tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:53.794377 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0973d384-15ef-4e9e-a643-f4583f0e093e req-0af87a99-b7d4-4a70-93ba-08db2227e6ce tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/ports?device_id=455860d5-a0ce-4ddb-89fc-815a84f48db2 HTTP/1.1" status: 200 len: 945 time: 0.4627759 Jul 09 09:46:53.852572 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 8a0316fb-01b5-4e63-bb49-bef85c00a86b details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:46:54.028103 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 28194444-3cd3-4439-a81e-272eb8469041 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:46:54.112301 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0973d384-15ef-4e9e-a643-f4583f0e093e req-bd400e4d-eaa7-49b7-bf9c-4550cab6d54a tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/security-groups?id=cda4987b-6516-4ef6-963d-b09b17b461cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169603 Jul 09 09:46:54.160716 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-713feea6-3b6e-4f32-98b9-67e8f816f0a9 req-d8ff970f-78e0-40a3-9445-80c57215a861 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099171 Jul 09 09:46:54.187369 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 8a0316fb-01b5-4e63-bb49-bef85c00a86b, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=8a0316fb-01b5-4e63-bb49-bef85c00a86b,segment=NetworkSegment(2c58f5a0-ab93-4680-8033-7825e893a009),segment_id=2c58f5a0-ab93-4680-8033-7825e893a009)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:54.205164 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '8a0316fb-01b5-4e63-bb49-bef85c00a86b', 'network_id': 'c2f6ceb5-5794-4108-95de-f66fdc88f31f', 'port_id': '8a0316fb-01b5-4e63-bb49-bef85c00a86b', 'mac_address': 'fa:16:3e:a3:b2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2002bbc8-7322-4c12-bb3c-a20edc0b223a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:46:54.241019 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 28194444-3cd3-4439-a81e-272eb8469041 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:46:54.271846 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2698dba7-e274-4e04-9c5b-ceaa241694bd tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:54.293158 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:54.310855 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a468d924-2541-4d04-868e-c56d8c08d89c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:54.330180 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a0316fb-01b5-4e63-bb49-bef85c00a86b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:46:54.391315 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746cd45e-ee60-4224-bf23-1598953c9f60 None None] Network c39f085e-9a90-44ab-b2cf-d4cf479d1495 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:46:54.398643 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 8a0316fb-01b5-4e63-bb49-bef85c00a86b, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=8a0316fb-01b5-4e63-bb49-bef85c00a86b,segment=NetworkSegment(2c58f5a0-ab93-4680-8033-7825e893a009),segment_id=2c58f5a0-ab93-4680-8033-7825e893a009)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:54.425507 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:54.635538 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9cf79deb-3d2f-4de3-a6d6-d4857056f9c0 None None] Provisioning for port 28194444-3cd3-4439-a81e-272eb8469041 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:46:54.700863 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9cf79deb-3d2f-4de3-a6d6-d4857056f9c0 None None] Provisioning complete for port 28194444-3cd3-4439-a81e-272eb8469041 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:46:54.700863 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9cf79deb-3d2f-4de3-a6d6-d4857056f9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:54.712147 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=8a0316fb-01b5-4e63-bb49-bef85c00a86b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:54.748919 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a468d924-2541-4d04-868e-c56d8c08d89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:54.757106 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['8a0316fb-01b5-4e63-bb49-bef85c00a86b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:46:54.848052 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd929abd-6278-4852-87c7-0686e4e0bd31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d46de24-d220-43c7-b679-4a4e4b24dc3d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:46:54.850296 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0cabc1-61c8-4b67-9906-b9949b648ab2" -d '{"events": [{"server_uuid": "bd929abd-6278-4852-87c7-0686e4e0bd31", "name": "network-vif-plugged", "status": "completed", "tag": "6d46de24-d220-43c7-b679-4a4e4b24dc3d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:46:54.963265 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9cf79deb-3d2f-4de3-a6d6-d4857056f9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:54.974279 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a468d924-2541-4d04-868e-c56d8c08d89c admin admin] Router b4da67ad-e929-4bf1-8741-3cf89236a06f is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:46:55.084384 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9cf79deb-3d2f-4de3-a6d6-d4857056f9c0 None None] For port 28194444-3cd3-4439-a81e-272eb8469041, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=28194444-3cd3-4439-a81e-272eb8469041,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:55.108360 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a468d924-2541-4d04-868e-c56d8c08d89c admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:46:55.110142 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9cf79deb-3d2f-4de3-a6d6-d4857056f9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:55.120699 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-4b045a57-6c4e-4e73-a7b0-aa3e1b45daec tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:55.131968 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a468d924-2541-4d04-868e-c56d8c08d89c admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:55.133459 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a468d924-2541-4d04-868e-c56d8c08d89c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9376411 Jul 09 09:46:55.142286 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41486) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:55.155213 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] Sync routers for ids ['b4da67ad-e929-4bf1-8741-3cf89236a06f'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:46:55.198023 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-87f4cd1f-3d00-4468-a41f-0bb373229fa9 req-5beaef70-fd05-414e-aace-8e92f7d92944 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/ports?device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 210 time: 0.6595738 Jul 09 09:46:55.325505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] Routers {'b4da67ad-e929-4bf1-8741-3cf89236a06f'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:46:55.327456 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:46:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b4da67ad-e929-4bf1-8741-3cf89236a06f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:55.340143 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-4b045a57-6c4e-4e73-a7b0-aa3e1b45daec tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Transition to ACTIVE for port object 21c6d174-3609-4f0e-9ad2-22423d2f61b9 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:46:55.357612 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2698dba7-e274-4e04-9c5b-ceaa241694bd tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:55.444568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf79deb-3d2f-4de3-a6d6-d4857056f9c0 None None] Pushing event updated for resources: {'Port': ['ID=28194444-3cd3-4439-a81e-272eb8469041,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:55.471507 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896bbc4-0510-4ec9-b3df-b6acbc990688 req-7a224c43-8957-4882-93ea-2753d8decf6e tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:55.474176 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2896bbc4-0510-4ec9-b3df-b6acbc990688 req-7a224c43-8957-4882-93ea-2753d8decf6e tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 1.0300581 Jul 09 09:46:55.602958 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d381a-f79f-49e5-b73b-22eaf8de572b req-e694ef7d-c28d-4c47-965e-4cb85f47b6cd tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:55.605925 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-895d381a-f79f-49e5-b73b-22eaf8de572b req-e694ef7d-c28d-4c47-965e-4cb85f47b6cd tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bdc21e3-a46b-4ed3-8597-9422910a4c19 HTTP/1.1" status: 200 len: 945 time: 1.2793431 Jul 09 09:46:55.638233 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-59278d97-4347-4d03-907e-a86c96a3debc None None] Provisioning complete for port 28194444-3cd3-4439-a81e-272eb8469041 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:46:55.638605 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-59278d97-4347-4d03-907e-a86c96a3debc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:55.711931 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] Set router b4da67ad-e929-4bf1-8741-3cf89236a06f gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:46:55.901166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97d0f2-a3de-418a-96c9-9140b7f76456 req-94a7fcc3-5afe-4dd3-8de7-626ddfc4b109 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:55.903847 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de97d0f2-a3de-418a-96c9-9140b7f76456 req-94a7fcc3-5afe-4dd3-8de7-626ddfc4b109 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4eb702-1891-48e4-be59-2e44924c79a0 HTTP/1.1" status: 200 len: 944 time: 0.4499278 Jul 09 09:46:55.905751 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-4b045a57-6c4e-4e73-a7b0-aa3e1b45daec tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:55.998853 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2896bbc4-0510-4ec9-b3df-b6acbc990688 req-e85c0b43-c028-407d-b1a7-02d8632774b7 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346657 Jul 09 09:46:56.035596 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:46:54Z', 'revision_number': 3, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:56.098893 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 28194444-3cd3-4439-a81e-272eb8469041 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:46:56.146907 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] Checking router: b4da67ad-e929-4bf1-8741-3cf89236a06f for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:46:56.147256 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] Updating router b4da67ad-e929-4bf1-8741-3cf89236a06f port 0e8966c8-54b1-4c5b-9d9b-94398b5ceb85 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:46:56.208752 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e32b569-bf57-4022-be93-814176cd3455 x-openstack-request-id: req-4e32b569-bf57-4022-be93-814176cd3455 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:46:56.209936 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd929abd-6278-4852-87c7-0686e4e0bd31", "name": "network-vif-plugged", "status": "completed", "tag": "6d46de24-d220-43c7-b679-4a4e4b24dc3d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:46:56.210198 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4e32b569-bf57-4022-be93-814176cd3455 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:46:56.210941 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd929abd-6278-4852-87c7-0686e4e0bd31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d46de24-d220-43c7-b679-4a4e4b24dc3d', 'code': 200} Jul 09 09:46:56.213172 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:56.272347 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 28194444-3cd3-4439-a81e-272eb8469041 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:46:56.272716 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:56.287467 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-4b045a57-6c4e-4e73-a7b0-aa3e1b45daec tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Network 73b12923-7036-466d-b40f-9387cec967ac is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:46:56.319434 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-4b045a57-6c4e-4e73-a7b0-aa3e1b45daec tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:46:56.323737 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-4b045a57-6c4e-4e73-a7b0-aa3e1b45daec tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:46:56.364747 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-895d381a-f79f-49e5-b73b-22eaf8de572b req-90e12f6e-394b-4bf2-a69a-ea7e58fae4b4 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Deleting port 09dd6c37-9295-46e2-be77-76eaa105fd22 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:46:56.365144 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-895d381a-f79f-49e5-b73b-22eaf8de572b req-90e12f6e-394b-4bf2-a69a-ea7e58fae4b4 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:56.513357 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22e8f80d-e461-42c3-81de-c5abaca0a94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:56.516945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-895d381a-f79f-49e5-b73b-22eaf8de572b req-90e12f6e-394b-4bf2-a69a-ea7e58fae4b4 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] For port 09dd6c37-9295-46e2-be77-76eaa105fd22, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=09dd6c37-9295-46e2-be77-76eaa105fd22,segment=NetworkSegment(6d01df26-a5f1-4df1-a180-1fecfaa7114b),segment_id=6d01df26-a5f1-4df1-a180-1fecfaa7114b)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:56.517320 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-895d381a-f79f-49e5-b73b-22eaf8de572b req-90e12f6e-394b-4bf2-a69a-ea7e58fae4b4 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:56.532366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-895d381a-f79f-49e5-b73b-22eaf8de572b req-90e12f6e-394b-4bf2-a69a-ea7e58fae4b4 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Calling delete_port for 09dd6c37-9295-46e2-be77-76eaa105fd22 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:46:56.678872 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d8f1f-74e8-4d97-9b38-3b5e53837263 req-bb447013-0a4b-4761-b7a0-98ac0d18a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:56.683976 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d53d8f1f-74e8-4d97-9b38-3b5e53837263 req-bb447013-0a4b-4761-b7a0-98ac0d18a0ea service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bd929abd-6278-4852-87c7-0686e4e0bd31 HTTP/1.1" status: 200 len: 1097 time: 0.3955312 Jul 09 09:46:56.786171 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:56.790841 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-363d92a1-1d17-4879-9b8b-db4aadc04edf None None] Provisioning for port 21c6d174-3609-4f0e-9ad2-22423d2f61b9 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:46:56.799726 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-363d92a1-1d17-4879-9b8b-db4aadc04edf None None] Provisioning complete for port 21c6d174-3609-4f0e-9ad2-22423d2f61b9 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:46:56.800498 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-363d92a1-1d17-4879-9b8b-db4aadc04edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:56.806883 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4cba36a8-0a97-469f-a1d1-b8be0af3de8c req-4f78f42d-dc20-4e86-975d-bdd0b76696dc tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bdc21e3-a46b-4ed3-8597-9422910a4c19 HTTP/1.1" status: 200 len: 210 time: 0.0323107 Jul 09 09:46:56.810029 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] Transition to ACTIVE for port object 0e8966c8-54b1-4c5b-9d9b-94398b5ceb85 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:46:56.828790 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-895d381a-f79f-49e5-b73b-22eaf8de572b req-90e12f6e-394b-4bf2-a69a-ea7e58fae4b4 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:56.841198 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d53d8f1f-74e8-4d97-9b38-3b5e53837263 req-7aa614ea-47aa-4075-803f-3f8e751c1d19 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cda4987b-6516-4ef6-963d-b09b17b461cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455097 Jul 09 09:46:56.870318 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b045a57-6c4e-4e73-a7b0-aa3e1b45daec tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Pushing event updated for resources: {'Port': ['ID=21c6d174-3609-4f0e-9ad2-22423d2f61b9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:56.901859 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['09dd6c37-9295-46e2-be77-76eaa105fd22'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:46:56.914279 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:56.925351 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de97d0f2-a3de-418a-96c9-9140b7f76456 req-479c881b-3e36-47fb-8241-b7593e2e8b1c tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/security-groups?id=cda4987b-6516-4ef6-963d-b09b17b461cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0019348 Jul 09 09:46:56.948937 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-22e8f80d-e461-42c3-81de-c5abaca0a94e admin admin] Allocated IP 172.20.0.1 (c39f085e-9a90-44ab-b2cf-d4cf479d1495/fab6cdb3-f000-49c3-8dc0-ab55f3975a4e/c21ceabc-f061-44ee-b758-498ea2226250) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:46:56.990368 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e12f6e-394b-4bf2-a69a-ea7e58fae4b4 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Pushing event deleted for resources: {'Port': ['ID=09dd6c37-9295-46e2-be77-76eaa105fd22,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:56.995721 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-895d381a-f79f-49e5-b73b-22eaf8de572b req-90e12f6e-394b-4bf2-a69a-ea7e58fae4b4 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] No DVR routers for this DVR port 09dd6c37-9295-46e2-be77-76eaa105fd22 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:46:56.999285 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-895d381a-f79f-49e5-b73b-22eaf8de572b req-90e12f6e-394b-4bf2-a69a-ea7e58fae4b4 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:57.002091 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-895d381a-f79f-49e5-b73b-22eaf8de572b req-90e12f6e-394b-4bf2-a69a-ea7e58fae4b4 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.64 "DELETE /v2.0/ports/09dd6c37-9295-46e2-be77-76eaa105fd22 HTTP/1.1" status: 204 len: 173 time: 1.3807251 Jul 09 09:46:57.005387 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdc21e3-a46b-4ed3-8597-9422910a4c19', 'name': 'network-vif-deleted', 'tag': '09dd6c37-9295-46e2-be77-76eaa105fd22'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:46:57.009105 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd7e346-995d-48c6-8b4b-b77892f9c46c" -d '{"events": [{"server_uuid": "4bdc21e3-a46b-4ed3-8597-9422910a4c19", "name": "network-vif-deleted", "tag": "09dd6c37-9295-46e2-be77-76eaa105fd22"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:46:57.017369 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-4b045a57-6c4e-4e73-a7b0-aa3e1b45daec tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:57.018459 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-4b045a57-6c4e-4e73-a7b0-aa3e1b45daec tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:57.059171 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-4b045a57-6c4e-4e73-a7b0-aa3e1b45daec tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5391314 Jul 09 09:46:57.077873 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-363d92a1-1d17-4879-9b8b-db4aadc04edf None None] Port 21c6d174-3609-4f0e-9ad2-22423d2f61b9 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:46:57.082742 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce059787-53d8-4461-9097-f5edab139fe5 None None] Pushing event updated for resources: {'Port': ['ID=0e8966c8-54b1-4c5b-9d9b-94398b5ceb85,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:57.083320 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-234ad1d3-bb8a-4e36-befe-6c935a89f03b service neutron] Request body: {'port': {'device_id': 'a46e655c-60d1-4771-a55d-5e6fe3ca700d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:57.121315 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d07ebe8-a32e-43b7-8f47-0d4b271c2e13 x-openstack-request-id: req-3d07ebe8-a32e-43b7-8f47-0d4b271c2e13 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:46:57.123076 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdc21e3-a46b-4ed3-8597-9422910a4c19", "name": "network-vif-deleted", "tag": "09dd6c37-9295-46e2-be77-76eaa105fd22", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:46:57.123510 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3d07ebe8-a32e-43b7-8f47-0d4b271c2e13 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:46:57.124094 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdc21e3-a46b-4ed3-8597-9422910a4c19', 'name': 'network-vif-deleted', 'tag': '09dd6c37-9295-46e2-be77-76eaa105fd22', 'status': 'completed', 'code': 200} Jul 09 09:46:57.127804 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] Attempting to bind port 0e8966c8-54b1-4c5b-9d9b-94398b5ceb85 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:46:57.128190 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] Attempting to bind port 0e8966c8-54b1-4c5b-9d9b-94398b5ceb85 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:46:57.129170 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22e8f80d-e461-42c3-81de-c5abaca0a94e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:57.129309 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] Attempting to bind port 0e8966c8-54b1-4c5b-9d9b-94398b5ceb85 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:46:57.132844 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2698dba7-e274-4e04-9c5b-ceaa241694bd tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:57.147473 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:46:57.148577 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:46:57.148999 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:57.149405 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:46:57.149906 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] Bound port: 0e8966c8-54b1-4c5b-9d9b-94398b5ceb85, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:46:57.154612 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:57.166032 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-22e8f80d-e461-42c3-81de-c5abaca0a94e admin admin] Transition to ACTIVE for port object c21ceabc-f061-44ee-b758-498ea2226250 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:46:57.223441 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22e8f80d-e461-42c3-81de-c5abaca0a94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:57.258051 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2698dba7-e274-4e04-9c5b-ceaa241694bd tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:57.287025 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e8f80d-e461-42c3-81de-c5abaca0a94e admin admin] Network c39f085e-9a90-44ab-b2cf-d4cf479d1495 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:46:57.292918 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-22e8f80d-e461-42c3-81de-c5abaca0a94e admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:46:57.315822 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e8f80d-e461-42c3-81de-c5abaca0a94e admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:46:57.333639 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] For port 0e8966c8-54b1-4c5b-9d9b-94398b5ceb85, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:46:57.346920 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] For port 0e8966c8-54b1-4c5b-9d9b-94398b5ceb85, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=0e8966c8-54b1-4c5b-9d9b-94398b5ceb85,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:46:57.355889 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:57.394254 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8f80d-e461-42c3-81de-c5abaca0a94e admin admin] Pushing event updated for resources: {'Port': ['ID=c21ceabc-f061-44ee-b758-498ea2226250,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:57.417632 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22e8f80d-e461-42c3-81de-c5abaca0a94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:57.503465 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce059787-53d8-4461-9097-f5edab139fe5 None None] Pushing event updated for resources: {'Port': ['ID=0e8966c8-54b1-4c5b-9d9b-94398b5ceb85,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:57.527477 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] Routers {'b4da67ad-e929-4bf1-8741-3cf89236a06f'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:46:57.535438 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:46:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b4da67ad-e929-4bf1-8741-3cf89236a06f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:57.545890 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698dba7-e274-4e04-9c5b-ceaa241694bd tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Pushing event updated for resources: {'Port': ['ID=21410d9d-6ca6-4cef-bec5-be3a61db4d83,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:57.629771 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64ad95-7b35-4a9b-b2b3-935f313631e8 req-1d880a92-a9be-4151-9357-e6af7b606f1b tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:57.637942 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0f64ad95-7b35-4a9b-b2b3-935f313631e8 req-1d880a92-a9be-4151-9357-e6af7b606f1b tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/ports?device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 932 time: 0.5394878 Jul 09 09:46:57.649862 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2698dba7-e274-4e04-9c5b-ceaa241694bd tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:57.652578 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-234ad1d3-bb8a-4e36-befe-6c935a89f03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:57.738590 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a3c96-d624-4b0e-b666-ef7905f0583b req-022580cb-eefa-4180-be95-5016f98c5567 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:57.745950 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a8a3c96-d624-4b0e-b666-ef7905f0583b req-022580cb-eefa-4180-be95-5016f98c5567 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.3771796 Jul 09 09:46:57.783372 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0f64ad95-7b35-4a9b-b2b3-935f313631e8 req-b928dcea-19a4-40cb-aec5-866e6a5aa2e1 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/security-groups?id=008f37cd-4ba4-42ea-9981-f0d9957078b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443672 Jul 09 09:46:57.784508 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22e8f80d-e461-42c3-81de-c5abaca0a94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:57.826324 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2698dba7-e274-4e04-9c5b-ceaa241694bd tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:57.830137 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2698dba7-e274-4e04-9c5b-ceaa241694bd tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.3854065 Jul 09 09:46:58.070703 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a8a3c96-d624-4b0e-b666-ef7905f0583b req-7c80f389-50a0-4c50-aedd-10130ae4d7bb tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240623 Jul 09 09:46:58.099152 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22e8f80d-e461-42c3-81de-c5abaca0a94e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:58.115735 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22e8f80d-e461-42c3-81de-c5abaca0a94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:58.174592 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 8a0316fb-01b5-4e63-bb49-bef85c00a86b up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:46:58.204199 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8f80d-e461-42c3-81de-c5abaca0a94e admin admin] Pushing event updated for resources: {'Port': ['ID=c21ceabc-f061-44ee-b758-498ea2226250,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:58.229639 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a123a757-d376-4cf0-ad1b-427fa68e914f None None] Provisioning for port c21ceabc-f061-44ee-b758-498ea2226250 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:46:58.240136 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22e8f80d-e461-42c3-81de-c5abaca0a94e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:58.262352 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a123a757-d376-4cf0-ad1b-427fa68e914f None None] Provisioning complete for port c21ceabc-f061-44ee-b758-498ea2226250 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:46:58.263047 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a123a757-d376-4cf0-ad1b-427fa68e914f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:58.266470 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] Set router b4da67ad-e929-4bf1-8741-3cf89236a06f gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:46:58.313652 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5736e4a3-763a-490f-b79e-00e2eb44e5ec req-4352f8a1-30a0-4998-8937-ecf97b5d0597 tempest-ServersTestJSON-344297923 tempest-ServersTestJSON-344297923-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bdc21e3-a46b-4ed3-8597-9422910a4c19 HTTP/1.1" status: 200 len: 210 time: 0.2067909 Jul 09 09:46:58.429512 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e8f80d-e461-42c3-81de-c5abaca0a94e admin admin] Network c39f085e-9a90-44ab-b2cf-d4cf479d1495 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:46:58.435536 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-22e8f80d-e461-42c3-81de-c5abaca0a94e admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:46:58.459389 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9be09-0bf1-48b5-bb54-78a94bd033a3 req-19bb6141-c95f-4993-8e24-513252ccdc9a tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:58.461339 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ce9be09-0bf1-48b5-bb54-78a94bd033a3 req-19bb6141-c95f-4993-8e24-513252ccdc9a tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4eb702-1891-48e4-be59-2e44924c79a0 HTTP/1.1" status: 200 len: 944 time: 0.1851671 Jul 09 09:46:58.520182 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a123a757-d376-4cf0-ad1b-427fa68e914f None None] Port c21ceabc-f061-44ee-b758-498ea2226250 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:46:58.555758 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 8a0316fb-01b5-4e63-bb49-bef85c00a86b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:46:58.568810 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 8a0316fb-01b5-4e63-bb49-bef85c00a86b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:46:58.570629 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:58.615672 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ce9be09-0bf1-48b5-bb54-78a94bd033a3 req-7de7e7e4-5da3-4dac-85c4-a8205084b2c1 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/security-groups?id=cda4987b-6516-4ef6-963d-b09b17b461cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475072 Jul 09 09:46:58.660567 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e8f80d-e461-42c3-81de-c5abaca0a94e admin admin] Router b4da67ad-e929-4bf1-8741-3cf89236a06f has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:46:58.693194 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-386a573c-ba31-481b-9452-e79308616e4e req-2ba23bec-3c19-40a1-9c2c-8ad21de6a03d tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--203635372&fields=id&tenant_id=3685effc09af44948de733ea732a3e9f HTTP/1.1" status: 200 len: 267 time: 0.1791093 Jul 09 09:46:58.766167 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:58.814331 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4eb702-1891-48e4-be59-2e44924c79a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0316fb-01b5-4e63-bb49-bef85c00a86b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:46:58.817723 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77a3ddf-ef08-4623-9736-594f50546f66" -d '{"events": [{"server_uuid": "4c4eb702-1891-48e4-be59-2e44924c79a0", "name": "network-vif-plugged", "status": "completed", "tag": "8a0316fb-01b5-4e63-bb49-bef85c00a86b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:46:58.877372 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:46:54Z', 'revision_number': 3, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:46:58.883245 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 8a0316fb-01b5-4e63-bb49-bef85c00a86b, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=8a0316fb-01b5-4e63-bb49-bef85c00a86b,segment=NetworkSegment(2c58f5a0-ab93-4680-8033-7825e893a009),segment_id=2c58f5a0-ab93-4680-8033-7825e893a009)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:46:58.890568 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e8f80d-e461-42c3-81de-c5abaca0a94e admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:46:58.901949 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-22e8f80d-e461-42c3-81de-c5abaca0a94e admin admin] 10.222.0.61 "PUT /v2.0/routers/b4da67ad-e929-4bf1-8741-3cf89236a06f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7582593 Jul 09 09:46:58.936193 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec7b056-b2d7-4dcc-9109-3ee297b8861c None None] The sync data for ids ['b4da67ad-e929-4bf1-8741-3cf89236a06f'] in n-d-799996-1 is: [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:46:54Z', 'revision_number': 3, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:46:58.943557 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:58.990636 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-66737969-ef67-496a-abf0-c7c620ee10bf None None] Provisioning complete for port c21ceabc-f061-44ee-b758-498ea2226250 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:46:58.991185 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66737969-ef67-496a-abf0-c7c620ee10bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:59.017118 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-234ad1d3-bb8a-4e36-befe-6c935a89f03b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c6d174-3609-4f0e-9ad2-22423d2f61b9 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:46:59.056411 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-234ad1d3-bb8a-4e36-befe-6c935a89f03b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:59.067736 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=8a0316fb-01b5-4e63-bb49-bef85c00a86b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:59.073754 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-66737969-ef67-496a-abf0-c7c620ee10bf None None] Port c21ceabc-f061-44ee-b758-498ea2226250 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:46:59.140730 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a573c-ba31-481b-9452-e79308616e4e req-2eb33fb8-1dd8-41c8-8a7b-ae4a0d4b0523 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:59.140730 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-386a573c-ba31-481b-9452-e79308616e4e req-2eb33fb8-1dd8-41c8-8a7b-ae4a0d4b0523 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/networks?id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08 HTTP/1.1" status: 200 len: 810 time: 0.4333122 Jul 09 09:46:59.140730 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-234ad1d3-bb8a-4e36-befe-6c935a89f03b service neutron] Transition to ACTIVE for port object 21c6d174-3609-4f0e-9ad2-22423d2f61b9 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:46:59.171212 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-234ad1d3-bb8a-4e36-befe-6c935a89f03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:59.246732 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-386a573c-ba31-481b-9452-e79308616e4e req-89d73e41-326b-4102-960c-9ea6534dab92 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/quotas/3685effc09af44948de733ea732a3e9f HTTP/1.1" status: 200 len: 375 time: 0.0923929 Jul 09 09:46:59.295500 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18527040-f737-44dc-aa0f-a1a68dd38f43 req-d713b19e-7c54-46cb-82cb-f8e8f71b1e3f tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:59.297146 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18527040-f737-44dc-aa0f-a1a68dd38f43 req-d713b19e-7c54-46cb-82cb-f8e8f71b1e3f tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.3696227 Jul 09 09:46:59.375815 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ad1d3-bb8a-4e36-befe-6c935a89f03b service neutron] Pushing event updated for resources: {'Port': ['ID=21c6d174-3609-4f0e-9ad2-22423d2f61b9,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:46:59.504843 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18527040-f737-44dc-aa0f-a1a68dd38f43 req-419a3bf6-bd0d-4849-a3eb-79fb9e081ed1 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735518 Jul 09 09:46:59.563117 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-234ad1d3-bb8a-4e36-befe-6c935a89f03b service neutron] Attempting to bind port 21c6d174-3609-4f0e-9ad2-22423d2f61b9 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:46:59.563459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-234ad1d3-bb8a-4e36-befe-6c935a89f03b service neutron] Attempting to bind port 21c6d174-3609-4f0e-9ad2-22423d2f61b9 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '37121bee-19fc-4c63-9d31-ee5659dd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '73b12923-7036-466d-b40f-9387cec967ac'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:46:59.563821 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-234ad1d3-bb8a-4e36-befe-6c935a89f03b service neutron] Attempting to bind port 21c6d174-3609-4f0e-9ad2-22423d2f61b9 on network 73b12923-7036-466d-b40f-9387cec967ac {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:46:59.587198 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-386a573c-ba31-481b-9452-e79308616e4e req-ddf23de7-940a-4f61-b8f2-82004d320b6a tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3685effc09af44948de733ea732a3e9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3179889 Jul 09 09:46:59.590113 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-234ad1d3-bb8a-4e36-befe-6c935a89f03b service neutron] Port 21c6d174-3609-4f0e-9ad2-22423d2f61b9 on network 73b12923-7036-466d-b40f-9387cec967ac not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:46:59.590449 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-234ad1d3-bb8a-4e36-befe-6c935a89f03b service neutron] Attempting to bind port 21c6d174-3609-4f0e-9ad2-22423d2f61b9 on network 73b12923-7036-466d-b40f-9387cec967ac {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:46:59.600551 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-234ad1d3-bb8a-4e36-befe-6c935a89f03b service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:46:59.600964 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-234ad1d3-bb8a-4e36-befe-6c935a89f03b service neutron] Checking segment: {'id': '37121bee-19fc-4c63-9d31-ee5659dd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '73b12923-7036-466d-b40f-9387cec967ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:46:59.601288 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-234ad1d3-bb8a-4e36-befe-6c935a89f03b service neutron] Bound using segment: {'id': '37121bee-19fc-4c63-9d31-ee5659dd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '73b12923-7036-466d-b40f-9387cec967ac'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:46:59.601719 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-234ad1d3-bb8a-4e36-befe-6c935a89f03b service neutron] Bound port: 21c6d174-3609-4f0e-9ad2-22423d2f61b9, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37121bee-19fc-4c63-9d31-ee5659dd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '73b12923-7036-466d-b40f-9387cec967ac'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:46:59.602078 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-234ad1d3-bb8a-4e36-befe-6c935a89f03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:59.751397 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41546) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:46:59.757821 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8ab89f0f-acb1-4d2d-ad9e-53f950217eb5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1179239046-network', 'tenant_id': '7afdd927203941c094a475fc277590ce'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:46:59.788482 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab89f0f-acb1-4d2d-ad9e-53f950217eb5 admin admin] Made reservation on behalf of 7afdd927203941c094a475fc277590ce for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:46:59.791984 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ab89f0f-acb1-4d2d-ad9e-53f950217eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:59.807195 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ab89f0f-acb1-4d2d-ad9e-53f950217eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:59.831053 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-386a573c-ba31-481b-9452-e79308616e4e req-6643cd40-1de2-4315-bd85-45443b2f23b1 service neutron] 10.222.0.61 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181394 Jul 09 09:46:59.865131 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-234ad1d3-bb8a-4e36-befe-6c935a89f03b service neutron] For port 21c6d174-3609-4f0e-9ad2-22423d2f61b9, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:46:59.874939 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 09dd6c37-9295-46e2-be77-76eaa105fd22 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:46:59.929541 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 09dd6c37-9295-46e2-be77-76eaa105fd22 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:46:59.929913 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 09dd6c37-9295-46e2-be77-76eaa105fd22 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:46:59.947483 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-234ad1d3-bb8a-4e36-befe-6c935a89f03b service neutron] For port 21c6d174-3609-4f0e-9ad2-22423d2f61b9, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=21c6d174-3609-4f0e-9ad2-22423d2f61b9,segment=NetworkSegment(37121bee-19fc-4c63-9d31-ee5659dd3ba9),segment_id=37121bee-19fc-4c63-9d31-ee5659dd3ba9)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:46:59.983137 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64edb30-4bcb-468a-be71-2177ac78ce35 req-130c4e47-7e7f-4d7b-9790-485fceb4b6f2 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:46:59.989103 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ab89f0f-acb1-4d2d-ad9e-53f950217eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:46:59.992646 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e64edb30-4bcb-468a-be71-2177ac78ce35 req-130c4e47-7e7f-4d7b-9790-485fceb4b6f2 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/ports?device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 944 time: 0.2955151 Jul 09 09:46:59.998536 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ab89f0f-acb1-4d2d-ad9e-53f950217eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:00.020206 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 0e8966c8-54b1-4c5b-9d9b-94398b5ceb85 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:47:00.030171 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab89f0f-acb1-4d2d-ad9e-53f950217eb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:47:00.050660 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab89f0f-acb1-4d2d-ad9e-53f950217eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab1742d-ca90-4491-b3d2-2e6845721b8f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:00.057776 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ab89f0f-acb1-4d2d-ad9e-53f950217eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:00.058186 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-8ab89f0f-acb1-4d2d-ad9e-53f950217eb5 admin admin] Added segment 502c74ec-19db-4108-8faf-d4d98c921efc of type vlan for network 51fb6560-3d86-40ac-a56a-51d708beecf0 Jul 09 09:47:00.078157 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-234ad1d3-bb8a-4e36-befe-6c935a89f03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:00.096633 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e64edb30-4bcb-468a-be71-2177ac78ce35 req-e7e0cf9b-a0b9-4be6-8764-0f34cdd4547e tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/security-groups?id=008f37cd-4ba4-42ea-9981-f0d9957078b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029198 Jul 09 09:47:00.131376 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 0e8966c8-54b1-4c5b-9d9b-94398b5ceb85 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:47:00.136778 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ab89f0f-acb1-4d2d-ad9e-53f950217eb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:00.141078 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 0e8966c8-54b1-4c5b-9d9b-94398b5ceb85 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:00.144318 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:00.207400 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ab89f0f-acb1-4d2d-ad9e-53f950217eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:00.208592 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab89f0f-acb1-4d2d-ad9e-53f950217eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:00.209721 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fd661e-f375-43fa-a7cb-1d76c7b683c3 x-openstack-request-id: req-80fd661e-f375-43fa-a7cb-1d76c7b683c3 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:00.210031 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4eb702-1891-48e4-be59-2e44924c79a0", "name": "network-vif-plugged", "status": "completed", "tag": "8a0316fb-01b5-4e63-bb49-bef85c00a86b", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:00.210187 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ab89f0f-acb1-4d2d-ad9e-53f950217eb5 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:00.210331 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-80fd661e-f375-43fa-a7cb-1d76c7b683c3 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:00.210763 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4eb702-1891-48e4-be59-2e44924c79a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0316fb-01b5-4e63-bb49-bef85c00a86b', 'code': 200} Jul 09 09:47:00.279117 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:00.304716 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8ab89f0f-acb1-4d2d-ad9e-53f950217eb5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5518925 Jul 09 09:47:00.307343 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41550) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:00.313033 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d12c90a4-08fc-4532-9795-3a919207b368 admin admin] Request body: {'subnet': {'network_id': '51fb6560-3d86-40ac-a56a-51d708beecf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1179239046-subnet', 'tenant_id': '7afdd927203941c094a475fc277590ce', 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:00.319091 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 0e8966c8-54b1-4c5b-9d9b-94398b5ceb85, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=0e8966c8-54b1-4c5b-9d9b-94398b5ceb85,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:00.332877 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-234ad1d3-bb8a-4e36-befe-6c935a89f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:00.333518 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-234ad1d3-bb8a-4e36-befe-6c935a89f03b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:00.334797 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab89f0f-acb1-4d2d-ad9e-53f950217eb5 admin admin] Pushing event updated for resources: {'Network': ['ID=51fb6560-3d86-40ac-a56a-51d708beecf0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:00.335029 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-234ad1d3-bb8a-4e36-befe-6c935a89f03b service neutron] 10.222.0.64 "PUT /v2.0/ports/21c6d174-3609-4f0e-9ad2-22423d2f61b9 HTTP/1.1" status: 200 len: 1092 time: 3.2624211 Jul 09 09:47:00.349053 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 51fb6560-3d86-40ac-a56a-51d708beecf0 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:47:00.357002 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:00.365714 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12c90a4-08fc-4532-9795-3a919207b368 admin admin] Made reservation on behalf of 7afdd927203941c094a475fc277590ce for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:47:00.368846 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d12c90a4-08fc-4532-9795-3a919207b368 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:00.395455 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41552) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:00.396998 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46e655c-60d1-4771-a55d-5e6fe3ca700d', 'tag': '21c6d174-3609-4f0e-9ad2-22423d2f61b9'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:00.403678 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf42460-d0dc-4f7d-82c2-050bca9a6eec" -d '{"events": [{"name": "network-changed", "server_uuid": "a46e655c-60d1-4771-a55d-5e6fe3ca700d", "tag": "21c6d174-3609-4f0e-9ad2-22423d2f61b9"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:00.444692 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ad1d3-bb8a-4e36-befe-6c935a89f03b service neutron] Pushing event updated for resources: {'Port': ['ID=21c6d174-3609-4f0e-9ad2-22423d2f61b9,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:00.553433 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-386a573c-ba31-481b-9452-e79308616e4e req-aacdb630-b116-40a9-b394-9c82d123e619 service neutron] 10.222.0.61 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7100379 Jul 09 09:47:00.627826 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=0e8966c8-54b1-4c5b-9d9b-94398b5ceb85,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:00.661032 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9252e-39d1-447c-99a8-9babb8772a8b req-a38feeaa-43c5-41a4-8f72-cc679f965686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:00.666658 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aea9252e-39d1-447c-99a8-9babb8772a8b req-a38feeaa-43c5-41a4-8f72-cc679f965686 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4c4eb702-1891-48e4-be59-2e44924c79a0 HTTP/1.1" status: 200 len: 1096 time: 0.3819630 Jul 09 09:47:00.722943 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-02f7680c-0821-4970-ac85-c9b3f511164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:00.724456 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-02f7680c-0821-4970-ac85-c9b3f511164f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b06aa4e6b3044acdb266fe859cc19b22&device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 1095 time: 0.3060782 Jul 09 09:47:00.802190 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f95e40-4b65-4b1e-a902-e6731a87bbf2 admin admin] Deleting subnet f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:47:00.805890 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27f95e40-4b65-4b1e-a902-e6731a87bbf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:00.836888 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aea9252e-39d1-447c-99a8-9babb8772a8b req-ebe5e03a-f5af-46df-9134-be2afd998d23 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cda4987b-6516-4ef6-963d-b09b17b461cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631641 Jul 09 09:47:00.838128 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-0f6b298f-f7f4-47fe-bbde-d9a92b0abde0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c6d174-3609-4f0e-9ad2-22423d2f61b9 HTTP/1.1" status: 200 len: 217 time: 0.1025069 Jul 09 09:47:00.855018 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27f95e40-4b65-4b1e-a902-e6731a87bbf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:00.922839 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68abdd2c-ddca-43f3-8acb-6b59f07b7a4d x-openstack-request-id: req-68abdd2c-ddca-43f3-8acb-6b59f07b7a4d {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:00.923151 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46e655c-60d1-4771-a55d-5e6fe3ca700d", "tag": "21c6d174-3609-4f0e-9ad2-22423d2f61b9", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:00.923492 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-68abdd2c-ddca-43f3-8acb-6b59f07b7a4d {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:00.923777 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46e655c-60d1-4771-a55d-5e6fe3ca700d', 'tag': '21c6d174-3609-4f0e-9ad2-22423d2f61b9', 'status': 'completed', 'code': 200} Jul 09 09:47:00.953219 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d12c90a4-08fc-4532-9795-3a919207b368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:00.995516 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27f95e40-4b65-4b1e-a902-e6731a87bbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:01.009848 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38751257-6680-4714-b648-13624e3832e6 req-445bd752-ce98-4e65-a9bb-668150ce0cca tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:01.011449 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38751257-6680-4714-b648-13624e3832e6 req-445bd752-ce98-4e65-a9bb-668150ce0cca tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4eb702-1891-48e4-be59-2e44924c79a0 HTTP/1.1" status: 200 len: 945 time: 0.1252801 Jul 09 09:47:01.090718 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12c90a4-08fc-4532-9795-3a919207b368 admin admin] Checking segment: {'id': '502c74ec-19db-4108-8faf-d4d98c921efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '51fb6560-3d86-40ac-a56a-51d708beecf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:47:01.091491 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12c90a4-08fc-4532-9795-3a919207b368 admin admin] Network hostable DHCP agents. Network: 51fb6560-3d86-40ac-a56a-51d708beecf0, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:47:01.103072 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c90a4-08fc-4532-9795-3a919207b368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b58ca4e2-227e-4212-b8dc-1299a88a5a36,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:01.114416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f413a557-0f08-4cab-abf5-0e0a1567a5ed req-85c268b0-9ac5-4dc7-8f41-97160aafa8f9 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 210 time: 0.1163824 Jul 09 09:47:01.161776 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38751257-6680-4714-b648-13624e3832e6 req-6cc1813e-2400-4e06-820c-2189ec62c2ff tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/security-groups?id=cda4987b-6516-4ef6-963d-b09b17b461cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163738 Jul 09 09:47:01.178243 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12c90a4-08fc-4532-9795-3a919207b368 admin admin] Network 51fb6560-3d86-40ac-a56a-51d708beecf0 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:47:01.187646 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27f95e40-4b65-4b1e-a902-e6731a87bbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:01.187930 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-5fb90b07-be8d-42d8-832f-0cc85cef4f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:01.194389 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-5fb90b07-be8d-42d8-832f-0cc85cef4f26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91038227-0f17-4a2f-8057-f5e05af69ad1 HTTP/1.1" status: 200 len: 853 time: 0.2063680 Jul 09 09:47:01.246494 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f95e40-4b65-4b1e-a902-e6731a87bbf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:01.263864 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d12c90a4-08fc-4532-9795-3a919207b368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 51fb6560-3d86-40ac-a56a-51d708beecf0) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:47:01.269600 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27f95e40-4b65-4b1e-a902-e6731a87bbf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:01.274194 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-27f95e40-4b65-4b1e-a902-e6731a87bbf2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f20eaf51-dd2c-4dd5-9a72-ac5b95d6fa66 HTTP/1.1" status: 204 len: 168 time: 0.8752732 Jul 09 09:47:01.275476 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607a3433-b39f-4073-9da1-abd6a3a890fa None None] Network 51fb6560-3d86-40ac-a56a-51d708beecf0 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:47:01.279243 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c90a4-08fc-4532-9795-3a919207b368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:01.280559 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d12c90a4-08fc-4532-9795-3a919207b368 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:01.282607 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 41580) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:01.313930 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d12c90a4-08fc-4532-9795-3a919207b368 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0052667 Jul 09 09:47:01.316783 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41582) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:01.321563 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a754881a-6553-4ecb-b095-ab543e0762e8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1179239046-router', 'tenant_id': '7afdd927203941c094a475fc277590ce', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:01.356728 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a754881a-6553-4ecb-b095-ab543e0762e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:01.358620 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a754881a-6553-4ecb-b095-ab543e0762e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:01.481833 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a754881a-6553-4ecb-b095-ab543e0762e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:01.640743 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460f5d6c-1a59-4f19-b55a-babdde5dee38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-51fb6560-3d86-40ac-a56a-51d708beecf0', 'network_id': '51fb6560-3d86-40ac-a56a-51d708beecf0', 'tenant_id': '7afdd927203941c094a475fc277590ce', 'fixed_ips': [{'subnet_id': 'b58ca4e2-227e-4212-b8dc-1299a88a5a36'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:47:01.641633 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-460f5d6c-1a59-4f19-b55a-babdde5dee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:01.690918 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] Sync routers for ids ['b4da67ad-e929-4bf1-8741-3cf89236a06f'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:47:01.698882 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a754881a-6553-4ecb-b095-ab543e0762e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:01.705400 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] Routers {'b4da67ad-e929-4bf1-8741-3cf89236a06f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:47:01.706127 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:46:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b4da67ad-e929-4bf1-8741-3cf89236a06f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:01.936110 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-460f5d6c-1a59-4f19-b55a-babdde5dee38 None None] Allocated IP 172.20.0.2 (51fb6560-3d86-40ac-a56a-51d708beecf0/b58ca4e2-227e-4212-b8dc-1299a88a5a36/9cd07804-6e41-498d-9a34-d78391326e92) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:47:01.942261 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] Set router b4da67ad-e929-4bf1-8741-3cf89236a06f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:47:02.022256 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-def0e269-2ece-4997-b444-dd42eba85794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:02.036436 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-a152c8f7-bb34-495a-a814-d2bfcb5902bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:02.038363 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-a152c8f7-bb34-495a-a814-d2bfcb5902bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73b12923-7036-466d-b40f-9387cec967ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8357792 Jul 09 09:47:02.085568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 0e8966c8-54b1-4c5b-9d9b-94398b5ceb85 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:47:02.154830 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-df449c3d-204e-48cf-986b-0ed6cc5aad1d tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:02.162922 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-df449c3d-204e-48cf-986b-0ed6cc5aad1d tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/networks?id=aa16ead4-f559-45b1-91c1-40adc231fd0d HTTP/1.1" status: 200 len: 815 time: 0.9052846 Jul 09 09:47:02.224551 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-0be6802b-4d92-4a48-95ed-de7e66a5b83a tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/quotas/ffb469a9ebec49548fba40676b1fdf87 HTTP/1.1" status: 200 len: 375 time: 0.0603175 Jul 09 09:47:02.249263 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b2df6-2eff-4098-b149-e2cc01c8c146 req-1ed4403a-c2d1-484a-b09e-659849e4f154 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:02.257728 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-146b2df6-2eff-4098-b149-e2cc01c8c146 req-1ed4403a-c2d1-484a-b09e-659849e4f154 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/ports?device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 944 time: 0.8226123 Jul 09 09:47:02.274949 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a754881a-6553-4ecb-b095-ab543e0762e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:02.321308 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 0e8966c8-54b1-4c5b-9d9b-94398b5ceb85 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:02.321959 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:02.373042 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-def0e269-2ece-4997-b444-dd42eba85794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:02.398395 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-def0e269-2ece-4997-b444-dd42eba85794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbc3900-4d61-41a9-810b-30caed204142']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:02.402601 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-5c2f34d6-ee1b-452b-acb4-a3983cbb7ab0 service neutron] 10.222.0.64 "GET /v2.0/networks/73b12923-7036-466d-b40f-9387cec967ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520153 Jul 09 09:47:02.419477 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-def0e269-2ece-4997-b444-dd42eba85794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d01df26-a5f1-4df1-a180-1fecfaa7114b') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:02.420201 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-def0e269-2ece-4997-b444-dd42eba85794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d01df26-a5f1-4df1-a180-1fecfaa7114b') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:02.428478 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a754881a-6553-4ecb-b095-ab543e0762e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:02.461489 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-146b2df6-2eff-4098-b149-e2cc01c8c146 req-ae143885-ce14-4dd1-b826-2823665e302e tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/security-groups?id=008f37cd-4ba4-42ea-9981-f0d9957078b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023070 Jul 09 09:47:02.464415 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-460f5d6c-1a59-4f19-b55a-babdde5dee38 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:02.467067 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-def0e269-2ece-4997-b444-dd42eba85794 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:02.482304 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-460f5d6c-1a59-4f19-b55a-babdde5dee38 None None] Transition to ACTIVE for port object 9cd07804-6e41-498d-9a34-d78391326e92 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:47:02.502355 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-460f5d6c-1a59-4f19-b55a-babdde5dee38 None None] Transition to ACTIVE for port object 9cd07804-6e41-498d-9a34-d78391326e92 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:47:02.514469 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-460f5d6c-1a59-4f19-b55a-babdde5dee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:02.516640 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53573515-4691-4c5d-9a63-b751d9068391 req-e6933e4e-0467-44bf-9477-507c3240b2da tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:02.524377 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-53573515-4691-4c5d-9a63-b751d9068391 req-e6933e4e-0467-44bf-9477-507c3240b2da tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.58 "GET /v2.0/ports?device_id=4095724d-5f70-4407-ba6a-211ee8fb120e HTTP/1.1" status: 200 len: 946 time: 0.4062328 Jul 09 09:47:02.568567 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:46:57Z', 'revision_number': 4, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c21ceabc-f061-44ee-b758-498ea2226250', 'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'mac_address': 'fa:16:3e:fe:a1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:56Z', 'updated_at': '2021-07-09T09:46:57Z', 'revision_number': 2, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'subnets': [{'id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:02.618681 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f5d6c-1a59-4f19-b55a-babdde5dee38 None None] Pushing event updated for resources: {'Port': ['ID=9cd07804-6e41-498d-9a34-d78391326e92,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:02.622822 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d25b845-0b77-4795-8787-8e978d81e5bb req-7ef7a521-3909-4fce-9271-2f0c4966b274 service neutron] 10.222.0.64 "GET /v2.0/networks/73b12923-7036-466d-b40f-9387cec967ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067266 Jul 09 09:47:02.640544 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] Checking router: b4da67ad-e929-4bf1-8741-3cf89236a06f for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:47:02.640899 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] Updating router b4da67ad-e929-4bf1-8741-3cf89236a06f port c21ceabc-f061-44ee-b758-498ea2226250 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:47:02.654831 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460f5d6c-1a59-4f19-b55a-babdde5dee38 None None] Network 51fb6560-3d86-40ac-a56a-51d708beecf0 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:47:02.655939 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-def0e269-2ece-4997-b444-dd42eba85794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:02.660718 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-460f5d6c-1a59-4f19-b55a-babdde5dee38 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:47:02.668476 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460f5d6c-1a59-4f19-b55a-babdde5dee38 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:47:02.687060 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-6ec16c14-88c7-4857-abb4-4f2b8707151c tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ffb469a9ebec49548fba40676b1fdf87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4607503 Jul 09 09:47:02.698857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def0e269-2ece-4997-b444-dd42eba85794 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:47:02.702422 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-def0e269-2ece-4997-b444-dd42eba85794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:47:02.705280 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:47:02.725023 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:02.853824 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-460f5d6c-1a59-4f19-b55a-babdde5dee38 None None] Attempting to bind port 9cd07804-6e41-498d-9a34-d78391326e92 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:47:02.853824 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-460f5d6c-1a59-4f19-b55a-babdde5dee38 None None] Attempting to bind port 9cd07804-6e41-498d-9a34-d78391326e92 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '502c74ec-19db-4108-8faf-d4d98c921efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '51fb6560-3d86-40ac-a56a-51d708beecf0'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:47:02.853824 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460f5d6c-1a59-4f19-b55a-babdde5dee38 None None] Attempting to bind port 9cd07804-6e41-498d-9a34-d78391326e92 on network 51fb6560-3d86-40ac-a56a-51d708beecf0 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:47:02.875568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460f5d6c-1a59-4f19-b55a-babdde5dee38 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:47:02.876300 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460f5d6c-1a59-4f19-b55a-babdde5dee38 None None] Checking segment: {'id': '502c74ec-19db-4108-8faf-d4d98c921efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '51fb6560-3d86-40ac-a56a-51d708beecf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:47:02.879995 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-460f5d6c-1a59-4f19-b55a-babdde5dee38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:02.880483 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460f5d6c-1a59-4f19-b55a-babdde5dee38 None None] Bound using segment: {'id': '502c74ec-19db-4108-8faf-d4d98c921efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '51fb6560-3d86-40ac-a56a-51d708beecf0'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:47:02.881098 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-460f5d6c-1a59-4f19-b55a-babdde5dee38 None None] Bound port: 9cd07804-6e41-498d-9a34-d78391326e92, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502c74ec-19db-4108-8faf-d4d98c921efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '51fb6560-3d86-40ac-a56a-51d708beecf0'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:47:02.881563 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-460f5d6c-1a59-4f19-b55a-babdde5dee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:02.890030 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-a754881a-6553-4ecb-b095-ab543e0762e8 admin admin] Allocated IP 172.25.3.37 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/e3a36d99-7627-4342-a4e3-6fed926cfdea) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:47:02.918009 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-53573515-4691-4c5d-9a63-b751d9068391 req-9ce2012a-15ff-4459-9d0c-282de78fa234 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Deleting port 4fc73820-288f-4a42-8d62-331c87285e29 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:47:02.918346 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-53573515-4691-4c5d-9a63-b751d9068391 req-9ce2012a-15ff-4459-9d0c-282de78fa234 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:03.042612 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-460f5d6c-1a59-4f19-b55a-babdde5dee38 None None] For port 9cd07804-6e41-498d-9a34-d78391326e92, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:47:03.047479 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-def0e269-2ece-4997-b444-dd42eba85794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:03.054352 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-def0e269-2ece-4997-b444-dd42eba85794 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:03.056574 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-def0e269-2ece-4997-b444-dd42eba85794 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0dbc3900-4d61-41a9-810b-30caed204142 HTTP/1.1" status: 204 len: 168 time: 1.7603331 Jul 09 09:47:03.059494 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-460f5d6c-1a59-4f19-b55a-babdde5dee38 None None] For port 9cd07804-6e41-498d-9a34-d78391326e92, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=9cd07804-6e41-498d-9a34-d78391326e92,segment=NetworkSegment(502c74ec-19db-4108-8faf-d4d98c921efc),segment_id=502c74ec-19db-4108-8faf-d4d98c921efc)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:47:03.069280 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-460f5d6c-1a59-4f19-b55a-babdde5dee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:03.086447 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0e269-2ece-4997-b444-dd42eba85794 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dbc3900-4d61-41a9-810b-30caed204142,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:03.126950 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf42460-d0dc-4f7d-82c2-050bca9a6eec req-ac92c58c-1093-48e9-b15c-126615335eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:03.129770 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9cf42460-d0dc-4f7d-82c2-050bca9a6eec req-ac92c58c-1093-48e9-b15c-126615335eb5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b06aa4e6b3044acdb266fe859cc19b22&device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 1095 time: 0.3625433 Jul 09 09:47:03.159414 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f5d6c-1a59-4f19-b55a-babdde5dee38 None None] Pushing event updated for resources: {'Port': ['ID=9cd07804-6e41-498d-9a34-d78391326e92,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:03.246241 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-8d9de967-799c-42b1-bcce-04534156d9e2 service neutron] 10.222.0.61 "GET /v2.0/networks/aa16ead4-f559-45b1-91c1-40adc231fd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578127 Jul 09 09:47:03.263621 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a573c-ba31-481b-9452-e79308616e4e req-6d628ff2-7271-474c-9150-fec32a65b17c tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:03.265380 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-386a573c-ba31-481b-9452-e79308616e4e req-6d628ff2-7271-474c-9150-fec32a65b17c tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.64 "GET /v2.0/networks?id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08 HTTP/1.1" status: 200 len: 810 time: 0.5549095 Jul 09 09:47:03.372677 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-53573515-4691-4c5d-9a63-b751d9068391 req-9ce2012a-15ff-4459-9d0c-282de78fa234 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] For port 4fc73820-288f-4a42-8d62-331c87285e29, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=4fc73820-288f-4a42-8d62-331c87285e29,segment=NetworkSegment(2fcd96d6-045f-4d9c-badf-5ad7172598cb),segment_id=2fcd96d6-045f-4d9c-badf-5ad7172598cb)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:03.373271 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-53573515-4691-4c5d-9a63-b751d9068391 req-9ce2012a-15ff-4459-9d0c-282de78fa234 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:03.403245 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:03.416138 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-53573515-4691-4c5d-9a63-b751d9068391 req-9ce2012a-15ff-4459-9d0c-282de78fa234 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Calling delete_port for 4fc73820-288f-4a42-8d62-331c87285e29 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:47:03.418215 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] Transition to ACTIVE for port object c21ceabc-f061-44ee-b758-498ea2226250 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:47:03.432532 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:03.435229 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a754881a-6553-4ecb-b095-ab543e0762e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:03.501345 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6f0cb37-424c-4af6-a3c4-938c2fd06b0b req-8733e5af-8e79-48b0-8238-fccf8908a72b tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 210 time: 0.1069229 Jul 09 09:47:03.513069 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 41606) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:03.616121 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-386a573c-ba31-481b-9452-e79308616e4e req-7e1fb18b-8288-4e43-bc00-da10872dafc6 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3685effc09af44948de733ea732a3e9f HTTP/1.1" status: 200 len: 379 time: 0.3386862 Jul 09 09:47:03.627546 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf42460-d0dc-4f7d-82c2-050bca9a6eec req-8d654112-da67-459e-a55a-81674662707f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:03.630425 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9cf42460-d0dc-4f7d-82c2-050bca9a6eec req-8d654112-da67-459e-a55a-81674662707f service neutron] 10.222.0.64 "GET /v2.0/networks?id=73b12923-7036-466d-b40f-9387cec967ac HTTP/1.1" status: 200 len: 915 time: 0.4921808 Jul 09 09:47:03.693970 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d65f5a-10d8-4634-b6f0-bbd43ff163cb None None] Pushing event updated for resources: {'Port': ['ID=c21ceabc-f061-44ee-b758-498ea2226250,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:03.703826 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] Attempting to bind port c21ceabc-f061-44ee-b758-498ea2226250 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:47:03.704366 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] Attempting to bind port c21ceabc-f061-44ee-b758-498ea2226250 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:47:03.704741 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] Attempting to bind port c21ceabc-f061-44ee-b758-498ea2226250 on network c39f085e-9a90-44ab-b2cf-d4cf479d1495 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:47:03.711454 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:47:03.715648 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] Checking segment: {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:47:03.716603 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:03.717267 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] Bound using segment: {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:47:03.717996 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] Bound port: c21ceabc-f061-44ee-b758-498ea2226250, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:47:03.718666 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:03.728730 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-386a573c-ba31-481b-9452-e79308616e4e req-863c3856-9b99-4936-9a4b-43f4d8328016 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Request body: {'port': {'device_id': 'd767f1a2-df6b-4cfb-9399-caceed6b31bd', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'admin_state_up': True, 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'security_groups': ['2d242f85-ceec-45d2-a95c-c58049861745']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:03.764046 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a754881a-6553-4ecb-b095-ab543e0762e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:03.773336 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-53573515-4691-4c5d-9a63-b751d9068391 req-9ce2012a-15ff-4459-9d0c-282de78fa234 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:03.786785 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['4fc73820-288f-4a42-8d62-331c87285e29'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:47:03.812831 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] For port c21ceabc-f061-44ee-b758-498ea2226250, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:47:03.817844 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] For port c21ceabc-f061-44ee-b758-498ea2226250, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c21ceabc-f061-44ee-b758-498ea2226250,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:47:03.825697 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:03.881348 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:03.921874 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] Routers {'b4da67ad-e929-4bf1-8741-3cf89236a06f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:47:03.922370 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:46:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b4da67ad-e929-4bf1-8741-3cf89236a06f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:03.957144 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9cf42460-d0dc-4f7d-82c2-050bca9a6eec req-2f50fd34-482b-4d7d-8cfd-f82805b69e7f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c6d174-3609-4f0e-9ad2-22423d2f61b9 HTTP/1.1" status: 200 len: 217 time: 0.2660172 Jul 09 09:47:03.983726 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a754881a-6553-4ecb-b095-ab543e0762e8 admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:47:04.013873 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-e3531f71-e005-49c2-8b6d-dff4e4adcb51 service neutron] 10.222.0.61 "GET /v2.0/networks/aa16ead4-f559-45b1-91c1-40adc231fd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7585056 Jul 09 09:47:04.028171 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-53573515-4691-4c5d-9a63-b751d9068391 req-9ce2012a-15ff-4459-9d0c-282de78fa234 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] No DVR routers for this DVR port 4fc73820-288f-4a42-8d62-331c87285e29 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:47:04.031088 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a754881a-6553-4ecb-b095-ab543e0762e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:47:04.034039 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a754881a-6553-4ecb-b095-ab543e0762e8 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:47:04.040190 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4b0f17e6-3b18-4caa-a6a1-0dae69ddabac admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2ac1d48021e34103a62b6ac5b060403c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5201592 Jul 09 09:47:04.040864 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 41608) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:04.061745 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 9cd07804-6e41-498d-9a34-d78391326e92 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:47:04.141122 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-53573515-4691-4c5d-9a63-b751d9068391 req-9ce2012a-15ff-4459-9d0c-282de78fa234 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:04.143529 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-53573515-4691-4c5d-9a63-b751d9068391 req-9ce2012a-15ff-4459-9d0c-282de78fa234 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.58 "DELETE /v2.0/ports/4fc73820-288f-4a42-8d62-331c87285e29 HTTP/1.1" status: 204 len: 173 time: 1.5488105 Jul 09 09:47:04.228875 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] Set router b4da67ad-e929-4bf1-8741-3cf89236a06f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:47:04.233767 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 9cd07804-6e41-498d-9a34-d78391326e92 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:47:04.334999 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4095724d-5f70-4407-ba6a-211ee8fb120e', 'name': 'network-vif-deleted', 'tag': '4fc73820-288f-4a42-8d62-331c87285e29'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:04.341481 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775af74b-2797-4faa-a01b-6f9b0619698f" -d '{"events": [{"server_uuid": "4095724d-5f70-4407-ba6a-211ee8fb120e", "name": "network-vif-deleted", "tag": "4fc73820-288f-4a42-8d62-331c87285e29"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:04.355342 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754881a-6553-4ecb-b095-ab543e0762e8 admin admin] Pushing event updated for resources: {'Port': ['ID=e3a36d99-7627-4342-a4e3-6fed926cfdea,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:04.422822 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d65f5a-10d8-4634-b6f0-bbd43ff163cb None None] Pushing event updated for resources: {'Port': ['ID=c21ceabc-f061-44ee-b758-498ea2226250,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:04.514645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf42460-d0dc-4f7d-82c2-050bca9a6eec req-ded650c7-1136-4eab-be68-bd7889b0413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:04.520886 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9cf42460-d0dc-4f7d-82c2-050bca9a6eec req-ded650c7-1136-4eab-be68-bd7889b0413e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91038227-0f17-4a2f-8057-f5e05af69ad1 HTTP/1.1" status: 200 len: 853 time: 0.5343082 Jul 09 09:47:04.529943 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2012a-15ff-4459-9d0c-282de78fa234 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Pushing event deleted for resources: {'Port': ['ID=4fc73820-288f-4a42-8d62-331c87285e29,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:04.678096 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650aed1-4f91-4c2d-b638-2fb22f9ccb13 req-a172302c-0d85-42ae-a9cd-27b27442e3bf tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:04.687631 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b650aed1-4f91-4c2d-b638-2fb22f9ccb13 req-a172302c-0d85-42ae-a9cd-27b27442e3bf tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4eb702-1891-48e4-be59-2e44924c79a0 HTTP/1.1" status: 200 len: 945 time: 0.7607446 Jul 09 09:47:04.702407 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a754881a-6553-4ecb-b095-ab543e0762e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:04.732143 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:46:57Z', 'revision_number': 4, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c21ceabc-f061-44ee-b758-498ea2226250', 'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'mac_address': 'fa:16:3e:fe:a1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:56Z', 'updated_at': '2021-07-09T09:47:03Z', 'revision_number': 4, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'subnets': [{'id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:04.790214 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1731a424-0155-402d-807d-26fbee2b6915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:04.805014 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d21bdb7-1f7a-45ee-ae6e-a8d8d09e891c None None] The sync data for ids ['b4da67ad-e929-4bf1-8741-3cf89236a06f'] in n-d-799996-1 is: [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:46:57Z', 'revision_number': 4, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c21ceabc-f061-44ee-b758-498ea2226250', 'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'mac_address': 'fa:16:3e:fe:a1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:56Z', 'updated_at': '2021-07-09T09:47:03Z', 'revision_number': 4, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'subnets': [{'id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:47:04.868678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-386a573c-ba31-481b-9452-e79308616e4e req-863c3856-9b99-4936-9a4b-43f4d8328016 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Made reservation on behalf of 3685effc09af44948de733ea732a3e9f for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:47:04.916537 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-386a573c-ba31-481b-9452-e79308616e4e req-863c3856-9b99-4936-9a4b-43f4d8328016 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:05.002438 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b650aed1-4f91-4c2d-b638-2fb22f9ccb13 req-8d57f4dd-ac12-42ce-ba65-1fd5c7fe3a80 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/security-groups?id=cda4987b-6516-4ef6-963d-b09b17b461cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138237 Jul 09 09:47:05.017206 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1731a424-0155-402d-807d-26fbee2b6915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:05.037931 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf42460-d0dc-4f7d-82c2-050bca9a6eec req-e990bc78-382c-4c00-a80d-762abce63e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:05.042303 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9cf42460-d0dc-4f7d-82c2-050bca9a6eec req-e990bc78-382c-4c00-a80d-762abce63e36 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73b12923-7036-466d-b40f-9387cec967ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4868190 Jul 09 09:47:05.083508 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27e01b2-87ed-4823-bcd2-0b9f0f466354 None None] Network 51fb6560-3d86-40ac-a56a-51d708beecf0 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:47:05.230594 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4ec9f368-175f-4a9a-a86e-4021d291323b None None] Provisioning for port 9cd07804-6e41-498d-9a34-d78391326e92 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:47:05.243934 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4ec9f368-175f-4a9a-a86e-4021d291323b None None] Provisioning complete for port 9cd07804-6e41-498d-9a34-d78391326e92 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:05.244749 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4ec9f368-175f-4a9a-a86e-4021d291323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:05.344031 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-386a573c-ba31-481b-9452-e79308616e4e req-863c3856-9b99-4936-9a4b-43f4d8328016 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Allocated IP 172.20.0.13 (ccd743a5-afda-4ea4-b5e1-3c7e6315be08/b51e3e8c-7c21-4a91-b93d-f434e88398f9/3bd90d64-a9b2-4541-bb33-e3dbaae13163) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:47:05.399805 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5b981b-ac40-47b8-9a0c-5ff30d25cc5c x-openstack-request-id: req-9b5b981b-ac40-47b8-9a0c-5ff30d25cc5c {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:05.400278 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4095724d-5f70-4407-ba6a-211ee8fb120e", "name": "network-vif-deleted", "tag": "4fc73820-288f-4a42-8d62-331c87285e29", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:05.400646 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9b5b981b-ac40-47b8-9a0c-5ff30d25cc5c {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:05.401177 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4095724d-5f70-4407-ba6a-211ee8fb120e', 'name': 'network-vif-deleted', 'tag': '4fc73820-288f-4a42-8d62-331c87285e29', 'status': 'completed', 'code': 200} Jul 09 09:47:05.526506 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4ec9f368-175f-4a9a-a86e-4021d291323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:05.583543 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-386a573c-ba31-481b-9452-e79308616e4e req-863c3856-9b99-4936-9a4b-43f4d8328016 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:05.609598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-386a573c-ba31-481b-9452-e79308616e4e req-863c3856-9b99-4936-9a4b-43f4d8328016 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Transition to ACTIVE for port object 3bd90d64-a9b2-4541-bb33-e3dbaae13163 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:47:05.641563 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4ec9f368-175f-4a9a-a86e-4021d291323b None None] For port 9cd07804-6e41-498d-9a34-d78391326e92, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=9cd07804-6e41-498d-9a34-d78391326e92,segment=NetworkSegment(502c74ec-19db-4108-8faf-d4d98c921efc),segment_id=502c74ec-19db-4108-8faf-d4d98c921efc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:05.658353 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4ec9f368-175f-4a9a-a86e-4021d291323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:05.730723 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a754881a-6553-4ecb-b095-ab543e0762e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:05.772351 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9f368-175f-4a9a-a86e-4021d291323b None None] Pushing event updated for resources: {'Port': ['ID=9cd07804-6e41-498d-9a34-d78391326e92,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:05.814846 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-386a573c-ba31-481b-9452-e79308616e4e req-863c3856-9b99-4936-9a4b-43f4d8328016 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:05.869278 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fc059-8000-4095-acc1-71ce734b3711 req-413bc2a0-9e9b-444c-867c-b405181eeb45 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:05.870902 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-019fc059-8000-4095-acc1-71ce734b3711 req-413bc2a0-9e9b-444c-867c-b405181eeb45 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/ports?device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 944 time: 1.1737847 Jul 09 09:47:05.895976 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53a05ae1-a635-4545-ae23-6f3e97f06037 req-a332b8b9-d191-4b43-b861-9f6eed970b13 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=a24888a0-aeee-494d-8b80-70b79fa45faf HTTP/1.1" status: 200 len: 210 time: 0.0999231 Jul 09 09:47:05.979839 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a754881a-6553-4ecb-b095-ab543e0762e8 admin admin] Router 1b371d02-61a4-4be2-81dd-871785becfcc is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:47:06.045293 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9cf42460-d0dc-4f7d-82c2-050bca9a6eec req-a449a3a1-0247-4188-a11b-8df5604697cd service neutron] 10.222.0.64 "GET /v2.0/networks/73b12923-7036-466d-b40f-9387cec967ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9512708 Jul 09 09:47:06.090740 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-019fc059-8000-4095-acc1-71ce734b3711 req-2bd9e5d1-917f-4c8e-9ead-86e895e88d3e tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/security-groups?id=008f37cd-4ba4-42ea-9981-f0d9957078b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081264 Jul 09 09:47:06.207284 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c21ceabc-f061-44ee-b758-498ea2226250 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:47:06.285985 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-26b5d7d5-9fe3-4d6e-a7a8-11541d0492c5 None None] Provisioning complete for port 9cd07804-6e41-498d-9a34-d78391326e92 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:06.294570 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-26b5d7d5-9fe3-4d6e-a7a8-11541d0492c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:06.300957 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1731a424-0155-402d-807d-26fbee2b6915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:06.303779 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1731a424-0155-402d-807d-26fbee2b6915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:06.307236 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1731a424-0155-402d-807d-26fbee2b6915 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25 HTTP/1.1" status: 204 len: 168 time: 2.2323527 Jul 09 09:47:06.338142 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-386a573c-ba31-481b-9452-e79308616e4e req-863c3856-9b99-4936-9a4b-43f4d8328016 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Network ccd743a5-afda-4ea4-b5e1-3c7e6315be08 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:47:06.400455 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a754881a-6553-4ecb-b095-ab543e0762e8 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:47:06.418476 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-386a573c-ba31-481b-9452-e79308616e4e req-863c3856-9b99-4936-9a4b-43f4d8328016 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:47:06.428011 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-386a573c-ba31-481b-9452-e79308616e4e req-863c3856-9b99-4936-9a4b-43f4d8328016 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:47:06.431904 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] Sync routers for ids ['1b371d02-61a4-4be2-81dd-871785becfcc'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:47:06.511854 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] Routers {'1b371d02-61a4-4be2-81dd-871785becfcc'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:47:06.512424 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:46:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['1b371d02-61a4-4be2-81dd-871785becfcc'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:06.521240 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port c21ceabc-f061-44ee-b758-498ea2226250 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:47:06.541457 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a754881a-6553-4ecb-b095-ab543e0762e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:06.547509 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a754881a-6553-4ecb-b095-ab543e0762e8 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2270210 Jul 09 09:47:06.590000 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41650) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:06.616658 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port c21ceabc-f061-44ee-b758-498ea2226250 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:06.617635 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:06.663898 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a573c-ba31-481b-9452-e79308616e4e req-863c3856-9b99-4936-9a4b-43f4d8328016 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:06.667292 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-386a573c-ba31-481b-9452-e79308616e4e req-863c3856-9b99-4936-9a4b-43f4d8328016 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:06.699935 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731a424-0155-402d-807d-26fbee2b6915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed45c4b2-c77c-4e7c-b81b-c6e70fb77b25,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:06.782863 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731a424-0155-402d-807d-26fbee2b6915 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:06.783334 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731a424-0155-402d-807d-26fbee2b6915 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:06.783543 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731a424-0155-402d-807d-26fbee2b6915 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:06.783911 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731a424-0155-402d-807d-26fbee2b6915 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:06.784988 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731a424-0155-402d-807d-26fbee2b6915 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:06.785334 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731a424-0155-402d-807d-26fbee2b6915 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:06.785664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731a424-0155-402d-807d-26fbee2b6915 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:06.785993 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731a424-0155-402d-807d-26fbee2b6915 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:06.786317 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731a424-0155-402d-807d-26fbee2b6915 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:06.786639 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731a424-0155-402d-807d-26fbee2b6915 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:06.786961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731a424-0155-402d-807d-26fbee2b6915 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:06.787279 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731a424-0155-402d-807d-26fbee2b6915 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:06.832799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c3856-9b99-4936-9a4b-43f4d8328016 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Pushing event updated for resources: {'Port': ['ID=3bd90d64-a9b2-4541-bb33-e3dbaae13163,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:06.898686 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-386a573c-ba31-481b-9452-e79308616e4e req-863c3856-9b99-4936-9a4b-43f4d8328016 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1756032 Jul 09 09:47:06.926928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-386a573c-ba31-481b-9452-e79308616e4e req-4d7ac007-1ab2-40d3-94d1-bbf14e998e35 service neutron] Request body: {'port': {'device_id': 'd767f1a2-df6b-4cfb-9399-caceed6b31bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:06.962995 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-10d4e0c3-c3dd-4351-8350-638171cc40c7 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:06.966920 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-10d4e0c3-c3dd-4351-8350-638171cc40c7 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.58 "GET /v2.0/networks?id=aa16ead4-f559-45b1-91c1-40adc231fd0d HTTP/1.1" status: 200 len: 815 time: 0.6970422 Jul 09 09:47:06.972366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d7a27-a00d-4506-aab2-f6cc075fc868 req-9ab92b3f-bf60-4a00-a930-d61d86316077 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:06.979337 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f8d7a27-a00d-4506-aab2-f6cc075fc868 req-9ab92b3f-bf60-4a00-a930-d61d86316077 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 932 time: 0.6950579 Jul 09 09:47:07.016827 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-6bf0614c-ef5f-42e7-8d39-367984245039 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Request body: {'port': {'device_id': 'a24888a0-aeee-494d-8b80-70b79fa45faf', 'network_id': 'aa16ead4-f559-45b1-91c1-40adc231fd0d', 'admin_state_up': True, 'tenant_id': 'ffb469a9ebec49548fba40676b1fdf87'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:07.020080 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] Set router 1b371d02-61a4-4be2-81dd-871785becfcc gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:47:07.043811 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9cf42460-d0dc-4f7d-82c2-050bca9a6eec req-5bbc812c-0bc8-43de-a5b1-917867262941 service neutron] 10.222.0.64 "GET /v2.0/networks/73b12923-7036-466d-b40f-9387cec967ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9449515 Jul 09 09:47:07.058497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b589eda-7e89-49ee-a533-b40c84fcbae1 req-425d414f-b515-438f-87d8-70bb2dc8a7bc tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:07.069071 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9b589eda-7e89-49ee-a533-b40c84fcbae1 req-425d414f-b515-438f-87d8-70bb2dc8a7bc tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd929abd-6278-4852-87c7-0686e4e0bd31 HTTP/1.1" status: 200 len: 946 time: 0.7222271 Jul 09 09:47:07.200187 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9b589eda-7e89-49ee-a533-b40c84fcbae1 req-f9d3cb35-7af9-4edd-b91a-067f700690e2 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/security-groups?id=cda4987b-6516-4ef6-963d-b09b17b461cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301076 Jul 09 09:47:07.239472 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-6bf0614c-ef5f-42e7-8d39-367984245039 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Made reservation on behalf of ffb469a9ebec49548fba40676b1fdf87 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:47:07.249792 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-41027ce5-1cac-4e1b-9dc5-481721aa1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:07.255419 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f8d7a27-a00d-4506-aab2-f6cc075fc868 req-c71dea66-7abd-458e-919d-2c20ea67a144 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728708 Jul 09 09:47:07.255601 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-6bf0614c-ef5f-42e7-8d39-367984245039 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:07.259054 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-34d62023-a4be-49c6-9061-3cee52f2eec3 None None] Provisioning for port 3bd90d64-a9b2-4541-bb33-e3dbaae13163 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:47:07.328012 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-386a573c-ba31-481b-9452-e79308616e4e req-4d7ac007-1ab2-40d3-94d1-bbf14e998e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:07.329374 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-34d62023-a4be-49c6-9061-3cee52f2eec3 None None] Provisioning complete for port 3bd90d64-a9b2-4541-bb33-e3dbaae13163 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:07.329967 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-34d62023-a4be-49c6-9061-3cee52f2eec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:07.334244 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:07.404690 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 4fc73820-288f-4a42-8d62-331c87285e29 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:47:07.433590 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port c21ceabc-f061-44ee-b758-498ea2226250, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c21ceabc-f061-44ee-b758-498ea2226250,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:07.521484 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:07.522252 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 9cd07804-6e41-498d-9a34-d78391326e92 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:47:07.617652 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 4fc73820-288f-4a42-8d62-331c87285e29 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:47:07.618339 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 4fc73820-288f-4a42-8d62-331c87285e29 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:47:07.620747 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-6bf0614c-ef5f-42e7-8d39-367984245039 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Allocated IP 172.20.0.13 (aa16ead4-f559-45b1-91c1-40adc231fd0d/bdc6fc9d-32e0-46ef-bdbb-31c218d76f64/548e7a2a-02c0-4490-836a-16b092bb0bea) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:47:07.624204 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-34d62023-a4be-49c6-9061-3cee52f2eec3 None None] Port 3bd90d64-a9b2-4541-bb33-e3dbaae13163 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:47:07.641034 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56c4e61e-7ddc-49b3-b883-bdb5b51b8586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:07.674471 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b371d02-61a4-4be2-81dd-871785becfcc', 'name': 'tempest-TestVolumeBootPattern-1179239046-router', 'tenant_id': '7afdd927203941c094a475fc277590ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e3a36d99-7627-4342-a4e3-6fed926cfdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:47:01Z', 'updated_at': '2021-07-09T09:47:04Z', 'revision_number': 3, 'project_id': '7afdd927203941c094a475fc277590ce', 'gw_port': {'id': 'e3a36d99-7627-4342-a4e3-6fed926cfdea', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:42:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b371d02-61a4-4be2-81dd-871785becfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:47:02Z', 'updated_at': '2021-07-09T09:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:07.723604 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-386a573c-ba31-481b-9452-e79308616e4e req-4d7ac007-1ab2-40d3-94d1-bbf14e998e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bd90d64-a9b2-4541-bb33-e3dbaae13163 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:47:07.732896 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-386a573c-ba31-481b-9452-e79308616e4e req-4d7ac007-1ab2-40d3-94d1-bbf14e998e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:07.747883 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-386a573c-ba31-481b-9452-e79308616e4e req-4d7ac007-1ab2-40d3-94d1-bbf14e998e35 service neutron] Transition to ACTIVE for port object 3bd90d64-a9b2-4541-bb33-e3dbaae13163 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:47:07.797808 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41678) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:07.807617 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2efd369b-3180-431e-975a-860e63b8bbe0 req-9dd74452-2a8e-4a5c-8338-15ff93316f36 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=a24888a0-aeee-494d-8b80-70b79fa45faf HTTP/1.1" status: 200 len: 210 time: 0.0580151 Jul 09 09:47:07.820788 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-386a573c-ba31-481b-9452-e79308616e4e req-4d7ac007-1ab2-40d3-94d1-bbf14e998e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:07.982688 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 9cd07804-6e41-498d-9a34-d78391326e92 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:07.983264 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:07.990545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] Checking router: 1b371d02-61a4-4be2-81dd-871785becfcc for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:47:07.991867 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] Updating router 1b371d02-61a4-4be2-81dd-871785becfcc port e3a36d99-7627-4342-a4e3-6fed926cfdea binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:47:08.060069 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1fd1875a-ffa1-4491-8f3a-db1a7c53112a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1540134132-network', 'tenant_id': '995334f9c17949d3ac64812939fb040c'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:08.131227 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ac007-1ab2-40d3-94d1-bbf14e998e35 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd90d64-a9b2-4541-bb33-e3dbaae13163,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:08.141178 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-6bf0614c-ef5f-42e7-8d39-367984245039 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:08.146910 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-56c4e61e-7ddc-49b3-b883-bdb5b51b8586 admin admin] Allocated IP 172.20.0.1 (51fb6560-3d86-40ac-a56a-51d708beecf0/b58ca4e2-227e-4212-b8dc-1299a88a5a36/c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:47:08.164974 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:08.170055 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=c21ceabc-f061-44ee-b758-498ea2226250,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:08.173503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-386a573c-ba31-481b-9452-e79308616e4e req-4d7ac007-1ab2-40d3-94d1-bbf14e998e35 service neutron] Attempting to bind port 3bd90d64-a9b2-4541-bb33-e3dbaae13163 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:47:08.173818 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-386a573c-ba31-481b-9452-e79308616e4e req-4d7ac007-1ab2-40d3-94d1-bbf14e998e35 service neutron] Attempting to bind port 3bd90d64-a9b2-4541-bb33-e3dbaae13163 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '498e2393-079b-4450-9c02-7ce0fce4169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:47:08.174154 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386a573c-ba31-481b-9452-e79308616e4e req-4d7ac007-1ab2-40d3-94d1-bbf14e998e35 service neutron] Attempting to bind port 3bd90d64-a9b2-4541-bb33-e3dbaae13163 on network ccd743a5-afda-4ea4-b5e1-3c7e6315be08 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:47:08.212634 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386a573c-ba31-481b-9452-e79308616e4e req-4d7ac007-1ab2-40d3-94d1-bbf14e998e35 service neutron] Port 3bd90d64-a9b2-4541-bb33-e3dbaae13163 on network ccd743a5-afda-4ea4-b5e1-3c7e6315be08 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:47:08.212634 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386a573c-ba31-481b-9452-e79308616e4e req-4d7ac007-1ab2-40d3-94d1-bbf14e998e35 service neutron] Attempting to bind port 3bd90d64-a9b2-4541-bb33-e3dbaae13163 on network ccd743a5-afda-4ea4-b5e1-3c7e6315be08 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:47:08.222386 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd1875a-ffa1-4491-8f3a-db1a7c53112a admin admin] Made reservation on behalf of 995334f9c17949d3ac64812939fb040c for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:47:08.224813 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1fd1875a-ffa1-4491-8f3a-db1a7c53112a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:08.234508 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc5016-f11d-4ac3-8d60-ea196fd816d7 req-b4a2a882-37ac-43f2-84ba-bd9918d525a2 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:08.238856 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6efc5016-f11d-4ac3-8d60-ea196fd816d7 req-b4a2a882-37ac-43f2-84ba-bd9918d525a2 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/ports?device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 944 time: 0.4881229 Jul 09 09:47:08.291894 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1fd1875a-ffa1-4491-8f3a-db1a7c53112a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:08.292127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386a573c-ba31-481b-9452-e79308616e4e req-4d7ac007-1ab2-40d3-94d1-bbf14e998e35 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:47:08.292320 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386a573c-ba31-481b-9452-e79308616e4e req-4d7ac007-1ab2-40d3-94d1-bbf14e998e35 service neutron] Checking segment: {'id': '498e2393-079b-4450-9c02-7ce0fce4169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:47:08.292718 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386a573c-ba31-481b-9452-e79308616e4e req-4d7ac007-1ab2-40d3-94d1-bbf14e998e35 service neutron] Bound using segment: {'id': '498e2393-079b-4450-9c02-7ce0fce4169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:47:08.293352 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-386a573c-ba31-481b-9452-e79308616e4e req-4d7ac007-1ab2-40d3-94d1-bbf14e998e35 service neutron] Bound port: 3bd90d64-a9b2-4541-bb33-e3dbaae13163, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '498e2393-079b-4450-9c02-7ce0fce4169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:47:08.293733 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-386a573c-ba31-481b-9452-e79308616e4e req-4d7ac007-1ab2-40d3-94d1-bbf14e998e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:08.317975 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6efc5016-f11d-4ac3-8d60-ea196fd816d7 req-99e75ace-baee-4756-bea3-acba63cf05f6 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/security-groups?id=008f37cd-4ba4-42ea-9981-f0d9957078b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720689 Jul 09 09:47:08.380036 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-386a573c-ba31-481b-9452-e79308616e4e req-4d7ac007-1ab2-40d3-94d1-bbf14e998e35 service neutron] For port 3bd90d64-a9b2-4541-bb33-e3dbaae13163, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:47:08.386457 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-386a573c-ba31-481b-9452-e79308616e4e req-4d7ac007-1ab2-40d3-94d1-bbf14e998e35 service neutron] For port 3bd90d64-a9b2-4541-bb33-e3dbaae13163, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=3bd90d64-a9b2-4541-bb33-e3dbaae13163,segment=NetworkSegment(498e2393-079b-4450-9c02-7ce0fce4169c),segment_id=498e2393-079b-4450-9c02-7ce0fce4169c)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:47:08.397223 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-386a573c-ba31-481b-9452-e79308616e4e req-4d7ac007-1ab2-40d3-94d1-bbf14e998e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:08.548644 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1fd1875a-ffa1-4491-8f3a-db1a7c53112a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:08.563574 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a573c-ba31-481b-9452-e79308616e4e req-4d7ac007-1ab2-40d3-94d1-bbf14e998e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:08.566433 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-386a573c-ba31-481b-9452-e79308616e4e req-4d7ac007-1ab2-40d3-94d1-bbf14e998e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:08.575826 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-386a573c-ba31-481b-9452-e79308616e4e req-4d7ac007-1ab2-40d3-94d1-bbf14e998e35 service neutron] 10.222.0.64 "PUT /v2.0/ports/3bd90d64-a9b2-4541-bb33-e3dbaae13163 HTTP/1.1" status: 200 len: 1092 time: 1.6474776 Jul 09 09:47:08.582661 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd767f1a2-df6b-4cfb-9399-caceed6b31bd', 'tag': '3bd90d64-a9b2-4541-bb33-e3dbaae13163'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:08.585311 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681d215d-debf-456b-ac45-6c196c3ba0e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d767f1a2-df6b-4cfb-9399-caceed6b31bd", "tag": "3bd90d64-a9b2-4541-bb33-e3dbaae13163"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:08.585753 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1fd1875a-ffa1-4491-8f3a-db1a7c53112a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:08.647937 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-6bf0614c-ef5f-42e7-8d39-367984245039 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:08.670591 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1875a-ffa1-4491-8f3a-db1a7c53112a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bab750-a9cc-4e30-bc1c-edd5acd794ef,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:08.687261 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-6bf0614c-ef5f-42e7-8d39-367984245039 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Network aa16ead4-f559-45b1-91c1-40adc231fd0d is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:47:08.693581 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-6bf0614c-ef5f-42e7-8d39-367984245039 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:47:08.701355 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-6bf0614c-ef5f-42e7-8d39-367984245039 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:47:08.711060 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ac007-1ab2-40d3-94d1-bbf14e998e35 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd90d64-a9b2-4541-bb33-e3dbaae13163,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:08.761214 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28988f1-5ae9-4ad0-9acd-ac739aff3923 req-41922d4d-2dfd-43ac-ac6f-12fc658ec528 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:08.770553 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a28988f1-5ae9-4ad0-9acd-ac739aff3923 req-41922d4d-2dfd-43ac-ac6f-12fc658ec528 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd929abd-6278-4852-87c7-0686e4e0bd31 HTTP/1.1" status: 200 len: 946 time: 0.3187816 Jul 09 09:47:08.790258 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-6bf0614c-ef5f-42e7-8d39-367984245039 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:08.790849 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-6bf0614c-ef5f-42e7-8d39-367984245039 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:08.821614 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fcf3d-1940-4360-9056-b2b39eaa0af3 req-cea1e149-5d9f-42e0-860e-893c0e12c1d8 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:08.823835 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-890fcf3d-1940-4360-9056-b2b39eaa0af3 req-cea1e149-5d9f-42e0-860e-893c0e12c1d8 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 944 time: 0.3273070 Jul 09 09:47:08.846460 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd1875a-ffa1-4491-8f3a-db1a7c53112a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:47:08.846773 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c21ceabc-f061-44ee-b758-498ea2226250 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:47:08.849357 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-6bf0614c-ef5f-42e7-8d39-367984245039 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8388598 Jul 09 09:47:08.870734 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-97156ea6-e646-49b4-82a2-7f31bceb5e26 service neutron] Request body: {'port': {'device_id': 'a24888a0-aeee-494d-8b80-70b79fa45faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:08.884778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a28988f1-5ae9-4ad0-9acd-ac739aff3923 req-9c18dde3-3b7e-4803-aedd-4f7de9cab4e0 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/security-groups?id=cda4987b-6516-4ef6-963d-b09b17b461cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120090 Jul 09 09:47:08.893410 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a573c-ba31-481b-9452-e79308616e4e req-647370d3-b1ed-440f-901c-f7805f38f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:08.904865 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-386a573c-ba31-481b-9452-e79308616e4e req-647370d3-b1ed-440f-901c-f7805f38f677 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3685effc09af44948de733ea732a3e9f&device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 1095 time: 0.2747161 Jul 09 09:47:08.999282 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-97156ea6-e646-49b4-82a2-7f31bceb5e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:09.087481 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port c21ceabc-f061-44ee-b758-498ea2226250 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:09.087895 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:09.184173 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1fd1875a-ffa1-4491-8f3a-db1a7c53112a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:09.184663 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-1fd1875a-ffa1-4491-8f3a-db1a7c53112a admin admin] Added segment b22678b3-3fde-49df-892e-3f3b4be9430c of type vlan for network c82b3f29-8b69-464b-af45-d9293d4a67b7 Jul 09 09:47:09.202796 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:09.252420 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0614c-ef5f-42e7-8d39-367984245039 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Pushing event updated for resources: {'Port': ['ID=548e7a2a-02c0-4490-836a-16b092bb0bea,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:09.298170 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:09.310081 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] Transition to ACTIVE for port object e3a36d99-7627-4342-a4e3-6fed926cfdea will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:47:09.319523 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1fd1875a-ffa1-4491-8f3a-db1a7c53112a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:09.325636 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:09.363092 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] Attempting to bind port e3a36d99-7627-4342-a4e3-6fed926cfdea on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:47:09.363786 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] Attempting to bind port e3a36d99-7627-4342-a4e3-6fed926cfdea by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:47:09.364353 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] Attempting to bind port e3a36d99-7627-4342-a4e3-6fed926cfdea on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:47:09.382922 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1fd1875a-ffa1-4491-8f3a-db1a7c53112a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:09.384153 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd1875a-ffa1-4491-8f3a-db1a7c53112a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:09.384867 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1fd1875a-ffa1-4491-8f3a-db1a7c53112a admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:09.392895 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56c4e61e-7ddc-49b3-b883-bdb5b51b8586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:09.453155 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:47:09.453668 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:47:09.454239 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:09.454799 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:47:09.455307 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] Bound port: e3a36d99-7627-4342-a4e3-6fed926cfdea, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:47:09.457467 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:09.462771 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd28de6-e6f8-49bb-8199-0cb60fabccd9 None None] Pushing event updated for resources: {'Port': ['ID=e3a36d99-7627-4342-a4e3-6fed926cfdea,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:09.467298 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-264bd0bb-300d-4a15-9283-cdf1a9b5c012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:09.536668 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6d21d8-eae2-453e-98a1-fea027d39b33 x-openstack-request-id: req-de6d21d8-eae2-453e-98a1-fea027d39b33 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:09.536903 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d767f1a2-df6b-4cfb-9399-caceed6b31bd", "tag": "3bd90d64-a9b2-4541-bb33-e3dbaae13163", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:09.537124 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-de6d21d8-eae2-453e-98a1-fea027d39b33 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:09.537522 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd767f1a2-df6b-4cfb-9399-caceed6b31bd', 'tag': '3bd90d64-a9b2-4541-bb33-e3dbaae13163', 'status': 'completed', 'code': 200} Jul 09 09:47:09.585640 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:09.604847 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-386a573c-ba31-481b-9452-e79308616e4e req-248826d5-14e6-43d7-b904-d9a5c28685bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bd90d64-a9b2-4541-bb33-e3dbaae13163 HTTP/1.1" status: 200 len: 217 time: 0.6872253 Jul 09 09:47:09.614367 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] For port e3a36d99-7627-4342-a4e3-6fed926cfdea, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:47:09.620980 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] For port e3a36d99-7627-4342-a4e3-6fed926cfdea, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e3a36d99-7627-4342-a4e3-6fed926cfdea,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:47:09.631183 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:09.711921 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] Routers {'1b371d02-61a4-4be2-81dd-871785becfcc'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:47:09.713031 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:47:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['1b371d02-61a4-4be2-81dd-871785becfcc'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:09.719399 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd28de6-e6f8-49bb-8199-0cb60fabccd9 None None] Pushing event updated for resources: {'Port': ['ID=e3a36d99-7627-4342-a4e3-6fed926cfdea,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:09.749119 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-890fcf3d-1940-4360-9056-b2b39eaa0af3 req-f957d44c-d4c2-4436-ace6-009917daf38c tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8873270 Jul 09 09:47:09.877949 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] Set router 1b371d02-61a4-4be2-81dd-871785becfcc gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:47:09.888935 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a573c-ba31-481b-9452-e79308616e4e req-f40daf82-f0df-403c-9528-b2ada5b2e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:09.890744 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-386a573c-ba31-481b-9452-e79308616e4e req-f40daf82-f0df-403c-9528-b2ada5b2e65d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b51e3e8c-7c21-4a91-b93d-f434e88398f9 HTTP/1.1" status: 200 len: 849 time: 0.2568257 Jul 09 09:47:09.919485 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-56c4e61e-7ddc-49b3-b883-bdb5b51b8586 admin admin] Transition to ACTIVE for port object c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:47:09.948175 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1fd1875a-ffa1-4491-8f3a-db1a7c53112a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1291747 Jul 09 09:47:09.949106 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41698) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:09.961563 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c3b8d03f-ec31-4d01-a0e0-d6683de577e3 admin admin] Request body: {'subnet': {'network_id': 'c82b3f29-8b69-464b-af45-d9293d4a67b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1540134132-subnet', 'tenant_id': '995334f9c17949d3ac64812939fb040c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:09.975539 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1875a-ffa1-4491-8f3a-db1a7c53112a admin admin] Pushing event updated for resources: {'Network': ['ID=c82b3f29-8b69-464b-af45-d9293d4a67b7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:10.017060 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network c82b3f29-8b69-464b-af45-d9293d4a67b7 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:47:10.035417 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c7b71-330b-461d-b796-b13c035b7442 req-3f1153de-15f5-403f-bd06-d81f71d65407 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:10.037073 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8f3c7b71-330b-461d-b796-b13c035b7442 req-3f1153de-15f5-403f-bd06-d81f71d65407 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd929abd-6278-4852-87c7-0686e4e0bd31 HTTP/1.1" status: 200 len: 946 time: 0.4010777 Jul 09 09:47:10.048300 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f4f6f-5426-4c96-a48d-0f49e686b047 req-2be9a2a4-56bb-4045-92e3-3a3f13a439aa tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:10.050237 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b8d03f-ec31-4d01-a0e0-d6683de577e3 admin admin] Made reservation on behalf of 995334f9c17949d3ac64812939fb040c for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:47:10.053263 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c3b8d03f-ec31-4d01-a0e0-d6683de577e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:10.056443 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d18f4f6f-5426-4c96-a48d-0f49e686b047 req-2be9a2a4-56bb-4045-92e3-3a3f13a439aa tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=a24888a0-aeee-494d-8b80-70b79fa45faf HTTP/1.1" status: 200 len: 932 time: 0.5178370 Jul 09 09:47:10.133801 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56c4e61e-7ddc-49b3-b883-bdb5b51b8586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:10.222990 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d2938-45a6-4b24-ada2-7136ed96cede req-b8cb765d-4ab5-48d1-9a51-f20aacb97a53 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:10.225202 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-678d2938-45a6-4b24-ada2-7136ed96cede req-b8cb765d-4ab5-48d1-9a51-f20aacb97a53 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/ports?device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 944 time: 0.3185511 Jul 09 09:47:10.229005 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d18f4f6f-5426-4c96-a48d-0f49e686b047 req-d40694d5-9b28-41c4-9c2f-029d5d3d898c tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705060 Jul 09 09:47:10.266547 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4e61e-7ddc-49b3-b883-bdb5b51b8586 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:10.289749 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a573c-ba31-481b-9452-e79308616e4e req-20062ba8-28f6-466f-90b6-ffcad437d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:10.291413 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-386a573c-ba31-481b-9452-e79308616e4e req-20062ba8-28f6-466f-90b6-ffcad437d6da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3915122 Jul 09 09:47:10.298659 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b371d02-61a4-4be2-81dd-871785becfcc', 'name': 'tempest-TestVolumeBootPattern-1179239046-router', 'tenant_id': '7afdd927203941c094a475fc277590ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e3a36d99-7627-4342-a4e3-6fed926cfdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:47:01Z', 'updated_at': '2021-07-09T09:47:04Z', 'revision_number': 3, 'project_id': '7afdd927203941c094a475fc277590ce', 'gw_port': {'id': 'e3a36d99-7627-4342-a4e3-6fed926cfdea', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:42:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b371d02-61a4-4be2-81dd-871785becfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:47:02Z', 'updated_at': '2021-07-09T09:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:10.318701 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c4e61e-7ddc-49b3-b883-bdb5b51b8586 admin admin] Network 51fb6560-3d86-40ac-a56a-51d708beecf0 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:47:10.327455 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-56c4e61e-7ddc-49b3-b883-bdb5b51b8586 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:47:10.332136 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c4e61e-7ddc-49b3-b883-bdb5b51b8586 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:47:10.375270 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-97156ea6-e646-49b4-82a2-7f31bceb5e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548e7a2a-02c0-4490-836a-16b092bb0bea {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:47:10.388183 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-678d2938-45a6-4b24-ada2-7136ed96cede req-beb3a971-2b1e-4c1a-8912-409190840212 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/security-groups?id=008f37cd-4ba4-42ea-9981-f0d9957078b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329038 Jul 09 09:47:10.393139 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01f020a-2e19-451f-8c98-4cd29bdaa6a4 None None] The sync data for ids ['1b371d02-61a4-4be2-81dd-871785becfcc'] in n-d-799996-1 is: [{'id': '1b371d02-61a4-4be2-81dd-871785becfcc', 'name': 'tempest-TestVolumeBootPattern-1179239046-router', 'tenant_id': '7afdd927203941c094a475fc277590ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e3a36d99-7627-4342-a4e3-6fed926cfdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:47:01Z', 'updated_at': '2021-07-09T09:47:04Z', 'revision_number': 3, 'project_id': '7afdd927203941c094a475fc277590ce', 'gw_port': {'id': 'e3a36d99-7627-4342-a4e3-6fed926cfdea', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:42:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b371d02-61a4-4be2-81dd-871785becfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:47:02Z', 'updated_at': '2021-07-09T09:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:47:10.399654 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-97156ea6-e646-49b4-82a2-7f31bceb5e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:10.452783 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-8f3c7b71-330b-461d-b796-b13c035b7442 req-168213a0-ea74-41a5-b25d-d7f29d33d73c tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Deleting port 6d46de24-d220-43c7-b679-4a4e4b24dc3d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:47:10.453239 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8f3c7b71-330b-461d-b796-b13c035b7442 req-168213a0-ea74-41a5-b25d-d7f29d33d73c tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:10.502021 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-97156ea6-e646-49b4-82a2-7f31bceb5e26 service neutron] Transition to ACTIVE for port object 548e7a2a-02c0-4490-836a-16b092bb0bea will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:47:10.576457 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56c4e61e-7ddc-49b3-b883-bdb5b51b8586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:10.580011 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-97156ea6-e646-49b4-82a2-7f31bceb5e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:10.585745 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c3b8d03f-ec31-4d01-a0e0-d6683de577e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:10.600625 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-8f3c7b71-330b-461d-b796-b13c035b7442 req-168213a0-ea74-41a5-b25d-d7f29d33d73c tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] For port 6d46de24-d220-43c7-b679-4a4e4b24dc3d, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=6d46de24-d220-43c7-b679-4a4e4b24dc3d,segment=NetworkSegment(2c58f5a0-ab93-4680-8033-7825e893a009),segment_id=2c58f5a0-ab93-4680-8033-7825e893a009)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:10.601002 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8f3c7b71-330b-461d-b796-b13c035b7442 req-168213a0-ea74-41a5-b25d-d7f29d33d73c tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:10.617843 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-8f3c7b71-330b-461d-b796-b13c035b7442 req-168213a0-ea74-41a5-b25d-d7f29d33d73c tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Calling delete_port for 6d46de24-d220-43c7-b679-4a4e4b24dc3d owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:47:10.678080 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ef644050-a1de-48a8-b469-e99f79ff2063 None None] Provisioning for port c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:47:10.682353 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ef644050-a1de-48a8-b469-e99f79ff2063 None None] Provisioning complete for port c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:10.682549 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef644050-a1de-48a8-b469-e99f79ff2063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:10.757270 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ef644050-a1de-48a8-b469-e99f79ff2063 None None] Port c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:47:10.787996 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97156ea6-e646-49b4-82a2-7f31bceb5e26 service neutron] Pushing event updated for resources: {'Port': ['ID=548e7a2a-02c0-4490-836a-16b092bb0bea,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:10.824495 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-386a573c-ba31-481b-9452-e79308616e4e req-a14111f2-e257-4a65-8e70-9762690cb01f service neutron] 10.222.0.64 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185294 Jul 09 09:47:10.864634 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8d03f-ec31-4d01-a0e0-d6683de577e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d08eb5-af41-4baf-b437-081470ac6064,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:10.946376 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b8d03f-ec31-4d01-a0e0-d6683de577e3 admin admin] Checking segment: {'id': 'b22678b3-3fde-49df-892e-3f3b4be9430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c82b3f29-8b69-464b-af45-d9293d4a67b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:47:10.946376 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b8d03f-ec31-4d01-a0e0-d6683de577e3 admin admin] Network hostable DHCP agents. Network: c82b3f29-8b69-464b-af45-d9293d4a67b7, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:47:11.018923 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-97156ea6-e646-49b4-82a2-7f31bceb5e26 service neutron] Attempting to bind port 548e7a2a-02c0-4490-836a-16b092bb0bea on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:47:11.019267 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-97156ea6-e646-49b4-82a2-7f31bceb5e26 service neutron] Attempting to bind port 548e7a2a-02c0-4490-836a-16b092bb0bea by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '2fcd96d6-045f-4d9c-badf-5ad7172598cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'aa16ead4-f559-45b1-91c1-40adc231fd0d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:47:11.019602 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-97156ea6-e646-49b4-82a2-7f31bceb5e26 service neutron] Attempting to bind port 548e7a2a-02c0-4490-836a-16b092bb0bea on network aa16ead4-f559-45b1-91c1-40adc231fd0d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:47:11.021682 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b8d03f-ec31-4d01-a0e0-d6683de577e3 admin admin] Network c82b3f29-8b69-464b-af45-d9293d4a67b7 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:47:11.033243 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-97156ea6-e646-49b4-82a2-7f31bceb5e26 service neutron] Port 548e7a2a-02c0-4490-836a-16b092bb0bea on network aa16ead4-f559-45b1-91c1-40adc231fd0d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:47:11.033575 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-97156ea6-e646-49b4-82a2-7f31bceb5e26 service neutron] Attempting to bind port 548e7a2a-02c0-4490-836a-16b092bb0bea on network aa16ead4-f559-45b1-91c1-40adc231fd0d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:47:11.038910 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c3b8d03f-ec31-4d01-a0e0-d6683de577e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, c82b3f29-8b69-464b-af45-d9293d4a67b7) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:47:11.053422 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b8d03f-ec31-4d01-a0e0-d6683de577e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:11.053692 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf70c4f-c145-409c-85b1-9bb46b40ed47 None None] Network c82b3f29-8b69-464b-af45-d9293d4a67b7 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:47:11.056258 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c3b8d03f-ec31-4d01-a0e0-d6683de577e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:11.063512 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-97156ea6-e646-49b4-82a2-7f31bceb5e26 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:47:11.064231 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-97156ea6-e646-49b4-82a2-7f31bceb5e26 service neutron] Checking segment: {'id': '2fcd96d6-045f-4d9c-badf-5ad7172598cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'aa16ead4-f559-45b1-91c1-40adc231fd0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:47:11.064861 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-97156ea6-e646-49b4-82a2-7f31bceb5e26 service neutron] Bound using segment: {'id': '2fcd96d6-045f-4d9c-badf-5ad7172598cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'aa16ead4-f559-45b1-91c1-40adc231fd0d'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:47:11.065600 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-97156ea6-e646-49b4-82a2-7f31bceb5e26 service neutron] Bound port: 548e7a2a-02c0-4490-836a-16b092bb0bea, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcd96d6-045f-4d9c-badf-5ad7172598cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'aa16ead4-f559-45b1-91c1-40adc231fd0d'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:47:11.066660 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-97156ea6-e646-49b4-82a2-7f31bceb5e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:11.105535 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5262dd-359a-4375-bc72-4fb832486707 req-994252e9-fcb5-485a-99ed-8566e049123c tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:11.113937 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4b5262dd-359a-4375-bc72-4fb832486707 req-994252e9-fcb5-485a-99ed-8566e049123c tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd929abd-6278-4852-87c7-0686e4e0bd31 HTTP/1.1" status: 200 len: 946 time: 0.4095402 Jul 09 09:47:11.177284 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:11.190331 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-386a573c-ba31-481b-9452-e79308616e4e req-a9f73ff7-0272-496c-8303-b6274a03d145 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604982 Jul 09 09:47:11.205422 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-97156ea6-e646-49b4-82a2-7f31bceb5e26 service neutron] For port 548e7a2a-02c0-4490-836a-16b092bb0bea, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:47:11.210199 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-97156ea6-e646-49b4-82a2-7f31bceb5e26 service neutron] For port 548e7a2a-02c0-4490-836a-16b092bb0bea, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=548e7a2a-02c0-4490-836a-16b092bb0bea,segment=NetworkSegment(2fcd96d6-045f-4d9c-badf-5ad7172598cb),segment_id=2fcd96d6-045f-4d9c-badf-5ad7172598cb)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:47:11.223736 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c3b8d03f-ec31-4d01-a0e0-d6683de577e3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2674525 Jul 09 09:47:11.227740 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-97156ea6-e646-49b4-82a2-7f31bceb5e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:11.242969 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56c4e61e-7ddc-49b3-b883-bdb5b51b8586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:11.314157 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4b5262dd-359a-4375-bc72-4fb832486707 req-6ab2320a-032f-48c7-8ef6-842ddbc2cc22 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/security-groups?id=cda4987b-6516-4ef6-963d-b09b17b461cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991870 Jul 09 09:47:11.345819 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-97156ea6-e646-49b4-82a2-7f31bceb5e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:11.346642 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-97156ea6-e646-49b4-82a2-7f31bceb5e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:11.349042 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-97156ea6-e646-49b4-82a2-7f31bceb5e26 service neutron] 10.222.0.58 "PUT /v2.0/ports/548e7a2a-02c0-4490-836a-16b092bb0bea HTTP/1.1" status: 200 len: 1092 time: 2.4831820 Jul 09 09:47:11.349631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24888a0-aeee-494d-8b80-70b79fa45faf', 'tag': '548e7a2a-02c0-4490-836a-16b092bb0bea'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:11.352423 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a92671-b6fa-4080-91bf-26251f3a9169" -d '{"events": [{"name": "network-changed", "server_uuid": "a24888a0-aeee-494d-8b80-70b79fa45faf", "tag": "548e7a2a-02c0-4490-836a-16b092bb0bea"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:11.385391 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4795f854-56a8-49d8-b6f1-824d7da382f2 None None] Network c82b3f29-8b69-464b-af45-d9293d4a67b7 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:47:11.423400 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89168f19-3539-4d8d-83d0-a8a5f916990e req-e96eb34f-386d-40e7-acdb-2fdc2ebc9452 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:11.437380 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-89168f19-3539-4d8d-83d0-a8a5f916990e req-e96eb34f-386d-40e7-acdb-2fdc2ebc9452 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 944 time: 0.4711781 Jul 09 09:47:11.443241 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8f3c7b71-330b-461d-b796-b13c035b7442 req-168213a0-ea74-41a5-b25d-d7f29d33d73c tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:11.479887 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97156ea6-e646-49b4-82a2-7f31bceb5e26 service neutron] Pushing event updated for resources: {'Port': ['ID=548e7a2a-02c0-4490-836a-16b092bb0bea,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:11.535126 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['8a0316fb-01b5-4e63-bb49-bef85c00a86b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:47:11.541166 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['91757a68-8029-44da-80bd-619fc07f5f0b', '6d46de24-d220-43c7-b679-4a4e4b24dc3d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:47:11.587953 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-c8b53eb4-8411-4468-a5d7-30ba3381c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:11.589512 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-c8b53eb4-8411-4468-a5d7-30ba3381c019 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ffb469a9ebec49548fba40676b1fdf87&device_id=a24888a0-aeee-494d-8b80-70b79fa45faf HTTP/1.1" status: 200 len: 1095 time: 0.1944382 Jul 09 09:47:11.624257 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168213a0-ea74-41a5-b25d-d7f29d33d73c tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Pushing event deleted for resources: {'Port': ['ID=6d46de24-d220-43c7-b679-4a4e4b24dc3d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:11.650390 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-85f4949c-006e-498e-bdaa-987103731890 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=548e7a2a-02c0-4490-836a-16b092bb0bea HTTP/1.1" status: 200 len: 217 time: 0.0510364 Jul 09 09:47:11.684635 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-89168f19-3539-4d8d-83d0-a8a5f916990e req-b4e9454b-78be-4474-95de-c186ea803fc2 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2390804 Jul 09 09:47:11.692587 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d215d-debf-456b-ac45-6c196c3ba0e4 req-3ec540c3-966f-4365-b9da-b3a0b6e90e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:11.694135 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-681d215d-debf-456b-ac45-6c196c3ba0e4 req-3ec540c3-966f-4365-b9da-b3a0b6e90e7a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3685effc09af44948de733ea732a3e9f&device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 1095 time: 0.4185209 Jul 09 09:47:11.744315 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-87c9c30b-8046-4953-b546-481b71118c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:11.748145 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-87c9c30b-8046-4953-b546-481b71118c1a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bdc6fc9d-32e0-46ef-bdbb-31c218d76f64 HTTP/1.1" status: 200 len: 855 time: 0.0877502 Jul 09 09:47:11.795900 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3c7b71-330b-461d-b796-b13c035b7442 req-168213a0-ea74-41a5-b25d-d7f29d33d73c tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] No DVR routers for this DVR port 6d46de24-d220-43c7-b679-4a4e4b24dc3d on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:47:11.816622 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8f3c7b71-330b-461d-b796-b13c035b7442 req-168213a0-ea74-41a5-b25d-d7f29d33d73c tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:11.818724 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8f3c7b71-330b-461d-b796-b13c035b7442 req-168213a0-ea74-41a5-b25d-d7f29d33d73c tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.58 "DELETE /v2.0/ports/6d46de24-d220-43c7-b679-4a4e4b24dc3d HTTP/1.1" status: 204 len: 173 time: 1.7588060 Jul 09 09:47:11.819183 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd929abd-6278-4852-87c7-0686e4e0bd31', 'name': 'network-vif-deleted', 'tag': '6d46de24-d220-43c7-b679-4a4e4b24dc3d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:11.836554 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b800b61e-3cd3-46db-99f4-9177a8df6d95" -d '{"events": [{"server_uuid": "bd929abd-6278-4852-87c7-0686e4e0bd31", "name": "network-vif-deleted", "tag": "6d46de24-d220-43c7-b679-4a4e4b24dc3d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:11.845588 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56c4e61e-7ddc-49b3-b883-bdb5b51b8586 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:11.877669 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166f997d-4018-4141-99a6-c828186e8a14 x-openstack-request-id: req-166f997d-4018-4141-99a6-c828186e8a14 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:11.878544 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24888a0-aeee-494d-8b80-70b79fa45faf", "tag": "548e7a2a-02c0-4490-836a-16b092bb0bea", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:11.878816 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-166f997d-4018-4141-99a6-c828186e8a14 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:11.879231 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24888a0-aeee-494d-8b80-70b79fa45faf', 'tag': '548e7a2a-02c0-4490-836a-16b092bb0bea', 'status': 'completed', 'code': 200} Jul 09 09:47:11.882332 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-8bebd10f-c32e-4fa5-bd2c-172092bc7146 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa16ead4-f559-45b1-91c1-40adc231fd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208527 Jul 09 09:47:11.883551 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56c4e61e-7ddc-49b3-b883-bdb5b51b8586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:11.924865 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 21c6d174-3609-4f0e-9ad2-22423d2f61b9 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:47:11.960274 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56c4e61e-7ddc-49b3-b883-bdb5b51b8586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:11.981122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045cf4a-df26-4d41-af0e-c2aa095b9c05 req-f7b6fbb5-3192-4824-8c30-ba0936a854c1 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:11.989381 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f045cf4a-df26-4d41-af0e-c2aa095b9c05 req-f7b6fbb5-3192-4824-8c30-ba0936a854c1 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=a24888a0-aeee-494d-8b80-70b79fa45faf HTTP/1.1" status: 200 len: 944 time: 0.3779726 Jul 09 09:47:12.029158 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d215d-debf-456b-ac45-6c196c3ba0e4 req-17b1478d-8542-46a2-87b3-08410b4deec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:12.030849 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-681d215d-debf-456b-ac45-6c196c3ba0e4 req-17b1478d-8542-46a2-87b3-08410b4deec5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08 HTTP/1.1" status: 200 len: 911 time: 0.3121481 Jul 09 09:47:12.076769 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 21c6d174-3609-4f0e-9ad2-22423d2f61b9, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=21c6d174-3609-4f0e-9ad2-22423d2f61b9,segment=NetworkSegment(37121bee-19fc-4c63-9d31-ee5659dd3ba9),segment_id=37121bee-19fc-4c63-9d31-ee5659dd3ba9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:12.094447 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '21c6d174-3609-4f0e-9ad2-22423d2f61b9', 'network_id': '73b12923-7036-466d-b40f-9387cec967ac', 'port_id': '21c6d174-3609-4f0e-9ad2-22423d2f61b9', 'mac_address': 'fa:16:3e:a6:cf:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:47:12.126854 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f045cf4a-df26-4d41-af0e-c2aa095b9c05 req-dace57b7-de74-44ca-a05e-717a6d1dd196 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337948 Jul 09 09:47:12.129950 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-681d215d-debf-456b-ac45-6c196c3ba0e4 req-178e609b-5627-4799-889b-ea374b1ebe97 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bd90d64-a9b2-4541-bb33-e3dbaae13163 HTTP/1.1" status: 200 len: 217 time: 0.0895348 Jul 09 09:47:12.151418 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:12.162979 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4e61e-7ddc-49b3-b883-bdb5b51b8586 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:12.171065 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c6d174-3609-4f0e-9ad2-22423d2f61b9 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:47:12.186993 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028f431-3502-4e7b-a4e9-18a1a826e670 req-9abfff04-a5f0-4665-a6ec-c20dcb08c5a5 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:12.188893 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2028f431-3502-4e7b-a4e9-18a1a826e670 req-9abfff04-a5f0-4665-a6ec-c20dcb08c5a5 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/ports?device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 944 time: 0.2643418 Jul 09 09:47:12.194009 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-97124016-d539-497f-9d3f-195766045e4e service neutron] 10.222.0.58 "GET /v2.0/networks/aa16ead4-f559-45b1-91c1-40adc231fd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521279 Jul 09 09:47:12.216040 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 21c6d174-3609-4f0e-9ad2-22423d2f61b9, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=21c6d174-3609-4f0e-9ad2-22423d2f61b9,segment=NetworkSegment(37121bee-19fc-4c63-9d31-ee5659dd3ba9),segment_id=37121bee-19fc-4c63-9d31-ee5659dd3ba9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:12.222832 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:12.263071 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2028f431-3502-4e7b-a4e9-18a1a826e670 req-0b0aee8a-6250-4783-befe-069d863fe323 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/security-groups?id=008f37cd-4ba4-42ea-9981-f0d9957078b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485265 Jul 09 09:47:12.266924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d215d-debf-456b-ac45-6c196c3ba0e4 req-619ab4e1-d9be-4635-9634-038be7741b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:12.268486 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-681d215d-debf-456b-ac45-6c196c3ba0e4 req-619ab4e1-d9be-4635-9634-038be7741b53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b51e3e8c-7c21-4a91-b93d-f434e88398f9 HTTP/1.1" status: 200 len: 849 time: 0.1135375 Jul 09 09:47:12.311820 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=21c6d174-3609-4f0e-9ad2-22423d2f61b9,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:12.335395 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c4e61e-7ddc-49b3-b883-bdb5b51b8586 admin admin] Network 51fb6560-3d86-40ac-a56a-51d708beecf0 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:47:12.341883 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-56c4e61e-7ddc-49b3-b883-bdb5b51b8586 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:47:12.357450 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09afeaaa-fe06-4de8-a920-2e3d86aae39f x-openstack-request-id: req-09afeaaa-fe06-4de8-a920-2e3d86aae39f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:12.357763 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd929abd-6278-4852-87c7-0686e4e0bd31", "name": "network-vif-deleted", "tag": "6d46de24-d220-43c7-b679-4a4e4b24dc3d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:12.358021 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-09afeaaa-fe06-4de8-a920-2e3d86aae39f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:12.377551 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd929abd-6278-4852-87c7-0686e4e0bd31', 'name': 'network-vif-deleted', 'tag': '6d46de24-d220-43c7-b679-4a4e4b24dc3d', 'status': 'completed', 'code': 200} Jul 09 09:47:12.402719 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d215d-debf-456b-ac45-6c196c3ba0e4 req-22117383-6107-4705-929c-89960dfcaa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:12.405039 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-681d215d-debf-456b-ac45-6c196c3ba0e4 req-22117383-6107-4705-929c-89960dfcaa5a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293504 Jul 09 09:47:12.558140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['21c6d174-3609-4f0e-9ad2-22423d2f61b9'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:47:12.582356 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66fde816-4e04-44fa-a469-f545d6356e88 req-3fecf35a-91f0-40da-b16b-da75246601e6 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd929abd-6278-4852-87c7-0686e4e0bd31 HTTP/1.1" status: 200 len: 210 time: 0.0401528 Jul 09 09:47:12.640483 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2dcec873-1950-4ac0-91f4-d7f6f3b76469 req-4dfa97dc-d7bc-4635-9fd5-e017fb75d50c service neutron] 10.222.0.58 "GET /v2.0/networks/aa16ead4-f559-45b1-91c1-40adc231fd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234221 Jul 09 09:47:12.801558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-681d215d-debf-456b-ac45-6c196c3ba0e4 req-2a699671-6b4b-4bf1-b917-8f2eb6d0e1fc service neutron] 10.222.0.64 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811443 Jul 09 09:47:12.820849 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c4e61e-7ddc-49b3-b883-bdb5b51b8586 admin admin] Router 1b371d02-61a4-4be2-81dd-871785becfcc has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:47:12.832337 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e3a36d99-7627-4342-a4e3-6fed926cfdea up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:47:12.954260 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:12.954976 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c41fb4a7-eb71-4e03-8442-162b7cc9a568 None None] Provisioning complete for port c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:12.955333 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c41fb4a7-eb71-4e03-8442-162b7cc9a568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:12.958580 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a92671-b6fa-4080-91bf-26251f3a9169 req-bda04a12-4d03-4bf1-9f49-4f4837c25a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:12.960176 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e4a92671-b6fa-4080-91bf-26251f3a9169 req-bda04a12-4d03-4bf1-9f49-4f4837c25a1c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ffb469a9ebec49548fba40676b1fdf87&device_id=a24888a0-aeee-494d-8b80-70b79fa45faf HTTP/1.1" status: 200 len: 1095 time: 0.2584734 Jul 09 09:47:13.023713 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port e3a36d99-7627-4342-a4e3-6fed926cfdea completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:47:13.055673 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port e3a36d99-7627-4342-a4e3-6fed926cfdea triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:13.056020 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:13.098459 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c4e61e-7ddc-49b3-b883-bdb5b51b8586 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:47:13.108124 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c41fb4a7-eb71-4e03-8442-162b7cc9a568 None None] Port c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:47:13.112472 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-5f1137ad-ec06-4fad-ba39-adb4f4e4814d tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:13.113908 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-56c4e61e-7ddc-49b3-b883-bdb5b51b8586 admin admin] 10.222.0.61 "PUT /v2.0/routers/1b371d02-61a4-4be2-81dd-871785becfcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5222514 Jul 09 09:47:13.115223 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-5f1137ad-ec06-4fad-ba39-adb4f4e4814d tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/networks?id=c82b3f29-8b69-464b-af45-d9293d4a67b7 HTTP/1.1" status: 200 len: 814 time: 0.5318913 Jul 09 09:47:13.131665 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a92671-b6fa-4080-91bf-26251f3a9169 req-aea09c95-62f6-403f-85b5-fa55dfb653cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:13.133005 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e4a92671-b6fa-4080-91bf-26251f3a9169 req-aea09c95-62f6-403f-85b5-fa55dfb653cc service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa16ead4-f559-45b1-91c1-40adc231fd0d HTTP/1.1" status: 200 len: 916 time: 0.1618686 Jul 09 09:47:13.173944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-dd3096ef-2ac6-4934-9e97-5512a3d49837 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/quotas/995334f9c17949d3ac64812939fb040c HTTP/1.1" status: 200 len: 375 time: 0.0346231 Jul 09 09:47:13.193016 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e4a92671-b6fa-4080-91bf-26251f3a9169 req-481fd2f2-746b-4052-91fe-680bb8b974ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=548e7a2a-02c0-4490-836a-16b092bb0bea HTTP/1.1" status: 200 len: 217 time: 0.0523336 Jul 09 09:47:13.234000 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-f2104565-372a-43b4-a06e-d7b80306a182 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=995334f9c17949d3ac64812939fb040c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529699 Jul 09 09:47:13.245993 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-681d215d-debf-456b-ac45-6c196c3ba0e4 req-f19355e9-fdd5-44d9-8183-a785bdd9a0a1 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435170 Jul 09 09:47:13.265857 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:13.294592 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a92671-b6fa-4080-91bf-26251f3a9169 req-56d82272-bab1-4433-aa4c-b3f948ebed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:13.296137 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e4a92671-b6fa-4080-91bf-26251f3a9169 req-56d82272-bab1-4433-aa4c-b3f948ebed22 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bdc6fc9d-32e0-46ef-bdbb-31c218d76f64 HTTP/1.1" status: 200 len: 855 time: 0.0964217 Jul 09 09:47:13.314188 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port e3a36d99-7627-4342-a4e3-6fed926cfdea, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e3a36d99-7627-4342-a4e3-6fed926cfdea,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:13.323651 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:13.345606 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] Sync routers for ids ['1b371d02-61a4-4be2-81dd-871785becfcc'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:47:13.356658 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e4a92671-b6fa-4080-91bf-26251f3a9169 req-227fd203-5a1d-4c47-90cd-272b1c530ffa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa16ead4-f559-45b1-91c1-40adc231fd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519986 Jul 09 09:47:13.372726 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] Routers {'1b371d02-61a4-4be2-81dd-871785becfcc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:47:13.373456 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:47:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['1b371d02-61a4-4be2-81dd-871785becfcc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:13.395337 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699901ce-adf7-4e9c-80bf-b508d8c5f43c req-9b5ae8fd-5fac-4cf6-b6db-f11a730a3934 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:13.402701 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-699901ce-adf7-4e9c-80bf-b508d8c5f43c req-9b5ae8fd-5fac-4cf6-b6db-f11a730a3934 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 944 time: 0.4522355 Jul 09 09:47:13.406380 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-c7015c10-3d48-46aa-8a7b-e8f7e4439bae service neutron] 10.222.0.61 "GET /v2.0/networks/c82b3f29-8b69-464b-af45-d9293d4a67b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591752 Jul 09 09:47:13.447188 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=e3a36d99-7627-4342-a4e3-6fed926cfdea,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:13.488589 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e4a92671-b6fa-4080-91bf-26251f3a9169 req-7a693d5a-6382-4520-9624-e863c1210181 service neutron] 10.222.0.58 "GET /v2.0/networks/aa16ead4-f559-45b1-91c1-40adc231fd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185420 Jul 09 09:47:13.548290 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] Set router 1b371d02-61a4-4be2-81dd-871785becfcc gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:47:13.552807 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-699901ce-adf7-4e9c-80bf-b508d8c5f43c req-bed55ac3-7bc8-40a4-b74d-9cc0d6ab58b9 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487854 Jul 09 09:47:13.555207 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-bbff1819-df8d-4751-a6a7-3aa0a44e3e6d service neutron] 10.222.0.61 "GET /v2.0/networks/c82b3f29-8b69-464b-af45-d9293d4a67b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395526 Jul 09 09:47:13.623620 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e4a92671-b6fa-4080-91bf-26251f3a9169 req-52d16af4-d01a-4b66-964a-3801ee6b5c1c service neutron] 10.222.0.58 "GET /v2.0/networks/aa16ead4-f559-45b1-91c1-40adc231fd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278679 Jul 09 09:47:13.766905 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf839b8-5307-4fb8-8ab5-5b4dd1c10f02 req-77420a38-962a-4d17-8965-85c12e658d4e tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:13.774249 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-adf839b8-5307-4fb8-8ab5-5b4dd1c10f02 req-77420a38-962a-4d17-8965-85c12e658d4e tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=a24888a0-aeee-494d-8b80-70b79fa45faf HTTP/1.1" status: 200 len: 944 time: 0.0943940 Jul 09 09:47:13.848211 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-adf839b8-5307-4fb8-8ab5-5b4dd1c10f02 req-504dee85-d8d6-437a-9ed6-4739e2d34984 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724871 Jul 09 09:47:13.900046 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b371d02-61a4-4be2-81dd-871785becfcc', 'name': 'tempest-TestVolumeBootPattern-1179239046-router', 'tenant_id': '7afdd927203941c094a475fc277590ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e3a36d99-7627-4342-a4e3-6fed926cfdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:47:01Z', 'updated_at': '2021-07-09T09:47:11Z', 'revision_number': 4, 'project_id': '7afdd927203941c094a475fc277590ce', 'gw_port': {'id': 'e3a36d99-7627-4342-a4e3-6fed926cfdea', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:42:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b371d02-61a4-4be2-81dd-871785becfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:47:02Z', 'updated_at': '2021-07-09T09:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae', 'name': '', 'network_id': '51fb6560-3d86-40ac-a56a-51d708beecf0', 'tenant_id': '7afdd927203941c094a475fc277590ce', 'mac_address': 'fa:16:3e:b9:a7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b371d02-61a4-4be2-81dd-871785becfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': 'b58ca4e2-227e-4212-b8dc-1299a88a5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:47:07Z', 'updated_at': '2021-07-09T09:47:11Z', 'revision_number': 2, 'project_id': '7afdd927203941c094a475fc277590ce', 'subnets': [{'id': 'b58ca4e2-227e-4212-b8dc-1299a88a5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:13.937056 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 21c6d174-3609-4f0e-9ad2-22423d2f61b9 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:47:13.948680 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] Checking router: 1b371d02-61a4-4be2-81dd-871785becfcc for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:47:13.949437 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] Updating router 1b371d02-61a4-4be2-81dd-871785becfcc port c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:47:13.992390 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:14.091632 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 21c6d174-3609-4f0e-9ad2-22423d2f61b9 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:47:14.096084 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 21c6d174-3609-4f0e-9ad2-22423d2f61b9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:14.096993 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:14.111527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97abf2d-b6e5-44e4-a349-c11b3f83ed1d req-fcf149f9-590c-418f-b278-9ce4dd4d1f57 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:14.120488 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d97abf2d-b6e5-44e4-a349-c11b3f83ed1d req-fcf149f9-590c-418f-b278-9ce4dd4d1f57 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/ports?device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 945 time: 0.2057116 Jul 09 09:47:14.175369 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-424ec03b-42b4-410f-b811-a6f92d37d973 req-7a0fe437-0ed6-473b-ba48-f82f72952b50 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 210 time: 0.0504365 Jul 09 09:47:14.228642 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d97abf2d-b6e5-44e4-a349-c11b3f83ed1d req-78bb2ad2-d3a9-488f-9e7b-edd58d6f38f0 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/security-groups?id=008f37cd-4ba4-42ea-9981-f0d9957078b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067586 Jul 09 09:47:14.278341 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:14.347609 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46e655c-60d1-4771-a55d-5e6fe3ca700d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c6d174-3609-4f0e-9ad2-22423d2f61b9'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:14.363541 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064edf73-0e7f-4d81-b0e0-8f015aa4b694" -d '{"events": [{"server_uuid": "a46e655c-60d1-4771-a55d-5e6fe3ca700d", "name": "network-vif-plugged", "status": "completed", "tag": "21c6d174-3609-4f0e-9ad2-22423d2f61b9"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:14.429400 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:14.443451 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] Transition to ACTIVE for port object c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:47:14.451477 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:14.452927 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d329e4e3-86c4-425a-b66e-5272267f0dd8 x-openstack-request-id: req-d329e4e3-86c4-425a-b66e-5272267f0dd8 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:14.453409 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46e655c-60d1-4771-a55d-5e6fe3ca700d", "name": "network-vif-plugged", "status": "completed", "tag": "21c6d174-3609-4f0e-9ad2-22423d2f61b9", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:14.453666 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d329e4e3-86c4-425a-b66e-5272267f0dd8 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:14.454150 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46e655c-60d1-4771-a55d-5e6fe3ca700d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c6d174-3609-4f0e-9ad2-22423d2f61b9', 'code': 200} Jul 09 09:47:14.480649 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 21c6d174-3609-4f0e-9ad2-22423d2f61b9, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=21c6d174-3609-4f0e-9ad2-22423d2f61b9,segment=NetworkSegment(37121bee-19fc-4c63-9d31-ee5659dd3ba9),segment_id=37121bee-19fc-4c63-9d31-ee5659dd3ba9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:14.490387 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:14.621618 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] Attempting to bind port c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:47:14.621999 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] Attempting to bind port c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '502c74ec-19db-4108-8faf-d4d98c921efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '51fb6560-3d86-40ac-a56a-51d708beecf0'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:47:14.623019 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] Attempting to bind port c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae on network 51fb6560-3d86-40ac-a56a-51d708beecf0 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:47:14.625538 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1229c-7e31-448d-8932-0e993f89d3e4 None None] Pushing event updated for resources: {'Port': ['ID=c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:14.634079 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:47:14.634712 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] Checking segment: {'id': '502c74ec-19db-4108-8faf-d4d98c921efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '51fb6560-3d86-40ac-a56a-51d708beecf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:47:14.635629 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:14.636591 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] Bound using segment: {'id': '502c74ec-19db-4108-8faf-d4d98c921efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '51fb6560-3d86-40ac-a56a-51d708beecf0'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:47:14.637338 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] Bound port: c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502c74ec-19db-4108-8faf-d4d98c921efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '51fb6560-3d86-40ac-a56a-51d708beecf0'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:47:14.637920 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:14.711147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a963f3c-cdb3-4ad5-a5ed-ba0c438c0e08 req-a6249f47-95b8-4e7c-a187-c15f2deb2550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:14.724536 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] For port c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:47:14.729206 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] For port c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae,segment=NetworkSegment(502c74ec-19db-4108-8faf-d4d98c921efc),segment_id=502c74ec-19db-4108-8faf-d4d98c921efc)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:47:14.739195 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:14.740769 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a963f3c-cdb3-4ad5-a5ed-ba0c438c0e08 req-a6249f47-95b8-4e7c-a187-c15f2deb2550 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 1097 time: 0.2391846 Jul 09 09:47:14.780929 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=21c6d174-3609-4f0e-9ad2-22423d2f61b9,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:14.849491 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1229c-7e31-448d-8932-0e993f89d3e4 None None] Pushing event updated for resources: {'Port': ['ID=c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:14.880495 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a963f3c-cdb3-4ad5-a5ed-ba0c438c0e08 req-680f446f-4c53-4211-8ba9-95a15c96ca00 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=008f37cd-4ba4-42ea-9981-f0d9957078b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264496 Jul 09 09:47:14.898526 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e3a36d99-7627-4342-a4e3-6fed926cfdea up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:47:14.901777 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] Routers {'1b371d02-61a4-4be2-81dd-871785becfcc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:47:14.902804 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:47:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['1b371d02-61a4-4be2-81dd-871785becfcc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:15.050950 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port e3a36d99-7627-4342-a4e3-6fed926cfdea triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:15.054435 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:15.062767 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b1b4a-f631-4580-8bc3-5c8ba2ccea70 req-074b2196-9260-4373-928c-e42e871acebe tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:15.071088 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a0b1b4a-f631-4580-8bc3-5c8ba2ccea70 req-074b2196-9260-4373-928c-e42e871acebe tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 944 time: 0.2270069 Jul 09 09:47:15.155209 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a0b1b4a-f631-4580-8bc3-5c8ba2ccea70 req-0e4568ce-a2e8-4b2f-9c0d-c45f5068fff5 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684874 Jul 09 09:47:15.244732 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] Set router 1b371d02-61a4-4be2-81dd-871785becfcc gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:47:15.442213 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 548e7a2a-02c0-4490-836a-16b092bb0bea details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:47:15.453370 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d0329-9e81-4113-9494-f97a80a03b9f req-0a2253ca-ab12-43ac-85a0-43fd6c01f92a tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:15.458233 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-327d0329-9e81-4113-9494-f97a80a03b9f req-0a2253ca-ab12-43ac-85a0-43fd6c01f92a tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=a24888a0-aeee-494d-8b80-70b79fa45faf HTTP/1.1" status: 200 len: 944 time: 0.1191068 Jul 09 09:47:15.523015 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-327d0329-9e81-4113-9494-f97a80a03b9f req-f7fb8ea6-b4c1-4648-b47d-5dd04273c026 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578828 Jul 09 09:47:15.533262 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 6d46de24-d220-43c7-b679-4a4e4b24dc3d no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:47:15.599219 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a3552700-12d1-4a53-9c52-e2596f02576c req-5479c245-f6aa-4b58-ac53-f5754298d278 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 210 time: 0.0924914 Jul 09 09:47:15.731422 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b371d02-61a4-4be2-81dd-871785becfcc', 'name': 'tempest-TestVolumeBootPattern-1179239046-router', 'tenant_id': '7afdd927203941c094a475fc277590ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e3a36d99-7627-4342-a4e3-6fed926cfdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:47:01Z', 'updated_at': '2021-07-09T09:47:11Z', 'revision_number': 4, 'project_id': '7afdd927203941c094a475fc277590ce', 'gw_port': {'id': 'e3a36d99-7627-4342-a4e3-6fed926cfdea', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:42:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b371d02-61a4-4be2-81dd-871785becfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:47:02Z', 'updated_at': '2021-07-09T09:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae', 'name': '', 'network_id': '51fb6560-3d86-40ac-a56a-51d708beecf0', 'tenant_id': '7afdd927203941c094a475fc277590ce', 'mac_address': 'fa:16:3e:b9:a7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b371d02-61a4-4be2-81dd-871785becfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': 'b58ca4e2-227e-4212-b8dc-1299a88a5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:47:07Z', 'updated_at': '2021-07-09T09:47:14Z', 'revision_number': 4, 'project_id': '7afdd927203941c094a475fc277590ce', 'subnets': [{'id': 'b58ca4e2-227e-4212-b8dc-1299a88a5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:15.786520 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ec6482-4d00-4868-851b-b59f00598a25 None None] The sync data for ids ['1b371d02-61a4-4be2-81dd-871785becfcc'] in n-d-799996-1 is: [{'id': '1b371d02-61a4-4be2-81dd-871785becfcc', 'name': 'tempest-TestVolumeBootPattern-1179239046-router', 'tenant_id': '7afdd927203941c094a475fc277590ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e3a36d99-7627-4342-a4e3-6fed926cfdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:47:01Z', 'updated_at': '2021-07-09T09:47:11Z', 'revision_number': 4, 'project_id': '7afdd927203941c094a475fc277590ce', 'gw_port': {'id': 'e3a36d99-7627-4342-a4e3-6fed926cfdea', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:42:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b371d02-61a4-4be2-81dd-871785becfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:47:02Z', 'updated_at': '2021-07-09T09:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae', 'name': '', 'network_id': '51fb6560-3d86-40ac-a56a-51d708beecf0', 'tenant_id': '7afdd927203941c094a475fc277590ce', 'mac_address': 'fa:16:3e:b9:a7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b371d02-61a4-4be2-81dd-871785becfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': 'b58ca4e2-227e-4212-b8dc-1299a88a5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:47:07Z', 'updated_at': '2021-07-09T09:47:14Z', 'revision_number': 4, 'project_id': '7afdd927203941c094a475fc277590ce', 'subnets': [{'id': 'b58ca4e2-227e-4212-b8dc-1299a88a5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:47:15.878850 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 6d46de24-d220-43c7-b679-4a4e4b24dc3d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:47:15.880183 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 6d46de24-d220-43c7-b679-4a4e4b24dc3d not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:47:15.981935 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 3bd90d64-a9b2-4541-bb33-e3dbaae13163 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:47:16.012594 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222a69a-8c31-45ee-8f2a-f763a9ec794a req-bad57e1e-e356-4890-94b4-8033ca75c584 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:16.023396 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8222a69a-8c31-45ee-8f2a-f763a9ec794a req-bad57e1e-e356-4890-94b4-8033ca75c584 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/ports?device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 946 time: 0.2499573 Jul 09 09:47:16.031863 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 548e7a2a-02c0-4490-836a-16b092bb0bea, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=548e7a2a-02c0-4490-836a-16b092bb0bea,segment=NetworkSegment(2fcd96d6-045f-4d9c-badf-5ad7172598cb),segment_id=2fcd96d6-045f-4d9c-badf-5ad7172598cb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:16.096635 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '548e7a2a-02c0-4490-836a-16b092bb0bea', 'network_id': 'aa16ead4-f559-45b1-91c1-40adc231fd0d', 'port_id': '548e7a2a-02c0-4490-836a-16b092bb0bea', 'mac_address': 'fa:16:3e:79:65:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc6fc9d-32e0-46ef-bdbb-31c218d76f64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:47:16.112968 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8222a69a-8c31-45ee-8f2a-f763a9ec794a req-de006335-ebae-4224-b3bc-7319032836f1 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/security-groups?id=008f37cd-4ba4-42ea-9981-f0d9957078b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879991 Jul 09 09:47:16.331261 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:16.384000 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548e7a2a-02c0-4490-836a-16b092bb0bea {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:47:16.406846 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 3bd90d64-a9b2-4541-bb33-e3dbaae13163, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=3bd90d64-a9b2-4541-bb33-e3dbaae13163,segment=NetworkSegment(498e2393-079b-4450-9c02-7ce0fce4169c),segment_id=498e2393-079b-4450-9c02-7ce0fce4169c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:16.481555 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '3bd90d64-a9b2-4541-bb33-e3dbaae13163', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'port_id': '3bd90d64-a9b2-4541-bb33-e3dbaae13163', 'mac_address': 'fa:16:3e:c4:0d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:47:16.487974 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-b2ef86f2-c7b8-4377-b6d7-62a35e139688 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:16.489569 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-b2ef86f2-c7b8-4377-b6d7-62a35e139688 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.58 "GET /v2.0/networks?id=c82b3f29-8b69-464b-af45-d9293d4a67b7 HTTP/1.1" status: 200 len: 814 time: 0.3265824 Jul 09 09:47:16.494996 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 548e7a2a-02c0-4490-836a-16b092bb0bea, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=548e7a2a-02c0-4490-836a-16b092bb0bea,segment=NetworkSegment(2fcd96d6-045f-4d9c-badf-5ad7172598cb),segment_id=2fcd96d6-045f-4d9c-badf-5ad7172598cb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:16.506722 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-f3657f30-f47f-4c26-9853-aadc21575a21 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Request body: {'port': {'device_id': '47e5c457-b289-4b9d-9935-1f294d01f73c', 'network_id': 'c82b3f29-8b69-464b-af45-d9293d4a67b7', 'admin_state_up': True, 'tenant_id': '995334f9c17949d3ac64812939fb040c'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:16.527826 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b06ca-f4be-4d82-9f77-ece528ad60ea req-97090a36-e7cd-4ba0-9fff-7ace45ce6881 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:16.532438 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c75b06ca-f4be-4d82-9f77-ece528ad60ea req-97090a36-e7cd-4ba0-9fff-7ace45ce6881 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 944 time: 0.1820986 Jul 09 09:47:16.579808 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:16.593296 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:16.629492 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c75b06ca-f4be-4d82-9f77-ece528ad60ea req-d7754145-647f-4757-a92f-75f20bbac923 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899000 Jul 09 09:47:16.714880 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=548e7a2a-02c0-4490-836a-16b092bb0bea,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:16.763611 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41832) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:16.780416 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd90d64-a9b2-4541-bb33-e3dbaae13163 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:47:16.832693 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['548e7a2a-02c0-4490-836a-16b092bb0bea'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:47:16.834539 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6c931-e6e9-43ed-99d5-ca0a84f5d3db req-6978c83e-012c-4d35-a411-3a58f821d83a tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:16.857507 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6c931-e6e9-43ed-99d5-ca0a84f5d3db req-6978c83e-012c-4d35-a411-3a58f821d83a tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:16.870491 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06f6c931-e6e9-43ed-99d5-ca0a84f5d3db req-6978c83e-012c-4d35-a411-3a58f821d83a tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/ports?device_id=455860d5-a0ce-4ddb-89fc-815a84f48db2&device_id=4c4eb702-1891-48e4-be59-2e44924c79a0 HTTP/1.1" status: 200 len: 1681 time: 0.2510333 Jul 09 09:47:16.903157 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 3bd90d64-a9b2-4541-bb33-e3dbaae13163, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=3bd90d64-a9b2-4541-bb33-e3dbaae13163,segment=NetworkSegment(498e2393-079b-4450-9c02-7ce0fce4169c),segment_id=498e2393-079b-4450-9c02-7ce0fce4169c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:16.918398 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:16.962493 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-f3657f30-f47f-4c26-9853-aadc21575a21 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Made reservation on behalf of 995334f9c17949d3ac64812939fb040c for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:47:16.973644 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-f3657f30-f47f-4c26-9853-aadc21575a21 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:16.980332 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06f6c931-e6e9-43ed-99d5-ca0a84f5d3db req-66ff9192-aafd-4785-9ee9-2c65e8cfe478 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/security-groups?id=cda4987b-6516-4ef6-963d-b09b17b461cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866797 Jul 09 09:47:17.016081 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:47:17.159026 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d4d49e6d-8c58-4b06-8434-f2470ed02267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:17.223053 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=3bd90d64-a9b2-4541-bb33-e3dbaae13163,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:17.256155 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d1b538c-2d56-4fd0-bd50-a8287caef253 req-0a985f97-1b45-4978-bd4c-a11369bafa3b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 210 time: 0.0792894 Jul 09 09:47:17.276968 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['3bd90d64-a9b2-4541-bb33-e3dbaae13163'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:47:17.300212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b84b30-ab49-4746-936c-6556e6e21286 req-87691983-5eab-4930-8b6e-0a2a1d467d07 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:17.305605 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91b84b30-ab49-4746-936c-6556e6e21286 req-87691983-5eab-4930-8b6e-0a2a1d467d07 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=a24888a0-aeee-494d-8b80-70b79fa45faf HTTP/1.1" status: 200 len: 945 time: 0.2811470 Jul 09 09:47:17.327047 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:47:17.335917 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-f3657f30-f47f-4c26-9853-aadc21575a21 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Allocated IP 172.20.0.4 (c82b3f29-8b69-464b-af45-d9293d4a67b7/10d08eb5-af41-4baf-b437-081470ac6064/1295f280-b32a-4f71-b995-0ff86055a26e) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:47:17.342979 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:17.343588 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:17.398663 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91b84b30-ab49-4746-936c-6556e6e21286 req-b3cc632e-443a-432d-a1e9-ab0e46b7d0b6 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817063 Jul 09 09:47:17.611033 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:17.616300 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d4d49e6d-8c58-4b06-8434-f2470ed02267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:17.645722 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-f3657f30-f47f-4c26-9853-aadc21575a21 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:17.667141 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae,segment=NetworkSegment(502c74ec-19db-4108-8faf-d4d98c921efc),segment_id=502c74ec-19db-4108-8faf-d4d98c921efc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:17.680275 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:17.692062 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a40234-1be1-4ffa-a63f-d064e9f76027 req-19bc5b91-bdef-4d4e-8d84-ddd95ba46a09 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:17.693295 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d4d49e6d-8c58-4b06-8434-f2470ed02267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:17.694832 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-72a40234-1be1-4ffa-a63f-d064e9f76027 req-19bc5b91-bdef-4d4e-8d84-ddd95ba46a09 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/ports?device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 946 time: 0.2247269 Jul 09 09:47:17.740142 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-c65c9ff4-07f5-4e83-a582-673ee8aac07b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:17.748226 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-c65c9ff4-07f5-4e83-a582-673ee8aac07b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 812 time: 0.2147257 Jul 09 09:47:17.755037 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d49e6d-8c58-4b06-8434-f2470ed02267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9f49e9-8b5d-4395-b54f-86a37a11f80c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:17.755263 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:17.760958 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-f3657f30-f47f-4c26-9853-aadc21575a21 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:17.764346 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-7512ec4e-f903-4f80-adad-f55a594c7def tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/quotas/813283cb89a545e1a829a2f32c9aa43c HTTP/1.1" status: 200 len: 375 time: 0.0148485 Jul 09 09:47:17.767144 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d4d49e6d-8c58-4b06-8434-f2470ed02267 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=83ddc3703de54d5897d6ed0a68f6d76f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0024748 Jul 09 09:47:17.772340 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 41852) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:17.805960 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-72a40234-1be1-4ffa-a63f-d064e9f76027 req-a9f35577-376f-46ac-9921-9c8dcd71a1ee tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/security-groups?id=008f37cd-4ba4-42ea-9981-f0d9957078b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049359 Jul 09 09:47:17.816631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-f3657f30-f47f-4c26-9853-aadc21575a21 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Network c82b3f29-8b69-464b-af45-d9293d4a67b7 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:47:17.822634 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-f3657f30-f47f-4c26-9853-aadc21575a21 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:47:17.825782 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-f3657f30-f47f-4c26-9853-aadc21575a21 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:47:17.881595 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-f3657f30-f47f-4c26-9853-aadc21575a21 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:17.882371 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-f3657f30-f47f-4c26-9853-aadc21575a21 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:17.883002 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19ec7872-a4fe-45e9-9aab-a2a403e53f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:17.895618 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3657f30-f47f-4c26-9853-aadc21575a21 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Pushing event updated for resources: {'Port': ['ID=1295f280-b32a-4f71-b995-0ff86055a26e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:17.907219 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-f3657f30-f47f-4c26-9853-aadc21575a21 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4070277 Jul 09 09:47:17.920068 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-9db6c277-6904-4154-bf6f-9804b51cb28d service neutron] Request body: {'port': {'device_id': '47e5c457-b289-4b9d-9935-1f294d01f73c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:17.921139 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19ec7872-a4fe-45e9-9aab-a2a403e53f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:17.942119 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-639afeaa-5303-4aeb-bd24-dcee23c5f65e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1704550 Jul 09 09:47:18.014380 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-9db6c277-6904-4154-bf6f-9804b51cb28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:18.086686 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-d5fd1e16-d309-40d0-81ab-b9bd48a0d336 service neutron] 10.222.0.61 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433766 Jul 09 09:47:18.184020 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19ec7872-a4fe-45e9-9aab-a2a403e53f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:18.186649 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19ec7872-a4fe-45e9-9aab-a2a403e53f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:18.187891 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-19ec7872-a4fe-45e9-9aab-a2a403e53f38 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dc9f49e9-8b5d-4395-b54f-86a37a11f80c HTTP/1.1" status: 204 len: 168 time: 0.4144163 Jul 09 09:47:18.218356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec7872-a4fe-45e9-9aab-a2a403e53f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9f49e9-8b5d-4395-b54f-86a37a11f80c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:18.246277 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-c3fc77f0-2500-4efc-a50e-33de6bc21901 service neutron] 10.222.0.61 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586511 Jul 09 09:47:18.266673 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f03c5-3cfa-4a39-8d07-369b385ad654 req-87652544-afd6-4bad-90ac-ce94b7bd6180 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:18.276113 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ae1f03c5-3cfa-4a39-8d07-369b385ad654 req-87652544-afd6-4bad-90ac-ce94b7bd6180 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 945 time: 0.1303179 Jul 09 09:47:18.322293 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ae1f03c5-3cfa-4a39-8d07-369b385ad654 req-5efaf1e9-9018-43a4-bbd5-a5bc966a70d3 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451684 Jul 09 09:47:18.351972 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-9db6c277-6904-4154-bf6f-9804b51cb28d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1295f280-b32a-4f71-b995-0ff86055a26e {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:47:18.360270 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-9db6c277-6904-4154-bf6f-9804b51cb28d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:18.373258 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-9db6c277-6904-4154-bf6f-9804b51cb28d service neutron] Transition to ACTIVE for port object 1295f280-b32a-4f71-b995-0ff86055a26e will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:47:18.380234 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-9db6c277-6904-4154-bf6f-9804b51cb28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:18.451594 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6c277-6904-4154-bf6f-9804b51cb28d service neutron] Pushing event updated for resources: {'Port': ['ID=1295f280-b32a-4f71-b995-0ff86055a26e,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:18.513091 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f2e56-c2a6-46c6-b37e-581fe27f92fb req-725ddd05-fa85-4458-8135-f1d5be4f0725 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:18.514657 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bf8f2e56-c2a6-46c6-b37e-581fe27f92fb req-725ddd05-fa85-4458-8135-f1d5be4f0725 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/ports?device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 946 time: 0.0827866 Jul 09 09:47:18.550186 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-9db6c277-6904-4154-bf6f-9804b51cb28d service neutron] Attempting to bind port 1295f280-b32a-4f71-b995-0ff86055a26e on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:47:18.551605 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-9db6c277-6904-4154-bf6f-9804b51cb28d service neutron] Attempting to bind port 1295f280-b32a-4f71-b995-0ff86055a26e by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'b22678b3-3fde-49df-892e-3f3b4be9430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c82b3f29-8b69-464b-af45-d9293d4a67b7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:47:18.552027 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-9db6c277-6904-4154-bf6f-9804b51cb28d service neutron] Attempting to bind port 1295f280-b32a-4f71-b995-0ff86055a26e on network c82b3f29-8b69-464b-af45-d9293d4a67b7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:47:18.558172 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-9db6c277-6904-4154-bf6f-9804b51cb28d service neutron] Port 1295f280-b32a-4f71-b995-0ff86055a26e on network c82b3f29-8b69-464b-af45-d9293d4a67b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:47:18.558586 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-9db6c277-6904-4154-bf6f-9804b51cb28d service neutron] Attempting to bind port 1295f280-b32a-4f71-b995-0ff86055a26e on network c82b3f29-8b69-464b-af45-d9293d4a67b7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:47:18.559783 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bf8f2e56-c2a6-46c6-b37e-581fe27f92fb req-53629d89-6a68-492b-847f-e4179d373c57 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/security-groups?id=008f37cd-4ba4-42ea-9981-f0d9957078b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370116 Jul 09 09:47:18.564567 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-9db6c277-6904-4154-bf6f-9804b51cb28d service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:47:18.565508 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-9db6c277-6904-4154-bf6f-9804b51cb28d service neutron] Checking segment: {'id': 'b22678b3-3fde-49df-892e-3f3b4be9430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c82b3f29-8b69-464b-af45-d9293d4a67b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:47:18.566325 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-9db6c277-6904-4154-bf6f-9804b51cb28d service neutron] Bound using segment: {'id': 'b22678b3-3fde-49df-892e-3f3b4be9430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c82b3f29-8b69-464b-af45-d9293d4a67b7'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:47:18.566778 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-9db6c277-6904-4154-bf6f-9804b51cb28d service neutron] Bound port: 1295f280-b32a-4f71-b995-0ff86055a26e, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22678b3-3fde-49df-892e-3f3b4be9430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c82b3f29-8b69-464b-af45-d9293d4a67b7'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:47:18.567202 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-9db6c277-6904-4154-bf6f-9804b51cb28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:18.586853 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 41878) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:18.665831 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-9db6c277-6904-4154-bf6f-9804b51cb28d service neutron] For port 1295f280-b32a-4f71-b995-0ff86055a26e, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:47:18.674165 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-9db6c277-6904-4154-bf6f-9804b51cb28d service neutron] For port 1295f280-b32a-4f71-b995-0ff86055a26e, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=1295f280-b32a-4f71-b995-0ff86055a26e,segment=NetworkSegment(b22678b3-3fde-49df-892e-3f3b4be9430c),segment_id=b22678b3-3fde-49df-892e-3f3b4be9430c)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:47:18.683115 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-9db6c277-6904-4154-bf6f-9804b51cb28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:18.717320 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-9db6c277-6904-4154-bf6f-9804b51cb28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:18.720568 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-9db6c277-6904-4154-bf6f-9804b51cb28d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:18.722254 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-9db6c277-6904-4154-bf6f-9804b51cb28d service neutron] 10.222.0.58 "PUT /v2.0/ports/1295f280-b32a-4f71-b995-0ff86055a26e HTTP/1.1" status: 200 len: 1091 time: 0.8076825 Jul 09 09:47:18.725122 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e5c457-b289-4b9d-9935-1f294d01f73c', 'tag': '1295f280-b32a-4f71-b995-0ff86055a26e'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:18.729924 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db73687c-d45d-4eb9-97b8-a6a2efc45cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "47e5c457-b289-4b9d-9935-1f294d01f73c", "tag": "1295f280-b32a-4f71-b995-0ff86055a26e"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:18.805995 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:47:18.886480 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6c277-6904-4154-bf6f-9804b51cb28d service neutron] Pushing event updated for resources: {'Port': ['ID=1295f280-b32a-4f71-b995-0ff86055a26e,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:18.901861 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-5071038a-d00b-42a9-b094-ed681297c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:18.904140 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-5071038a-d00b-42a9-b094-ed681297c8f4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=995334f9c17949d3ac64812939fb040c&device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 1094 time: 0.0999963 Jul 09 09:47:18.922540 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:18.925769 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:18.970519 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe987b2-ca6e-4ec7-83da-b792873f00e9 req-e379b364-68f3-4b00-a5d4-5e6e8bfeab7e tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:18.979930 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dbe987b2-ca6e-4ec7-83da-b792873f00e9 req-e379b364-68f3-4b00-a5d4-5e6e8bfeab7e tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 943 time: 0.2172422 Jul 09 09:47:19.063634 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dbe987b2-ca6e-4ec7-83da-b792873f00e9 req-b97f7b1a-4c87-460c-9b1f-ccf34447fae9 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819640 Jul 09 09:47:19.176543 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd3cdd2f-10a3-43a6-84e2-2828f05c0a5c req-1acc129b-c9cb-4fd8-bb25-0c0b1f7b795f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 210 time: 0.0529604 Jul 09 09:47:19.204380 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d48a9f-5922-47ee-ae61-1137043ac603 req-a23cc18f-8595-440a-a4d6-72059fafb1da tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:19.210780 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-60d48a9f-5922-47ee-ae61-1137043ac603 req-a23cc18f-8595-440a-a4d6-72059fafb1da tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=a24888a0-aeee-494d-8b80-70b79fa45faf HTTP/1.1" status: 200 len: 945 time: 0.2880406 Jul 09 09:47:19.241160 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c15e4b-f593-4bf9-8a89-ac57a6824158 tempest-TestVolumeBackupRestore-158603531 tempest-TestVolumeBackupRestore-158603531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:19.246478 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-93c15e4b-f593-4bf9-8a89-ac57a6824158 tempest-TestVolumeBackupRestore-158603531 tempest-TestVolumeBackupRestore-158603531-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 1092 time: 0.6575017 Jul 09 09:47:19.247413 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 41908) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:19.255326 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9d7a45ee-23bd-4c83-a427-b3910f782fe7 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': '21c6d174-3609-4f0e-9ad2-22423d2f61b9', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:19.312679 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9d7a45ee-23bd-4c83-a427-b3910f782fe7 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:19.342110 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-60d48a9f-5922-47ee-ae61-1137043ac603 req-f45011fa-05a6-460c-a1f1-db7a0eca9413 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301994 Jul 09 09:47:19.444331 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 548e7a2a-02c0-4490-836a-16b092bb0bea up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:47:19.455088 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8644d9f-56c6-4594-afb1-ded63c72ba88 x-openstack-request-id: req-c8644d9f-56c6-4594-afb1-ded63c72ba88 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:19.455825 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e5c457-b289-4b9d-9935-1f294d01f73c", "tag": "1295f280-b32a-4f71-b995-0ff86055a26e", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:19.456293 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c8644d9f-56c6-4594-afb1-ded63c72ba88 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:19.456934 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e5c457-b289-4b9d-9935-1f294d01f73c', 'tag': '1295f280-b32a-4f71-b995-0ff86055a26e', 'status': 'completed', 'code': 200} Jul 09 09:47:19.458899 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-7792a89d-b014-42b9-a944-b247c2b735b7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1295f280-b32a-4f71-b995-0ff86055a26e HTTP/1.1" status: 200 len: 217 time: 0.5466969 Jul 09 09:47:19.555565 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-8e4f90da-c0b0-42bf-8b37-6b3809d8b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:19.557516 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-8e4f90da-c0b0-42bf-8b37-6b3809d8b8ba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=10d08eb5-af41-4baf-b437-081470ac6064 HTTP/1.1" status: 200 len: 854 time: 0.0916054 Jul 09 09:47:19.560945 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 548e7a2a-02c0-4490-836a-16b092bb0bea completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:47:19.573361 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 548e7a2a-02c0-4490-836a-16b092bb0bea triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:19.578946 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:19.630953 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-4232af7f-c350-40e9-97e5-606291c6dd1a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c82b3f29-8b69-464b-af45-d9293d4a67b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649168 Jul 09 09:47:19.786930 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:19.791736 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-bbf8124b-1fe8-4ffa-92f6-af9a18f1f348 service neutron] 10.222.0.58 "GET /v2.0/networks/c82b3f29-8b69-464b-af45-d9293d4a67b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537709 Jul 09 09:47:19.837143 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24888a0-aeee-494d-8b80-70b79fa45faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548e7a2a-02c0-4490-836a-16b092bb0bea'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:19.842936 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec22f1d-8a02-44cb-9822-3b634aacef04" -d '{"events": [{"server_uuid": "a24888a0-aeee-494d-8b80-70b79fa45faf", "name": "network-vif-plugged", "status": "completed", "tag": "548e7a2a-02c0-4490-836a-16b092bb0bea"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:19.874441 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 548e7a2a-02c0-4490-836a-16b092bb0bea, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=548e7a2a-02c0-4490-836a-16b092bb0bea,segment=NetworkSegment(2fcd96d6-045f-4d9c-badf-5ad7172598cb),segment_id=2fcd96d6-045f-4d9c-badf-5ad7172598cb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:19.884026 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:19.983318 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 3bd90d64-a9b2-4541-bb33-e3dbaae13163 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:47:20.010929 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debe1b31-860a-457f-abfa-95abc4fb0315 x-openstack-request-id: req-debe1b31-860a-457f-abfa-95abc4fb0315 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:20.011219 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24888a0-aeee-494d-8b80-70b79fa45faf", "name": "network-vif-plugged", "status": "completed", "tag": "548e7a2a-02c0-4490-836a-16b092bb0bea", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:20.011462 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-debe1b31-860a-457f-abfa-95abc4fb0315 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:20.012043 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24888a0-aeee-494d-8b80-70b79fa45faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548e7a2a-02c0-4490-836a-16b092bb0bea', 'code': 200} Jul 09 09:47:20.029241 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1369f58e-4e5e-43d2-9c90-14b3846aafc5 req-de6d40a3-07c4-4012-9fb8-1bf4ba65f075 service neutron] 10.222.0.58 "GET /v2.0/networks/c82b3f29-8b69-464b-af45-d9293d4a67b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306557 Jul 09 09:47:20.035286 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=548e7a2a-02c0-4490-836a-16b092bb0bea,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:20.088248 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 3bd90d64-a9b2-4541-bb33-e3dbaae13163 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:47:20.095457 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 3bd90d64-a9b2-4541-bb33-e3dbaae13163 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:20.096295 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:20.117976 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e0233-89fa-4769-aa24-d74b52a8ca11 req-09a976e8-d727-4a30-96af-e0ebe775db4b tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:20.128643 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-696e0233-89fa-4769-aa24-d74b52a8ca11 req-09a976e8-d727-4a30-96af-e0ebe775db4b tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 945 time: 0.2155359 Jul 09 09:47:20.171101 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73687c-d45d-4eb9-97b8-a6a2efc45cfd req-72da2ab7-7be6-418e-9d20-10c17874619d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:20.172096 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-db73687c-d45d-4eb9-97b8-a6a2efc45cfd req-72da2ab7-7be6-418e-9d20-10c17874619d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=995334f9c17949d3ac64812939fb040c&device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 1094 time: 0.0859900 Jul 09 09:47:20.237698 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:20.270843 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-696e0233-89fa-4769-aa24-d74b52a8ca11 req-010ba014-ea61-4372-a5d8-5562319e7d27 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412032 Jul 09 09:47:20.298540 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73687c-d45d-4eb9-97b8-a6a2efc45cfd req-e5f7d719-bc0a-4e36-8120-397f84492b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:20.301290 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-db73687c-d45d-4eb9-97b8-a6a2efc45cfd req-e5f7d719-bc0a-4e36-8120-397f84492b56 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c82b3f29-8b69-464b-af45-d9293d4a67b7 HTTP/1.1" status: 200 len: 915 time: 0.1226375 Jul 09 09:47:20.313261 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 3bd90d64-a9b2-4541-bb33-e3dbaae13163, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=3bd90d64-a9b2-4541-bb33-e3dbaae13163,segment=NetworkSegment(498e2393-079b-4450-9c02-7ce0fce4169c),segment_id=498e2393-079b-4450-9c02-7ce0fce4169c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:20.321307 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:20.348928 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9d7a45ee-23bd-4c83-a427-b3910f782fe7 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:20.352837 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-db73687c-d45d-4eb9-97b8-a6a2efc45cfd req-a9f97e30-f72a-412f-9dd5-944b0358f246 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1295f280-b32a-4f71-b995-0ff86055a26e HTTP/1.1" status: 200 len: 217 time: 0.0423458 Jul 09 09:47:20.386304 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=3bd90d64-a9b2-4541-bb33-e3dbaae13163,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:20.421561 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:47:20.430184 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73687c-d45d-4eb9-97b8-a6a2efc45cfd req-40dec2f6-3fda-4c52-9b58-631249953722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:20.432032 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-db73687c-d45d-4eb9-97b8-a6a2efc45cfd req-40dec2f6-3fda-4c52-9b58-631249953722 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=10d08eb5-af41-4baf-b437-081470ac6064 HTTP/1.1" status: 200 len: 854 time: 0.0716965 Jul 09 09:47:20.452180 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1abc1-1f4d-4d1f-bd5e-db966f2d5931 req-88db9861-b66c-4d3d-a149-cb69cd587778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:20.453794 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a5e1abc1-1f4d-4d1f-bd5e-db966f2d5931 req-88db9861-b66c-4d3d-a149-cb69cd587778 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a24888a0-aeee-494d-8b80-70b79fa45faf HTTP/1.1" status: 200 len: 1097 time: 0.3205256 Jul 09 09:47:20.480620 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-db73687c-d45d-4eb9-97b8-a6a2efc45cfd req-94267589-5f52-41a5-8ade-94ce29e23156 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c82b3f29-8b69-464b-af45-d9293d4a67b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415030 Jul 09 09:47:20.598813 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-db73687c-d45d-4eb9-97b8-a6a2efc45cfd req-3e3750f1-68da-4f3c-8e65-f919add6941f service neutron] 10.222.0.58 "GET /v2.0/networks/c82b3f29-8b69-464b-af45-d9293d4a67b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096766 Jul 09 09:47:20.649045 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a5e1abc1-1f4d-4d1f-bd5e-db966f2d5931 req-5bd7f5e7-f8c8-44b0-90d5-76fb4c9444f1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864762 Jul 09 09:47:20.702718 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9569a2-6398-44fe-82a5-2f1b0fdf44bc req-86fa4480-de45-4940-b0b4-1155c2d05554 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:20.704488 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9c9569a2-6398-44fe-82a5-2f1b0fdf44bc req-86fa4480-de45-4940-b0b4-1155c2d05554 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 943 time: 0.4528768 Jul 09 09:47:20.717375 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-25594419-a414-488e-b3e4-a1489069e7ac tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:20.719029 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-25594419-a414-488e-b3e4-a1489069e7ac tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.64 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 812 time: 0.2845774 Jul 09 09:47:20.724171 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-db73687c-d45d-4eb9-97b8-a6a2efc45cfd req-36517e2f-926e-44a4-9378-6418c5842e67 service neutron] 10.222.0.58 "GET /v2.0/networks/c82b3f29-8b69-464b-af45-d9293d4a67b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127462 Jul 09 09:47:20.730719 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-9d7a45ee-23bd-4c83-a427-b3910f782fe7 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Allocated IP 172.25.3.162 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/f0f0f278-4c46-4c6b-ba35-9f71c1ee9da8) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:47:20.738178 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-b81f1567-da90-4e87-9ddf-1f9ac4ac9aa7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Request body: {'port': {'device_id': 'ade65304-5e9c-4b61-a1a2-71da63c698e0', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'admin_state_up': True, 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:20.835223 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e77191-42f2-4e04-973a-3a31c911913f req-ffe5dbc8-20f9-4e30-97f6-bd548c23c200 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:20.836796 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7e77191-42f2-4e04-973a-3a31c911913f req-ffe5dbc8-20f9-4e30-97f6-bd548c23c200 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4eb702-1891-48e4-be59-2e44924c79a0 HTTP/1.1" status: 200 len: 945 time: 0.3792892 Jul 09 09:47:20.937288 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9c9569a2-6398-44fe-82a5-2f1b0fdf44bc req-0873148e-b348-45a4-b50d-bd67b2b359a9 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096539 Jul 09 09:47:20.988696 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7e77191-42f2-4e04-973a-3a31c911913f req-f338a387-bbf4-4525-8ed1-b53b631ac0dd tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/security-groups?id=cda4987b-6516-4ef6-963d-b09b17b461cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317325 Jul 09 09:47:21.042214 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9d7a45ee-23bd-4c83-a427-b3910f782fe7 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:21.053140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-b81f1567-da90-4e87-9ddf-1f9ac4ac9aa7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Made reservation on behalf of 813283cb89a545e1a829a2f32c9aa43c for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:47:21.056774 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-b81f1567-da90-4e87-9ddf-1f9ac4ac9aa7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:21.194805 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-22d6b628-2bac-4c2b-bcab-1bd3d830af7f req-21e018bd-a284-4993-8915-612fd1bcf8ad tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 210 time: 0.0545080 Jul 09 09:47:21.233299 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9d7a45ee-23bd-4c83-a427-b3910f782fe7 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:21.339992 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7a45ee-23bd-4c83-a427-b3910f782fe7 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:47:21.360975 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-9d7a45ee-23bd-4c83-a427-b3910f782fe7 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:47:21.372474 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7a45ee-23bd-4c83-a427-b3910f782fe7 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:47:21.380999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a45ee-23bd-4c83-a427-b3910f782fe7 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Pushing event updated for resources: {'Port': ['ID=f0f0f278-4c46-4c6b-ba35-9f71c1ee9da8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:21.429081 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-b81f1567-da90-4e87-9ddf-1f9ac4ac9aa7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Allocated IP 172.20.0.7 (c39f085e-9a90-44ab-b2cf-d4cf479d1495/fab6cdb3-f000-49c3-8dc0-ab55f3975a4e/5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:47:21.450281 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e397e5-ea33-4395-ab3b-145144ebac9a req-d53f0d7c-d5ad-47a3-9f42-d96190734756 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:21.451863 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0e397e5-ea33-4395-ab3b-145144ebac9a req-d53f0d7c-d5ad-47a3-9f42-d96190734756 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c4eb702-1891-48e4-be59-2e44924c79a0 HTTP/1.1" status: 200 len: 945 time: 0.2962923 Jul 09 09:47:21.457619 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 1295f280-b32a-4f71-b995-0ff86055a26e details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:47:21.518304 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5132883-99d4-4cf7-803b-dc6e7875a989 req-480e516e-6228-4db3-bd24-e8405a4c263c tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:21.519937 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b5132883-99d4-4cf7-803b-dc6e7875a989 req-480e516e-6228-4db3-bd24-e8405a4c263c tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=a24888a0-aeee-494d-8b80-70b79fa45faf HTTP/1.1" status: 200 len: 946 time: 0.3010995 Jul 09 09:47:21.565538 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a0c7e-cceb-42f0-b183-ee1b8bb72fa7 req-00779021-05eb-4550-8a66-7d335fe87d90 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:21.567091 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c15a0c7e-cceb-42f0-b183-ee1b8bb72fa7 req-00779021-05eb-4550-8a66-7d335fe87d90 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.58 "GET /v2.0/ports?device_id=455860d5-a0ce-4ddb-89fc-815a84f48db2 HTTP/1.1" status: 200 len: 945 time: 0.1405268 Jul 09 09:47:21.650288 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 1295f280-b32a-4f71-b995-0ff86055a26e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=1295f280-b32a-4f71-b995-0ff86055a26e,segment=NetworkSegment(b22678b3-3fde-49df-892e-3f3b4be9430c),segment_id=b22678b3-3fde-49df-892e-3f3b4be9430c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:21.691195 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '1295f280-b32a-4f71-b995-0ff86055a26e', 'network_id': 'c82b3f29-8b69-464b-af45-d9293d4a67b7', 'port_id': '1295f280-b32a-4f71-b995-0ff86055a26e', 'mac_address': 'fa:16:3e:a2:66:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d08eb5-af41-4baf-b437-081470ac6064', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:47:21.756912 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-c15a0c7e-cceb-42f0-b183-ee1b8bb72fa7 req-38c8655c-6082-4038-afde-76de92350d3f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Deleting port 91757a68-8029-44da-80bd-619fc07f5f0b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:47:21.757980 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c15a0c7e-cceb-42f0-b183-ee1b8bb72fa7 req-38c8655c-6082-4038-afde-76de92350d3f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:21.810125 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:21.841497 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1295f280-b32a-4f71-b995-0ff86055a26e {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:47:21.880741 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 1295f280-b32a-4f71-b995-0ff86055a26e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=1295f280-b32a-4f71-b995-0ff86055a26e,segment=NetworkSegment(b22678b3-3fde-49df-892e-3f3b4be9430c),segment_id=b22678b3-3fde-49df-892e-3f3b4be9430c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:21.887012 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c15a0c7e-cceb-42f0-b183-ee1b8bb72fa7 req-38c8655c-6082-4038-afde-76de92350d3f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] For port 91757a68-8029-44da-80bd-619fc07f5f0b, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=91757a68-8029-44da-80bd-619fc07f5f0b,segment=NetworkSegment(2c58f5a0-ab93-4680-8033-7825e893a009),segment_id=2c58f5a0-ab93-4680-8033-7825e893a009)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:21.888175 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c15a0c7e-cceb-42f0-b183-ee1b8bb72fa7 req-38c8655c-6082-4038-afde-76de92350d3f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:21.890266 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:21.914145 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-c15a0c7e-cceb-42f0-b183-ee1b8bb72fa7 req-38c8655c-6082-4038-afde-76de92350d3f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Calling delete_port for 91757a68-8029-44da-80bd-619fc07f5f0b owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:47:21.957054 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=1295f280-b32a-4f71-b995-0ff86055a26e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:22.013366 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd767f1a2-df6b-4cfb-9399-caceed6b31bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd90d64-a9b2-4541-bb33-e3dbaae13163'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:22.017175 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3696ec5-ff9e-4a7a-bf9f-0e34760595ef" -d '{"events": [{"server_uuid": "d767f1a2-df6b-4cfb-9399-caceed6b31bd", "name": "network-vif-plugged", "status": "completed", "tag": "3bd90d64-a9b2-4541-bb33-e3dbaae13163"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:22.038779 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b5132883-99d4-4cf7-803b-dc6e7875a989 req-7c5d8200-5d2b-41e2-8c8f-905fe5c8f335 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921100 Jul 09 09:47:22.095463 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['1295f280-b32a-4f71-b995-0ff86055a26e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:47:22.179652 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-b0e397e5-ea33-4395-ab3b-145144ebac9a req-c24078ef-7b5d-4265-a3da-b9aba0fa2520 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Deleting port 8a0316fb-01b5-4e63-bb49-bef85c00a86b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:47:22.180054 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b0e397e5-ea33-4395-ab3b-145144ebac9a req-c24078ef-7b5d-4265-a3da-b9aba0fa2520 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:22.234859 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c03138-7142-4f30-85d4-ef0e0b4583fd req-adc3a5de-4ffb-426d-8c1c-56f87261a468 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:22.242401 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-56c03138-7142-4f30-85d4-ef0e0b4583fd req-adc3a5de-4ffb-426d-8c1c-56f87261a468 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.7015834 Jul 09 09:47:22.314173 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c15a0c7e-cceb-42f0-b183-ee1b8bb72fa7 req-38c8655c-6082-4038-afde-76de92350d3f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:22.332513 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['8a0316fb-01b5-4e63-bb49-bef85c00a86b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:47:22.397470 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8655c-6082-4038-afde-76de92350d3f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Pushing event deleted for resources: {'Port': ['ID=91757a68-8029-44da-80bd-619fc07f5f0b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:22.449401 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8655c-6082-4038-afde-76de92350d3f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:22.449797 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8655c-6082-4038-afde-76de92350d3f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:22.451301 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8655c-6082-4038-afde-76de92350d3f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:22.451679 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8655c-6082-4038-afde-76de92350d3f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:22.452051 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8655c-6082-4038-afde-76de92350d3f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:22.452397 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8655c-6082-4038-afde-76de92350d3f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:22.452740 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8655c-6082-4038-afde-76de92350d3f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:22.453082 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8655c-6082-4038-afde-76de92350d3f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:22.453423 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8655c-6082-4038-afde-76de92350d3f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:22.453759 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8655c-6082-4038-afde-76de92350d3f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:22.454094 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8655c-6082-4038-afde-76de92350d3f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:22.454425 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8655c-6082-4038-afde-76de92350d3f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:22.483630 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15a0c7e-cceb-42f0-b183-ee1b8bb72fa7 req-38c8655c-6082-4038-afde-76de92350d3f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] No DVR routers for this DVR port 91757a68-8029-44da-80bd-619fc07f5f0b on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:47:22.489837 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c15a0c7e-cceb-42f0-b183-ee1b8bb72fa7 req-38c8655c-6082-4038-afde-76de92350d3f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:22.492972 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c15a0c7e-cceb-42f0-b183-ee1b8bb72fa7 req-38c8655c-6082-4038-afde-76de92350d3f tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.58 "DELETE /v2.0/ports/91757a68-8029-44da-80bd-619fc07f5f0b HTTP/1.1" status: 204 len: 173 time: 0.9123714 Jul 09 09:47:22.493657 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455860d5-a0ce-4ddb-89fc-815a84f48db2', 'name': 'network-vif-deleted', 'tag': '91757a68-8029-44da-80bd-619fc07f5f0b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:22.505805 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867b2701-a227-4d67-82c0-54be9ce5beee" -d '{"events": [{"server_uuid": "455860d5-a0ce-4ddb-89fc-815a84f48db2", "name": "network-vif-deleted", "tag": "91757a68-8029-44da-80bd-619fc07f5f0b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:22.578703 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-56c03138-7142-4f30-85d4-ef0e0b4583fd req-385c103c-6bcf-41c9-b737-733b5df9ed27 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3318756 Jul 09 09:47:22.592863 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-b81f1567-da90-4e87-9ddf-1f9ac4ac9aa7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:22.663401 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e365040-931b-4c1e-b4be-b7d673a7b0d1 x-openstack-request-id: req-8e365040-931b-4c1e-b4be-b7d673a7b0d1 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:22.671726 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-b81f1567-da90-4e87-9ddf-1f9ac4ac9aa7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Transition to ACTIVE for port object 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:47:22.678643 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d767f1a2-df6b-4cfb-9399-caceed6b31bd", "name": "network-vif-plugged", "status": "completed", "tag": "3bd90d64-a9b2-4541-bb33-e3dbaae13163", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:22.679144 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8e365040-931b-4c1e-b4be-b7d673a7b0d1 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:22.680176 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd767f1a2-df6b-4cfb-9399-caceed6b31bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd90d64-a9b2-4541-bb33-e3dbaae13163', 'code': 200} Jul 09 09:47:22.811774 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b0e397e5-ea33-4395-ab3b-145144ebac9a req-c24078ef-7b5d-4265-a3da-b9aba0fa2520 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] For port 8a0316fb-01b5-4e63-bb49-bef85c00a86b, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=8a0316fb-01b5-4e63-bb49-bef85c00a86b,segment=NetworkSegment(2c58f5a0-ab93-4680-8033-7825e893a009),segment_id=2c58f5a0-ab93-4680-8033-7825e893a009)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:22.812154 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b0e397e5-ea33-4395-ab3b-145144ebac9a req-c24078ef-7b5d-4265-a3da-b9aba0fa2520 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:23.232490 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022c2e3-f785-4a93-a350-0398fd72dcbf req-0d50095d-90e2-4f6d-8c8a-ceff1dcb3f51 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:23.235906 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1022c2e3-f785-4a93-a350-0398fd72dcbf req-0d50095d-90e2-4f6d-8c8a-ceff1dcb3f51 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 944 time: 0.7992992 Jul 09 09:47:23.238966 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-b0e397e5-ea33-4395-ab3b-145144ebac9a req-c24078ef-7b5d-4265-a3da-b9aba0fa2520 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Calling delete_port for 8a0316fb-01b5-4e63-bb49-bef85c00a86b owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:47:23.488111 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 1295f280-b32a-4f71-b995-0ff86055a26e up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:47:23.552858 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 1295f280-b32a-4f71-b995-0ff86055a26e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:47:23.558038 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 1295f280-b32a-4f71-b995-0ff86055a26e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:23.558754 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:23.564967 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-b81f1567-da90-4e87-9ddf-1f9ac4ac9aa7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:23.614630 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1022c2e3-f785-4a93-a350-0398fd72dcbf req-b4c7a6ed-36c2-40c2-b05d-fabbcbcd425c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340100 Jul 09 09:47:23.654519 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9d7a45ee-23bd-4c83-a427-b3910f782fe7 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:23.686129 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:23.695386 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-b81f1567-da90-4e87-9ddf-1f9ac4ac9aa7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Network c39f085e-9a90-44ab-b2cf-d4cf479d1495 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:47:23.730857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32d013-e844-4c3d-bbf7-711a69009915 req-78d578eb-4a1b-4d55-b04d-cb5d91f6c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:23.732433 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0d32d013-e844-4c3d-bbf7-711a69009915 req-78d578eb-4a1b-4d55-b04d-cb5d91f6c516 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 1097 time: 0.9166572 Jul 09 09:47:23.747848 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-b81f1567-da90-4e87-9ddf-1f9ac4ac9aa7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:47:23.748903 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 1295f280-b32a-4f71-b995-0ff86055a26e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=1295f280-b32a-4f71-b995-0ff86055a26e,segment=NetworkSegment(b22678b3-3fde-49df-892e-3f3b4be9430c),segment_id=b22678b3-3fde-49df-892e-3f3b4be9430c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:23.757607 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:23.758431 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 91757a68-8029-44da-80bd-619fc07f5f0b no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:47:23.760820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-b81f1567-da90-4e87-9ddf-1f9ac4ac9aa7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:47:23.782614 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f1567-da90-4e87-9ddf-1f9ac4ac9aa7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event updated for resources: {'Port': ['ID=5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:23.815340 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 91757a68-8029-44da-80bd-619fc07f5f0b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:47:23.815738 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 91757a68-8029-44da-80bd-619fc07f5f0b not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:47:23.871973 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=1295f280-b32a-4f71-b995-0ff86055a26e,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:23.945072 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47817601-08ee-43db-a86d-6fb94af234d2 req-b13a118c-5319-4a8a-9b35-d6a38e6b74e2 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:23.946641 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-47817601-08ee-43db-a86d-6fb94af234d2 req-b13a118c-5319-4a8a-9b35-d6a38e6b74e2 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4eb702-1891-48e4-be59-2e44924c79a0 HTTP/1.1" status: 200 len: 945 time: 0.5845013 Jul 09 09:47:24.011075 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0d32d013-e844-4c3d-bbf7-711a69009915 req-3993ffed-11b2-4e03-9a8a-dab4a6792f33 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2610576 Jul 09 09:47:24.023316 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-b81f1567-da90-4e87-9ddf-1f9ac4ac9aa7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:24.023989 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-b81f1567-da90-4e87-9ddf-1f9ac4ac9aa7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:24.052923 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-b81f1567-da90-4e87-9ddf-1f9ac4ac9aa7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3195128 Jul 09 09:47:24.081931 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9d7a45ee-23bd-4c83-a427-b3910f782fe7 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:24.091186 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b0e397e5-ea33-4395-ab3b-145144ebac9a req-c24078ef-7b5d-4265-a3da-b9aba0fa2520 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:24.149223 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c991224b-9f83-4a9d-93a2-dbff06268a19 None None] Provisioning for port 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:47:24.156670 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c991224b-9f83-4a9d-93a2-dbff06268a19 None None] Provisioning complete for port 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:24.157278 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c991224b-9f83-4a9d-93a2-dbff06268a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:24.158899 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-47817601-08ee-43db-a86d-6fb94af234d2 req-225a7684-5705-4d34-a43a-e2e27bb77132 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.61 "GET /v2.0/security-groups?id=cda4987b-6516-4ef6-963d-b09b17b461cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892138 Jul 09 09:47:24.165501 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-7ea79b0e-df1c-4e7c-a9e1-71f902b112f3 service neutron] Request body: {'port': {'device_id': 'ade65304-5e9c-4b61-a1a2-71da63c698e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:24.173470 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24078ef-7b5d-4265-a3da-b9aba0fa2520 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Pushing event deleted for resources: {'Port': ['ID=8a0316fb-01b5-4e63-bb49-bef85c00a86b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:24.214178 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d15881-2a19-4d74-ab04-983509858c54 x-openstack-request-id: req-51d15881-2a19-4d74-ab04-983509858c54 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:24.214691 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455860d5-a0ce-4ddb-89fc-815a84f48db2", "name": "network-vif-deleted", "tag": "91757a68-8029-44da-80bd-619fc07f5f0b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:24.214913 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-51d15881-2a19-4d74-ab04-983509858c54 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:24.215323 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455860d5-a0ce-4ddb-89fc-815a84f48db2', 'name': 'network-vif-deleted', 'tag': '91757a68-8029-44da-80bd-619fc07f5f0b', 'status': 'completed', 'code': 200} Jul 09 09:47:24.215808 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70dd92-725f-4189-bd4f-efb92f2f45f8 req-4acf3119-7eac-460e-82de-8275a7ded2c5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:24.222898 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b70dd92-725f-4189-bd4f-efb92f2f45f8 req-4acf3119-7eac-460e-82de-8275a7ded2c5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 931 time: 0.3733189 Jul 09 09:47:24.233170 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c991224b-9f83-4a9d-93a2-dbff06268a19 None None] Port 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:47:24.325353 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e397e5-ea33-4395-ab3b-145144ebac9a req-c24078ef-7b5d-4265-a3da-b9aba0fa2520 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] No DVR routers for this DVR port 8a0316fb-01b5-4e63-bb49-bef85c00a86b on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:47:24.447481 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9d7a45ee-23bd-4c83-a427-b3910f782fe7 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:24.480867 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b0e397e5-ea33-4395-ab3b-145144ebac9a req-c24078ef-7b5d-4265-a3da-b9aba0fa2520 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:24.483187 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0e397e5-ea33-4395-ab3b-145144ebac9a req-c24078ef-7b5d-4265-a3da-b9aba0fa2520 tempest-ListServersNegativeTestJSON-1038037091 tempest-ListServersNegativeTestJSON-1038037091-project] 10.222.0.64 "DELETE /v2.0/ports/8a0316fb-01b5-4e63-bb49-bef85c00a86b HTTP/1.1" status: 204 len: 173 time: 3.0228665 Jul 09 09:47:24.488753 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4eb702-1891-48e4-be59-2e44924c79a0', 'name': 'network-vif-deleted', 'tag': '8a0316fb-01b5-4e63-bb49-bef85c00a86b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:24.491375 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c250cd-f367-456f-856b-c6bdf381db3c" -d '{"events": [{"server_uuid": "4c4eb702-1891-48e4-be59-2e44924c79a0", "name": "network-vif-deleted", "tag": "8a0316fb-01b5-4e63-bb49-bef85c00a86b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:24.554542 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b70dd92-725f-4189-bd4f-efb92f2f45f8 req-373e97cd-1ee9-4dc6-89c8-0953e998950c tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307378 Jul 09 09:47:24.555451 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9d7a45ee-23bd-4c83-a427-b3910f782fe7 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:24.593088 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-7ea79b0e-df1c-4e7c-a9e1-71f902b112f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:24.684074 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e5c457-b289-4b9d-9935-1f294d01f73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1295f280-b32a-4f71-b995-0ff86055a26e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:24.686478 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df34081c-26d5-4e35-ae85-0532bf6884f5" -d '{"events": [{"server_uuid": "47e5c457-b289-4b9d-9935-1f294d01f73c", "name": "network-vif-plugged", "status": "completed", "tag": "1295f280-b32a-4f71-b995-0ff86055a26e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:24.791315 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41996) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:24.869033 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e4925-5b27-49f6-a1ce-3a6d439c2da3 req-d50568e5-18bb-47ac-9c25-524d04696229 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:24.870853 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-150e4925-5b27-49f6-a1ce-3a6d439c2da3 req-d50568e5-18bb-47ac-9c25-524d04696229 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=a24888a0-aeee-494d-8b80-70b79fa45faf HTTP/1.1" status: 200 len: 946 time: 0.4201484 Jul 09 09:47:24.871664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a45ee-23bd-4c83-a427-b3910f782fe7 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Pushing event updated for resources: {'Port': ['ID=f0f0f278-4c46-4c6b-ba35-9f71c1ee9da8,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:24.885933 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9d7a45ee-23bd-4c83-a427-b3910f782fe7 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:24.939309 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99d776c2-beab-443c-9acd-8d87e771e4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:25.101400 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99d776c2-beab-443c-9acd-8d87e771e4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:25.107950 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99d776c2-beab-443c-9acd-8d87e771e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:25.195153 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-99d776c2-beab-443c-9acd-8d87e771e4a4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=145ccf32d9384958af476c50cd2026fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4025779 Jul 09 09:47:25.197109 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42002) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:25.197890 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d776c2-beab-443c-9acd-8d87e771e4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b453f866-a6da-4fba-9c73-99dc543118e8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:25.232290 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-150e4925-5b27-49f6-a1ce-3a6d439c2da3 req-beb61806-d830-4724-b1e8-664e9f7f6be9 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406823 Jul 09 09:47:25.302611 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fb482-8b3e-47c0-86e5-152c254d7d62 req-11153bbd-2907-4578-bed7-aabfae204386 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:25.320416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-829fb482-8b3e-47c0-86e5-152c254d7d62 req-11153bbd-2907-4578-bed7-aabfae204386 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.5179398 Jul 09 09:47:25.325000 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef329bf2-d11b-499d-838e-455b1a36e35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:25.358392 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6358b5-a4e6-4521-963a-08b62ed89267 x-openstack-request-id: req-3d6358b5-a4e6-4521-963a-08b62ed89267 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:25.359067 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4eb702-1891-48e4-be59-2e44924c79a0", "name": "network-vif-deleted", "tag": "8a0316fb-01b5-4e63-bb49-bef85c00a86b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:25.359067 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3d6358b5-a4e6-4521-963a-08b62ed89267 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:25.361366 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4eb702-1891-48e4-be59-2e44924c79a0', 'name': 'network-vif-deleted', 'tag': '8a0316fb-01b5-4e63-bb49-bef85c00a86b', 'status': 'completed', 'code': 200} Jul 09 09:47:25.369391 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef329bf2-d11b-499d-838e-455b1a36e35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:25.430773 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-9d7a45ee-23bd-4c83-a427-b3910f782fe7 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Floating IP 6db85a0a-f5f8-499a-ad10-7c4a8d2be9ab associated. External IP: 172.25.3.162, port: 21c6d174-3609-4f0e-9ad2-22423d2f61b9. Jul 09 09:47:25.466297 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef329bf2-d11b-499d-838e-455b1a36e35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:25.469793 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef329bf2-d11b-499d-838e-455b1a36e35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:25.471207 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ef329bf2-d11b-499d-838e-455b1a36e35c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b453f866-a6da-4fba-9c73-99dc543118e8 HTTP/1.1" status: 204 len: 168 time: 0.2688308 Jul 09 09:47:25.504914 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef329bf2-d11b-499d-838e-455b1a36e35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b453f866-a6da-4fba-9c73-99dc543118e8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:25.518854 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-829fb482-8b3e-47c0-86e5-152c254d7d62 req-3f0bc13e-403c-4872-b833-4b55c1213a43 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972685 Jul 09 09:47:25.597699 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98e9333-835e-4c51-beac-0503cbd72913 x-openstack-request-id: req-e98e9333-835e-4c51-beac-0503cbd72913 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:25.598204 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e5c457-b289-4b9d-9935-1f294d01f73c", "name": "network-vif-plugged", "status": "completed", "tag": "1295f280-b32a-4f71-b995-0ff86055a26e", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:25.598607 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e98e9333-835e-4c51-beac-0503cbd72913 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:25.599160 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e5c457-b289-4b9d-9935-1f294d01f73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1295f280-b32a-4f71-b995-0ff86055a26e', 'code': 200} Jul 09 09:47:25.706347 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-7ea79b0e-df1c-4e7c-a9e1-71f902b112f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:47:25.721406 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-7ea79b0e-df1c-4e7c-a9e1-71f902b112f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:25.747516 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-7ea79b0e-df1c-4e7c-a9e1-71f902b112f3 service neutron] Transition to ACTIVE for port object 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:47:25.786919 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-7ea79b0e-df1c-4e7c-a9e1-71f902b112f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:25.794857 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51d970-605f-4b22-b138-982d054aa227 req-2a011d36-b56a-4550-a498-f8edfdabeb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:25.796594 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5e51d970-605f-4b22-b138-982d054aa227 req-2a011d36-b56a-4550-a498-f8edfdabeb6c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 1096 time: 0.1308417 Jul 09 09:47:25.812020 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f5792-fb73-4d70-8270-b7c2249cb523 req-8e52093b-690f-4401-b065-99e6328dd30c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:25.819739 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-140f5792-fb73-4d70-8270-b7c2249cb523 req-8e52093b-690f-4401-b065-99e6328dd30c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2717488 Jul 09 09:47:25.835070 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5e51d970-605f-4b22-b138-982d054aa227 req-c35169e0-f38a-4b43-a241-a50f25b05715 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313292 Jul 09 09:47:25.983063 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-140f5792-fb73-4d70-8270-b7c2249cb523 req-243bf1f6-506c-4390-8c05-9d632220a454 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618330 Jul 09 09:47:25.985471 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea79b0e-df1c-4e7c-a9e1-71f902b112f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:26.023843 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 8a0316fb-01b5-4e63-bb49-bef85c00a86b no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:47:26.103015 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 8a0316fb-01b5-4e63-bb49-bef85c00a86b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:47:26.103551 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 8a0316fb-01b5-4e63-bb49-bef85c00a86b not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:47:26.460116 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7a45ee-23bd-4c83-a427-b3910f782fe7 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Router 6a161458-a7d0-4a7e-a4e5-01a8bac64298 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:47:26.498397 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824233dd-dcd8-4cb5-800b-e015abc68e0a req-6a30dd55-b4c4-44f8-a745-7729305bbd8f tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:26.500009 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-824233dd-dcd8-4cb5-800b-e015abc68e0a req-6a30dd55-b4c4-44f8-a745-7729305bbd8f tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=a24888a0-aeee-494d-8b80-70b79fa45faf HTTP/1.1" status: 200 len: 946 time: 0.6759691 Jul 09 09:47:26.509246 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-7ea79b0e-df1c-4e7c-a9e1-71f902b112f3 service neutron] Attempting to bind port 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:47:26.509589 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-7ea79b0e-df1c-4e7c-a9e1-71f902b112f3 service neutron] Attempting to bind port 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:47:26.509918 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-7ea79b0e-df1c-4e7c-a9e1-71f902b112f3 service neutron] Attempting to bind port 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 on network c39f085e-9a90-44ab-b2cf-d4cf479d1495 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:47:26.569310 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-7ea79b0e-df1c-4e7c-a9e1-71f902b112f3 service neutron] Port 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 on network c39f085e-9a90-44ab-b2cf-d4cf479d1495 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:47:26.569656 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-7ea79b0e-df1c-4e7c-a9e1-71f902b112f3 service neutron] Attempting to bind port 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 on network c39f085e-9a90-44ab-b2cf-d4cf479d1495 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:47:26.588496 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-7ea79b0e-df1c-4e7c-a9e1-71f902b112f3 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:47:26.588842 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-7ea79b0e-df1c-4e7c-a9e1-71f902b112f3 service neutron] Checking segment: {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:47:26.589759 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-7ea79b0e-df1c-4e7c-a9e1-71f902b112f3 service neutron] Bound using segment: {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:47:26.589759 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-7ea79b0e-df1c-4e7c-a9e1-71f902b112f3 service neutron] Bound port: 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:47:26.590032 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-7ea79b0e-df1c-4e7c-a9e1-71f902b112f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:26.599523 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbba29a-8c76-47f5-ab44-5e7956e3caf9 req-2144cecf-b29a-43d1-9840-efa17fe3b942 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:26.601130 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bcbba29a-8c76-47f5-ab44-5e7956e3caf9 req-2144cecf-b29a-43d1-9840-efa17fe3b942 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 943 time: 0.2241414 Jul 09 09:47:26.675391 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-824233dd-dcd8-4cb5-800b-e015abc68e0a req-9894629e-f168-47b9-9a40-f5c3698764f7 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611166 Jul 09 09:47:26.749177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bcbba29a-8c76-47f5-ab44-5e7956e3caf9 req-fd095f19-82c0-48c0-87fc-c4b10be4ca4f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305509 Jul 09 09:47:26.769375 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42040) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:26.777190 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7a45ee-23bd-4c83-a427-b3910f782fe7 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:47:26.786238 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-7ea79b0e-df1c-4e7c-a9e1-71f902b112f3 service neutron] For port 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:47:26.790249 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-7ea79b0e-df1c-4e7c-a9e1-71f902b112f3 service neutron] For port 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:47:26.796349 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa37bad-384f-472e-ba0c-0a17a842217a None None] Sync routers for ids ['6a161458-a7d0-4a7e-a4e5-01a8bac64298'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:47:26.811035 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa37bad-384f-472e-ba0c-0a17a842217a None None] Routers {'6a161458-a7d0-4a7e-a4e5-01a8bac64298'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:47:26.812003 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6fa37bad-384f-472e-ba0c-0a17a842217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:47:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6a161458-a7d0-4a7e-a4e5-01a8bac64298'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:26.813956 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-7ea79b0e-df1c-4e7c-a9e1-71f902b112f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:26.871298 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9d7a45ee-23bd-4c83-a427-b3910f782fe7 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:26.908365 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-6943f6b3-be32-4d16-bbfe-f9cfc51902bb admin admin] Deleting subnet 2002bbc8-7322-4c12-bb3c-a20edc0b223a {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:47:26.912598 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6943f6b3-be32-4d16-bbfe-f9cfc51902bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:26.985918 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6943f6b3-be32-4d16-bbfe-f9cfc51902bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:26.988512 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-7ea79b0e-df1c-4e7c-a9e1-71f902b112f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:26.989750 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-7ea79b0e-df1c-4e7c-a9e1-71f902b112f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:26.991790 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-7ea79b0e-df1c-4e7c-a9e1-71f902b112f3 service neutron] 10.222.0.64 "PUT /v2.0/ports/5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 HTTP/1.1" status: 200 len: 1091 time: 2.8383377 Jul 09 09:47:26.994237 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-6fa37bad-384f-472e-ba0c-0a17a842217a None None] Set router 6a161458-a7d0-4a7e-a4e5-01a8bac64298 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:47:27.073363 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6943f6b3-be32-4d16-bbfe-f9cfc51902bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:27.148742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea79b0e-df1c-4e7c-a9e1-71f902b112f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:27.156216 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9d7a45ee-23bd-4c83-a427-b3910f782fe7 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.9058647 Jul 09 09:47:27.159194 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42052) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:27.228137 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a386c24-6eed-4113-845d-50755b304c89 req-3bd74299-45cb-4d05-907d-497edfcd8df3 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:27.238408 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a386c24-6eed-4113-845d-50755b304c89 req-3bd74299-45cb-4d05-907d-497edfcd8df3 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.3534439 Jul 09 09:47:27.240530 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6943f6b3-be32-4d16-bbfe-f9cfc51902bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:27.261197 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-d19250fd-ddc9-41cc-afaf-280327e56ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:27.262747 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-d19250fd-ddc9-41cc-afaf-280327e56ebe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 1094 time: 0.2107363 Jul 09 09:47:27.294045 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6943f6b3-be32-4d16-bbfe-f9cfc51902bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:27.297198 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6943f6b3-be32-4d16-bbfe-f9cfc51902bb admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2002bbc8-7322-4c12-bb3c-a20edc0b223a HTTP/1.1" status: 204 len: 168 time: 0.5261419 Jul 09 09:47:27.301584 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42056) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:27.311961 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943f6b3-be32-4d16-bbfe-f9cfc51902bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2002bbc8-7322-4c12-bb3c-a20edc0b223a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:27.345448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-66e260a6-2aaf-4ac6-bc17-c5d25cba1adf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 HTTP/1.1" status: 200 len: 217 time: 0.0687881 Jul 09 09:47:27.370571 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade65304-5e9c-4b61-a1a2-71da63c698e0', 'tag': '5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73'}, {'name': 'network-changed', 'server_uuid': 'a46e655c-60d1-4771-a55d-5e6fe3ca700d', 'tag': '21c6d174-3609-4f0e-9ad2-22423d2f61b9'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:27.372919 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cbf844-0450-444c-b475-8ffefd16127b" -d '{"events": [{"name": "network-changed", "server_uuid": "ade65304-5e9c-4b61-a1a2-71da63c698e0", "tag": "5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73"}, {"name": "network-changed", "server_uuid": "a46e655c-60d1-4771-a55d-5e6fe3ca700d", "tag": "21c6d174-3609-4f0e-9ad2-22423d2f61b9"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:27.376799 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b816ee1-30f6-4031-bb10-1287df049a5b tempest-TestVolumeBackupRestore-158603531 tempest-TestVolumeBackupRestore-158603531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:27.379375 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5b816ee1-30f6-4031-bb10-1287df049a5b tempest-TestVolumeBackupRestore-158603531 tempest-TestVolumeBackupRestore-158603531-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 1092 time: 0.2186913 Jul 09 09:47:27.382157 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42060) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:27.388640 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a386c24-6eed-4113-845d-50755b304c89 req-09468b0c-657a-426f-b445-dc9511229a3a tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460180 Jul 09 09:47:27.388994 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c3fac0bb-3c79-4670-b6f1-1a2edf8df8e5 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Request body: {'floatingip': {'port_id': '21c6d174-3609-4f0e-9ad2-22423d2f61b9'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:27.411543 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6fa37bad-384f-472e-ba0c-0a17a842217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'name': 'tempest-TestVolumeBackupRestore-1052795545-router', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:25Z', 'updated_at': '2021-07-09T09:43:32Z', 'revision_number': 4, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'gw_port': {'id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:26Z', 'updated_at': '2021-07-09T09:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '6db85a0a-f5f8-499a-ad10-7c4a8d2be9ab', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'port_id': '21c6d174-3609-4f0e-9ad2-22423d2f61b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b12923-7036-466d-b40f-9387cec967ac', 'mac_address': 'fa:16:3e:a6:cf:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e655c-60d1-4771-a55d-5e6fe3ca700d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:47:22Z', 'updated_at': '2021-07-09T09:47:22Z', 'revision_number': 0, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644', 'name': '', 'network_id': '73b12923-7036-466d-b40f-9387cec967ac', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'mac_address': 'fa:16:3e:de:b9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:31Z', 'updated_at': '2021-07-09T09:43:37Z', 'revision_number': 5, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'subnets': [{'id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:27.450552 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbe2c519-3702-4950-a850-9ecb0d957ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:27.456747 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa37bad-384f-472e-ba0c-0a17a842217a None None] Checking router: 6a161458-a7d0-4a7e-a4e5-01a8bac64298 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:47:27.470129 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa37bad-384f-472e-ba0c-0a17a842217a None None] Routers {'6a161458-a7d0-4a7e-a4e5-01a8bac64298'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:47:27.471539 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6fa37bad-384f-472e-ba0c-0a17a842217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:47:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6a161458-a7d0-4a7e-a4e5-01a8bac64298'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:27.481575 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c3fac0bb-3c79-4670-b6f1-1a2edf8df8e5 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:27.512916 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-15a45399-dab4-43c2-9fb0-8c2bad11d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:27.514406 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-15a45399-dab4-43c2-9fb0-8c2bad11d0c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 200 len: 851 time: 0.1386666 Jul 09 09:47:27.603125 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd7cf1-a3bf-4411-8221-0d9df82b9ae6 req-ad165e09-4611-481f-b94b-266a62e002e4 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:27.610137 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0bd7cf1-a3bf-4411-8221-0d9df82b9ae6 req-ad165e09-4611-481f-b94b-266a62e002e4 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.3024356 Jul 09 09:47:27.633662 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbe2c519-3702-4950-a850-9ecb0d957ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:27.638946 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-6fa37bad-384f-472e-ba0c-0a17a842217a None None] Set router 6a161458-a7d0-4a7e-a4e5-01a8bac64298 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:47:27.654154 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-cbe2c519-3702-4950-a850-9ecb0d957ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f6ceb5-5794-4108-95de-f66fdc88f31f']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:27.672661 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-cbe2c519-3702-4950-a850-9ecb0d957ae0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c58f5a0-ab93-4680-8033-7825e893a009') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:27.673029 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-cbe2c519-3702-4950-a850-9ecb0d957ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c58f5a0-ab93-4680-8033-7825e893a009') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:27.698101 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-39d79d5d-e537-4f9c-821c-36768477bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:27.699771 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-39d79d5d-e537-4f9c-821c-36768477bcb0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c39f085e-9a90-44ab-b2cf-d4cf479d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1750758 Jul 09 09:47:27.710970 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbe2c519-3702-4950-a850-9ecb0d957ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:27.712878 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0bd7cf1-a3bf-4411-8221-0d9df82b9ae6 req-d58e569e-2f16-4a47-b44d-5e62552cd521 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016138 Jul 09 09:47:27.839235 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd4d9df-6f37-4df2-9dca-ae62e9ac7117 x-openstack-request-id: req-bcd4d9df-6f37-4df2-9dca-ae62e9ac7117 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:27.847646 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade65304-5e9c-4b61-a1a2-71da63c698e0", "tag": "5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a46e655c-60d1-4771-a55d-5e6fe3ca700d", "tag": "21c6d174-3609-4f0e-9ad2-22423d2f61b9", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:27.848178 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bcd4d9df-6f37-4df2-9dca-ae62e9ac7117 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:27.848794 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade65304-5e9c-4b61-a1a2-71da63c698e0', 'tag': '5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73', 'status': 'completed', 'code': 200} Jul 09 09:47:27.849209 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46e655c-60d1-4771-a55d-5e6fe3ca700d', 'tag': '21c6d174-3609-4f0e-9ad2-22423d2f61b9', 'status': 'completed', 'code': 200} Jul 09 09:47:27.888196 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3644d8-23ff-4843-9b01-940e01085b5f req-abe4fbb9-a32a-4b0e-b04b-ab1636dea241 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:27.895225 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbe2c519-3702-4950-a850-9ecb0d957ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:27.899978 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd3644d8-23ff-4843-9b01-940e01085b5f req-abe4fbb9-a32a-4b0e-b04b-ab1636dea241 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=a24888a0-aeee-494d-8b80-70b79fa45faf HTTP/1.1" status: 200 len: 946 time: 0.3165836 Jul 09 09:47:27.909254 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe2c519-3702-4950-a850-9ecb0d957ae0 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:47:27.909953 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbe2c519-3702-4950-a850-9ecb0d957ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:47:27.912399 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:47:28.024928 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbe2c519-3702-4950-a850-9ecb0d957ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:28.034823 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbe2c519-3702-4950-a850-9ecb0d957ae0 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:28.040626 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cbe2c519-3702-4950-a850-9ecb0d957ae0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c2f6ceb5-5794-4108-95de-f66fdc88f31f HTTP/1.1" status: 204 len: 168 time: 0.7355475 Jul 09 09:47:28.042938 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-710dcdcb-fe4f-4075-9f57-3dcb58d71d73 service neutron] 10.222.0.64 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193259 Jul 09 09:47:28.098653 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6fa37bad-384f-472e-ba0c-0a17a842217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'name': 'tempest-TestVolumeBackupRestore-1052795545-router', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:25Z', 'updated_at': '2021-07-09T09:43:32Z', 'revision_number': 4, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'gw_port': {'id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:26Z', 'updated_at': '2021-07-09T09:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '6db85a0a-f5f8-499a-ad10-7c4a8d2be9ab', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'port_id': '21c6d174-3609-4f0e-9ad2-22423d2f61b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b12923-7036-466d-b40f-9387cec967ac', 'mac_address': 'fa:16:3e:a6:cf:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e655c-60d1-4771-a55d-5e6fe3ca700d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:47:22Z', 'updated_at': '2021-07-09T09:47:22Z', 'revision_number': 0, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644', 'name': '', 'network_id': '73b12923-7036-466d-b40f-9387cec967ac', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'mac_address': 'fa:16:3e:de:b9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:31Z', 'updated_at': '2021-07-09T09:43:37Z', 'revision_number': 5, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'subnets': [{'id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:28.101231 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd3644d8-23ff-4843-9b01-940e01085b5f req-e064e657-2f7f-42ed-80ca-54e8701a6b02 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958425 Jul 09 09:47:28.150453 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa37bad-384f-472e-ba0c-0a17a842217a None None] The sync data for ids ['6a161458-a7d0-4a7e-a4e5-01a8bac64298'] in n-d-799996-1 is: [{'id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'name': 'tempest-TestVolumeBackupRestore-1052795545-router', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:25Z', 'updated_at': '2021-07-09T09:43:32Z', 'revision_number': 4, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'gw_port': {'id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:26Z', 'updated_at': '2021-07-09T09:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '6db85a0a-f5f8-499a-ad10-7c4a8d2be9ab', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'port_id': '21c6d174-3609-4f0e-9ad2-22423d2f61b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b12923-7036-466d-b40f-9387cec967ac', 'mac_address': 'fa:16:3e:a6:cf:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e655c-60d1-4771-a55d-5e6fe3ca700d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:47:22Z', 'updated_at': '2021-07-09T09:47:22Z', 'revision_number': 0, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644', 'name': '', 'network_id': '73b12923-7036-466d-b40f-9387cec967ac', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'mac_address': 'fa:16:3e:de:b9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:31Z', 'updated_at': '2021-07-09T09:43:37Z', 'revision_number': 5, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'subnets': [{'id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:47:28.280271 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2c519-3702-4950-a850-9ecb0d957ae0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2f6ceb5-5794-4108-95de-f66fdc88f31f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:28.321287 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63b8b4-8c35-4bd4-bd43-eebd3e529d11 req-d9bc3a0a-068e-4061-aac8-088450faf379 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:28.332171 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42090) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:28.333200 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc63b8b4-8c35-4bd4-bd43-eebd3e529d11 req-d9bc3a0a-068e-4061-aac8-088450faf379 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.3388124 Jul 09 09:47:28.338234 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-52a317c4-c6cb-47dd-bc7b-211f285b47d9 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Request body: {'floatingip': {'port_id': '3bd90d64-a9b2-4541-bb33-e3dbaae13163'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:28.342538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccee059d-edb3-4e0a-be58-3286adc239f3 req-607b8de2-0898-49fb-9008-805a9e10dc03 service neutron] 10.222.0.64 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984674 Jul 09 09:47:28.398121 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42096) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:28.484903 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52a317c4-c6cb-47dd-bc7b-211f285b47d9 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:28.539811 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e163067d-d54f-4a1d-8ee6-73d5c1c3140b None None] New status for floating IP 6db85a0a-f5f8-499a-ad10-7c4a8d2be9ab: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:47:28.674691 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-b300d2b6-8ca1-4b55-a70f-a53ab6eaadc0 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:28.682579 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-b300d2b6-8ca1-4b55-a70f-a53ab6eaadc0 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/networks?id=c82b3f29-8b69-464b-af45-d9293d4a67b7 HTTP/1.1" status: 200 len: 814 time: 0.2435801 Jul 09 09:47:28.703773 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4fa04-9cec-486e-9883-421da7ce1fea req-13fc098f-572a-4172-bd73-ac3da792aeec tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:28.711592 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aaf4fa04-9cec-486e-9883-421da7ce1fea req-13fc098f-572a-4172-bd73-ac3da792aeec tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 943 time: 0.3623273 Jul 09 09:47:28.726619 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbf844-0450-444c-b475-8ffefd16127b req-01223b1c-12fb-4081-9765-a34bb3a261d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:28.728361 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38cbf844-0450-444c-b475-8ffefd16127b req-01223b1c-12fb-4081-9765-a34bb3a261d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 1094 time: 0.2908323 Jul 09 09:47:28.736022 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-3909c168-dde3-4134-81f2-dec918a706b1 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/quotas/995334f9c17949d3ac64812939fb040c HTTP/1.1" status: 200 len: 375 time: 0.0522370 Jul 09 09:47:28.847815 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aaf4fa04-9cec-486e-9883-421da7ce1fea req-794e8be7-2e62-4e11-b822-8472be13a67d tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349297 Jul 09 09:47:28.897551 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbf844-0450-444c-b475-8ffefd16127b req-d823bce4-330a-4e4f-b81e-c77509df0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:28.899169 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38cbf844-0450-444c-b475-8ffefd16127b req-d823bce4-330a-4e4f-b81e-c77509df0b5b service neutron] 10.222.0.64 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 913 time: 0.1604273 Jul 09 09:47:28.916591 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-750a9640-db0f-4410-b228-b0b9311d024c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=995334f9c17949d3ac64812939fb040c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1683969 Jul 09 09:47:28.946262 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.db.resource_extend [None req-c3fac0bb-3c79-4670-b6f1-1a2edf8df8e5 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 09:47:28.997940 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d4808ce0-1b5e-47e0-a933-230296f97c56 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=710a61f7466b49d9bb29c17847afd0d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5987151 Jul 09 09:47:29.002654 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42106) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:29.004607 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38cbf844-0450-444c-b475-8ffefd16127b req-e023b291-f14f-4723-a183-97b861ed71e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 HTTP/1.1" status: 200 len: 217 time: 0.0784457 Jul 09 09:47:29.070823 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c3fac0bb-3c79-4670-b6f1-1a2edf8df8e5 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:29.078526 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.db.api [None req-e163067d-d54f-4a1d-8ee6-73d5c1c3140b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:47:29.079241 n-d-799996-1 neutron-server[93793]: DEBUG oslo_db.api [None req-e163067d-d54f-4a1d-8ee6-73d5c1c3140b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:47:29.082847 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c3fac0bb-3c79-4670-b6f1-1a2edf8df8e5 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:29.113599 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbf844-0450-444c-b475-8ffefd16127b req-f72983d8-e9b9-473b-af0e-69b748038ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:29.115254 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38cbf844-0450-444c-b475-8ffefd16127b req-f72983d8-e9b9-473b-af0e-69b748038ed0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 200 len: 851 time: 0.1019058 Jul 09 09:47:29.145047 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-72ffae9a-39c8-48c3-9581-55c9023ddd55 service neutron] 10.222.0.61 "GET /v2.0/networks/c82b3f29-8b69-464b-af45-d9293d4a67b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274063 Jul 09 09:47:29.249707 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-926b2012-608c-4b07-80b8-3a6e8e636e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:29.279489 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0452a20-0e98-4fe7-8557-be5a67a82fc5 req-bb70b2c6-5cc2-4a3f-a55e-8eff50d6ea17 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:29.280874 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0452a20-0e98-4fe7-8557-be5a67a82fc5 req-bb70b2c6-5cc2-4a3f-a55e-8eff50d6ea17 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=a24888a0-aeee-494d-8b80-70b79fa45faf HTTP/1.1" status: 200 len: 946 time: 0.2363706 Jul 09 09:47:29.326295 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbf844-0450-444c-b475-8ffefd16127b req-176c2378-8a7f-4c04-827f-362f27901ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:29.327476 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-926b2012-608c-4b07-80b8-3a6e8e636e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:29.327869 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38cbf844-0450-444c-b475-8ffefd16127b req-176c2378-8a7f-4c04-827f-362f27901ed3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c39f085e-9a90-44ab-b2cf-d4cf479d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2041647 Jul 09 09:47:29.347136 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-8eb5cde6-dc8f-414d-b9ca-68c292c4f876 service neutron] 10.222.0.61 "GET /v2.0/networks/c82b3f29-8b69-464b-af45-d9293d4a67b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010961 Jul 09 09:47:29.379130 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0452a20-0e98-4fe7-8557-be5a67a82fc5 req-04072b4a-c4f8-4157-85f7-c7b6b015ed84 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824971 Jul 09 09:47:29.495213 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38cbf844-0450-444c-b475-8ffefd16127b req-714ab18d-b744-43ac-99b0-5c2cd6c3d18e service neutron] 10.222.0.64 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451464 Jul 09 09:47:29.580949 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e163067d-d54f-4a1d-8ee6-73d5c1c3140b None None] New status for floating IP 6db85a0a-f5f8-499a-ad10-7c4a8d2be9ab: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:47:29.637809 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-926b2012-608c-4b07-80b8-3a6e8e636e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:29.641015 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-926b2012-608c-4b07-80b8-3a6e8e636e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:29.643247 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-926b2012-608c-4b07-80b8-3a6e8e636e29 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cda4987b-6516-4ef6-963d-b09b17b461cb HTTP/1.1" status: 204 len: 168 time: 0.6382055 Jul 09 09:47:29.710490 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b2012-608c-4b07-80b8-3a6e8e636e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda4987b-6516-4ef6-963d-b09b17b461cb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:29.727090 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fac0bb-3c79-4670-b6f1-1a2edf8df8e5 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Router 6a161458-a7d0-4a7e-a4e5-01a8bac64298 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:47:29.767304 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3bfaf931-e3c9-4b3f-a0cc-e4859992c684 req-4a558b31-7429-4628-bcfd-b74450c6e391 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8c8a815-674b-4e10-b210-ae365cbfd500 HTTP/1.1" status: 200 len: 210 time: 0.1012640 Jul 09 09:47:29.878261 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38cbf844-0450-444c-b475-8ffefd16127b req-ecc5b787-015f-4584-acd5-4883dca3d434 service neutron] 10.222.0.64 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655040 Jul 09 09:47:29.898864 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-76a9bbf3-aabb-4afa-a123-eaef0e1557b5 req-0b5b0af2-606a-4008-aaf5-7a12671a1f67 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a24888a0-aeee-494d-8b80-70b79fa45faf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2871411 Jul 09 09:47:29.927664 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52a317c4-c6cb-47dd-bc7b-211f285b47d9 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:29.956680 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52a317c4-c6cb-47dd-bc7b-211f285b47d9 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:30.134435 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbf844-0450-444c-b475-8ffefd16127b req-034accd1-078d-4ed0-a15a-3747f0712b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:30.142152 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38cbf844-0450-444c-b475-8ffefd16127b req-034accd1-078d-4ed0-a15a-3747f0712b4a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b06aa4e6b3044acdb266fe859cc19b22&device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 1097 time: 0.1806164 Jul 09 09:47:30.205673 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fac0bb-3c79-4670-b6f1-1a2edf8df8e5 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:47:30.217256 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230b073d-fd98-4fbe-9617-ef952d9b7596 None None] Sync routers for ids ['6a161458-a7d0-4a7e-a4e5-01a8bac64298'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:47:30.221024 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c3fac0bb-3c79-4670-b6f1-1a2edf8df8e5 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:30.235666 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b073d-fd98-4fbe-9617-ef952d9b7596 None None] Routers {'6a161458-a7d0-4a7e-a4e5-01a8bac64298'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:47:30.236866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-230b073d-fd98-4fbe-9617-ef952d9b7596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:47:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6a161458-a7d0-4a7e-a4e5-01a8bac64298'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:30.309106 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-52a317c4-c6cb-47dd-bc7b-211f285b47d9 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Floating IP 549997f7-442e-4a81-bac5-613cf28245a7 associated. External IP: 172.25.3.105, port: 3bd90d64-a9b2-4541-bb33-e3dbaae13163. Jul 09 09:47:30.328624 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9bbf3-aabb-4afa-a123-eaef0e1557b5 req-08e29023-601b-4c1a-9a6a-65f4bad19fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:30.330555 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-76a9bbf3-aabb-4afa-a123-eaef0e1557b5 req-08e29023-601b-4c1a-9a6a-65f4bad19fea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ffb469a9ebec49548fba40676b1fdf87&device_id=a24888a0-aeee-494d-8b80-70b79fa45faf HTTP/1.1" status: 200 len: 1097 time: 0.3336473 Jul 09 09:47:30.361106 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46e655c-60d1-4771-a55d-5e6fe3ca700d', 'tag': '21c6d174-3609-4f0e-9ad2-22423d2f61b9'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:30.364422 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a50bd5f-de2e-4085-93a1-1d9f2b28e18b" -d '{"events": [{"name": "network-changed", "server_uuid": "a46e655c-60d1-4771-a55d-5e6fe3ca700d", "tag": "21c6d174-3609-4f0e-9ad2-22423d2f61b9"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:30.464604 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbf844-0450-444c-b475-8ffefd16127b req-e8f5f170-4eb1-4156-b425-cb322bb169cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:30.466946 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38cbf844-0450-444c-b475-8ffefd16127b req-e8f5f170-4eb1-4156-b425-cb322bb169cd service neutron] 10.222.0.64 "GET /v2.0/networks?id=73b12923-7036-466d-b40f-9387cec967ac HTTP/1.1" status: 200 len: 915 time: 0.3159237 Jul 09 09:47:30.528198 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c3fac0bb-3c79-4670-b6f1-1a2edf8df8e5 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "PUT /v2.0/floatingips/6db85a0a-f5f8-499a-ad10-7c4a8d2be9ab HTTP/1.1" status: 200 len: 992 time: 3.1446319 Jul 09 09:47:30.593130 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d331357-4535-466f-a4fd-24df4bcfdc38 req-8fef3b11-24c5-4a2e-9647-c1bb30874e90 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:30.602801 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d331357-4535-466f-a4fd-24df4bcfdc38 req-8fef3b11-24c5-4a2e-9647-c1bb30874e90 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=a24888a0-aeee-494d-8b80-70b79fa45faf HTTP/1.1" status: 200 len: 946 time: 0.4255049 Jul 09 09:47:30.622350 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d5022-8b0f-4fcf-b7f3-425f055641c9 req-24b6c1df-4b8c-4e3c-9549-43c61993e11a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:30.630777 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c3d5022-8b0f-4fcf-b7f3-425f055641c9 req-24b6c1df-4b8c-4e3c-9549-43c61993e11a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 943 time: 0.4021487 Jul 09 09:47:30.674476 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38cbf844-0450-444c-b475-8ffefd16127b req-98165b10-2fe2-4842-a08a-3cca782e87e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c6d174-3609-4f0e-9ad2-22423d2f61b9 HTTP/1.1" status: 200 len: 1002 time: 0.1989777 Jul 09 09:47:30.724754 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-230b073d-fd98-4fbe-9617-ef952d9b7596 None None] Set router 6a161458-a7d0-4a7e-a4e5-01a8bac64298 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:47:30.852337 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d331357-4535-466f-a4fd-24df4bcfdc38 req-9c58c9cc-4454-4c6e-88e6-17aca50f76f2 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245550 Jul 09 09:47:30.904381 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c3d5022-8b0f-4fcf-b7f3-425f055641c9 req-c8068948-fd87-48b6-be6f-02563b1fedeb tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722940 Jul 09 09:47:30.946099 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbf844-0450-444c-b475-8ffefd16127b req-f41f252d-4847-4948-ba10-7ec640412294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:30.947105 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38cbf844-0450-444c-b475-8ffefd16127b req-f41f252d-4847-4948-ba10-7ec640412294 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91038227-0f17-4a2f-8057-f5e05af69ad1 HTTP/1.1" status: 200 len: 853 time: 0.2535851 Jul 09 09:47:31.099307 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbf844-0450-444c-b475-8ffefd16127b req-320cd889-d7e1-44f4-a386-f28b6d59de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:31.104534 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38cbf844-0450-444c-b475-8ffefd16127b req-320cd889-d7e1-44f4-a386-f28b6d59de66 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73b12923-7036-466d-b40f-9387cec967ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1468790 Jul 09 09:47:31.184506 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9aae22-bea6-4b41-9e9c-03a024b3c888 x-openstack-request-id: req-6b9aae22-bea6-4b41-9e9c-03a024b3c888 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:31.185034 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46e655c-60d1-4771-a55d-5e6fe3ca700d", "tag": "21c6d174-3609-4f0e-9ad2-22423d2f61b9", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:31.185034 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b9aae22-bea6-4b41-9e9c-03a024b3c888 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:31.185443 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46e655c-60d1-4771-a55d-5e6fe3ca700d', 'tag': '21c6d174-3609-4f0e-9ad2-22423d2f61b9', 'status': 'completed', 'code': 200} Jul 09 09:47:31.243708 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9bbf3-aabb-4afa-a123-eaef0e1557b5 req-8acf2307-3f76-4488-9cf9-d7144add2f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:31.245549 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-76a9bbf3-aabb-4afa-a123-eaef0e1557b5 req-8acf2307-3f76-4488-9cf9-d7144add2f04 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa16ead4-f559-45b1-91c1-40adc231fd0d HTTP/1.1" status: 200 len: 916 time: 0.8503401 Jul 09 09:47:31.245911 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-230b073d-fd98-4fbe-9617-ef952d9b7596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'name': 'tempest-TestVolumeBackupRestore-1052795545-router', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:25Z', 'updated_at': '2021-07-09T09:43:32Z', 'revision_number': 4, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'gw_port': {'id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:26Z', 'updated_at': '2021-07-09T09:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '6db85a0a-f5f8-499a-ad10-7c4a8d2be9ab', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'port_id': '21c6d174-3609-4f0e-9ad2-22423d2f61b9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b12923-7036-466d-b40f-9387cec967ac', 'mac_address': 'fa:16:3e:a6:cf:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e655c-60d1-4771-a55d-5e6fe3ca700d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:47:22Z', 'updated_at': '2021-07-09T09:47:29Z', 'revision_number': 2, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644', 'name': '', 'network_id': '73b12923-7036-466d-b40f-9387cec967ac', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'mac_address': 'fa:16:3e:de:b9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:31Z', 'updated_at': '2021-07-09T09:43:37Z', 'revision_number': 5, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'subnets': [{'id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:31.295452 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230b073d-fd98-4fbe-9617-ef952d9b7596 None None] Checking router: 6a161458-a7d0-4a7e-a4e5-01a8bac64298 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:47:31.305542 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b073d-fd98-4fbe-9617-ef952d9b7596 None None] Routers {'6a161458-a7d0-4a7e-a4e5-01a8bac64298'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:47:31.306173 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-230b073d-fd98-4fbe-9617-ef952d9b7596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:47:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6a161458-a7d0-4a7e-a4e5-01a8bac64298'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:31.311187 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42172) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:31.363664 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-76a9bbf3-aabb-4afa-a123-eaef0e1557b5 req-b9f63723-4e74-45c0-b07d-0ca82ecdb394 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=548e7a2a-02c0-4490-836a-16b092bb0bea HTTP/1.1" status: 200 len: 217 time: 0.0745742 Jul 09 09:47:31.398395 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9d2b0765-834c-4863-9b66-1aa79aa2b863 req-b2c1a00c-bd1c-42e0-8d21-d344a3b437e0 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8c8a815-674b-4e10-b210-ae365cbfd500 HTTP/1.1" status: 200 len: 210 time: 0.1885715 Jul 09 09:47:31.426033 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-230b073d-fd98-4fbe-9617-ef952d9b7596 None None] Set router 6a161458-a7d0-4a7e-a4e5-01a8bac64298 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:47:31.497512 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b5d28-7c9a-4ee1-ab9c-9fea5058460a req-be3bded0-b287-4179-90cd-9e1da8b5b09c tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:31.507491 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b19b5d28-7c9a-4ee1-ab9c-9fea5058460a req-be3bded0-b287-4179-90cd-9e1da8b5b09c tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=a24888a0-aeee-494d-8b80-70b79fa45faf HTTP/1.1" status: 200 len: 946 time: 0.2991285 Jul 09 09:47:31.547871 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3b1746fa-235c-4a59-b18c-eab7617f7bbe admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1357082843-network', 'tenant_id': '8ad046218cf74bd1a6b765f3bec798f7'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:31.550265 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38cbf844-0450-444c-b475-8ffefd16127b req-d8093987-5796-49da-892e-f07fe200e838 service neutron] 10.222.0.64 "GET /v2.0/networks/73b12923-7036-466d-b40f-9387cec967ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394279 Jul 09 09:47:31.579067 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9bbf3-aabb-4afa-a123-eaef0e1557b5 req-054c6acc-c5fa-434b-a636-13762f3b38af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:31.581909 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-76a9bbf3-aabb-4afa-a123-eaef0e1557b5 req-054c6acc-c5fa-434b-a636-13762f3b38af service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bdc6fc9d-32e0-46ef-bdbb-31c218d76f64 HTTP/1.1" status: 200 len: 855 time: 0.2068214 Jul 09 09:47:31.583045 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b19b5d28-7c9a-4ee1-ab9c-9fea5058460a req-d90d236d-17a5-4740-a4c4-423166a9461d tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746043 Jul 09 09:47:31.598581 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1746fa-235c-4a59-b18c-eab7617f7bbe admin admin] Made reservation on behalf of 8ad046218cf74bd1a6b765f3bec798f7 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:47:31.603922 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b1746fa-235c-4a59-b18c-eab7617f7bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:31.639196 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b1746fa-235c-4a59-b18c-eab7617f7bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:31.674411 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38cbf844-0450-444c-b475-8ffefd16127b req-c379bac3-1581-479b-a955-a2e00466179d service neutron] 10.222.0.64 "GET /v2.0/networks/73b12923-7036-466d-b40f-9387cec967ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161244 Jul 09 09:47:31.700543 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-76a9bbf3-aabb-4afa-a123-eaef0e1557b5 req-a4292c7f-72c7-453d-afe1-2b538463e982 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa16ead4-f559-45b1-91c1-40adc231fd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814817 Jul 09 09:47:31.701159 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-230b073d-fd98-4fbe-9617-ef952d9b7596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'name': 'tempest-TestVolumeBackupRestore-1052795545-router', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:25Z', 'updated_at': '2021-07-09T09:43:32Z', 'revision_number': 4, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'gw_port': {'id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:26Z', 'updated_at': '2021-07-09T09:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '6db85a0a-f5f8-499a-ad10-7c4a8d2be9ab', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'port_id': '21c6d174-3609-4f0e-9ad2-22423d2f61b9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b12923-7036-466d-b40f-9387cec967ac', 'mac_address': 'fa:16:3e:a6:cf:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e655c-60d1-4771-a55d-5e6fe3ca700d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:47:22Z', 'updated_at': '2021-07-09T09:47:29Z', 'revision_number': 2, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644', 'name': '', 'network_id': '73b12923-7036-466d-b40f-9387cec967ac', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'mac_address': 'fa:16:3e:de:b9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:31Z', 'updated_at': '2021-07-09T09:43:37Z', 'revision_number': 5, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'subnets': [{'id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:31.706899 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a317c4-c6cb-47dd-bc7b-211f285b47d9 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Router 79b47742-f435-4d63-b1ce-8e1523371d54 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:47:31.736829 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230b073d-fd98-4fbe-9617-ef952d9b7596 None None] The sync data for ids ['6a161458-a7d0-4a7e-a4e5-01a8bac64298'] in n-d-799996-1 is: [{'id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'name': 'tempest-TestVolumeBackupRestore-1052795545-router', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:25Z', 'updated_at': '2021-07-09T09:43:32Z', 'revision_number': 4, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'gw_port': {'id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:26Z', 'updated_at': '2021-07-09T09:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '6db85a0a-f5f8-499a-ad10-7c4a8d2be9ab', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'port_id': '21c6d174-3609-4f0e-9ad2-22423d2f61b9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b12923-7036-466d-b40f-9387cec967ac', 'mac_address': 'fa:16:3e:a6:cf:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e655c-60d1-4771-a55d-5e6fe3ca700d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:47:22Z', 'updated_at': '2021-07-09T09:47:29Z', 'revision_number': 2, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644', 'name': '', 'network_id': '73b12923-7036-466d-b40f-9387cec967ac', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'mac_address': 'fa:16:3e:de:b9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:31Z', 'updated_at': '2021-07-09T09:43:37Z', 'revision_number': 5, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'subnets': [{'id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:47:31.813050 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50bd5f-de2e-4085-93a1-1d9f2b28e18b req-886cbd0f-9b80-4eb6-8914-e4e334043509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:31.815164 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a50bd5f-de2e-4085-93a1-1d9f2b28e18b req-886cbd0f-9b80-4eb6-8914-e4e334043509 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b06aa4e6b3044acdb266fe859cc19b22&device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 1097 time: 0.0707226 Jul 09 09:47:31.981774 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a317c4-c6cb-47dd-bc7b-211f285b47d9 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:47:31.984609 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50bd5f-de2e-4085-93a1-1d9f2b28e18b req-8aa5d31d-4670-4260-9b68-fc1ffdb61e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:31.988732 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52a317c4-c6cb-47dd-bc7b-211f285b47d9 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:31.993987 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c793d13f-88b7-4dea-92f7-5552a02b2855 None None] Sync routers for ids ['79b47742-f435-4d63-b1ce-8e1523371d54'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:47:32.014330 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a50bd5f-de2e-4085-93a1-1d9f2b28e18b req-8aa5d31d-4670-4260-9b68-fc1ffdb61e50 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73b12923-7036-466d-b40f-9387cec967ac HTTP/1.1" status: 200 len: 915 time: 0.1919825 Jul 09 09:47:32.030882 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c793d13f-88b7-4dea-92f7-5552a02b2855 None None] Routers {'79b47742-f435-4d63-b1ce-8e1523371d54'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:47:32.042074 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c793d13f-88b7-4dea-92f7-5552a02b2855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:47:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['79b47742-f435-4d63-b1ce-8e1523371d54'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:32.147894 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-52a317c4-c6cb-47dd-bc7b-211f285b47d9 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "PUT /v2.0/floatingips/549997f7-442e-4a81-bac5-613cf28245a7 HTTP/1.1" status: 200 len: 992 time: 3.8143134 Jul 09 09:47:32.168951 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-76a9bbf3-aabb-4afa-a123-eaef0e1557b5 req-e3a3638e-864b-4f92-88c0-c23deb0cff5e service neutron] 10.222.0.58 "GET /v2.0/networks/aa16ead4-f559-45b1-91c1-40adc231fd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538689 Jul 09 09:47:32.290051 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b1746fa-235c-4a59-b18c-eab7617f7bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:32.320603 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b1746fa-235c-4a59-b18c-eab7617f7bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:32.334631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1746fa-235c-4a59-b18c-eab7617f7bbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:47:32.384347 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b1746fa-235c-4a59-b18c-eab7617f7bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:32.385147 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-3b1746fa-235c-4a59-b18c-eab7617f7bbe admin admin] Added segment e43db542-83cd-4821-99c3-72f0af504133 of type vlan for network d3e51e5c-49ca-48c2-b01f-945572ed89c2 Jul 09 09:47:32.400644 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1746fa-235c-4a59-b18c-eab7617f7bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b8bf60-8e61-4383-bea9-7b81d5e5f231,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:32.405865 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-c793d13f-88b7-4dea-92f7-5552a02b2855 None None] Set router 79b47742-f435-4d63-b1ce-8e1523371d54 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:47:32.409913 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-76a9bbf3-aabb-4afa-a123-eaef0e1557b5 req-eaa259c8-0ab1-435f-9965-01d9710f4766 service neutron] 10.222.0.58 "GET /v2.0/networks/aa16ead4-f559-45b1-91c1-40adc231fd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311482 Jul 09 09:47:32.502376 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b1746fa-235c-4a59-b18c-eab7617f7bbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:32.544092 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b1746fa-235c-4a59-b18c-eab7617f7bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:32.545417 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1746fa-235c-4a59-b18c-eab7617f7bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:32.546361 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b1746fa-235c-4a59-b18c-eab7617f7bbe admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:32.568719 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3b1746fa-235c-4a59-b18c-eab7617f7bbe admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2569108 Jul 09 09:47:32.581707 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42200) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:32.587481 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-72357068-b72d-46ee-8ab1-7f3ff46600eb admin admin] Request body: {'subnet': {'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1357082843-subnet', 'tenant_id': '8ad046218cf74bd1a6b765f3bec798f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:32.650734 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1746fa-235c-4a59-b18c-eab7617f7bbe admin admin] Pushing event updated for resources: {'Network': ['ID=d3e51e5c-49ca-48c2-b01f-945572ed89c2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:32.662126 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72357068-b72d-46ee-8ab1-7f3ff46600eb admin admin] Made reservation on behalf of 8ad046218cf74bd1a6b765f3bec798f7 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:47:32.663300 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network d3e51e5c-49ca-48c2-b01f-945572ed89c2 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:47:32.666158 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72357068-b72d-46ee-8ab1-7f3ff46600eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:32.786018 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c793d13f-88b7-4dea-92f7-5552a02b2855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'name': 'tempest-AttachVolumeTestJSON-198710829-router', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:31Z', 'updated_at': '2021-07-09T09:46:42Z', 'revision_number': 4, 'project_id': '3685effc09af44948de733ea732a3e9f', 'gw_port': {'id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:32Z', 'updated_at': '2021-07-09T09:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '549997f7-442e-4a81-bac5-613cf28245a7', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'floating_ip_address': '172.25.3.105', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'port_id': '3bd90d64-a9b2-4541-bb33-e3dbaae13163', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'mac_address': 'fa:16:3e:c4:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd767f1a2-df6b-4cfb-9399-caceed6b31bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:46:53Z', 'updated_at': '2021-07-09T09:47:29Z', 'revision_number': 1, 'project_id': '3685effc09af44948de733ea732a3e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c003677-5ce5-4684-a967-9f0fa8144142', 'name': '', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'mac_address': 'fa:16:3e:70:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:38Z', 'updated_at': '2021-07-09T09:46:51Z', 'revision_number': 5, 'project_id': '3685effc09af44948de733ea732a3e9f', 'subnets': [{'id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:32.814241 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c793d13f-88b7-4dea-92f7-5552a02b2855 None None] Checking router: 79b47742-f435-4d63-b1ce-8e1523371d54 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:47:32.823935 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c793d13f-88b7-4dea-92f7-5552a02b2855 None None] Routers {'79b47742-f435-4d63-b1ce-8e1523371d54'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:47:32.824573 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c793d13f-88b7-4dea-92f7-5552a02b2855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:47:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['79b47742-f435-4d63-b1ce-8e1523371d54'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:32.847029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-1fd4c866-7afd-435a-a5c3-115dc289de0a tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:32.848799 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-1fd4c866-7afd-435a-a5c3-115dc289de0a tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.58 "GET /v2.0/networks?id=c82b3f29-8b69-464b-af45-d9293d4a67b7 HTTP/1.1" status: 200 len: 814 time: 0.8335416 Jul 09 09:47:32.875251 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-0e15d41d-8e5c-4dc9-906d-43c16ddd4648 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Request body: {'port': {'device_id': 'c8c8a815-674b-4e10-b210-ae365cbfd500', 'network_id': 'c82b3f29-8b69-464b-af45-d9293d4a67b7', 'admin_state_up': True, 'tenant_id': '995334f9c17949d3ac64812939fb040c'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:32.891153 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72357068-b72d-46ee-8ab1-7f3ff46600eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:32.918806 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a50bd5f-de2e-4085-93a1-1d9f2b28e18b req-4fae14b3-9536-4b82-ad90-4b12fe055b3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c6d174-3609-4f0e-9ad2-22423d2f61b9 HTTP/1.1" status: 200 len: 1002 time: 0.8475125 Jul 09 09:47:32.959151 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72357068-b72d-46ee-8ab1-7f3ff46600eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2411e6b-5921-433e-9eac-38b331459363,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:32.970108 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-c793d13f-88b7-4dea-92f7-5552a02b2855 None None] Set router 79b47742-f435-4d63-b1ce-8e1523371d54 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:47:33.011185 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72357068-b72d-46ee-8ab1-7f3ff46600eb admin admin] Checking segment: {'id': 'e43db542-83cd-4821-99c3-72f0af504133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:47:33.012769 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72357068-b72d-46ee-8ab1-7f3ff46600eb admin admin] Network hostable DHCP agents. Network: d3e51e5c-49ca-48c2-b01f-945572ed89c2, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:47:33.035413 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72357068-b72d-46ee-8ab1-7f3ff46600eb admin admin] Network d3e51e5c-49ca-48c2-b01f-945572ed89c2 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:47:33.049861 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-72357068-b72d-46ee-8ab1-7f3ff46600eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, d3e51e5c-49ca-48c2-b01f-945572ed89c2) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:47:33.055825 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72357068-b72d-46ee-8ab1-7f3ff46600eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:33.056789 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72357068-b72d-46ee-8ab1-7f3ff46600eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:33.063444 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbca3680-8f95-49ea-9f65-fcb4441ac19c None None] Network d3e51e5c-49ca-48c2-b01f-945572ed89c2 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:47:33.082920 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50bd5f-de2e-4085-93a1-1d9f2b28e18b req-82e3beb9-d06a-4a70-8d9a-bfd80beeb898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:33.084449 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a50bd5f-de2e-4085-93a1-1d9f2b28e18b req-82e3beb9-d06a-4a70-8d9a-bfd80beeb898 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91038227-0f17-4a2f-8057-f5e05af69ad1 HTTP/1.1" status: 200 len: 853 time: 0.1317263 Jul 09 09:47:33.092121 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055a964-e19e-49c7-9724-1066ba60b382 req-74aa76e9-1875-4eb4-b0ad-2f78c1e25623 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:33.099191 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-72357068-b72d-46ee-8ab1-7f3ff46600eb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5162189 Jul 09 09:47:33.099469 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3055a964-e19e-49c7-9724-1066ba60b382 req-74aa76e9-1875-4eb4-b0ad-2f78c1e25623 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 943 time: 0.8789973 Jul 09 09:47:33.140412 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6518c1c9-9890-45cb-a90f-f6fd26e71839 req-9ba85c9b-8eda-4e3b-bfac-47a08254015c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8547356 Jul 09 09:47:33.203137 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46e655c-60d1-4771-a55d-5e6fe3ca700d', 'tag': '21c6d174-3609-4f0e-9ad2-22423d2f61b9'}, {'name': 'network-changed', 'server_uuid': 'd767f1a2-df6b-4cfb-9399-caceed6b31bd', 'tag': '3bd90d64-a9b2-4541-bb33-e3dbaae13163'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:33.203137 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3569c2-2385-4a2d-8866-4f28bddd160b" -d '{"events": [{"name": "network-changed", "server_uuid": "a46e655c-60d1-4771-a55d-5e6fe3ca700d", "tag": "21c6d174-3609-4f0e-9ad2-22423d2f61b9"}, {"name": "network-changed", "server_uuid": "d767f1a2-df6b-4cfb-9399-caceed6b31bd", "tag": "3bd90d64-a9b2-4541-bb33-e3dbaae13163"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:33.271896 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153e1a1-d062-42cb-a885-e35cd3ad19bd req-e225e39e-00ed-4eca-a81b-65028ba1380e tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:33.280025 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b153e1a1-d062-42cb-a885-e35cd3ad19bd req-e225e39e-00ed-4eca-a81b-65028ba1380e tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/ports?device_id=a24888a0-aeee-494d-8b80-70b79fa45faf HTTP/1.1" status: 200 len: 946 time: 0.4403138 Jul 09 09:47:33.318177 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5a629b-589a-49f2-b97a-ee547b0d99cc None None] Network d3e51e5c-49ca-48c2-b01f-945572ed89c2 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:47:33.338463 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c793d13f-88b7-4dea-92f7-5552a02b2855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'name': 'tempest-AttachVolumeTestJSON-198710829-router', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:31Z', 'updated_at': '2021-07-09T09:46:42Z', 'revision_number': 4, 'project_id': '3685effc09af44948de733ea732a3e9f', 'gw_port': {'id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:32Z', 'updated_at': '2021-07-09T09:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '549997f7-442e-4a81-bac5-613cf28245a7', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'floating_ip_address': '172.25.3.105', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'port_id': '3bd90d64-a9b2-4541-bb33-e3dbaae13163', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'mac_address': 'fa:16:3e:c4:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd767f1a2-df6b-4cfb-9399-caceed6b31bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:46:53Z', 'updated_at': '2021-07-09T09:47:29Z', 'revision_number': 1, 'project_id': '3685effc09af44948de733ea732a3e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c003677-5ce5-4684-a967-9f0fa8144142', 'name': '', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'mac_address': 'fa:16:3e:70:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:38Z', 'updated_at': '2021-07-09T09:46:51Z', 'revision_number': 5, 'project_id': '3685effc09af44948de733ea732a3e9f', 'subnets': [{'id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:33.341865 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3055a964-e19e-49c7-9724-1066ba60b382 req-b63e4e46-f9c2-4c15-a22e-1c023a0c74eb tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378869 Jul 09 09:47:33.362431 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-0e15d41d-8e5c-4dc9-906d-43c16ddd4648 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Made reservation on behalf of 995334f9c17949d3ac64812939fb040c for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:47:33.365873 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-0e15d41d-8e5c-4dc9-906d-43c16ddd4648 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:33.383852 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c793d13f-88b7-4dea-92f7-5552a02b2855 None None] The sync data for ids ['79b47742-f435-4d63-b1ce-8e1523371d54'] in n-d-799996-1 is: [{'id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'name': 'tempest-AttachVolumeTestJSON-198710829-router', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:31Z', 'updated_at': '2021-07-09T09:46:42Z', 'revision_number': 4, 'project_id': '3685effc09af44948de733ea732a3e9f', 'gw_port': {'id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:32Z', 'updated_at': '2021-07-09T09:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '549997f7-442e-4a81-bac5-613cf28245a7', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'floating_ip_address': '172.25.3.105', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'port_id': '3bd90d64-a9b2-4541-bb33-e3dbaae13163', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'mac_address': 'fa:16:3e:c4:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd767f1a2-df6b-4cfb-9399-caceed6b31bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:46:53Z', 'updated_at': '2021-07-09T09:47:29Z', 'revision_number': 1, 'project_id': '3685effc09af44948de733ea732a3e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c003677-5ce5-4684-a967-9f0fa8144142', 'name': '', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'mac_address': 'fa:16:3e:70:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:38Z', 'updated_at': '2021-07-09T09:46:51Z', 'revision_number': 5, 'project_id': '3685effc09af44948de733ea732a3e9f', 'subnets': [{'id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:47:33.433422 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50bd5f-de2e-4085-93a1-1d9f2b28e18b req-11cee501-4318-45f7-975e-60faa907da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:33.438227 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a50bd5f-de2e-4085-93a1-1d9f2b28e18b req-11cee501-4318-45f7-975e-60faa907da24 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73b12923-7036-466d-b40f-9387cec967ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3305798 Jul 09 09:47:33.458248 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b153e1a1-d062-42cb-a885-e35cd3ad19bd req-08409c1f-e367-4064-9369-ef568694b260 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bc36b72-14ee-4064-b2cc-0c92739b0e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607382 Jul 09 09:47:33.461764 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dd861-d899-4ec1-9099-690279bb1de8 req-ccad7f56-c2dc-4195-a084-87702e7f06c5 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:33.464194 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-de6dd861-d899-4ec1-9099-690279bb1de8 req-ccad7f56-c2dc-4195-a084-87702e7f06c5 tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.58 "GET /v2.0/ports?device_id=a24888a0-aeee-494d-8b80-70b79fa45faf HTTP/1.1" status: 200 len: 946 time: 0.1002934 Jul 09 09:47:33.554377 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca64319-05f1-44ca-b6bd-bf7b05746a7f x-openstack-request-id: req-fca64319-05f1-44ca-b6bd-bf7b05746a7f {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:33.554680 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46e655c-60d1-4771-a55d-5e6fe3ca700d", "tag": "21c6d174-3609-4f0e-9ad2-22423d2f61b9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d767f1a2-df6b-4cfb-9399-caceed6b31bd", "tag": "3bd90d64-a9b2-4541-bb33-e3dbaae13163", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:33.554938 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fca64319-05f1-44ca-b6bd-bf7b05746a7f {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:33.555364 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46e655c-60d1-4771-a55d-5e6fe3ca700d', 'tag': '21c6d174-3609-4f0e-9ad2-22423d2f61b9', 'status': 'completed', 'code': 200} Jul 09 09:47:33.555621 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd767f1a2-df6b-4cfb-9399-caceed6b31bd', 'tag': '3bd90d64-a9b2-4541-bb33-e3dbaae13163', 'status': 'completed', 'code': 200} Jul 09 09:47:33.630867 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-de6dd861-d899-4ec1-9099-690279bb1de8 req-d82c98ec-dd44-4903-9cd6-7515d28dc9ac tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Deleting port 548e7a2a-02c0-4490-836a-16b092bb0bea {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:47:33.631585 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-de6dd861-d899-4ec1-9099-690279bb1de8 req-d82c98ec-dd44-4903-9cd6-7515d28dc9ac tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:33.699954 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-0e15d41d-8e5c-4dc9-906d-43c16ddd4648 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Allocated IP 172.20.0.6 (c82b3f29-8b69-464b-af45-d9293d4a67b7/10d08eb5-af41-4baf-b437-081470ac6064/65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:47:33.762676 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df38baa8-91be-4d2d-b13f-07c5b2f079d6 None None] New status for floating IP 549997f7-442e-4a81-bac5-613cf28245a7: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:47:33.792909 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-de6dd861-d899-4ec1-9099-690279bb1de8 req-d82c98ec-dd44-4903-9cd6-7515d28dc9ac tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] For port 548e7a2a-02c0-4490-836a-16b092bb0bea, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=548e7a2a-02c0-4490-836a-16b092bb0bea,segment=NetworkSegment(2fcd96d6-045f-4d9c-badf-5ad7172598cb),segment_id=2fcd96d6-045f-4d9c-badf-5ad7172598cb)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:33.793880 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-de6dd861-d899-4ec1-9099-690279bb1de8 req-d82c98ec-dd44-4903-9cd6-7515d28dc9ac tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:33.813637 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-de6dd861-d899-4ec1-9099-690279bb1de8 req-d82c98ec-dd44-4903-9cd6-7515d28dc9ac tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Calling delete_port for 548e7a2a-02c0-4490-836a-16b092bb0bea owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:47:33.884768 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-0e15d41d-8e5c-4dc9-906d-43c16ddd4648 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:33.891680 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:33.968187 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-0e15d41d-8e5c-4dc9-906d-43c16ddd4648 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:33.980906 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['1295f280-b32a-4f71-b995-0ff86055a26e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:47:34.014055 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-de6dd861-d899-4ec1-9099-690279bb1de8 req-d82c98ec-dd44-4903-9cd6-7515d28dc9ac tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:34.071359 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c98ec-dd44-4903-9cd6-7515d28dc9ac tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Pushing event deleted for resources: {'Port': ['ID=548e7a2a-02c0-4490-836a-16b092bb0bea,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:34.075479 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a7337-7db4-47c6-92a2-1b82ceb3321a req-4bdcca06-d109-4ea3-ab2e-812f6b5d2353 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:34.087730 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd5a7337-7db4-47c6-92a2-1b82ceb3321a req-4bdcca06-d109-4ea3-ab2e-812f6b5d2353 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8c8a815-674b-4e10-b210-ae365cbfd500 HTTP/1.1" status: 200 len: 931 time: 0.5158336 Jul 09 09:47:34.100384 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-0e15d41d-8e5c-4dc9-906d-43c16ddd4648 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Network c82b3f29-8b69-464b-af45-d9293d4a67b7 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:47:34.122423 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6dd861-d899-4ec1-9099-690279bb1de8 req-d82c98ec-dd44-4903-9cd6-7515d28dc9ac tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] No DVR routers for this DVR port 548e7a2a-02c0-4490-836a-16b092bb0bea on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:47:34.125632 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-de6dd861-d899-4ec1-9099-690279bb1de8 req-d82c98ec-dd44-4903-9cd6-7515d28dc9ac tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:34.128503 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-de6dd861-d899-4ec1-9099-690279bb1de8 req-d82c98ec-dd44-4903-9cd6-7515d28dc9ac tempest-ServerDiskConfigTestJSON-1184439575 tempest-ServerDiskConfigTestJSON-1184439575-project] 10.222.0.58 "DELETE /v2.0/ports/548e7a2a-02c0-4490-836a-16b092bb0bea HTTP/1.1" status: 204 len: 173 time: 0.6392772 Jul 09 09:47:34.132726 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-0e15d41d-8e5c-4dc9-906d-43c16ddd4648 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:47:34.180816 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-0e15d41d-8e5c-4dc9-906d-43c16ddd4648 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:47:34.191150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15d41d-8e5c-4dc9-906d-43c16ddd4648 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Pushing event updated for resources: {'Port': ['ID=65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:34.254325 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a50bd5f-de2e-4085-93a1-1d9f2b28e18b req-4729dabb-77f2-4a73-8daa-33db9454a2ba service neutron] 10.222.0.64 "GET /v2.0/networks/73b12923-7036-466d-b40f-9387cec967ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7936137 Jul 09 09:47:34.296710 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd5a7337-7db4-47c6-92a2-1b82ceb3321a req-f878eb28-695a-4e56-b2cf-ee8336ec9a87 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085416 Jul 09 09:47:34.315778 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['548e7a2a-02c0-4490-836a-16b092bb0bea'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:47:34.371647 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-0e15d41d-8e5c-4dc9-906d-43c16ddd4648 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:34.372441 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-0e15d41d-8e5c-4dc9-906d-43c16ddd4648 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:34.411780 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-0e15d41d-8e5c-4dc9-906d-43c16ddd4648 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5450878 Jul 09 09:47:34.421678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-f021e087-c315-4ecd-8f5d-f194ce6792b5 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:34.429507 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-f021e087-c315-4ecd-8f5d-f194ce6792b5 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/networks?id=d3e51e5c-49ca-48c2-b01f-945572ed89c2 HTTP/1.1" status: 200 len: 813 time: 0.3375294 Jul 09 09:47:34.444000 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-b5e2063f-d3c0-4ebe-9868-a5cbca11cbc8 service neutron] Request body: {'port': {'device_id': 'c8c8a815-674b-4e10-b210-ae365cbfd500', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:34.454127 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-848f0af5-73e7-4493-a795-f3032ac81a5d tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/quotas/8ad046218cf74bd1a6b765f3bec798f7 HTTP/1.1" status: 200 len: 375 time: 0.0236893 Jul 09 09:47:34.537225 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-e732fd47-efd7-44c9-9e9b-62fc9a69d23a tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ad046218cf74bd1a6b765f3bec798f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821238 Jul 09 09:47:34.672947 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a50bd5f-de2e-4085-93a1-1d9f2b28e18b req-e838d27e-5f83-4f32-aee0-05fbf6b32535 service neutron] 10.222.0.64 "GET /v2.0/networks/73b12923-7036-466d-b40f-9387cec967ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085920 Jul 09 09:47:34.710940 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-b5e2063f-d3c0-4ebe-9868-a5cbca11cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:34.744466 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618d4b8-8395-4a4f-a236-83a8e861e158 req-83ac085d-8ba4-4057-b7c9-33250c4437d0 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:34.746083 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9618d4b8-8395-4a4f-a236-83a8e861e158 req-83ac085d-8ba4-4057-b7c9-33250c4437d0 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 943 time: 0.2405746 Jul 09 09:47:34.901953 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9618d4b8-8395-4a4f-a236-83a8e861e158 req-2fec9666-44aa-4122-90ca-bd8cd9329b39 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431787 Jul 09 09:47:35.048413 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-6715d595-5e9d-43ad-a9b2-bfe68ee42344 service neutron] 10.222.0.61 "GET /v2.0/networks/d3e51e5c-49ca-48c2-b01f-945572ed89c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847944 Jul 09 09:47:35.161631 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518c1c9-9890-45cb-a90f-f6fd26e71839 req-e1588abe-8a00-4f89-8764-1c11a4f0dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:35.163181 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6518c1c9-9890-45cb-a90f-f6fd26e71839 req-e1588abe-8a00-4f89-8764-1c11a4f0dd18 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b06aa4e6b3044acdb266fe859cc19b22&device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 1097 time: 0.3730595 Jul 09 09:47:35.316333 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-32f89fa1-425e-48ec-bdf1-5fdb76f65010 service neutron] 10.222.0.61 "GET /v2.0/networks/d3e51e5c-49ca-48c2-b01f-945572ed89c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665205 Jul 09 09:47:35.414326 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518c1c9-9890-45cb-a90f-f6fd26e71839 req-a463191f-0e8e-4ab3-9935-95104f80b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:35.416134 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6518c1c9-9890-45cb-a90f-f6fd26e71839 req-a463191f-0e8e-4ab3-9935-95104f80b3e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73b12923-7036-466d-b40f-9387cec967ac HTTP/1.1" status: 200 len: 915 time: 0.2082958 Jul 09 09:47:35.438789 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-b5e2063f-d3c0-4ebe-9868-a5cbca11cbc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:47:35.490823 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-b5e2063f-d3c0-4ebe-9868-a5cbca11cbc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:35.552759 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-b5e2063f-d3c0-4ebe-9868-a5cbca11cbc8 service neutron] Transition to ACTIVE for port object 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:47:35.557061 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24888a0-aeee-494d-8b80-70b79fa45faf', 'name': 'network-vif-deleted', 'tag': '548e7a2a-02c0-4490-836a-16b092bb0bea'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:35.563020 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cf3a9e-f6ab-4fdc-bab3-4a368da8eec0" -d '{"events": [{"server_uuid": "a24888a0-aeee-494d-8b80-70b79fa45faf", "name": "network-vif-deleted", "tag": "548e7a2a-02c0-4490-836a-16b092bb0bea"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:35.567776 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-b5e2063f-d3c0-4ebe-9868-a5cbca11cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:35.594744 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6518c1c9-9890-45cb-a90f-f6fd26e71839 req-9ec2afae-9f03-45e4-aa38-17bae87474ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c6d174-3609-4f0e-9ad2-22423d2f61b9 HTTP/1.1" status: 200 len: 1002 time: 0.1651103 Jul 09 09:47:35.727118 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f7bb2d-99ba-4725-a72e-379f3de477f9 x-openstack-request-id: req-b4f7bb2d-99ba-4725-a72e-379f3de477f9 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:35.727628 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24888a0-aeee-494d-8b80-70b79fa45faf", "name": "network-vif-deleted", "tag": "548e7a2a-02c0-4490-836a-16b092bb0bea", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:35.728079 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b4f7bb2d-99ba-4725-a72e-379f3de477f9 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:35.728760 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24888a0-aeee-494d-8b80-70b79fa45faf', 'name': 'network-vif-deleted', 'tag': '548e7a2a-02c0-4490-836a-16b092bb0bea', 'status': 'completed', 'code': 200} Jul 09 09:47:35.728932 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badae4f-9b4a-4ee1-8c76-9a8f44265a2f req-fb5d4572-5efb-48ad-b5ba-7f6b6f8edb4b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:35.738489 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1badae4f-9b4a-4ee1-8c76-9a8f44265a2f req-fb5d4572-5efb-48ad-b5ba-7f6b6f8edb4b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8c8a815-674b-4e10-b210-ae365cbfd500 HTTP/1.1" status: 200 len: 931 time: 0.3022561 Jul 09 09:47:35.766064 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2063f-d3c0-4ebe-9868-a5cbca11cbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:35.773975 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518c1c9-9890-45cb-a90f-f6fd26e71839 req-292e1daa-f9bc-4bec-8516-9d4d1757e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:35.775621 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6518c1c9-9890-45cb-a90f-f6fd26e71839 req-292e1daa-f9bc-4bec-8516-9d4d1757e2fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91038227-0f17-4a2f-8057-f5e05af69ad1 HTTP/1.1" status: 200 len: 853 time: 0.1736679 Jul 09 09:47:35.882070 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1badae4f-9b4a-4ee1-8c76-9a8f44265a2f req-cac2250b-8633-429f-bd11-5eeab393d6b1 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424961 Jul 09 09:47:35.897676 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-b5e2063f-d3c0-4ebe-9868-a5cbca11cbc8 service neutron] Attempting to bind port 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:47:35.898272 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-b5e2063f-d3c0-4ebe-9868-a5cbca11cbc8 service neutron] Attempting to bind port 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'b22678b3-3fde-49df-892e-3f3b4be9430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c82b3f29-8b69-464b-af45-d9293d4a67b7'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:47:35.898668 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-b5e2063f-d3c0-4ebe-9868-a5cbca11cbc8 service neutron] Attempting to bind port 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c on network c82b3f29-8b69-464b-af45-d9293d4a67b7 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:47:35.919119 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-b5e2063f-d3c0-4ebe-9868-a5cbca11cbc8 service neutron] Port 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c on network c82b3f29-8b69-464b-af45-d9293d4a67b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:47:35.919672 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-b5e2063f-d3c0-4ebe-9868-a5cbca11cbc8 service neutron] Attempting to bind port 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c on network c82b3f29-8b69-464b-af45-d9293d4a67b7 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:47:35.937641 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518c1c9-9890-45cb-a90f-f6fd26e71839 req-f718a88c-87cc-4a63-b1b4-0a0fa8a986fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:35.937641 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6518c1c9-9890-45cb-a90f-f6fd26e71839 req-f718a88c-87cc-4a63-b1b4-0a0fa8a986fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73b12923-7036-466d-b40f-9387cec967ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224196 Jul 09 09:47:35.937641 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-b5e2063f-d3c0-4ebe-9868-a5cbca11cbc8 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:47:35.937641 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-b5e2063f-d3c0-4ebe-9868-a5cbca11cbc8 service neutron] Checking segment: {'id': 'b22678b3-3fde-49df-892e-3f3b4be9430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c82b3f29-8b69-464b-af45-d9293d4a67b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:47:35.937641 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-b5e2063f-d3c0-4ebe-9868-a5cbca11cbc8 service neutron] Bound using segment: {'id': 'b22678b3-3fde-49df-892e-3f3b4be9430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c82b3f29-8b69-464b-af45-d9293d4a67b7'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:47:35.937641 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-b5e2063f-d3c0-4ebe-9868-a5cbca11cbc8 service neutron] Bound port: 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22678b3-3fde-49df-892e-3f3b4be9430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c82b3f29-8b69-464b-af45-d9293d4a67b7'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:47:35.937641 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-b5e2063f-d3c0-4ebe-9868-a5cbca11cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:35.978299 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42278) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:36.084282 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-349110a5-78e9-4198-84fa-00fad24fe193 admin admin] Deleting subnet bdc6fc9d-32e0-46ef-bdbb-31c218d76f64 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:47:36.091002 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-349110a5-78e9-4198-84fa-00fad24fe193 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:36.151111 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-349110a5-78e9-4198-84fa-00fad24fe193 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:36.152132 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0af75e39-c97f-4231-add7-efe579f9acbd req-17b68d2e-66fc-4c85-ae01-63a2b7db31f0 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d2358dc-c1e6-4f28-b95f-59863d51a0e7 HTTP/1.1" status: 200 len: 210 time: 0.1274383 Jul 09 09:47:36.228239 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-b5e2063f-d3c0-4ebe-9868-a5cbca11cbc8 service neutron] For port 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:47:36.233219 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-b5e2063f-d3c0-4ebe-9868-a5cbca11cbc8 service neutron] For port 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c,segment=NetworkSegment(b22678b3-3fde-49df-892e-3f3b4be9430c),segment_id=b22678b3-3fde-49df-892e-3f3b4be9430c)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:47:36.246814 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-349110a5-78e9-4198-84fa-00fad24fe193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:36.247828 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6518c1c9-9890-45cb-a90f-f6fd26e71839 req-6affb999-dc02-454c-b61e-ac5a0ddf2229 service neutron] 10.222.0.64 "GET /v2.0/networks/73b12923-7036-466d-b40f-9387cec967ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088562 Jul 09 09:47:36.248974 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-b5e2063f-d3c0-4ebe-9868-a5cbca11cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:36.337545 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-b5e2063f-d3c0-4ebe-9868-a5cbca11cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:36.338447 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-b5e2063f-d3c0-4ebe-9868-a5cbca11cbc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:36.340022 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-b5e2063f-d3c0-4ebe-9868-a5cbca11cbc8 service neutron] 10.222.0.58 "PUT /v2.0/ports/65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c HTTP/1.1" status: 200 len: 1091 time: 1.9006667 Jul 09 09:47:36.349365 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c8a815-674b-4e10-b210-ae365cbfd500', 'tag': '65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:36.349608 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-349110a5-78e9-4198-84fa-00fad24fe193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:36.352214 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c1e387-e13f-44f7-856d-7c5912c5fbca" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c8a815-674b-4e10-b210-ae365cbfd500", "tag": "65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:36.378135 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7366f-018e-485e-8487-040765672e0c req-65f3cb4f-eb1d-41ac-a770-d63e3c46cbda tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:36.386732 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6d7366f-018e-485e-8487-040765672e0c req-65f3cb4f-eb1d-41ac-a770-d63e3c46cbda tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 943 time: 0.2841344 Jul 09 09:47:36.394467 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349110a5-78e9-4198-84fa-00fad24fe193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdc6fc9d-32e0-46ef-bdbb-31c218d76f64,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:36.401457 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-349110a5-78e9-4198-84fa-00fad24fe193 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:36.403446 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-349110a5-78e9-4198-84fa-00fad24fe193 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bdc6fc9d-32e0-46ef-bdbb-31c218d76f64 HTTP/1.1" status: 204 len: 168 time: 0.4235907 Jul 09 09:47:36.406121 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42296) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:36.472496 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2d82c3-426f-4dfe-ab41-ae5ed7c57430 x-openstack-request-id: req-fa2d82c3-426f-4dfe-ab41-ae5ed7c57430 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:36.473094 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c8a815-674b-4e10-b210-ae365cbfd500", "tag": "65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:36.473503 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fa2d82c3-426f-4dfe-ab41-ae5ed7c57430 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:36.474086 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c8a815-674b-4e10-b210-ae365cbfd500', 'tag': '65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c', 'status': 'completed', 'code': 200} Jul 09 09:47:36.510903 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0967eaf6-f78b-4fa6-a91f-87a13804ab64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:36.548626 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2063f-d3c0-4ebe-9868-a5cbca11cbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:36.602392 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-a73c3b0f-0c73-4065-9318-532a10018944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:36.604229 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-a73c3b0f-0c73-4065-9318-532a10018944 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=995334f9c17949d3ac64812939fb040c&device_id=c8c8a815-674b-4e10-b210-ae365cbfd500 HTTP/1.1" status: 200 len: 1094 time: 0.2136490 Jul 09 09:47:36.618974 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6d7366f-018e-485e-8487-040765672e0c req-4aa8ee0d-ee37-4557-aa0a-593cf9db217f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312667 Jul 09 09:47:36.629579 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0967eaf6-f78b-4fa6-a91f-87a13804ab64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:36.638057 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6518c1c9-9890-45cb-a90f-f6fd26e71839 req-8384ea08-fde3-4d51-a7a1-a3116040a9af service neutron] 10.222.0.64 "GET /v2.0/networks/73b12923-7036-466d-b40f-9387cec967ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793471 Jul 09 09:47:36.659491 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-0967eaf6-f78b-4fa6-a91f-87a13804ab64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa16ead4-f559-45b1-91c1-40adc231fd0d']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:36.673443 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-87ad7211-6a99-4b16-a434-eaff5b95de66 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c HTTP/1.1" status: 200 len: 217 time: 0.0480838 Jul 09 09:47:36.676131 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-0967eaf6-f78b-4fa6-a91f-87a13804ab64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fcd96d6-045f-4d9c-badf-5ad7172598cb') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:36.676693 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-0967eaf6-f78b-4fa6-a91f-87a13804ab64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fcd96d6-045f-4d9c-badf-5ad7172598cb') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:36.704318 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0967eaf6-f78b-4fa6-a91f-87a13804ab64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:36.739262 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0967eaf6-f78b-4fa6-a91f-87a13804ab64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:36.747498 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0967eaf6-f78b-4fa6-a91f-87a13804ab64 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:47:36.747972 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0967eaf6-f78b-4fa6-a91f-87a13804ab64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:47:36.750069 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:47:36.785855 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b193560-484d-4c8f-b0ac-8ca15a656c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:36.794332 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-2458bb52-94a5-4b13-890e-278160766268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:36.795860 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-2458bb52-94a5-4b13-890e-278160766268 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=10d08eb5-af41-4baf-b437-081470ac6064 HTTP/1.1" status: 200 len: 854 time: 0.1176991 Jul 09 09:47:36.841551 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0967eaf6-f78b-4fa6-a91f-87a13804ab64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:36.843990 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-86df1f81-bb0c-4679-92c3-36f8a4f2001a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c82b3f29-8b69-464b-af45-d9293d4a67b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397916 Jul 09 09:47:36.848650 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0967eaf6-f78b-4fa6-a91f-87a13804ab64 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:36.852983 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0967eaf6-f78b-4fa6-a91f-87a13804ab64 admin admin] 10.222.0.61 "DELETE /v2.0/networks/aa16ead4-f559-45b1-91c1-40adc231fd0d HTTP/1.1" status: 204 len: 168 time: 0.4457457 Jul 09 09:47:36.863284 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3569c2-2385-4a2d-8866-4f28bddd160b req-69e2de29-2838-4adf-a270-53492328bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:36.864807 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a3569c2-2385-4a2d-8866-4f28bddd160b req-69e2de29-2838-4adf-a270-53492328bf64 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b06aa4e6b3044acdb266fe859cc19b22&device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 1097 time: 0.1346903 Jul 09 09:47:36.883133 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967eaf6-f78b-4fa6-a91f-87a13804ab64 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa16ead4-f559-45b1-91c1-40adc231fd0d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:37.044217 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42302) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:37.105260 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-22ae4d69-5280-45d7-990d-ef0b4c614aca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ffb469a9ebec49548fba40676b1fdf87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0592546 Jul 09 09:47:37.107389 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42304) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:37.186738 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0333b4db-61bb-400c-8419-fa69de1b8161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:37.221804 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0333b4db-61bb-400c-8419-fa69de1b8161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:37.320208 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0333b4db-61bb-400c-8419-fa69de1b8161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:37.323050 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0333b4db-61bb-400c-8419-fa69de1b8161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:37.327012 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0333b4db-61bb-400c-8419-fa69de1b8161 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5bc36b72-14ee-4064-b2cc-0c92739b0e91 HTTP/1.1" status: 204 len: 168 time: 0.2183721 Jul 09 09:47:37.341969 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333b4db-61bb-400c-8419-fa69de1b8161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc36b72-14ee-4064-b2cc-0c92739b0e91,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:37.565160 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 548e7a2a-02c0-4490-836a-16b092bb0bea no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:47:37.611669 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 548e7a2a-02c0-4490-836a-16b092bb0bea {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:47:37.612354 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 548e7a2a-02c0-4490-836a-16b092bb0bea not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:47:37.638760 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-83b7716a-cddc-413c-a562-ebdd1498c9f1 req-a80913ca-f2ca-4895-bddb-1b31c05019c8 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d2358dc-c1e6-4f28-b95f-59863d51a0e7 HTTP/1.1" status: 200 len: 210 time: 0.1321626 Jul 09 09:47:37.695555 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-8f5df320-c0bf-449d-a521-bbe49298f2ee tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:37.697978 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-8f5df320-c0bf-449d-a521-bbe49298f2ee tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.58 "GET /v2.0/networks?id=d3e51e5c-49ca-48c2-b01f-945572ed89c2 HTTP/1.1" status: 200 len: 813 time: 0.2025032 Jul 09 09:47:37.699732 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3569c2-2385-4a2d-8866-4f28bddd160b req-03c8c0b1-c23e-4fa3-901b-1206512abd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:37.701383 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a3569c2-2385-4a2d-8866-4f28bddd160b req-03c8c0b1-c23e-4fa3-901b-1206512abd68 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73b12923-7036-466d-b40f-9387cec967ac HTTP/1.1" status: 200 len: 915 time: 0.8233294 Jul 09 09:47:37.711862 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-0561a5c5-e4f4-4c0e-aee2-ea69d899abbe tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Request body: {'port': {'device_id': '89bbed27-e957-4170-8b2a-c4f0f23c47b5', 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2', 'admin_state_up': True, 'tenant_id': '8ad046218cf74bd1a6b765f3bec798f7'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:37.749559 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-2421ca90-0b14-4d71-9c77-14cac816388f service neutron] 10.222.0.58 "GET /v2.0/networks/c82b3f29-8b69-464b-af45-d9293d4a67b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8989482 Jul 09 09:47:37.952542 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-0561a5c5-e4f4-4c0e-aee2-ea69d899abbe tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Made reservation on behalf of 8ad046218cf74bd1a6b765f3bec798f7 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:47:37.957248 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-0561a5c5-e4f4-4c0e-aee2-ea69d899abbe tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:38.032445 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-771792ba-4644-42dd-b48b-6890e65c56c1 req-77697cda-e587-4d92-a9cf-33b8783df443 service neutron] 10.222.0.58 "GET /v2.0/networks/c82b3f29-8b69-464b-af45-d9293d4a67b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483988 Jul 09 09:47:38.085908 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:47:38.161584 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb820d-41a3-436a-9af1-85c6a8c7c5cc req-71c545f2-e360-4113-8f3b-9041e2f5891f tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:38.171347 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ddfb820d-41a3-436a-9af1-85c6a8c7c5cc req-71c545f2-e360-4113-8f3b-9041e2f5891f tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8c8a815-674b-4e10-b210-ae365cbfd500 HTTP/1.1" status: 200 len: 943 time: 0.6628957 Jul 09 09:47:38.192729 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a3569c2-2385-4a2d-8866-4f28bddd160b req-95efce52-dc4a-45cb-b1f7-5414141e5769 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c6d174-3609-4f0e-9ad2-22423d2f61b9 HTTP/1.1" status: 200 len: 1002 time: 0.4402058 Jul 09 09:47:38.200156 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-0561a5c5-e4f4-4c0e-aee2-ea69d899abbe tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Allocated IP 172.20.0.6 (d3e51e5c-49ca-48c2-b01f-945572ed89c2/b2411e6b-5921-433e-9eac-38b331459363/7d11189d-8ba7-45f2-8e6f-9aeca3203e3c) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:47:38.311268 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:38.330141 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'port_id': '5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73', 'mac_address': 'fa:16:3e:8d:ce:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:47:38.356469 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ddfb820d-41a3-436a-9af1-85c6a8c7c5cc req-c9fe1df3-0ec3-4cb5-a7c4-6969c28b45fa tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796813 Jul 09 09:47:38.385113 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:38.426862 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3569c2-2385-4a2d-8866-4f28bddd160b req-b2bc4391-f3cf-471b-b24d-86b1ae68bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:38.428410 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a3569c2-2385-4a2d-8866-4f28bddd160b req-b2bc4391-f3cf-471b-b24d-86b1ae68bd31 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91038227-0f17-4a2f-8057-f5e05af69ad1 HTTP/1.1" status: 200 len: 853 time: 0.2249682 Jul 09 09:47:38.432996 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:47:38.454328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51488808-ec70-483d-8112-563179c0d8bb req-2ad1f5c0-3ffa-425d-baee-077575b1d3aa tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:38.462916 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51488808-ec70-483d-8112-563179c0d8bb req-2ad1f5c0-3ffa-425d-baee-077575b1d3aa tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 943 time: 0.3673253 Jul 09 09:47:38.515153 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:38.523312 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:38.625746 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-713dde99-517e-4934-8f86-3401b57315b4 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:38.629938 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:38.632126 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-713dde99-517e-4934-8f86-3401b57315b4 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.58 "GET /v2.0/networks?id=d3e51e5c-49ca-48c2-b01f-945572ed89c2 HTTP/1.1" status: 200 len: 813 time: 0.3482704 Jul 09 09:47:38.646427 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51488808-ec70-483d-8112-563179c0d8bb req-d9d6ec1f-967d-43f6-95d9-5a9336817e06 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697547 Jul 09 09:47:38.654005 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1e387-e13f-44f7-856d-7c5912c5fbca req-d76409b3-e95a-4c5f-8f14-8f74b5f8cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:38.655504 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-69c1e387-e13f-44f7-856d-7c5912c5fbca req-d76409b3-e95a-4c5f-8f14-8f74b5f8cfc7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=995334f9c17949d3ac64812939fb040c&device_id=c8c8a815-674b-4e10-b210-ae365cbfd500 HTTP/1.1" status: 200 len: 1094 time: 0.3854277 Jul 09 09:47:38.679771 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-2b30c675-e24c-43b4-9c75-80cdb506bf40 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Request body: {'port': {'device_id': '1d2358dc-c1e6-4f28-b95f-59863d51a0e7', 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2', 'admin_state_up': True, 'tenant_id': '8ad046218cf74bd1a6b765f3bec798f7'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:38.728047 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42344) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:38.784510 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-0561a5c5-e4f4-4c0e-aee2-ea69d899abbe tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:38.864542 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-2b30c675-e24c-43b4-9c75-80cdb506bf40 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Made reservation on behalf of 8ad046218cf74bd1a6b765f3bec798f7 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:47:38.867087 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:47:38.869066 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-2b30c675-e24c-43b4-9c75-80cdb506bf40 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:38.874047 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-0561a5c5-e4f4-4c0e-aee2-ea69d899abbe tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:38.885305 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3569c2-2385-4a2d-8866-4f28bddd160b req-42d28740-c3f7-4e18-b647-3dd351f6328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:38.891468 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a3569c2-2385-4a2d-8866-4f28bddd160b req-42d28740-c3f7-4e18-b647-3dd351f6328d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73b12923-7036-466d-b40f-9387cec967ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4136748 Jul 09 09:47:38.956706 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fdd52809-2e0c-4034-99d0-36f9f1c5b1a7 req-5fc9ab1f-43a2-4a0b-9f38-f69f10f9dfa7 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d2358dc-c1e6-4f28-b95f-59863d51a0e7 HTTP/1.1" status: 200 len: 210 time: 0.1498818 Jul 09 09:47:38.963030 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561a5c5-e4f4-4c0e-aee2-ea69d899abbe tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Pushing event updated for resources: {'Port': ['ID=7d11189d-8ba7-45f2-8e6f-9aeca3203e3c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:39.027282 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-0561a5c5-e4f4-4c0e-aee2-ea69d899abbe tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Network d3e51e5c-49ca-48c2-b01f-945572ed89c2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:47:39.031893 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-0561a5c5-e4f4-4c0e-aee2-ea69d899abbe tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:47:39.032960 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-789effc3-4e8e-4926-8e9c-e7f4ccff0141 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1306059007-network', 'tenant_id': '020f3f83a3814b8d8786dc6d0b0f7318'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:39.034453 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-0561a5c5-e4f4-4c0e-aee2-ea69d899abbe tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:47:39.115671 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:39.126271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42352) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:39.133366 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-0561a5c5-e4f4-4c0e-aee2-ea69d899abbe tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:39.134224 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-0561a5c5-e4f4-4c0e-aee2-ea69d899abbe tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:39.194086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1e387-e13f-44f7-856d-7c5912c5fbca req-614b9ede-cd54-4850-93c0-a0958c6babdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:39.195892 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-69c1e387-e13f-44f7-856d-7c5912c5fbca req-614b9ede-cd54-4850-93c0-a0958c6babdc service neutron] 10.222.0.58 "GET /v2.0/networks?id=c82b3f29-8b69-464b-af45-d9293d4a67b7 HTTP/1.1" status: 200 len: 915 time: 0.5128815 Jul 09 09:47:39.202424 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789effc3-4e8e-4926-8e9c-e7f4ccff0141 admin admin] Made reservation on behalf of 020f3f83a3814b8d8786dc6d0b0f7318 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:47:39.205019 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-789effc3-4e8e-4926-8e9c-e7f4ccff0141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:39.226853 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a3569c2-2385-4a2d-8866-4f28bddd160b req-ffdac0e9-444d-4d0e-8919-6f4281834a3a service neutron] 10.222.0.64 "GET /v2.0/networks/73b12923-7036-466d-b40f-9387cec967ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878373 Jul 09 09:47:39.231732 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-0561a5c5-e4f4-4c0e-aee2-ea69d899abbe tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5245214 Jul 09 09:47:39.254152 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-789effc3-4e8e-4926-8e9c-e7f4ccff0141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:39.265946 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-69c1e387-e13f-44f7-856d-7c5912c5fbca req-8c1210d8-1134-495b-a68c-79ab0be74024 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c HTTP/1.1" status: 200 len: 217 time: 0.0565491 Jul 09 09:47:39.275906 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-2b30c675-e24c-43b4-9c75-80cdb506bf40 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Allocated IP 172.20.0.10 (d3e51e5c-49ca-48c2-b01f-945572ed89c2/b2411e6b-5921-433e-9eac-38b331459363/f02615db-92d7-4ae3-82e3-3d7ade7febb4) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:47:39.305578 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-4a4e6c8a-c268-4f86-a3a9-2448fef04010 service neutron] Request body: {'port': {'device_id': '89bbed27-e957-4170-8b2a-c4f0f23c47b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:39.331596 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-47a050ad-c22c-43cc-aa8e-cd96ed80668c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:39.373070 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-926ebed9-4308-4895-ac56-40829c395af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:39.447080 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1e387-e13f-44f7-856d-7c5912c5fbca req-026c5d26-fc50-4597-af44-5d92eddddbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:39.449035 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-69c1e387-e13f-44f7-856d-7c5912c5fbca req-026c5d26-fc50-4597-af44-5d92eddddbfd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=10d08eb5-af41-4baf-b437-081470ac6064 HTTP/1.1" status: 200 len: 854 time: 0.1751354 Jul 09 09:47:39.475219 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-4a4e6c8a-c268-4f86-a3a9-2448fef04010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:39.507778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-69c1e387-e13f-44f7-856d-7c5912c5fbca req-cd67b3e2-f4b6-47dd-aec2-8a019e863259 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c82b3f29-8b69-464b-af45-d9293d4a67b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492461 Jul 09 09:47:39.509976 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:39.511303 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a3569c2-2385-4a2d-8866-4f28bddd160b req-7787eec7-db21-4371-9a74-8cee6d351876 service neutron] 10.222.0.64 "GET /v2.0/networks/73b12923-7036-466d-b40f-9387cec967ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547216 Jul 09 09:47:39.601332 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:47:39.647570 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-2b30c675-e24c-43b4-9c75-80cdb506bf40 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:39.690143 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-789effc3-4e8e-4926-8e9c-e7f4ccff0141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:39.715482 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c,segment=NetworkSegment(b22678b3-3fde-49df-892e-3f3b4be9430c),segment_id=b22678b3-3fde-49df-892e-3f3b4be9430c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:39.733384 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c', 'network_id': 'c82b3f29-8b69-464b-af45-d9293d4a67b7', 'port_id': '65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c', 'mac_address': 'fa:16:3e:7a:42:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d08eb5-af41-4baf-b437-081470ac6064', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:47:39.747650 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-789effc3-4e8e-4926-8e9c-e7f4ccff0141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:39.750291 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-2b30c675-e24c-43b4-9c75-80cdb506bf40 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:39.800615 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:39.821809 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:47:39.847680 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c,segment=NetworkSegment(b22678b3-3fde-49df-892e-3f3b4be9430c),segment_id=b22678b3-3fde-49df-892e-3f3b4be9430c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:39.855609 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:39.886600 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789effc3-4e8e-4926-8e9c-e7f4ccff0141 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:47:39.896227 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30c675-e24c-43b4-9c75-80cdb506bf40 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Pushing event updated for resources: {'Port': ['ID=f02615db-92d7-4ae3-82e3-3d7ade7febb4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:39.920749 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-2b30c675-e24c-43b4-9c75-80cdb506bf40 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Network d3e51e5c-49ca-48c2-b01f-945572ed89c2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:47:39.928654 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-2b30c675-e24c-43b4-9c75-80cdb506bf40 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:47:39.931306 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-2b30c675-e24c-43b4-9c75-80cdb506bf40 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:47:39.939888 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-69c1e387-e13f-44f7-856d-7c5912c5fbca req-9bbed47e-d580-4e5d-b294-6e872b33c485 service neutron] 10.222.0.58 "GET /v2.0/networks/c82b3f29-8b69-464b-af45-d9293d4a67b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237521 Jul 09 09:47:39.946510 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789effc3-4e8e-4926-8e9c-e7f4ccff0141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c018eaae-87b9-4f7a-a199-1fa3621f71dc,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:39.959394 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-789effc3-4e8e-4926-8e9c-e7f4ccff0141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:39.959834 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-789effc3-4e8e-4926-8e9c-e7f4ccff0141 admin admin] Added segment 73214617-09cf-455f-833b-a6ecdfc1d95b of type vlan for network 80be53b6-64e7-4404-a32d-72792da66c85 Jul 09 09:47:40.019206 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-2b30c675-e24c-43b4-9c75-80cdb506bf40 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:40.019854 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-2b30c675-e24c-43b4-9c75-80cdb506bf40 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:40.033382 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:40.063625 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3569c2-2385-4a2d-8866-4f28bddd160b req-7b06b282-030d-4f83-a0b1-ee6a520cc778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:40.064827 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a3569c2-2385-4a2d-8866-4f28bddd160b req-7b06b282-030d-4f83-a0b1-ee6a520cc778 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3685effc09af44948de733ea732a3e9f&device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 1097 time: 0.4799719 Jul 09 09:47:40.085010 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:47:40.086526 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6ea6e-bf4c-43f6-8501-6fb18aa3b704 req-3ff3b19d-70c6-40bd-93e8-c2aa6d5ebb92 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:40.092655 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ee6ea6e-bf4c-43f6-8501-6fb18aa3b704 req-3ff3b19d-70c6-40bd-93e8-c2aa6d5ebb92 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8c8a815-674b-4e10-b210-ae365cbfd500 HTTP/1.1" status: 200 len: 943 time: 0.5225809 Jul 09 09:47:40.119936 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:47:40.124408 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-4a4e6c8a-c268-4f86-a3a9-2448fef04010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:47:40.138641 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-4a4e6c8a-c268-4f86-a3a9-2448fef04010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:40.159174 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-4a4e6c8a-c268-4f86-a3a9-2448fef04010 service neutron] Transition to ACTIVE for port object 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:47:40.164529 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-4a4e6c8a-c268-4f86-a3a9-2448fef04010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:40.184711 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:47:40.189986 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:40.190363 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:40.231141 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e6c8a-c268-4f86-a3a9-2448fef04010 service neutron] Pushing event updated for resources: {'Port': ['ID=7d11189d-8ba7-45f2-8e6f-9aeca3203e3c,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:40.312187 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-789effc3-4e8e-4926-8e9c-e7f4ccff0141 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:40.313507 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-4a4e6c8a-c268-4f86-a3a9-2448fef04010 service neutron] Attempting to bind port 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:47:40.314654 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-4a4e6c8a-c268-4f86-a3a9-2448fef04010 service neutron] Attempting to bind port 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'e43db542-83cd-4821-99c3-72f0af504133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:47:40.315078 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-4a4e6c8a-c268-4f86-a3a9-2448fef04010 service neutron] Attempting to bind port 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c on network d3e51e5c-49ca-48c2-b01f-945572ed89c2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:47:40.321483 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-4a4e6c8a-c268-4f86-a3a9-2448fef04010 service neutron] Port 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c on network d3e51e5c-49ca-48c2-b01f-945572ed89c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:47:40.321837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-4a4e6c8a-c268-4f86-a3a9-2448fef04010 service neutron] Attempting to bind port 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c on network d3e51e5c-49ca-48c2-b01f-945572ed89c2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:47:40.327325 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-4a4e6c8a-c268-4f86-a3a9-2448fef04010 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:47:40.327674 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-4a4e6c8a-c268-4f86-a3a9-2448fef04010 service neutron] Checking segment: {'id': 'e43db542-83cd-4821-99c3-72f0af504133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:47:40.328094 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-4a4e6c8a-c268-4f86-a3a9-2448fef04010 service neutron] Bound using segment: {'id': 'e43db542-83cd-4821-99c3-72f0af504133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:47:40.328527 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-4a4e6c8a-c268-4f86-a3a9-2448fef04010 service neutron] Bound port: 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43db542-83cd-4821-99c3-72f0af504133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:47:40.328890 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-4a4e6c8a-c268-4f86-a3a9-2448fef04010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:40.334504 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-69c1e387-e13f-44f7-856d-7c5912c5fbca req-d6c4f56f-31da-485b-800b-5c391812cbeb service neutron] 10.222.0.58 "GET /v2.0/networks/c82b3f29-8b69-464b-af45-d9293d4a67b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803799 Jul 09 09:47:40.377899 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374510f7-dfc4-43c0-8815-ae70bede7a64 req-a2da238f-e3af-4b8d-9835-0ec6acbdf413 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:40.379470 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-374510f7-dfc4-43c0-8815-ae70bede7a64 req-a2da238f-e3af-4b8d-9835-0ec6acbdf413 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 944 time: 0.4678514 Jul 09 09:47:40.392396 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ee6ea6e-bf4c-43f6-8501-6fb18aa3b704 req-4fd3a5dc-fa40-4cdf-9504-696f9b833505 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984722 Jul 09 09:47:40.404418 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:40.405186 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-4a4e6c8a-c268-4f86-a3a9-2448fef04010 service neutron] For port 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:47:40.410788 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-4a4e6c8a-c268-4f86-a3a9-2448fef04010 service neutron] For port 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=7d11189d-8ba7-45f2-8e6f-9aeca3203e3c,segment=NetworkSegment(e43db542-83cd-4821-99c3-72f0af504133),segment_id=e43db542-83cd-4821-99c3-72f0af504133)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:47:40.415748 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-4a4e6c8a-c268-4f86-a3a9-2448fef04010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:40.451653 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:40.452821 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade65304-5e9c-4b61-a1a2-71da63c698e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:40.456671 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24e839d-1cee-4ae6-9c87-d99a524008e8" -d '{"events": [{"server_uuid": "ade65304-5e9c-4b61-a1a2-71da63c698e0", "name": "network-vif-plugged", "status": "completed", "tag": "5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:40.460318 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:40.476038 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-4a4e6c8a-c268-4f86-a3a9-2448fef04010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:40.478378 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-4a4e6c8a-c268-4f86-a3a9-2448fef04010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:40.479393 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-4a4e6c8a-c268-4f86-a3a9-2448fef04010 service neutron] 10.222.0.58 "PUT /v2.0/ports/7d11189d-8ba7-45f2-8e6f-9aeca3203e3c HTTP/1.1" status: 200 len: 1091 time: 1.1816816 Jul 09 09:47:40.480002 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bbed27-e957-4170-8b2a-c4f0f23c47b5', 'tag': '7d11189d-8ba7-45f2-8e6f-9aeca3203e3c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:40.480964 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-926ebed9-4308-4895-ac56-40829c395af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:40.483045 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0466df-19a7-468e-9097-7281393af530" -d '{"events": [{"name": "network-changed", "server_uuid": "89bbed27-e957-4170-8b2a-c4f0f23c47b5", "tag": "7d11189d-8ba7-45f2-8e6f-9aeca3203e3c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:40.485597 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3569c2-2385-4a2d-8866-4f28bddd160b req-b9e5436f-b4b0-4f0a-8693-3ec37e9e4b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:40.487910 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a3569c2-2385-4a2d-8866-4f28bddd160b req-b9e5436f-b4b0-4f0a-8693-3ec37e9e4b37 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08 HTTP/1.1" status: 200 len: 911 time: 0.4117758 Jul 09 09:47:40.495875 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-926ebed9-4308-4895-ac56-40829c395af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:40.525208 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:40.534277 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-2b30c675-e24c-43b4-9c75-80cdb506bf40 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8862691 Jul 09 09:47:40.543366 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-789effc3-4e8e-4926-8e9c-e7f4ccff0141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:40.544548 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789effc3-4e8e-4926-8e9c-e7f4ccff0141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:40.545175 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-789effc3-4e8e-4926-8e9c-e7f4ccff0141 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:40.555359 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-9a8922e7-59f3-40e5-9760-cda588d8aef5 service neutron] Request body: {'port': {'device_id': '1d2358dc-c1e6-4f28-b95f-59863d51a0e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:40.556238 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-926ebed9-4308-4895-ac56-40829c395af8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=22dc2986697c4e84a5a45f1fecbb726b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4283628 Jul 09 09:47:40.598774 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42370) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:40.650058 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e6c8a-c268-4f86-a3a9-2448fef04010 service neutron] Pushing event updated for resources: {'Port': ['ID=7d11189d-8ba7-45f2-8e6f-9aeca3203e3c,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:40.708682 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-374510f7-dfc4-43c0-8815-ae70bede7a64 req-5d53de48-745a-45a8-9926-cb3715c35bb5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147659 Jul 09 09:47:40.725462 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-9a8922e7-59f3-40e5-9760-cda588d8aef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:40.753227 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ebed9-4308-4895-ac56-40829c395af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c267f2-5862-49e9-8bcc-1ab2107e5d12,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:40.760672 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a3569c2-2385-4a2d-8866-4f28bddd160b req-8ceebebd-aa74-47ea-8ed1-5250d2edecc4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bd90d64-a9b2-4541-bb33-e3dbaae13163 HTTP/1.1" status: 200 len: 1002 time: 0.2264779 Jul 09 09:47:40.765564 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-789effc3-4e8e-4926-8e9c-e7f4ccff0141 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0333104 Jul 09 09:47:40.771837 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42372) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:40.779394 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-85cb0235-48e9-461d-bf4d-3a8f0b29ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:40.781714 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-85cb0235-48e9-461d-bf4d-3a8f0b29ef9b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ad046218cf74bd1a6b765f3bec798f7&device_id=89bbed27-e957-4170-8b2a-c4f0f23c47b5 HTTP/1.1" status: 200 len: 1094 time: 0.2461820 Jul 09 09:47:40.784157 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d77a70ce-551a-4f13-bd63-8b8df0cf68c4 admin admin] Request body: {'subnet': {'network_id': '80be53b6-64e7-4404-a32d-72792da66c85', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1306059007-subnet', 'tenant_id': '020f3f83a3814b8d8786dc6d0b0f7318', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:40.807515 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789effc3-4e8e-4926-8e9c-e7f4ccff0141 admin admin] Pushing event updated for resources: {'Network': ['ID=80be53b6-64e7-4404-a32d-72792da66c85,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:40.813353 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77a70ce-551a-4f13-bd63-8b8df0cf68c4 admin admin] Made reservation on behalf of 020f3f83a3814b8d8786dc6d0b0f7318 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:47:40.816560 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d77a70ce-551a-4f13-bd63-8b8df0cf68c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:40.825567 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 80be53b6-64e7-4404-a32d-72792da66c85 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:47:40.950557 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3569c2-2385-4a2d-8866-4f28bddd160b req-c5430334-1f76-481c-a1bf-56226a7c0377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:40.955165 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a3569c2-2385-4a2d-8866-4f28bddd160b req-c5430334-1f76-481c-a1bf-56226a7c0377 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b51e3e8c-7c21-4a91-b93d-f434e88398f9 HTTP/1.1" status: 200 len: 849 time: 0.1837883 Jul 09 09:47:40.962471 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80500284-d81a-4f4b-a616-dcbe48a3e0bf x-openstack-request-id: req-80500284-d81a-4f4b-a616-dcbe48a3e0bf {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:40.962859 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade65304-5e9c-4b61-a1a2-71da63c698e0", "name": "network-vif-plugged", "status": "completed", "tag": "5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:40.963174 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-80500284-d81a-4f4b-a616-dcbe48a3e0bf {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:40.963584 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade65304-5e9c-4b61-a1a2-71da63c698e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73', 'code': 200} Jul 09 09:47:41.089986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb51ef-b567-4a8e-a119-7390f5ada643 req-224471b4-577f-4045-b6c6-bc91f2821660 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:41.091614 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4bb51ef-b567-4a8e-a119-7390f5ada643 req-224471b4-577f-4045-b6c6-bc91f2821660 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d2358dc-c1e6-4f28-b95f-59863d51a0e7 HTTP/1.1" status: 200 len: 932 time: 0.4483237 Jul 09 09:47:41.134707 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:41.204460 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4bb51ef-b567-4a8e-a119-7390f5ada643 req-2d5de28e-b455-43d7-8e02-5a5e3aa8dee9 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037517 Jul 09 09:47:41.235036 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3569c2-2385-4a2d-8866-4f28bddd160b req-729b10fe-6b12-4275-b993-63c8d8291b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:41.237314 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a3569c2-2385-4a2d-8866-4f28bddd160b req-729b10fe-6b12-4275-b993-63c8d8291b59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2705967 Jul 09 09:47:41.243089 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7be1e7-3542-45eb-ab33-622f9883d37c x-openstack-request-id: req-ba7be1e7-3542-45eb-ab33-622f9883d37c {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:41.243618 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bbed27-e957-4170-8b2a-c4f0f23c47b5", "tag": "7d11189d-8ba7-45f2-8e6f-9aeca3203e3c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:41.243618 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ba7be1e7-3542-45eb-ab33-622f9883d37c {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:41.243955 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8e726-e4f5-4bf8-b5e2-44913f54124b req-2092734f-bdec-481e-b8dc-511c46226cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:41.244099 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bbed27-e957-4170-8b2a-c4f0f23c47b5', 'tag': '7d11189d-8ba7-45f2-8e6f-9aeca3203e3c', 'status': 'completed', 'code': 200} Jul 09 09:47:41.245517 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-29a8e726-e4f5-4bf8-b5e2-44913f54124b req-2092734f-bdec-481e-b8dc-511c46226cc2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 1096 time: 0.2217977 Jul 09 09:47:41.248897 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-101a0ede-db9e-4448-b1b6-9bae941ec837 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d11189d-8ba7-45f2-8e6f-9aeca3203e3c HTTP/1.1" status: 200 len: 217 time: 0.4433134 Jul 09 09:47:41.256509 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e9987ee8-f1e9-4b14-a299-4579e9fcc839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:41.322016 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d77a70ce-551a-4f13-bd63-8b8df0cf68c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:41.373811 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e9987ee8-f1e9-4b14-a299-4579e9fcc839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:41.394903 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-b62b5577-129d-4fef-934e-c34ec20142d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:41.396680 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-b62b5577-129d-4fef-934e-c34ec20142d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b2411e6b-5921-433e-9eac-38b331459363 HTTP/1.1" status: 200 len: 853 time: 0.1413329 Jul 09 09:47:41.401329 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-29a8e726-e4f5-4bf8-b5e2-44913f54124b req-b4d16e3d-8c26-414f-8852-8081af0af53e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429961 Jul 09 09:47:41.430434 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a70ce-551a-4f13-bd63-8b8df0cf68c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=379bd622-cbb5-47f2-b7d1-1ea6d042c237,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:41.441602 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a3569c2-2385-4a2d-8866-4f28bddd160b req-c19592b9-4ac0-42b5-b3cc-54adebe979ac service neutron] 10.222.0.64 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951420 Jul 09 09:47:41.445805 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77a70ce-551a-4f13-bd63-8b8df0cf68c4 admin admin] Checking segment: {'id': '73214617-09cf-455f-833b-a6ecdfc1d95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80be53b6-64e7-4404-a32d-72792da66c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:47:41.446172 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77a70ce-551a-4f13-bd63-8b8df0cf68c4 admin admin] Network hostable DHCP agents. Network: 80be53b6-64e7-4404-a32d-72792da66c85, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:47:41.459496 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-6526b889-96e9-4878-ac0e-7e3043f42a41 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3e51e5c-49ca-48c2-b01f-945572ed89c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515194 Jul 09 09:47:41.465459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77a70ce-551a-4f13-bd63-8b8df0cf68c4 admin admin] Network 80be53b6-64e7-4404-a32d-72792da66c85 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:47:41.475947 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d77a70ce-551a-4f13-bd63-8b8df0cf68c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 80be53b6-64e7-4404-a32d-72792da66c85) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:47:41.480960 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77a70ce-551a-4f13-bd63-8b8df0cf68c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:41.481580 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d77a70ce-551a-4f13-bd63-8b8df0cf68c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:41.486050 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1463aa2-25fd-49eb-8c2a-ec157139e81c None None] Network 80be53b6-64e7-4404-a32d-72792da66c85 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:47:41.499302 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d77a70ce-551a-4f13-bd63-8b8df0cf68c4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7259851 Jul 09 09:47:41.605446 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:47:41.723957 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46c794c-b195-46b9-af4b-9c8dd5ff3ebb None None] Network 80be53b6-64e7-4404-a32d-72792da66c85 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:47:41.733308 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-9a8922e7-59f3-40e5-9760-cda588d8aef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f02615db-92d7-4ae3-82e3-3d7ade7febb4 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:47:41.742167 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-9a8922e7-59f3-40e5-9760-cda588d8aef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:41.788756 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-c4e5edff-0126-4e22-96cf-d35b2ec9bf89 service neutron] 10.222.0.58 "GET /v2.0/networks/d3e51e5c-49ca-48c2-b01f-945572ed89c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227575 Jul 09 09:47:41.791225 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-9a8922e7-59f3-40e5-9760-cda588d8aef5 service neutron] Transition to ACTIVE for port object f02615db-92d7-4ae3-82e3-3d7ade7febb4 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:47:41.792285 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e9987ee8-f1e9-4b14-a299-4579e9fcc839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:41.795085 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e9987ee8-f1e9-4b14-a299-4579e9fcc839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:41.796568 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e9987ee8-f1e9-4b14-a299-4579e9fcc839 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e6c267f2-5862-49e9-8bcc-1ab2107e5d12 HTTP/1.1" status: 204 len: 168 time: 1.1966639 Jul 09 09:47:41.909875 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:47:41.916003 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:41.916877 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:41.921623 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9987ee8-f1e9-4b14-a299-4579e9fcc839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c267f2-5862-49e9-8bcc-1ab2107e5d12,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:41.925699 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-9bb2f4ec-d3d4-4de6-b074-4c33e341c2d1 service neutron] 10.222.0.58 "GET /v2.0/networks/d3e51e5c-49ca-48c2-b01f-945572ed89c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278298 Jul 09 09:47:41.926916 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-9a8922e7-59f3-40e5-9760-cda588d8aef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:42.068861 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8922e7-59f3-40e5-9760-cda588d8aef5 service neutron] Pushing event updated for resources: {'Port': ['ID=f02615db-92d7-4ae3-82e3-3d7ade7febb4,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:42.069759 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:42.090957 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a3569c2-2385-4a2d-8866-4f28bddd160b req-9e0b4b82-da91-4958-a0af-dd30a7a22f45 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5697749 Jul 09 09:47:42.114842 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c,segment=NetworkSegment(b22678b3-3fde-49df-892e-3f3b4be9430c),segment_id=b22678b3-3fde-49df-892e-3f3b4be9430c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:42.118958 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:42.187144 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:42.193573 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0466df-19a7-468e-9097-7281393af530 req-8df42b22-4a3a-42df-8f94-460fbd96aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:42.195196 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ef0466df-19a7-468e-9097-7281393af530 req-8df42b22-4a3a-42df-8f94-460fbd96aa43 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ad046218cf74bd1a6b765f3bec798f7&device_id=89bbed27-e957-4170-8b2a-c4f0f23c47b5 HTTP/1.1" status: 200 len: 1094 time: 0.1435611 Jul 09 09:47:42.200118 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-9a8922e7-59f3-40e5-9760-cda588d8aef5 service neutron] Attempting to bind port f02615db-92d7-4ae3-82e3-3d7ade7febb4 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:47:42.200486 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-9a8922e7-59f3-40e5-9760-cda588d8aef5 service neutron] Attempting to bind port f02615db-92d7-4ae3-82e3-3d7ade7febb4 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'e43db542-83cd-4821-99c3-72f0af504133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:47:42.200812 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-9a8922e7-59f3-40e5-9760-cda588d8aef5 service neutron] Attempting to bind port f02615db-92d7-4ae3-82e3-3d7ade7febb4 on network d3e51e5c-49ca-48c2-b01f-945572ed89c2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:47:42.206325 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344b1f2-0b1a-4552-a6e4-3668666c148f req-411edbda-f778-4c44-9b14-ceca124a79f4 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:42.208094 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b344b1f2-0b1a-4552-a6e4-3668666c148f req-411edbda-f778-4c44-9b14-ceca124a79f4 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8c8a815-674b-4e10-b210-ae365cbfd500 HTTP/1.1" status: 200 len: 944 time: 0.6599526 Jul 09 09:47:42.214600 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-9a8922e7-59f3-40e5-9760-cda588d8aef5 service neutron] Port f02615db-92d7-4ae3-82e3-3d7ade7febb4 on network d3e51e5c-49ca-48c2-b01f-945572ed89c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:47:42.214916 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-9a8922e7-59f3-40e5-9760-cda588d8aef5 service neutron] Attempting to bind port f02615db-92d7-4ae3-82e3-3d7ade7febb4 on network d3e51e5c-49ca-48c2-b01f-945572ed89c2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:47:42.257666 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-9a8922e7-59f3-40e5-9760-cda588d8aef5 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:47:42.258435 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-9a8922e7-59f3-40e5-9760-cda588d8aef5 service neutron] Checking segment: {'id': 'e43db542-83cd-4821-99c3-72f0af504133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:47:42.258435 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-9a8922e7-59f3-40e5-9760-cda588d8aef5 service neutron] Bound using segment: {'id': 'e43db542-83cd-4821-99c3-72f0af504133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:47:42.258957 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-9a8922e7-59f3-40e5-9760-cda588d8aef5 service neutron] Bound port: f02615db-92d7-4ae3-82e3-3d7ade7febb4, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43db542-83cd-4821-99c3-72f0af504133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:47:42.259375 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-9a8922e7-59f3-40e5-9760-cda588d8aef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:42.261649 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42402) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:42.288327 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-56938ec8-8556-4793-9d27-7290693872de tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:42.289958 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-56938ec8-8556-4793-9d27-7290693872de tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/networks?id=80be53b6-64e7-4404-a32d-72792da66c85 HTTP/1.1" status: 200 len: 822 time: 0.2426741 Jul 09 09:47:42.296217 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b344b1f2-0b1a-4552-a6e4-3668666c148f req-7779f788-c973-47cd-bea6-324d19c78614 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736475 Jul 09 09:47:42.296448 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4523385-7cbb-45c9-b01b-0fb238dd516f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:42.308364 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-caded405-c066-485b-9fea-2e998fa163b9 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/quotas/020f3f83a3814b8d8786dc6d0b0f7318 HTTP/1.1" status: 200 len: 375 time: 0.0116227 Jul 09 09:47:42.360465 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-bfc63485-e063-4bed-bbc8-6a84fdc3d928 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=020f3f83a3814b8d8786dc6d0b0f7318&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348499 Jul 09 09:47:42.406066 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-9a8922e7-59f3-40e5-9760-cda588d8aef5 service neutron] For port f02615db-92d7-4ae3-82e3-3d7ade7febb4, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:47:42.410831 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0466df-19a7-468e-9097-7281393af530 req-67485e5b-3136-460c-92ac-f3102635e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:42.412740 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ef0466df-19a7-468e-9097-7281393af530 req-67485e5b-3136-460c-92ac-f3102635e39d service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3e51e5c-49ca-48c2-b01f-945572ed89c2 HTTP/1.1" status: 200 len: 914 time: 0.2083900 Jul 09 09:47:42.414463 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-9a8922e7-59f3-40e5-9760-cda588d8aef5 service neutron] For port f02615db-92d7-4ae3-82e3-3d7ade7febb4, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=f02615db-92d7-4ae3-82e3-3d7ade7febb4,segment=NetworkSegment(e43db542-83cd-4821-99c3-72f0af504133),segment_id=e43db542-83cd-4821-99c3-72f0af504133)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:47:42.423958 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-9a8922e7-59f3-40e5-9760-cda588d8aef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:42.500954 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ef0466df-19a7-468e-9097-7281393af530 req-c3638a21-c9a3-463a-ad1f-b22741402447 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d11189d-8ba7-45f2-8e6f-9aeca3203e3c HTTP/1.1" status: 200 len: 217 time: 0.0751247 Jul 09 09:47:42.523989 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-c3f5efd3-91f2-4b47-a7bd-3bdecfffd9d1 service neutron] 10.222.0.61 "GET /v2.0/networks/80be53b6-64e7-4404-a32d-72792da66c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478436 Jul 09 09:47:42.527379 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-9a8922e7-59f3-40e5-9760-cda588d8aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:42.528271 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-9a8922e7-59f3-40e5-9760-cda588d8aef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:42.529803 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-9a8922e7-59f3-40e5-9760-cda588d8aef5 service neutron] 10.222.0.58 "PUT /v2.0/ports/f02615db-92d7-4ae3-82e3-3d7ade7febb4 HTTP/1.1" status: 200 len: 1092 time: 1.9839199 Jul 09 09:47:42.537638 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4c9f2-cac7-47b9-862d-504590ecfa2b req-a9b9dd90-39f3-46b0-8278-7003ce10c201 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:42.539378 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-58d4c9f2-cac7-47b9-862d-504590ecfa2b req-a9b9dd90-39f3-46b0-8278-7003ce10c201 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 945 time: 0.0998473 Jul 09 09:47:42.601859 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8922e7-59f3-40e5-9760-cda588d8aef5 service neutron] Pushing event updated for resources: {'Port': ['ID=f02615db-92d7-4ae3-82e3-3d7ade7febb4,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:42.638985 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0466df-19a7-468e-9097-7281393af530 req-694ebf7a-ae29-4751-bd7a-5dbdac8ee07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:42.640700 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ef0466df-19a7-468e-9097-7281393af530 req-694ebf7a-ae29-4751-bd7a-5dbdac8ee07d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b2411e6b-5921-433e-9eac-38b331459363 HTTP/1.1" status: 200 len: 853 time: 0.1317942 Jul 09 09:47:42.642467 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-58d4c9f2-cac7-47b9-862d-504590ecfa2b req-0e054beb-da32-46d8-809c-8ac386832248 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945220 Jul 09 09:47:42.679927 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-13cae7ff-1abc-4768-9d21-4577560f5416 service neutron] 10.222.0.61 "GET /v2.0/networks/80be53b6-64e7-4404-a32d-72792da66c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393969 Jul 09 09:47:42.702237 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ef0466df-19a7-468e-9097-7281393af530 req-b146f407-3015-4af0-9554-f635bcd50424 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3e51e5c-49ca-48c2-b01f-945572ed89c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533783 Jul 09 09:47:42.740329 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4523385-7cbb-45c9-b01b-0fb238dd516f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:42.771330 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4523385-7cbb-45c9-b01b-0fb238dd516f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:42.819550 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-f962c363-fecc-47ec-af35-bb54e5f42464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:42.821094 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-f962c363-fecc-47ec-af35-bb54e5f42464 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ad046218cf74bd1a6b765f3bec798f7&device_id=1d2358dc-c1e6-4f28-b95f-59863d51a0e7 HTTP/1.1" status: 200 len: 1095 time: 0.2315145 Jul 09 09:47:42.836155 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b4523385-7cbb-45c9-b01b-0fb238dd516f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bd418ff3e2ce49e99e4080303c1f3237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5707264 Jul 09 09:47:42.840209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42404) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:42.856383 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4523385-7cbb-45c9-b01b-0fb238dd516f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8eaaa5-0e0a-4a2d-9063-dcc3f99e5068,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:42.903081 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-3412f48e-b14a-4495-a988-a3a3c4571825 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f02615db-92d7-4ae3-82e3-3d7ade7febb4 HTTP/1.1" status: 200 len: 217 time: 0.0618751 Jul 09 09:47:42.905443 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ef0466df-19a7-468e-9097-7281393af530 req-f506dae1-9c51-4a05-959d-839615597412 service neutron] 10.222.0.58 "GET /v2.0/networks/d3e51e5c-49ca-48c2-b01f-945572ed89c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930127 Jul 09 09:47:42.925056 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f571bd75-6e01-4ff7-b160-540bccfe6d23 req-5fae1599-ad77-4e44-8216-53181aab006c tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/ports?device_id=93b6d688-35d0-4f37-8f40-91aa8ef3cb35 HTTP/1.1" status: 200 len: 210 time: 0.0408702 Jul 09 09:47:42.933921 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:42.965380 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c8a815-674b-4e10-b210-ae365cbfd500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:42.968998 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cec3a1-b846-4f4f-bcca-d47f9f5c2ed1" -d '{"events": [{"server_uuid": "c8c8a815-674b-4e10-b210-ae365cbfd500", "name": "network-vif-plugged", "status": "completed", "tag": "65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:43.016651 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f6bddc7-f897-4d1f-903f-900ef3b8b0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:43.034775 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30d0075-bd42-4208-863e-33ff5b21454e x-openstack-request-id: req-a30d0075-bd42-4208-863e-33ff5b21454e {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:43.035128 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c8a815-674b-4e10-b210-ae365cbfd500", "name": "network-vif-plugged", "status": "completed", "tag": "65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:43.035409 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a30d0075-bd42-4208-863e-33ff5b21454e {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:43.035592 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-17a9589a-79ba-4c33-8b56-4faa0fbf9642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:43.036071 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c8a815-674b-4e10-b210-ae365cbfd500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c', 'code': 200} Jul 09 09:47:43.037491 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-17a9589a-79ba-4c33-8b56-4faa0fbf9642 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b2411e6b-5921-433e-9eac-38b331459363 HTTP/1.1" status: 200 len: 853 time: 0.1235287 Jul 09 09:47:43.045027 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f6bddc7-f897-4d1f-903f-900ef3b8b0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:43.082172 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-35e23d6e-b3e6-4bf3-8db3-b0e15bb47667 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3e51e5c-49ca-48c2-b01f-945572ed89c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373194 Jul 09 09:47:43.119926 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ef0466df-19a7-468e-9097-7281393af530 req-d41a408c-dadd-433f-a8fb-0d92ba60f6bc service neutron] 10.222.0.58 "GET /v2.0/networks/d3e51e5c-49ca-48c2-b01f-945572ed89c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955159 Jul 09 09:47:43.152214 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61992b1-4dad-49e3-a33f-b56cf8d9e11e req-a3a4a899-2831-4f72-a2b9-5c43d908e2dc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:43.156505 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e61992b1-4dad-49e3-a33f-b56cf8d9e11e req-a3a4a899-2831-4f72-a2b9-5c43d908e2dc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d2358dc-c1e6-4f28-b95f-59863d51a0e7 HTTP/1.1" status: 200 len: 944 time: 0.2264793 Jul 09 09:47:43.216733 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-4bffd398-1d61-426c-a35d-7d67ee7e0502 service neutron] 10.222.0.58 "GET /v2.0/networks/d3e51e5c-49ca-48c2-b01f-945572ed89c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232965 Jul 09 09:47:43.219039 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e61992b1-4dad-49e3-a33f-b56cf8d9e11e req-67abd0c4-aa8d-49cf-8ff5-41c08e0f7673 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591290 Jul 09 09:47:43.221369 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f6bddc7-f897-4d1f-903f-900ef3b8b0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:43.224139 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f6bddc7-f897-4d1f-903f-900ef3b8b0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:43.225298 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5f6bddc7-f897-4d1f-903f-900ef3b8b0b5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3f8eaaa5-0e0a-4a2d-9063-dcc3f99e5068 HTTP/1.1" status: 204 len: 168 time: 0.3840394 Jul 09 09:47:43.237608 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bddc7-f897-4d1f-903f-900ef3b8b0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8eaaa5-0e0a-4a2d-9063-dcc3f99e5068,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:43.246581 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9e48d-ef6e-4531-a6aa-06a039891e90 req-9f285c93-3df7-4986-b4eb-471437bc5594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:43.248807 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-add9e48d-ef6e-4531-a6aa-06a039891e90 req-9f285c93-3df7-4986-b4eb-471437bc5594 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c8c8a815-674b-4e10-b210-ae365cbfd500 HTTP/1.1" status: 200 len: 1096 time: 0.1372805 Jul 09 09:47:43.253400 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2358dc-c1e6-4f28-b95f-59863d51a0e7', 'tag': 'f02615db-92d7-4ae3-82e3-3d7ade7febb4'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:43.256219 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cdf203-06d5-4777-a879-156d51c0f8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2358dc-c1e6-4f28-b95f-59863d51a0e7", "tag": "f02615db-92d7-4ae3-82e3-3d7ade7febb4"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:43.299431 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-add9e48d-ef6e-4531-a6aa-06a039891e90 req-3c4e9408-cc7e-4ed8-b5ae-9154e3ef7916 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386586 Jul 09 09:47:43.350035 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ffa7c80-8995-4c1d-9513-85b16f205f16 req-fa21ed91-6c73-4f08-80e2-79baac8cd3b7 service neutron] 10.222.0.58 "GET /v2.0/networks/d3e51e5c-49ca-48c2-b01f-945572ed89c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261232 Jul 09 09:47:43.357579 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8884e0e-1c0f-402b-8322-704e715f3239 x-openstack-request-id: req-f8884e0e-1c0f-402b-8322-704e715f3239 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:43.357912 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2358dc-c1e6-4f28-b95f-59863d51a0e7", "tag": "f02615db-92d7-4ae3-82e3-3d7ade7febb4", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:43.358116 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f8884e0e-1c0f-402b-8322-704e715f3239 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:43.358580 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d2358dc-c1e6-4f28-b95f-59863d51a0e7', 'tag': 'f02615db-92d7-4ae3-82e3-3d7ade7febb4', 'status': 'completed', 'code': 200} Jul 09 09:47:43.487263 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdf203-06d5-4777-a879-156d51c0f8d0 req-6e7442c0-f3aa-4107-a2a8-5a26ce6cece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:43.489305 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-54cdf203-06d5-4777-a879-156d51c0f8d0 req-6e7442c0-f3aa-4107-a2a8-5a26ce6cece0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ad046218cf74bd1a6b765f3bec798f7&device_id=1d2358dc-c1e6-4f28-b95f-59863d51a0e7 HTTP/1.1" status: 200 len: 1095 time: 0.0809379 Jul 09 09:47:43.561136 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afd30f-ee1d-482f-99dc-7f7e4f8504b9 req-6d54bdbe-ed32-4b20-8cbb-344d53b61692 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:43.563269 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8afd30f-ee1d-482f-99dc-7f7e4f8504b9 req-6d54bdbe-ed32-4b20-8cbb-344d53b61692 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8c8a815-674b-4e10-b210-ae365cbfd500 HTTP/1.1" status: 200 len: 945 time: 0.1109424 Jul 09 09:47:43.605107 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:47:43.613077 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdf203-06d5-4777-a879-156d51c0f8d0 req-ba314a90-8ca3-4dfb-a637-956f82f4febb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:43.615017 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-54cdf203-06d5-4777-a879-156d51c0f8d0 req-ba314a90-8ca3-4dfb-a637-956f82f4febb service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3e51e5c-49ca-48c2-b01f-945572ed89c2 HTTP/1.1" status: 200 len: 914 time: 0.1190844 Jul 09 09:47:43.640391 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8afd30f-ee1d-482f-99dc-7f7e4f8504b9 req-822c94e4-48ba-4aa7-8277-79c6ad85e4ec tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681634 Jul 09 09:47:43.671136 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-54cdf203-06d5-4777-a879-156d51c0f8d0 req-b6281b14-4661-4316-b6d2-57cc33bc737e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f02615db-92d7-4ae3-82e3-3d7ade7febb4 HTTP/1.1" status: 200 len: 217 time: 0.0478859 Jul 09 09:47:43.708166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42428) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:43.724722 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15908d53-1f7b-4e95-bc8e-59bbe252bcf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:43.730880 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdf203-06d5-4777-a879-156d51c0f8d0 req-7646c6f9-9636-4cf2-975e-d71451a21c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:43.732641 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-54cdf203-06d5-4777-a879-156d51c0f8d0 req-7646c6f9-9636-4cf2-975e-d71451a21c0c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b2411e6b-5921-433e-9eac-38b331459363 HTTP/1.1" status: 200 len: 853 time: 0.0538783 Jul 09 09:47:43.776190 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-54cdf203-06d5-4777-a879-156d51c0f8d0 req-652dc66a-60a3-43f8-81f2-e417b30232fe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3e51e5c-49ca-48c2-b01f-945572ed89c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358510 Jul 09 09:47:43.788076 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=7d11189d-8ba7-45f2-8e6f-9aeca3203e3c,segment=NetworkSegment(e43db542-83cd-4821-99c3-72f0af504133),segment_id=e43db542-83cd-4821-99c3-72f0af504133)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:43.816641 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '7d11189d-8ba7-45f2-8e6f-9aeca3203e3c', 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2', 'port_id': '7d11189d-8ba7-45f2-8e6f-9aeca3203e3c', 'mac_address': 'fa:16:3e:e2:cb:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2411e6b-5921-433e-9eac-38b331459363', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:47:43.896910 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:43.915232 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:47:43.937229 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-54cdf203-06d5-4777-a879-156d51c0f8d0 req-f20370f2-87e3-4ff0-ba35-80152d07f193 service neutron] 10.222.0.58 "GET /v2.0/networks/d3e51e5c-49ca-48c2-b01f-945572ed89c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536322 Jul 09 09:47:43.937826 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15908d53-1f7b-4e95-bc8e-59bbe252bcf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:43.944257 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15908d53-1f7b-4e95-bc8e-59bbe252bcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:43.949599 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=7d11189d-8ba7-45f2-8e6f-9aeca3203e3c,segment=NetworkSegment(e43db542-83cd-4821-99c3-72f0af504133),segment_id=e43db542-83cd-4821-99c3-72f0af504133)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:43.956608 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:44.001256 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15908d53-1f7b-4e95-bc8e-59bbe252bcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737e24d4-8bb3-4dc4-ac0c-a3b1788bbfec,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:44.017575 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-15908d53-1f7b-4e95-bc8e-59bbe252bcf6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eb7f416e6f5b4d40b8486be9111ca364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3078210 Jul 09 09:47:44.021782 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42434) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:44.053069 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997eed56-a98f-49df-94cd-39979b1f3fcc req-79af42f1-5d19-4d05-8940-0f76570494e5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:44.061047 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-997eed56-a98f-49df-94cd-39979b1f3fcc req-79af42f1-5d19-4d05-8940-0f76570494e5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 945 time: 0.1952744 Jul 09 09:47:44.062376 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-54cdf203-06d5-4777-a879-156d51c0f8d0 req-65115562-55ac-46f1-8498-76baf881b4cd service neutron] 10.222.0.58 "GET /v2.0/networks/d3e51e5c-49ca-48c2-b01f-945572ed89c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175804 Jul 09 09:47:44.069435 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=7d11189d-8ba7-45f2-8e6f-9aeca3203e3c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:44.140316 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c1228db9-b9d9-42c0-9a02-d13dbbce590b req-fafe2ed3-7809-483a-b7b2-79402be17f97 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/ports?device_id=93b6d688-35d0-4f37-8f40-91aa8ef3cb35 HTTP/1.1" status: 200 len: 210 time: 0.0510886 Jul 09 09:47:44.161597 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-997eed56-a98f-49df-94cd-39979b1f3fcc req-19056f4c-6ce3-4773-9f1c-a2a4910b137f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994260 Jul 09 09:47:44.187961 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98cc87a4-3a54-4408-bb6b-da9cbd22c81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:44.228990 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98cc87a4-3a54-4408-bb6b-da9cbd22c81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:44.263857 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['7d11189d-8ba7-45f2-8e6f-9aeca3203e3c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:47:44.316132 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98cc87a4-3a54-4408-bb6b-da9cbd22c81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:44.319066 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98cc87a4-3a54-4408-bb6b-da9cbd22c81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:44.320493 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-98cc87a4-3a54-4408-bb6b-da9cbd22c81e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/737e24d4-8bb3-4dc4-ac0c-a3b1788bbfec HTTP/1.1" status: 204 len: 168 time: 0.2964799 Jul 09 09:47:44.330312 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc87a4-3a54-4408-bb6b-da9cbd22c81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737e24d4-8bb3-4dc4-ac0c-a3b1788bbfec,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:44.616154 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-a855aebb-170e-4c40-8424-dc89be2320a1 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:44.616154 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-a855aebb-170e-4c40-8424-dc89be2320a1 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.64 "GET /v2.0/networks?id=80be53b6-64e7-4404-a32d-72792da66c85 HTTP/1.1" status: 200 len: 822 time: 0.2432256 Jul 09 09:47:44.635936 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-cbd8c074-0ec1-4c94-bf32-7c2f84415488 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Request body: {'port': {'device_id': '93b6d688-35d0-4f37-8f40-91aa8ef3cb35', 'network_id': '80be53b6-64e7-4404-a32d-72792da66c85', 'admin_state_up': True, 'tenant_id': '020f3f83a3814b8d8786dc6d0b0f7318'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:44.647124 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbafd6-5208-4676-ba7b-62ff7717e61a req-a560e953-d530-447c-9a3c-3ea5b82c9a94 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:44.649746 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-defbafd6-5208-4676-ba7b-62ff7717e61a req-a560e953-d530-447c-9a3c-3ea5b82c9a94 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 945 time: 0.2602949 Jul 09 09:47:44.698676 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e41326-6c5c-4765-a094-5f68d909df0f req-3eba0216-3ff4-49dc-8796-bc4f8e228c90 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:44.700221 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51e41326-6c5c-4765-a094-5f68d909df0f req-3eba0216-3ff4-49dc-8796-bc4f8e228c90 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d2358dc-c1e6-4f28-b95f-59863d51a0e7 HTTP/1.1" status: 200 len: 944 time: 0.2290249 Jul 09 09:47:44.781810 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-defbafd6-5208-4676-ba7b-62ff7717e61a req-4d24dba6-e47c-4598-a70e-ca2866c98d17 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180680 Jul 09 09:47:44.803642 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51e41326-6c5c-4765-a094-5f68d909df0f req-dc7fdbc7-4878-4d06-bcf5-0dafeb4ab741 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847635 Jul 09 09:47:44.837806 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-cbd8c074-0ec1-4c94-bf32-7c2f84415488 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Made reservation on behalf of 020f3f83a3814b8d8786dc6d0b0f7318 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:47:44.841803 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-cbd8c074-0ec1-4c94-bf32-7c2f84415488 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:45.074229 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-cbd8c074-0ec1-4c94-bf32-7c2f84415488 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Allocated IP 172.20.0.7 (80be53b6-64e7-4404-a32d-72792da66c85/379bd622-cbb5-47f2-b7d1-1ea6d042c237/a6c8f199-e1d4-469b-9b12-c176a3a94cb6) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:47:45.107227 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f6108-59f2-444e-9212-b4ca2ae429aa req-9a635787-9b1f-45be-bc1f-d5504f673937 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:45.108793 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-916f6108-59f2-444e-9212-b4ca2ae429aa req-9a635787-9b1f-45be-bc1f-d5504f673937 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8c8a815-674b-4e10-b210-ae365cbfd500 HTTP/1.1" status: 200 len: 945 time: 0.1979308 Jul 09 09:47:45.127443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04481a3-88e8-4854-9c02-918d861a92b9 req-ce54a01b-0712-4bd2-92d9-c55b5e28a5cd tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:45.129198 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a04481a3-88e8-4854-9c02-918d861a92b9 req-ce54a01b-0712-4bd2-92d9-c55b5e28a5cd tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 945 time: 0.1989558 Jul 09 09:47:45.204765 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-916f6108-59f2-444e-9212-b4ca2ae429aa req-0b8069f0-748f-4cbc-85ca-a88972d45c59 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896087 Jul 09 09:47:45.232783 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a04481a3-88e8-4854-9c02-918d861a92b9 req-c6ab631a-43ff-467c-af38-9484006051af tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959589 Jul 09 09:47:45.339445 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-cbd8c074-0ec1-4c94-bf32-7c2f84415488 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:45.404657 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9868563a-ed68-4433-8642-278e7ab2b76b req-3aebe2fa-a439-4851-ac80-6858727a49da tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/ports?device_id=93b6d688-35d0-4f37-8f40-91aa8ef3cb35 HTTP/1.1" status: 200 len: 210 time: 0.0427685 Jul 09 09:47:45.420013 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-cbd8c074-0ec1-4c94-bf32-7c2f84415488 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:45.474597 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-cbd8c074-0ec1-4c94-bf32-7c2f84415488 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Network 80be53b6-64e7-4404-a32d-72792da66c85 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:47:45.479242 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-cbd8c074-0ec1-4c94-bf32-7c2f84415488 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:47:45.481992 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-cbd8c074-0ec1-4c94-bf32-7c2f84415488 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:47:45.505498 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8c074-0ec1-4c94-bf32-7c2f84415488 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Pushing event updated for resources: {'Port': ['ID=a6c8f199-e1d4-469b-9b12-c176a3a94cb6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:45.579807 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-cbd8c074-0ec1-4c94-bf32-7c2f84415488 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:45.581116 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-cbd8c074-0ec1-4c94-bf32-7c2f84415488 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:45.605240 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-cbd8c074-0ec1-4c94-bf32-7c2f84415488 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9784136 Jul 09 09:47:45.614820 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device f02615db-92d7-4ae3-82e3-3d7ade7febb4 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:47:45.617103 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:47:45.621756 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-23aca29d-042e-4907-ace0-2a2c682c97c0 service neutron] Request body: {'port': {'device_id': '93b6d688-35d0-4f37-8f40-91aa8ef3cb35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:45.741046 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-23aca29d-042e-4907-ace0-2a2c682c97c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:45.963301 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:47:45.971091 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:45.971467 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:46.010504 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port f02615db-92d7-4ae3-82e3-3d7ade7febb4, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=f02615db-92d7-4ae3-82e3-3d7ade7febb4,segment=NetworkSegment(e43db542-83cd-4821-99c3-72f0af504133),segment_id=e43db542-83cd-4821-99c3-72f0af504133)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:46.028678 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'f02615db-92d7-4ae3-82e3-3d7ade7febb4', 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2', 'port_id': 'f02615db-92d7-4ae3-82e3-3d7ade7febb4', 'mac_address': 'fa:16:3e:a8:6b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2411e6b-5921-433e-9eac-38b331459363', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:47:46.045109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b6795-8073-4c0a-82ae-8fab6dadfdd6 req-a08be1e6-adaf-43a1-b7bb-aab13c1d7f1c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:46.046820 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad9b6795-8073-4c0a-82ae-8fab6dadfdd6 req-a08be1e6-adaf-43a1-b7bb-aab13c1d7f1c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8c8a815-674b-4e10-b210-ae365cbfd500 HTTP/1.1" status: 200 len: 945 time: 0.2679324 Jul 09 09:47:46.104085 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:46.113393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd05cc3-a55d-406e-9bf9-75b563fb394c req-057bb7ef-4490-4404-832b-e24bbcfc3609 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:46.115021 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5fd05cc3-a55d-406e-9bf9-75b563fb394c req-057bb7ef-4490-4404-832b-e24bbcfc3609 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 945 time: 0.2079461 Jul 09 09:47:46.115937 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:46.134048 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02615db-92d7-4ae3-82e3-3d7ade7febb4 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:47:46.156285 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad9b6795-8073-4c0a-82ae-8fab6dadfdd6 req-6d08fdf6-bd66-4abe-aa2c-002cd3a0c15c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992739 Jul 09 09:47:46.181844 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bbed27-e957-4170-8b2a-c4f0f23c47b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d11189d-8ba7-45f2-8e6f-9aeca3203e3c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:46.188051 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c467a1-a964-4f4f-8ee7-5f3c209f98e7" -d '{"events": [{"server_uuid": "89bbed27-e957-4170-8b2a-c4f0f23c47b5", "name": "network-vif-plugged", "status": "completed", "tag": "7d11189d-8ba7-45f2-8e6f-9aeca3203e3c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:46.206089 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=7d11189d-8ba7-45f2-8e6f-9aeca3203e3c,segment=NetworkSegment(e43db542-83cd-4821-99c3-72f0af504133),segment_id=e43db542-83cd-4821-99c3-72f0af504133)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:46.215203 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:46.218545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port f02615db-92d7-4ae3-82e3-3d7ade7febb4, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=f02615db-92d7-4ae3-82e3-3d7ade7febb4,segment=NetworkSegment(e43db542-83cd-4821-99c3-72f0af504133),segment_id=e43db542-83cd-4821-99c3-72f0af504133)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:46.224796 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:46.268048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-23aca29d-042e-4907-ace0-2a2c682c97c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c8f199-e1d4-469b-9b12-c176a3a94cb6 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:47:46.276429 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=7d11189d-8ba7-45f2-8e6f-9aeca3203e3c,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:46.287944 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-23aca29d-042e-4907-ace0-2a2c682c97c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:46.324742 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5fd05cc3-a55d-406e-9bf9-75b563fb394c req-39f75c84-cff2-4d21-bbaa-ef39d7eec5b9 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952362 Jul 09 09:47:46.333715 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=f02615db-92d7-4ae3-82e3-3d7ade7febb4,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:46.359133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-23aca29d-042e-4907-ace0-2a2c682c97c0 service neutron] Transition to ACTIVE for port object a6c8f199-e1d4-469b-9b12-c176a3a94cb6 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:47:46.365724 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-23aca29d-042e-4907-ace0-2a2c682c97c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:46.378174 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ee8886-4236-4344-a783-10b40691264a x-openstack-request-id: req-75ee8886-4236-4344-a783-10b40691264a {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:46.378839 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bbed27-e957-4170-8b2a-c4f0f23c47b5", "name": "network-vif-plugged", "status": "completed", "tag": "7d11189d-8ba7-45f2-8e6f-9aeca3203e3c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:46.379334 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-75ee8886-4236-4344-a783-10b40691264a {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:46.380318 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bbed27-e957-4170-8b2a-c4f0f23c47b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d11189d-8ba7-45f2-8e6f-9aeca3203e3c', 'code': 200} Jul 09 09:47:46.444170 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1392f-c33c-4012-8e6d-b654b2e4b54e req-53f691c4-a269-449e-a227-e4f3475a65b1 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:46.451113 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dce1392f-c33c-4012-8e6d-b654b2e4b54e req-53f691c4-a269-449e-a227-e4f3475a65b1 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d2358dc-c1e6-4f28-b95f-59863d51a0e7 HTTP/1.1" status: 200 len: 945 time: 0.1598265 Jul 09 09:47:46.456906 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aca29d-042e-4907-ace0-2a2c682c97c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c8f199-e1d4-469b-9b12-c176a3a94cb6,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:46.491591 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['f02615db-92d7-4ae3-82e3-3d7ade7febb4'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:47:46.559049 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-23aca29d-042e-4907-ace0-2a2c682c97c0 service neutron] Attempting to bind port a6c8f199-e1d4-469b-9b12-c176a3a94cb6 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:47:46.559049 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-23aca29d-042e-4907-ace0-2a2c682c97c0 service neutron] Attempting to bind port a6c8f199-e1d4-469b-9b12-c176a3a94cb6 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '73214617-09cf-455f-833b-a6ecdfc1d95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80be53b6-64e7-4404-a32d-72792da66c85'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:47:46.559365 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-23aca29d-042e-4907-ace0-2a2c682c97c0 service neutron] Attempting to bind port a6c8f199-e1d4-469b-9b12-c176a3a94cb6 on network 80be53b6-64e7-4404-a32d-72792da66c85 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:47:46.573057 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dce1392f-c33c-4012-8e6d-b654b2e4b54e req-aede0c38-1162-4a18-b83b-0a6e86724097 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209016 Jul 09 09:47:46.578019 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f2052-bb05-4d9e-98c2-4c99dd600cef req-800257cc-dbdd-46cb-91d3-91587f46e164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:46.579648 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-348f2052-bb05-4d9e-98c2-4c99dd600cef req-800257cc-dbdd-46cb-91d3-91587f46e164 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=89bbed27-e957-4170-8b2a-c4f0f23c47b5 HTTP/1.1" status: 200 len: 1096 time: 0.1060951 Jul 09 09:47:46.582366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-23aca29d-042e-4907-ace0-2a2c682c97c0 service neutron] Port a6c8f199-e1d4-469b-9b12-c176a3a94cb6 on network 80be53b6-64e7-4404-a32d-72792da66c85 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:47:46.582698 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-23aca29d-042e-4907-ace0-2a2c682c97c0 service neutron] Attempting to bind port a6c8f199-e1d4-469b-9b12-c176a3a94cb6 on network 80be53b6-64e7-4404-a32d-72792da66c85 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:47:46.596664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-23aca29d-042e-4907-ace0-2a2c682c97c0 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:47:46.597018 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-23aca29d-042e-4907-ace0-2a2c682c97c0 service neutron] Checking segment: {'id': '73214617-09cf-455f-833b-a6ecdfc1d95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80be53b6-64e7-4404-a32d-72792da66c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:47:46.597572 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-23aca29d-042e-4907-ace0-2a2c682c97c0 service neutron] Bound using segment: {'id': '73214617-09cf-455f-833b-a6ecdfc1d95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80be53b6-64e7-4404-a32d-72792da66c85'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:47:46.598005 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-23aca29d-042e-4907-ace0-2a2c682c97c0 service neutron] Bound port: a6c8f199-e1d4-469b-9b12-c176a3a94cb6, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73214617-09cf-455f-833b-a6ecdfc1d95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80be53b6-64e7-4404-a32d-72792da66c85'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:47:46.601765 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-23aca29d-042e-4907-ace0-2a2c682c97c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:46.666527 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-348f2052-bb05-4d9e-98c2-4c99dd600cef req-b76bc6f1-ea6c-4c86-bfa5-3eddc61aaadc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743883 Jul 09 09:47:46.735174 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-23aca29d-042e-4907-ace0-2a2c682c97c0 service neutron] For port a6c8f199-e1d4-469b-9b12-c176a3a94cb6, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:47:46.739392 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-23aca29d-042e-4907-ace0-2a2c682c97c0 service neutron] For port a6c8f199-e1d4-469b-9b12-c176a3a94cb6, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a6c8f199-e1d4-469b-9b12-c176a3a94cb6,segment=NetworkSegment(73214617-09cf-455f-833b-a6ecdfc1d95b),segment_id=73214617-09cf-455f-833b-a6ecdfc1d95b)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:47:46.749747 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-23aca29d-042e-4907-ace0-2a2c682c97c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:46.795496 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c80c5-b139-4ad5-a581-a82e65c73bd8 req-8f44292d-b883-4426-a0b1-5d4dec65e860 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:46.797065 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee9c80c5-b139-4ad5-a581-a82e65c73bd8 req-8f44292d-b883-4426-a0b1-5d4dec65e860 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/ports?device_id=93b6d688-35d0-4f37-8f40-91aa8ef3cb35 HTTP/1.1" status: 200 len: 943 time: 0.1204741 Jul 09 09:47:46.799028 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-23aca29d-042e-4907-ace0-2a2c682c97c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:46.799476 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-23aca29d-042e-4907-ace0-2a2c682c97c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:46.801101 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-23aca29d-042e-4907-ace0-2a2c682c97c0 service neutron] 10.222.0.64 "PUT /v2.0/ports/a6c8f199-e1d4-469b-9b12-c176a3a94cb6 HTTP/1.1" status: 200 len: 1091 time: 1.1866875 Jul 09 09:47:46.803466 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b6d688-35d0-4f37-8f40-91aa8ef3cb35', 'tag': 'a6c8f199-e1d4-469b-9b12-c176a3a94cb6'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:46.806399 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90c680e-0fb2-48b0-8936-2ffc45ea12d3" -d '{"events": [{"name": "network-changed", "server_uuid": "93b6d688-35d0-4f37-8f40-91aa8ef3cb35", "tag": "a6c8f199-e1d4-469b-9b12-c176a3a94cb6"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:46.849590 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aca29d-042e-4907-ace0-2a2c682c97c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c8f199-e1d4-469b-9b12-c176a3a94cb6,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:46.858572 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c35d14-0e60-4e90-b37b-aa20231e925a x-openstack-request-id: req-41c35d14-0e60-4e90-b37b-aa20231e925a {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:46.858850 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b6d688-35d0-4f37-8f40-91aa8ef3cb35", "tag": "a6c8f199-e1d4-469b-9b12-c176a3a94cb6", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:46.859103 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-41c35d14-0e60-4e90-b37b-aa20231e925a {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:46.859509 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b6d688-35d0-4f37-8f40-91aa8ef3cb35', 'tag': 'a6c8f199-e1d4-469b-9b12-c176a3a94cb6', 'status': 'completed', 'code': 200} Jul 09 09:47:46.890642 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee9c80c5-b139-4ad5-a581-a82e65c73bd8 req-2e46d39b-2203-44d1-8c62-4e4929f816db tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/security-groups?id=c018eaae-87b9-4f7a-a199-1fa3621f71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776896 Jul 09 09:47:46.929207 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-930641bd-ae51-4812-be40-bdd3690d5bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:46.930807 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-930641bd-ae51-4812-be40-bdd3690d5bc7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=020f3f83a3814b8d8786dc6d0b0f7318&device_id=93b6d688-35d0-4f37-8f40-91aa8ef3cb35 HTTP/1.1" status: 200 len: 1094 time: 0.0825517 Jul 09 09:47:46.978444 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-54433bfb-111f-4ae8-b12d-608574235ad1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6c8f199-e1d4-469b-9b12-c176a3a94cb6 HTTP/1.1" status: 200 len: 217 time: 0.0388863 Jul 09 09:47:47.041599 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6841611-2370-4242-bef1-f3617132ec5c req-c5629ff0-7fc9-4a8d-8725-96f53149b0ca tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8ffce8d5438d4b7d99096f1c10873cfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538573 Jul 09 09:47:47.127871 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-f4a45a63-11f1-46ee-9460-2b0d6798a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:47.129389 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-f4a45a63-11f1-46ee-9460-2b0d6798a0d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=379bd622-cbb5-47f2-b7d1-1ea6d042c237 HTTP/1.1" status: 200 len: 862 time: 0.1435957 Jul 09 09:47:47.135923 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4fa21-26f7-42ae-bc2c-434adbe0b560 req-0fbbcec5-4f6d-4acb-b170-339d7fc7a2ca tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:47.137598 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e5a4fa21-26f7-42ae-bc2c-434adbe0b560 req-0fbbcec5-4f6d-4acb-b170-339d7fc7a2ca tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.58 "GET /v2.0/ports?device_id=c8c8a815-674b-4e10-b210-ae365cbfd500 HTTP/1.1" status: 200 len: 945 time: 0.0705955 Jul 09 09:47:47.180437 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-54e76a46-c9c1-4599-9dd7-6d4266675d40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=80be53b6-64e7-4404-a32d-72792da66c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423262 Jul 09 09:47:47.259008 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e5a4fa21-26f7-42ae-bc2c-434adbe0b560 req-797f923d-4fd1-47cd-af14-f4b85caaa977 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Deleting port 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:47:47.259356 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e5a4fa21-26f7-42ae-bc2c-434adbe0b560 req-797f923d-4fd1-47cd-af14-f4b85caaa977 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:47.366419 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e5a4fa21-26f7-42ae-bc2c-434adbe0b560 req-797f923d-4fd1-47cd-af14-f4b85caaa977 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] For port 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c,segment=NetworkSegment(b22678b3-3fde-49df-892e-3f3b4be9430c),segment_id=b22678b3-3fde-49df-892e-3f3b4be9430c)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:47.366870 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e5a4fa21-26f7-42ae-bc2c-434adbe0b560 req-797f923d-4fd1-47cd-af14-f4b85caaa977 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:47.384429 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e5a4fa21-26f7-42ae-bc2c-434adbe0b560 req-797f923d-4fd1-47cd-af14-f4b85caaa977 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Calling delete_port for 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:47:47.537496 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e5a4fa21-26f7-42ae-bc2c-434adbe0b560 req-797f923d-4fd1-47cd-af14-f4b85caaa977 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:47.552561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['1295f280-b32a-4f71-b995-0ff86055a26e', '65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:47:47.568586 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f923d-4fd1-47cd-af14-f4b85caaa977 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Pushing event deleted for resources: {'Port': ['ID=65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:47.622510 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a4fa21-26f7-42ae-bc2c-434adbe0b560 req-797f923d-4fd1-47cd-af14-f4b85caaa977 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] No DVR routers for this DVR port 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:47:47.625309 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e5a4fa21-26f7-42ae-bc2c-434adbe0b560 req-797f923d-4fd1-47cd-af14-f4b85caaa977 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:47.628270 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e5a4fa21-26f7-42ae-bc2c-434adbe0b560 req-797f923d-4fd1-47cd-af14-f4b85caaa977 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.58 "DELETE /v2.0/ports/65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c HTTP/1.1" status: 204 len: 173 time: 0.4802480 Jul 09 09:47:47.628784 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c8a815-674b-4e10-b210-ae365cbfd500', 'name': 'network-vif-deleted', 'tag': '65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:47.630334 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device f02615db-92d7-4ae3-82e3-3d7ade7febb4 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:47:47.631216 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0dbb48-1369-465d-ba4b-f8fc3e61366c" -d '{"events": [{"server_uuid": "c8c8a815-674b-4e10-b210-ae365cbfd500", "name": "network-vif-deleted", "tag": "65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:47.698156 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6841611-2370-4242-bef1-f3617132ec5c req-e59b5283-db4d-414d-a70b-9dc65be02dd1 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:47.705388 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6841611-2370-4242-bef1-f3617132ec5c req-e59b5283-db4d-414d-a70b-9dc65be02dd1 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6582081 Jul 09 09:47:47.735957 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port f02615db-92d7-4ae3-82e3-3d7ade7febb4 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:47:47.742330 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port f02615db-92d7-4ae3-82e3-3d7ade7febb4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:47.742717 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:47.752668 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6841611-2370-4242-bef1-f3617132ec5c req-01a3bb9a-706a-4f8b-873b-6f9813998335 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.61 "GET /v2.0/quotas/8ffce8d5438d4b7d99096f1c10873cfe HTTP/1.1" status: 200 len: 375 time: 0.0462828 Jul 09 09:47:47.812499 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6841611-2370-4242-bef1-f3617132ec5c req-e385bc03-4d7e-4b54-aacd-56f33a8466dc tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ffce8d5438d4b7d99096f1c10873cfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587604 Jul 09 09:47:47.819126 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-9ddeeb12-139a-4947-9222-1cfe8a7cb9ec service neutron] 10.222.0.64 "GET /v2.0/networks/80be53b6-64e7-4404-a32d-72792da66c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6189942 Jul 09 09:47:47.861059 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:47.904138 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port f02615db-92d7-4ae3-82e3-3d7ade7febb4, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=f02615db-92d7-4ae3-82e3-3d7ade7febb4,segment=NetworkSegment(e43db542-83cd-4821-99c3-72f0af504133),segment_id=e43db542-83cd-4821-99c3-72f0af504133)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:47.909194 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:47.914151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e84004-0dba-4566-b941-3f55da223797 req-9ecad82b-da83-497e-8476-540cef70f15a tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:47.915795 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84e84004-0dba-4566-b941-3f55da223797 req-9ecad82b-da83-497e-8476-540cef70f15a tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8c8a815-674b-4e10-b210-ae365cbfd500 HTTP/1.1" status: 200 len: 867 time: 0.6242757 Jul 09 09:47:47.927022 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79bda0-5116-4712-9bbc-9e667ae5bfc8 req-7eb0c0e5-ed73-4415-b87f-9e0e81141975 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:47.928643 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a79bda0-5116-4712-9bbc-9e667ae5bfc8 req-7eb0c0e5-ed73-4415-b87f-9e0e81141975 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 945 time: 0.2585344 Jul 09 09:47:47.982404 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=f02615db-92d7-4ae3-82e3-3d7ade7febb4,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:48.101646 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-935bf4db-19fa-4d1e-8b03-ef8e01fcf021 req-6362db9d-68e1-48c4-b255-089d5518dc6f service neutron] 10.222.0.64 "GET /v2.0/networks/80be53b6-64e7-4404-a32d-72792da66c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754986 Jul 09 09:47:48.110674 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84e84004-0dba-4566-b941-3f55da223797 req-e382e24c-f4c2-4c76-b20d-5d7c7a561aec tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808693 Jul 09 09:47:48.276490 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611af671-65a9-40d4-9ab3-2ff9e81849e5 req-4208e45b-146a-4557-86c4-b3433335a950 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:48.278757 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-611af671-65a9-40d4-9ab3-2ff9e81849e5 req-4208e45b-146a-4557-86c4-b3433335a950 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 945 time: 0.2415378 Jul 09 09:47:48.284695 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-7a79bda0-5116-4712-9bbc-9e667ae5bfc8 req-6ee2d7b4-4cf3-4144-9654-31dbaaa7e025 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Deleting port 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:47:48.285040 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7a79bda0-5116-4712-9bbc-9e667ae5bfc8 req-6ee2d7b4-4cf3-4144-9654-31dbaaa7e025 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:48.381967 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2358dc-c1e6-4f28-b95f-59863d51a0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02615db-92d7-4ae3-82e3-3d7ade7febb4'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:48.385061 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e72cc7b-5362-4391-9180-03c5bbd5defa" -d '{"events": [{"server_uuid": "1d2358dc-c1e6-4f28-b95f-59863d51a0e7", "name": "network-vif-plugged", "status": "completed", "tag": "f02615db-92d7-4ae3-82e3-3d7ade7febb4"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:48.387244 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c680e-0fb2-48b0-8936-2ffc45ea12d3 req-e16e5f62-554a-488b-a7c6-fc8597103401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:48.389007 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e90c680e-0fb2-48b0-8936-2ffc45ea12d3 req-e16e5f62-554a-488b-a7c6-fc8597103401 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=020f3f83a3814b8d8786dc6d0b0f7318&device_id=93b6d688-35d0-4f37-8f40-91aa8ef3cb35 HTTP/1.1" status: 200 len: 1094 time: 0.2035832 Jul 09 09:47:48.416436 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-611af671-65a9-40d4-9ab3-2ff9e81849e5 req-d7032868-122a-45a6-a071-cdeaad1e60f2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227653 Jul 09 09:47:48.467797 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a354fa0-824c-407f-8b4d-381874a8e683 x-openstack-request-id: req-5a354fa0-824c-407f-8b4d-381874a8e683 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:48.468094 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c8a815-674b-4e10-b210-ae365cbfd500", "name": "network-vif-deleted", "tag": "65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:48.468342 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5a354fa0-824c-407f-8b4d-381874a8e683 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:48.468738 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c8a815-674b-4e10-b210-ae365cbfd500', 'name': 'network-vif-deleted', 'tag': '65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c', 'status': 'completed', 'code': 200} Jul 09 09:47:48.537836 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-7a79bda0-5116-4712-9bbc-9e667ae5bfc8 req-6ee2d7b4-4cf3-4144-9654-31dbaaa7e025 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] For port 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:48.538168 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7a79bda0-5116-4712-9bbc-9e667ae5bfc8 req-6ee2d7b4-4cf3-4144-9654-31dbaaa7e025 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:48.568097 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-7a79bda0-5116-4712-9bbc-9e667ae5bfc8 req-6ee2d7b4-4cf3-4144-9654-31dbaaa7e025 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Calling delete_port for 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:47:48.684649 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c2a3f-7e41-4b71-bfb9-ebd97c5b9fc1 req-9e16e1ce-e18f-4684-9426-c6c7e1672681 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:48.686165 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-132c2a3f-7e41-4b71-bfb9-ebd97c5b9fc1 req-9e16e1ce-e18f-4684-9426-c6c7e1672681 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d2358dc-c1e6-4f28-b95f-59863d51a0e7 HTTP/1.1" status: 200 len: 946 time: 0.2941718 Jul 09 09:47:48.687213 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c680e-0fb2-48b0-8936-2ffc45ea12d3 req-03a556a9-aad3-4c03-b79b-48337a57b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:48.688551 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e90c680e-0fb2-48b0-8936-2ffc45ea12d3 req-03a556a9-aad3-4c03-b79b-48337a57b37f service neutron] 10.222.0.64 "GET /v2.0/networks?id=80be53b6-64e7-4404-a32d-72792da66c85 HTTP/1.1" status: 200 len: 923 time: 0.2920806 Jul 09 09:47:48.777719 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e90c680e-0fb2-48b0-8936-2ffc45ea12d3 req-6473f827-d667-4687-bde6-c3a9d19a8985 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6c8f199-e1d4-469b-9b12-c176a3a94cb6 HTTP/1.1" status: 200 len: 217 time: 0.0782156 Jul 09 09:47:48.847275 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-132c2a3f-7e41-4b71-bfb9-ebd97c5b9fc1 req-5fa4bfcf-410a-4b4a-937e-8e2fcf037b8b tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523278 Jul 09 09:47:48.863176 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977ddc0-344d-40c4-a55d-6ec2de5c35c6 req-e7c768f4-1b39-4032-8c8e-1007a00ac11f tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:48.864747 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a977ddc0-344d-40c4-a55d-6ec2de5c35c6 req-e7c768f4-1b39-4032-8c8e-1007a00ac11f tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/ports?device_id=93b6d688-35d0-4f37-8f40-91aa8ef3cb35 HTTP/1.1" status: 200 len: 943 time: 0.2947688 Jul 09 09:47:48.924376 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c680e-0fb2-48b0-8936-2ffc45ea12d3 req-1af19f45-46f4-41d7-a82e-96c60ec3ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:48.926047 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e90c680e-0fb2-48b0-8936-2ffc45ea12d3 req-1af19f45-46f4-41d7-a82e-96c60ec3ffe2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=379bd622-cbb5-47f2-b7d1-1ea6d042c237 HTTP/1.1" status: 200 len: 862 time: 0.1382728 Jul 09 09:47:49.005854 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e90c680e-0fb2-48b0-8936-2ffc45ea12d3 req-45feb37f-28f7-4df0-8db0-8e51909dadbe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=80be53b6-64e7-4404-a32d-72792da66c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699372 Jul 09 09:47:49.011482 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a977ddc0-344d-40c4-a55d-6ec2de5c35c6 req-de3bbd7d-7006-4179-b31f-7ddea69c2f72 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/security-groups?id=c018eaae-87b9-4f7a-a199-1fa3621f71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298499 Jul 09 09:47:49.040304 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6324e3c2-7f80-491f-a4a2-94ff05fb34eb req-a0bb2cc2-09b8-492d-aab3-5acdc44f4c4a tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.61 "GET /v2.0/ports?device_id=948f2da0-7488-437f-9b62-2896c1cc8fae HTTP/1.1" status: 200 len: 210 time: 0.0781848 Jul 09 09:47:49.040942 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7a79bda0-5116-4712-9bbc-9e667ae5bfc8 req-6ee2d7b4-4cf3-4144-9654-31dbaaa7e025 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:49.053166 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:47:49.089309 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f00554-a22a-4bb8-a42d-92030474d46a x-openstack-request-id: req-c5f00554-a22a-4bb8-a42d-92030474d46a {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:49.089682 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2358dc-c1e6-4f28-b95f-59863d51a0e7", "name": "network-vif-plugged", "status": "completed", "tag": "f02615db-92d7-4ae3-82e3-3d7ade7febb4", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:49.090031 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c5f00554-a22a-4bb8-a42d-92030474d46a {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:49.090554 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2358dc-c1e6-4f28-b95f-59863d51a0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02615db-92d7-4ae3-82e3-3d7ade7febb4', 'code': 200} Jul 09 09:47:49.116792 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2d7b4-4cf3-4144-9654-31dbaaa7e025 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event deleted for resources: {'Port': ['ID=5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:49.177918 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a79bda0-5116-4712-9bbc-9e667ae5bfc8 req-6ee2d7b4-4cf3-4144-9654-31dbaaa7e025 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] No DVR routers for this DVR port 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:47:49.190008 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7a79bda0-5116-4712-9bbc-9e667ae5bfc8 req-6ee2d7b4-4cf3-4144-9654-31dbaaa7e025 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:49.191837 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a79bda0-5116-4712-9bbc-9e667ae5bfc8 req-6ee2d7b4-4cf3-4144-9654-31dbaaa7e025 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.64 "DELETE /v2.0/ports/5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 HTTP/1.1" status: 204 len: 173 time: 1.2491913 Jul 09 09:47:49.192377 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade65304-5e9c-4b61-a1a2-71da63c698e0', 'name': 'network-vif-deleted', 'tag': '5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:49.194775 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c58042-a065-48d5-9db4-db00fe760f0c" -d '{"events": [{"server_uuid": "ade65304-5e9c-4b61-a1a2-71da63c698e0", "name": "network-vif-deleted", "tag": "5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:49.256391 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e90c680e-0fb2-48b0-8936-2ffc45ea12d3 req-93609af6-9f68-477e-ab55-6f6d6167c13f service neutron] 10.222.0.64 "GET /v2.0/networks/80be53b6-64e7-4404-a32d-72792da66c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194924 Jul 09 09:47:49.278225 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a6841611-2370-4242-bef1-f3617132ec5c req-4d4f2bfe-fb74-4f3f-bc96-f787258146d2 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=8ffce8d5438d4b7d99096f1c10873cfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681031 Jul 09 09:47:49.301489 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8c10f0-796d-4af4-8b10-45423d5925f3 x-openstack-request-id: req-cc8c10f0-796d-4af4-8b10-45423d5925f3 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:49.304160 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade65304-5e9c-4b61-a1a2-71da63c698e0", "name": "network-vif-deleted", "tag": "5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:49.304617 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cc8c10f0-796d-4af4-8b10-45423d5925f3 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:49.305300 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade65304-5e9c-4b61-a1a2-71da63c698e0', 'name': 'network-vif-deleted', 'tag': '5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73', 'status': 'completed', 'code': 200} Jul 09 09:47:49.609725 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47501a57-459d-44ff-987e-00877455623e req-9997a5c7-c959-43d2-a751-ebd775e2bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:49.611393 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-47501a57-459d-44ff-987e-00877455623e req-9997a5c7-c959-43d2-a751-ebd775e2bf8f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1d2358dc-c1e6-4f28-b95f-59863d51a0e7 HTTP/1.1" status: 200 len: 1097 time: 0.3352602 Jul 09 09:47:49.618835 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e90c680e-0fb2-48b0-8936-2ffc45ea12d3 req-e0a305ac-b10d-44c8-9f9f-5a4236dab4f1 service neutron] 10.222.0.64 "GET /v2.0/networks/80be53b6-64e7-4404-a32d-72792da66c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549118 Jul 09 09:47:49.679760 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-47501a57-459d-44ff-987e-00877455623e req-164e5388-bd2a-42f2-a7bb-56a81c13dce1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558715 Jul 09 09:47:49.697160 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6841611-2370-4242-bef1-f3617132ec5c req-548b0c65-3145-473b-bfc1-8fd17c0c8048 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:49.698705 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a6841611-2370-4242-bef1-f3617132ec5c req-548b0c65-3145-473b-bfc1-8fd17c0c8048 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4141729 Jul 09 09:47:49.724760 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85dd8086-a412-4ecc-9ba5-7752a1e62e00 req-0c651681-83a1-41c7-b5be-2f6b64780ce3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 210 time: 0.0383332 Jul 09 09:47:49.733976 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e07f83-6e3d-463a-9044-c8478cddbcd0 req-10532a08-6b56-4822-82bf-1a36246b7272 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:49.740255 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0e07f83-6e3d-463a-9044-c8478cddbcd0 req-10532a08-6b56-4822-82bf-1a36246b7272 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2085974 Jul 09 09:47:49.740589 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-a6841611-2370-4242-bef1-f3617132ec5c req-73b74785-c153-4bc7-ba8a-32eb615814b2 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Request body: {'port': {'device_id': '948f2da0-7488-437f-9b62-2896c1cc8fae', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': '8ffce8d5438d4b7d99096f1c10873cfe'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:49.781898 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0e07f83-6e3d-463a-9044-c8478cddbcd0 req-924e5e5d-648e-47fd-9e55-0fce7a179738 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399332 Jul 09 09:47:49.872627 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6841611-2370-4242-bef1-f3617132ec5c req-73b74785-c153-4bc7-ba8a-32eb615814b2 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Made reservation on behalf of 8ffce8d5438d4b7d99096f1c10873cfe for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:47:49.879047 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6841611-2370-4242-bef1-f3617132ec5c req-73b74785-c153-4bc7-ba8a-32eb615814b2 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:49.891326 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6841611-2370-4242-bef1-f3617132ec5c req-73b74785-c153-4bc7-ba8a-32eb615814b2 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:50.011933 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6841611-2370-4242-bef1-f3617132ec5c req-73b74785-c153-4bc7-ba8a-32eb615814b2 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:50.018144 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6841611-2370-4242-bef1-f3617132ec5c req-73b74785-c153-4bc7-ba8a-32eb615814b2 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:50.053203 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b74785-c153-4bc7-ba8a-32eb615814b2 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=373b2329-5b77-4fbc-9645-265916da4d95,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:50.085844 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af9868-5153-47d5-80e4-9ee8705fc90b req-91078252-32ac-4985-805c-3489095040d7 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:50.087449 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b5af9868-5153-47d5-80e4-9ee8705fc90b req-91078252-32ac-4985-805c-3489095040d7 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d2358dc-c1e6-4f28-b95f-59863d51a0e7 HTTP/1.1" status: 200 len: 946 time: 0.1096637 Jul 09 09:47:50.124627 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f3b3c-2484-43d2-9818-f789903e11ea req-f13a9681-a2db-4bbe-87b6-0d6400bf67d5 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:50.127089 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4f6f3b3c-2484-43d2-9818-f789903e11ea req-f13a9681-a2db-4bbe-87b6-0d6400bf67d5 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1120822 Jul 09 09:47:50.155766 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b5af9868-5153-47d5-80e4-9ee8705fc90b req-2d1ebfc4-0e65-4dba-a4f7-145edafbf28d tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610223 Jul 09 09:47:50.207821 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4f6f3b3c-2484-43d2-9818-f789903e11ea req-f2214337-e029-424f-ac86-312a37703d59 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668139 Jul 09 09:47:50.238536 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-a6841611-2370-4242-bef1-f3617132ec5c req-73b74785-c153-4bc7-ba8a-32eb615814b2 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Allocated IP 192.168.233.116 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/a397a253-5c9f-4ffb-804f-162ac1cffd9c) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:47:50.340262 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a10690df-ea21-426f-9fba-e06aa32ab87c req-be0377c7-2a91-466b-8aff-94c1d6185e25 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.61 "GET /v2.0/ports?device_id=948f2da0-7488-437f-9b62-2896c1cc8fae HTTP/1.1" status: 200 len: 210 time: 0.0317726 Jul 09 09:47:50.430251 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5feee4-0525-4f2d-89c6-0032d1f34f30 req-a2efd648-e743-4c88-b8bf-0cc871ac75bc tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:50.431980 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b5feee4-0525-4f2d-89c6-0032d1f34f30 req-a2efd648-e743-4c88-b8bf-0cc871ac75bc tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/ports?device_id=93b6d688-35d0-4f37-8f40-91aa8ef3cb35 HTTP/1.1" status: 200 len: 943 time: 0.0942204 Jul 09 09:47:50.483740 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6841611-2370-4242-bef1-f3617132ec5c req-73b74785-c153-4bc7-ba8a-32eb615814b2 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:50.505797 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-a6841611-2370-4242-bef1-f3617132ec5c req-73b74785-c153-4bc7-ba8a-32eb615814b2 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Transition to ACTIVE for port object a397a253-5c9f-4ffb-804f-162ac1cffd9c will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:47:50.544142 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b5feee4-0525-4f2d-89c6-0032d1f34f30 req-d4fac235-583d-4487-9617-143cb139cf1d tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/security-groups?id=c018eaae-87b9-4f7a-a199-1fa3621f71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060202 Jul 09 09:47:50.552377 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6841611-2370-4242-bef1-f3617132ec5c req-73b74785-c153-4bc7-ba8a-32eb615814b2 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:50.602471 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6841611-2370-4242-bef1-f3617132ec5c req-73b74785-c153-4bc7-ba8a-32eb615814b2 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:47:50.606153 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-a6841611-2370-4242-bef1-f3617132ec5c req-73b74785-c153-4bc7-ba8a-32eb615814b2 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:47:50.608787 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6841611-2370-4242-bef1-f3617132ec5c req-73b74785-c153-4bc7-ba8a-32eb615814b2 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:47:50.624137 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce99f4-862b-482d-b7f1-54017bc96929 req-d595e914-c95b-400f-a9db-0292df766a19 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:50.628794 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-29ce99f4-862b-482d-b7f1-54017bc96929 req-d595e914-c95b-400f-a9db-0292df766a19 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1389303 Jul 09 09:47:50.702608 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-29ce99f4-862b-482d-b7f1-54017bc96929 req-1524b9fe-47eb-4e37-8b2d-8c1ac9ae84a6 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675285 Jul 09 09:47:51.024517 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5ca54825-fffc-46d9-984d-045d6359940f None None] Provisioning for port a397a253-5c9f-4ffb-804f-162ac1cffd9c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:47:51.028873 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5ca54825-fffc-46d9-984d-045d6359940f None None] Provisioning complete for port a397a253-5c9f-4ffb-804f-162ac1cffd9c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:51.029336 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5ca54825-fffc-46d9-984d-045d6359940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:51.064338 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6841611-2370-4242-bef1-f3617132ec5c req-73b74785-c153-4bc7-ba8a-32eb615814b2 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:51.065061 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6841611-2370-4242-bef1-f3617132ec5c req-73b74785-c153-4bc7-ba8a-32eb615814b2 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:51.067543 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b74785-c153-4bc7-ba8a-32eb615814b2 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Pushing event updated for resources: {'Port': ['ID=a397a253-5c9f-4ffb-804f-162ac1cffd9c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:51.090528 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a6841611-2370-4242-bef1-f3617132ec5c req-73b74785-c153-4bc7-ba8a-32eb615814b2 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3568907 Jul 09 09:47:51.104060 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-a6841611-2370-4242-bef1-f3617132ec5c req-2408af4f-5c9a-4e22-b77a-39701db825ad service neutron] Request body: {'port': {'device_id': '948f2da0-7488-437f-9b62-2896c1cc8fae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:51.119602 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5ca54825-fffc-46d9-984d-045d6359940f None None] Port a397a253-5c9f-4ffb-804f-162ac1cffd9c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:47:51.222250 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-128255a0-f518-425e-ad4c-416824b5e747 req-2e6e6f23-9736-4be3-84a6-26d217d5f838 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 210 time: 0.0516679 Jul 09 09:47:51.238536 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6841611-2370-4242-bef1-f3617132ec5c req-2408af4f-5c9a-4e22-b77a-39701db825ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:51.424110 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3b6f2-ce64-496c-b891-d894a6443aa3 req-1eb90a76-a6da-4fc8-970a-c7c332324a62 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:51.425957 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4ae3b6f2-ce64-496c-b891-d894a6443aa3 req-1eb90a76-a6da-4fc8-970a-c7c332324a62 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d2358dc-c1e6-4f28-b95f-59863d51a0e7 HTTP/1.1" status: 200 len: 946 time: 0.1006963 Jul 09 09:47:51.478232 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4ae3b6f2-ce64-496c-b891-d894a6443aa3 req-2fba1b31-ae96-4225-9f66-b2598562eb3d tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463524 Jul 09 09:47:51.607969 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-a6841611-2370-4242-bef1-f3617132ec5c req-2408af4f-5c9a-4e22-b77a-39701db825ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a397a253-5c9f-4ffb-804f-162ac1cffd9c {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:47:51.611286 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64a09f-7c5d-48d9-98c6-02fea87c23f3 req-4db82e11-b942-4991-bd25-3ec8a0d94516 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:51.614113 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d64a09f-7c5d-48d9-98c6-02fea87c23f3 req-4db82e11-b942-4991-bd25-3ec8a0d94516 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.61 "GET /v2.0/ports?device_id=948f2da0-7488-437f-9b62-2896c1cc8fae HTTP/1.1" status: 200 len: 936 time: 0.0980928 Jul 09 09:47:51.628739 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6841611-2370-4242-bef1-f3617132ec5c req-2408af4f-5c9a-4e22-b77a-39701db825ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:51.641688 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-a6841611-2370-4242-bef1-f3617132ec5c req-2408af4f-5c9a-4e22-b77a-39701db825ad service neutron] Transition to ACTIVE for port object a397a253-5c9f-4ffb-804f-162ac1cffd9c will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:47:51.644270 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:47:51.648634 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6841611-2370-4242-bef1-f3617132ec5c req-2408af4f-5c9a-4e22-b77a-39701db825ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:51.684233 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:47:51.687682 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 65c7899c-6d1f-42c7-a7a5-0e3dd685ed7c not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:47:51.718050 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d64a09f-7c5d-48d9-98c6-02fea87c23f3 req-37324f89-1e9d-4dd2-8874-80157bdf8fdf tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.61 "GET /v2.0/security-groups?id=373b2329-5b77-4fbc-9645-265916da4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972805 Jul 09 09:47:51.740258 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352c1e3-f796-42e6-a034-5b1cdee2d84b req-1259fddb-2c56-4c75-9add-3ebee5b10e41 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:51.751839 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7352c1e3-f796-42e6-a034-5b1cdee2d84b req-1259fddb-2c56-4c75-9add-3ebee5b10e41 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=89bbed27-e957-4170-8b2a-c4f0f23c47b5 HTTP/1.1" status: 200 len: 945 time: 0.1317210 Jul 09 09:47:51.767545 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408af4f-5c9a-4e22-b77a-39701db825ad service neutron] Pushing event updated for resources: {'Port': ['ID=a397a253-5c9f-4ffb-804f-162ac1cffd9c,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:51.799218 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7352c1e3-f796-42e6-a034-5b1cdee2d84b req-70088e34-a0cc-4f58-bbad-b7a6e362b2ab tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464854 Jul 09 09:47:51.873036 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a6841611-2370-4242-bef1-f3617132ec5c req-2408af4f-5c9a-4e22-b77a-39701db825ad service neutron] Attempting to bind port a397a253-5c9f-4ffb-804f-162ac1cffd9c on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:47:51.875202 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a6841611-2370-4242-bef1-f3617132ec5c req-2408af4f-5c9a-4e22-b77a-39701db825ad service neutron] Attempting to bind port a397a253-5c9f-4ffb-804f-162ac1cffd9c by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:47:51.875790 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6841611-2370-4242-bef1-f3617132ec5c req-2408af4f-5c9a-4e22-b77a-39701db825ad service neutron] Attempting to bind port a397a253-5c9f-4ffb-804f-162ac1cffd9c on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:47:51.890163 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6841611-2370-4242-bef1-f3617132ec5c req-2408af4f-5c9a-4e22-b77a-39701db825ad service neutron] Port a397a253-5c9f-4ffb-804f-162ac1cffd9c on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:47:51.891070 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6841611-2370-4242-bef1-f3617132ec5c req-2408af4f-5c9a-4e22-b77a-39701db825ad service neutron] Attempting to bind port a397a253-5c9f-4ffb-804f-162ac1cffd9c on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:47:51.897666 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6841611-2370-4242-bef1-f3617132ec5c req-2408af4f-5c9a-4e22-b77a-39701db825ad service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:47:51.900919 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6841611-2370-4242-bef1-f3617132ec5c req-2408af4f-5c9a-4e22-b77a-39701db825ad service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:47:51.900919 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6841611-2370-4242-bef1-f3617132ec5c req-2408af4f-5c9a-4e22-b77a-39701db825ad service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:47:51.900919 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a6841611-2370-4242-bef1-f3617132ec5c req-2408af4f-5c9a-4e22-b77a-39701db825ad service neutron] Bound port: a397a253-5c9f-4ffb-804f-162ac1cffd9c, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:47:51.900919 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6841611-2370-4242-bef1-f3617132ec5c req-2408af4f-5c9a-4e22-b77a-39701db825ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:52.017371 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22b83f-b9f7-4941-9cc1-2c720156afe1 req-69efbee5-d82d-4c08-bd3b-441298b96837 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:52.030305 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c22b83f-b9f7-4941-9cc1-2c720156afe1 req-69efbee5-d82d-4c08-bd3b-441298b96837 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/ports?device_id=93b6d688-35d0-4f37-8f40-91aa8ef3cb35 HTTP/1.1" status: 200 len: 943 time: 0.1301451 Jul 09 09:47:52.030582 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a6841611-2370-4242-bef1-f3617132ec5c req-2408af4f-5c9a-4e22-b77a-39701db825ad service neutron] For port a397a253-5c9f-4ffb-804f-162ac1cffd9c, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:47:52.044401 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a6841611-2370-4242-bef1-f3617132ec5c req-2408af4f-5c9a-4e22-b77a-39701db825ad service neutron] For port a397a253-5c9f-4ffb-804f-162ac1cffd9c, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=a397a253-5c9f-4ffb-804f-162ac1cffd9c,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:47:52.055075 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6841611-2370-4242-bef1-f3617132ec5c req-2408af4f-5c9a-4e22-b77a-39701db825ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:52.116569 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c22b83f-b9f7-4941-9cc1-2c720156afe1 req-45fd6c9c-3475-44c6-9aeb-2f2e3cd15de5 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/security-groups?id=c018eaae-87b9-4f7a-a199-1fa3621f71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853167 Jul 09 09:47:52.145496 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6841611-2370-4242-bef1-f3617132ec5c req-2408af4f-5c9a-4e22-b77a-39701db825ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:52.145496 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6841611-2370-4242-bef1-f3617132ec5c req-2408af4f-5c9a-4e22-b77a-39701db825ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:52.145496 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a6841611-2370-4242-bef1-f3617132ec5c req-2408af4f-5c9a-4e22-b77a-39701db825ad service neutron] 10.222.0.58 "PUT /v2.0/ports/a397a253-5c9f-4ffb-804f-162ac1cffd9c HTTP/1.1" status: 200 len: 1096 time: 1.0451324 Jul 09 09:47:52.145496 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948f2da0-7488-437f-9b62-2896c1cc8fae', 'tag': 'a397a253-5c9f-4ffb-804f-162ac1cffd9c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:52.152016 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046cc30e-3d3a-492b-a9a4-3470e7f8fb8b" -d '{"events": [{"name": "network-changed", "server_uuid": "948f2da0-7488-437f-9b62-2896c1cc8fae", "tag": "a397a253-5c9f-4ffb-804f-162ac1cffd9c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:52.170328 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a6c8f199-e1d4-469b-9b12-c176a3a94cb6 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:47:52.203362 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:47:52.252973 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408af4f-5c9a-4e22-b77a-39701db825ad service neutron] Pushing event updated for resources: {'Port': ['ID=a397a253-5c9f-4ffb-804f-162ac1cffd9c,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:52.259017 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a78c9d-9cf4-4545-9b11-5de557391efe x-openstack-request-id: req-26a78c9d-9cf4-4545-9b11-5de557391efe {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:52.259391 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948f2da0-7488-437f-9b62-2896c1cc8fae", "tag": "a397a253-5c9f-4ffb-804f-162ac1cffd9c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:52.259643 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-26a78c9d-9cf4-4545-9b11-5de557391efe {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:52.260113 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948f2da0-7488-437f-9b62-2896c1cc8fae', 'tag': 'a397a253-5c9f-4ffb-804f-162ac1cffd9c', 'status': 'completed', 'code': 200} Jul 09 09:47:52.279112 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:47:52.279722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5fdca16a-a1e5-4ec2-8ca1-5fa87332dd73 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:47:52.382385 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6841611-2370-4242-bef1-f3617132ec5c req-0fb9e18f-e030-4581-ba59-cab0f2d6afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:52.385475 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a6841611-2370-4242-bef1-f3617132ec5c req-0fb9e18f-e030-4581-ba59-cab0f2d6afc4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ffce8d5438d4b7d99096f1c10873cfe&device_id=948f2da0-7488-437f-9b62-2896c1cc8fae HTTP/1.1" status: 200 len: 1099 time: 0.1708751 Jul 09 09:47:52.477812 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a6841611-2370-4242-bef1-f3617132ec5c req-4187069a-004f-4bcc-830b-e2ab39be9ee6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=a397a253-5c9f-4ffb-804f-162ac1cffd9c HTTP/1.1" status: 200 len: 217 time: 0.0792801 Jul 09 09:47:52.479124 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a6c8f199-e1d4-469b-9b12-c176a3a94cb6, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a6c8f199-e1d4-469b-9b12-c176a3a94cb6,segment=NetworkSegment(73214617-09cf-455f-833b-a6ecdfc1d95b),segment_id=73214617-09cf-455f-833b-a6ecdfc1d95b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:52.495822 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e1f5e661-2deb-41c2-96a3-81c2558e1b5c req-a4629c67-9824-4299-89e1-77edcfca82d7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 210 time: 0.0567067 Jul 09 09:47:52.514027 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'a6c8f199-e1d4-469b-9b12-c176a3a94cb6', 'network_id': '80be53b6-64e7-4404-a32d-72792da66c85', 'port_id': 'a6c8f199-e1d4-469b-9b12-c176a3a94cb6', 'mac_address': 'fa:16:3e:6b:14:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '379bd622-cbb5-47f2-b7d1-1ea6d042c237', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:47:52.554992 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:52.574244 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c8f199-e1d4-469b-9b12-c176a3a94cb6 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:47:52.577204 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6841611-2370-4242-bef1-f3617132ec5c req-25b59480-a3e0-486b-82b8-00417bc42c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:52.581872 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a6841611-2370-4242-bef1-f3617132ec5c req-25b59480-a3e0-486b-82b8-00417bc42c3d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0999675 Jul 09 09:47:52.598181 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a6c8f199-e1d4-469b-9b12-c176a3a94cb6, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a6c8f199-e1d4-469b-9b12-c176a3a94cb6,segment=NetworkSegment(73214617-09cf-455f-833b-a6ecdfc1d95b),segment_id=73214617-09cf-455f-833b-a6ecdfc1d95b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:52.607127 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:52.667060 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=a6c8f199-e1d4-469b-9b12-c176a3a94cb6,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:52.677229 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:52.677568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:52.677913 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:52.678251 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:52.678630 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:52.678973 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:52.679308 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:52.679620 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:52.679977 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:52.680884 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:52.681073 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:52.681395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:47:52.692799 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6841611-2370-4242-bef1-f3617132ec5c req-ca497864-1736-4d28-8a06-73aa19259b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:52.694339 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a6841611-2370-4242-bef1-f3617132ec5c req-ca497864-1736-4d28-8a06-73aa19259b9c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1061707 Jul 09 09:47:52.838302 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a6841611-2370-4242-bef1-f3617132ec5c req-150c1aad-c82f-4f2a-b907-2d2a5ea912ae service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358771 Jul 09 09:47:52.942311 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['a6c8f199-e1d4-469b-9b12-c176a3a94cb6'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:47:52.990018 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a6841611-2370-4242-bef1-f3617132ec5c req-a6c062b1-ead3-433a-9ea9-08b3ab7b1c2a service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423991 Jul 09 09:47:53.015385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a29f13-f464-4cc2-a3a6-1ec7ad90771c req-46040ef9-5edc-44b4-9cc0-3f6092c5f2cd tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:53.018237 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-46a29f13-f464-4cc2-a3a6-1ec7ad90771c req-46040ef9-5edc-44b4-9cc0-3f6092c5f2cd tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1168020 Jul 09 09:47:53.049028 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb56b65-14db-44c2-a970-f9186c906bd3 req-c1ff050d-0429-4485-851c-8f51bea69709 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:53.051341 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ddb56b65-14db-44c2-a970-f9186c906bd3 req-c1ff050d-0429-4485-851c-8f51bea69709 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.61 "GET /v2.0/ports?device_id=948f2da0-7488-437f-9b62-2896c1cc8fae HTTP/1.1" status: 200 len: 948 time: 0.1595728 Jul 09 09:47:53.111346 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-46a29f13-f464-4cc2-a3a6-1ec7ad90771c req-8293edef-b153-4670-8458-02d98780e6ff tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835617 Jul 09 09:47:53.123044 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cc30e-3d3a-492b-a9a4-3470e7f8fb8b req-32b68e97-daa8-4537-b804-dffa1eae79de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:53.124846 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-046cc30e-3d3a-492b-a9a4-3470e7f8fb8b req-32b68e97-daa8-4537-b804-dffa1eae79de service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ffce8d5438d4b7d99096f1c10873cfe&device_id=948f2da0-7488-437f-9b62-2896c1cc8fae HTTP/1.1" status: 200 len: 1099 time: 0.0723684 Jul 09 09:47:53.126014 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ddb56b65-14db-44c2-a970-f9186c906bd3 req-afce2126-8140-4ecf-9d7f-3186e80e80ac tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.61 "GET /v2.0/security-groups?id=373b2329-5b77-4fbc-9645-265916da4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663085 Jul 09 09:47:53.253240 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cc30e-3d3a-492b-a9a4-3470e7f8fb8b req-b8d541f8-387c-4b92-9851-1879be72c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:53.253240 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-046cc30e-3d3a-492b-a9a4-3470e7f8fb8b req-b8d541f8-387c-4b92-9851-1879be72c779 service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.1106694 Jul 09 09:47:53.298138 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-046cc30e-3d3a-492b-a9a4-3470e7f8fb8b req-c5e7ede8-8294-4926-85b0-e45238c7d0e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=a397a253-5c9f-4ffb-804f-162ac1cffd9c HTTP/1.1" status: 200 len: 217 time: 0.0375173 Jul 09 09:47:53.351754 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-5a81f402-a736-4b6f-8614-59fad96195c6 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:53.354424 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-5a81f402-a736-4b6f-8614-59fad96195c6 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/networks?id=d3e51e5c-49ca-48c2-b01f-945572ed89c2 HTTP/1.1" status: 200 len: 813 time: 0.1260240 Jul 09 09:47:53.373152 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cc30e-3d3a-492b-a9a4-3470e7f8fb8b req-95af3433-4b96-4bf2-a143-c820756edc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:53.374635 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-046cc30e-3d3a-492b-a9a4-3470e7f8fb8b req-95af3433-4b96-4bf2-a143-c820756edc71 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0616627 Jul 09 09:47:53.382579 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-b62628a6-fb4b-41b2-8f37-dbe801932247 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/quotas/8ad046218cf74bd1a6b765f3bec798f7 HTTP/1.1" status: 200 len: 375 time: 0.0212772 Jul 09 09:47:53.448696 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cc30e-3d3a-492b-a9a4-3470e7f8fb8b req-03163888-c268-4e0d-9ee0-991d23011643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:53.450348 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-046cc30e-3d3a-492b-a9a4-3470e7f8fb8b req-03163888-c268-4e0d-9ee0-991d23011643 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0664182 Jul 09 09:47:53.491868 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff7d81-c352-42b1-9b88-2c3903b5d0a4 req-817d4b67-2851-4090-9b76-7122d273e163 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:53.493380 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-01ff7d81-c352-42b1-9b88-2c3903b5d0a4 req-817d4b67-2851-4090-9b76-7122d273e163 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1255941 Jul 09 09:47:53.503258 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-d7a8e536-ea51-47cf-b409-713958f3ac9f tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ad046218cf74bd1a6b765f3bec798f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0996473 Jul 09 09:47:53.552991 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-046cc30e-3d3a-492b-a9a4-3470e7f8fb8b req-2f9949eb-fed0-45dd-8fd2-8f33eca836bb service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926361 Jul 09 09:47:53.584260 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-01ff7d81-c352-42b1-9b88-2c3903b5d0a4 req-871e526f-3747-42d5-9b7b-86a59fc46629 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797143 Jul 09 09:47:53.634833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-a7a2b785-789b-41dd-b6b2-aa2ce82ecacc service neutron] 10.222.0.61 "GET /v2.0/networks/d3e51e5c-49ca-48c2-b01f-945572ed89c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157138 Jul 09 09:47:53.686405 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-046cc30e-3d3a-492b-a9a4-3470e7f8fb8b req-ca189295-b7c4-4079-92d1-963245042901 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242998 Jul 09 09:47:53.828786 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-e0ef4e3b-2e01-4a2a-becf-639fdd75e6e4 service neutron] 10.222.0.61 "GET /v2.0/networks/d3e51e5c-49ca-48c2-b01f-945572ed89c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868861 Jul 09 09:47:53.864929 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c997b7-3d6d-4df3-99b3-7e94008f893c req-1e976387-c012-4413-848b-7e644d861dd7 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:53.866544 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88c997b7-3d6d-4df3-99b3-7e94008f893c req-1e976387-c012-4413-848b-7e644d861dd7 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/ports?device_id=93b6d688-35d0-4f37-8f40-91aa8ef3cb35 HTTP/1.1" status: 200 len: 944 time: 0.1239052 Jul 09 09:47:53.923087 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88c997b7-3d6d-4df3-99b3-7e94008f893c req-525355cf-b0a5-40d4-be0c-107c5efa85e3 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/security-groups?id=c018eaae-87b9-4f7a-a199-1fa3621f71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505822 Jul 09 09:47:54.077890 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80a2de-1539-455c-b24e-47372e5d18d2 req-7c57009c-a2f1-456c-aed6-aaab005c8ac5 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:54.079920 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3b80a2de-1539-455c-b24e-47372e5d18d2 req-7c57009c-a2f1-456c-aed6-aaab005c8ac5 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.58 "GET /v2.0/ports?device_id=89bbed27-e957-4170-8b2a-c4f0f23c47b5 HTTP/1.1" status: 200 len: 945 time: 0.1049852 Jul 09 09:47:54.101708 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-518c80ee-772d-4867-8ec5-14f0800bb1da req-4c339126-e1e7-4baf-b760-be6ab6aa7279 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 210 time: 0.0547228 Jul 09 09:47:54.177682 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a6c8f199-e1d4-469b-9b12-c176a3a94cb6 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:47:54.233994 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-3b80a2de-1539-455c-b24e-47372e5d18d2 req-090c8cbb-e2c7-450a-9e27-de26aaeae330 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Deleting port 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:47:54.234590 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3b80a2de-1539-455c-b24e-47372e5d18d2 req-090c8cbb-e2c7-450a-9e27-de26aaeae330 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:54.258734 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port a6c8f199-e1d4-469b-9b12-c176a3a94cb6 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:47:54.268503 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port a6c8f199-e1d4-469b-9b12-c176a3a94cb6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:54.269706 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:54.351995 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-3b80a2de-1539-455c-b24e-47372e5d18d2 req-090c8cbb-e2c7-450a-9e27-de26aaeae330 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] For port 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=7d11189d-8ba7-45f2-8e6f-9aeca3203e3c,segment=NetworkSegment(e43db542-83cd-4821-99c3-72f0af504133),segment_id=e43db542-83cd-4821-99c3-72f0af504133)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:54.352366 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3b80a2de-1539-455c-b24e-47372e5d18d2 req-090c8cbb-e2c7-450a-9e27-de26aaeae330 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:54.369893 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-3b80a2de-1539-455c-b24e-47372e5d18d2 req-090c8cbb-e2c7-450a-9e27-de26aaeae330 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Calling delete_port for 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:47:54.490130 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:54.537572 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a6c8f199-e1d4-469b-9b12-c176a3a94cb6, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a6c8f199-e1d4-469b-9b12-c176a3a94cb6,segment=NetworkSegment(73214617-09cf-455f-833b-a6ecdfc1d95b),segment_id=73214617-09cf-455f-833b-a6ecdfc1d95b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:54.539096 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b6d688-35d0-4f37-8f40-91aa8ef3cb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c8f199-e1d4-469b-9b12-c176a3a94cb6'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:54.544728 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c40bd7-4c1d-4c11-bbda-efea011754d3" -d '{"events": [{"server_uuid": "93b6d688-35d0-4f37-8f40-91aa8ef3cb35", "name": "network-vif-plugged", "status": "completed", "tag": "a6c8f199-e1d4-469b-9b12-c176a3a94cb6"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:54.552547 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:54.571539 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3b80a2de-1539-455c-b24e-47372e5d18d2 req-090c8cbb-e2c7-450a-9e27-de26aaeae330 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:54.642453 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['7d11189d-8ba7-45f2-8e6f-9aeca3203e3c', 'f02615db-92d7-4ae3-82e3-3d7ade7febb4'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:47:54.670577 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d40a40-94ab-4c6a-93e0-8b49e9734714 req-6588f076-a9a8-4949-9eb8-432399003600 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:54.680327 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a8d40a40-94ab-4c6a-93e0-8b49e9734714 req-6588f076-a9a8-4949-9eb8-432399003600 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.61 "GET /v2.0/ports?device_id=948f2da0-7488-437f-9b62-2896c1cc8fae HTTP/1.1" status: 200 len: 948 time: 0.2976651 Jul 09 09:47:54.681438 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c8cbb-e2c7-450a-9e27-de26aaeae330 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Pushing event deleted for resources: {'Port': ['ID=7d11189d-8ba7-45f2-8e6f-9aeca3203e3c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:54.692257 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b80a2de-1539-455c-b24e-47372e5d18d2 req-090c8cbb-e2c7-450a-9e27-de26aaeae330 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] No DVR routers for this DVR port 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:47:54.699609 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3b80a2de-1539-455c-b24e-47372e5d18d2 req-090c8cbb-e2c7-450a-9e27-de26aaeae330 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:54.710527 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=a6c8f199-e1d4-469b-9b12-c176a3a94cb6,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:54.716804 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3b80a2de-1539-455c-b24e-47372e5d18d2 req-090c8cbb-e2c7-450a-9e27-de26aaeae330 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.58 "DELETE /v2.0/ports/7d11189d-8ba7-45f2-8e6f-9aeca3203e3c HTTP/1.1" status: 204 len: 173 time: 0.6261830 Jul 09 09:47:54.722283 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bbed27-e957-4170-8b2a-c4f0f23c47b5', 'name': 'network-vif-deleted', 'tag': '7d11189d-8ba7-45f2-8e6f-9aeca3203e3c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:54.724730 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b0012b-dbc9-4853-89c0-5bb4e59b29a6" -d '{"events": [{"server_uuid": "89bbed27-e957-4170-8b2a-c4f0f23c47b5", "name": "network-vif-deleted", "tag": "7d11189d-8ba7-45f2-8e6f-9aeca3203e3c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:54.759639 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f942df-0dd5-41b2-ab59-10a3acc1a803 req-f46b34b0-cb81-4620-80d0-1ddc4d1fa51d tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:54.772085 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-49f942df-0dd5-41b2-ab59-10a3acc1a803 req-f46b34b0-cb81-4620-80d0-1ddc4d1fa51d tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d2358dc-c1e6-4f28-b95f-59863d51a0e7 HTTP/1.1" status: 200 len: 946 time: 0.2888165 Jul 09 09:47:54.784126 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-941f2dea-a6b1-4b3f-8320-f962a51403be req-b1803766-32ea-4bcd-b907-9aa8afa0bccd tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bf8f49a-34b8-43df-9094-039fbd9115ef HTTP/1.1" status: 200 len: 210 time: 0.1786344 Jul 09 09:47:54.913618 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e011e1-39e6-47af-b10a-141e7bad7bca x-openstack-request-id: req-53e011e1-39e6-47af-b10a-141e7bad7bca {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:54.917778 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b6d688-35d0-4f37-8f40-91aa8ef3cb35", "name": "network-vif-plugged", "status": "completed", "tag": "a6c8f199-e1d4-469b-9b12-c176a3a94cb6", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:54.918326 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-53e011e1-39e6-47af-b10a-141e7bad7bca {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:54.918997 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b6d688-35d0-4f37-8f40-91aa8ef3cb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c8f199-e1d4-469b-9b12-c176a3a94cb6', 'code': 200} Jul 09 09:47:54.979068 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea682ee3-5fb2-4336-a8de-39ca34694f9b x-openstack-request-id: req-ea682ee3-5fb2-4336-a8de-39ca34694f9b {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:54.979552 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bbed27-e957-4170-8b2a-c4f0f23c47b5", "name": "network-vif-deleted", "tag": "7d11189d-8ba7-45f2-8e6f-9aeca3203e3c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:54.979913 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ea682ee3-5fb2-4336-a8de-39ca34694f9b {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:54.983874 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bbed27-e957-4170-8b2a-c4f0f23c47b5', 'name': 'network-vif-deleted', 'tag': '7d11189d-8ba7-45f2-8e6f-9aeca3203e3c', 'status': 'completed', 'code': 200} Jul 09 09:47:54.988453 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a8d40a40-94ab-4c6a-93e0-8b49e9734714 req-6adf4250-ce2a-473d-8241-fa2dd31f4438 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.61 "GET /v2.0/security-groups?id=373b2329-5b77-4fbc-9645-265916da4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932684 Jul 09 09:47:55.241931 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f23f3-f120-438b-b989-35196739714e req-6d88fc79-3dc5-4d52-bec9-e6179b101b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:55.243514 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e47f23f3-f120-438b-b989-35196739714e req-6d88fc79-3dc5-4d52-bec9-e6179b101b85 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=93b6d688-35d0-4f37-8f40-91aa8ef3cb35 HTTP/1.1" status: 200 len: 1096 time: 0.1163716 Jul 09 09:47:55.246373 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-49f942df-0dd5-41b2-ab59-10a3acc1a803 req-a54c4401-0798-4345-8573-51f3a9cd1147 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Deleting port f02615db-92d7-4ae3-82e3-3d7ade7febb4 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:47:55.246715 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-49f942df-0dd5-41b2-ab59-10a3acc1a803 req-a54c4401-0798-4345-8573-51f3a9cd1147 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:55.350264 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d8dda66-1829-433d-922f-774eef58eb77 req-77b65b30-f7fb-4f4a-9ea7-66573b49c794 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ade65304-5e9c-4b61-a1a2-71da63c698e0 HTTP/1.1" status: 200 len: 210 time: 0.0949891 Jul 09 09:47:55.380711 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e47f23f3-f120-438b-b989-35196739714e req-02bbc942-bc83-403e-bca3-5543a1f7b973 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c018eaae-87b9-4f7a-a199-1fa3621f71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291387 Jul 09 09:47:55.391046 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccabb9e-3389-4fc2-9c23-ad3b29a8146d req-bc7600db-2dd8-44a6-a078-dd19e6cffa3a tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:55.393161 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1ccabb9e-3389-4fc2-9c23-ad3b29a8146d req-bc7600db-2dd8-44a6-a078-dd19e6cffa3a tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/ports?device_id=93b6d688-35d0-4f37-8f40-91aa8ef3cb35 HTTP/1.1" status: 200 len: 945 time: 0.1960049 Jul 09 09:47:55.444161 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-49f942df-0dd5-41b2-ab59-10a3acc1a803 req-a54c4401-0798-4345-8573-51f3a9cd1147 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] For port f02615db-92d7-4ae3-82e3-3d7ade7febb4, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=f02615db-92d7-4ae3-82e3-3d7ade7febb4,segment=NetworkSegment(e43db542-83cd-4821-99c3-72f0af504133),segment_id=e43db542-83cd-4821-99c3-72f0af504133)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:55.444532 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-49f942df-0dd5-41b2-ab59-10a3acc1a803 req-a54c4401-0798-4345-8573-51f3a9cd1147 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:55.462250 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1ccabb9e-3389-4fc2-9c23-ad3b29a8146d req-0714dc2c-3877-4210-a46b-7feefc3d70b3 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/security-groups?id=c018eaae-87b9-4f7a-a199-1fa3621f71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619535 Jul 09 09:47:55.466779 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-49f942df-0dd5-41b2-ab59-10a3acc1a803 req-a54c4401-0798-4345-8573-51f3a9cd1147 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Calling delete_port for f02615db-92d7-4ae3-82e3-3d7ade7febb4 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:47:55.602717 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-49f942df-0dd5-41b2-ab59-10a3acc1a803 req-a54c4401-0798-4345-8573-51f3a9cd1147 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:55.615865 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['7d11189d-8ba7-45f2-8e6f-9aeca3203e3c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:47:55.644147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c4401-0798-4345-8573-51f3a9cd1147 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Pushing event deleted for resources: {'Port': ['ID=f02615db-92d7-4ae3-82e3-3d7ade7febb4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:55.675046 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device a397a253-5c9f-4ffb-804f-162ac1cffd9c details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:47:55.712151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f942df-0dd5-41b2-ab59-10a3acc1a803 req-a54c4401-0798-4345-8573-51f3a9cd1147 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] No DVR routers for this DVR port f02615db-92d7-4ae3-82e3-3d7ade7febb4 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:47:55.714487 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-49f942df-0dd5-41b2-ab59-10a3acc1a803 req-a54c4401-0798-4345-8573-51f3a9cd1147 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:55.716837 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-49f942df-0dd5-41b2-ab59-10a3acc1a803 req-a54c4401-0798-4345-8573-51f3a9cd1147 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.58 "DELETE /v2.0/ports/f02615db-92d7-4ae3-82e3-3d7ade7febb4 HTTP/1.1" status: 204 len: 173 time: 0.9301872 Jul 09 09:47:55.717301 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2358dc-c1e6-4f28-b95f-59863d51a0e7', 'name': 'network-vif-deleted', 'tag': 'f02615db-92d7-4ae3-82e3-3d7ade7febb4'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:55.719922 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc24895-b02b-4b29-b412-eb017e6d3795" -d '{"events": [{"server_uuid": "1d2358dc-c1e6-4f28-b95f-59863d51a0e7", "name": "network-vif-deleted", "tag": "f02615db-92d7-4ae3-82e3-3d7ade7febb4"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:55.764708 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c30690-04e7-4826-a454-0003bbab8c7a x-openstack-request-id: req-56c30690-04e7-4826-a454-0003bbab8c7a {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:55.765004 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2358dc-c1e6-4f28-b95f-59863d51a0e7", "name": "network-vif-deleted", "tag": "f02615db-92d7-4ae3-82e3-3d7ade7febb4", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:55.765254 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-56c30690-04e7-4826-a454-0003bbab8c7a {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:55.765780 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2358dc-c1e6-4f28-b95f-59863d51a0e7', 'name': 'network-vif-deleted', 'tag': 'f02615db-92d7-4ae3-82e3-3d7ade7febb4', 'status': 'completed', 'code': 200} Jul 09 09:47:55.790429 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port a397a253-5c9f-4ffb-804f-162ac1cffd9c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=a397a253-5c9f-4ffb-804f-162ac1cffd9c,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:55.805995 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'a397a253-5c9f-4ffb-804f-162ac1cffd9c', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': 'a397a253-5c9f-4ffb-804f-162ac1cffd9c', 'mac_address': 'fa:16:3e:9b:2c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:47:55.847807 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:55.862374 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a397a253-5c9f-4ffb-804f-162ac1cffd9c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:47:55.883051 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port a397a253-5c9f-4ffb-804f-162ac1cffd9c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=a397a253-5c9f-4ffb-804f-162ac1cffd9c,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:55.887327 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:55.938143 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=a397a253-5c9f-4ffb-804f-162ac1cffd9c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:55.952545 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5effa301-6d72-4dac-9bd2-f226d76829ab req-c6ace61f-21c6-4944-8999-ec6ebb6a2a31 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bf8f49a-34b8-43df-9094-039fbd9115ef HTTP/1.1" status: 200 len: 210 time: 0.0371468 Jul 09 09:47:56.109402 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['a397a253-5c9f-4ffb-804f-162ac1cffd9c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:47:56.866966 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-387f3ddf-3d76-4ad2-9edf-bf2fa6fbd6e4 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:56.868570 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-387f3ddf-3d76-4ad2-9edf-bf2fa6fbd6e4 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.58 "GET /v2.0/networks?id=d3e51e5c-49ca-48c2-b01f-945572ed89c2 HTTP/1.1" status: 200 len: 813 time: 0.7458165 Jul 09 09:47:56.877682 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-ce3ed05d-8e1c-4244-8148-2d983e2435f9 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:56.879032 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-ce3ed05d-8e1c-4244-8148-2d983e2435f9 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.64 "GET /v2.0/networks?id=d3e51e5c-49ca-48c2-b01f-945572ed89c2 HTTP/1.1" status: 200 len: 813 time: 0.7306621 Jul 09 09:47:56.887046 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-b34ba559-5b91-42be-a703-8f0d3e93d20c tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Request body: {'port': {'device_id': '6bf8f49a-34b8-43df-9094-039fbd9115ef', 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2', 'admin_state_up': True, 'tenant_id': '8ad046218cf74bd1a6b765f3bec798f7'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:56.946293 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c101393-18cb-45b0-9173-0e41b7130f3f req-68e9aa22-e2f6-4f4a-bbd7-ea20ce4127a1 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:56.947830 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c101393-18cb-45b0-9173-0e41b7130f3f req-68e9aa22-e2f6-4f4a-bbd7-ea20ce4127a1 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.61 "GET /v2.0/ports?device_id=948f2da0-7488-437f-9b62-2896c1cc8fae HTTP/1.1" status: 200 len: 949 time: 0.7559476 Jul 09 09:47:56.962338 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-d9ca38a6-6587-4a0d-9a4c-1bdfc377173b tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Request body: {'port': {'device_id': '257d115a-0447-4560-ab0f-01dc5c41a5c1', 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2', 'admin_state_up': True, 'tenant_id': '8ad046218cf74bd1a6b765f3bec798f7'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:56.977459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a890e-815c-43e9-bc62-bf17c40a06a2 req-88dfa4f8-5846-4eab-92b0-cc27fbae884a tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:56.979010 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca5a890e-815c-43e9-bc62-bf17c40a06a2 req-88dfa4f8-5846-4eab-92b0-cc27fbae884a tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2900450 Jul 09 09:47:57.125262 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c101393-18cb-45b0-9173-0e41b7130f3f req-6506cf01-3406-44a0-89d6-b771de1724c4 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.61 "GET /v2.0/security-groups?id=373b2329-5b77-4fbc-9645-265916da4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666667 Jul 09 09:47:57.144946 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca5a890e-815c-43e9-bc62-bf17c40a06a2 req-d0845336-be05-48d6-b5ea-99a890617ce8 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422935 Jul 09 09:47:57.195590 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-b34ba559-5b91-42be-a703-8f0d3e93d20c tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Made reservation on behalf of 8ad046218cf74bd1a6b765f3bec798f7 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:47:57.199783 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-b34ba559-5b91-42be-a703-8f0d3e93d20c tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:57.236281 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-d9ca38a6-6587-4a0d-9a4c-1bdfc377173b tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Made reservation on behalf of 8ad046218cf74bd1a6b765f3bec798f7 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:47:57.240445 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-d9ca38a6-6587-4a0d-9a4c-1bdfc377173b tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:57.425803 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:47:57.477880 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-b34ba559-5b91-42be-a703-8f0d3e93d20c tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Allocated IP 172.20.0.11 (d3e51e5c-49ca-48c2-b01f-945572ed89c2/b2411e6b-5921-433e-9eac-38b331459363/2e7a687f-f81f-4149-b1c5-1af0a004854b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:47:57.527079 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a030b6-f76b-41ea-ab33-bb04363825ef req-0bef9710-cf45-4b21-9fd7-5524fc796004 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:57.528631 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d9a030b6-f76b-41ea-ab33-bb04363825ef req-0bef9710-cf45-4b21-9fd7-5524fc796004 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/ports?device_id=93b6d688-35d0-4f37-8f40-91aa8ef3cb35 HTTP/1.1" status: 200 len: 945 time: 0.2448013 Jul 09 09:47:57.532504 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd8559e3-4e49-42ba-9547-6a92b0919196 req-a1360b57-c19a-4cd8-bca5-2fce397866d4 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bf8f49a-34b8-43df-9094-039fbd9115ef HTTP/1.1" status: 200 len: 210 time: 0.0522470 Jul 09 09:47:57.572898 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42704) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:47:57.604580 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d9a030b6-f76b-41ea-ab33-bb04363825ef req-d0771ba4-5d7f-4bc4-b8c7-9402605dd769 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/security-groups?id=c018eaae-87b9-4f7a-a199-1fa3621f71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692265 Jul 09 09:47:57.690815 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device a397a253-5c9f-4ffb-804f-162ac1cffd9c up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:47:57.765925 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-b34ba559-5b91-42be-a703-8f0d3e93d20c tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:57.796683 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port a397a253-5c9f-4ffb-804f-162ac1cffd9c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:47:57.802089 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port a397a253-5c9f-4ffb-804f-162ac1cffd9c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:47:57.802461 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:57.825127 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ee4ae876-bc98-4405-9157-dd05515a400a tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Deleting port f0f0f278-4c46-4c6b-ba35-9f71c1ee9da8 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:47:57.825724 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee4ae876-bc98-4405-9157-dd05515a400a tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:57.920905 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee4ae876-bc98-4405-9157-dd05515a400a tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:57.921531 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee4ae876-bc98-4405-9157-dd05515a400a tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:57.937777 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ee4ae876-bc98-4405-9157-dd05515a400a tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Calling delete_port for f0f0f278-4c46-4c6b-ba35-9f71c1ee9da8 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:47:57.967345 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:57.980643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cb610-2341-42eb-ae48-2579d5e51f7c req-9383f199-5fd9-433e-9700-f895ccbda5dd tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:57.982639 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1d3cb610-2341-42eb-ae48-2579d5e51f7c req-9383f199-5fd9-433e-9700-f895ccbda5dd tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2080302 Jul 09 09:47:57.987490 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-b34ba559-5b91-42be-a703-8f0d3e93d20c tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:58.031206 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948f2da0-7488-437f-9b62-2896c1cc8fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a397a253-5c9f-4ffb-804f-162ac1cffd9c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:58.038581 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2d02cd-68f5-431b-842c-bf3d5bad2f4c" -d '{"events": [{"server_uuid": "948f2da0-7488-437f-9b62-2896c1cc8fae", "name": "network-vif-plugged", "status": "completed", "tag": "a397a253-5c9f-4ffb-804f-162ac1cffd9c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:58.072814 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port a397a253-5c9f-4ffb-804f-162ac1cffd9c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=a397a253-5c9f-4ffb-804f-162ac1cffd9c,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:47:58.078268 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:58.080156 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device f02615db-92d7-4ae3-82e3-3d7ade7febb4 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:47:58.119343 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: f02615db-92d7-4ae3-82e3-3d7ade7febb4 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:47:58.119797 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device f02615db-92d7-4ae3-82e3-3d7ade7febb4 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:47:58.120162 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:47:58.153220 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ba559-5b91-42be-a703-8f0d3e93d20c tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Pushing event updated for resources: {'Port': ['ID=2e7a687f-f81f-4149-b1c5-1af0a004854b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:58.162237 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-b34ba559-5b91-42be-a703-8f0d3e93d20c tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Network d3e51e5c-49ca-48c2-b01f-945572ed89c2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:47:58.170995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-b34ba559-5b91-42be-a703-8f0d3e93d20c tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:47:58.179509 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:47:58.179975 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 7d11189d-8ba7-45f2-8e6f-9aeca3203e3c not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:47:58.181540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-b34ba559-5b91-42be-a703-8f0d3e93d20c tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:47:58.185169 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195ac185-5bf6-4dfd-b2bc-1eb60a8008ad x-openstack-request-id: req-195ac185-5bf6-4dfd-b2bc-1eb60a8008ad {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:58.185462 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948f2da0-7488-437f-9b62-2896c1cc8fae", "name": "network-vif-plugged", "status": "completed", "tag": "a397a253-5c9f-4ffb-804f-162ac1cffd9c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:58.185719 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-195ac185-5bf6-4dfd-b2bc-1eb60a8008ad {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:58.186110 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948f2da0-7488-437f-9b62-2896c1cc8fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a397a253-5c9f-4ffb-804f-162ac1cffd9c', 'code': 200} Jul 09 09:47:58.233390 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee4ae876-bc98-4405-9157-dd05515a400a tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:58.236388 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=a397a253-5c9f-4ffb-804f-162ac1cffd9c,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:58.270201 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1d3cb610-2341-42eb-ae48-2579d5e51f7c req-f1b3f420-aff3-4951-824c-0f826ca2bbc7 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735384 Jul 09 09:47:58.276066 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ae876-bc98-4405-9157-dd05515a400a tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Pushing event deleted for resources: {'Port': ['ID=f0f0f278-4c46-4c6b-ba35-9f71c1ee9da8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:58.293072 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-b34ba559-5b91-42be-a703-8f0d3e93d20c tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:58.294197 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-b34ba559-5b91-42be-a703-8f0d3e93d20c tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:58.324160 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-d9ca38a6-6587-4a0d-9a4c-1bdfc377173b tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Allocated IP 172.20.0.5 (d3e51e5c-49ca-48c2-b01f-945572ed89c2/b2411e6b-5921-433e-9eac-38b331459363/837d1466-098f-490a-9027-b63d6cbfbbb5) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:47:58.398246 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-b34ba559-5b91-42be-a703-8f0d3e93d20c tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5180452 Jul 09 09:47:58.414253 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-895020b2-a5de-4199-b702-7087b05be66b service neutron] Request body: {'port': {'device_id': '6bf8f49a-34b8-43df-9094-039fbd9115ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:58.435085 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee4ae876-bc98-4405-9157-dd05515a400a tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:58.435746 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-ee4ae876-bc98-4405-9157-dd05515a400a tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Floating IP 6db85a0a-f5f8-499a-ad10-7c4a8d2be9ab disassociated (deleted). External IP: 172.25.3.162, port: 21c6d174-3609-4f0e-9ad2-22423d2f61b9. Jul 09 09:47:58.439540 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe32b6-5288-4517-a230-4cccb3c378f9 req-c0bf205e-d621-4814-acf3-50f0bba7fc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:58.443656 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5dbe32b6-5288-4517-a230-4cccb3c378f9 req-c0bf205e-d621-4814-acf3-50f0bba7fc3f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=948f2da0-7488-437f-9b62-2896c1cc8fae HTTP/1.1" status: 200 len: 1101 time: 0.1777303 Jul 09 09:47:58.559781 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5dbe32b6-5288-4517-a230-4cccb3c378f9 req-45b2faa9-1abd-4a12-bc2d-20d505a97c19 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=373b2329-5b77-4fbc-9645-265916da4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796728 Jul 09 09:47:58.674850 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48d02c-83f4-44c7-b68c-a86f01745f3a req-4dc70305-fd0d-4bb2-abb4-cb6fbc76cd54 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:58.676773 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd48d02c-83f4-44c7-b68c-a86f01745f3a req-4dc70305-fd0d-4bb2-abb4-cb6fbc76cd54 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/ports?device_id=93b6d688-35d0-4f37-8f40-91aa8ef3cb35 HTTP/1.1" status: 200 len: 945 time: 0.3309047 Jul 09 09:47:58.683886 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-895020b2-a5de-4199-b702-7087b05be66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:58.715811 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4ae876-bc98-4405-9157-dd05515a400a tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Router 6a161458-a7d0-4a7e-a4e5-01a8bac64298 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:47:58.768981 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4e061-f63a-4dc8-83b9-0fe04e75ac00 req-185fdad2-32a1-4d2f-8423-fdf9d9372747 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:58.770841 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6e4e061-f63a-4dc8-83b9-0fe04e75ac00 req-185fdad2-32a1-4d2f-8423-fdf9d9372747 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.61 "GET /v2.0/ports?device_id=948f2da0-7488-437f-9b62-2896c1cc8fae HTTP/1.1" status: 200 len: 950 time: 0.3200488 Jul 09 09:47:58.845811 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4ae876-bc98-4405-9157-dd05515a400a tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:47:58.851099 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee4ae876-bc98-4405-9157-dd05515a400a tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:58.858253 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e562ef93-0fe4-4f74-a5f4-443eb21e7537 None None] Sync routers for ids ['6a161458-a7d0-4a7e-a4e5-01a8bac64298'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:47:58.860458 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-d9ca38a6-6587-4a0d-9a4c-1bdfc377173b tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:58.871144 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e562ef93-0fe4-4f74-a5f4-443eb21e7537 None None] Routers {'6a161458-a7d0-4a7e-a4e5-01a8bac64298'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:47:58.872124 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e562ef93-0fe4-4f74-a5f4-443eb21e7537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:47:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6a161458-a7d0-4a7e-a4e5-01a8bac64298'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:58.896859 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ee4ae876-bc98-4405-9157-dd05515a400a tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "DELETE /v2.0/floatingips/6db85a0a-f5f8-499a-ad10-7c4a8d2be9ab HTTP/1.1" status: 204 len: 168 time: 1.3210673 Jul 09 09:47:58.897675 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46e655c-60d1-4771-a55d-5e6fe3ca700d', 'tag': '21c6d174-3609-4f0e-9ad2-22423d2f61b9'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:47:58.900373 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac667d2-e79e-44e2-94e7-75bf6c3ee4b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a46e655c-60d1-4771-a55d-5e6fe3ca700d", "tag": "21c6d174-3609-4f0e-9ad2-22423d2f61b9"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:47:58.913831 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd48d02c-83f4-44c7-b68c-a86f01745f3a req-217e96f8-743e-4d86-8288-5b866eb9b32b tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/security-groups?id=c018eaae-87b9-4f7a-a199-1fa3621f71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225728 Jul 09 09:47:58.928389 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-d9ca38a6-6587-4a0d-9a4c-1bdfc377173b tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:59.028649 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-e562ef93-0fe4-4f74-a5f4-443eb21e7537 None None] Set router 6a161458-a7d0-4a7e-a4e5-01a8bac64298 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:47:59.041272 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-d9ca38a6-6587-4a0d-9a4c-1bdfc377173b tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Network d3e51e5c-49ca-48c2-b01f-945572ed89c2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:47:59.049872 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6e4e061-f63a-4dc8-83b9-0fe04e75ac00 req-c61bc039-86d9-4657-9c55-3979766f4107 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.61 "GET /v2.0/security-groups?id=373b2329-5b77-4fbc-9645-265916da4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476521 Jul 09 09:47:59.057880 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-d9ca38a6-6587-4a0d-9a4c-1bdfc377173b tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:47:59.072559 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-d9ca38a6-6587-4a0d-9a4c-1bdfc377173b tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:47:59.121397 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca38a6-6587-4a0d-9a4c-1bdfc377173b tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Pushing event updated for resources: {'Port': ['ID=837d1466-098f-490a-9027-b63d6cbfbbb5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:47:59.194430 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-d9ca38a6-6587-4a0d-9a4c-1bdfc377173b tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:59.195236 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-d9ca38a6-6587-4a0d-9a4c-1bdfc377173b tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:59.217477 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-d9ca38a6-6587-4a0d-9a4c-1bdfc377173b tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2644889 Jul 09 09:47:59.236107 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-7ef0b865-082e-464c-874b-ad8fc2dd0f8b service neutron] Request body: {'port': {'device_id': '257d115a-0447-4560-ab0f-01dc5c41a5c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:47:59.398920 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e562ef93-0fe4-4f74-a5f4-443eb21e7537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'name': 'tempest-TestVolumeBackupRestore-1052795545-router', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:25Z', 'updated_at': '2021-07-09T09:43:32Z', 'revision_number': 4, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'gw_port': {'id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:26Z', 'updated_at': '2021-07-09T09:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644', 'name': '', 'network_id': '73b12923-7036-466d-b40f-9387cec967ac', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'mac_address': 'fa:16:3e:de:b9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:31Z', 'updated_at': '2021-07-09T09:43:37Z', 'revision_number': 5, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'subnets': [{'id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:59.496954 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-7ef0b865-082e-464c-874b-ad8fc2dd0f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:59.575316 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2692735e-d171-4c6f-9af6-5aedf315b908 x-openstack-request-id: req-2692735e-d171-4c6f-9af6-5aedf315b908 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:47:59.576150 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46e655c-60d1-4771-a55d-5e6fe3ca700d", "tag": "21c6d174-3609-4f0e-9ad2-22423d2f61b9", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:47:59.576553 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2692735e-d171-4c6f-9af6-5aedf315b908 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:47:59.577041 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46e655c-60d1-4771-a55d-5e6fe3ca700d', 'tag': '21c6d174-3609-4f0e-9ad2-22423d2f61b9', 'status': 'completed', 'code': 200} Jul 09 09:47:59.602676 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e562ef93-0fe4-4f74-a5f4-443eb21e7537 None None] Checking router: 6a161458-a7d0-4a7e-a4e5-01a8bac64298 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:47:59.612827 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e562ef93-0fe4-4f74-a5f4-443eb21e7537 None None] Routers {'6a161458-a7d0-4a7e-a4e5-01a8bac64298'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:47:59.613734 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e562ef93-0fe4-4f74-a5f4-443eb21e7537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:47:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6a161458-a7d0-4a7e-a4e5-01a8bac64298'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:47:59.654091 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4e061-c9c5-48d3-8f9d-c6a25b3efddb req-1597def3-8ee4-48b3-82cb-7833a2690678 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:47:59.662326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-83e4e061-c9c5-48d3-8f9d-c6a25b3efddb req-1597def3-8ee4-48b3-82cb-7833a2690678 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bf8f49a-34b8-43df-9094-039fbd9115ef HTTP/1.1" status: 200 len: 932 time: 0.3393865 Jul 09 09:47:59.743385 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-e562ef93-0fe4-4f74-a5f4-443eb21e7537 None None] Set router 6a161458-a7d0-4a7e-a4e5-01a8bac64298 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:47:59.842291 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-895020b2-a5de-4199-b702-7087b05be66b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7a687f-f81f-4149-b1c5-1af0a004854b {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:47:59.874894 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-895020b2-a5de-4199-b702-7087b05be66b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:47:59.912357 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-83e4e061-c9c5-48d3-8f9d-c6a25b3efddb req-3a5402e3-9705-459b-95d9-c0b4d30455e0 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489355 Jul 09 09:47:59.919607 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-895020b2-a5de-4199-b702-7087b05be66b service neutron] Transition to ACTIVE for port object 2e7a687f-f81f-4149-b1c5-1af0a004854b will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:47:59.994863 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-895020b2-a5de-4199-b702-7087b05be66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:00.004020 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e562ef93-0fe4-4f74-a5f4-443eb21e7537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'name': 'tempest-TestVolumeBackupRestore-1052795545-router', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:25Z', 'updated_at': '2021-07-09T09:43:32Z', 'revision_number': 4, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'gw_port': {'id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:26Z', 'updated_at': '2021-07-09T09:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644', 'name': '', 'network_id': '73b12923-7036-466d-b40f-9387cec967ac', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'mac_address': 'fa:16:3e:de:b9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:31Z', 'updated_at': '2021-07-09T09:43:37Z', 'revision_number': 5, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'subnets': [{'id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:00.047382 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e562ef93-0fe4-4f74-a5f4-443eb21e7537 None None] The sync data for ids ['6a161458-a7d0-4a7e-a4e5-01a8bac64298'] in n-d-799996-1 is: [{'id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'name': 'tempest-TestVolumeBackupRestore-1052795545-router', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:25Z', 'updated_at': '2021-07-09T09:43:32Z', 'revision_number': 4, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'gw_port': {'id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:26Z', 'updated_at': '2021-07-09T09:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644', 'name': '', 'network_id': '73b12923-7036-466d-b40f-9387cec967ac', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'mac_address': 'fa:16:3e:de:b9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:31Z', 'updated_at': '2021-07-09T09:43:37Z', 'revision_number': 5, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'subnets': [{'id': '91038227-0f17-4a2f-8057-f5e05af69ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:48:00.112275 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895020b2-a5de-4199-b702-7087b05be66b service neutron] Pushing event updated for resources: {'Port': ['ID=2e7a687f-f81f-4149-b1c5-1af0a004854b,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:00.146326 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac667d2-e79e-44e2-94e7-75bf6c3ee4b2 req-2ded4674-1cea-4a2d-8d58-96dfc1437013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:00.147912 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ac667d2-e79e-44e2-94e7-75bf6c3ee4b2 req-2ded4674-1cea-4a2d-8d58-96dfc1437013 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b06aa4e6b3044acdb266fe859cc19b22&device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 1097 time: 0.5402648 Jul 09 09:48:00.155271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c379f-7619-4d55-9d88-da90121e7ccd req-07ec8b34-ebdc-4097-a344-42b90a53b454 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:00.156806 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2e0c379f-7619-4d55-9d88-da90121e7ccd req-07ec8b34-ebdc-4097-a344-42b90a53b454 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b6d688-35d0-4f37-8f40-91aa8ef3cb35 HTTP/1.1" status: 200 len: 945 time: 0.4261482 Jul 09 09:48:00.170356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9635d4-6be7-46fd-8d82-78e311cab519 req-b1456cc9-5a5e-4c4f-83cb-6329cb8bab3c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:00.171788 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b9635d4-6be7-46fd-8d82-78e311cab519 req-b1456cc9-5a5e-4c4f-83cb-6329cb8bab3c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.4795611 Jul 09 09:48:00.347007 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f976c18-b308-405f-8a24-d80aaf95920f None None] New status for floating IP 6db85a0a-f5f8-499a-ad10-7c4a8d2be9ab: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:48:00.460356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3be3bb-535e-4fbd-8a43-a3010ffff309 req-0eec86c0-9f3b-413b-b408-69404559f738 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:00.462041 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc3be3bb-535e-4fbd-8a43-a3010ffff309 req-0eec86c0-9f3b-413b-b408-69404559f738 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/ports?device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 946 time: 0.4143343 Jul 09 09:48:00.465534 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b9635d4-6be7-46fd-8d82-78e311cab519 req-4d693a55-6994-4368-88f6-9c4e7c8bf7b5 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752285 Jul 09 09:48:00.536368 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-7ef0b865-082e-464c-874b-ad8fc2dd0f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 837d1466-098f-490a-9027-b63d6cbfbbb5 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:48:00.547953 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac667d2-e79e-44e2-94e7-75bf6c3ee4b2 req-6182a271-ac66-4a38-9312-fd6e459bf20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:00.549540 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ac667d2-e79e-44e2-94e7-75bf6c3ee4b2 req-6182a271-ac66-4a38-9312-fd6e459bf20a service neutron] 10.222.0.64 "GET /v2.0/networks?id=73b12923-7036-466d-b40f-9387cec967ac HTTP/1.1" status: 200 len: 915 time: 0.3898027 Jul 09 09:48:00.557468 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-7ef0b865-082e-464c-874b-ad8fc2dd0f8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:00.562029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-895020b2-a5de-4199-b702-7087b05be66b service neutron] Attempting to bind port 2e7a687f-f81f-4149-b1c5-1af0a004854b on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:48:00.562363 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-895020b2-a5de-4199-b702-7087b05be66b service neutron] Attempting to bind port 2e7a687f-f81f-4149-b1c5-1af0a004854b by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'e43db542-83cd-4821-99c3-72f0af504133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:48:00.562691 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-895020b2-a5de-4199-b702-7087b05be66b service neutron] Attempting to bind port 2e7a687f-f81f-4149-b1c5-1af0a004854b on network d3e51e5c-49ca-48c2-b01f-945572ed89c2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:48:00.988363 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ac667d2-e79e-44e2-94e7-75bf6c3ee4b2 req-fa109c89-e963-4370-afb6-8d979854d568 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c6d174-3609-4f0e-9ad2-22423d2f61b9 HTTP/1.1" status: 200 len: 217 time: 0.4281256 Jul 09 09:48:00.988935 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-895020b2-a5de-4199-b702-7087b05be66b service neutron] Port 2e7a687f-f81f-4149-b1c5-1af0a004854b on network d3e51e5c-49ca-48c2-b01f-945572ed89c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:48:00.989252 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-895020b2-a5de-4199-b702-7087b05be66b service neutron] Attempting to bind port 2e7a687f-f81f-4149-b1c5-1af0a004854b on network d3e51e5c-49ca-48c2-b01f-945572ed89c2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:48:01.005035 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-7ef0b865-082e-464c-874b-ad8fc2dd0f8b service neutron] Transition to ACTIVE for port object 837d1466-098f-490a-9027-b63d6cbfbbb5 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:48:01.039032 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc3be3bb-535e-4fbd-8a43-a3010ffff309 req-0d21aeae-05ef-410c-8e3b-f58d6ed93370 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/security-groups?id=008f37cd-4ba4-42ea-9981-f0d9957078b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5408266 Jul 09 09:48:01.042565 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-895020b2-a5de-4199-b702-7087b05be66b service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:48:01.042894 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-895020b2-a5de-4199-b702-7087b05be66b service neutron] Checking segment: {'id': 'e43db542-83cd-4821-99c3-72f0af504133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:48:01.043268 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-895020b2-a5de-4199-b702-7087b05be66b service neutron] Bound using segment: {'id': 'e43db542-83cd-4821-99c3-72f0af504133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:48:01.043733 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-895020b2-a5de-4199-b702-7087b05be66b service neutron] Bound port: 2e7a687f-f81f-4149-b1c5-1af0a004854b, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43db542-83cd-4821-99c3-72f0af504133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:48:01.044093 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-895020b2-a5de-4199-b702-7087b05be66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:01.046103 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-7ef0b865-082e-464c-874b-ad8fc2dd0f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:01.190495 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-2e0c379f-7619-4d55-9d88-da90121e7ccd req-aa9ced5d-1e88-406f-8ffc-0fda81f0d287 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Deleting port a6c8f199-e1d4-469b-9b12-c176a3a94cb6 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:48:01.191158 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2e0c379f-7619-4d55-9d88-da90121e7ccd req-aa9ced5d-1e88-406f-8ffc-0fda81f0d287 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:01.259750 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac667d2-e79e-44e2-94e7-75bf6c3ee4b2 req-dae2ba61-9486-483e-88fe-3a88770fefe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:01.259750 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ac667d2-e79e-44e2-94e7-75bf6c3ee4b2 req-dae2ba61-9486-483e-88fe-3a88770fefe1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91038227-0f17-4a2f-8057-f5e05af69ad1 HTTP/1.1" status: 200 len: 853 time: 0.2515776 Jul 09 09:48:01.301777 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0b865-082e-464c-874b-ad8fc2dd0f8b service neutron] Pushing event updated for resources: {'Port': ['ID=837d1466-098f-490a-9027-b63d6cbfbbb5,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:01.401488 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.64', 52893) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:01.423486 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-895020b2-a5de-4199-b702-7087b05be66b service neutron] For port 2e7a687f-f81f-4149-b1c5-1af0a004854b, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:48:01.433086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c0263-e59a-449d-a8f1-6e88c6f3454c req-bc9b5d7e-6a2a-40e6-8b65-81429a169d51 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:01.434919 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-053c0263-e59a-449d-a8f1-6e88c6f3454c req-bc9b5d7e-6a2a-40e6-8b65-81429a169d51 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/ports?device_id=93b6d688-35d0-4f37-8f40-91aa8ef3cb35 HTTP/1.1" status: 200 len: 945 time: 0.4615777 Jul 09 09:48:01.476412 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b481a6-7762-4542-9e36-e64af8c6c9a0 req-af9a237f-01bc-421e-8834-a661ef4571ec tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:01.478451 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-06b481a6-7762-4542-9e36-e64af8c6c9a0 req-af9a237f-01bc-421e-8834-a661ef4571ec tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.64 "GET /v2.0/ports?device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 946 time: 0.0757251 Jul 09 09:48:01.486354 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-895020b2-a5de-4199-b702-7087b05be66b service neutron] For port 2e7a687f-f81f-4149-b1c5-1af0a004854b, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=2e7a687f-f81f-4149-b1c5-1af0a004854b,segment=NetworkSegment(e43db542-83cd-4821-99c3-72f0af504133),segment_id=e43db542-83cd-4821-99c3-72f0af504133)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:48:01.516715 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-895020b2-a5de-4199-b702-7087b05be66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:01.550376 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-2e0c379f-7619-4d55-9d88-da90121e7ccd req-aa9ced5d-1e88-406f-8ffc-0fda81f0d287 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] For port a6c8f199-e1d4-469b-9b12-c176a3a94cb6, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a6c8f199-e1d4-469b-9b12-c176a3a94cb6,segment=NetworkSegment(73214617-09cf-455f-833b-a6ecdfc1d95b),segment_id=73214617-09cf-455f-833b-a6ecdfc1d95b)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:48:01.550754 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2e0c379f-7619-4d55-9d88-da90121e7ccd req-aa9ced5d-1e88-406f-8ffc-0fda81f0d287 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:01.588127 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-06b481a6-7762-4542-9e36-e64af8c6c9a0 req-9c02c4f2-a8d1-4508-ba4b-6cae354ddeab tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Deleting port 21c6d174-3609-4f0e-9ad2-22423d2f61b9 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:48:01.588473 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-06b481a6-7762-4542-9e36-e64af8c6c9a0 req-9c02c4f2-a8d1-4508-ba4b-6cae354ddeab tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:01.597933 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-7ef0b865-082e-464c-874b-ad8fc2dd0f8b service neutron] Attempting to bind port 837d1466-098f-490a-9027-b63d6cbfbbb5 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:48:01.598284 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-7ef0b865-082e-464c-874b-ad8fc2dd0f8b service neutron] Attempting to bind port 837d1466-098f-490a-9027-b63d6cbfbbb5 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'e43db542-83cd-4821-99c3-72f0af504133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:48:01.598619 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-7ef0b865-082e-464c-874b-ad8fc2dd0f8b service neutron] Attempting to bind port 837d1466-098f-490a-9027-b63d6cbfbbb5 on network d3e51e5c-49ca-48c2-b01f-945572ed89c2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:48:01.620422 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae27c5-d6b1-4705-8ca9-fce310995192 req-f1723ddc-b0f5-4826-a9f2-e502c466a6d3 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:01.623177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1dae27c5-d6b1-4705-8ca9-fce310995192 req-f1723ddc-b0f5-4826-a9f2-e502c466a6d3 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.61 "GET /v2.0/ports?device_id=948f2da0-7488-437f-9b62-2896c1cc8fae HTTP/1.1" status: 200 len: 950 time: 0.4493144 Jul 09 09:48:01.638881 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-2e0c379f-7619-4d55-9d88-da90121e7ccd req-aa9ced5d-1e88-406f-8ffc-0fda81f0d287 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Calling delete_port for a6c8f199-e1d4-469b-9b12-c176a3a94cb6 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:48:01.641938 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-895020b2-a5de-4199-b702-7087b05be66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:01.642604 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-895020b2-a5de-4199-b702-7087b05be66b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:01.645734 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-895020b2-a5de-4199-b702-7087b05be66b service neutron] 10.222.0.58 "PUT /v2.0/ports/2e7a687f-f81f-4149-b1c5-1af0a004854b HTTP/1.1" status: 200 len: 1092 time: 3.2346201 Jul 09 09:48:01.656487 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-053c0263-e59a-449d-a8f1-6e88c6f3454c req-2852d3cd-4b5e-4e91-b140-26e239a51ce3 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/security-groups?id=c018eaae-87b9-4f7a-a199-1fa3621f71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065804 Jul 09 09:48:01.657539 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf8f49a-34b8-43df-9094-039fbd9115ef', 'tag': '2e7a687f-f81f-4149-b1c5-1af0a004854b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:48:01.664992 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854e5fb3-784b-4a4c-919f-7538efa072e7" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf8f49a-34b8-43df-9094-039fbd9115ef", "tag": "2e7a687f-f81f-4149-b1c5-1af0a004854b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:48:01.694337 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-7ef0b865-082e-464c-874b-ad8fc2dd0f8b service neutron] Port 837d1466-098f-490a-9027-b63d6cbfbbb5 on network d3e51e5c-49ca-48c2-b01f-945572ed89c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:48:01.694660 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-7ef0b865-082e-464c-874b-ad8fc2dd0f8b service neutron] Attempting to bind port 837d1466-098f-490a-9027-b63d6cbfbbb5 on network d3e51e5c-49ca-48c2-b01f-945572ed89c2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:48:01.724108 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-06b481a6-7762-4542-9e36-e64af8c6c9a0 req-9c02c4f2-a8d1-4508-ba4b-6cae354ddeab tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] For port 21c6d174-3609-4f0e-9ad2-22423d2f61b9, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=21c6d174-3609-4f0e-9ad2-22423d2f61b9,segment=NetworkSegment(37121bee-19fc-4c63-9d31-ee5659dd3ba9),segment_id=37121bee-19fc-4c63-9d31-ee5659dd3ba9)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:48:01.725183 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-06b481a6-7762-4542-9e36-e64af8c6c9a0 req-9c02c4f2-a8d1-4508-ba4b-6cae354ddeab tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:01.732840 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac667d2-e79e-44e2-94e7-75bf6c3ee4b2 req-6e8f1e22-db9f-4efb-909a-d5efa69cfeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:01.734323 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ac667d2-e79e-44e2-94e7-75bf6c3ee4b2 req-6e8f1e22-db9f-4efb-909a-d5efa69cfeba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73b12923-7036-466d-b40f-9387cec967ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4357765 Jul 09 09:48:01.747563 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-06b481a6-7762-4542-9e36-e64af8c6c9a0 req-9c02c4f2-a8d1-4508-ba4b-6cae354ddeab tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Calling delete_port for 21c6d174-3609-4f0e-9ad2-22423d2f61b9 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:48:01.779625 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-7ef0b865-082e-464c-874b-ad8fc2dd0f8b service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:48:01.779996 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-7ef0b865-082e-464c-874b-ad8fc2dd0f8b service neutron] Checking segment: {'id': 'e43db542-83cd-4821-99c3-72f0af504133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:48:01.780390 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-7ef0b865-082e-464c-874b-ad8fc2dd0f8b service neutron] Bound using segment: {'id': 'e43db542-83cd-4821-99c3-72f0af504133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:48:01.780844 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-7ef0b865-082e-464c-874b-ad8fc2dd0f8b service neutron] Bound port: 837d1466-098f-490a-9027-b63d6cbfbbb5, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43db542-83cd-4821-99c3-72f0af504133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:48:01.781210 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-7ef0b865-082e-464c-874b-ad8fc2dd0f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:01.868523 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895020b2-a5de-4199-b702-7087b05be66b service neutron] Pushing event updated for resources: {'Port': ['ID=2e7a687f-f81f-4149-b1c5-1af0a004854b,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:01.915414 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-06b481a6-7762-4542-9e36-e64af8c6c9a0 req-9c02c4f2-a8d1-4508-ba4b-6cae354ddeab tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:01.935470 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1dae27c5-d6b1-4705-8ca9-fce310995192 req-fef32c15-c850-4892-a97f-1f1714041f98 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.61 "GET /v2.0/security-groups?id=373b2329-5b77-4fbc-9645-265916da4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904437 Jul 09 09:48:01.952267 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02c4f2-a8d1-4508-ba4b-6cae354ddeab tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Pushing event deleted for resources: {'Port': ['ID=21c6d174-3609-4f0e-9ad2-22423d2f61b9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:02.017031 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b481a6-7762-4542-9e36-e64af8c6c9a0 req-9c02c4f2-a8d1-4508-ba4b-6cae354ddeab tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] No DVR routers for this DVR port 21c6d174-3609-4f0e-9ad2-22423d2f61b9 on host n-h2-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:48:02.020466 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-06b481a6-7762-4542-9e36-e64af8c6c9a0 req-9c02c4f2-a8d1-4508-ba4b-6cae354ddeab tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:02.023503 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-06b481a6-7762-4542-9e36-e64af8c6c9a0 req-9c02c4f2-a8d1-4508-ba4b-6cae354ddeab tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.64 "DELETE /v2.0/ports/21c6d174-3609-4f0e-9ad2-22423d2f61b9 HTTP/1.1" status: 204 len: 173 time: 0.5391536 Jul 09 09:48:02.024081 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46e655c-60d1-4771-a55d-5e6fe3ca700d', 'name': 'network-vif-deleted', 'tag': '21c6d174-3609-4f0e-9ad2-22423d2f61b9'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:48:02.027253 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc2893e-c98c-417a-9dad-4efc4a8a988e" -d '{"events": [{"server_uuid": "a46e655c-60d1-4771-a55d-5e6fe3ca700d", "name": "network-vif-deleted", "tag": "21c6d174-3609-4f0e-9ad2-22423d2f61b9"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:48:02.089016 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-22f03ce5-e5e6-4c67-9e3d-b4d9b873364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:02.090598 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-22f03ce5-e5e6-4c67-9e3d-b4d9b873364e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ad046218cf74bd1a6b765f3bec798f7&device_id=6bf8f49a-34b8-43df-9094-039fbd9115ef HTTP/1.1" status: 200 len: 1095 time: 0.3841197 Jul 09 09:48:02.093362 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-7ef0b865-082e-464c-874b-ad8fc2dd0f8b service neutron] For port 837d1466-098f-490a-9027-b63d6cbfbbb5, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:48:02.103356 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ac667d2-e79e-44e2-94e7-75bf6c3ee4b2 req-9c6f71e7-e2e6-4e22-a5f6-25e2504f7feb service neutron] 10.222.0.64 "GET /v2.0/networks/73b12923-7036-466d-b40f-9387cec967ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342557 Jul 09 09:48:02.157073 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-7ef0b865-082e-464c-874b-ad8fc2dd0f8b service neutron] For port 837d1466-098f-490a-9027-b63d6cbfbbb5, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=837d1466-098f-490a-9027-b63d6cbfbbb5,segment=NetworkSegment(e43db542-83cd-4821-99c3-72f0af504133),segment_id=e43db542-83cd-4821-99c3-72f0af504133)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:48:02.201613 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-7ef0b865-082e-464c-874b-ad8fc2dd0f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:02.204863 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-794d9454-5ff4-411e-ab71-84e2871667d5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e7a687f-f81f-4149-b1c5-1af0a004854b HTTP/1.1" status: 200 len: 217 time: 0.0959558 Jul 09 09:48:02.435211 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6e872-9e01-471c-bbe0-4d83e9bb650e req-07796b74-879d-43e1-b20d-ff88843b26e7 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:02.437130 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38f6e872-9e01-471c-bbe0-4d83e9bb650e req-07796b74-879d-43e1-b20d-ff88843b26e7 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.5549121 Jul 09 09:48:02.439408 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-5d2c4d46-25f7-40e9-b2d9-6a66d0d83d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:02.440847 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-5d2c4d46-25f7-40e9-b2d9-6a66d0d83d68 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b2411e6b-5921-433e-9eac-38b331459363 HTTP/1.1" status: 200 len: 853 time: 0.1788821 Jul 09 09:48:02.444862 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-7ef0b865-082e-464c-874b-ad8fc2dd0f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:02.445494 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-7ef0b865-082e-464c-874b-ad8fc2dd0f8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:02.447100 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-7ef0b865-082e-464c-874b-ad8fc2dd0f8b service neutron] 10.222.0.64 "PUT /v2.0/ports/837d1466-098f-490a-9027-b63d6cbfbbb5 HTTP/1.1" status: 200 len: 1091 time: 3.2214265 Jul 09 09:48:02.571665 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-1e7aebf1-eaf7-49fc-a11d-85a8e6835213 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3e51e5c-49ca-48c2-b01f-945572ed89c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020310 Jul 09 09:48:02.595309 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2e0c379f-7619-4d55-9d88-da90121e7ccd req-aa9ced5d-1e88-406f-8ffc-0fda81f0d287 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:02.632215 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0b865-082e-464c-874b-ad8fc2dd0f8b service neutron] Pushing event updated for resources: {'Port': ['ID=837d1466-098f-490a-9027-b63d6cbfbbb5,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:02.714073 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ac667d2-e79e-44e2-94e7-75bf6c3ee4b2 req-bcd17bf1-95fd-41eb-9163-8d2c23d0e003 service neutron] 10.222.0.64 "GET /v2.0/networks/73b12923-7036-466d-b40f-9387cec967ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5890334 Jul 09 09:48:02.726493 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ced5d-1e88-406f-8ffc-0fda81f0d287 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Pushing event deleted for resources: {'Port': ['ID=a6c8f199-e1d4-469b-9b12-c176a3a94cb6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:02.766146 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38f6e872-9e01-471c-bbe0-4d83e9bb650e req-2ead7c32-62ac-403d-b882-a07f9b01f6bf tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950602 Jul 09 09:48:02.774707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4698-9733-40e4-a6e2-94dc4cd20326 req-18696fde-f83a-4afd-96ed-0d0ec2252064 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:02.776411 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb0b4698-9733-40e4-a6e2-94dc4cd20326 req-18696fde-f83a-4afd-96ed-0d0ec2252064 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bf8f49a-34b8-43df-9094-039fbd9115ef HTTP/1.1" status: 200 len: 944 time: 0.6798701 Jul 09 09:48:02.824398 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0c379f-7619-4d55-9d88-da90121e7ccd req-aa9ced5d-1e88-406f-8ffc-0fda81f0d287 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] No DVR routers for this DVR port a6c8f199-e1d4-469b-9b12-c176a3a94cb6 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:48:02.826988 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2e0c379f-7619-4d55-9d88-da90121e7ccd req-aa9ced5d-1e88-406f-8ffc-0fda81f0d287 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:02.829574 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2e0c379f-7619-4d55-9d88-da90121e7ccd req-aa9ced5d-1e88-406f-8ffc-0fda81f0d287 tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.64 "DELETE /v2.0/ports/a6c8f199-e1d4-469b-9b12-c176a3a94cb6 HTTP/1.1" status: 204 len: 173 time: 2.6565769 Jul 09 09:48:02.855791 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a308f7-2b27-49c8-bef1-a202a950b259 x-openstack-request-id: req-a2a308f7-2b27-49c8-bef1-a202a950b259 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:48:02.856082 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf8f49a-34b8-43df-9094-039fbd9115ef", "tag": "2e7a687f-f81f-4149-b1c5-1af0a004854b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:48:02.856335 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a2a308f7-2b27-49c8-bef1-a202a950b259 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:48:02.856738 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf8f49a-34b8-43df-9094-039fbd9115ef', 'tag': '2e7a687f-f81f-4149-b1c5-1af0a004854b', 'status': 'completed', 'code': 200} Jul 09 09:48:02.912817 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-e96d5478-4a8a-43a0-b8da-149d91db367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:02.914386 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-e96d5478-4a8a-43a0-b8da-149d91db367c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ad046218cf74bd1a6b765f3bec798f7&device_id=257d115a-0447-4560-ab0f-01dc5c41a5c1 HTTP/1.1" status: 200 len: 1094 time: 0.4138980 Jul 09 09:48:02.916254 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-9ea7bd0d-e6fc-405c-82d8-35bc4440fca7 service neutron] 10.222.0.58 "GET /v2.0/networks/d3e51e5c-49ca-48c2-b01f-945572ed89c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103700 Jul 09 09:48:02.922432 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb0b4698-9733-40e4-a6e2-94dc4cd20326 req-1e793fbe-6cca-4437-834c-a9b3e3779ffc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371534 Jul 09 09:48:03.003980 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d1bf80-a574-4971-8e95-f5c26383e92b x-openstack-request-id: req-39d1bf80-a574-4971-8e95-f5c26383e92b {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:48:03.004868 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46e655c-60d1-4771-a55d-5e6fe3ca700d", "name": "network-vif-deleted", "tag": "21c6d174-3609-4f0e-9ad2-22423d2f61b9", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:48:03.005286 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-39d1bf80-a574-4971-8e95-f5c26383e92b {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:48:03.005921 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46e655c-60d1-4771-a55d-5e6fe3ca700d', 'name': 'network-vif-deleted', 'tag': '21c6d174-3609-4f0e-9ad2-22423d2f61b9', 'status': 'completed', 'code': 200} Jul 09 09:48:03.065700 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-055b2406-5143-458d-bf3f-688d5e2b34a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=837d1466-098f-490a-9027-b63d6cbfbbb5 HTTP/1.1" status: 200 len: 217 time: 0.1417027 Jul 09 09:48:03.185508 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-93b7c619-2dff-45ec-973a-b9ff01722b2a req-66380858-ae7e-46b3-be7c-a86c12d5015b tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/ports?device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 210 time: 0.0606596 Jul 09 09:48:03.215757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-f57a5af0-f39f-45f6-9962-0d666e085680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:03.217301 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-f57a5af0-f39f-45f6-9962-0d666e085680 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2411e6b-5921-433e-9eac-38b331459363 HTTP/1.1" status: 200 len: 853 time: 0.1350875 Jul 09 09:48:03.260371 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-f8a71c60-ab3e-45f1-b9db-d5a4123c931d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d3e51e5c-49ca-48c2-b01f-945572ed89c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322850 Jul 09 09:48:03.263008 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-b3d9a631-66b4-4896-a514-932afa871beb service neutron] 10.222.0.58 "GET /v2.0/networks/d3e51e5c-49ca-48c2-b01f-945572ed89c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347771 Jul 09 09:48:03.510681 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0d9e7c6f-158c-40d9-85d7-dfe4ca7ab1e8 req-b83de9f3-ea48-4827-8342-b387242bb08b tempest-InstanceActionsNegativeTestJSON-1499434501 tempest-InstanceActionsNegativeTestJSON-1499434501-project] 10.222.0.61 "GET /v2.0/ports?device_id=93b6d688-35d0-4f37-8f40-91aa8ef3cb35 HTTP/1.1" status: 200 len: 210 time: 0.0495939 Jul 09 09:48:03.534079 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-ce640eac-ebd0-46dd-87af-34959dd3d4df service neutron] 10.222.0.64 "GET /v2.0/networks/d3e51e5c-49ca-48c2-b01f-945572ed89c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658734 Jul 09 09:48:03.558149 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e5fb3-784b-4a4c-919f-7538efa072e7 req-354c73bf-69d1-43be-b268-35216505455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:03.558149 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854e5fb3-784b-4a4c-919f-7538efa072e7 req-354c73bf-69d1-43be-b268-35216505455a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ad046218cf74bd1a6b765f3bec798f7&device_id=6bf8f49a-34b8-43df-9094-039fbd9115ef HTTP/1.1" status: 200 len: 1095 time: 0.2179701 Jul 09 09:48:03.851230 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a3690b6-1d44-4858-af29-dd08cbf1b478 req-8ca25d8b-9d2d-479d-8ed9-64ce012af3f7 service neutron] 10.222.0.64 "GET /v2.0/networks/d3e51e5c-49ca-48c2-b01f-945572ed89c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976303 Jul 09 09:48:03.889660 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:03.921123 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e5fb3-784b-4a4c-919f-7538efa072e7 req-a12a4c03-0ff0-4e49-8b87-8a42942e6548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:03.923201 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854e5fb3-784b-4a4c-919f-7538efa072e7 req-a12a4c03-0ff0-4e49-8b87-8a42942e6548 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3e51e5c-49ca-48c2-b01f-945572ed89c2 HTTP/1.1" status: 200 len: 914 time: 0.3613052 Jul 09 09:48:03.949113 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7321-fcb5-40ee-8903-2af5c18b295a req-230d41df-ae13-4d92-af27-76ef0502d21a tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:03.950838 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d16c7321-fcb5-40ee-8903-2af5c18b295a req-230d41df-ae13-4d92-af27-76ef0502d21a tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1599407 Jul 09 09:48:03.995375 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854e5fb3-784b-4a4c-919f-7538efa072e7 req-039edafc-2d6f-4459-9a1b-c9f6a3fb34b9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e7a687f-f81f-4149-b1c5-1af0a004854b HTTP/1.1" status: 200 len: 217 time: 0.0644443 Jul 09 09:48:04.104240 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e5fb3-784b-4a4c-919f-7538efa072e7 req-d4c99e70-3a47-404d-9c89-fbb2440a513f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:04.108804 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854e5fb3-784b-4a4c-919f-7538efa072e7 req-d4c99e70-3a47-404d-9c89-fbb2440a513f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b2411e6b-5921-433e-9eac-38b331459363 HTTP/1.1" status: 200 len: 853 time: 0.1067154 Jul 09 09:48:04.190328 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854e5fb3-784b-4a4c-919f-7538efa072e7 req-785bd5c8-6c49-4b72-b9cf-ad8cf2a5932b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3e51e5c-49ca-48c2-b01f-945572ed89c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605793 Jul 09 09:48:04.211077 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a6c8f199-e1d4-469b-9b12-c176a3a94cb6 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:48:04.236082 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: a6c8f199-e1d4-469b-9b12-c176a3a94cb6 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:48:04.236996 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a6c8f199-e1d4-469b-9b12-c176a3a94cb6 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:48:04.612987 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d16c7321-fcb5-40ee-8903-2af5c18b295a req-546feb15-9f8c-466f-84ac-9c783942079f tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6295383 Jul 09 09:48:04.665306 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055e1ec-b73d-4915-b5ad-a4db7625c41f req-5298b849-5ae5-4536-975e-b6d6d7a0362a tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:04.666885 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0055e1ec-b73d-4915-b5ad-a4db7625c41f req-5298b849-5ae5-4536-975e-b6d6d7a0362a tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bf8f49a-34b8-43df-9094-039fbd9115ef HTTP/1.1" status: 200 len: 944 time: 0.5501845 Jul 09 09:48:04.699959 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854e5fb3-784b-4a4c-919f-7538efa072e7 req-ee9a3654-85f8-40ff-b17d-cebbdcbbb73e service neutron] 10.222.0.58 "GET /v2.0/networks/d3e51e5c-49ca-48c2-b01f-945572ed89c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002701 Jul 09 09:48:04.742436 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0055e1ec-b73d-4915-b5ad-a4db7625c41f req-2a24f21d-d4a0-4ff9-a6d6-04240777c9ca tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668473 Jul 09 09:48:04.817009 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-668feed1-0115-4411-87fe-e8b0f8bf04b3 req-949616d9-6677-409f-8936-20641966c78d tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/ports?device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 210 time: 0.0398853 Jul 09 09:48:04.851739 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42876) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:04.862159 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257d115a-0447-4560-ab0f-01dc5c41a5c1', 'tag': '837d1466-098f-490a-9027-b63d6cbfbbb5'}, {'server_uuid': '93b6d688-35d0-4f37-8f40-91aa8ef3cb35', 'name': 'network-vif-deleted', 'tag': 'a6c8f199-e1d4-469b-9b12-c176a3a94cb6'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:48:04.868174 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7a0bf9-baef-49eb-8553-e963e8b6b07b" -d '{"events": [{"name": "network-changed", "server_uuid": "257d115a-0447-4560-ab0f-01dc5c41a5c1", "tag": "837d1466-098f-490a-9027-b63d6cbfbbb5"}, {"server_uuid": "93b6d688-35d0-4f37-8f40-91aa8ef3cb35", "name": "network-vif-deleted", "tag": "a6c8f199-e1d4-469b-9b12-c176a3a94cb6"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:48:04.888272 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854e5fb3-784b-4a4c-919f-7538efa072e7 req-9bfcdac1-7254-4321-ae92-112daa373487 service neutron] 10.222.0.58 "GET /v2.0/networks/d3e51e5c-49ca-48c2-b01f-945572ed89c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672385 Jul 09 09:48:04.915838 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e91d01-0c16-42aa-8d2c-9c75f51b949a admin admin] Deleting subnet 379bd622-cbb5-47f2-b7d1-1ea6d042c237 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:48:04.919373 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2e91d01-0c16-42aa-8d2c-9c75f51b949a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:04.957752 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2e91d01-0c16-42aa-8d2c-9c75f51b949a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:05.023820 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2e91d01-0c16-42aa-8d2c-9c75f51b949a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:05.037108 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 09:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab47b210-a34e-4c41-b621-9b46f5c50b2b x-openstack-request-id: req-ab47b210-a34e-4c41-b621-9b46f5c50b2b {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:48:05.037407 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "257d115a-0447-4560-ab0f-01dc5c41a5c1", "tag": "837d1466-098f-490a-9027-b63d6cbfbbb5", "status": "completed", "code": 200}, {"server_uuid": "93b6d688-35d0-4f37-8f40-91aa8ef3cb35", "name": "network-vif-deleted", "tag": "a6c8f199-e1d4-469b-9b12-c176a3a94cb6", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:48:05.037655 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ab47b210-a34e-4c41-b621-9b46f5c50b2b {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:48:05.038049 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257d115a-0447-4560-ab0f-01dc5c41a5c1', 'tag': '837d1466-098f-490a-9027-b63d6cbfbbb5', 'status': 'completed', 'code': 200} Jul 09 09:48:05.038304 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b6d688-35d0-4f37-8f40-91aa8ef3cb35', 'name': 'network-vif-deleted', 'tag': 'a6c8f199-e1d4-469b-9b12-c176a3a94cb6', 'status': 'completed', 'code': 200} Jul 09 09:48:05.069725 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104075b-420d-4895-8f8e-2c9c28ef8eae req-44544dc0-9797-41b2-b2e4-1a85b92db4d4 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:05.072590 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5104075b-420d-4895-8f8e-2c9c28ef8eae req-44544dc0-9797-41b2-b2e4-1a85b92db4d4 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1244140 Jul 09 09:48:05.089353 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2e91d01-0c16-42aa-8d2c-9c75f51b949a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:05.105237 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2e91d01-0c16-42aa-8d2c-9c75f51b949a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:05.108362 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f2e91d01-0c16-42aa-8d2c-9c75f51b949a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/379bd622-cbb5-47f2-b7d1-1ea6d042c237 HTTP/1.1" status: 204 len: 168 time: 0.2586818 Jul 09 09:48:05.125300 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42880) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:05.133837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e91d01-0c16-42aa-8d2c-9c75f51b949a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=379bd622-cbb5-47f2-b7d1-1ea6d042c237,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:05.230487 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b8c8-2854-4cc2-946d-7a192129295d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:05.238746 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5104075b-420d-4895-8f8e-2c9c28ef8eae req-d8efdf59-17c1-451b-88e8-77c1a4470944 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562984 Jul 09 09:48:05.275768 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a0bf9-baef-49eb-8553-e963e8b6b07b req-bcd983b8-e54b-4ba8-83d8-3f396ce618bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:05.277764 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e7a0bf9-baef-49eb-8553-e963e8b6b07b req-bcd983b8-e54b-4ba8-83d8-3f396ce618bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ad046218cf74bd1a6b765f3bec798f7&device_id=257d115a-0447-4560-ab0f-01dc5c41a5c1 HTTP/1.1" status: 200 len: 1094 time: 0.2055032 Jul 09 09:48:05.389211 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b8c8-2854-4cc2-946d-7a192129295d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:05.403768 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-e7d0b8c8-2854-4cc2-946d-7a192129295d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80be53b6-64e7-4404-a32d-72792da66c85']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:05.419618 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-e7d0b8c8-2854-4cc2-946d-7a192129295d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73214617-09cf-455f-833b-a6ecdfc1d95b') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:05.420042 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-e7d0b8c8-2854-4cc2-946d-7a192129295d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73214617-09cf-455f-833b-a6ecdfc1d95b') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:05.454187 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b8c8-2854-4cc2-946d-7a192129295d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:05.505817 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b8c8-2854-4cc2-946d-7a192129295d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:05.511357 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a0bf9-baef-49eb-8553-e963e8b6b07b req-46e0722f-b4b5-4444-8c9f-91f6a4bb4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:05.512947 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e7a0bf9-baef-49eb-8553-e963e8b6b07b req-46e0722f-b4b5-4444-8c9f-91f6a4bb4b06 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d3e51e5c-49ca-48c2-b01f-945572ed89c2 HTTP/1.1" status: 200 len: 914 time: 0.2222669 Jul 09 09:48:05.524849 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d0b8c8-2854-4cc2-946d-7a192129295d admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:48:05.525285 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b8c8-2854-4cc2-946d-7a192129295d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:48:05.529522 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:48:05.622924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e7a0bf9-baef-49eb-8553-e963e8b6b07b req-25d1666b-720e-42bc-a44e-f70f8d03ee30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=837d1466-098f-490a-9027-b63d6cbfbbb5 HTTP/1.1" status: 200 len: 217 time: 0.0994439 Jul 09 09:48:05.670212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd3e34-f384-4e6d-b1f7-683d1dc18c07 req-42b88a13-6d8e-4ad0-97ec-37d936135cef tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:05.671731 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6fd3e34-f384-4e6d-b1f7-683d1dc18c07 req-42b88a13-6d8e-4ad0-97ec-37d936135cef tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2383788 Jul 09 09:48:05.675075 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b8c8-2854-4cc2-946d-7a192129295d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:05.686093 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b8c8-2854-4cc2-946d-7a192129295d admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:05.688465 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e7d0b8c8-2854-4cc2-946d-7a192129295d admin admin] 10.222.0.61 "DELETE /v2.0/networks/80be53b6-64e7-4404-a32d-72792da66c85 HTTP/1.1" status: 204 len: 168 time: 0.5613480 Jul 09 09:48:05.706437 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 2e7a687f-f81f-4149-b1c5-1af0a004854b details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:48:05.728579 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0b8c8-2854-4cc2-946d-7a192129295d admin admin] Pushing event deleted for resources: {'Network': ['ID=80be53b6-64e7-4404-a32d-72792da66c85,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:05.743702 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a0bf9-baef-49eb-8553-e963e8b6b07b req-cac54987-51a2-4773-bfb6-0dcbb57fa3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:05.745209 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e7a0bf9-baef-49eb-8553-e963e8b6b07b req-cac54987-51a2-4773-bfb6-0dcbb57fa3b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2411e6b-5921-433e-9eac-38b331459363 HTTP/1.1" status: 200 len: 853 time: 0.1149018 Jul 09 09:48:05.748254 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6fd3e34-f384-4e6d-b1f7-683d1dc18c07 req-5c1143bf-2f72-4e37-b46b-23efa3c911c9 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635254 Jul 09 09:48:05.815605 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e7a0bf9-baef-49eb-8553-e963e8b6b07b req-83f69d67-be0a-4e41-bf3e-ecc29178bd0d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d3e51e5c-49ca-48c2-b01f-945572ed89c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636156 Jul 09 09:48:05.896529 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 2e7a687f-f81f-4149-b1c5-1af0a004854b, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=2e7a687f-f81f-4149-b1c5-1af0a004854b,segment=NetworkSegment(e43db542-83cd-4821-99c3-72f0af504133),segment_id=e43db542-83cd-4821-99c3-72f0af504133)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:48:05.925435 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '2e7a687f-f81f-4149-b1c5-1af0a004854b', 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2', 'port_id': '2e7a687f-f81f-4149-b1c5-1af0a004854b', 'mac_address': 'fa:16:3e:48:ef:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2411e6b-5921-433e-9eac-38b331459363', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:48:05.951563 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e7a0bf9-baef-49eb-8553-e963e8b6b07b req-6454f5a1-2dc0-46ec-b987-5e0cc46c00eb service neutron] 10.222.0.64 "GET /v2.0/networks/d3e51e5c-49ca-48c2-b01f-945572ed89c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267924 Jul 09 09:48:05.994889 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42898) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:06.037600 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:06.055994 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7a687f-f81f-4149-b1c5-1af0a004854b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:48:06.082588 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 2e7a687f-f81f-4149-b1c5-1af0a004854b, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=2e7a687f-f81f-4149-b1c5-1af0a004854b,segment=NetworkSegment(e43db542-83cd-4821-99c3-72f0af504133),segment_id=e43db542-83cd-4821-99c3-72f0af504133)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:48:06.088835 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:06.099548 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1d70c8b6-c85e-4b3d-9ed3-c8419519097a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=020f3f83a3814b8d8786dc6d0b0f7318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1011350 Jul 09 09:48:06.100997 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42900) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:06.163114 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=2e7a687f-f81f-4149-b1c5-1af0a004854b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:06.193711 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b85c93-f931-4d4d-8bab-587408e3dec7 req-f6815657-dec4-43b2-b2d2-412d08ddcded tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:06.195723 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57b85c93-f931-4d4d-8bab-587408e3dec7 req-f6815657-dec4-43b2-b2d2-412d08ddcded tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bf8f49a-34b8-43df-9094-039fbd9115ef HTTP/1.1" status: 200 len: 944 time: 0.2254746 Jul 09 09:48:06.210312 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-079d5222-f0fc-46b5-85d0-3a61e8385cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:06.214929 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 21c6d174-3609-4f0e-9ad2-22423d2f61b9 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:48:06.237264 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-079d5222-f0fc-46b5-85d0-3a61e8385cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:06.238657 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e7a0bf9-baef-49eb-8553-e963e8b6b07b req-d35dd829-bfd9-4d59-b035-971405ef1376 service neutron] 10.222.0.64 "GET /v2.0/networks/d3e51e5c-49ca-48c2-b01f-945572ed89c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802889 Jul 09 09:48:06.259924 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 21c6d174-3609-4f0e-9ad2-22423d2f61b9 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:48:06.260277 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 21c6d174-3609-4f0e-9ad2-22423d2f61b9 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:48:06.288752 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ba9f0-8e59-4133-88c2-9f802a4c6d6e req-38cfc646-28ed-4e7e-b171-b05364be4f4b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:06.290555 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-219ba9f0-8e59-4133-88c2-9f802a4c6d6e req-38cfc646-28ed-4e7e-b171-b05364be4f4b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2150688 Jul 09 09:48:06.294175 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57b85c93-f931-4d4d-8bab-587408e3dec7 req-d642e850-0588-455c-abbc-0ae510d63a8e tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818543 Jul 09 09:48:06.296458 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-079d5222-f0fc-46b5-85d0-3a61e8385cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:06.301266 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-079d5222-f0fc-46b5-85d0-3a61e8385cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:06.302290 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-079d5222-f0fc-46b5-85d0-3a61e8385cd3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c018eaae-87b9-4f7a-a199-1fa3621f71dc HTTP/1.1" status: 204 len: 168 time: 0.1995430 Jul 09 09:48:06.314988 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d5222-f0fc-46b5-85d0-3a61e8385cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c018eaae-87b9-4f7a-a199-1fa3621f71dc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:06.347896 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['2e7a687f-f81f-4149-b1c5-1af0a004854b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:48:06.355476 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-219ba9f0-8e59-4133-88c2-9f802a4c6d6e req-969e583d-daf1-4130-8e61-ed02d27ac546 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550780 Jul 09 09:48:06.613276 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd413c46-7d8b-4009-9aba-cef8ca2b8836 req-1f6c0440-053c-4490-8bfc-571b19e8996b tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "GET /v2.0/ports?device_id=a46e655c-60d1-4771-a55d-5e6fe3ca700d HTTP/1.1" status: 200 len: 210 time: 0.0570948 Jul 09 09:48:06.791166 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7a485198-ac93-4675-bd5e-669e1c8061f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:06.865056 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f55d2-316e-4950-8547-eeb91432b676 req-d377d23e-94ec-4814-bcaa-7dd8d5ce0276 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:06.876495 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f11f55d2-316e-4950-8547-eeb91432b676 req-d377d23e-94ec-4814-bcaa-7dd8d5ce0276 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1363924 Jul 09 09:48:06.923249 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f11f55d2-316e-4950-8547-eeb91432b676 req-78e105a8-1581-4662-a208-8f21d1a60420 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447068 Jul 09 09:48:07.185230 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cf307-1d87-40c7-86d0-5103f520f2c2 req-2147ffee-9bfd-429e-a0a7-58490c013bc3 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:07.187269 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c7cf307-1d87-40c7-86d0-5103f520f2c2 req-2147ffee-9bfd-429e-a0a7-58490c013bc3 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1167550 Jul 09 09:48:07.293561 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c7cf307-1d87-40c7-86d0-5103f520f2c2 req-1dc23278-7e65-4f82-8ebd-6bcbb2724bd2 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964067 Jul 09 09:48:07.585158 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843f49e-20ff-4ded-b72c-a601b86d6e2b req-6b9013c8-26fc-4e9d-bbc1-dc6150b38d5b tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:07.586956 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0843f49e-20ff-4ded-b72c-a601b86d6e2b req-6b9013c8-26fc-4e9d-bbc1-dc6150b38d5b tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bf8f49a-34b8-43df-9094-039fbd9115ef HTTP/1.1" status: 200 len: 945 time: 0.1214149 Jul 09 09:48:07.634676 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0843f49e-20ff-4ded-b72c-a601b86d6e2b req-c9ddd803-d5ff-4cca-b867-5f07e0913bf2 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401042 Jul 09 09:48:07.721220 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 2e7a687f-f81f-4149-b1c5-1af0a004854b up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:48:07.731245 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42948) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:07.842577 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 2e7a687f-f81f-4149-b1c5-1af0a004854b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:48:07.858270 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 2e7a687f-f81f-4149-b1c5-1af0a004854b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:48:07.860893 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:07.867361 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac681c53-b2ad-401a-b0be-8218321caf54 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:07.919168 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac681c53-b2ad-401a-b0be-8218321caf54 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:08.041952 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac681c53-b2ad-401a-b0be-8218321caf54 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:08.048083 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac681c53-b2ad-401a-b0be-8218321caf54 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:08.053559 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ac681c53-b2ad-401a-b0be-8218321caf54 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] 10.222.0.61 "DELETE /v2.0/security-groups/008f37cd-4ba4-42ea-9981-f0d9957078b0 HTTP/1.1" status: 204 len: 168 time: 0.3204730 Jul 09 09:48:08.065295 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac681c53-b2ad-401a-b0be-8218321caf54 tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=008f37cd-4ba4-42ea-9981-f0d9957078b0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:08.082747 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e6b67-a673-4767-972b-556ad4b776d4 req-6d0630f5-689c-4a08-a925-45937ef3eb5d tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:08.084715 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b52e6b67-a673-4767-972b-556ad4b776d4 req-6d0630f5-689c-4a08-a925-45937ef3eb5d tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1857803 Jul 09 09:48:08.091065 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:08.126767 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf8f49a-34b8-43df-9094-039fbd9115ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7a687f-f81f-4149-b1c5-1af0a004854b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:48:08.129233 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21808b78-2712-4aba-bd23-7f3a62ec8577" -d '{"events": [{"server_uuid": "6bf8f49a-34b8-43df-9094-039fbd9115ef", "name": "network-vif-plugged", "status": "completed", "tag": "2e7a687f-f81f-4149-b1c5-1af0a004854b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:48:08.146663 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 2e7a687f-f81f-4149-b1c5-1af0a004854b, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=2e7a687f-f81f-4149-b1c5-1af0a004854b,segment=NetworkSegment(e43db542-83cd-4821-99c3-72f0af504133),segment_id=e43db542-83cd-4821-99c3-72f0af504133)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:48:08.155106 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:08.190757 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b52e6b67-a673-4767-972b-556ad4b776d4 req-dfec2252-ce65-4890-be8d-58c4e625f51d tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893228 Jul 09 09:48:08.242683 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 837d1466-098f-490a-9027-b63d6cbfbbb5 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:48:08.311466 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=2e7a687f-f81f-4149-b1c5-1af0a004854b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:08.386461 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f8be6c-9207-4f8a-be1a-c933d9100d09 x-openstack-request-id: req-c0f8be6c-9207-4f8a-be1a-c933d9100d09 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:48:08.386745 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf8f49a-34b8-43df-9094-039fbd9115ef", "name": "network-vif-plugged", "status": "completed", "tag": "2e7a687f-f81f-4149-b1c5-1af0a004854b", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:48:08.386991 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c0f8be6c-9207-4f8a-be1a-c933d9100d09 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:48:08.387372 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf8f49a-34b8-43df-9094-039fbd9115ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7a687f-f81f-4149-b1c5-1af0a004854b', 'code': 200} Jul 09 09:48:08.582998 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 837d1466-098f-490a-9027-b63d6cbfbbb5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=837d1466-098f-490a-9027-b63d6cbfbbb5,segment=NetworkSegment(e43db542-83cd-4821-99c3-72f0af504133),segment_id=e43db542-83cd-4821-99c3-72f0af504133)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:48:08.623340 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '837d1466-098f-490a-9027-b63d6cbfbbb5', 'network_id': 'd3e51e5c-49ca-48c2-b01f-945572ed89c2', 'port_id': '837d1466-098f-490a-9027-b63d6cbfbbb5', 'mac_address': 'fa:16:3e:98:b6:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2411e6b-5921-433e-9eac-38b331459363', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:48:08.641482 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33e16024-0c08-404c-9eb8-acf7bad7736c req-a202253c-dcf7-4b14-ad6d-a4e099e7267b tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.1203108 Jul 09 09:48:08.761151 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:08.825419 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52394800-1598-4ecc-bbff-703f043bcf44 req-4eadf4b2-a8c7-44ff-960f-d1c623f02d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:08.827553 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-52394800-1598-4ecc-bbff-703f043bcf44 req-4eadf4b2-a8c7-44ff-960f-d1c623f02d69 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6bf8f49a-34b8-43df-9094-039fbd9115ef HTTP/1.1" status: 200 len: 1097 time: 0.3866000 Jul 09 09:48:08.837811 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 837d1466-098f-490a-9027-b63d6cbfbbb5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:48:08.852990 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1597107-ee0e-4193-9918-8e70685b5d8c req-eb24aa58-7153-4349-bc75-bbad098b7d9d tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:08.866153 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c1597107-ee0e-4193-9918-8e70685b5d8c req-eb24aa58-7153-4349-bc75-bbad098b7d9d tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2388270 Jul 09 09:48:08.901376 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 837d1466-098f-490a-9027-b63d6cbfbbb5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=837d1466-098f-490a-9027-b63d6cbfbbb5,segment=NetworkSegment(e43db542-83cd-4821-99c3-72f0af504133),segment_id=e43db542-83cd-4821-99c3-72f0af504133)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:48:08.909418 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:09.032484 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=837d1466-098f-490a-9027-b63d6cbfbbb5,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:09.046993 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-52394800-1598-4ecc-bbff-703f043bcf44 req-ba526ca4-9a73-41b3-a315-237fcb8a9125 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570776 Jul 09 09:48:09.059906 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c1597107-ee0e-4193-9918-8e70685b5d8c req-8fca9bf1-a2b5-4824-a977-30d8e3928ca1 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736317 Jul 09 09:48:09.178450 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:09.240254 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['837d1466-098f-490a-9027-b63d6cbfbbb5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:48:09.456198 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de424962-2576-4275-ac74-28ea1e182014 req-c78cb00c-3905-4518-a454-8bd521ebe250 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:09.472858 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de424962-2576-4275-ac74-28ea1e182014 req-c78cb00c-3905-4518-a454-8bd521ebe250 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/networks?id=c82b3f29-8b69-464b-af45-d9293d4a67b7 HTTP/1.1" status: 200 len: 814 time: 0.1746709 Jul 09 09:48:09.473072 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9d43ffa2-d822-49b4-9c9f-0f1f4ae4a2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:09.541834 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de424962-2576-4275-ac74-28ea1e182014 req-17ab8440-27e1-41ee-9773-b974f157f5e5 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/quotas/995334f9c17949d3ac64812939fb040c HTTP/1.1" status: 200 len: 375 time: 0.0579195 Jul 09 09:48:09.618058 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:09.648565 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e861df1-8a94-4553-897e-924b872e1098 req-54099681-5ec9-4b75-b547-3dcbb5901749 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:09.656027 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1e861df1-8a94-4553-897e-924b872e1098 req-54099681-5ec9-4b75-b547-3dcbb5901749 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bf8f49a-34b8-43df-9094-039fbd9115ef HTTP/1.1" status: 200 len: 946 time: 0.1696146 Jul 09 09:48:09.694077 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de424962-2576-4275-ac74-28ea1e182014 req-4ec6b27f-76a8-4cbd-a3df-0b9245c31d8d tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=995334f9c17949d3ac64812939fb040c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1512148 Jul 09 09:48:09.727550 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1e861df1-8a94-4553-897e-924b872e1098 req-70626d3b-2770-43b9-b63f-e06358e4c357 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696642 Jul 09 09:48:10.074727 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-df2d7914-481c-4af7-842d-ba8c521a0dbd req-d967a442-df07-4a97-a482-6732bded419f tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0538006 Jul 09 09:48:10.157905 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7ef41-ba04-4f02-93d1-afff0095ec89 req-48eb4afa-24ef-48b9-af96-c8848383df23 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:10.175786 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09b7ef41-ba04-4f02-93d1-afff0095ec89 req-48eb4afa-24ef-48b9-af96-c8848383df23 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1964362 Jul 09 09:48:10.279595 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09b7ef41-ba04-4f02-93d1-afff0095ec89 req-aa63afab-8b33-4a64-afc0-58c00a6774c8 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023986 Jul 09 09:48:10.560913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca091657-eb2b-4a7e-93ec-b88933462558 req-0c836a51-7030-40ff-9bca-9dbb4272e5e5 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:10.563632 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca091657-eb2b-4a7e-93ec-b88933462558 req-0c836a51-7030-40ff-9bca-9dbb4272e5e5 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1047802 Jul 09 09:48:10.616412 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca091657-eb2b-4a7e-93ec-b88933462558 req-6caa58ad-3ba3-489f-961d-502034f1f170 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437858 Jul 09 09:48:10.850754 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf0491ab-3bb3-4302-a72e-7e7670efe236 req-1655f61b-9e33-443f-b1f7-990879809ec0 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=995334f9c17949d3ac64812939fb040c HTTP/1.1" status: 200 len: 221 time: 0.0404699 Jul 09 09:48:11.068366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13522f51-74bb-4936-8f27-5638f54b94d8 req-0fe88a6b-17fe-4048-93ce-5665f18ecf4d tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:11.069963 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13522f51-74bb-4936-8f27-5638f54b94d8 req-0fe88a6b-17fe-4048-93ce-5665f18ecf4d tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bf8f49a-34b8-43df-9094-039fbd9115ef HTTP/1.1" status: 200 len: 946 time: 0.1562295 Jul 09 09:48:11.098538 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ec11e-508d-44c7-84e6-cf4a8221dcc7 req-db748c05-c387-4da1-ac5f-6bfd0320a051 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:11.105820 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1c8ec11e-508d-44c7-84e6-cf4a8221dcc7 req-db748c05-c387-4da1-ac5f-6bfd0320a051 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1242123 Jul 09 09:48:11.153390 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:11.196834 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1c8ec11e-508d-44c7-84e6-cf4a8221dcc7 req-3e8ee707-cd58-45e4-a91d-b92c1001bae9 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900314 Jul 09 09:48:11.209856 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13522f51-74bb-4936-8f27-5638f54b94d8 req-02f70a2d-c062-4df2-a0a5-a8c2a53ec239 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284609 Jul 09 09:48:11.418534 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d9d3e36-4c62-4f9f-890c-4f753c25283b req-af269629-3631-407e-8b78-52cd7165710e tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0574386 Jul 09 09:48:11.569957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1d367-85dc-4a56-bf44-e39969213e52 req-05ec9c5a-7f33-467f-bf59-103c7484667d tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:11.585779 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4aa1d367-85dc-4a56-bf44-e39969213e52 req-05ec9c5a-7f33-467f-bf59-103c7484667d tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=257d115a-0447-4560-ab0f-01dc5c41a5c1 HTTP/1.1" status: 200 len: 944 time: 0.1522923 Jul 09 09:48:11.650497 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4aa1d367-85dc-4a56-bf44-e39969213e52 req-954fef12-8c50-46a6-bccf-09e664991d43 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634959 Jul 09 09:48:11.723571 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b55e8b-7f4d-4f98-ba04-713d752cd348 req-7c732bb3-ac69-4727-acc4-1d71d0bb836d tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:11.731059 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-62b55e8b-7f4d-4f98-ba04-713d752cd348 req-7c732bb3-ac69-4727-acc4-1d71d0bb836d tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.0839155 Jul 09 09:48:11.777488 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-62b55e8b-7f4d-4f98-ba04-713d752cd348 req-26ea4cc3-4e8b-439a-b06e-3ca52e05058d tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453060 Jul 09 09:48:12.064413 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548b24c-e863-478e-8488-5d18f8199b6b req-c10cf945-34fe-4b4e-9abb-01543e4a449c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:12.069786 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d548b24c-e863-478e-8488-5d18f8199b6b req-c10cf945-34fe-4b4e-9abb-01543e4a449c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.0926940 Jul 09 09:48:12.123546 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d548b24c-e863-478e-8488-5d18f8199b6b req-a83cbaf1-6c5c-414a-bb1e-7891aeb87f8e tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487628 Jul 09 09:48:12.256850 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 837d1466-098f-490a-9027-b63d6cbfbbb5 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:48:12.393413 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 837d1466-098f-490a-9027-b63d6cbfbbb5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:48:12.403446 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 837d1466-098f-490a-9027-b63d6cbfbbb5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:48:12.408669 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:12.498977 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec168241-a685-4e4f-b8eb-5e5c2bddb9eb req-4a82d1c8-0072-497a-ac61-b4604dcc3e0a tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:12.502160 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec168241-a685-4e4f-b8eb-5e5c2bddb9eb req-4a82d1c8-0072-497a-ac61-b4604dcc3e0a tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1593423 Jul 09 09:48:12.611191 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:12.632824 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec168241-a685-4e4f-b8eb-5e5c2bddb9eb req-a8ffedbc-8aae-4d41-b142-e1815aab3d80 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238215 Jul 09 09:48:12.657123 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257d115a-0447-4560-ab0f-01dc5c41a5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837d1466-098f-490a-9027-b63d6cbfbbb5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:48:12.659388 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad7f680-2397-45dc-a5a3-6bed30371fd8" -d '{"events": [{"server_uuid": "257d115a-0447-4560-ab0f-01dc5c41a5c1", "name": "network-vif-plugged", "status": "completed", "tag": "837d1466-098f-490a-9027-b63d6cbfbbb5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:48:12.684423 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-feaa4b07-da33-4a71-a0b2-2d95671320ef req-6092bfd0-bac5-4640-a953-e196f7d64f61 tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0503695 Jul 09 09:48:12.695197 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 837d1466-098f-490a-9027-b63d6cbfbbb5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=837d1466-098f-490a-9027-b63d6cbfbbb5,segment=NetworkSegment(e43db542-83cd-4821-99c3-72f0af504133),segment_id=e43db542-83cd-4821-99c3-72f0af504133)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:48:12.702344 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:12.710642 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d0ac95-514f-4046-b91e-ae1e2fdd226d x-openstack-request-id: req-b8d0ac95-514f-4046-b91e-ae1e2fdd226d {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:48:12.711147 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257d115a-0447-4560-ab0f-01dc5c41a5c1", "name": "network-vif-plugged", "status": "completed", "tag": "837d1466-098f-490a-9027-b63d6cbfbbb5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:48:12.711488 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b8d0ac95-514f-4046-b91e-ae1e2fdd226d {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:48:12.712117 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257d115a-0447-4560-ab0f-01dc5c41a5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837d1466-098f-490a-9027-b63d6cbfbbb5', 'code': 200} Jul 09 09:48:12.805982 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=837d1466-098f-490a-9027-b63d6cbfbbb5,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:12.929770 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85676009-0d47-4cf6-8032-cd791b972dd5 req-a3403442-04f0-4d34-95c5-8a5fcad9bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:12.931852 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85676009-0d47-4cf6-8032-cd791b972dd5 req-a3403442-04f0-4d34-95c5-8a5fcad9bb43 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=257d115a-0447-4560-ab0f-01dc5c41a5c1 HTTP/1.1" status: 200 len: 1096 time: 0.1096630 Jul 09 09:48:12.939790 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:13.083564 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85676009-0d47-4cf6-8032-cd791b972dd5 req-5c0072fc-2d5d-4f00-af34-ceb65195191a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446371 Jul 09 09:48:13.127523 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64931db-741d-4934-a51f-d4de958d907b req-d0905ce1-c3a3-4e78-b140-c9d21ee2c806 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:13.134624 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c64931db-741d-4934-a51f-d4de958d907b req-d0905ce1-c3a3-4e78-b140-c9d21ee2c806 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=257d115a-0447-4560-ab0f-01dc5c41a5c1 HTTP/1.1" status: 200 len: 945 time: 0.1607842 Jul 09 09:48:13.229367 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7edd76-660a-4066-88de-6c4ade74af34 req-9b347022-a14f-4743-aa17-43023b0fb696 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:13.236934 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a7edd76-660a-4066-88de-6c4ade74af34 req-9b347022-a14f-4743-aa17-43023b0fb696 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2497542 Jul 09 09:48:13.274788 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e71ff5e-8bce-4404-a7d0-dc6fc0fe8f32 req-8c697a0d-f216-4ff6-b2b3-140bf105a91e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0293708 Jul 09 09:48:13.300193 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c64931db-741d-4934-a51f-d4de958d907b req-e9077c0f-7ffe-4dad-8822-093d4a658bb8 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462381 Jul 09 09:48:13.349591 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a7edd76-660a-4066-88de-6c4ade74af34 req-83baf75d-d2eb-4112-ad8d-d8150f14e5ff tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111717 Jul 09 09:48:13.605820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e5160-2f0f-4824-8e8a-0c87bfbf5f4b req-65519729-5dff-459c-a192-6c47c9db0b47 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:13.607531 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-921e5160-2f0f-4824-8e8a-0c87bfbf5f4b req-65519729-5dff-459c-a192-6c47c9db0b47 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1001289 Jul 09 09:48:13.679525 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-921e5160-2f0f-4824-8e8a-0c87bfbf5f4b req-babfd4bf-273d-4e0a-a735-d41329802013 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655985 Jul 09 09:48:14.021695 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-787b03e2-d39f-46c1-9beb-52fb7334aae4 req-542d9c38-f4f4-424e-86c0-6c1ad58d7bce tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0586016 Jul 09 09:48:14.102351 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb27672-c268-4190-ae71-942b19ec5767 req-3e1fa98d-d3be-46ca-b8ee-1891921886fc tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:14.104697 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9cb27672-c268-4190-ae71-942b19ec5767 req-3e1fa98d-d3be-46ca-b8ee-1891921886fc tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1884234 Jul 09 09:48:14.163372 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9cb27672-c268-4190-ae71-942b19ec5767 req-d985ae9b-24e3-4734-8241-55ef77152763 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521202 Jul 09 09:48:14.516289 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b0de3-f55c-4cb2-b5e0-a8b1636bf5ed req-44eb8466-9020-4be9-bbb3-f261fb1b05f6 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:14.527312 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f45b0de3-f55c-4cb2-b5e0-a8b1636bf5ed req-44eb8466-9020-4be9-bbb3-f261fb1b05f6 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1668169 Jul 09 09:48:14.622291 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f45b0de3-f55c-4cb2-b5e0-a8b1636bf5ed req-9a92a368-e532-49ae-b0c7-d57b2de52d18 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940337 Jul 09 09:48:14.767180 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eed19c-473f-4d62-90d1-6903f3b48298 req-2e955118-9526-4175-95e8-9dcaea0b780f tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:14.777618 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9eed19c-473f-4d62-90d1-6903f3b48298 req-2e955118-9526-4175-95e8-9dcaea0b780f tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=257d115a-0447-4560-ab0f-01dc5c41a5c1 HTTP/1.1" status: 200 len: 945 time: 0.1542249 Jul 09 09:48:14.874353 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9eed19c-473f-4d62-90d1-6903f3b48298 req-4b3b606d-5dcb-45bc-994d-81b6e0e79671 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957899 Jul 09 09:48:15.110766 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894bc83-0a81-4dc2-9538-f4d8e7ba3078 req-1a5dbf53-bb3d-4f2a-af24-021a438d6bdd tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:15.113055 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f894bc83-0a81-4dc2-9538-f4d8e7ba3078 req-1a5dbf53-bb3d-4f2a-af24-021a438d6bdd tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1164620 Jul 09 09:48:15.202397 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f894bc83-0a81-4dc2-9538-f4d8e7ba3078 req-ad4ee5ae-a02c-41e9-ace0-f99428103424 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795500 Jul 09 09:48:15.239369 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c82b5b0f-e001-42a4-8b6b-0135fb5b5452 req-0a848dcb-5de6-40b6-9ec2-1e544b2a825b tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0347729 Jul 09 09:48:15.362592 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43550) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:15.434044 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27808167-bd49-4828-8a06-535f77419d27 req-28182343-1091-4c14-b34d-0e4626204394 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:15.437964 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-27808167-bd49-4828-8a06-535f77419d27 req-28182343-1091-4c14-b34d-0e4626204394 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1085155 Jul 09 09:48:15.519750 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-27808167-bd49-4828-8a06-535f77419d27 req-63f41f5c-2b04-4e6e-8c46-954d996d43db tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763741 Jul 09 09:48:15.833406 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2f22c-90b0-4978-b14f-d8201325e6ea req-944b1772-e186-426f-a56d-0ae4040bb0bd tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:15.835122 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aca2f22c-90b0-4978-b14f-d8201325e6ea req-944b1772-e186-426f-a56d-0ae4040bb0bd tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1137812 Jul 09 09:48:15.912763 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aca2f22c-90b0-4978-b14f-d8201325e6ea req-68e7cf69-2a4f-4268-b65f-1070127c94a0 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714715 Jul 09 09:48:16.290820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecf1a6-c11f-49d5-be0d-1c11c1901e72 req-1f539ba3-4652-4e0a-9992-48d9bd766cd4 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:16.292277 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2fecf1a6-c11f-49d5-be0d-1c11c1901e72 req-1f539ba3-4652-4e0a-9992-48d9bd766cd4 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=257d115a-0447-4560-ab0f-01dc5c41a5c1 HTTP/1.1" status: 200 len: 945 time: 0.1133721 Jul 09 09:48:16.305127 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef7a2898-438b-42bd-ba21-f539d0c7adf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:16.371514 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2fecf1a6-c11f-49d5-be0d-1c11c1901e72 req-5a2ae1f2-c120-48e8-8e8c-b991ef471e8a tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584748 Jul 09 09:48:16.418747 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0d0fd-1b9a-49fb-97b1-0d6457422355 req-a51486eb-a5d9-4fc9-bc8f-f3d17ba5ef6e tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:16.432269 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-83c0d0fd-1b9a-49fb-97b1-0d6457422355 req-a51486eb-a5d9-4fc9-bc8f-f3d17ba5ef6e tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1570354 Jul 09 09:48:16.532766 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-83c0d0fd-1b9a-49fb-97b1-0d6457422355 req-455a0d24-4c5b-4eaa-a08d-5cbfd8bd2831 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874929 Jul 09 09:48:16.578561 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8aad2f46-46e5-4235-ba97-b8ca956a8170 req-c947a956-b834-48c4-99e5-5061b0b6124b tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0651584 Jul 09 09:48:16.705855 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ef7a2898-438b-42bd-ba21-f539d0c7adf1 admin admin] Deleting port 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:48:16.706405 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef7a2898-438b-42bd-ba21-f539d0c7adf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:16.837685 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-ef7a2898-438b-42bd-ba21-f539d0c7adf1 admin admin] For port 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644,segment=NetworkSegment(37121bee-19fc-4c63-9d31-ee5659dd3ba9),segment_id=37121bee-19fc-4c63-9d31-ee5659dd3ba9)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:48:16.838059 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef7a2898-438b-42bd-ba21-f539d0c7adf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:16.847638 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e574bd3-7f28-4da6-91c7-9e29fecc2416 req-16f10eb3-c401-4aca-a23c-54da5ba61387 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:16.856227 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ef7a2898-438b-42bd-ba21-f539d0c7adf1 admin admin] Calling delete_port for 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:48:16.866352 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e574bd3-7f28-4da6-91c7-9e29fecc2416 req-16f10eb3-c401-4aca-a23c-54da5ba61387 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1236641 Jul 09 09:48:16.915714 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e574bd3-7f28-4da6-91c7-9e29fecc2416 req-e9f47281-5d5c-4f48-a133-b87bf1db49a4 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526464 Jul 09 09:48:17.137799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417460d-b10c-42da-916e-a85f52a52d96 req-b1c17de2-7ecd-44e0-9014-2ffab8ee030c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:17.139519 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3417460d-b10c-42da-916e-a85f52a52d96 req-b1c17de2-7ecd-44e0-9014-2ffab8ee030c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.0886655 Jul 09 09:48:17.150277 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef7a2898-438b-42bd-ba21-f539d0c7adf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:17.205939 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3417460d-b10c-42da-916e-a85f52a52d96 req-514a07bd-a91b-44ec-bb1c-9a61f05f0fb9 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593736 Jul 09 09:48:17.266393 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a2898-438b-42bd-ba21-f539d0c7adf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:17.486175 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef7a2898-438b-42bd-ba21-f539d0c7adf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:17.518969 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096675b2-cce5-495a-91e7-2e92c42f4779 req-079c28c9-8f90-4166-8da5-7783e6cc3861 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:17.520553 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-096675b2-cce5-495a-91e7-2e92c42f4779 req-079c28c9-8f90-4166-8da5-7783e6cc3861 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=257d115a-0447-4560-ab0f-01dc5c41a5c1 HTTP/1.1" status: 200 len: 945 time: 0.1423769 Jul 09 09:48:17.578666 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-096675b2-cce5-495a-91e7-2e92c42f4779 req-73cd1d74-411c-400b-a7c8-62d4dc919c64 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511718 Jul 09 09:48:17.591578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0aab0-672d-4dee-bd1c-5f2ab6f49cc3 req-532125bd-6e68-4d45-8f71-5854e8c4c44f tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:17.593461 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cfd0aab0-672d-4dee-bd1c-5f2ab6f49cc3 req-532125bd-6e68-4d45-8f71-5854e8c4c44f tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1293690 Jul 09 09:48:17.647591 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cfd0aab0-672d-4dee-bd1c-5f2ab6f49cc3 req-6f132bfe-2f08-442a-b1d1-94103758769e tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467377 Jul 09 09:48:17.756211 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7a2898-438b-42bd-ba21-f539d0c7adf1 admin admin] Router 6a161458-a7d0-4a7e-a4e5-01a8bac64298 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:48:17.784273 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-883120c4-168e-494a-8f4c-f1010af47f62 req-a991eec7-2ae6-40bc-97e0-4b2ba98fe87b tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0437317 Jul 09 09:48:17.916938 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7a2898-438b-42bd-ba21-f539d0c7adf1 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:48:17.924033 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ef7a2898-438b-42bd-ba21-f539d0c7adf1 admin admin] 10.222.0.61 "PUT /v2.0/routers/6a161458-a7d0-4a7e-a4e5-01a8bac64298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5601547 Jul 09 09:48:17.926509 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43612) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:17.930894 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012f8291-45d6-4b44-a6e5-512a7bdc09d4 None None] Sync routers for ids ['6a161458-a7d0-4a7e-a4e5-01a8bac64298'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:48:17.944485 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012f8291-45d6-4b44-a6e5-512a7bdc09d4 None None] Routers {'6a161458-a7d0-4a7e-a4e5-01a8bac64298'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:48:17.945116 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-012f8291-45d6-4b44-a6e5-512a7bdc09d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:48:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6a161458-a7d0-4a7e-a4e5-01a8bac64298'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:18.078520 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8775245b-9527-469a-89b2-93af106415a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:18.097451 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31020c3b-6c3b-4da8-a9ef-78c210ce963a req-b6cec197-9b62-48a2-935e-fb59f517a679 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:18.104204 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-31020c3b-6c3b-4da8-a9ef-78c210ce963a req-b6cec197-9b62-48a2-935e-fb59f517a679 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1287577 Jul 09 09:48:18.109779 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-012f8291-45d6-4b44-a6e5-512a7bdc09d4 None None] Set router 6a161458-a7d0-4a7e-a4e5-01a8bac64298 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:48:18.160244 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-31020c3b-6c3b-4da8-a9ef-78c210ce963a req-e3eb2792-a332-4052-b458-0e67ba8470e3 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531960 Jul 09 09:48:18.210519 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8775245b-9527-469a-89b2-93af106415a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:18.275772 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8775245b-9527-469a-89b2-93af106415a8 admin admin] Deleting port d5aaae5a-0639-4e5c-ac6f-74a36e4547b1 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:48:18.276195 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8775245b-9527-469a-89b2-93af106415a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:18.380881 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-8775245b-9527-469a-89b2-93af106415a8 admin admin] For port d5aaae5a-0639-4e5c-ac6f-74a36e4547b1, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=d5aaae5a-0639-4e5c-ac6f-74a36e4547b1,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:48:18.381975 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8775245b-9527-469a-89b2-93af106415a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:18.397424 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8775245b-9527-469a-89b2-93af106415a8 admin admin] Calling delete_port for d5aaae5a-0639-4e5c-ac6f-74a36e4547b1 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:48:18.401867 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-012f8291-45d6-4b44-a6e5-512a7bdc09d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'name': 'tempest-TestVolumeBackupRestore-1052795545-router', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:25Z', 'updated_at': '2021-07-09T09:48:17Z', 'revision_number': 5, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'gw_port': {'id': 'd5aaae5a-0639-4e5c-ac6f-74a36e4547b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:26Z', 'updated_at': '2021-07-09T09:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:18.444092 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012f8291-45d6-4b44-a6e5-512a7bdc09d4 None None] Checking router: 6a161458-a7d0-4a7e-a4e5-01a8bac64298 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:48:18.454655 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012f8291-45d6-4b44-a6e5-512a7bdc09d4 None None] Routers {'6a161458-a7d0-4a7e-a4e5-01a8bac64298'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:48:18.455408 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-012f8291-45d6-4b44-a6e5-512a7bdc09d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:48:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6a161458-a7d0-4a7e-a4e5-01a8bac64298'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:18.484015 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6bfb0-2795-497c-90d4-ac5301d1e1ea req-f373b219-cc5d-4b9c-b633-6a4a33f68327 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:18.485581 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-afc6bfb0-2795-497c-90d4-ac5301d1e1ea req-f373b219-cc5d-4b9c-b633-6a4a33f68327 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1002011 Jul 09 09:48:18.494221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbc2b6-420c-4c76-aa06-27d5605735f9 req-518136f3-7c58-4ee8-bc8f-84a743838cd2 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:18.496035 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e5cbc2b6-420c-4c76-aa06-27d5605735f9 req-518136f3-7c58-4ee8-bc8f-84a743838cd2 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.64 "GET /v2.0/ports?device_id=257d115a-0447-4560-ab0f-01dc5c41a5c1 HTTP/1.1" status: 200 len: 945 time: 0.1444113 Jul 09 09:48:18.565950 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-012f8291-45d6-4b44-a6e5-512a7bdc09d4 None None] Set router 6a161458-a7d0-4a7e-a4e5-01a8bac64298 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:48:18.638403 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-012f8291-45d6-4b44-a6e5-512a7bdc09d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'name': 'tempest-TestVolumeBackupRestore-1052795545-router', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:25Z', 'updated_at': '2021-07-09T09:48:18Z', 'revision_number': 6, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:18.645091 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8775245b-9527-469a-89b2-93af106415a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:18.647661 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-afc6bfb0-2795-497c-90d4-ac5301d1e1ea req-a89e3ef6-159b-486a-891e-a1f763606ef9 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503651 Jul 09 09:48:18.680600 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012f8291-45d6-4b44-a6e5-512a7bdc09d4 None None] The sync data for ids ['6a161458-a7d0-4a7e-a4e5-01a8bac64298'] in n-d-799996-1 is: [{'id': '6a161458-a7d0-4a7e-a4e5-01a8bac64298', 'name': 'tempest-TestVolumeBackupRestore-1052795545-router', 'tenant_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:25Z', 'updated_at': '2021-07-09T09:48:18Z', 'revision_number': 6, 'project_id': 'b06aa4e6b3044acdb266fe859cc19b22', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:48:18.738177 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775245b-9527-469a-89b2-93af106415a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5aaae5a-0639-4e5c-ac6f-74a36e4547b1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:18.743315 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df2285-1ca6-41a9-8d77-fb3bde18dbfd req-6795cbfb-699d-42de-a4b9-af27d59c236a tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:18.744936 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-97df2285-1ca6-41a9-8d77-fb3bde18dbfd req-6795cbfb-699d-42de-a4b9-af27d59c236a tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf8f49a-34b8-43df-9094-039fbd9115ef HTTP/1.1" status: 200 len: 946 time: 0.1981025 Jul 09 09:48:18.789812 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-e5cbc2b6-420c-4c76-aa06-27d5605735f9 req-ee647b68-e22b-49cb-bf6e-04544bb709dc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Deleting port 837d1466-098f-490a-9027-b63d6cbfbbb5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:48:18.790444 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e5cbc2b6-420c-4c76-aa06-27d5605735f9 req-ee647b68-e22b-49cb-bf6e-04544bb709dc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:18.809465 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8775245b-9527-469a-89b2-93af106415a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:18.919390 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8775245b-9527-469a-89b2-93af106415a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:18.921541 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8775245b-9527-469a-89b2-93af106415a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:18.969566 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8775245b-9527-469a-89b2-93af106415a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:18.971766 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8775245b-9527-469a-89b2-93af106415a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a161458-a7d0-4a7e-a4e5-01a8bac64298 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:48:18.980120 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8775245b-9527-469a-89b2-93af106415a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:18.982005 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8775245b-9527-469a-89b2-93af106415a8 admin admin] 10.222.0.61 "DELETE /v2.0/routers/6a161458-a7d0-4a7e-a4e5-01a8bac64298 HTTP/1.1" status: 204 len: 168 time: 1.0545316 Jul 09 09:48:18.984862 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43630) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:19.017427 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-e5cbc2b6-420c-4c76-aa06-27d5605735f9 req-ee647b68-e22b-49cb-bf6e-04544bb709dc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] For port 837d1466-098f-490a-9027-b63d6cbfbbb5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=837d1466-098f-490a-9027-b63d6cbfbbb5,segment=NetworkSegment(e43db542-83cd-4821-99c3-72f0af504133),segment_id=e43db542-83cd-4821-99c3-72f0af504133)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:48:19.017808 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e5cbc2b6-420c-4c76-aa06-27d5605735f9 req-ee647b68-e22b-49cb-bf6e-04544bb709dc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:19.051539 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-e5cbc2b6-420c-4c76-aa06-27d5605735f9 req-ee647b68-e22b-49cb-bf6e-04544bb709dc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Calling delete_port for 837d1466-098f-490a-9027-b63d6cbfbbb5 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:48:19.078608 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6a615d-ccfb-45c6-9f25-276a3d24d932 admin admin] Deleting subnet 91038227-0f17-4a2f-8057-f5e05af69ad1 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:48:19.082461 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d6a615d-ccfb-45c6-9f25-276a3d24d932 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:19.097385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19688cf3-c33e-4484-bf81-938e31ebd3d4 req-3e921b68-bd9d-4741-9c51-83446bf6cc52 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:19.099003 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19688cf3-c33e-4484-bf81-938e31ebd3d4 req-3e921b68-bd9d-4741-9c51-83446bf6cc52 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=257d115a-0447-4560-ab0f-01dc5c41a5c1 HTTP/1.1" status: 200 len: 945 time: 0.2509658 Jul 09 09:48:19.119280 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d700c6-f265-491c-9465-0a5dd75c2f89 req-752ed7c6-c523-42dc-a36b-811921f20625 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:19.123251 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d6a615d-ccfb-45c6-9f25-276a3d24d932 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:19.127304 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8d700c6-f265-491c-9465-0a5dd75c2f89 req-752ed7c6-c523-42dc-a36b-811921f20625 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2802751 Jul 09 09:48:19.188357 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-97df2285-1ca6-41a9-8d77-fb3bde18dbfd req-aed1ecaa-cc94-4652-8809-2bb723866904 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Deleting port 2e7a687f-f81f-4149-b1c5-1af0a004854b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:48:19.188711 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-97df2285-1ca6-41a9-8d77-fb3bde18dbfd req-aed1ecaa-cc94-4652-8809-2bb723866904 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:19.244732 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d6a615d-ccfb-45c6-9f25-276a3d24d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:19.309915 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d6a615d-ccfb-45c6-9f25-276a3d24d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:19.320617 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19688cf3-c33e-4484-bf81-938e31ebd3d4 req-3510bd48-9b78-455f-91ea-9eb21bfae839 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8b8bf60-8e61-4383-bea9-7b81d5e5f231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568661 Jul 09 09:48:19.337985 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8d700c6-f265-491c-9465-0a5dd75c2f89 req-fb25a434-0491-47c8-9561-47fb8bacf44b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095032 Jul 09 09:48:19.370778 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a615d-ccfb-45c6-9f25-276a3d24d932 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91038227-0f17-4a2f-8057-f5e05af69ad1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:19.376783 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d6a615d-ccfb-45c6-9f25-276a3d24d932 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:19.380850 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4d6a615d-ccfb-45c6-9f25-276a3d24d932 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/91038227-0f17-4a2f-8057-f5e05af69ad1 HTTP/1.1" status: 204 len: 168 time: 0.3945971 Jul 09 09:48:19.383150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43640) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:19.387015 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c5f24d-34dd-4129-adca-26762a1adc56 None None] Network 73b12923-7036-466d-b40f-9387cec967ac requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:48:19.601653 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:48:19.639473 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:48:19.639473 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3d9918a1-0d81-4ebb-ab2c-a7a9c4baf644 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:48:19.732280 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdc4475-145c-4d93-8a64-b2b4d209bd0c None None] DHCP port deletion for 73b12923-7036-466d-b40f-9387cec967ac request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:48:19.783114 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6bdc4475-145c-4d93-8a64-b2b4d209bd0c None None] Deleting port 4559ea1b-551c-43d6-9d27-ccfebab6064f {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:48:19.783864 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6bdc4475-145c-4d93-8a64-b2b4d209bd0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:19.856203 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6bdc4475-145c-4d93-8a64-b2b4d209bd0c None None] For port 4559ea1b-551c-43d6-9d27-ccfebab6064f, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4559ea1b-551c-43d6-9d27-ccfebab6064f,segment=NetworkSegment(37121bee-19fc-4c63-9d31-ee5659dd3ba9),segment_id=37121bee-19fc-4c63-9d31-ee5659dd3ba9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:48:19.856740 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6bdc4475-145c-4d93-8a64-b2b4d209bd0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:19.871429 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6bdc4475-145c-4d93-8a64-b2b4d209bd0c None None] Calling delete_port for 4559ea1b-551c-43d6-9d27-ccfebab6064f owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:48:19.882224 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5cf93e0b-7a4a-40aa-9bbc-0e360113bdea req-a9c1c6b1-b70a-4653-8758-807e229199b7 tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.4293840 Jul 09 09:48:19.920763 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-97df2285-1ca6-41a9-8d77-fb3bde18dbfd req-aed1ecaa-cc94-4652-8809-2bb723866904 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] For port 2e7a687f-f81f-4149-b1c5-1af0a004854b, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=2e7a687f-f81f-4149-b1c5-1af0a004854b,segment=NetworkSegment(e43db542-83cd-4821-99c3-72f0af504133),segment_id=e43db542-83cd-4821-99c3-72f0af504133)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:48:19.921352 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-97df2285-1ca6-41a9-8d77-fb3bde18dbfd req-aed1ecaa-cc94-4652-8809-2bb723866904 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:19.949941 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-29ff382f-3a6a-4900-8e19-f6e62537e90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:19.966361 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-97df2285-1ca6-41a9-8d77-fb3bde18dbfd req-aed1ecaa-cc94-4652-8809-2bb723866904 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Calling delete_port for 2e7a687f-f81f-4149-b1c5-1af0a004854b owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:48:19.996851 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e5cbc2b6-420c-4c76-aa06-27d5605735f9 req-ee647b68-e22b-49cb-bf6e-04544bb709dc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:20.022497 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['837d1466-098f-490a-9027-b63d6cbfbbb5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:48:20.053279 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['2e7a687f-f81f-4149-b1c5-1af0a004854b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:48:20.064566 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6bdc4475-145c-4d93-8a64-b2b4d209bd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:20.116464 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-29ff382f-3a6a-4900-8e19-f6e62537e90a admin admin] The port '4559ea1b-551c-43d6-9d27-ccfebab6064f' was deleted {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 09 09:48:20.118858 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee647b68-e22b-49cb-bf6e-04544bb709dc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Pushing event deleted for resources: {'Port': ['ID=837d1466-098f-490a-9027-b63d6cbfbbb5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:20.147653 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc4475-145c-4d93-8a64-b2b4d209bd0c None None] Pushing event deleted for resources: {'Port': ['ID=4559ea1b-551c-43d6-9d27-ccfebab6064f,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:20.155619 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdc4475-145c-4d93-8a64-b2b4d209bd0c None None] No DVR routers for this DVR port 4559ea1b-551c-43d6-9d27-ccfebab6064f on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:48:20.199794 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee647b68-e22b-49cb-bf6e-04544bb709dc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:20.200168 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee647b68-e22b-49cb-bf6e-04544bb709dc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:20.200489 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee647b68-e22b-49cb-bf6e-04544bb709dc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:20.200831 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee647b68-e22b-49cb-bf6e-04544bb709dc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:20.201165 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee647b68-e22b-49cb-bf6e-04544bb709dc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:20.201500 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee647b68-e22b-49cb-bf6e-04544bb709dc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:20.201833 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee647b68-e22b-49cb-bf6e-04544bb709dc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:20.202161 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee647b68-e22b-49cb-bf6e-04544bb709dc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:20.202488 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee647b68-e22b-49cb-bf6e-04544bb709dc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:20.202854 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee647b68-e22b-49cb-bf6e-04544bb709dc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:20.203185 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee647b68-e22b-49cb-bf6e-04544bb709dc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:20.203512 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee647b68-e22b-49cb-bf6e-04544bb709dc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:20.244032 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5cbc2b6-420c-4c76-aa06-27d5605735f9 req-ee647b68-e22b-49cb-bf6e-04544bb709dc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] No DVR routers for this DVR port 837d1466-098f-490a-9027-b63d6cbfbbb5 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:48:20.252669 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d9e98-09fe-413a-b902-2f7705eb9bb3 req-d6b62929-a41c-42e7-a701-2406f0dc8740 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:20.259528 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-239d9e98-09fe-413a-b902-2f7705eb9bb3 req-d6b62929-a41c-42e7-a701-2406f0dc8740 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.3798323 Jul 09 09:48:20.289350 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e5cbc2b6-420c-4c76-aa06-27d5605735f9 req-ee647b68-e22b-49cb-bf6e-04544bb709dc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:20.291342 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e5cbc2b6-420c-4c76-aa06-27d5605735f9 req-ee647b68-e22b-49cb-bf6e-04544bb709dc tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.64 "DELETE /v2.0/ports/837d1466-098f-490a-9027-b63d6cbfbbb5 HTTP/1.1" status: 204 len: 173 time: 1.7837882 Jul 09 09:48:20.292093 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257d115a-0447-4560-ab0f-01dc5c41a5c1', 'name': 'network-vif-deleted', 'tag': '837d1466-098f-490a-9027-b63d6cbfbbb5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:48:20.294756 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad14b24c-1bb5-4cbf-9d1a-caa20aa5adc8" -d '{"events": [{"server_uuid": "257d115a-0447-4560-ab0f-01dc5c41a5c1", "name": "network-vif-deleted", "tag": "837d1466-098f-490a-9027-b63d6cbfbbb5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:48:20.337099 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-29ff382f-3a6a-4900-8e19-f6e62537e90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:20.353831 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-29ff382f-3a6a-4900-8e19-f6e62537e90a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b12923-7036-466d-b40f-9387cec967ac']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:20.363079 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c094f7-280b-43a5-9bb6-0216873a3e54 x-openstack-request-id: req-f8c094f7-280b-43a5-9bb6-0216873a3e54 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:48:20.363369 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257d115a-0447-4560-ab0f-01dc5c41a5c1", "name": "network-vif-deleted", "tag": "837d1466-098f-490a-9027-b63d6cbfbbb5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:48:20.363629 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f8c094f7-280b-43a5-9bb6-0216873a3e54 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:48:20.364055 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257d115a-0447-4560-ab0f-01dc5c41a5c1', 'name': 'network-vif-deleted', 'tag': '837d1466-098f-490a-9027-b63d6cbfbbb5', 'status': 'completed', 'code': 200} Jul 09 09:48:20.380534 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-29ff382f-3a6a-4900-8e19-f6e62537e90a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37121bee-19fc-4c63-9d31-ee5659dd3ba9') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:20.380840 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-29ff382f-3a6a-4900-8e19-f6e62537e90a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37121bee-19fc-4c63-9d31-ee5659dd3ba9') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:20.433892 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-239d9e98-09fe-413a-b902-2f7705eb9bb3 req-e6c3daba-9ec9-4cd3-8d00-97b2bf796d0e tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734195 Jul 09 09:48:20.449749 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-29ff382f-3a6a-4900-8e19-f6e62537e90a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:20.466597 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-29ff382f-3a6a-4900-8e19-f6e62537e90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:20.474321 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ff382f-3a6a-4900-8e19-f6e62537e90a admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:48:20.474730 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-29ff382f-3a6a-4900-8e19-f6e62537e90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:48:20.533457 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:48:20.543643 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-29ff382f-3a6a-4900-8e19-f6e62537e90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:20.560091 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-29ff382f-3a6a-4900-8e19-f6e62537e90a admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:20.564954 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-29ff382f-3a6a-4900-8e19-f6e62537e90a admin admin] 10.222.0.61 "DELETE /v2.0/networks/73b12923-7036-466d-b40f-9387cec967ac HTTP/1.1" status: 204 len: 168 time: 1.1779261 Jul 09 09:48:20.565154 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43670) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:20.604652 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b03b4d19-54d5-4497-8e48-1f154495c761 req-af8bfb43-1752-43a6-ad36-5862adffab9f tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.61 "GET /v2.0/ports?device_id=257d115a-0447-4560-ab0f-01dc5c41a5c1 HTTP/1.1" status: 200 len: 210 time: 0.0701520 Jul 09 09:48:20.632539 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff382f-3a6a-4900-8e19-f6e62537e90a admin admin] Pushing event deleted for resources: {'Network': ['ID=73b12923-7036-466d-b40f-9387cec967ac,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:20.659737 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-97df2285-1ca6-41a9-8d77-fb3bde18dbfd req-aed1ecaa-cc94-4652-8809-2bb723866904 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:20.701498 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1ecaa-cc94-4652-8809-2bb723866904 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Pushing event deleted for resources: {'Port': ['ID=2e7a687f-f81f-4149-b1c5-1af0a004854b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:20.755841 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-97df2285-1ca6-41a9-8d77-fb3bde18dbfd req-aed1ecaa-cc94-4652-8809-2bb723866904 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] No DVR routers for this DVR port 2e7a687f-f81f-4149-b1c5-1af0a004854b on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:48:20.758932 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-97df2285-1ca6-41a9-8d77-fb3bde18dbfd req-aed1ecaa-cc94-4652-8809-2bb723866904 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:20.761137 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-97df2285-1ca6-41a9-8d77-fb3bde18dbfd req-aed1ecaa-cc94-4652-8809-2bb723866904 tempest-MultipleCreateTestJSON-1749574413 tempest-MultipleCreateTestJSON-1749574413-project] 10.222.0.58 "DELETE /v2.0/ports/2e7a687f-f81f-4149-b1c5-1af0a004854b HTTP/1.1" status: 204 len: 173 time: 2.0086255 Jul 09 09:48:20.770544 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0916f6-4002-46d3-9109-c6005863dbb6 req-92670e02-90cc-42f6-b0bd-8d1122d5ea8c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:20.773332 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af0916f6-4002-46d3-9109-c6005863dbb6 req-92670e02-90cc-42f6-b0bd-8d1122d5ea8c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1935816 Jul 09 09:48:20.825473 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af0916f6-4002-46d3-9109-c6005863dbb6 req-c7f8e57f-1879-4e00-8a1b-b91edbdff86d tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468273 Jul 09 09:48:20.870400 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4559ea1b-551c-43d6-9d27-ccfebab6064f no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:48:20.917153 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 4559ea1b-551c-43d6-9d27-ccfebab6064f {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:48:20.921162 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4559ea1b-551c-43d6-9d27-ccfebab6064f not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:48:20.931423 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d5aaae5a-0639-4e5c-ac6f-74a36e4547b1 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:48:21.079580 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9a8d4091-0f43-472e-8f55-7e81bf181c5a req-140fcdf6-0bf2-4eb8-b824-9ae0087d66b8 tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0482550 Jul 09 09:48:21.362940 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: d5aaae5a-0639-4e5c-ac6f-74a36e4547b1 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:48:21.363392 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d5aaae5a-0639-4e5c-ac6f-74a36e4547b1 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:48:21.412704 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a2cea97-a9c8-455b-9a1f-909b918b93d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:21.585473 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8374db-d903-4cb0-8fb9-6004b42a545e req-379babf4-8ec2-4311-bd69-cf5455e02f32 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:21.587203 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc8374db-d903-4cb0-8fb9-6004b42a545e req-379babf4-8ec2-4311-bd69-cf5455e02f32 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1423063 Jul 09 09:48:21.721315 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc8374db-d903-4cb0-8fb9-6004b42a545e req-258d2796-95b4-472c-9321-5e4b99768a8b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277151 Jul 09 09:48:21.837008 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1a2cea97-a9c8-455b-9a1f-909b918b93d9 admin admin] Deleting port f885c22a-5a9d-46bc-9717-ae1c85110e30 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:48:21.838250 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a2cea97-a9c8-455b-9a1f-909b918b93d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:21.858598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43700) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:21.909601 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ca30d6-20b1-446f-9e8d-7fab24e2c1ad admin admin] Deleting subnet b2411e6b-5921-433e-9eac-38b331459363 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:48:21.913663 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62ca30d6-20b1-446f-9e8d-7fab24e2c1ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:21.949816 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-1a2cea97-a9c8-455b-9a1f-909b918b93d9 admin admin] For port f885c22a-5a9d-46bc-9717-ae1c85110e30, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f885c22a-5a9d-46bc-9717-ae1c85110e30,segment=NetworkSegment(be612659-c6bf-4ea3-ad33-26e8428e1bb5),segment_id=be612659-c6bf-4ea3-ad33-26e8428e1bb5)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:48:21.950086 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a2cea97-a9c8-455b-9a1f-909b918b93d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:21.955658 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62ca30d6-20b1-446f-9e8d-7fab24e2c1ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:21.964573 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1a2cea97-a9c8-455b-9a1f-909b918b93d9 admin admin] Calling delete_port for f885c22a-5a9d-46bc-9717-ae1c85110e30 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:48:22.008928 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62ca30d6-20b1-446f-9e8d-7fab24e2c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:22.074827 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62ca30d6-20b1-446f-9e8d-7fab24e2c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:22.093748 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62ca30d6-20b1-446f-9e8d-7fab24e2c1ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:22.098812 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-62ca30d6-20b1-446f-9e8d-7fab24e2c1ad admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b2411e6b-5921-433e-9eac-38b331459363 HTTP/1.1" status: 204 len: 168 time: 0.2385924 Jul 09 09:48:22.120684 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43702) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:22.129481 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca30d6-20b1-446f-9e8d-7fab24e2c1ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2411e6b-5921-433e-9eac-38b331459363,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:22.176888 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a2cea97-a9c8-455b-9a1f-909b918b93d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:22.208593 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2cea97-a9c8-455b-9a1f-909b918b93d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f885c22a-5a9d-46bc-9717-ae1c85110e30,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:22.216723 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-119bf967-2baf-47b4-86d9-00baddd2c0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:22.285830 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 837d1466-098f-490a-9027-b63d6cbfbbb5 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:48:22.328638 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 837d1466-098f-490a-9027-b63d6cbfbbb5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:48:22.329116 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 837d1466-098f-490a-9027-b63d6cbfbbb5 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:48:22.372784 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f62cdd64-7c5a-466a-9d11-eb82b3e175f1 req-808810ae-09a1-4618-b239-8242853d13fd tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.1049798 Jul 09 09:48:22.379228 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf8f49a-34b8-43df-9094-039fbd9115ef', 'name': 'network-vif-deleted', 'tag': '2e7a687f-f81f-4149-b1c5-1af0a004854b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:48:22.391653 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b33509-c908-496d-955e-b97a0f5b6135" -d '{"events": [{"server_uuid": "6bf8f49a-34b8-43df-9094-039fbd9115ef", "name": "network-vif-deleted", "tag": "2e7a687f-f81f-4149-b1c5-1af0a004854b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:48:22.433696 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-119bf967-2baf-47b4-86d9-00baddd2c0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:22.458507 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-119bf967-2baf-47b4-86d9-00baddd2c0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e51e5c-49ca-48c2-b01f-945572ed89c2']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:22.490050 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-119bf967-2baf-47b4-86d9-00baddd2c0e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43db542-83cd-4821-99c3-72f0af504133') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:22.490354 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-119bf967-2baf-47b4-86d9-00baddd2c0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43db542-83cd-4821-99c3-72f0af504133') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:22.517025 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-119bf967-2baf-47b4-86d9-00baddd2c0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:22.533499 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-119bf967-2baf-47b4-86d9-00baddd2c0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:22.539971 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119bf967-2baf-47b4-86d9-00baddd2c0e1 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:48:22.540378 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-119bf967-2baf-47b4-86d9-00baddd2c0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:22.540732 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a2cea97-a9c8-455b-9a1f-909b918b93d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:48:22.585987 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:48:22.589616 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4ebe57-9fb3-409a-9164-84fdd4cae1b9 x-openstack-request-id: req-9d4ebe57-9fb3-409a-9164-84fdd4cae1b9 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:48:22.589616 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf8f49a-34b8-43df-9094-039fbd9115ef", "name": "network-vif-deleted", "tag": "2e7a687f-f81f-4149-b1c5-1af0a004854b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:48:22.589616 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9d4ebe57-9fb3-409a-9164-84fdd4cae1b9 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:48:22.589922 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf8f49a-34b8-43df-9094-039fbd9115ef', 'name': 'network-vif-deleted', 'tag': '2e7a687f-f81f-4149-b1c5-1af0a004854b', 'status': 'completed', 'code': 200} Jul 09 09:48:22.612724 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-119bf967-2baf-47b4-86d9-00baddd2c0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:22.628836 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-119bf967-2baf-47b4-86d9-00baddd2c0e1 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:22.628836 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-119bf967-2baf-47b4-86d9-00baddd2c0e1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d3e51e5c-49ca-48c2-b01f-945572ed89c2 HTTP/1.1" status: 204 len: 168 time: 0.5033584 Jul 09 09:48:22.641761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119bf967-2baf-47b4-86d9-00baddd2c0e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3e51e5c-49ca-48c2-b01f-945572ed89c2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:22.914557 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43718) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:23.007175 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-cc4c6e05-9620-403b-9ce6-11ac3a6bc252 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8ad046218cf74bd1a6b765f3bec798f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0902975 Jul 09 09:48:23.009775 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43720) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:23.021362 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63912692-a891-42b4-bd61-42ce426249d2 req-bc3f109d-74e7-4f10-9fc6-01c917adb909 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:23.029364 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-63912692-a891-42b4-bd61-42ce426249d2 req-bc3f109d-74e7-4f10-9fc6-01c917adb909 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1274230 Jul 09 09:48:23.079171 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-63912692-a891-42b4-bd61-42ce426249d2 req-7fa7b440-58da-4318-9b43-7b2ac9a08cd8 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487053 Jul 09 09:48:23.116236 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-03b1b22e-9ce9-43e9-a79b-e54d30f87d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:23.175783 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-03b1b22e-9ce9-43e9-a79b-e54d30f87d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:23.314187 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2cea97-a9c8-455b-9a1f-909b918b93d9 admin admin] Router 5a547fed-1909-4fdb-89d0-46f264de711f has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:48:23.318200 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-03b1b22e-9ce9-43e9-a79b-e54d30f87d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:23.321415 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-03b1b22e-9ce9-43e9-a79b-e54d30f87d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:23.322907 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-03b1b22e-9ce9-43e9-a79b-e54d30f87d30 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e8b8bf60-8e61-4383-bea9-7b81d5e5f231 HTTP/1.1" status: 204 len: 168 time: 0.3105636 Jul 09 09:48:23.508340 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1b22e-9ce9-43e9-a79b-e54d30f87d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b8bf60-8e61-4383-bea9-7b81d5e5f231,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:23.520495 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1b22e-9ce9-43e9-a79b-e54d30f87d30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:23.520890 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1b22e-9ce9-43e9-a79b-e54d30f87d30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:23.521181 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1b22e-9ce9-43e9-a79b-e54d30f87d30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:23.521519 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1b22e-9ce9-43e9-a79b-e54d30f87d30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:23.521853 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1b22e-9ce9-43e9-a79b-e54d30f87d30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:23.522185 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1b22e-9ce9-43e9-a79b-e54d30f87d30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:23.522513 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1b22e-9ce9-43e9-a79b-e54d30f87d30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:23.522837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1b22e-9ce9-43e9-a79b-e54d30f87d30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:23.523160 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1b22e-9ce9-43e9-a79b-e54d30f87d30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:23.523480 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1b22e-9ce9-43e9-a79b-e54d30f87d30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:23.523831 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1b22e-9ce9-43e9-a79b-e54d30f87d30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:23.524154 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1b22e-9ce9-43e9-a79b-e54d30f87d30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:23.669244 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fec9bdf3-091e-4ec8-890b-86cb3227d8d4 req-2b94f9b5-e4a8-4657-8dc3-ed3ddce3a618 tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0706909 Jul 09 09:48:23.716006 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2cea97-a9c8-455b-9a1f-909b918b93d9 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:48:23.723081 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1a2cea97-a9c8-455b-9a1f-909b918b93d9 admin admin] 10.222.0.61 "PUT /v2.0/routers/5a547fed-1909-4fdb-89d0-46f264de711f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1565616 Jul 09 09:48:23.726076 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43738) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:23.736748 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 2e7a687f-f81f-4149-b1c5-1af0a004854b no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:48:23.795395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 2e7a687f-f81f-4149-b1c5-1af0a004854b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:48:23.797572 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 2e7a687f-f81f-4149-b1c5-1af0a004854b not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:48:23.801906 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef723af6-f9c3-416f-ac86-f2224fa0fba1 None None] Sync routers for ids ['5a547fed-1909-4fdb-89d0-46f264de711f'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:48:23.838319 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef723af6-f9c3-416f-ac86-f2224fa0fba1 None None] Routers {'5a547fed-1909-4fdb-89d0-46f264de711f'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:48:23.839330 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ef723af6-f9c3-416f-ac86-f2224fa0fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:48:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5a547fed-1909-4fdb-89d0-46f264de711f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:23.974145 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4bcbed64-4931-4edd-8038-6a6cc2220b85 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:24.090861 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-ef723af6-f9c3-416f-ac86-f2224fa0fba1 None None] Set router 5a547fed-1909-4fdb-89d0-46f264de711f gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:48:24.193401 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6630596-4b52-4c43-b55b-2ce1123aaced req-3734cf90-12f9-49a5-9753-be279a8aecec tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:24.200277 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6630596-4b52-4c43-b55b-2ce1123aaced req-3734cf90-12f9-49a5-9753-be279a8aecec tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2280779 Jul 09 09:48:24.268612 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6630596-4b52-4c43-b55b-2ce1123aaced req-9bdc0e58-ad00-451e-abb2-0ee2e5dd3fed tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669250 Jul 09 09:48:24.297759 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4bcbed64-4931-4edd-8038-6a6cc2220b85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:24.397258 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4bcbed64-4931-4edd-8038-6a6cc2220b85 admin admin] Deleting port 876c3017-285b-41a1-ad46-e11d55380945 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:48:24.399328 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4bcbed64-4931-4edd-8038-6a6cc2220b85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:24.417240 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ef723af6-f9c3-416f-ac86-f2224fa0fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a547fed-1909-4fdb-89d0-46f264de711f', 'name': 'tempest-TestVolumeBackupRestore-709471749-router', 'tenant_id': '1101c76149b44222be314b3af956a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '876c3017-285b-41a1-ad46-e11d55380945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:37Z', 'updated_at': '2021-07-09T09:48:22Z', 'revision_number': 5, 'project_id': '1101c76149b44222be314b3af956a126', 'gw_port': {'id': '876c3017-285b-41a1-ad46-e11d55380945', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a547fed-1909-4fdb-89d0-46f264de711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:43:39Z', 'updated_at': '2021-07-09T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:24.490152 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef723af6-f9c3-416f-ac86-f2224fa0fba1 None None] Checking router: 5a547fed-1909-4fdb-89d0-46f264de711f for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:48:24.510208 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef723af6-f9c3-416f-ac86-f2224fa0fba1 None None] Routers {'5a547fed-1909-4fdb-89d0-46f264de711f'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:48:24.512847 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ef723af6-f9c3-416f-ac86-f2224fa0fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:48:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5a547fed-1909-4fdb-89d0-46f264de711f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:24.611522 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-4bcbed64-4931-4edd-8038-6a6cc2220b85 admin admin] For port 876c3017-285b-41a1-ad46-e11d55380945, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=876c3017-285b-41a1-ad46-e11d55380945,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:48:24.612171 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4bcbed64-4931-4edd-8038-6a6cc2220b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:24.643568 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4bcbed64-4931-4edd-8038-6a6cc2220b85 admin admin] Calling delete_port for 876c3017-285b-41a1-ad46-e11d55380945 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:48:24.646884 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-ef723af6-f9c3-416f-ac86-f2224fa0fba1 None None] Set router 5a547fed-1909-4fdb-89d0-46f264de711f gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:48:24.725522 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ef723af6-f9c3-416f-ac86-f2224fa0fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a547fed-1909-4fdb-89d0-46f264de711f', 'name': 'tempest-TestVolumeBackupRestore-709471749-router', 'tenant_id': '1101c76149b44222be314b3af956a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:37Z', 'updated_at': '2021-07-09T09:48:24Z', 'revision_number': 6, 'project_id': '1101c76149b44222be314b3af956a126', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:24.794072 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef723af6-f9c3-416f-ac86-f2224fa0fba1 None None] The sync data for ids ['5a547fed-1909-4fdb-89d0-46f264de711f'] in n-d-799996-1 is: [{'id': '5a547fed-1909-4fdb-89d0-46f264de711f', 'name': 'tempest-TestVolumeBackupRestore-709471749-router', 'tenant_id': '1101c76149b44222be314b3af956a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:43:37Z', 'updated_at': '2021-07-09T09:48:24Z', 'revision_number': 6, 'project_id': '1101c76149b44222be314b3af956a126', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:48:24.929830 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f62b1b1c-2f81-4ef0-86b0-02630d50b801 req-84586892-f71c-42ea-b24c-57add9444810 tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0346410 Jul 09 09:48:25.072980 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4bcbed64-4931-4edd-8038-6a6cc2220b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:25.109806 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbed64-4931-4edd-8038-6a6cc2220b85 admin admin] Pushing event deleted for resources: {'Port': ['ID=876c3017-285b-41a1-ad46-e11d55380945,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:25.202465 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4bcbed64-4931-4edd-8038-6a6cc2220b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:25.316853 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4bcbed64-4931-4edd-8038-6a6cc2220b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:25.319344 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4bcbed64-4931-4edd-8038-6a6cc2220b85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:25.372918 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4bcbed64-4931-4edd-8038-6a6cc2220b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:25.373417 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcbed64-4931-4edd-8038-6a6cc2220b85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a547fed-1909-4fdb-89d0-46f264de711f {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:48:25.380013 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4bcbed64-4931-4edd-8038-6a6cc2220b85 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:25.383859 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43778) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:25.384369 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4bcbed64-4931-4edd-8038-6a6cc2220b85 admin admin] 10.222.0.61 "DELETE /v2.0/routers/5a547fed-1909-4fdb-89d0-46f264de711f HTTP/1.1" status: 204 len: 168 time: 1.6569445 Jul 09 09:48:25.450780 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43782) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:25.570486 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ee0188-f271-4b22-8045-d322918178e6 admin admin] Deleting subnet 89494d84-9ed8-4240-bc94-16a5cfa9eca0 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:48:25.573872 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-10ee0188-f271-4b22-8045-d322918178e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:25.605247 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef3996-aadd-4226-9414-465040135cab req-764a2c65-d398-48bf-884a-be3161a50185 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:25.607034 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-11ef3996-aadd-4226-9414-465040135cab req-764a2c65-d398-48bf-884a-be3161a50185 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1237206 Jul 09 09:48:25.649298 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-10ee0188-f271-4b22-8045-d322918178e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:25.683500 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1ccf-1481-4956-af3d-270bd76bdc26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:25.715105 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-11ef3996-aadd-4226-9414-465040135cab req-134a012f-58f3-494c-993e-ab4d488273f1 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965958 Jul 09 09:48:25.805681 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-10ee0188-f271-4b22-8045-d322918178e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:25.884570 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1ccf-1481-4956-af3d-270bd76bdc26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:25.890901 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1ccf-1481-4956-af3d-270bd76bdc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:25.908084 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-10ee0188-f271-4b22-8045-d322918178e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:25.957805 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee0188-f271-4b22-8045-d322918178e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89494d84-9ed8-4240-bc94-16a5cfa9eca0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:25.957934 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ad4d1ccf-1481-4956-af3d-270bd76bdc26 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b96957d65a0b4b728e2f56b2d911e2b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4937468 Jul 09 09:48:25.958375 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43794) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:25.965633 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e59bf5-beec-4f3d-9bb5-73208f5b5085 None None] Network 8acf8721-b93f-4ba5-94a3-7ddd5070f3fa requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:48:25.971609 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-10ee0188-f271-4b22-8045-d322918178e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:25.976868 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-10ee0188-f271-4b22-8045-d322918178e6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/89494d84-9ed8-4240-bc94-16a5cfa9eca0 HTTP/1.1" status: 204 len: 168 time: 0.5911617 Jul 09 09:48:25.979998 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43798) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:25.982496 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d1ccf-1481-4956-af3d-270bd76bdc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234e31f3-2ffb-4365-97c3-e05df14757db,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:26.061293 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a5d8f-15fc-46f0-9fc6-a7f4b672234e req-a88f7814-3faf-4cea-b072-22bef720f2b7 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:26.065103 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-593a5d8f-15fc-46f0-9fc6-a7f4b672234e req-a88f7814-3faf-4cea-b072-22bef720f2b7 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1380126 Jul 09 09:48:26.141417 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc0ce0f4-50b3-499a-86e3-d5a06c8552fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:26.160253 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-593a5d8f-15fc-46f0-9fc6-a7f4b672234e req-129a9d2f-4f08-42bd-aac7-182e64880db4 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878465 Jul 09 09:48:26.184652 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-357310dd-03c0-4c4d-b4b0-ea997c0a4719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:26.272145 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d537bffa-3ea6-4a96-a6b0-5a07bc8e4fb8 req-1b1defca-303f-4054-964f-b6d28af7dea4 tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0440876 Jul 09 09:48:26.344773 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-357310dd-03c0-4c4d-b4b0-ea997c0a4719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:26.382808 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dc4749-42d5-4114-94b2-a94eca179dab None None] DHCP port deletion for 8acf8721-b93f-4ba5-94a3-7ddd5070f3fa request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:48:26.439469 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-357310dd-03c0-4c4d-b4b0-ea997c0a4719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:26.442082 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-357310dd-03c0-4c4d-b4b0-ea997c0a4719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:26.445832 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-357310dd-03c0-4c4d-b4b0-ea997c0a4719 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/234e31f3-2ffb-4365-97c3-e05df14757db HTTP/1.1" status: 204 len: 168 time: 0.4940610 Jul 09 09:48:26.467413 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357310dd-03c0-4c4d-b4b0-ea997c0a4719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234e31f3-2ffb-4365-97c3-e05df14757db,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:26.473415 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ce0f4-50b3-499a-86e3-d5a06c8552fd admin admin] Deleting port c6e7d38c-9796-4e83-ba35-b76afba2d42e {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:48:26.474060 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc0ce0f4-50b3-499a-86e3-d5a06c8552fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:26.556022 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-96dc4749-42d5-4114-94b2-a94eca179dab None None] Deleting port c6e7d38c-9796-4e83-ba35-b76afba2d42e {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:48:26.557534 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-96dc4749-42d5-4114-94b2-a94eca179dab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:26.577456 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-dc0ce0f4-50b3-499a-86e3-d5a06c8552fd admin admin] For port c6e7d38c-9796-4e83-ba35-b76afba2d42e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c6e7d38c-9796-4e83-ba35-b76afba2d42e,segment=NetworkSegment(be612659-c6bf-4ea3-ad33-26e8428e1bb5),segment_id=be612659-c6bf-4ea3-ad33-26e8428e1bb5)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:48:26.578854 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc0ce0f4-50b3-499a-86e3-d5a06c8552fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:26.599089 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ce0f4-50b3-499a-86e3-d5a06c8552fd admin admin] Calling delete_port for c6e7d38c-9796-4e83-ba35-b76afba2d42e owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:48:26.619446 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd55b58-9156-43dd-b256-e4619cfc5c50 req-9f09959b-49dd-4db7-a423-aaff06dd56b5 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:26.628211 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3dd55b58-9156-43dd-b256-e4619cfc5c50 req-9f09959b-49dd-4db7-a423-aaff06dd56b5 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.0874517 Jul 09 09:48:26.678490 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3dd55b58-9156-43dd-b256-e4619cfc5c50 req-cb94112f-4d11-435b-84c6-92d506e20ae4 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438032 Jul 09 09:48:26.744975 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-96dc4749-42d5-4114-94b2-a94eca179dab None None] For port c6e7d38c-9796-4e83-ba35-b76afba2d42e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c6e7d38c-9796-4e83-ba35-b76afba2d42e,segment=NetworkSegment(be612659-c6bf-4ea3-ad33-26e8428e1bb5),segment_id=be612659-c6bf-4ea3-ad33-26e8428e1bb5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:48:26.748433 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-96dc4749-42d5-4114-94b2-a94eca179dab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:26.779522 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-96dc4749-42d5-4114-94b2-a94eca179dab None None] Calling delete_port for c6e7d38c-9796-4e83-ba35-b76afba2d42e owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:48:26.794964 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc0ce0f4-50b3-499a-86e3-d5a06c8552fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:26.864696 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0ce0f4-50b3-499a-86e3-d5a06c8552fd admin admin] No DVR routers for this DVR port c6e7d38c-9796-4e83-ba35-b76afba2d42e on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:48:26.874147 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ce0f4-50b3-499a-86e3-d5a06c8552fd admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e7d38c-9796-4e83-ba35-b76afba2d42e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:26.879840 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 876c3017-285b-41a1-ad46-e11d55380945 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:48:26.931828 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 876c3017-285b-41a1-ad46-e11d55380945 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:48:26.932175 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 876c3017-285b-41a1-ad46-e11d55380945 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:48:26.932606 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c6e7d38c-9796-4e83-ba35-b76afba2d42e no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:48:26.955759 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: c6e7d38c-9796-4e83-ba35-b76afba2d42e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:48:26.956110 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c6e7d38c-9796-4e83-ba35-b76afba2d42e not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:48:26.956529 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f885c22a-5a9d-46bc-9717-ae1c85110e30 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:48:26.987449 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: f885c22a-5a9d-46bc-9717-ae1c85110e30 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:48:26.988134 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f885c22a-5a9d-46bc-9717-ae1c85110e30 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:48:27.035536 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ce67c-e477-4d1e-9734-f30b9d193803 req-a8e0e4e5-8bea-4767-ac56-f1063b166d58 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:27.036439 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc0ce0f4-50b3-499a-86e3-d5a06c8552fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:27.037444 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee0ce67c-e477-4d1e-9734-f30b9d193803 req-a8e0e4e5-8bea-4767-ac56-f1063b166d58 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1364028 Jul 09 09:48:27.045976 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-96dc4749-42d5-4114-94b2-a94eca179dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:27.049055 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-dc0ce0f4-50b3-499a-86e3-d5a06c8552fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8acf8721-b93f-4ba5-94a3-7ddd5070f3fa']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:27.060297 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-dc0ce0f4-50b3-499a-86e3-d5a06c8552fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be612659-c6bf-4ea3-ad33-26e8428e1bb5') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:27.060887 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-dc0ce0f4-50b3-499a-86e3-d5a06c8552fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be612659-c6bf-4ea3-ad33-26e8428e1bb5') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:27.072396 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc0ce0f4-50b3-499a-86e3-d5a06c8552fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:27.088270 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc0ce0f4-50b3-499a-86e3-d5a06c8552fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:27.096007 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0ce0f4-50b3-499a-86e3-d5a06c8552fd admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:48:27.096453 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc4749-42d5-4114-94b2-a94eca179dab None None] Pushing event deleted for resources: {'Port': ['ID=c6e7d38c-9796-4e83-ba35-b76afba2d42e,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:27.097395 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc0ce0f4-50b3-499a-86e3-d5a06c8552fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:27.103377 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dc4749-42d5-4114-94b2-a94eca179dab None None] No DVR routers for this DVR port c6e7d38c-9796-4e83-ba35-b76afba2d42e on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:48:27.104458 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee0ce67c-e477-4d1e-9734-f30b9d193803 req-c3248f21-e974-4ffc-80e2-0e9efb13944f tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593040 Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:48:27.157478 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:48:27.189593 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc0ce0f4-50b3-499a-86e3-d5a06c8552fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:27.225299 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc0ce0f4-50b3-499a-86e3-d5a06c8552fd admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:27.228171 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dc0ce0f4-50b3-499a-86e3-d5a06c8552fd admin admin] 10.222.0.61 "DELETE /v2.0/networks/8acf8721-b93f-4ba5-94a3-7ddd5070f3fa HTTP/1.1" status: 204 len: 168 time: 1.2467089 Jul 09 09:48:27.252029 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ce0f4-50b3-499a-86e3-d5a06c8552fd admin admin] Pushing event deleted for resources: {'Network': ['ID=8acf8721-b93f-4ba5-94a3-7ddd5070f3fa,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:27.523101 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d8f50-931f-401e-9e6d-d4c32bc0ec20 req-a093c757-883c-4ab3-b3f3-2a8dcab045ce tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:27.524701 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a2d8f50-931f-401e-9e6d-d4c32bc0ec20 req-a093c757-883c-4ab3-b3f3-2a8dcab045ce tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1541660 Jul 09 09:48:27.574467 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35c80a04-fb8f-4db7-aeaf-39f3d89464c8 req-5b4eb99b-18bf-4f30-a127-c557ed0df251 tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0332758 Jul 09 09:48:27.614562 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43844) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:27.620082 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a2d8f50-931f-401e-9e6d-d4c32bc0ec20 req-050c06a6-8b1a-47a9-969e-7a731a6ce11d tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878205 Jul 09 09:48:27.751380 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43848) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:27.753334 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dbd68858-feec-4940-b119-64e55804815e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b06aa4e6b3044acdb266fe859cc19b22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1353867 Jul 09 09:48:27.977301 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-946a1dbc-d10f-46dd-8a77-a3745e18ecde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:28.006056 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-946a1dbc-d10f-46dd-8a77-a3745e18ecde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:28.070486 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43854) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:28.095978 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-946a1dbc-d10f-46dd-8a77-a3745e18ecde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:28.098630 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-946a1dbc-d10f-46dd-8a77-a3745e18ecde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:28.099869 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-946a1dbc-d10f-46dd-8a77-a3745e18ecde admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/689da737-cbdb-42fe-a907-c14db28c745a HTTP/1.1" status: 204 len: 168 time: 0.3477056 Jul 09 09:48:28.149620 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc855df-067c-4abc-90e6-4d46b9823ac0 req-c24f6ec6-7da4-40f4-a8f8-8e9b65af3310 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:28.156857 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cbc855df-067c-4abc-90e6-4d46b9823ac0 req-c24f6ec6-7da4-40f4-a8f8-8e9b65af3310 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2350221 Jul 09 09:48:28.176665 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a1dbc-d10f-46dd-8a77-a3745e18ecde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689da737-cbdb-42fe-a907-c14db28c745a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:28.266835 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cbc855df-067c-4abc-90e6-4d46b9823ac0 req-22e03ae8-4a6f-44a6-bfe8-6a24d55372f9 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062572 Jul 09 09:48:28.285691 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5109a0e9-5735-464f-9f80-f7404cff205c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-94987084-network', 'tenant_id': '4000311bf09545a6b9704a9d9abbc302'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:48:28.332132 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5109a0e9-5735-464f-9f80-f7404cff205c admin admin] Made reservation on behalf of 4000311bf09545a6b9704a9d9abbc302 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:48:28.334669 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5109a0e9-5735-464f-9f80-f7404cff205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:28.360893 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5109a0e9-5735-464f-9f80-f7404cff205c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:28.497277 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5109a0e9-5735-464f-9f80-f7404cff205c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:28.503915 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5109a0e9-5735-464f-9f80-f7404cff205c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:28.543946 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109a0e9-5735-464f-9f80-f7404cff205c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:28.585805 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5109a0e9-5735-464f-9f80-f7404cff205c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:48:28.614455 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5109a0e9-5735-464f-9f80-f7404cff205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:28.615159 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-5109a0e9-5735-464f-9f80-f7404cff205c admin admin] Added segment 0f13317e-a02b-4f15-9d45-d9d5f8fef2be of type vlan for network 1c09f046-0b54-49b5-93f9-8efa4af89682 Jul 09 09:48:28.626477 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43878) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:28.663978 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3d7e3-e3e4-4a2a-b01d-a767f741d531 req-2ddc1b66-88c8-4314-9714-bde58691e51b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:28.668547 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-69e3d7e3-e3e4-4a2a-b01d-a767f741d531 req-2ddc1b66-88c8-4314-9714-bde58691e51b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.0869820 Jul 09 09:48:28.709475 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5109a0e9-5735-464f-9f80-f7404cff205c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:28.717276 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b6b29f66-1be6-4262-97ed-3b1d115943c1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1101c76149b44222be314b3af956a126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0882380 Jul 09 09:48:28.718182 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43882) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:28.736735 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-69e3d7e3-e3e4-4a2a-b01d-a767f741d531 req-848e5d08-a4c4-4d59-92fa-54c8efcb0bb1 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547674 Jul 09 09:48:28.787806 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5109a0e9-5735-464f-9f80-f7404cff205c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:28.790209 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5109a0e9-5735-464f-9f80-f7404cff205c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:28.792057 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5109a0e9-5735-464f-9f80-f7404cff205c admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:28.865436 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5109a0e9-5735-464f-9f80-f7404cff205c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7938738 Jul 09 09:48:28.871189 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43890) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:28.876437 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84d5ac03-3289-477e-9af7-932fe3a4bb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:28.888802 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f10b214b-c3ba-49b8-938a-6cc20848aa55 admin admin] Request body: {'subnet': {'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-94987084-subnet', 'tenant_id': '4000311bf09545a6b9704a9d9abbc302', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:48:28.900286 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84d5ac03-3289-477e-9af7-932fe3a4bb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:28.912125 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10b214b-c3ba-49b8-938a-6cc20848aa55 admin admin] Made reservation on behalf of 4000311bf09545a6b9704a9d9abbc302 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:48:28.915032 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f10b214b-c3ba-49b8-938a-6cc20848aa55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:28.944415 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109a0e9-5735-464f-9f80-f7404cff205c admin admin] Pushing event updated for resources: {'Network': ['ID=1c09f046-0b54-49b5-93f9-8efa4af89682,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:28.956080 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 1c09f046-0b54-49b5-93f9-8efa4af89682 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:48:28.957291 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84d5ac03-3289-477e-9af7-932fe3a4bb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:28.966037 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84d5ac03-3289-477e-9af7-932fe3a4bb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:28.969308 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-84d5ac03-3289-477e-9af7-932fe3a4bb24 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c9bccff7-5751-4918-ad48-86ec696a9723 HTTP/1.1" status: 204 len: 168 time: 0.2501352 Jul 09 09:48:28.978188 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-3a873ad8-8905-46f6-bb38-855b7a978a38 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:28.979817 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-3a873ad8-8905-46f6-bb38-855b7a978a38 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 812 time: 0.2282774 Jul 09 09:48:28.997048 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5ac03-3289-477e-9af7-932fe3a4bb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bccff7-5751-4918-ad48-86ec696a9723,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:29.023458 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-7765f3b9-3406-4b2d-bd9e-7cf2cdf83cde tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/quotas/813283cb89a545e1a829a2f32c9aa43c HTTP/1.1" status: 200 len: 375 time: 0.0345376 Jul 09 09:48:29.081723 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-672a3f7e-97e5-4b7a-ba5f-55b4a8579c08 req-ed0dea48-899b-4430-a66c-dcb4cdcd7936 tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0535007 Jul 09 09:48:29.165495 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-6599ae29-f195-4a3a-9826-8600228db883 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1407659 Jul 09 09:48:29.390436 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-813407ad-32f7-4577-81d6-c0f7bc6a0e7c service neutron] 10.222.0.61 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241688 Jul 09 09:48:29.500832 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f10b214b-c3ba-49b8-938a-6cc20848aa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:29.513391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3ee18-af7e-42d6-96d4-bd7eb2c80c46 req-1444c2eb-dcd2-42c2-973c-bb443146eebe tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:29.520921 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-27e3ee18-af7e-42d6-96d4-bd7eb2c80c46 req-1444c2eb-dcd2-42c2-973c-bb443146eebe tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2570126 Jul 09 09:48:29.574571 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-41283fa9-ffe1-4944-8113-1cb6cc4f3c3c service neutron] 10.222.0.61 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831124 Jul 09 09:48:29.685459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b214b-c3ba-49b8-938a-6cc20848aa55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1864d41-8586-4a4a-aa3a-cb409347c280,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:29.708091 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-27e3ee18-af7e-42d6-96d4-bd7eb2c80c46 req-eb9dcd6a-02a7-42ef-9d22-a7fd3e96c407 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860065 Jul 09 09:48:29.749306 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10b214b-c3ba-49b8-938a-6cc20848aa55 admin admin] Checking segment: {'id': '0f13317e-a02b-4f15-9d45-d9d5f8fef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:48:29.749907 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10b214b-c3ba-49b8-938a-6cc20848aa55 admin admin] Network hostable DHCP agents. Network: 1c09f046-0b54-49b5-93f9-8efa4af89682, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:48:29.766011 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-445d09c0-d7a4-40a2-917b-41fe6b5b0c09 req-7d6f9c08-b839-427a-8c50-dc9e8fab1015 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1570685 Jul 09 09:48:29.782386 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10b214b-c3ba-49b8-938a-6cc20848aa55 admin admin] Network 1c09f046-0b54-49b5-93f9-8efa4af89682 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:48:29.850462 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-f10b214b-c3ba-49b8-938a-6cc20848aa55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 1c09f046-0b54-49b5-93f9-8efa4af89682) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:48:29.866969 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071c5b91-2666-4c23-9e33-d0944c65839e None None] Network 1c09f046-0b54-49b5-93f9-8efa4af89682 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:48:29.899645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10b214b-c3ba-49b8-938a-6cc20848aa55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:29.901734 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f10b214b-c3ba-49b8-938a-6cc20848aa55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:29.976918 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f10b214b-c3ba-49b8-938a-6cc20848aa55 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0950477 Jul 09 09:48:30.002819 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-533205d0-a518-4e3c-9bb6-d4f6a20e9cff req-68d98d40-cdbc-4c31-87bc-9d60628d79fb tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 210 time: 0.1524494 Jul 09 09:48:30.078190 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d09c0-d7a4-40a2-917b-41fe6b5b0c09 req-9f60afb0-51d7-4e3a-b1bd-9cca04bd2b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:30.080150 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-445d09c0-d7a4-40a2-917b-41fe6b5b0c09 req-9f60afb0-51d7-4e3a-b1bd-9cca04bd2b25 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=995334f9c17949d3ac64812939fb040c&device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 1096 time: 0.2724416 Jul 09 09:48:30.102878 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7c2ff9-c434-472f-a12c-04eb50ad3787 None None] Network 1c09f046-0b54-49b5-93f9-8efa4af89682 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:48:30.164284 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65fab9-85df-47e0-a7df-7f3188c5f7b4 req-3d485dcb-d57b-4cb1-95d1-3cfba69803b3 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:30.171520 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e65fab9-85df-47e0-a7df-7f3188c5f7b4 req-3d485dcb-d57b-4cb1-95d1-3cfba69803b3 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1675220 Jul 09 09:48:30.285778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6e65fab9-85df-47e0-a7df-7f3188c5f7b4 req-14667bf1-5870-4c0d-9f6b-6c8a8e1c1c6a tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132479 Jul 09 09:48:30.402705 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a97ed08-417a-4f05-8f59-9d0dc4acb2fd req-7d6fdd41-2283-4d34-9795-0e84de71defa tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0464928 Jul 09 09:48:30.409411 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d09c0-d7a4-40a2-917b-41fe6b5b0c09 req-e4482d1f-5129-4067-8f24-d522242a2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:30.411114 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-445d09c0-d7a4-40a2-917b-41fe6b5b0c09 req-e4482d1f-5129-4067-8f24-d522242a2ff8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c82b3f29-8b69-464b-af45-d9293d4a67b7 HTTP/1.1" status: 200 len: 915 time: 0.2946215 Jul 09 09:48:30.473081 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-445d09c0-d7a4-40a2-917b-41fe6b5b0c09 req-5d881dde-a1d7-405e-9b3f-6cc3138467fb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1295f280-b32a-4f71-b995-0ff86055a26e HTTP/1.1" status: 200 len: 217 time: 0.0449691 Jul 09 09:48:30.558674 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d09c0-d7a4-40a2-917b-41fe6b5b0c09 req-a77846a6-94e4-4cf7-9b00-4d94504ce89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:30.560199 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-445d09c0-d7a4-40a2-917b-41fe6b5b0c09 req-a77846a6-94e4-4cf7-9b00-4d94504ce89c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=10d08eb5-af41-4baf-b437-081470ac6064 HTTP/1.1" status: 200 len: 854 time: 0.0792706 Jul 09 09:48:30.600088 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-445d09c0-d7a4-40a2-917b-41fe6b5b0c09 req-3cd64e9c-c15d-4e94-ae73-8b3ad7a6bd6e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c82b3f29-8b69-464b-af45-d9293d4a67b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325265 Jul 09 09:48:30.615197 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb1a95-e961-44a1-9cba-d7ae29ca95ca req-12cbd0b1-f874-43ca-b571-6a5c7eb65230 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:30.616811 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73fb1a95-e961-44a1-9cba-d7ae29ca95ca req-12cbd0b1-f874-43ca-b571-6a5c7eb65230 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1463568 Jul 09 09:48:31.102870 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73fb1a95-e961-44a1-9cba-d7ae29ca95ca req-63ae363b-fcf8-44cf-8115-6b737c4fb2d0 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617963 Jul 09 09:48:31.189317 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-445d09c0-d7a4-40a2-917b-41fe6b5b0c09 req-f10a275c-5264-4ac1-9549-5928e0e3f5eb service neutron] 10.222.0.58 "GET /v2.0/networks/c82b3f29-8b69-464b-af45-d9293d4a67b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5714078 Jul 09 09:48:31.303450 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-46d6c62b-fbb2-4e7a-bd9f-b98a3cd368e2 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:31.310458 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-46d6c62b-fbb2-4e7a-bd9f-b98a3cd368e2 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/networks?id=1c09f046-0b54-49b5-93f9-8efa4af89682 HTTP/1.1" status: 200 len: 813 time: 0.2130930 Jul 09 09:48:31.339262 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-05839982-f1fc-495e-91ee-dd8acc0c94fe tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/quotas/4000311bf09545a6b9704a9d9abbc302 HTTP/1.1" status: 200 len: 375 time: 0.0278773 Jul 09 09:48:31.351980 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-445d09c0-d7a4-40a2-917b-41fe6b5b0c09 req-dafa2169-1f9a-4a9b-9795-79bc82cfca1d service neutron] 10.222.0.58 "GET /v2.0/networks/c82b3f29-8b69-464b-af45-d9293d4a67b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539571 Jul 09 09:48:31.430141 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-f7d3ef75-3668-4f78-a6a0-3bd2211afcad tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4000311bf09545a6b9704a9d9abbc302&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899794 Jul 09 09:48:31.481476 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa24f095-ade3-49e4-94fd-fe89862dd731 req-9ade4282-b64f-499a-985f-ce648ce2be56 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 210 time: 0.0502753 Jul 09 09:48:31.619025 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-f85e4808-7be0-44ac-991e-aa4f470b5b67 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:31.620687 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-f85e4808-7be0-44ac-991e-aa4f470b5b67 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.64 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 812 time: 0.2671897 Jul 09 09:48:31.640474 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-33c3e09d-057d-465b-bb84-151840c975a7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Request body: {'port': {'device_id': 'e162c4e0-87da-420c-947e-c1cc2571ef0d', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'admin_state_up': True, 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:48:31.669827 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-b0e93dc5-18a0-46fa-a6e4-141188e100ca service neutron] 10.222.0.61 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948807 Jul 09 09:48:31.713380 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a0ed07c-f5fb-435d-9f70-d84ddacb6861 req-88031382-ca13-43e1-8b29-e7b4d7ce5985 tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0775559 Jul 09 09:48:31.926823 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-33c3e09d-057d-465b-bb84-151840c975a7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Made reservation on behalf of 813283cb89a545e1a829a2f32c9aa43c for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:48:31.930235 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-33c3e09d-057d-465b-bb84-151840c975a7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:31.972190 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-96b71e35-1d9c-4550-9848-997198a90c1f service neutron] 10.222.0.61 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612560 Jul 09 09:48:32.067814 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63beebcf-4816-4eff-8253-5621304a126c req-3f41ca42-8bed-46bb-a554-b604a7a962f6 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:32.075290 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-63beebcf-4816-4eff-8253-5621304a126c req-3f41ca42-8bed-46bb-a554-b604a7a962f6 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2153995 Jul 09 09:48:32.252484 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-63beebcf-4816-4eff-8253-5621304a126c req-6c275a82-4513-488b-a697-f985ea01f5d3 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746631 Jul 09 09:48:32.279208 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1cc58f3b-1d83-4977-bcce-be660a40b848 req-b8e87aee-a459-44a9-92eb-da69b6ea5031 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=5119664b-49fd-4123-b4b7-285c03817c0e HTTP/1.1" status: 200 len: 210 time: 0.0819182 Jul 09 09:48:32.350033 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-33c3e09d-057d-465b-bb84-151840c975a7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Allocated IP 172.20.0.10 (c39f085e-9a90-44ab-b2cf-d4cf479d1495/fab6cdb3-f000-49c3-8dc0-ab55f3975a4e/e005edc5-edf5-43dc-87e6-f483da4392cc) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:48:32.710560 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8424cd7-ef84-4753-92f9-32d0b85ecb3b req-14647e9f-93df-44ca-8c3f-2700b4e9a3e9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2978930 Jul 09 09:48:32.773265 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a944ac26-c949-4fb1-accf-34f571a01f62 req-d8f17622-9444-4a08-abb7-01c7da02731f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 210 time: 0.0781541 Jul 09 09:48:32.824366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238767e-2e15-4e69-ae92-8cd704978713 req-2927343e-8771-45a1-853a-919ff4ee8c8e tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:32.825934 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5238767e-2e15-4e69-ae92-8cd704978713 req-2927343e-8771-45a1-853a-919ff4ee8c8e tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2680364 Jul 09 09:48:32.833657 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-33c3e09d-057d-465b-bb84-151840c975a7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:32.893157 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-33c3e09d-057d-465b-bb84-151840c975a7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Transition to ACTIVE for port object e005edc5-edf5-43dc-87e6-f483da4392cc will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:48:32.903990 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5238767e-2e15-4e69-ae92-8cd704978713 req-c06db035-4266-48b1-a5cd-23ecdc2b4b15 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676923 Jul 09 09:48:32.923120 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8424cd7-ef84-4753-92f9-32d0b85ecb3b req-ebb0e226-c4d3-4d7b-988f-821d1b8c48fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:32.924946 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8424cd7-ef84-4753-92f9-32d0b85ecb3b req-ebb0e226-c4d3-4d7b-988f-821d1b8c48fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3685effc09af44948de733ea732a3e9f&device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 1097 time: 0.1757247 Jul 09 09:48:33.032969 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-41b6690e-c0a3-4029-9454-9434618ee2e6 req-ecd06e78-9640-46b6-87f0-529591cd97a0 tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0953603 Jul 09 09:48:33.067920 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-33c3e09d-057d-465b-bb84-151840c975a7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:33.190673 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-33c3e09d-057d-465b-bb84-151840c975a7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Network c39f085e-9a90-44ab-b2cf-d4cf479d1495 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:48:33.216083 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-33c3e09d-057d-465b-bb84-151840c975a7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:48:33.218841 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-33c3e09d-057d-465b-bb84-151840c975a7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:48:33.288678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-33c3e09d-057d-465b-bb84-151840c975a7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:33.289478 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-33c3e09d-057d-465b-bb84-151840c975a7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:33.299351 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8424cd7-ef84-4753-92f9-32d0b85ecb3b req-575bc9e3-36f5-4029-93df-81fb40b1cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:33.300964 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8424cd7-ef84-4753-92f9-32d0b85ecb3b req-575bc9e3-36f5-4029-93df-81fb40b1cd7e service neutron] 10.222.0.64 "GET /v2.0/networks?id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08 HTTP/1.1" status: 200 len: 911 time: 0.3373475 Jul 09 09:48:33.349368 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3e09d-057d-465b-bb84-151840c975a7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event updated for resources: {'Port': ['ID=e005edc5-edf5-43dc-87e6-f483da4392cc,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:33.415764 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-33c3e09d-057d-465b-bb84-151840c975a7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7810566 Jul 09 09:48:33.461035 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-9e4b614f-a807-439a-a08c-75e94c096bee service neutron] Request body: {'port': {'device_id': 'e162c4e0-87da-420c-947e-c1cc2571ef0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:48:33.545827 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9b8bf30c-ed4e-4a44-a953-45bc37de8e8b None None] Provisioning for port e005edc5-edf5-43dc-87e6-f483da4392cc completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:48:33.551582 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9b8bf30c-ed4e-4a44-a953-45bc37de8e8b None None] Provisioning complete for port e005edc5-edf5-43dc-87e6-f483da4392cc triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:48:33.552164 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf30c-ed4e-4a44-a953-45bc37de8e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:33.575993 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-edd02334-c00d-43b9-be28-e7b964ec6e4f req-1ebca3d2-08a0-4070-acd2-9bb5c4f9bdb9 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=5119664b-49fd-4123-b4b7-285c03817c0e HTTP/1.1" status: 200 len: 210 time: 0.0676837 Jul 09 09:48:33.584538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8424cd7-ef84-4753-92f9-32d0b85ecb3b req-b363af52-bf03-4015-a98a-81b03e1db53b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bd90d64-a9b2-4541-bb33-e3dbaae13163 HTTP/1.1" status: 200 len: 1002 time: 0.2678969 Jul 09 09:48:33.590207 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9b8bf30c-ed4e-4a44-a953-45bc37de8e8b None None] Port e005edc5-edf5-43dc-87e6-f483da4392cc cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:48:33.646887 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ced052-6977-4b16-9c08-2d50da2a9b71 req-6689fb86-5f1a-42ce-9e10-1ebbed8edce6 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:33.654122 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6ced052-6977-4b16-9c08-2d50da2a9b71 req-6689fb86-5f1a-42ce-9e10-1ebbed8edce6 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.3616304 Jul 09 09:48:33.665605 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-9e4b614f-a807-439a-a08c-75e94c096bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:33.719352 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8424cd7-ef84-4753-92f9-32d0b85ecb3b req-77241c48-1b8a-4042-a686-617d98d37c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:33.720882 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8424cd7-ef84-4753-92f9-32d0b85ecb3b req-77241c48-1b8a-4042-a686-617d98d37c7e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b51e3e8c-7c21-4a91-b93d-f434e88398f9 HTTP/1.1" status: 200 len: 849 time: 0.1242852 Jul 09 09:48:33.797983 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6ced052-6977-4b16-9c08-2d50da2a9b71 req-cf34923f-82f8-4156-9f96-b116b60b447b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429145 Jul 09 09:48:33.888015 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:34.110639 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8424cd7-ef84-4753-92f9-32d0b85ecb3b req-2f5b65de-c15a-4aba-b0f6-502c7d207461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:34.112323 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8424cd7-ef84-4753-92f9-32d0b85ecb3b req-2f5b65de-c15a-4aba-b0f6-502c7d207461 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3845882 Jul 09 09:48:34.253493 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-f8c4d4eb-03a0-4497-9515-d8721869006e tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:34.254849 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-f8c4d4eb-03a0-4497-9515-d8721869006e tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.58 "GET /v2.0/networks?id=1c09f046-0b54-49b5-93f9-8efa4af89682 HTTP/1.1" status: 200 len: 813 time: 0.3829412 Jul 09 09:48:34.286077 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-e9ed77ce-4434-458d-b673-1e69f59b6285 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Request body: {'port': {'device_id': '5119664b-49fd-4123-b4b7-285c03817c0e', 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682', 'admin_state_up': True, 'tenant_id': '4000311bf09545a6b9704a9d9abbc302'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:48:34.368295 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349375dd-5065-42b6-a53a-e130674ad664 req-c8887e14-8c3f-435f-9d72-0098e5ce4387 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:34.369854 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-349375dd-5065-42b6-a53a-e130674ad664 req-c8887e14-8c3f-435f-9d72-0098e5ce4387 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.3868294 Jul 09 09:48:34.396294 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d217e6-c791-4832-8e06-47462edbda14 req-3a0d6cda-61ec-4fc4-8bd6-265dd8b77376 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:34.397792 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-01d217e6-c791-4832-8e06-47462edbda14 req-3a0d6cda-61ec-4fc4-8bd6-265dd8b77376 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 932 time: 0.4133978 Jul 09 09:48:34.417205 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8424cd7-ef84-4753-92f9-32d0b85ecb3b req-b8788d12-02d1-470c-861b-34d3a1390aa2 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948134 Jul 09 09:48:34.429494 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:48:34.585302 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-01d217e6-c791-4832-8e06-47462edbda14 req-8406326e-19a8-40aa-9376-c91c0a62516d tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810944 Jul 09 09:48:34.621423 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-349375dd-5065-42b6-a53a-e130674ad664 req-d2340355-8b17-471b-9bae-8956ca25813b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333171 Jul 09 09:48:34.623589 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-9e4b614f-a807-439a-a08c-75e94c096bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e005edc5-edf5-43dc-87e6-f483da4392cc {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:48:34.639151 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-9e4b614f-a807-439a-a08c-75e94c096bee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:35.087897 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-9e4b614f-a807-439a-a08c-75e94c096bee service neutron] Transition to ACTIVE for port object e005edc5-edf5-43dc-87e6-f483da4392cc will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:48:35.098688 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55909be1-60ed-4346-93b7-231120d1f249 req-e61c65de-d158-417e-917c-8c5d1955a67c tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0760870 Jul 09 09:48:35.112275 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6795f70-c292-433d-8206-09d073ce711a req-cb70d3e2-3987-4498-ba5f-348e3679ded2 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=5119664b-49fd-4123-b4b7-285c03817c0e HTTP/1.1" status: 200 len: 210 time: 0.0917940 Jul 09 09:48:35.115984 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8424cd7-ef84-4753-92f9-32d0b85ecb3b req-4fc14b7b-241a-4c0f-8077-781e75a8cd13 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6720755 Jul 09 09:48:35.124928 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-9e4b614f-a807-439a-a08c-75e94c096bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:35.142994 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-e9ed77ce-4434-458d-b673-1e69f59b6285 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Made reservation on behalf of 4000311bf09545a6b9704a9d9abbc302 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:48:35.147630 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-e9ed77ce-4434-458d-b673-1e69f59b6285 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:35.206449 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b614f-a807-439a-a08c-75e94c096bee service neutron] Pushing event updated for resources: {'Port': ['ID=e005edc5-edf5-43dc-87e6-f483da4392cc,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:35.512271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-9e4b614f-a807-439a-a08c-75e94c096bee service neutron] Attempting to bind port e005edc5-edf5-43dc-87e6-f483da4392cc on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:48:35.512920 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-9e4b614f-a807-439a-a08c-75e94c096bee service neutron] Attempting to bind port e005edc5-edf5-43dc-87e6-f483da4392cc by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:48:35.513114 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-9e4b614f-a807-439a-a08c-75e94c096bee service neutron] Attempting to bind port e005edc5-edf5-43dc-87e6-f483da4392cc on network c39f085e-9a90-44ab-b2cf-d4cf479d1495 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:48:35.523873 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-e9ed77ce-4434-458d-b673-1e69f59b6285 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Allocated IP 172.20.0.5 (1c09f046-0b54-49b5-93f9-8efa4af89682/e1864d41-8586-4a4a-aa3a-cb409347c280/cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:48:35.535232 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-9e4b614f-a807-439a-a08c-75e94c096bee service neutron] Port e005edc5-edf5-43dc-87e6-f483da4392cc on network c39f085e-9a90-44ab-b2cf-d4cf479d1495 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:48:35.535561 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-9e4b614f-a807-439a-a08c-75e94c096bee service neutron] Attempting to bind port e005edc5-edf5-43dc-87e6-f483da4392cc on network c39f085e-9a90-44ab-b2cf-d4cf479d1495 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:48:35.552688 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-9e4b614f-a807-439a-a08c-75e94c096bee service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:48:35.552952 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-9e4b614f-a807-439a-a08c-75e94c096bee service neutron] Checking segment: {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:48:35.553272 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-9e4b614f-a807-439a-a08c-75e94c096bee service neutron] Bound using segment: {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:48:35.553808 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-9e4b614f-a807-439a-a08c-75e94c096bee service neutron] Bound port: e005edc5-edf5-43dc-87e6-f483da4392cc, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:48:35.554216 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-9e4b614f-a807-439a-a08c-75e94c096bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:35.564344 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c3e5e-10c0-415e-b7ae-82d63c00b4d5 req-ab1ff1e7-5a23-4411-9422-f15bdb714813 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:35.572677 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be5c3e5e-10c0-415e-b7ae-82d63c00b4d5 req-ab1ff1e7-5a23-4411-9422-f15bdb714813 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2133029 Jul 09 09:48:35.705338 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be5c3e5e-10c0-415e-b7ae-82d63c00b4d5 req-1635d470-23ca-4277-89d4-5a464949d360 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302342 Jul 09 09:48:35.840798 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-e9ed77ce-4434-458d-b673-1e69f59b6285 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:35.890704 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-9e4b614f-a807-439a-a08c-75e94c096bee service neutron] For port e005edc5-edf5-43dc-87e6-f483da4392cc, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:48:35.903007 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-e9ed77ce-4434-458d-b673-1e69f59b6285 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:35.963508 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-9e4b614f-a807-439a-a08c-75e94c096bee service neutron] For port e005edc5-edf5-43dc-87e6-f483da4392cc, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=e005edc5-edf5-43dc-87e6-f483da4392cc,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:48:36.008050 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-9e4b614f-a807-439a-a08c-75e94c096bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:36.036291 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-e9ed77ce-4434-458d-b673-1e69f59b6285 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Network 1c09f046-0b54-49b5-93f9-8efa4af89682 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:48:36.046050 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-e9ed77ce-4434-458d-b673-1e69f59b6285 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:48:36.053852 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-e9ed77ce-4434-458d-b673-1e69f59b6285 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:48:36.090845 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed77ce-4434-458d-b673-1e69f59b6285 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Pushing event updated for resources: {'Port': ['ID=cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:36.095270 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-9e4b614f-a807-439a-a08c-75e94c096bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:36.095939 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-9e4b614f-a807-439a-a08c-75e94c096bee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:36.097371 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-9e4b614f-a807-439a-a08c-75e94c096bee service neutron] 10.222.0.64 "PUT /v2.0/ports/e005edc5-edf5-43dc-87e6-f483da4392cc HTTP/1.1" status: 200 len: 1092 time: 2.6678874 Jul 09 09:48:36.098694 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e162c4e0-87da-420c-947e-c1cc2571ef0d', 'tag': 'e005edc5-edf5-43dc-87e6-f483da4392cc'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:48:36.101133 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0409dc87-8a48-4e0e-af47-fa3cc65a5d24" -d '{"events": [{"name": "network-changed", "server_uuid": "e162c4e0-87da-420c-947e-c1cc2571ef0d", "tag": "e005edc5-edf5-43dc-87e6-f483da4392cc"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:48:36.273867 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baff22-957f-428f-a577-96ad931fd73a req-c81b47f8-a7c0-4d2c-97d2-0fdabff06c0f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:36.276521 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f3baff22-957f-428f-a577-96ad931fd73a req-c81b47f8-a7c0-4d2c-97d2-0fdabff06c0f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 944 time: 0.3913958 Jul 09 09:48:36.290371 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e540378-3d66-4724-8e8f-b71f69717356 req-adbd33fb-61b8-49b8-b355-f9fa6586c228 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:36.297679 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e540378-3d66-4724-8e8f-b71f69717356 req-adbd33fb-61b8-49b8-b355-f9fa6586c228 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.3606977 Jul 09 09:48:36.305189 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-e9ed77ce-4434-458d-b673-1e69f59b6285 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:36.306075 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-e9ed77ce-4434-458d-b673-1e69f59b6285 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:36.367833 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b614f-a807-439a-a08c-75e94c096bee service neutron] Pushing event updated for resources: {'Port': ['ID=e005edc5-edf5-43dc-87e6-f483da4392cc,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:36.391210 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-e9ed77ce-4434-458d-b673-1e69f59b6285 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1126382 Jul 09 09:48:36.418460 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-cdd2da85-ac38-47b5-ad20-fc19297db917 service neutron] Request body: {'port': {'device_id': '5119664b-49fd-4123-b4b7-285c03817c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:48:36.458762 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f3baff22-957f-428f-a577-96ad931fd73a req-caad366e-31f1-40ce-96d1-2c8359321bf7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495140 Jul 09 09:48:36.466248 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e540378-3d66-4724-8e8f-b71f69717356 req-43fe0fe6-406b-4f1e-972e-1778f38ad80b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677945 Jul 09 09:48:36.482932 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-dec8311e-9ff4-4e04-8781-049c96efd72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:36.484590 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-dec8311e-9ff4-4e04-8781-049c96efd72a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 1095 time: 0.3156145 Jul 09 09:48:36.586956 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1959896c-b0d9-43ab-8d77-ee3818adbf45 x-openstack-request-id: req-1959896c-b0d9-43ab-8d77-ee3818adbf45 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:48:36.588060 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e162c4e0-87da-420c-947e-c1cc2571ef0d", "tag": "e005edc5-edf5-43dc-87e6-f483da4392cc", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:48:36.588060 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1959896c-b0d9-43ab-8d77-ee3818adbf45 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:48:36.588060 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e162c4e0-87da-420c-947e-c1cc2571ef0d', 'tag': 'e005edc5-edf5-43dc-87e6-f483da4392cc', 'status': 'completed', 'code': 200} Jul 09 09:48:36.591092 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-63c42faf-a9f2-4c55-a1ba-d07794bc1af6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e005edc5-edf5-43dc-87e6-f483da4392cc HTTP/1.1" status: 200 len: 217 time: 0.0940788 Jul 09 09:48:36.650014 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-cdd2da85-ac38-47b5-ad20-fc19297db917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:36.758528 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-a4b246d7-0df7-4268-9387-81e374b3dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:36.760420 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-a4b246d7-0df7-4268-9387-81e374b3dbea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 200 len: 851 time: 0.1558959 Jul 09 09:48:36.811384 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b50a80c-5523-49f7-93da-2c7b5dc22bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:36.853696 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e030382e-080c-4edd-88e1-14433d79615c req-91e61f89-3804-448e-814c-8493ed43a43a tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.1258299 Jul 09 09:48:37.028789 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4875e-1e57-496c-913c-a4325a3dfa8f req-3c50a0b3-cf57-45cf-a610-38bf4641a8fa tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:37.035767 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ed4875e-1e57-496c-913c-a4325a3dfa8f req-3c50a0b3-cf57-45cf-a610-38bf4641a8fa tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=5119664b-49fd-4123-b4b7-285c03817c0e HTTP/1.1" status: 200 len: 931 time: 0.3751874 Jul 09 09:48:37.078390 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-d38b60bd-e790-4401-aa3b-dcaf7f1ea804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:37.080236 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-d38b60bd-e790-4401-aa3b-dcaf7f1ea804 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c39f085e-9a90-44ab-b2cf-d4cf479d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2469785 Jul 09 09:48:37.195023 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ed4875e-1e57-496c-913c-a4325a3dfa8f req-9130bc0c-b2fe-46fe-b812-a8b4139fbb62 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547620 Jul 09 09:48:37.278880 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-786571a7-54a4-4314-a250-0f8b6ece2b2e service neutron] 10.222.0.64 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663313 Jul 09 09:48:37.496659 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-cdd2da85-ac38-47b5-ad20-fc19297db917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:48:37.523939 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-cdd2da85-ac38-47b5-ad20-fc19297db917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:37.531518 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9259828d-1314-43fa-9b2e-7ba458859a63 req-beed8287-ff3c-45b1-87ad-f142233a5844 service neutron] 10.222.0.64 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417333 Jul 09 09:48:37.549180 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-cdd2da85-ac38-47b5-ad20-fc19297db917 service neutron] Transition to ACTIVE for port object cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:48:37.556881 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-cdd2da85-ac38-47b5-ad20-fc19297db917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:37.651069 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87470d82-7ffd-4d66-a6a5-7a25c1e74cd6 req-34d03368-c556-41e7-934e-269175ac0324 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:37.658527 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-87470d82-7ffd-4d66-a6a5-7a25c1e74cd6 req-34d03368-c556-41e7-934e-269175ac0324 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2483759 Jul 09 09:48:37.681574 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2da85-ac38-47b5-ad20-fc19297db917 service neutron] Pushing event updated for resources: {'Port': ['ID=cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:37.822066 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-87470d82-7ffd-4d66-a6a5-7a25c1e74cd6 req-45a8281e-e05a-46af-81a9-b1f7e782fb6b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625042 Jul 09 09:48:37.888901 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409dc87-8a48-4e0e-af47-fa3cc65a5d24 req-6b9eb896-bedd-46bf-975d-96fd4fe88a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:37.890519 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0409dc87-8a48-4e0e-af47-fa3cc65a5d24 req-6b9eb896-bedd-46bf-975d-96fd4fe88a6e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 1095 time: 0.2953699 Jul 09 09:48:37.905720 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-cdd2da85-ac38-47b5-ad20-fc19297db917 service neutron] Attempting to bind port cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:48:37.906055 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-cdd2da85-ac38-47b5-ad20-fc19297db917 service neutron] Attempting to bind port cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '0f13317e-a02b-4f15-9d45-d9d5f8fef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:48:37.906387 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-cdd2da85-ac38-47b5-ad20-fc19297db917 service neutron] Attempting to bind port cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e on network 1c09f046-0b54-49b5-93f9-8efa4af89682 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:48:37.953576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-cdd2da85-ac38-47b5-ad20-fc19297db917 service neutron] Port cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e on network 1c09f046-0b54-49b5-93f9-8efa4af89682 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:48:37.953895 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-cdd2da85-ac38-47b5-ad20-fc19297db917 service neutron] Attempting to bind port cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e on network 1c09f046-0b54-49b5-93f9-8efa4af89682 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:48:37.964993 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8bb8e-d14d-4e83-a592-6109c5917ee8 req-3ca9a511-86f9-4e8b-8fdf-dba225550e68 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:37.973175 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25b8bb8e-d14d-4e83-a592-6109c5917ee8 req-3ca9a511-86f9-4e8b-8fdf-dba225550e68 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 944 time: 0.2886131 Jul 09 09:48:38.012535 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-cdd2da85-ac38-47b5-ad20-fc19297db917 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:48:38.012931 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-cdd2da85-ac38-47b5-ad20-fc19297db917 service neutron] Checking segment: {'id': '0f13317e-a02b-4f15-9d45-d9d5f8fef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:48:38.013255 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-cdd2da85-ac38-47b5-ad20-fc19297db917 service neutron] Bound using segment: {'id': '0f13317e-a02b-4f15-9d45-d9d5f8fef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:48:38.013832 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-cdd2da85-ac38-47b5-ad20-fc19297db917 service neutron] Bound port: cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f13317e-a02b-4f15-9d45-d9d5f8fef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:48:38.014303 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-cdd2da85-ac38-47b5-ad20-fc19297db917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:38.124542 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-25b8bb8e-d14d-4e83-a592-6109c5917ee8 req-e04faf8e-2b4a-4c75-894e-c44f051b402c tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500728 Jul 09 09:48:38.174291 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409dc87-8a48-4e0e-af47-fa3cc65a5d24 req-fbd1ed51-fe50-4652-8a21-1720eb4adb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:38.175448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0409dc87-8a48-4e0e-af47-fa3cc65a5d24 req-fbd1ed51-fe50-4652-8a21-1720eb4adb0e service neutron] 10.222.0.64 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 913 time: 0.2782674 Jul 09 09:48:38.182641 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-cdd2da85-ac38-47b5-ad20-fc19297db917 service neutron] For port cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:48:38.187682 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-cdd2da85-ac38-47b5-ad20-fc19297db917 service neutron] For port cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e,segment=NetworkSegment(0f13317e-a02b-4f15-9d45-d9d5f8fef2be),segment_id=0f13317e-a02b-4f15-9d45-d9d5f8fef2be)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:48:38.225935 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-cdd2da85-ac38-47b5-ad20-fc19297db917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:38.237310 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0409dc87-8a48-4e0e-af47-fa3cc65a5d24 req-8aaecc72-2452-4308-a762-8f48a33c85b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e005edc5-edf5-43dc-87e6-f483da4392cc HTTP/1.1" status: 200 len: 217 time: 0.0513971 Jul 09 09:48:38.330618 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e71d6-f057-49c9-b87d-21eb75f83d24 req-6a077ef8-7c0a-4c77-a1b9-07f06f9f074c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:38.336714 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc4e71d6-f057-49c9-b87d-21eb75f83d24 req-6a077ef8-7c0a-4c77-a1b9-07f06f9f074c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.3606856 Jul 09 09:48:38.383646 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-cdd2da85-ac38-47b5-ad20-fc19297db917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:38.384541 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-cdd2da85-ac38-47b5-ad20-fc19297db917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:38.385724 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-cdd2da85-ac38-47b5-ad20-fc19297db917 service neutron] 10.222.0.58 "PUT /v2.0/ports/cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e HTTP/1.1" status: 200 len: 1091 time: 1.9785726 Jul 09 09:48:38.393329 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409dc87-8a48-4e0e-af47-fa3cc65a5d24 req-5f209c7f-ae89-4177-ad4b-6b5c4a92ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:38.394910 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0409dc87-8a48-4e0e-af47-fa3cc65a5d24 req-5f209c7f-ae89-4177-ad4b-6b5c4a92ae6c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 200 len: 851 time: 0.1213779 Jul 09 09:48:38.453995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2da85-ac38-47b5-ad20-fc19297db917 service neutron] Pushing event updated for resources: {'Port': ['ID=cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:38.491001 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c49f43b2-252b-4249-a13d-35f83c170687 req-dd6f0fb0-b887-415a-a2c9-e54f1ae46ddf tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0677974 Jul 09 09:48:38.520586 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc4e71d6-f057-49c9-b87d-21eb75f83d24 req-ed2b5455-63e4-4551-9df6-2857a33a14ac tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657875 Jul 09 09:48:38.604875 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5119664b-49fd-4123-b4b7-285c03817c0e', 'tag': 'cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:48:38.607363 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996254f4-53f5-4695-bbd6-9cbadce6145b" -d '{"events": [{"name": "network-changed", "server_uuid": "5119664b-49fd-4123-b4b7-285c03817c0e", "tag": "cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:48:38.670633 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409dc87-8a48-4e0e-af47-fa3cc65a5d24 req-fffdfd5e-cae3-4856-a9ee-db00ab5dd9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:38.686051 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0409dc87-8a48-4e0e-af47-fa3cc65a5d24 req-fffdfd5e-cae3-4856-a9ee-db00ab5dd9cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c39f085e-9a90-44ab-b2cf-d4cf479d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2812362 Jul 09 09:48:38.688608 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-53ae7611-93d3-4784-b520-6e5b54376d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:38.690681 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-53ae7611-93d3-4784-b520-6e5b54376d2c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4000311bf09545a6b9704a9d9abbc302&device_id=5119664b-49fd-4123-b4b7-285c03817c0e HTTP/1.1" status: 200 len: 1094 time: 0.2321689 Jul 09 09:48:38.844538 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15078cbc-abfc-4369-82a7-152bcbe12c6c x-openstack-request-id: req-15078cbc-abfc-4369-82a7-152bcbe12c6c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:48:38.844840 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5119664b-49fd-4123-b4b7-285c03817c0e", "tag": "cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:48:38.845032 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-15078cbc-abfc-4369-82a7-152bcbe12c6c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:48:38.845400 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5119664b-49fd-4123-b4b7-285c03817c0e', 'tag': 'cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e', 'status': 'completed', 'code': 200} Jul 09 09:48:38.857162 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-c317279d-3f86-459a-8afc-131ab0565471 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e HTTP/1.1" status: 200 len: 217 time: 0.1516070 Jul 09 09:48:38.979949 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-7b704bbe-3edd-45db-a490-902f85a9b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:38.981766 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-7b704bbe-3edd-45db-a490-902f85a9b40f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1864d41-8586-4a4a-aa3a-cb409347c280 HTTP/1.1" status: 200 len: 853 time: 0.0989091 Jul 09 09:48:39.044716 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-b53b72c8-d9b5-4b67-8f48-a51e5f437892 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1c09f046-0b54-49b5-93f9-8efa4af89682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498230 Jul 09 09:48:39.062805 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0409dc87-8a48-4e0e-af47-fa3cc65a5d24 req-30b44a35-8d36-411c-9621-0f954fd9c541 service neutron] 10.222.0.64 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675504 Jul 09 09:48:39.107669 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f3c27-e814-4597-bb1a-245c222240c0 req-2bbfbd25-2d9b-4b61-8995-9c7e39513a94 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:39.109712 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7f5f3c27-e814-4597-bb1a-245c222240c0 req-2bbfbd25-2d9b-4b61-8995-9c7e39513a94 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=5119664b-49fd-4123-b4b7-285c03817c0e HTTP/1.1" status: 200 len: 943 time: 0.2635398 Jul 09 09:48:39.143829 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:39.353313 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8fc87963-a064-4c8e-a1eb-eb329934ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:39.502439 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:39.664492 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7f5f3c27-e814-4597-bb1a-245c222240c0 req-95995ae3-72e1-4a1a-8bd5-4b734f99c0d8 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5289822 Jul 09 09:48:39.708454 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776207f-6f9e-4a83-a552-a3c951a5062c req-a62b0966-9cf3-4e96-b5ed-f0e71dff8df6 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:39.710128 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7776207f-6f9e-4a83-a552-a3c951a5062c req-a62b0966-9cf3-4e96-b5ed-f0e71dff8df6 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.6756165 Jul 09 09:48:39.722531 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0409dc87-8a48-4e0e-af47-fa3cc65a5d24 req-af3d6f14-073a-4f97-9e54-ba48291fc274 service neutron] 10.222.0.64 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476946 Jul 09 09:48:39.734286 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-242e2e31-3f6e-4669-813f-aa24b1968700 service neutron] 10.222.0.58 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6745648 Jul 09 09:48:39.835872 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7776207f-6f9e-4a83-a552-a3c951a5062c req-bd01cf43-220b-412a-b720-6a4f74774ee3 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177871 Jul 09 09:48:39.926409 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55550de5-9374-4a55-8cb3-a56136aedd9f req-a33dbdbd-9a14-48be-904b-4635648dcf45 service neutron] 10.222.0.58 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835322 Jul 09 09:48:39.977526 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7277d-19af-4969-97a0-0ea11b0c687c req-2ecee64e-6607-478b-bd77-ea0e10143c68 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:39.979341 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ef7277d-19af-4969-97a0-0ea11b0c687c req-2ecee64e-6607-478b-bd77-ea0e10143c68 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 944 time: 0.1408639 Jul 09 09:48:40.054726 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-069487d2-7041-4040-95fd-9016cbd281c5 req-253459ab-077e-4eff-a2c6-476377e47546 tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0739906 Jul 09 09:48:40.140711 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ef7277d-19af-4969-97a0-0ea11b0c687c req-449b3520-5583-4a38-80bf-928665c72346 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205237 Jul 09 09:48:40.147522 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996254f4-53f5-4695-bbd6-9cbadce6145b req-abe53c11-c1e1-4499-9da0-3451e2f4e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:40.149041 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-996254f4-53f5-4695-bbd6-9cbadce6145b req-abe53c11-c1e1-4499-9da0-3451e2f4e94a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4000311bf09545a6b9704a9d9abbc302&device_id=5119664b-49fd-4123-b4b7-285c03817c0e HTTP/1.1" status: 200 len: 1094 time: 0.1270654 Jul 09 09:48:40.315421 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996254f4-53f5-4695-bbd6-9cbadce6145b req-4b66a5d4-bbc5-48df-b582-8af612f80fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:40.318556 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-996254f4-53f5-4695-bbd6-9cbadce6145b req-4b66a5d4-bbc5-48df-b582-8af612f80fc4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1c09f046-0b54-49b5-93f9-8efa4af89682 HTTP/1.1" status: 200 len: 914 time: 0.1611896 Jul 09 09:48:40.393472 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-996254f4-53f5-4695-bbd6-9cbadce6145b req-fa1edbfc-2546-45c9-b209-39a424117a41 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e HTTP/1.1" status: 200 len: 217 time: 0.0682862 Jul 09 09:48:40.469242 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996254f4-53f5-4695-bbd6-9cbadce6145b req-864fcd8f-88ec-4d74-a7d5-e10e7ed066ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:40.470619 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-996254f4-53f5-4695-bbd6-9cbadce6145b req-864fcd8f-88ec-4d74-a7d5-e10e7ed066ff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1864d41-8586-4a4a-aa3a-cb409347c280 HTTP/1.1" status: 200 len: 853 time: 0.0607605 Jul 09 09:48:40.510471 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-996254f4-53f5-4695-bbd6-9cbadce6145b req-766a2e74-582c-4c8d-8a49-f9fa54b451a3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1c09f046-0b54-49b5-93f9-8efa4af89682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322533 Jul 09 09:48:40.518555 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a18b68-21fd-4f2d-88ca-35ca03940c47 req-40b9c455-8f90-491b-bd7c-076a30fbb4d8 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:40.520299 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0a18b68-21fd-4f2d-88ca-35ca03940c47 req-40b9c455-8f90-491b-bd7c-076a30fbb4d8 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1837919 Jul 09 09:48:40.607018 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0a18b68-21fd-4f2d-88ca-35ca03940c47 req-71a046a6-5b87-4554-8d00-467791f9d42e tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780087 Jul 09 09:48:40.664479 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-996254f4-53f5-4695-bbd6-9cbadce6145b req-13e2d15b-1985-472c-9911-1164a4ea8fa1 service neutron] 10.222.0.58 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430442 Jul 09 09:48:40.861190 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-996254f4-53f5-4695-bbd6-9cbadce6145b req-5e2b107b-1125-47f1-9285-c99665ad96dc service neutron] 10.222.0.58 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888058 Jul 09 09:48:40.897135 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78fb0c-601d-4dff-9ba9-016842c39ed3 req-d22dff7a-bbb6-4e90-b870-015625c116b1 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:40.898647 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ae78fb0c-601d-4dff-9ba9-016842c39ed3 req-d22dff7a-bbb6-4e90-b870-015625c116b1 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1313932 Jul 09 09:48:40.917348 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35fc73-fa5c-4ae6-892b-ccca65cc305a req-910e8b82-e887-4c5d-81ba-1901acf01bf1 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:40.918937 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd35fc73-fa5c-4ae6-892b-ccca65cc305a req-910e8b82-e887-4c5d-81ba-1901acf01bf1 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=5119664b-49fd-4123-b4b7-285c03817c0e HTTP/1.1" status: 200 len: 943 time: 0.1120465 Jul 09 09:48:40.972745 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ae78fb0c-601d-4dff-9ba9-016842c39ed3 req-41cb4724-7800-49b3-aff8-534032cb7585 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654640 Jul 09 09:48:40.989388 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd35fc73-fa5c-4ae6-892b-ccca65cc305a req-f0300f58-9403-4d95-bcf7-a713a2c50486 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562789 Jul 09 09:48:41.154096 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:41.180356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb21e71-a23d-485e-bffa-8bbf93331b5d req-092e4e81-833e-4373-962f-1957defc8906 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:41.182181 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0bb21e71-a23d-485e-bffa-8bbf93331b5d req-092e4e81-833e-4373-962f-1957defc8906 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.0851021 Jul 09 09:48:41.291255 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0bb21e71-a23d-485e-bffa-8bbf93331b5d req-b1a785a3-6b62-44ab-a272-2abd5ba50050 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029334 Jul 09 09:48:41.416449 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92206770-96c5-4ea3-bce6-62e3d7358dfc req-d876a85f-5fd9-4145-b265-853859897f19 tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.1606102 Jul 09 09:48:41.549343 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc70c54-fa7b-49bb-af33-ae438a2af773 req-e20a0907-362d-4b55-bb81-c209c6b79851 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:41.557429 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dfc70c54-fa7b-49bb-af33-ae438a2af773 req-e20a0907-362d-4b55-bb81-c209c6b79851 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 944 time: 0.1156750 Jul 09 09:48:41.699716 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dfc70c54-fa7b-49bb-af33-ae438a2af773 req-0a142878-18a0-4b92-a09d-bfee0a547328 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331418 Jul 09 09:48:41.822810 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:48:42.016381 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e,segment=NetworkSegment(0f13317e-a02b-4f15-9d45-d9d5f8fef2be),segment_id=0f13317e-a02b-4f15-9d45-d9d5f8fef2be)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:48:42.029675 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e', 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682', 'port_id': 'cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e', 'mac_address': 'fa:16:3e:b2:cf:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1864d41-8586-4a4a-aa3a-cb409347c280', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:48:42.090277 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:42.113830 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:48:42.174439 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e,segment=NetworkSegment(0f13317e-a02b-4f15-9d45-d9d5f8fef2be),segment_id=0f13317e-a02b-4f15-9d45-d9d5f8fef2be)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:48:42.180888 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:42.268295 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:42.280082 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c3761-953d-4ce9-b679-5ee24f3b034e req-c7498c69-f848-4683-a6f2-bb39240e4a42 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:42.281768 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-245c3761-953d-4ce9-b679-5ee24f3b034e req-c7498c69-f848-4683-a6f2-bb39240e4a42 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=5119664b-49fd-4123-b4b7-285c03817c0e HTTP/1.1" status: 200 len: 943 time: 0.1195526 Jul 09 09:48:42.397989 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-245c3761-953d-4ce9-b679-5ee24f3b034e req-b7ae29a5-4419-4f26-983e-70cf275e8d05 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091621 Jul 09 09:48:42.415140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:48:42.490784 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526dee77-f2c3-488c-bf41-cbb1c2a09627 req-d32fff84-f1ca-453b-b3d6-aee1b5217703 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:42.508813 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-526dee77-f2c3-488c-bf41-cbb1c2a09627 req-d32fff84-f1ca-453b-b3d6-aee1b5217703 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1665483 Jul 09 09:48:42.553573 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-526dee77-f2c3-488c-bf41-cbb1c2a09627 req-67d5878d-9683-4cad-aa41-50495de45688 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434763 Jul 09 09:48:42.645962 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e75dac0a-5d8b-4b95-8b8a-df48c230a76a req-344a9aec-a141-41ab-9588-531f4ed26b48 tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0391507 Jul 09 09:48:42.862798 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7aa4a7-a966-409e-8adf-b936ccc83eff req-33251cd6-02c8-4048-865e-b07eeafb8489 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:42.864613 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9c7aa4a7-a966-409e-8adf-b936ccc83eff req-33251cd6-02c8-4048-865e-b07eeafb8489 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 944 time: 0.0683410 Jul 09 09:48:42.904493 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9c7aa4a7-a966-409e-8adf-b936ccc83eff req-a468249c-13a5-4bda-adb6-cb9e590e5bef tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338273 Jul 09 09:48:42.935889 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:43.607112 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc10642-68e2-4980-8268-b9d669ccf186 req-4e30ad20-9310-4ebd-a497-84faa4b2fe3b tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:43.609200 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-afc10642-68e2-4980-8268-b9d669ccf186 req-4e30ad20-9310-4ebd-a497-84faa4b2fe3b tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=5119664b-49fd-4123-b4b7-285c03817c0e HTTP/1.1" status: 200 len: 944 time: 0.0700991 Jul 09 09:48:43.647733 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-afc10642-68e2-4980-8268-b9d669ccf186 req-b0c08c68-073b-44f5-b012-93b2d2d90411 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329015 Jul 09 09:48:43.750992 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44c970-59e7-4776-8504-dde52ba43bd8 req-a4ee9e83-a40e-4f70-9c11-ebe88aa65ec0 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:43.752563 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb44c970-59e7-4776-8504-dde52ba43bd8 req-a4ee9e83-a40e-4f70-9c11-ebe88aa65ec0 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.0719995 Jul 09 09:48:43.809739 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-72daf8cb-7b06-4d7c-9e81-544008311c3b req-9552a6ab-635b-496f-a0c7-b40096978fea tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0321441 Jul 09 09:48:43.828256 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:48:43.829030 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb44c970-59e7-4776-8504-dde52ba43bd8 req-4d3fcead-b1b3-40b4-9e7f-77794422bf72 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692556 Jul 09 09:48:43.885044 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:48:43.890280 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:48:43.890655 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:43.988400 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:44.015666 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5119664b-49fd-4123-b4b7-285c03817c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:48:44.018350 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c0394a-b200-411d-91ec-844f97264357" -d '{"events": [{"server_uuid": "5119664b-49fd-4123-b4b7-285c03817c0e", "name": "network-vif-plugged", "status": "completed", "tag": "cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:48:44.031614 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e,segment=NetworkSegment(0f13317e-a02b-4f15-9d45-d9d5f8fef2be),segment_id=0f13317e-a02b-4f15-9d45-d9d5f8fef2be)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:48:44.039030 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:44.074738 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de21bf5-ac49-4474-af5e-cac4a66b4eb7 x-openstack-request-id: req-4de21bf5-ac49-4474-af5e-cac4a66b4eb7 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:48:44.075103 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5119664b-49fd-4123-b4b7-285c03817c0e", "name": "network-vif-plugged", "status": "completed", "tag": "cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:48:44.075482 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4de21bf5-ac49-4474-af5e-cac4a66b4eb7 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:48:44.075960 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5119664b-49fd-4123-b4b7-285c03817c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e', 'code': 200} Jul 09 09:48:44.104350 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:44.144540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c833a-1920-414c-a367-dedeeb793b66 req-dbe7d49c-4ec8-47a0-96c7-4fd543995e61 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:44.146143 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-281c833a-1920-414c-a367-dedeeb793b66 req-dbe7d49c-4ec8-47a0-96c7-4fd543995e61 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 944 time: 0.1204913 Jul 09 09:48:44.216916 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-281c833a-1920-414c-a367-dedeeb793b66 req-d5e5a1c7-533b-426b-a133-ed06f9081069 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622509 Jul 09 09:48:44.236596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921a5f9-060c-450f-a841-111e7560feba req-2090dfe1-89bc-4417-bff1-a501137849ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:44.239137 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4921a5f9-060c-450f-a841-111e7560feba req-2090dfe1-89bc-4417-bff1-a501137849ea service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5119664b-49fd-4123-b4b7-285c03817c0e HTTP/1.1" status: 200 len: 1096 time: 0.0919373 Jul 09 09:48:44.273454 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4921a5f9-060c-450f-a841-111e7560feba req-f0951814-dda6-41d3-a69f-f691afe4bb46 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280855 Jul 09 09:48:44.858199 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e3983-f79c-4ef5-bb53-7346d190dab6 req-b759c72b-5f67-43d0-b861-01a3d3bfbdd6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:44.860160 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f31e3983-f79c-4ef5-bb53-7346d190dab6 req-b759c72b-5f67-43d0-b861-01a3d3bfbdd6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=5119664b-49fd-4123-b4b7-285c03817c0e HTTP/1.1" status: 200 len: 945 time: 0.0903869 Jul 09 09:48:44.933817 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f31e3983-f79c-4ef5-bb53-7346d190dab6 req-88c972d0-0df3-456e-b763-88ee9b9dd05e tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665176 Jul 09 09:48:45.030206 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b520a28c-b2dc-4efe-afcd-cbccd29aede5 req-1e4c939c-02f2-4e45-8651-3c8f28fff716 tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0754879 Jul 09 09:48:45.197776 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971320e-b78a-42db-94fe-bb2a54e5274b req-9dbcb0a7-ecf1-4ad3-ae80-d1baf86296f2 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:45.199362 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0971320e-b78a-42db-94fe-bb2a54e5274b req-9dbcb0a7-ecf1-4ad3-ae80-d1baf86296f2 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1129107 Jul 09 09:48:45.259168 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0971320e-b78a-42db-94fe-bb2a54e5274b req-51b389cc-c8e9-4e3b-ba34-56cf321e9035 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532746 Jul 09 09:48:45.452744 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e68a5493-4f78-4ad2-9375-74d8305f40a7 req-52bc6a09-7a4f-4753-8f5e-3f7e631e5242 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0377274 Jul 09 09:48:45.494458 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db3846-a02e-41fa-8ad2-e799e91daf88 req-57e9f4a2-0336-4937-88bd-340fe9cc868e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:45.496556 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-40db3846-a02e-41fa-8ad2-e799e91daf88 req-57e9f4a2-0336-4937-88bd-340fe9cc868e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 944 time: 0.1172817 Jul 09 09:48:45.551481 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-40db3846-a02e-41fa-8ad2-e799e91daf88 req-ebbe9df9-5bbc-4707-807e-31d6334fb4be tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451100 Jul 09 09:48:46.184097 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d99b5-5712-4c67-a508-9ba89d5163d5 req-c2f53f7a-27cc-4e21-80de-51cab3e111ff tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:46.185592 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a8d99b5-5712-4c67-a508-9ba89d5163d5 req-c2f53f7a-27cc-4e21-80de-51cab3e111ff tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=5119664b-49fd-4123-b4b7-285c03817c0e HTTP/1.1" status: 200 len: 945 time: 0.1071620 Jul 09 09:48:46.237047 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a8d99b5-5712-4c67-a508-9ba89d5163d5 req-a9b17382-9593-46c3-bb2c-1ec00b2a2453 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457196 Jul 09 09:48:46.261331 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79026948-1c4c-4929-845d-c416563488b3 req-4601cb76-0210-411c-9265-eeefe1443f5e tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0418539 Jul 09 09:48:46.509196 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba02124-b11f-455c-a7b3-60fa9a03ee70 req-310272e6-d0ba-4f5a-8ef5-c8c672055f7b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:46.511233 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dba02124-b11f-455c-a7b3-60fa9a03ee70 req-310272e6-d0ba-4f5a-8ef5-c8c672055f7b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.0916755 Jul 09 09:48:46.557385 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dba02124-b11f-455c-a7b3-60fa9a03ee70 req-06e49abf-bbad-4b9f-bb70-40c856d042dd tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402141 Jul 09 09:48:46.780231 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67425578-975e-4ba1-8a37-18822e443a7a req-785548c0-525b-44f0-905e-e27aa6ce447a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:46.785253 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67425578-975e-4ba1-8a37-18822e443a7a req-785548c0-525b-44f0-905e-e27aa6ce447a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 944 time: 0.0857308 Jul 09 09:48:46.841122 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67425578-975e-4ba1-8a37-18822e443a7a req-c89ddfa0-be86-46cd-92ec-cdfe1a19d928 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509312 Jul 09 09:48:47.490473 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cbb2564f-d8c2-416a-bf04-7b3878047f7c req-51249db0-995b-40f7-9e5f-c6676bb30e7b tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0605934 Jul 09 09:48:47.758480 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ac321-348c-443f-8827-aa3e6998d92c req-87b543c5-3933-42f0-9898-91286b101bbe tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:47.760340 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a42ac321-348c-443f-8827-aa3e6998d92c req-87b543c5-3933-42f0-9898-91286b101bbe tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.0765824 Jul 09 09:48:47.816303 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a42ac321-348c-443f-8827-aa3e6998d92c req-a12d7e69-5014-4768-9a3a-15024f761347 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473137 Jul 09 09:48:47.975677 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e07d28f6-f182-405a-9a4c-ed9cff90dbc5 req-085e7885-118c-447e-8711-07069f162f8f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bd94889c39541a79fb0f20281d0b566&device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0794640 Jul 09 09:48:48.012420 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e07d28f6-f182-405a-9a4c-ed9cff90dbc5 req-2a355dd2-c62c-47ea-a0d3-841e903ae53b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=1bd94889c39541a79fb0f20281d0b566&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277674 Jul 09 09:48:48.079845 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db06d086-5e07-4e21-aeec-0562c75dc26c req-96423227-ab27-4564-862a-76d29958a3d4 tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0720949 Jul 09 09:48:48.193624 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0662f9a-d559-432e-bafa-93e3b6426406 req-c04b8d67-1a0c-41f2-8adb-0b0b7e42f2d0 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:48.200716 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0662f9a-d559-432e-bafa-93e3b6426406 req-c04b8d67-1a0c-41f2-8adb-0b0b7e42f2d0 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 944 time: 0.1914814 Jul 09 09:48:48.233349 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d28f6-f182-405a-9a4c-ed9cff90dbc5 req-eb219ae9-6b40-44dc-b350-1d796aadec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:48.235160 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e07d28f6-f182-405a-9a4c-ed9cff90dbc5 req-eb219ae9-6b40-44dc-b350-1d796aadec4a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2068131 Jul 09 09:48:48.267534 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0662f9a-d559-432e-bafa-93e3b6426406 req-289f5536-4acf-443f-8b03-e0ccac2feafa tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657952 Jul 09 09:48:49.020153 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ecc49-8b3c-497c-8a0a-cfe934ed7beb req-91db0350-74e4-4edd-9bd2-74e29600a864 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:49.026306 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b9ecc49-8b3c-497c-8a0a-cfe934ed7beb req-91db0350-74e4-4edd-9bd2-74e29600a864 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.0785897 Jul 09 09:48:49.071977 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b9ecc49-8b3c-497c-8a0a-cfe934ed7beb req-0ad44a6e-4485-40a7-878f-25413c04ff99 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397592 Jul 09 09:48:49.263105 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06a87256-70d7-47e1-ae6e-029423deb825 req-1ab4a329-a961-4811-b693-43592e6c3a07 tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0346301 Jul 09 09:48:49.458101 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432370ae-44a2-46a4-a44d-77e929c8914a req-974c47d0-405a-4884-a22d-aec6ca575800 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:49.459860 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-432370ae-44a2-46a4-a44d-77e929c8914a req-974c47d0-405a-4884-a22d-aec6ca575800 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 944 time: 0.0752103 Jul 09 09:48:49.500861 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-432370ae-44a2-46a4-a44d-77e929c8914a req-35f2a13d-ba2f-441c-8aed-62864cf69ecd tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347395 Jul 09 09:48:49.618648 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e07d28f6-f182-405a-9a4c-ed9cff90dbc5 req-a654a8cb-c2ed-4271-84e8-c6c70d956c93 tempest-ServerShowV254Test-577384 tempest-ServerShowV254Test-577384-project] 10.222.0.64 "GET /v2.0/ports?device_id=0db00cc0-83fc-404e-9019-c37945f46394 HTTP/1.1" status: 200 len: 210 time: 0.0288382 Jul 09 09:48:50.295855 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc7dab-865f-41c6-b3f6-983bf59a4297 req-d660b500-c496-4dcf-ab50-fb9b3528293b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:50.298576 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-26fc7dab-865f-41c6-b3f6-983bf59a4297 req-d660b500-c496-4dcf-ab50-fb9b3528293b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.0837605 Jul 09 09:48:50.359238 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-26fc7dab-865f-41c6-b3f6-983bf59a4297 req-fe777bff-5564-4f14-8de4-67380db964a2 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516334 Jul 09 09:48:50.712461 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44320) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:50.744088 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe4a1f-3d4a-46b1-a9bf-d9c0401142de req-108962fe-cca5-4835-9303-cee63a2f223e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:50.752289 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85fe4a1f-3d4a-46b1-a9bf-d9c0401142de req-108962fe-cca5-4835-9303-cee63a2f223e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 944 time: 0.1049571 Jul 09 09:48:50.839849 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85fe4a1f-3d4a-46b1-a9bf-d9c0401142de req-d5d70c81-7dae-4d41-affe-93b5c723829f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808740 Jul 09 09:48:50.909936 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e38e0f4-5ebb-44c7-ae52-e9341c36b453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:51.018813 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e38e0f4-5ebb-44c7-ae52-e9341c36b453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:51.023198 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e38e0f4-5ebb-44c7-ae52-e9341c36b453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:51.060601 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38e0f4-5ebb-44c7-ae52-e9341c36b453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd2b10c-f9d3-4e00-9efc-e9fdf58d7b7b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:51.069746 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9e38e0f4-5ebb-44c7-ae52-e9341c36b453 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1bd94889c39541a79fb0f20281d0b566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3503957 Jul 09 09:48:51.070164 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44334) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:51.139812 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f760ce0-94c6-47cc-ba5b-f15f4a289cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:51.167414 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f760ce0-94c6-47cc-ba5b-f15f4a289cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:51.221230 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f760ce0-94c6-47cc-ba5b-f15f4a289cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:51.223872 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f760ce0-94c6-47cc-ba5b-f15f4a289cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:51.227890 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7f760ce0-94c6-47cc-ba5b-f15f4a289cb1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/acd2b10c-f9d3-4e00-9efc-e9fdf58d7b7b HTTP/1.1" status: 204 len: 168 time: 0.1417649 Jul 09 09:48:51.236680 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f760ce0-94c6-47cc-ba5b-f15f4a289cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd2b10c-f9d3-4e00-9efc-e9fdf58d7b7b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:51.594873 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4377342-e0ff-4aac-bf2c-0e899bb66a00 req-ee6f4beb-5717-4372-8a6a-cf181a05c1a1 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:51.596496 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4377342-e0ff-4aac-bf2c-0e899bb66a00 req-ee6f4beb-5717-4372-8a6a-cf181a05c1a1 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.0909660 Jul 09 09:48:51.653914 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4377342-e0ff-4aac-bf2c-0e899bb66a00 req-8b22891e-5f27-4122-887a-d4e335bf9fd6 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512919 Jul 09 09:48:52.047091 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44378) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:52.141351 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a4ca9-f21b-4b54-b940-ae13391d2bea req-b0e20eb3-ad4e-4a6f-9ea2-340205d57ce5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:52.143215 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f50a4ca9-f21b-4b54-b940-ae13391d2bea req-b0e20eb3-ad4e-4a6f-9ea2-340205d57ce5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 944 time: 0.0891695 Jul 09 09:48:52.183640 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6a4fc990-a83c-45ac-9276-a507dbd48150 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-407078560-network', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:48:52.211107 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f50a4ca9-f21b-4b54-b940-ae13391d2bea req-ac154911-9930-4b14-b489-097b255285c0 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526242 Jul 09 09:48:52.219967 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4fc990-a83c-45ac-9276-a507dbd48150 admin admin] Made reservation on behalf of 99f7719707794c3ea83b85ef3879ca4c for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:48:52.222789 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc990-a83c-45ac-9276-a507dbd48150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:52.232569 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc990-a83c-45ac-9276-a507dbd48150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:52.336755 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc990-a83c-45ac-9276-a507dbd48150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:52.341451 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc990-a83c-45ac-9276-a507dbd48150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:52.362869 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4fc990-a83c-45ac-9276-a507dbd48150 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:48:52.377355 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fc990-a83c-45ac-9276-a507dbd48150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e72b8e-9a01-47de-813c-d4fcdbcc7648,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:52.382474 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc990-a83c-45ac-9276-a507dbd48150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:52.382823 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-6a4fc990-a83c-45ac-9276-a507dbd48150 admin admin] Added segment 83074745-f73d-41b9-8ec7-e8f128fc606c of type vlan for network 4245b116-2d5b-4779-b854-de03b1576199 Jul 09 09:48:52.425395 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc990-a83c-45ac-9276-a507dbd48150 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:52.455820 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc990-a83c-45ac-9276-a507dbd48150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:52.457393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4fc990-a83c-45ac-9276-a507dbd48150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:52.458345 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc990-a83c-45ac-9276-a507dbd48150 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:52.535553 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44390) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:52.536177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6a4fc990-a83c-45ac-9276-a507dbd48150 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4868402 Jul 09 09:48:52.537253 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fc990-a83c-45ac-9276-a507dbd48150 admin admin] Pushing event updated for resources: {'Network': ['ID=4245b116-2d5b-4779-b854-de03b1576199,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:52.544689 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-896cc7f3-82ca-4fd1-b1cf-13716ab6cdef admin admin] Request body: {'subnet': {'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-407078560-subnet', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:48:52.548784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 4245b116-2d5b-4779-b854-de03b1576199 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:48:52.583795 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896cc7f3-82ca-4fd1-b1cf-13716ab6cdef admin admin] Made reservation on behalf of 99f7719707794c3ea83b85ef3879ca4c for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:48:52.586518 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-896cc7f3-82ca-4fd1-b1cf-13716ab6cdef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:52.786837 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-896cc7f3-82ca-4fd1-b1cf-13716ab6cdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:52.874931 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20090c18-e9c7-4e98-9ef1-6d91722ba2b0 req-39b465f4-a3a8-4211-90e2-68438713c926 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:52.877340 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cc7f3-82ca-4fd1-b1cf-13716ab6cdef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f33154ac-544d-477f-a9ff-a13c564432a2,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:52.882899 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20090c18-e9c7-4e98-9ef1-6d91722ba2b0 req-39b465f4-a3a8-4211-90e2-68438713c926 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.0934865 Jul 09 09:48:52.894688 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896cc7f3-82ca-4fd1-b1cf-13716ab6cdef admin admin] Checking segment: {'id': '83074745-f73d-41b9-8ec7-e8f128fc606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4245b116-2d5b-4779-b854-de03b1576199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:48:52.895448 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896cc7f3-82ca-4fd1-b1cf-13716ab6cdef admin admin] Network hostable DHCP agents. Network: 4245b116-2d5b-4779-b854-de03b1576199, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:48:52.919263 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896cc7f3-82ca-4fd1-b1cf-13716ab6cdef admin admin] Network 4245b116-2d5b-4779-b854-de03b1576199 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:48:52.932304 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-896cc7f3-82ca-4fd1-b1cf-13716ab6cdef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 4245b116-2d5b-4779-b854-de03b1576199) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:48:52.933620 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20090c18-e9c7-4e98-9ef1-6d91722ba2b0 req-73a34006-2bfb-4076-a5bb-805ae76c9629 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498006 Jul 09 09:48:52.940214 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896cc7f3-82ca-4fd1-b1cf-13716ab6cdef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:52.940498 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-896cc7f3-82ca-4fd1-b1cf-13716ab6cdef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:52.943410 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cefd18-e17d-4536-84f1-ccbb9f01b434 None None] Network 4245b116-2d5b-4779-b854-de03b1576199 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:48:52.969350 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-896cc7f3-82ca-4fd1-b1cf-13716ab6cdef admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4257498 Jul 09 09:48:52.969350 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44400) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:52.973126 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-51f51960-d04e-4b6d-92db-9a326b62be50 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-407078560-router', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:48:53.005102 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51f51960-d04e-4b6d-92db-9a326b62be50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:53.006384 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51f51960-d04e-4b6d-92db-9a326b62be50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:53.074263 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51f51960-d04e-4b6d-92db-9a326b62be50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:53.120961 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-4245b116-2d5b-4779-b854-de03b1576199', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'fixed_ips': [{'subnet_id': 'f33154ac-544d-477f-a9ff-a13c564432a2'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:48:53.121866 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:53.313057 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51f51960-d04e-4b6d-92db-9a326b62be50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:53.335863 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Allocated IP 172.20.0.2 (4245b116-2d5b-4779-b854-de03b1576199/f33154ac-544d-477f-a9ff-a13c564432a2/6f3e5647-e88b-4c94-977f-7446f1b1fce9) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:48:53.491904 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeed9f-8cd1-48f4-9615-20e17ce7bccc req-a692a813-b06b-47d9-861a-39761b259afc tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:53.501217 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-27aeed9f-8cd1-48f4-9615-20e17ce7bccc req-a692a813-b06b-47d9-861a-39761b259afc tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 944 time: 0.1194823 Jul 09 09:48:53.524166 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:53.535195 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Transition to ACTIVE for port object 6f3e5647-e88b-4c94-977f-7446f1b1fce9 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:48:53.559168 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-27aeed9f-8cd1-48f4-9615-20e17ce7bccc req-861feeac-4b91-464d-b4b2-41ca734ccf87 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519907 Jul 09 09:48:53.585359 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Transition to ACTIVE for port object 6f3e5647-e88b-4c94-977f-7446f1b1fce9 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:48:53.594842 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:53.598327 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51f51960-d04e-4b6d-92db-9a326b62be50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:53.627529 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51f51960-d04e-4b6d-92db-9a326b62be50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:53.636481 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Network 4245b116-2d5b-4779-b854-de03b1576199 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:48:53.640955 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:48:53.648062 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:48:53.720465 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Pushing event updated for resources: {'Port': ['ID=6f3e5647-e88b-4c94-977f-7446f1b1fce9,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:53.736699 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:53.737329 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:53.737821 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:53.738326 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:53.738796 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:53.739128 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:53.739453 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:53.739867 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:53.740188 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:53.740505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:53.740821 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:53.741134 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:53.750063 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Attempting to bind port 6f3e5647-e88b-4c94-977f-7446f1b1fce9 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:48:53.750486 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Attempting to bind port 6f3e5647-e88b-4c94-977f-7446f1b1fce9 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '83074745-f73d-41b9-8ec7-e8f128fc606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4245b116-2d5b-4779-b854-de03b1576199'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:48:53.751232 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Attempting to bind port 6f3e5647-e88b-4c94-977f-7446f1b1fce9 on network 4245b116-2d5b-4779-b854-de03b1576199 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:48:53.756853 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:48:53.757219 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Checking segment: {'id': '83074745-f73d-41b9-8ec7-e8f128fc606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4245b116-2d5b-4779-b854-de03b1576199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:48:53.757814 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:53.758371 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Bound using segment: {'id': '83074745-f73d-41b9-8ec7-e8f128fc606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4245b116-2d5b-4779-b854-de03b1576199'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:48:53.759133 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Bound port: 6f3e5647-e88b-4c94-977f-7446f1b1fce9, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83074745-f73d-41b9-8ec7-e8f128fc606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4245b116-2d5b-4779-b854-de03b1576199'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:48:53.759679 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:53.765118 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-51f51960-d04e-4b6d-92db-9a326b62be50 admin admin] Allocated IP 172.25.3.51 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/5190b6aa-8898-4722-83cc-4afeb03db678) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:48:53.846725 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] For port 6f3e5647-e88b-4c94-977f-7446f1b1fce9, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:48:53.850019 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] For port 6f3e5647-e88b-4c94-977f-7446f1b1fce9, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6f3e5647-e88b-4c94-977f-7446f1b1fce9,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:48:53.856129 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:53.906100 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51f51960-d04e-4b6d-92db-9a326b62be50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:53.925333 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a564d32-9f17-40cb-a566-b5a0e9712fb7 None None] Pushing event updated for resources: {'Port': ['ID=6f3e5647-e88b-4c94-977f-7446f1b1fce9,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:53.956732 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51f51960-d04e-4b6d-92db-9a326b62be50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:54.015191 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f51960-d04e-4b6d-92db-9a326b62be50 admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:48:54.018357 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-51f51960-d04e-4b6d-92db-9a326b62be50 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:48:54.021310 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f51960-d04e-4b6d-92db-9a326b62be50 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:48:54.105055 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f51960-d04e-4b6d-92db-9a326b62be50 admin admin] Pushing event updated for resources: {'Port': ['ID=5190b6aa-8898-4722-83cc-4afeb03db678,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:54.238444 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f7e6d-6aab-40e0-ae39-4c8928f82710 req-fc7421c2-e0c7-4a41-9854-f4de51f78cd8 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:54.240272 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-183f7e6d-6aab-40e0-ae39-4c8928f82710 req-fc7421c2-e0c7-4a41-9854-f4de51f78cd8 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1580677 Jul 09 09:48:54.317110 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-183f7e6d-6aab-40e0-ae39-4c8928f82710 req-814b5b6e-970b-4503-987c-a059256d634b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683823 Jul 09 09:48:54.397521 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51f51960-d04e-4b6d-92db-9a326b62be50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:54.600672 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51f51960-d04e-4b6d-92db-9a326b62be50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:54.753602 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ff9e6-659c-4dda-a194-43ac11abca74 req-b357e531-b334-4efa-8bf5-ae3b9f9bda51 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:54.755115 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c8ff9e6-659c-4dda-a194-43ac11abca74 req-b357e531-b334-4efa-8bf5-ae3b9f9bda51 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 944 time: 0.0818377 Jul 09 09:48:54.762315 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f51960-d04e-4b6d-92db-9a326b62be50 admin admin] Router 798fb12b-4f95-4377-9828-31560c46c8fc is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:48:54.829561 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c8ff9e6-659c-4dda-a194-43ac11abca74 req-d5169d36-f4b8-41b2-94d6-194e2d44906e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630400 Jul 09 09:48:54.906727 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6f3e5647-e88b-4c94-977f-7446f1b1fce9 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:48:54.944082 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f51960-d04e-4b6d-92db-9a326b62be50 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:48:54.956654 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] Sync routers for ids ['798fb12b-4f95-4377-9828-31560c46c8fc'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:48:54.966300 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] Routers {'798fb12b-4f95-4377-9828-31560c46c8fc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:48:54.967572 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:48:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['798fb12b-4f95-4377-9828-31560c46c8fc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:54.968942 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51f51960-d04e-4b6d-92db-9a326b62be50 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:54.970266 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-51f51960-d04e-4b6d-92db-9a326b62be50 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0020781 Jul 09 09:48:54.973245 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44446) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:55.009913 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 6f3e5647-e88b-4c94-977f-7446f1b1fce9 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:48:55.136544 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] Set router 798fb12b-4f95-4377-9828-31560c46c8fc gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:48:55.172016 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6869b9-53db-4118-b714-377a30f6b440 None None] Network 4245b116-2d5b-4779-b854-de03b1576199 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:48:55.252663 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-851beb68-e098-4e9a-a6aa-475c22e46a79 None None] Provisioning for port 6f3e5647-e88b-4c94-977f-7446f1b1fce9 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:48:55.289202 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-851beb68-e098-4e9a-a6aa-475c22e46a79 None None] Provisioning complete for port 6f3e5647-e88b-4c94-977f-7446f1b1fce9 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:48:55.289202 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-851beb68-e098-4e9a-a6aa-475c22e46a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:55.401709 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'name': 'tempest-AttachVolumeShelveTestJSON-407078560-router', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:54Z', 'revision_number': 3, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'gw_port': {'id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:55.476252 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] Checking router: 798fb12b-4f95-4377-9828-31560c46c8fc for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:48:55.476688 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] Updating router 798fb12b-4f95-4377-9828-31560c46c8fc port 5190b6aa-8898-4722-83cc-4afeb03db678 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:48:55.521427 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:55.556974 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-851beb68-e098-4e9a-a6aa-475c22e46a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:55.618285 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-851beb68-e098-4e9a-a6aa-475c22e46a79 None None] For port 6f3e5647-e88b-4c94-977f-7446f1b1fce9, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6f3e5647-e88b-4c94-977f-7446f1b1fce9,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:48:55.623878 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-851beb68-e098-4e9a-a6aa-475c22e46a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:55.635799 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67162e5b-6e81-4164-8f3a-81570a57a37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:55.695796 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851beb68-e098-4e9a-a6aa-475c22e46a79 None None] Pushing event updated for resources: {'Port': ['ID=6f3e5647-e88b-4c94-977f-7446f1b1fce9,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:55.772822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda01988-a76f-41e4-985c-b4011959fc50 req-876379cb-e901-4a0e-85ce-a485de119314 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:55.780760 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dda01988-a76f-41e4-985c-b4011959fc50 req-876379cb-e901-4a0e-85ce-a485de119314 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2084010 Jul 09 09:48:55.853857 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dda01988-a76f-41e4-985c-b4011959fc50 req-7c8b5800-51d6-43e6-8b42-461dd4b7c049 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723190 Jul 09 09:48:55.917038 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-67162e5b-6e81-4164-8f3a-81570a57a37b admin admin] Allocated IP 172.20.0.1 (4245b116-2d5b-4779-b854-de03b1576199/f33154ac-544d-477f-a9ff-a13c564432a2/b765b015-d02a-4d9c-a28e-78b41d2a05b1) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:48:55.970158 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e1b4c395-8658-4756-b413-d72cacd5f7b9 None None] Provisioning complete for port 6f3e5647-e88b-4c94-977f-7446f1b1fce9 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:48:55.971203 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e1b4c395-8658-4756-b413-d72cacd5f7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:56.001599 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:56.015679 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] Transition to ACTIVE for port object 5190b6aa-8898-4722-83cc-4afeb03db678 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:48:56.024948 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:56.063185 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67162e5b-6e81-4164-8f3a-81570a57a37b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:56.085716 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-67162e5b-6e81-4164-8f3a-81570a57a37b admin admin] Transition to ACTIVE for port object b765b015-d02a-4d9c-a28e-78b41d2a05b1 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:48:56.088978 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497362d-f57f-4de1-9ab1-dacd8f43c865 None None] Pushing event updated for resources: {'Port': ['ID=5190b6aa-8898-4722-83cc-4afeb03db678,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:56.104372 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497362d-f57f-4de1-9ab1-dacd8f43c865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:56.104686 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497362d-f57f-4de1-9ab1-dacd8f43c865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:56.104980 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497362d-f57f-4de1-9ab1-dacd8f43c865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:56.105311 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497362d-f57f-4de1-9ab1-dacd8f43c865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:56.105638 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497362d-f57f-4de1-9ab1-dacd8f43c865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:56.105962 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497362d-f57f-4de1-9ab1-dacd8f43c865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:56.106286 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497362d-f57f-4de1-9ab1-dacd8f43c865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:56.106607 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497362d-f57f-4de1-9ab1-dacd8f43c865 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:56.106925 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497362d-f57f-4de1-9ab1-dacd8f43c865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:56.107273 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497362d-f57f-4de1-9ab1-dacd8f43c865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:56.107619 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497362d-f57f-4de1-9ab1-dacd8f43c865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:56.107971 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497362d-f57f-4de1-9ab1-dacd8f43c865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:48:56.114847 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] Attempting to bind port 5190b6aa-8898-4722-83cc-4afeb03db678 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:48:56.115572 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] Attempting to bind port 5190b6aa-8898-4722-83cc-4afeb03db678 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:48:56.116150 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] Attempting to bind port 5190b6aa-8898-4722-83cc-4afeb03db678 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:48:56.124684 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:48:56.125259 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:48:56.125857 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:56.126392 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:48:56.127126 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] Bound port: 5190b6aa-8898-4722-83cc-4afeb03db678, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:48:56.127577 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:56.193245 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] For port 5190b6aa-8898-4722-83cc-4afeb03db678, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:48:56.196829 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] For port 5190b6aa-8898-4722-83cc-4afeb03db678, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5190b6aa-8898-4722-83cc-4afeb03db678,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:48:56.200504 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:56.201115 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68bf51-a19a-4759-8874-261d21889fcf req-7b987329-dbe7-48cb-8c67-fd9dca3e339d tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:56.203231 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d68bf51-a19a-4759-8874-261d21889fcf req-7b987329-dbe7-48cb-8c67-fd9dca3e339d tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 944 time: 0.1188672 Jul 09 09:48:56.214355 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67162e5b-6e81-4164-8f3a-81570a57a37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:56.265827 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] Routers {'798fb12b-4f95-4377-9828-31560c46c8fc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:48:56.266337 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:48:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['798fb12b-4f95-4377-9828-31560c46c8fc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:56.268357 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497362d-f57f-4de1-9ab1-dacd8f43c865 None None] Pushing event updated for resources: {'Port': ['ID=5190b6aa-8898-4722-83cc-4afeb03db678,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:56.291305 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67162e5b-6e81-4164-8f3a-81570a57a37b admin admin] Network 4245b116-2d5b-4779-b854-de03b1576199 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:48:56.303889 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d68bf51-a19a-4759-8874-261d21889fcf req-c7298893-897b-4fe8-b906-373de451deea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924280 Jul 09 09:48:56.305308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-67162e5b-6e81-4164-8f3a-81570a57a37b admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:48:56.308525 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67162e5b-6e81-4164-8f3a-81570a57a37b admin admin] Pushing event updated for resources: {'Port': ['ID=b765b015-d02a-4d9c-a28e-78b41d2a05b1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:56.312258 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67162e5b-6e81-4164-8f3a-81570a57a37b admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:48:56.359179 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67162e5b-6e81-4164-8f3a-81570a57a37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:56.393301 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] Set router 798fb12b-4f95-4377-9828-31560c46c8fc gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:48:56.536770 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67162e5b-6e81-4164-8f3a-81570a57a37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:56.615594 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'name': 'tempest-AttachVolumeShelveTestJSON-407078560-router', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:54Z', 'revision_number': 3, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'gw_port': {'id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:56.647116 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe81ed1f-8420-471c-b096-0b48c87defda None None] The sync data for ids ['798fb12b-4f95-4377-9828-31560c46c8fc'] in n-d-799996-1 is: [{'id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'name': 'tempest-AttachVolumeShelveTestJSON-407078560-router', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:54Z', 'revision_number': 3, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'gw_port': {'id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:48:56.708505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-882b1325-1d05-4b6f-bc40-a9d4230774ec None None] Provisioning for port b765b015-d02a-4d9c-a28e-78b41d2a05b1 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:48:56.714298 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-882b1325-1d05-4b6f-bc40-a9d4230774ec None None] Provisioning complete for port b765b015-d02a-4d9c-a28e-78b41d2a05b1 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:48:56.715604 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-882b1325-1d05-4b6f-bc40-a9d4230774ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:56.763981 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-882b1325-1d05-4b6f-bc40-a9d4230774ec None None] Port b765b015-d02a-4d9c-a28e-78b41d2a05b1 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:48:56.777448 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67162e5b-6e81-4164-8f3a-81570a57a37b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:56.783296 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67162e5b-6e81-4164-8f3a-81570a57a37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:56.845805 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6f3e5647-e88b-4c94-977f-7446f1b1fce9 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:48:56.860004 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67162e5b-6e81-4164-8f3a-81570a57a37b admin admin] Pushing event updated for resources: {'Port': ['ID=b765b015-d02a-4d9c-a28e-78b41d2a05b1,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:56.863795 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67162e5b-6e81-4164-8f3a-81570a57a37b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:56.987048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67162e5b-6e81-4164-8f3a-81570a57a37b admin admin] Network 4245b116-2d5b-4779-b854-de03b1576199 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:48:56.991934 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-67162e5b-6e81-4164-8f3a-81570a57a37b admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:48:57.195725 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 6f3e5647-e88b-4c94-977f-7446f1b1fce9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:48:57.196222 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:57.224328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67162e5b-6e81-4164-8f3a-81570a57a37b admin admin] Router 798fb12b-4f95-4377-9828-31560c46c8fc has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:48:57.239054 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4983883-b151-420a-8942-f5ca25096bc5 req-2f6b8cb7-961f-46cb-a3d7-f9708547e2d1 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:57.240741 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4983883-b151-420a-8942-f5ca25096bc5 req-2f6b8cb7-961f-46cb-a3d7-f9708547e2d1 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2465866 Jul 09 09:48:57.389611 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-16737d16-1401-4466-aa30-14e318ab03b1 None None] Provisioning complete for port b765b015-d02a-4d9c-a28e-78b41d2a05b1 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:48:57.390260 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-16737d16-1401-4466-aa30-14e318ab03b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:57.437292 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4983883-b151-420a-8942-f5ca25096bc5 req-22ec6d52-b165-44be-a1bd-266911c2fb61 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155145 Jul 09 09:48:57.448807 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-16737d16-1401-4466-aa30-14e318ab03b1 None None] Port b765b015-d02a-4d9c-a28e-78b41d2a05b1 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:48:57.866443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67162e5b-6e81-4164-8f3a-81570a57a37b admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:48:57.873405 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-67162e5b-6e81-4164-8f3a-81570a57a37b admin admin] 10.222.0.61 "PUT /v2.0/routers/798fb12b-4f95-4377-9828-31560c46c8fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8977127 Jul 09 09:48:57.936923 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dd8bc-03a3-4f4d-a67d-1ba834a1e364 req-241513f8-d817-4e12-a0c2-d1dcb2d21b43 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:57.938705 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c48dd8bc-03a3-4f4d-a67d-1ba834a1e364 req-241513f8-d817-4e12-a0c2-d1dcb2d21b43 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 944 time: 0.4946115 Jul 09 09:48:57.979870 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c48dd8bc-03a3-4f4d-a67d-1ba834a1e364 req-ef47bb5c-5b09-443a-a6e9-c994e85aec7e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344353 Jul 09 09:48:58.376790 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device e005edc5-edf5-43dc-87e6-f483da4392cc details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:48:58.496992 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port e005edc5-edf5-43dc-87e6-f483da4392cc, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=e005edc5-edf5-43dc-87e6-f483da4392cc,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:48:58.517844 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'e005edc5-edf5-43dc-87e6-f483da4392cc', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'port_id': 'e005edc5-edf5-43dc-87e6-f483da4392cc', 'mac_address': 'fa:16:3e:5e:67:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:48:58.565242 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:58.580854 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e005edc5-edf5-43dc-87e6-f483da4392cc {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:48:58.612081 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port e005edc5-edf5-43dc-87e6-f483da4392cc, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=e005edc5-edf5-43dc-87e6-f483da4392cc,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:48:58.620010 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:58.678183 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4940e56-fa8b-453b-9964-12159eefd61f req-6573bc6d-7d7f-4965-b1fa-738495345c6e tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:58.680595 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4940e56-fa8b-453b-9964-12159eefd61f req-6573bc6d-7d7f-4965-b1fa-738495345c6e tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.0946033 Jul 09 09:48:58.713064 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=e005edc5-edf5-43dc-87e6-f483da4392cc,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:58.745799 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4940e56-fa8b-453b-9964-12159eefd61f req-0d93a951-dfef-46d5-ad5c-296418425772 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560470 Jul 09 09:48:58.860229 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] Sync routers for ids ['798fb12b-4f95-4377-9828-31560c46c8fc'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:48:58.869959 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] Routers {'798fb12b-4f95-4377-9828-31560c46c8fc'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:48:58.870620 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:48:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['798fb12b-4f95-4377-9828-31560c46c8fc'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:58.881344 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44534) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:58.886303 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d9e79c67-46b9-4424-948a-cc220d8e9a10 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--220941707', 'description': 'tempest-description--1551091583'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:48:58.914575 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9e79c67-46b9-4424-948a-cc220d8e9a10 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:58.918602 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5190b6aa-8898-4722-83cc-4afeb03db678 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:48:58.957558 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['e005edc5-edf5-43dc-87e6-f483da4392cc'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:48:59.043857 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9e79c67-46b9-4424-948a-cc220d8e9a10 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:59.049342 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9e79c67-46b9-4424-948a-cc220d8e9a10 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:59.085272 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e79c67-46b9-4424-948a-cc220d8e9a10 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df48d2af-4d28-45a3-afaa-958441b85efa,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:59.098989 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 5190b6aa-8898-4722-83cc-4afeb03db678 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:48:59.117641 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 5190b6aa-8898-4722-83cc-4afeb03db678 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:48:59.118052 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:59.118524 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9e79c67-46b9-4424-948a-cc220d8e9a10 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:59.122727 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d9e79c67-46b9-4424-948a-cc220d8e9a10 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2375362 Jul 09 09:48:59.122911 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44544) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:59.129017 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-efba6609-465b-4dfc-b60c-d2c9c8cf2a65 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Request body: {'security_group_rule': {'security_group_id': 'df48d2af-4d28-45a3-afaa-958441b85efa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:48:59.197095 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-efba6609-465b-4dfc-b60c-d2c9c8cf2a65 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:59.227907 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] Set router 798fb12b-4f95-4377-9828-31560c46c8fc gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:48:59.268272 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-efba6609-465b-4dfc-b60c-d2c9c8cf2a65 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:59.274360 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-efba6609-465b-4dfc-b60c-d2c9c8cf2a65 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:59.285061 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5473f1c-263b-4e17-af24-f0b5945acbec req-0a4d8446-7622-419f-b571-fae1d4669c2c tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:48:59.287653 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a5473f1c-263b-4e17-af24-f0b5945acbec req-0a4d8446-7622-419f-b571-fae1d4669c2c tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 945 time: 0.1005664 Jul 09 09:48:59.296253 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba6609-465b-4dfc-b60c-d2c9c8cf2a65 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1cec61a-7fc2-4310-bb20-baf248770320,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:59.318725 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-efba6609-465b-4dfc-b60c-d2c9c8cf2a65 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:59.320966 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-efba6609-465b-4dfc-b60c-d2c9c8cf2a65 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1965914 Jul 09 09:48:59.323728 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44550) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:59.344344 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-022701c0-1fa0-4826-beb2-6e848b655b35 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Request body: {'security_group_rule': {'security_group_id': 'df48d2af-4d28-45a3-afaa-958441b85efa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:48:59.350665 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a5473f1c-263b-4e17-af24-f0b5945acbec req-ef4ca47f-6dd1-423b-a96b-de7ddd20ab39 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545111 Jul 09 09:48:59.391833 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-022701c0-1fa0-4826-beb2-6e848b655b35 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:59.473297 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:59.494109 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-022701c0-1fa0-4826-beb2-6e848b655b35 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:59.498104 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-022701c0-1fa0-4826-beb2-6e848b655b35 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:59.507384 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 5190b6aa-8898-4722-83cc-4afeb03db678, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5190b6aa-8898-4722-83cc-4afeb03db678,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:48:59.517725 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:59.524659 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022701c0-1fa0-4826-beb2-6e848b655b35 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c0997e5-5496-4a5a-b5ee-d89d444b0167,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:59.527914 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-022701c0-1fa0-4826-beb2-6e848b655b35 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:59.533544 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44554) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:48:59.533872 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-022701c0-1fa0-4826-beb2-6e848b655b35 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2091222 Jul 09 09:48:59.538298 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-86430411-098f-40c5-99e3-8a255abcb134 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:48:59.562278 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-86430411-098f-40c5-99e3-8a255abcb134 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:59.605980 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=5190b6aa-8898-4722-83cc-4afeb03db678,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:48:59.628458 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'name': 'tempest-AttachVolumeShelveTestJSON-407078560-router', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:56Z', 'revision_number': 4, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'gw_port': {'id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'b765b015-d02a-4d9c-a28e-78b41d2a05b1', 'name': '', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'mac_address': 'fa:16:3e:ff:a3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:55Z', 'updated_at': '2021-07-09T09:48:56Z', 'revision_number': 2, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'subnets': [{'id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:48:59.657612 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] Checking router: 798fb12b-4f95-4377-9828-31560c46c8fc for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:48:59.657978 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] Updating router 798fb12b-4f95-4377-9828-31560c46c8fc port b765b015-d02a-4d9c-a28e-78b41d2a05b1 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:48:59.684704 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-86430411-098f-40c5-99e3-8a255abcb134 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:59.696475 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:48:59.831254 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-86430411-098f-40c5-99e3-8a255abcb134 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Allocated IP 172.25.3.18 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/0f32fc2d-a862-4107-8745-22058e205d89) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:48:59.970781 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-86430411-098f-40c5-99e3-8a255abcb134 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:00.024888 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-86430411-098f-40c5-99e3-8a255abcb134 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:00.083587 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86430411-098f-40c5-99e3-8a255abcb134 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Pushing event updated for resources: {'Port': ['ID=0f32fc2d-a862-4107-8745-22058e205d89,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:00.091837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86430411-098f-40c5-99e3-8a255abcb134 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:49:00.094610 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-86430411-098f-40c5-99e3-8a255abcb134 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:49:00.097620 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86430411-098f-40c5-99e3-8a255abcb134 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:49:00.107035 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:00.118769 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] Transition to ACTIVE for port object b765b015-d02a-4d9c-a28e-78b41d2a05b1 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:49:00.121143 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d7131-abc5-481a-b83e-57289c528573 req-e5f9f6c4-f250-44ef-82eb-eb2e62ac79b0 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:00.124514 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e6d7131-abc5-481a-b83e-57289c528573 req-e5f9f6c4-f250-44ef-82eb-eb2e62ac79b0 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2090716 Jul 09 09:49:00.131247 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:00.160398 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-46b739f9-b317-4257-a4fb-87ac2a0dc1b5 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:00.163202 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-46b739f9-b317-4257-a4fb-87ac2a0dc1b5 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/networks?id=1c09f046-0b54-49b5-93f9-8efa4af89682 HTTP/1.1" status: 200 len: 813 time: 0.1956627 Jul 09 09:49:00.198660 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-eb4f7434-9682-4b5b-a00d-a9b468e4e4e9 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/quotas/4000311bf09545a6b9704a9d9abbc302 HTTP/1.1" status: 200 len: 375 time: 0.0270042 Jul 09 09:49:00.212253 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e6d7131-abc5-481a-b83e-57289c528573 req-9a3a0faf-7ad9-4c44-8cef-578db52d78b8 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816860 Jul 09 09:49:00.213992 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea8594-20c5-41ae-bde7-a5b2c3ae23e3 None None] Pushing event updated for resources: {'Port': ['ID=b765b015-d02a-4d9c-a28e-78b41d2a05b1,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:00.233407 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-86430411-098f-40c5-99e3-8a255abcb134 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:00.301677 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-86430411-098f-40c5-99e3-8a255abcb134 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:00.305163 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] Attempting to bind port b765b015-d02a-4d9c-a28e-78b41d2a05b1 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:49:00.305573 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] Attempting to bind port b765b015-d02a-4d9c-a28e-78b41d2a05b1 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '83074745-f73d-41b9-8ec7-e8f128fc606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4245b116-2d5b-4779-b854-de03b1576199'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:49:00.305952 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] Attempting to bind port b765b015-d02a-4d9c-a28e-78b41d2a05b1 on network 4245b116-2d5b-4779-b854-de03b1576199 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:49:00.313246 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:49:00.313733 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] Checking segment: {'id': '83074745-f73d-41b9-8ec7-e8f128fc606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4245b116-2d5b-4779-b854-de03b1576199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:49:00.314149 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:00.314554 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] Bound using segment: {'id': '83074745-f73d-41b9-8ec7-e8f128fc606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4245b116-2d5b-4779-b854-de03b1576199'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:49:00.315352 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] Bound port: b765b015-d02a-4d9c-a28e-78b41d2a05b1, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83074745-f73d-41b9-8ec7-e8f128fc606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4245b116-2d5b-4779-b854-de03b1576199'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:49:00.316694 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:00.393186 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-df0dcba0-9e75-4e9f-9534-a570bd4ce369 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4000311bf09545a6b9704a9d9abbc302&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1515605 Jul 09 09:49:00.427795 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device e005edc5-edf5-43dc-87e6-f483da4392cc up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:49:00.544036 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-86430411-098f-40c5-99e3-8a255abcb134 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:00.556763 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-86430411-098f-40c5-99e3-8a255abcb134 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:00.557381 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] For port b765b015-d02a-4d9c-a28e-78b41d2a05b1, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:49:00.561842 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] For port b765b015-d02a-4d9c-a28e-78b41d2a05b1, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b765b015-d02a-4d9c-a28e-78b41d2a05b1,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:49:00.566621 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:00.576361 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port e005edc5-edf5-43dc-87e6-f483da4392cc completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:49:00.605953 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port e005edc5-edf5-43dc-87e6-f483da4392cc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:49:00.606584 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:00.624889 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86430411-098f-40c5-99e3-8a255abcb134 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Pushing event updated for resources: {'Port': ['ID=0f32fc2d-a862-4107-8745-22058e205d89,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:00.650685 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-77802786-4ab3-4225-9013-521bf0e6ea62 service neutron] 10.222.0.61 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498031 Jul 09 09:49:00.694466 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-86430411-098f-40c5-99e3-8a255abcb134 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:00.706334 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea8594-20c5-41ae-bde7-a5b2c3ae23e3 None None] Pushing event updated for resources: {'Port': ['ID=b765b015-d02a-4d9c-a28e-78b41d2a05b1,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:00.709073 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] Routers {'798fb12b-4f95-4377-9828-31560c46c8fc'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:49:00.709863 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:48:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['798fb12b-4f95-4377-9828-31560c46c8fc'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:49:00.719963 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-86430411-098f-40c5-99e3-8a255abcb134 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:00.728611 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-86430411-098f-40c5-99e3-8a255abcb134 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1868300 Jul 09 09:49:00.825553 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-ee300daf-bea8-4b1e-92f7-a699f969e10c service neutron] 10.222.0.61 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737671 Jul 09 09:49:00.841606 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6f4b5-69a5-481f-8cc6-e8b9e97ee565 req-87e13ea4-913e-4df1-849c-f7c7920e6cb3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:00.844108 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2dc6f4b5-69a5-481f-8cc6-e8b9e97ee565 req-87e13ea4-913e-4df1-849c-f7c7920e6cb3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 945 time: 0.2722144 Jul 09 09:49:00.879433 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:00.895717 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2dc6f4b5-69a5-481f-8cc6-e8b9e97ee565 req-42562e89-2057-436e-ab9b-05fce007208f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459435 Jul 09 09:49:00.902778 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] Set router 798fb12b-4f95-4377-9828-31560c46c8fc gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:49:00.942137 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5190b6aa-8898-4722-83cc-4afeb03db678 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:49:01.043401 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98201302-790b-4a72-90bb-86577a1b0c40 req-6b728ce2-2ead-4b82-9d04-a959cd4cb746 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--220941707&fields=id&tenant_id=99f7719707794c3ea83b85ef3879ca4c HTTP/1.1" status: 200 len: 267 time: 0.0501626 Jul 09 09:49:01.050350 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port e005edc5-edf5-43dc-87e6-f483da4392cc, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=e005edc5-edf5-43dc-87e6-f483da4392cc,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:49:01.051407 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e162c4e0-87da-420c-947e-c1cc2571ef0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e005edc5-edf5-43dc-87e6-f483da4392cc'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:49:01.054051 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f72eca-0bd6-49c5-a4ef-8098dc72d36a" -d '{"events": [{"server_uuid": "e162c4e0-87da-420c-947e-c1cc2571ef0d", "name": "network-vif-plugged", "status": "completed", "tag": "e005edc5-edf5-43dc-87e6-f483da4392cc"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:49:01.067391 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:01.166251 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-567cdea4-7cb7-4946-b9ff-f1a6bbd6da38 req-902e0cd1-0caf-459f-90bc-3a1925eac4c4 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bdd9e64-3628-4a52-a502-817773ec3508 HTTP/1.1" status: 200 len: 210 time: 0.0496123 Jul 09 09:49:01.301574 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98201302-790b-4a72-90bb-86577a1b0c40 req-9e742f49-c1a0-40b2-904b-b4953b8a6028 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:01.309479 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de789dc-c333-40f7-8b2c-ac9a2be1f427 x-openstack-request-id: req-8de789dc-c333-40f7-8b2c-ac9a2be1f427 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:49:01.309897 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e162c4e0-87da-420c-947e-c1cc2571ef0d", "name": "network-vif-plugged", "status": "completed", "tag": "e005edc5-edf5-43dc-87e6-f483da4392cc", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:49:01.310791 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8de789dc-c333-40f7-8b2c-ac9a2be1f427 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:49:01.311268 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e162c4e0-87da-420c-947e-c1cc2571ef0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e005edc5-edf5-43dc-87e6-f483da4392cc', 'code': 200} Jul 09 09:49:01.312955 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98201302-790b-4a72-90bb-86577a1b0c40 req-9e742f49-c1a0-40b2-904b-b4953b8a6028 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/networks?id=4245b116-2d5b-4779-b854-de03b1576199 HTTP/1.1" status: 200 len: 816 time: 0.2717326 Jul 09 09:49:01.372518 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=e005edc5-edf5-43dc-87e6-f483da4392cc,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:01.392832 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 5190b6aa-8898-4722-83cc-4afeb03db678 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:49:01.393310 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:01.410516 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98201302-790b-4a72-90bb-86577a1b0c40 req-4c575e76-277e-41d6-ac71-9cb2465051a6 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/quotas/99f7719707794c3ea83b85ef3879ca4c HTTP/1.1" status: 200 len: 375 time: 0.0960042 Jul 09 09:49:01.535034 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'name': 'tempest-AttachVolumeShelveTestJSON-407078560-router', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:56Z', 'revision_number': 4, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'gw_port': {'id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'b765b015-d02a-4d9c-a28e-78b41d2a05b1', 'name': '', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'mac_address': 'fa:16:3e:ff:a3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:55Z', 'updated_at': '2021-07-09T09:49:00Z', 'revision_number': 4, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'subnets': [{'id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:49:01.551135 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c4024-8078-47ad-8f28-ad3a59b5e502 req-8a7ba5ad-0d15-4d41-bd1e-f8ce62817548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:01.552880 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-368c4024-8078-47ad-8f28-ad3a59b5e502 req-8a7ba5ad-0d15-4d41-bd1e-f8ce62817548 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 1097 time: 0.2198420 Jul 09 09:49:01.567723 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98201302-790b-4a72-90bb-86577a1b0c40 req-b99d3063-bdba-49a0-be69-82ef10b682e6 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=99f7719707794c3ea83b85ef3879ca4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1563103 Jul 09 09:49:01.571509 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdcee93-0e73-4aa3-b759-54c8e8c72243 None None] The sync data for ids ['798fb12b-4f95-4377-9828-31560c46c8fc'] in n-d-799996-1 is: [{'id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'name': 'tempest-AttachVolumeShelveTestJSON-407078560-router', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:56Z', 'revision_number': 4, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'gw_port': {'id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'b765b015-d02a-4d9c-a28e-78b41d2a05b1', 'name': '', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'mac_address': 'fa:16:3e:ff:a3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:55Z', 'updated_at': '2021-07-09T09:49:00Z', 'revision_number': 4, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'subnets': [{'id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:49:01.711929 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d1746-76d4-494b-bbab-68795a5109cf req-79963da4-769a-43c6-a53f-5da141cf0bf9 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:01.713561 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3a9d1746-76d4-494b-bbab-68795a5109cf req-79963da4-769a-43c6-a53f-5da141cf0bf9 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2485442 Jul 09 09:49:01.717497 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-368c4024-8078-47ad-8f28-ad3a59b5e502 req-b7c14e8b-c601-465b-9295-c8d58571c99b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487253 Jul 09 09:49:01.788358 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3a9d1746-76d4-494b-bbab-68795a5109cf req-06791a4d-8167-4463-83a5-fab3f9e820a0 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620375 Jul 09 09:49:01.791576 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98201302-790b-4a72-90bb-86577a1b0c40 req-6cbe9890-01b3-4398-98bd-208e2f7509e4 service neutron] 10.222.0.61 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050641 Jul 09 09:49:01.960529 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98201302-790b-4a72-90bb-86577a1b0c40 req-178bc0ad-fc8e-4a35-ac2f-dad96c110862 service neutron] 10.222.0.61 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601827 Jul 09 09:49:02.183459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073ae58-b876-4e5a-9559-3bd851451406 req-1e4fffdf-eb55-4cc9-b0c2-a83467264e24 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:02.185509 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5073ae58-b876-4e5a-9559-3bd851451406 req-1e4fffdf-eb55-4cc9-b0c2-a83467264e24 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 946 time: 0.0990949 Jul 09 09:49:02.312453 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5073ae58-b876-4e5a-9559-3bd851451406 req-c4005faf-1a5c-4b4b-ba74-e7509e138490 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193144 Jul 09 09:49:02.398289 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0f889ba-03ce-4116-8f8e-53cd0744a44b req-6a8cebcd-4abc-4419-92d1-b5f922fb129f tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bdd9e64-3628-4a52-a502-817773ec3508 HTTP/1.1" status: 200 len: 210 time: 0.0405719 Jul 09 09:49:02.436214 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f72ec9eb-78cb-40e0-8d50-571629f9aba0 req-b964ee5b-57e3-43c3-9a66-e35086f71472 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 210 time: 0.0368538 Jul 09 09:49:03.029923 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-5b03b4dd-a380-43ec-885f-342a753aa479 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:03.031516 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-5b03b4dd-a380-43ec-885f-342a753aa479 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.64 "GET /v2.0/networks?id=1c09f046-0b54-49b5-93f9-8efa4af89682 HTTP/1.1" status: 200 len: 813 time: 0.3028836 Jul 09 09:49:03.045795 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-8a4d47dd-37e1-495c-ab80-f3e869cd5788 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Request body: {'port': {'device_id': '8bdd9e64-3628-4a52-a502-817773ec3508', 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682', 'admin_state_up': True, 'tenant_id': '4000311bf09545a6b9704a9d9abbc302'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:49:03.072598 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b765b015-d02a-4d9c-a28e-78b41d2a05b1 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:49:03.186227 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port b765b015-d02a-4d9c-a28e-78b41d2a05b1 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:49:03.194236 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port b765b015-d02a-4d9c-a28e-78b41d2a05b1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:49:03.194803 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:03.340808 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:03.375086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a311f48-5381-4a90-a070-e3927861a50c req-5dc45f5e-b031-4822-952f-54acaa3e7c0c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:03.385086 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a311f48-5381-4a90-a070-e3927861a50c req-5dc45f5e-b031-4822-952f-54acaa3e7c0c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2265966 Jul 09 09:49:03.411785 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port b765b015-d02a-4d9c-a28e-78b41d2a05b1, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b765b015-d02a-4d9c-a28e-78b41d2a05b1,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:49:03.422170 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:03.516670 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=b765b015-d02a-4d9c-a28e-78b41d2a05b1,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:03.544382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-8a4d47dd-37e1-495c-ab80-f3e869cd5788 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Made reservation on behalf of 4000311bf09545a6b9704a9d9abbc302 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:49:03.548858 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-8a4d47dd-37e1-495c-ab80-f3e869cd5788 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:03.570103 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a311f48-5381-4a90-a070-e3927861a50c req-a2a33836-63a4-49df-aeca-2bfed85dff69 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838582 Jul 09 09:49:03.682173 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b8031-9dfa-46ba-aab6-1f64fde8967e req-39200fee-6b76-44e5-9299-d7938bf86176 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:03.683721 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb5b8031-9dfa-46ba-aab6-1f64fde8967e req-39200fee-6b76-44e5-9299-d7938bf86176 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 946 time: 0.1899483 Jul 09 09:49:03.731425 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14045f42-4d56-44e9-845d-aa9b28de66d6 req-fd853a61-7211-476a-97d9-fc16ed9da4aa tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bdd9e64-3628-4a52-a502-817773ec3508 HTTP/1.1" status: 200 len: 210 time: 0.0466566 Jul 09 09:49:03.790784 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb5b8031-9dfa-46ba-aab6-1f64fde8967e req-f7cbc62d-8780-4d9f-a601-d1c00604b099 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926006 Jul 09 09:49:03.800969 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-8a4d47dd-37e1-495c-ab80-f3e869cd5788 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Allocated IP 172.20.0.7 (1c09f046-0b54-49b5-93f9-8efa4af89682/e1864d41-8586-4a4a-aa3a-cb409347c280/fa6f5f29-1dac-40f4-99d9-7899d63a0c42) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:49:03.896592 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:03.960281 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c58ed0c8-1aa9-4a26-b6f7-3e68524667c6 req-f1c89f20-18d6-4435-abe8-344d3bfa7f27 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 210 time: 0.0308530 Jul 09 09:49:04.150206 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f747d-2175-4b83-a42f-3cab206c3489 req-b606770b-9c17-42b3-a25b-201511a0969a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:04.151779 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-309f747d-2175-4b83-a42f-3cab206c3489 req-b606770b-9c17-42b3-a25b-201511a0969a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 946 time: 0.1882138 Jul 09 09:49:04.174789 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-8a4d47dd-37e1-495c-ab80-f3e869cd5788 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:04.201617 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98201302-790b-4a72-90bb-86577a1b0c40 req-7f032a75-65c1-4011-bba0-01300dcc7840 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:04.203112 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98201302-790b-4a72-90bb-86577a1b0c40 req-7f032a75-65c1-4011-bba0-01300dcc7840 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.58 "GET /v2.0/networks?id=4245b116-2d5b-4779-b854-de03b1576199 HTTP/1.1" status: 200 len: 816 time: 0.2120147 Jul 09 09:49:04.233903 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-309f747d-2175-4b83-a42f-3cab206c3489 req-b98a6f8a-7b74-4d03-8d10-9f46d36f50fe tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696023 Jul 09 09:49:04.278750 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98201302-790b-4a72-90bb-86577a1b0c40 req-280d5525-015d-469f-9baa-84f16aa78e41 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99f7719707794c3ea83b85ef3879ca4c HTTP/1.1" status: 200 len: 379 time: 0.0593202 Jul 09 09:49:04.290369 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e2179097-61a6-40df-956a-f92133c7495b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Request body: {'port': {'device_id': '17143a3b-2b7a-42fa-b391-abfb29026460', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'admin_state_up': True, 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'security_groups': ['df48d2af-4d28-45a3-afaa-958441b85efa']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:49:04.298295 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-8a4d47dd-37e1-495c-ab80-f3e869cd5788 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:04.315219 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:49:04.418793 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-8a4d47dd-37e1-495c-ab80-f3e869cd5788 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Network 1c09f046-0b54-49b5-93f9-8efa4af89682 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:49:04.432217 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-8a4d47dd-37e1-495c-ab80-f3e869cd5788 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:49:04.453178 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-8a4d47dd-37e1-495c-ab80-f3e869cd5788 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:49:04.474927 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d47dd-37e1-495c-ab80-f3e869cd5788 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Pushing event updated for resources: {'Port': ['ID=fa6f5f29-1dac-40f4-99d9-7899d63a0c42,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:04.565864 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-8a4d47dd-37e1-495c-ab80-f3e869cd5788 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:04.566613 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-8a4d47dd-37e1-495c-ab80-f3e869cd5788 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:04.586830 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e2179097-61a6-40df-956a-f92133c7495b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Made reservation on behalf of 99f7719707794c3ea83b85ef3879ca4c for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:49:04.590737 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e2179097-61a6-40df-956a-f92133c7495b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:04.597427 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-8a4d47dd-37e1-495c-ab80-f3e869cd5788 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5564065 Jul 09 09:49:04.623974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e69e40-63e7-48b1-b090-c9aecd5d2c29 req-411495a0-e938-4fc7-9270-e90fe8c36f46 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:04.625544 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-41e69e40-63e7-48b1-b090-c9aecd5d2c29 req-411495a0-e938-4fc7-9270-e90fe8c36f46 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 946 time: 0.2007391 Jul 09 09:49:04.631184 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-67171e3a-0a38-451a-a189-7a221cc547df service neutron] Request body: {'port': {'device_id': '8bdd9e64-3628-4a52-a502-817773ec3508', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:49:04.801648 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-41e69e40-63e7-48b1-b090-c9aecd5d2c29 req-2fe4228d-8fe1-4d4a-ae1c-080981bc5278 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451807 Jul 09 09:49:04.855964 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b765b015-d02a-4d9c-a28e-78b41d2a05b1 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:49:04.875504 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-67171e3a-0a38-451a-a189-7a221cc547df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:04.936931 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port b765b015-d02a-4d9c-a28e-78b41d2a05b1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:49:04.942850 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:04.946931 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e2179097-61a6-40df-956a-f92133c7495b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Allocated IP 172.20.0.8 (4245b116-2d5b-4779-b854-de03b1576199/f33154ac-544d-477f-a9ff-a13c564432a2/01237635-4d17-4e9f-bb36-740c9f687606) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:49:04.981408 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0301710-2c21-4631-94f8-2690895a801b req-710e9a16-0fdf-426f-92bf-0ffb834b3b22 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:04.989594 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0301710-2c21-4631-94f8-2690895a801b req-710e9a16-0fdf-426f-92bf-0ffb834b3b22 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2762892 Jul 09 09:49:05.248447 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0301710-2c21-4631-94f8-2690895a801b req-63337f9e-8c57-4f9f-ba0e-7b1ba5cf5eb8 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572467 Jul 09 09:49:05.319987 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd0e28-20c1-4ca9-b67a-d5e86476f1e4 req-b0d02954-7f65-4b4a-9d43-ed928db90b05 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:05.323258 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6dcd0e28-20c1-4ca9-b67a-d5e86476f1e4 req-b0d02954-7f65-4b4a-9d43-ed928db90b05 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bdd9e64-3628-4a52-a502-817773ec3508 HTTP/1.1" status: 200 len: 931 time: 0.3297095 Jul 09 09:49:05.396593 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e2179097-61a6-40df-956a-f92133c7495b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:05.446608 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6dcd0e28-20c1-4ca9-b67a-d5e86476f1e4 req-200ea52a-fa52-40f4-85de-15d1524d66a1 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183519 Jul 09 09:49:05.449103 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e2179097-61a6-40df-956a-f92133c7495b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Transition to ACTIVE for port object 01237635-4d17-4e9f-bb36-740c9f687606 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:49:05.533168 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-67171e3a-0a38-451a-a189-7a221cc547df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa6f5f29-1dac-40f4-99d9-7899d63a0c42 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:49:05.543085 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-67171e3a-0a38-451a-a189-7a221cc547df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:05.563750 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-67171e3a-0a38-451a-a189-7a221cc547df service neutron] Transition to ACTIVE for port object fa6f5f29-1dac-40f4-99d9-7899d63a0c42 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:49:05.569207 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e2179097-61a6-40df-956a-f92133c7495b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:05.583804 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-67171e3a-0a38-451a-a189-7a221cc547df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:05.657448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e2179097-61a6-40df-956a-f92133c7495b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Network 4245b116-2d5b-4779-b854-de03b1576199 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:49:05.924451 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 1295f280-b32a-4f71-b995-0ff86055a26e details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:49:06.124966 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 1295f280-b32a-4f71-b995-0ff86055a26e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=1295f280-b32a-4f71-b995-0ff86055a26e,segment=NetworkSegment(b22678b3-3fde-49df-892e-3f3b4be9430c),segment_id=b22678b3-3fde-49df-892e-3f3b4be9430c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:49:06.125760 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e2179097-61a6-40df-956a-f92133c7495b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:49:06.146467 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '1295f280-b32a-4f71-b995-0ff86055a26e', 'network_id': 'c82b3f29-8b69-464b-af45-d9293d4a67b7', 'port_id': '1295f280-b32a-4f71-b995-0ff86055a26e', 'mac_address': 'fa:16:3e:a2:66:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d08eb5-af41-4baf-b437-081470ac6064', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:49:06.178023 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e2179097-61a6-40df-956a-f92133c7495b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:49:06.186928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2179097-61a6-40df-956a-f92133c7495b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Pushing event updated for resources: {'Port': ['ID=01237635-4d17-4e9f-bb36-740c9f687606,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:06.203368 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:06.225086 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1295f280-b32a-4f71-b995-0ff86055a26e {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:49:06.251097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 1295f280-b32a-4f71-b995-0ff86055a26e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=1295f280-b32a-4f71-b995-0ff86055a26e,segment=NetworkSegment(b22678b3-3fde-49df-892e-3f3b4be9430c),segment_id=b22678b3-3fde-49df-892e-3f3b4be9430c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:49:06.270906 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:06.375412 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67171e3a-0a38-451a-a189-7a221cc547df service neutron] Pushing event updated for resources: {'Port': ['ID=fa6f5f29-1dac-40f4-99d9-7899d63a0c42,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:06.400648 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e2179097-61a6-40df-956a-f92133c7495b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:06.401482 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e2179097-61a6-40df-956a-f92133c7495b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:06.409553 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-67171e3a-0a38-451a-a189-7a221cc547df service neutron] Attempting to bind port fa6f5f29-1dac-40f4-99d9-7899d63a0c42 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:49:06.410151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-67171e3a-0a38-451a-a189-7a221cc547df service neutron] Attempting to bind port fa6f5f29-1dac-40f4-99d9-7899d63a0c42 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '0f13317e-a02b-4f15-9d45-d9d5f8fef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:49:06.410582 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-67171e3a-0a38-451a-a189-7a221cc547df service neutron] Attempting to bind port fa6f5f29-1dac-40f4-99d9-7899d63a0c42 on network 1c09f046-0b54-49b5-93f9-8efa4af89682 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:49:06.430735 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['1295f280-b32a-4f71-b995-0ff86055a26e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:49:06.434583 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=1295f280-b32a-4f71-b995-0ff86055a26e,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:06.480162 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15f06c-1584-4400-bb03-70df9c872090 req-f74fde4b-6cf9-4844-800f-b09439c1c2df tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:06.480162 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea15f06c-1584-4400-bb03-70df9c872090 req-f74fde4b-6cf9-4844-800f-b09439c1c2df tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 931 time: 0.8171673 Jul 09 09:49:06.480162 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-67171e3a-0a38-451a-a189-7a221cc547df service neutron] Port fa6f5f29-1dac-40f4-99d9-7899d63a0c42 on network 1c09f046-0b54-49b5-93f9-8efa4af89682 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:49:06.480162 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-67171e3a-0a38-451a-a189-7a221cc547df service neutron] Attempting to bind port fa6f5f29-1dac-40f4-99d9-7899d63a0c42 on network 1c09f046-0b54-49b5-93f9-8efa4af89682 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:49:06.488044 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-67171e3a-0a38-451a-a189-7a221cc547df service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:49:06.488393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-67171e3a-0a38-451a-a189-7a221cc547df service neutron] Checking segment: {'id': '0f13317e-a02b-4f15-9d45-d9d5f8fef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:49:06.488768 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-67171e3a-0a38-451a-a189-7a221cc547df service neutron] Bound using segment: {'id': '0f13317e-a02b-4f15-9d45-d9d5f8fef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:49:06.489375 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-67171e3a-0a38-451a-a189-7a221cc547df service neutron] Bound port: fa6f5f29-1dac-40f4-99d9-7899d63a0c42, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f13317e-a02b-4f15-9d45-d9d5f8fef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:49:06.489581 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-67171e3a-0a38-451a-a189-7a221cc547df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:06.516417 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e2179097-61a6-40df-956a-f92133c7495b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2316775 Jul 09 09:49:06.558634 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e6fcfca6-4f1a-4313-a785-a15c7b919961 service neutron] Request body: {'port': {'device_id': '17143a3b-2b7a-42fa-b391-abfb29026460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:49:06.612926 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca33a2-f5b3-4987-96fc-1eee59392bb8 req-9745b14d-2ebc-44d7-aef5-16faa19fcd11 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:06.620743 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-63ca33a2-f5b3-4987-96fc-1eee59392bb8 req-9745b14d-2ebc-44d7-aef5-16faa19fcd11 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 946 time: 0.5099907 Jul 09 09:49:06.627953 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9f4e100b-182a-410f-8378-55441eb03050 None None] Provisioning for port 01237635-4d17-4e9f-bb36-740c9f687606 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:49:06.634833 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9f4e100b-182a-410f-8378-55441eb03050 None None] Provisioning complete for port 01237635-4d17-4e9f-bb36-740c9f687606 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:49:06.635644 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9f4e100b-182a-410f-8378-55441eb03050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:06.716244 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9f4e100b-182a-410f-8378-55441eb03050 None None] Port 01237635-4d17-4e9f-bb36-740c9f687606 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:49:06.723366 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-63ca33a2-f5b3-4987-96fc-1eee59392bb8 req-92434a2b-b41c-43f1-a20a-47447d92e404 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014874 Jul 09 09:49:06.751531 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea15f06c-1584-4400-bb03-70df9c872090 req-00cd204b-2b8c-469b-b605-87ceba64610d tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657743 Jul 09 09:49:06.796819 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-942e4477-6f17-422b-9e09-ee1aa84d30b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:06.821375 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e6fcfca6-4f1a-4313-a785-a15c7b919961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:06.839654 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-67171e3a-0a38-451a-a189-7a221cc547df service neutron] For port fa6f5f29-1dac-40f4-99d9-7899d63a0c42, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:49:06.876025 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-67171e3a-0a38-451a-a189-7a221cc547df service neutron] For port fa6f5f29-1dac-40f4-99d9-7899d63a0c42, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=fa6f5f29-1dac-40f4-99d9-7899d63a0c42,segment=NetworkSegment(0f13317e-a02b-4f15-9d45-d9d5f8fef2be),segment_id=0f13317e-a02b-4f15-9d45-d9d5f8fef2be)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:49:06.891035 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-67171e3a-0a38-451a-a189-7a221cc547df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:07.060615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-67171e3a-0a38-451a-a189-7a221cc547df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:07.061574 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-67171e3a-0a38-451a-a189-7a221cc547df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:07.063219 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-67171e3a-0a38-451a-a189-7a221cc547df service neutron] 10.222.0.64 "PUT /v2.0/ports/fa6f5f29-1dac-40f4-99d9-7899d63a0c42 HTTP/1.1" status: 200 len: 1091 time: 2.4476476 Jul 09 09:49:07.065871 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bdd9e64-3628-4a52-a502-817773ec3508', 'tag': 'fa6f5f29-1dac-40f4-99d9-7899d63a0c42'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:49:07.069549 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b894a59-d068-4f30-8d53-5ab5231699e9" -d '{"events": [{"name": "network-changed", "server_uuid": "8bdd9e64-3628-4a52-a502-817773ec3508", "tag": "fa6f5f29-1dac-40f4-99d9-7899d63a0c42"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:49:07.119234 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67171e3a-0a38-451a-a189-7a221cc547df service neutron] Pushing event updated for resources: {'Port': ['ID=fa6f5f29-1dac-40f4-99d9-7899d63a0c42,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:07.338319 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff95637-5852-4db5-a75f-1a25dd052add req-9ddc24e9-01bd-4cab-9c39-6194a1709817 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:07.345934 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ff95637-5852-4db5-a75f-1a25dd052add req-9ddc24e9-01bd-4cab-9c39-6194a1709817 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 944 time: 0.4588687 Jul 09 09:49:07.473537 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ff95637-5852-4db5-a75f-1a25dd052add req-f17d41ba-ab37-4583-b787-00bcefe56347 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265934 Jul 09 09:49:07.488171 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203436f8-653e-480d-b93c-a75c72776679 req-47b96ca9-8d7c-4ed3-8d9e-69bf3235b5b3 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:07.499086 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-203436f8-653e-480d-b93c-a75c72776679 req-47b96ca9-8d7c-4ed3-8d9e-69bf3235b5b3 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bdd9e64-3628-4a52-a502-817773ec3508 HTTP/1.1" status: 200 len: 943 time: 0.5297959 Jul 09 09:49:07.517788 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-c6e3252c-1a32-4f5b-b290-46832716c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:07.517788 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-c6e3252c-1a32-4f5b-b290-46832716c615 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4000311bf09545a6b9704a9d9abbc302&device_id=8bdd9e64-3628-4a52-a502-817773ec3508 HTTP/1.1" status: 200 len: 1094 time: 0.3850017 Jul 09 09:49:07.544914 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d182d-aaf1-4134-aa10-491a5a7af457 req-393ca751-16e5-49dd-bbcd-1f5181b46ad5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:07.546516 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d12d182d-aaf1-4134-aa10-491a5a7af457 req-393ca751-16e5-49dd-bbcd-1f5181b46ad5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.64 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 946 time: 0.3001792 Jul 09 09:49:07.632045 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-6d0cc4d3-f319-4237-9d30-fce654fe7ebb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa6f5f29-1dac-40f4-99d9-7899d63a0c42 HTTP/1.1" status: 200 len: 217 time: 0.0817580 Jul 09 09:49:07.710194 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e698ba81-cbfb-4e18-abf3-c9eac2d2275f x-openstack-request-id: req-e698ba81-cbfb-4e18-abf3-c9eac2d2275f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:49:07.710499 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bdd9e64-3628-4a52-a502-817773ec3508", "tag": "fa6f5f29-1dac-40f4-99d9-7899d63a0c42", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:49:07.710727 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e698ba81-cbfb-4e18-abf3-c9eac2d2275f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:49:07.711125 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bdd9e64-3628-4a52-a502-817773ec3508', 'tag': 'fa6f5f29-1dac-40f4-99d9-7899d63a0c42', 'status': 'completed', 'code': 200} Jul 09 09:49:07.718520 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-203436f8-653e-480d-b93c-a75c72776679 req-5f4f1f34-6a8e-4979-bc87-9c599e47583d tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181981 Jul 09 09:49:07.755958 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e6fcfca6-4f1a-4313-a785-a15c7b919961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01237635-4d17-4e9f-bb36-740c9f687606 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:49:07.823198 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e6fcfca6-4f1a-4313-a785-a15c7b919961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:07.851155 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-b58b84fe-ca03-4857-ae51-74481a50e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:07.859249 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-b58b84fe-ca03-4857-ae51-74481a50e9f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1864d41-8586-4a4a-aa3a-cb409347c280 HTTP/1.1" status: 200 len: 853 time: 0.2158885 Jul 09 09:49:07.861157 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e6fcfca6-4f1a-4313-a785-a15c7b919961 service neutron] Transition to ACTIVE for port object 01237635-4d17-4e9f-bb36-740c9f687606 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:49:07.905426 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e6fcfca6-4f1a-4313-a785-a15c7b919961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:07.938914 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 1295f280-b32a-4f71-b995-0ff86055a26e up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:49:07.975610 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-d1969d49-6e0b-4ede-9256-d0445ed7253b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c09f046-0b54-49b5-93f9-8efa4af89682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037345 Jul 09 09:49:08.034345 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 1295f280-b32a-4f71-b995-0ff86055a26e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:49:08.035095 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:08.182429 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-d8df27da-76a4-4ccb-857d-5425fe640ef8 service neutron] 10.222.0.64 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823511 Jul 09 09:49:08.215187 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:08.334504 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 1295f280-b32a-4f71-b995-0ff86055a26e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=1295f280-b32a-4f71-b995-0ff86055a26e,segment=NetworkSegment(b22678b3-3fde-49df-892e-3f3b4be9430c),segment_id=b22678b3-3fde-49df-892e-3f3b4be9430c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:49:08.335894 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e5c457-b289-4b9d-9935-1f294d01f73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1295f280-b32a-4f71-b995-0ff86055a26e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:49:08.339505 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e35d202-5640-4c91-978c-6e8b0e4ec1e2" -d '{"events": [{"server_uuid": "47e5c457-b289-4b9d-9935-1f294d01f73c", "name": "network-vif-plugged", "status": "completed", "tag": "1295f280-b32a-4f71-b995-0ff86055a26e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:49:08.345264 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:08.403532 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=1295f280-b32a-4f71-b995-0ff86055a26e,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:08.501301 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcfca6-4f1a-4313-a785-a15c7b919961 service neutron] Pushing event updated for resources: {'Port': ['ID=01237635-4d17-4e9f-bb36-740c9f687606,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:08.504996 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-d12d182d-aaf1-4134-aa10-491a5a7af457 req-f2d39aed-609d-4611-a202-25b5a090411e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Deleting port e005edc5-edf5-43dc-87e6-f483da4392cc {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:49:08.505620 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d12d182d-aaf1-4134-aa10-491a5a7af457 req-f2d39aed-609d-4611-a202-25b5a090411e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:08.512160 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4a681b7-bbf0-4f0d-b98c-4236d14cd730 req-9322e454-2b99-42f3-882c-a21f943fcc79 service neutron] 10.222.0.64 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172598 Jul 09 09:49:08.623764 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e6fcfca6-4f1a-4313-a785-a15c7b919961 service neutron] Attempting to bind port 01237635-4d17-4e9f-bb36-740c9f687606 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:49:08.624276 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e6fcfca6-4f1a-4313-a785-a15c7b919961 service neutron] Attempting to bind port 01237635-4d17-4e9f-bb36-740c9f687606 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '83074745-f73d-41b9-8ec7-e8f128fc606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4245b116-2d5b-4779-b854-de03b1576199'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:49:08.624701 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e6fcfca6-4f1a-4313-a785-a15c7b919961 service neutron] Attempting to bind port 01237635-4d17-4e9f-bb36-740c9f687606 on network 4245b116-2d5b-4779-b854-de03b1576199 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:49:08.737507 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e6fcfca6-4f1a-4313-a785-a15c7b919961 service neutron] Port 01237635-4d17-4e9f-bb36-740c9f687606 on network 4245b116-2d5b-4779-b854-de03b1576199 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:49:08.737507 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e6fcfca6-4f1a-4313-a785-a15c7b919961 service neutron] Attempting to bind port 01237635-4d17-4e9f-bb36-740c9f687606 on network 4245b116-2d5b-4779-b854-de03b1576199 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:49:08.792957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66b3ed-3125-441c-bec6-1ffd7de1c8fb req-4cd919c9-aad9-4058-b458-434b4ed7fdb6 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:08.792957 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa66b3ed-3125-441c-bec6-1ffd7de1c8fb req-4cd919c9-aad9-4058-b458-434b4ed7fdb6 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 943 time: 0.7663467 Jul 09 09:49:08.792957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e6fcfca6-4f1a-4313-a785-a15c7b919961 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:49:08.792957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e6fcfca6-4f1a-4313-a785-a15c7b919961 service neutron] Checking segment: {'id': '83074745-f73d-41b9-8ec7-e8f128fc606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4245b116-2d5b-4779-b854-de03b1576199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:49:08.792957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e6fcfca6-4f1a-4313-a785-a15c7b919961 service neutron] Bound using segment: {'id': '83074745-f73d-41b9-8ec7-e8f128fc606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4245b116-2d5b-4779-b854-de03b1576199'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:49:08.792957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e6fcfca6-4f1a-4313-a785-a15c7b919961 service neutron] Bound port: 01237635-4d17-4e9f-bb36-740c9f687606, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83074745-f73d-41b9-8ec7-e8f128fc606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4245b116-2d5b-4779-b854-de03b1576199'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:49:08.792957 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e6fcfca6-4f1a-4313-a785-a15c7b919961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:08.893295 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04107239-9a8d-4243-bb76-102512750d5b req-dde3a2d8-120d-4325-b1a8-2c1767e107a7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:08.894926 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-04107239-9a8d-4243-bb76-102512750d5b req-dde3a2d8-120d-4325-b1a8-2c1767e107a7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 946 time: 1.0202720 Jul 09 09:49:09.024570 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa66b3ed-3125-441c-bec6-1ffd7de1c8fb req-c5c820ab-1456-48e4-aa67-ea19bdfd3c81 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100215 Jul 09 09:49:09.041759 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d12d182d-aaf1-4134-aa10-491a5a7af457 req-f2d39aed-609d-4611-a202-25b5a090411e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] For port e005edc5-edf5-43dc-87e6-f483da4392cc, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=e005edc5-edf5-43dc-87e6-f483da4392cc,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:49:09.042132 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d12d182d-aaf1-4134-aa10-491a5a7af457 req-f2d39aed-609d-4611-a202-25b5a090411e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:09.045318 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e6fcfca6-4f1a-4313-a785-a15c7b919961 service neutron] For port 01237635-4d17-4e9f-bb36-740c9f687606, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:49:09.082718 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b894a59-d068-4f30-8d53-5ab5231699e9 req-f163604f-2be0-4b01-9f2a-417ce103ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:09.084663 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0b894a59-d068-4f30-8d53-5ab5231699e9 req-f163604f-2be0-4b01-9f2a-417ce103ad74 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4000311bf09545a6b9704a9d9abbc302&device_id=8bdd9e64-3628-4a52-a502-817773ec3508 HTTP/1.1" status: 200 len: 1094 time: 0.4815145 Jul 09 09:49:09.090589 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b91f8a2-b939-4cd5-a2ba-853955a2ee17 x-openstack-request-id: req-8b91f8a2-b939-4cd5-a2ba-853955a2ee17 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:49:09.092193 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e5c457-b289-4b9d-9935-1f294d01f73c", "name": "network-vif-plugged", "status": "completed", "tag": "1295f280-b32a-4f71-b995-0ff86055a26e", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:49:09.092842 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8b91f8a2-b939-4cd5-a2ba-853955a2ee17 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:49:09.093482 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e5c457-b289-4b9d-9935-1f294d01f73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1295f280-b32a-4f71-b995-0ff86055a26e', 'code': 200} Jul 09 09:49:09.094145 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-04107239-9a8d-4243-bb76-102512750d5b req-a5422b58-dcda-4ca2-931f-e748382e5dff tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813059 Jul 09 09:49:09.095154 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-d12d182d-aaf1-4134-aa10-491a5a7af457 req-f2d39aed-609d-4611-a202-25b5a090411e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Calling delete_port for e005edc5-edf5-43dc-87e6-f483da4392cc owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:49:09.099944 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e6fcfca6-4f1a-4313-a785-a15c7b919961 service neutron] For port 01237635-4d17-4e9f-bb36-740c9f687606, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=01237635-4d17-4e9f-bb36-740c9f687606,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:49:09.123242 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e6fcfca6-4f1a-4313-a785-a15c7b919961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:09.187048 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:09.247924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e6fcfca6-4f1a-4313-a785-a15c7b919961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:09.248546 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e6fcfca6-4f1a-4313-a785-a15c7b919961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:09.261174 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98201302-790b-4a72-90bb-86577a1b0c40 req-e6fcfca6-4f1a-4313-a785-a15c7b919961 service neutron] 10.222.0.58 "PUT /v2.0/ports/01237635-4d17-4e9f-bb36-740c9f687606 HTTP/1.1" status: 200 len: 1091 time: 2.7105830 Jul 09 09:49:09.362422 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fb7118ba-48ec-4c91-b340-805fac705368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:09.503744 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcfca6-4f1a-4313-a785-a15c7b919961 service neutron] Pushing event updated for resources: {'Port': ['ID=01237635-4d17-4e9f-bb36-740c9f687606,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:09.519319 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:09.582794 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b894a59-d068-4f30-8d53-5ab5231699e9 req-38381922-e531-45ba-8ff2-6058c6303489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:09.584386 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0b894a59-d068-4f30-8d53-5ab5231699e9 req-38381922-e531-45ba-8ff2-6058c6303489 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1c09f046-0b54-49b5-93f9-8efa4af89682 HTTP/1.1" status: 200 len: 914 time: 0.4867270 Jul 09 09:49:09.668010 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0b894a59-d068-4f30-8d53-5ab5231699e9 req-d2948082-ec0f-4bbd-ac1b-3e5145a0d527 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa6f5f29-1dac-40f4-99d9-7899d63a0c42 HTTP/1.1" status: 200 len: 217 time: 0.0704527 Jul 09 09:49:09.712367 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17143a3b-2b7a-42fa-b391-abfb29026460', 'tag': '01237635-4d17-4e9f-bb36-740c9f687606'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:49:09.714629 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cdcf17-8ac6-4686-b6ae-cc85de8a7b72" -d '{"events": [{"name": "network-changed", "server_uuid": "17143a3b-2b7a-42fa-b391-abfb29026460", "tag": "01237635-4d17-4e9f-bb36-740c9f687606"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:49:09.795627 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98201302-790b-4a72-90bb-86577a1b0c40 req-72c52f11-4dcf-4856-ad12-0390c4f3a982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:09.797428 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98201302-790b-4a72-90bb-86577a1b0c40 req-72c52f11-4dcf-4856-ad12-0390c4f3a982 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99f7719707794c3ea83b85ef3879ca4c&device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 1094 time: 0.4524968 Jul 09 09:49:09.860657 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df074a62-8fba-4ee2-b845-70a65e071630 req-7c01b5b3-6005-4205-a986-ccf0b0b424ea tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:09.868460 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-df074a62-8fba-4ee2-b845-70a65e071630 req-7c01b5b3-6005-4205-a986-ccf0b0b424ea tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.3937826 Jul 09 09:49:09.871738 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b894a59-d068-4f30-8d53-5ab5231699e9 req-3c7f481a-a597-49a0-8c4e-dc266066fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:09.874137 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0b894a59-d068-4f30-8d53-5ab5231699e9 req-3c7f481a-a597-49a0-8c4e-dc266066fbf6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1864d41-8586-4a4a-aa3a-cb409347c280 HTTP/1.1" status: 200 len: 853 time: 0.1966512 Jul 09 09:49:09.879806 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d12d182d-aaf1-4134-aa10-491a5a7af457 req-f2d39aed-609d-4611-a202-25b5a090411e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:10.376923 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98201302-790b-4a72-90bb-86577a1b0c40 req-dd5330c7-3ae1-4fc8-89ea-e31bbc57930d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01237635-4d17-4e9f-bb36-740c9f687606 HTTP/1.1" status: 200 len: 217 time: 0.5426750 Jul 09 09:49:10.389120 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d39aed-609d-4611-a202-25b5a090411e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event deleted for resources: {'Port': ['ID=e005edc5-edf5-43dc-87e6-f483da4392cc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:10.427132 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0b894a59-d068-4f30-8d53-5ab5231699e9 req-0fcd5902-4d9f-41e3-b8ce-01d0830aaad0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c09f046-0b54-49b5-93f9-8efa4af89682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5394104 Jul 09 09:49:10.435371 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device e005edc5-edf5-43dc-87e6-f483da4392cc no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:49:10.476422 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: e005edc5-edf5-43dc-87e6-f483da4392cc {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:49:10.477216 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device e005edc5-edf5-43dc-87e6-f483da4392cc not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:49:10.485452 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-df074a62-8fba-4ee2-b845-70a65e071630 req-7dd09bab-df55-4ed7-a4a7-1eb3dcfc8653 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6158266 Jul 09 09:49:10.530903 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98201302-790b-4a72-90bb-86577a1b0c40 req-8eb83f5d-308a-4849-b407-edecbb652c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:10.533063 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98201302-790b-4a72-90bb-86577a1b0c40 req-8eb83f5d-308a-4849-b407-edecbb652c64 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f33154ac-544d-477f-a9ff-a13c564432a2 HTTP/1.1" status: 200 len: 855 time: 0.1404328 Jul 09 09:49:10.615420 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ca062-e96b-4ae0-a2a6-71cf7e2fcace req-473d6fa1-9aec-437d-a038-39e24cfe75c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:10.624129 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6d8ca062-e96b-4ae0-a2a6-71cf7e2fcace req-473d6fa1-9aec-437d-a038-39e24cfe75c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bdd9e64-3628-4a52-a502-817773ec3508 HTTP/1.1" status: 200 len: 943 time: 0.8493237 Jul 09 09:49:10.661645 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf17b2d3-abce-4996-89ce-e79a1970f742 x-openstack-request-id: req-bf17b2d3-abce-4996-89ce-e79a1970f742 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:49:10.661645 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17143a3b-2b7a-42fa-b391-abfb29026460", "tag": "01237635-4d17-4e9f-bb36-740c9f687606", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:49:10.661645 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bf17b2d3-abce-4996-89ce-e79a1970f742 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:49:10.661645 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17143a3b-2b7a-42fa-b391-abfb29026460', 'tag': '01237635-4d17-4e9f-bb36-740c9f687606', 'status': 'completed', 'code': 200} Jul 09 09:49:10.720409 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12d182d-aaf1-4134-aa10-491a5a7af457 req-f2d39aed-609d-4611-a202-25b5a090411e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] No DVR routers for this DVR port e005edc5-edf5-43dc-87e6-f483da4392cc on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:49:10.723865 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d12d182d-aaf1-4134-aa10-491a5a7af457 req-f2d39aed-609d-4611-a202-25b5a090411e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:10.726118 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d12d182d-aaf1-4134-aa10-491a5a7af457 req-f2d39aed-609d-4611-a202-25b5a090411e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.64 "DELETE /v2.0/ports/e005edc5-edf5-43dc-87e6-f483da4392cc HTTP/1.1" status: 204 len: 173 time: 3.1605427 Jul 09 09:49:10.897268 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6d8ca062-e96b-4ae0-a2a6-71cf7e2fcace req-194f368c-1dee-4e76-822c-7765fbe22bb8 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719898 Jul 09 09:49:10.934125 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98201302-790b-4a72-90bb-86577a1b0c40 req-ed31348c-2fe7-4f67-bc10-aefba7831626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:10.936079 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98201302-790b-4a72-90bb-86577a1b0c40 req-ed31348c-2fe7-4f67-bc10-aefba7831626 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4245b116-2d5b-4779-b854-de03b1576199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2922299 Jul 09 09:49:10.940652 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0b894a59-d068-4f30-8d53-5ab5231699e9 req-ace78329-1562-45a3-8a20-dc920cab3f62 service neutron] 10.222.0.64 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590671 Jul 09 09:49:10.950352 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacecf1-581a-4ab2-8765-229e93b55aa8 req-e027f2be-678d-4a7d-a4fa-ace8506db24d tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:10.952511 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-faacecf1-581a-4ab2-8765-229e93b55aa8 req-e027f2be-678d-4a7d-a4fa-ace8506db24d tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 943 time: 0.2627637 Jul 09 09:49:11.142530 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea328501-ce7b-488b-95c6-7f4fe960868f req-e8767832-718e-4f35-b9cc-e66fe40dbfff tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 210 time: 0.0438991 Jul 09 09:49:11.159475 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-faacecf1-581a-4ab2-8765-229e93b55aa8 req-bf7393cb-d0bc-40d2-ad88-5e68e9caf739 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871622 Jul 09 09:49:11.171924 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:11.261501 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98201302-790b-4a72-90bb-86577a1b0c40 req-06fb0ef3-d888-41d0-8605-76a2d01d8d9b service neutron] 10.222.0.58 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077722 Jul 09 09:49:11.266468 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0b894a59-d068-4f30-8d53-5ab5231699e9 req-f2390221-a023-4e09-a944-a0489ff7cb81 service neutron] 10.222.0.64 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046019 Jul 09 09:49:11.400857 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98201302-790b-4a72-90bb-86577a1b0c40 req-f5dd0f63-28a7-473d-b8fb-ed4e4ed76b81 service neutron] 10.222.0.58 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320755 Jul 09 09:49:11.430160 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:49:11.553993 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdcf17-8ac6-4686-b6ae-cc85de8a7b72 req-0279d4d9-0e2b-43d0-80e7-e5182ac01dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:11.557766 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b3cdcf17-8ac6-4686-b6ae-cc85de8a7b72 req-0279d4d9-0e2b-43d0-80e7-e5182ac01dc0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99f7719707794c3ea83b85ef3879ca4c&device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 1094 time: 0.0956230 Jul 09 09:49:11.714120 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdcf17-8ac6-4686-b6ae-cc85de8a7b72 req-6bcd08a7-d9dc-4419-9052-dd6ed66c75de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:11.715865 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b3cdcf17-8ac6-4686-b6ae-cc85de8a7b72 req-6bcd08a7-d9dc-4419-9052-dd6ed66c75de service neutron] 10.222.0.58 "GET /v2.0/networks?id=4245b116-2d5b-4779-b854-de03b1576199 HTTP/1.1" status: 200 len: 917 time: 0.1509416 Jul 09 09:49:11.787915 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b3cdcf17-8ac6-4686-b6ae-cc85de8a7b72 req-e184c6f3-25d6-40e9-9a0a-8e56ed7dd806 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01237635-4d17-4e9f-bb36-740c9f687606 HTTP/1.1" status: 200 len: 217 time: 0.0592573 Jul 09 09:49:11.847056 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdcf17-8ac6-4686-b6ae-cc85de8a7b72 req-db380efc-594c-49ea-821c-ce1a36801bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:11.848627 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b3cdcf17-8ac6-4686-b6ae-cc85de8a7b72 req-db380efc-594c-49ea-821c-ce1a36801bd2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f33154ac-544d-477f-a9ff-a13c564432a2 HTTP/1.1" status: 200 len: 855 time: 0.0495615 Jul 09 09:49:11.942821 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a5deb-ee89-430b-a488-f2c6d67d009c req-17f4b5d1-b537-464f-a82f-512a060e482f tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:11.954087 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-661a5deb-ee89-430b-a488-f2c6d67d009c req-17f4b5d1-b537-464f-a82f-512a060e482f tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2371342 Jul 09 09:49:12.087053 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-661a5deb-ee89-430b-a488-f2c6d67d009c req-dea040fc-437a-460e-882f-8ecef0c5f385 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238227 Jul 09 09:49:12.105379 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdcf17-8ac6-4686-b6ae-cc85de8a7b72 req-20959b5b-9f72-40ef-9684-6c8122c20861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:12.108278 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b3cdcf17-8ac6-4686-b6ae-cc85de8a7b72 req-20959b5b-9f72-40ef-9684-6c8122c20861 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4245b116-2d5b-4779-b854-de03b1576199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2472501 Jul 09 09:49:12.263816 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b3cdcf17-8ac6-4686-b6ae-cc85de8a7b72 req-85ed7dd5-145e-4a08-a227-4a2fac1f73ad service neutron] 10.222.0.58 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430044 Jul 09 09:49:12.279013 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb0d3d-e7f4-49d3-95fa-7877b78ca8a9 req-c6134ef0-7221-4921-811e-c14891cd6b29 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:12.284168 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-77cb0d3d-e7f4-49d3-95fa-7877b78ca8a9 req-c6134ef0-7221-4921-811e-c14891cd6b29 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bdd9e64-3628-4a52-a502-817773ec3508 HTTP/1.1" status: 200 len: 943 time: 0.1746750 Jul 09 09:49:12.437664 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device fa6f5f29-1dac-40f4-99d9-7899d63a0c42 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:49:12.498023 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-606dcb0a-21ae-4667-bb1a-686e4fe94f75 req-085d2abe-c05c-406f-864b-fb69c41bda68 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 210 time: 0.0828021 Jul 09 09:49:12.530076 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-77cb0d3d-e7f4-49d3-95fa-7877b78ca8a9 req-29995a1d-d03b-48ef-8871-ff878904cea8 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300520 Jul 09 09:49:12.597958 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b3cdcf17-8ac6-4686-b6ae-cc85de8a7b72 req-7828c0fc-9221-4c97-8e8d-b63945ca1ff7 service neutron] 10.222.0.58 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280916 Jul 09 09:49:12.659313 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e162c4e0-87da-420c-947e-c1cc2571ef0d', 'name': 'network-vif-deleted', 'tag': 'e005edc5-edf5-43dc-87e6-f483da4392cc'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:49:12.661751 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131ad9cd-a893-4a2a-976d-72bce57cb824" -d '{"events": [{"server_uuid": "e162c4e0-87da-420c-947e-c1cc2571ef0d", "name": "network-vif-deleted", "tag": "e005edc5-edf5-43dc-87e6-f483da4392cc"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:49:12.726160 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port fa6f5f29-1dac-40f4-99d9-7899d63a0c42, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=fa6f5f29-1dac-40f4-99d9-7899d63a0c42,segment=NetworkSegment(0f13317e-a02b-4f15-9d45-d9d5f8fef2be),segment_id=0f13317e-a02b-4f15-9d45-d9d5f8fef2be)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:49:12.776777 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'fa6f5f29-1dac-40f4-99d9-7899d63a0c42', 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682', 'port_id': 'fa6f5f29-1dac-40f4-99d9-7899d63a0c42', 'mac_address': 'fa:16:3e:4f:9e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1864d41-8586-4a4a-aa3a-cb409347c280', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:49:12.812087 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef24b253-083e-4313-b379-da785d878ca2 x-openstack-request-id: req-ef24b253-083e-4313-b379-da785d878ca2 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:49:12.813087 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e162c4e0-87da-420c-947e-c1cc2571ef0d", "name": "network-vif-deleted", "tag": "e005edc5-edf5-43dc-87e6-f483da4392cc", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:49:12.813506 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ef24b253-083e-4313-b379-da785d878ca2 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:49:12.814125 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e162c4e0-87da-420c-947e-c1cc2571ef0d', 'name': 'network-vif-deleted', 'tag': 'e005edc5-edf5-43dc-87e6-f483da4392cc', 'status': 'completed', 'code': 200} Jul 09 09:49:12.833092 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:12.859023 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa6f5f29-1dac-40f4-99d9-7899d63a0c42 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:49:12.863178 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee1342-6d27-4d15-bbb3-59d2a77edf5c req-84237423-ecd3-44bb-b7e5-634525c7e59a tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:12.865598 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f8ee1342-6d27-4d15-bbb3-59d2a77edf5c req-84237423-ecd3-44bb-b7e5-634525c7e59a tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 943 time: 0.2067780 Jul 09 09:49:12.914343 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port fa6f5f29-1dac-40f4-99d9-7899d63a0c42, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=fa6f5f29-1dac-40f4-99d9-7899d63a0c42,segment=NetworkSegment(0f13317e-a02b-4f15-9d45-d9d5f8fef2be),segment_id=0f13317e-a02b-4f15-9d45-d9d5f8fef2be)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:49:12.943509 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:12.961900 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f8ee1342-6d27-4d15-bbb3-59d2a77edf5c req-7d16b0cd-2934-4aea-964e-ce64d61a67ce tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849493 Jul 09 09:49:13.006757 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=fa6f5f29-1dac-40f4-99d9-7899d63a0c42,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:13.010234 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:13.276507 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['fa6f5f29-1dac-40f4-99d9-7899d63a0c42'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:49:13.421465 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a1ae5-87e8-4feb-b1e9-77e572a03b5f req-b8bb4ac1-0eeb-4cd8-98ef-dc9c7ef9a7e8 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:13.423387 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee5a1ae5-87e8-4feb-b1e9-77e572a03b5f req-b8bb4ac1-0eeb-4cd8-98ef-dc9c7ef9a7e8 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1337833 Jul 09 09:49:13.494984 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee5a1ae5-87e8-4feb-b1e9-77e572a03b5f req-2e3e39bb-8290-4d68-a5ef-fea8d3c61afd tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656099 Jul 09 09:49:13.788672 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e39db7a9-3db8-4cd9-af83-91208e355767 req-69c6376c-34a4-434c-9149-71ff51da4ac1 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 210 time: 0.0757220 Jul 09 09:49:13.968537 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7809d-38e0-4f48-ac79-06306f4cbca5 req-3768c1f1-6754-468b-92d0-04aa23e59e93 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:13.970142 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4ed7809d-38e0-4f48-ac79-06306f4cbca5 req-3768c1f1-6754-468b-92d0-04aa23e59e93 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bdd9e64-3628-4a52-a502-817773ec3508 HTTP/1.1" status: 200 len: 944 time: 0.1554732 Jul 09 09:49:14.043089 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4ed7809d-38e0-4f48-ac79-06306f4cbca5 req-cdb93663-8226-49b0-a1cd-4b85032a3fe8 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660019 Jul 09 09:49:14.257392 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fca3f-743e-4e58-be66-7c297b41ca1a req-2111aae5-bdcc-44a5-b4cc-1e2ced485d4d tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:14.259639 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-381fca3f-743e-4e58-be66-7c297b41ca1a req-2111aae5-bdcc-44a5-b4cc-1e2ced485d4d tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 943 time: 0.1187859 Jul 09 09:49:14.322873 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-381fca3f-743e-4e58-be66-7c297b41ca1a req-6633ede1-4b88-47b6-9edf-3750129e96eb tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576909 Jul 09 09:49:14.474326 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device fa6f5f29-1dac-40f4-99d9-7899d63a0c42 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:49:14.605877 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port fa6f5f29-1dac-40f4-99d9-7899d63a0c42 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:49:14.616459 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port fa6f5f29-1dac-40f4-99d9-7899d63a0c42 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:49:14.617117 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:14.729528 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:14.794996 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port fa6f5f29-1dac-40f4-99d9-7899d63a0c42, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=fa6f5f29-1dac-40f4-99d9-7899d63a0c42,segment=NetworkSegment(0f13317e-a02b-4f15-9d45-d9d5f8fef2be),segment_id=0f13317e-a02b-4f15-9d45-d9d5f8fef2be)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:49:14.804944 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdd9e64-3628-4a52-a502-817773ec3508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6f5f29-1dac-40f4-99d9-7899d63a0c42'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:49:14.807792 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db3b235-51c1-4064-9854-4b84ff2c7e81" -d '{"events": [{"server_uuid": "8bdd9e64-3628-4a52-a502-817773ec3508", "name": "network-vif-plugged", "status": "completed", "tag": "fa6f5f29-1dac-40f4-99d9-7899d63a0c42"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:49:14.811358 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:14.852255 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8fe5f-2b3b-45a7-a4d9-ddd4e1bd40a8 req-1bf8f3fd-9724-462b-8c1a-cd97389c3a8e tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:14.862748 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-46e8fe5f-2b3b-45a7-a4d9-ddd4e1bd40a8 req-1bf8f3fd-9724-462b-8c1a-cd97389c3a8e tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1270089 Jul 09 09:49:14.900764 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=fa6f5f29-1dac-40f4-99d9-7899d63a0c42,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:14.979814 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-46e8fe5f-2b3b-45a7-a4d9-ddd4e1bd40a8 req-361c8992-1df4-45ce-b130-6efc18c9bc2d tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160030 Jul 09 09:49:15.073948 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12bd95de-3329-4718-882f-692a80456ddb req-0468afe7-f5c0-4a8f-9c73-12a7093c184d tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 210 time: 0.0599060 Jul 09 09:49:15.103128 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce1cb19-e34b-4c55-93f5-efb55c800181 x-openstack-request-id: req-5ce1cb19-e34b-4c55-93f5-efb55c800181 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:49:15.103424 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdd9e64-3628-4a52-a502-817773ec3508", "name": "network-vif-plugged", "status": "completed", "tag": "fa6f5f29-1dac-40f4-99d9-7899d63a0c42", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:49:15.103973 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ce1cb19-e34b-4c55-93f5-efb55c800181 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:49:15.104452 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bdd9e64-3628-4a52-a502-817773ec3508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6f5f29-1dac-40f4-99d9-7899d63a0c42', 'code': 200} Jul 09 09:49:15.332574 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd541e-0708-417c-9f5b-ceb21d6cec56 req-5195eba6-404e-421a-b305-421449db1ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:15.334127 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3edd541e-0708-417c-9f5b-ceb21d6cec56 req-5195eba6-404e-421a-b305-421449db1ac0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8bdd9e64-3628-4a52-a502-817773ec3508 HTTP/1.1" status: 200 len: 1096 time: 0.1575570 Jul 09 09:49:15.384029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53dcaa-2940-43e0-87e3-d1aa4ba16d26 req-15730bbc-e025-48e6-ac81-491166563c25 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:15.398525 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de53dcaa-2940-43e0-87e3-d1aa4ba16d26 req-15730bbc-e025-48e6-ac81-491166563c25 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bdd9e64-3628-4a52-a502-817773ec3508 HTTP/1.1" status: 200 len: 945 time: 0.1671429 Jul 09 09:49:15.453412 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3edd541e-0708-417c-9f5b-ceb21d6cec56 req-a7efa662-42ef-48fb-ae55-163acc094539 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087406 Jul 09 09:49:15.486835 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de53dcaa-2940-43e0-87e3-d1aa4ba16d26 req-8a7dc4d2-49c6-41b8-99a6-fe2cef415912 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873022 Jul 09 09:49:15.643662 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19faac-67a5-47d9-a883-99a4aed7dc77 req-b1c88e08-7260-4766-af2f-ff1e84cc4d0f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:15.645299 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b19faac-67a5-47d9-a883-99a4aed7dc77 req-b1c88e08-7260-4766-af2f-ff1e84cc4d0f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 943 time: 0.0827463 Jul 09 09:49:15.705415 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b19faac-67a5-47d9-a883-99a4aed7dc77 req-c23809f1-a4d9-4b5b-b7dc-4e45779fc543 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540068 Jul 09 09:49:15.970741 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 01237635-4d17-4e9f-bb36-740c9f687606 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:49:16.178069 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 01237635-4d17-4e9f-bb36-740c9f687606, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=01237635-4d17-4e9f-bb36-740c9f687606,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:49:16.195765 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '01237635-4d17-4e9f-bb36-740c9f687606', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'port_id': '01237635-4d17-4e9f-bb36-740c9f687606', 'mac_address': 'fa:16:3e:2f:85:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:49:16.242644 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:16.262057 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01237635-4d17-4e9f-bb36-740c9f687606 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:49:16.322752 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 01237635-4d17-4e9f-bb36-740c9f687606, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=01237635-4d17-4e9f-bb36-740c9f687606,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:49:16.331439 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:16.389758 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=01237635-4d17-4e9f-bb36-740c9f687606,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:16.450198 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f79b8c19-8ef6-4694-b8a5-2ac658eba60e req-5d9fbc91-87e8-4951-8cdf-1e9544f979d2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=e162c4e0-87da-420c-947e-c1cc2571ef0d HTTP/1.1" status: 200 len: 210 time: 0.0796757 Jul 09 09:49:16.467877 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43de02-716f-42df-b185-95460b372b71 req-55a2b8f2-c6d1-40ab-a0c9-5ddf1989e304 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:16.475318 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c43de02-716f-42df-b185-95460b372b71 req-55a2b8f2-c6d1-40ab-a0c9-5ddf1989e304 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2733278 Jul 09 09:49:16.578738 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['01237635-4d17-4e9f-bb36-740c9f687606'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:49:16.594486 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c43de02-716f-42df-b185-95460b372b71 req-11b0ed04-7cb0-4d4b-86a9-51f82d93ec2a tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110899 Jul 09 09:49:16.962507 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2334e-4e05-44c0-80a2-2a2be7821e50 req-f3945409-4f23-4618-ab45-09fde03686ad tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:16.982222 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e6d2334e-4e05-44c0-80a2-2a2be7821e50 req-f3945409-4f23-4618-ab45-09fde03686ad tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bdd9e64-3628-4a52-a502-817773ec3508 HTTP/1.1" status: 200 len: 945 time: 0.1557641 Jul 09 09:49:17.075661 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e6d2334e-4e05-44c0-80a2-2a2be7821e50 req-f2250e1d-dfe1-49ab-a363-e483034e96b7 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921853 Jul 09 09:49:17.134892 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172825ab-437f-433a-9190-4e2828b98c91 req-5c37f01f-4f80-41b8-8644-37ee5afc7a3c tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:17.139196 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-172825ab-437f-433a-9190-4e2828b98c91 req-5c37f01f-4f80-41b8-8644-37ee5afc7a3c tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 944 time: 0.1177654 Jul 09 09:49:17.209145 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-172825ab-437f-433a-9190-4e2828b98c91 req-9c5c36cd-aa3f-49bc-a0b7-696c34c7f29e tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631220 Jul 09 09:49:17.900335 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819253a1-8770-42d8-b09d-061af712a768 req-1eca707c-977a-40ef-aecb-2c6e04dddc80 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:17.908617 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-819253a1-8770-42d8-b09d-061af712a768 req-1eca707c-977a-40ef-aecb-2c6e04dddc80 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1070943 Jul 09 09:49:17.971679 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 01237635-4d17-4e9f-bb36-740c9f687606 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:49:17.974366 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-819253a1-8770-42d8-b09d-061af712a768 req-d7737c4b-cfb8-43ee-a2f4-adef6e6023cc tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508158 Jul 09 09:49:18.081549 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 01237635-4d17-4e9f-bb36-740c9f687606 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:49:18.086562 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 01237635-4d17-4e9f-bb36-740c9f687606 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:49:18.086917 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:18.246702 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:18.339917 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 01237635-4d17-4e9f-bb36-740c9f687606, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=01237635-4d17-4e9f-bb36-740c9f687606,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:49:18.345080 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17143a3b-2b7a-42fa-b391-abfb29026460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01237635-4d17-4e9f-bb36-740c9f687606'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:49:18.352607 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c04ede9-1f0d-4bde-ae3f-3b5f9b5a058f" -d '{"events": [{"server_uuid": "17143a3b-2b7a-42fa-b391-abfb29026460", "name": "network-vif-plugged", "status": "completed", "tag": "01237635-4d17-4e9f-bb36-740c9f687606"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:49:18.362416 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:18.453489 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a41debc-3291-4435-be80-ac47ff4d13b5 x-openstack-request-id: req-3a41debc-3291-4435-be80-ac47ff4d13b5 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:49:18.454027 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17143a3b-2b7a-42fa-b391-abfb29026460", "name": "network-vif-plugged", "status": "completed", "tag": "01237635-4d17-4e9f-bb36-740c9f687606", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:49:18.454374 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3a41debc-3291-4435-be80-ac47ff4d13b5 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:49:18.454873 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17143a3b-2b7a-42fa-b391-abfb29026460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01237635-4d17-4e9f-bb36-740c9f687606', 'code': 200} Jul 09 09:49:18.467412 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=01237635-4d17-4e9f-bb36-740c9f687606,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:18.612786 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5474c9f-51de-4c9c-a62b-100a19bb529f req-95b3abe5-138a-4b9c-a9d3-1b7cc7b8a300 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:18.614604 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a5474c9f-51de-4c9c-a62b-100a19bb529f req-95b3abe5-138a-4b9c-a9d3-1b7cc7b8a300 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.1675541 Jul 09 09:49:18.659050 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80240a25-77d8-4b85-b629-27727702fcaa req-7e86602a-8227-434d-b23a-d05f385c6d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:18.660948 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80240a25-77d8-4b85-b629-27727702fcaa req-7e86602a-8227-434d-b23a-d05f385c6d3b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 1096 time: 0.1283531 Jul 09 09:49:18.691199 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a5474c9f-51de-4c9c-a62b-100a19bb529f req-6ab02d95-3702-4e0c-8ef8-4454e2a93d1a tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628483 Jul 09 09:49:18.728046 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80240a25-77d8-4b85-b629-27727702fcaa req-cd7da804-0bbf-4416-8822-b0ff70112ebc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356991 Jul 09 09:49:19.312296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711dd4a-7d85-41ba-bd9f-9be00b391f08 req-c5b9c9e0-2c5c-47bc-9072-ed74575b94b3 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:19.314594 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7711dd4a-7d85-41ba-bd9f-9be00b391f08 req-c5b9c9e0-2c5c-47bc-9072-ed74575b94b3 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1335754 Jul 09 09:49:19.376729 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7711dd4a-7d85-41ba-bd9f-9be00b391f08 req-622e01c8-9f54-4130-9c53-ce366a5d3bc6 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539865 Jul 09 09:49:19.946840 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b3f49-8754-4ba3-a072-88d033f849ae req-86fefa5f-4114-4fd0-bbad-3632dbd5fd38 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:19.953884 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc9b3f49-8754-4ba3-a072-88d033f849ae req-86fefa5f-4114-4fd0-bbad-3632dbd5fd38 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.1027980 Jul 09 09:49:20.019547 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc9b3f49-8754-4ba3-a072-88d033f849ae req-79a49701-489b-4cbc-af67-69373c084a74 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646935 Jul 09 09:49:20.317859 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6ca7f-19ce-49ee-b825-04de0f979bb8 req-8cfc1ba1-5318-4cc1-9563-9afff51163b8 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:20.328008 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-efc6ca7f-19ce-49ee-b825-04de0f979bb8 req-8cfc1ba1-5318-4cc1-9563-9afff51163b8 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.1157119 Jul 09 09:49:20.335289 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45040) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:49:20.341363 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-43c1170c-5521-4981-906d-2586251ab1d2 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Request body: {'floatingip': {'port_id': '01237635-4d17-4e9f-bb36-740c9f687606'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:49:20.741672 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-43c1170c-5521-4981-906d-2586251ab1d2 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:20.847636 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7dd7ae-c1ff-49ab-9efe-fa2e0aabbe2e req-46033031-f87b-465e-a35d-3aa59440d2e6 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:20.849157 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc7dd7ae-c1ff-49ab-9efe-fa2e0aabbe2e req-46033031-f87b-465e-a35d-3aa59440d2e6 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1348295 Jul 09 09:49:20.918407 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc7dd7ae-c1ff-49ab-9efe-fa2e0aabbe2e req-45189b62-5267-4224-b287-ced818c5fa5b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615630 Jul 09 09:49:21.480548 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-43c1170c-5521-4981-906d-2586251ab1d2 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:21.487226 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-43c1170c-5521-4981-906d-2586251ab1d2 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:21.673981 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-43c1170c-5521-4981-906d-2586251ab1d2 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Floating IP 91a1371c-f7fc-4e46-ac53-ecc8a0cfa287 associated. External IP: 172.25.3.18, port: 01237635-4d17-4e9f-bb36-740c9f687606. Jul 09 09:49:21.952547 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c1170c-5521-4981-906d-2586251ab1d2 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Router 798fb12b-4f95-4377-9828-31560c46c8fc has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:49:22.099267 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c1170c-5521-4981-906d-2586251ab1d2 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:49:22.112379 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-43c1170c-5521-4981-906d-2586251ab1d2 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:22.112555 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5338c04-b478-4488-b357-e8633f43ebfa None None] Sync routers for ids ['798fb12b-4f95-4377-9828-31560c46c8fc'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:49:22.148249 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8040cce-9b81-46e6-95e0-745fe414f33c req-bcd53ec6-5b31-4909-aaeb-4cb9044f81b2 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:22.156737 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8040cce-9b81-46e6-95e0-745fe414f33c req-bcd53ec6-5b31-4909-aaeb-4cb9044f81b2 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.0892873 Jul 09 09:49:22.165001 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5338c04-b478-4488-b357-e8633f43ebfa None None] Routers {'798fb12b-4f95-4377-9828-31560c46c8fc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:49:22.165946 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b5338c04-b478-4488-b357-e8633f43ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:49:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['798fb12b-4f95-4377-9828-31560c46c8fc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:49:22.178503 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-43c1170c-5521-4981-906d-2586251ab1d2 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "PUT /v2.0/floatingips/91a1371c-f7fc-4e46-ac53-ecc8a0cfa287 HTTP/1.1" status: 200 len: 990 time: 1.8418880 Jul 09 09:49:22.179286 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17143a3b-2b7a-42fa-b391-abfb29026460', 'tag': '01237635-4d17-4e9f-bb36-740c9f687606'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:49:22.188115 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e61550-90dd-4e7a-a882-53f04d71052d" -d '{"events": [{"name": "network-changed", "server_uuid": "17143a3b-2b7a-42fa-b391-abfb29026460", "tag": "01237635-4d17-4e9f-bb36-740c9f687606"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:49:22.214648 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8040cce-9b81-46e6-95e0-745fe414f33c req-dcaf8ea8-e783-4356-8cce-9a064a96b2a7 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578487 Jul 09 09:49:22.288125 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-b5338c04-b478-4488-b357-e8633f43ebfa None None] Set router 798fb12b-4f95-4377-9828-31560c46c8fc gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:49:22.297956 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902c33ee-4c65-4802-b8b9-9764b3ca5baf x-openstack-request-id: req-902c33ee-4c65-4802-b8b9-9764b3ca5baf {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:49:22.298404 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17143a3b-2b7a-42fa-b391-abfb29026460", "tag": "01237635-4d17-4e9f-bb36-740c9f687606", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:49:22.298760 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-902c33ee-4c65-4802-b8b9-9764b3ca5baf {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:49:22.299261 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17143a3b-2b7a-42fa-b391-abfb29026460', 'tag': '01237635-4d17-4e9f-bb36-740c9f687606', 'status': 'completed', 'code': 200} Jul 09 09:49:22.458230 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e61550-90dd-4e7a-a882-53f04d71052d req-3abb0a11-1bc3-477e-a2a8-f64d41b87286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:22.459899 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7e61550-90dd-4e7a-a882-53f04d71052d req-3abb0a11-1bc3-477e-a2a8-f64d41b87286 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99f7719707794c3ea83b85ef3879ca4c&device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 1096 time: 0.0727470 Jul 09 09:49:22.571163 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e61550-90dd-4e7a-a882-53f04d71052d req-9ebcd3c3-8bc2-44b3-8992-3876b4804c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:22.572768 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7e61550-90dd-4e7a-a882-53f04d71052d req-9ebcd3c3-8bc2-44b3-8992-3876b4804c9d service neutron] 10.222.0.58 "GET /v2.0/networks?id=4245b116-2d5b-4779-b854-de03b1576199 HTTP/1.1" status: 200 len: 917 time: 0.1048825 Jul 09 09:49:22.575935 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b5338c04-b478-4488-b357-e8633f43ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'name': 'tempest-AttachVolumeShelveTestJSON-407078560-router', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:56Z', 'revision_number': 4, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'gw_port': {'id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '91a1371c-f7fc-4e46-ac53-ecc8a0cfa287', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'floating_ip_address': '172.25.3.18', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'port_id': '01237635-4d17-4e9f-bb36-740c9f687606', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'mac_address': 'fa:16:3e:2f:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17143a3b-2b7a-42fa-b391-abfb29026460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:49:00Z', 'updated_at': '2021-07-09T09:49:21Z', 'revision_number': 1, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b765b015-d02a-4d9c-a28e-78b41d2a05b1', 'name': '', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'mac_address': 'fa:16:3e:ff:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:55Z', 'updated_at': '2021-07-09T09:49:03Z', 'revision_number': 5, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'subnets': [{'id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:49:22.610984 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5338c04-b478-4488-b357-e8633f43ebfa None None] Checking router: 798fb12b-4f95-4377-9828-31560c46c8fc for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:49:22.621527 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5338c04-b478-4488-b357-e8633f43ebfa None None] Routers {'798fb12b-4f95-4377-9828-31560c46c8fc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:49:22.622721 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b5338c04-b478-4488-b357-e8633f43ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:49:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['798fb12b-4f95-4377-9828-31560c46c8fc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:49:22.661306 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7e61550-90dd-4e7a-a882-53f04d71052d req-99123ee1-da1a-4600-9f7f-5d040a4d3891 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01237635-4d17-4e9f-bb36-740c9f687606 HTTP/1.1" status: 200 len: 998 time: 0.0789065 Jul 09 09:49:22.720950 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be826bb-b13f-47bf-a1b2-ca2e452244ee req-d78adfe3-3dba-4339-a7a7-0e07f8bb34d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:22.722510 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5be826bb-b13f-47bf-a1b2-ca2e452244ee req-d78adfe3-3dba-4339-a7a7-0e07f8bb34d2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=995334f9c17949d3ac64812939fb040c&device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 1096 time: 0.1164882 Jul 09 09:49:22.775636 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e61550-90dd-4e7a-a882-53f04d71052d req-ae5a7a67-080c-460c-84f7-4a462d621c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:22.777601 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7e61550-90dd-4e7a-a882-53f04d71052d req-ae5a7a67-080c-460c-84f7-4a462d621c98 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f33154ac-544d-477f-a9ff-a13c564432a2 HTTP/1.1" status: 200 len: 855 time: 0.0981207 Jul 09 09:49:22.778710 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-b5338c04-b478-4488-b357-e8633f43ebfa None None] Set router 798fb12b-4f95-4377-9828-31560c46c8fc gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:49:22.897056 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e61550-90dd-4e7a-a882-53f04d71052d req-50a2e32a-b8eb-4e92-9ea1-a5e2c34b01aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:22.899715 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7e61550-90dd-4e7a-a882-53f04d71052d req-50a2e32a-b8eb-4e92-9ea1-a5e2c34b01aa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4245b116-2d5b-4779-b854-de03b1576199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976954 Jul 09 09:49:22.931037 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be826bb-b13f-47bf-a1b2-ca2e452244ee req-3aae251f-ffb1-4516-a0a5-52bf61126703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:22.933350 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5be826bb-b13f-47bf-a1b2-ca2e452244ee req-3aae251f-ffb1-4516-a0a5-52bf61126703 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c82b3f29-8b69-464b-af45-d9293d4a67b7 HTTP/1.1" status: 200 len: 915 time: 0.2022111 Jul 09 09:49:22.994270 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5be826bb-b13f-47bf-a1b2-ca2e452244ee req-dfc38183-874f-4c2e-81ac-e2e87a1574d7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1295f280-b32a-4f71-b995-0ff86055a26e HTTP/1.1" status: 200 len: 217 time: 0.0555873 Jul 09 09:49:23.020878 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7e61550-90dd-4e7a-a882-53f04d71052d req-d8f8bc40-3c85-469f-9181-2387e7cb39b3 service neutron] 10.222.0.58 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153405 Jul 09 09:49:23.060919 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b5338c04-b478-4488-b357-e8633f43ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'name': 'tempest-AttachVolumeShelveTestJSON-407078560-router', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:56Z', 'revision_number': 4, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'gw_port': {'id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '91a1371c-f7fc-4e46-ac53-ecc8a0cfa287', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'floating_ip_address': '172.25.3.18', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'port_id': '01237635-4d17-4e9f-bb36-740c9f687606', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'mac_address': 'fa:16:3e:2f:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17143a3b-2b7a-42fa-b391-abfb29026460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:49:00Z', 'updated_at': '2021-07-09T09:49:21Z', 'revision_number': 1, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b765b015-d02a-4d9c-a28e-78b41d2a05b1', 'name': '', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'mac_address': 'fa:16:3e:ff:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:55Z', 'updated_at': '2021-07-09T09:49:03Z', 'revision_number': 5, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'subnets': [{'id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:49:23.071603 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be826bb-b13f-47bf-a1b2-ca2e452244ee req-9161f47b-7d51-4e96-a80a-b3b5baa9fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:23.073370 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5be826bb-b13f-47bf-a1b2-ca2e452244ee req-9161f47b-7d51-4e96-a80a-b3b5baa9fb7e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=10d08eb5-af41-4baf-b437-081470ac6064 HTTP/1.1" status: 200 len: 854 time: 0.0729043 Jul 09 09:49:23.098518 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5338c04-b478-4488-b357-e8633f43ebfa None None] The sync data for ids ['798fb12b-4f95-4377-9828-31560c46c8fc'] in n-d-799996-1 is: [{'id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'name': 'tempest-AttachVolumeShelveTestJSON-407078560-router', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:56Z', 'revision_number': 4, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'gw_port': {'id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '91a1371c-f7fc-4e46-ac53-ecc8a0cfa287', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'floating_ip_address': '172.25.3.18', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'port_id': '01237635-4d17-4e9f-bb36-740c9f687606', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'mac_address': 'fa:16:3e:2f:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17143a3b-2b7a-42fa-b391-abfb29026460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:49:00Z', 'updated_at': '2021-07-09T09:49:21Z', 'revision_number': 1, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b765b015-d02a-4d9c-a28e-78b41d2a05b1', 'name': '', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'mac_address': 'fa:16:3e:ff:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:55Z', 'updated_at': '2021-07-09T09:49:03Z', 'revision_number': 5, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'subnets': [{'id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:49:23.110756 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5be826bb-b13f-47bf-a1b2-ca2e452244ee req-5fd160c6-7d11-48c3-ae41-53c638654ade service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c82b3f29-8b69-464b-af45-d9293d4a67b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312312 Jul 09 09:49:23.136894 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7e61550-90dd-4e7a-a882-53f04d71052d req-f7490193-f027-470b-9085-33113decd396 service neutron] 10.222.0.58 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097641 Jul 09 09:49:23.229647 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5be826bb-b13f-47bf-a1b2-ca2e452244ee req-a67dbdf2-bd1d-4baf-bb0e-7d9c49f205fc service neutron] 10.222.0.58 "GET /v2.0/networks/c82b3f29-8b69-464b-af45-d9293d4a67b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126149 Jul 09 09:49:23.330487 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5be826bb-b13f-47bf-a1b2-ca2e452244ee req-659bc679-666f-461b-bebc-4df9dec685c3 service neutron] 10.222.0.58 "GET /v2.0/networks/c82b3f29-8b69-464b-af45-d9293d4a67b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944645 Jul 09 09:49:23.389164 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6577fc-277e-4dfe-9b44-6850177090dc None None] New status for floating IP 91a1371c-f7fc-4e46-ac53-ecc8a0cfa287: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:49:23.480060 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ef98b-43a0-4476-901d-fb15983b74bf req-089a7afd-ac7b-4df9-bf67-73e529fab8d9 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:23.488050 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-716ef98b-43a0-4476-901d-fb15983b74bf req-089a7afd-ac7b-4df9-bf67-73e529fab8d9 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1522572 Jul 09 09:49:23.533920 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-716ef98b-43a0-4476-901d-fb15983b74bf req-204418df-b43e-4c21-91b0-4020067c1cc9 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448585 Jul 09 09:49:24.133273 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cb860-6245-415c-822e-522743d05e07 req-08e675ca-edcf-4b3b-afd4-12cba12bce19 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:24.141002 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-003cb860-6245-415c-822e-522743d05e07 req-08e675ca-edcf-4b3b-afd4-12cba12bce19 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/networks?id=1c09f046-0b54-49b5-93f9-8efa4af89682 HTTP/1.1" status: 200 len: 813 time: 0.1216745 Jul 09 09:49:24.156291 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-003cb860-6245-415c-822e-522743d05e07 req-243a46ac-2fc0-4ba7-a97d-a1700d0d4843 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/quotas/4000311bf09545a6b9704a9d9abbc302 HTTP/1.1" status: 200 len: 375 time: 0.0140386 Jul 09 09:49:24.229293 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-003cb860-6245-415c-822e-522743d05e07 req-b3c2d34c-5733-4157-9718-132a511160c8 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4000311bf09545a6b9704a9d9abbc302&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694106 Jul 09 09:49:24.332305 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-003cb860-6245-415c-822e-522743d05e07 req-9f0dceb0-fcf6-43df-9a52-d2c545a64f69 service neutron] 10.222.0.61 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915239 Jul 09 09:49:24.429225 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-003cb860-6245-415c-822e-522743d05e07 req-cd4acd43-b168-4576-928d-0841c8a6205b service neutron] 10.222.0.61 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917361 Jul 09 09:49:24.681644 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-34215633-e32f-44ce-91a6-696375b0ffb6 req-d38f703f-a78d-4d3b-898e-3dc04fb8ae63 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0895534 Jul 09 09:49:24.904217 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8991eb-0842-4261-8690-a382cbdd5084 req-17c28144-1124-452b-b299-c172d53a87d0 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:24.906565 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac8991eb-0842-4261-8690-a382cbdd5084 req-17c28144-1124-452b-b299-c172d53a87d0 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1035135 Jul 09 09:49:24.948420 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac8991eb-0842-4261-8690-a382cbdd5084 req-699d151e-0415-4b61-9baa-59106be6c4a9 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357559 Jul 09 09:49:25.950539 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ea0554f-4c77-44f9-aa65-897175b0c8b0 req-23de16da-6bfc-40e1-a55a-3e60345ca004 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0834568 Jul 09 09:49:25.980726 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 1295f280-b32a-4f71-b995-0ff86055a26e no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:49:26.112616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cb860-6245-415c-822e-522743d05e07 req-34c7a107-0345-47e1-a6cb-a8c0e5eb53fb tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:26.114777 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-003cb860-6245-415c-822e-522743d05e07 req-34c7a107-0345-47e1-a6cb-a8c0e5eb53fb tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.64 "GET /v2.0/networks?id=1c09f046-0b54-49b5-93f9-8efa4af89682 HTTP/1.1" status: 200 len: 813 time: 0.2831554 Jul 09 09:49:26.128707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-003cb860-6245-415c-822e-522743d05e07 req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Request body: {'port': {'device_id': 'bb8d0723-5ac1-42c8-b586-a894dc71c9e7', 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682', 'admin_state_up': True, 'tenant_id': '4000311bf09545a6b9704a9d9abbc302'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:49:26.203244 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:26.260277 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e5c457-b289-4b9d-9935-1f294d01f73c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1295f280-b32a-4f71-b995-0ff86055a26e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:49:26.263731 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b91f27-ccfe-428f-9ea5-5b3aa12074db" -d '{"events": [{"server_uuid": "47e5c457-b289-4b9d-9935-1f294d01f73c", "name": "network-vif-unplugged", "status": "completed", "tag": "1295f280-b32a-4f71-b995-0ff86055a26e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:49:26.292101 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 1295f280-b32a-4f71-b995-0ff86055a26e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=1295f280-b32a-4f71-b995-0ff86055a26e,segment=NetworkSegment(b22678b3-3fde-49df-892e-3f3b4be9430c),segment_id=b22678b3-3fde-49df-892e-3f3b4be9430c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:49:26.303028 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:26.409925 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=1295f280-b32a-4f71-b995-0ff86055a26e,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:26.456698 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc9c78-7e76-4206-ba78-e6a6d6de7b5e req-99a1bc54-9ef6-4a61-b1b0-fe9f52e3c578 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:26.458537 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-31cc9c78-7e76-4206-ba78-e6a6d6de7b5e req-99a1bc54-9ef6-4a61-b1b0-fe9f52e3c578 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.2045331 Jul 09 09:49:26.510464 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 09:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48611001-4783-40ff-ab8b-90429988ecf0 x-openstack-request-id: req-48611001-4783-40ff-ab8b-90429988ecf0 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:49:26.510756 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e5c457-b289-4b9d-9935-1f294d01f73c", "name": "network-vif-unplugged", "status": "failed", "tag": "1295f280-b32a-4f71-b995-0ff86055a26e", "code": 422}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:49:26.511005 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-48611001-4783-40ff-ab8b-90429988ecf0 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:49:26.511561 n-d-799996-1 neutron-server[93792]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '47e5c457-b289-4b9d-9935-1f294d01f73c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1295f280-b32a-4f71-b995-0ff86055a26e', 'code': 422} returned with failed status Jul 09 09:49:26.513963 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003cb860-6245-415c-822e-522743d05e07 req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Made reservation on behalf of 4000311bf09545a6b9704a9d9abbc302 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:49:26.518746 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-003cb860-6245-415c-822e-522743d05e07 req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:26.536845 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-31cc9c78-7e76-4206-ba78-e6a6d6de7b5e req-dfc0b80e-4ce6-4778-8f16-5d77af740678 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595517 Jul 09 09:49:26.791975 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-003cb860-6245-415c-822e-522743d05e07 req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Allocated IP 172.20.0.10 (1c09f046-0b54-49b5-93f9-8efa4af89682/e1864d41-8586-4a4a-aa3a-cb409347c280/a615a6f2-6c8f-4f6e-8147-3d715c38401b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:49:26.849352 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1d67e-54c7-48e4-90ac-48e3c9cc26f2 req-0a3a55ac-f8a3-472b-982e-29d66384b142 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:26.851425 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b9e1d67e-54c7-48e4-90ac-48e3c9cc26f2 req-0a3a55ac-f8a3-472b-982e-29d66384b142 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 943 time: 0.1414578 Jul 09 09:49:26.954426 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b9e1d67e-54c7-48e4-90ac-48e3c9cc26f2 req-59a2ea4b-ed71-4cf2-8e0d-1e2d67ef990c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914395 Jul 09 09:49:27.048785 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-003cb860-6245-415c-822e-522743d05e07 req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:27.150359 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-95c12c43-5031-43b0-92e8-435bcb52148a req-c755b86f-8382-49a7-8166-ade115ab3b8a tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0423186 Jul 09 09:49:27.155151 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-003cb860-6245-415c-822e-522743d05e07 req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:27.172048 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:49:27.221006 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['fa6f5f29-1dac-40f4-99d9-7899d63a0c42'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:49:27.660703 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Pushing event updated for resources: {'Port': ['ID=a615a6f2-6c8f-4f6e-8147-3d715c38401b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:27.671049 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:49:27.671879 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:49:27.672317 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:49:27.672741 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:49:27.673158 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:49:27.673590 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:49:27.674007 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:49:27.674422 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:49:27.674838 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:49:27.675339 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:49:27.675782 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:49:27.676389 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:49:27.709903 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003cb860-6245-415c-822e-522743d05e07 req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Network 1c09f046-0b54-49b5-93f9-8efa4af89682 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:49:27.713742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-003cb860-6245-415c-822e-522743d05e07 req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:49:27.730664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-003cb860-6245-415c-822e-522743d05e07 req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:49:27.815024 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cb860-6245-415c-822e-522743d05e07 req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:27.816064 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-003cb860-6245-415c-822e-522743d05e07 req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:27.850454 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-003cb860-6245-415c-822e-522743d05e07 req-62df1c80-f2e7-4b71-86bf-0d44c679c5c6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7258470 Jul 09 09:49:27.864810 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61ad90-8e14-4f1a-be91-47a7489a76b6 req-7f04efcd-adde-418f-8a8c-3699c116676f tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:27.866429 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7f61ad90-8e14-4f1a-be91-47a7489a76b6 req-7f04efcd-adde-418f-8a8c-3699c116676f tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 943 time: 0.1542172 Jul 09 09:49:27.872016 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-003cb860-6245-415c-822e-522743d05e07 req-07c914b7-f908-41c3-b8e5-adc303d73079 service neutron] Request body: {'port': {'device_id': 'bb8d0723-5ac1-42c8-b586-a894dc71c9e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:49:27.956031 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7f61ad90-8e14-4f1a-be91-47a7489a76b6 req-d441a48c-0316-4e1b-9f57-8775d66e5b04 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808072 Jul 09 09:49:27.959057 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-7b7c671f-5cb3-412b-9514-c9507ee191c8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1438971 Jul 09 09:49:28.033977 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-003cb860-6245-415c-822e-522743d05e07 req-07c914b7-f908-41c3-b8e5-adc303d73079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:28.433393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445dbeb7-d8a4-4c0f-92d4-27b60fa71f4f req-f344a7e0-1573-4d9c-aff1-987693be1e69 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:28.441542 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-445dbeb7-d8a4-4c0f-92d4-27b60fa71f4f req-f344a7e0-1573-4d9c-aff1-987693be1e69 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 932 time: 0.1499624 Jul 09 09:49:28.452388 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-003cb860-6245-415c-822e-522743d05e07 req-07c914b7-f908-41c3-b8e5-adc303d73079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a615a6f2-6c8f-4f6e-8147-3d715c38401b {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:49:28.466560 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-003cb860-6245-415c-822e-522743d05e07 req-07c914b7-f908-41c3-b8e5-adc303d73079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:28.495448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-003cb860-6245-415c-822e-522743d05e07 req-07c914b7-f908-41c3-b8e5-adc303d73079 service neutron] Transition to ACTIVE for port object a615a6f2-6c8f-4f6e-8147-3d715c38401b will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:49:28.510646 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-445dbeb7-d8a4-4c0f-92d4-27b60fa71f4f req-b0e82a5e-cee0-4531-991f-84aa722fb3df tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680547 Jul 09 09:49:28.513169 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-003cb860-6245-415c-822e-522743d05e07 req-07c914b7-f908-41c3-b8e5-adc303d73079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:28.577626 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c914b7-f908-41c3-b8e5-adc303d73079 service neutron] Pushing event updated for resources: {'Port': ['ID=a615a6f2-6c8f-4f6e-8147-3d715c38401b,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:28.688892 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-003cb860-6245-415c-822e-522743d05e07 req-07c914b7-f908-41c3-b8e5-adc303d73079 service neutron] Attempting to bind port a615a6f2-6c8f-4f6e-8147-3d715c38401b on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:49:28.689355 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-003cb860-6245-415c-822e-522743d05e07 req-07c914b7-f908-41c3-b8e5-adc303d73079 service neutron] Attempting to bind port a615a6f2-6c8f-4f6e-8147-3d715c38401b by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '0f13317e-a02b-4f15-9d45-d9d5f8fef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:49:28.689911 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003cb860-6245-415c-822e-522743d05e07 req-07c914b7-f908-41c3-b8e5-adc303d73079 service neutron] Attempting to bind port a615a6f2-6c8f-4f6e-8147-3d715c38401b on network 1c09f046-0b54-49b5-93f9-8efa4af89682 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:49:28.714412 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003cb860-6245-415c-822e-522743d05e07 req-07c914b7-f908-41c3-b8e5-adc303d73079 service neutron] Port a615a6f2-6c8f-4f6e-8147-3d715c38401b on network 1c09f046-0b54-49b5-93f9-8efa4af89682 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:49:28.717657 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003cb860-6245-415c-822e-522743d05e07 req-07c914b7-f908-41c3-b8e5-adc303d73079 service neutron] Attempting to bind port a615a6f2-6c8f-4f6e-8147-3d715c38401b on network 1c09f046-0b54-49b5-93f9-8efa4af89682 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:49:28.728271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003cb860-6245-415c-822e-522743d05e07 req-07c914b7-f908-41c3-b8e5-adc303d73079 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:49:28.728944 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003cb860-6245-415c-822e-522743d05e07 req-07c914b7-f908-41c3-b8e5-adc303d73079 service neutron] Checking segment: {'id': '0f13317e-a02b-4f15-9d45-d9d5f8fef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:49:28.729555 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003cb860-6245-415c-822e-522743d05e07 req-07c914b7-f908-41c3-b8e5-adc303d73079 service neutron] Bound using segment: {'id': '0f13317e-a02b-4f15-9d45-d9d5f8fef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:49:28.730270 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-003cb860-6245-415c-822e-522743d05e07 req-07c914b7-f908-41c3-b8e5-adc303d73079 service neutron] Bound port: a615a6f2-6c8f-4f6e-8147-3d715c38401b, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f13317e-a02b-4f15-9d45-d9d5f8fef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:49:28.730870 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-003cb860-6245-415c-822e-522743d05e07 req-07c914b7-f908-41c3-b8e5-adc303d73079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:28.938384 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-003cb860-6245-415c-822e-522743d05e07 req-07c914b7-f908-41c3-b8e5-adc303d73079 service neutron] For port a615a6f2-6c8f-4f6e-8147-3d715c38401b, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:49:28.942770 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-003cb860-6245-415c-822e-522743d05e07 req-07c914b7-f908-41c3-b8e5-adc303d73079 service neutron] For port a615a6f2-6c8f-4f6e-8147-3d715c38401b, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a615a6f2-6c8f-4f6e-8147-3d715c38401b,segment=NetworkSegment(0f13317e-a02b-4f15-9d45-d9d5f8fef2be),segment_id=0f13317e-a02b-4f15-9d45-d9d5f8fef2be)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:49:28.948529 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-003cb860-6245-415c-822e-522743d05e07 req-07c914b7-f908-41c3-b8e5-adc303d73079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:29.020853 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cb860-6245-415c-822e-522743d05e07 req-07c914b7-f908-41c3-b8e5-adc303d73079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:29.021543 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-003cb860-6245-415c-822e-522743d05e07 req-07c914b7-f908-41c3-b8e5-adc303d73079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:29.024033 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-003cb860-6245-415c-822e-522743d05e07 req-07c914b7-f908-41c3-b8e5-adc303d73079 service neutron] 10.222.0.64 "PUT /v2.0/ports/a615a6f2-6c8f-4f6e-8147-3d715c38401b HTTP/1.1" status: 200 len: 1092 time: 1.1562917 Jul 09 09:49:29.026450 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8d0723-5ac1-42c8-b586-a894dc71c9e7', 'tag': 'a615a6f2-6c8f-4f6e-8147-3d715c38401b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:49:29.029122 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b8bf7a-f695-4f9f-8598-9822938b3ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8d0723-5ac1-42c8-b586-a894dc71c9e7", "tag": "a615a6f2-6c8f-4f6e-8147-3d715c38401b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:49:29.054100 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c914b7-f908-41c3-b8e5-adc303d73079 service neutron] Pushing event updated for resources: {'Port': ['ID=a615a6f2-6c8f-4f6e-8147-3d715c38401b,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:29.142564 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b401f08-6b27-4165-ab94-99738a38d50f x-openstack-request-id: req-1b401f08-6b27-4165-ab94-99738a38d50f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:49:29.143928 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8d0723-5ac1-42c8-b586-a894dc71c9e7", "tag": "a615a6f2-6c8f-4f6e-8147-3d715c38401b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:49:29.144407 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1b401f08-6b27-4165-ab94-99738a38d50f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:49:29.145349 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8d0723-5ac1-42c8-b586-a894dc71c9e7', 'tag': 'a615a6f2-6c8f-4f6e-8147-3d715c38401b', 'status': 'completed', 'code': 200} Jul 09 09:49:29.376665 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cb860-6245-415c-822e-522743d05e07 req-fcf16309-5718-4954-86dc-f17593db3f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:29.378175 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-003cb860-6245-415c-822e-522743d05e07 req-fcf16309-5718-4954-86dc-f17593db3f4d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4000311bf09545a6b9704a9d9abbc302&device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 1095 time: 0.2962883 Jul 09 09:49:29.386853 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-d88ce50d-94ec-4317-86ab-bed385d711c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:29.388342 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-d88ce50d-94ec-4317-86ab-bed385d711c3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c&tenant_id=995334f9c17949d3ac64812939fb040c HTTP/1.1" status: 200 len: 1094 time: 0.2348850 Jul 09 09:49:29.446349 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799996-1', 'device_owner': 'compute:nova'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:49:29.452914 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-003cb860-6245-415c-822e-522743d05e07 req-23bef2ea-3c92-4ce0-b746-aa99236a2392 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a615a6f2-6c8f-4f6e-8147-3d715c38401b HTTP/1.1" status: 200 len: 217 time: 0.0632060 Jul 09 09:49:29.487598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788ff62-828f-4721-9661-e73a5b2d1d06 req-7f0c9c3c-085f-4b86-9dfe-8332849116dc tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:29.489204 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1788ff62-828f-4721-9661-e73a5b2d1d06 req-7f0c9c3c-085f-4b86-9dfe-8332849116dc tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 943 time: 0.3213453 Jul 09 09:49:29.630896 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cb860-6245-415c-822e-522743d05e07 req-a9d6632e-6c69-4509-8dbd-b3e0aa379e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:29.632721 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-003cb860-6245-415c-822e-522743d05e07 req-a9d6632e-6c69-4509-8dbd-b3e0aa379e30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1864d41-8586-4a4a-aa3a-cb409347c280 HTTP/1.1" status: 200 len: 853 time: 0.1408718 Jul 09 09:49:29.684299 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1788ff62-828f-4721-9661-e73a5b2d1d06 req-b7080ff8-dff6-4a56-89f1-54e7b3795914 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824920 Jul 09 09:49:29.709452 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:29.715630 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-003cb860-6245-415c-822e-522743d05e07 req-d81da4a4-65af-4ecf-86c8-825fbd1fe3a5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c09f046-0b54-49b5-93f9-8efa4af89682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675154 Jul 09 09:49:30.007474 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 1295f280-b32a-4f71-b995-0ff86055a26e no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:49:30.150507 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34537aa-ca10-4ee0-b4d4-d0b869ae29b2 req-8ced45c9-7b0f-42f1-9974-bb7d8a842adc tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:30.152156 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d34537aa-ca10-4ee0-b4d4-d0b869ae29b2 req-8ced45c9-7b0f-42f1-9974-bb7d8a842adc tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 944 time: 0.4857397 Jul 09 09:49:30.225382 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-003cb860-6245-415c-822e-522743d05e07 req-97605d33-396e-4757-815e-967375767182 service neutron] 10.222.0.64 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974537 Jul 09 09:49:30.260872 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d34537aa-ca10-4ee0-b4d4-d0b869ae29b2 req-f48a7c8e-478a-416e-bb7d-ee62877cfbb5 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920730 Jul 09 09:49:30.352293 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] For port 1295f280-b32a-4f71-b995-0ff86055a26e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=1295f280-b32a-4f71-b995-0ff86055a26e,segment=NetworkSegment(b22678b3-3fde-49df-892e-3f3b4be9430c),segment_id=b22678b3-3fde-49df-892e-3f3b4be9430c)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:49:30.417770 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] For port 1295f280-b32a-4f71-b995-0ff86055a26e, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:49:30.422020 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-003cb860-6245-415c-822e-522743d05e07 req-58a9408f-ec65-47e0-9fe2-fd242c8aed64 service neutron] 10.222.0.64 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502469 Jul 09 09:49:30.486933 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1295f280-b32a-4f71-b995-0ff86055a26e {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:49:30.505579 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:30.542651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] Transition to ACTIVE for port object 1295f280-b32a-4f71-b995-0ff86055a26e will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:49:30.551158 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:30.641111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] Pushing event updated for resources: {'Port': ['ID=1295f280-b32a-4f71-b995-0ff86055a26e,revision_number=9']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:30.649895 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] No DVR routers for this DVR port 1295f280-b32a-4f71-b995-0ff86055a26e on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:49:30.654503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8bf7a-f695-4f9f-8598-9822938b3ccc req-f7798548-29ab-45c4-a073-3d76f492c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:30.656115 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a0b8bf7a-f695-4f9f-8598-9822938b3ccc req-f7798548-29ab-45c4-a073-3d76f492c041 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4000311bf09545a6b9704a9d9abbc302&device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 1095 time: 0.1628888 Jul 09 09:49:30.780791 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] Attempting to bind port 1295f280-b32a-4f71-b995-0ff86055a26e on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:49:30.781254 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] Attempting to bind port 1295f280-b32a-4f71-b995-0ff86055a26e by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'b22678b3-3fde-49df-892e-3f3b4be9430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c82b3f29-8b69-464b-af45-d9293d4a67b7'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:49:30.782071 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] Attempting to bind port 1295f280-b32a-4f71-b995-0ff86055a26e on network c82b3f29-8b69-464b-af45-d9293d4a67b7 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:49:30.805066 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] Port 1295f280-b32a-4f71-b995-0ff86055a26e on network c82b3f29-8b69-464b-af45-d9293d4a67b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:49:30.805417 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] Attempting to bind port 1295f280-b32a-4f71-b995-0ff86055a26e on network c82b3f29-8b69-464b-af45-d9293d4a67b7 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:49:30.815433 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:49:30.815851 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] Checking segment: {'id': 'b22678b3-3fde-49df-892e-3f3b4be9430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c82b3f29-8b69-464b-af45-d9293d4a67b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:49:30.816470 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] Bound using segment: {'id': 'b22678b3-3fde-49df-892e-3f3b4be9430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c82b3f29-8b69-464b-af45-d9293d4a67b7'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:49:30.816986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] Bound port: 1295f280-b32a-4f71-b995-0ff86055a26e, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22678b3-3fde-49df-892e-3f3b4be9430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c82b3f29-8b69-464b-af45-d9293d4a67b7'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:49:30.817412 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:30.934013 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8bf7a-f695-4f9f-8598-9822938b3ccc req-2723ddaf-1aec-4bcd-a7c1-5b2bfefb1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:30.935511 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a0b8bf7a-f695-4f9f-8598-9822938b3ccc req-2723ddaf-1aec-4bcd-a7c1-5b2bfefb1fa4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1c09f046-0b54-49b5-93f9-8efa4af89682 HTTP/1.1" status: 200 len: 914 time: 0.2709856 Jul 09 09:49:30.957638 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] For port 1295f280-b32a-4f71-b995-0ff86055a26e, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:49:31.002081 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a0b8bf7a-f695-4f9f-8598-9822938b3ccc req-19263310-7d8a-4925-8f98-53232f3f2e78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a615a6f2-6c8f-4f6e-8147-3d715c38401b HTTP/1.1" status: 200 len: 217 time: 0.0545528 Jul 09 09:49:31.004437 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] For port 1295f280-b32a-4f71-b995-0ff86055a26e, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=1295f280-b32a-4f71-b995-0ff86055a26e,segment=NetworkSegment(b22678b3-3fde-49df-892e-3f3b4be9430c),segment_id=b22678b3-3fde-49df-892e-3f3b4be9430c)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:49:31.050361 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:31.083366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8bf7a-f695-4f9f-8598-9822938b3ccc req-1c6c132c-5686-4a16-acb1-cea1b7ad40e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:31.085282 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a0b8bf7a-f695-4f9f-8598-9822938b3ccc req-1c6c132c-5686-4a16-acb1-cea1b7ad40e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1864d41-8586-4a4a-aa3a-cb409347c280 HTTP/1.1" status: 200 len: 853 time: 0.0766785 Jul 09 09:49:31.118941 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53def24c-56c3-45b8-b262-290979b2e246 req-faab9d0d-ea2a-4f84-aac4-8a94399a5354 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:31.124366 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53def24c-56c3-45b8-b262-290979b2e246 req-faab9d0d-ea2a-4f84-aac4-8a94399a5354 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 943 time: 0.2615218 Jul 09 09:49:31.197031 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:31.197655 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:31.199354 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] 10.222.0.64 "PUT /v2.0/ports/1295f280-b32a-4f71-b995-0ff86055a26e HTTP/1.1" status: 200 len: 1091 time: 1.8016970 Jul 09 09:49:31.200414 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e5c457-b289-4b9d-9935-1f294d01f73c', 'tag': '1295f280-b32a-4f71-b995-0ff86055a26e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:49:31.202708 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfea1f5-93d3-4f46-b063-d6b789656a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "47e5c457-b289-4b9d-9935-1f294d01f73c", "tag": "1295f280-b32a-4f71-b995-0ff86055a26e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:49:31.219575 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a0b8bf7a-f695-4f9f-8598-9822938b3ccc req-c6ae4679-0782-43fa-8795-def71eb14ac9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c09f046-0b54-49b5-93f9-8efa4af89682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115031 Jul 09 09:49:31.238306 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc2ffc-58af-4c80-a03d-36e109d9b859 service neutron] Pushing event updated for resources: {'Port': ['ID=1295f280-b32a-4f71-b995-0ff86055a26e,revision_number=10']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:31.271409 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3e6763-53c8-48b5-a15d-94274a0f2c3e x-openstack-request-id: req-7e3e6763-53c8-48b5-a15d-94274a0f2c3e {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:49:31.271717 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e5c457-b289-4b9d-9935-1f294d01f73c", "tag": "1295f280-b32a-4f71-b995-0ff86055a26e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:49:31.272020 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7e3e6763-53c8-48b5-a15d-94274a0f2c3e {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:49:31.272377 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e5c457-b289-4b9d-9935-1f294d01f73c', 'tag': '1295f280-b32a-4f71-b995-0ff86055a26e', 'status': 'completed', 'code': 200} Jul 09 09:49:31.323861 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53def24c-56c3-45b8-b262-290979b2e246 req-5f5c9ca9-5480-4288-a7db-4209f7e38eaf tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645100 Jul 09 09:49:31.379279 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a0b8bf7a-f695-4f9f-8598-9822938b3ccc req-ff73fac5-f55d-4c22-a547-d5a675f68813 service neutron] 10.222.0.64 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510253 Jul 09 09:49:31.386209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-3b21f712-e43d-4915-b1cd-2b2a87422814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:31.388473 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-3b21f712-e43d-4915-b1cd-2b2a87422814 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=995334f9c17949d3ac64812939fb040c&device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 1095 time: 0.1460934 Jul 09 09:49:31.601259 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-df1a6c72-3487-4aba-be16-5fe0823febe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:31.602891 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-df1a6c72-3487-4aba-be16-5fe0823febe4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c82b3f29-8b69-464b-af45-d9293d4a67b7 HTTP/1.1" status: 200 len: 915 time: 0.1969464 Jul 09 09:49:31.604824 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a0b8bf7a-f695-4f9f-8598-9822938b3ccc req-5fca6d5e-8501-48ee-b323-1296773fa256 service neutron] 10.222.0.64 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152598 Jul 09 09:49:31.629714 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c82f6-d21d-4b34-bdd6-04115d72613e req-83498800-fd63-4972-ad8c-1242792112ae tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:31.638661 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-788c82f6-d21d-4b34-bdd6-04115d72613e req-83498800-fd63-4972-ad8c-1242792112ae tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 944 time: 0.2479970 Jul 09 09:49:31.646045 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2e903715-ee66-40ee-a1f1-68871780dc13 req-4c27d865-6f29-4a68-a263-d53522431ca3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=948f2da0-7488-437f-9b62-2896c1cc8fae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0901775 Jul 09 09:49:31.693381 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-cbfc4b84-fd60-4e33-bbb7-5edfc601600f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1295f280-b32a-4f71-b995-0ff86055a26e HTTP/1.1" status: 200 len: 217 time: 0.0449784 Jul 09 09:49:31.740211 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-788c82f6-d21d-4b34-bdd6-04115d72613e req-528e5045-9f27-4d2d-aae3-83d9a5084334 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004338 Jul 09 09:49:31.765689 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-899544b8-cb56-4d21-a0b7-34d0add3cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:31.767396 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-899544b8-cb56-4d21-a0b7-34d0add3cadf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=10d08eb5-af41-4baf-b437-081470ac6064 HTTP/1.1" status: 200 len: 854 time: 0.0645399 Jul 09 09:49:31.784471 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e903715-ee66-40ee-a1f1-68871780dc13 req-5d4d3938-126f-4f0d-be38-e295d85fee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:31.786229 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2e903715-ee66-40ee-a1f1-68871780dc13 req-5d4d3938-126f-4f0d-be38-e295d85fee69 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ffce8d5438d4b7d99096f1c10873cfe&device_id=948f2da0-7488-437f-9b62-2896c1cc8fae HTTP/1.1" status: 200 len: 1101 time: 0.0882089 Jul 09 09:49:31.813546 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-6ccbfdca-de7e-4dd3-9ab0-af7d50b2c50c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c82b3f29-8b69-464b-af45-d9293d4a67b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357025 Jul 09 09:49:31.914565 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-aa601d07-939e-4cdf-97c4-fe726511226b service neutron] 10.222.0.64 "GET /v2.0/networks/c82b3f29-8b69-464b-af45-d9293d4a67b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939665 Jul 09 09:49:31.946577 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e903715-ee66-40ee-a1f1-68871780dc13 req-3f30a2b1-6ea0-4506-9370-be480b60d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:31.949015 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2e903715-ee66-40ee-a1f1-68871780dc13 req-3f30a2b1-6ea0-4506-9370-be480b60d35e service neutron] 10.222.0.58 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.1389012 Jul 09 09:49:32.003968 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2e903715-ee66-40ee-a1f1-68871780dc13 req-4089e733-cc2c-4213-97e8-4e56d6c01578 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=a397a253-5c9f-4ffb-804f-162ac1cffd9c HTTP/1.1" status: 200 len: 217 time: 0.0470705 Jul 09 09:49:32.035748 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9eb80ede-48fb-48cf-afe4-25c7bd1f03af req-f5e94c18-2d88-4533-8fd5-09080235ad6d service neutron] 10.222.0.64 "GET /v2.0/networks/c82b3f29-8b69-464b-af45-d9293d4a67b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138191 Jul 09 09:49:32.080079 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e903715-ee66-40ee-a1f1-68871780dc13 req-4f16248e-9984-4ba1-ad86-22a0a65848f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:32.081678 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2e903715-ee66-40ee-a1f1-68871780dc13 req-4f16248e-9984-4ba1-ad86-22a0a65848f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0697377 Jul 09 09:49:32.166726 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e903715-ee66-40ee-a1f1-68871780dc13 req-bea5c9b7-9ada-4504-bb51-5bd43f78dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:32.168883 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2e903715-ee66-40ee-a1f1-68871780dc13 req-bea5c9b7-9ada-4504-bb51-5bd43f78dc31 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0792992 Jul 09 09:49:32.284154 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfea1f5-93d3-4f46-b063-d6b789656a8e req-2ab12c45-c5b3-4f4a-8232-b3ac4089afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:32.285698 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6dfea1f5-93d3-4f46-b063-d6b789656a8e req-2ab12c45-c5b3-4f4a-8232-b3ac4089afbf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=995334f9c17949d3ac64812939fb040c&device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 1095 time: 0.1736324 Jul 09 09:49:32.299658 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2e903715-ee66-40ee-a1f1-68871780dc13 req-a8ca1396-3b42-4ff3-a335-3fe255fc6b39 service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204798 Jul 09 09:49:32.446216 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2e903715-ee66-40ee-a1f1-68871780dc13 req-b827c745-a7b3-438c-b362-7db3a3bab25b service neutron] 10.222.0.58 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396568 Jul 09 09:49:32.470273 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfea1f5-93d3-4f46-b063-d6b789656a8e req-fd5d07f1-d2b7-42a3-b343-407359640ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:32.472662 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6dfea1f5-93d3-4f46-b063-d6b789656a8e req-fd5d07f1-d2b7-42a3-b343-407359640ad6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c82b3f29-8b69-464b-af45-d9293d4a67b7 HTTP/1.1" status: 200 len: 915 time: 0.1790385 Jul 09 09:49:32.540110 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6dfea1f5-93d3-4f46-b063-d6b789656a8e req-043c6f3e-aeff-4ff0-b52a-c30892269251 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1295f280-b32a-4f71-b995-0ff86055a26e HTTP/1.1" status: 200 len: 217 time: 0.0591760 Jul 09 09:49:32.698036 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121da4e1-b28e-41c1-9122-1cbd908702d7 req-fed4ac8e-b5e9-485c-98d9-7b67a849e212 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:32.701292 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-121da4e1-b28e-41c1-9122-1cbd908702d7 req-fed4ac8e-b5e9-485c-98d9-7b67a849e212 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 944 time: 0.1091416 Jul 09 09:49:32.781751 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-121da4e1-b28e-41c1-9122-1cbd908702d7 req-027d0dcb-4f4c-4b71-864d-5796aca28d22 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732574 Jul 09 09:49:33.113276 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f7950-607e-4822-bbe4-81cd836327d0 req-780d2d9b-adf2-4ccc-8a1a-de8a8235811b tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:33.115405 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0c5f7950-607e-4822-bbe4-81cd836327d0 req-780d2d9b-adf2-4ccc-8a1a-de8a8235811b tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 944 time: 0.1584196 Jul 09 09:49:33.176695 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0c5f7950-607e-4822-bbe4-81cd836327d0 req-8c6e7386-0899-4ff8-82a8-9ceca1378c0e tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551920 Jul 09 09:49:33.908491 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:34.031646 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda14f20-2455-4b21-9cfb-c57b3e186a7a req-69d06a75-59e1-42aa-aa6f-f1692945a77e tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:34.033488 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cda14f20-2455-4b21-9cfb-c57b3e186a7a req-69d06a75-59e1-42aa-aa6f-f1692945a77e tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 944 time: 0.0739665 Jul 09 09:49:34.082927 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cda14f20-2455-4b21-9cfb-c57b3e186a7a req-3c2135c5-a4a3-4287-bd87-442d0505cbff tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437603 Jul 09 09:49:34.553937 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a615a6f2-6c8f-4f6e-8147-3d715c38401b details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:49:34.673490 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a615a6f2-6c8f-4f6e-8147-3d715c38401b, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a615a6f2-6c8f-4f6e-8147-3d715c38401b,segment=NetworkSegment(0f13317e-a02b-4f15-9d45-d9d5f8fef2be),segment_id=0f13317e-a02b-4f15-9d45-d9d5f8fef2be)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:49:34.693187 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'a615a6f2-6c8f-4f6e-8147-3d715c38401b', 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682', 'port_id': 'a615a6f2-6c8f-4f6e-8147-3d715c38401b', 'mac_address': 'fa:16:3e:56:89:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1864d41-8586-4a4a-aa3a-cb409347c280', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:49:34.741197 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:34.760435 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a615a6f2-6c8f-4f6e-8147-3d715c38401b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:49:34.788237 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a615a6f2-6c8f-4f6e-8147-3d715c38401b, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a615a6f2-6c8f-4f6e-8147-3d715c38401b,segment=NetworkSegment(0f13317e-a02b-4f15-9d45-d9d5f8fef2be),segment_id=0f13317e-a02b-4f15-9d45-d9d5f8fef2be)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:49:34.793905 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:34.806309 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafb616-4e65-45da-90d0-d729a7afff61 req-e7977dee-f782-4f59-971a-17895177cb27 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:34.814423 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9bafb616-4e65-45da-90d0-d729a7afff61 req-e7977dee-f782-4f59-971a-17895177cb27 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 944 time: 0.1056626 Jul 09 09:49:34.868713 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9bafb616-4e65-45da-90d0-d729a7afff61 req-dc67e0dc-d684-47b8-806a-943ea52f2104 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532868 Jul 09 09:49:34.891480 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=a615a6f2-6c8f-4f6e-8147-3d715c38401b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:35.256806 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['a615a6f2-6c8f-4f6e-8147-3d715c38401b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:49:35.404125 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc2018-17d2-4af9-b29b-7441f0f5fb40 req-9de32112-64f6-431e-9cc6-598eef09770a tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:35.409275 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6dfc2018-17d2-4af9-b29b-7441f0f5fb40 req-9de32112-64f6-431e-9cc6-598eef09770a tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 944 time: 0.1571560 Jul 09 09:49:35.521913 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6dfc2018-17d2-4af9-b29b-7441f0f5fb40 req-5fabdd88-3c6f-4461-9137-5e7f1c8ee839 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039572 Jul 09 09:49:36.112530 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641fd48-a2eb-4239-8949-31f7e92dec08 req-89b783e5-02c1-473b-b1d8-7427dec60e8a tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:36.114010 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8641fd48-a2eb-4239-8949-31f7e92dec08 req-89b783e5-02c1-473b-b1d8-7427dec60e8a tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 945 time: 0.0840523 Jul 09 09:49:36.164556 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8641fd48-a2eb-4239-8949-31f7e92dec08 req-6102fbdb-57b2-4583-bffa-8f6877c8bac0 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434790 Jul 09 09:49:36.563512 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a615a6f2-6c8f-4f6e-8147-3d715c38401b up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:49:36.644957 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port a615a6f2-6c8f-4f6e-8147-3d715c38401b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:49:36.650765 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port a615a6f2-6c8f-4f6e-8147-3d715c38401b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:49:36.651494 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:36.788615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386c06e-b6be-4d2c-b6d7-72fe5c0c0aeb req-e01db52b-1d53-4e7a-bdb1-c73383dcb4eb tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:36.810788 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3386c06e-b6be-4d2c-b6d7-72fe5c0c0aeb req-e01db52b-1d53-4e7a-bdb1-c73383dcb4eb tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 944 time: 0.1116462 Jul 09 09:49:36.822149 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-081203c8-a1ab-480e-aa00-38aef851d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:36.855156 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:36.921177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3386c06e-b6be-4d2c-b6d7-72fe5c0c0aeb req-e9f781b4-6022-48f7-b878-14f2dd926d2f tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812867 Jul 09 09:49:36.921729 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8d0723-5ac1-42c8-b586-a894dc71c9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a615a6f2-6c8f-4f6e-8147-3d715c38401b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:49:36.924254 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8487dd0-53ec-43a4-94b2-2c3c3045ced1" -d '{"events": [{"server_uuid": "bb8d0723-5ac1-42c8-b586-a894dc71c9e7", "name": "network-vif-plugged", "status": "completed", "tag": "a615a6f2-6c8f-4f6e-8147-3d715c38401b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:49:36.941755 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port a615a6f2-6c8f-4f6e-8147-3d715c38401b, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a615a6f2-6c8f-4f6e-8147-3d715c38401b,segment=NetworkSegment(0f13317e-a02b-4f15-9d45-d9d5f8fef2be),segment_id=0f13317e-a02b-4f15-9d45-d9d5f8fef2be)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:49:36.952789 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:37.063927 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=a615a6f2-6c8f-4f6e-8147-3d715c38401b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:37.204086 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a621c62f-3cba-4223-8489-5979b72bf8c6 x-openstack-request-id: req-a621c62f-3cba-4223-8489-5979b72bf8c6 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:49:37.204376 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8d0723-5ac1-42c8-b586-a894dc71c9e7", "name": "network-vif-plugged", "status": "completed", "tag": "a615a6f2-6c8f-4f6e-8147-3d715c38401b", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:49:37.204624 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a621c62f-3cba-4223-8489-5979b72bf8c6 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:49:37.205017 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8d0723-5ac1-42c8-b586-a894dc71c9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a615a6f2-6c8f-4f6e-8147-3d715c38401b', 'code': 200} Jul 09 09:49:37.407503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795ca98-6115-4a12-9713-fcf696b7d112 req-a7b115d1-0685-493e-9327-f84efc0c9a0e tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:37.415522 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9795ca98-6115-4a12-9713-fcf696b7d112 req-a7b115d1-0685-493e-9327-f84efc0c9a0e tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 946 time: 0.0992398 Jul 09 09:49:37.459607 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9795ca98-6115-4a12-9713-fcf696b7d112 req-e588cca2-3917-493a-8ce4-370835dcef1c tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429223 Jul 09 09:49:38.128522 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ec1a2-6e33-4a90-9194-cac4ce3d8a6a req-b955547c-ea10-4dad-b1e9-2c8dd7843d22 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:38.131419 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf0ec1a2-6e33-4a90-9194-cac4ce3d8a6a req-b955547c-ea10-4dad-b1e9-2c8dd7843d22 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 944 time: 0.0773740 Jul 09 09:49:38.204879 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf0ec1a2-6e33-4a90-9194-cac4ce3d8a6a req-400135d1-9822-457b-b5ad-eb399fe34f94 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497146 Jul 09 09:49:38.716990 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123ae5e-7b04-4582-b570-791bb4caaf48 req-309b9fc2-fa03-4a25-951b-8113892c9ecc tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:38.736781 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0123ae5e-7b04-4582-b570-791bb4caaf48 req-309b9fc2-fa03-4a25-951b-8113892c9ecc tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 946 time: 0.1351309 Jul 09 09:49:38.833642 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0123ae5e-7b04-4582-b570-791bb4caaf48 req-a8151501-d8c7-43d6-8345-7643c51dea06 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951765 Jul 09 09:49:39.147071 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:39.351581 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2c520fcc-179c-4ef5-90d1-ad61b9947b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:39.476992 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de14a06-8636-4269-94f7-8acaba7696cd req-42bd33ad-3892-4f18-9e3a-294dfb3f3346 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:39.479113 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0de14a06-8636-4269-94f7-8acaba7696cd req-42bd33ad-3892-4f18-9e3a-294dfb3f3346 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 944 time: 0.0941966 Jul 09 09:49:39.504273 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:39.546649 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0de14a06-8636-4269-94f7-8acaba7696cd req-8d4373e7-828a-4d0b-9cba-833e4e6ad3e3 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599926 Jul 09 09:49:40.086465 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08582243-a258-49bd-9638-357218ece622 req-0f4d9049-be64-4868-ba55-2fc7f850d9ba tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:40.088004 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-08582243-a258-49bd-9638-357218ece622 req-0f4d9049-be64-4868-ba55-2fc7f850d9ba tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 946 time: 0.0975978 Jul 09 09:49:40.142408 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-08582243-a258-49bd-9638-357218ece622 req-9fd5d591-205b-478c-87b6-e8bdbf86a068 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419497 Jul 09 09:49:40.582647 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7f280-f6c2-441c-9a6d-84b5911146e9 req-c25850e3-a1eb-4c68-a881-f19f2394e53e tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:40.584290 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e9d7f280-f6c2-441c-9a6d-84b5911146e9 req-c25850e3-a1eb-4c68-a881-f19f2394e53e tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.61 "GET /v2.0/ports?device_id=948f2da0-7488-437f-9b62-2896c1cc8fae HTTP/1.1" status: 200 len: 950 time: 0.0757122 Jul 09 09:49:40.640407 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e9d7f280-f6c2-441c-9a6d-84b5911146e9 req-7f706fdd-041c-4fb5-b224-9cabdfb6f0d8 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.61 "GET /v2.0/security-groups?id=373b2329-5b77-4fbc-9645-265916da4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484984 Jul 09 09:49:40.826667 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae4012-ea07-4e9c-9b52-fee078446337 req-15bf61c3-920c-44d2-85fe-3780d703a757 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:40.828304 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8aae4012-ea07-4e9c-9b52-fee078446337 req-15bf61c3-920c-44d2-85fe-3780d703a757 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 944 time: 0.0717537 Jul 09 09:49:40.891514 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8aae4012-ea07-4e9c-9b52-fee078446337 req-ec10af46-8cfa-47ce-be79-4b0bd9c92e74 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569491 Jul 09 09:49:41.155482 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:41.361433 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd761ad8-031d-4ecb-b45b-9100f8a3a08e req-e80f758e-05e2-4922-a695-5ea48f548cfd tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:41.362975 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd761ad8-031d-4ecb-b45b-9100f8a3a08e req-e80f758e-05e2-4922-a695-5ea48f548cfd tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 946 time: 0.0753803 Jul 09 09:49:41.416957 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd761ad8-031d-4ecb-b45b-9100f8a3a08e req-6384ac77-d7c5-49ca-b631-1a7aa32c03ab tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474925 Jul 09 09:49:41.943277 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422fec9-dd7b-4f44-9b24-93255ae0a7de req-3d36f0e1-c6b6-4658-aef6-a48287991e7b tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:41.944895 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8422fec9-dd7b-4f44-9b24-93255ae0a7de req-3d36f0e1-c6b6-4658-aef6-a48287991e7b tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.61 "GET /v2.0/ports?device_id=948f2da0-7488-437f-9b62-2896c1cc8fae HTTP/1.1" status: 200 len: 950 time: 0.1457913 Jul 09 09:49:42.060855 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8422fec9-dd7b-4f44-9b24-93255ae0a7de req-f56330f3-ea3a-46fe-ae87-f95157311300 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.61 "GET /v2.0/security-groups?id=373b2329-5b77-4fbc-9645-265916da4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097674 Jul 09 09:49:42.116455 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113abac1-6a73-45f7-98a7-b8909f710414 req-5b4bc814-4f36-4de6-82dd-41f9e7110a63 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:42.118208 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-113abac1-6a73-45f7-98a7-b8909f710414 req-5b4bc814-4f36-4de6-82dd-41f9e7110a63 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.58 "GET /v2.0/ports?device_id=948f2da0-7488-437f-9b62-2896c1cc8fae HTTP/1.1" status: 200 len: 950 time: 0.1423633 Jul 09 09:49:42.253205 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1ef66-1396-4380-930a-207ba16a5564 req-882c0acc-dd1e-4755-b3b5-4f9e105a5b47 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:42.260518 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8da1ef66-1396-4380-930a-207ba16a5564 req-882c0acc-dd1e-4755-b3b5-4f9e105a5b47 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 944 time: 0.0884850 Jul 09 09:49:42.286493 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-113abac1-6a73-45f7-98a7-b8909f710414 req-6345078f-d137-431f-b0cf-f55140d02f14 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Deleting port a397a253-5c9f-4ffb-804f-162ac1cffd9c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:49:42.287225 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-113abac1-6a73-45f7-98a7-b8909f710414 req-6345078f-d137-431f-b0cf-f55140d02f14 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:42.310618 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8da1ef66-1396-4380-930a-207ba16a5564 req-601e1ff0-3abb-49a3-8ec2-5d81e071f85f tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489550 Jul 09 09:49:42.426146 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-113abac1-6a73-45f7-98a7-b8909f710414 req-6345078f-d137-431f-b0cf-f55140d02f14 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] For port a397a253-5c9f-4ffb-804f-162ac1cffd9c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=a397a253-5c9f-4ffb-804f-162ac1cffd9c,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:49:42.426853 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-113abac1-6a73-45f7-98a7-b8909f710414 req-6345078f-d137-431f-b0cf-f55140d02f14 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:42.452809 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-113abac1-6a73-45f7-98a7-b8909f710414 req-6345078f-d137-431f-b0cf-f55140d02f14 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Calling delete_port for a397a253-5c9f-4ffb-804f-162ac1cffd9c owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:49:42.638921 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074fa9e-6e0d-4f8e-aa88-6b059aa13b7c req-a4575687-c64e-47c9-bd01-05dc6c3cde6f tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:42.650208 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e074fa9e-6e0d-4f8e-aa88-6b059aa13b7c req-a4575687-c64e-47c9-bd01-05dc6c3cde6f tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 946 time: 0.1006343 Jul 09 09:49:42.680691 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-113abac1-6a73-45f7-98a7-b8909f710414 req-6345078f-d137-431f-b0cf-f55140d02f14 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:42.702089 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['a397a253-5c9f-4ffb-804f-162ac1cffd9c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:49:42.732164 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e074fa9e-6e0d-4f8e-aa88-6b059aa13b7c req-17409013-138c-4b7f-8cd8-9504bca05d98 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787227 Jul 09 09:49:42.770233 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345078f-d137-431f-b0cf-f55140d02f14 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Pushing event deleted for resources: {'Port': ['ID=a397a253-5c9f-4ffb-804f-162ac1cffd9c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:42.821081 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345078f-d137-431f-b0cf-f55140d02f14 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:49:42.821495 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345078f-d137-431f-b0cf-f55140d02f14 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:49:42.821756 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345078f-d137-431f-b0cf-f55140d02f14 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:49:42.822099 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345078f-d137-431f-b0cf-f55140d02f14 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:49:42.822434 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345078f-d137-431f-b0cf-f55140d02f14 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:49:42.822759 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345078f-d137-431f-b0cf-f55140d02f14 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:49:42.823093 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345078f-d137-431f-b0cf-f55140d02f14 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:49:42.823423 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345078f-d137-431f-b0cf-f55140d02f14 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:49:42.823769 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345078f-d137-431f-b0cf-f55140d02f14 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:49:42.824785 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345078f-d137-431f-b0cf-f55140d02f14 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:49:42.825128 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345078f-d137-431f-b0cf-f55140d02f14 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:49:42.825461 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345078f-d137-431f-b0cf-f55140d02f14 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:49:42.852715 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-113abac1-6a73-45f7-98a7-b8909f710414 req-6345078f-d137-431f-b0cf-f55140d02f14 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] No DVR routers for this DVR port a397a253-5c9f-4ffb-804f-162ac1cffd9c on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:49:42.861601 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-113abac1-6a73-45f7-98a7-b8909f710414 req-6345078f-d137-431f-b0cf-f55140d02f14 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:42.863718 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-113abac1-6a73-45f7-98a7-b8909f710414 req-6345078f-d137-431f-b0cf-f55140d02f14 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.58 "DELETE /v2.0/ports/a397a253-5c9f-4ffb-804f-162ac1cffd9c HTTP/1.1" status: 204 len: 173 time: 0.7392797 Jul 09 09:49:42.864202 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948f2da0-7488-437f-9b62-2896c1cc8fae', 'name': 'network-vif-deleted', 'tag': 'a397a253-5c9f-4ffb-804f-162ac1cffd9c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:49:42.866526 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d8f09e-7531-429a-94e7-05fc29b75b62" -d '{"events": [{"server_uuid": "948f2da0-7488-437f-9b62-2896c1cc8fae", "name": "network-vif-deleted", "tag": "a397a253-5c9f-4ffb-804f-162ac1cffd9c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:49:42.917176 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066e3719-3d9e-475d-8eb8-9196da06a7b8 x-openstack-request-id: req-066e3719-3d9e-475d-8eb8-9196da06a7b8 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:49:42.917523 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948f2da0-7488-437f-9b62-2896c1cc8fae", "name": "network-vif-deleted", "tag": "a397a253-5c9f-4ffb-804f-162ac1cffd9c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:49:42.917687 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-066e3719-3d9e-475d-8eb8-9196da06a7b8 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:49:42.918093 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948f2da0-7488-437f-9b62-2896c1cc8fae', 'name': 'network-vif-deleted', 'tag': 'a397a253-5c9f-4ffb-804f-162ac1cffd9c', 'status': 'completed', 'code': 200} Jul 09 09:49:42.938764 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:43.298704 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6f2416dc-f5db-4f5b-8d22-e6f471f73887 req-f558b643-fe82-480c-b48c-d6a876457001 tempest-VolumesBackupsTest-1053102768 tempest-VolumesBackupsTest-1053102768-project] 10.222.0.61 "GET /v2.0/ports?device_id=948f2da0-7488-437f-9b62-2896c1cc8fae HTTP/1.1" status: 200 len: 210 time: 0.0414624 Jul 09 09:49:43.813361 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0755d-58bf-4a4c-8a5d-a0e4afdf1319 req-068cfa63-544d-4556-a3d0-a8e79689b0ed tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:43.814899 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cac0755d-58bf-4a4c-8a5d-a0e4afdf1319 req-068cfa63-544d-4556-a3d0-a8e79689b0ed tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 944 time: 0.3920135 Jul 09 09:49:43.853372 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cac0755d-58bf-4a4c-8a5d-a0e4afdf1319 req-d7598da8-fa08-4a1c-9897-b053aeba0045 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326486 Jul 09 09:49:44.117166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac161990-f780-47de-a7b0-2a167bc50e40 req-1a90e883-a418-4803-a746-db08dacc0a3a tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:44.118581 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac161990-f780-47de-a7b0-2a167bc50e40 req-1a90e883-a418-4803-a746-db08dacc0a3a tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 946 time: 0.0662477 Jul 09 09:49:44.169454 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac161990-f780-47de-a7b0-2a167bc50e40 req-5df9da73-4d74-4484-8399-2384c983f3e9 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444262 Jul 09 09:49:45.036072 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fabc13-7058-4cdd-a03b-9f5a4d5935c4 req-4489d65b-1416-463f-aed4-c21d16528889 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:45.037790 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-02fabc13-7058-4cdd-a03b-9f5a4d5935c4 req-4489d65b-1416-463f-aed4-c21d16528889 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 944 time: 0.0682642 Jul 09 09:49:45.100157 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-02fabc13-7058-4cdd-a03b-9f5a4d5935c4 req-2a76c2ac-4e36-44cb-aa3e-8d9e9f51a069 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562029 Jul 09 09:49:45.396009 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc586f-4d1a-46e4-9f06-55e0164962cf req-550b582a-277c-4a6f-9c86-6ef8af8c19c2 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:45.397763 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5dcc586f-4d1a-46e4-9f06-55e0164962cf req-550b582a-277c-4a6f-9c86-6ef8af8c19c2 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 946 time: 0.0668588 Jul 09 09:49:45.436867 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5dcc586f-4d1a-46e4-9f06-55e0164962cf req-05e0e6ae-ee22-41df-bd1e-64e32685f50e tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327952 Jul 09 09:49:46.000952 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfea1f5-93d3-4f46-b063-d6b789656a8e req-ea051472-00e6-4a84-a3e9-7e97fa071b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:46.002033 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6dfea1f5-93d3-4f46-b063-d6b789656a8e req-ea051472-00e6-4a84-a3e9-7e97fa071b14 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=10d08eb5-af41-4baf-b437-081470ac6064 HTTP/1.1" status: 200 len: 854 time: 0.1198695 Jul 09 09:49:46.064531 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6dfea1f5-93d3-4f46-b063-d6b789656a8e req-a906bd74-84d5-41b8-9add-342775f6c057 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c82b3f29-8b69-464b-af45-d9293d4a67b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516319 Jul 09 09:49:46.107039 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device a397a253-5c9f-4ffb-804f-162ac1cffd9c no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:49:46.138668 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: a397a253-5c9f-4ffb-804f-162ac1cffd9c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:49:46.139148 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device a397a253-5c9f-4ffb-804f-162ac1cffd9c not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:49:46.142017 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-77960569-72e4-4092-912b-bbbc36c228ec req-f006d605-434b-4875-b560-36885729e9f5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2018876 Jul 09 09:49:46.224677 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6dfea1f5-93d3-4f46-b063-d6b789656a8e req-ec7546f1-a206-4a82-a54c-89aab3f2f56a service neutron] 10.222.0.64 "GET /v2.0/networks/c82b3f29-8b69-464b-af45-d9293d4a67b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531217 Jul 09 09:49:46.280353 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5af467-7afb-475a-b35d-eb8ef5a01b06 req-144c3d9b-087f-4143-a5ca-fa546d6c8d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:46.281908 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca5af467-7afb-475a-b35d-eb8ef5a01b06 req-144c3d9b-087f-4143-a5ca-fa546d6c8d74 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 1097 time: 0.2780712 Jul 09 09:49:46.437329 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca5af467-7afb-475a-b35d-eb8ef5a01b06 req-b470b8f9-8ffb-40c3-81dc-1aeb865af5b4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271937 Jul 09 09:49:46.471049 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0ed4c-8321-438a-9843-98d9c1fe7ff0 req-cfccf371-c872-4e29-8b23-176d7611cb78 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:46.472672 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7df0ed4c-8321-438a-9843-98d9c1fe7ff0 req-cfccf371-c872-4e29-8b23-176d7611cb78 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 944 time: 0.2139318 Jul 09 09:49:46.474527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77960569-72e4-4092-912b-bbbc36c228ec req-8921c176-18f2-4885-8901-f0c1046b2b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:46.476040 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-77960569-72e4-4092-912b-bbbc36c228ec req-8921c176-18f2-4885-8901-f0c1046b2b5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3685effc09af44948de733ea732a3e9f&device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 1097 time: 0.2503722 Jul 09 09:49:46.477883 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6dfea1f5-93d3-4f46-b063-d6b789656a8e req-0a664b88-24bb-428a-87b0-3bdc21981677 service neutron] 10.222.0.64 "GET /v2.0/networks/c82b3f29-8b69-464b-af45-d9293d4a67b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206528 Jul 09 09:49:46.530634 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7df0ed4c-8321-438a-9843-98d9c1fe7ff0 req-92a8aaba-e083-44db-8356-6bca59484bff tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512817 Jul 09 09:49:46.795468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a81cb-7e89-4b21-9976-733e7bde2e34 req-baa2a98c-6797-4cfb-8206-fe8c868382da tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:46.798162 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a4a81cb-7e89-4b21-9976-733e7bde2e34 req-baa2a98c-6797-4cfb-8206-fe8c868382da tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 946 time: 0.1860600 Jul 09 09:49:46.801677 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77960569-72e4-4092-912b-bbbc36c228ec req-a11c045a-7541-44c0-8433-58627dee3991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:46.803230 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-77960569-72e4-4092-912b-bbbc36c228ec req-a11c045a-7541-44c0-8433-58627dee3991 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08 HTTP/1.1" status: 200 len: 911 time: 0.2024682 Jul 09 09:49:46.926762 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a4a81cb-7e89-4b21-9976-733e7bde2e34 req-f81ad720-8baf-45d7-b989-57805de58911 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223440 Jul 09 09:49:46.937936 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-77960569-72e4-4092-912b-bbbc36c228ec req-31c1a550-9e81-4788-94b3-269cf04e11ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bd90d64-a9b2-4541-bb33-e3dbaae13163 HTTP/1.1" status: 200 len: 1002 time: 0.1236577 Jul 09 09:49:47.029698 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77960569-72e4-4092-912b-bbbc36c228ec req-5b90b4b2-1ccd-4fab-8cae-a5a306768741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:47.031973 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-77960569-72e4-4092-912b-bbbc36c228ec req-5b90b4b2-1ccd-4fab-8cae-a5a306768741 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b51e3e8c-7c21-4a91-b93d-f434e88398f9 HTTP/1.1" status: 200 len: 849 time: 0.0868645 Jul 09 09:49:47.116803 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77960569-72e4-4092-912b-bbbc36c228ec req-fe870ecd-8ea7-4cb9-b763-136a933b50ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:47.118617 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-77960569-72e4-4092-912b-bbbc36c228ec req-fe870ecd-8ea7-4cb9-b763-136a933b50ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794449 Jul 09 09:49:47.246724 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-77960569-72e4-4092-912b-bbbc36c228ec req-c131b937-8baa-4d6b-9f66-3086e418df5e service neutron] 10.222.0.64 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177444 Jul 09 09:49:47.354449 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-77960569-72e4-4092-912b-bbbc36c228ec req-7f25f666-e8d6-444b-995b-640b844f3ce7 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980122 Jul 09 09:49:47.721611 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3455ad-5ff1-4559-a9dd-d35e556c9d30 req-3513236f-4fb3-46a2-a2c8-cbe424530761 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:47.723154 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8f3455ad-5ff1-4559-a9dd-d35e556c9d30 req-3513236f-4fb3-46a2-a2c8-cbe424530761 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 944 time: 0.0777161 Jul 09 09:49:47.773984 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8f3455ad-5ff1-4559-a9dd-d35e556c9d30 req-21ada4f3-55d3-464f-867e-35bd57de506c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446296 Jul 09 09:49:48.120209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232dfac-032f-4688-9a3c-05e8f0dc32ff req-0d6e9594-5fd7-4b62-8110-625313adffb7 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:48.122366 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f232dfac-032f-4688-9a3c-05e8f0dc32ff req-0d6e9594-5fd7-4b62-8110-625313adffb7 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 946 time: 0.0693235 Jul 09 09:49:48.173371 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f232dfac-032f-4688-9a3c-05e8f0dc32ff req-c3fa0b76-7ff0-4b8a-a657-1b5f51ba3cc8 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445809 Jul 09 09:49:48.432762 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:49:48.865765 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-d8b2422a-dde4-4160-9e45-64a3cc9c738f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:48.868166 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-d8b2422a-dde4-4160-9e45-64a3cc9c738f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 812 time: 0.1210964 Jul 09 09:49:48.883439 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-0168584a-99d9-4ebe-be79-84494145361a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/quotas/813283cb89a545e1a829a2f32c9aa43c HTTP/1.1" status: 200 len: 375 time: 0.0102990 Jul 09 09:49:49.001658 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-49a5c31e-f74a-4b10-9a02-24bd7f97dd16 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1113431 Jul 09 09:49:49.041275 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07d38e-fe3a-4e11-8192-e8c8fe27eff7 req-d7bffe23-7817-4ed4-bea6-efc95d6cb261 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:49.045105 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d07d38e-fe3a-4e11-8192-e8c8fe27eff7 req-d7bffe23-7817-4ed4-bea6-efc95d6cb261 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 944 time: 0.1013694 Jul 09 09:49:49.125359 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d07d38e-fe3a-4e11-8192-e8c8fe27eff7 req-2cf27a76-d35b-468f-be12-5fd2e5ad2810 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725043 Jul 09 09:49:49.177995 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-ae75460d-719b-4aaf-a570-a24059963ea0 service neutron] 10.222.0.61 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561491 Jul 09 09:49:49.278513 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-975a967f-05ce-4564-98ec-7650542d22dc service neutron] 10.222.0.61 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917897 Jul 09 09:49:49.614271 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-207e9055-fea7-47b7-88b6-8a3aee48f074 req-c94ddfc4-880b-4b1c-860a-2458c17930f3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 210 time: 0.0429773 Jul 09 09:49:50.381252 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4baee-fe0a-4aaa-9192-0537c2082f98 req-521ab9d2-83ab-4c85-90b2-294a3313fa09 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:50.387057 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8bd4baee-fe0a-4aaa-9192-0537c2082f98 req-521ab9d2-83ab-4c85-90b2-294a3313fa09 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 944 time: 0.1049058 Jul 09 09:49:50.447316 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8bd4baee-fe0a-4aaa-9192-0537c2082f98 req-1c141e2a-ab72-4a33-9f22-8f3b4d0c1011 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562119 Jul 09 09:49:50.645737 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 1295f280-b32a-4f71-b995-0ff86055a26e details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:49:50.824189 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ae499663-e0e6-4d52-9e40-aea32f4f6876 req-0e52a814-0684-4864-81fc-5d498fa1d30a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 210 time: 0.0480368 Jul 09 09:49:50.832711 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 1295f280-b32a-4f71-b995-0ff86055a26e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=1295f280-b32a-4f71-b995-0ff86055a26e,segment=NetworkSegment(b22678b3-3fde-49df-892e-3f3b4be9430c),segment_id=b22678b3-3fde-49df-892e-3f3b4be9430c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:49:50.847653 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '1295f280-b32a-4f71-b995-0ff86055a26e', 'network_id': 'c82b3f29-8b69-464b-af45-d9293d4a67b7', 'port_id': '1295f280-b32a-4f71-b995-0ff86055a26e', 'mac_address': 'fa:16:3e:a2:66:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d08eb5-af41-4baf-b437-081470ac6064', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:49:50.872610 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-680fda89-f836-41ac-8d7e-efd8344aa1a4 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:50.884469 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-680fda89-f836-41ac-8d7e-efd8344aa1a4 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.58 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 812 time: 0.2001455 Jul 09 09:49:50.897513 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-35a40e76-5f00-4e99-bc68-47da91dfc24b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Request body: {'port': {'device_id': '7e265f86-5352-48bb-815a-a31594bb0c50', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'admin_state_up': True, 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:49:50.915943 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:50.937628 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1295f280-b32a-4f71-b995-0ff86055a26e {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:49:50.993645 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 1295f280-b32a-4f71-b995-0ff86055a26e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=1295f280-b32a-4f71-b995-0ff86055a26e,segment=NetworkSegment(b22678b3-3fde-49df-892e-3f3b4be9430c),segment_id=b22678b3-3fde-49df-892e-3f3b4be9430c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:49:51.001780 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:51.075466 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-35a40e76-5f00-4e99-bc68-47da91dfc24b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Made reservation on behalf of 813283cb89a545e1a829a2f32c9aa43c for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:49:51.085501 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-35a40e76-5f00-4e99-bc68-47da91dfc24b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:51.100911 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=1295f280-b32a-4f71-b995-0ff86055a26e,revision_number=11']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:51.272127 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-35a40e76-5f00-4e99-bc68-47da91dfc24b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Allocated IP 172.20.0.11 (c39f085e-9a90-44ab-b2cf-d4cf479d1495/fab6cdb3-f000-49c3-8dc0-ab55f3975a4e/0bd424fe-20af-4681-8672-0b8e989daad5) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:49:51.336774 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['1295f280-b32a-4f71-b995-0ff86055a26e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:49:51.505242 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-35a40e76-5f00-4e99-bc68-47da91dfc24b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:51.538293 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-35a40e76-5f00-4e99-bc68-47da91dfc24b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Transition to ACTIVE for port object 0bd424fe-20af-4681-8672-0b8e989daad5 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:49:51.611121 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-35a40e76-5f00-4e99-bc68-47da91dfc24b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:51.696963 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a40e76-5f00-4e99-bc68-47da91dfc24b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event updated for resources: {'Port': ['ID=0bd424fe-20af-4681-8672-0b8e989daad5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:51.710508 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-35a40e76-5f00-4e99-bc68-47da91dfc24b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Network c39f085e-9a90-44ab-b2cf-d4cf479d1495 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:49:51.712839 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-35a40e76-5f00-4e99-bc68-47da91dfc24b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:49:51.715915 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-35a40e76-5f00-4e99-bc68-47da91dfc24b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:49:51.746466 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0fa18-8af0-400d-a076-57ac171e4fc5 req-90fd126e-26e6-44bf-a7a6-9ead91f03c5c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:51.748251 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d1c0fa18-8af0-400d-a076-57ac171e4fc5 req-90fd126e-26e6-44bf-a7a6-9ead91f03c5c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1071458 Jul 09 09:49:51.800241 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d1c0fa18-8af0-400d-a076-57ac171e4fc5 req-2f858cab-5a3d-4a8c-942e-79395e100947 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459836 Jul 09 09:49:51.803326 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-35a40e76-5f00-4e99-bc68-47da91dfc24b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:51.803816 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-35a40e76-5f00-4e99-bc68-47da91dfc24b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:51.824594 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-35a40e76-5f00-4e99-bc68-47da91dfc24b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9310551 Jul 09 09:49:51.841482 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-646968d1-6ea7-4087-99f3-2d47912fb6d4 service neutron] Request body: {'port': {'device_id': '7e265f86-5352-48bb-815a-a31594bb0c50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:49:51.951573 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-646968d1-6ea7-4087-99f3-2d47912fb6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:52.036999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0528f-f31c-4755-90c6-a5f580ac4b1b req-f3747c3b-76d9-4d7e-a388-8a1d008bc491 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:52.039172 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-24f0528f-f31c-4755-90c6-a5f580ac4b1b req-f3747c3b-76d9-4d7e-a388-8a1d008bc491 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 932 time: 0.0949876 Jul 09 09:49:52.083572 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-24f0528f-f31c-4755-90c6-a5f580ac4b1b req-2808b70e-aff4-4ae0-a3a5-3d01d2ba6901 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374510 Jul 09 09:49:52.132132 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f9f6092d-77a5-407f-92fb-dd2d5abea1bc None None] Provisioning for port 0bd424fe-20af-4681-8672-0b8e989daad5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:49:52.137721 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f9f6092d-77a5-407f-92fb-dd2d5abea1bc None None] Provisioning complete for port 0bd424fe-20af-4681-8672-0b8e989daad5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:49:52.138434 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f9f6092d-77a5-407f-92fb-dd2d5abea1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:52.176732 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f9f6092d-77a5-407f-92fb-dd2d5abea1bc None None] Port 0bd424fe-20af-4681-8672-0b8e989daad5 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:49:52.333856 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-646968d1-6ea7-4087-99f3-2d47912fb6d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd424fe-20af-4681-8672-0b8e989daad5 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:49:52.343225 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-646968d1-6ea7-4087-99f3-2d47912fb6d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:52.356532 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-646968d1-6ea7-4087-99f3-2d47912fb6d4 service neutron] Transition to ACTIVE for port object 0bd424fe-20af-4681-8672-0b8e989daad5 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:49:52.360994 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-646968d1-6ea7-4087-99f3-2d47912fb6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:52.473370 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646968d1-6ea7-4087-99f3-2d47912fb6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd424fe-20af-4681-8672-0b8e989daad5,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:52.504781 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-646968d1-6ea7-4087-99f3-2d47912fb6d4 service neutron] Attempting to bind port 0bd424fe-20af-4681-8672-0b8e989daad5 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:49:52.505122 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-646968d1-6ea7-4087-99f3-2d47912fb6d4 service neutron] Attempting to bind port 0bd424fe-20af-4681-8672-0b8e989daad5 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:49:52.505455 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-646968d1-6ea7-4087-99f3-2d47912fb6d4 service neutron] Attempting to bind port 0bd424fe-20af-4681-8672-0b8e989daad5 on network c39f085e-9a90-44ab-b2cf-d4cf479d1495 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:49:52.510093 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-646968d1-6ea7-4087-99f3-2d47912fb6d4 service neutron] Port 0bd424fe-20af-4681-8672-0b8e989daad5 on network c39f085e-9a90-44ab-b2cf-d4cf479d1495 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:49:52.510424 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-646968d1-6ea7-4087-99f3-2d47912fb6d4 service neutron] Attempting to bind port 0bd424fe-20af-4681-8672-0b8e989daad5 on network c39f085e-9a90-44ab-b2cf-d4cf479d1495 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:49:52.517566 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-646968d1-6ea7-4087-99f3-2d47912fb6d4 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:49:52.517915 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-646968d1-6ea7-4087-99f3-2d47912fb6d4 service neutron] Checking segment: {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:49:52.518300 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-646968d1-6ea7-4087-99f3-2d47912fb6d4 service neutron] Bound using segment: {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:49:52.518739 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-646968d1-6ea7-4087-99f3-2d47912fb6d4 service neutron] Bound port: 0bd424fe-20af-4681-8672-0b8e989daad5, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:49:52.519112 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-646968d1-6ea7-4087-99f3-2d47912fb6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:52.612368 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-646968d1-6ea7-4087-99f3-2d47912fb6d4 service neutron] For port 0bd424fe-20af-4681-8672-0b8e989daad5, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:49:52.615783 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-646968d1-6ea7-4087-99f3-2d47912fb6d4 service neutron] For port 0bd424fe-20af-4681-8672-0b8e989daad5, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=0bd424fe-20af-4681-8672-0b8e989daad5,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:49:52.621085 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-646968d1-6ea7-4087-99f3-2d47912fb6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:52.652219 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 1295f280-b32a-4f71-b995-0ff86055a26e up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:49:52.657744 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-646968d1-6ea7-4087-99f3-2d47912fb6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:52.658380 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-646968d1-6ea7-4087-99f3-2d47912fb6d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:52.659832 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-646968d1-6ea7-4087-99f3-2d47912fb6d4 service neutron] 10.222.0.58 "PUT /v2.0/ports/0bd424fe-20af-4681-8672-0b8e989daad5 HTTP/1.1" status: 200 len: 1092 time: 0.8260674 Jul 09 09:49:52.660275 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e265f86-5352-48bb-815a-a31594bb0c50', 'tag': '0bd424fe-20af-4681-8672-0b8e989daad5'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:49:52.662816 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d851864-df0d-4372-bcd5-c6107255c2c2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e265f86-5352-48bb-815a-a31594bb0c50", "tag": "0bd424fe-20af-4681-8672-0b8e989daad5"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:49:52.702950 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646968d1-6ea7-4087-99f3-2d47912fb6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd424fe-20af-4681-8672-0b8e989daad5,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:52.770069 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea554ce6-bc39-46a4-808a-53a9b03496fd x-openstack-request-id: req-ea554ce6-bc39-46a4-808a-53a9b03496fd {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:49:52.770359 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e265f86-5352-48bb-815a-a31594bb0c50", "tag": "0bd424fe-20af-4681-8672-0b8e989daad5", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:49:52.775969 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ea554ce6-bc39-46a4-808a-53a9b03496fd {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:49:52.777207 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e265f86-5352-48bb-815a-a31594bb0c50', 'tag': '0bd424fe-20af-4681-8672-0b8e989daad5', 'status': 'completed', 'code': 200} Jul 09 09:49:52.796958 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 1295f280-b32a-4f71-b995-0ff86055a26e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:49:52.802259 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 1295f280-b32a-4f71-b995-0ff86055a26e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:49:52.803186 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:52.834379 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-20454d3a-3510-4639-8f09-1752424ccb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:52.836945 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-20454d3a-3510-4639-8f09-1752424ccb2a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 1095 time: 0.1242442 Jul 09 09:49:52.887888 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-d5cca3b8-11e4-4879-b5e4-fc8d1fd4bb09 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bd424fe-20af-4681-8672-0b8e989daad5 HTTP/1.1" status: 200 len: 217 time: 0.0427198 Jul 09 09:49:52.951417 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:52.971851 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-79605bb8-144f-4dc7-bd08-e4161ea63ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:52.973602 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-79605bb8-144f-4dc7-bd08-e4161ea63ab0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 200 len: 851 time: 0.0798273 Jul 09 09:49:52.980967 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e5c457-b289-4b9d-9935-1f294d01f73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1295f280-b32a-4f71-b995-0ff86055a26e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:49:52.983780 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e47bba6-c017-4bf0-b841-44be178f3bf1" -d '{"events": [{"server_uuid": "47e5c457-b289-4b9d-9935-1f294d01f73c", "name": "network-vif-plugged", "status": "completed", "tag": "1295f280-b32a-4f71-b995-0ff86055a26e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:49:53.031087 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 1295f280-b32a-4f71-b995-0ff86055a26e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=1295f280-b32a-4f71-b995-0ff86055a26e,segment=NetworkSegment(b22678b3-3fde-49df-892e-3f3b4be9430c),segment_id=b22678b3-3fde-49df-892e-3f3b4be9430c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:49:53.040818 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:49:53.069374 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a49a2e5-0e6e-403f-9130-40e9f96a9bed x-openstack-request-id: req-2a49a2e5-0e6e-403f-9130-40e9f96a9bed {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:49:53.069919 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e5c457-b289-4b9d-9935-1f294d01f73c", "name": "network-vif-plugged", "status": "completed", "tag": "1295f280-b32a-4f71-b995-0ff86055a26e", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:49:53.070357 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2a49a2e5-0e6e-403f-9130-40e9f96a9bed {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:49:53.071776 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e5c457-b289-4b9d-9935-1f294d01f73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1295f280-b32a-4f71-b995-0ff86055a26e', 'code': 200} Jul 09 09:49:53.075718 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-2a2e26a5-8d19-41a9-87e0-1e575e051a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:53.077310 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-2a2e26a5-8d19-41a9-87e0-1e575e051a77 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c39f085e-9a90-44ab-b2cf-d4cf479d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956979 Jul 09 09:49:53.113616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=1295f280-b32a-4f71-b995-0ff86055a26e,revision_number=12']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:49:53.126000 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53783b62-99e8-4c97-b6a7-b0491fa02ed7 req-99681531-c506-4a91-9208-f8f07bed8318 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:53.135800 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53783b62-99e8-4c97-b6a7-b0491fa02ed7 req-99681531-c506-4a91-9208-f8f07bed8318 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 945 time: 0.1489244 Jul 09 09:49:53.214179 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53783b62-99e8-4c97-b6a7-b0491fa02ed7 req-ad84ecb1-6094-474a-80ab-a554910f6b77 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765181 Jul 09 09:49:53.241390 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-f1e7e46e-fde0-4f84-b443-dd9275ff08c9 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574664 Jul 09 09:49:53.383667 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4f747-f8d0-4266-a14e-62f51d889f6c req-be01d6fd-ccf2-47c2-9d35-c8ff1fbb3031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:53.385547 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d2b4f747-f8d0-4266-a14e-62f51d889f6c req-be01d6fd-ccf2-47c2-9d35-c8ff1fbb3031 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 1097 time: 0.1338403 Jul 09 09:49:53.393995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ced010-b49e-44d0-b10e-502904ab3abc req-6183bb0f-1d85-4508-a3e3-2b1d8171f1f1 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:53.395827 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6ced010-b49e-44d0-b10e-502904ab3abc req-6183bb0f-1d85-4508-a3e3-2b1d8171f1f1 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 944 time: 0.1108646 Jul 09 09:49:53.405190 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2ccd1227-897c-4d2a-bf37-f195abcdce44 req-1eb29580-3955-4d43-91ac-9f3c34c2b11f service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563585 Jul 09 09:49:53.456151 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d2b4f747-f8d0-4266-a14e-62f51d889f6c req-211d3c64-126a-41ed-a225-eecb713062fa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592217 Jul 09 09:49:53.463891 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6ced010-b49e-44d0-b10e-502904ab3abc req-0f0b38c9-031f-4b8c-a768-de36156213d2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601556 Jul 09 09:49:53.523338 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851864-df0d-4372-bcd5-c6107255c2c2 req-b3e24e2e-a7ff-43c4-a633-c2c8316297cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:53.524888 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5d851864-df0d-4372-bcd5-c6107255c2c2 req-b3e24e2e-a7ff-43c4-a633-c2c8316297cf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 1095 time: 0.0641549 Jul 09 09:49:53.624765 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851864-df0d-4372-bcd5-c6107255c2c2 req-79541474-b2bf-4221-80b9-3a8078764eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:53.626190 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5d851864-df0d-4372-bcd5-c6107255c2c2 req-79541474-b2bf-4221-80b9-3a8078764eac service neutron] 10.222.0.58 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 913 time: 0.0938687 Jul 09 09:49:53.670195 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5d851864-df0d-4372-bcd5-c6107255c2c2 req-000e3e72-4b4a-43f6-8765-0edd34cd5757 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bd424fe-20af-4681-8672-0b8e989daad5 HTTP/1.1" status: 200 len: 217 time: 0.0372634 Jul 09 09:49:53.719444 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851864-df0d-4372-bcd5-c6107255c2c2 req-62a9951c-9e8f-436e-8529-7c4601ed5c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:53.720881 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5d851864-df0d-4372-bcd5-c6107255c2c2 req-62a9951c-9e8f-436e-8529-7c4601ed5c6f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 200 len: 851 time: 0.0446699 Jul 09 09:49:53.788219 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851864-df0d-4372-bcd5-c6107255c2c2 req-b29ddf32-5852-415a-9bad-56434726bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:53.790141 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5d851864-df0d-4372-bcd5-c6107255c2c2 req-b29ddf32-5852-415a-9bad-56434726bd56 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c39f085e-9a90-44ab-b2cf-d4cf479d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631115 Jul 09 09:49:53.911200 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5d851864-df0d-4372-bcd5-c6107255c2c2 req-7f14c5d9-0536-4167-b408-6abad806f6cb service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140444 Jul 09 09:49:54.024028 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5d851864-df0d-4372-bcd5-c6107255c2c2 req-15321900-9757-4274-b79e-c7193af99c45 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049819 Jul 09 09:49:54.418575 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a9f65-d214-4d56-a8ec-ace65409b25b req-c55d3f57-99c1-4202-a672-50cfb70c303c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:54.420310 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-492a9f65-d214-4d56-a8ec-ace65409b25b req-c55d3f57-99c1-4202-a672-50cfb70c303c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.0912001 Jul 09 09:49:54.472463 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-492a9f65-d214-4d56-a8ec-ace65409b25b req-0fb19482-f01d-4fe6-9aa4-97c00b3301b2 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458872 Jul 09 09:49:54.713563 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50f36b-b252-4a43-87c1-fc11006f54be req-716c147b-7f36-4748-b8c2-f9fff44339f2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:54.715585 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5d50f36b-b252-4a43-87c1-fc11006f54be req-716c147b-7f36-4748-b8c2-f9fff44339f2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 944 time: 0.0989983 Jul 09 09:49:54.781092 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5d50f36b-b252-4a43-87c1-fc11006f54be req-a8fda468-bbbd-4112-988d-2f618ca566fa tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585251 Jul 09 09:49:55.668097 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b819c0-86f1-427e-b09d-46dee2018859 req-b60f5c83-8331-4175-84c5-229b2f6c5ed6 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:55.670978 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14b819c0-86f1-427e-b09d-46dee2018859 req-b60f5c83-8331-4175-84c5-229b2f6c5ed6 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.0763402 Jul 09 09:49:55.732694 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14b819c0-86f1-427e-b09d-46dee2018859 req-d5b311a3-77c7-42e6-a19a-edd593687ee3 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515001 Jul 09 09:49:55.922924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865f26e-5912-4fca-a1f4-eea4e12187ec req-d9ea76fc-4300-4adc-9a62-6f645b4f8bf6 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:55.924571 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e865f26e-5912-4fca-a1f4-eea4e12187ec req-d9ea76fc-4300-4adc-9a62-6f645b4f8bf6 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.0771360 Jul 09 09:49:55.994649 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e865f26e-5912-4fca-a1f4-eea4e12187ec req-eb4c4dfb-a065-4644-9e38-28953c4384a6 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596263 Jul 09 09:49:56.030827 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0b7c5-f440-42b5-9d1c-0e3f8c518e2a req-1e12b72e-faa3-4e23-862b-2018de479865 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:56.036464 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bb0b7c5-f440-42b5-9d1c-0e3f8c518e2a req-1e12b72e-faa3-4e23-862b-2018de479865 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 944 time: 0.1106088 Jul 09 09:49:56.088271 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bb0b7c5-f440-42b5-9d1c-0e3f8c518e2a req-51e0fd59-4d59-4ff3-924c-4e36251b70ad tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476878 Jul 09 09:49:56.270710 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c7c22-5840-4d88-b381-ff9e660f9e3a req-2bf525f9-428e-419c-aa4b-59ecb6903951 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:56.272359 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-309c7c22-5840-4d88-b381-ff9e660f9e3a req-2bf525f9-428e-419c-aa4b-59ecb6903951 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.0720916 Jul 09 09:49:56.314410 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-309c7c22-5840-4d88-b381-ff9e660f9e3a req-74be5ac4-ff8a-4b48-a79f-f17158b33a22 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363228 Jul 09 09:49:56.520567 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8bd7a-4540-4881-98e3-ffb32f6192ac req-27ed3978-f05f-43f4-b41b-1300540ec024 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:56.522520 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c3d8bd7a-4540-4881-98e3-ffb32f6192ac req-27ed3978-f05f-43f4-b41b-1300540ec024 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.0741863 Jul 09 09:49:56.565479 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c3d8bd7a-4540-4881-98e3-ffb32f6192ac req-578912d6-267f-4344-b78d-6c09ccff6c10 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364950 Jul 09 09:49:56.767774 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3174e2c-5084-4d94-b747-0316075a7e10 req-00f0dd72-1cef-4e59-a0eb-a04522d3a17b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:56.770182 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3174e2c-5084-4d94-b747-0316075a7e10 req-00f0dd72-1cef-4e59-a0eb-a04522d3a17b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.0735343 Jul 09 09:49:56.814617 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3174e2c-5084-4d94-b747-0316075a7e10 req-d554dad1-7960-473f-ac79-b8061506a9be tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386500 Jul 09 09:49:57.049086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218769b-8cf3-4afd-a622-90c9a71e29a3 req-69f86420-b141-452e-83a8-37daf136a563 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:57.050710 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9218769b-8cf3-4afd-a622-90c9a71e29a3 req-69f86420-b141-452e-83a8-37daf136a563 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.0851958 Jul 09 09:49:57.117557 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9218769b-8cf3-4afd-a622-90c9a71e29a3 req-39be6c05-d5f3-42b8-b34d-1852d0e8c39c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561349 Jul 09 09:49:57.386826 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488d6de-2f00-45d4-bea6-33c87610008f req-71371caa-8829-43b6-90bf-f5a4a507b5b0 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:57.388333 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7488d6de-2f00-45d4-bea6-33c87610008f req-71371caa-8829-43b6-90bf-f5a4a507b5b0 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 944 time: 0.1247559 Jul 09 09:49:57.402142 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e50617-0e14-4688-8374-8815d613f24d req-6a15d820-75ea-4ba5-9ae9-863fcfd50cb7 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:57.403624 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4e50617-0e14-4688-8374-8815d613f24d req-6a15d820-75ea-4ba5-9ae9-863fcfd50cb7 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.1057534 Jul 09 09:49:57.453598 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7488d6de-2f00-45d4-bea6-33c87610008f req-3efff355-9656-4910-a295-25832a4afcb6 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592020 Jul 09 09:49:57.469096 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4e50617-0e14-4688-8374-8815d613f24d req-788336ea-f0a1-4787-8d0d-fed4e42071aa tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586076 Jul 09 09:49:57.897122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a46573-50a1-4b49-af8f-62441fb82e99 req-50a1aa4f-e884-44e3-8ac9-2b666ab63f35 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:57.898725 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-46a46573-50a1-4b49-af8f-62441fb82e99 req-50a1aa4f-e884-44e3-8ac9-2b666ab63f35 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.0750215 Jul 09 09:49:57.945028 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-46a46573-50a1-4b49-af8f-62441fb82e99 req-1724f737-9bad-489f-86b6-683660500b96 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384409 Jul 09 09:49:58.678050 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936e9bf-4868-46b6-b2cf-d37d2998eb31 req-b2eebc0e-ad5c-4920-8ae0-8fae59b3e431 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:58.680821 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f936e9bf-4868-46b6-b2cf-d37d2998eb31 req-b2eebc0e-ad5c-4920-8ae0-8fae59b3e431 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 944 time: 0.0988164 Jul 09 09:49:58.726789 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f936e9bf-4868-46b6-b2cf-d37d2998eb31 req-7706ef4e-5c80-476e-9cd8-2968e74341ef tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398200 Jul 09 09:49:59.150690 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24ea93-4dec-49db-80df-4bb1d9cdce76 req-76a680a4-cd74-4342-a861-92152f01a447 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:59.152803 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2e24ea93-4dec-49db-80df-4bb1d9cdce76 req-76a680a4-cd74-4342-a861-92152f01a447 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.0779443 Jul 09 09:49:59.196722 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2e24ea93-4dec-49db-80df-4bb1d9cdce76 req-63a25618-63ce-4ccf-9266-f79028f9d09b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377517 Jul 09 09:49:59.690455 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d906b1-445a-437e-b818-9532a3a1aa1a req-b166d4dd-154a-43f1-baf6-f4fee9a01824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:59.692008 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d906b1-445a-437e-b818-9532a3a1aa1a req-b166d4dd-154a-43f1-baf6-f4fee9a01824 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=995334f9c17949d3ac64812939fb040c&device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 1097 time: 0.1099043 Jul 09 09:49:59.700061 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83147f-dc2b-4eda-8a95-8b8c89dd89a2 req-eb1fe0cf-cee9-491f-be57-77512dc1c865 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:59.701529 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a83147f-dc2b-4eda-8a95-8b8c89dd89a2 req-eb1fe0cf-cee9-491f-be57-77512dc1c865 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.1035321 Jul 09 09:49:59.800001 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a83147f-dc2b-4eda-8a95-8b8c89dd89a2 req-782e1edd-c501-4c8b-8549-169cf7d55296 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900967 Jul 09 09:49:59.839206 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d906b1-445a-437e-b818-9532a3a1aa1a req-7af73ca0-880e-43bf-9217-6a8aba8c789e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:59.840815 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d906b1-445a-437e-b818-9532a3a1aa1a req-7af73ca0-880e-43bf-9217-6a8aba8c789e service neutron] 10.222.0.64 "GET /v2.0/networks?id=c82b3f29-8b69-464b-af45-d9293d4a67b7 HTTP/1.1" status: 200 len: 915 time: 0.1384215 Jul 09 09:49:59.883576 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d906b1-445a-437e-b818-9532a3a1aa1a req-d552efac-dd86-4a26-b5a0-adc6088d4785 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1295f280-b32a-4f71-b995-0ff86055a26e HTTP/1.1" status: 200 len: 217 time: 0.0359130 Jul 09 09:49:59.973937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d906b1-445a-437e-b818-9532a3a1aa1a req-471be2dc-78fd-450c-af7e-989bdae9f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:49:59.975457 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d906b1-445a-437e-b818-9532a3a1aa1a req-471be2dc-78fd-450c-af7e-989bdae9f726 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=10d08eb5-af41-4baf-b437-081470ac6064 HTTP/1.1" status: 200 len: 854 time: 0.0844071 Jul 09 09:50:00.016714 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d906b1-445a-437e-b818-9532a3a1aa1a req-06f12dd2-e41e-4084-8325-6d886fa338e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c82b3f29-8b69-464b-af45-d9293d4a67b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340097 Jul 09 09:50:00.051645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477db7e-0191-41b3-a0e3-c3aba085615d req-ffa82c3a-1250-4a2d-983a-d90cf9e69b16 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:00.053189 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e477db7e-0191-41b3-a0e3-c3aba085615d req-ffa82c3a-1250-4a2d-983a-d90cf9e69b16 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 944 time: 0.1356771 Jul 09 09:50:00.132165 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e477db7e-0191-41b3-a0e3-c3aba085615d req-ccc62bd5-c273-470d-b741-54300588f337 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537477 Jul 09 09:50:00.154048 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d906b1-445a-437e-b818-9532a3a1aa1a req-9047fd58-57a4-4fba-9b3d-afd12c98075a service neutron] 10.222.0.64 "GET /v2.0/networks/c82b3f29-8b69-464b-af45-d9293d4a67b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290679 Jul 09 09:50:00.252058 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d906b1-445a-437e-b818-9532a3a1aa1a req-70f04ea6-0862-4cb0-bfdb-c16e2dea92b4 service neutron] 10.222.0.64 "GET /v2.0/networks/c82b3f29-8b69-464b-af45-d9293d4a67b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911853 Jul 09 09:50:00.982563 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4b8f0-3d25-439a-87ac-818d072de286 req-10a5f091-ebdc-4b6b-9ee8-1e53389eeca9 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:00.984088 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-81d4b8f0-3d25-439a-87ac-818d072de286 req-10a5f091-ebdc-4b6b-9ee8-1e53389eeca9 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.0666111 Jul 09 09:50:01.025160 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-81d4b8f0-3d25-439a-87ac-818d072de286 req-95fa8366-d542-4c1c-93eb-fdcf210e61e6 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352478 Jul 09 09:50:01.332278 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028cac6-cfe7-4690-bd6a-459f1030d401 req-3f9ab15f-17ee-4705-8947-e8f01521adcc tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:01.333882 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3028cac6-cfe7-4690-bd6a-459f1030d401 req-3f9ab15f-17ee-4705-8947-e8f01521adcc tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 944 time: 0.0804207 Jul 09 09:50:01.382252 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3028cac6-cfe7-4690-bd6a-459f1030d401 req-e43845d6-ecfc-4982-866c-8f69abffdf29 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428095 Jul 09 09:50:02.208166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73998ba8-4a01-4634-89cf-ed98b41e2283 req-f3976777-da2e-4b78-8284-61f356cd9734 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:02.209675 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73998ba8-4a01-4634-89cf-ed98b41e2283 req-f3976777-da2e-4b78-8284-61f356cd9734 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.0672791 Jul 09 09:50:02.250447 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73998ba8-4a01-4634-89cf-ed98b41e2283 req-60133221-e433-426a-ba1c-c1793c6d14fe tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342228 Jul 09 09:50:02.440820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9bfe7-11d3-4101-a8db-f9112f99d8e3 req-b51eb632-7741-433f-8414-00a309429e09 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:02.442376 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3ec9bfe7-11d3-4101-a8db-f9112f99d8e3 req-b51eb632-7741-433f-8414-00a309429e09 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.0741954 Jul 09 09:50:02.493486 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3ec9bfe7-11d3-4101-a8db-f9112f99d8e3 req-150a9980-cb16-4201-b381-90eebcf8066a tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454445 Jul 09 09:50:02.586872 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bb0fb-94f8-454e-a511-eb6285ccc491 req-2c006d85-6680-45ca-97f6-5b201eaffc9e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:02.589199 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de8bb0fb-94f8-454e-a511-eb6285ccc491 req-2c006d85-6680-45ca-97f6-5b201eaffc9e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 944 time: 0.0752859 Jul 09 09:50:02.630005 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de8bb0fb-94f8-454e-a511-eb6285ccc491 req-53af1a2e-3d69-43ef-a420-cef2b448a25f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348172 Jul 09 09:50:02.793816 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925a202-160e-472b-a5b3-e53ed4dc46af req-187ea4fb-535d-400f-b0ca-ecad59022876 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:02.795240 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3925a202-160e-472b-a5b3-e53ed4dc46af req-187ea4fb-535d-400f-b0ca-ecad59022876 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.0716574 Jul 09 09:50:02.837132 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3925a202-160e-472b-a5b3-e53ed4dc46af req-eb2cffef-497b-4fd1-872b-4d03e984a74d tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358427 Jul 09 09:50:03.030038 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c392924-1bfa-402c-a144-a34f23413558 req-f1ae1e92-37fa-4691-ac56-839a1749935e tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:03.031477 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0c392924-1bfa-402c-a144-a34f23413558 req-f1ae1e92-37fa-4691-ac56-839a1749935e tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.0681546 Jul 09 09:50:03.072389 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0c392924-1bfa-402c-a144-a34f23413558 req-21c21389-71ee-4fd2-a35d-b9a74f29b203 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351481 Jul 09 09:50:03.342790 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20868103-b5c0-4f58-9fea-276006c00fc8 req-2296b65b-1d98-449a-8015-108a0e9b7b7b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:03.344340 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20868103-b5c0-4f58-9fea-276006c00fc8 req-2296b65b-1d98-449a-8015-108a0e9b7b7b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.0644047 Jul 09 09:50:03.385029 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20868103-b5c0-4f58-9fea-276006c00fc8 req-514a2444-3823-4133-97b2-a9b2ae6d94f4 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350578 Jul 09 09:50:03.576011 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f941f17-9ae0-4c66-a9dc-e3e12a86e541 req-7190c88b-aee1-4fcf-b45e-0d6d20338cdf tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:03.577129 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7f941f17-9ae0-4c66-a9dc-e3e12a86e541 req-7190c88b-aee1-4fcf-b45e-0d6d20338cdf tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.0791898 Jul 09 09:50:03.618637 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7f941f17-9ae0-4c66-a9dc-e3e12a86e541 req-549fef70-57ae-486c-bd0a-18e3cd19445d tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355215 Jul 09 09:50:03.914447 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:03.971150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b730fe-2a4f-4e07-ba03-54f3a535dd2c req-e10d3989-76e7-4c00-9efa-0a6413ea95b9 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:03.973532 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-83b730fe-2a4f-4e07-ba03-54f3a535dd2c req-e10d3989-76e7-4c00-9efa-0a6413ea95b9 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 944 time: 0.1344812 Jul 09 09:50:04.044337 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-83b730fe-2a4f-4e07-ba03-54f3a535dd2c req-f9bc5486-3e76-4a42-ba50-9b1a1f90bb31 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581710 Jul 09 09:50:04.054425 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb68b3f-74a5-47bf-8c55-5239176a7d64 req-161c91b8-b836-4fce-8b3a-65febd66e86b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:04.055672 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dcb68b3f-74a5-47bf-8c55-5239176a7d64 req-161c91b8-b836-4fce-8b3a-65febd66e86b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.1292179 Jul 09 09:50:04.102047 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dcb68b3f-74a5-47bf-8c55-5239176a7d64 req-87ff09f2-33a4-4109-be32-347770872ced tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398183 Jul 09 09:50:04.334374 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1967e39-2ef4-4e6b-87d1-44326737d0f1 req-311104cd-1b7d-4a6e-ab1a-ab00d7724857 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:04.336578 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b1967e39-2ef4-4e6b-87d1-44326737d0f1 req-311104cd-1b7d-4a6e-ab1a-ab00d7724857 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.0852029 Jul 09 09:50:04.402380 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b1967e39-2ef4-4e6b-87d1-44326737d0f1 req-a05f6f52-c22e-4d3b-9d43-667d089addbd tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484772 Jul 09 09:50:04.745907 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a50aaa-84b8-4968-832e-6a6bd60b2fa0 req-014b180f-6ef1-4b2f-af8f-0e9d6739f6dd tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:04.748454 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-71a50aaa-84b8-4968-832e-6a6bd60b2fa0 req-014b180f-6ef1-4b2f-af8f-0e9d6739f6dd tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.0795374 Jul 09 09:50:04.801205 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-71a50aaa-84b8-4968-832e-6a6bd60b2fa0 req-b3e0a987-e009-48a4-b263-d5f404847503 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474076 Jul 09 09:50:04.996862 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa05361-14d6-415a-b980-6443a7784a8f req-3ea54582-5e3e-4d9f-9640-d15fdc4271b5 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:04.998419 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6aa05361-14d6-415a-b980-6443a7784a8f req-3ea54582-5e3e-4d9f-9640-d15fdc4271b5 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.0736632 Jul 09 09:50:05.050630 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6aa05361-14d6-415a-b980-6443a7784a8f req-4651a24e-4b3b-4059-bc58-df03caf18652 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459764 Jul 09 09:50:05.289608 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49284391-d894-4925-9d35-f5ea292d55a2 req-da75ac8b-de13-4502-8596-a2e09cb904c5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:05.291121 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-49284391-d894-4925-9d35-f5ea292d55a2 req-da75ac8b-de13-4502-8596-a2e09cb904c5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 944 time: 0.1088166 Jul 09 09:50:05.325207 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb8e9c-8033-486a-ada5-99f649a04f76 req-918775cc-7f7c-42f6-a022-a03a85b33e75 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:05.326700 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4efb8e9c-8033-486a-ada5-99f649a04f76 req-918775cc-7f7c-42f6-a022-a03a85b33e75 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.1139309 Jul 09 09:50:05.356481 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-49284391-d894-4925-9d35-f5ea292d55a2 req-476e1cbc-cb44-4197-b123-934a4c9fa45e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587108 Jul 09 09:50:05.379642 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4efb8e9c-8033-486a-ada5-99f649a04f76 req-22833591-6fc7-4ed4-9772-4b11858d37c3 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468028 Jul 09 09:50:05.556267 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5e300-543b-4daf-a01a-3cb47b6e67aa req-7a120ce3-a39e-48ad-b68e-ec792cb0bab4 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:05.558381 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5de5e300-543b-4daf-a01a-3cb47b6e67aa req-7a120ce3-a39e-48ad-b68e-ec792cb0bab4 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.0670526 Jul 09 09:50:05.597367 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5de5e300-543b-4daf-a01a-3cb47b6e67aa req-12f52314-ec93-4f85-8e7d-cc4267f00127 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332654 Jul 09 09:50:05.792245 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26819b90-8e5b-4f58-8cb3-fd7eacb26497 req-573b2496-59cc-46ba-9be6-7a2e9911461d tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:05.793062 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-26819b90-8e5b-4f58-8cb3-fd7eacb26497 req-573b2496-59cc-46ba-9be6-7a2e9911461d tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.0699892 Jul 09 09:50:06.195930 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-26819b90-8e5b-4f58-8cb3-fd7eacb26497 req-2849f71e-cb61-43cb-9a7e-59d6109045e7 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925827 Jul 09 09:50:06.407682 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a573c6-936e-401b-9cd5-51bd476af932 req-b065e538-c30f-429d-9362-e089e1285f0d tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:06.409671 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07a573c6-936e-401b-9cd5-51bd476af932 req-b065e538-c30f-429d-9362-e089e1285f0d tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.0921648 Jul 09 09:50:06.471421 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07a573c6-936e-401b-9cd5-51bd476af932 req-52fac0dc-e7d7-4152-a8ab-4705bbb9543f tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555191 Jul 09 09:50:06.630359 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae36031-7ed1-4494-b242-abc9540beaca req-fb13ab56-78bd-45cf-bb8c-faa31991ff3e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:06.633349 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fae36031-7ed1-4494-b242-abc9540beaca req-fb13ab56-78bd-45cf-bb8c-faa31991ff3e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 944 time: 0.0985711 Jul 09 09:50:06.709483 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fae36031-7ed1-4494-b242-abc9540beaca req-88a26e90-0eae-466b-9ec3-8a2740c26753 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613160 Jul 09 09:50:06.762019 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3ad3c-99ec-4634-b43e-dcdc38e2d497 req-118bea0b-a852-435f-9a9d-102cb5e05a0b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:06.780633 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09f3ad3c-99ec-4634-b43e-dcdc38e2d497 req-118bea0b-a852-435f-9a9d-102cb5e05a0b tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.1420219 Jul 09 09:50:06.796782 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ec118ef4-0944-4c9a-8696-35937ebc8148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:06.847464 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09f3ad3c-99ec-4634-b43e-dcdc38e2d497 req-71e8421e-ce21-4c91-8c85-7de1c5f42650 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638347 Jul 09 09:50:07.947201 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb62e1-9d4f-47fe-8b7c-951325f652f6 req-b6fe156d-c492-4960-9c18-e65f4de23b07 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:07.949962 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbfb62e1-9d4f-47fe-8b7c-951325f652f6 req-b6fe156d-c492-4960-9c18-e65f4de23b07 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 944 time: 0.0829148 Jul 09 09:50:07.993947 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbfb62e1-9d4f-47fe-8b7c-951325f652f6 req-81304a0e-b29c-461e-931a-7ed0c243761f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374353 Jul 09 09:50:08.229617 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 0bd424fe-20af-4681-8672-0b8e989daad5 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:50:08.364426 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 0bd424fe-20af-4681-8672-0b8e989daad5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=0bd424fe-20af-4681-8672-0b8e989daad5,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:50:08.377798 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '0bd424fe-20af-4681-8672-0b8e989daad5', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'port_id': '0bd424fe-20af-4681-8672-0b8e989daad5', 'mac_address': 'fa:16:3e:da:87:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:50:08.418725 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:08.432972 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd424fe-20af-4681-8672-0b8e989daad5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:50:08.454897 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 0bd424fe-20af-4681-8672-0b8e989daad5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=0bd424fe-20af-4681-8672-0b8e989daad5,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:50:08.460604 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:08.519411 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=0bd424fe-20af-4681-8672-0b8e989daad5,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:08.528094 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:08.528442 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:08.529013 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:08.529359 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:08.529698 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:08.530033 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:08.530363 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:08.530690 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:08.531015 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:08.531334 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:08.532048 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:08.532574 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:08.689248 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['0bd424fe-20af-4681-8672-0b8e989daad5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:50:09.174475 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:09.349450 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-626fa46b-95b1-43a6-8a35-2b8020dfcefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:09.365159 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b2cee-5777-4752-b787-3521d2c4087f req-4cca2e7b-9770-4d7e-b4da-950667310e16 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:09.373154 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-414b2cee-5777-4752-b787-3521d2c4087f req-4cca2e7b-9770-4d7e-b4da-950667310e16 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 945 time: 0.2047601 Jul 09 09:50:09.426589 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-414b2cee-5777-4752-b787-3521d2c4087f req-bba0e6c9-6f58-43e4-8a5c-15ce7583ccf5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525351 Jul 09 09:50:09.449052 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-d4af620f-3d92-49b3-b936-81d4d62bbd48 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:09.450747 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-d4af620f-3d92-49b3-b936-81d4d62bbd48 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/networks?id=1c09f046-0b54-49b5-93f9-8efa4af89682 HTTP/1.1" status: 200 len: 813 time: 0.2017446 Jul 09 09:50:09.478693 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-2cbf6889-0db9-4856-9aea-b75b27d76acf tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/quotas/4000311bf09545a6b9704a9d9abbc302 HTTP/1.1" status: 200 len: 375 time: 0.0125630 Jul 09 09:50:09.527347 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:09.618364 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-bfc02074-504c-406f-8683-1e5ce6a31b87 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4000311bf09545a6b9704a9d9abbc302&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1309426 Jul 09 09:50:09.710673 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-df47071d-a563-4e9b-a35d-6ed3a1294a98 service neutron] 10.222.0.61 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857484 Jul 09 09:50:09.817761 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-8b07bc81-f52f-46ff-9c5a-31484d89df4a service neutron] 10.222.0.61 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011162 Jul 09 09:50:10.018119 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3eda6522-2243-4814-b62c-28bfab549340 req-b8864e79-4341-4927-b9ac-ce2b802404bd tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8da86430-d85a-48ed-8652-0f13ba246233 HTTP/1.1" status: 200 len: 210 time: 0.0331848 Jul 09 09:50:10.244122 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 0bd424fe-20af-4681-8672-0b8e989daad5 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:50:10.340256 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 0bd424fe-20af-4681-8672-0b8e989daad5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:50:10.348957 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 0bd424fe-20af-4681-8672-0b8e989daad5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:50:10.349339 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:10.448646 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:10.484188 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e265f86-5352-48bb-815a-a31594bb0c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd424fe-20af-4681-8672-0b8e989daad5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:50:10.486749 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37657e5-a567-41bc-b26a-b17176336efe" -d '{"events": [{"server_uuid": "7e265f86-5352-48bb-815a-a31594bb0c50", "name": "network-vif-plugged", "status": "completed", "tag": "0bd424fe-20af-4681-8672-0b8e989daad5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:50:10.504352 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 0bd424fe-20af-4681-8672-0b8e989daad5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=0bd424fe-20af-4681-8672-0b8e989daad5,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:50:10.513034 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:10.569581 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a78f457-7f94-49e0-a2aa-ab4588bf3ecc x-openstack-request-id: req-2a78f457-7f94-49e0-a2aa-ab4588bf3ecc {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:50:10.570143 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e265f86-5352-48bb-815a-a31594bb0c50", "name": "network-vif-plugged", "status": "completed", "tag": "0bd424fe-20af-4681-8672-0b8e989daad5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:50:10.570727 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2a78f457-7f94-49e0-a2aa-ab4588bf3ecc {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:50:10.571378 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e265f86-5352-48bb-815a-a31594bb0c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd424fe-20af-4681-8672-0b8e989daad5', 'code': 200} Jul 09 09:50:10.606306 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=0bd424fe-20af-4681-8672-0b8e989daad5,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:10.734361 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e462ff-4ea2-468e-9aeb-46ada4c7c37a req-96a0a31d-e92c-41cf-b20e-d4f877c8b29a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:10.736570 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-58e462ff-4ea2-468e-9aeb-46ada4c7c37a req-96a0a31d-e92c-41cf-b20e-d4f877c8b29a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 946 time: 0.1436169 Jul 09 09:50:10.809371 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-58e462ff-4ea2-468e-9aeb-46ada4c7c37a req-17641b23-c463-40e8-89db-50043f629c9f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613172 Jul 09 09:50:10.849882 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84341f1e-2fa7-4243-8292-8fad17e670cc req-e9965dc9-3640-4e2c-b7a9-4be39a838385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:10.851558 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-84341f1e-2fa7-4243-8292-8fad17e670cc req-e9965dc9-3640-4e2c-b7a9-4be39a838385 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 1097 time: 0.1556425 Jul 09 09:50:10.921652 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-84341f1e-2fa7-4243-8292-8fad17e670cc req-4f7d34a4-b564-4875-8f2b-be4ff3febf35 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640566 Jul 09 09:50:11.167115 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:11.215824 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4890743b-a08c-4c21-899e-1bd6bb3aa5ef req-7ba298c1-3437-4be3-8e78-cae8f233abf8 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8da86430-d85a-48ed-8652-0f13ba246233 HTTP/1.1" status: 200 len: 210 time: 0.0371053 Jul 09 09:50:11.571503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-a51d8960-b357-483b-b81a-74452d60e872 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:11.573170 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-a51d8960-b357-483b-b81a-74452d60e872 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.64 "GET /v2.0/networks?id=1c09f046-0b54-49b5-93f9-8efa4af89682 HTTP/1.1" status: 200 len: 813 time: 0.2020948 Jul 09 09:50:11.589266 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-fc939488-c32f-49b2-b0e5-0b061dc8913f tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Request body: {'port': {'device_id': '8da86430-d85a-48ed-8652-0f13ba246233', 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682', 'admin_state_up': True, 'tenant_id': '4000311bf09545a6b9704a9d9abbc302'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:50:11.821436 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-fc939488-c32f-49b2-b0e5-0b061dc8913f tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Made reservation on behalf of 4000311bf09545a6b9704a9d9abbc302 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:50:11.828216 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-fc939488-c32f-49b2-b0e5-0b061dc8913f tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:11.999464 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-fc939488-c32f-49b2-b0e5-0b061dc8913f tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Allocated IP 172.20.0.3 (1c09f046-0b54-49b5-93f9-8efa4af89682/e1864d41-8586-4a4a-aa3a-cb409347c280/0b2912a8-f726-4bc8-b741-27042abae16d) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:50:12.167521 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12554b5c-268e-4aff-9a3a-e5ebcdb388c0 req-e82273c2-23bc-4531-a91a-4dafe2f00920 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:12.169085 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12554b5c-268e-4aff-9a3a-e5ebcdb388c0 req-e82273c2-23bc-4531-a91a-4dafe2f00920 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 946 time: 0.1390738 Jul 09 09:50:12.286537 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12554b5c-268e-4aff-9a3a-e5ebcdb388c0 req-8441cd6e-c6df-4370-81fb-bf6c6a018cd7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832374 Jul 09 09:50:12.298842 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c6d95-7626-4bea-9bf3-83385878e75a req-dce679ad-6026-4514-9240-6a8c98a9b283 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:12.300389 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b5c6d95-7626-4bea-9bf3-83385878e75a req-dce679ad-6026-4514-9240-6a8c98a9b283 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.1954579 Jul 09 09:50:12.317332 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-fc939488-c32f-49b2-b0e5-0b061dc8913f tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:12.364037 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b5c6d95-7626-4bea-9bf3-83385878e75a req-7ff87548-ac6f-489f-8ff1-9e85396ae3e1 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505023 Jul 09 09:50:12.404556 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-fc939488-c32f-49b2-b0e5-0b061dc8913f tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:12.419748 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:50:12.424422 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['fa6f5f29-1dac-40f4-99d9-7899d63a0c42', 'a615a6f2-6c8f-4f6e-8147-3d715c38401b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:50:12.481349 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-fc939488-c32f-49b2-b0e5-0b061dc8913f tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Network 1c09f046-0b54-49b5-93f9-8efa4af89682 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:50:12.523067 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-fc939488-c32f-49b2-b0e5-0b061dc8913f tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:50:12.561740 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-fc939488-c32f-49b2-b0e5-0b061dc8913f tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:50:12.598896 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc939488-c32f-49b2-b0e5-0b061dc8913f tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Pushing event updated for resources: {'Port': ['ID=0b2912a8-f726-4bc8-b741-27042abae16d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:12.653659 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-fc939488-c32f-49b2-b0e5-0b061dc8913f tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:12.654494 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-fc939488-c32f-49b2-b0e5-0b061dc8913f tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:12.668547 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3bf2d3-f5f4-4184-9171-34252721bfdd req-f9e10ef6-c9f6-421c-9881-6d8aad246189 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:12.670668 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cc3bf2d3-f5f4-4184-9171-34252721bfdd req-f9e10ef6-c9f6-421c-9881-6d8aad246189 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8da86430-d85a-48ed-8652-0f13ba246233 HTTP/1.1" status: 200 len: 931 time: 0.2311110 Jul 09 09:50:12.700087 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-fc939488-c32f-49b2-b0e5-0b061dc8913f tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1148708 Jul 09 09:50:12.709107 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b8863-4395-434b-a63e-7b6084f60f41 req-2d77696b-89e3-48f8-a02c-0d751d9e8db3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:12.710688 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d5b8863-4395-434b-a63e-7b6084f60f41 req-2d77696b-89e3-48f8-a02c-0d751d9e8db3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 946 time: 0.2247715 Jul 09 09:50:12.771512 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d5b8863-4395-434b-a63e-7b6084f60f41 req-6e520cce-2d3c-49fe-8a6c-6ee441ccb564 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528193 Jul 09 09:50:12.785956 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cc3bf2d3-f5f4-4184-9171-34252721bfdd req-3f0eeedd-9e97-4814-bdfc-03335cda51f3 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004877 Jul 09 09:50:12.807512 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-5e9e785f-89c8-4e5f-9bf5-0068dfbb0c14 service neutron] Request body: {'port': {'device_id': '8da86430-d85a-48ed-8652-0f13ba246233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:50:12.883390 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-5e9e785f-89c8-4e5f-9bf5-0068dfbb0c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:12.950640 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:13.192353 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-5e9e785f-89c8-4e5f-9bf5-0068dfbb0c14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b2912a8-f726-4bc8-b741-27042abae16d {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:50:13.200432 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-5e9e785f-89c8-4e5f-9bf5-0068dfbb0c14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:13.213510 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-5e9e785f-89c8-4e5f-9bf5-0068dfbb0c14 service neutron] Transition to ACTIVE for port object 0b2912a8-f726-4bc8-b741-27042abae16d will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:50:13.217985 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-5e9e785f-89c8-4e5f-9bf5-0068dfbb0c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:13.274084 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e785f-89c8-4e5f-9bf5-0068dfbb0c14 service neutron] Pushing event updated for resources: {'Port': ['ID=0b2912a8-f726-4bc8-b741-27042abae16d,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:13.383351 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-5e9e785f-89c8-4e5f-9bf5-0068dfbb0c14 service neutron] Attempting to bind port 0b2912a8-f726-4bc8-b741-27042abae16d on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:50:13.384012 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-5e9e785f-89c8-4e5f-9bf5-0068dfbb0c14 service neutron] Attempting to bind port 0b2912a8-f726-4bc8-b741-27042abae16d by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '0f13317e-a02b-4f15-9d45-d9d5f8fef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:50:13.384511 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-5e9e785f-89c8-4e5f-9bf5-0068dfbb0c14 service neutron] Attempting to bind port 0b2912a8-f726-4bc8-b741-27042abae16d on network 1c09f046-0b54-49b5-93f9-8efa4af89682 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:50:13.389695 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-5e9e785f-89c8-4e5f-9bf5-0068dfbb0c14 service neutron] Port 0b2912a8-f726-4bc8-b741-27042abae16d on network 1c09f046-0b54-49b5-93f9-8efa4af89682 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:50:13.390229 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-5e9e785f-89c8-4e5f-9bf5-0068dfbb0c14 service neutron] Attempting to bind port 0b2912a8-f726-4bc8-b741-27042abae16d on network 1c09f046-0b54-49b5-93f9-8efa4af89682 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:50:13.396047 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-5e9e785f-89c8-4e5f-9bf5-0068dfbb0c14 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:50:13.396620 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-5e9e785f-89c8-4e5f-9bf5-0068dfbb0c14 service neutron] Checking segment: {'id': '0f13317e-a02b-4f15-9d45-d9d5f8fef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:50:13.397199 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-5e9e785f-89c8-4e5f-9bf5-0068dfbb0c14 service neutron] Bound using segment: {'id': '0f13317e-a02b-4f15-9d45-d9d5f8fef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:50:13.398095 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-5e9e785f-89c8-4e5f-9bf5-0068dfbb0c14 service neutron] Bound port: 0b2912a8-f726-4bc8-b741-27042abae16d, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f13317e-a02b-4f15-9d45-d9d5f8fef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:50:13.398748 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-5e9e785f-89c8-4e5f-9bf5-0068dfbb0c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:13.516401 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-5e9e785f-89c8-4e5f-9bf5-0068dfbb0c14 service neutron] For port 0b2912a8-f726-4bc8-b741-27042abae16d, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:50:13.521909 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-5e9e785f-89c8-4e5f-9bf5-0068dfbb0c14 service neutron] For port 0b2912a8-f726-4bc8-b741-27042abae16d, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0b2912a8-f726-4bc8-b741-27042abae16d,segment=NetworkSegment(0f13317e-a02b-4f15-9d45-d9d5f8fef2be),segment_id=0f13317e-a02b-4f15-9d45-d9d5f8fef2be)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:50:13.557802 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-5e9e785f-89c8-4e5f-9bf5-0068dfbb0c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:13.602013 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-5e9e785f-89c8-4e5f-9bf5-0068dfbb0c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:13.602616 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-5e9e785f-89c8-4e5f-9bf5-0068dfbb0c14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:13.604118 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-5e9e785f-89c8-4e5f-9bf5-0068dfbb0c14 service neutron] 10.222.0.64 "PUT /v2.0/ports/0b2912a8-f726-4bc8-b741-27042abae16d HTTP/1.1" status: 200 len: 1091 time: 0.8925090 Jul 09 09:50:13.608736 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da86430-d85a-48ed-8652-0f13ba246233', 'tag': '0b2912a8-f726-4bc8-b741-27042abae16d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:50:13.610689 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd582f8e-1e45-4838-a6dc-5eed84ea5e86" -d '{"events": [{"name": "network-changed", "server_uuid": "8da86430-d85a-48ed-8652-0f13ba246233", "tag": "0b2912a8-f726-4bc8-b741-27042abae16d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:50:13.646431 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e785f-89c8-4e5f-9bf5-0068dfbb0c14 service neutron] Pushing event updated for resources: {'Port': ['ID=0b2912a8-f726-4bc8-b741-27042abae16d,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:13.667977 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdd459-9687-4b5c-a7b9-4418492abafd req-d9b4f81d-eed8-49fb-83fe-f8c1cffe9c3c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:13.673952 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fcfdd459-9687-4b5c-a7b9-4418492abafd req-d9b4f81d-eed8-49fb-83fe-f8c1cffe9c3c tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.1497631 Jul 09 09:50:13.737212 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fcfdd459-9687-4b5c-a7b9-4418492abafd req-9272b6af-6d22-42cf-b3be-285a5b55a2ef tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580578 Jul 09 09:50:13.782658 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-0db2dc83-7a41-4e35-bb63-1671c378d64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:13.784945 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-0db2dc83-7a41-4e35-bb63-1671c378d64c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4000311bf09545a6b9704a9d9abbc302&device_id=8da86430-d85a-48ed-8652-0f13ba246233 HTTP/1.1" status: 200 len: 1094 time: 0.1330948 Jul 09 09:50:13.837434 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-716cc331-7e97-467b-a96c-5bae191fa854 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b2912a8-f726-4bc8-b741-27042abae16d HTTP/1.1" status: 200 len: 217 time: 0.0430670 Jul 09 09:50:13.912015 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57420c08-dfea-4a9c-9e67-d6c41a588d1c x-openstack-request-id: req-57420c08-dfea-4a9c-9e67-d6c41a588d1c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:50:13.912634 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da86430-d85a-48ed-8652-0f13ba246233", "tag": "0b2912a8-f726-4bc8-b741-27042abae16d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:50:13.912634 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-57420c08-dfea-4a9c-9e67-d6c41a588d1c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:50:13.912920 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da86430-d85a-48ed-8652-0f13ba246233', 'tag': '0b2912a8-f726-4bc8-b741-27042abae16d', 'status': 'completed', 'code': 200} Jul 09 09:50:13.934034 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-5948833b-8ec0-43d2-9670-59f0f10b0e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:13.935638 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-5948833b-8ec0-43d2-9670-59f0f10b0e60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1864d41-8586-4a4a-aa3a-cb409347c280 HTTP/1.1" status: 200 len: 853 time: 0.0905359 Jul 09 09:50:13.985190 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-80720773-9288-4a9b-8b71-52fbe21157d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c09f046-0b54-49b5-93f9-8efa4af89682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379226 Jul 09 09:50:14.180819 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-6341386e-36eb-43f7-907b-c2a620773f77 service neutron] 10.222.0.64 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881325 Jul 09 09:50:14.263674 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e523d-9dc5-4894-9482-cca0cb01dd55 req-7e149e6e-85bd-432e-bd63-3d3c22865e3c tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:14.265477 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c30e523d-9dc5-4894-9482-cca0cb01dd55 req-7e149e6e-85bd-432e-bd63-3d3c22865e3c tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8da86430-d85a-48ed-8652-0f13ba246233 HTTP/1.1" status: 200 len: 943 time: 0.2556701 Jul 09 09:50:14.336307 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c30e523d-9dc5-4894-9482-cca0cb01dd55 req-9e97e44b-c97b-4164-a9d9-e46b6c5c0d2f tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584722 Jul 09 09:50:14.346954 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e69ad-842f-4de5-ac92-492ba41cef29 req-136ed062-bdb1-4e3e-8fea-0c39e6fc1e86 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:14.348561 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-924e69ad-842f-4de5-ac92-492ba41cef29 req-136ed062-bdb1-4e3e-8fea-0c39e6fc1e86 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.64 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.2463739 Jul 09 09:50:14.356046 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17ad39c4-1e3a-49c0-b73d-6cf554c9a011 req-ae253abc-ea6f-4fc9-ace4-a4868ed20e69 service neutron] 10.222.0.64 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613443 Jul 09 09:50:14.532427 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd582f8e-1e45-4838-a6dc-5eed84ea5e86 req-63681856-4677-486b-ba4c-79db24dea1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:14.533962 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd582f8e-1e45-4838-a6dc-5eed84ea5e86 req-63681856-4677-486b-ba4c-79db24dea1b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4000311bf09545a6b9704a9d9abbc302&device_id=8da86430-d85a-48ed-8652-0f13ba246233 HTTP/1.1" status: 200 len: 1094 time: 0.1222634 Jul 09 09:50:14.544222 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-924e69ad-842f-4de5-ac92-492ba41cef29 req-bfb7bb0f-209e-46d6-86c6-5aa1628c68bc tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Deleting port 1295f280-b32a-4f71-b995-0ff86055a26e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:50:14.544222 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-924e69ad-842f-4de5-ac92-492ba41cef29 req-bfb7bb0f-209e-46d6-86c6-5aa1628c68bc tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:14.757755 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd582f8e-1e45-4838-a6dc-5eed84ea5e86 req-53f482f6-5d5e-493e-8b4b-7869daf9de9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:14.759559 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd582f8e-1e45-4838-a6dc-5eed84ea5e86 req-53f482f6-5d5e-493e-8b4b-7869daf9de9f service neutron] 10.222.0.64 "GET /v2.0/networks?id=1c09f046-0b54-49b5-93f9-8efa4af89682 HTTP/1.1" status: 200 len: 914 time: 0.2095277 Jul 09 09:50:14.761540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-924e69ad-842f-4de5-ac92-492ba41cef29 req-bfb7bb0f-209e-46d6-86c6-5aa1628c68bc tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] For port 1295f280-b32a-4f71-b995-0ff86055a26e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=1295f280-b32a-4f71-b995-0ff86055a26e,segment=NetworkSegment(b22678b3-3fde-49df-892e-3f3b4be9430c),segment_id=b22678b3-3fde-49df-892e-3f3b4be9430c)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:50:14.761909 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-924e69ad-842f-4de5-ac92-492ba41cef29 req-bfb7bb0f-209e-46d6-86c6-5aa1628c68bc tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:14.814378 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-924e69ad-842f-4de5-ac92-492ba41cef29 req-bfb7bb0f-209e-46d6-86c6-5aa1628c68bc tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Calling delete_port for 1295f280-b32a-4f71-b995-0ff86055a26e owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:50:14.817193 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd582f8e-1e45-4838-a6dc-5eed84ea5e86 req-8b0f7a5e-4121-481d-83c0-15bcea878db3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b2912a8-f726-4bc8-b741-27042abae16d HTTP/1.1" status: 200 len: 217 time: 0.0452259 Jul 09 09:50:14.955357 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd582f8e-1e45-4838-a6dc-5eed84ea5e86 req-9d27cc4f-8bc5-423a-b225-b87987693175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:14.956898 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd582f8e-1e45-4838-a6dc-5eed84ea5e86 req-9d27cc4f-8bc5-423a-b225-b87987693175 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1864d41-8586-4a4a-aa3a-cb409347c280 HTTP/1.1" status: 200 len: 853 time: 0.1303058 Jul 09 09:50:15.010804 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd582f8e-1e45-4838-a6dc-5eed84ea5e86 req-ee8f2c30-a0a4-4428-a482-6e576244bb9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c09f046-0b54-49b5-93f9-8efa4af89682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430841 Jul 09 09:50:15.096342 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceabbc4-0866-4931-bf12-8f0ffc024851 req-c2c64761-995a-4728-9dda-3b912709b9c1 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:15.097943 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ceabbc4-0866-4931-bf12-8f0ffc024851 req-c2c64761-995a-4728-9dda-3b912709b9c1 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/ports?device_id=47e5c457-b289-4b9d-9935-1f294d01f73c HTTP/1.1" status: 200 len: 946 time: 0.2032270 Jul 09 09:50:15.182202 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-924e69ad-842f-4de5-ac92-492ba41cef29 req-bfb7bb0f-209e-46d6-86c6-5aa1628c68bc tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:15.196982 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['1295f280-b32a-4f71-b995-0ff86055a26e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:50:15.198233 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ceabbc4-0866-4931-bf12-8f0ffc024851 req-49bec9af-e2f8-41eb-9bda-dd95d5eafe29 tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0bab750-a9cc-4e30-bc1c-edd5acd794ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920382 Jul 09 09:50:15.224823 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7bb0f-209e-46d6-86c6-5aa1628c68bc tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Pushing event deleted for resources: {'Port': ['ID=1295f280-b32a-4f71-b995-0ff86055a26e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:15.232415 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd582f8e-1e45-4838-a6dc-5eed84ea5e86 req-595ef02f-90f0-471d-a72d-56f676c59a54 service neutron] 10.222.0.64 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137895 Jul 09 09:50:15.317262 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-924e69ad-842f-4de5-ac92-492ba41cef29 req-bfb7bb0f-209e-46d6-86c6-5aa1628c68bc tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] No DVR routers for this DVR port 1295f280-b32a-4f71-b995-0ff86055a26e on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:50:15.321634 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-924e69ad-842f-4de5-ac92-492ba41cef29 req-bfb7bb0f-209e-46d6-86c6-5aa1628c68bc tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:15.324723 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-924e69ad-842f-4de5-ac92-492ba41cef29 req-bfb7bb0f-209e-46d6-86c6-5aa1628c68bc tempest-ServersNegativeTestJSON-1510422570 tempest-ServersNegativeTestJSON-1510422570-project] 10.222.0.64 "DELETE /v2.0/ports/1295f280-b32a-4f71-b995-0ff86055a26e HTTP/1.1" status: 204 len: 173 time: 0.9649351 Jul 09 09:50:15.492298 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd582f8e-1e45-4838-a6dc-5eed84ea5e86 req-ae8dfd40-a377-4a2a-b980-b12d0c490bbe service neutron] 10.222.0.64 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359531 Jul 09 09:50:16.043531 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e5c457-b289-4b9d-9935-1f294d01f73c', 'name': 'network-vif-deleted', 'tag': '1295f280-b32a-4f71-b995-0ff86055a26e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:50:16.045942 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7e9991-6059-4bd4-9014-928aa7dfee47" -d '{"events": [{"server_uuid": "47e5c457-b289-4b9d-9935-1f294d01f73c", "name": "network-vif-deleted", "tag": "1295f280-b32a-4f71-b995-0ff86055a26e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:50:16.060925 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff245e6-50a5-4b2c-aa50-8f198f170e12 req-b9ae9d74-b92c-4e17-85d1-8273b3fc73d6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:16.062421 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3ff245e6-50a5-4b2c-aa50-8f198f170e12 req-b9ae9d74-b92c-4e17-85d1-8273b3fc73d6 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8da86430-d85a-48ed-8652-0f13ba246233 HTTP/1.1" status: 200 len: 943 time: 0.5261931 Jul 09 09:50:16.129185 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3ff245e6-50a5-4b2c-aa50-8f198f170e12 req-a41b3795-96bd-44a4-b8ae-c4456bb3f8aa tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595050 Jul 09 09:50:16.137404 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-424c3d5d-5136-4365-80d8-dc3b71902556 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:16.143038 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-424c3d5d-5136-4365-80d8-dc3b71902556 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 812 time: 0.5213311 Jul 09 09:50:16.162076 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-0075d12e-b7d9-4c26-9780-3b8f776b8580 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/quotas/813283cb89a545e1a829a2f32c9aa43c HTTP/1.1" status: 200 len: 375 time: 0.0175502 Jul 09 09:50:16.198775 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6998772-e488-418a-9e40-e653e7b856ac x-openstack-request-id: req-a6998772-e488-418a-9e40-e653e7b856ac {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:50:16.199070 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e5c457-b289-4b9d-9935-1f294d01f73c", "name": "network-vif-deleted", "tag": "1295f280-b32a-4f71-b995-0ff86055a26e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:50:16.199322 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a6998772-e488-418a-9e40-e653e7b856ac {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:50:16.199733 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e5c457-b289-4b9d-9935-1f294d01f73c', 'name': 'network-vif-deleted', 'tag': '1295f280-b32a-4f71-b995-0ff86055a26e', 'status': 'completed', 'code': 200} Jul 09 09:50:16.240243 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-5e4cf97e-d5c9-4c17-aa25-972ce122e01c tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0718255 Jul 09 09:50:16.299925 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46600) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:16.339960 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-21cbdeb7-473c-42d2-bedc-0578fdb53f17 service neutron] 10.222.0.61 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952756 Jul 09 09:50:16.345602 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc554bbe-a218-4b3a-b116-c69e846c1d97 admin admin] Deleting subnet 10d08eb5-af41-4baf-b437-081470ac6064 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:50:16.349117 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc554bbe-a218-4b3a-b116-c69e846c1d97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:16.384008 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc554bbe-a218-4b3a-b116-c69e846c1d97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:16.428819 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc554bbe-a218-4b3a-b116-c69e846c1d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:16.432558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-4afb4ce6-e889-40e5-9469-6a2f97802c08 service neutron] 10.222.0.61 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865347 Jul 09 09:50:16.486051 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc554bbe-a218-4b3a-b116-c69e846c1d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:16.501618 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc554bbe-a218-4b3a-b116-c69e846c1d97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:16.505756 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bc554bbe-a218-4b3a-b116-c69e846c1d97 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/10d08eb5-af41-4baf-b437-081470ac6064 HTTP/1.1" status: 204 len: 168 time: 0.2024739 Jul 09 09:50:16.506404 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46604) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:16.527313 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc554bbe-a218-4b3a-b116-c69e846c1d97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10d08eb5-af41-4baf-b437-081470ac6064,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:16.611867 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-603d0dea-0bd1-4750-8369-ab89badc5a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:16.753540 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de6b7845-ebc6-4ada-beb4-a7408b8556fe req-74675bae-b6ee-4a30-b667-338d33579208 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 210 time: 0.0376139 Jul 09 09:50:16.759492 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-603d0dea-0bd1-4750-8369-ab89badc5a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:16.771126 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-603d0dea-0bd1-4750-8369-ab89badc5a71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82b3f29-8b69-464b-af45-d9293d4a67b7']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:50:16.799441 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-603d0dea-0bd1-4750-8369-ab89badc5a71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22678b3-3fde-49df-892e-3f3b4be9430c') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:50:16.799896 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-603d0dea-0bd1-4750-8369-ab89badc5a71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22678b3-3fde-49df-892e-3f3b4be9430c') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:50:16.813487 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-603d0dea-0bd1-4750-8369-ab89badc5a71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:16.831941 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-603d0dea-0bd1-4750-8369-ab89badc5a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:16.838972 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603d0dea-0bd1-4750-8369-ab89badc5a71 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:50:16.839650 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-603d0dea-0bd1-4750-8369-ab89badc5a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:50:16.841672 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:50:16.908816 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-603d0dea-0bd1-4750-8369-ab89badc5a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:16.920659 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-603d0dea-0bd1-4750-8369-ab89badc5a71 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:16.925169 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-603d0dea-0bd1-4750-8369-ab89badc5a71 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c82b3f29-8b69-464b-af45-d9293d4a67b7 HTTP/1.1" status: 204 len: 168 time: 0.4149413 Jul 09 09:50:16.933464 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d0dea-0bd1-4750-8369-ab89badc5a71 admin admin] Pushing event deleted for resources: {'Network': ['ID=c82b3f29-8b69-464b-af45-d9293d4a67b7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:17.064988 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46624) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:17.129348 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5840395b-0fbf-4083-a1b5-be8a2cb1ef5f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=995334f9c17949d3ac64812939fb040c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624883 Jul 09 09:50:17.132134 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46634) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:17.209227 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b2e295d9-75df-48e9-8ffd-beec416d7f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:17.237214 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b2e295d9-75df-48e9-8ffd-beec416d7f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:17.294308 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b2e295d9-75df-48e9-8ffd-beec416d7f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:17.297072 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b2e295d9-75df-48e9-8ffd-beec416d7f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:17.298220 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b2e295d9-75df-48e9-8ffd-beec416d7f41 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e0bab750-a9cc-4e30-bc1c-edd5acd794ef HTTP/1.1" status: 204 len: 168 time: 0.1651292 Jul 09 09:50:17.307267 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e295d9-75df-48e9-8ffd-beec416d7f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bab750-a9cc-4e30-bc1c-edd5acd794ef,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:17.374362 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e167b-be1b-4625-b5f0-b8a7e005bff8 req-408106c3-cf20-44e5-9d86-234eb6f2ad82 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:17.375996 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce6e167b-be1b-4625-b5f0-b8a7e005bff8 req-408106c3-cf20-44e5-9d86-234eb6f2ad82 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8da86430-d85a-48ed-8652-0f13ba246233 HTTP/1.1" status: 200 len: 943 time: 0.1106431 Jul 09 09:50:17.423415 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce6e167b-be1b-4625-b5f0-b8a7e005bff8 req-49414914-b7a5-41ff-833f-2e7511365b87 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413709 Jul 09 09:50:17.908631 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66971556-4ea2-4988-8e74-9a9c7f025375 req-0db34473-bf74-44cb-9a57-cd3f9520847f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 210 time: 0.0377471 Jul 09 09:50:18.153868 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46674) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:18.187208 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-073bf92e-abc7-4099-bb2f-44001018a210 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:18.189044 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-073bf92e-abc7-4099-bb2f-44001018a210 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.58 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 812 time: 0.1554747 Jul 09 09:50:18.207143 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-29432dbc-a92f-46fd-b175-70bfa9d7a31b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Request body: {'port': {'device_id': 'c5841cfe-571c-4c90-a3c7-4858f96d7b47', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'admin_state_up': True, 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:50:18.270101 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e4ea5313-43f9-4c9a-9f0a-ec1ab21a93ab admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-196032251-network', 'tenant_id': 'c2824b79b42c48f29ac32ad9c8a4f712'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:50:18.300251 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ea5313-43f9-4c9a-9f0a-ec1ab21a93ab admin admin] Made reservation on behalf of c2824b79b42c48f29ac32ad9c8a4f712 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:50:18.303926 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4ea5313-43f9-4c9a-9f0a-ec1ab21a93ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:18.315454 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4ea5313-43f9-4c9a-9f0a-ec1ab21a93ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:18.343220 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.db.api [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-29432dbc-a92f-46fd-b175-70bfa9d7a31b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 09:50:18.343220 n-d-799996-1 neutron-server[93791]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 09:50:18.343220 n-d-799996-1 neutron-server[93791]: [parameters: {'project_id_1': '813283cb89a545e1a829a2f32c9aa43c', 'expiration_1': datetime.datetime(2021, 7, 9, 9, 50, 18, 331809)}] Jul 09 09:50:18.343220 n-d-799996-1 neutron-server[93791]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:50:18.344056 n-d-799996-1 neutron-server[93791]: DEBUG oslo_db.api [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-29432dbc-a92f-46fd-b175-70bfa9d7a31b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:50:18.419249 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4ea5313-43f9-4c9a-9f0a-ec1ab21a93ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:18.424781 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4ea5313-43f9-4c9a-9f0a-ec1ab21a93ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:18.445889 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ea5313-43f9-4c9a-9f0a-ec1ab21a93ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:50:18.461443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea5313-43f9-4c9a-9f0a-ec1ab21a93ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7940bad-dccb-466c-9381-b5710dab4782,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:18.468027 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4ea5313-43f9-4c9a-9f0a-ec1ab21a93ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:18.468570 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-e4ea5313-43f9-4c9a-9f0a-ec1ab21a93ab admin admin] Added segment 51b5ce1b-79cb-4e55-8fb3-0e82a2012c1d of type vlan for network 0b117be2-a93d-4e87-b2a0-452153a9ed7c Jul 09 09:50:18.532464 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4ea5313-43f9-4c9a-9f0a-ec1ab21a93ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:18.608637 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4ea5313-43f9-4c9a-9f0a-ec1ab21a93ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:18.609635 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ea5313-43f9-4c9a-9f0a-ec1ab21a93ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:18.610234 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4ea5313-43f9-4c9a-9f0a-ec1ab21a93ab admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:18.694856 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05176422-5bf0-4a2a-a21d-45d7c73e51fa req-559e09c7-7132-428d-802f-f14df60588e1 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:18.702192 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-05176422-5bf0-4a2a-a21d-45d7c73e51fa req-559e09c7-7132-428d-802f-f14df60588e1 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8da86430-d85a-48ed-8652-0f13ba246233 HTTP/1.1" status: 200 len: 943 time: 0.1539822 Jul 09 09:50:18.708063 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e4ea5313-43f9-4c9a-9f0a-ec1ab21a93ab admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5527971 Jul 09 09:50:18.710989 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46688) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:18.716872 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-688ea474-a3ae-4c74-b659-663f27e6da69 admin admin] Request body: {'subnet': {'network_id': '0b117be2-a93d-4e87-b2a0-452153a9ed7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-196032251-subnet', 'tenant_id': 'c2824b79b42c48f29ac32ad9c8a4f712', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:50:18.763066 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 0b2912a8-f726-4bc8-b741-27042abae16d details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:50:18.766196 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 1295f280-b32a-4f71-b995-0ff86055a26e no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:50:18.776700 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea5313-43f9-4c9a-9f0a-ec1ab21a93ab admin admin] Pushing event updated for resources: {'Network': ['ID=0b117be2-a93d-4e87-b2a0-452153a9ed7c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:18.789341 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688ea474-a3ae-4c74-b659-663f27e6da69 admin admin] Made reservation on behalf of c2824b79b42c48f29ac32ad9c8a4f712 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:50:18.791804 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-688ea474-a3ae-4c74-b659-663f27e6da69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:18.819620 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-05176422-5bf0-4a2a-a21d-45d7c73e51fa req-b0630b94-1d69-4c46-b555-b9b4a9aba030 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163859 Jul 09 09:50:18.874191 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 0b117be2-a93d-4e87-b2a0-452153a9ed7c details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:50:18.889424 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 1295f280-b32a-4f71-b995-0ff86055a26e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:50:18.890075 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 1295f280-b32a-4f71-b995-0ff86055a26e not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:50:18.920610 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-29432dbc-a92f-46fd-b175-70bfa9d7a31b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Made reservation on behalf of 813283cb89a545e1a829a2f32c9aa43c for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:50:18.924922 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-29432dbc-a92f-46fd-b175-70bfa9d7a31b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:19.078558 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-29432dbc-a92f-46fd-b175-70bfa9d7a31b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Allocated IP 172.20.0.12 (c39f085e-9a90-44ab-b2cf-d4cf479d1495/fab6cdb3-f000-49c3-8dc0-ab55f3975a4e/f504e91c-b98c-419a-b0fc-497a38ff7d82) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:50:19.183758 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-609a6cb3-bc21-43e4-b93e-20b9d0bb5b25 req-b2a9712f-cbfc-4c67-b37e-2958e78a33cb tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 210 time: 0.1121533 Jul 09 09:50:19.184831 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 0b2912a8-f726-4bc8-b741-27042abae16d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0b2912a8-f726-4bc8-b741-27042abae16d,segment=NetworkSegment(0f13317e-a02b-4f15-9d45-d9d5f8fef2be),segment_id=0f13317e-a02b-4f15-9d45-d9d5f8fef2be)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:50:19.199188 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '0b2912a8-f726-4bc8-b741-27042abae16d', 'network_id': '1c09f046-0b54-49b5-93f9-8efa4af89682', 'port_id': '0b2912a8-f726-4bc8-b741-27042abae16d', 'mac_address': 'fa:16:3e:84:d6:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1864d41-8586-4a4a-aa3a-cb409347c280', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:50:19.253592 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-29432dbc-a92f-46fd-b175-70bfa9d7a31b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:19.270842 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:19.271830 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-29432dbc-a92f-46fd-b175-70bfa9d7a31b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Transition to ACTIVE for port object f504e91c-b98c-419a-b0fc-497a38ff7d82 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:50:19.287440 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b2912a8-f726-4bc8-b741-27042abae16d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:50:19.309160 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-29432dbc-a92f-46fd-b175-70bfa9d7a31b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:19.316972 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 0b2912a8-f726-4bc8-b741-27042abae16d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0b2912a8-f726-4bc8-b741-27042abae16d,segment=NetworkSegment(0f13317e-a02b-4f15-9d45-d9d5f8fef2be),segment_id=0f13317e-a02b-4f15-9d45-d9d5f8fef2be)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:50:19.323877 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['0bd424fe-20af-4681-8672-0b8e989daad5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:50:19.329579 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:19.398123 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-29432dbc-a92f-46fd-b175-70bfa9d7a31b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Network c39f085e-9a90-44ab-b2cf-d4cf479d1495 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:50:19.405222 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-29432dbc-a92f-46fd-b175-70bfa9d7a31b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:50:19.408870 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29432dbc-a92f-46fd-b175-70bfa9d7a31b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event updated for resources: {'Port': ['ID=f504e91c-b98c-419a-b0fc-497a38ff7d82,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:19.411195 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-29432dbc-a92f-46fd-b175-70bfa9d7a31b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:50:19.445451 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=0b2912a8-f726-4bc8-b741-27042abae16d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:19.472557 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-29432dbc-a92f-46fd-b175-70bfa9d7a31b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:19.473286 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-29432dbc-a92f-46fd-b175-70bfa9d7a31b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:19.539546 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-29432dbc-a92f-46fd-b175-70bfa9d7a31b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3360779 Jul 09 09:50:19.542287 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-688ea474-a3ae-4c74-b659-663f27e6da69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:19.557039 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-3a771098-b4b2-4702-a576-f39eb4cab3b5 service neutron] Request body: {'port': {'device_id': 'c5841cfe-571c-4c90-a3c7-4858f96d7b47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:50:19.663656 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ea474-a3ae-4c74-b659-663f27e6da69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31f9553b-9083-484e-9ba0-e8e22cf645b5,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:19.688055 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['0b2912a8-f726-4bc8-b741-27042abae16d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:50:19.697971 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688ea474-a3ae-4c74-b659-663f27e6da69 admin admin] Checking segment: {'id': '51b5ce1b-79cb-4e55-8fb3-0e82a2012c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0b117be2-a93d-4e87-b2a0-452153a9ed7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:50:19.698242 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688ea474-a3ae-4c74-b659-663f27e6da69 admin admin] Network hostable DHCP agents. Network: 0b117be2-a93d-4e87-b2a0-452153a9ed7c, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:50:19.720040 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-3a771098-b4b2-4702-a576-f39eb4cab3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:19.738518 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688ea474-a3ae-4c74-b659-663f27e6da69 admin admin] Network 0b117be2-a93d-4e87-b2a0-452153a9ed7c is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:50:19.800415 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dc5e3912-4eae-4a6b-abd3-fd2b46d2a157 None None] Provisioning for port f504e91c-b98c-419a-b0fc-497a38ff7d82 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:50:19.807719 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dc5e3912-4eae-4a6b-abd3-fd2b46d2a157 None None] Provisioning complete for port f504e91c-b98c-419a-b0fc-497a38ff7d82 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:50:19.808257 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc5e3912-4eae-4a6b-abd3-fd2b46d2a157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:19.883964 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-dc5e3912-4eae-4a6b-abd3-fd2b46d2a157 None None] Port f504e91c-b98c-419a-b0fc-497a38ff7d82 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:50:20.118049 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609e320-df6a-48b3-98f0-16609bd0f629 req-938b3c90-7d17-4784-abeb-ccd342ddf49e tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:20.126209 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2609e320-df6a-48b3-98f0-16609bd0f629 req-938b3c90-7d17-4784-abeb-ccd342ddf49e tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8da86430-d85a-48ed-8652-0f13ba246233 HTTP/1.1" status: 200 len: 944 time: 0.0850654 Jul 09 09:50:20.183570 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2609e320-df6a-48b3-98f0-16609bd0f629 req-67ca96e4-b8e5-47c3-8535-3eac90ac36d3 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554376 Jul 09 09:50:20.207392 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-688ea474-a3ae-4c74-b659-663f27e6da69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 0b117be2-a93d-4e87-b2a0-452153a9ed7c) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:50:20.217373 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688ea474-a3ae-4c74-b659-663f27e6da69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:20.217814 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ff9a77-83e5-4ec3-87fe-17f344ac9218 None None] Network 0b117be2-a93d-4e87-b2a0-452153a9ed7c requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:50:20.218173 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-688ea474-a3ae-4c74-b659-663f27e6da69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:20.313666 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-688ea474-a3ae-4c74-b659-663f27e6da69 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6013429 Jul 09 09:50:20.415665 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c5746-147d-42e6-be70-3b9b7fa5fff1 req-370c0d1c-6b80-4609-a631-22778659da07 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:20.424212 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3c0c5746-147d-42e6-be70-3b9b7fa5fff1 req-370c0d1c-6b80-4609-a631-22778659da07 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 932 time: 0.0825191 Jul 09 09:50:20.437422 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6cbad5-43e1-4195-adee-c7f5b0c0c5c1 None None] Network 0b117be2-a93d-4e87-b2a0-452153a9ed7c requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:50:20.490586 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3c0c5746-147d-42e6-be70-3b9b7fa5fff1 req-f7971a1a-07ef-49f3-9f99-7aea0d460e20 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652075 Jul 09 09:50:20.547596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46718) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:20.587224 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-3a771098-b4b2-4702-a576-f39eb4cab3b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f504e91c-b98c-419a-b0fc-497a38ff7d82 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:50:20.596141 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-3a771098-b4b2-4702-a576-f39eb4cab3b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:20.609425 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-3a771098-b4b2-4702-a576-f39eb4cab3b5 service neutron] Transition to ACTIVE for port object f504e91c-b98c-419a-b0fc-497a38ff7d82 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:50:20.616599 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-3a771098-b4b2-4702-a576-f39eb4cab3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:20.626556 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aedd465-f764-4a6b-9c23-df67f50c3cc6 admin admin] Deleting subnet 31f9553b-9083-484e-9ba0-e8e22cf645b5 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:50:20.630083 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0aedd465-f764-4a6b-9c23-df67f50c3cc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:20.685132 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0aedd465-f764-4a6b-9c23-df67f50c3cc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:20.736289 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0aedd465-f764-4a6b-9c23-df67f50c3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:20.756524 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a771098-b4b2-4702-a576-f39eb4cab3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f504e91c-b98c-419a-b0fc-497a38ff7d82,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:20.768889 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 0b2912a8-f726-4bc8-b741-27042abae16d up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:50:20.771150 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-3a771098-b4b2-4702-a576-f39eb4cab3b5 service neutron] Attempting to bind port f504e91c-b98c-419a-b0fc-497a38ff7d82 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:50:20.771490 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-3a771098-b4b2-4702-a576-f39eb4cab3b5 service neutron] Attempting to bind port f504e91c-b98c-419a-b0fc-497a38ff7d82 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:50:20.771855 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-3a771098-b4b2-4702-a576-f39eb4cab3b5 service neutron] Attempting to bind port f504e91c-b98c-419a-b0fc-497a38ff7d82 on network c39f085e-9a90-44ab-b2cf-d4cf479d1495 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:50:20.776817 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-3a771098-b4b2-4702-a576-f39eb4cab3b5 service neutron] Port f504e91c-b98c-419a-b0fc-497a38ff7d82 on network c39f085e-9a90-44ab-b2cf-d4cf479d1495 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:50:20.777277 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-3a771098-b4b2-4702-a576-f39eb4cab3b5 service neutron] Attempting to bind port f504e91c-b98c-419a-b0fc-497a38ff7d82 on network c39f085e-9a90-44ab-b2cf-d4cf479d1495 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:50:20.786281 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-3a771098-b4b2-4702-a576-f39eb4cab3b5 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:50:20.787132 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-3a771098-b4b2-4702-a576-f39eb4cab3b5 service neutron] Checking segment: {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:50:20.787539 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-3a771098-b4b2-4702-a576-f39eb4cab3b5 service neutron] Bound using segment: {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:50:20.789548 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-3a771098-b4b2-4702-a576-f39eb4cab3b5 service neutron] Bound port: f504e91c-b98c-419a-b0fc-497a38ff7d82, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:50:20.789904 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-3a771098-b4b2-4702-a576-f39eb4cab3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:20.838040 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0aedd465-f764-4a6b-9c23-df67f50c3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:20.856610 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 0b2912a8-f726-4bc8-b741-27042abae16d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:50:20.861366 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 0b2912a8-f726-4bc8-b741-27042abae16d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:50:20.861743 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:20.914452 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0aedd465-f764-4a6b-9c23-df67f50c3cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:20.916466 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0aedd465-f764-4a6b-9c23-df67f50c3cc6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/31f9553b-9083-484e-9ba0-e8e22cf645b5 HTTP/1.1" status: 204 len: 168 time: 0.3677688 Jul 09 09:50:20.920757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46720) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:20.927512 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aedd465-f764-4a6b-9c23-df67f50c3cc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31f9553b-9083-484e-9ba0-e8e22cf645b5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:20.943288 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-3a771098-b4b2-4702-a576-f39eb4cab3b5 service neutron] For port f504e91c-b98c-419a-b0fc-497a38ff7d82, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:50:20.953918 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-3a771098-b4b2-4702-a576-f39eb4cab3b5 service neutron] For port f504e91c-b98c-419a-b0fc-497a38ff7d82, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=f504e91c-b98c-419a-b0fc-497a38ff7d82,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:50:20.964281 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-3a771098-b4b2-4702-a576-f39eb4cab3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:20.966412 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:20.988730 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-3a771098-b4b2-4702-a576-f39eb4cab3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:20.991629 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-3a771098-b4b2-4702-a576-f39eb4cab3b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:20.993309 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-3a771098-b4b2-4702-a576-f39eb4cab3b5 service neutron] 10.222.0.58 "PUT /v2.0/ports/f504e91c-b98c-419a-b0fc-497a38ff7d82 HTTP/1.1" status: 200 len: 1092 time: 1.4432714 Jul 09 09:50:21.007883 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5841cfe-571c-4c90-a3c7-4858f96d7b47', 'tag': 'f504e91c-b98c-419a-b0fc-497a38ff7d82'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:50:21.014142 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 0b2912a8-f726-4bc8-b741-27042abae16d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0b2912a8-f726-4bc8-b741-27042abae16d,segment=NetworkSegment(0f13317e-a02b-4f15-9d45-d9d5f8fef2be),segment_id=0f13317e-a02b-4f15-9d45-d9d5f8fef2be)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:50:21.016117 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da86430-d85a-48ed-8652-0f13ba246233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2912a8-f726-4bc8-b741-27042abae16d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:50:21.019455 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a614dc0-f1c8-434a-9f8f-b4fa8e5e8b1c" -d '{"events": [{"server_uuid": "8da86430-d85a-48ed-8652-0f13ba246233", "name": "network-vif-plugged", "status": "completed", "tag": "0b2912a8-f726-4bc8-b741-27042abae16d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:50:21.026600 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:21.034767 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfc4407-1982-4109-b4cf-5a503ff3a0aa" -d '{"events": [{"name": "network-changed", "server_uuid": "c5841cfe-571c-4c90-a3c7-4858f96d7b47", "tag": "f504e91c-b98c-419a-b0fc-497a38ff7d82"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:50:21.142290 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=0b2912a8-f726-4bc8-b741-27042abae16d,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:21.157076 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8785-98d8-4e30-a705-e6927f787254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:21.170615 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee088ac7-245d-41bf-ad29-4693fb9233d1 x-openstack-request-id: req-ee088ac7-245d-41bf-ad29-4693fb9233d1 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:50:21.171217 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da86430-d85a-48ed-8652-0f13ba246233", "name": "network-vif-plugged", "status": "completed", "tag": "0b2912a8-f726-4bc8-b741-27042abae16d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:50:21.172018 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee088ac7-245d-41bf-ad29-4693fb9233d1 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:50:21.172599 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da86430-d85a-48ed-8652-0f13ba246233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2912a8-f726-4bc8-b741-27042abae16d', 'code': 200} Jul 09 09:50:21.234744 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ae944c-187c-4625-9a98-e9b9bfca29ae x-openstack-request-id: req-40ae944c-187c-4625-9a98-e9b9bfca29ae {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:50:21.235064 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5841cfe-571c-4c90-a3c7-4858f96d7b47", "tag": "f504e91c-b98c-419a-b0fc-497a38ff7d82", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:50:21.235301 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-40ae944c-187c-4625-9a98-e9b9bfca29ae {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:50:21.235736 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5841cfe-571c-4c90-a3c7-4858f96d7b47', 'tag': 'f504e91c-b98c-419a-b0fc-497a38ff7d82', 'status': 'completed', 'code': 200} Jul 09 09:50:21.306264 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a771098-b4b2-4702-a576-f39eb4cab3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f504e91c-b98c-419a-b0fc-497a38ff7d82,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:21.355265 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-c225fffe-6388-4fb7-bc1e-11d5023633d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:21.356763 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-c225fffe-6388-4fb7-bc1e-11d5023633d3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 1095 time: 0.2652206 Jul 09 09:50:21.441960 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-d63da23b-a074-4ea5-82de-7f51cfbca9b7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f504e91c-b98c-419a-b0fc-497a38ff7d82 HTTP/1.1" status: 200 len: 217 time: 0.0672333 Jul 09 09:50:21.472670 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8785-98d8-4e30-a705-e6927f787254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:21.493045 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5e8f8785-98d8-4e30-a705-e6927f787254 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b117be2-a93d-4e87-b2a0-452153a9ed7c']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:50:21.511106 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5e8f8785-98d8-4e30-a705-e6927f787254 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b5ce1b-79cb-4e55-8fb3-0e82a2012c1d') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:50:21.511308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5e8f8785-98d8-4e30-a705-e6927f787254 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b5ce1b-79cb-4e55-8fb3-0e82a2012c1d') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:50:21.531701 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8785-98d8-4e30-a705-e6927f787254 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:21.550388 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-f35187c5-3bed-4aca-be53-1c7bda826a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:21.555729 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-f35187c5-3bed-4aca-be53-1c7bda826a0b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 200 len: 851 time: 0.0985191 Jul 09 09:50:21.557479 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8785-98d8-4e30-a705-e6927f787254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:21.561174 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848692e-084a-4cbc-9af2-5a09a224c4ac req-ba7dc559-0975-45ff-92eb-c1519a968582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:21.563228 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a848692e-084a-4cbc-9af2-5a09a224c4ac req-ba7dc559-0975-45ff-92eb-c1519a968582 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8da86430-d85a-48ed-8652-0f13ba246233 HTTP/1.1" status: 200 len: 1096 time: 0.2510910 Jul 09 09:50:21.609429 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83608120-dd3d-420a-8752-7277b3155c46 req-cf1f7edf-345b-42f5-bcc2-9ae89283bf30 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:21.611419 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-83608120-dd3d-420a-8752-7277b3155c46 req-cf1f7edf-345b-42f5-bcc2-9ae89283bf30 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8da86430-d85a-48ed-8652-0f13ba246233 HTTP/1.1" status: 200 len: 945 time: 0.1772974 Jul 09 09:50:21.635684 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8f8785-98d8-4e30-a705-e6927f787254 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:50:21.636622 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8785-98d8-4e30-a705-e6927f787254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:50:21.638571 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:50:21.652018 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-4bfb1f21-b36d-4ab5-8649-813e5de26e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:21.653541 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-4bfb1f21-b36d-4ab5-8649-813e5de26e22 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c39f085e-9a90-44ab-b2cf-d4cf479d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911536 Jul 09 09:50:21.777899 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a848692e-084a-4cbc-9af2-5a09a224c4ac req-8fb75c52-7eae-4d20-9470-a602376216ef service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651711 Jul 09 09:50:21.783663 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8785-98d8-4e30-a705-e6927f787254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:21.792702 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-83608120-dd3d-420a-8752-7277b3155c46 req-01f0bb77-ec9b-4e20-9a6e-bb22e9b18988 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596451 Jul 09 09:50:21.793758 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8785-98d8-4e30-a705-e6927f787254 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:21.795833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5e8f8785-98d8-4e30-a705-e6927f787254 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0b117be2-a93d-4e87-b2a0-452153a9ed7c HTTP/1.1" status: 204 len: 168 time: 0.8728881 Jul 09 09:50:21.810282 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f8785-98d8-4e30-a705-e6927f787254 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b117be2-a93d-4e87-b2a0-452153a9ed7c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:21.812946 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-ccd1e81e-6657-43ed-9a14-f7edb4fc703c service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473184 Jul 09 09:50:21.876187 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29d3de-184e-4655-a477-0d38b253d200 req-5d7de71a-3575-4b60-a0ac-e0d6723e197a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:21.881859 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9d29d3de-184e-4655-a477-0d38b253d200 req-5d7de71a-3575-4b60-a0ac-e0d6723e197a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 944 time: 0.1855307 Jul 09 09:50:21.960236 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9d29d3de-184e-4655-a477-0d38b253d200 req-ed2928b9-192e-4a6f-b598-58c50be3fa60 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722303 Jul 09 09:50:21.983950 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a6f99f6b-4d41-4b2e-b929-7c57e12c764e req-8577231a-e796-4261-994e-f8922f479b9b service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571708 Jul 09 09:50:21.984753 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46742) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:22.065169 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ab173b29-bb4a-43a9-9ae5-e5b741ad3c4b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c2824b79b42c48f29ac32ad9c8a4f712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0792067 Jul 09 09:50:22.067641 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46746) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:22.150841 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-915f7ea6-1086-4ace-a304-8407846b1132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:22.159995 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc4407-1982-4109-b4cf-5a503ff3a0aa req-d9cb9e13-16c2-4cba-a415-a5868f29fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:22.163166 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0dfc4407-1982-4109-b4cf-5a503ff3a0aa req-d9cb9e13-16c2-4cba-a415-a5868f29fd54 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 1095 time: 0.1128376 Jul 09 09:50:22.195073 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-915f7ea6-1086-4ace-a304-8407846b1132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:22.293425 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-915f7ea6-1086-4ace-a304-8407846b1132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:22.297389 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-915f7ea6-1086-4ace-a304-8407846b1132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:22.302386 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-915f7ea6-1086-4ace-a304-8407846b1132 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f7940bad-dccb-466c-9381-b5710dab4782 HTTP/1.1" status: 204 len: 168 time: 0.2299817 Jul 09 09:50:22.314184 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f7ea6-1086-4ace-a304-8407846b1132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7940bad-dccb-466c-9381-b5710dab4782,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:22.389744 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc4407-1982-4109-b4cf-5a503ff3a0aa req-099be036-d2a6-4372-aa9a-8d9e06809175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:22.393688 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0dfc4407-1982-4109-b4cf-5a503ff3a0aa req-099be036-d2a6-4372-aa9a-8d9e06809175 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 913 time: 0.2236571 Jul 09 09:50:22.485830 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0dfc4407-1982-4109-b4cf-5a503ff3a0aa req-f4b2ca06-a589-4b7b-a9fc-992eb51e4969 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f504e91c-b98c-419a-b0fc-497a38ff7d82 HTTP/1.1" status: 200 len: 217 time: 0.0797334 Jul 09 09:50:22.560225 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc4407-1982-4109-b4cf-5a503ff3a0aa req-39e6dedf-a448-4f4f-881e-0bed869e35ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:22.562488 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0dfc4407-1982-4109-b4cf-5a503ff3a0aa req-39e6dedf-a448-4f4f-881e-0bed869e35ac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 200 len: 851 time: 0.0708025 Jul 09 09:50:22.706785 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc4407-1982-4109-b4cf-5a503ff3a0aa req-344d3214-5bf3-4cec-8885-3696cd6503b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:22.709456 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0dfc4407-1982-4109-b4cf-5a503ff3a0aa req-344d3214-5bf3-4cec-8885-3696cd6503b0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c39f085e-9a90-44ab-b2cf-d4cf479d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391544 Jul 09 09:50:22.898889 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0dfc4407-1982-4109-b4cf-5a503ff3a0aa req-4bd1d7fd-b82c-4dcd-bb96-f76f4429bd24 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819391 Jul 09 09:50:23.185669 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ebd4b-69cd-43e2-8477-fd74a3477780 req-d3215127-29d7-46de-88f0-b86639800244 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:23.196083 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e46ebd4b-69cd-43e2-8477-fd74a3477780 req-d3215127-29d7-46de-88f0-b86639800244 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8da86430-d85a-48ed-8652-0f13ba246233 HTTP/1.1" status: 200 len: 945 time: 0.1903131 Jul 09 09:50:23.228749 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0dfc4407-1982-4109-b4cf-5a503ff3a0aa req-0e83ca40-1d2c-4d3e-b323-e977a5fd5b53 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222125 Jul 09 09:50:23.351875 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e46ebd4b-69cd-43e2-8477-fd74a3477780 req-20440a78-d468-494e-b4ea-9bbb5d6013ba tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531560 Jul 09 09:50:23.436876 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f4ef6-1b75-45f1-baa4-1eb6ac2e49d1 req-0ba3e102-338f-4ce1-9b7d-c50c191ea2c5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:23.440301 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-950f4ef6-1b75-45f1-baa4-1eb6ac2e49d1 req-0ba3e102-338f-4ce1-9b7d-c50c191ea2c5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 944 time: 0.1886854 Jul 09 09:50:23.557090 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-950f4ef6-1b75-45f1-baa4-1eb6ac2e49d1 req-254703fd-b7a0-4889-8b77-a7f10bd87065 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082025 Jul 09 09:50:23.895159 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800878e-21ff-42c5-9b2b-f43891508326 req-54361c69-0ca0-4494-a61c-f90740646264 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:23.896644 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c800878e-21ff-42c5-9b2b-f43891508326 req-54361c69-0ca0-4494-a61c-f90740646264 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.0927916 Jul 09 09:50:23.950499 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c800878e-21ff-42c5-9b2b-f43891508326 req-95c4f2bb-fca6-47cd-ab1d-09b0232ac689 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476339 Jul 09 09:50:24.446747 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46822) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:24.596057 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf63c69-11d8-4e46-a896-3df2b08a04a7 req-cdbc7074-8cca-42f4-9501-6a0d0cd6f049 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:24.602946 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fdf63c69-11d8-4e46-a896-3df2b08a04a7 req-cdbc7074-8cca-42f4-9501-6a0d0cd6f049 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8da86430-d85a-48ed-8652-0f13ba246233 HTTP/1.1" status: 200 len: 945 time: 0.0976276 Jul 09 09:50:24.645504 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-051b029e-4c9a-4742-ae4a-bb1091a1214f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:24.686992 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fdf63c69-11d8-4e46-a896-3df2b08a04a7 req-d6b8cc14-0c3e-454b-ac0f-b14c529bd9fc tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656931 Jul 09 09:50:24.906242 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-051b029e-4c9a-4742-ae4a-bb1091a1214f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:24.913914 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-051b029e-4c9a-4742-ae4a-bb1091a1214f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:24.969234 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b029e-4c9a-4742-ae4a-bb1091a1214f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0015235a-22fe-4d47-a239-a15bf357d23e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:25.024391 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-051b029e-4c9a-4742-ae4a-bb1091a1214f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2ff820472a584b10be646a4a32382c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5764086 Jul 09 09:50:25.027499 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46842) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:25.076611 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ead71-4f2d-4d67-a029-0ab23d70b2e0 req-d6f8f0ed-c428-47c7-a31d-ad8ba6f706b9 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:25.087250 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-331ead71-4f2d-4d67-a029-0ab23d70b2e0 req-d6f8f0ed-c428-47c7-a31d-ad8ba6f706b9 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 944 time: 0.2790792 Jul 09 09:50:25.129947 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec555a5a-c42b-470a-80dc-ac099f9a94bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:25.217236 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-331ead71-4f2d-4d67-a029-0ab23d70b2e0 req-7e987d35-73a9-4c66-9e22-b81ead7facb2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224720 Jul 09 09:50:25.237897 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec555a5a-c42b-470a-80dc-ac099f9a94bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:25.320364 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec555a5a-c42b-470a-80dc-ac099f9a94bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:25.323578 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec555a5a-c42b-470a-80dc-ac099f9a94bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:25.329840 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ec555a5a-c42b-470a-80dc-ac099f9a94bd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0015235a-22fe-4d47-a239-a15bf357d23e HTTP/1.1" status: 204 len: 168 time: 0.2961750 Jul 09 09:50:25.344653 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec555a5a-c42b-470a-80dc-ac099f9a94bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0015235a-22fe-4d47-a239-a15bf357d23e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:25.421208 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f93e7-af1f-4c81-b33d-550f85b2ce05 req-7e34cc19-27ff-4859-879f-88990eb63079 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:25.428861 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-107f93e7-af1f-4c81-b33d-550f85b2ce05 req-7e34cc19-27ff-4859-879f-88990eb63079 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.1561537 Jul 09 09:50:25.438825 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:50:25.567053 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-107f93e7-af1f-4c81-b33d-550f85b2ce05 req-46251c35-ebd2-45fb-92f0-47d2a29432e0 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371942 Jul 09 09:50:26.499230 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90fdd9-a3b8-47a3-8384-cf09972d0fd4 req-5b692f19-091d-4efd-82be-e8a350759e07 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:26.502090 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d90fdd9-a3b8-47a3-8384-cf09972d0fd4 req-5b692f19-091d-4efd-82be-e8a350759e07 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 944 time: 0.1307044 Jul 09 09:50:26.604162 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d90fdd9-a3b8-47a3-8384-cf09972d0fd4 req-1819991c-54da-4cb3-a0f6-b261f89b97ac tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802577 Jul 09 09:50:26.949698 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1aa611-9bc5-4870-84a5-401206826cbc req-7a735acc-fca2-4264-abe7-b7a718743d28 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:26.960313 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c1aa611-9bc5-4870-84a5-401206826cbc req-7a735acc-fca2-4264-abe7-b7a718743d28 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.1389239 Jul 09 09:50:27.103801 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c1aa611-9bc5-4870-84a5-401206826cbc req-798d1da6-1f63-4135-8ce2-aeea2213e63a tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417401 Jul 09 09:50:27.873664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f80d5-c4ca-4d71-b5d1-22649d68811a req-5e1cbc72-4b80-4f69-a71f-bd00a6c7e3cf tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:27.881242 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-125f80d5-c4ca-4d71-b5d1-22649d68811a req-5e1cbc72-4b80-4f69-a71f-bd00a6c7e3cf tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 944 time: 0.1037776 Jul 09 09:50:27.952473 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-125f80d5-c4ca-4d71-b5d1-22649d68811a req-1a076a6b-5ae4-437d-853a-84222caed9f2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661387 Jul 09 09:50:28.591038 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a150b7-e3d4-4a1b-9ae3-44882454f435 req-ebc11450-6f89-4c21-97cf-a62a132cccfb tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:28.599584 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0a150b7-e3d4-4a1b-9ae3-44882454f435 req-ebc11450-6f89-4c21-97cf-a62a132cccfb tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.2261257 Jul 09 09:50:28.755255 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0a150b7-e3d4-4a1b-9ae3-44882454f435 req-c16f1795-b65b-4d77-a1b6-06f94fa867b7 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544261 Jul 09 09:50:29.211481 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f7b5e-0337-4afa-94cf-2a6456c5c844 req-7603cda1-f4c3-4ef0-baaf-a74dce1b3b95 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:29.215605 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f44f7b5e-0337-4afa-94cf-2a6456c5c844 req-7603cda1-f4c3-4ef0-baaf-a74dce1b3b95 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 944 time: 0.1169415 Jul 09 09:50:29.309472 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f44f7b5e-0337-4afa-94cf-2a6456c5c844 req-62a1f73c-5860-4a05-b81e-a0a82360c563 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876093 Jul 09 09:50:30.001248 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46978) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:30.011032 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9dae1-162c-4661-bf5a-4efc752f9ab1 req-75420744-2d16-4f0a-a452-e209feb4512c tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:30.012990 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8cf9dae1-162c-4661-bf5a-4efc752f9ab1 req-75420744-2d16-4f0a-a452-e209feb4512c tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.0807872 Jul 09 09:50:30.055321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8cf9dae1-162c-4661-bf5a-4efc752f9ab1 req-3e903337-3858-4f3e-9409-8c4f35b615ea tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349214 Jul 09 09:50:30.130230 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b6e159f-6052-4eb8-bdea-ea2b8fa22607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:30.246895 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b6e159f-6052-4eb8-bdea-ea2b8fa22607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:30.252209 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b6e159f-6052-4eb8-bdea-ea2b8fa22607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:30.292684 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0b6e159f-6052-4eb8-bdea-ea2b8fa22607 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ba772bc5b5784aada787f196c9b28ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897422 Jul 09 09:50:30.293580 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e159f-6052-4eb8-bdea-ea2b8fa22607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a81800f-cac3-422a-90d9-6fcb5241742e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:30.295557 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46982) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:30.391189 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-234a3282-cd98-4ca3-9bac-e3d0bfa590dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:30.419317 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-234a3282-cd98-4ca3-9bac-e3d0bfa590dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:30.542066 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18170426-d9f0-4947-83dd-0d39b1db1836 req-2590ae46-e29c-4aad-87d6-68651b3a336e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:30.543665 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18170426-d9f0-4947-83dd-0d39b1db1836 req-2590ae46-e29c-4aad-87d6-68651b3a336e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 944 time: 0.0872936 Jul 09 09:50:30.559556 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-234a3282-cd98-4ca3-9bac-e3d0bfa590dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:30.562541 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-234a3282-cd98-4ca3-9bac-e3d0bfa590dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:30.563978 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-234a3282-cd98-4ca3-9bac-e3d0bfa590dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2a81800f-cac3-422a-90d9-6fcb5241742e HTTP/1.1" status: 204 len: 168 time: 0.2674460 Jul 09 09:50:30.583739 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a3282-cd98-4ca3-9bac-e3d0bfa590dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a81800f-cac3-422a-90d9-6fcb5241742e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:30.616565 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234a3282-cd98-4ca3-9bac-e3d0bfa590dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:30.616811 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234a3282-cd98-4ca3-9bac-e3d0bfa590dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:30.617145 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234a3282-cd98-4ca3-9bac-e3d0bfa590dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:30.617471 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234a3282-cd98-4ca3-9bac-e3d0bfa590dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:30.617844 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234a3282-cd98-4ca3-9bac-e3d0bfa590dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:30.618149 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234a3282-cd98-4ca3-9bac-e3d0bfa590dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:30.618514 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234a3282-cd98-4ca3-9bac-e3d0bfa590dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:30.618848 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234a3282-cd98-4ca3-9bac-e3d0bfa590dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:30.619178 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234a3282-cd98-4ca3-9bac-e3d0bfa590dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:30.619506 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234a3282-cd98-4ca3-9bac-e3d0bfa590dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:30.619862 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234a3282-cd98-4ca3-9bac-e3d0bfa590dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:30.620189 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234a3282-cd98-4ca3-9bac-e3d0bfa590dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:30.626624 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18170426-d9f0-4947-83dd-0d39b1db1836 req-2c4b27da-4bb4-4134-a1df-497aea7bc0f1 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758739 Jul 09 09:50:30.920037 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46998) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:30.934902 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-631bc3bc-b9d1-4477-b5a5-e099ea2154b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:31.039723 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-631bc3bc-b9d1-4477-b5a5-e099ea2154b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:31.045904 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-631bc3bc-b9d1-4477-b5a5-e099ea2154b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:31.091075 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631bc3bc-b9d1-4477-b5a5-e099ea2154b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88db981e-0464-483b-a111-06543abcaa45,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:31.095252 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-631bc3bc-b9d1-4477-b5a5-e099ea2154b8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=518eb4a78a0c46b4b1acc313beea89b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1741624 Jul 09 09:50:31.097770 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 47004) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:31.153559 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a9cfe8f-edb2-424d-82b7-61946ae857d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:31.187054 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a9cfe8f-edb2-424d-82b7-61946ae857d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:31.330257 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a9cfe8f-edb2-424d-82b7-61946ae857d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:31.333775 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a9cfe8f-edb2-424d-82b7-61946ae857d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:31.335186 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4a9cfe8f-edb2-424d-82b7-61946ae857d8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88db981e-0464-483b-a111-06543abcaa45 HTTP/1.1" status: 204 len: 168 time: 0.2365155 Jul 09 09:50:31.352288 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cfe8f-edb2-424d-82b7-61946ae857d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88db981e-0464-483b-a111-06543abcaa45,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:31.385893 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67b241-dc35-40fb-b61b-cf1e7afd6a53 req-dca200b7-f03b-4c4a-ae74-f33e034c7829 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:31.387559 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa67b241-dc35-40fb-b61b-cf1e7afd6a53 req-dca200b7-f03b-4c4a-ae74-f33e034c7829 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.1146266 Jul 09 09:50:31.442292 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa67b241-dc35-40fb-b61b-cf1e7afd6a53 req-60c9c967-6a83-47e2-927f-37d5ebaebf7d tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472822 Jul 09 09:50:31.725696 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b399f0d4-4a0d-4552-8954-6c1e4db4158a req-bd9abc73-b660-4146-9291-c35f2755eff0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5119664b-49fd-4123-b4b7-285c03817c0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1009548 Jul 09 09:50:31.857871 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399f0d4-4a0d-4552-8954-6c1e4db4158a req-d8a5d068-7368-44ae-b1bb-3ac818cb7b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:31.860613 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b399f0d4-4a0d-4552-8954-6c1e4db4158a req-d8a5d068-7368-44ae-b1bb-3ac818cb7b6e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4000311bf09545a6b9704a9d9abbc302&device_id=5119664b-49fd-4123-b4b7-285c03817c0e HTTP/1.1" status: 200 len: 1096 time: 0.0886865 Jul 09 09:50:32.006807 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b186bcb-1342-4c37-83a2-08005b1c7812 req-a61742de-4bbf-4a3e-9c9b-8beb1be062c5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:32.019675 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b186bcb-1342-4c37-83a2-08005b1c7812 req-a61742de-4bbf-4a3e-9c9b-8beb1be062c5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 944 time: 0.1554444 Jul 09 09:50:32.034406 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399f0d4-4a0d-4552-8954-6c1e4db4158a req-0ad3fcaa-44ab-46ff-95e3-27f9f089efea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:32.036661 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b399f0d4-4a0d-4552-8954-6c1e4db4158a req-0ad3fcaa-44ab-46ff-95e3-27f9f089efea service neutron] 10.222.0.58 "GET /v2.0/networks?id=1c09f046-0b54-49b5-93f9-8efa4af89682 HTTP/1.1" status: 200 len: 914 time: 0.1453834 Jul 09 09:50:32.098825 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b186bcb-1342-4c37-83a2-08005b1c7812 req-ad4cc06a-b125-45b9-b59a-1f50fbb86245 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774765 Jul 09 09:50:32.115890 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b399f0d4-4a0d-4552-8954-6c1e4db4158a req-cd9b4c2c-3454-4f19-b85a-f5d859828f36 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e HTTP/1.1" status: 200 len: 217 time: 0.0604434 Jul 09 09:50:32.200578 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399f0d4-4a0d-4552-8954-6c1e4db4158a req-be984050-c755-45c0-9d3e-5cc53e060d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:32.203356 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b399f0d4-4a0d-4552-8954-6c1e4db4158a req-be984050-c755-45c0-9d3e-5cc53e060d19 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1864d41-8586-4a4a-aa3a-cb409347c280 HTTP/1.1" status: 200 len: 853 time: 0.0872562 Jul 09 09:50:32.249665 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b399f0d4-4a0d-4552-8954-6c1e4db4158a req-3c2b2c80-42fc-41ba-b105-bb5e5c48fe86 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1c09f046-0b54-49b5-93f9-8efa4af89682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360212 Jul 09 09:50:32.386349 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b399f0d4-4a0d-4552-8954-6c1e4db4158a req-b9fe31ed-9a53-4ede-9232-b4d4fb1e6198 service neutron] 10.222.0.58 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296780 Jul 09 09:50:32.497251 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b399f0d4-4a0d-4552-8954-6c1e4db4158a req-9ffca0a3-18b3-4b68-9702-e699f064f165 service neutron] 10.222.0.58 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035748 Jul 09 09:50:32.660721 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a18db-3516-452f-8a20-991c2de1b4ee req-43f0b5f6-f36f-4a33-897b-e52dfdcb80c1 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:32.668544 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb4a18db-3516-452f-8a20-991c2de1b4ee req-43f0b5f6-f36f-4a33-897b-e52dfdcb80c1 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.0801854 Jul 09 09:50:32.712204 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb4a18db-3516-452f-8a20-991c2de1b4ee req-1972bb69-9d72-4328-8ca6-963ff77b62ac tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411923 Jul 09 09:50:33.406696 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e385d7-4267-48a7-a33d-ae0611f50cac req-2622f75d-53fb-4651-ba41-193bfbb7edc2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:33.413482 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-00e385d7-4267-48a7-a33d-ae0611f50cac req-2622f75d-53fb-4651-ba41-193bfbb7edc2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 944 time: 0.1297605 Jul 09 09:50:33.483999 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-00e385d7-4267-48a7-a33d-ae0611f50cac req-9860d857-4387-4fbc-a90c-ffe3e2da67d5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653648 Jul 09 09:50:33.922922 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:34.028710 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9bab5-b36f-46a3-aa32-2890774d9357 req-e546e512-e550-4929-b464-b619cb4a61b5 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:34.045384 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0fc9bab5-b36f-46a3-aa32-2890774d9357 req-e546e512-e550-4929-b464-b619cb4a61b5 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.1575432 Jul 09 09:50:34.098274 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0fc9bab5-b36f-46a3-aa32-2890774d9357 req-cbdda9ef-da17-4971-81ea-9970b32ff6a5 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453420 Jul 09 09:50:34.692369 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18576f44-3efe-4015-89b9-c21233cded2e req-dbfc1ae3-3b3f-4da6-addf-8949f3a35738 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:34.694109 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18576f44-3efe-4015-89b9-c21233cded2e req-dbfc1ae3-3b3f-4da6-addf-8949f3a35738 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 944 time: 0.0819862 Jul 09 09:50:34.754137 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18576f44-3efe-4015-89b9-c21233cded2e req-89c56293-4534-4635-b7e6-5c9708dbf84d tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534718 Jul 09 09:50:35.326174 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b410a12-f95e-43ef-b27f-4419695b39be req-fcb6a152-f86e-42f1-8afc-39c3d61f964f tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:35.328381 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b410a12-f95e-43ef-b27f-4419695b39be req-fcb6a152-f86e-42f1-8afc-39c3d61f964f tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.0771377 Jul 09 09:50:35.379828 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b410a12-f95e-43ef-b27f-4419695b39be req-48d23523-4b3b-431a-a6ba-7c8fd5e33708 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452983 Jul 09 09:50:35.971126 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c7c3c-4771-499c-8501-78e6b2f80109 req-b5a6ddcd-3f09-4904-a5b0-1e46bca0a3e3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:35.981229 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-784c7c3c-4771-499c-8501-78e6b2f80109 req-b5a6ddcd-3f09-4904-a5b0-1e46bca0a3e3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 944 time: 0.0861957 Jul 09 09:50:36.042174 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-784c7c3c-4771-499c-8501-78e6b2f80109 req-2eca3f7a-187d-4f92-b5c0-6a7175912671 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593498 Jul 09 09:50:36.456217 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8047c259-56f7-4514-a329-fd27ed7c9ce1 req-f46fd781-cc09-459d-bec7-3ca7fb3a2d64 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8bdd9e64-3628-4a52-a502-817773ec3508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0770261 Jul 09 09:50:36.641620 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047c259-56f7-4514-a329-fd27ed7c9ce1 req-d10e6782-ac61-4298-a6e0-114958ae22a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:36.643221 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8047c259-56f7-4514-a329-fd27ed7c9ce1 req-d10e6782-ac61-4298-a6e0-114958ae22a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4000311bf09545a6b9704a9d9abbc302&device_id=8bdd9e64-3628-4a52-a502-817773ec3508 HTTP/1.1" status: 200 len: 1096 time: 0.1568954 Jul 09 09:50:36.680034 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289a690-24f7-4c31-8894-f9740ebd2ce7 req-84963b98-6312-48a4-8e4e-6e8e26b3ac00 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:36.692313 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2289a690-24f7-4c31-8894-f9740ebd2ce7 req-84963b98-6312-48a4-8e4e-6e8e26b3ac00 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.1151228 Jul 09 09:50:36.805070 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-72f582cd-8eb0-4948-b807-7dad21f8caf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:36.810122 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2289a690-24f7-4c31-8894-f9740ebd2ce7 req-779c93fd-daa3-48d2-aa0d-261b05b64972 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163754 Jul 09 09:50:36.908798 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047c259-56f7-4514-a329-fd27ed7c9ce1 req-727d9b63-deb2-41eb-ab27-a4a53d84245c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:36.910690 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8047c259-56f7-4514-a329-fd27ed7c9ce1 req-727d9b63-deb2-41eb-ab27-a4a53d84245c service neutron] 10.222.0.64 "GET /v2.0/networks?id=1c09f046-0b54-49b5-93f9-8efa4af89682 HTTP/1.1" status: 200 len: 914 time: 0.2422242 Jul 09 09:50:36.994547 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8047c259-56f7-4514-a329-fd27ed7c9ce1 req-1c6ba241-90f0-48f5-b469-54f62cec1086 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa6f5f29-1dac-40f4-99d9-7899d63a0c42 HTTP/1.1" status: 200 len: 217 time: 0.0725374 Jul 09 09:50:37.053426 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047c259-56f7-4514-a329-fd27ed7c9ce1 req-21c82b0a-6acb-4cdd-93c9-d4607350ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:37.055305 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8047c259-56f7-4514-a329-fd27ed7c9ce1 req-21c82b0a-6acb-4cdd-93c9-d4607350ea36 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1864d41-8586-4a4a-aa3a-cb409347c280 HTTP/1.1" status: 200 len: 853 time: 0.0552890 Jul 09 09:50:37.104539 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8047c259-56f7-4514-a329-fd27ed7c9ce1 req-8db3def3-96f5-4347-87ba-47d2c213da7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c09f046-0b54-49b5-93f9-8efa4af89682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393653 Jul 09 09:50:37.325745 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8047c259-56f7-4514-a329-fd27ed7c9ce1 req-fed8f106-0791-4543-890d-c5ddce548b13 service neutron] 10.222.0.64 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124183 Jul 09 09:50:37.337931 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8a19e-660c-47b2-a210-ab56915a9657 req-25b24a53-eea0-4785-876b-4af9d4387cc3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:37.339517 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4df8a19e-660c-47b2-a210-ab56915a9657 req-25b24a53-eea0-4785-876b-4af9d4387cc3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 944 time: 0.1350503 Jul 09 09:50:37.441726 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4df8a19e-660c-47b2-a210-ab56915a9657 req-77833306-cfd2-4c0f-9825-b64bfcf605f4 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885086 Jul 09 09:50:37.486553 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8047c259-56f7-4514-a329-fd27ed7c9ce1 req-b785a91d-aec9-4a3b-a575-6a4d32c6da51 service neutron] 10.222.0.64 "GET /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457548 Jul 09 09:50:38.062357 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcc344-7039-4056-85fd-8e6432cae76e req-0bdfbb0b-ad6f-48e0-897f-5964b4bd384d tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:38.064483 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3edcc344-7039-4056-85fd-8e6432cae76e req-0bdfbb0b-ad6f-48e0-897f-5964b4bd384d tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.0831087 Jul 09 09:50:38.111672 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3edcc344-7039-4056-85fd-8e6432cae76e req-78bf0ec1-06f7-48c8-9066-ee39696406b5 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373282 Jul 09 09:50:38.636030 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47202) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:38.683982 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ff534-a4d8-464c-9266-fd3a33c95abd req-53ee1e8c-a5c4-4074-82d9-49e898dff362 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:38.685751 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f35ff534-a4d8-464c-9266-fd3a33c95abd req-53ee1e8c-a5c4-4074-82d9-49e898dff362 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 944 time: 0.0968540 Jul 09 09:50:38.734713 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f35ff534-a4d8-464c-9266-fd3a33c95abd req-482f9fbf-9926-4c88-b8c3-98b9ca99d2ed tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428905 Jul 09 09:50:38.783824 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90027500-42b8-40d9-95b2-060a076eeaee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:38.890296 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90027500-42b8-40d9-95b2-060a076eeaee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:38.894387 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90027500-42b8-40d9-95b2-060a076eeaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:38.936190 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-90027500-42b8-40d9-95b2-060a076eeaee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=507973ce7b744e94b311f2b3a24e07c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2988696 Jul 09 09:50:38.937541 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90027500-42b8-40d9-95b2-060a076eeaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80090399-3c72-4013-bd15-d032d40318de,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:38.939230 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 47210) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:38.997749 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af0c498f-1d64-48c7-8c38-d752e62e2e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:39.024002 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af0c498f-1d64-48c7-8c38-d752e62e2e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:39.089060 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af0c498f-1d64-48c7-8c38-d752e62e2e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:39.092172 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af0c498f-1d64-48c7-8c38-d752e62e2e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:39.093439 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-af0c498f-1d64-48c7-8c38-d752e62e2e3a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/80090399-3c72-4013-bd15-d032d40318de HTTP/1.1" status: 204 len: 168 time: 0.1528747 Jul 09 09:50:39.102932 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c498f-1d64-48c7-8c38-d752e62e2e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80090399-3c72-4013-bd15-d032d40318de,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:39.178827 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:39.345844 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7f814133-223e-4138-8552-adbcb84a282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:39.365636 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cf834-5513-4f4e-8091-95d502d9f924 req-8b0ac7a3-b14a-4572-9aaa-6a36984d7447 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:39.367719 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c07cf834-5513-4f4e-8091-95d502d9f924 req-8b0ac7a3-b14a-4572-9aaa-6a36984d7447 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.0922382 Jul 09 09:50:39.414650 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c07cf834-5513-4f4e-8091-95d502d9f924 req-1aa6377f-831a-43ca-a78e-66521464f2da tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403025 Jul 09 09:50:39.512363 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:39.517680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 47230) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:39.539630 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d48ae317-e509-4a80-b343-a145157a5680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:39.663452 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d48ae317-e509-4a80-b343-a145157a5680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:39.678015 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d48ae317-e509-4a80-b343-a145157a5680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:39.751632 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ae317-e509-4a80-b343-a145157a5680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3ec38a-0411-4961-a27d-83a29703d949,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:39.775090 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d48ae317-e509-4a80-b343-a145157a5680 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=465790e2109c432e95cfc87a5eb5f73c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2538345 Jul 09 09:50:39.776293 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47244) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:39.840798 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ef2255d-fcec-496b-8706-37285e834aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:39.874816 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ef2255d-fcec-496b-8706-37285e834aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:39.923288 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b61fe-d19e-455c-a24e-1816f928b537 req-ba620e7e-204c-4c99-ae26-b16ab6f6b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:39.926585 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f74b61fe-d19e-455c-a24e-1816f928b537 req-ba620e7e-204c-4c99-ae26-b16ab6f6b92f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3685effc09af44948de733ea732a3e9f&device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 1097 time: 0.1296194 Jul 09 09:50:39.937941 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0be743-9896-4b8f-b42c-5c826f8479af req-d39a93d0-abd0-4cc9-815e-e746d0878f3d tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:39.939587 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d0be743-9896-4b8f-b42c-5c826f8479af req-d39a93d0-abd0-4cc9-815e-e746d0878f3d tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.1101329 Jul 09 09:50:39.947201 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ef2255d-fcec-496b-8706-37285e834aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:39.950600 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ef2255d-fcec-496b-8706-37285e834aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:39.955976 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0ef2255d-fcec-496b-8706-37285e834aa0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9d3ec38a-0411-4961-a27d-83a29703d949 HTTP/1.1" status: 204 len: 168 time: 0.1779482 Jul 09 09:50:39.973676 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2255d-fcec-496b-8706-37285e834aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3ec38a-0411-4961-a27d-83a29703d949,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:40.112760 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d0be743-9896-4b8f-b42c-5c826f8479af req-80324712-26a6-46dd-9104-cdd1e46bddbb tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612868 Jul 09 09:50:40.166753 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b61fe-d19e-455c-a24e-1816f928b537 req-1fbd5393-09eb-41cd-9b66-4574e34dc9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:40.168403 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f74b61fe-d19e-455c-a24e-1816f928b537 req-1fbd5393-09eb-41cd-9b66-4574e34dc9e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08 HTTP/1.1" status: 200 len: 911 time: 0.2269783 Jul 09 09:50:40.246931 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78863f-fa57-42f0-ba23-741c4801f9d1 req-033b7a0d-606c-4773-91a2-fbf72fae5113 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:40.248854 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a78863f-fa57-42f0-ba23-741c4801f9d1 req-033b7a0d-606c-4773-91a2-fbf72fae5113 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 944 time: 0.1426232 Jul 09 09:50:40.303030 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a78863f-fa57-42f0-ba23-741c4801f9d1 req-889a0db2-ce2a-4d7d-937e-311fe739914e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471139 Jul 09 09:50:40.311493 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f74b61fe-d19e-455c-a24e-1816f928b537 req-7ec5ce59-3836-41f5-8e13-f721be4aafbf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bd90d64-a9b2-4541-bb33-e3dbaae13163 HTTP/1.1" status: 200 len: 1002 time: 0.1342607 Jul 09 09:50:40.379113 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b61fe-d19e-455c-a24e-1816f928b537 req-38142f55-01be-41bc-921a-855c07c55f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:40.380853 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f74b61fe-d19e-455c-a24e-1816f928b537 req-38142f55-01be-41bc-921a-855c07c55f99 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b51e3e8c-7c21-4a91-b93d-f434e88398f9 HTTP/1.1" status: 200 len: 849 time: 0.0582893 Jul 09 09:50:40.448061 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b61fe-d19e-455c-a24e-1816f928b537 req-fc74a6c1-31e1-485c-85e3-39020a586e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:40.449529 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f74b61fe-d19e-455c-a24e-1816f928b537 req-fc74a6c1-31e1-485c-85e3-39020a586e38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588768 Jul 09 09:50:40.565780 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f74b61fe-d19e-455c-a24e-1816f928b537 req-63d441ed-b9a9-47c4-a5cd-bc54b3242496 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065955 Jul 09 09:50:40.670529 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f74b61fe-d19e-455c-a24e-1816f928b537 req-c0658788-9c70-427b-969f-422669d576bd service neutron] 10.222.0.64 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978642 Jul 09 09:50:41.159144 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:41.335094 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5bfb9-9b30-482d-b36d-3fabfd5dec26 req-32fffb3d-f771-4f71-80e2-7a58c0212e4a tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:41.343384 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b9d5bfb9-9b30-482d-b36d-3fabfd5dec26 req-32fffb3d-f771-4f71-80e2-7a58c0212e4a tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.0892894 Jul 09 09:50:41.464400 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b9d5bfb9-9b30-482d-b36d-3fabfd5dec26 req-84e3762d-202d-4059-8d73-05aaf5d8ea9c tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197286 Jul 09 09:50:41.625595 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e5897-2786-46f6-b10b-191040791f2d req-49d16fb3-a422-4052-8c27-9b79dd8dc3d3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:41.628680 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-816e5897-2786-46f6-b10b-191040791f2d req-49d16fb3-a422-4052-8c27-9b79dd8dc3d3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 944 time: 0.1317925 Jul 09 09:50:41.696844 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-816e5897-2786-46f6-b10b-191040791f2d req-62cffe3b-752a-467b-8563-45baa59376f9 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585148 Jul 09 09:50:42.728349 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb0378-e886-4871-9532-add8afaa0782 req-7041a1aa-e681-4a10-8911-78b9b5464f00 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:42.736213 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19fb0378-e886-4871-9532-add8afaa0782 req-7041a1aa-e681-4a10-8911-78b9b5464f00 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.0832331 Jul 09 09:50:42.786972 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19fb0378-e886-4871-9532-add8afaa0782 req-7172ff05-b667-416d-b474-66b155c8d327 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479672 Jul 09 09:50:42.946501 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:43.060349 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa32ec-b082-457a-93c0-17902986b751 req-c3501e95-8eb1-4832-bbba-c19e98dd5d6e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:43.061888 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13aa32ec-b082-457a-93c0-17902986b751 req-c3501e95-8eb1-4832-bbba-c19e98dd5d6e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 944 time: 0.1218243 Jul 09 09:50:43.110210 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13aa32ec-b082-457a-93c0-17902986b751 req-6361b03e-4422-49a5-88c2-16241614c7e7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379093 Jul 09 09:50:44.367208 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46401eb-905a-4b65-8498-fd050e9d32a0 req-fdc9f878-05a3-4f00-b2d6-a499fd4c7f7c tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:44.369871 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c46401eb-905a-4b65-8498-fd050e9d32a0 req-fdc9f878-05a3-4f00-b2d6-a499fd4c7f7c tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 944 time: 0.1059840 Jul 09 09:50:44.436730 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c46401eb-905a-4b65-8498-fd050e9d32a0 req-b4a8fb5b-5277-491e-821b-aca7f9608afd tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595958 Jul 09 09:50:45.764172 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ce15b-b268-406d-be19-76a34cef5634 req-e1b366c8-2922-43d2-8560-9d1721ad0940 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:45.767041 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc8ce15b-b268-406d-be19-76a34cef5634 req-e1b366c8-2922-43d2-8560-9d1721ad0940 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 944 time: 0.1420331 Jul 09 09:50:45.846710 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc8ce15b-b268-406d-be19-76a34cef5634 req-924b1b91-b2be-43dc-9301-00f66f932673 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714633 Jul 09 09:50:46.445580 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device f504e91c-b98c-419a-b0fc-497a38ff7d82 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:50:46.583026 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port f504e91c-b98c-419a-b0fc-497a38ff7d82, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=f504e91c-b98c-419a-b0fc-497a38ff7d82,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:50:46.618697 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'f504e91c-b98c-419a-b0fc-497a38ff7d82', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'port_id': 'f504e91c-b98c-419a-b0fc-497a38ff7d82', 'mac_address': 'fa:16:3e:ec:6d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:50:46.844728 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:46.865509 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f504e91c-b98c-419a-b0fc-497a38ff7d82 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:50:46.889765 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port f504e91c-b98c-419a-b0fc-497a38ff7d82, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=f504e91c-b98c-419a-b0fc-497a38ff7d82,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:50:46.897575 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:46.961580 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=f504e91c-b98c-419a-b0fc-497a38ff7d82,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:47.102403 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e073b-8d5a-4dff-81c4-cf63ce9a04d4 req-c6cbfb9e-04e4-48b1-ac75-87378508f009 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:47.110598 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-900e073b-8d5a-4dff-81c4-cf63ce9a04d4 req-c6cbfb9e-04e4-48b1-ac75-87378508f009 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 945 time: 0.1084664 Jul 09 09:50:47.120175 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['f504e91c-b98c-419a-b0fc-497a38ff7d82'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:50:47.179940 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-900e073b-8d5a-4dff-81c4-cf63ce9a04d4 req-48393fb2-af53-413c-922e-6fed2540315c tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675266 Jul 09 09:50:48.122389 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47478) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:48.253923 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b56bd63b-8171-409d-98c3-e6198405a58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:48.343968 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b56bd63b-8171-409d-98c3-e6198405a58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:48.349502 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b56bd63b-8171-409d-98c3-e6198405a58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:48.379148 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee03bf4-8f1b-4e23-b198-ef49a4c9c293 req-58e76016-0a6e-4777-89c4-4c0ab7ec90c5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:48.380509 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bd63b-8171-409d-98c3-e6198405a58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70bff0c-cb27-4917-9dfb-e52ea9af4df9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:48.382652 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ee03bf4-8f1b-4e23-b198-ef49a4c9c293 req-58e76016-0a6e-4777-89c4-4c0ab7ec90c5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 945 time: 0.0774767 Jul 09 09:50:48.392106 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bd63b-8171-409d-98c3-e6198405a58b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:48.392498 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bd63b-8171-409d-98c3-e6198405a58b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:48.392958 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bd63b-8171-409d-98c3-e6198405a58b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:48.393544 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bd63b-8171-409d-98c3-e6198405a58b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:48.393991 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bd63b-8171-409d-98c3-e6198405a58b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:48.394318 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bd63b-8171-409d-98c3-e6198405a58b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:48.394846 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bd63b-8171-409d-98c3-e6198405a58b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:48.395426 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bd63b-8171-409d-98c3-e6198405a58b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:48.395962 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bd63b-8171-409d-98c3-e6198405a58b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:48.396648 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bd63b-8171-409d-98c3-e6198405a58b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:48.397273 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bd63b-8171-409d-98c3-e6198405a58b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:48.397772 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bd63b-8171-409d-98c3-e6198405a58b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:50:48.432436 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b56bd63b-8171-409d-98c3-e6198405a58b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ab3dab0919db41feb27d434e679c746d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3073514 Jul 09 09:50:48.433119 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47486) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:48.441329 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device f504e91c-b98c-419a-b0fc-497a38ff7d82 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:50:48.457465 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ee03bf4-8f1b-4e23-b198-ef49a4c9c293 req-c3bb3158-09bb-4a11-89d5-ead39b7d8c97 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671358 Jul 09 09:50:48.530472 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port f504e91c-b98c-419a-b0fc-497a38ff7d82 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:50:48.533524 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-35294825-c64e-451c-82c4-573c5a63639d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:48.535868 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port f504e91c-b98c-419a-b0fc-497a38ff7d82 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:50:48.536524 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:48.572357 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-35294825-c64e-451c-82c4-573c5a63639d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:48.628281 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:48.634999 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-35294825-c64e-451c-82c4-573c5a63639d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:48.637753 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-35294825-c64e-451c-82c4-573c5a63639d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:48.642035 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-35294825-c64e-451c-82c4-573c5a63639d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e70bff0c-cb27-4917-9dfb-e52ea9af4df9 HTTP/1.1" status: 204 len: 168 time: 0.2049286 Jul 09 09:50:48.647256 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35294825-c64e-451c-82c4-573c5a63639d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70bff0c-cb27-4917-9dfb-e52ea9af4df9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:48.699639 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5841cfe-571c-4c90-a3c7-4858f96d7b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f504e91c-b98c-419a-b0fc-497a38ff7d82'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:50:48.702274 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd21c7d5-2531-4a67-9ada-d66cde624132" -d '{"events": [{"server_uuid": "c5841cfe-571c-4c90-a3c7-4858f96d7b47", "name": "network-vif-plugged", "status": "completed", "tag": "f504e91c-b98c-419a-b0fc-497a38ff7d82"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:50:48.723485 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port f504e91c-b98c-419a-b0fc-497a38ff7d82, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=f504e91c-b98c-419a-b0fc-497a38ff7d82,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:50:48.728863 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:48.796050 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=f504e91c-b98c-419a-b0fc-497a38ff7d82,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:49.051811 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44050fe-2d7f-49ed-8741-9c8f8b293b13 x-openstack-request-id: req-e44050fe-2d7f-49ed-8741-9c8f8b293b13 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:50:49.051811 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5841cfe-571c-4c90-a3c7-4858f96d7b47", "name": "network-vif-plugged", "status": "completed", "tag": "f504e91c-b98c-419a-b0fc-497a38ff7d82", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:50:49.052486 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e44050fe-2d7f-49ed-8741-9c8f8b293b13 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:50:49.052486 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5841cfe-571c-4c90-a3c7-4858f96d7b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f504e91c-b98c-419a-b0fc-497a38ff7d82', 'code': 200} Jul 09 09:50:49.246769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 47506) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:49.267502 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5626f6d1-058c-467f-93fb-743c3656ee81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:49.282437 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b10b5-cacb-45a9-83ce-6f11b96b2533 req-fce01d6e-6bbb-483f-8325-c178fe882901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:49.285894 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7e5b10b5-cacb-45a9-83ce-6f11b96b2533 req-fce01d6e-6bbb-483f-8325-c178fe882901 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 1097 time: 0.1409664 Jul 09 09:50:49.354858 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7e5b10b5-cacb-45a9-83ce-6f11b96b2533 req-941082ca-a7ab-4b53-bfca-754f9288cb29 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618863 Jul 09 09:50:49.409403 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5626f6d1-058c-467f-93fb-743c3656ee81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:49.418193 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5626f6d1-058c-467f-93fb-743c3656ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:49.471105 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5626f6d1-058c-467f-93fb-743c3656ee81 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1ce7489041e64c25bbae132ed6679c7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234011 Jul 09 09:50:49.472113 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626f6d1-058c-467f-93fb-743c3656ee81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4328e6-4aa9-4bf8-b163-e669d2ba776a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:49.474207 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47510) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:49.551260 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed32eb4d-aa4b-4746-9eb8-927245852152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:49.570473 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fca60-587e-457f-b9d6-99d768cb0745 req-3841619d-497f-4cdf-b0a0-6a23ec21875a tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:49.575586 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed32eb4d-aa4b-4746-9eb8-927245852152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:49.578369 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc5fca60-587e-457f-b9d6-99d768cb0745 req-3841619d-497f-4cdf-b0a0-6a23ec21875a tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8da86430-d85a-48ed-8652-0f13ba246233 HTTP/1.1" status: 200 len: 945 time: 0.0776293 Jul 09 09:50:49.613663 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc5fca60-587e-457f-b9d6-99d768cb0745 req-540416af-1773-4b67-a54d-d173af36605d tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344315 Jul 09 09:50:49.650168 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed32eb4d-aa4b-4746-9eb8-927245852152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:49.652772 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed32eb4d-aa4b-4746-9eb8-927245852152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:49.656495 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ed32eb4d-aa4b-4746-9eb8-927245852152 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2b4328e6-4aa9-4bf8-b163-e669d2ba776a HTTP/1.1" status: 204 len: 168 time: 0.1779804 Jul 09 09:50:49.665033 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32eb4d-aa4b-4746-9eb8-927245852152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4328e6-4aa9-4bf8-b163-e669d2ba776a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:49.714367 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0d7fe-d034-4ad9-b253-eb2aaf247ccf req-263b54a9-3be4-4464-841d-208b8d02d463 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:49.716041 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cbc0d7fe-d034-4ad9-b253-eb2aaf247ccf req-263b54a9-3be4-4464-841d-208b8d02d463 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 946 time: 0.0984066 Jul 09 09:50:49.761631 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cbc0d7fe-d034-4ad9-b253-eb2aaf247ccf req-5b9006cc-3ae8-4eb2-a9c9-be8ec745c748 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369236 Jul 09 09:50:50.724284 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 47564) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:50.817025 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9961b34-11f3-44d4-a05a-556713ffc870 req-97ddf1db-9207-4399-a155-5632d83e56cc tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:50.818599 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d9961b34-11f3-44d4-a05a-556713ffc870 req-97ddf1db-9207-4399-a155-5632d83e56cc tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8da86430-d85a-48ed-8652-0f13ba246233 HTTP/1.1" status: 200 len: 945 time: 0.0688689 Jul 09 09:50:50.875304 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-befaaf55-3345-46b1-8045-deafb61ee61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:50.880718 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d9961b34-11f3-44d4-a05a-556713ffc870 req-5f4dd43e-3847-4367-9461-7e592db33a25 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558290 Jul 09 09:50:51.037558 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-befaaf55-3345-46b1-8045-deafb61ee61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:51.045739 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76625f-584c-478c-9285-b3f81049c52f req-9d86408e-9ff4-428f-b20b-0f21f4c97226 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:51.047193 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee76625f-584c-478c-9285-b3f81049c52f req-9d86408e-9ff4-428f-b20b-0f21f4c97226 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 946 time: 0.1364307 Jul 09 09:50:51.048318 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-befaaf55-3345-46b1-8045-deafb61ee61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:51.106357 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-befaaf55-3345-46b1-8045-deafb61ee61a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a815da5657fc4a27825f0cb11304bf61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3798578 Jul 09 09:50:51.109282 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 47572) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:50:51.114243 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befaaf55-3345-46b1-8045-deafb61ee61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b01e16-a006-4e49-8947-4c56f3af4fb0,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:51.121852 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee76625f-584c-478c-9285-b3f81049c52f req-980b3e92-aa4a-41e0-a5bc-f3f1ff7caeab tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677302 Jul 09 09:50:51.179061 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26691ccd-0ca5-45e6-af0b-b040cdd4c068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:51.202434 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26691ccd-0ca5-45e6-af0b-b040cdd4c068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:51.273337 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26691ccd-0ca5-45e6-af0b-b040cdd4c068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:51.277362 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26691ccd-0ca5-45e6-af0b-b040cdd4c068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:51.278752 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-26691ccd-0ca5-45e6-af0b-b040cdd4c068 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f3b01e16-a006-4e49-8947-4c56f3af4fb0 HTTP/1.1" status: 204 len: 168 time: 0.1684871 Jul 09 09:50:51.288071 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26691ccd-0ca5-45e6-af0b-b040cdd4c068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b01e16-a006-4e49-8947-4c56f3af4fb0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:51.375749 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338c0dd-346e-4628-a421-cd1f2e3687c2 req-e8d33f2d-6c51-4af6-b535-ec8efd47cd50 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:51.377250 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1338c0dd-346e-4628-a421-cd1f2e3687c2 req-e8d33f2d-6c51-4af6-b535-ec8efd47cd50 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8da86430-d85a-48ed-8652-0f13ba246233 HTTP/1.1" status: 200 len: 945 time: 0.1307418 Jul 09 09:50:51.390211 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c100d7-d040-4d36-91fc-464405c4dcbc req-5f6dc50e-ad45-4678-886f-83076e1e3224 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:51.391678 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4c100d7-d040-4d36-91fc-464405c4dcbc req-5f6dc50e-ad45-4678-886f-83076e1e3224 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 946 time: 0.1105175 Jul 09 09:50:51.860030 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4c100d7-d040-4d36-91fc-464405c4dcbc req-cbd726fb-69d9-4393-8d5c-d8f9c2a5c16d tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595811 Jul 09 09:50:51.897739 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-1338c0dd-346e-4628-a421-cd1f2e3687c2 req-4a70490d-ecfd-48dc-a0bb-e2cbc067b186 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Deleting port 0b2912a8-f726-4bc8-b741-27042abae16d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:50:51.897739 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1338c0dd-346e-4628-a421-cd1f2e3687c2 req-4a70490d-ecfd-48dc-a0bb-e2cbc067b186 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:52.008547 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-1338c0dd-346e-4628-a421-cd1f2e3687c2 req-4a70490d-ecfd-48dc-a0bb-e2cbc067b186 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] For port 0b2912a8-f726-4bc8-b741-27042abae16d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=0b2912a8-f726-4bc8-b741-27042abae16d,segment=NetworkSegment(0f13317e-a02b-4f15-9d45-d9d5f8fef2be),segment_id=0f13317e-a02b-4f15-9d45-d9d5f8fef2be)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:50:52.009138 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1338c0dd-346e-4628-a421-cd1f2e3687c2 req-4a70490d-ecfd-48dc-a0bb-e2cbc067b186 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:52.025737 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-1338c0dd-346e-4628-a421-cd1f2e3687c2 req-4a70490d-ecfd-48dc-a0bb-e2cbc067b186 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Calling delete_port for 0b2912a8-f726-4bc8-b741-27042abae16d owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:50:52.160304 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cb95c-3ebe-4d40-81d7-07ec80cd624c req-185cea75-33be-4101-9f29-e2b462c13722 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:52.168028 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-756cb95c-3ebe-4d40-81d7-07ec80cd624c req-185cea75-33be-4101-9f29-e2b462c13722 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8da86430-d85a-48ed-8652-0f13ba246233 HTTP/1.1" status: 200 len: 945 time: 0.1312897 Jul 09 09:50:52.217343 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-756cb95c-3ebe-4d40-81d7-07ec80cd624c req-c985c409-9120-45b5-947f-6429706dd6e9 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485809 Jul 09 09:50:52.301585 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1338c0dd-346e-4628-a421-cd1f2e3687c2 req-4a70490d-ecfd-48dc-a0bb-e2cbc067b186 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:52.313556 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:50:52.356699 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['fa6f5f29-1dac-40f4-99d9-7899d63a0c42', 'a615a6f2-6c8f-4f6e-8147-3d715c38401b', '0b2912a8-f726-4bc8-b741-27042abae16d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:50:52.367805 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70490d-ecfd-48dc-a0bb-e2cbc067b186 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Pushing event deleted for resources: {'Port': ['ID=0b2912a8-f726-4bc8-b741-27042abae16d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:52.437613 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-1338c0dd-346e-4628-a421-cd1f2e3687c2 req-4a70490d-ecfd-48dc-a0bb-e2cbc067b186 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] No DVR routers for this DVR port 0b2912a8-f726-4bc8-b741-27042abae16d on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:50:52.441382 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1338c0dd-346e-4628-a421-cd1f2e3687c2 req-4a70490d-ecfd-48dc-a0bb-e2cbc067b186 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:52.443483 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1338c0dd-346e-4628-a421-cd1f2e3687c2 req-4a70490d-ecfd-48dc-a0bb-e2cbc067b186 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.64 "DELETE /v2.0/ports/0b2912a8-f726-4bc8-b741-27042abae16d HTTP/1.1" status: 204 len: 173 time: 1.0508702 Jul 09 09:50:52.443944 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da86430-d85a-48ed-8652-0f13ba246233', 'name': 'network-vif-deleted', 'tag': '0b2912a8-f726-4bc8-b741-27042abae16d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:50:52.446858 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ae7751-d447-42f5-b4d2-d1983f4322cb" -d '{"events": [{"server_uuid": "8da86430-d85a-48ed-8652-0f13ba246233", "name": "network-vif-deleted", "tag": "0b2912a8-f726-4bc8-b741-27042abae16d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:50:52.497864 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8364e-7605-4241-ad5a-fc577fd2f34f req-6d4ae520-7f6a-4633-8d4c-f91541c26dad tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:52.506832 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f1c8364e-7605-4241-ad5a-fc577fd2f34f req-6d4ae520-7f6a-4633-8d4c-f91541c26dad tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 946 time: 0.1163924 Jul 09 09:50:52.539297 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f8302d-9155-4ea4-bb89-8971b2d0e919 x-openstack-request-id: req-a9f8302d-9155-4ea4-bb89-8971b2d0e919 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:50:52.539728 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da86430-d85a-48ed-8652-0f13ba246233", "name": "network-vif-deleted", "tag": "0b2912a8-f726-4bc8-b741-27042abae16d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:50:52.539999 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a9f8302d-9155-4ea4-bb89-8971b2d0e919 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:50:52.540393 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da86430-d85a-48ed-8652-0f13ba246233', 'name': 'network-vif-deleted', 'tag': '0b2912a8-f726-4bc8-b741-27042abae16d', 'status': 'completed', 'code': 200} Jul 09 09:50:52.568617 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f1c8364e-7605-4241-ad5a-fc577fd2f34f req-c20720a9-2a48-491a-be36-011589e992aa tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606065 Jul 09 09:50:53.754582 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e5a23-6e92-4a9f-b053-846af08209b1 req-94fa630d-f5f0-4fc9-9070-b9b673e41487 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:53.757056 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-580e5a23-6e92-4a9f-b053-846af08209b1 req-94fa630d-f5f0-4fc9-9070-b9b673e41487 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 946 time: 0.0717120 Jul 09 09:50:53.798047 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-580e5a23-6e92-4a9f-b053-846af08209b1 req-b35b0b89-52b7-436c-9d11-766c31e21861 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350626 Jul 09 09:50:53.900396 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68cdaa-2cbd-4913-9abf-9ac96fa983c4 req-c32386f1-ba24-4cb0-92e6-a83a91459cb3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:53.902109 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ec68cdaa-2cbd-4913-9abf-9ac96fa983c4 req-c32386f1-ba24-4cb0-92e6-a83a91459cb3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 946 time: 0.0663295 Jul 09 09:50:54.006324 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-ec68cdaa-2cbd-4913-9abf-9ac96fa983c4 req-ba437f97-2bff-47f8-9aff-a52610f023f5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Deleting port f504e91c-b98c-419a-b0fc-497a38ff7d82 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:50:54.006671 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ec68cdaa-2cbd-4913-9abf-9ac96fa983c4 req-ba437f97-2bff-47f8-9aff-a52610f023f5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:54.108034 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-ec68cdaa-2cbd-4913-9abf-9ac96fa983c4 req-ba437f97-2bff-47f8-9aff-a52610f023f5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] For port f504e91c-b98c-419a-b0fc-497a38ff7d82, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=f504e91c-b98c-419a-b0fc-497a38ff7d82,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:50:54.108733 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ec68cdaa-2cbd-4913-9abf-9ac96fa983c4 req-ba437f97-2bff-47f8-9aff-a52610f023f5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:54.124251 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-ec68cdaa-2cbd-4913-9abf-9ac96fa983c4 req-ba437f97-2bff-47f8-9aff-a52610f023f5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Calling delete_port for f504e91c-b98c-419a-b0fc-497a38ff7d82 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:50:54.279002 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ec68cdaa-2cbd-4913-9abf-9ac96fa983c4 req-ba437f97-2bff-47f8-9aff-a52610f023f5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:54.290796 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['0bd424fe-20af-4681-8672-0b8e989daad5', 'f504e91c-b98c-419a-b0fc-497a38ff7d82'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:50:54.313642 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba437f97-2bff-47f8-9aff-a52610f023f5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event deleted for resources: {'Port': ['ID=f504e91c-b98c-419a-b0fc-497a38ff7d82,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:54.397981 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec68cdaa-2cbd-4913-9abf-9ac96fa983c4 req-ba437f97-2bff-47f8-9aff-a52610f023f5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] No DVR routers for this DVR port f504e91c-b98c-419a-b0fc-497a38ff7d82 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:50:54.400776 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ec68cdaa-2cbd-4913-9abf-9ac96fa983c4 req-ba437f97-2bff-47f8-9aff-a52610f023f5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:54.403064 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ec68cdaa-2cbd-4913-9abf-9ac96fa983c4 req-ba437f97-2bff-47f8-9aff-a52610f023f5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.58 "DELETE /v2.0/ports/f504e91c-b98c-419a-b0fc-497a38ff7d82 HTTP/1.1" status: 204 len: 173 time: 0.4949830 Jul 09 09:50:54.403592 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5841cfe-571c-4c90-a3c7-4858f96d7b47', 'name': 'network-vif-deleted', 'tag': 'f504e91c-b98c-419a-b0fc-497a38ff7d82'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:50:54.406411 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c54925a-bccb-4948-8292-3790c00d9bce" -d '{"events": [{"server_uuid": "c5841cfe-571c-4c90-a3c7-4858f96d7b47", "name": "network-vif-deleted", "tag": "f504e91c-b98c-419a-b0fc-497a38ff7d82"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:50:54.497178 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ae72a7-022a-4312-af59-5c65ea5dea3c x-openstack-request-id: req-91ae72a7-022a-4312-af59-5c65ea5dea3c {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:50:54.497473 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5841cfe-571c-4c90-a3c7-4858f96d7b47", "name": "network-vif-deleted", "tag": "f504e91c-b98c-419a-b0fc-497a38ff7d82", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:50:54.497803 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-91ae72a7-022a-4312-af59-5c65ea5dea3c {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:50:54.498466 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5841cfe-571c-4c90-a3c7-4858f96d7b47', 'name': 'network-vif-deleted', 'tag': 'f504e91c-b98c-419a-b0fc-497a38ff7d82', 'status': 'completed', 'code': 200} Jul 09 09:50:54.991827 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e5541fab-7d60-4e7d-a812-f6b6a9c11ae0 req-d62cc074-e114-4217-9bbe-9a6e105af4ab tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 210 time: 0.0429263 Jul 09 09:50:55.003661 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 0b2912a8-f726-4bc8-b741-27042abae16d no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:50:55.031370 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 0b2912a8-f726-4bc8-b741-27042abae16d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:50:55.032177 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 0b2912a8-f726-4bc8-b741-27042abae16d not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:50:56.174469 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-71d0769b-458c-432d-bcf6-1cd28b68726c req-a07456a9-d1a5-44be-9706-8c9b8d82789b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 210 time: 0.0490899 Jul 09 09:50:57.176575 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cd8f9-1958-4d7a-acb4-b09517f7f488 req-d3686257-73d8-4fc4-8fa6-261eb61ef36d tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:57.178207 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b1cd8f9-1958-4d7a-acb4-b09517f7f488 req-d3686257-73d8-4fc4-8fa6-261eb61ef36d tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 946 time: 0.0830429 Jul 09 09:50:57.267064 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b1cd8f9-1958-4d7a-acb4-b09517f7f488 req-412e357b-05a3-4ab6-b6f2-b9b474797c60 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820229 Jul 09 09:50:57.345491 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2526582f-59cc-4730-bf51-2c79bbb0d151 req-f2ff22f9-2f6b-4ac1-9612-a34fcfa2fc61 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 210 time: 0.0350697 Jul 09 09:50:58.471479 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff70eb-9991-4674-99d8-52f8321b99e7 req-23d343d5-7fc2-4a3d-87df-ae454669eec3 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:58.480592 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c1ff70eb-9991-4674-99d8-52f8321b99e7 req-23d343d5-7fc2-4a3d-87df-ae454669eec3 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 946 time: 0.0892396 Jul 09 09:50:58.502590 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device f504e91c-b98c-419a-b0fc-497a38ff7d82 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:50:58.541093 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: f504e91c-b98c-419a-b0fc-497a38ff7d82 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:50:58.541870 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device f504e91c-b98c-419a-b0fc-497a38ff7d82 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:50:58.559614 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a0b32d24-5fb2-430b-aaff-d0ed7de3eacd req-d855b355-a412-4213-a89f-e0138da57bf8 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5841cfe-571c-4c90-a3c7-4858f96d7b47 HTTP/1.1" status: 200 len: 210 time: 0.0466642 Jul 09 09:50:58.565754 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c1ff70eb-9991-4674-99d8-52f8321b99e7 req-08869e01-54e6-408f-8690-8f342018972c tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846267 Jul 09 09:50:58.925208 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccc5b0-6944-4149-a177-e80f0c1929d1 req-209c0cbf-1b78-4738-a848-01de1bd3ebf7 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:50:58.926827 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-02ccc5b0-6944-4149-a177-e80f0c1929d1 req-209c0cbf-1b78-4738-a848-01de1bd3ebf7 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 946 time: 0.0726922 Jul 09 09:50:59.065412 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-02ccc5b0-6944-4149-a177-e80f0c1929d1 req-14e42517-c998-4fca-ade5-09f1ca7b237b tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Deleting port a615a6f2-6c8f-4f6e-8147-3d715c38401b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:50:59.066184 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-02ccc5b0-6944-4149-a177-e80f0c1929d1 req-14e42517-c998-4fca-ade5-09f1ca7b237b tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:59.281930 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-02ccc5b0-6944-4149-a177-e80f0c1929d1 req-14e42517-c998-4fca-ade5-09f1ca7b237b tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] For port a615a6f2-6c8f-4f6e-8147-3d715c38401b, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=a615a6f2-6c8f-4f6e-8147-3d715c38401b,segment=NetworkSegment(0f13317e-a02b-4f15-9d45-d9d5f8fef2be),segment_id=0f13317e-a02b-4f15-9d45-d9d5f8fef2be)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:50:59.282309 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-02ccc5b0-6944-4149-a177-e80f0c1929d1 req-14e42517-c998-4fca-ade5-09f1ca7b237b tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:59.309597 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-02ccc5b0-6944-4149-a177-e80f0c1929d1 req-14e42517-c998-4fca-ade5-09f1ca7b237b tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Calling delete_port for a615a6f2-6c8f-4f6e-8147-3d715c38401b owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:50:59.571376 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-02ccc5b0-6944-4149-a177-e80f0c1929d1 req-14e42517-c998-4fca-ade5-09f1ca7b237b tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:59.586756 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['fa6f5f29-1dac-40f4-99d9-7899d63a0c42', 'a615a6f2-6c8f-4f6e-8147-3d715c38401b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:50:59.590211 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:50:59.663203 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e42517-c998-4fca-ade5-09f1ca7b237b tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Pushing event deleted for resources: {'Port': ['ID=a615a6f2-6c8f-4f6e-8147-3d715c38401b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:50:59.753989 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ccc5b0-6944-4149-a177-e80f0c1929d1 req-14e42517-c998-4fca-ade5-09f1ca7b237b tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] No DVR routers for this DVR port a615a6f2-6c8f-4f6e-8147-3d715c38401b on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:50:59.767115 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-02ccc5b0-6944-4149-a177-e80f0c1929d1 req-14e42517-c998-4fca-ade5-09f1ca7b237b tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:50:59.769432 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-02ccc5b0-6944-4149-a177-e80f0c1929d1 req-14e42517-c998-4fca-ade5-09f1ca7b237b tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.64 "DELETE /v2.0/ports/a615a6f2-6c8f-4f6e-8147-3d715c38401b HTTP/1.1" status: 204 len: 173 time: 0.8366637 Jul 09 09:50:59.769965 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8d0723-5ac1-42c8-b586-a894dc71c9e7', 'name': 'network-vif-deleted', 'tag': 'a615a6f2-6c8f-4f6e-8147-3d715c38401b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:50:59.776811 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcd4a62-9dd1-428b-a255-b2d8795a7adf" -d '{"events": [{"server_uuid": "bb8d0723-5ac1-42c8-b586-a894dc71c9e7", "name": "network-vif-deleted", "tag": "a615a6f2-6c8f-4f6e-8147-3d715c38401b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:50:59.844186 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a0fc4a72-10b8-4087-a750-fd46ee9d0726 req-68cfa909-351d-49ea-8b90-71114040c8fc tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb8d0723-5ac1-42c8-b586-a894dc71c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0521393 Jul 09 09:50:59.900537 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee175528-a84f-45b6-9695-6dce557d896b x-openstack-request-id: req-ee175528-a84f-45b6-9695-6dce557d896b {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:50:59.901000 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8d0723-5ac1-42c8-b586-a894dc71c9e7", "name": "network-vif-deleted", "tag": "a615a6f2-6c8f-4f6e-8147-3d715c38401b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:50:59.901410 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee175528-a84f-45b6-9695-6dce557d896b {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:50:59.901874 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8d0723-5ac1-42c8-b586-a894dc71c9e7', 'name': 'network-vif-deleted', 'tag': 'a615a6f2-6c8f-4f6e-8147-3d715c38401b', 'status': 'completed', 'code': 200} Jul 09 09:51:01.388813 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96409acb-128a-43ad-bcba-bfb57aba7ca4 req-faaf09c3-5de3-4cbf-a68c-c16a62bb5d0c tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:01.390336 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-96409acb-128a-43ad-bcba-bfb57aba7ca4 req-faaf09c3-5de3-4cbf-a68c-c16a62bb5d0c tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bdd9e64-3628-4a52-a502-817773ec3508 HTTP/1.1" status: 200 len: 945 time: 0.0766780 Jul 09 09:51:01.435202 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-96409acb-128a-43ad-bcba-bfb57aba7ca4 req-f87061a2-ded5-4e6a-b5eb-9aa3ac0ff257 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342135 Jul 09 09:51:02.429714 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:51:02.713771 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b585f2-116d-43a7-aabd-1e21f41ece65 req-86621c11-cfcf-474d-a591-611a7453ada4 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:02.715381 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a0b585f2-116d-43a7-aabd-1e21f41ece65 req-86621c11-cfcf-474d-a591-611a7453ada4 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bdd9e64-3628-4a52-a502-817773ec3508 HTTP/1.1" status: 200 len: 945 time: 0.1216166 Jul 09 09:51:02.772485 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295aff0-56ed-4615-96a6-abde968a5b71 req-f9c769ea-7a0e-43e9-b414-8526953ea36d tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:02.773930 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6295aff0-56ed-4615-96a6-abde968a5b71 req-f9c769ea-7a0e-43e9-b414-8526953ea36d tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.1127667 Jul 09 09:51:02.787991 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a0b585f2-116d-43a7-aabd-1e21f41ece65 req-6881b2a2-c53a-4d9a-b884-2ddbddd8186e tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650582 Jul 09 09:51:02.864241 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6295aff0-56ed-4615-96a6-abde968a5b71 req-212d9fb7-236c-4714-9613-f9ac122b3b91 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793917 Jul 09 09:51:02.881766 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed77a01-dbad-4cd2-813b-49cf13ad4343 req-a11f4571-b339-4030-8875-7bc094c533dc tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:02.884576 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0ed77a01-dbad-4cd2-813b-49cf13ad4343 req-a11f4571-b339-4030-8875-7bc094c533dc tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bdd9e64-3628-4a52-a502-817773ec3508 HTTP/1.1" status: 200 len: 945 time: 0.1077902 Jul 09 09:51:03.010709 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-0ed77a01-dbad-4cd2-813b-49cf13ad4343 req-3dffcf10-485e-4bae-a5f7-be5d2408304d tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Deleting port fa6f5f29-1dac-40f4-99d9-7899d63a0c42 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:51:03.011059 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0ed77a01-dbad-4cd2-813b-49cf13ad4343 req-3dffcf10-485e-4bae-a5f7-be5d2408304d tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:03.084994 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a615a6f2-6c8f-4f6e-8147-3d715c38401b no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:51:03.116390 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: a615a6f2-6c8f-4f6e-8147-3d715c38401b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:51:03.116795 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device a615a6f2-6c8f-4f6e-8147-3d715c38401b not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:51:03.150398 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0ed77a01-dbad-4cd2-813b-49cf13ad4343 req-3dffcf10-485e-4bae-a5f7-be5d2408304d tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] For port fa6f5f29-1dac-40f4-99d9-7899d63a0c42, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=fa6f5f29-1dac-40f4-99d9-7899d63a0c42,segment=NetworkSegment(0f13317e-a02b-4f15-9d45-d9d5f8fef2be),segment_id=0f13317e-a02b-4f15-9d45-d9d5f8fef2be)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:51:03.150844 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0ed77a01-dbad-4cd2-813b-49cf13ad4343 req-3dffcf10-485e-4bae-a5f7-be5d2408304d tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:03.168860 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-0ed77a01-dbad-4cd2-813b-49cf13ad4343 req-3dffcf10-485e-4bae-a5f7-be5d2408304d tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Calling delete_port for fa6f5f29-1dac-40f4-99d9-7899d63a0c42 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:51:03.316147 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0ed77a01-dbad-4cd2-813b-49cf13ad4343 req-3dffcf10-485e-4bae-a5f7-be5d2408304d tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:03.330468 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:51:03.334163 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['fa6f5f29-1dac-40f4-99d9-7899d63a0c42'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:51:03.347656 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffcf10-485e-4bae-a5f7-be5d2408304d tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Pushing event deleted for resources: {'Port': ['ID=fa6f5f29-1dac-40f4-99d9-7899d63a0c42,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:03.393695 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed77a01-dbad-4cd2-813b-49cf13ad4343 req-3dffcf10-485e-4bae-a5f7-be5d2408304d tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] No DVR routers for this DVR port fa6f5f29-1dac-40f4-99d9-7899d63a0c42 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:51:03.396202 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0ed77a01-dbad-4cd2-813b-49cf13ad4343 req-3dffcf10-485e-4bae-a5f7-be5d2408304d tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:03.398738 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0ed77a01-dbad-4cd2-813b-49cf13ad4343 req-3dffcf10-485e-4bae-a5f7-be5d2408304d tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.64 "DELETE /v2.0/ports/fa6f5f29-1dac-40f4-99d9-7899d63a0c42 HTTP/1.1" status: 204 len: 173 time: 0.5070617 Jul 09 09:51:03.399184 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdd9e64-3628-4a52-a502-817773ec3508', 'name': 'network-vif-deleted', 'tag': 'fa6f5f29-1dac-40f4-99d9-7899d63a0c42'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:51:03.401458 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675ee76e-cf49-43fc-b45e-fba37c4eb0ae" -d '{"events": [{"server_uuid": "8bdd9e64-3628-4a52-a502-817773ec3508", "name": "network-vif-deleted", "tag": "fa6f5f29-1dac-40f4-99d9-7899d63a0c42"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:51:03.455558 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91b0f01-2772-401e-aca5-9d748786a63b x-openstack-request-id: req-c91b0f01-2772-401e-aca5-9d748786a63b {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:51:03.455976 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdd9e64-3628-4a52-a502-817773ec3508", "name": "network-vif-deleted", "tag": "fa6f5f29-1dac-40f4-99d9-7899d63a0c42", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:51:03.456105 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c91b0f01-2772-401e-aca5-9d748786a63b {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:51:03.456511 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bdd9e64-3628-4a52-a502-817773ec3508', 'name': 'network-vif-deleted', 'tag': 'fa6f5f29-1dac-40f4-99d9-7899d63a0c42', 'status': 'completed', 'code': 200} Jul 09 09:51:03.914402 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:03.957928 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5609384a-e031-4e29-be88-f5322822e1b1 req-19549d92-9e31-4ce8-9bbb-1f88d86465be tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bdd9e64-3628-4a52-a502-817773ec3508 HTTP/1.1" status: 200 len: 210 time: 0.0361235 Jul 09 09:51:04.076632 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84f386-c68e-4d90-bd24-7b98042dcd4d req-2e4b76f6-8918-440a-9c33-268c26ae2e04 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:04.078360 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd84f386-c68e-4d90-bd24-7b98042dcd4d req-2e4b76f6-8918-440a-9c33-268c26ae2e04 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.0798380 Jul 09 09:51:04.119651 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd84f386-c68e-4d90-bd24-7b98042dcd4d req-38a8e785-2fe8-40e8-b550-17c77e0ae776 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349827 Jul 09 09:51:04.530528 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c878155-e490-45d2-80f3-8e69518cd011 req-a30a5b7a-3074-4dcd-bd6c-ba2bf01c1b15 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:04.532073 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c878155-e490-45d2-80f3-8e69518cd011 req-a30a5b7a-3074-4dcd-bd6c-ba2bf01c1b15 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 946 time: 0.0661871 Jul 09 09:51:04.572389 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c878155-e490-45d2-80f3-8e69518cd011 req-d14c81d5-f796-4404-aa5f-9f112822567a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343292 Jul 09 09:51:05.332040 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838df666-2c81-41ec-8321-a67aa780b178 req-0038ad51-2d96-4593-86e8-b51c2bcbbfd2 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:05.333833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-838df666-2c81-41ec-8321-a67aa780b178 req-0038ad51-2d96-4593-86e8-b51c2bcbbfd2 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.0773354 Jul 09 09:51:05.380043 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-838df666-2c81-41ec-8321-a67aa780b178 req-4c03a424-d84a-4f36-9e73-6fcfc60b640d tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400565 Jul 09 09:51:05.754596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f37ddc-6f99-4f84-95dd-860ac7fe39e9 req-e2b3cf94-c1d5-492c-bb42-54e26ebcb97b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:05.756264 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d9f37ddc-6f99-4f84-95dd-860ac7fe39e9 req-e2b3cf94-c1d5-492c-bb42-54e26ebcb97b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 946 time: 0.0685360 Jul 09 09:51:05.799068 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d9f37ddc-6f99-4f84-95dd-860ac7fe39e9 req-33439b99-6d78-459d-a9cd-8bf057d49470 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2111ff62-4da6-47d8-93e2-14dbf09e9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354314 Jul 09 09:51:05.931590 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc5a83-fa19-462c-adbb-02dc63179012 req-ffe1ecd0-7707-4444-8d4f-1a35d43264ce tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:05.933108 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-17bc5a83-fa19-462c-adbb-02dc63179012 req-ffe1ecd0-7707-4444-8d4f-1a35d43264ce tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 946 time: 0.0805118 Jul 09 09:51:06.036149 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-17bc5a83-fa19-462c-adbb-02dc63179012 req-5b0cf76f-ac43-4de3-907f-bcbee13d3f10 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Deleting port 0bd424fe-20af-4681-8672-0b8e989daad5 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:51:06.036489 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17bc5a83-fa19-462c-adbb-02dc63179012 req-5b0cf76f-ac43-4de3-907f-bcbee13d3f10 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:06.129002 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-17bc5a83-fa19-462c-adbb-02dc63179012 req-5b0cf76f-ac43-4de3-907f-bcbee13d3f10 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] For port 0bd424fe-20af-4681-8672-0b8e989daad5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=0bd424fe-20af-4681-8672-0b8e989daad5,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:51:06.129363 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17bc5a83-fa19-462c-adbb-02dc63179012 req-5b0cf76f-ac43-4de3-907f-bcbee13d3f10 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:06.142898 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-17bc5a83-fa19-462c-adbb-02dc63179012 req-5b0cf76f-ac43-4de3-907f-bcbee13d3f10 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Calling delete_port for 0bd424fe-20af-4681-8672-0b8e989daad5 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:51:06.296529 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17bc5a83-fa19-462c-adbb-02dc63179012 req-5b0cf76f-ac43-4de3-907f-bcbee13d3f10 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:06.317142 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['0bd424fe-20af-4681-8672-0b8e989daad5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:51:06.331630 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cf76f-ac43-4de3-907f-bcbee13d3f10 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event deleted for resources: {'Port': ['ID=0bd424fe-20af-4681-8672-0b8e989daad5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:06.392629 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bc5a83-fa19-462c-adbb-02dc63179012 req-5b0cf76f-ac43-4de3-907f-bcbee13d3f10 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] No DVR routers for this DVR port 0bd424fe-20af-4681-8672-0b8e989daad5 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:51:06.395563 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17bc5a83-fa19-462c-adbb-02dc63179012 req-5b0cf76f-ac43-4de3-907f-bcbee13d3f10 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:06.398518 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-17bc5a83-fa19-462c-adbb-02dc63179012 req-5b0cf76f-ac43-4de3-907f-bcbee13d3f10 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.58 "DELETE /v2.0/ports/0bd424fe-20af-4681-8672-0b8e989daad5 HTTP/1.1" status: 204 len: 173 time: 0.4594693 Jul 09 09:51:06.398975 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e265f86-5352-48bb-815a-a31594bb0c50', 'name': 'network-vif-deleted', 'tag': '0bd424fe-20af-4681-8672-0b8e989daad5'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:51:06.402881 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b11ecd0-5d06-4564-b02d-7e4e8d2f484a" -d '{"events": [{"server_uuid": "7e265f86-5352-48bb-815a-a31594bb0c50", "name": "network-vif-deleted", "tag": "0bd424fe-20af-4681-8672-0b8e989daad5"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:51:06.452489 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd02826d-9ab4-4698-b2e5-b2593a8db5c5 x-openstack-request-id: req-bd02826d-9ab4-4698-b2e5-b2593a8db5c5 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:51:06.453107 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e265f86-5352-48bb-815a-a31594bb0c50", "name": "network-vif-deleted", "tag": "0bd424fe-20af-4681-8672-0b8e989daad5", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:51:06.453626 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bd02826d-9ab4-4698-b2e5-b2593a8db5c5 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:51:06.454413 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e265f86-5352-48bb-815a-a31594bb0c50', 'name': 'network-vif-deleted', 'tag': '0bd424fe-20af-4681-8672-0b8e989daad5', 'status': 'completed', 'code': 200} Jul 09 09:51:06.612186 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2987fc9-4073-41af-aab2-0bb3c577513a req-830222c3-3ab1-4ab4-b197-7fb1752c92a5 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:06.619530 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d2987fc9-4073-41af-aab2-0bb3c577513a req-830222c3-3ab1-4ab4-b197-7fb1752c92a5 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.0777125 Jul 09 09:51:06.654882 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d2987fc9-4073-41af-aab2-0bb3c577513a req-c0339fc3-e9c9-46ea-a35e-4b6ca6e3b678 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343661 Jul 09 09:51:06.781479 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f83ae107-f80b-4b87-9768-aae98dd699fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:07.016551 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4dcf4ad-cb55-49af-9f10-51b753f34315 req-5e5666d7-4f81-4e03-8938-eb40c9ca119e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 210 time: 0.0368187 Jul 09 09:51:07.093850 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device fa6f5f29-1dac-40f4-99d9-7899d63a0c42 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:51:07.129589 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: fa6f5f29-1dac-40f4-99d9-7899d63a0c42 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:51:07.130067 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device fa6f5f29-1dac-40f4-99d9-7899d63a0c42 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:51:07.854727 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63187e-0ba3-45b0-bdc6-fbfbe03ac81e req-e9b39051-f3f0-474f-93cd-81994878cfcd tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:07.857020 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd63187e-0ba3-45b0-bdc6-fbfbe03ac81e req-e9b39051-f3f0-474f-93cd-81994878cfcd tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.0744107 Jul 09 09:51:07.901521 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd63187e-0ba3-45b0-bdc6-fbfbe03ac81e req-e1e59b55-4266-4374-9d11-6bf8195476f9 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387170 Jul 09 09:51:08.186699 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6d5843d5-667d-4f3b-b534-d473c4469245 req-a8581bb7-b1b6-4723-b525-0e5944314034 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 210 time: 0.0480711 Jul 09 09:51:08.833185 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23bd1d-2c8b-4df4-a1c9-0b232c91dfaf req-1d62ea7a-1350-435f-9bfe-e909d96f759d tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:08.836519 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ef23bd1d-2c8b-4df4-a1c9-0b232c91dfaf req-1d62ea7a-1350-435f-9bfe-e909d96f759d tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=5119664b-49fd-4123-b4b7-285c03817c0e HTTP/1.1" status: 200 len: 945 time: 0.0861466 Jul 09 09:51:08.895933 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ef23bd1d-2c8b-4df4-a1c9-0b232c91dfaf req-2b0b1609-0f8f-4f2d-af3f-5dc14f75ef96 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503852 Jul 09 09:51:09.122303 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ce2a7-5135-4643-a639-4a0a34c9a08c req-e9131fb8-c07f-461f-b969-104acf0ddf36 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:09.131934 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-478ce2a7-5135-4643-a639-4a0a34c9a08c req-e9131fb8-c07f-461f-b969-104acf0ddf36 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.0903461 Jul 09 09:51:09.157869 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:09.178697 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-478ce2a7-5135-4643-a639-4a0a34c9a08c req-1b18b9e0-2d47-4220-885c-1ef0fa69c433 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447578 Jul 09 09:51:09.347011 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-da2bbc26-af44-488f-82c7-5f1190939cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:09.385525 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-264f12ba-16db-45de-afa1-da0393511654 req-b2814d7f-fa12-4938-a45b-abce0465c7b3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 210 time: 0.0440357 Jul 09 09:51:09.497267 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:10.083614 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3e46d-8a72-4681-960e-08681281247b req-8fe6c727-f1b7-4211-9bcf-8fbf4e774ab9 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:10.085583 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-47e3e46d-8a72-4681-960e-08681281247b req-8fe6c727-f1b7-4211-9bcf-8fbf4e774ab9 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=5119664b-49fd-4123-b4b7-285c03817c0e HTTP/1.1" status: 200 len: 945 time: 0.0684772 Jul 09 09:51:10.128725 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-47e3e46d-8a72-4681-960e-08681281247b req-fb1396dd-96e5-4f05-8284-e2cf4098bbad tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371928 Jul 09 09:51:10.167529 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6f433-df10-4c18-9c81-b8778989c7d1 req-ad716540-5bc9-4ba0-95d4-86deaa09e71d tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:10.170031 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bcb6f433-df10-4c18-9c81-b8778989c7d1 req-ad716540-5bc9-4ba0-95d4-86deaa09e71d tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.58 "GET /v2.0/ports?device_id=5119664b-49fd-4123-b4b7-285c03817c0e HTTP/1.1" status: 200 len: 945 time: 0.0742290 Jul 09 09:51:10.286144 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-bcb6f433-df10-4c18-9c81-b8778989c7d1 req-c8a79650-49a1-446f-946f-c81fc8f51fb4 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Deleting port cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:51:10.286627 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bcb6f433-df10-4c18-9c81-b8778989c7d1 req-c8a79650-49a1-446f-946f-c81fc8f51fb4 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:10.384790 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-bcb6f433-df10-4c18-9c81-b8778989c7d1 req-c8a79650-49a1-446f-946f-c81fc8f51fb4 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] For port cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e,segment=NetworkSegment(0f13317e-a02b-4f15-9d45-d9d5f8fef2be),segment_id=0f13317e-a02b-4f15-9d45-d9d5f8fef2be)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:51:10.385270 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bcb6f433-df10-4c18-9c81-b8778989c7d1 req-c8a79650-49a1-446f-946f-c81fc8f51fb4 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:10.392391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051df29e-8c43-4666-9042-25c9520b9195 req-fd9f3af9-0ba3-4b1d-a111-94c9356f1f24 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:10.400050 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-051df29e-8c43-4666-9042-25c9520b9195 req-fd9f3af9-0ba3-4b1d-a111-94c9356f1f24 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.0755386 Jul 09 09:51:10.401466 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-bcb6f433-df10-4c18-9c81-b8778989c7d1 req-c8a79650-49a1-446f-946f-c81fc8f51fb4 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Calling delete_port for cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:51:10.451860 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-051df29e-8c43-4666-9042-25c9520b9195 req-a73ec253-d66a-4d10-831f-6622fc9134f5 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470815 Jul 09 09:51:10.569324 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 0bd424fe-20af-4681-8672-0b8e989daad5 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:51:10.608338 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 0bd424fe-20af-4681-8672-0b8e989daad5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:51:10.611306 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 0bd424fe-20af-4681-8672-0b8e989daad5 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:51:10.643403 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bcb6f433-df10-4c18-9c81-b8778989c7d1 req-c8a79650-49a1-446f-946f-c81fc8f51fb4 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:10.658010 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:51:10.660721 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2e8552c6-bad2-4154-88d1-4f9b0274282c req-7dc60c22-d5f4-4e0c-8842-ec1a97f76335 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e265f86-5352-48bb-815a-a31594bb0c50 HTTP/1.1" status: 200 len: 210 time: 0.0800071 Jul 09 09:51:10.682019 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a79650-49a1-446f-946f-c81fc8f51fb4 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Pushing event deleted for resources: {'Port': ['ID=cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:10.747720 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb6f433-df10-4c18-9c81-b8778989c7d1 req-c8a79650-49a1-446f-946f-c81fc8f51fb4 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] No DVR routers for this DVR port cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:51:10.750595 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bcb6f433-df10-4c18-9c81-b8778989c7d1 req-c8a79650-49a1-446f-946f-c81fc8f51fb4 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:10.753054 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bcb6f433-df10-4c18-9c81-b8778989c7d1 req-c8a79650-49a1-446f-946f-c81fc8f51fb4 tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.58 "DELETE /v2.0/ports/cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e HTTP/1.1" status: 204 len: 173 time: 0.5774040 Jul 09 09:51:10.753721 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5119664b-49fd-4123-b4b7-285c03817c0e', 'name': 'network-vif-deleted', 'tag': 'cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:51:10.756429 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7fbe60-79b9-45ce-b9e9-873d6cd870b9" -d '{"events": [{"server_uuid": "5119664b-49fd-4123-b4b7-285c03817c0e", "name": "network-vif-deleted", "tag": "cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:51:10.801020 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd37a309-5cd0-4d9c-bcaa-1f3716e3cb32 x-openstack-request-id: req-cd37a309-5cd0-4d9c-bcaa-1f3716e3cb32 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:51:10.801319 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5119664b-49fd-4123-b4b7-285c03817c0e", "name": "network-vif-deleted", "tag": "cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:51:10.801575 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cd37a309-5cd0-4d9c-bcaa-1f3716e3cb32 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:51:10.802035 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5119664b-49fd-4123-b4b7-285c03817c0e', 'name': 'network-vif-deleted', 'tag': 'cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e', 'status': 'completed', 'code': 200} Jul 09 09:51:11.154590 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:11.365241 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73467589-f127-4529-b983-f58bc517535f req-1f35591c-86b6-4afa-83a8-10942d69d83c tempest-AttachVolumeNegativeTest-2017785442 tempest-AttachVolumeNegativeTest-2017785442-project] 10.222.0.61 "GET /v2.0/ports?device_id=5119664b-49fd-4123-b4b7-285c03817c0e HTTP/1.1" status: 200 len: 210 time: 0.0616958 Jul 09 09:51:11.629786 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cc481-b834-4f5c-ab86-668a322e641b req-3598e1c4-f247-41e3-8197-df3030d709e0 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:11.631421 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-162cc481-b834-4f5c-ab86-668a322e641b req-3598e1c4-f247-41e3-8197-df3030d709e0 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.0658567 Jul 09 09:51:11.671660 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-162cc481-b834-4f5c-ab86-668a322e641b req-5d06b5cc-0bbd-43e3-8cb9-f6caf88ee063 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339296 Jul 09 09:51:12.496431 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48010) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:12.548334 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-acdcdb03-d416-4984-81f4-9003cd8d558a admin admin] Deleting subnet e1864d41-8586-4a4a-aa3a-cb409347c280 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:51:12.551441 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acdcdb03-d416-4984-81f4-9003cd8d558a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:12.587858 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acdcdb03-d416-4984-81f4-9003cd8d558a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:12.630309 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acdcdb03-d416-4984-81f4-9003cd8d558a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:12.719228 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acdcdb03-d416-4984-81f4-9003cd8d558a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:12.756749 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdcdb03-d416-4984-81f4-9003cd8d558a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1864d41-8586-4a4a-aa3a-cb409347c280,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:12.760406 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acdcdb03-d416-4984-81f4-9003cd8d558a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:12.762619 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-acdcdb03-d416-4984-81f4-9003cd8d558a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e1864d41-8586-4a4a-aa3a-cb409347c280 HTTP/1.1" status: 204 len: 168 time: 0.2651596 Jul 09 09:51:12.767842 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48018) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:12.877985 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2fd6c7fd-68ba-47e3-a1ae-04b001ba442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:12.901957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963b41b-60c0-4749-aa29-d941d2a8f79d req-1a696267-899b-4bbf-99a6-c2fcca9c6e0c tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:12.906411 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2963b41b-60c0-4749-aa29-d941d2a8f79d req-1a696267-899b-4bbf-99a6-c2fcca9c6e0c tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.0899391 Jul 09 09:51:12.962857 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:12.982040 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2963b41b-60c0-4749-aa29-d941d2a8f79d req-3cf1bd6f-7570-4d7b-9f4d-06510b5a8d3f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438466 Jul 09 09:51:12.992876 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2fd6c7fd-68ba-47e3-a1ae-04b001ba442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:13.005256 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2fd6c7fd-68ba-47e3-a1ae-04b001ba442f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c09f046-0b54-49b5-93f9-8efa4af89682']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:51:13.031192 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2fd6c7fd-68ba-47e3-a1ae-04b001ba442f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f13317e-a02b-4f15-9d45-d9d5f8fef2be') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:51:13.031759 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2fd6c7fd-68ba-47e3-a1ae-04b001ba442f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f13317e-a02b-4f15-9d45-d9d5f8fef2be') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:51:13.046940 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2fd6c7fd-68ba-47e3-a1ae-04b001ba442f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:13.064304 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2fd6c7fd-68ba-47e3-a1ae-04b001ba442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:13.073741 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd6c7fd-68ba-47e3-a1ae-04b001ba442f admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:51:13.074666 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2fd6c7fd-68ba-47e3-a1ae-04b001ba442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:51:13.077936 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:51:13.154383 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2fd6c7fd-68ba-47e3-a1ae-04b001ba442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:13.159922 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2fd6c7fd-68ba-47e3-a1ae-04b001ba442f admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:13.165620 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2fd6c7fd-68ba-47e3-a1ae-04b001ba442f admin admin] 10.222.0.61 "DELETE /v2.0/networks/1c09f046-0b54-49b5-93f9-8efa4af89682 HTTP/1.1" status: 204 len: 168 time: 0.3967364 Jul 09 09:51:13.181197 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6c7fd-68ba-47e3-a1ae-04b001ba442f admin admin] Pushing event deleted for resources: {'Network': ['ID=1c09f046-0b54-49b5-93f9-8efa4af89682,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:13.350387 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48038) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:13.394519 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d0bb53a8-3f11-470a-a8c3-a8e0e632a879 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4000311bf09545a6b9704a9d9abbc302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427818 Jul 09 09:51:13.397145 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48040) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:13.450773 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1aecbd05-3777-4174-9374-22c5c58e8872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:13.478519 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1aecbd05-3777-4174-9374-22c5c58e8872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:13.537527 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1aecbd05-3777-4174-9374-22c5c58e8872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:13.541119 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1aecbd05-3777-4174-9374-22c5c58e8872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:13.543774 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1aecbd05-3777-4174-9374-22c5c58e8872 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1ee7d9cf-4dfb-42f0-a270-50b844b92ec3 HTTP/1.1" status: 204 len: 168 time: 0.1441677 Jul 09 09:51:13.551143 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecbd05-3777-4174-9374-22c5c58e8872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee7d9cf-4dfb-42f0-a270-50b844b92ec3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:14.235831 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827cfd38-dc2a-4c1c-adee-417e23cbda2e req-d9cb6953-709d-46d2-a47d-45eb152dd670 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:14.237689 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-827cfd38-dc2a-4c1c-adee-417e23cbda2e req-d9cb6953-709d-46d2-a47d-45eb152dd670 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.1052556 Jul 09 09:51:14.280432 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-827cfd38-dc2a-4c1c-adee-417e23cbda2e req-b07f1b31-8056-4704-8365-2deec608027f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362151 Jul 09 09:51:14.615331 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:51:14.641569 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:51:14.642591 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device cf611ba3-f6e1-4630-8b2a-0ed334fc9b8e not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:51:15.486227 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ee81f-e0df-498d-8424-977f1e8805d2 req-f63e8266-2299-4807-9623-7bce9a96aa28 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:15.488425 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2e7ee81f-e0df-498d-8424-977f1e8805d2 req-f63e8266-2299-4807-9623-7bce9a96aa28 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.0769100 Jul 09 09:51:15.549142 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48190) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:15.553901 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-83bd26fe-bccc-481b-875a-fd12c721e6ac tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1267445577', 'description': 'tempest-secgroup-smoke-1267445577 description', 'project_id': '813283cb89a545e1a829a2f32c9aa43c'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:51:15.575560 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2e7ee81f-e0df-498d-8424-977f1e8805d2 req-0b703cbf-7c6e-40de-aaac-5a670f8e53c0 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756576 Jul 09 09:51:15.604468 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83bd26fe-bccc-481b-875a-fd12c721e6ac tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:15.719535 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83bd26fe-bccc-481b-875a-fd12c721e6ac tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:15.724906 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83bd26fe-bccc-481b-875a-fd12c721e6ac tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:15.757477 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83bd26fe-bccc-481b-875a-fd12c721e6ac tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:15.760570 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-83bd26fe-bccc-481b-875a-fd12c721e6ac tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2099607 Jul 09 09:51:15.762173 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48202) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:15.766847 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd26fe-bccc-481b-875a-fd12c721e6ac tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c5e1ed-8ecd-4905-b121-4910e08abe7b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:15.770393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-cfe558fd-4a35-4fd2-828d-1fa8780cd02e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Request body: {'security_group_rule': {'security_group_id': 'e5c5e1ed-8ecd-4905-b121-4910e08abe7b', 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:51:15.822217 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfe558fd-4a35-4fd2-828d-1fa8780cd02e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:15.876158 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfe558fd-4a35-4fd2-828d-1fa8780cd02e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:15.880477 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfe558fd-4a35-4fd2-828d-1fa8780cd02e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:15.906208 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe558fd-4a35-4fd2-828d-1fa8780cd02e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c679bafd-46b4-44f0-9110-b3fb98c1948c,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:15.928738 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfe558fd-4a35-4fd2-828d-1fa8780cd02e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:15.930347 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-cfe558fd-4a35-4fd2-828d-1fa8780cd02e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1667089 Jul 09 09:51:15.933898 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48212) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:15.939039 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c0de89b1-e2cd-435b-b27d-9590a79cb690 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Request body: {'security_group_rule': {'security_group_id': 'e5c5e1ed-8ecd-4905-b121-4910e08abe7b', 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:51:15.974695 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0de89b1-e2cd-435b-b27d-9590a79cb690 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.051432 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0de89b1-e2cd-435b-b27d-9590a79cb690 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.055638 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0de89b1-e2cd-435b-b27d-9590a79cb690 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.079493 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de89b1-e2cd-435b-b27d-9590a79cb690 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ebfda1b-372b-4fa6-9d06-ea46b9d6f7da,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:16.082657 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0de89b1-e2cd-435b-b27d-9590a79cb690 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.084079 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c0de89b1-e2cd-435b-b27d-9590a79cb690 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1497121 Jul 09 09:51:16.087356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48222) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:16.091898 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-db34243e-9494-47a7-b001-a8da2c150b6a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Request body: {'security_group_rule': {'security_group_id': 'e5c5e1ed-8ecd-4905-b121-4910e08abe7b', 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:51:16.119778 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db34243e-9494-47a7-b001-a8da2c150b6a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.190081 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db34243e-9494-47a7-b001-a8da2c150b6a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.197325 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db34243e-9494-47a7-b001-a8da2c150b6a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.215473 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34243e-9494-47a7-b001-a8da2c150b6a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c122437-3227-4e93-ad7e-9e268510926b,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:16.226133 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db34243e-9494-47a7-b001-a8da2c150b6a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.228125 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-db34243e-9494-47a7-b001-a8da2c150b6a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396580 Jul 09 09:51:16.230865 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48228) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:16.235867 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-911d1ed9-be48-4bf6-9dca-452e62d68827 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Request body: {'security_group_rule': {'security_group_id': 'e5c5e1ed-8ecd-4905-b121-4910e08abe7b', 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:51:16.263652 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-911d1ed9-be48-4bf6-9dca-452e62d68827 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.328696 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-911d1ed9-be48-4bf6-9dca-452e62d68827 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.333025 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-911d1ed9-be48-4bf6-9dca-452e62d68827 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.352208 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d1ed9-be48-4bf6-9dca-452e62d68827 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116cb4dc-dd4b-4d37-9394-9aaff70344e7,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:16.360066 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-911d1ed9-be48-4bf6-9dca-452e62d68827 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.361814 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-911d1ed9-be48-4bf6-9dca-452e62d68827 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1293952 Jul 09 09:51:16.364381 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48232) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:16.373062 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0dfba478-e577-4c63-8d7d-6cd5f57ac4ea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Request body: {'security_group_rule': {'security_group_id': 'e5c5e1ed-8ecd-4905-b121-4910e08abe7b', 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:51:16.382640 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48234) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:16.405323 n-d-799996-1 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-0dfba478-e577-4c63-8d7d-6cd5f57ac4ea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Project 813283cb89a545e1a829a2f32c9aa43c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 09:51:16.411785 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0dfba478-e577-4c63-8d7d-6cd5f57ac4ea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.481253 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0dfba478-e577-4c63-8d7d-6cd5f57ac4ea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.486295 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0dfba478-e577-4c63-8d7d-6cd5f57ac4ea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.510610 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e81f2b40-2b21-4beb-9fd6-43d1fdc66713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.513717 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfba478-e577-4c63-8d7d-6cd5f57ac4ea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13f8e88-725e-4e4f-8fbf-e82a776458d9,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:16.522686 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0dfba478-e577-4c63-8d7d-6cd5f57ac4ea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.527236 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0dfba478-e577-4c63-8d7d-6cd5f57ac4ea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1618834 Jul 09 09:51:16.527946 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48242) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:16.532516 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4479cdaf-2eb4-4f14-aef0-5a00ee5a9095 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Request body: {'security_group_rule': {'security_group_id': 'e5c5e1ed-8ecd-4905-b121-4910e08abe7b', 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:51:16.609025 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e81f2b40-2b21-4beb-9fd6-43d1fdc66713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.613268 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e81f2b40-2b21-4beb-9fd6-43d1fdc66713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.632861 n-d-799996-1 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-4479cdaf-2eb4-4f14-aef0-5a00ee5a9095 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Project 813283cb89a545e1a829a2f32c9aa43c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 09:51:16.640137 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4479cdaf-2eb4-4f14-aef0-5a00ee5a9095 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.669901 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e81f2b40-2b21-4beb-9fd6-43d1fdc66713 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=500046d871284e5b87563818d52d6578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2854211 Jul 09 09:51:16.671334 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f2b40-2b21-4beb-9fd6-43d1fdc66713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd68155c-44a4-401e-b12d-c4c210f23648,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:16.672631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48250) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:16.750211 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4479cdaf-2eb4-4f14-aef0-5a00ee5a9095 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.756264 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4479cdaf-2eb4-4f14-aef0-5a00ee5a9095 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.785055 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479cdaf-2eb4-4f14-aef0-5a00ee5a9095 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b187d4-0511-4a90-9729-a4e44e824c19,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:16.792725 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c4d791a-0275-4756-829d-959f80655ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.805783 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4479cdaf-2eb4-4f14-aef0-5a00ee5a9095 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.809862 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4479cdaf-2eb4-4f14-aef0-5a00ee5a9095 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2781870 Jul 09 09:51:16.823131 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c4d791a-0275-4756-829d-959f80655ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.833112 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8266b6d-4350-4f5b-8ce8-fd942feceedd req-989ab643-4853-4b46-8449-d94bb0daecee tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:16.846692 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8266b6d-4350-4f5b-8ce8-fd942feceedd req-989ab643-4853-4b46-8449-d94bb0daecee tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.1154788 Jul 09 09:51:16.919478 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8266b6d-4350-4f5b-8ce8-fd942feceedd req-09012c96-72b2-4029-a803-4c8521c50b17 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713897 Jul 09 09:51:16.933205 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c4d791a-0275-4756-829d-959f80655ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.937146 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c4d791a-0275-4756-829d-959f80655ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:16.938585 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8c4d791a-0275-4756-829d-959f80655ecb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cd68155c-44a4-401e-b12d-c4c210f23648 HTTP/1.1" status: 204 len: 168 time: 0.2644877 Jul 09 09:51:16.964384 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d791a-0275-4756-829d-959f80655ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd68155c-44a4-401e-b12d-c4c210f23648,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:17.209216 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48312) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:17.342894 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48320) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:17.354090 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f702b227-ea99-4fd8-a801-8523fcac8e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:17.365357 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aed9013b-869e-4754-a987-83bf8acec68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:17.478450 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f702b227-ea99-4fd8-a801-8523fcac8e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:17.484157 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f702b227-ea99-4fd8-a801-8523fcac8e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:17.539185 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f702b227-ea99-4fd8-a801-8523fcac8e5b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d48a6c08e0b8492580f9e88659bbe4c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3281353 Jul 09 09:51:17.541649 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48332) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:17.549584 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702b227-ea99-4fd8-a801-8523fcac8e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afa86f3-162a-4312-8fa5-2ab149cbef9a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:17.609789 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b869789e-30cf-4a52-b2e5-ac4c4286ebeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:17.621609 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aed9013b-869e-4754-a987-83bf8acec68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:17.630041 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aed9013b-869e-4754-a987-83bf8acec68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:17.634405 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b869789e-30cf-4a52-b2e5-ac4c4286ebeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:17.691090 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-aed9013b-869e-4754-a987-83bf8acec68f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da957dcb2bf44934b5f481c8ff7ea332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3467371 Jul 09 09:51:17.694086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9013b-869e-4754-a987-83bf8acec68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8b8ab2-849b-4b4b-a18c-b419ff46b733,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:17.697282 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48360) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:17.745403 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b869789e-30cf-4a52-b2e5-ac4c4286ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:17.749283 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b869789e-30cf-4a52-b2e5-ac4c4286ebeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:17.751195 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b869789e-30cf-4a52-b2e5-ac4c4286ebeb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5afa86f3-162a-4312-8fa5-2ab149cbef9a HTTP/1.1" status: 204 len: 168 time: 0.2084162 Jul 09 09:51:17.771646 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869789e-30cf-4a52-b2e5-ac4c4286ebeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afa86f3-162a-4312-8fa5-2ab149cbef9a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:17.821456 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ccb118bd-70e5-4e9e-b94c-2649be7937be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:17.849717 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ccb118bd-70e5-4e9e-b94c-2649be7937be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:17.905477 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ccb118bd-70e5-4e9e-b94c-2649be7937be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:17.910021 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ccb118bd-70e5-4e9e-b94c-2649be7937be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:17.911737 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ccb118bd-70e5-4e9e-b94c-2649be7937be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9e8b8ab2-849b-4b4b-a18c-b419ff46b733 HTTP/1.1" status: 204 len: 168 time: 0.2027540 Jul 09 09:51:17.926647 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb118bd-70e5-4e9e-b94c-2649be7937be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8b8ab2-849b-4b4b-a18c-b419ff46b733,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:18.204745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e76522-5935-41ee-8478-7b8fd876434d req-30ad695a-2b1c-4939-8579-76e9f1234abe tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:18.206690 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e5e76522-5935-41ee-8478-7b8fd876434d req-30ad695a-2b1c-4939-8579-76e9f1234abe tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.0825307 Jul 09 09:51:18.266143 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e5e76522-5935-41ee-8478-7b8fd876434d req-8ec7bc28-28be-4e74-a87f-8d4ce536b4a1 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499876 Jul 09 09:51:19.149020 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48440) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:19.300831 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83ecb23c-4a4d-4a8b-9fba-e27d13d771fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:19.420111 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83ecb23c-4a4d-4a8b-9fba-e27d13d771fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:19.427128 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83ecb23c-4a4d-4a8b-9fba-e27d13d771fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:19.535207 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48462) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:19.535857 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-83ecb23c-4a4d-4a8b-9fba-e27d13d771fd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2ca940c90cd14ab6886aa88864d42cf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3850403 Jul 09 09:51:19.540148 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecb23c-4a4d-4a8b-9fba-e27d13d771fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049d1a5f-ebd3-4b36-b53d-c8c94a31ee5f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:19.597136 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa1f07-4e44-493c-a9d7-07bdc7ea94c9 req-4021196d-daa1-47cd-83fd-33da3fb7a3a4 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:19.598846 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-40aa1f07-4e44-493c-a9d7-07bdc7ea94c9 req-4021196d-daa1-47cd-83fd-33da3fb7a3a4 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.1483896 Jul 09 09:51:19.635337 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd9a3ac7-90c4-424f-b352-c4a31af9ac3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:19.665150 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd9a3ac7-90c4-424f-b352-c4a31af9ac3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:19.673228 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-40aa1f07-4e44-493c-a9d7-07bdc7ea94c9 req-fa73372f-1793-4122-9a8a-136f2b4672f3 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680344 Jul 09 09:51:19.744164 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd9a3ac7-90c4-424f-b352-c4a31af9ac3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:19.754531 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd9a3ac7-90c4-424f-b352-c4a31af9ac3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:19.765042 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bd9a3ac7-90c4-424f-b352-c4a31af9ac3a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/049d1a5f-ebd3-4b36-b53d-c8c94a31ee5f HTTP/1.1" status: 204 len: 168 time: 0.2257836 Jul 09 09:51:19.786983 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a3ac7-90c4-424f-b352-c4a31af9ac3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049d1a5f-ebd3-4b36-b53d-c8c94a31ee5f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:20.646076 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 01237635-4d17-4e9f-bb36-740c9f687606 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:51:20.916944 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 01237635-4d17-4e9f-bb36-740c9f687606, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=01237635-4d17-4e9f-bb36-740c9f687606,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:51:20.944115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '01237635-4d17-4e9f-bb36-740c9f687606', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'port_id': '01237635-4d17-4e9f-bb36-740c9f687606', 'mac_address': 'fa:16:3e:2f:85:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:51:21.026937 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:21.059204 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01237635-4d17-4e9f-bb36-740c9f687606 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:51:21.099713 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34133764-7942-4ba1-a3e2-9ebecceeb2f9 req-09a3fac4-ce67-4301-a3ad-00c4f004651f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:21.111242 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-34133764-7942-4ba1-a3e2-9ebecceeb2f9 req-09a3fac4-ce67-4301-a3ad-00c4f004651f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.1584868 Jul 09 09:51:21.135661 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 01237635-4d17-4e9f-bb36-740c9f687606, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=01237635-4d17-4e9f-bb36-740c9f687606,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:51:21.173242 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:21.268916 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-34133764-7942-4ba1-a3e2-9ebecceeb2f9 req-589e1556-4b9a-4c68-928d-abd34f3dbe1c tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563032 Jul 09 09:51:21.283467 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=01237635-4d17-4e9f-bb36-740c9f687606,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:21.293269 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['01237635-4d17-4e9f-bb36-740c9f687606'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:51:21.371819 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:21.372327 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:21.373173 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:21.374040 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:21.374648 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:21.375200 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:21.375771 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:21.376552 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:21.377101 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:21.377667 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:21.378239 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:21.378790 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:22.525645 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48590) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:22.629544 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf59af5-cbe1-42f2-ad63-fac4a1c0c67e req-bb874422-ad0a-43e0-ac33-de97be11d3a5 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:22.641472 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1cf59af5-cbe1-42f2-ad63-fac4a1c0c67e req-bb874422-ad0a-43e0-ac33-de97be11d3a5 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 944 time: 0.1271675 Jul 09 09:51:22.649383 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 01237635-4d17-4e9f-bb36-740c9f687606 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:51:22.702898 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1cf59af5-cbe1-42f2-ad63-fac4a1c0c67e req-3eb2c6a3-574c-43bd-ba7c-0d596b5cfea5 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597298 Jul 09 09:51:22.786507 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 01237635-4d17-4e9f-bb36-740c9f687606 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:51:22.787347 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:22.902392 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ceaf0b66-2a84-4692-ada3-155e4f42a57a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1416082324'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:51:22.953487 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:22.962784 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceaf0b66-2a84-4692-ada3-155e4f42a57a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] Made reservation on behalf of fc984a5daaff46b89ec8114cd3bbdb01 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:51:22.967636 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ceaf0b66-2a84-4692-ada3-155e4f42a57a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:22.979249 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ceaf0b66-2a84-4692-ada3-155e4f42a57a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:22.986047 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17143a3b-2b7a-42fa-b391-abfb29026460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01237635-4d17-4e9f-bb36-740c9f687606'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:51:22.989469 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86e19dc-b79f-4ecf-8f71-bd5d44fdbe75" -d '{"events": [{"server_uuid": "17143a3b-2b7a-42fa-b391-abfb29026460", "name": "network-vif-plugged", "status": "completed", "tag": "01237635-4d17-4e9f-bb36-740c9f687606"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:51:23.031630 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 01237635-4d17-4e9f-bb36-740c9f687606, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=01237635-4d17-4e9f-bb36-740c9f687606,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:51:23.040029 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:23.150650 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc341b5-3ce7-42cf-a246-fca9798724ae x-openstack-request-id: req-1dc341b5-3ce7-42cf-a246-fca9798724ae {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:51:23.151094 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17143a3b-2b7a-42fa-b391-abfb29026460", "name": "network-vif-plugged", "status": "completed", "tag": "01237635-4d17-4e9f-bb36-740c9f687606", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:51:23.151434 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1dc341b5-3ce7-42cf-a246-fca9798724ae {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:51:23.152030 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17143a3b-2b7a-42fa-b391-abfb29026460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01237635-4d17-4e9f-bb36-740c9f687606', 'code': 200} Jul 09 09:51:23.173321 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ceaf0b66-2a84-4692-ada3-155e4f42a57a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:23.184394 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ceaf0b66-2a84-4692-ada3-155e4f42a57a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:23.223374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceaf0b66-2a84-4692-ada3-155e4f42a57a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:51:23.252028 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=01237635-4d17-4e9f-bb36-740c9f687606,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:23.300235 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf0b66-2a84-4692-ada3-155e4f42a57a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55853d20-a30c-48fc-a251-4db2ef2d609d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:23.312309 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ceaf0b66-2a84-4692-ada3-155e4f42a57a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:23.313501 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-ceaf0b66-2a84-4692-ada3-155e4f42a57a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] Added segment 009920a0-d9e2-45cc-ae81-f79a6a9678b9 of type vlan for network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d Jul 09 09:51:23.376852 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ceaf0b66-2a84-4692-ada3-155e4f42a57a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:23.424661 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ceaf0b66-2a84-4692-ada3-155e4f42a57a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:23.432683 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaf0b66-2a84-4692-ada3-155e4f42a57a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:23.433033 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ceaf0b66-2a84-4692-ada3-155e4f42a57a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:23.529092 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ceaf0b66-2a84-4692-ada3-155e4f42a57a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0013766 Jul 09 09:51:23.559891 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf0b66-2a84-4692-ada3-155e4f42a57a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] Pushing event updated for resources: {'Network': ['ID=6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:23.576958 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:51:24.170228 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894f2b8-618d-4a22-b5e2-e636379022f4 req-b163aa29-f431-46a1-aeed-a0fc59a49685 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:24.180463 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6894f2b8-618d-4a22-b5e2-e636379022f4 req-b163aa29-f431-46a1-aeed-a0fc59a49685 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.1584532 Jul 09 09:51:24.213550 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48638) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:24.219291 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Request body: {'port': {'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d', 'binding:host_id': 'n-h1-799996-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-464291976'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:51:24.261974 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Made reservation on behalf of d4e464f13397430aae34f6ac76f2a234 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:51:24.272753 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:24.290200 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6894f2b8-618d-4a22-b5e2-e636379022f4 req-6a8db2aa-72c8-4969-8d8f-a3330f87f66b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044352 Jul 09 09:51:24.308790 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:24.542477 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:24.556213 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:24.560552 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] device_id is not set on port 5aaf60bb-4ac3-4e4d-9527-747794468a24 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:51:24.750517 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f5fa91-3458-4f19-9ec2-a7088ab5d751,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:25.055149 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] device_id is not set on port 5aaf60bb-4ac3-4e4d-9527-747794468a24 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:51:25.084279 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:25.112586 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Transition to ACTIVE for port object 5aaf60bb-4ac3-4e4d-9527-747794468a24 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:51:25.150576 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:25.320371 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Pushing event updated for resources: {'Port': ['ID=5aaf60bb-4ac3-4e4d-9527-747794468a24,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:25.340441 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Checking segment: {'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:51:25.343193 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Network hostable DHCP agents. Network: 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:51:25.380005 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:51:25.401950 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:51:25.410182 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:51:25.411629 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef43b1e-63dd-4536-9ee8-274e28e9e32d None None] Network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:51:25.438271 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:25.438897 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:25.439454 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:25.450827 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:25.458196 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:25.459563 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 2 to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 Jul 09 09:51:25.526998 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:25.528369 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:25.529677 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:25.545846 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:25.563001 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:25.564752 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 3 to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 Jul 09 09:51:25.594882 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:25.595318 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:25.595801 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:25.601435 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:25.601898 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:25.602412 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 4 to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 Jul 09 09:51:25.617892 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:25.618475 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:25.618922 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:25.624033 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:25.624500 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:25.625151 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 5 to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 Jul 09 09:51:25.648532 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:25.649032 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:25.649466 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:25.654582 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:25.655051 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:25.655666 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 6 to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 Jul 09 09:51:25.669985 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:25.670460 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:25.671031 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:25.676054 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:25.676505 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:25.677031 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 7 to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 Jul 09 09:51:25.693770 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:25.694253 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:25.694692 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:25.707430 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:25.708557 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:25.709270 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 8 to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 Jul 09 09:51:25.726072 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:25.727287 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:25.727838 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:25.735254 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:25.737805 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:25.743287 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 9 to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 Jul 09 09:51:25.774394 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:25.774914 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:25.775255 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:25.781385 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:25.781720 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:25.782364 n-d-799996-1 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 10 to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 Jul 09 09:51:25.817829 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:25.818178 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:25.818526 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:25.833696 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:25.834299 n-d-799996-1 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port 5aaf60bb-4ac3-4e4d-9527-747794468a24 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:25.834732 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:25.855182 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ea737-568e-44c4-8a33-7413f40a760d req-05418218-8071-405c-b099-58b6027235a5 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:25.863803 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-584ea737-568e-44c4-8a33-7413f40a760d req-05418218-8071-405c-b099-58b6027235a5 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.1789324 Jul 09 09:51:25.919646 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-584ea737-568e-44c4-8a33-7413f40a760d req-503b965b-32b5-42e8-9dfd-2a442d0dd1a1 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545228 Jul 09 09:51:25.984942 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] For port 5aaf60bb-4ac3-4e4d-9527-747794468a24, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:51:25.985329 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempted to set empty binding levels {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 09:51:25.992246 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:26.157114 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Pushing event updated for resources: {'Port': ['ID=5aaf60bb-4ac3-4e4d-9527-747794468a24,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:26.174981 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:26.180835 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:26.220579 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b78d3c59-febc-45c9-89bc-1e4415b4cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.0054231 Jul 09 09:51:26.223594 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48668) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:26.460223 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f7d4dfb3-9613-4e68-ba37-b7dbd85686fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Deleting port 5aaf60bb-4ac3-4e4d-9527-747794468a24 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:51:26.460493 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f7d4dfb3-9613-4e68-ba37-b7dbd85686fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:26.599648 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-f7d4dfb3-9613-4e68-ba37-b7dbd85686fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] For port 5aaf60bb-4ac3-4e4d-9527-747794468a24, host n-h1-799996-1, got binding levels [] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:51:26.601372 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f7d4dfb3-9613-4e68-ba37-b7dbd85686fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:26.640742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f7d4dfb3-9613-4e68-ba37-b7dbd85686fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Calling delete_port for 5aaf60bb-4ac3-4e4d-9527-747794468a24 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:51:26.801603 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f7d4dfb3-9613-4e68-ba37-b7dbd85686fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:26.837924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4dfb3-9613-4e68-ba37-b7dbd85686fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Pushing event deleted for resources: {'Port': ['ID=5aaf60bb-4ac3-4e4d-9527-747794468a24,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:26.850737 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f7d4dfb3-9613-4e68-ba37-b7dbd85686fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:26.855456 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f7d4dfb3-9613-4e68-ba37-b7dbd85686fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] 10.222.0.61 "DELETE /v2.0/ports/5aaf60bb-4ac3-4e4d-9527-747794468a24 HTTP/1.1" status: 204 len: 168 time: 0.6282430 Jul 09 09:51:26.856223 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48674) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:26.894710 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b42418-6a85-4302-b99d-5f875ff18d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] GET failed (client error): The resource could not be found. Jul 09 09:51:26.896995 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-91b42418-6a85-4302-b99d-5f875ff18d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] 10.222.0.61 "GET /v2.0/ports/5aaf60bb-4ac3-4e4d-9527-747794468a24 HTTP/1.1" status: 404 len: 333 time: 0.0400286 Jul 09 09:51:26.900870 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48676) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:26.907167 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-701632af-6382-464c-a0fa-3b2e56878ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Request body: {'port': {'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449363896'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:51:26.958739 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701632af-6382-464c-a0fa-3b2e56878ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Made reservation on behalf of d4e464f13397430aae34f6ac76f2a234 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:51:26.966137 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-701632af-6382-464c-a0fa-3b2e56878ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:27.007115 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-701632af-6382-464c-a0fa-3b2e56878ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] device_id is not set on port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:51:27.218232 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816513f-ebfe-44e6-a565-18787ad67838 req-c22c1cad-295c-4a87-8958-141305268aeb tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:27.220575 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d816513f-ebfe-44e6-a565-18787ad67838 req-c22c1cad-295c-4a87-8958-141305268aeb tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.1377561 Jul 09 09:51:27.339450 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d816513f-ebfe-44e6-a565-18787ad67838 req-65690760-8435-42f7-a8d9-8dc883d45ab2 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966048 Jul 09 09:51:27.416808 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-701632af-6382-464c-a0fa-3b2e56878ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:27.462259 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-701632af-6382-464c-a0fa-3b2e56878ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:27.517475 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701632af-6382-464c-a0fa-3b2e56878ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:51:27.530883 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-701632af-6382-464c-a0fa-3b2e56878ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:51:27.536023 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701632af-6382-464c-a0fa-3b2e56878ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:51:27.538652 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701632af-6382-464c-a0fa-3b2e56878ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:27.539378 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-701632af-6382-464c-a0fa-3b2e56878ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:27.560766 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-701632af-6382-464c-a0fa-3b2e56878ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6558158 Jul 09 09:51:27.560766 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701632af-6382-464c-a0fa-3b2e56878ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Pushing event updated for resources: {'Port': ['ID=3ff4becc-ed90-48f1-b410-3b6c2214bf65,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:27.561094 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48692) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:27.567119 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:51:27.703896 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:28.052024 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] device_id is not set on port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:51:28.074714 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:28.121528 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Transition to ACTIVE for port object 3ff4becc-ed90-48f1-b410-3b6c2214bf65 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:51:28.131942 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:28.246896 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Pushing event updated for resources: {'Port': ['ID=3ff4becc-ed90-48f1-b410-3b6c2214bf65,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:28.271967 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:28.272943 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:28.273560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:28.280160 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:28.281021 n-d-799996-1 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:28.281785 n-d-799996-1 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 2 to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 Jul 09 09:51:28.304688 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:28.305300 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:28.306144 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:28.313579 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:28.314559 n-d-799996-1 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:28.315204 n-d-799996-1 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 3 to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 Jul 09 09:51:28.333924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:28.334703 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:28.335473 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:28.342385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:28.343485 n-d-799996-1 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:28.344183 n-d-799996-1 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 4 to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 Jul 09 09:51:28.372725 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:28.373213 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:28.373656 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:28.379938 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:28.380462 n-d-799996-1 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:28.381171 n-d-799996-1 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 5 to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 Jul 09 09:51:28.398570 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:28.398915 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:28.399251 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:28.406062 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:28.406399 n-d-799996-1 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:28.406796 n-d-799996-1 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 6 to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 Jul 09 09:51:28.446147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:28.446493 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:28.446829 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:28.460271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:28.460617 n-d-799996-1 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:28.462331 n-d-799996-1 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 7 to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 Jul 09 09:51:28.493365 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:28.493706 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:28.494046 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:28.504653 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:28.504985 n-d-799996-1 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:28.505382 n-d-799996-1 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 8 to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 Jul 09 09:51:28.539245 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:28.539791 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:28.539937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:28.551730 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:28.552033 n-d-799996-1 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:28.552433 n-d-799996-1 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 9 to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 Jul 09 09:51:28.585463 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:28.585811 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:28.587529 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:28.604556 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:28.607304 n-d-799996-1 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:28.607785 n-d-799996-1 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 10 to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 Jul 09 09:51:28.634007 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:28.634320 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:28.634733 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:28.641288 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:28.641553 n-d-799996-1 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:28.641915 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:28.773971 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] For port 3ff4becc-ed90-48f1-b410-3b6c2214bf65, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:51:28.774413 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempted to set empty binding levels {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 09:51:28.782886 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:28.856625 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Pushing event updated for resources: {'Port': ['ID=3ff4becc-ed90-48f1-b410-3b6c2214bf65,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:28.860956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] In _notify_port_updated(), no bound segment for port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:51:28.861968 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:28.862573 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:28.866864 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ce08f957-4be7-42c3-845a-302b6ba05ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] 10.222.0.61 "PUT /v2.0/ports/3ff4becc-ed90-48f1-b410-3b6c2214bf65 HTTP/1.1" status: 200 len: 979 time: 1.3019824 Jul 09 09:51:28.867305 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48710) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:28.893818 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7acbf-b83b-44b7-973e-aa8bbcf75599 req-7f291721-938b-4eaa-9a5d-8f2723a6b620 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:28.895646 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35d7acbf-b83b-44b7-973e-aa8bbcf75599 req-7f291721-938b-4eaa-9a5d-8f2723a6b620 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.2126875 Jul 09 09:51:28.991518 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-35d7acbf-b83b-44b7-973e-aa8bbcf75599 req-c936d8c9-e387-4f6e-be41-253e0fdf45f0 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883179 Jul 09 09:51:29.048117 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b25f0-362d-42c3-b05e-23691bb5ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:29.048692 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b25f0-362d-42c3-b05e-23691bb5ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:29.049247 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b25f0-362d-42c3-b05e-23691bb5ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:29.049698 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b25f0-362d-42c3-b05e-23691bb5ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:29.050162 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b25f0-362d-42c3-b05e-23691bb5ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:29.050626 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b25f0-362d-42c3-b05e-23691bb5ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:29.051096 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b25f0-362d-42c3-b05e-23691bb5ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:29.051561 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b25f0-362d-42c3-b05e-23691bb5ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:29.052099 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b25f0-362d-42c3-b05e-23691bb5ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:29.052570 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b25f0-362d-42c3-b05e-23691bb5ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:29.053231 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b25f0-362d-42c3-b05e-23691bb5ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:29.053738 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b25f0-362d-42c3-b05e-23691bb5ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:29.054220 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b25f0-362d-42c3-b05e-23691bb5ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:29.054933 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b25f0-362d-42c3-b05e-23691bb5ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:29.055407 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b25f0-362d-42c3-b05e-23691bb5ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:29.055908 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b25f0-362d-42c3-b05e-23691bb5ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:29.056636 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b25f0-362d-42c3-b05e-23691bb5ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:29.056893 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b25f0-362d-42c3-b05e-23691bb5ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:29.057407 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b25f0-362d-42c3-b05e-23691bb5ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:29.057888 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b25f0-362d-42c3-b05e-23691bb5ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:29.058349 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b25f0-362d-42c3-b05e-23691bb5ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:29.063742 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d55b25f0-362d-42c3-b05e-23691bb5ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18993 time: 0.1925175 Jul 09 09:51:29.065871 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48714) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:29.253099 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5b1855ac-7b3c-4fdd-914d-d62d5fda3385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Deleting port 3ff4becc-ed90-48f1-b410-3b6c2214bf65 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:51:29.259619 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b1855ac-7b3c-4fdd-914d-d62d5fda3385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:29.346384 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-5b1855ac-7b3c-4fdd-914d-d62d5fda3385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] For port 3ff4becc-ed90-48f1-b410-3b6c2214bf65, host n-h1-799996-1, got binding levels [] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:51:29.346740 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b1855ac-7b3c-4fdd-914d-d62d5fda3385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:29.367086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5b1855ac-7b3c-4fdd-914d-d62d5fda3385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Calling delete_port for 3ff4becc-ed90-48f1-b410-3b6c2214bf65 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:51:29.507919 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b1855ac-7b3c-4fdd-914d-d62d5fda3385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:29.565783 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1855ac-7b3c-4fdd-914d-d62d5fda3385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ff4becc-ed90-48f1-b410-3b6c2214bf65,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:29.580276 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b1855ac-7b3c-4fdd-914d-d62d5fda3385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:29.588791 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5b1855ac-7b3c-4fdd-914d-d62d5fda3385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] 10.222.0.61 "DELETE /v2.0/ports/3ff4becc-ed90-48f1-b410-3b6c2214bf65 HTTP/1.1" status: 204 len: 168 time: 0.5217180 Jul 09 09:51:29.591391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48726) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:29.635415 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f51ba5-4f4d-4024-903c-b67db5d9d466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] GET failed (client error): The resource could not be found. Jul 09 09:51:29.639747 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-30f51ba5-4f4d-4024-903c-b67db5d9d466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] 10.222.0.61 "GET /v2.0/ports/3ff4becc-ed90-48f1-b410-3b6c2214bf65 HTTP/1.1" status: 404 len: 333 time: 0.0450850 Jul 09 09:51:29.642431 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48728) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:29.652071 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c55360a8-1dec-4ec6-a5ac-710c9a68517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559121068', 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:51:29.698546 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55360a8-1dec-4ec6-a5ac-710c9a68517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Made reservation on behalf of d4e464f13397430aae34f6ac76f2a234 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:51:29.703514 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c55360a8-1dec-4ec6-a5ac-710c9a68517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:29.745263 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-c55360a8-1dec-4ec6-a5ac-710c9a68517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] device_id is not set on port 72185c3e-4437-4afd-b504-55322494dbda yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:51:30.061017 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c55360a8-1dec-4ec6-a5ac-710c9a68517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:30.163439 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c55360a8-1dec-4ec6-a5ac-710c9a68517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:30.267654 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55360a8-1dec-4ec6-a5ac-710c9a68517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:51:30.276525 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c55360a8-1dec-4ec6-a5ac-710c9a68517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:51:30.296346 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55360a8-1dec-4ec6-a5ac-710c9a68517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:51:30.297542 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55360a8-1dec-4ec6-a5ac-710c9a68517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:30.298325 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c55360a8-1dec-4ec6-a5ac-710c9a68517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:30.337461 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55360a8-1dec-4ec6-a5ac-710c9a68517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Pushing event updated for resources: {'Port': ['ID=72185c3e-4437-4afd-b504-55322494dbda,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:30.344354 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c55360a8-1dec-4ec6-a5ac-710c9a68517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7006721 Jul 09 09:51:30.349180 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48746) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:30.378412 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efd2a8-d693-4504-9c8b-25a3004c40cb req-51507c77-ac7f-4f78-ae4b-d636259e0e86 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:30.380295 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b9efd2a8-d693-4504-9c8b-25a3004c40cb req-51507c77-ac7f-4f78-ae4b-d636259e0e86 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.1250250 Jul 09 09:51:30.455620 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7ef938-4a9d-4775-9a75-247fe81ba5bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:30.458687 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0e7ef938-4a9d-4775-9a75-247fe81ba5bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] 10.222.0.61 "GET /v2.0/ports/72185c3e-4437-4afd-b504-55322494dbda HTTP/1.1" status: 200 len: 959 time: 0.1048417 Jul 09 09:51:30.462085 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48748) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:30.501887 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b9efd2a8-d693-4504-9c8b-25a3004c40cb req-24cb41a9-43ac-4a0c-ab73-4f9b24ab6a57 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149361 Jul 09 09:51:30.612601 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-7cab102f-39d5-48dc-9add-ceb25293e463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Deleting port 72185c3e-4437-4afd-b504-55322494dbda {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:51:30.613231 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7cab102f-39d5-48dc-9add-ceb25293e463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:30.728514 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7cab102f-39d5-48dc-9add-ceb25293e463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:30.746254 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-7cab102f-39d5-48dc-9add-ceb25293e463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Calling delete_port for 72185c3e-4437-4afd-b504-55322494dbda owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:51:30.867085 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7cab102f-39d5-48dc-9add-ceb25293e463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:30.900089 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab102f-39d5-48dc-9add-ceb25293e463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Pushing event deleted for resources: {'Port': ['ID=72185c3e-4437-4afd-b504-55322494dbda,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:30.915818 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7cab102f-39d5-48dc-9add-ceb25293e463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:30.918065 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7cab102f-39d5-48dc-9add-ceb25293e463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] 10.222.0.61 "DELETE /v2.0/ports/72185c3e-4437-4afd-b504-55322494dbda HTTP/1.1" status: 204 len: 168 time: 0.4528334 Jul 09 09:51:30.921393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48758) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:30.955815 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c36b31d-68ea-4c69-ae7f-e78f4795c393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] GET failed (client error): The resource could not be found. Jul 09 09:51:30.957509 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7c36b31d-68ea-4c69-ae7f-e78f4795c393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] 10.222.0.61 "GET /v2.0/ports/72185c3e-4437-4afd-b504-55322494dbda HTTP/1.1" status: 404 len: 333 time: 0.0346918 Jul 09 09:51:30.961718 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48760) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:30.967258 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f4963528-f4cc-461d-9afc-39eff5d24964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Request body: {'port': {'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-208496723'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:51:31.002203 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4963528-f4cc-461d-9afc-39eff5d24964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Made reservation on behalf of d4e464f13397430aae34f6ac76f2a234 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:51:31.004856 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4963528-f4cc-461d-9afc-39eff5d24964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:31.045529 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-f4963528-f4cc-461d-9afc-39eff5d24964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] device_id is not set on port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:51:31.272127 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4963528-f4cc-461d-9afc-39eff5d24964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:31.355202 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4963528-f4cc-461d-9afc-39eff5d24964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:31.426560 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4963528-f4cc-461d-9afc-39eff5d24964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:51:31.431173 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-f4963528-f4cc-461d-9afc-39eff5d24964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:51:31.437966 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4963528-f4cc-461d-9afc-39eff5d24964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:51:31.439098 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4963528-f4cc-461d-9afc-39eff5d24964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:31.439868 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4963528-f4cc-461d-9afc-39eff5d24964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:31.457819 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4963528-f4cc-461d-9afc-39eff5d24964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Pushing event updated for resources: {'Port': ['ID=d0a642e9-2c4f-4c6c-abf5-a85c4bab3374,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:31.472508 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48774) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:31.478644 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:51:31.482260 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f4963528-f4cc-461d-9afc-39eff5d24964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5191298 Jul 09 09:51:31.645895 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:31.790773 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ed99e-1cdc-4921-905a-514ac6362564 req-f641fb57-f79a-449d-ad1e-f9895693df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:31.790773 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d82ed99e-1cdc-4921-905a-514ac6362564 req-f641fb57-f79a-449d-ad1e-f9895693df21 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99f7719707794c3ea83b85ef3879ca4c&device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 1096 time: 0.1381989 Jul 09 09:51:32.053159 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] device_id is not set on port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:51:32.063855 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:32.087635 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Transition to ACTIVE for port object d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:51:32.098025 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:32.216884 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04369e-5226-4c3b-b6fa-e7a9fe3f7e8e req-f0814944-bdd6-47e8-995a-9bf731b2a3a8 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:32.219109 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c04369e-5226-4c3b-b6fa-e7a9fe3f7e8e req-f0814944-bdd6-47e8-995a-9bf731b2a3a8 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.2769752 Jul 09 09:51:32.229467 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:32.229467 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:32.229467 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:32.229467 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Pushing event updated for resources: {'Port': ['ID=d0a642e9-2c4f-4c6c-abf5-a85c4bab3374,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:32.239219 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:32.239665 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:32.240319 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:32.240735 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:32.241155 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:32.241584 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:32.241968 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:32.242381 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:32.242800 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:32.243220 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:32.243626 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:32.244053 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:32.263986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:32.264397 n-d-799996-1 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:32.273097 n-d-799996-1 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 2 to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 Jul 09 09:51:32.298291 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:32.298718 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:32.299239 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:32.306879 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:32.307273 n-d-799996-1 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:32.310063 n-d-799996-1 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 3 to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 Jul 09 09:51:32.325359 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:32.325800 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:32.326234 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:32.332322 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c04369e-5226-4c3b-b6fa-e7a9fe3f7e8e req-c45c2553-60f8-44f5-9df0-8e2b9ce27d9d tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050386 Jul 09 09:51:32.337017 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:32.337425 n-d-799996-1 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:32.338102 n-d-799996-1 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 4 to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 Jul 09 09:51:32.352769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:32.353330 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:32.353746 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:32.358793 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:32.359284 n-d-799996-1 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:32.360181 n-d-799996-1 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 5 to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 Jul 09 09:51:32.377320 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:32.377665 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:32.378008 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:32.390524 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:32.390954 n-d-799996-1 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:32.391369 n-d-799996-1 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 6 to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 Jul 09 09:51:32.427758 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:32.428243 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:32.428593 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:32.444795 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:32.445186 n-d-799996-1 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:32.458058 n-d-799996-1 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 7 to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 Jul 09 09:51:32.500564 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:32.501669 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:32.502216 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:32.511181 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:32.512649 n-d-799996-1 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:32.513067 n-d-799996-1 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 8 to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 Jul 09 09:51:32.541544 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48792) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:32.560723 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:32.561083 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:32.561431 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:32.577526 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:32.577865 n-d-799996-1 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:32.578269 n-d-799996-1 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 9 to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 Jul 09 09:51:32.604771 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:32.606970 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:32.613250 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:32.626280 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:32.629363 n-d-799996-1 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:32.630222 n-d-799996-1 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempt 10 to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 Jul 09 09:51:32.661352 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ed99e-1cdc-4921-905a-514ac6362564 req-8ab9b5f4-fa70-48b8-a201-77e8578778c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:32.662910 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d82ed99e-1cdc-4921-905a-514ac6362564 req-8ab9b5f4-fa70-48b8-a201-77e8578778c3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4245b116-2d5b-4779-b854-de03b1576199 HTTP/1.1" status: 200 len: 917 time: 0.8343487 Jul 09 09:51:32.666670 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:32.671755 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:32.674683 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempting to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:32.686096 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:32.688180 n-d-799996-1 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Failed to bind port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on host n-h1-799996-1 for vnic_type normal using segments [{'id': '009920a0-d9e2-45cc-ae81-f79a6a9678b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d'}] Jul 09 09:51:32.688870 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:32.754501 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4da92473-9c60-4aff-96cb-39511c73aeef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:32.822069 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d82ed99e-1cdc-4921-905a-514ac6362564 req-f7cf3765-7e1a-4f36-9c77-4489bd2b5eae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01237635-4d17-4e9f-bb36-740c9f687606 HTTP/1.1" status: 200 len: 1000 time: 0.1526043 Jul 09 09:51:32.918471 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ed99e-1cdc-4921-905a-514ac6362564 req-0bc989b9-005a-48cf-8c1d-5b1a8245d4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:32.920587 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d82ed99e-1cdc-4921-905a-514ac6362564 req-0bc989b9-005a-48cf-8c1d-5b1a8245d4d9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f33154ac-544d-477f-a9ff-a13c564432a2 HTTP/1.1" status: 200 len: 855 time: 0.0910547 Jul 09 09:51:33.012605 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] For port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:51:33.013007 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attempted to set empty binding levels {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 09:51:33.020721 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:33.060074 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ed99e-1cdc-4921-905a-514ac6362564 req-a35c6fe5-14c8-4c3a-904c-e57ae4d4b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:33.062119 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d82ed99e-1cdc-4921-905a-514ac6362564 req-a35c6fe5-14c8-4c3a-904c-e57ae4d4b246 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4245b116-2d5b-4779-b854-de03b1576199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341512 Jul 09 09:51:33.092308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Pushing event updated for resources: {'Port': ['ID=d0a642e9-2c4f-4c6c-abf5-a85c4bab3374,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:33.125356 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4da92473-9c60-4aff-96cb-39511c73aeef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:33.135167 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4da92473-9c60-4aff-96cb-39511c73aeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:33.179476 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] In _notify_port_updated(), no bound segment for port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 on network 6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d {{(pid=93790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:51:33.180743 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:33.182113 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:33.186281 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3b1eec74-7504-4097-9737-affd49db792f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] 10.222.0.61 "PUT /v2.0/ports/d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 HTTP/1.1" status: 200 len: 978 time: 1.7105064 Jul 09 09:51:33.189915 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48798) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:33.238279 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4da92473-9c60-4aff-96cb-39511c73aeef admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=95a47c2a5b334e39a8d78fb6088f63ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6925621 Jul 09 09:51:33.238279 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da92473-9c60-4aff-96cb-39511c73aeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cd57b6-51b5-4939-9955-7fb0a3e5954f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:33.239797 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48800) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:33.252982 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d82ed99e-1cdc-4921-905a-514ac6362564 req-151e4744-c3c3-4c2c-87ff-b977b7878c72 service neutron] 10.222.0.58 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840439 Jul 09 09:51:33.357615 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d44f0a0-7ade-4983-8e6b-8d49db864542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:33.405265 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d44f0a0-7ade-4983-8e6b-8d49db864542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:33.429636 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d82ed99e-1cdc-4921-905a-514ac6362564 req-c9b33016-bc2a-4b9f-bc05-241c14d4e394 service neutron] 10.222.0.58 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701925 Jul 09 09:51:33.467801 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-67bf2838-619d-472d-958a-eed0203cd96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Deleting port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:51:33.469852 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67bf2838-619d-472d-958a-eed0203cd96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:33.481880 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d44f0a0-7ade-4983-8e6b-8d49db864542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:33.484847 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d44f0a0-7ade-4983-8e6b-8d49db864542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:33.489191 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7d44f0a0-7ade-4983-8e6b-8d49db864542 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/41cd57b6-51b5-4939-9955-7fb0a3e5954f HTTP/1.1" status: 204 len: 168 time: 0.2474978 Jul 09 09:51:33.499445 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44f0a0-7ade-4983-8e6b-8d49db864542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cd57b6-51b5-4939-9955-7fb0a3e5954f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:33.577513 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-67bf2838-619d-472d-958a-eed0203cd96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] For port d0a642e9-2c4f-4c6c-abf5-a85c4bab3374, host n-h1-799996-1, got binding levels [] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:51:33.577935 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67bf2838-619d-472d-958a-eed0203cd96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:33.595119 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-67bf2838-619d-472d-958a-eed0203cd96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Calling delete_port for d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:51:33.623181 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd9de9-d1ac-47e4-befd-7fa149dc6782 req-ee804ec3-6873-45b4-a740-45c6265e390e tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:33.626336 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-45dd9de9-d1ac-47e4-befd-7fa149dc6782 req-ee804ec3-6873-45b4-a740-45c6265e390e tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.0835061 Jul 09 09:51:33.695517 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-45dd9de9-d1ac-47e4-befd-7fa149dc6782 req-1ae68120-0c21-4765-9962-79e52226ecf6 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627465 Jul 09 09:51:33.743067 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67bf2838-619d-472d-958a-eed0203cd96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:33.783373 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67bf2838-619d-472d-958a-eed0203cd96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:33.787864 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-67bf2838-619d-472d-958a-eed0203cd96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] 10.222.0.61 "DELETE /v2.0/ports/d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 HTTP/1.1" status: 204 len: 168 time: 0.5961833 Jul 09 09:51:33.787864 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf2838-619d-472d-958a-eed0203cd96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0a642e9-2c4f-4c6c-abf5-a85c4bab3374,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:33.788746 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48812) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:33.819141 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-d098d21f-5433-4639-a2b3-cf736af7fb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] GET failed (client error): The resource could not be found. Jul 09 09:51:33.824249 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d098d21f-5433-4639-a2b3-cf736af7fb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528332697-project-admin] 10.222.0.61 "GET /v2.0/ports/d0a642e9-2c4f-4c6c-abf5-a85c4bab3374 HTTP/1.1" status: 404 len: 333 time: 0.0313709 Jul 09 09:51:33.824783 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48814) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:33.925545 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:33.988127 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48818) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:34.018744 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bfee2eb-ebcb-4742-8d99-031de2e03e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:34.035133 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90c11772-299a-4ba6-b5d0-99e09aa34e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:34.208607 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bfee2eb-ebcb-4742-8d99-031de2e03e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:34.226059 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-3bfee2eb-ebcb-4742-8d99-031de2e03e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:51:34.246245 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-3bfee2eb-ebcb-4742-8d99-031de2e03e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009920a0-d9e2-45cc-ae81-f79a6a9678b9') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:51:34.247965 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-3bfee2eb-ebcb-4742-8d99-031de2e03e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009920a0-d9e2-45cc-ae81-f79a6a9678b9') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:51:34.264275 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bfee2eb-ebcb-4742-8d99-031de2e03e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:34.286244 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bfee2eb-ebcb-4742-8d99-031de2e03e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:34.302617 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfee2eb-ebcb-4742-8d99-031de2e03e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:51:34.302617 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bfee2eb-ebcb-4742-8d99-031de2e03e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:51:34.307825 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:51:34.429233 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90c11772-299a-4ba6-b5d0-99e09aa34e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:34.438834 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90c11772-299a-4ba6-b5d0-99e09aa34e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:34.445814 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bfee2eb-ebcb-4742-8d99-031de2e03e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:34.485405 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bfee2eb-ebcb-4742-8d99-031de2e03e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:34.489853 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3bfee2eb-ebcb-4742-8d99-031de2e03e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] 10.222.0.61 "DELETE /v2.0/networks/6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d HTTP/1.1" status: 204 len: 168 time: 0.6623242 Jul 09 09:51:34.579681 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48824) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:34.581224 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-90c11772-299a-4ba6-b5d0-99e09aa34e8a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2e1b0beed5f1462dbf7480a2df1abfb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5925763 Jul 09 09:51:34.582428 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfee2eb-ebcb-4742-8d99-031de2e03e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835720971-project] Pushing event deleted for resources: {'Network': ['ID=6daa78d3-dd6e-4f2c-8f46-c99b5e10df2d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:34.591424 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c11772-299a-4ba6-b5d0-99e09aa34e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65451200-0c2d-407a-85d5-cb8a731a69a6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:34.688539 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a599810e-35f7-4a0a-b590-c3e6519877ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:34.730094 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a599810e-35f7-4a0a-b590-c3e6519877ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:34.848009 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a599810e-35f7-4a0a-b590-c3e6519877ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:34.857210 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a599810e-35f7-4a0a-b590-c3e6519877ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:34.859753 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a599810e-35f7-4a0a-b590-c3e6519877ad admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/65451200-0c2d-407a-85d5-cb8a731a69a6 HTTP/1.1" status: 204 len: 168 time: 0.2787051 Jul 09 09:51:34.877598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599810e-35f7-4a0a-b590-c3e6519877ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65451200-0c2d-407a-85d5-cb8a731a69a6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:35.115916 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48834) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:35.191996 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae48912-e84a-449a-8b43-ab9b303eacb1 req-20510f4e-0e7f-48ce-93bd-b0ca11cfc9c5 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:35.203192 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bae48912-e84a-449a-8b43-ab9b303eacb1 req-20510f4e-0e7f-48ce-93bd-b0ca11cfc9c5 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.2528307 Jul 09 09:51:35.312711 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bae48912-e84a-449a-8b43-ab9b303eacb1 req-e6755561-43a7-46cd-aec8-26f731846e2f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954914 Jul 09 09:51:35.596303 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48850) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:35.596477 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-639a22c5-97f0-4eef-a90f-4260bce02f6c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fc984a5daaff46b89ec8114cd3bbdb01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4793012 Jul 09 09:51:35.682673 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0521e3e4-94bf-421d-a1e5-f012ce3c1a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:35.739864 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0521e3e4-94bf-421d-a1e5-f012ce3c1a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:35.847661 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0521e3e4-94bf-421d-a1e5-f012ce3c1a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:35.854075 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0521e3e4-94bf-421d-a1e5-f012ce3c1a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:35.856688 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0521e3e4-94bf-421d-a1e5-f012ce3c1a51 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/55853d20-a30c-48fc-a251-4db2ef2d609d HTTP/1.1" status: 204 len: 168 time: 0.2583711 Jul 09 09:51:35.881366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521e3e4-94bf-421d-a1e5-f012ce3c1a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55853d20-a30c-48fc-a251-4db2ef2d609d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:36.483657 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8221b18c-f80e-449d-bef0-1821a4c5bbcc req-41d3c5ce-fdf4-4c37-9024-e92f2a16b578 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0814965 Jul 09 09:51:36.555206 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 48874) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:36.706493 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 48876) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:36.715387 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0bfae898-f519-494f-a18c-8dce7c7fd6ed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d4e464f13397430aae34f6ac76f2a234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1175060 Jul 09 09:51:36.760999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221b18c-f80e-449d-bef0-1821a4c5bbcc req-15facdaf-eea5-4bdb-a3a0-7e9bc585387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:36.763209 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8221b18c-f80e-449d-bef0-1821a4c5bbcc req-15facdaf-eea5-4bdb-a3a0-7e9bc585387f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3685effc09af44948de733ea732a3e9f&device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 1097 time: 0.2187371 Jul 09 09:51:36.793343 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-de7e2208-0d58-47a4-a023-409c2b1e43dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:36.823830 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41568d38-66c5-48aa-a6c7-96e2b696abe2 req-6a34bc92-69ef-46b9-af2c-cb28fd34449e tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:36.825685 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-41568d38-66c5-48aa-a6c7-96e2b696abe2 req-6a34bc92-69ef-46b9-af2c-cb28fd34449e tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.2196729 Jul 09 09:51:36.848117 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0feca39b-0e39-47ff-a90f-ac16f93c5d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:36.908854 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0feca39b-0e39-47ff-a90f-ac16f93c5d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:37.013982 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0feca39b-0e39-47ff-a90f-ac16f93c5d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:37.023914 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0feca39b-0e39-47ff-a90f-ac16f93c5d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:37.028380 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0feca39b-0e39-47ff-a90f-ac16f93c5d6e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/24f5fa91-3458-4f19-9ec2-a7088ab5d751 HTTP/1.1" status: 204 len: 168 time: 0.3171024 Jul 09 09:51:37.077289 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feca39b-0e39-47ff-a90f-ac16f93c5d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f5fa91-3458-4f19-9ec2-a7088ab5d751,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:37.850231 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-41568d38-66c5-48aa-a6c7-96e2b696abe2 req-be939dc1-45a0-4119-b8e2-8044047b6544 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0103922 Jul 09 09:51:37.896110 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221b18c-f80e-449d-bef0-1821a4c5bbcc req-2f19cdbb-a136-420d-83f5-7c2922aca740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:37.898763 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8221b18c-f80e-449d-bef0-1821a4c5bbcc req-2f19cdbb-a136-420d-83f5-7c2922aca740 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08 HTTP/1.1" status: 200 len: 911 time: 1.1110463 Jul 09 09:51:38.080854 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8221b18c-f80e-449d-bef0-1821a4c5bbcc req-09fc4201-d103-4945-88af-5e43e6a63f7a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bd90d64-a9b2-4541-bb33-e3dbaae13163 HTTP/1.1" status: 200 len: 1002 time: 0.1657281 Jul 09 09:51:38.217323 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221b18c-f80e-449d-bef0-1821a4c5bbcc req-5f3187af-5448-44e0-bdfd-bbcebc8d2053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:38.223720 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8221b18c-f80e-449d-bef0-1821a4c5bbcc req-5f3187af-5448-44e0-bdfd-bbcebc8d2053 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b51e3e8c-7c21-4a91-b93d-f434e88398f9 HTTP/1.1" status: 200 len: 849 time: 0.1359868 Jul 09 09:51:38.378828 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221b18c-f80e-449d-bef0-1821a4c5bbcc req-581f14f2-ee23-4a32-96cd-4a4237fbeee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:38.384255 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8221b18c-f80e-449d-bef0-1821a4c5bbcc req-581f14f2-ee23-4a32-96cd-4a4237fbeee7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1525156 Jul 09 09:51:38.547775 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8221b18c-f80e-449d-bef0-1821a4c5bbcc req-ae92e121-1c92-4fef-86fa-fd121d7cf0db service neutron] 10.222.0.64 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570590 Jul 09 09:51:38.737934 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8221b18c-f80e-449d-bef0-1821a4c5bbcc req-6255734c-d3b4-4b79-85e8-b8fd22fa7d47 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821778 Jul 09 09:51:39.191653 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:39.324066 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3291c51-952d-4856-a263-66daa4632c4a req-cadf3851-baa7-40a3-8fd2-84373e65f91c tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:39.335089 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e3291c51-952d-4856-a263-66daa4632c4a req-cadf3851-baa7-40a3-8fd2-84373e65f91c tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.1899009 Jul 09 09:51:39.345830 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-31b2e069-3c31-4edb-a41c-fe9dd97d7ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:39.432829 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:51:39.491095 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e3291c51-952d-4856-a263-66daa4632c4a req-41cd7d92-53ff-4ae8-a468-1061e33d0c11 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521657 Jul 09 09:51:39.506964 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:40.199282 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49002) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:40.492889 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-cf1ecb9f-fe50-4e00-9c92-3a23ffb119b0 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-203192416', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:51:40.549598 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1ecb9f-fe50-4e00-9c92-3a23ffb119b0 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Made reservation on behalf of 59837a6a3f534ea6845474cd9a0cbd95 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:51:40.553573 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf1ecb9f-fe50-4e00-9c92-3a23ffb119b0 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:40.586044 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf1ecb9f-fe50-4e00-9c92-3a23ffb119b0 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:40.753435 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf1ecb9f-fe50-4e00-9c92-3a23ffb119b0 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:40.761187 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf1ecb9f-fe50-4e00-9c92-3a23ffb119b0 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:40.794609 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-cf1ecb9f-fe50-4e00-9c92-3a23ffb119b0 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] device_id is not set on port 0c8a1ead-0aa0-408f-8f56-4b1857a934c2 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:51:40.799441 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ecb9f-fe50-4e00-9c92-3a23ffb119b0 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60994fa2-cee6-4cd5-8563-38f05a52882f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:40.947570 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-cf1ecb9f-fe50-4e00-9c92-3a23ffb119b0 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Allocated IP 172.25.3.187 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/0c8a1ead-0aa0-408f-8f56-4b1857a934c2) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:51:40.998282 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cb264-d0e0-4c54-895b-ee8d8f2960c8 req-da58828d-0e3e-4d0e-a1c0-7e8e2c667660 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:41.001203 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-332cb264-d0e0-4c54-895b-ee8d8f2960c8 req-da58828d-0e3e-4d0e-a1c0-7e8e2c667660 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.1939802 Jul 09 09:51:41.115800 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-332cb264-d0e0-4c54-895b-ee8d8f2960c8 req-b8e97b71-6ed1-400f-a641-5b0ca1e07845 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008797 Jul 09 09:51:41.158716 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:41.221942 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf1ecb9f-fe50-4e00-9c92-3a23ffb119b0 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:41.293696 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf1ecb9f-fe50-4e00-9c92-3a23ffb119b0 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:41.341155 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1ecb9f-fe50-4e00-9c92-3a23ffb119b0 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:51:41.348527 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-cf1ecb9f-fe50-4e00-9c92-3a23ffb119b0 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:51:41.355331 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1ecb9f-fe50-4e00-9c92-3a23ffb119b0 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:51:41.435113 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ecb9f-fe50-4e00-9c92-3a23ffb119b0 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Pushing event updated for resources: {'Port': ['ID=0c8a1ead-0aa0-408f-8f56-4b1857a934c2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:41.473812 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1ecb9f-fe50-4e00-9c92-3a23ffb119b0 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:41.475029 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf1ecb9f-fe50-4e00-9c92-3a23ffb119b0 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:41.506406 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cf1ecb9f-fe50-4e00-9c92-3a23ffb119b0 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.2971268 Jul 09 09:51:41.506735 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49040) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:41.512424 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-de62a5e2-21f6-42e4-a9cd-d54e5f37834b tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.187'}]}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:51:41.550522 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de62a5e2-21f6-42e4-a9cd-d54e5f37834b tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:41.553915 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de62a5e2-21f6-42e4-a9cd-d54e5f37834b tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:41.645982 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de62a5e2-21f6-42e4-a9cd-d54e5f37834b tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:41.910374 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de62a5e2-21f6-42e4-a9cd-d54e5f37834b tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:42.359755 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de62a5e2-21f6-42e4-a9cd-d54e5f37834b tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:42.382215 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de62a5e2-21f6-42e4-a9cd-d54e5f37834b tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:42.654388 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216a843-5c32-4fec-b1a2-b9afc6db979d req-75c0a4a7-4a19-4184-b974-dfd7316793f8 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:42.656538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5216a843-5c32-4fec-b1a2-b9afc6db979d req-75c0a4a7-4a19-4184-b974-dfd7316793f8 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.2331133 Jul 09 09:51:42.658416 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de62a5e2-21f6-42e4-a9cd-d54e5f37834b tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:42.788803 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5216a843-5c32-4fec-b1a2-b9afc6db979d req-5c897040-cecc-4ca3-9de0-6f827a3f2fc7 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840302 Jul 09 09:51:42.969969 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:42.977297 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de62a5e2-21f6-42e4-a9cd-d54e5f37834b tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:42.983607 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de62a5e2-21f6-42e4-a9cd-d54e5f37834b tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:43.071545 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de62a5e2-21f6-42e4-a9cd-d54e5f37834b tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:43.072036 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de62a5e2-21f6-42e4-a9cd-d54e5f37834b tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91a95fd2-f2b3-4a8b-935c-9165f2efedfe {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:51:43.100541 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-de62a5e2-21f6-42e4-a9cd-d54e5f37834b tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 09 09:51:43.101868 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-de62a5e2-21f6-42e4-a9cd-d54e5f37834b tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5940406 Jul 09 09:51:43.105045 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49084) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:43.273305 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-39e0a2f4-4839-4f31-81ec-3c5fcaa232f4 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Deleting port 0c8a1ead-0aa0-408f-8f56-4b1857a934c2 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:51:43.273894 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39e0a2f4-4839-4f31-81ec-3c5fcaa232f4 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:43.435734 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39e0a2f4-4839-4f31-81ec-3c5fcaa232f4 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:43.454245 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-39e0a2f4-4839-4f31-81ec-3c5fcaa232f4 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Calling delete_port for 0c8a1ead-0aa0-408f-8f56-4b1857a934c2 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:51:43.471796 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a647843-8001-420e-add8-d6270e51286f req-c879aeb9-a991-47fb-bd97-a42b05a0fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:43.473459 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1a647843-8001-420e-add8-d6270e51286f req-c879aeb9-a991-47fb-bd97-a42b05a0fb9e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99f7719707794c3ea83b85ef3879ca4c&device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 1096 time: 0.1834497 Jul 09 09:51:43.705742 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a647843-8001-420e-add8-d6270e51286f req-c5363ee2-7d88-4e9e-bbb1-a010e8608910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:43.707230 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1a647843-8001-420e-add8-d6270e51286f req-c5363ee2-7d88-4e9e-bbb1-a010e8608910 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4245b116-2d5b-4779-b854-de03b1576199 HTTP/1.1" status: 200 len: 917 time: 0.2270472 Jul 09 09:51:43.768204 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39e0a2f4-4839-4f31-81ec-3c5fcaa232f4 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:43.806265 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0a2f4-4839-4f31-81ec-3c5fcaa232f4 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c8a1ead-0aa0-408f-8f56-4b1857a934c2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:43.816103 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1a647843-8001-420e-add8-d6270e51286f req-b0102ae8-5b6d-474f-b785-0099ba2e605e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01237635-4d17-4e9f-bb36-740c9f687606 HTTP/1.1" status: 200 len: 1000 time: 0.1018107 Jul 09 09:51:43.941776 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39e0a2f4-4839-4f31-81ec-3c5fcaa232f4 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:43.945181 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-39e0a2f4-4839-4f31-81ec-3c5fcaa232f4 tempest-RoutersAdminNegativeIpV6Test-749575715 tempest-RoutersAdminNegativeIpV6Test-749575715-project-admin] 10.222.0.61 "DELETE /v2.0/ports/0c8a1ead-0aa0-408f-8f56-4b1857a934c2 HTTP/1.1" status: 204 len: 168 time: 0.8390207 Jul 09 09:51:43.989059 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a647843-8001-420e-add8-d6270e51286f req-a4997fca-3974-40b0-9ffa-9a4a39323e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:43.992813 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1a647843-8001-420e-add8-d6270e51286f req-a4997fca-3974-40b0-9ffa-9a4a39323e19 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f33154ac-544d-477f-a9ff-a13c564432a2 HTTP/1.1" status: 200 len: 855 time: 0.1706095 Jul 09 09:51:44.083843 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a647843-8001-420e-add8-d6270e51286f req-db1529ca-0491-46c1-80df-e16bb00611bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:44.085680 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1a647843-8001-420e-add8-d6270e51286f req-db1529ca-0491-46c1-80df-e16bb00611bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4245b116-2d5b-4779-b854-de03b1576199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863538 Jul 09 09:51:44.209198 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c53f0-5cf9-4104-9db9-85912b97ecba req-a5e587ea-426b-4b44-b542-78c2f62ea1fd tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:44.213589 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-576c53f0-5cf9-4104-9db9-85912b97ecba req-a5e587ea-426b-4b44-b542-78c2f62ea1fd tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.1883943 Jul 09 09:51:44.303342 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-576c53f0-5cf9-4104-9db9-85912b97ecba req-ce5bbb6c-2c00-421c-b170-a4d26f2e6966 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825911 Jul 09 09:51:44.311580 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1a647843-8001-420e-add8-d6270e51286f req-35e951fd-a670-4edd-93f1-c0ed9ac8b48f service neutron] 10.222.0.58 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189918 Jul 09 09:51:44.453060 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1a647843-8001-420e-add8-d6270e51286f req-17003902-8ca8-4442-81e9-dda270f518e3 service neutron] 10.222.0.58 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356277 Jul 09 09:51:44.461834 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49122) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:44.680282 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7afa579-88cc-4b06-b551-828795d38a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:44.785639 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7afa579-88cc-4b06-b551-828795d38a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:44.791024 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7afa579-88cc-4b06-b551-828795d38a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:44.831438 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7afa579-88cc-4b06-b551-828795d38a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7576a9-8b55-4def-a764-3c30c8fa95f6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:44.836564 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e7afa579-88cc-4b06-b551-828795d38a5a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f235b70de96e408fbdc944eea190ddb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3735034 Jul 09 09:51:44.839055 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49140) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:44.904782 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3990d807-c1d8-4cdd-9d05-7139ec8ad4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:44.937497 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3990d807-c1d8-4cdd-9d05-7139ec8ad4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:44.994204 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3990d807-c1d8-4cdd-9d05-7139ec8ad4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:44.997313 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3990d807-c1d8-4cdd-9d05-7139ec8ad4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:45.002844 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3990d807-c1d8-4cdd-9d05-7139ec8ad4f4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1c7576a9-8b55-4def-a764-3c30c8fa95f6 HTTP/1.1" status: 204 len: 168 time: 0.1585948 Jul 09 09:51:45.009621 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990d807-c1d8-4cdd-9d05-7139ec8ad4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7576a9-8b55-4def-a764-3c30c8fa95f6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:45.483677 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-6464714c-1eed-4757-8535-8dcdc917c354 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1267445577&fields=id&tenant_id=813283cb89a545e1a829a2f32c9aa43c HTTP/1.1" status: 200 len: 267 time: 0.0521519 Jul 09 09:51:45.659169 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49180) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:45.676430 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-2a57a4cd-bd7b-4adb-9b7b-ed8ffa0ae57b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:45.679058 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-2a57a4cd-bd7b-4adb-9b7b-ed8ffa0ae57b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 812 time: 0.1867919 Jul 09 09:51:45.709149 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-4c26bb96-e2df-406d-91af-378d73a15996 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/quotas/813283cb89a545e1a829a2f32c9aa43c HTTP/1.1" status: 200 len: 375 time: 0.0201318 Jul 09 09:51:45.731359 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7fb854d5-8242-4fa7-b720-5f713c001270 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=59837a6a3f534ea6845474cd9a0cbd95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0698280 Jul 09 09:51:45.733495 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49182) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:45.792516 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6aab160-c9d3-48b5-95d2-0b4b0cb0a520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:45.820421 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6aab160-c9d3-48b5-95d2-0b4b0cb0a520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:45.836320 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-2ae9ee3d-c3d1-43cc-99c7-7fbdddc42d8a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1193259 Jul 09 09:51:45.848743 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb17030-1039-4b67-a8e2-85db6adf9424 req-fc066c4d-8a80-4c57-acdd-5a9e9ec3ea34 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:45.850794 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8bb17030-1039-4b67-a8e2-85db6adf9424 req-fc066c4d-8a80-4c57-acdd-5a9e9ec3ea34 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.0991454 Jul 09 09:51:45.879880 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6aab160-c9d3-48b5-95d2-0b4b0cb0a520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:45.882529 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6aab160-c9d3-48b5-95d2-0b4b0cb0a520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:45.886318 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e6aab160-c9d3-48b5-95d2-0b4b0cb0a520 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/60994fa2-cee6-4cd5-8563-38f05a52882f HTTP/1.1" status: 204 len: 168 time: 0.1475666 Jul 09 09:51:45.911322 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aab160-c9d3-48b5-95d2-0b4b0cb0a520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60994fa2-cee6-4cd5-8563-38f05a52882f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:45.967313 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8bb17030-1039-4b67-a8e2-85db6adf9424 req-09c51382-67d9-4dcb-b28a-66e2a61f9d58 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072223 Jul 09 09:51:46.017014 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-61674814-2e90-4626-aedc-d6b2772bd1ed service neutron] 10.222.0.61 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652405 Jul 09 09:51:46.217837 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-53cc38e3-9f60-4ea3-a8c2-4c5c57b7cccb service neutron] 10.222.0.61 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938102 Jul 09 09:51:46.322976 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a2629-e01f-4336-8472-15d7baf40368 req-d62afe68-f8b2-486f-b906-1062c1232c17 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:46.325354 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd1a2629-e01f-4336-8472-15d7baf40368 req-d62afe68-f8b2-486f-b906-1062c1232c17 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.1026902 Jul 09 09:51:46.399290 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd1a2629-e01f-4336-8472-15d7baf40368 req-6ef88ec8-fa56-42cf-bdd5-c903abea43bc tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681393 Jul 09 09:51:46.743417 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2e55415-d024-477d-9d1b-05ab757fb718 req-785b7199-c94f-4c70-9273-1fbab313d937 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 210 time: 0.0650909 Jul 09 09:51:46.802927 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 01237635-4d17-4e9f-bb36-740c9f687606 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:51:46.937938 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:46.965705 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17143a3b-2b7a-42fa-b391-abfb29026460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01237635-4d17-4e9f-bb36-740c9f687606'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:51:46.968678 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574c6a0c-d996-4f0a-9825-078628bee070" -d '{"events": [{"server_uuid": "17143a3b-2b7a-42fa-b391-abfb29026460", "name": "network-vif-unplugged", "status": "completed", "tag": "01237635-4d17-4e9f-bb36-740c9f687606"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:51:46.982840 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 01237635-4d17-4e9f-bb36-740c9f687606, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=01237635-4d17-4e9f-bb36-740c9f687606,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:51:46.988857 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:47.031270 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 09:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00573e04-c218-4715-bd00-32a83e406acf x-openstack-request-id: req-00573e04-c218-4715-bd00-32a83e406acf {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:51:47.031633 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17143a3b-2b7a-42fa-b391-abfb29026460", "name": "network-vif-unplugged", "status": "failed", "tag": "01237635-4d17-4e9f-bb36-740c9f687606", "code": 422}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:51:47.031918 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-00573e04-c218-4715-bd00-32a83e406acf {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:51:47.032393 n-d-799996-1 neutron-server[93792]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '17143a3b-2b7a-42fa-b391-abfb29026460', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '01237635-4d17-4e9f-bb36-740c9f687606', 'code': 422} returned with failed status Jul 09 09:51:47.089852 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=01237635-4d17-4e9f-bb36-740c9f687606,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:47.225019 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bc7d7-331c-4fbe-b008-4f77c4dda8ba req-4dc78ea9-80dd-4f32-9217-d576d1075614 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:47.226597 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a24bc7d7-331c-4fbe-b008-4f77c4dda8ba req-4dc78ea9-80dd-4f32-9217-d576d1075614 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 943 time: 0.0843234 Jul 09 09:51:47.281427 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a24bc7d7-331c-4fbe-b008-4f77c4dda8ba req-f7aa71e4-2cec-4476-88ca-2966377dfbb3 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395763 Jul 09 09:51:47.419487 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49248) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:47.691628 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-743899873'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:51:47.716566 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Made reservation on behalf of bd32287c91cf41d5a5ff7a88dc97b122 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:51:47.721188 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:47.752988 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:47.881352 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e439199-1c02-4489-a763-887064795fae req-c00ab9d9-5d6d-45c0-800f-e9cc83fad0ea tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:47.883211 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e439199-1c02-4489-a763-887064795fae req-c00ab9d9-5d6d-45c0-800f-e9cc83fad0ea tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.1140738 Jul 09 09:51:47.922897 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:47.931128 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:47.992134 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e439199-1c02-4489-a763-887064795fae req-d8c8712a-2b58-4b8d-9c61-dd969797b498 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984638 Jul 09 09:51:48.011766 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01abc29d-e30b-4771-b1c6-97a423ec0166,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:48.033659 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:51:48.059457 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:48.060120 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Added segment 551e890d-b17b-4774-b21d-709b057cf114 of type vlan for network 097b5faf-8ec3-4830-bdc1-1790b12d618a Jul 09 09:51:48.078379 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2507977-2738-4433-bda6-2a107f54a4eb req-e2ce325a-9939-4621-ac9d-907bbe4d30df tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 210 time: 0.0637772 Jul 09 09:51:48.239101 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:48.332991 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:48.340677 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:48.341795 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:48.587669 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-626a5e62-9229-4d3a-bdac-d417bf647efe tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:48.587669 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-626a5e62-9229-4d3a-bdac-d417bf647efe tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.58 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 812 time: 0.3203714 Jul 09 09:51:48.596728 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49306) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:48.598374 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.0696921 Jul 09 09:51:48.598374 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-24cc4696-b73c-4410-b47a-a2053d2429bc tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=813283cb89a545e1a829a2f32c9aa43c HTTP/1.1" status: 200 len: 380 time: 0.0701473 Jul 09 09:51:48.598374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Pushing event updated for resources: {'Network': ['ID=097b5faf-8ec3-4830-bdc1-1790b12d618a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:48.599818 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-6f5d2a32-539f-441c-afea-954790a1d431 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '097b5faf-8ec3-4830-bdc1-1790b12d618a', 'tempest-TagsTest-Tag-444795993') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:51:48.600285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:48.600285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:48.600285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:48.600285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:48.600285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:48.600285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:48.600285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:48.600285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:48.600285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:48.600285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:48.600285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:48.600285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc415a2e-ef2d-47ed-b18e-43761c476300 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:51:48.600285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-191bc06e-33ed-4d22-90c0-44b2cd5285c7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Request body: {'port': {'device_id': 'b41cc7ba-1cd0-470d-a5ca-a00ee3440e07', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'admin_state_up': True, 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'security_groups': ['e5c5e1ed-8ecd-4905-b121-4910e08abe7b']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:51:48.602208 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 097b5faf-8ec3-4830-bdc1-1790b12d618a details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:51:48.847546 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-191bc06e-33ed-4d22-90c0-44b2cd5285c7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Made reservation on behalf of 813283cb89a545e1a829a2f32c9aa43c for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:51:48.852907 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-191bc06e-33ed-4d22-90c0-44b2cd5285c7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:48.956028 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6f5d2a32-539f-441c-afea-954790a1d431 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] 10.222.0.61 "PUT /v2.0/networks/097b5faf-8ec3-4830-bdc1-1790b12d618a/tags/tempest-TagsTest-Tag-444795993 HTTP/1.1" status: 201 len: 201 time: 0.4636962 Jul 09 09:51:48.958668 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49324) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:48.958838 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49322) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:48.966341 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-645850ff-9bf5-48a3-b8e2-b2adfd380073 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '097b5faf-8ec3-4830-bdc1-1790b12d618a', 'tempest-TagsTest-Tag-444795993') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:51:48.992436 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4170ae6-73a8-4eb4-b2c8-07855c45a272 req-2097ab41-3130-4a88-89c8-b648da53d846 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:48.994594 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4170ae6-73a8-4eb4-b2c8-07855c45a272 req-2097ab41-3130-4a88-89c8-b648da53d846 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 943 time: 0.2566850 Jul 09 09:51:49.154759 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-191bc06e-33ed-4d22-90c0-44b2cd5285c7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Allocated IP 172.20.0.5 (c39f085e-9a90-44ab-b2cf-d4cf479d1495/fab6cdb3-f000-49c3-8dc0-ab55f3975a4e/07362196-3806-461f-a534-dbacec1bc92d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:51:49.231098 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4170ae6-73a8-4eb4-b2c8-07855c45a272 req-53384689-4f00-45a6-ab7b-bde364942826 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352885 Jul 09 09:51:49.293655 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-645850ff-9bf5-48a3-b8e2-b2adfd380073 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] 10.222.0.61 "GET /v2.0/networks/097b5faf-8ec3-4830-bdc1-1790b12d618a/tags/tempest-TagsTest-Tag-444795993 HTTP/1.1" status: 204 len: 168 time: 0.3334289 Jul 09 09:51:49.296282 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49340) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:49.311413 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-e5436443-c44c-4f2f-ba4c-3642350c584d tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '097b5faf-8ec3-4830-bdc1-1790b12d618a') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:51:49.408309 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df18f97-e039-4f27-852c-7df047a7ad4f req-994e5961-0ddc-4006-96fb-16117d394fbd tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:49.410164 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1df18f97-e039-4f27-852c-7df047a7ad4f req-994e5961-0ddc-4006-96fb-16117d394fbd tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.1671720 Jul 09 09:51:49.455432 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50a999eb-6b3e-46bb-936f-8ebfe1557e16 req-c58e286d-f95b-42e1-9054-4a95a29df9d6 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 210 time: 0.0435476 Jul 09 09:51:49.510444 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1df18f97-e039-4f27-852c-7df047a7ad4f req-c6c5c689-5c50-430a-b029-e92b798d5b04 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493484 Jul 09 09:51:49.600879 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e5436443-c44c-4f2f-ba4c-3642350c584d tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] 10.222.0.61 "GET /v2.0/networks/097b5faf-8ec3-4830-bdc1-1790b12d618a/tags HTTP/1.1" status: 200 len: 237 time: 0.3034928 Jul 09 09:51:49.603514 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49348) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:49.607871 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-9c11b927-046d-45b8-9181-6fbdcf44d500 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6372011 Jul 09 09:51:49.608624 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-0b174825-b5b2-4805-915d-622b8dbda305 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '097b5faf-8ec3-4830-bdc1-1790b12d618a', {'tags': ['tempest-TagsTest-Tag-302205321', 'tempest-TagsTest-Tag-900696575', 'tempest-TagsTest-Tag-872429702']}) {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:51:49.657152 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-191bc06e-33ed-4d22-90c0-44b2cd5285c7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:49.703146 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-191bc06e-33ed-4d22-90c0-44b2cd5285c7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Transition to ACTIVE for port object 07362196-3806-461f-a534-dbacec1bc92d will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:51:49.711350 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0b174825-b5b2-4805-915d-622b8dbda305 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] 10.222.0.61 "PUT /v2.0/networks/097b5faf-8ec3-4830-bdc1-1790b12d618a/tags HTTP/1.1" status: 200 len: 306 time: 0.1066253 Jul 09 09:51:49.711675 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49358) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:49.717674 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-1381ce87-8c74-4018-be90-dcef20da8949 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '097b5faf-8ec3-4830-bdc1-1790b12d618a', 'tempest-TagsTest-Tag-302205321') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:51:49.872970 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-191bc06e-33ed-4d22-90c0-44b2cd5285c7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:49.938903 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bc06e-33ed-4d22-90c0-44b2cd5285c7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event updated for resources: {'Port': ['ID=07362196-3806-461f-a534-dbacec1bc92d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:49.972007 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-191bc06e-33ed-4d22-90c0-44b2cd5285c7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Network c39f085e-9a90-44ab-b2cf-d4cf479d1495 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:51:49.975415 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-191bc06e-33ed-4d22-90c0-44b2cd5285c7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:51:49.998823 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-191bc06e-33ed-4d22-90c0-44b2cd5285c7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:51:50.108208 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-191bc06e-33ed-4d22-90c0-44b2cd5285c7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:50.108899 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-191bc06e-33ed-4d22-90c0-44b2cd5285c7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:50.123150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49376) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:50.123633 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1381ce87-8c74-4018-be90-dcef20da8949 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] 10.222.0.61 "DELETE /v2.0/networks/097b5faf-8ec3-4830-bdc1-1790b12d618a/tags/tempest-TagsTest-Tag-302205321 HTTP/1.1" status: 204 len: 168 time: 0.4102077 Jul 09 09:51:50.128819 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-f828ea69-bdd9-423c-857b-1c2297ed1555 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '097b5faf-8ec3-4830-bdc1-1790b12d618a', 'tempest-TagsTest-Tag-302205321') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:51:50.139583 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-191bc06e-33ed-4d22-90c0-44b2cd5285c7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6100848 Jul 09 09:51:50.152525 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-5e759414-abd5-4f2d-bfe6-b51014c21ed3 service neutron] Request body: {'port': {'device_id': 'b41cc7ba-1cd0-470d-a5ca-a00ee3440e07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:51:50.273657 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6792c359-a7a2-410f-b643-12f7a45740f6 None None] Provisioning for port 07362196-3806-461f-a534-dbacec1bc92d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:51:50.284647 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6792c359-a7a2-410f-b643-12f7a45740f6 None None] Provisioning complete for port 07362196-3806-461f-a534-dbacec1bc92d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:51:50.284930 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6792c359-a7a2-410f-b643-12f7a45740f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:50.323574 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-5e759414-abd5-4f2d-bfe6-b51014c21ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:50.395124 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6792c359-a7a2-410f-b643-12f7a45740f6 None None] Port 07362196-3806-461f-a534-dbacec1bc92d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:51:50.422664 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-f828ea69-bdd9-423c-857b-1c2297ed1555 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] show failed (client error): The resource could not be found. Jul 09 09:51:50.425901 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f828ea69-bdd9-423c-857b-1c2297ed1555 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] 10.222.0.61 "GET /v2.0/networks/097b5faf-8ec3-4830-bdc1-1790b12d618a/tags/tempest-TagsTest-Tag-302205321 HTTP/1.1" status: 404 len: 325 time: 0.3009737 Jul 09 09:51:50.429096 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49386) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:50.451231 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-d9016061-a0f1-4c72-944a-f381430d7d4a tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '097b5faf-8ec3-4830-bdc1-1790b12d618a', 'tempest-TagsTest-Tag-900696575') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:51:50.770410 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d9016061-a0f1-4c72-944a-f381430d7d4a tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] 10.222.0.61 "GET /v2.0/networks/097b5faf-8ec3-4830-bdc1-1790b12d618a/tags/tempest-TagsTest-Tag-900696575 HTTP/1.1" status: 204 len: 168 time: 0.3400130 Jul 09 09:51:50.775471 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49400) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:50.801141 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4267f-24d9-4cef-a5aa-27cf089d5616 req-3ad0ccfb-c53b-4148-b1ef-40622d85cee3 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:50.809092 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 01237635-4d17-4e9f-bb36-740c9f687606 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:51:50.810331 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59b4267f-24d9-4cef-a5aa-27cf089d5616 req-3ad0ccfb-c53b-4148-b1ef-40622d85cee3 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 943 time: 0.2373686 Jul 09 09:51:50.815336 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-e7c08001-76be-48fe-a2b2-60ef90b48e9f tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '097b5faf-8ec3-4830-bdc1-1790b12d618a', 'tempest-TagsTest-Tag-872429702') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:51:50.864070 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c6a11-611a-41f4-84a9-de9791edef12 req-c739192b-afa1-4866-a2e2-4168c4da10b3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:50.873220 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be8c6a11-611a-41f4-84a9-de9791edef12 req-c739192b-afa1-4866-a2e2-4168c4da10b3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 931 time: 0.1927037 Jul 09 09:51:50.958321 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-5e759414-abd5-4f2d-bfe6-b51014c21ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07362196-3806-461f-a534-dbacec1bc92d {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:51:50.994308 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-5e759414-abd5-4f2d-bfe6-b51014c21ed3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:51.040321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be8c6a11-611a-41f4-84a9-de9791edef12 req-ab720888-d75f-4fb8-b221-64df71d874f8 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658759 Jul 09 09:51:51.052830 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-5e759414-abd5-4f2d-bfe6-b51014c21ed3 service neutron] Transition to ACTIVE for port object 07362196-3806-461f-a534-dbacec1bc92d will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:51:51.064723 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-5e759414-abd5-4f2d-bfe6-b51014c21ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:51.078784 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59b4267f-24d9-4cef-a5aa-27cf089d5616 req-7bc82c9d-a342-4e3c-8aca-dc75f1a04550 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670758 Jul 09 09:51:51.126600 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e7c08001-76be-48fe-a2b2-60ef90b48e9f tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] 10.222.0.61 "GET /v2.0/networks/097b5faf-8ec3-4830-bdc1-1790b12d618a/tags/tempest-TagsTest-Tag-872429702 HTTP/1.1" status: 204 len: 168 time: 0.3494847 Jul 09 09:51:51.131452 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49412) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:51.139144 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-aa8d80f3-587c-474d-aa77-ca8e1f76ee61 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '097b5faf-8ec3-4830-bdc1-1790b12d618a') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:51:51.281879 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e759414-abd5-4f2d-bfe6-b51014c21ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=07362196-3806-461f-a534-dbacec1bc92d,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:51.332869 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-aa8d80f3-587c-474d-aa77-ca8e1f76ee61 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] 10.222.0.61 "DELETE /v2.0/networks/097b5faf-8ec3-4830-bdc1-1790b12d618a/tags HTTP/1.1" status: 204 len: 168 time: 0.1990278 Jul 09 09:51:51.336274 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49420) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:51.342506 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-30537f57-f368-4c7b-ae73-2615d580567f tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '097b5faf-8ec3-4830-bdc1-1790b12d618a', 'tempest-TagsTest-Tag-900696575') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:51:51.540978 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-30537f57-f368-4c7b-ae73-2615d580567f tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] show failed (client error): The resource could not be found. Jul 09 09:51:51.542605 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-30537f57-f368-4c7b-ae73-2615d580567f tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] 10.222.0.61 "GET /v2.0/networks/097b5faf-8ec3-4830-bdc1-1790b12d618a/tags/tempest-TagsTest-Tag-900696575 HTTP/1.1" status: 404 len: 325 time: 0.2035255 Jul 09 09:51:51.551134 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49424) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:51.568041 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a31a20-4be9-4171-b8e6-eb9ac3405276 req-056d73cd-4aff-47db-a697-5204acecaec4 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:51.570884 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d1a31a20-4be9-4171-b8e6-eb9ac3405276 req-056d73cd-4aff-47db-a697-5204acecaec4 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.2006755 Jul 09 09:51:51.582885 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-ab95f74c-40fa-4703-b3e6-279fd6544556 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '097b5faf-8ec3-4830-bdc1-1790b12d618a', 'tempest-TagsTest-Tag-872429702') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:51:51.771864 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d1a31a20-4be9-4171-b8e6-eb9ac3405276 req-d2a610f7-96e2-4f19-99c9-bf3c7eecfe08 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593983 Jul 09 09:51:51.865907 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-ab95f74c-40fa-4703-b3e6-279fd6544556 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] show failed (client error): The resource could not be found. Jul 09 09:51:51.870317 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ab95f74c-40fa-4703-b3e6-279fd6544556 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] 10.222.0.61 "GET /v2.0/networks/097b5faf-8ec3-4830-bdc1-1790b12d618a/tags/tempest-TagsTest-Tag-872429702 HTTP/1.1" status: 404 len: 325 time: 0.2984071 Jul 09 09:51:51.870977 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49432) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:51.875626 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-3f172bfc-55e4-4af7-9574-467ff27b90ec tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '097b5faf-8ec3-4830-bdc1-1790b12d618a') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:51:51.955293 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-5e759414-abd5-4f2d-bfe6-b51014c21ed3 service neutron] Attempting to bind port 07362196-3806-461f-a534-dbacec1bc92d on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:51:51.955662 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-5e759414-abd5-4f2d-bfe6-b51014c21ed3 service neutron] Attempting to bind port 07362196-3806-461f-a534-dbacec1bc92d by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:51:51.956682 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-5e759414-abd5-4f2d-bfe6-b51014c21ed3 service neutron] Attempting to bind port 07362196-3806-461f-a534-dbacec1bc92d on network c39f085e-9a90-44ab-b2cf-d4cf479d1495 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:51.988912 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-5e759414-abd5-4f2d-bfe6-b51014c21ed3 service neutron] Port 07362196-3806-461f-a534-dbacec1bc92d on network c39f085e-9a90-44ab-b2cf-d4cf479d1495 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:51:51.989551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-5e759414-abd5-4f2d-bfe6-b51014c21ed3 service neutron] Attempting to bind port 07362196-3806-461f-a534-dbacec1bc92d on network c39f085e-9a90-44ab-b2cf-d4cf479d1495 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:51:52.006331 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3f172bfc-55e4-4af7-9574-467ff27b90ec tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] 10.222.0.61 "DELETE /v2.0/networks/097b5faf-8ec3-4830-bdc1-1790b12d618a/tags HTTP/1.1" status: 204 len: 168 time: 0.1292758 Jul 09 09:51:52.007498 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49438) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:52.019787 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-5e759414-abd5-4f2d-bfe6-b51014c21ed3 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:51:52.020419 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-5e759414-abd5-4f2d-bfe6-b51014c21ed3 service neutron] Checking segment: {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:51:52.021020 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-5e759414-abd5-4f2d-bfe6-b51014c21ed3 service neutron] Bound using segment: {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:51:52.022211 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-5e759414-abd5-4f2d-bfe6-b51014c21ed3 service neutron] Bound port: 07362196-3806-461f-a534-dbacec1bc92d, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:51:52.022765 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-5e759414-abd5-4f2d-bfe6-b51014c21ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:52.180805 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4651d2c7-7e09-4bc2-a1f2-a07c15a5e2f0 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:52.195728 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-5e759414-abd5-4f2d-bfe6-b51014c21ed3 service neutron] For port 07362196-3806-461f-a534-dbacec1bc92d, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:51:52.215275 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-5e759414-abd5-4f2d-bfe6-b51014c21ed3 service neutron] For port 07362196-3806-461f-a534-dbacec1bc92d, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=07362196-3806-461f-a534-dbacec1bc92d,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:51:52.224156 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-5e759414-abd5-4f2d-bfe6-b51014c21ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:52.340426 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b349ed-126d-4370-80b7-c5a7d19a4984 req-b106af34-744a-4843-b98f-b5605a97f495 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:52.348532 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a7b349ed-126d-4370-80b7-c5a7d19a4984 req-b106af34-744a-4843-b98f-b5605a97f495 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 943 time: 0.1602018 Jul 09 09:51:52.370964 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e759414-abd5-4f2d-bfe6-b51014c21ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=07362196-3806-461f-a534-dbacec1bc92d,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:52.383979 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-5e759414-abd5-4f2d-bfe6-b51014c21ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:52.386222 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-5e759414-abd5-4f2d-bfe6-b51014c21ed3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:52.389516 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-5e759414-abd5-4f2d-bfe6-b51014c21ed3 service neutron] 10.222.0.58 "PUT /v2.0/ports/07362196-3806-461f-a534-dbacec1bc92d HTTP/1.1" status: 200 len: 1091 time: 2.2411661 Jul 09 09:51:52.390261 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b41cc7ba-1cd0-470d-a5ca-a00ee3440e07', 'tag': '07362196-3806-461f-a534-dbacec1bc92d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:51:52.401387 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272eb6ab-14ed-4b57-999c-c22e93c06f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "b41cc7ba-1cd0-470d-a5ca-a00ee3440e07", "tag": "07362196-3806-461f-a534-dbacec1bc92d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:51:52.471083 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a7b349ed-126d-4370-80b7-c5a7d19a4984 req-cd835cf4-616a-49bc-bf48-c6ef76bc4fad tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209519 Jul 09 09:51:52.544961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54ee66-3bb2-4647-adce-a1a17f8a2dc4 req-0cf09af0-e3ba-436c-a1fb-228d185a315e tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:52.548630 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd54ee66-3bb2-4647-adce-a1a17f8a2dc4 req-0cf09af0-e3ba-436c-a1fb-228d185a315e tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 943 time: 0.1760087 Jul 09 09:51:52.591343 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4651d2c7-7e09-4bc2-a1f2-a07c15a5e2f0 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:52.618459 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4651d2c7-7e09-4bc2-a1f2-a07c15a5e2f0 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097b5faf-8ec3-4830-bdc1-1790b12d618a']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:51:52.641614 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-7ef39d1a-04bf-4c11-82ee-5f1724bbe9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:52.656234 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-7ef39d1a-04bf-4c11-82ee-5f1724bbe9db service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 1094 time: 0.2089753 Jul 09 09:51:52.664216 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4651d2c7-7e09-4bc2-a1f2-a07c15a5e2f0 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '551e890d-b17b-4774-b21d-709b057cf114') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:51:52.666227 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4651d2c7-7e09-4bc2-a1f2-a07c15a5e2f0 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '551e890d-b17b-4774-b21d-709b057cf114') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:51:52.679260 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd54ee66-3bb2-4647-adce-a1a17f8a2dc4 req-35dcd689-2231-4a58-bceb-efcdf40f6816 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122708 Jul 09 09:51:52.717329 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-28e6838d-3708-454f-a808-220a690deede service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07362196-3806-461f-a534-dbacec1bc92d HTTP/1.1" status: 200 len: 217 time: 0.0631690 Jul 09 09:51:52.719359 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4651d2c7-7e09-4bc2-a1f2-a07c15a5e2f0 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:52.788309 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4651d2c7-7e09-4bc2-a1f2-a07c15a5e2f0 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:52.801726 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4651d2c7-7e09-4bc2-a1f2-a07c15a5e2f0 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:51:52.802194 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4651d2c7-7e09-4bc2-a1f2-a07c15a5e2f0 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:51:52.806527 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:51:52.865971 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-1c5287a2-3dc1-4610-95b7-4b9d21decc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:52.867894 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-1c5287a2-3dc1-4610-95b7-4b9d21decc11 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 200 len: 851 time: 0.1286757 Jul 09 09:51:52.929769 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4651d2c7-7e09-4bc2-a1f2-a07c15a5e2f0 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:52.942570 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4651d2c7-7e09-4bc2-a1f2-a07c15a5e2f0 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:52.947121 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4651d2c7-7e09-4bc2-a1f2-a07c15a5e2f0 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] 10.222.0.61 "DELETE /v2.0/networks/097b5faf-8ec3-4830-bdc1-1790b12d618a HTTP/1.1" status: 204 len: 168 time: 0.9362967 Jul 09 09:51:52.977960 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651d2c7-7e09-4bc2-a1f2-a07c15a5e2f0 tempest-TagsTest-538933171 tempest-TagsTest-538933171-project] Pushing event deleted for resources: {'Network': ['ID=097b5faf-8ec3-4830-bdc1-1790b12d618a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:53.016682 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-65da5af6-f08e-4881-aff9-f0475a292f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:53.022903 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-65da5af6-f08e-4881-aff9-f0475a292f66 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c39f085e-9a90-44ab-b2cf-d4cf479d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481533 Jul 09 09:51:53.065649 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7989b6-b775-4220-9e67-4dcd8c5d4906 x-openstack-request-id: req-9e7989b6-b775-4220-9e67-4dcd8c5d4906 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:51:53.066077 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b41cc7ba-1cd0-470d-a5ca-a00ee3440e07", "tag": "07362196-3806-461f-a534-dbacec1bc92d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:51:53.066233 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9e7989b6-b775-4220-9e67-4dcd8c5d4906 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:51:53.066637 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b41cc7ba-1cd0-470d-a5ca-a00ee3440e07', 'tag': '07362196-3806-461f-a534-dbacec1bc92d', 'status': 'completed', 'code': 200} Jul 09 09:51:53.146031 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba2815-1e83-4592-ad6c-dde679f4b5dc req-be90d9ad-21bf-4704-beb4-1531f95ba951 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:53.154311 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5aba2815-1e83-4592-ad6c-dde679f4b5dc req-be90d9ad-21bf-4704-beb4-1531f95ba951 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.0818944 Jul 09 09:51:53.219035 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5aba2815-1e83-4592-ad6c-dde679f4b5dc req-9fdc5779-328e-43e8-aa1f-01ef70b8d8eb tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636876 Jul 09 09:51:53.260800 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-975a4cd8-2cb0-474d-b0e6-b52ce5a076dc service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307863 Jul 09 09:51:53.388695 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fc850dea-f5e8-45a2-b88f-eca955486f04 req-a9ee5e61-dd95-4e98-99a3-8be53779bb2a service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198719 Jul 09 09:51:53.532391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49478) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:53.587233 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272eb6ab-14ed-4b57-999c-c22e93c06f0c req-9c158b9c-3d06-41aa-947a-48f884ef5697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:53.589107 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-272eb6ab-14ed-4b57-999c-c22e93c06f0c req-9c158b9c-3d06-41aa-947a-48f884ef5697 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 1094 time: 0.1420732 Jul 09 09:51:53.773011 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272eb6ab-14ed-4b57-999c-c22e93c06f0c req-f84984e6-65eb-465a-84ab-55664234f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:53.777290 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-272eb6ab-14ed-4b57-999c-c22e93c06f0c req-f84984e6-65eb-465a-84ab-55664234f2bf service neutron] 10.222.0.58 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 913 time: 0.1783483 Jul 09 09:51:53.831401 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-43834678-3bd0-49c1-86d6-ea73febafc75 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bd32287c91cf41d5a5ff7a88dc97b122&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2971475 Jul 09 09:51:53.834052 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49486) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:53.910573 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-272eb6ab-14ed-4b57-999c-c22e93c06f0c req-90ca22eb-efb5-43a7-89c9-37026dc918c5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07362196-3806-461f-a534-dbacec1bc92d HTTP/1.1" status: 200 len: 217 time: 0.1266208 Jul 09 09:51:53.944570 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc9295-f73f-400f-b3aa-89544756c3e4 req-818cf310-0f78-4eeb-806d-631babe53248 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:53.946246 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4bbc9295-f73f-400f-b3aa-89544756c3e4 req-818cf310-0f78-4eeb-806d-631babe53248 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 943 time: 0.2279587 Jul 09 09:51:53.979233 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272eb6ab-14ed-4b57-999c-c22e93c06f0c req-f0474e88-42ce-48a1-ac09-cdb4ebb35e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:53.980735 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-272eb6ab-14ed-4b57-999c-c22e93c06f0c req-f0474e88-42ce-48a1-ac09-cdb4ebb35e48 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 200 len: 851 time: 0.0650473 Jul 09 09:51:54.081087 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4bbc9295-f73f-400f-b3aa-89544756c3e4 req-f723c2b9-4bfb-4d59-baaa-2a6c8422ba87 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134403 Jul 09 09:51:54.085540 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-240dca01-44b4-44bc-8590-68f577801be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:54.097748 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272eb6ab-14ed-4b57-999c-c22e93c06f0c req-db96be8f-36b1-4103-8681-115827198cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:54.098675 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-272eb6ab-14ed-4b57-999c-c22e93c06f0c req-db96be8f-36b1-4103-8681-115827198cd9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c39f085e-9a90-44ab-b2cf-d4cf479d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099539 Jul 09 09:51:54.160535 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-240dca01-44b4-44bc-8590-68f577801be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:54.225913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d385d-f863-4d2d-8e88-ec8ab36af020 req-07bf2d9a-77e2-4cc0-b02b-8cec25b4163d tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:54.237460 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-272eb6ab-14ed-4b57-999c-c22e93c06f0c req-d239a204-3744-4f7b-99b2-8b2e77b90e5f service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297565 Jul 09 09:51:54.239763 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e0d385d-f863-4d2d-8e88-ec8ab36af020 req-07bf2d9a-77e2-4cc0-b02b-8cec25b4163d tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 943 time: 0.2913535 Jul 09 09:51:54.317888 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e0d385d-f863-4d2d-8e88-ec8ab36af020 req-f828db75-1b3c-47b7-a8eb-5589c7dc8968 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765443 Jul 09 09:51:54.338504 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-240dca01-44b4-44bc-8590-68f577801be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:54.341293 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-240dca01-44b4-44bc-8590-68f577801be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:54.342515 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-240dca01-44b4-44bc-8590-68f577801be1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/01abc29d-e30b-4771-b1c6-97a423ec0166 HTTP/1.1" status: 204 len: 168 time: 0.5072644 Jul 09 09:51:54.357698 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240dca01-44b4-44bc-8590-68f577801be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01abc29d-e30b-4771-b1c6-97a423ec0166,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:54.432736 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-272eb6ab-14ed-4b57-999c-c22e93c06f0c req-7539aa71-9bd2-411b-b015-6a7f6695b26f service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909118 Jul 09 09:51:54.579245 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf3c74-7e43-4b35-b9d9-25bc308b938f req-d15e38fd-e0db-4c12-828f-b64f761c3750 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:54.584369 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e9bf3c74-7e43-4b35-b9d9-25bc308b938f req-d15e38fd-e0db-4c12-828f-b64f761c3750 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.1345732 Jul 09 09:51:54.654179 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e9bf3c74-7e43-4b35-b9d9-25bc308b938f req-70ce85da-2b66-4402-95a9-c19839f77ffd tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611281 Jul 09 09:51:54.969058 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49522) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:55.240248 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ae80a2d-598b-4019-85c0-e297cbb5a636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:56.002807 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ae80a2d-598b-4019-85c0-e297cbb5a636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:56.016280 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73572c-7033-409c-b645-4ab212261327 req-b42137c0-e1ac-47ff-9a5c-aa09f3b85fe2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:56.024623 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b73572c-7033-409c-b645-4ab212261327 req-b42137c0-e1ac-47ff-9a5c-aa09f3b85fe2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 943 time: 0.6284974 Jul 09 09:51:56.042148 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ae80a2d-598b-4019-85c0-e297cbb5a636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:56.076120 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1fe47-2452-47bb-8a9f-624da3180012 req-a9f4e920-7d2f-40f9-9671-e0fb6cd26848 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:56.077972 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39c1fe47-2452-47bb-8a9f-624da3180012 req-a9f4e920-7d2f-40f9-9671-e0fb6cd26848 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 943 time: 0.6045096 Jul 09 09:51:56.082825 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4ae80a2d-598b-4019-85c0-e297cbb5a636 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bcac1c8677fd4992a7e383740fc3686f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1123133 Jul 09 09:51:56.085377 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49562) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:56.190706 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5e209dc-9668-4768-9902-4e775851abb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:56.213257 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39c1fe47-2452-47bb-8a9f-624da3180012 req-e1050a7d-5d8c-4b7a-85d4-6ac1aec66d41 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132724 Jul 09 09:51:56.213896 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae80a2d-598b-4019-85c0-e297cbb5a636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919e86eb-2af3-461e-a0dd-1b1fc931fad7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:56.219039 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b73572c-7033-409c-b645-4ab212261327 req-f620f93e-cbeb-4bfc-ba00-9a54cf73debc tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933851 Jul 09 09:51:56.234550 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5e209dc-9668-4768-9902-4e775851abb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:56.354024 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5e209dc-9668-4768-9902-4e775851abb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:56.357554 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5e209dc-9668-4768-9902-4e775851abb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:56.361886 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a5e209dc-9668-4768-9902-4e775851abb9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/919e86eb-2af3-461e-a0dd-1b1fc931fad7 HTTP/1.1" status: 204 len: 168 time: 0.2754288 Jul 09 09:51:56.376686 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e209dc-9668-4768-9902-4e775851abb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919e86eb-2af3-461e-a0dd-1b1fc931fad7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:56.513629 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3150c0-896f-4580-aeec-faea7132a1dd req-5ca0b169-a5f7-444a-9612-80a6bb86402f tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:56.522854 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a3150c0-896f-4580-aeec-faea7132a1dd req-5ca0b169-a5f7-444a-9612-80a6bb86402f tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.1027093 Jul 09 09:51:56.561670 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a3150c0-896f-4580-aeec-faea7132a1dd req-cb280888-db6c-4c27-bead-51d606b22d2f tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378892 Jul 09 09:51:56.828006 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49586) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:56.842467 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68f5b2b5-49a4-41a0-b16e-550b56dbb46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:57.014771 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68f5b2b5-49a4-41a0-b16e-550b56dbb46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:57.019296 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68f5b2b5-49a4-41a0-b16e-550b56dbb46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:57.019817 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a77f1-4e10-480c-bde0-0f9a85e27184 req-ec875b86-a4fe-4ac6-9ea1-54621a1a5732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:57.022242 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7f3a77f1-4e10-480c-bde0-0f9a85e27184 req-ec875b86-a4fe-4ac6-9ea1-54621a1a5732 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3685effc09af44948de733ea732a3e9f&device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 1097 time: 0.1058707 Jul 09 09:51:57.058246 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5b2b5-49a4-41a0-b16e-550b56dbb46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0b392b-c305-4abd-96aa-e0cd75bf855f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:57.085997 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-68f5b2b5-49a4-41a0-b16e-550b56dbb46e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f603046f0fff488bb4c14c318195e30c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2546256 Jul 09 09:51:57.087170 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49590) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:51:57.152475 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aad257c-2372-4e67-add7-b75fe9e32259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:57.162483 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039f9d0-6fbe-4998-b3f1-2f6da5580a28 req-b1b743fb-eb26-4c80-b554-afa3c295fa4d tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:57.164324 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f039f9d0-6fbe-4998-b3f1-2f6da5580a28 req-b1b743fb-eb26-4c80-b554-afa3c295fa4d tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.1875689 Jul 09 09:51:57.184625 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aad257c-2372-4e67-add7-b75fe9e32259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:57.211611 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a77f1-4e10-480c-bde0-0f9a85e27184 req-9781a27f-6b28-43bc-99b3-3bfe27b59a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:57.213704 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7f3a77f1-4e10-480c-bde0-0f9a85e27184 req-9781a27f-6b28-43bc-99b3-3bfe27b59a08 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08 HTTP/1.1" status: 200 len: 911 time: 0.1837184 Jul 09 09:51:57.242733 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aad257c-2372-4e67-add7-b75fe9e32259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:57.246951 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aad257c-2372-4e67-add7-b75fe9e32259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:51:57.248489 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4aad257c-2372-4e67-add7-b75fe9e32259 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1a0b392b-c305-4abd-96aa-e0cd75bf855f HTTP/1.1" status: 204 len: 168 time: 0.1600640 Jul 09 09:51:57.252188 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f039f9d0-6fbe-4998-b3f1-2f6da5580a28 req-f7288e0f-7e68-4e73-8096-79d0dab235c2 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798471 Jul 09 09:51:57.259056 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad257c-2372-4e67-add7-b75fe9e32259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0b392b-c305-4abd-96aa-e0cd75bf855f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:51:57.399267 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7f3a77f1-4e10-480c-bde0-0f9a85e27184 req-578e98d8-046e-4c81-b294-ac8b0fb182a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bd90d64-a9b2-4541-bb33-e3dbaae13163 HTTP/1.1" status: 200 len: 1002 time: 0.1699805 Jul 09 09:51:57.542378 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a77f1-4e10-480c-bde0-0f9a85e27184 req-3d25dcb9-4b0a-46af-acf3-299c1f829af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:57.544184 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7f3a77f1-4e10-480c-bde0-0f9a85e27184 req-3d25dcb9-4b0a-46af-acf3-299c1f829af7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b51e3e8c-7c21-4a91-b93d-f434e88398f9 HTTP/1.1" status: 200 len: 849 time: 0.1383009 Jul 09 09:51:57.624613 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868dd55c-aeb0-4e1a-9163-bc79279ef4d2 req-10d9aec8-6bdf-49a3-b1a1-05a095d96d8a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:57.626600 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-868dd55c-aeb0-4e1a-9163-bc79279ef4d2 req-10d9aec8-6bdf-49a3-b1a1-05a095d96d8a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 943 time: 0.1746802 Jul 09 09:51:57.659567 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a5223-b2a3-41e1-9194-953b3ec4f888 req-e5d2f1db-1571-4adc-9c36-82ec26e912bc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:57.676556 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-895a5223-b2a3-41e1-9194-953b3ec4f888 req-e5d2f1db-1571-4adc-9c36-82ec26e912bc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 943 time: 0.2233100 Jul 09 09:51:57.767503 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-868dd55c-aeb0-4e1a-9163-bc79279ef4d2 req-40a9f467-cdcf-4cc1-a7e0-5f261131f6dd tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255436 Jul 09 09:51:57.775011 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a77f1-4e10-480c-bde0-0f9a85e27184 req-385bcd02-f1d2-45e5-9a11-f2bdc40b30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:57.779196 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7f3a77f1-4e10-480c-bde0-0f9a85e27184 req-385bcd02-f1d2-45e5-9a11-f2bdc40b30e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2278807 Jul 09 09:51:57.822196 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-895a5223-b2a3-41e1-9194-953b3ec4f888 req-529b022d-0d13-41f2-83f2-9d87755d21e4 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031928 Jul 09 09:51:57.933505 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7f3a77f1-4e10-480c-bde0-0f9a85e27184 req-57de4510-e2cf-4ed7-a0ff-19ec2b96da71 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370907 Jul 09 09:51:58.104254 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7f3a77f1-4e10-480c-bde0-0f9a85e27184 req-b3b3c607-c005-4560-ab7a-811247b02c29 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593971 Jul 09 09:51:58.589354 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc7360-049a-4647-b362-83eeebbe9312 req-71ac5475-b467-4711-8a1e-bd6d3470dff2 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:58.596338 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1acc7360-049a-4647-b362-83eeebbe9312 req-71ac5475-b467-4711-8a1e-bd6d3470dff2 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.1500196 Jul 09 09:51:58.653674 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1acc7360-049a-4647-b362-83eeebbe9312 req-f8bb0ae9-620d-464a-ad0e-851f091cd347 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556746 Jul 09 09:51:59.020192 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9ffd7-c95a-4879-8050-ef82a051cc60 req-3222e47b-95c7-4dbc-9a3d-260e81848b8b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:59.024634 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1c9ffd7-c95a-4879-8050-ef82a051cc60 req-3222e47b-95c7-4dbc-9a3d-260e81848b8b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 943 time: 0.1230452 Jul 09 09:51:59.164133 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1c9ffd7-c95a-4879-8050-ef82a051cc60 req-18fee724-041d-4e18-a082-6a3bdb9c81f6 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300144 Jul 09 09:51:59.273153 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1241ab8-a4d4-4be1-884d-717a8b7b3606 req-7f1e9c2b-5d30-45bb-b319-8f4addd9b799 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:59.274981 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b1241ab8-a4d4-4be1-884d-717a8b7b3606 req-7f1e9c2b-5d30-45bb-b319-8f4addd9b799 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 943 time: 0.1852820 Jul 09 09:51:59.319195 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b1241ab8-a4d4-4be1-884d-717a8b7b3606 req-645fec7c-8b22-407f-89cf-e754a32e6fdd tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381351 Jul 09 09:51:59.855764 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77c030-69dd-44a2-99c2-458511c30642 req-41b4969e-81a8-45cf-8133-5d46c14362e9 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:51:59.857524 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb77c030-69dd-44a2-99c2-458511c30642 req-41b4969e-81a8-45cf-8133-5d46c14362e9 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.0749576 Jul 09 09:51:59.910653 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb77c030-69dd-44a2-99c2-458511c30642 req-32c1d748-0830-4af4-b64f-d382db83c30b tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442424 Jul 09 09:52:00.442009 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec5bc8-bf91-4593-b9fd-8bf6c335e1a6 req-b4ff1626-9254-4e31-b923-40da6242edc8 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:00.452450 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3dec5bc8-bf91-4593-b9fd-8bf6c335e1a6 req-b4ff1626-9254-4e31-b923-40da6242edc8 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 943 time: 0.1001730 Jul 09 09:52:00.479043 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-6e8dba35-9419-4e6a-b93d-83668033548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:00.484418 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-6e8dba35-9419-4e6a-b93d-83668033548f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460&tenant_id=99f7719707794c3ea83b85ef3879ca4c HTTP/1.1" status: 200 len: 1094 time: 0.1866441 Jul 09 09:52:00.507064 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799996-1', 'device_owner': 'compute:nova'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:52:00.619157 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3dec5bc8-bf91-4593-b9fd-8bf6c335e1a6 req-edecc20d-510c-4311-b95f-ce7bb7bf4520 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655912 Jul 09 09:52:00.696108 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:00.716308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243e42-c839-4f6d-bffd-89415ba6aca6 req-57d93394-41e3-4bc0-900b-bfbec737e143 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:00.717888 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-11243e42-c839-4f6d-bffd-89415ba6aca6 req-57d93394-41e3-4bc0-900b-bfbec737e143 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 943 time: 0.1717825 Jul 09 09:52:00.903969 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-11243e42-c839-4f6d-bffd-89415ba6aca6 req-804faa40-4504-48a2-9431-6f8e03400f62 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777697 Jul 09 09:52:01.035906 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] For port 01237635-4d17-4e9f-bb36-740c9f687606, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=01237635-4d17-4e9f-bb36-740c9f687606,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:52:01.084696 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] For port 01237635-4d17-4e9f-bb36-740c9f687606, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:52:01.138184 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01237635-4d17-4e9f-bb36-740c9f687606 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:52:01.156306 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:01.174452 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] Transition to ACTIVE for port object 01237635-4d17-4e9f-bb36-740c9f687606 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:52:01.179420 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:01.346740 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] Pushing event updated for resources: {'Port': ['ID=01237635-4d17-4e9f-bb36-740c9f687606,revision_number=9']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:01.436634 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] No DVR routers for this DVR port 01237635-4d17-4e9f-bb36-740c9f687606 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:52:01.651239 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] Attempting to bind port 01237635-4d17-4e9f-bb36-740c9f687606 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:52:01.651986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] Attempting to bind port 01237635-4d17-4e9f-bb36-740c9f687606 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '83074745-f73d-41b9-8ec7-e8f128fc606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4245b116-2d5b-4779-b854-de03b1576199'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:52:01.651986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] Attempting to bind port 01237635-4d17-4e9f-bb36-740c9f687606 on network 4245b116-2d5b-4779-b854-de03b1576199 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:52:01.657289 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] Port 01237635-4d17-4e9f-bb36-740c9f687606 on network 4245b116-2d5b-4779-b854-de03b1576199 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:52:01.657544 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] Attempting to bind port 01237635-4d17-4e9f-bb36-740c9f687606 on network 4245b116-2d5b-4779-b854-de03b1576199 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:52:01.673856 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:52:01.677675 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] Checking segment: {'id': '83074745-f73d-41b9-8ec7-e8f128fc606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4245b116-2d5b-4779-b854-de03b1576199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:52:01.678138 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] Bound using segment: {'id': '83074745-f73d-41b9-8ec7-e8f128fc606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4245b116-2d5b-4779-b854-de03b1576199'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:52:01.679661 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] Bound port: 01237635-4d17-4e9f-bb36-740c9f687606, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83074745-f73d-41b9-8ec7-e8f128fc606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4245b116-2d5b-4779-b854-de03b1576199'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:52:01.684880 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:01.784412 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] For port 01237635-4d17-4e9f-bb36-740c9f687606, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:52:01.788663 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] For port 01237635-4d17-4e9f-bb36-740c9f687606, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=01237635-4d17-4e9f-bb36-740c9f687606,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:52:01.794673 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:01.870966 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:01.871566 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:01.873379 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] 10.222.0.64 "PUT /v2.0/ports/01237635-4d17-4e9f-bb36-740c9f687606 HTTP/1.1" status: 200 len: 1091 time: 1.3815770 Jul 09 09:52:01.875664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17143a3b-2b7a-42fa-b391-abfb29026460', 'tag': '01237635-4d17-4e9f-bb36-740c9f687606'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:52:01.879515 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c3fdd8-3fad-4eeb-ab4c-382015a30854" -d '{"events": [{"name": "network-changed", "server_uuid": "17143a3b-2b7a-42fa-b391-abfb29026460", "tag": "01237635-4d17-4e9f-bb36-740c9f687606"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:52:01.938574 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff1170-06b7-4fdc-ab31-6af9d73a577f service neutron] Pushing event updated for resources: {'Port': ['ID=01237635-4d17-4e9f-bb36-740c9f687606,revision_number=10']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:01.978360 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3279a94-a5f2-4d8e-a04a-f51012301c5e req-c40ee900-dbe9-45d9-af3d-46afcacaa17b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:01.980919 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c3279a94-a5f2-4d8e-a04a-f51012301c5e req-c40ee900-dbe9-45d9-af3d-46afcacaa17b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 943 time: 0.1789668 Jul 09 09:52:01.983225 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25092111-5e7e-42e0-827d-2d7c7d4ec2ea x-openstack-request-id: req-25092111-5e7e-42e0-827d-2d7c7d4ec2ea {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:52:01.983831 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17143a3b-2b7a-42fa-b391-abfb29026460", "tag": "01237635-4d17-4e9f-bb36-740c9f687606", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:52:01.984265 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-25092111-5e7e-42e0-827d-2d7c7d4ec2ea {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:52:01.984934 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17143a3b-2b7a-42fa-b391-abfb29026460', 'tag': '01237635-4d17-4e9f-bb36-740c9f687606', 'status': 'completed', 'code': 200} Jul 09 09:52:02.010136 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-c62cded7-5c50-4647-b961-34b89e69ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:02.011660 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-c62cded7-5c50-4647-b961-34b89e69ff37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99f7719707794c3ea83b85ef3879ca4c&device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 1095 time: 0.1062710 Jul 09 09:52:02.213849 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c3279a94-a5f2-4d8e-a04a-f51012301c5e req-3fd85baf-394e-413a-af6a-4c29ec38855f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114859 Jul 09 09:52:02.324597 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-fe90568c-b57a-4c1c-afab-f2d089d62c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:02.326202 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-fe90568c-b57a-4c1c-afab-f2d089d62c5d service neutron] 10.222.0.64 "GET /v2.0/networks?id=4245b116-2d5b-4779-b854-de03b1576199 HTTP/1.1" status: 200 len: 917 time: 0.3064585 Jul 09 09:52:02.420858 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-d72c282f-48cf-4e27-bcff-31015a3c1614 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01237635-4d17-4e9f-bb36-740c9f687606 HTTP/1.1" status: 200 len: 998 time: 0.0855937 Jul 09 09:52:02.449871 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d170dbb-06d8-4791-b9d0-f7f63c83099f req-8ef2372b-e70b-4008-a100-ccb67aabe712 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:02.456943 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d170dbb-06d8-4791-b9d0-f7f63c83099f req-8ef2372b-e70b-4008-a100-ccb67aabe712 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 944 time: 0.2159152 Jul 09 09:52:02.506491 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-6237d603-8321-44fa-aaf3-b0dd2b60bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:02.508438 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-6237d603-8321-44fa-aaf3-b0dd2b60bdeb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f33154ac-544d-477f-a9ff-a13c564432a2 HTTP/1.1" status: 200 len: 855 time: 0.0788696 Jul 09 09:52:02.602234 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d170dbb-06d8-4791-b9d0-f7f63c83099f req-27bf9027-a2aa-47a7-974f-950d98859f5a tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925000 Jul 09 09:52:02.636439 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-00c33dec-87ec-4a69-93be-8b1716eda92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:02.638244 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-00c33dec-87ec-4a69-93be-8b1716eda92c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4245b116-2d5b-4779-b854-de03b1576199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073966 Jul 09 09:52:02.818812 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-b8f75f1b-deac-4121-927d-669aa6666f17 service neutron] 10.222.0.64 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726840 Jul 09 09:52:02.991268 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-21bcbcea-0b76-47c5-aaf9-e9a97d3ba69c req-9bbe37cf-2be8-48ea-a8cb-93a17271fe09 service neutron] 10.222.0.64 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653428 Jul 09 09:52:03.136086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3fdd8-3fad-4eeb-ab4c-382015a30854 req-aeb6fd22-5bc4-4902-adbf-e3b5380376f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:03.137798 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5c3fdd8-3fad-4eeb-ab4c-382015a30854 req-aeb6fd22-5bc4-4902-adbf-e3b5380376f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99f7719707794c3ea83b85ef3879ca4c&device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 1095 time: 0.0749295 Jul 09 09:52:03.302265 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3fdd8-3fad-4eeb-ab4c-382015a30854 req-cd72f844-4d28-4d9f-873b-d3d677a9ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:03.305142 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5c3fdd8-3fad-4eeb-ab4c-382015a30854 req-cd72f844-4d28-4d9f-873b-d3d677a9ba88 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4245b116-2d5b-4779-b854-de03b1576199 HTTP/1.1" status: 200 len: 917 time: 0.1567397 Jul 09 09:52:03.436397 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5c3fdd8-3fad-4eeb-ab4c-382015a30854 req-775b7ba8-a9f8-4a75-ae6b-e9d8111bd046 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01237635-4d17-4e9f-bb36-740c9f687606 HTTP/1.1" status: 200 len: 998 time: 0.1204503 Jul 09 09:52:03.532757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3fdd8-3fad-4eeb-ab4c-382015a30854 req-9927ed1e-7495-4ae5-af96-b4ecb6500a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:03.534582 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5c3fdd8-3fad-4eeb-ab4c-382015a30854 req-9927ed1e-7495-4ae5-af96-b4ecb6500a92 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f33154ac-544d-477f-a9ff-a13c564432a2 HTTP/1.1" status: 200 len: 855 time: 0.0732486 Jul 09 09:52:03.596035 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb3007-fdc4-4e35-98b1-8e8489dcc14f req-1a5a0bae-24de-475d-b8ff-60cd77cb3fcb tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:03.598911 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eceb3007-fdc4-4e35-98b1-8e8489dcc14f req-1a5a0bae-24de-475d-b8ff-60cd77cb3fcb tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 943 time: 0.1816437 Jul 09 09:52:03.671500 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eceb3007-fdc4-4e35-98b1-8e8489dcc14f req-ac053b71-ad50-4546-968e-2e5ed012374c tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652509 Jul 09 09:52:03.688038 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3fdd8-3fad-4eeb-ab4c-382015a30854 req-e9a1bf25-fe23-4672-aee1-465273696a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:03.689762 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5c3fdd8-3fad-4eeb-ab4c-382015a30854 req-e9a1bf25-fe23-4672-aee1-465273696a9d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4245b116-2d5b-4779-b854-de03b1576199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1490555 Jul 09 09:52:03.993596 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:04.089050 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5c3fdd8-3fad-4eeb-ab4c-382015a30854 req-1a9c3294-f4e2-4e73-8108-c5dba5b68f21 service neutron] 10.222.0.64 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913342 Jul 09 09:52:04.135541 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4d142-f24b-48f9-a70a-520d6cab6f92 req-dcd6a121-64db-4ab5-b5ac-76259386a48b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:04.137376 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b3f4d142-f24b-48f9-a70a-520d6cab6f92 req-dcd6a121-64db-4ab5-b5ac-76259386a48b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 944 time: 0.2078826 Jul 09 09:52:04.291638 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b3f4d142-f24b-48f9-a70a-520d6cab6f92 req-d64a0efd-79a5-4e9d-a754-328d665dec85 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572822 Jul 09 09:52:04.304459 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d5c3fdd8-3fad-4eeb-ab4c-382015a30854 req-3fc7b5f7-8efd-40f5-b1b8-8750289909cc service neutron] 10.222.0.64 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075438 Jul 09 09:52:05.038919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66034a5b-245c-4c8e-9ddb-bcdaac23b4ff req-1bf11c20-a2fe-492e-95b7-765aae7e6c66 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:05.046031 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66034a5b-245c-4c8e-9ddb-bcdaac23b4ff req-1bf11c20-a2fe-492e-95b7-765aae7e6c66 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 943 time: 0.1824641 Jul 09 09:52:05.152421 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66034a5b-245c-4c8e-9ddb-bcdaac23b4ff req-8401fe69-8e9b-4a3c-b032-1162883dd038 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844951 Jul 09 09:52:05.728828 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6bc2e-3aea-4eed-a1d1-a993a2db3deb req-7f435e37-e153-4f47-89f3-fb41a754ae72 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:05.742408 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6b6bc2e-3aea-4eed-a1d1-a993a2db3deb req-7f435e37-e153-4f47-89f3-fb41a754ae72 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 944 time: 0.2145441 Jul 09 09:52:05.845124 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6b6bc2e-3aea-4eed-a1d1-a993a2db3deb req-05213255-c82f-456d-a6c3-71ff15f33446 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014590 Jul 09 09:52:06.722250 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af2ee2-0e2c-48cf-ab10-0b8ac5028e10 req-ca99b503-683c-4611-8d3c-d941fd9f7bb9 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:06.746948 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49946) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:06.748215 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-58af2ee2-0e2c-48cf-ab10-0b8ac5028e10 req-ca99b503-683c-4611-8d3c-d941fd9f7bb9 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 943 time: 0.2914419 Jul 09 09:52:06.791192 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-977839ea-b7b9-409c-a4b5-9853231c2078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:06.858733 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-58af2ee2-0e2c-48cf-ab10-0b8ac5028e10 req-e238d239-c296-44d0-b2a3-ddb13ad82e15 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095886 Jul 09 09:52:06.890974 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22d994db-fd36-45a8-92fe-57e9a235dd18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:06.895244 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 07362196-3806-461f-a534-dbacec1bc92d details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:52:07.113873 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22d994db-fd36-45a8-92fe-57e9a235dd18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:07.119355 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22d994db-fd36-45a8-92fe-57e9a235dd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:07.151171 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-22d994db-fd36-45a8-92fe-57e9a235dd18 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a65894943b94300994520a21a81ecaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4031420 Jul 09 09:52:07.158094 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 07362196-3806-461f-a534-dbacec1bc92d, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=07362196-3806-461f-a534-dbacec1bc92d,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:52:07.159293 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49956) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:07.188445 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d994db-fd36-45a8-92fe-57e9a235dd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68964ef5-8518-4076-9853-0d93e605eb82,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:07.236112 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '07362196-3806-461f-a534-dbacec1bc92d', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'port_id': '07362196-3806-461f-a534-dbacec1bc92d', 'mac_address': 'fa:16:3e:14:71:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:52:07.306743 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9d3f524b-d3f4-475f-9cb0-1d7a383cd051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:07.312628 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:07.344723 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07362196-3806-461f-a534-dbacec1bc92d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:52:07.361883 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afc0cb-bccf-4f44-874a-93561f3ebd82 req-ae3ff83c-f201-46aa-9d2f-49d3054d980d tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:07.363514 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18afc0cb-bccf-4f44-874a-93561f3ebd82 req-ae3ff83c-f201-46aa-9d2f-49d3054d980d tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 944 time: 0.2730212 Jul 09 09:52:07.398131 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9d3f524b-d3f4-475f-9cb0-1d7a383cd051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:07.398669 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 07362196-3806-461f-a534-dbacec1bc92d, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=07362196-3806-461f-a534-dbacec1bc92d,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:52:07.405123 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:07.469535 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18afc0cb-bccf-4f44-874a-93561f3ebd82 req-2184f3f6-1d08-4db1-a24f-2a7cfa125a31 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912423 Jul 09 09:52:07.505792 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9d3f524b-d3f4-475f-9cb0-1d7a383cd051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:07.509028 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9d3f524b-d3f4-475f-9cb0-1d7a383cd051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:07.513285 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9d3f524b-d3f4-475f-9cb0-1d7a383cd051 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/68964ef5-8518-4076-9853-0d93e605eb82 HTTP/1.1" status: 204 len: 168 time: 0.3518054 Jul 09 09:52:07.539021 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f524b-d3f4-475f-9cb0-1d7a383cd051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68964ef5-8518-4076-9853-0d93e605eb82,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:07.618301 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=07362196-3806-461f-a534-dbacec1bc92d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:07.648460 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['07362196-3806-461f-a534-dbacec1bc92d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:52:08.192804 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d1c9a-6b37-403c-a5b8-f8b46a406e9c req-06f8e327-01b7-4869-a20d-c634239527e3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:08.199722 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee1d1c9a-6b37-403c-a5b8-f8b46a406e9c req-06f8e327-01b7-4869-a20d-c634239527e3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 944 time: 0.1878817 Jul 09 09:52:08.316880 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee1d1c9a-6b37-403c-a5b8-f8b46a406e9c req-c4e128ce-1cf6-4493-a307-5546a7d6629e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079528 Jul 09 09:52:08.322566 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 49976) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:08.349165 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58555726-732b-474c-a4d9-2214da3dc973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:08.707756 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58555726-732b-474c-a4d9-2214da3dc973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:08.712907 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58555726-732b-474c-a4d9-2214da3dc973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:08.778729 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-58555726-732b-474c-a4d9-2214da3dc973 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b34e4acefa5b48e39229be96e777afd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4550333 Jul 09 09:52:08.785199 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 49982) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:08.814797 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58555726-732b-474c-a4d9-2214da3dc973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee73d76a-d405-4bce-ae7b-8ce2ad422401,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:08.895683 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 07362196-3806-461f-a534-dbacec1bc92d up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:52:09.079411 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 07362196-3806-461f-a534-dbacec1bc92d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:52:09.084808 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 07362196-3806-461f-a534-dbacec1bc92d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:52:09.085813 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:09.179442 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c10cbddf-e882-4db1-a6fc-6ee75e62905d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:09.235861 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c10cbddf-e882-4db1-a6fc-6ee75e62905d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:09.245353 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:09.264031 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0f423-7354-4095-a6a0-c4a9016ad7c6 req-8d395c81-9725-4211-a055-452fb114c567 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:09.272321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76a0f423-7354-4095-a6a0-c4a9016ad7c6 req-8d395c81-9725-4211-a055-452fb114c567 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 944 time: 0.3995831 Jul 09 09:52:09.356371 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76a0f423-7354-4095-a6a0-c4a9016ad7c6 req-cf971bb0-6bdc-45ca-a64d-be8985ab3e47 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826936 Jul 09 09:52:09.402297 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:09.412593 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c10cbddf-e882-4db1-a6fc-6ee75e62905d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:09.415762 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c10cbddf-e882-4db1-a6fc-6ee75e62905d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:09.417300 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c10cbddf-e882-4db1-a6fc-6ee75e62905d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ee73d76a-d405-4bce-ae7b-8ce2ad422401 HTTP/1.1" status: 204 len: 168 time: 0.6310472 Jul 09 09:52:09.446452 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10cbddf-e882-4db1-a6fc-6ee75e62905d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee73d76a-d405-4bce-ae7b-8ce2ad422401,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:09.531435 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c840e091-eb28-42cd-a0e8-9612adec0bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:09.592153 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41cc7ba-1cd0-470d-a5ca-a00ee3440e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07362196-3806-461f-a534-dbacec1bc92d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:52:09.597903 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57082d25-3f95-47b8-a914-d529de8a4832" -d '{"events": [{"server_uuid": "b41cc7ba-1cd0-470d-a5ca-a00ee3440e07", "name": "network-vif-plugged", "status": "completed", "tag": "07362196-3806-461f-a534-dbacec1bc92d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:52:09.651077 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 07362196-3806-461f-a534-dbacec1bc92d, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=07362196-3806-461f-a534-dbacec1bc92d,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:52:09.666050 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:09.669755 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:09.767085 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb9fdb7-42b2-447a-bff2-6aa8c0e00f55 x-openstack-request-id: req-3cb9fdb7-42b2-447a-bff2-6aa8c0e00f55 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:52:09.769711 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41cc7ba-1cd0-470d-a5ca-a00ee3440e07", "name": "network-vif-plugged", "status": "completed", "tag": "07362196-3806-461f-a534-dbacec1bc92d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:52:09.769711 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3cb9fdb7-42b2-447a-bff2-6aa8c0e00f55 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:52:09.769711 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b41cc7ba-1cd0-470d-a5ca-a00ee3440e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07362196-3806-461f-a534-dbacec1bc92d', 'code': 200} Jul 09 09:52:09.781077 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a793d-2945-4279-bb34-1abcdc2c92d9 req-d18f18f0-a4d7-4b52-b7c5-8f8c4e42c3b5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:09.783164 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2e5a793d-2945-4279-bb34-1abcdc2c92d9 req-d18f18f0-a4d7-4b52-b7c5-8f8c4e42c3b5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 944 time: 0.2041674 Jul 09 09:52:09.856716 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=07362196-3806-461f-a534-dbacec1bc92d,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:09.983042 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2e5a793d-2945-4279-bb34-1abcdc2c92d9 req-18fd7e37-ce46-4f64-8157-79615d0e1f07 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774106 Jul 09 09:52:10.066595 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472c880-c360-47c2-bc73-1f29717e3602 req-14a5f87a-7cad-4574-bdc0-457436bf30dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:10.070380 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a472c880-c360-47c2-bc73-1f29717e3602 req-14a5f87a-7cad-4574-bdc0-457436bf30dc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 1096 time: 0.2434790 Jul 09 09:52:10.192098 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a472c880-c360-47c2-bc73-1f29717e3602 req-7b0b8e48-e192-46ab-9301-7fbc31b8e810 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144807 Jul 09 09:52:10.854003 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b57ce-3a85-4d4d-b167-a93752fec55a req-f2a0df17-c46d-4563-94b6-c53d0b68c528 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:10.861320 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c80b57ce-3a85-4d4d-b167-a93752fec55a req-f2a0df17-c46d-4563-94b6-c53d0b68c528 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 944 time: 0.1721168 Jul 09 09:52:10.945397 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c80b57ce-3a85-4d4d-b167-a93752fec55a req-dc916b8d-f8f0-4b0b-8e03-acf2cf0deaa7 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761077 Jul 09 09:52:11.162636 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:11.503162 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf5be3-1233-43b7-a1ec-7e5dedfcce73 req-e31d7824-7874-4074-99d0-6560137ec1a3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:11.510965 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2cf5be3-1233-43b7-a1ec-7e5dedfcce73 req-e31d7824-7874-4074-99d0-6560137ec1a3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 945 time: 0.1722550 Jul 09 09:52:11.658088 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2cf5be3-1233-43b7-a1ec-7e5dedfcce73 req-cd159897-11f3-4dbb-994e-fcc7ab81065d tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389840 Jul 09 09:52:12.101743 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65780f6-425e-46ba-80ed-bff6deba490b req-5bd37b0e-5c16-4d6b-bf22-cd225e791568 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:12.109154 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b65780f6-425e-46ba-80ed-bff6deba490b req-5bd37b0e-5c16-4d6b-bf22-cd225e791568 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 945 time: 0.2077458 Jul 09 09:52:12.277601 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b65780f6-425e-46ba-80ed-bff6deba490b req-b87dc759-303c-4621-a7ff-53327c698acf tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475103 Jul 09 09:52:12.351442 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50050) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:12.460203 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f95124-dd10-4a0d-8f31-03ce1cfe0f99 req-dcf459d2-b217-4727-8230-646a855bce84 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:12.463823 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d7f95124-dd10-4a0d-8f31-03ce1cfe0f99 req-dcf459d2-b217-4727-8230-646a855bce84 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 944 time: 0.1506042 Jul 09 09:52:12.482255 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8efe6b-bada-4867-9530-a85cad963904 tempest-TestVolumeBootPattern-1807972237 tempest-TestVolumeBootPattern-1807972237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:12.487938 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0b8efe6b-bada-4867-9530-a85cad963904 tempest-TestVolumeBootPattern-1807972237 tempest-TestVolumeBootPattern-1807972237-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 1091 time: 0.1295605 Jul 09 09:52:12.490853 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 50052) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:12.496344 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1da045c9-8b02-4f8c-845f-1f2d6fbaace2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': '07362196-3806-461f-a534-dbacec1bc92d', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:52:12.541471 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d7f95124-dd10-4a0d-8f31-03ce1cfe0f99 req-2e100922-3405-4eaf-9ea4-2dc4c0421657 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719099 Jul 09 09:52:12.570323 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1da045c9-8b02-4f8c-845f-1f2d6fbaace2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:12.867638 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1da045c9-8b02-4f8c-845f-1f2d6fbaace2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:12.956655 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:13.201264 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-1da045c9-8b02-4f8c-845f-1f2d6fbaace2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Allocated IP 172.25.3.175 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/094ce3db-8de3-4bf4-a359-dc18ee9a1214) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:52:13.501646 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1da045c9-8b02-4f8c-845f-1f2d6fbaace2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:13.627330 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1da045c9-8b02-4f8c-845f-1f2d6fbaace2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:13.764771 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da045c9-8b02-4f8c-845f-1f2d6fbaace2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:52:13.768655 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-1da045c9-8b02-4f8c-845f-1f2d6fbaace2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:52:13.775222 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da045c9-8b02-4f8c-845f-1f2d6fbaace2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:52:13.965752 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da045c9-8b02-4f8c-845f-1f2d6fbaace2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event updated for resources: {'Port': ['ID=094ce3db-8de3-4bf4-a359-dc18ee9a1214,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:14.046700 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec42f1-82a5-4c1c-9beb-111d026f39d7 req-4521280c-3fa6-4859-a230-de1b7d86137a tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:14.057674 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4ec42f1-82a5-4c1c-9beb-111d026f39d7 req-4521280c-3fa6-4859-a230-de1b7d86137a tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 944 time: 0.2865419 Jul 09 09:52:14.695484 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4ec42f1-82a5-4c1c-9beb-111d026f39d7 req-9fb2637c-8765-4dc7-8582-0f3472a452c8 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6366837 Jul 09 09:52:15.175067 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50096) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:15.212701 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1da045c9-8b02-4f8c-845f-1f2d6fbaace2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:15.388712 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1da045c9-8b02-4f8c-845f-1f2d6fbaace2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:15.443885 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf88821e-52cb-4616-b7e6-36e3b1e9570c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:15.550841 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf88821e-52cb-4616-b7e6-36e3b1e9570c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:15.557580 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf88821e-52cb-4616-b7e6-36e3b1e9570c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:15.627457 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cf88821e-52cb-4616-b7e6-36e3b1e9570c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c8a54aec4e2b4687bcdb9bbff465e075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4511979 Jul 09 09:52:15.628191 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50100) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:15.633279 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1da045c9-8b02-4f8c-845f-1f2d6fbaace2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:15.635139 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88821e-52cb-4616-b7e6-36e3b1e9570c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efb53d7-7fcb-4cb9-9f6e-52671a154c8f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:15.638470 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1da045c9-8b02-4f8c-845f-1f2d6fbaace2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:15.698835 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90745cd9-c982-4f82-935f-bb8fe313f69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:15.732172 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90745cd9-c982-4f82-935f-bb8fe313f69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:15.739530 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1da045c9-8b02-4f8c-845f-1f2d6fbaace2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:15.828259 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90745cd9-c982-4f82-935f-bb8fe313f69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:15.831191 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90745cd9-c982-4f82-935f-bb8fe313f69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:15.832471 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-90745cd9-c982-4f82-935f-bb8fe313f69e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6efb53d7-7fcb-4cb9-9f6e-52671a154c8f HTTP/1.1" status: 204 len: 168 time: 0.2031167 Jul 09 09:52:15.846652 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90745cd9-c982-4f82-935f-bb8fe313f69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efb53d7-7fcb-4cb9-9f6e-52671a154c8f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:15.869237 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da045c9-8b02-4f8c-845f-1f2d6fbaace2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event updated for resources: {'Port': ['ID=094ce3db-8de3-4bf4-a359-dc18ee9a1214,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:15.872481 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-1da045c9-8b02-4f8c-845f-1f2d6fbaace2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Floating IP 979447c3-6026-44d1-8652-f0307f0e7fc3 associated. External IP: 172.25.3.175, port: 07362196-3806-461f-a534-dbacec1bc92d. Jul 09 09:52:16.032876 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c8b3e-6b37-495f-aa9e-447c30f03bda req-ca527ca0-2730-4cdd-b332-66d403ced004 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:16.034666 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4b7c8b3e-6b37-495f-aa9e-447c30f03bda req-ca527ca0-2730-4cdd-b332-66d403ced004 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 944 time: 0.1232872 Jul 09 09:52:16.118532 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4b7c8b3e-6b37-495f-aa9e-447c30f03bda req-5621e64d-7c6b-4b9a-997b-52e71bc6c9b7 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770113 Jul 09 09:52:16.210013 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da045c9-8b02-4f8c-845f-1f2d6fbaace2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Router b4da67ad-e929-4bf1-8741-3cf89236a06f has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:52:16.261062 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 50114) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:16.285106 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec9e651a-8d62-4f04-a239-3b4f82a1cde7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:16.380125 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da045c9-8b02-4f8c-845f-1f2d6fbaace2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:52:16.412928 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd3b95d-63e6-4b98-9b79-d1b769e823ce None None] Sync routers for ids ['b4da67ad-e929-4bf1-8741-3cf89236a06f'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:52:16.433699 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd3b95d-63e6-4b98-9b79-d1b769e823ce None None] Routers {'b4da67ad-e929-4bf1-8741-3cf89236a06f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:52:16.436491 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ccd3b95d-63e6-4b98-9b79-d1b769e823ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:52:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b4da67ad-e929-4bf1-8741-3cf89236a06f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:16.471786 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec9e651a-8d62-4f04-a239-3b4f82a1cde7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:16.477937 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec9e651a-8d62-4f04-a239-3b4f82a1cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:16.491432 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1da045c9-8b02-4f8c-845f-1f2d6fbaace2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:16.494877 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:52:16.565028 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1da045c9-8b02-4f8c-845f-1f2d6fbaace2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0726101 Jul 09 09:52:16.568498 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b41cc7ba-1cd0-470d-a5ca-a00ee3440e07', 'tag': '07362196-3806-461f-a534-dbacec1bc92d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:52:16.570779 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00cca71-d607-4a0e-8577-8ab66ff1d918" -d '{"events": [{"name": "network-changed", "server_uuid": "b41cc7ba-1cd0-470d-a5ca-a00ee3440e07", "tag": "07362196-3806-461f-a534-dbacec1bc92d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:52:16.576512 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ec9e651a-8d62-4f04-a239-3b4f82a1cde7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0b3d6012f66a4c1f86cc4970bd6318d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3144515 Jul 09 09:52:16.577708 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e651a-8d62-4f04-a239-3b4f82a1cde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e816b0a4-569d-4ad4-b381-2de52871d1b9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:16.580133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 50118) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:16.603579 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ccd3b95d-63e6-4b98-9b79-d1b769e823ce None None] Set router b4da67ad-e929-4bf1-8741-3cf89236a06f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:52:16.631946 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7d70a6-ad45-4b6d-90a9-b54013a25370 x-openstack-request-id: req-3d7d70a6-ad45-4b6d-90a9-b54013a25370 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:52:16.632190 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b41cc7ba-1cd0-470d-a5ca-a00ee3440e07", "tag": "07362196-3806-461f-a534-dbacec1bc92d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:52:16.632449 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3d7d70a6-ad45-4b6d-90a9-b54013a25370 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:52:16.632858 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b41cc7ba-1cd0-470d-a5ca-a00ee3440e07', 'tag': '07362196-3806-461f-a534-dbacec1bc92d', 'status': 'completed', 'code': 200} Jul 09 09:52:16.643164 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d25309dd-a5bb-4a74-977f-50bd2c4ff91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:16.670498 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d25309dd-a5bb-4a74-977f-50bd2c4ff91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:16.738965 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d25309dd-a5bb-4a74-977f-50bd2c4ff91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:16.745010 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d25309dd-a5bb-4a74-977f-50bd2c4ff91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:16.746207 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d25309dd-a5bb-4a74-977f-50bd2c4ff91a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e816b0a4-569d-4ad4-b381-2de52871d1b9 HTTP/1.1" status: 204 len: 168 time: 0.1651917 Jul 09 09:52:16.756789 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25309dd-a5bb-4a74-977f-50bd2c4ff91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e816b0a4-569d-4ad4-b381-2de52871d1b9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:16.757856 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cca71-d607-4a0e-8577-8ab66ff1d918 req-def5db59-6642-43ac-a820-730c25cb4564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:16.759624 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c00cca71-d607-4a0e-8577-8ab66ff1d918 req-def5db59-6642-43ac-a820-730c25cb4564 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 1096 time: 0.1057925 Jul 09 09:52:16.867092 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cca71-d607-4a0e-8577-8ab66ff1d918 req-dab3f803-8a7e-42e1-b05b-42b2349076cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:16.868639 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c00cca71-d607-4a0e-8577-8ab66ff1d918 req-dab3f803-8a7e-42e1-b05b-42b2349076cb service neutron] 10.222.0.58 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 913 time: 0.0945373 Jul 09 09:52:16.895398 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ccd3b95d-63e6-4b98-9b79-d1b769e823ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:46:57Z', 'revision_number': 4, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '979447c3-6026-44d1-8652-f0307f0e7fc3', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'floating_ip_address': '172.25.3.175', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'port_id': '07362196-3806-461f-a534-dbacec1bc92d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'mac_address': 'fa:16:3e:14:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41cc7ba-1cd0-470d-a5ca-a00ee3440e07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:52:14Z', 'updated_at': '2021-07-09T09:52:14Z', 'revision_number': 0, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21ceabc-f061-44ee-b758-498ea2226250', 'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'mac_address': 'fa:16:3e:fe:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:56Z', 'updated_at': '2021-07-09T09:47:07Z', 'revision_number': 5, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'subnets': [{'id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:16.922652 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd3b95d-63e6-4b98-9b79-d1b769e823ce None None] Checking router: b4da67ad-e929-4bf1-8741-3cf89236a06f for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:52:16.931293 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd3b95d-63e6-4b98-9b79-d1b769e823ce None None] Routers {'b4da67ad-e929-4bf1-8741-3cf89236a06f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:52:16.932073 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ccd3b95d-63e6-4b98-9b79-d1b769e823ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:52:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b4da67ad-e929-4bf1-8741-3cf89236a06f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:16.943587 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c00cca71-d607-4a0e-8577-8ab66ff1d918 req-907b8b5a-aae9-4fbb-81ea-29c58bb221e0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07362196-3806-461f-a534-dbacec1bc92d HTTP/1.1" status: 200 len: 999 time: 0.0665548 Jul 09 09:52:16.994290 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cca71-d607-4a0e-8577-8ab66ff1d918 req-da2c5020-35c0-4ba6-97b2-d3830aba6002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:16.996021 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c00cca71-d607-4a0e-8577-8ab66ff1d918 req-da2c5020-35c0-4ba6-97b2-d3830aba6002 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 200 len: 851 time: 0.0482392 Jul 09 09:52:17.047553 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ccd3b95d-63e6-4b98-9b79-d1b769e823ce None None] Set router b4da67ad-e929-4bf1-8741-3cf89236a06f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:52:17.061320 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cca71-d607-4a0e-8577-8ab66ff1d918 req-84ef9922-a97e-4257-83f5-7df44c37930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:17.071831 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c00cca71-d607-4a0e-8577-8ab66ff1d918 req-84ef9922-a97e-4257-83f5-7df44c37930f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c39f085e-9a90-44ab-b2cf-d4cf479d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599618 Jul 09 09:52:17.257657 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c00cca71-d607-4a0e-8577-8ab66ff1d918 req-5202534c-7070-4d16-9508-796fbdc1f8a3 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850672 Jul 09 09:52:17.329097 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ccd3b95d-63e6-4b98-9b79-d1b769e823ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:46:57Z', 'revision_number': 4, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '979447c3-6026-44d1-8652-f0307f0e7fc3', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'floating_ip_address': '172.25.3.175', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'port_id': '07362196-3806-461f-a534-dbacec1bc92d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'mac_address': 'fa:16:3e:14:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41cc7ba-1cd0-470d-a5ca-a00ee3440e07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:52:14Z', 'updated_at': '2021-07-09T09:52:14Z', 'revision_number': 0, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21ceabc-f061-44ee-b758-498ea2226250', 'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'mac_address': 'fa:16:3e:fe:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:56Z', 'updated_at': '2021-07-09T09:47:07Z', 'revision_number': 5, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'subnets': [{'id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:17.371995 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd3b95d-63e6-4b98-9b79-d1b769e823ce None None] The sync data for ids ['b4da67ad-e929-4bf1-8741-3cf89236a06f'] in n-d-799996-1 is: [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:46:57Z', 'revision_number': 4, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '979447c3-6026-44d1-8652-f0307f0e7fc3', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'floating_ip_address': '172.25.3.175', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'port_id': '07362196-3806-461f-a534-dbacec1bc92d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'mac_address': 'fa:16:3e:14:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41cc7ba-1cd0-470d-a5ca-a00ee3440e07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:52:14Z', 'updated_at': '2021-07-09T09:52:14Z', 'revision_number': 0, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21ceabc-f061-44ee-b758-498ea2226250', 'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'mac_address': 'fa:16:3e:fe:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:56Z', 'updated_at': '2021-07-09T09:47:07Z', 'revision_number': 5, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'subnets': [{'id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:52:17.432078 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c00cca71-d607-4a0e-8577-8ab66ff1d918 req-40c239b3-12a4-4ab1-89d1-40844e281b68 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686440 Jul 09 09:52:17.469751 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b02c17-07ec-4524-bf9d-d4c33bda80aa req-cf711a9c-facf-4a3a-adbd-710feac8f6af tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:17.477510 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92b02c17-07ec-4524-bf9d-d4c33bda80aa req-cf711a9c-facf-4a3a-adbd-710feac8f6af tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 944 time: 0.1050105 Jul 09 09:52:17.540557 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92b02c17-07ec-4524-bf9d-d4c33bda80aa req-8c20b2f4-c67a-49f6-8123-b8925a94627b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616627 Jul 09 09:52:17.731908 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247367d1-7b5b-44dc-acc5-0b899d1fc10b None None] New status for floating IP 979447c3-6026-44d1-8652-f0307f0e7fc3: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:52:18.757044 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891eb588-eeac-4c9a-a002-6de7ab5e38b6 req-aa88d52a-c466-4944-bfda-38eeb927cd70 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:18.760289 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-891eb588-eeac-4c9a-a002-6de7ab5e38b6 req-aa88d52a-c466-4944-bfda-38eeb927cd70 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 944 time: 0.0859234 Jul 09 09:52:18.805381 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-891eb588-eeac-4c9a-a002-6de7ab5e38b6 req-d2710bc7-e72b-4c38-9508-fc08eabce90f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405414 Jul 09 09:52:18.871339 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 50202) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:19.000726 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f541aa80-bb70-4959-9b10-8ee418c932ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:19.102832 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f541aa80-bb70-4959-9b10-8ee418c932ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:19.108164 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f541aa80-bb70-4959-9b10-8ee418c932ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:19.149193 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541aa80-bb70-4959-9b10-8ee418c932ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee661b3-219c-4d2c-aece-c1be2ffb265b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:19.153714 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f541aa80-bb70-4959-9b10-8ee418c932ed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=101217c4673747cea5e86c48b445990d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2811098 Jul 09 09:52:19.156575 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50208) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:19.223027 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79a62494-8fb9-4680-aac2-923aee1e2c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:19.252737 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79a62494-8fb9-4680-aac2-923aee1e2c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:19.312115 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79a62494-8fb9-4680-aac2-923aee1e2c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:19.315098 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79a62494-8fb9-4680-aac2-923aee1e2c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:19.325655 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-79a62494-8fb9-4680-aac2-923aee1e2c26 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dee661b3-219c-4d2c-aece-c1be2ffb265b HTTP/1.1" status: 204 len: 168 time: 0.1644640 Jul 09 09:52:19.334462 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a62494-8fb9-4680-aac2-923aee1e2c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee661b3-219c-4d2c-aece-c1be2ffb265b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:20.025523 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f5d1b-d54e-43cc-bc95-b1013fef8cfa req-8362281a-d33f-4b5c-8309-6483efa7095c tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:20.027109 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d61f5d1b-d54e-43cc-bc95-b1013fef8cfa req-8362281a-d33f-4b5c-8309-6483efa7095c tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 944 time: 0.0889208 Jul 09 09:52:20.069743 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d61f5d1b-d54e-43cc-bc95-b1013fef8cfa req-bdd364ce-8f74-46f8-b2c4-7653a1f52e25 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363116 Jul 09 09:52:21.338834 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50368) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:21.509991 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b3d9822-233f-447f-8c6a-6f6eac54e7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:21.571043 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e095e-ceed-471b-8487-9f642a71f66e req-3a2622c8-9bfd-4844-b169-920e04836de7 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:21.577627 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972e095e-ceed-471b-8487-9f642a71f66e req-3a2622c8-9bfd-4844-b169-920e04836de7 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 944 time: 0.0990589 Jul 09 09:52:21.638094 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972e095e-ceed-471b-8487-9f642a71f66e req-6c74bf6a-23a5-4f88-9ade-0a706bd05a93 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530989 Jul 09 09:52:21.639839 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b3d9822-233f-447f-8c6a-6f6eac54e7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:21.651085 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b3d9822-233f-447f-8c6a-6f6eac54e7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:21.690027 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3b3d9822-233f-447f-8c6a-6f6eac54e7f7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0e359c6c982244718f11f70df90230e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499694 Jul 09 09:52:21.692499 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50414) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:21.726182 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d9822-233f-447f-8c6a-6f6eac54e7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b27193d-86a9-46da-ab51-663775431f4d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:21.777569 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32f843be-465a-4552-bac9-ca9e937d3bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:21.805831 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32f843be-465a-4552-bac9-ca9e937d3bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:21.885824 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32f843be-465a-4552-bac9-ca9e937d3bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:21.889117 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32f843be-465a-4552-bac9-ca9e937d3bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:21.891792 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-32f843be-465a-4552-bac9-ca9e937d3bea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7b27193d-86a9-46da-ab51-663775431f4d HTTP/1.1" status: 204 len: 168 time: 0.1968429 Jul 09 09:52:21.902850 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f843be-465a-4552-bac9-ca9e937d3bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b27193d-86a9-46da-ab51-663775431f4d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:22.265766 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 50492) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:22.281236 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8707d2b6-7af9-43e7-ba33-771c2dd3bdab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:22.395859 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8707d2b6-7af9-43e7-ba33-771c2dd3bdab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:22.400273 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8707d2b6-7af9-43e7-ba33-771c2dd3bdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:22.440888 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8707d2b6-7af9-43e7-ba33-771c2dd3bdab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7e250aa048534fc88ada3ca437066bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739206 Jul 09 09:52:22.444247 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50518) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:22.446814 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707d2b6-7af9-43e7-ba33-771c2dd3bdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8775d74b-a799-4d80-a264-eddd2e983f03,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:22.537890 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0794-1b57-4631-b3b4-96d4f465a1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:22.586037 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0794-1b57-4631-b3b4-96d4f465a1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:22.648404 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0794-1b57-4631-b3b4-96d4f465a1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:22.662678 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0794-1b57-4631-b3b4-96d4f465a1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:22.667338 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8dbe0794-1b57-4631-b3b4-96d4f465a1c1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8775d74b-a799-4d80-a264-eddd2e983f03 HTTP/1.1" status: 204 len: 168 time: 0.2213571 Jul 09 09:52:22.684105 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe0794-1b57-4631-b3b4-96d4f465a1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8775d74b-a799-4d80-a264-eddd2e983f03,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:22.901011 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff609a32-adaa-4385-af69-a6298bd5f025 req-d94aad8f-0788-4dce-84ac-fd85e12d5235 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:22.902628 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ff609a32-adaa-4385-af69-a6298bd5f025 req-d94aad8f-0788-4dce-84ac-fd85e12d5235 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 944 time: 0.1081195 Jul 09 09:52:22.954782 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ff609a32-adaa-4385-af69-a6298bd5f025 req-3de54570-19a6-47be-8b06-cb3a290cf62a tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436537 Jul 09 09:52:23.102932 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50610) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:23.260481 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2067e293-02f7-4431-8cca-3d5cbe7e652a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:23.373815 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2067e293-02f7-4431-8cca-3d5cbe7e652a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:23.378821 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2067e293-02f7-4431-8cca-3d5cbe7e652a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:23.414732 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067e293-02f7-4431-8cca-3d5cbe7e652a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361d3438-78f8-46eb-8cf5-0572ea977bd1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:23.426177 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2067e293-02f7-4431-8cca-3d5cbe7e652a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cf35847a7c2647ee8783290aa278c624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3219821 Jul 09 09:52:23.426624 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 50664) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:23.484061 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3378ef6-5428-4f59-9c6d-0cd556a7b84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:23.508898 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3378ef6-5428-4f59-9c6d-0cd556a7b84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:23.565910 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3378ef6-5428-4f59-9c6d-0cd556a7b84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:23.569282 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3378ef6-5428-4f59-9c6d-0cd556a7b84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:23.570683 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b3378ef6-5428-4f59-9c6d-0cd556a7b84e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/361d3438-78f8-46eb-8cf5-0572ea977bd1 HTTP/1.1" status: 204 len: 168 time: 0.1430142 Jul 09 09:52:23.580405 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3378ef6-5428-4f59-9c6d-0cd556a7b84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361d3438-78f8-46eb-8cf5-0572ea977bd1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:24.135486 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50774) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:24.160346 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51f92fd1-0200-4784-8aed-0a44996bc075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:24.170355 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd83f5-02b9-4eed-a038-83916121b1f8 req-3988d9c4-2d22-4231-8659-e73b33afb757 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:24.172041 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bcd83f5-02b9-4eed-a038-83916121b1f8 req-3988d9c4-2d22-4231-8659-e73b33afb757 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 944 time: 0.0852346 Jul 09 09:52:24.223264 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bcd83f5-02b9-4eed-a038-83916121b1f8 req-6c349081-3e2a-4419-ad1d-396cb9048b45 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423059 Jul 09 09:52:24.294791 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51f92fd1-0200-4784-8aed-0a44996bc075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:24.298907 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51f92fd1-0200-4784-8aed-0a44996bc075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:24.341515 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-51f92fd1-0200-4784-8aed-0a44996bc075 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a39ee9aa570a49d69f96992b3b078651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2047000 Jul 09 09:52:24.342405 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f92fd1-0200-4784-8aed-0a44996bc075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadfd8da-0e50-4a40-8ac9-3c9d517412a4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:24.344492 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 50806) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:24.404681 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-054e7bbb-3a01-4658-b54c-ffa537d4e50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:24.426779 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-054e7bbb-3a01-4658-b54c-ffa537d4e50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:24.473517 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-054e7bbb-3a01-4658-b54c-ffa537d4e50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:24.476892 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-054e7bbb-3a01-4658-b54c-ffa537d4e50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:24.478070 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-054e7bbb-3a01-4658-b54c-ffa537d4e50f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fadfd8da-0e50-4a40-8ac9-3c9d517412a4 HTTP/1.1" status: 204 len: 168 time: 0.1325498 Jul 09 09:52:24.486658 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e7bbb-3a01-4658-b54c-ffa537d4e50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadfd8da-0e50-4a40-8ac9-3c9d517412a4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:25.447405 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114da85-630b-4e81-a0bd-4159512977c0 req-60edd95a-1ad2-44f0-b86b-3a710328d372 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:25.449108 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c114da85-630b-4e81-a0bd-4159512977c0 req-60edd95a-1ad2-44f0-b86b-3a710328d372 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 944 time: 0.0817270 Jul 09 09:52:25.501746 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c114da85-630b-4e81-a0bd-4159512977c0 req-0378860e-6b3d-4608-b8d4-3f738d9f23e4 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466125 Jul 09 09:52:25.523740 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50914) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:25.742234 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9684f763-a17d-4e91-a645-ff81197b3bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:25.866288 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9684f763-a17d-4e91-a645-ff81197b3bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:25.871757 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9684f763-a17d-4e91-a645-ff81197b3bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:25.912738 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684f763-a17d-4e91-a645-ff81197b3bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007a8dc2-ecfa-4b85-bb6a-ff7d1ff94f9f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:25.928584 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9684f763-a17d-4e91-a645-ff81197b3bcf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=23a20452edba4fc0a9886a66af363f37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4003863 Jul 09 09:52:25.930271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 50928) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:25.990890 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d894b97-382a-4395-b8e0-08c275515b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:26.011497 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d894b97-382a-4395-b8e0-08c275515b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:26.057594 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d894b97-382a-4395-b8e0-08c275515b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:26.060269 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d894b97-382a-4395-b8e0-08c275515b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:26.061605 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7d894b97-382a-4395-b8e0-08c275515b68 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/007a8dc2-ecfa-4b85-bb6a-ff7d1ff94f9f HTTP/1.1" status: 204 len: 168 time: 0.1279707 Jul 09 09:52:26.070044 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d894b97-382a-4395-b8e0-08c275515b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007a8dc2-ecfa-4b85-bb6a-ff7d1ff94f9f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:26.410845 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 50946) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:26.435902 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2892a6a5-cf47-426b-9222-900586a30ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:26.551564 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2892a6a5-cf47-426b-9222-900586a30ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:26.555957 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2892a6a5-cf47-426b-9222-900586a30ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:26.609243 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2892a6a5-cf47-426b-9222-900586a30ad7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=67963bf2ed6d495b8e82346c7a9cde30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943874 Jul 09 09:52:26.609243 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892a6a5-cf47-426b-9222-900586a30ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a5eb23-ff1f-419f-aa3e-8672f947d1e9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:26.610971 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 50954) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:26.715082 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f43204e-45a7-48ad-87e5-4024ffba6337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:26.747470 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f43204e-45a7-48ad-87e5-4024ffba6337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:26.768101 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a637fc-9a71-4cd6-b91d-4cb4676a3e2d req-7e8349f9-50d3-4c4e-a611-995de9ec0ac1 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:26.769649 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33a637fc-9a71-4cd6-b91d-4cb4676a3e2d req-7e8349f9-50d3-4c4e-a611-995de9ec0ac1 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 944 time: 0.1164379 Jul 09 09:52:26.829294 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33a637fc-9a71-4cd6-b91d-4cb4676a3e2d req-f97998c5-2f5c-47ae-ac86-0570b9d6d93d tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518522 Jul 09 09:52:26.845168 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f43204e-45a7-48ad-87e5-4024ffba6337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:26.848672 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f43204e-45a7-48ad-87e5-4024ffba6337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:26.850119 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5f43204e-45a7-48ad-87e5-4024ffba6337 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a9a5eb23-ff1f-419f-aa3e-8672f947d1e9 HTTP/1.1" status: 204 len: 168 time: 0.2381604 Jul 09 09:52:26.860231 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43204e-45a7-48ad-87e5-4024ffba6337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a5eb23-ff1f-419f-aa3e-8672f947d1e9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:27.446168 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 01237635-4d17-4e9f-bb36-740c9f687606 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:52:27.553269 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 01237635-4d17-4e9f-bb36-740c9f687606, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=01237635-4d17-4e9f-bb36-740c9f687606,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:52:27.567900 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '01237635-4d17-4e9f-bb36-740c9f687606', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'port_id': '01237635-4d17-4e9f-bb36-740c9f687606', 'mac_address': 'fa:16:3e:2f:85:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:52:27.608437 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:27.623567 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01237635-4d17-4e9f-bb36-740c9f687606 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:52:27.644399 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 01237635-4d17-4e9f-bb36-740c9f687606, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=01237635-4d17-4e9f-bb36-740c9f687606,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:52:27.657571 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:27.710319 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=01237635-4d17-4e9f-bb36-740c9f687606,revision_number=11']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:27.719119 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:27.719546 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:27.720134 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:27.720704 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:27.721251 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:27.721790 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:27.722356 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:27.722997 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:27.723665 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:27.724237 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:27.725821 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:27.726353 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:27.976377 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['01237635-4d17-4e9f-bb36-740c9f687606'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:52:28.146136 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588f859-ae4f-46e2-9aa3-83de5e6c4a53 req-b39f1bee-ba41-4f6a-bf1f-b8b0337d035f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:28.156619 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a588f859-ae4f-46e2-9aa3-83de5e6c4a53 req-b39f1bee-ba41-4f6a-bf1f-b8b0337d035f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.1017778 Jul 09 09:52:28.201028 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a588f859-ae4f-46e2-9aa3-83de5e6c4a53 req-b0e7896a-7f97-4fed-b5bb-efc6f3fa925a tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415742 Jul 09 09:52:29.423217 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910bc37-1c2f-4e30-8e04-9202d87975af req-c7c95915-9087-413f-9046-791e0721e56f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:29.428501 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4910bc37-1c2f-4e30-8e04-9202d87975af req-c7c95915-9087-413f-9046-791e0721e56f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 945 time: 0.0749533 Jul 09 09:52:29.458415 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 01237635-4d17-4e9f-bb36-740c9f687606 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:52:29.469790 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4910bc37-1c2f-4e30-8e04-9202d87975af req-bffd9a24-4c0a-4405-99e9-62beb01de5ef tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391173 Jul 09 09:52:29.537596 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 01237635-4d17-4e9f-bb36-740c9f687606 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:52:29.542330 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 01237635-4d17-4e9f-bb36-740c9f687606 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:52:29.543593 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:29.687831 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51068) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:29.808639 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db579550-556c-47d2-8643-0cb8e168c02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:29.841513 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:29.867321 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17143a3b-2b7a-42fa-b391-abfb29026460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01237635-4d17-4e9f-bb36-740c9f687606'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:52:29.869586 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25055230-245f-4e03-8626-4a21bdf43168" -d '{"events": [{"server_uuid": "17143a3b-2b7a-42fa-b391-abfb29026460", "name": "network-vif-plugged", "status": "completed", "tag": "01237635-4d17-4e9f-bb36-740c9f687606"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:52:29.884407 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 01237635-4d17-4e9f-bb36-740c9f687606, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=01237635-4d17-4e9f-bb36-740c9f687606,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:52:29.889219 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:29.924624 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45d90da-f906-41b1-8f19-89511f5bb8ce x-openstack-request-id: req-f45d90da-f906-41b1-8f19-89511f5bb8ce {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:52:29.924926 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17143a3b-2b7a-42fa-b391-abfb29026460", "name": "network-vif-plugged", "status": "completed", "tag": "01237635-4d17-4e9f-bb36-740c9f687606", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:52:29.925184 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f45d90da-f906-41b1-8f19-89511f5bb8ce {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:52:29.925580 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17143a3b-2b7a-42fa-b391-abfb29026460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01237635-4d17-4e9f-bb36-740c9f687606', 'code': 200} Jul 09 09:52:29.933102 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db579550-556c-47d2-8643-0cb8e168c02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:29.941456 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db579550-556c-47d2-8643-0cb8e168c02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:29.962224 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=01237635-4d17-4e9f-bb36-740c9f687606,revision_number=12']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:29.985829 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-db579550-556c-47d2-8643-0cb8e168c02e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3c0f0360befa4075b5f22b2cadb0966f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2962983 Jul 09 09:52:29.989527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51082) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:30.007175 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db579550-556c-47d2-8643-0cb8e168c02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a321dd1-90e7-457d-8610-27871d90ceda,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:30.077833 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0999a539-9e41-4130-9a0b-7f1e0dd48094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:30.111727 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0999a539-9e41-4130-9a0b-7f1e0dd48094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:30.209364 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0999a539-9e41-4130-9a0b-7f1e0dd48094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:30.211947 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0999a539-9e41-4130-9a0b-7f1e0dd48094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:30.215533 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0999a539-9e41-4130-9a0b-7f1e0dd48094 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0a321dd1-90e7-457d-8610-27871d90ceda HTTP/1.1" status: 204 len: 168 time: 0.2216749 Jul 09 09:52:30.219297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e280fe7-644c-4ed1-aaf8-158c10ae328d req-29f9f07b-6710-44fa-91f9-394a57c6f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:30.225446 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e280fe7-644c-4ed1-aaf8-158c10ae328d req-29f9f07b-6710-44fa-91f9-394a57c6f017 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 1097 time: 0.1039109 Jul 09 09:52:30.251989 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999a539-9e41-4130-9a0b-7f1e0dd48094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a321dd1-90e7-457d-8610-27871d90ceda,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:30.269646 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e280fe7-644c-4ed1-aaf8-158c10ae328d req-03813e46-8dbf-4491-9d8e-a4f7ccdc00d3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373309 Jul 09 09:52:30.539805 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51102) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:30.557773 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bd79872-abaa-4ce6-a5a2-94ab1279216e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:30.670260 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bd79872-abaa-4ce6-a5a2-94ab1279216e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:30.676617 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bd79872-abaa-4ce6-a5a2-94ab1279216e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:30.676998 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107672c-a808-409e-8777-902eb14ed7c9 req-fcb630d9-2dc7-46cd-af7b-ae37524295c7 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:30.679793 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9107672c-a808-409e-8777-902eb14ed7c9 req-fcb630d9-2dc7-46cd-af7b-ae37524295c7 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 946 time: 0.0732965 Jul 09 09:52:30.726321 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7bd79872-abaa-4ce6-a5a2-94ab1279216e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9fb678754f25482b908f6f3a8e77b82b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1847961 Jul 09 09:52:30.729951 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51104) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:30.742358 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd79872-abaa-4ce6-a5a2-94ab1279216e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3002ed-1733-483d-a801-8d4e4b563e07,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:30.754828 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9107672c-a808-409e-8777-902eb14ed7c9 req-89cddbc7-9dc9-4508-b2c2-b81bd0c8fc7a tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636406 Jul 09 09:52:30.800921 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e8083148-213e-4956-9aea-700611faa465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:30.823904 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e8083148-213e-4956-9aea-700611faa465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:30.881823 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e8083148-213e-4956-9aea-700611faa465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:30.885084 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e8083148-213e-4956-9aea-700611faa465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:30.889104 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e8083148-213e-4956-9aea-700611faa465 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1a3002ed-1733-483d-a801-8d4e4b563e07 HTTP/1.1" status: 204 len: 168 time: 0.1535492 Jul 09 09:52:30.897599 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8083148-213e-4956-9aea-700611faa465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3002ed-1733-483d-a801-8d4e4b563e07,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:31.992502 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998cecd-400f-4e61-9d85-9ccf36d26754 req-49cb2242-7103-41c8-bcac-e9c63a979a35 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:31.994271 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2998cecd-400f-4e61-9d85-9ccf36d26754 req-49cb2242-7103-41c8-bcac-e9c63a979a35 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 946 time: 0.0802958 Jul 09 09:52:32.042670 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2998cecd-400f-4e61-9d85-9ccf36d26754 req-ad7f4a03-6a6f-49d0-80bd-f179ec2aaf1a tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412359 Jul 09 09:52:32.478244 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51200) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:32.571083 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a8af281e-2d13-4c41-895b-cb364d2934f6 req-b6e23825-87ea-4cef-a563-471fae49a398 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0601096 Jul 09 09:52:32.596816 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c0d54f70-d6a9-41d1-835e-a335d437a182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:32.718679 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af281e-2d13-4c41-895b-cb364d2934f6 req-89a2ae00-f5bb-45b7-8d3e-7884991c5ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:32.720348 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a8af281e-2d13-4c41-895b-cb364d2934f6 req-89a2ae00-f5bb-45b7-8d3e-7884991c5ec3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 1096 time: 0.0948248 Jul 09 09:52:32.811639 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c0d54f70-d6a9-41d1-835e-a335d437a182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:32.819441 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c0d54f70-d6a9-41d1-835e-a335d437a182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:32.893281 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c0d54f70-d6a9-41d1-835e-a335d437a182 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4cef04e9bd054157b36c65534a549fed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4137793 Jul 09 09:52:32.896867 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51216) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:32.899112 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d54f70-d6a9-41d1-835e-a335d437a182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8008981f-4fbc-4d0f-a906-2f7154aef0cf,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:32.905778 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af281e-2d13-4c41-895b-cb364d2934f6 req-eb041785-720e-4b63-a8b8-8f5d7041bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:32.907261 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a8af281e-2d13-4c41-895b-cb364d2934f6 req-eb041785-720e-4b63-a8b8-8f5d7041bfd8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 913 time: 0.1647401 Jul 09 09:52:32.966498 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73a448c8-82a3-4526-ab30-77ded4cb3f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:33.008508 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a8af281e-2d13-4c41-895b-cb364d2934f6 req-d36cfb4f-5390-43de-afa6-fcc2e9b0ad5f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07362196-3806-461f-a534-dbacec1bc92d HTTP/1.1" status: 200 len: 1001 time: 0.0918157 Jul 09 09:52:33.009343 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73a448c8-82a3-4526-ab30-77ded4cb3f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:33.074807 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af281e-2d13-4c41-895b-cb364d2934f6 req-895261cf-7b54-46f9-8d1e-cfe210e23356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:33.076737 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a8af281e-2d13-4c41-895b-cb364d2934f6 req-895261cf-7b54-46f9-8d1e-cfe210e23356 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 200 len: 851 time: 0.0622287 Jul 09 09:52:33.081751 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73a448c8-82a3-4526-ab30-77ded4cb3f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:33.091867 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73a448c8-82a3-4526-ab30-77ded4cb3f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:33.093423 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-73a448c8-82a3-4526-ab30-77ded4cb3f9a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8008981f-4fbc-4d0f-a906-2f7154aef0cf HTTP/1.1" status: 204 len: 168 time: 0.1953168 Jul 09 09:52:33.104541 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a448c8-82a3-4526-ab30-77ded4cb3f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8008981f-4fbc-4d0f-a906-2f7154aef0cf,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:33.113887 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a448c8-82a3-4526-ab30-77ded4cb3f9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:33.114541 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a448c8-82a3-4526-ab30-77ded4cb3f9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:33.115616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a448c8-82a3-4526-ab30-77ded4cb3f9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:33.116203 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a448c8-82a3-4526-ab30-77ded4cb3f9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:33.117048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a448c8-82a3-4526-ab30-77ded4cb3f9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:33.117561 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a448c8-82a3-4526-ab30-77ded4cb3f9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:33.118363 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a448c8-82a3-4526-ab30-77ded4cb3f9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:33.118863 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a448c8-82a3-4526-ab30-77ded4cb3f9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:33.119360 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a448c8-82a3-4526-ab30-77ded4cb3f9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:33.119965 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a448c8-82a3-4526-ab30-77ded4cb3f9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:33.120562 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a448c8-82a3-4526-ab30-77ded4cb3f9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:33.121073 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a448c8-82a3-4526-ab30-77ded4cb3f9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:33.222910 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af281e-2d13-4c41-895b-cb364d2934f6 req-122520b7-88f4-437d-96fd-e96b439629d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:33.225503 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a8af281e-2d13-4c41-895b-cb364d2934f6 req-122520b7-88f4-437d-96fd-e96b439629d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c39f085e-9a90-44ab-b2cf-d4cf479d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1336620 Jul 09 09:52:33.352622 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f81d7-2cf1-491c-a174-992271635974 req-d3cc85b1-1c7b-4771-9d0e-e220fe8b2a57 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:33.354203 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-611f81d7-2cf1-491c-a174-992271635974 req-d3cc85b1-1c7b-4771-9d0e-e220fe8b2a57 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 946 time: 0.1210537 Jul 09 09:52:33.379754 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a8af281e-2d13-4c41-895b-cb364d2934f6 req-87d46f76-98c1-426b-98a4-b24892c53ff6 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470964 Jul 09 09:52:33.445682 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-611f81d7-2cf1-491c-a174-992271635974 req-b6570083-8e41-4575-84ee-2c6e95b2e361 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692716 Jul 09 09:52:33.536513 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a8af281e-2d13-4c41-895b-cb364d2934f6 req-edf5b947-a2a1-4128-a68e-1a08e784c798 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503766 Jul 09 09:52:33.927895 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:34.786177 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51300) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:34.924709 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-089b2c48-a70a-449c-aa91-6b090b3f3c3b tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:52:34.955114 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-089b2c48-a70a-449c-aa91-6b090b3f3c3b tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] 10.222.0.61 "PUT /v2.0/quotas/d6f8008314fd46b2a3ec1b47281bd20b HTTP/1.1" status: 200 len: 366 time: 0.1669967 Jul 09 09:52:34.957634 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51318) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:34.969506 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ba506948-175b-4e63-ad87-09dd6d33e83f tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] 10.222.0.61 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0107241 Jul 09 09:52:34.972653 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51320) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:34.992105 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-02b929de-605f-4ec8-94d0-c48b5d0be180 tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] 10.222.0.61 "GET /v2.0/quotas/d6f8008314fd46b2a3ec1b47281bd20b HTTP/1.1" status: 200 len: 366 time: 0.0150476 Jul 09 09:52:34.992105 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51322) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:35.011105 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7a127ce7-f69d-4fda-9d83-6a55f4583347 tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] 10.222.0.61 "DELETE /v2.0/quotas/d6f8008314fd46b2a3ec1b47281bd20b HTTP/1.1" status: 204 len: 168 time: 0.0176384 Jul 09 09:52:35.013203 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51324) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:35.033450 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4cd7b1fe-6210-4e06-8cca-110a4e48a50b tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] 10.222.0.61 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0189495 Jul 09 09:52:35.035673 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51326) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:35.048856 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6c637894-eca2-4829-9720-1b9d8574ef11 tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] 10.222.0.61 "GET /v2.0/quotas/d6f8008314fd46b2a3ec1b47281bd20b HTTP/1.1" status: 200 len: 370 time: 0.0114117 Jul 09 09:52:35.051592 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51328) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:35.057452 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-56ffc06d-997d-45e3-94fd-12f018188706 tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] 10.222.0.61 "GET /v2.0/quotas/d6f8008314fd46b2a3ec1b47281bd20b/default HTTP/1.1" status: 200 len: 370 time: 0.0045371 Jul 09 09:52:35.065395 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51332) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:35.076132 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-d80e437a-d9ce-4c52-b07c-8151f5161597 tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] delete failed (client error): The resource could not be found. Jul 09 09:52:35.090354 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d80e437a-d9ce-4c52-b07c-8151f5161597 tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] 10.222.0.61 "DELETE /v2.0/quotas/d6f8008314fd46b2a3ec1b47281bd20b HTTP/1.1" status: 404 len: 348 time: 0.0149558 Jul 09 09:52:35.232028 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51340) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:35.254893 n-d-799996-1 neutron-server[93791]: DEBUG neutron.quota.resource [None req-e4380321-0fa4-4c4b-8357-a26b46673d1a tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] Usage tracker for resource:network and tenant:5b5445837c7444109b4e33f6ea05bcd1 is out of sync, need to count used quota {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 09:52:35.260989 n-d-799996-1 neutron-server[93791]: DEBUG neutron.quota.resource [None req-e4380321-0fa4-4c4b-8357-a26b46673d1a tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 09:52:35.268508 n-d-799996-1 neutron-server[93791]: DEBUG neutron.quota.resource [None req-e4380321-0fa4-4c4b-8357-a26b46673d1a tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] Usage tracker for resource:subnet and tenant:5b5445837c7444109b4e33f6ea05bcd1 is out of sync, need to count used quota {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 09:52:35.276742 n-d-799996-1 neutron-server[93791]: DEBUG neutron.quota.resource [None req-e4380321-0fa4-4c4b-8357-a26b46673d1a tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 09:52:35.289074 n-d-799996-1 neutron-server[93791]: DEBUG neutron.quota.resource [None req-e4380321-0fa4-4c4b-8357-a26b46673d1a tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] Usage tracker for resource:subnetpool and tenant:5b5445837c7444109b4e33f6ea05bcd1 is out of sync, need to count used quota {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 09:52:35.296939 n-d-799996-1 neutron-server[93791]: DEBUG neutron.quota.resource [None req-e4380321-0fa4-4c4b-8357-a26b46673d1a tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 09:52:35.305817 n-d-799996-1 neutron-server[93791]: DEBUG neutron.quota.resource [None req-e4380321-0fa4-4c4b-8357-a26b46673d1a tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] Usage tracker for resource:port and tenant:5b5445837c7444109b4e33f6ea05bcd1 is out of sync, need to count used quota {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 09:52:35.312223 n-d-799996-1 neutron-server[93791]: DEBUG neutron.quota.resource [None req-e4380321-0fa4-4c4b-8357-a26b46673d1a tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 09:52:35.320031 n-d-799996-1 neutron-server[93791]: DEBUG neutron.quota.resource [None req-e4380321-0fa4-4c4b-8357-a26b46673d1a tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] Usage tracker for resource:router and tenant:5b5445837c7444109b4e33f6ea05bcd1 is out of sync, need to count used quota {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 09:52:35.325908 n-d-799996-1 neutron-server[93791]: DEBUG neutron.quota.resource [None req-e4380321-0fa4-4c4b-8357-a26b46673d1a tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 09:52:35.332744 n-d-799996-1 neutron-server[93791]: DEBUG neutron.quota.resource [None req-e4380321-0fa4-4c4b-8357-a26b46673d1a tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] Usage tracker for resource:floatingip and tenant:5b5445837c7444109b4e33f6ea05bcd1 is out of sync, need to count used quota {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 09:52:35.339108 n-d-799996-1 neutron-server[93791]: DEBUG neutron.quota.resource [None req-e4380321-0fa4-4c4b-8357-a26b46673d1a tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 09:52:35.378676 n-d-799996-1 neutron-server[93791]: DEBUG neutron.quota.resource [None req-e4380321-0fa4-4c4b-8357-a26b46673d1a tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] Usage tracker for resource:security_group and tenant:5b5445837c7444109b4e33f6ea05bcd1 is out of sync, need to count used quota {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 09:52:35.384956 n-d-799996-1 neutron-server[93791]: DEBUG neutron.quota.resource [None req-e4380321-0fa4-4c4b-8357-a26b46673d1a tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 09:52:35.391804 n-d-799996-1 neutron-server[93791]: DEBUG neutron.quota.resource [None req-e4380321-0fa4-4c4b-8357-a26b46673d1a tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] Usage tracker for resource:security_group_rule and tenant:5b5445837c7444109b4e33f6ea05bcd1 is out of sync, need to count used quota {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 09:52:35.398268 n-d-799996-1 neutron-server[93791]: DEBUG neutron.quota.resource [None req-e4380321-0fa4-4c4b-8357-a26b46673d1a tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 09:52:35.404939 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e4380321-0fa4-4c4b-8357-a26b46673d1a tempest-QuotasTest-685424694 tempest-QuotasTest-685424694-project-admin] 10.222.0.61 "GET /v2.0/quotas/5b5445837c7444109b4e33f6ea05bcd1/details.json HTTP/1.1" status: 200 len: 703 time: 0.1699772 Jul 09 09:52:35.768026 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51354) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:35.885411 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-195c22bb-835f-45e2-8240-abfc3a3b0906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:35.981703 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-195c22bb-835f-45e2-8240-abfc3a3b0906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:35.985790 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-195c22bb-835f-45e2-8240-abfc3a3b0906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:36.028003 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-195c22bb-835f-45e2-8240-abfc3a3b0906 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=77ec7374f2ee4243948bce04d16a1fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2584689 Jul 09 09:52:36.030355 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51360) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:36.036780 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c22bb-835f-45e2-8240-abfc3a3b0906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bebf313-cf2b-49f5-95c6-8c7a31285d83,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:36.116860 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-29d0bbb0-3fd0-40eb-bf6e-030a30a91a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:36.151529 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-29d0bbb0-3fd0-40eb-bf6e-030a30a91a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:36.306052 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-29d0bbb0-3fd0-40eb-bf6e-030a30a91a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:36.308868 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-29d0bbb0-3fd0-40eb-bf6e-030a30a91a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:36.310555 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-29d0bbb0-3fd0-40eb-bf6e-030a30a91a45 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6bebf313-cf2b-49f5-95c6-8c7a31285d83 HTTP/1.1" status: 204 len: 168 time: 0.2791622 Jul 09 09:52:36.319801 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0bbb0-3fd0-40eb-bf6e-030a30a91a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bebf313-cf2b-49f5-95c6-8c7a31285d83,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:36.602407 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51376) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:36.615588 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eddfb26e-97bc-4070-8b89-04ae41a73e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:36.708535 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eddfb26e-97bc-4070-8b89-04ae41a73e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:36.719173 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eddfb26e-97bc-4070-8b89-04ae41a73e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:36.769387 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-eddfb26e-97bc-4070-8b89-04ae41a73e05 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5b5445837c7444109b4e33f6ea05bcd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1634345 Jul 09 09:52:36.769921 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51384) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:36.775998 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c218f721-714d-4cb7-bf11-eca253b12268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:36.780671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddfb26e-97bc-4070-8b89-04ae41a73e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c75d11-a81c-46e3-9b86-a5987b87d1df,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:36.823789 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd4379ea-73bf-4391-856d-31d18330716c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:36.845090 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd4379ea-73bf-4391-856d-31d18330716c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:36.891717 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd4379ea-73bf-4391-856d-31d18330716c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:36.894269 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd4379ea-73bf-4391-856d-31d18330716c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:36.895465 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bd4379ea-73bf-4391-856d-31d18330716c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a6c75d11-a81c-46e3-9b86-a5987b87d1df HTTP/1.1" status: 204 len: 168 time: 0.1244650 Jul 09 09:52:36.906614 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4379ea-73bf-4391-856d-31d18330716c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c75d11-a81c-46e3-9b86-a5987b87d1df,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:37.320071 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f802383-813a-4f30-a4cb-9fe3be749220 req-611c426d-cd32-42f0-9dc8-76e14af0c408 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0765338 Jul 09 09:52:37.431733 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f802383-813a-4f30-a4cb-9fe3be749220 req-cc01e3ab-ec47-486e-8e87-b4b9757ed7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:37.434516 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f802383-813a-4f30-a4cb-9fe3be749220 req-cc01e3ab-ec47-486e-8e87-b4b9757ed7f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3685effc09af44948de733ea732a3e9f&device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 1097 time: 0.0643537 Jul 09 09:52:37.593677 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f802383-813a-4f30-a4cb-9fe3be749220 req-092085ec-9a5e-46eb-9ae6-0ee9b6971f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:37.595636 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f802383-813a-4f30-a4cb-9fe3be749220 req-092085ec-9a5e-46eb-9ae6-0ee9b6971f28 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08 HTTP/1.1" status: 200 len: 911 time: 0.1372347 Jul 09 09:52:37.676124 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f802383-813a-4f30-a4cb-9fe3be749220 req-b5745d0f-0aa0-4a11-a3e3-463ea613d9d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bd90d64-a9b2-4541-bb33-e3dbaae13163 HTTP/1.1" status: 200 len: 1002 time: 0.0744565 Jul 09 09:52:37.732800 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f802383-813a-4f30-a4cb-9fe3be749220 req-07ec10ef-005e-4090-81ea-5180525c6edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:37.734467 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f802383-813a-4f30-a4cb-9fe3be749220 req-07ec10ef-005e-4090-81ea-5180525c6edd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b51e3e8c-7c21-4a91-b93d-f434e88398f9 HTTP/1.1" status: 200 len: 849 time: 0.0526249 Jul 09 09:52:37.787480 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51436) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:37.824002 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f802383-813a-4f30-a4cb-9fe3be749220 req-591b4a28-19da-483b-b607-b0224768433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:37.825703 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f802383-813a-4f30-a4cb-9fe3be749220 req-591b4a28-19da-483b-b607-b0224768433c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842807 Jul 09 09:52:37.933334 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Request body: {'networks': [{'name': 'tempest-network--567406981'}, {'name': 'tempest-network--1113139524'}]} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:52:37.934126 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Request body: {'network': {'name': 'tempest-network--567406981'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:52:37.934688 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Request body: {'network': {'name': 'tempest-network--1113139524'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:52:37.979456 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f802383-813a-4f30-a4cb-9fe3be749220 req-5eefb864-0a25-4617-90fe-8c89bb1cb1bf service neutron] 10.222.0.64 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452804 Jul 09 09:52:37.981468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Made reservation on behalf of a97d5d3f783e4f26abf0f2a2afcea247 for: {'network': 2} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:52:37.986814 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:38.011106 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:38.157508 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f802383-813a-4f30-a4cb-9fe3be749220 req-dca52641-eada-4006-b797-11154b0c80f6 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474030 Jul 09 09:52:38.217840 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:38.222551 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:38.223180 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:38.269140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=849be6b5-2dc6-4f2f-aa93-38fd1c2de5d5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:38.277721 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:52:38.289649 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:38.290091 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Added segment 06adb128-59e8-4461-88b8-f44e4515cc07 of type vlan for network bceb6253-ded8-4804-bc3c-5272c34e953e Jul 09 09:52:38.336465 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:38.392047 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:52:38.424480 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:38.424976 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Added segment 65f2d90a-0280-487b-88b3-2eaa35f36ac6 of type vlan for network 165f2ce1-89d6-4407-95e6-0a7f75aebe1c Jul 09 09:52:38.520946 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:38.563216 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:38.564018 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:38.569737 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:38.574666 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:38.575294 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:38.650851 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8629534 Jul 09 09:52:38.653867 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51450) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:38.691057 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Pushing event updated for resources: {'Network': ['ID=bceb6253-ded8-4804-bc3c-5272c34e953e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:38.711185 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network bceb6253-ded8-4804-bc3c-5272c34e953e details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:52:38.804020 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68c987-d2df-4779-a199-22107722c73e tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Pushing event updated for resources: {'Network': ['ID=165f2ce1-89d6-4407-95e6-0a7f75aebe1c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:38.825652 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 165f2ce1-89d6-4407-95e6-0a7f75aebe1c details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:52:38.938731 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3b3b9f-0448-4f2d-a889-b25cf7605dee tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:38.945797 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3b3b9f-0448-4f2d-a889-b25cf7605dee tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:38.951630 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3b3b9f-0448-4f2d-a889-b25cf7605dee tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:38.958282 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3b3b9f-0448-4f2d-a889-b25cf7605dee tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:38.960057 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3d3b3b9f-0448-4f2d-a889-b25cf7605dee tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3051388 Jul 09 09:52:38.963008 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51458) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:39.046250 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6762164-6c09-4757-9b98-858f7010f7e4 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:39.142686 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6762164-6c09-4757-9b98-858f7010f7e4 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:39.154434 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-d6762164-6c09-4757-9b98-858f7010f7e4 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bceb6253-ded8-4804-bc3c-5272c34e953e']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:39.166778 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-d6762164-6c09-4757-9b98-858f7010f7e4 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06adb128-59e8-4461-88b8-f44e4515cc07') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:39.167172 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-d6762164-6c09-4757-9b98-858f7010f7e4 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06adb128-59e8-4461-88b8-f44e4515cc07') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:39.167354 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:39.177249 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6762164-6c09-4757-9b98-858f7010f7e4 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:39.193107 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6762164-6c09-4757-9b98-858f7010f7e4 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:39.199715 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6762164-6c09-4757-9b98-858f7010f7e4 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:52:39.200280 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6762164-6c09-4757-9b98-858f7010f7e4 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:52:39.203422 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:52:39.270631 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6762164-6c09-4757-9b98-858f7010f7e4 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:39.279829 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6762164-6c09-4757-9b98-858f7010f7e4 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:39.281307 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d6762164-6c09-4757-9b98-858f7010f7e4 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] 10.222.0.61 "DELETE /v2.0/networks/bceb6253-ded8-4804-bc3c-5272c34e953e HTTP/1.1" status: 204 len: 168 time: 0.3171701 Jul 09 09:52:39.284332 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51464) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:39.294920 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6762164-6c09-4757-9b98-858f7010f7e4 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Pushing event deleted for resources: {'Network': ['ID=bceb6253-ded8-4804-bc3c-5272c34e953e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:39.343122 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d4e4bf7a-b747-4a00-b66f-a42a2b7255f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:39.375009 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a38fc9f7-37e6-4f89-be11-baa676039af1 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:39.468683 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a38fc9f7-37e6-4f89-be11-baa676039af1 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:39.481133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a38fc9f7-37e6-4f89-be11-baa676039af1 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165f2ce1-89d6-4407-95e6-0a7f75aebe1c']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:39.494519 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a38fc9f7-37e6-4f89-be11-baa676039af1 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f2d90a-0280-487b-88b3-2eaa35f36ac6') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:39.494849 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a38fc9f7-37e6-4f89-be11-baa676039af1 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f2d90a-0280-487b-88b3-2eaa35f36ac6') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:39.506330 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a38fc9f7-37e6-4f89-be11-baa676039af1 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:39.516087 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:39.542106 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a38fc9f7-37e6-4f89-be11-baa676039af1 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:39.549719 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38fc9f7-37e6-4f89-be11-baa676039af1 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:52:39.550120 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a38fc9f7-37e6-4f89-be11-baa676039af1 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:52:39.554462 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:52:39.625571 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a38fc9f7-37e6-4f89-be11-baa676039af1 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:39.630732 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a38fc9f7-37e6-4f89-be11-baa676039af1 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:39.632864 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a38fc9f7-37e6-4f89-be11-baa676039af1 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] 10.222.0.61 "DELETE /v2.0/networks/165f2ce1-89d6-4407-95e6-0a7f75aebe1c HTTP/1.1" status: 204 len: 168 time: 0.3470535 Jul 09 09:52:39.635663 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51482) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:39.649981 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fc9f7-37e6-4f89-be11-baa676039af1 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Pushing event deleted for resources: {'Network': ['ID=165f2ce1-89d6-4407-95e6-0a7f75aebe1c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:39.784889 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1486a29b-8e0e-4cf8-9070-62fedce5b6d8 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:39.792515 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1486a29b-8e0e-4cf8-9070-62fedce5b6d8 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:39.800075 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1486a29b-8e0e-4cf8-9070-62fedce5b6d8 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1626863 Jul 09 09:52:39.800682 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51486) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:39.808426 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-fa08fa45-a25b-460b-beb5-909de4932484 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-162784687'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:52:39.839720 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa08fa45-a25b-460b-beb5-909de4932484 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Made reservation on behalf of a97d5d3f783e4f26abf0f2a2afcea247 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:52:39.859216 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa08fa45-a25b-460b-beb5-909de4932484 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:39.895313 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa08fa45-a25b-460b-beb5-909de4932484 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:52:39.909664 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa08fa45-a25b-460b-beb5-909de4932484 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:39.910338 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-fa08fa45-a25b-460b-beb5-909de4932484 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Added segment 8c4b71eb-6543-40dc-83e0-26d367777d76 of type vlan for network 7c30e70d-ac2e-491b-bdd1-c5d61269c6f6 Jul 09 09:52:39.965802 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa08fa45-a25b-460b-beb5-909de4932484 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:40.006671 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa08fa45-a25b-460b-beb5-909de4932484 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:40.017590 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa08fa45-a25b-460b-beb5-909de4932484 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:40.018652 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa08fa45-a25b-460b-beb5-909de4932484 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:40.095136 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51496) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:40.095384 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fa08fa45-a25b-460b-beb5-909de4932484 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2915304 Jul 09 09:52:40.104009 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8db23750-f741-452e-9457-fcd0eb3faac7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1361111498'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:52:40.107907 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08fa45-a25b-460b-beb5-909de4932484 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Pushing event updated for resources: {'Network': ['ID=7c30e70d-ac2e-491b-bdd1-c5d61269c6f6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:40.128990 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 7c30e70d-ac2e-491b-bdd1-c5d61269c6f6 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:52:40.152430 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db23750-f741-452e-9457-fcd0eb3faac7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Made reservation on behalf of a97d5d3f783e4f26abf0f2a2afcea247 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:52:40.157770 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8db23750-f741-452e-9457-fcd0eb3faac7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:40.198644 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db23750-f741-452e-9457-fcd0eb3faac7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:52:40.209983 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8db23750-f741-452e-9457-fcd0eb3faac7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:40.210641 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-8db23750-f741-452e-9457-fcd0eb3faac7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Added segment 34f039fe-47a4-4d24-a5df-e2c8ae3be7bf of type vlan for network 5b0ad242-3243-4301-af74-e3eb3a55806b Jul 09 09:52:40.274857 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8db23750-f741-452e-9457-fcd0eb3faac7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:40.319758 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8db23750-f741-452e-9457-fcd0eb3faac7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:40.327895 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db23750-f741-452e-9457-fcd0eb3faac7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:40.329164 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8db23750-f741-452e-9457-fcd0eb3faac7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:40.395808 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8db23750-f741-452e-9457-fcd0eb3faac7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2989275 Jul 09 09:52:40.398635 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51502) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:40.401913 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db23750-f741-452e-9457-fcd0eb3faac7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Pushing event updated for resources: {'Network': ['ID=5b0ad242-3243-4301-af74-e3eb3a55806b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:40.412614 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 5b0ad242-3243-4301-af74-e3eb3a55806b details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:52:40.414444 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Request body: {'ports': [{'network_id': '7c30e70d-ac2e-491b-bdd1-c5d61269c6f6', 'name': 'tempest-port--1565586615', 'admin_state_up': True}, {'network_id': '5b0ad242-3243-4301-af74-e3eb3a55806b', 'admin_state_up': False}]} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:52:40.414766 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Request body: {'port': {'network_id': '7c30e70d-ac2e-491b-bdd1-c5d61269c6f6', 'name': 'tempest-port--1565586615', 'admin_state_up': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:52:40.415259 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Request body: {'port': {'network_id': '5b0ad242-3243-4301-af74-e3eb3a55806b', 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:52:40.620968 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Made reservation on behalf of a97d5d3f783e4f26abf0f2a2afcea247 for: {'port': 2} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:52:40.626540 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:40.642167 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:40.750103 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] device_id is not set on port c2885e71-8c4f-4cd7-9b44-d10f9a227eb5 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:52:40.903460 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:40.991166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] device_id is not set on port 41c48067-7f3f-4178-9f77-0ad733d8eb40 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:52:41.175531 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:41.183881 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:41.223124 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:41.293473 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Pushing event updated for resources: {'Port': ['ID=c2885e71-8c4f-4cd7-9b44-d10f9a227eb5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:41.314582 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Checking segment: {'id': '8c4b71eb-6543-40dc-83e0-26d367777d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7c30e70d-ac2e-491b-bdd1-c5d61269c6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:52:41.314999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Network hostable DHCP agents. Network: 7c30e70d-ac2e-491b-bdd1-c5d61269c6f6, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:52:41.334644 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Network 7c30e70d-ac2e-491b-bdd1-c5d61269c6f6 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:52:41.345136 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 7c30e70d-ac2e-491b-bdd1-c5d61269c6f6) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:52:41.348855 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:52:41.349762 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:41.355208 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742d906b-720b-43a4-94ff-e4d2bc9ee5b8 None None] Network 7c30e70d-ac2e-491b-bdd1-c5d61269c6f6 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:52:41.426668 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Pushing event updated for resources: {'Port': ['ID=41c48067-7f3f-4178-9f77-0ad733d8eb40,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:41.432672 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Checking segment: {'id': '34f039fe-47a4-4d24-a5df-e2c8ae3be7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5b0ad242-3243-4301-af74-e3eb3a55806b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:52:41.433090 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Network hostable DHCP agents. Network: 5b0ad242-3243-4301-af74-e3eb3a55806b, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:52:41.454225 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Network 5b0ad242-3243-4301-af74-e3eb3a55806b is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:52:41.464181 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 5b0ad242-3243-4301-af74-e3eb3a55806b) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:52:41.468496 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:52:41.475932 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:41.476142 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c7785f-ebd1-43b4-9384-fd4eafd3a8bf None None] Network 5b0ad242-3243-4301-af74-e3eb3a55806b requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:52:41.482109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:41.483033 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:41.503101 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5e662dff-6ab9-43b0-906f-6ee90f55fdb3 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1010737 Jul 09 09:52:41.503468 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51520) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:41.601120 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf1c42e-d27a-47c7-bdef-ef3561bc86f0 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:41.608174 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf1c42e-d27a-47c7-bdef-ef3561bc86f0 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:41.610081 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8bf1c42e-d27a-47c7-bdef-ef3561bc86f0 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1051166 Jul 09 09:52:41.613082 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51528) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:41.725910 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0cc53895-6ceb-429a-880b-6103466a7d8a tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Deleting port c2885e71-8c4f-4cd7-9b44-d10f9a227eb5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:52:41.726523 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0cc53895-6ceb-429a-880b-6103466a7d8a tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:41.798875 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0cc53895-6ceb-429a-880b-6103466a7d8a tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:41.813163 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0cc53895-6ceb-429a-880b-6103466a7d8a tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Calling delete_port for c2885e71-8c4f-4cd7-9b44-d10f9a227eb5 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:52:41.900537 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0cc53895-6ceb-429a-880b-6103466a7d8a tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:41.948460 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0cc53895-6ceb-429a-880b-6103466a7d8a tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:41.950862 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0cc53895-6ceb-429a-880b-6103466a7d8a tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] 10.222.0.61 "DELETE /v2.0/ports/c2885e71-8c4f-4cd7-9b44-d10f9a227eb5 HTTP/1.1" status: 204 len: 168 time: 0.3363085 Jul 09 09:52:41.952412 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc53895-6ceb-429a-880b-6103466a7d8a tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Pushing event deleted for resources: {'Port': ['ID=c2885e71-8c4f-4cd7-9b44-d10f9a227eb5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:41.953641 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51544) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:42.076069 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-82b98636-5b13-412c-a9ce-8046c4035b68 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Deleting port 41c48067-7f3f-4178-9f77-0ad733d8eb40 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:52:42.076394 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82b98636-5b13-412c-a9ce-8046c4035b68 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:42.145890 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82b98636-5b13-412c-a9ce-8046c4035b68 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:42.162764 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-82b98636-5b13-412c-a9ce-8046c4035b68 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Calling delete_port for 41c48067-7f3f-4178-9f77-0ad733d8eb40 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:52:42.257149 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82b98636-5b13-412c-a9ce-8046c4035b68 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:42.287419 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b98636-5b13-412c-a9ce-8046c4035b68 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Pushing event deleted for resources: {'Port': ['ID=41c48067-7f3f-4178-9f77-0ad733d8eb40,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:42.294288 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82b98636-5b13-412c-a9ce-8046c4035b68 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:42.298863 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-82b98636-5b13-412c-a9ce-8046c4035b68 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] 10.222.0.61 "DELETE /v2.0/ports/41c48067-7f3f-4178-9f77-0ad733d8eb40 HTTP/1.1" status: 204 len: 168 time: 0.3398716 Jul 09 09:52:42.299116 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51552) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:42.329415 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-212cd2f2-52e9-4450-8a59-d3bf1c9aa767 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0289438 Jul 09 09:52:42.333246 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51554) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:42.339069 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2966298a-9a2c-42d4-b6d2-3b0a2ec05e82 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-195562781'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:52:42.362255 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2966298a-9a2c-42d4-b6d2-3b0a2ec05e82 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Made reservation on behalf of a97d5d3f783e4f26abf0f2a2afcea247 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:52:42.366767 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2966298a-9a2c-42d4-b6d2-3b0a2ec05e82 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:42.390811 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2966298a-9a2c-42d4-b6d2-3b0a2ec05e82 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:52:42.402574 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2966298a-9a2c-42d4-b6d2-3b0a2ec05e82 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:42.402916 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-2966298a-9a2c-42d4-b6d2-3b0a2ec05e82 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Added segment 8b868e48-0358-49fa-afb3-6f7caa10baa3 of type vlan for network 364abb9c-7644-45ae-b31c-647d672266ae Jul 09 09:52:42.800805 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2966298a-9a2c-42d4-b6d2-3b0a2ec05e82 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:42.832258 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2966298a-9a2c-42d4-b6d2-3b0a2ec05e82 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:42.838660 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2966298a-9a2c-42d4-b6d2-3b0a2ec05e82 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:42.839240 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2966298a-9a2c-42d4-b6d2-3b0a2ec05e82 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:42.904688 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2966298a-9a2c-42d4-b6d2-3b0a2ec05e82 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5701280 Jul 09 09:52:42.907321 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51564) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:42.918084 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966298a-9a2c-42d4-b6d2-3b0a2ec05e82 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Pushing event updated for resources: {'Network': ['ID=364abb9c-7644-45ae-b31c-647d672266ae,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:42.920781 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d94cb255-d00c-45c6-961c-b6d68f05056f tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-950816291'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:52:42.932585 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 364abb9c-7644-45ae-b31c-647d672266ae details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:52:43.005010 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94cb255-d00c-45c6-961c-b6d68f05056f tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Made reservation on behalf of a97d5d3f783e4f26abf0f2a2afcea247 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:52:43.010961 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d94cb255-d00c-45c6-961c-b6d68f05056f tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:43.039290 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:43.059158 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94cb255-d00c-45c6-961c-b6d68f05056f tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:52:43.084575 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d94cb255-d00c-45c6-961c-b6d68f05056f tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:43.084933 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-d94cb255-d00c-45c6-961c-b6d68f05056f tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Added segment 491b6992-d77f-463b-abe8-ba652a1de333 of type vlan for network 01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e Jul 09 09:52:43.173039 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d94cb255-d00c-45c6-961c-b6d68f05056f tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:43.229650 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d94cb255-d00c-45c6-961c-b6d68f05056f tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:43.236289 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94cb255-d00c-45c6-961c-b6d68f05056f tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:43.237804 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d94cb255-d00c-45c6-961c-b6d68f05056f tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:43.301675 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d94cb255-d00c-45c6-961c-b6d68f05056f tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3925264 Jul 09 09:52:43.319295 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cb255-d00c-45c6-961c-b6d68f05056f tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Pushing event updated for resources: {'Network': ['ID=01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:43.333566 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:52:46.629765 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51654) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:46.636585 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-66e56cc8-7e76-426e-8359-da2c038ae2be tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Request body: {'subnets': [{'network_id': '364abb9c-7644-45ae-b31c-647d672266ae', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1865610622', 'ip_version': 6}, {'network_id': '01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:52:46.636937 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-66e56cc8-7e76-426e-8359-da2c038ae2be tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Request body: {'subnet': {'network_id': '364abb9c-7644-45ae-b31c-647d672266ae', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1865610622', 'ip_version': 6}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:52:46.637871 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-66e56cc8-7e76-426e-8359-da2c038ae2be tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Request body: {'subnet': {'network_id': '01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:52:46.817453 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e56cc8-7e76-426e-8359-da2c038ae2be tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Made reservation on behalf of a97d5d3f783e4f26abf0f2a2afcea247 for: {'subnet': 2} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:52:46.823255 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-66e56cc8-7e76-426e-8359-da2c038ae2be tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:46.823608 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-66e56cc8-7e76-426e-8359-da2c038ae2be tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:47.251672 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-66e56cc8-7e76-426e-8359-da2c038ae2be tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:47.330609 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e56cc8-7e76-426e-8359-da2c038ae2be tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Pushing event updated for resources: {'Subnet': ['ID=7aca05d1-96f4-4173-9c08-55fc3f18c444,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:47.349196 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e56cc8-7e76-426e-8359-da2c038ae2be tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Checking segment: {'id': '8b868e48-0358-49fa-afb3-6f7caa10baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '364abb9c-7644-45ae-b31c-647d672266ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:52:47.350392 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e56cc8-7e76-426e-8359-da2c038ae2be tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Network hostable DHCP agents. Network: 364abb9c-7644-45ae-b31c-647d672266ae, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:52:47.369063 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e56cc8-7e76-426e-8359-da2c038ae2be tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Network 364abb9c-7644-45ae-b31c-647d672266ae is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:52:47.379484 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-66e56cc8-7e76-426e-8359-da2c038ae2be tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 364abb9c-7644-45ae-b31c-647d672266ae) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:52:47.384300 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-66e56cc8-7e76-426e-8359-da2c038ae2be tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:47.392958 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddfc7cf-736b-4bc5-86ab-5efa2b28f08d None None] Network 364abb9c-7644-45ae-b31c-647d672266ae requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:52:47.456833 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e56cc8-7e76-426e-8359-da2c038ae2be tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Checking segment: {'id': '491b6992-d77f-463b-abe8-ba652a1de333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:52:47.457340 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e56cc8-7e76-426e-8359-da2c038ae2be tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Network hostable DHCP agents. Network: 01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:52:47.465359 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e56cc8-7e76-426e-8359-da2c038ae2be tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Pushing event updated for resources: {'Subnet': ['ID=3677dfb1-f353-4068-b8e1-a4452e2edec2,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:47.491881 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e56cc8-7e76-426e-8359-da2c038ae2be tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Network 01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:52:47.504006 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-66e56cc8-7e76-426e-8359-da2c038ae2be tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:52:47.509405 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e56cc8-7e76-426e-8359-da2c038ae2be tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:47.510171 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e56cc8-7e76-426e-8359-da2c038ae2be tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:47.510910 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-66e56cc8-7e76-426e-8359-da2c038ae2be tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:47.522971 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26a151a-770a-4f08-ab39-d9b810d5cf0a None None] Network 01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:52:47.529869 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-66e56cc8-7e76-426e-8359-da2c038ae2be tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.8989012 Jul 09 09:52:47.533505 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51670) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:47.644369 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feb4229-480c-4e91-977f-d104b95fe383 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:47.644369 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feb4229-480c-4e91-977f-d104b95fe383 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:47.644369 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feb4229-480c-4e91-977f-d104b95fe383 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:47.645993 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2feb4229-480c-4e91-977f-d104b95fe383 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1122847 Jul 09 09:52:47.656708 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51676) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:47.717085 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03d6f86-f32b-40bb-91c7-5e03e85cfe9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-364abb9c-7644-45ae-b31c-647d672266ae', 'network_id': '364abb9c-7644-45ae-b31c-647d672266ae', 'tenant_id': 'a97d5d3f783e4f26abf0f2a2afcea247', 'fixed_ips': [{'subnet_id': '7aca05d1-96f4-4173-9c08-55fc3f18c444'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:52:47.718182 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c03d6f86-f32b-40bb-91c7-5e03e85cfe9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:47.780913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-79605067-3177-4a72-b45c-38fbf8427106 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Deleting subnet 7aca05d1-96f4-4173-9c08-55fc3f18c444 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:52:47.784389 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79605067-3177-4a72-b45c-38fbf8427106 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:47.834429 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79605067-3177-4a72-b45c-38fbf8427106 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:47.885262 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79605067-3177-4a72-b45c-38fbf8427106 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:47.913999 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc6af9f-0a17-42cc-a4af-8651197a3bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e', 'network_id': '01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e', 'tenant_id': 'a97d5d3f783e4f26abf0f2a2afcea247', 'fixed_ips': [{'subnet_id': '3677dfb1-f353-4068-b8e1-a4452e2edec2'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:52:47.915441 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0dc6af9f-0a17-42cc-a4af-8651197a3bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:47.966814 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79605067-3177-4a72-b45c-38fbf8427106 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:48.008969 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79605067-3177-4a72-b45c-38fbf8427106 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:48.013816 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51684) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server [None req-c03d6f86-f32b-40bb-91c7-5e03e85cfe9f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7aca05d1-96f4-4173-9c08-55fc3f18c444: This subnet is being modified by another concurrent operation. Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise exception Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7aca05d1-96f4-4173-9c08-55fc3f18c444: This subnet is being modified by another concurrent operation. Jul 09 09:52:48.019234 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Jul 09 09:52:48.027332 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-79605067-3177-4a72-b45c-38fbf8427106 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] 10.222.0.61 "DELETE /v2.0/subnets/7aca05d1-96f4-4173-9c08-55fc3f18c444 HTTP/1.1" status: 204 len: 168 time: 0.3596647 Jul 09 09:52:48.027332 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79605067-3177-4a72-b45c-38fbf8427106 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Pushing event deleted for resources: {'Subnet': ['ID=7aca05d1-96f4-4173-9c08-55fc3f18c444,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:48.086457 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74a30fc-480e-4b4e-814b-15b74658b479 None None] Network 364abb9c-7644-45ae-b31c-647d672266ae requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:52:48.173643 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-0dc6af9f-0a17-42cc-a4af-8651197a3bc8 None None] Allocated IP 2001:db8:0:1::1 (01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e/3677dfb1-f353-4068-b8e1-a4452e2edec2/50e0a438-7051-4f76-b315-67915c14156c) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:52:48.392142 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0dc6af9f-0a17-42cc-a4af-8651197a3bc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:48.403562 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0dc6af9f-0a17-42cc-a4af-8651197a3bc8 None None] Transition to ACTIVE for port object 50e0a438-7051-4f76-b315-67915c14156c will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:52:48.427905 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0dc6af9f-0a17-42cc-a4af-8651197a3bc8 None None] Transition to ACTIVE for port object 50e0a438-7051-4f76-b315-67915c14156c will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:52:48.437463 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0dc6af9f-0a17-42cc-a4af-8651197a3bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:48.484006 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95e1c85-2619-4240-8814-f9d76a1f65fa tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Deleting subnet 3677dfb1-f353-4068-b8e1-a4452e2edec2 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:52:48.489858 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f95e1c85-2619-4240-8814-f9d76a1f65fa tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:48.494113 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc6af9f-0a17-42cc-a4af-8651197a3bc8 None None] Network 01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:52:48.497301 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-0dc6af9f-0a17-42cc-a4af-8651197a3bc8 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:52:48.501621 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc6af9f-0a17-42cc-a4af-8651197a3bc8 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:52:48.509675 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6af9f-0a17-42cc-a4af-8651197a3bc8 None None] Pushing event updated for resources: {'Port': ['ID=50e0a438-7051-4f76-b315-67915c14156c,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:48.547306 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f95e1c85-2619-4240-8814-f9d76a1f65fa tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:48.577571 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0dc6af9f-0a17-42cc-a4af-8651197a3bc8 None None] Attempting to bind port 50e0a438-7051-4f76-b315-67915c14156c on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:52:48.578009 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0dc6af9f-0a17-42cc-a4af-8651197a3bc8 None None] Attempting to bind port 50e0a438-7051-4f76-b315-67915c14156c by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '491b6992-d77f-463b-abe8-ba652a1de333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:52:48.578441 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc6af9f-0a17-42cc-a4af-8651197a3bc8 None None] Attempting to bind port 50e0a438-7051-4f76-b315-67915c14156c on network 01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:52:48.593687 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc6af9f-0a17-42cc-a4af-8651197a3bc8 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:52:48.594238 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc6af9f-0a17-42cc-a4af-8651197a3bc8 None None] Checking segment: {'id': '491b6992-d77f-463b-abe8-ba652a1de333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:52:48.594976 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0dc6af9f-0a17-42cc-a4af-8651197a3bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:48.595526 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc6af9f-0a17-42cc-a4af-8651197a3bc8 None None] Bound using segment: {'id': '491b6992-d77f-463b-abe8-ba652a1de333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:52:48.596105 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0dc6af9f-0a17-42cc-a4af-8651197a3bc8 None None] Bound port: 50e0a438-7051-4f76-b315-67915c14156c, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491b6992-d77f-463b-abe8-ba652a1de333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:52:48.596706 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0dc6af9f-0a17-42cc-a4af-8651197a3bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:48.675209 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f95e1c85-2619-4240-8814-f9d76a1f65fa tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:48.755428 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0dc6af9f-0a17-42cc-a4af-8651197a3bc8 None None] For port 50e0a438-7051-4f76-b315-67915c14156c, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:52:48.761679 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0dc6af9f-0a17-42cc-a4af-8651197a3bc8 None None] For port 50e0a438-7051-4f76-b315-67915c14156c, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=50e0a438-7051-4f76-b315-67915c14156c,segment=NetworkSegment(491b6992-d77f-463b-abe8-ba652a1de333),segment_id=491b6992-d77f-463b-abe8-ba652a1de333)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:52:48.763327 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f95e1c85-2619-4240-8814-f9d76a1f65fa tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:48.768555 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0dc6af9f-0a17-42cc-a4af-8651197a3bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:48.856753 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6af9f-0a17-42cc-a4af-8651197a3bc8 None None] Pushing event updated for resources: {'Port': ['ID=50e0a438-7051-4f76-b315-67915c14156c,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:48.870306 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f95e1c85-2619-4240-8814-f9d76a1f65fa tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:48.872703 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f95e1c85-2619-4240-8814-f9d76a1f65fa tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] 10.222.0.61 "DELETE /v2.0/subnets/3677dfb1-f353-4068-b8e1-a4452e2edec2 HTTP/1.1" status: 204 len: 168 time: 0.8558316 Jul 09 09:52:48.874223 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e1c85-2619-4240-8814-f9d76a1f65fa tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Pushing event deleted for resources: {'Subnet': ['ID=3677dfb1-f353-4068-b8e1-a4452e2edec2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:48.875415 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51704) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:48.889930 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e1c85-2619-4240-8814-f9d76a1f65fa tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:48.890236 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e1c85-2619-4240-8814-f9d76a1f65fa tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:48.893203 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e1c85-2619-4240-8814-f9d76a1f65fa tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:48.893571 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e1c85-2619-4240-8814-f9d76a1f65fa tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:48.893897 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e1c85-2619-4240-8814-f9d76a1f65fa tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:48.894230 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e1c85-2619-4240-8814-f9d76a1f65fa tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:48.894555 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e1c85-2619-4240-8814-f9d76a1f65fa tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:48.897548 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e1c85-2619-4240-8814-f9d76a1f65fa tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:48.898009 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e1c85-2619-4240-8814-f9d76a1f65fa tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:48.898491 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e1c85-2619-4240-8814-f9d76a1f65fa tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:48.898823 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e1c85-2619-4240-8814-f9d76a1f65fa tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:48.899181 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e1c85-2619-4240-8814-f9d76a1f65fa tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:52:49.020617 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c3ff78-6093-456c-8532-76a2f74f8d2a tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:49.023470 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-01c3ff78-6093-456c-8532-76a2f74f8d2a tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1470065 Jul 09 09:52:49.027314 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51716) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:49.204862 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72633ab6-eca7-4530-9453-330fabc18201 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:49.295419 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-72633ab6-eca7-4530-9453-330fabc18201 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Deleting port 50e0a438-7051-4f76-b315-67915c14156c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:52:49.296178 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72633ab6-eca7-4530-9453-330fabc18201 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:49.359815 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 50e0a438-7051-4f76-b315-67915c14156c up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:52:49.403270 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-72633ab6-eca7-4530-9453-330fabc18201 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] For port 50e0a438-7051-4f76-b315-67915c14156c, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=50e0a438-7051-4f76-b315-67915c14156c,segment=NetworkSegment(491b6992-d77f-463b-abe8-ba652a1de333),segment_id=491b6992-d77f-463b-abe8-ba652a1de333)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:52:49.403788 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72633ab6-eca7-4530-9453-330fabc18201 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:49.425067 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-72633ab6-eca7-4530-9453-330fabc18201 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Calling delete_port for 50e0a438-7051-4f76-b315-67915c14156c owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:52:49.471744 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 50e0a438-7051-4f76-b315-67915c14156c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:52:49.538333 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72633ab6-eca7-4530-9453-330fabc18201 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:49.569579 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72633ab6-eca7-4530-9453-330fabc18201 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Pushing event deleted for resources: {'Port': ['ID=50e0a438-7051-4f76-b315-67915c14156c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:49.571652 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72633ab6-eca7-4530-9453-330fabc18201 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] No DVR routers for this DVR port 50e0a438-7051-4f76-b315-67915c14156c on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:52:49.678722 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72633ab6-eca7-4530-9453-330fabc18201 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:49.696463 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-72633ab6-eca7-4530-9453-330fabc18201 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:49.715241 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-72633ab6-eca7-4530-9453-330fabc18201 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491b6992-d77f-463b-abe8-ba652a1de333') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:49.715669 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-72633ab6-eca7-4530-9453-330fabc18201 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491b6992-d77f-463b-abe8-ba652a1de333') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:49.728044 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72633ab6-eca7-4530-9453-330fabc18201 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:49.748511 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72633ab6-eca7-4530-9453-330fabc18201 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:49.764987 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72633ab6-eca7-4530-9453-330fabc18201 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:52:49.764987 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72633ab6-eca7-4530-9453-330fabc18201 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:52:49.828934 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:52:49.833874 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72633ab6-eca7-4530-9453-330fabc18201 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:49.838676 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72633ab6-eca7-4530-9453-330fabc18201 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:49.840692 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-72633ab6-eca7-4530-9453-330fabc18201 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] 10.222.0.61 "DELETE /v2.0/networks/01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e HTTP/1.1" status: 204 len: 168 time: 0.8117940 Jul 09 09:52:49.843481 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51748) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:49.865181 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72633ab6-eca7-4530-9453-330fabc18201 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Pushing event deleted for resources: {'Network': ['ID=01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:49.941932 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a3c5-b189-4719-92b2-414d33ce047b tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:50.039588 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a3c5-b189-4719-92b2-414d33ce047b tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:50.053162 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4dc9a3c5-b189-4719-92b2-414d33ce047b tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364abb9c-7644-45ae-b31c-647d672266ae']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:50.074093 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4dc9a3c5-b189-4719-92b2-414d33ce047b tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b868e48-0358-49fa-afb3-6f7caa10baa3') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:50.074463 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4dc9a3c5-b189-4719-92b2-414d33ce047b tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b868e48-0358-49fa-afb3-6f7caa10baa3') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:50.093210 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a3c5-b189-4719-92b2-414d33ce047b tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:50.109916 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a3c5-b189-4719-92b2-414d33ce047b tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:50.116975 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc9a3c5-b189-4719-92b2-414d33ce047b tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:52:50.117381 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a3c5-b189-4719-92b2-414d33ce047b tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:52:50.120592 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:52:50.186742 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-538e8ecc-2002-4e87-9bc8-9c97f6846dc7 None None] Could not find standard attr ID for object 50e0a438-7051-4f76-b315-67915c14156c. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:52:50.212107 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a3c5-b189-4719-92b2-414d33ce047b tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:50.220227 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a3c5-b189-4719-92b2-414d33ce047b tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:50.222235 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4dc9a3c5-b189-4719-92b2-414d33ce047b tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] 10.222.0.61 "DELETE /v2.0/networks/364abb9c-7644-45ae-b31c-647d672266ae HTTP/1.1" status: 204 len: 168 time: 0.3776739 Jul 09 09:52:50.225520 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51754) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:50.257657 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e54b66-2233-432a-a030-28bdf31aab42 None None] DHCP port deletion for 01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:52:50.280930 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bf1642-13f2-4c4b-9eaa-c91669913dbe None None] Network 01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:52:50.285930 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9a3c5-b189-4719-92b2-414d33ce047b tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Pushing event deleted for resources: {'Network': ['ID=364abb9c-7644-45ae-b31c-647d672266ae,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:50.302453 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bf1642-13f2-4c4b-9eaa-c91669913dbe None None] Network 01ae68a6-9b0e-4e6a-86eb-85a0f713fa9e could not be found, it might have been deleted concurrently. {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 09:52:50.318665 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e0045e-c69c-4789-9ae2-7827e8387409 None None] get_active_networks_info from n-d-799996-1 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 09:52:50.337833 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd9d648e-49ab-4a2a-8fb6-4d128efc15c2 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:50.481629 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd9d648e-49ab-4a2a-8fb6-4d128efc15c2 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:50.490915 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e0045e-c69c-4789-9ae2-7827e8387409 None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 09:52:50.506162 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-bd9d648e-49ab-4a2a-8fb6-4d128efc15c2 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0ad242-3243-4301-af74-e3eb3a55806b']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:50.520623 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-bd9d648e-49ab-4a2a-8fb6-4d128efc15c2 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f039fe-47a4-4d24-a5df-e2c8ae3be7bf') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:50.520843 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-bd9d648e-49ab-4a2a-8fb6-4d128efc15c2 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f039fe-47a4-4d24-a5df-e2c8ae3be7bf') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:50.530925 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd9d648e-49ab-4a2a-8fb6-4d128efc15c2 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:50.558381 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd9d648e-49ab-4a2a-8fb6-4d128efc15c2 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:50.565459 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9d648e-49ab-4a2a-8fb6-4d128efc15c2 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:52:50.565943 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd9d648e-49ab-4a2a-8fb6-4d128efc15c2 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:52:50.570192 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:52:50.651259 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd9d648e-49ab-4a2a-8fb6-4d128efc15c2 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:50.662912 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd9d648e-49ab-4a2a-8fb6-4d128efc15c2 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:50.667104 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bd9d648e-49ab-4a2a-8fb6-4d128efc15c2 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] 10.222.0.61 "DELETE /v2.0/networks/5b0ad242-3243-4301-af74-e3eb3a55806b HTTP/1.1" status: 204 len: 168 time: 0.4397826 Jul 09 09:52:50.669579 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51764) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:50.688216 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d648e-49ab-4a2a-8fb6-4d128efc15c2 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Pushing event deleted for resources: {'Network': ['ID=5b0ad242-3243-4301-af74-e3eb3a55806b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:50.771995 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6fa512a5-6eee-48ca-ae9e-f1096dce1be7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:50.874062 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6fa512a5-6eee-48ca-ae9e-f1096dce1be7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:50.885906 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-6fa512a5-6eee-48ca-ae9e-f1096dce1be7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c30e70d-ac2e-491b-bdd1-c5d61269c6f6']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:50.897078 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-6fa512a5-6eee-48ca-ae9e-f1096dce1be7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c4b71eb-6543-40dc-83e0-26d367777d76') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:50.897371 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-6fa512a5-6eee-48ca-ae9e-f1096dce1be7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c4b71eb-6543-40dc-83e0-26d367777d76') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:50.908422 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6fa512a5-6eee-48ca-ae9e-f1096dce1be7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:50.927368 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6fa512a5-6eee-48ca-ae9e-f1096dce1be7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:50.934742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa512a5-6eee-48ca-ae9e-f1096dce1be7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:52:50.935136 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6fa512a5-6eee-48ca-ae9e-f1096dce1be7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:52:50.938958 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:52:51.007835 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6fa512a5-6eee-48ca-ae9e-f1096dce1be7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:51.015040 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6fa512a5-6eee-48ca-ae9e-f1096dce1be7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:51.017011 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6fa512a5-6eee-48ca-ae9e-f1096dce1be7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] 10.222.0.61 "DELETE /v2.0/networks/7c30e70d-ac2e-491b-bdd1-c5d61269c6f6 HTTP/1.1" status: 204 len: 168 time: 0.3459013 Jul 09 09:52:51.029956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa512a5-6eee-48ca-ae9e-f1096dce1be7 tempest-BulkNetworkOpsIpV6Test-140078574 tempest-BulkNetworkOpsIpV6Test-140078574-project] Pushing event deleted for resources: {'Network': ['ID=7c30e70d-ac2e-491b-bdd1-c5d61269c6f6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:51.288630 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 50e0a438-7051-4f76-b315-67915c14156c no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:52:51.314212 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 50e0a438-7051-4f76-b315-67915c14156c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:52:51.314681 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 50e0a438-7051-4f76-b315-67915c14156c not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:52:51.325585 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51782) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:51.475920 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b6cc1e1f-eb7e-4ed8-aec3-cf66f8485938 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a97d5d3f783e4f26abf0f2a2afcea247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487143 Jul 09 09:52:51.478698 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51790) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:51.531180 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1407827f-70fd-44be-8666-adaa04dc5c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:51.564582 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1407827f-70fd-44be-8666-adaa04dc5c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:51.630426 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1407827f-70fd-44be-8666-adaa04dc5c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:51.633365 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1407827f-70fd-44be-8666-adaa04dc5c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:51.635013 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1407827f-70fd-44be-8666-adaa04dc5c9d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/849be6b5-2dc6-4f2f-aa93-38fd1c2de5d5 HTTP/1.1" status: 204 len: 168 time: 0.1552668 Jul 09 09:52:51.645282 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407827f-70fd-44be-8666-adaa04dc5c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849be6b5-2dc6-4f2f-aa93-38fd1c2de5d5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:52.363382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51828) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:52.476983 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-89c23dae-eb01-4578-a44d-2307eb25ffa3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-617927390'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:52:52.500629 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c23dae-eb01-4578-a44d-2307eb25ffa3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Made reservation on behalf of c4d9fe2af8d9482188ec814fc166b074 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:52:52.504272 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-89c23dae-eb01-4578-a44d-2307eb25ffa3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:52.512982 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-89c23dae-eb01-4578-a44d-2307eb25ffa3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:52.624638 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-89c23dae-eb01-4578-a44d-2307eb25ffa3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:52.629441 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-89c23dae-eb01-4578-a44d-2307eb25ffa3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:52.666217 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c23dae-eb01-4578-a44d-2307eb25ffa3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:52:52.679916 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-89c23dae-eb01-4578-a44d-2307eb25ffa3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:52.680409 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-89c23dae-eb01-4578-a44d-2307eb25ffa3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Added segment 5c801ca0-761a-4533-9887-59dd74053f0a of type vlan for network a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a Jul 09 09:52:52.731754 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c23dae-eb01-4578-a44d-2307eb25ffa3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=236f4832-0e45-48e3-aa03-20e7d3d92d3c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:52.739420 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-89c23dae-eb01-4578-a44d-2307eb25ffa3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:52.780301 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-89c23dae-eb01-4578-a44d-2307eb25ffa3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:52.788338 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c23dae-eb01-4578-a44d-2307eb25ffa3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:52.789181 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-89c23dae-eb01-4578-a44d-2307eb25ffa3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:52.863796 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-89c23dae-eb01-4578-a44d-2307eb25ffa3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4882481 Jul 09 09:52:52.863796 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c23dae-eb01-4578-a44d-2307eb25ffa3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'Network': ['ID=a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:52.876082 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:52:53.452917 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:52:54.056635 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51868) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:54.238015 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67951f01-a2c6-47b1-a393-ebe8b6a05ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:54.337497 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67951f01-a2c6-47b1-a393-ebe8b6a05ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:54.341552 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67951f01-a2c6-47b1-a393-ebe8b6a05ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:54.380558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-67951f01-a2c6-47b1-a393-ebe8b6a05ad1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4bf6159b938e4d74bb64bc2cd1791875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3219173 Jul 09 09:52:54.383233 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51876) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:54.391245 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67951f01-a2c6-47b1-a393-ebe8b6a05ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191dc658-a4df-43f0-ba5f-27c7472d563c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:54.441113 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b41e0f8b-0973-4684-b6cc-cad2ffc78925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:54.470818 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b41e0f8b-0973-4684-b6cc-cad2ffc78925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:54.525209 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b41e0f8b-0973-4684-b6cc-cad2ffc78925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:54.528493 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b41e0f8b-0973-4684-b6cc-cad2ffc78925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:54.532193 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b41e0f8b-0973-4684-b6cc-cad2ffc78925 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/191dc658-a4df-43f0-ba5f-27c7472d563c HTTP/1.1" status: 204 len: 168 time: 0.1453781 Jul 09 09:52:54.541289 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e0f8b-0973-4684-b6cc-cad2ffc78925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191dc658-a4df-43f0-ba5f-27c7472d563c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:54.875471 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51894) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:54.883942 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc1bbe60-c51c-4090-8f9d-e5c97fde42fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:54.992900 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc1bbe60-c51c-4090-8f9d-e5c97fde42fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:54.998827 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc1bbe60-c51c-4090-8f9d-e5c97fde42fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:55.049866 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-bc1bbe60-c51c-4090-8f9d-e5c97fde42fb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dd6b65d312ca42f8b5d5978eff240abf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1925442 Jul 09 09:52:55.049866 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51900) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:55.078842 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bbe60-c51c-4090-8f9d-e5c97fde42fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb6fc80-e31e-4e4f-8501-6c4eac3c7c61,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:55.132320 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30b31b5a-348e-4554-8ed9-b8d00deee0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:55.154219 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30b31b5a-348e-4554-8ed9-b8d00deee0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:55.205102 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30b31b5a-348e-4554-8ed9-b8d00deee0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:55.208072 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30b31b5a-348e-4554-8ed9-b8d00deee0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:55.209387 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-30b31b5a-348e-4554-8ed9-b8d00deee0d5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9bb6fc80-e31e-4e4f-8501-6c4eac3c7c61 HTTP/1.1" status: 204 len: 168 time: 0.1598756 Jul 09 09:52:55.218559 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b31b5a-348e-4554-8ed9-b8d00deee0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb6fc80-e31e-4e4f-8501-6c4eac3c7c61,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:56.078705 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51938) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:56.084903 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f20f6f4b-0f65-472c-a4c6-f1bb231fb1a0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Request body: {'subnet': {'network_id': 'a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:52:56.196521 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20f6f4b-0f65-472c-a4c6-f1bb231fb1a0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Made reservation on behalf of c4d9fe2af8d9482188ec814fc166b074 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:52:56.201490 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f20f6f4b-0f65-472c-a4c6-f1bb231fb1a0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:56.404956 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f20f6f4b-0f65-472c-a4c6-f1bb231fb1a0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:56.481948 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f6f4b-0f65-472c-a4c6-f1bb231fb1a0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'Subnet': ['ID=677b31a0-092d-4a8a-9c88-6fb34cb12f24,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:56.492943 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f6f4b-0f65-472c-a4c6-f1bb231fb1a0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Checking segment: {'id': '5c801ca0-761a-4533-9887-59dd74053f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:52:56.493378 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20f6f4b-0f65-472c-a4c6-f1bb231fb1a0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Network hostable DHCP agents. Network: a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:52:56.511796 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20f6f4b-0f65-472c-a4c6-f1bb231fb1a0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Network a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:52:56.521087 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-f20f6f4b-0f65-472c-a4c6-f1bb231fb1a0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:52:56.526372 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20f6f4b-0f65-472c-a4c6-f1bb231fb1a0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:56.527133 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f20f6f4b-0f65-472c-a4c6-f1bb231fb1a0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:56.533459 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580bb01e-076f-4d2a-80ae-6bff50ce28c9 None None] Network a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:52:56.549825 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51960) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:56.550382 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f20f6f4b-0f65-472c-a4c6-f1bb231fb1a0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4702718 Jul 09 09:52:56.556026 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-87e103f1-685f-402e-84a1-3c11397d3d3c tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1804537212'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:52:56.583431 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e103f1-685f-402e-84a1-3c11397d3d3c tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Made reservation on behalf of c4d9fe2af8d9482188ec814fc166b074 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:52:56.588197 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-87e103f1-685f-402e-84a1-3c11397d3d3c tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:56.628920 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e103f1-685f-402e-84a1-3c11397d3d3c tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:52:56.640874 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-87e103f1-685f-402e-84a1-3c11397d3d3c tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:56.641219 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-87e103f1-685f-402e-84a1-3c11397d3d3c tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Added segment b96efd48-f5f8-444d-bb69-6033774209a6 of type vlan for network 4051f2cb-f80f-426f-a4b6-a7c7be28def1 Jul 09 09:52:56.704464 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-87e103f1-685f-402e-84a1-3c11397d3d3c tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:56.748386 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-87e103f1-685f-402e-84a1-3c11397d3d3c tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:56.755272 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e103f1-685f-402e-84a1-3c11397d3d3c tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:56.756996 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-87e103f1-685f-402e-84a1-3c11397d3d3c tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:56.844062 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 51972) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:56.844508 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-87e103f1-685f-402e-84a1-3c11397d3d3c tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2926753 Jul 09 09:52:56.849389 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7ba75bbd-16ae-4898-bbaa-65d6626ce049 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Request body: {'subnet': {'network_id': '4051f2cb-f80f-426f-a4b6-a7c7be28def1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:52:56.851242 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e103f1-685f-402e-84a1-3c11397d3d3c tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'Network': ['ID=4051f2cb-f80f-426f-a4b6-a7c7be28def1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:56.871535 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 4051f2cb-f80f-426f-a4b6-a7c7be28def1 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:52:56.897101 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269fb761-81c4-4270-8168-368fa8c94d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a', 'network_id': 'a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a', 'tenant_id': 'c4d9fe2af8d9482188ec814fc166b074', 'fixed_ips': [{'subnet_id': '677b31a0-092d-4a8a-9c88-6fb34cb12f24'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:52:56.898034 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-269fb761-81c4-4270-8168-368fa8c94d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:56.954161 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba75bbd-16ae-4898-bbaa-65d6626ce049 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Made reservation on behalf of c4d9fe2af8d9482188ec814fc166b074 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:52:56.958751 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ba75bbd-16ae-4898-bbaa-65d6626ce049 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:57.124721 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-269fb761-81c4-4270-8168-368fa8c94d73 None None] Allocated IP 2001:db8:0:ffff::2 (a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a/677b31a0-092d-4a8a-9c88-6fb34cb12f24/6e07f84b-51ee-4f26-b1b3-73d33b7636c1) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:52:57.252187 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ba75bbd-16ae-4898-bbaa-65d6626ce049 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:57.333062 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-269fb761-81c4-4270-8168-368fa8c94d73 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:57.343161 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-269fb761-81c4-4270-8168-368fa8c94d73 None None] Transition to ACTIVE for port object 6e07f84b-51ee-4f26-b1b3-73d33b7636c1 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:52:57.343664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba75bbd-16ae-4898-bbaa-65d6626ce049 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'Subnet': ['ID=356c84f6-be77-4080-b54e-4997c025dc79,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:57.365598 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-269fb761-81c4-4270-8168-368fa8c94d73 None None] Transition to ACTIVE for port object 6e07f84b-51ee-4f26-b1b3-73d33b7636c1 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:52:57.369618 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba75bbd-16ae-4898-bbaa-65d6626ce049 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Checking segment: {'id': 'b96efd48-f5f8-444d-bb69-6033774209a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4051f2cb-f80f-426f-a4b6-a7c7be28def1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:52:57.370118 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba75bbd-16ae-4898-bbaa-65d6626ce049 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Network hostable DHCP agents. Network: 4051f2cb-f80f-426f-a4b6-a7c7be28def1, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:52:57.373806 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-269fb761-81c4-4270-8168-368fa8c94d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:57.392806 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba75bbd-16ae-4898-bbaa-65d6626ce049 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Network 4051f2cb-f80f-426f-a4b6-a7c7be28def1 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:52:57.405468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-7ba75bbd-16ae-4898-bbaa-65d6626ce049 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 4051f2cb-f80f-426f-a4b6-a7c7be28def1) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:52:57.419620 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fb761-81c4-4270-8168-368fa8c94d73 None None] Pushing event updated for resources: {'Port': ['ID=6e07f84b-51ee-4f26-b1b3-73d33b7636c1,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:57.420096 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba75bbd-16ae-4898-bbaa-65d6626ce049 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:57.420803 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ba75bbd-16ae-4898-bbaa-65d6626ce049 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:57.425805 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2466ce-9508-4609-b476-5da79c3a3dde None None] Network 4051f2cb-f80f-426f-a4b6-a7c7be28def1 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:52:57.443422 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7ba75bbd-16ae-4898-bbaa-65d6626ce049 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5959334 Jul 09 09:52:57.443954 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 51988) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:57.532260 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269fb761-81c4-4270-8168-368fa8c94d73 None None] Network a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:52:57.535373 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-269fb761-81c4-4270-8168-368fa8c94d73 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:52:57.562322 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269fb761-81c4-4270-8168-368fa8c94d73 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:52:57.584173 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f586709-7c23-4d2b-9559-4fda45a570fc tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:57.658863 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-269fb761-81c4-4270-8168-368fa8c94d73 None None] Attempting to bind port 6e07f84b-51ee-4f26-b1b3-73d33b7636c1 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:52:57.659477 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-269fb761-81c4-4270-8168-368fa8c94d73 None None] Attempting to bind port 6e07f84b-51ee-4f26-b1b3-73d33b7636c1 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '5c801ca0-761a-4533-9887-59dd74053f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:52:57.660642 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269fb761-81c4-4270-8168-368fa8c94d73 None None] Attempting to bind port 6e07f84b-51ee-4f26-b1b3-73d33b7636c1 on network a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:52:57.667479 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269fb761-81c4-4270-8168-368fa8c94d73 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:52:57.667781 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269fb761-81c4-4270-8168-368fa8c94d73 None None] Checking segment: {'id': '5c801ca0-761a-4533-9887-59dd74053f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:52:57.668344 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-269fb761-81c4-4270-8168-368fa8c94d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:57.669139 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269fb761-81c4-4270-8168-368fa8c94d73 None None] Bound using segment: {'id': '5c801ca0-761a-4533-9887-59dd74053f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:52:57.669772 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-269fb761-81c4-4270-8168-368fa8c94d73 None None] Bound port: 6e07f84b-51ee-4f26-b1b3-73d33b7636c1, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c801ca0-761a-4533-9887-59dd74053f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:52:57.670308 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-269fb761-81c4-4270-8168-368fa8c94d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:57.677986 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f586709-7c23-4d2b-9559-4fda45a570fc tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:57.685344 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed00d1e5-7eaf-4372-87c5-cb2f2509942f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-4051f2cb-f80f-426f-a4b6-a7c7be28def1', 'network_id': '4051f2cb-f80f-426f-a4b6-a7c7be28def1', 'tenant_id': 'c4d9fe2af8d9482188ec814fc166b074', 'fixed_ips': [{'subnet_id': '356c84f6-be77-4080-b54e-4997c025dc79'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:52:57.686393 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ed00d1e5-7eaf-4372-87c5-cb2f2509942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:57.761495 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f586709-7c23-4d2b-9559-4fda45a570fc tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:57.794572 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f586709-7c23-4d2b-9559-4fda45a570fc tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event deleted for resources: {'Subnet': ['ID=356c84f6-be77-4080-b54e-4997c025dc79,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:57.856312 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-269fb761-81c4-4270-8168-368fa8c94d73 None None] For port 6e07f84b-51ee-4f26-b1b3-73d33b7636c1, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:52:57.863504 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-269fb761-81c4-4270-8168-368fa8c94d73 None None] For port 6e07f84b-51ee-4f26-b1b3-73d33b7636c1, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6e07f84b-51ee-4f26-b1b3-73d33b7636c1,segment=NetworkSegment(5c801ca0-761a-4533-9887-59dd74053f0a),segment_id=5c801ca0-761a-4533-9887-59dd74053f0a)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:52:57.873906 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-269fb761-81c4-4270-8168-368fa8c94d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server [None req-ed00d1e5-7eaf-4372-87c5-cb2f2509942f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 356c84f6-be77-4080-b54e-4997c025dc79: This subnet is being modified by another concurrent operation. Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise exception Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 356c84f6-be77-4080-b54e-4997c025dc79: This subnet is being modified by another concurrent operation. Jul 09 09:52:57.891658 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Jul 09 09:52:57.910041 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f586709-7c23-4d2b-9559-4fda45a570fc tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:57.922009 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-1f586709-7c23-4d2b-9559-4fda45a570fc tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4051f2cb-f80f-426f-a4b6-a7c7be28def1']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:57.929423 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260212c3-8cef-4bc7-8fd9-2920b3e70dd8 None None] Network 4051f2cb-f80f-426f-a4b6-a7c7be28def1 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:52:57.935348 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-1f586709-7c23-4d2b-9559-4fda45a570fc tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96efd48-f5f8-444d-bb69-6033774209a6') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:57.935660 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-1f586709-7c23-4d2b-9559-4fda45a570fc tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96efd48-f5f8-444d-bb69-6033774209a6') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:52:57.957245 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f586709-7c23-4d2b-9559-4fda45a570fc tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:57.981635 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f586709-7c23-4d2b-9559-4fda45a570fc tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:57.988507 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f586709-7c23-4d2b-9559-4fda45a570fc tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:52:57.988901 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f586709-7c23-4d2b-9559-4fda45a570fc tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:52:57.993542 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:52:58.043172 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fb761-81c4-4270-8168-368fa8c94d73 None None] Pushing event updated for resources: {'Port': ['ID=6e07f84b-51ee-4f26-b1b3-73d33b7636c1,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:58.064375 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f586709-7c23-4d2b-9559-4fda45a570fc tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:58.072249 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f586709-7c23-4d2b-9559-4fda45a570fc tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:58.074153 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1f586709-7c23-4d2b-9559-4fda45a570fc tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/networks/4051f2cb-f80f-426f-a4b6-a7c7be28def1 HTTP/1.1" status: 204 len: 168 time: 0.6277204 Jul 09 09:52:58.079322 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52000) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:58.085011 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3df09ee4-7c12-4dd8-93e0-1ac9326eeccf tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1949934149'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:52:58.100562 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f586709-7c23-4d2b-9559-4fda45a570fc tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event deleted for resources: {'Network': ['ID=4051f2cb-f80f-426f-a4b6-a7c7be28def1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:58.122025 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df09ee4-7c12-4dd8-93e0-1ac9326eeccf tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Made reservation on behalf of c4d9fe2af8d9482188ec814fc166b074 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:52:58.125625 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3df09ee4-7c12-4dd8-93e0-1ac9326eeccf tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:58.188747 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df09ee4-7c12-4dd8-93e0-1ac9326eeccf tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:52:58.205227 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3df09ee4-7c12-4dd8-93e0-1ac9326eeccf tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:58.205580 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-3df09ee4-7c12-4dd8-93e0-1ac9326eeccf tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Added segment 6ebea122-f312-4b64-acf6-5f753c8083b5 of type vlan for network 71de0c22-c41d-47d2-baf2-875b0d7f9469 Jul 09 09:52:58.277034 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3df09ee4-7c12-4dd8-93e0-1ac9326eeccf tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:58.322885 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3df09ee4-7c12-4dd8-93e0-1ac9326eeccf tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:58.330051 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df09ee4-7c12-4dd8-93e0-1ac9326eeccf tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:58.330716 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3df09ee4-7c12-4dd8-93e0-1ac9326eeccf tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:58.411111 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3df09ee4-7c12-4dd8-93e0-1ac9326eeccf tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3306215 Jul 09 09:52:58.414010 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52014) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:58.419758 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df09ee4-7c12-4dd8-93e0-1ac9326eeccf tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'Network': ['ID=71de0c22-c41d-47d2-baf2-875b0d7f9469,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:58.426118 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9caf672a-3c52-43a9-bb37-9f9f27ce8545 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Request body: {'subnet': {'network_id': '71de0c22-c41d-47d2-baf2-875b0d7f9469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:52:58.430321 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 71de0c22-c41d-47d2-baf2-875b0d7f9469 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:52:58.579745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9caf672a-3c52-43a9-bb37-9f9f27ce8545 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Made reservation on behalf of c4d9fe2af8d9482188ec814fc166b074 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:52:58.583724 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9caf672a-3c52-43a9-bb37-9f9f27ce8545 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:58.823644 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9caf672a-3c52-43a9-bb37-9f9f27ce8545 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:58.897773 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf672a-3c52-43a9-bb37-9f9f27ce8545 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'Subnet': ['ID=00af976f-9079-48ab-946b-c651f9b40650,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:58.908494 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caf672a-3c52-43a9-bb37-9f9f27ce8545 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Checking segment: {'id': '6ebea122-f312-4b64-acf6-5f753c8083b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '71de0c22-c41d-47d2-baf2-875b0d7f9469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:52:58.908850 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caf672a-3c52-43a9-bb37-9f9f27ce8545 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Network hostable DHCP agents. Network: 71de0c22-c41d-47d2-baf2-875b0d7f9469, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:52:58.928880 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caf672a-3c52-43a9-bb37-9f9f27ce8545 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Network 71de0c22-c41d-47d2-baf2-875b0d7f9469 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:52:58.940016 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-9caf672a-3c52-43a9-bb37-9f9f27ce8545 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 71de0c22-c41d-47d2-baf2-875b0d7f9469) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:52:58.944558 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caf672a-3c52-43a9-bb37-9f9f27ce8545 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:58.945362 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9caf672a-3c52-43a9-bb37-9f9f27ce8545 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:58.950446 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e548624e-8d07-49d1-bfc0-b9361e2543b3 None None] Network 71de0c22-c41d-47d2-baf2-875b0d7f9469 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:52:58.963294 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9caf672a-3c52-43a9-bb37-9f9f27ce8545 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5464985 Jul 09 09:52:58.966657 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52024) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:58.972692 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-27cf0d53-6147-4a80-bc15-673d086f7a3e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1886964868'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:52:59.004320 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cf0d53-6147-4a80-bc15-673d086f7a3e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Made reservation on behalf of c4d9fe2af8d9482188ec814fc166b074 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:52:59.008318 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-27cf0d53-6147-4a80-bc15-673d086f7a3e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:59.039932 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27cf0d53-6147-4a80-bc15-673d086f7a3e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:52:59.054939 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-27cf0d53-6147-4a80-bc15-673d086f7a3e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:59.055387 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-27cf0d53-6147-4a80-bc15-673d086f7a3e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Added segment d39795b6-2c7f-495d-ac6f-3ab96b136b5d of type vlan for network f96e18bf-6815-40b4-839a-90ea0bc5e5a4 Jul 09 09:52:59.111478 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-27cf0d53-6147-4a80-bc15-673d086f7a3e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:59.174413 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-27cf0d53-6147-4a80-bc15-673d086f7a3e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:59.180740 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cf0d53-6147-4a80-bc15-673d086f7a3e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:59.181356 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-27cf0d53-6147-4a80-bc15-673d086f7a3e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:59.204170 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e46d398-cae0-4b17-a9db-991df88434f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-71de0c22-c41d-47d2-baf2-875b0d7f9469', 'network_id': '71de0c22-c41d-47d2-baf2-875b0d7f9469', 'tenant_id': 'c4d9fe2af8d9482188ec814fc166b074', 'fixed_ips': [{'subnet_id': '00af976f-9079-48ab-946b-c651f9b40650'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:52:59.205593 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5e46d398-cae0-4b17-a9db-991df88434f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:59.246215 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-27cf0d53-6147-4a80-bc15-673d086f7a3e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2782829 Jul 09 09:52:59.249076 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52030) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:59.268135 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-bc569305-8013-48ed-a868-5bcdec87a7c5 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Request body: {'subnet': {'network_id': 'f96e18bf-6815-40b4-839a-90ea0bc5e5a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:52:59.268855 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d5373b-665f-43da-9661-894ee8014c32 None None] Network a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:52:59.292835 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf0d53-6147-4a80-bc15-673d086f7a3e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'Network': ['ID=f96e18bf-6815-40b4-839a-90ea0bc5e5a4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:59.407232 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc569305-8013-48ed-a868-5bcdec87a7c5 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Made reservation on behalf of c4d9fe2af8d9482188ec814fc166b074 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:52:59.416602 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc569305-8013-48ed-a868-5bcdec87a7c5 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:59.485143 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.ipam_backend_mixin [None req-bc569305-8013-48ed-a868-5bcdec87a7c5 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Performing IP validity checks on allocation pools {{(pid=93791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 09:52:59.485674 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.ipam_backend_mixin [None req-bc569305-8013-48ed-a868-5bcdec87a7c5 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 09:52:59.514013 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network f96e18bf-6815-40b4-839a-90ea0bc5e5a4 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:52:59.517464 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6e07f84b-51ee-4f26-b1b3-73d33b7636c1 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:52:59.689953 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-da7a20c5-cb1a-4707-b26b-d47e1054aade None None] Provisioning for port 6e07f84b-51ee-4f26-b1b3-73d33b7636c1 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:52:59.694913 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc569305-8013-48ed-a868-5bcdec87a7c5 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:59.769171 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc569305-8013-48ed-a868-5bcdec87a7c5 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'Subnet': ['ID=3698841b-9dba-4ae4-9cc2-cb5297c7d8d6,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:52:59.777249 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc569305-8013-48ed-a868-5bcdec87a7c5 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Checking segment: {'id': 'd39795b6-2c7f-495d-ac6f-3ab96b136b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f96e18bf-6815-40b4-839a-90ea0bc5e5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:52:59.777631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc569305-8013-48ed-a868-5bcdec87a7c5 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Network hostable DHCP agents. Network: f96e18bf-6815-40b4-839a-90ea0bc5e5a4, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:52:59.796012 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc569305-8013-48ed-a868-5bcdec87a7c5 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Network f96e18bf-6815-40b4-839a-90ea0bc5e5a4 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:52:59.806689 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-bc569305-8013-48ed-a868-5bcdec87a7c5 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, f96e18bf-6815-40b4-839a-90ea0bc5e5a4) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:52:59.811963 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc569305-8013-48ed-a868-5bcdec87a7c5 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:52:59.813044 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc569305-8013-48ed-a868-5bcdec87a7c5 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:52:59.834344 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bc569305-8013-48ed-a868-5bcdec87a7c5 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5816896 Jul 09 09:52:59.835423 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52048) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:52:59.837609 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052d1711-28ed-4c61-ac1c-9175b2a34c37 None None] Network f96e18bf-6815-40b4-839a-90ea0bc5e5a4 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:52:59.933364 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-5e46d398-cae0-4b17-a9db-991df88434f8 None None] Allocated IP 2001:db8::3 (71de0c22-c41d-47d2-baf2-875b0d7f9469/00af976f-9079-48ab-946b-c651f9b40650/e6f40f24-400e-480d-b3ab-71eaa90abbc0) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:52:59.982361 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72363733-ef46-47a6-81bf-4f3dcd43095a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:00.098534 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72363733-ef46-47a6-81bf-4f3dcd43095a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:00.156017 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 6e07f84b-51ee-4f26-b1b3-73d33b7636c1 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:53:00.179128 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 6e07f84b-51ee-4f26-b1b3-73d33b7636c1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:00.179501 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:00.211515 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72363733-ef46-47a6-81bf-4f3dcd43095a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:00.272847 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72363733-ef46-47a6-81bf-4f3dcd43095a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event deleted for resources: {'Subnet': ['ID=3698841b-9dba-4ae4-9cc2-cb5297c7d8d6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:00.344673 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5e46d398-cae0-4b17-a9db-991df88434f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:00.350486 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72363733-ef46-47a6-81bf-4f3dcd43095a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:00.373679 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-72363733-ef46-47a6-81bf-4f3dcd43095a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96e18bf-6815-40b4-839a-90ea0bc5e5a4']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:00.376435 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5e46d398-cae0-4b17-a9db-991df88434f8 None None] Transition to ACTIVE for port object e6f40f24-400e-480d-b3ab-71eaa90abbc0 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:53:00.387444 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-72363733-ef46-47a6-81bf-4f3dcd43095a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd39795b6-2c7f-495d-ac6f-3ab96b136b5d') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:00.387946 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-72363733-ef46-47a6-81bf-4f3dcd43095a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd39795b6-2c7f-495d-ac6f-3ab96b136b5d') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:00.399644 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72363733-ef46-47a6-81bf-4f3dcd43095a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:00.429719 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77755deb-4c8b-4a1d-857e-1e2ee73aea2e None None] Network f96e18bf-6815-40b4-839a-90ea0bc5e5a4 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:00.431035 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72363733-ef46-47a6-81bf-4f3dcd43095a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:00.456626 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72363733-ef46-47a6-81bf-4f3dcd43095a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:53:00.457046 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72363733-ef46-47a6-81bf-4f3dcd43095a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:53:00.460977 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:53:00.535419 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72363733-ef46-47a6-81bf-4f3dcd43095a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:00.536519 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5e46d398-cae0-4b17-a9db-991df88434f8 None None] Transition to ACTIVE for port object e6f40f24-400e-480d-b3ab-71eaa90abbc0 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:53:00.544679 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72363733-ef46-47a6-81bf-4f3dcd43095a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:00.552249 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-72363733-ef46-47a6-81bf-4f3dcd43095a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/networks/f96e18bf-6815-40b4-839a-90ea0bc5e5a4 HTTP/1.1" status: 204 len: 168 time: 0.7101336 Jul 09 09:53:00.552249 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52060) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:00.557384 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f03cd350-4871-49f5-9573-956edc6b53d0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-255299963'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:00.561864 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c39c67c6-9536-4f7b-bd09-397c0bdaf972 None None] Provisioning complete for port 6e07f84b-51ee-4f26-b1b3-73d33b7636c1 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:00.562234 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c39c67c6-9536-4f7b-bd09-397c0bdaf972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:00.564295 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:00.566178 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5e46d398-cae0-4b17-a9db-991df88434f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:00.606529 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72363733-ef46-47a6-81bf-4f3dcd43095a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event deleted for resources: {'Network': ['ID=f96e18bf-6815-40b4-839a-90ea0bc5e5a4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:00.618730 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03cd350-4871-49f5-9573-956edc6b53d0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Made reservation on behalf of c4d9fe2af8d9482188ec814fc166b074 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:53:00.623084 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f03cd350-4871-49f5-9573-956edc6b53d0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:00.655776 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03cd350-4871-49f5-9573-956edc6b53d0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:53:00.670009 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f03cd350-4871-49f5-9573-956edc6b53d0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:00.670367 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-f03cd350-4871-49f5-9573-956edc6b53d0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Added segment b475911c-5d67-406f-83a4-26b96eb55ab1 of type vlan for network 3a9dde4b-a60e-4934-bf3f-3b91a03e9846 Jul 09 09:53:00.686579 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e46d398-cae0-4b17-a9db-991df88434f8 None None] Network 71de0c22-c41d-47d2-baf2-875b0d7f9469 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:53:00.727944 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-5e46d398-cae0-4b17-a9db-991df88434f8 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:00.735201 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e46d398-cae0-4b17-a9db-991df88434f8 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:53:00.741988 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f03cd350-4871-49f5-9573-956edc6b53d0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:00.744585 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46d398-cae0-4b17-a9db-991df88434f8 None None] Pushing event updated for resources: {'Port': ['ID=e6f40f24-400e-480d-b3ab-71eaa90abbc0,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:00.752546 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 6e07f84b-51ee-4f26-b1b3-73d33b7636c1, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6e07f84b-51ee-4f26-b1b3-73d33b7636c1,segment=NetworkSegment(5c801ca0-761a-4533-9887-59dd74053f0a),segment_id=5c801ca0-761a-4533-9887-59dd74053f0a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:00.770627 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:00.797620 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f03cd350-4871-49f5-9573-956edc6b53d0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:00.805335 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03cd350-4871-49f5-9573-956edc6b53d0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:00.806072 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f03cd350-4871-49f5-9573-956edc6b53d0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:00.902866 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f03cd350-4871-49f5-9573-956edc6b53d0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3502126 Jul 09 09:53:00.905280 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5e46d398-cae0-4b17-a9db-991df88434f8 None None] Attempting to bind port e6f40f24-400e-480d-b3ab-71eaa90abbc0 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:53:00.905495 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52068) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:00.905928 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5e46d398-cae0-4b17-a9db-991df88434f8 None None] Attempting to bind port e6f40f24-400e-480d-b3ab-71eaa90abbc0 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '6ebea122-f312-4b64-acf6-5f753c8083b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '71de0c22-c41d-47d2-baf2-875b0d7f9469'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:53:00.906025 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e46d398-cae0-4b17-a9db-991df88434f8 None None] Attempting to bind port e6f40f24-400e-480d-b3ab-71eaa90abbc0 on network 71de0c22-c41d-47d2-baf2-875b0d7f9469 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:53:00.910608 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c2e527f0-d290-46f9-8a80-5a3753c6a52c tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Request body: {'subnet': {'network_id': '3a9dde4b-a60e-4934-bf3f-3b91a03e9846', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:00.916875 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cd350-4871-49f5-9573-956edc6b53d0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'Network': ['ID=3a9dde4b-a60e-4934-bf3f-3b91a03e9846,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:00.920022 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e46d398-cae0-4b17-a9db-991df88434f8 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:53:00.920410 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e46d398-cae0-4b17-a9db-991df88434f8 None None] Checking segment: {'id': '6ebea122-f312-4b64-acf6-5f753c8083b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '71de0c22-c41d-47d2-baf2-875b0d7f9469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:53:00.920791 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5e46d398-cae0-4b17-a9db-991df88434f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:00.921178 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e46d398-cae0-4b17-a9db-991df88434f8 None None] Bound using segment: {'id': '6ebea122-f312-4b64-acf6-5f753c8083b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '71de0c22-c41d-47d2-baf2-875b0d7f9469'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:53:00.921647 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5e46d398-cae0-4b17-a9db-991df88434f8 None None] Bound port: e6f40f24-400e-480d-b3ab-71eaa90abbc0, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebea122-f312-4b64-acf6-5f753c8083b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '71de0c22-c41d-47d2-baf2-875b0d7f9469'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:53:00.922025 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5e46d398-cae0-4b17-a9db-991df88434f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:00.929989 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 3a9dde4b-a60e-4934-bf3f-3b91a03e9846 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:53:00.938560 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=6e07f84b-51ee-4f26-b1b3-73d33b7636c1,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:01.051825 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e527f0-d290-46f9-8a80-5a3753c6a52c tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Made reservation on behalf of c4d9fe2af8d9482188ec814fc166b074 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:53:01.057603 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2e527f0-d290-46f9-8a80-5a3753c6a52c tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:01.059903 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5e46d398-cae0-4b17-a9db-991df88434f8 None None] For port e6f40f24-400e-480d-b3ab-71eaa90abbc0, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:53:01.063598 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5e46d398-cae0-4b17-a9db-991df88434f8 None None] For port e6f40f24-400e-480d-b3ab-71eaa90abbc0, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e6f40f24-400e-480d-b3ab-71eaa90abbc0,segment=NetworkSegment(6ebea122-f312-4b64-acf6-5f753c8083b5),segment_id=6ebea122-f312-4b64-acf6-5f753c8083b5)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:53:01.069791 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5e46d398-cae0-4b17-a9db-991df88434f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:01.191449 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46d398-cae0-4b17-a9db-991df88434f8 None None] Pushing event updated for resources: {'Port': ['ID=e6f40f24-400e-480d-b3ab-71eaa90abbc0,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:01.315493 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6e07f84b-51ee-4f26-b1b3-73d33b7636c1 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:53:01.356854 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2e527f0-d290-46f9-8a80-5a3753c6a52c tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:01.453077 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 6e07f84b-51ee-4f26-b1b3-73d33b7636c1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:01.456796 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:01.537974 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e527f0-d290-46f9-8a80-5a3753c6a52c tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'Subnet': ['ID=49d2640d-9b58-48c7-b320-009dd7556a4c,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:01.566484 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e527f0-d290-46f9-8a80-5a3753c6a52c tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Checking segment: {'id': 'b475911c-5d67-406f-83a4-26b96eb55ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3a9dde4b-a60e-4934-bf3f-3b91a03e9846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:53:01.566853 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e527f0-d290-46f9-8a80-5a3753c6a52c tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Network hostable DHCP agents. Network: 3a9dde4b-a60e-4934-bf3f-3b91a03e9846, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:53:01.590499 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e527f0-d290-46f9-8a80-5a3753c6a52c tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Network 3a9dde4b-a60e-4934-bf3f-3b91a03e9846 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:53:01.601334 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c2e527f0-d290-46f9-8a80-5a3753c6a52c tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 3a9dde4b-a60e-4934-bf3f-3b91a03e9846) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:01.607261 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e527f0-d290-46f9-8a80-5a3753c6a52c tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:01.608472 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2e527f0-d290-46f9-8a80-5a3753c6a52c tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:01.630376 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c2e527f0-d290-46f9-8a80-5a3753c6a52c tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7234557 Jul 09 09:53:01.633308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52082) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:01.676855 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddd9c58-a2f3-4442-9db8-c75c55aa3254 None None] Network 3a9dde4b-a60e-4934-bf3f-3b91a03e9846 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:01.748657 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26d02b6c-79d6-4234-af9d-3986130985fd tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:01.815852 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26d02b6c-79d6-4234-af9d-3986130985fd tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:01.876035 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ba43c4-c34a-4fae-adbf-90fec5a37be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-3a9dde4b-a60e-4934-bf3f-3b91a03e9846', 'network_id': '3a9dde4b-a60e-4934-bf3f-3b91a03e9846', 'tenant_id': 'c4d9fe2af8d9482188ec814fc166b074', 'fixed_ips': [{'subnet_id': '49d2640d-9b58-48c7-b320-009dd7556a4c'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:53:01.880484 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-34ba43c4-c34a-4fae-adbf-90fec5a37be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:01.899955 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26d02b6c-79d6-4234-af9d-3986130985fd tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:01.932270 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d02b6c-79d6-4234-af9d-3986130985fd tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event deleted for resources: {'Subnet': ['ID=49d2640d-9b58-48c7-b320-009dd7556a4c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:01.990771 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e771ee9-adc2-464d-aa60-6dd1d6385d2c None None] Network 3a9dde4b-a60e-4934-bf3f-3b91a03e9846 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:02.007296 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26d02b6c-79d6-4234-af9d-3986130985fd tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:02.018350 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-26d02b6c-79d6-4234-af9d-3986130985fd tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a9dde4b-a60e-4934-bf3f-3b91a03e9846']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:02.029246 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-26d02b6c-79d6-4234-af9d-3986130985fd tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b475911c-5d67-406f-83a4-26b96eb55ab1') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:02.029546 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-26d02b6c-79d6-4234-af9d-3986130985fd tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b475911c-5d67-406f-83a4-26b96eb55ab1') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:02.053265 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26d02b6c-79d6-4234-af9d-3986130985fd tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:02.071185 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26d02b6c-79d6-4234-af9d-3986130985fd tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:02.078469 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d02b6c-79d6-4234-af9d-3986130985fd tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:53:02.078942 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26d02b6c-79d6-4234-af9d-3986130985fd tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:53:02.082480 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:53:02.154236 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26d02b6c-79d6-4234-af9d-3986130985fd tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:02.171305 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26d02b6c-79d6-4234-af9d-3986130985fd tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:02.173198 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-26d02b6c-79d6-4234-af9d-3986130985fd tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/networks/3a9dde4b-a60e-4934-bf3f-3b91a03e9846 HTTP/1.1" status: 204 len: 168 time: 0.5387013 Jul 09 09:53:02.179026 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52096) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:02.184443 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-79302e7f-4dc8-478b-949c-911fa27c83ae tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1890576718'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:02.186419 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d02b6c-79d6-4234-af9d-3986130985fd tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event deleted for resources: {'Network': ['ID=3a9dde4b-a60e-4934-bf3f-3b91a03e9846,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:02.217954 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79302e7f-4dc8-478b-949c-911fa27c83ae tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Made reservation on behalf of c4d9fe2af8d9482188ec814fc166b074 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:53:02.222832 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79302e7f-4dc8-478b-949c-911fa27c83ae tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:02.255820 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79302e7f-4dc8-478b-949c-911fa27c83ae tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:53:02.265267 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79302e7f-4dc8-478b-949c-911fa27c83ae tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:02.265670 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-79302e7f-4dc8-478b-949c-911fa27c83ae tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Added segment be146291-727b-4d38-bd7c-4be510558525 of type vlan for network 66a2d363-b09d-422b-935e-12e07773b592 Jul 09 09:53:02.335490 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79302e7f-4dc8-478b-949c-911fa27c83ae tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:02.347261 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb42f77-eb2d-474f-8f1e-a18d12ef7061 None None] Network 71de0c22-c41d-47d2-baf2-875b0d7f9469 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:02.382440 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79302e7f-4dc8-478b-949c-911fa27c83ae tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:02.390724 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79302e7f-4dc8-478b-949c-911fa27c83ae tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:02.391439 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79302e7f-4dc8-478b-949c-911fa27c83ae tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:02.416595 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-79302e7f-4dc8-478b-949c-911fa27c83ae tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2336929 Jul 09 09:53:02.417575 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52108) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:02.426357 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7bdb6ec6-1fc3-4c91-9eef-e98fa0dd8f8f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Request body: {'subnet': {'network_id': '66a2d363-b09d-422b-935e-12e07773b592', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:02.445566 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1512acf4-e911-48a4-9e36-3ad825a2acb3 None None] Provisioning for port e6f40f24-400e-480d-b3ab-71eaa90abbc0 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:53:02.509884 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79302e7f-4dc8-478b-949c-911fa27c83ae tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'Network': ['ID=66a2d363-b09d-422b-935e-12e07773b592,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:02.529878 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 66a2d363-b09d-422b-935e-12e07773b592 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:53:02.574425 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdb6ec6-1fc3-4c91-9eef-e98fa0dd8f8f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Made reservation on behalf of c4d9fe2af8d9482188ec814fc166b074 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:53:02.578814 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7bdb6ec6-1fc3-4c91-9eef-e98fa0dd8f8f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:02.820038 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7bdb6ec6-1fc3-4c91-9eef-e98fa0dd8f8f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:02.895244 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdb6ec6-1fc3-4c91-9eef-e98fa0dd8f8f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Checking segment: {'id': 'be146291-727b-4d38-bd7c-4be510558525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '66a2d363-b09d-422b-935e-12e07773b592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:53:02.895603 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdb6ec6-1fc3-4c91-9eef-e98fa0dd8f8f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Network hostable DHCP agents. Network: 66a2d363-b09d-422b-935e-12e07773b592, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:53:02.898492 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb6ec6-1fc3-4c91-9eef-e98fa0dd8f8f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'Subnet': ['ID=34237f25-b932-47d7-a022-f1f592334d66,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:02.917465 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdb6ec6-1fc3-4c91-9eef-e98fa0dd8f8f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Network 66a2d363-b09d-422b-935e-12e07773b592 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:53:02.921454 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c18157c-1ae0-4f1e-abc4-b3d22f1f998a None None] get_active_networks_info from n-d-799996-1 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 09:53:02.929167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-7bdb6ec6-1fc3-4c91-9eef-e98fa0dd8f8f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 66a2d363-b09d-422b-935e-12e07773b592) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:02.933760 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdb6ec6-1fc3-4c91-9eef-e98fa0dd8f8f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:02.935046 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7bdb6ec6-1fc3-4c91-9eef-e98fa0dd8f8f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:02.953680 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7bdb6ec6-1fc3-4c91-9eef-e98fa0dd8f8f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5333433 Jul 09 09:53:02.954385 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52118) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:03.061655 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c18157c-1ae0-4f1e-abc4-b3d22f1f998a None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 09:53:03.064021 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76d2291f-1ead-40ff-b2b2-77dcfe61e81a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:03.128116 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76d2291f-1ead-40ff-b2b2-77dcfe61e81a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:03.197223 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76d2291f-1ead-40ff-b2b2-77dcfe61e81a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:03.234113 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2291f-1ead-40ff-b2b2-77dcfe61e81a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event deleted for resources: {'Subnet': ['ID=34237f25-b932-47d7-a022-f1f592334d66,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:03.325116 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76d2291f-1ead-40ff-b2b2-77dcfe61e81a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:03.354381 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-76d2291f-1ead-40ff-b2b2-77dcfe61e81a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a2d363-b09d-422b-935e-12e07773b592']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:03.367236 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-76d2291f-1ead-40ff-b2b2-77dcfe61e81a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be146291-727b-4d38-bd7c-4be510558525') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:03.367761 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-76d2291f-1ead-40ff-b2b2-77dcfe61e81a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be146291-727b-4d38-bd7c-4be510558525') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:03.382456 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76d2291f-1ead-40ff-b2b2-77dcfe61e81a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:03.448109 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76d2291f-1ead-40ff-b2b2-77dcfe61e81a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:03.468237 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d2291f-1ead-40ff-b2b2-77dcfe61e81a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:53:03.468713 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76d2291f-1ead-40ff-b2b2-77dcfe61e81a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:53:03.472317 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:53:03.490634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e6f40f24-400e-480d-b3ab-71eaa90abbc0 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:53:03.569423 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76d2291f-1ead-40ff-b2b2-77dcfe61e81a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:03.572837 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5169a8e2-1832-45a1-b7f0-ba823bc5cf4c None None] Network 66a2d363-b09d-422b-935e-12e07773b592 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:03.575621 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76d2291f-1ead-40ff-b2b2-77dcfe61e81a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:03.577863 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-76d2291f-1ead-40ff-b2b2-77dcfe61e81a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/networks/66a2d363-b09d-422b-935e-12e07773b592 HTTP/1.1" status: 204 len: 168 time: 0.6222329 Jul 09 09:53:03.580981 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port e6f40f24-400e-480d-b3ab-71eaa90abbc0 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:53:03.581805 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52136) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:03.587200 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e697147f-e469-4e17-a2de-7f5e5c3fb3e3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1359375554'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:03.595098 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2291f-1ead-40ff-b2b2-77dcfe61e81a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event deleted for resources: {'Network': ['ID=66a2d363-b09d-422b-935e-12e07773b592,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:03.601255 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5169a8e2-1832-45a1-b7f0-ba823bc5cf4c None None] Network 66a2d363-b09d-422b-935e-12e07773b592 could not be found, it might have been deleted concurrently. {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 09:53:03.608250 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port e6f40f24-400e-480d-b3ab-71eaa90abbc0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:03.608652 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:03.612603 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbac9713-19a9-415b-ab8d-3ae37c122db1 None None] Network 66a2d363-b09d-422b-935e-12e07773b592 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:03.635361 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e697147f-e469-4e17-a2de-7f5e5c3fb3e3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Made reservation on behalf of c4d9fe2af8d9482188ec814fc166b074 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:53:03.640812 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e697147f-e469-4e17-a2de-7f5e5c3fb3e3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:03.643486 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbac9713-19a9-415b-ab8d-3ae37c122db1 None None] Network 66a2d363-b09d-422b-935e-12e07773b592 could not be found, it might have been deleted concurrently. {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 09:53:03.673097 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e697147f-e469-4e17-a2de-7f5e5c3fb3e3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:53:03.684540 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e697147f-e469-4e17-a2de-7f5e5c3fb3e3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:03.684907 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-e697147f-e469-4e17-a2de-7f5e5c3fb3e3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Added segment 717cd635-a83a-49e2-b6ff-e00f2f2c65e5 of type vlan for network 3b3a53bf-b507-4882-9e87-912e95d84cff Jul 09 09:53:03.746977 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e697147f-e469-4e17-a2de-7f5e5c3fb3e3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:03.764030 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:03.804566 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e697147f-e469-4e17-a2de-7f5e5c3fb3e3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:03.812627 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e697147f-e469-4e17-a2de-7f5e5c3fb3e3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:03.813450 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e697147f-e469-4e17-a2de-7f5e5c3fb3e3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:03.829786 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port e6f40f24-400e-480d-b3ab-71eaa90abbc0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e6f40f24-400e-480d-b3ab-71eaa90abbc0,segment=NetworkSegment(6ebea122-f312-4b64-acf6-5f753c8083b5),segment_id=6ebea122-f312-4b64-acf6-5f753c8083b5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:03.834662 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:03.901669 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697147f-e469-4e17-a2de-7f5e5c3fb3e3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'Network': ['ID=3b3a53bf-b507-4882-9e87-912e95d84cff,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:03.906212 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e697147f-e469-4e17-a2de-7f5e5c3fb3e3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3233902 Jul 09 09:53:03.908873 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52146) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:03.920331 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3079e7d5-ca12-40e1-91fa-d07a5b399877 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Request body: {'subnet': {'network_id': '3b3a53bf-b507-4882-9e87-912e95d84cff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:03.920694 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 3b3a53bf-b507-4882-9e87-912e95d84cff details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:53:03.984023 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=e6f40f24-400e-480d-b3ab-71eaa90abbc0,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:04.027342 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:04.095714 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2490c2-dd9d-496c-aa7f-36a472241be9 req-cca8d6af-a3b1-41dc-8d56-4715b4dc36df tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:04.097933 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0d2490c2-dd9d-496c-aa7f-36a472241be9 req-cca8d6af-a3b1-41dc-8d56-4715b4dc36df tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.1718769 Jul 09 09:53:04.099223 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3079e7d5-ca12-40e1-91fa-d07a5b399877 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Made reservation on behalf of c4d9fe2af8d9482188ec814fc166b074 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:53:04.103090 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3079e7d5-ca12-40e1-91fa-d07a5b399877 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:04.206986 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0d2490c2-dd9d-496c-aa7f-36a472241be9 req-1496cbad-42eb-4f54-b9ed-a5222a29d2ea tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994473 Jul 09 09:53:04.337331 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3079e7d5-ca12-40e1-91fa-d07a5b399877 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:04.402618 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079e7d5-ca12-40e1-91fa-d07a5b399877 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'Subnet': ['ID=d2d14d54-8bc2-4930-8703-1b604b5645a3,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:04.419910 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3079e7d5-ca12-40e1-91fa-d07a5b399877 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Checking segment: {'id': '717cd635-a83a-49e2-b6ff-e00f2f2c65e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3b3a53bf-b507-4882-9e87-912e95d84cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:53:04.420304 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3079e7d5-ca12-40e1-91fa-d07a5b399877 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Network hostable DHCP agents. Network: 3b3a53bf-b507-4882-9e87-912e95d84cff, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:53:04.438527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3079e7d5-ca12-40e1-91fa-d07a5b399877 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Network 3b3a53bf-b507-4882-9e87-912e95d84cff is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:53:04.449472 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-3079e7d5-ca12-40e1-91fa-d07a5b399877 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 3b3a53bf-b507-4882-9e87-912e95d84cff) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:04.454395 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3079e7d5-ca12-40e1-91fa-d07a5b399877 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:04.455576 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3079e7d5-ca12-40e1-91fa-d07a5b399877 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:04.461516 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf7f7b9-bd4b-47b4-b210-d186b8b67a63 None None] Network 3b3a53bf-b507-4882-9e87-912e95d84cff requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:04.477802 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52156) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:04.480247 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3079e7d5-ca12-40e1-91fa-d07a5b399877 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5697031 Jul 09 09:53:04.483969 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-19b02769-7bae-498c-9045-6360fda646ed tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Request body: {'subnet': {'network_id': '3b3a53bf-b507-4882-9e87-912e95d84cff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:04.672829 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66321420-7648-4356-8352-eb7d77daf757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-3b3a53bf-b507-4882-9e87-912e95d84cff', 'network_id': '3b3a53bf-b507-4882-9e87-912e95d84cff', 'tenant_id': 'c4d9fe2af8d9482188ec814fc166b074', 'fixed_ips': [{'subnet_id': 'd2d14d54-8bc2-4930-8703-1b604b5645a3'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:53:04.673709 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66321420-7648-4356-8352-eb7d77daf757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:04.705978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b02769-7bae-498c-9045-6360fda646ed tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Made reservation on behalf of c4d9fe2af8d9482188ec814fc166b074 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:53:04.711840 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19b02769-7bae-498c-9045-6360fda646ed tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:04.902523 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-66321420-7648-4356-8352-eb7d77daf757 None None] Allocated IP 2001:db8::2 (3b3a53bf-b507-4882-9e87-912e95d84cff/d2d14d54-8bc2-4930-8703-1b604b5645a3/bd30a00b-28b1-4743-b5fa-b8969c5c7c1d) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:53:04.991863 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52180) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:05.009803 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19b02769-7bae-498c-9045-6360fda646ed tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:05.075978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b02769-7bae-498c-9045-6360fda646ed tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Network 3b3a53bf-b507-4882-9e87-912e95d84cff is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:53:05.078257 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee210d6b-5ad5-49c7-a9f6-abf1f3c16e08 req-4e5a17db-457c-4daf-9947-3ef52504f0db tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:05.080693 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee210d6b-5ad5-49c7-a9f6-abf1f3c16e08 req-4e5a17db-457c-4daf-9947-3ef52504f0db tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.64 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.1151593 Jul 09 09:53:05.088394 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-19b02769-7bae-498c-9045-6360fda646ed tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:05.096442 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b02769-7bae-498c-9045-6360fda646ed tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:05.097046 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19b02769-7bae-498c-9045-6360fda646ed tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:05.120961 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-19b02769-7bae-498c-9045-6360fda646ed tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6396503 Jul 09 09:53:05.122556 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52184) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:05.140254 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b02769-7bae-498c-9045-6360fda646ed tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'Subnet': ['ID=7ca8df06-c65e-4b02-b295-0a1c91a3b78d,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:05.184213 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b69f5a9-6fe1-448f-9e17-e5ee7ab8beec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:05.206164 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66321420-7648-4356-8352-eb7d77daf757 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:05.229386 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86d96af-f5c4-4e41-9391-b42361bbfe66 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:05.231037 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-66321420-7648-4356-8352-eb7d77daf757 None None] Transition to ACTIVE for port object bd30a00b-28b1-4743-b5fa-b8969c5c7c1d will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:53:05.231181 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86d96af-f5c4-4e41-9391-b42361bbfe66 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:05.233088 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86d96af-f5c4-4e41-9391-b42361bbfe66 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:05.248392 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86d96af-f5c4-4e41-9391-b42361bbfe66 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:05.254176 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-ee210d6b-5ad5-49c7-a9f6-abf1f3c16e08 req-848e0f5a-8061-4d30-a853-b24b630412dc tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Deleting port 3bd90d64-a9b2-4541-bb33-e3dbaae13163 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:53:05.254625 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ee210d6b-5ad5-49c7-a9f6-abf1f3c16e08 req-848e0f5a-8061-4d30-a853-b24b630412dc tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:05.254729 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86d96af-f5c4-4e41-9391-b42361bbfe66 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:05.265042 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a86d96af-f5c4-4e41-9391-b42361bbfe66 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1372137 Jul 09 09:53:05.267388 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52188) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:05.271865 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-66321420-7648-4356-8352-eb7d77daf757 None None] Transition to ACTIVE for port object bd30a00b-28b1-4743-b5fa-b8969c5c7c1d will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:53:05.280852 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8a6a059d-336b-46e4-86d6-18639cd52db8 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-645882796'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:05.288261 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66321420-7648-4356-8352-eb7d77daf757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:05.375094 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e6f40f24-400e-480d-b3ab-71eaa90abbc0 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:53:05.392893 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66321420-7648-4356-8352-eb7d77daf757 None None] Network 3b3a53bf-b507-4882-9e87-912e95d84cff is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:53:05.398840 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b69f5a9-6fe1-448f-9e17-e5ee7ab8beec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:05.416206 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-66321420-7648-4356-8352-eb7d77daf757 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:05.419499 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b69f5a9-6fe1-448f-9e17-e5ee7ab8beec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:05.423571 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66321420-7648-4356-8352-eb7d77daf757 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:53:05.439823 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66321420-7648-4356-8352-eb7d77daf757 None None] Pushing event updated for resources: {'Port': ['ID=bd30a00b-28b1-4743-b5fa-b8969c5c7c1d,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:05.458385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ee210d6b-5ad5-49c7-a9f6-abf1f3c16e08 req-848e0f5a-8061-4d30-a853-b24b630412dc tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] For port 3bd90d64-a9b2-4541-bb33-e3dbaae13163, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=3bd90d64-a9b2-4541-bb33-e3dbaae13163,segment=NetworkSegment(498e2393-079b-4450-9c02-7ce0fce4169c),segment_id=498e2393-079b-4450-9c02-7ce0fce4169c)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:05.458884 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ee210d6b-5ad5-49c7-a9f6-abf1f3c16e08 req-848e0f5a-8061-4d30-a853-b24b630412dc tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:05.477637 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69f5a9-6fe1-448f-9e17-e5ee7ab8beec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f7fc99-9bfc-4cf4-af80-099995f72c92,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:05.493600 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6a059d-336b-46e4-86d6-18639cd52db8 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Made reservation on behalf of c4d9fe2af8d9482188ec814fc166b074 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:53:05.507380 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a6a059d-336b-46e4-86d6-18639cd52db8 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:05.507726 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-66321420-7648-4356-8352-eb7d77daf757 None None] Attempting to bind port bd30a00b-28b1-4743-b5fa-b8969c5c7c1d on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:53:05.508274 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-66321420-7648-4356-8352-eb7d77daf757 None None] Attempting to bind port bd30a00b-28b1-4743-b5fa-b8969c5c7c1d by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '717cd635-a83a-49e2-b6ff-e00f2f2c65e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3b3a53bf-b507-4882-9e87-912e95d84cff'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:53:05.508639 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66321420-7648-4356-8352-eb7d77daf757 None None] Attempting to bind port bd30a00b-28b1-4743-b5fa-b8969c5c7c1d on network 3b3a53bf-b507-4882-9e87-912e95d84cff {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:53:05.515489 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66321420-7648-4356-8352-eb7d77daf757 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:53:05.515914 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66321420-7648-4356-8352-eb7d77daf757 None None] Checking segment: {'id': '717cd635-a83a-49e2-b6ff-e00f2f2c65e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3b3a53bf-b507-4882-9e87-912e95d84cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:53:05.516320 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66321420-7648-4356-8352-eb7d77daf757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:05.516717 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66321420-7648-4356-8352-eb7d77daf757 None None] Bound using segment: {'id': '717cd635-a83a-49e2-b6ff-e00f2f2c65e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3b3a53bf-b507-4882-9e87-912e95d84cff'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:53:05.517184 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-66321420-7648-4356-8352-eb7d77daf757 None None] Bound port: bd30a00b-28b1-4743-b5fa-b8969c5c7c1d, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717cd635-a83a-49e2-b6ff-e00f2f2c65e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3b3a53bf-b507-4882-9e87-912e95d84cff'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:53:05.517565 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66321420-7648-4356-8352-eb7d77daf757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:05.530791 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port e6f40f24-400e-480d-b3ab-71eaa90abbc0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:05.531160 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:05.549691 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5b69f5a9-6fe1-448f-9e17-e5ee7ab8beec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=790be3ef30054047ba410d75eac8203f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5546222 Jul 09 09:53:05.554589 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52190) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:05.600168 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6a059d-336b-46e4-86d6-18639cd52db8 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:53:05.623853 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a6a059d-336b-46e4-86d6-18639cd52db8 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:05.624386 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-8a6a059d-336b-46e4-86d6-18639cd52db8 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Added segment df4abb06-7448-4946-ad38-d8bc0f177c3d of type vlan for network 7ad857ff-1d7c-462e-a116-8fa6c1eeb301 Jul 09 09:53:05.679317 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7667edfb-b1ba-4721-9731-69a13e9d3cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:05.694359 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a6a059d-336b-46e4-86d6-18639cd52db8 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:05.699309 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ee210d6b-5ad5-49c7-a9f6-abf1f3c16e08 req-848e0f5a-8061-4d30-a853-b24b630412dc tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:05.703125 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ee210d6b-5ad5-49c7-a9f6-abf1f3c16e08 req-848e0f5a-8061-4d30-a853-b24b630412dc tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:05.704285 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [req-ee210d6b-5ad5-49c7-a9f6-abf1f3c16e08 req-848e0f5a-8061-4d30-a853-b24b630412dc tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Floating IP 549997f7-442e-4a81-bac5-613cf28245a7 disassociated. External IP: 172.25.3.105, port: 3bd90d64-a9b2-4541-bb33-e3dbaae13163. Jul 09 09:53:05.705137 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-ee210d6b-5ad5-49c7-a9f6-abf1f3c16e08 req-848e0f5a-8061-4d30-a853-b24b630412dc tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Calling delete_port for 3bd90d64-a9b2-4541-bb33-e3dbaae13163 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:53:05.729428 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7667edfb-b1ba-4721-9731-69a13e9d3cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:05.729683 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-66321420-7648-4356-8352-eb7d77daf757 None None] For port bd30a00b-28b1-4743-b5fa-b8969c5c7c1d, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:53:05.749408 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-66321420-7648-4356-8352-eb7d77daf757 None None] For port bd30a00b-28b1-4743-b5fa-b8969c5c7c1d, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=bd30a00b-28b1-4743-b5fa-b8969c5c7c1d,segment=NetworkSegment(717cd635-a83a-49e2-b6ff-e00f2f2c65e5),segment_id=717cd635-a83a-49e2-b6ff-e00f2f2c65e5)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:53:05.760284 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66321420-7648-4356-8352-eb7d77daf757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:05.807179 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a6a059d-336b-46e4-86d6-18639cd52db8 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:05.814999 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6a059d-336b-46e4-86d6-18639cd52db8 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:05.815656 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a6a059d-336b-46e4-86d6-18639cd52db8 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:05.833424 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7667edfb-b1ba-4721-9731-69a13e9d3cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:05.837515 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7667edfb-b1ba-4721-9731-69a13e9d3cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:05.838735 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7667edfb-b1ba-4721-9731-69a13e9d3cd2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/02f7fc99-9bfc-4cf4-af80-099995f72c92 HTTP/1.1" status: 204 len: 168 time: 0.2830443 Jul 09 09:53:05.873001 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c331a6a-5dc6-4fc9-b2d5-10ed80fb8d10 req-d0d19651-64e3-4079-b6a3-eec4928e39cc tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:05.874709 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c331a6a-5dc6-4fc9-b2d5-10ed80fb8d10 req-d0d19651-64e3-4079-b6a3-eec4928e39cc tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 946 time: 0.1660392 Jul 09 09:53:05.908686 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66321420-7648-4356-8352-eb7d77daf757 None None] Pushing event updated for resources: {'Port': ['ID=bd30a00b-28b1-4743-b5fa-b8969c5c7c1d,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:05.929213 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667edfb-b1ba-4721-9731-69a13e9d3cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f7fc99-9bfc-4cf4-af80-099995f72c92,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:05.936343 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8a6a059d-336b-46e4-86d6-18639cd52db8 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6665180 Jul 09 09:53:05.940086 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52194) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:05.966520 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b7da557c-1be5-4448-8eab-13d97fa29905 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:06.018329 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c331a6a-5dc6-4fc9-b2d5-10ed80fb8d10 req-e4ce89d7-84fa-4b91-b5aa-5ea184213c6b tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d242f85-ceec-45d2-a95c-c58049861745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336348 Jul 09 09:53:06.058274 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ee210d6b-5ad5-49c7-a9f6-abf1f3c16e08 req-848e0f5a-8061-4d30-a853-b24b630412dc tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:06.079814 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a059d-336b-46e4-86d6-18639cd52db8 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'Network': ['ID=7ad857ff-1d7c-462e-a116-8fa6c1eeb301,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:06.090908 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 7ad857ff-1d7c-462e-a116-8fa6c1eeb301 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:53:06.095007 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e0f5a-8061-4d30-a853-b24b630412dc tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Pushing event deleted for resources: {'Port': ['ID=3bd90d64-a9b2-4541-bb33-e3dbaae13163,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:06.269781 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7da557c-1be5-4448-8eab-13d97fa29905 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:06.295934 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7da557c-1be5-4448-8eab-13d97fa29905 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:06.337393 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b7da557c-1be5-4448-8eab-13d97fa29905 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Network 7ad857ff-1d7c-462e-a116-8fa6c1eeb301 is not hosted by any dhcp agent {{(pid=93791) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 09:53:06.357527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee210d6b-5ad5-49c7-a9f6-abf1f3c16e08 req-848e0f5a-8061-4d30-a853-b24b630412dc tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Router 79b47742-f435-4d63-b1ce-8e1523371d54 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:53:06.360243 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7da557c-1be5-4448-8eab-13d97fa29905 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:06.360957 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7da557c-1be5-4448-8eab-13d97fa29905 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:06.368123 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b7da557c-1be5-4448-8eab-13d97fa29905 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "PUT /v2.0/networks/7ad857ff-1d7c-462e-a116-8fa6c1eeb301 HTTP/1.1" status: 200 len: 723 time: 0.4232988 Jul 09 09:53:06.374783 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52200) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:06.411846 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52202) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:06.426008 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7d956111-2cc2-497e-aa93-0f2d1f683440 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Request body: {'subnet': {'network_id': '7ad857ff-1d7c-462e-a116-8fa6c1eeb301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:06.432938 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-867de842-80ed-4529-a1ed-ec52d31247b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:06.437500 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da557c-1be5-4448-8eab-13d97fa29905 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'Network': ['ID=7ad857ff-1d7c-462e-a116-8fa6c1eeb301,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:06.449302 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 7ad857ff-1d7c-462e-a116-8fa6c1eeb301 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:53:06.597379 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee210d6b-5ad5-49c7-a9f6-abf1f3c16e08 req-848e0f5a-8061-4d30-a853-b24b630412dc tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:53:06.598412 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-867de842-80ed-4529-a1ed-ec52d31247b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:06.608698 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a282144-5242-4f77-9cbf-ffe4e24aa684 None None] Sync routers for ids ['79b47742-f435-4d63-b1ce-8e1523371d54'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:53:06.613640 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-867de842-80ed-4529-a1ed-ec52d31247b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:06.624347 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a282144-5242-4f77-9cbf-ffe4e24aa684 None None] Routers {'79b47742-f435-4d63-b1ce-8e1523371d54'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:53:06.625168 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2a282144-5242-4f77-9cbf-ffe4e24aa684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:52:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['79b47742-f435-4d63-b1ce-8e1523371d54'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:06.678367 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee210d6b-5ad5-49c7-a9f6-abf1f3c16e08 req-848e0f5a-8061-4d30-a853-b24b630412dc tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] No DVR routers for this DVR port 3bd90d64-a9b2-4541-bb33-e3dbaae13163 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:53:06.682910 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ee210d6b-5ad5-49c7-a9f6-abf1f3c16e08 req-848e0f5a-8061-4d30-a853-b24b630412dc tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:06.685211 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee210d6b-5ad5-49c7-a9f6-abf1f3c16e08 req-848e0f5a-8061-4d30-a853-b24b630412dc tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.64 "DELETE /v2.0/ports/3bd90d64-a9b2-4541-bb33-e3dbaae13163 HTTP/1.1" status: 204 len: 173 time: 1.5984347 Jul 09 09:53:06.685776 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd767f1a2-df6b-4cfb-9399-caceed6b31bd', 'name': 'network-vif-deleted', 'tag': '3bd90d64-a9b2-4541-bb33-e3dbaae13163'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:53:06.688322 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3952d4-2f2e-4460-84fa-82d4b5e02472" -d '{"events": [{"server_uuid": "d767f1a2-df6b-4cfb-9399-caceed6b31bd", "name": "network-vif-deleted", "tag": "3bd90d64-a9b2-4541-bb33-e3dbaae13163"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:53:06.705916 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-867de842-80ed-4529-a1ed-ec52d31247b3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=412db324f7f448859e47a75e58fdaf77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2929709 Jul 09 09:53:06.707629 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52206) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:06.718116 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d956111-2cc2-497e-aa93-0f2d1f683440 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Made reservation on behalf of c4d9fe2af8d9482188ec814fc166b074 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:53:06.728513 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d956111-2cc2-497e-aa93-0f2d1f683440 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:06.757825 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867de842-80ed-4529-a1ed-ec52d31247b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b9f197-459d-42be-b764-608d2341cf91,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:06.784306 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2bfc042b-54d7-4dd1-b62e-63c209c9a28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:06.822963 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31184fc0-b0b2-4d5a-967a-4bc69d795da7 x-openstack-request-id: req-31184fc0-b0b2-4d5a-967a-4bc69d795da7 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:53:06.823608 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d767f1a2-df6b-4cfb-9399-caceed6b31bd", "name": "network-vif-deleted", "tag": "3bd90d64-a9b2-4541-bb33-e3dbaae13163", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:53:06.824105 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-31184fc0-b0b2-4d5a-967a-4bc69d795da7 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:53:06.824699 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd767f1a2-df6b-4cfb-9399-caceed6b31bd', 'name': 'network-vif-deleted', 'tag': '3bd90d64-a9b2-4541-bb33-e3dbaae13163', 'status': 'completed', 'code': 200} Jul 09 09:53:06.871521 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7fa49eda-3992-4cd0-a42a-497352fe938d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:06.900720 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2a282144-5242-4f77-9cbf-ffe4e24aa684 None None] Set router 79b47742-f435-4d63-b1ce-8e1523371d54 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:53:06.915941 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7fa49eda-3992-4cd0-a42a-497352fe938d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:06.994617 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7fa49eda-3992-4cd0-a42a-497352fe938d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:06.998436 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7fa49eda-3992-4cd0-a42a-497352fe938d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:07.000021 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7fa49eda-3992-4cd0-a42a-497352fe938d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c0b9f197-459d-42be-b764-608d2341cf91 HTTP/1.1" status: 204 len: 168 time: 0.2866833 Jul 09 09:53:07.009366 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa49eda-3992-4cd0-a42a-497352fe938d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b9f197-459d-42be-b764-608d2341cf91,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:07.369303 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2a282144-5242-4f77-9cbf-ffe4e24aa684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'name': 'tempest-AttachVolumeTestJSON-198710829-router', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:31Z', 'updated_at': '2021-07-09T09:46:42Z', 'revision_number': 4, 'project_id': '3685effc09af44948de733ea732a3e9f', 'gw_port': {'id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:32Z', 'updated_at': '2021-07-09T09:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '1c003677-5ce5-4684-a967-9f0fa8144142', 'name': '', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'mac_address': 'fa:16:3e:70:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:38Z', 'updated_at': '2021-07-09T09:46:51Z', 'revision_number': 5, 'project_id': '3685effc09af44948de733ea732a3e9f', 'subnets': [{'id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:07.418940 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a282144-5242-4f77-9cbf-ffe4e24aa684 None None] Checking router: 79b47742-f435-4d63-b1ce-8e1523371d54 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:53:07.432654 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a282144-5242-4f77-9cbf-ffe4e24aa684 None None] Routers {'79b47742-f435-4d63-b1ce-8e1523371d54'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:53:07.433453 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2a282144-5242-4f77-9cbf-ffe4e24aa684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:52:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['79b47742-f435-4d63-b1ce-8e1523371d54'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:07.449236 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device bd30a00b-28b1-4743-b5fa-b8969c5c7c1d up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:53:07.509533 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b754ebdb-28aa-4553-86b1-71eab29c6268 None None] Network 3b3a53bf-b507-4882-9e87-912e95d84cff requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:07.581927 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2a282144-5242-4f77-9cbf-ffe4e24aa684 None None] Set router 79b47742-f435-4d63-b1ce-8e1523371d54 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:53:07.677876 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3fb86fb8-8482-47c7-85b5-b7e8973e5a82 req-81fc36ab-b84c-446f-86a8-6da8285cf436 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=d767f1a2-df6b-4cfb-9399-caceed6b31bd HTTP/1.1" status: 200 len: 210 time: 0.0919366 Jul 09 09:53:07.696135 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 3bd90d64-a9b2-4541-bb33-e3dbaae13163 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:53:07.724694 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 3bd90d64-a9b2-4541-bb33-e3dbaae13163 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:53:07.725235 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 3bd90d64-a9b2-4541-bb33-e3dbaae13163 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:53:07.762252 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-63fccd4b-b9e0-4384-9b16-2a6f9faf7066 None None] Provisioning for port bd30a00b-28b1-4743-b5fa-b8969c5c7c1d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:53:07.804402 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d956111-2cc2-497e-aa93-0f2d1f683440 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:07.805300 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port bd30a00b-28b1-4743-b5fa-b8969c5c7c1d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:53:07.809817 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port bd30a00b-28b1-4743-b5fa-b8969c5c7c1d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:07.810157 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:07.946946 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d956111-2cc2-497e-aa93-0f2d1f683440 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'Subnet': ['ID=d1f9b7f2-0fe6-4670-ad66-9c3712b8d93c,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:07.955473 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e742ed-a5d7-44fb-9fc3-4a18e649db12 None None] Update dhcp port {'port': {'network_id': '3b3a53bf-b507-4882-9e87-912e95d84cff', 'fixed_ips': [{'subnet_id': 'd2d14d54-8bc2-4930-8703-1b604b5645a3', 'ip_address': '2001:db8::2'}, {'subnet_id': '7ca8df06-c65e-4b02-b295-0a1c91a3b78d'}], 'binding:host_id': 'n-d-799996-1'}, 'id': 'bd30a00b-28b1-4743-b5fa-b8969c5c7c1d'} from n-d-799996-1. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 09:53:07.966408 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d956111-2cc2-497e-aa93-0f2d1f683440 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Checking segment: {'id': 'df4abb06-7448-4946-ad38-d8bc0f177c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7ad857ff-1d7c-462e-a116-8fa6c1eeb301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:53:07.966822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d956111-2cc2-497e-aa93-0f2d1f683440 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Network hostable DHCP agents. Network: 7ad857ff-1d7c-462e-a116-8fa6c1eeb301, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:53:08.000128 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:08.004503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d956111-2cc2-497e-aa93-0f2d1f683440 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Network 7ad857ff-1d7c-462e-a116-8fa6c1eeb301 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:53:08.027934 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-7d956111-2cc2-497e-aa93-0f2d1f683440 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 7ad857ff-1d7c-462e-a116-8fa6c1eeb301) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:08.032162 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d956111-2cc2-497e-aa93-0f2d1f683440 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:08.032826 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d956111-2cc2-497e-aa93-0f2d1f683440 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552880'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:08.053422 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7d956111-2cc2-497e-aa93-0f2d1f683440 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6317434 Jul 09 09:53:08.055939 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52232) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:08.059773 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-33e742ed-a5d7-44fb-9fc3-4a18e649db12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:08.063653 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-32c9386b-c8e8-4db9-9c1a-416abebb92cd tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:08.083862 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2a282144-5242-4f77-9cbf-ffe4e24aa684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'name': 'tempest-AttachVolumeTestJSON-198710829-router', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:31Z', 'updated_at': '2021-07-09T09:46:42Z', 'revision_number': 4, 'project_id': '3685effc09af44948de733ea732a3e9f', 'gw_port': {'id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:32Z', 'updated_at': '2021-07-09T09:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '1c003677-5ce5-4684-a967-9f0fa8144142', 'name': '', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'mac_address': 'fa:16:3e:70:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:38Z', 'updated_at': '2021-07-09T09:46:51Z', 'revision_number': 5, 'project_id': '3685effc09af44948de733ea732a3e9f', 'subnets': [{'id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:08.092496 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83c6030-ac47-4a15-b56c-61456540f7b5 None None] Network 7ad857ff-1d7c-462e-a116-8fa6c1eeb301 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:08.146151 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port bd30a00b-28b1-4743-b5fa-b8969c5c7c1d, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=bd30a00b-28b1-4743-b5fa-b8969c5c7c1d,segment=NetworkSegment(717cd635-a83a-49e2-b6ff-e00f2f2c65e5),segment_id=717cd635-a83a-49e2-b6ff-e00f2f2c65e5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:08.161970 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a282144-5242-4f77-9cbf-ffe4e24aa684 None None] The sync data for ids ['79b47742-f435-4d63-b1ce-8e1523371d54'] in n-d-799996-1 is: [{'id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'name': 'tempest-AttachVolumeTestJSON-198710829-router', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:31Z', 'updated_at': '2021-07-09T09:46:42Z', 'revision_number': 4, 'project_id': '3685effc09af44948de733ea732a3e9f', 'gw_port': {'id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:32Z', 'updated_at': '2021-07-09T09:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '1c003677-5ce5-4684-a967-9f0fa8144142', 'name': '', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'mac_address': 'fa:16:3e:70:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:38Z', 'updated_at': '2021-07-09T09:46:51Z', 'revision_number': 5, 'project_id': '3685effc09af44948de733ea732a3e9f', 'subnets': [{'id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:53:08.175857 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:08.197559 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32c9386b-c8e8-4db9-9c1a-416abebb92cd tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3430895'] for subnet, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:08.484621 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32c9386b-c8e8-4db9-9c1a-416abebb92cd tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734058785814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2224200'] for subnet, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:08.531426 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c9386b-c8e8-4db9-9c1a-416abebb92cd tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:08.532677 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32c9386b-c8e8-4db9-9c1a-416abebb92cd tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:08.537930 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52240) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:08.538118 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-32c9386b-c8e8-4db9-9c1a-416abebb92cd tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "PUT /v2.0/subnets/d1f9b7f2-0fe6-4670-ad66-9c3712b8d93c HTTP/1.1" status: 200 len: 826 time: 0.4802973 Jul 09 09:53:08.575113 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9386b-c8e8-4db9-9c1a-416abebb92cd tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'Subnet': ['ID=d1f9b7f2-0fe6-4670-ad66-9c3712b8d93c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:08.594034 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=bd30a00b-28b1-4743-b5fa-b8969c5c7c1d,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:08.660125 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-33e742ed-a5d7-44fb-9fc3-4a18e649db12 None None] Allocated IP 172.20.0.1 (3b3a53bf-b507-4882-9e87-912e95d84cff/7ca8df06-c65e-4b02-b295-0a1c91a3b78d/bd30a00b-28b1-4743-b5fa-b8969c5c7c1d) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:53:08.786186 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0faeab51-2a76-4830-8432-b1b817a46ed3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:08.803447 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86168e2b-68f2-4e1f-923f-91f004af6ca0 None None] New status for floating IP 549997f7-442e-4a81-bac5-613cf28245a7: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:53:08.815633 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f078ca5-a218-4017-b426-3e9559776792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-7ad857ff-1d7c-462e-a116-8fa6c1eeb301', 'network_id': '7ad857ff-1d7c-462e-a116-8fa6c1eeb301', 'tenant_id': 'c4d9fe2af8d9482188ec814fc166b074', 'fixed_ips': [{'subnet_id': 'd1f9b7f2-0fe6-4670-ad66-9c3712b8d93c'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:53:08.816696 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5f078ca5-a218-4017-b426-3e9559776792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:08.890767 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52254) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:08.897798 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0faeab51-2a76-4830-8432-b1b817a46ed3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:08.978716 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0faeab51-2a76-4830-8432-b1b817a46ed3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:08.996757 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-33e742ed-a5d7-44fb-9fc3-4a18e649db12 None None] For port bd30a00b-28b1-4743-b5fa-b8969c5c7c1d, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=bd30a00b-28b1-4743-b5fa-b8969c5c7c1d,segment=NetworkSegment(717cd635-a83a-49e2-b6ff-e00f2f2c65e5),segment_id=717cd635-a83a-49e2-b6ff-e00f2f2c65e5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:09.015499 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faeab51-2a76-4830-8432-b1b817a46ed3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event deleted for resources: {'Subnet': ['ID=d1f9b7f2-0fe6-4670-ad66-9c3712b8d93c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:09.034911 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93a43127-7b53-4f1e-8e0c-26ad45fe8a3b tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:09.087762 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93a43127-7b53-4f1e-8e0c-26ad45fe8a3b tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:09.141254 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0faeab51-2a76-4830-8432-b1b817a46ed3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:09.167685 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-0faeab51-2a76-4830-8432-b1b817a46ed3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad857ff-1d7c-462e-a116-8fa6c1eeb301']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:09.175241 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-33e742ed-a5d7-44fb-9fc3-4a18e649db12 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:09.183548 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93a43127-7b53-4f1e-8e0c-26ad45fe8a3b tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:09.193979 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-0faeab51-2a76-4830-8432-b1b817a46ed3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4abb06-7448-4946-ad38-d8bc0f177c3d') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:09.194349 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-0faeab51-2a76-4830-8432-b1b817a46ed3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4abb06-7448-4946-ad38-d8bc0f177c3d') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:09.202286 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93a43127-7b53-4f1e-8e0c-26ad45fe8a3b tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:09.210374 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-93a43127-7b53-4f1e-8e0c-26ad45fe8a3b tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "DELETE /v2.0/security-groups/2d242f85-ceec-45d2-a95c-c58049861745 HTTP/1.1" status: 204 len: 168 time: 0.3182573 Jul 09 09:53:09.211469 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52262) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:09.221189 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0faeab51-2a76-4830-8432-b1b817a46ed3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:09.226206 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d76478-0a89-4f47-a349-161538211d0a None None] Network 7ad857ff-1d7c-462e-a116-8fa6c1eeb301 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:09.231097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-33e742ed-a5d7-44fb-9fc3-4a18e649db12 None None] Transition to ACTIVE for port object bd30a00b-28b1-4743-b5fa-b8969c5c7c1d will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:53:09.242520 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-4892d840-8a01-4ff7-983f-0aaafef01889 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] show failed (client error): The resource could not be found. Jul 09 09:53:09.248609 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4892d840-8a01-4ff7-983f-0aaafef01889 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups/2d242f85-ceec-45d2-a95c-c58049861745 HTTP/1.1" status: 404 len: 347 time: 0.0298383 Jul 09 09:53:09.249251 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52264) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:09.279867 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0faeab51-2a76-4830-8432-b1b817a46ed3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:09.291364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0faeab51-2a76-4830-8432-b1b817a46ed3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:53:09.292955 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0faeab51-2a76-4830-8432-b1b817a46ed3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:53:09.310882 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:53:09.320674 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a43127-7b53-4f1e-8e0c-26ad45fe8a3b tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d242f85-ceec-45d2-a95c-c58049861745,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:09.372954 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:09.377141 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-33e742ed-a5d7-44fb-9fc3-4a18e649db12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:09.407115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device bd30a00b-28b1-4743-b5fa-b8969c5c7c1d up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:53:09.423718 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0faeab51-2a76-4830-8432-b1b817a46ed3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:09.432507 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0faeab51-2a76-4830-8432-b1b817a46ed3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:09.437726 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0faeab51-2a76-4830-8432-b1b817a46ed3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/networks/7ad857ff-1d7c-462e-a116-8fa6c1eeb301 HTTP/1.1" status: 204 len: 168 time: 0.8979301 Jul 09 09:53:09.448056 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52268) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:09.461428 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faeab51-2a76-4830-8432-b1b817a46ed3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event deleted for resources: {'Network': ['ID=7ad857ff-1d7c-462e-a116-8fa6c1eeb301,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:09.490494 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba8116e-d3a5-4266-b6e2-73f9db7172c3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] DELETE failed (client error): The resource could not be found. Jul 09 09:53:09.491064 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba8116e-d3a5-4266-b6e2-73f9db7172c3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:53:09.492826 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-aba8116e-d3a5-4266-b6e2-73f9db7172c3 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/networks/7ad857ff-1d7c-462e-a116-8fa6c1eeb301 HTTP/1.1" status: 404 len: 339 time: 0.0437438 Jul 09 09:53:09.499775 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52270) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:09.518293 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-77618e5e-954b-40e8-94bc-68b3869baf03 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1764092480', 'description': 'd1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:09.591630 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-638c4e60-36e0-4c31-9698-1d732d65fcff tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Deleting port 21410d9d-6ca6-4cef-bec5-be3a61db4d83 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:53:09.592255 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-638c4e60-36e0-4c31-9698-1d732d65fcff tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:09.608082 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77618e5e-954b-40e8-94bc-68b3869baf03 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Made reservation on behalf of c4d9fe2af8d9482188ec814fc166b074 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:53:09.611967 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77618e5e-954b-40e8-94bc-68b3869baf03 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:09.640430 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef600db-8963-43d4-8588-d395c41b2437 None None] Network 7ad857ff-1d7c-462e-a116-8fa6c1eeb301 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:09.643079 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-36c3b9ba-1af9-410b-af73-c7105ca14182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:09.664794 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:09.682665 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef600db-8963-43d4-8588-d395c41b2437 None None] Network 7ad857ff-1d7c-462e-a116-8fa6c1eeb301 could not be found, it might have been deleted concurrently. {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 09:53:09.705414 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e742ed-a5d7-44fb-9fc3-4a18e649db12 None None] Pushing event updated for resources: {'Port': ['ID=bd30a00b-28b1-4743-b5fa-b8969c5c7c1d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:09.717806 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77618e5e-954b-40e8-94bc-68b3869baf03 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:53:09.750488 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77618e5e-954b-40e8-94bc-68b3869baf03 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:09.750920 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-77618e5e-954b-40e8-94bc-68b3869baf03 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Added segment c0a1fe6e-b246-44aa-bc93-4e5614f2dae0 of type vlan for network 8fb99bf4-ceb6-4a2e-9981-d4aa8945dbc2 Jul 09 09:53:09.769219 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-638c4e60-36e0-4c31-9698-1d732d65fcff tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:09.769536 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-638c4e60-36e0-4c31-9698-1d732d65fcff tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:09.809832 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-638c4e60-36e0-4c31-9698-1d732d65fcff tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Calling delete_port for 21410d9d-6ca6-4cef-bec5-be3a61db4d83 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:53:09.825066 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77618e5e-954b-40e8-94bc-68b3869baf03 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:09.911080 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77618e5e-954b-40e8-94bc-68b3869baf03 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:09.918176 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77618e5e-954b-40e8-94bc-68b3869baf03 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:09.918998 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77618e5e-954b-40e8-94bc-68b3869baf03 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:09.989113 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77618e5e-954b-40e8-94bc-68b3869baf03 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'Network': ['ID=8fb99bf4-ceb6-4a2e-9981-d4aa8945dbc2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:10.001162 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 8fb99bf4-ceb6-4a2e-9981-d4aa8945dbc2 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:53:10.014462 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-77618e5e-954b-40e8-94bc-68b3869baf03 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5105455 Jul 09 09:53:10.016894 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52282) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:10.101414 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-638c4e60-36e0-4c31-9698-1d732d65fcff tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:10.152413 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c4e60-36e0-4c31-9698-1d732d65fcff tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Pushing event deleted for resources: {'Port': ['ID=21410d9d-6ca6-4cef-bec5-be3a61db4d83,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:10.225406 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de973ccc-7596-4d6a-bf45-13f2a50700eb tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:10.231440 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-de973ccc-7596-4d6a-bf45-13f2a50700eb tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "GET /v2.0/networks?id=8fb99bf4-ceb6-4a2e-9981-d4aa8945dbc2 HTTP/1.1" status: 200 len: 765 time: 0.2127318 Jul 09 09:53:10.234419 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52290) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:10.241320 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e08dd9a4-5691-4849-b5b0-ea92ce6db80f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Request body: {'network': {'description': 'd2'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:10.243882 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-638c4e60-36e0-4c31-9698-1d732d65fcff tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:10.247132 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-638c4e60-36e0-4c31-9698-1d732d65fcff tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:10.248565 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-638c4e60-36e0-4c31-9698-1d732d65fcff tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "DELETE /v2.0/floatingips/549997f7-442e-4a81-bac5-613cf28245a7 HTTP/1.1" status: 204 len: 168 time: 0.9935956 Jul 09 09:53:10.476121 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99da0798-bfd7-48d5-8691-3aca548933bb None None] Network 3b3a53bf-b507-4882-9e87-912e95d84cff requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:10.484473 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e08dd9a4-5691-4849-b5b0-ea92ce6db80f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:10.523241 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e08dd9a4-5691-4849-b5b0-ea92ce6db80f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:10.545377 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e08dd9a4-5691-4849-b5b0-ea92ce6db80f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Network 8fb99bf4-ceb6-4a2e-9981-d4aa8945dbc2 is not hosted by any dhcp agent {{(pid=93790) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 09:53:10.553227 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08dd9a4-5691-4849-b5b0-ea92ce6db80f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:10.554248 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e08dd9a4-5691-4849-b5b0-ea92ce6db80f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:10.555970 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e08dd9a4-5691-4849-b5b0-ea92ce6db80f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "PUT /v2.0/networks/8fb99bf4-ceb6-4a2e-9981-d4aa8945dbc2 HTTP/1.1" status: 200 len: 762 time: 0.3205526 Jul 09 09:53:10.559460 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52298) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:10.598762 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a34c469e-07b4-4aef-9142-6750a8d7d4e9 None None] Provisioning for port bd30a00b-28b1-4743-b5fa-b8969c5c7c1d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:53:10.629365 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a34c469e-07b4-4aef-9142-6750a8d7d4e9 None None] Provisioning complete for port bd30a00b-28b1-4743-b5fa-b8969c5c7c1d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:10.629749 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a34c469e-07b4-4aef-9142-6750a8d7d4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:10.639311 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08dd9a4-5691-4849-b5b0-ea92ce6db80f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'Network': ['ID=8fb99bf4-ceb6-4a2e-9981-d4aa8945dbc2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:10.661239 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 8fb99bf4-ceb6-4a2e-9981-d4aa8945dbc2 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:53:10.661805 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52302) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:10.670777 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-98fabc09-6626-4294-b92b-e620078cc03c tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--56065023', 'description': 'tempest-description--1391657477'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:10.700369 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98fabc09-6626-4294-b92b-e620078cc03c tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:10.717320 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e70e2d1-e275-438e-9041-cfba774c5a2a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:10.719851 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0e70e2d1-e275-438e-9041-cfba774c5a2a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "GET /v2.0/networks?id=8fb99bf4-ceb6-4a2e-9981-d4aa8945dbc2 HTTP/1.1" status: 200 len: 765 time: 0.1587191 Jul 09 09:53:10.723396 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52306) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:10.842022 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98fabc09-6626-4294-b92b-e620078cc03c tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:10.849795 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98fabc09-6626-4294-b92b-e620078cc03c tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:10.889929 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98fabc09-6626-4294-b92b-e620078cc03c tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:10.894987 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-98fabc09-6626-4294-b92b-e620078cc03c tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2316129 Jul 09 09:53:10.896000 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52308) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:10.904774 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-25ce1da9-1888-4066-bb78-7fc9cb515fb1 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Request body: {'security_group_rule': {'security_group_id': 'cd430496-7ade-44cf-b36b-cb4324248181', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:10.926150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fabc09-6626-4294-b92b-e620078cc03c tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd430496-7ade-44cf-b36b-cb4324248181,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:10.950807 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25ce1da9-1888-4066-bb78-7fc9cb515fb1 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:11.058314 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd73d3ae-875a-441e-aa55-fb65d642f4e6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:11.062695 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fd73d3ae-875a-441e-aa55-fb65d642f4e6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3380129 Jul 09 09:53:11.063303 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52310) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:11.084415 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25ce1da9-1888-4066-bb78-7fc9cb515fb1 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:11.093685 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25ce1da9-1888-4066-bb78-7fc9cb515fb1 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:11.181394 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce1da9-1888-4066-bb78-7fc9cb515fb1 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2e6a0a-7e15-42af-8966-b19e2ae87ee3,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:11.183125 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:11.200004 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25ce1da9-1888-4066-bb78-7fc9cb515fb1 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:11.204676 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-25ce1da9-1888-4066-bb78-7fc9cb515fb1 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3041835 Jul 09 09:53:11.209348 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52318) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:11.221669 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2597e9c9-4dca-4b40-b2f8-fdd4643dd3bf tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Request body: {'security_group_rule': {'security_group_id': 'cd430496-7ade-44cf-b36b-cb4324248181', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:11.284344 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2597e9c9-4dca-4b40-b2f8-fdd4643dd3bf tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:11.304963 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-64f193fd-89db-48d9-8bc7-94093b7d4816 None None] Provisioning complete for port bd30a00b-28b1-4743-b5fa-b8969c5c7c1d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:11.307295 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-64f193fd-89db-48d9-8bc7-94093b7d4816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:11.404228 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2597e9c9-4dca-4b40-b2f8-fdd4643dd3bf tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:11.404366 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device bd30a00b-28b1-4743-b5fa-b8969c5c7c1d up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:53:11.409964 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2597e9c9-4dca-4b40-b2f8-fdd4643dd3bf tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:11.431980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597e9c9-4dca-4b40-b2f8-fdd4643dd3bf tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059484a1-b1fd-40fe-bdc3-918a8303611d,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:11.449259 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2597e9c9-4dca-4b40-b2f8-fdd4643dd3bf tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:11.450965 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2597e9c9-4dca-4b40-b2f8-fdd4643dd3bf tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2405252 Jul 09 09:53:11.454619 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52322) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:11.462528 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-feb19d7e-4d50-4c55-bc1d-c8762fb42799 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:11.489188 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-feb19d7e-4d50-4c55-bc1d-c8762fb42799 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:11.541668 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d025b229-613e-4543-bc99-7a7a92c1b4cc tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "GET /v2.0/subnets?network_id=a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 207 time: 0.4771898 Jul 09 09:53:11.542275 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52324) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:11.561169 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port bd30a00b-28b1-4743-b5fa-b8969c5c7c1d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:11.561704 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:11.621155 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-feb19d7e-4d50-4c55-bc1d-c8762fb42799 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:11.686624 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51adbd36-eef9-48d1-9060-217275e9b9c4 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:11.692627 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51adbd36-eef9-48d1-9060-217275e9b9c4 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:11.698640 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51adbd36-eef9-48d1-9060-217275e9b9c4 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:11.704889 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51adbd36-eef9-48d1-9060-217275e9b9c4 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:11.713551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51adbd36-eef9-48d1-9060-217275e9b9c4 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:11.719671 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51adbd36-eef9-48d1-9060-217275e9b9c4 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:11.721604 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-51adbd36-eef9-48d1-9060-217275e9b9c4 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.1783924 Jul 09 09:53:11.727945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52326) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:11.800588 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-feb19d7e-4d50-4c55-bc1d-c8762fb42799 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Allocated IP 172.25.3.66 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/8bede656-316a-41b7-8f31-9219ab7dd910) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:53:11.932990 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5150dd13-e555-4b6b-91dd-384de34cbfa5 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2038133 Jul 09 09:53:11.936246 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52328) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:12.018948 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8519a7-2839-41b7-a97a-2734356a0ebb tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:12.020456 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8519a7-2839-41b7-a97a-2734356a0ebb tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:12.022567 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8519a7-2839-41b7-a97a-2734356a0ebb tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:12.024260 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8519a7-2839-41b7-a97a-2734356a0ebb tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:12.025797 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8519a7-2839-41b7-a97a-2734356a0ebb tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:12.031377 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0c8519a7-2839-41b7-a97a-2734356a0ebb tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0903835 Jul 09 09:53:12.031534 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52330) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:12.042055 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-feb19d7e-4d50-4c55-bc1d-c8762fb42799 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:12.088791 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-feb19d7e-4d50-4c55-bc1d-c8762fb42799 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:12.096429 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04221de5-3964-4cf3-9ed8-27edccf24ccc tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:12.097866 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04221de5-3964-4cf3-9ed8-27edccf24ccc tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:12.099462 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04221de5-3964-4cf3-9ed8-27edccf24ccc tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:12.101176 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04221de5-3964-4cf3-9ed8-27edccf24ccc tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:12.103528 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04221de5-3964-4cf3-9ed8-27edccf24ccc tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:12.108830 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-04221de5-3964-4cf3-9ed8-27edccf24ccc tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0728800 Jul 09 09:53:12.109076 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52332) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:12.125536 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb19d7e-4d50-4c55-bc1d-c8762fb42799 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:53:12.132551 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-feb19d7e-4d50-4c55-bc1d-c8762fb42799 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:12.136710 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb19d7e-4d50-4c55-bc1d-c8762fb42799 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:53:12.165820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb19d7e-4d50-4c55-bc1d-c8762fb42799 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Pushing event updated for resources: {'Port': ['ID=8bede656-316a-41b7-8f31-9219ab7dd910,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:12.219156 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c82f8fa-ffdb-4e3e-b777-5da6e6e5acf6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:12.220410 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0c82f8fa-ffdb-4e3e-b777-5da6e6e5acf6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "GET /v2.0/networks/a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a HTTP/1.1" status: 200 len: 803 time: 0.1102583 Jul 09 09:53:12.224045 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52338) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:12.230423 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-feb19d7e-4d50-4c55-bc1d-c8762fb42799 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:12.280814 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-feb19d7e-4d50-4c55-bc1d-c8762fb42799 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:12.390244 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1bad27dd-2a6c-48a9-88fe-4191f4db2768 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "GET /v2.0/networks/a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1650074 Jul 09 09:53:12.393582 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52352) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:12.470740 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94eee968-bb68-459c-b7c1-cbeaf6fcdce5 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:12.476525 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-94eee968-bb68-459c-b7c1-cbeaf6fcdce5 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "GET /v2.0/subnets/677b31a0-092d-4a8a-9c88-6fb34cb12f24 HTTP/1.1" status: 200 len: 843 time: 0.0818491 Jul 09 09:53:12.480174 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52362) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:12.532514 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-feb19d7e-4d50-4c55-bc1d-c8762fb42799 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:12.539464 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-feb19d7e-4d50-4c55-bc1d-c8762fb42799 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:12.575237 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be75dc0d-b738-4197-99fd-344b4656b7ed tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:12.580520 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-be75dc0d-b738-4197-99fd-344b4656b7ed tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "GET /v2.0/subnets/677b31a0-092d-4a8a-9c88-6fb34cb12f24?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0958214 Jul 09 09:53:12.581360 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52368) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:12.590073 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f32a5fe5-5b62-45ff-ab93-b67e2e8a36bb tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-823322068'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:12.641013 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb19d7e-4d50-4c55-bc1d-c8762fb42799 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Pushing event updated for resources: {'Port': ['ID=8bede656-316a-41b7-8f31-9219ab7dd910,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:12.661833 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-feb19d7e-4d50-4c55-bc1d-c8762fb42799 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:12.665908 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32a5fe5-5b62-45ff-ab93-b67e2e8a36bb tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Made reservation on behalf of c4d9fe2af8d9482188ec814fc166b074 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:53:12.669723 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f32a5fe5-5b62-45ff-ab93-b67e2e8a36bb tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:12.701153 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-feb19d7e-4d50-4c55-bc1d-c8762fb42799 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:12.724061 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-feb19d7e-4d50-4c55-bc1d-c8762fb42799 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2545774 Jul 09 09:53:12.730349 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32a5fe5-5b62-45ff-ab93-b67e2e8a36bb tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:53:12.745866 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f32a5fe5-5b62-45ff-ab93-b67e2e8a36bb tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:12.746202 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-f32a5fe5-5b62-45ff-ab93-b67e2e8a36bb tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Added segment 0af25ab5-b959-4639-bdd6-598714085f23 of type vlan for network a029b35a-b286-454d-8fb0-19eafad61a5d Jul 09 09:53:12.794105 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f32a5fe5-5b62-45ff-ab93-b67e2e8a36bb tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:12.840575 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f32a5fe5-5b62-45ff-ab93-b67e2e8a36bb tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:12.847934 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32a5fe5-5b62-45ff-ab93-b67e2e8a36bb tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:12.848783 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f32a5fe5-5b62-45ff-ab93-b67e2e8a36bb tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:12.872785 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f32a5fe5-5b62-45ff-ab93-b67e2e8a36bb tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2905221 Jul 09 09:53:12.875775 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52388) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:12.881577 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-51c4b77c-b956-4e2e-b2e8-4dbbec504978 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Request body: {'subnet': {'network_id': 'a029b35a-b286-454d-8fb0-19eafad61a5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:12.965901 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:12.974847 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a5fe5-5b62-45ff-ab93-b67e2e8a36bb tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'Network': ['ID=a029b35a-b286-454d-8fb0-19eafad61a5d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:12.985744 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network a029b35a-b286-454d-8fb0-19eafad61a5d details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:53:13.000882 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-32a0c967-607c-40b5-997e-a689c99f8b2d tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--56065023&fields=id&tenant_id=3685effc09af44948de733ea732a3e9f HTTP/1.1" status: 200 len: 267 time: 0.0746787 Jul 09 09:53:13.001274 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c4b77c-b956-4e2e-b2e8-4dbbec504978 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Made reservation on behalf of c4d9fe2af8d9482188ec814fc166b074 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:53:13.005196 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51c4b77c-b956-4e2e-b2e8-4dbbec504978 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:13.076858 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.ipam_backend_mixin [None req-51c4b77c-b956-4e2e-b2e8-4dbbec504978 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Performing IP validity checks on allocation pools {{(pid=93791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 09:53:13.077387 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.ipam_backend_mixin [None req-51c4b77c-b956-4e2e-b2e8-4dbbec504978 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 09:53:13.169386 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-b54437b7-8a44-4c8c-a346-01898c4efa03 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:13.171008 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-b54437b7-8a44-4c8c-a346-01898c4efa03 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/networks?id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08 HTTP/1.1" status: 200 len: 810 time: 0.1630270 Jul 09 09:53:13.191561 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-d147d1c5-2f00-40eb-ae40-5e65522a94bb tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/quotas/3685effc09af44948de733ea732a3e9f HTTP/1.1" status: 200 len: 375 time: 0.0101211 Jul 09 09:53:13.250939 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51c4b77c-b956-4e2e-b2e8-4dbbec504978 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:13.284787 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-339bf782-ee85-42f5-9535-9bf54887321d tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3685effc09af44948de733ea732a3e9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801268 Jul 09 09:53:13.321592 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4b77c-b956-4e2e-b2e8-4dbbec504978 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'Subnet': ['ID=f352e651-8e9e-4f36-90b5-51fb482a62eb,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:13.330141 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c4b77c-b956-4e2e-b2e8-4dbbec504978 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Checking segment: {'id': '0af25ab5-b959-4639-bdd6-598714085f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a029b35a-b286-454d-8fb0-19eafad61a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:53:13.330396 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c4b77c-b956-4e2e-b2e8-4dbbec504978 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Network hostable DHCP agents. Network: a029b35a-b286-454d-8fb0-19eafad61a5d, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:53:13.350747 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c4b77c-b956-4e2e-b2e8-4dbbec504978 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Network a029b35a-b286-454d-8fb0-19eafad61a5d is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:53:13.361510 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-51c4b77c-b956-4e2e-b2e8-4dbbec504978 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, a029b35a-b286-454d-8fb0-19eafad61a5d) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:13.373484 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373edd43-d348-4f85-84bf-048a45514f27 None None] Network a029b35a-b286-454d-8fb0-19eafad61a5d requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:13.379585 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c4b77c-b956-4e2e-b2e8-4dbbec504978 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:13.380539 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51c4b77c-b956-4e2e-b2e8-4dbbec504978 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:13.402185 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-51c4b77c-b956-4e2e-b2e8-4dbbec504978 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5245836 Jul 09 09:53:13.404847 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52396) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:13.411046 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3b774f18-cf11-4600-bd2d-1b02d3462ac4 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:13.599483 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daff8720-b067-485d-b0d7-9ffb62d771bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-a029b35a-b286-454d-8fb0-19eafad61a5d', 'network_id': 'a029b35a-b286-454d-8fb0-19eafad61a5d', 'tenant_id': 'c4d9fe2af8d9482188ec814fc166b074', 'fixed_ips': [{'subnet_id': 'f352e651-8e9e-4f36-90b5-51fb482a62eb'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:53:13.600499 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-daff8720-b067-485d-b0d7-9ffb62d771bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:13.602603 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b774f18-cf11-4600-bd2d-1b02d3462ac4 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60375133'] for subnet, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:13.679603 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-aab76392-e0b1-4201-ba2a-18deb8316589 service neutron] 10.222.0.61 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897607 Jul 09 09:53:13.753474 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-daff8720-b067-485d-b0d7-9ffb62d771bb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 09:53:13.753474 n-d-799996-1 neutron-server[93792]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 09 09:53:13.753474 n-d-799996-1 neutron-server[93792]: [parameters: {'in_use': 1, 'id_1': 'f352e651-8e9e-4f36-90b5-51fb482a62eb'}] Jul 09 09:53:13.753474 n-d-799996-1 neutron-server[93792]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:53:13.753851 n-d-799996-1 neutron-server[93792]: DEBUG oslo_db.api [None req-daff8720-b067-485d-b0d7-9ffb62d771bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:53:13.876226 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-3779c3c5-4827-4b37-b0c1-f4ea480f025b service neutron] 10.222.0.61 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867986 Jul 09 09:53:13.899161 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b774f18-cf11-4600-bd2d-1b02d3462ac4 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734058785814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59242568'] for subnet, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:13.952381 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b774f18-cf11-4600-bd2d-1b02d3462ac4 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:13.953090 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b774f18-cf11-4600-bd2d-1b02d3462ac4 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:13.954676 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3b774f18-cf11-4600-bd2d-1b02d3462ac4 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "PUT /v2.0/subnets/f352e651-8e9e-4f36-90b5-51fb482a62eb HTTP/1.1" status: 200 len: 900 time: 0.5486696 Jul 09 09:53:13.957692 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52404) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:13.969106 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b774f18-cf11-4600-bd2d-1b02d3462ac4 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event updated for resources: {'Subnet': ['ID=f352e651-8e9e-4f36-90b5-51fb482a62eb,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:14.131128 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12355971-117a-46be-b60d-b32bc8776981 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:14.182548 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-27af8d79-3864-4087-868d-036130c53b1b req-5a8f1587-406e-40f4-a0ff-3e591f4d20ad tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=766b922b-1891-4f7d-af61-0862c2ea03b1 HTTP/1.1" status: 200 len: 210 time: 0.0600467 Jul 09 09:53:14.229612 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12355971-117a-46be-b60d-b32bc8776981 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:14.254896 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-daff8720-b067-485d-b0d7-9ffb62d771bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:14.311315 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12355971-117a-46be-b60d-b32bc8776981 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:14.350628 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12355971-117a-46be-b60d-b32bc8776981 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event deleted for resources: {'Subnet': ['ID=f352e651-8e9e-4f36-90b5-51fb482a62eb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server [None req-daff8720-b067-485d-b0d7-9ffb62d771bb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f352e651-8e9e-4f36-90b5-51fb482a62eb: This subnet is being modified by another concurrent operation. Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise exception Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f352e651-8e9e-4f36-90b5-51fb482a62eb: This subnet is being modified by another concurrent operation. Jul 09 09:53:14.406334 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Jul 09 09:53:14.439678 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec35a452-f2d5-4292-83c1-586cf102d450 None None] Network a029b35a-b286-454d-8fb0-19eafad61a5d requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:14.443968 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12355971-117a-46be-b60d-b32bc8776981 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:14.459088 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-12355971-117a-46be-b60d-b32bc8776981 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a029b35a-b286-454d-8fb0-19eafad61a5d']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:14.471919 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-12355971-117a-46be-b60d-b32bc8776981 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af25ab5-b959-4639-bdd6-598714085f23') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:14.472374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-12355971-117a-46be-b60d-b32bc8776981 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af25ab5-b959-4639-bdd6-598714085f23') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:14.486798 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12355971-117a-46be-b60d-b32bc8776981 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:14.507580 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12355971-117a-46be-b60d-b32bc8776981 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:14.515262 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12355971-117a-46be-b60d-b32bc8776981 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:53:14.516301 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12355971-117a-46be-b60d-b32bc8776981 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:53:14.520326 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:53:14.599130 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12355971-117a-46be-b60d-b32bc8776981 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:14.605063 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12355971-117a-46be-b60d-b32bc8776981 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:14.616388 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52420) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:14.616574 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-12355971-117a-46be-b60d-b32bc8776981 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/networks/a029b35a-b286-454d-8fb0-19eafad61a5d HTTP/1.1" status: 204 len: 168 time: 0.6574867 Jul 09 09:53:14.642566 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f11404b-5926-45a1-b08b-15f5658aa7dd None None] Network a029b35a-b286-454d-8fb0-19eafad61a5d requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:14.652449 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12355971-117a-46be-b60d-b32bc8776981 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event deleted for resources: {'Network': ['ID=a029b35a-b286-454d-8fb0-19eafad61a5d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:14.659580 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-4778e1c3-10ac-4ebd-8087-758dd6fa42cf tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] DELETE failed (client error): The resource could not be found. Jul 09 09:53:14.660081 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4778e1c3-10ac-4ebd-8087-758dd6fa42cf tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:53:14.662992 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4778e1c3-10ac-4ebd-8087-758dd6fa42cf tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/subnets/f352e651-8e9e-4f36-90b5-51fb482a62eb HTTP/1.1" status: 404 len: 337 time: 0.0445502 Jul 09 09:53:14.665279 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52422) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:14.686591 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88bbe09-0596-4be8-9db0-98b0b6a22bd7 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] DELETE failed (client error): The resource could not be found. Jul 09 09:53:14.687167 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f11404b-5926-45a1-b08b-15f5658aa7dd None None] Network a029b35a-b286-454d-8fb0-19eafad61a5d could not be found, it might have been deleted concurrently. {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 09:53:14.687436 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c88bbe09-0596-4be8-9db0-98b0b6a22bd7 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:53:14.689716 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c88bbe09-0596-4be8-9db0-98b0b6a22bd7 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/networks/a029b35a-b286-454d-8fb0-19eafad61a5d HTTP/1.1" status: 404 len: 339 time: 0.0231006 Jul 09 09:53:14.692255 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52424) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:14.707179 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df1fbdc-8e6a-4a14-8d28-9a0acd314287 None None] get_active_networks_info from n-d-799996-1 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 09:53:14.856892 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df1fbdc-8e6a-4a14-8d28-9a0acd314287 None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 09:53:14.861320 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a7fb43c0-9e3a-46a3-85f3-0caa42fc50d1 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:15.004894 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a7fb43c0-9e3a-46a3-85f3-0caa42fc50d1 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:15.018969 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a7fb43c0-9e3a-46a3-85f3-0caa42fc50d1 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb99bf4-ceb6-4a2e-9981-d4aa8945dbc2']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:15.033468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a7fb43c0-9e3a-46a3-85f3-0caa42fc50d1 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a1fe6e-b246-44aa-bc93-4e5614f2dae0') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:15.034178 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a7fb43c0-9e3a-46a3-85f3-0caa42fc50d1 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a1fe6e-b246-44aa-bc93-4e5614f2dae0') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:15.048120 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a7fb43c0-9e3a-46a3-85f3-0caa42fc50d1 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:15.072748 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a7fb43c0-9e3a-46a3-85f3-0caa42fc50d1 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:15.084890 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7fb43c0-9e3a-46a3-85f3-0caa42fc50d1 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:53:15.085615 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a7fb43c0-9e3a-46a3-85f3-0caa42fc50d1 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:53:15.091540 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:53:15.197188 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a7fb43c0-9e3a-46a3-85f3-0caa42fc50d1 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:15.214428 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a7fb43c0-9e3a-46a3-85f3-0caa42fc50d1 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:15.227166 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a7fb43c0-9e3a-46a3-85f3-0caa42fc50d1 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/networks/8fb99bf4-ceb6-4a2e-9981-d4aa8945dbc2 HTTP/1.1" status: 204 len: 168 time: 0.5330834 Jul 09 09:53:15.229695 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52440) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:15.272862 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb43c0-9e3a-46a3-85f3-0caa42fc50d1 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event deleted for resources: {'Network': ['ID=8fb99bf4-ceb6-4a2e-9981-d4aa8945dbc2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:15.340772 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee4c9d9-ec27-47b8-bb95-d21082a54692 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] DELETE failed (client error): The resource could not be found. Jul 09 09:53:15.341524 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee4c9d9-ec27-47b8-bb95-d21082a54692 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:53:15.343655 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dee4c9d9-ec27-47b8-bb95-d21082a54692 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/subnets/d1f9b7f2-0fe6-4670-ad66-9c3712b8d93c HTTP/1.1" status: 404 len: 337 time: 0.1128356 Jul 09 09:53:15.346229 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52444) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:15.374699 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7abc16-062e-40c9-b653-d8260f9efc0f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] DELETE failed (client error): The resource could not be found. Jul 09 09:53:15.376062 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b7abc16-062e-40c9-b653-d8260f9efc0f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:53:15.391150 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5b7abc16-062e-40c9-b653-d8260f9efc0f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/networks/7ad857ff-1d7c-462e-a116-8fa6c1eeb301 HTTP/1.1" status: 404 len: 339 time: 0.0428503 Jul 09 09:53:15.394013 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52446) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:15.438416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b15a37b1-73b9-440b-995c-53daa75e67e9 req-150b31fd-9d15-41eb-a1be-ff1d1cbb4d7f tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=766b922b-1891-4f7d-af61-0862c2ea03b1 HTTP/1.1" status: 200 len: 210 time: 0.0452151 Jul 09 09:53:15.479747 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52448) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:15.483380 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae5c359-0b8d-4c03-8a5a-5d6d51d5c853 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Deleting subnet 7ca8df06-c65e-4b02-b295-0a1c91a3b78d {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:53:15.488194 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c359-0b8d-4c03-8a5a-5d6d51d5c853 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:15.569456 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c359-0b8d-4c03-8a5a-5d6d51d5c853 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:15.656134 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-03eaf33e-64c8-4c46-985c-d7627851cd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:15.820629 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-ab7a9c03-84f6-4651-9aa0-bac71ad3b28b tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:15.823095 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-ab7a9c03-84f6-4651-9aa0-bac71ad3b28b tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.58 "GET /v2.0/networks?id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08 HTTP/1.1" status: 200 len: 810 time: 0.2662406 Jul 09 09:53:15.825039 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c359-0b8d-4c03-8a5a-5d6d51d5c853 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:15.849013 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-03eaf33e-64c8-4c46-985c-d7627851cd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:15.854949 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-03eaf33e-64c8-4c46-985c-d7627851cd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:15.902203 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-03eaf33e-64c8-4c46-985c-d7627851cd6a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b462ce5de19c459f9802f1b0db85796c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4226544 Jul 09 09:53:15.902671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52454) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:15.904922 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eaf33e-64c8-4c46-985c-d7627851cd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4130984-c539-4752-b083-35defd274b95,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:15.910717 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-9fcffc11-52ac-4122-abea-2bb1e9823229 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3685effc09af44948de733ea732a3e9f HTTP/1.1" status: 200 len: 378 time: 0.0618963 Jul 09 09:53:15.920699 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-5df6a131-41d6-471a-85b3-40ebd29b75e2 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Request body: {'port': {'device_id': '766b922b-1891-4f7d-af61-0862c2ea03b1', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'admin_state_up': True, 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'security_groups': ['cd430496-7ade-44cf-b36b-cb4324248181']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:15.962434 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ffa79131-8663-4804-bb1b-4a7930e3e0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:15.966615 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c359-0b8d-4c03-8a5a-5d6d51d5c853 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:15.993620 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ffa79131-8663-4804-bb1b-4a7930e3e0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:15.996048 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5c359-0b8d-4c03-8a5a-5d6d51d5c853 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event deleted for resources: {'Subnet': ['ID=7ca8df06-c65e-4b02-b295-0a1c91a3b78d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:16.010494 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c359-0b8d-4c03-8a5a-5d6d51d5c853 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:16.012441 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7ae5c359-0b8d-4c03-8a5a-5d6d51d5c853 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/subnets/7ca8df06-c65e-4b02-b295-0a1c91a3b78d HTTP/1.1" status: 204 len: 168 time: 0.6174278 Jul 09 09:53:16.015149 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52456) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:16.023381 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd33b0b-edd7-415a-a80b-1b926c9962ce None None] Network 3b3a53bf-b507-4882-9e87-912e95d84cff requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:16.061469 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ffa79131-8663-4804-bb1b-4a7930e3e0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:16.064988 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ffa79131-8663-4804-bb1b-4a7930e3e0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:16.066402 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ffa79131-8663-4804-bb1b-4a7930e3e0b1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d4130984-c539-4752-b083-35defd274b95 HTTP/1.1" status: 204 len: 168 time: 0.1627228 Jul 09 09:53:16.104776 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa79131-8663-4804-bb1b-4a7930e3e0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4130984-c539-4752-b083-35defd274b95,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:16.133949 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c1cefb-e2cd-4f65-af28-31ee683b0f43 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Deleting subnet d2d14d54-8bc2-4930-8703-1b604b5645a3 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:53:16.161242 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6c1cefb-e2cd-4f65-af28-31ee683b0f43 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:16.222215 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6c1cefb-e2cd-4f65-af28-31ee683b0f43 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:16.225564 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-5df6a131-41d6-471a-85b3-40ebd29b75e2 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Made reservation on behalf of 3685effc09af44948de733ea732a3e9f for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:53:16.229890 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-5df6a131-41d6-471a-85b3-40ebd29b75e2 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:16.434402 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6c1cefb-e2cd-4f65-af28-31ee683b0f43 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:16.476693 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52462) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:16.487358 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-5df6a131-41d6-471a-85b3-40ebd29b75e2 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Allocated IP 172.20.0.9 (ccd743a5-afda-4ea4-b5e1-3c7e6315be08/b51e3e8c-7c21-4a91-b93d-f434e88398f9/b9fdd39a-4237-4e0b-9f55-e30542576be9) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:53:16.514117 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7857c52-e844-4baa-8054-f09d3894653d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:16.536494 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6c1cefb-e2cd-4f65-af28-31ee683b0f43 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:16.598081 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6c1cefb-e2cd-4f65-af28-31ee683b0f43 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:16.604052 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e6c1cefb-e2cd-4f65-af28-31ee683b0f43 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/subnets/d2d14d54-8bc2-4930-8703-1b604b5645a3 HTTP/1.1" status: 204 len: 168 time: 0.5853655 Jul 09 09:53:16.605322 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1cefb-e2cd-4f65-af28-31ee683b0f43 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event deleted for resources: {'Subnet': ['ID=d2d14d54-8bc2-4930-8703-1b604b5645a3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:16.607873 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52466) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:16.734181 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-5df6a131-41d6-471a-85b3-40ebd29b75e2 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:16.743136 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c3efdba-2777-427f-b445-bce1bb46f115 req-f0b1cd25-f169-4b7c-8783-9bc6b4d0ac44 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=766b922b-1891-4f7d-af61-0862c2ea03b1 HTTP/1.1" status: 200 len: 210 time: 0.0586035 Jul 09 09:53:16.767582 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd1b2a6f-33f1-4f61-9912-36660563d66d tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:16.773953 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-5df6a131-41d6-471a-85b3-40ebd29b75e2 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Transition to ACTIVE for port object b9fdd39a-4237-4e0b-9f55-e30542576be9 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:53:16.814191 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7857c52-e844-4baa-8054-f09d3894653d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:16.832697 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-5df6a131-41d6-471a-85b3-40ebd29b75e2 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:16.832878 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7857c52-e844-4baa-8054-f09d3894653d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:16.883738 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e7857c52-e844-4baa-8054-f09d3894653d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=00c1139e454d46e0ac9c717824d27108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4030445 Jul 09 09:53:16.883738 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7857c52-e844-4baa-8054-f09d3894653d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3945924-222d-4d7d-8045-8c8e512aa758,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:16.885722 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52470) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:16.919162 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6a131-41d6-471a-85b3-40ebd29b75e2 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Pushing event updated for resources: {'Port': ['ID=b9fdd39a-4237-4e0b-9f55-e30542576be9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:16.937868 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-5df6a131-41d6-471a-85b3-40ebd29b75e2 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Network ccd743a5-afda-4ea4-b5e1-3c7e6315be08 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:53:16.940102 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-5df6a131-41d6-471a-85b3-40ebd29b75e2 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:16.943155 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-5df6a131-41d6-471a-85b3-40ebd29b75e2 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:53:16.952162 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fd1b2a6f-33f1-4f61-9912-36660563d66d tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Deleting port bd30a00b-28b1-4743-b5fa-b8969c5c7c1d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:53:16.952514 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd1b2a6f-33f1-4f61-9912-36660563d66d tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:17.007554 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-5df6a131-41d6-471a-85b3-40ebd29b75e2 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:17.008468 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-5df6a131-41d6-471a-85b3-40ebd29b75e2 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:17.009263 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2593fff7-5c64-4e10-be0d-1fbb68251939 None None] Network 3b3a53bf-b507-4882-9e87-912e95d84cff requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:17.026163 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06ac18a2-ff39-4c79-b896-c8a4dd94e7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:17.038094 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-5df6a131-41d6-471a-85b3-40ebd29b75e2 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1217716 Jul 09 09:53:17.049458 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-3668f076-8677-4015-b292-31460c312763 service neutron] Request body: {'port': {'device_id': '766b922b-1891-4f7d-af61-0862c2ea03b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:17.095356 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06ac18a2-ff39-4c79-b896-c8a4dd94e7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:17.136646 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6bfa181b-5413-44ee-8437-ab4ddf1a226e None None] Provisioning complete for port bd30a00b-28b1-4743-b5fa-b8969c5c7c1d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:17.137167 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6bfa181b-5413-44ee-8437-ab4ddf1a226e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:17.172581 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-fd1b2a6f-33f1-4f61-9912-36660563d66d tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] For port bd30a00b-28b1-4743-b5fa-b8969c5c7c1d, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=bd30a00b-28b1-4743-b5fa-b8969c5c7c1d,segment=NetworkSegment(717cd635-a83a-49e2-b6ff-e00f2f2c65e5),segment_id=717cd635-a83a-49e2-b6ff-e00f2f2c65e5)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:17.173092 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd1b2a6f-33f1-4f61-9912-36660563d66d tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:17.186891 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-3668f076-8677-4015-b292-31460c312763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:17.213273 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06ac18a2-ff39-4c79-b896-c8a4dd94e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:17.221671 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06ac18a2-ff39-4c79-b896-c8a4dd94e7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:17.226088 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-06ac18a2-ff39-4c79-b896-c8a4dd94e7d9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a3945924-222d-4d7d-8045-8c8e512aa758 HTTP/1.1" status: 204 len: 168 time: 0.3354683 Jul 09 09:53:17.226595 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fd1b2a6f-33f1-4f61-9912-36660563d66d tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Calling delete_port for bd30a00b-28b1-4743-b5fa-b8969c5c7c1d owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:53:17.267734 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac18a2-ff39-4c79-b896-c8a4dd94e7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3945924-222d-4d7d-8045-8c8e512aa758,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:17.420399 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd1b2a6f-33f1-4f61-9912-36660563d66d tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:17.469654 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b2a6f-33f1-4f61-9912-36660563d66d tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event deleted for resources: {'Port': ['ID=bd30a00b-28b1-4743-b5fa-b8969c5c7c1d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:17.478212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1b2a6f-33f1-4f61-9912-36660563d66d tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] No DVR routers for this DVR port bd30a00b-28b1-4743-b5fa-b8969c5c7c1d on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:53:17.542956 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a02d000-0560-4e3d-88e1-69cb5604eed9 None None] DHCP port deletion for 3b3a53bf-b507-4882-9e87-912e95d84cff request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:53:17.573378 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a63da2c8-310c-449f-b38b-096101f5e6ff None None] Provisioning for port b9fdd39a-4237-4e0b-9f55-e30542576be9 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:53:17.578592 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a63da2c8-310c-449f-b38b-096101f5e6ff None None] Provisioning complete for port b9fdd39a-4237-4e0b-9f55-e30542576be9 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:17.578765 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-3668f076-8677-4015-b292-31460c312763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9fdd39a-4237-4e0b-9f55-e30542576be9 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:53:17.579879 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a63da2c8-310c-449f-b38b-096101f5e6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:17.588680 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-3668f076-8677-4015-b292-31460c312763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:17.602089 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-3668f076-8677-4015-b292-31460c312763 service neutron] Transition to ACTIVE for port object b9fdd39a-4237-4e0b-9f55-e30542576be9 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:53:17.607748 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-3668f076-8677-4015-b292-31460c312763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:17.622145 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd1b2a6f-33f1-4f61-9912-36660563d66d tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:17.637473 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-fd1b2a6f-33f1-4f61-9912-36660563d66d tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3a53bf-b507-4882-9e87-912e95d84cff']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:17.647839 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a63da2c8-310c-449f-b38b-096101f5e6ff None None] Port b9fdd39a-4237-4e0b-9f55-e30542576be9 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:53:17.663767 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668f076-8677-4015-b292-31460c312763 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fdd39a-4237-4e0b-9f55-e30542576be9,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:17.666162 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-fd1b2a6f-33f1-4f61-9912-36660563d66d tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717cd635-a83a-49e2-b6ff-e00f2f2c65e5') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:17.666456 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-fd1b2a6f-33f1-4f61-9912-36660563d66d tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717cd635-a83a-49e2-b6ff-e00f2f2c65e5') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:17.687109 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd1b2a6f-33f1-4f61-9912-36660563d66d tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:17.712461 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd1b2a6f-33f1-4f61-9912-36660563d66d tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:17.725560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1b2a6f-33f1-4f61-9912-36660563d66d tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:53:17.726118 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd1b2a6f-33f1-4f61-9912-36660563d66d tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:17.761890 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52476) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:17.785302 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d1749f1f-38f0-4da4-ba41-e189dcced8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:17.787744 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-3668f076-8677-4015-b292-31460c312763 service neutron] Attempting to bind port b9fdd39a-4237-4e0b-9f55-e30542576be9 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:53:17.788087 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-3668f076-8677-4015-b292-31460c312763 service neutron] Attempting to bind port b9fdd39a-4237-4e0b-9f55-e30542576be9 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '498e2393-079b-4450-9c02-7ce0fce4169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:53:17.788415 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-3668f076-8677-4015-b292-31460c312763 service neutron] Attempting to bind port b9fdd39a-4237-4e0b-9f55-e30542576be9 on network ccd743a5-afda-4ea4-b5e1-3c7e6315be08 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:53:17.799291 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-3668f076-8677-4015-b292-31460c312763 service neutron] Port b9fdd39a-4237-4e0b-9f55-e30542576be9 on network ccd743a5-afda-4ea4-b5e1-3c7e6315be08 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:53:17.799625 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-3668f076-8677-4015-b292-31460c312763 service neutron] Attempting to bind port b9fdd39a-4237-4e0b-9f55-e30542576be9 on network ccd743a5-afda-4ea4-b5e1-3c7e6315be08 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:53:17.811770 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-3668f076-8677-4015-b292-31460c312763 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:53:17.812117 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-3668f076-8677-4015-b292-31460c312763 service neutron] Checking segment: {'id': '498e2393-079b-4450-9c02-7ce0fce4169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:53:17.812503 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-3668f076-8677-4015-b292-31460c312763 service neutron] Bound using segment: {'id': '498e2393-079b-4450-9c02-7ce0fce4169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:53:17.812948 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-3668f076-8677-4015-b292-31460c312763 service neutron] Bound port: b9fdd39a-4237-4e0b-9f55-e30542576be9, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '498e2393-079b-4450-9c02-7ce0fce4169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:53:17.813306 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-3668f076-8677-4015-b292-31460c312763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:53:17.836395 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:53:17.839926 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd1b2a6f-33f1-4f61-9912-36660563d66d tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:17.852507 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd1b2a6f-33f1-4f61-9912-36660563d66d tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:17.859345 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fd1b2a6f-33f1-4f61-9912-36660563d66d tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/networks/3b3a53bf-b507-4882-9e87-912e95d84cff HTTP/1.1" status: 204 len: 168 time: 1.2500682 Jul 09 09:53:17.866843 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52482) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:17.945436 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-85204799-bf40-45a5-9692-2fe69418d022 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] DELETE failed (client error): The resource could not be found. Jul 09 09:53:17.945928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85204799-bf40-45a5-9692-2fe69418d022 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:53:17.948762 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-85204799-bf40-45a5-9692-2fe69418d022 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/subnets/34237f25-b932-47d7-a022-f1f592334d66 HTTP/1.1" status: 404 len: 337 time: 0.0699279 Jul 09 09:53:17.952105 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52484) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:17.957481 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-3668f076-8677-4015-b292-31460c312763 service neutron] For port b9fdd39a-4237-4e0b-9f55-e30542576be9, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:53:17.962351 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-3668f076-8677-4015-b292-31460c312763 service neutron] For port b9fdd39a-4237-4e0b-9f55-e30542576be9, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b9fdd39a-4237-4e0b-9f55-e30542576be9,segment=NetworkSegment(498e2393-079b-4450-9c02-7ce0fce4169c),segment_id=498e2393-079b-4450-9c02-7ce0fce4169c)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:53:17.963995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b2a6f-33f1-4f61-9912-36660563d66d tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event deleted for resources: {'Network': ['ID=3b3a53bf-b507-4882-9e87-912e95d84cff,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:17.972235 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-3668f076-8677-4015-b292-31460c312763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:17.999465 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fcb1438-6322-4c10-bea9-a46d4c8d9425 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] DELETE failed (client error): The resource could not be found. Jul 09 09:53:18.000326 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fcb1438-6322-4c10-bea9-a46d4c8d9425 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:53:18.004338 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4fcb1438-6322-4c10-bea9-a46d4c8d9425 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/networks/66a2d363-b09d-422b-935e-12e07773b592 HTTP/1.1" status: 404 len: 339 time: 0.0485468 Jul 09 09:53:18.007359 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52486) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:18.055800 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-3668f076-8677-4015-b292-31460c312763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:18.056608 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-3668f076-8677-4015-b292-31460c312763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:18.058066 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-3668f076-8677-4015-b292-31460c312763 service neutron] 10.222.0.58 "PUT /v2.0/ports/b9fdd39a-4237-4e0b-9f55-e30542576be9 HTTP/1.1" status: 200 len: 1091 time: 1.0130653 Jul 09 09:53:18.058658 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766b922b-1891-4f7d-af61-0862c2ea03b1', 'tag': 'b9fdd39a-4237-4e0b-9f55-e30542576be9'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:53:18.061015 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04896c8e-93db-4b6e-8a77-ea212ab24958" -d '{"events": [{"name": "network-changed", "server_uuid": "766b922b-1891-4f7d-af61-0862c2ea03b1", "tag": "b9fdd39a-4237-4e0b-9f55-e30542576be9"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:53:18.103078 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109baa4-535a-449c-9e74-6357abfe9b62 req-1475c791-8362-48d5-982b-06d20dcd50f4 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:18.104901 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8109baa4-535a-449c-9e74-6357abfe9b62 req-1475c791-8362-48d5-982b-06d20dcd50f4 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=766b922b-1891-4f7d-af61-0862c2ea03b1 HTTP/1.1" status: 200 len: 943 time: 0.1293104 Jul 09 09:53:18.128443 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d1749f1f-38f0-4da4-ba41-e189dcced8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:18.130264 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f56013c-9fd4-42d5-b581-1868348efd26 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] DELETE failed (client error): The resource could not be found. Jul 09 09:53:18.130889 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f56013c-9fd4-42d5-b581-1868348efd26 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:53:18.136195 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8f56013c-9fd4-42d5-b581-1868348efd26 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/subnets/49d2640d-9b58-48c7-b320-009dd7556a4c HTTP/1.1" status: 404 len: 337 time: 0.1236019 Jul 09 09:53:18.137647 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52490) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:18.165389 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce41451f-ddd1-4bd3-b4f9-18ec91b2366a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] DELETE failed (client error): The resource could not be found. Jul 09 09:53:18.166045 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce41451f-ddd1-4bd3-b4f9-18ec91b2366a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:53:18.168198 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ce41451f-ddd1-4bd3-b4f9-18ec91b2366a tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/networks/3a9dde4b-a60e-4934-bf3f-3b91a03e9846 HTTP/1.1" status: 404 len: 339 time: 0.0275311 Jul 09 09:53:18.175765 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52492) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:18.176261 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6e4880-cca2-4e54-945a-5dee277e11a0 x-openstack-request-id: req-6b6e4880-cca2-4e54-945a-5dee277e11a0 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:53:18.176761 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766b922b-1891-4f7d-af61-0862c2ea03b1", "tag": "b9fdd39a-4237-4e0b-9f55-e30542576be9", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:53:18.177169 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b6e4880-cca2-4e54-945a-5dee277e11a0 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:53:18.178400 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766b922b-1891-4f7d-af61-0862c2ea03b1', 'tag': 'b9fdd39a-4237-4e0b-9f55-e30542576be9', 'status': 'completed', 'code': 200} Jul 09 09:53:18.180790 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d1749f1f-38f0-4da4-ba41-e189dcced8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:18.188187 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668f076-8677-4015-b292-31460c312763 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fdd39a-4237-4e0b-9f55-e30542576be9,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:18.222801 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8109baa4-535a-449c-9e74-6357abfe9b62 req-464a6afd-797c-4820-a50a-4821629eec66 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd430496-7ade-44cf-b36b-cb4324248181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1120427 Jul 09 09:53:18.223942 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c1ac54-fd00-42ee-874b-1c92538ea66f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] DELETE failed (client error): The resource could not be found. Jul 09 09:53:18.224908 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c1ac54-fd00-42ee-874b-1c92538ea66f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:53:18.226644 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f9c1ac54-fd00-42ee-874b-1c92538ea66f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/subnets/3698841b-9dba-4ae4-9cc2-cb5297c7d8d6 HTTP/1.1" status: 404 len: 337 time: 0.0499377 Jul 09 09:53:18.229209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52494) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:18.260566 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52496) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:18.260759 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d1749f1f-38f0-4da4-ba41-e189dcced8fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b50a3e345be34b6699cc8fdd5e87222a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4976580 Jul 09 09:53:18.265099 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1749f1f-38f0-4da4-ba41-e189dcced8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42695450-10b7-4239-bc4e-dfd9931f645c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:18.279475 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-d013f889-2990-4445-a39e-6b5b5ed2c825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:18.281323 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-d013f889-2990-4445-a39e-6b5b5ed2c825 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3685effc09af44948de733ea732a3e9f&device_id=766b922b-1891-4f7d-af61-0862c2ea03b1 HTTP/1.1" status: 200 len: 1094 time: 0.1405289 Jul 09 09:53:18.284654 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0ec2a5-a83a-4568-81cf-7836e3741af5 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] DELETE failed (client error): The resource could not be found. Jul 09 09:53:18.285171 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f0ec2a5-a83a-4568-81cf-7836e3741af5 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:53:18.287828 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9f0ec2a5-a83a-4568-81cf-7836e3741af5 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/networks/f96e18bf-6815-40b4-839a-90ea0bc5e5a4 HTTP/1.1" status: 404 len: 339 time: 0.0567198 Jul 09 09:53:18.292321 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52498) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:18.334307 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-bb4a59f9-26ed-4d8f-a8d8-ad168e25d952 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9fdd39a-4237-4e0b-9f55-e30542576be9 HTTP/1.1" status: 200 len: 217 time: 0.0438299 Jul 09 09:53:18.367389 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c37748-4c22-4f6e-be46-5c277be0932f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Deleting subnet 00af976f-9079-48ab-946b-c651f9b40650 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:53:18.369583 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-182504d1-7108-430a-86e0-10f4f64f3540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:18.372724 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0c37748-4c22-4f6e-be46-5c277be0932f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:18.390957 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-d1bd3cdf-19d4-4209-84b6-e54db50fab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:18.393685 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-d1bd3cdf-19d4-4209-84b6-e54db50fab0e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b51e3e8c-7c21-4a91-b93d-f434e88398f9 HTTP/1.1" status: 200 len: 849 time: 0.0532625 Jul 09 09:53:18.430613 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-182504d1-7108-430a-86e0-10f4f64f3540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:18.449484 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0c37748-4c22-4f6e-be46-5c277be0932f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:18.455054 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-be3e6187-f8f6-4392-b5ea-08e603913f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:18.457077 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-be3e6187-f8f6-4392-b5ea-08e603913f45 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571980 Jul 09 09:53:18.557538 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-182504d1-7108-430a-86e0-10f4f64f3540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:18.560271 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-182504d1-7108-430a-86e0-10f4f64f3540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:18.561674 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-182504d1-7108-430a-86e0-10f4f64f3540 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/42695450-10b7-4239-bc4e-dfd9931f645c HTTP/1.1" status: 204 len: 168 time: 0.2993379 Jul 09 09:53:18.563205 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0c37748-4c22-4f6e-be46-5c277be0932f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:18.563519 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-42100d73-e459-4a13-b63b-9ae14942d171 service neutron] 10.222.0.58 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998621 Jul 09 09:53:18.601584 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182504d1-7108-430a-86e0-10f4f64f3540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42695450-10b7-4239-bc4e-dfd9931f645c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:18.656475 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0c37748-4c22-4f6e-be46-5c277be0932f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:18.677569 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0c37748-4c22-4f6e-be46-5c277be0932f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:18.685512 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52502) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:18.686199 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1395c6a9-5f3d-404f-884e-45b878b82823 None None] Network 71de0c22-c41d-47d2-baf2-875b0d7f9469 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:18.697766 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d0c37748-4c22-4f6e-be46-5c277be0932f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/subnets/00af976f-9079-48ab-946b-c651f9b40650 HTTP/1.1" status: 204 len: 168 time: 0.3968549 Jul 09 09:53:18.716667 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1107cff9-1f27-4381-a3a3-e1288a66a0fb req-ffa8475f-5580-411a-808a-aa515f1f3c89 service neutron] 10.222.0.58 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469355 Jul 09 09:53:18.740642 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c37748-4c22-4f6e-be46-5c277be0932f tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event deleted for resources: {'Subnet': ['ID=00af976f-9079-48ab-946b-c651f9b40650,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:18.831859 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d7c6de5-df7a-4700-996f-ca6f5cb53aa6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:18.878701 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04896c8e-93db-4b6e-8a77-ea212ab24958 req-7bb5849d-e318-44b2-a26f-328de42248df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:18.880266 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-04896c8e-93db-4b6e-8a77-ea212ab24958 req-7bb5849d-e318-44b2-a26f-328de42248df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3685effc09af44948de733ea732a3e9f&device_id=766b922b-1891-4f7d-af61-0862c2ea03b1 HTTP/1.1" status: 200 len: 1094 time: 0.0999994 Jul 09 09:53:18.949858 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3add36c9-794d-4784-acda-09056330afc6 None None] DHCP port deletion for 71de0c22-c41d-47d2-baf2-875b0d7f9469 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:53:18.993961 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-7d7c6de5-df7a-4700-996f-ca6f5cb53aa6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Deleting port e6f40f24-400e-480d-b3ab-71eaa90abbc0 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:53:18.994204 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d7c6de5-df7a-4700-996f-ca6f5cb53aa6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:19.005039 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3add36c9-794d-4784-acda-09056330afc6 None None] Deleting port e6f40f24-400e-480d-b3ab-71eaa90abbc0 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:53:19.005417 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3add36c9-794d-4784-acda-09056330afc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:19.061808 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04896c8e-93db-4b6e-8a77-ea212ab24958 req-99b269f7-3b61-4cb0-93e6-ba90b43b7491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:19.063304 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-04896c8e-93db-4b6e-8a77-ea212ab24958 req-99b269f7-3b61-4cb0-93e6-ba90b43b7491 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08 HTTP/1.1" status: 200 len: 911 time: 0.1757095 Jul 09 09:53:19.083394 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3add36c9-794d-4784-acda-09056330afc6 None None] For port e6f40f24-400e-480d-b3ab-71eaa90abbc0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e6f40f24-400e-480d-b3ab-71eaa90abbc0,segment=NetworkSegment(6ebea122-f312-4b64-acf6-5f753c8083b5),segment_id=6ebea122-f312-4b64-acf6-5f753c8083b5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:19.084272 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3add36c9-794d-4784-acda-09056330afc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:19.104484 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3add36c9-794d-4784-acda-09056330afc6 None None] Calling delete_port for e6f40f24-400e-480d-b3ab-71eaa90abbc0 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:53:19.132037 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-04896c8e-93db-4b6e-8a77-ea212ab24958 req-1dad6717-8549-421a-9def-e4bebe545e55 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9fdd39a-4237-4e0b-9f55-e30542576be9 HTTP/1.1" status: 200 len: 217 time: 0.0595365 Jul 09 09:53:19.133614 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-7d7c6de5-df7a-4700-996f-ca6f5cb53aa6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] For port e6f40f24-400e-480d-b3ab-71eaa90abbc0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e6f40f24-400e-480d-b3ab-71eaa90abbc0,segment=NetworkSegment(6ebea122-f312-4b64-acf6-5f753c8083b5),segment_id=6ebea122-f312-4b64-acf6-5f753c8083b5)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:19.133983 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d7c6de5-df7a-4700-996f-ca6f5cb53aa6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:19.179054 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-7d7c6de5-df7a-4700-996f-ca6f5cb53aa6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Calling delete_port for e6f40f24-400e-480d-b3ab-71eaa90abbc0 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:53:19.208473 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3add36c9-794d-4784-acda-09056330afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:19.221479 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3add36c9-794d-4784-acda-09056330afc6 None None] No DVR routers for this DVR port e6f40f24-400e-480d-b3ab-71eaa90abbc0 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:53:19.233867 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04896c8e-93db-4b6e-8a77-ea212ab24958 req-c093aa2d-d68e-43b0-aa0c-1b43b4c7fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:19.235357 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-04896c8e-93db-4b6e-8a77-ea212ab24958 req-c093aa2d-d68e-43b0-aa0c-1b43b4c7fc7b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b51e3e8c-7c21-4a91-b93d-f434e88398f9 HTTP/1.1" status: 200 len: 849 time: 0.0929921 Jul 09 09:53:19.285429 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add36c9-794d-4784-acda-09056330afc6 None None] Pushing event deleted for resources: {'Port': ['ID=e6f40f24-400e-480d-b3ab-71eaa90abbc0,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:19.348526 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d7c6de5-df7a-4700-996f-ca6f5cb53aa6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:19.360246 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e6f40f24-400e-480d-b3ab-71eaa90abbc0 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:53:19.389559 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c6de5-df7a-4700-996f-ca6f5cb53aa6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event deleted for resources: {'Port': ['ID=e6f40f24-400e-480d-b3ab-71eaa90abbc0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:19.399922 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7c6de5-df7a-4700-996f-ca6f5cb53aa6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] No DVR routers for this DVR port e6f40f24-400e-480d-b3ab-71eaa90abbc0 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:53:19.408629 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: e6f40f24-400e-480d-b3ab-71eaa90abbc0 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:53:19.409115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e6f40f24-400e-480d-b3ab-71eaa90abbc0 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:53:19.409551 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device bd30a00b-28b1-4743-b5fa-b8969c5c7c1d no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:53:19.449639 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: bd30a00b-28b1-4743-b5fa-b8969c5c7c1d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:53:19.449994 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device bd30a00b-28b1-4743-b5fa-b8969c5c7c1d not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:53:19.492907 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8196f-37ea-47b4-ba82-1ec483bb3d34 req-c3463490-ee0a-4f77-b122-aa4e91c32b07 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:19.495907 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a5d8196f-37ea-47b4-ba82-1ec483bb3d34 req-c3463490-ee0a-4f77-b122-aa4e91c32b07 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=766b922b-1891-4f7d-af61-0862c2ea03b1 HTTP/1.1" status: 200 len: 943 time: 0.0970559 Jul 09 09:53:19.499330 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04896c8e-93db-4b6e-8a77-ea212ab24958 req-309000b7-c954-4b5e-9177-0c92e82f7901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:19.501019 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-04896c8e-93db-4b6e-8a77-ea212ab24958 req-309000b7-c954-4b5e-9177-0c92e82f7901 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2023942 Jul 09 09:53:19.539852 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d7c6de5-df7a-4700-996f-ca6f5cb53aa6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:19.561003 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a5d8196f-37ea-47b4-ba82-1ec483bb3d34 req-8f29e4c2-3479-44ca-a176-d1cf63ce6330 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd430496-7ade-44cf-b36b-cb4324248181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556934 Jul 09 09:53:19.580439 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7d7c6de5-df7a-4700-996f-ca6f5cb53aa6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71de0c22-c41d-47d2-baf2-875b0d7f9469']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:19.595601 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7d7c6de5-df7a-4700-996f-ca6f5cb53aa6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebea122-f312-4b64-acf6-5f753c8083b5') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:19.595897 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7d7c6de5-df7a-4700-996f-ca6f5cb53aa6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebea122-f312-4b64-acf6-5f753c8083b5') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:19.610497 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d7c6de5-df7a-4700-996f-ca6f5cb53aa6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:19.636986 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d7c6de5-df7a-4700-996f-ca6f5cb53aa6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:19.652807 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d7c6de5-df7a-4700-996f-ca6f5cb53aa6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:53:19.653350 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d7c6de5-df7a-4700-996f-ca6f5cb53aa6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: self.session.flush() Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: self.session.flush() Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: self.session.flush() Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: self.session.flush() Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:53:19.656670 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:53:19.670091 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-04896c8e-93db-4b6e-8a77-ea212ab24958 req-c93d2553-4466-402b-8cc8-730ed8cfbc32 service neutron] 10.222.0.58 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607244 Jul 09 09:53:19.766156 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d7c6de5-df7a-4700-996f-ca6f5cb53aa6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:19.775405 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d7c6de5-df7a-4700-996f-ca6f5cb53aa6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:19.777277 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7d7c6de5-df7a-4700-996f-ca6f5cb53aa6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/networks/71de0c22-c41d-47d2-baf2-875b0d7f9469 HTTP/1.1" status: 204 len: 168 time: 1.0908182 Jul 09 09:53:19.779976 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52532) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:19.789856 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c6de5-df7a-4700-996f-ca6f5cb53aa6 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event deleted for resources: {'Network': ['ID=71de0c22-c41d-47d2-baf2-875b0d7f9469,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:19.811706 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4b1517-d432-4626-9178-38684d6293f0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] DELETE failed (client error): The resource could not be found. Jul 09 09:53:19.812350 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4b1517-d432-4626-9178-38684d6293f0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:53:19.814070 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4f4b1517-d432-4626-9178-38684d6293f0 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/subnets/356c84f6-be77-4080-b54e-4997c025dc79 HTTP/1.1" status: 404 len: 337 time: 0.0329521 Jul 09 09:53:19.816833 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52534) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:19.818943 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-04896c8e-93db-4b6e-8a77-ea212ab24958 req-774b946c-b7ac-4100-8e86-cf328d7d9d50 service neutron] 10.222.0.58 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201179 Jul 09 09:53:19.835624 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44a0a0c-7119-46a9-970c-c6cf01820197 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] DELETE failed (client error): The resource could not be found. Jul 09 09:53:19.836443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c44a0a0c-7119-46a9-970c-c6cf01820197 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:53:19.838185 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c44a0a0c-7119-46a9-970c-c6cf01820197 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/networks/4051f2cb-f80f-426f-a4b6-a7c7be28def1 HTTP/1.1" status: 404 len: 339 time: 0.0204313 Jul 09 09:53:19.841047 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52536) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:19.897681 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3820eae-2ec0-4d69-aded-22fc11dac226 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Deleting subnet 677b31a0-092d-4a8a-9c88-6fb34cb12f24 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:53:19.900763 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3820eae-2ec0-4d69-aded-22fc11dac226 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:19.940994 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3820eae-2ec0-4d69-aded-22fc11dac226 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:20.028198 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3820eae-2ec0-4d69-aded-22fc11dac226 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:20.109726 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3820eae-2ec0-4d69-aded-22fc11dac226 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:20.484864 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3820eae-2ec0-4d69-aded-22fc11dac226 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event deleted for resources: {'Subnet': ['ID=677b31a0-092d-4a8a-9c88-6fb34cb12f24,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:20.486849 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3820eae-2ec0-4d69-aded-22fc11dac226 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:20.488831 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f3820eae-2ec0-4d69-aded-22fc11dac226 tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/subnets/677b31a0-092d-4a8a-9c88-6fb34cb12f24 HTTP/1.1" status: 204 len: 168 time: 0.6467719 Jul 09 09:53:20.492361 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52546) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:20.495407 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd94919-5664-4308-b335-5092e97a78e8 None None] Network a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:20.577381 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bf195016-eef3-4f85-8bc8-50e9f6cbf96e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:20.636489 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-bf195016-eef3-4f85-8bc8-50e9f6cbf96e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Deleting port 6e07f84b-51ee-4f26-b1b3-73d33b7636c1 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:53:20.636844 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bf195016-eef3-4f85-8bc8-50e9f6cbf96e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:20.719218 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e6432e-3d85-4599-bde5-5482e71a48cc None None] DHCP port deletion for a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:53:20.770498 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-bf195016-eef3-4f85-8bc8-50e9f6cbf96e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] For port 6e07f84b-51ee-4f26-b1b3-73d33b7636c1, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6e07f84b-51ee-4f26-b1b3-73d33b7636c1,segment=NetworkSegment(5c801ca0-761a-4533-9887-59dd74053f0a),segment_id=5c801ca0-761a-4533-9887-59dd74053f0a)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:20.770787 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bf195016-eef3-4f85-8bc8-50e9f6cbf96e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:20.809326 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e8e6432e-3d85-4599-bde5-5482e71a48cc None None] Deleting port 6e07f84b-51ee-4f26-b1b3-73d33b7636c1 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:53:20.809975 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8e6432e-3d85-4599-bde5-5482e71a48cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:20.819042 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-bf195016-eef3-4f85-8bc8-50e9f6cbf96e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Calling delete_port for 6e07f84b-51ee-4f26-b1b3-73d33b7636c1 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:53:20.894004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e8e6432e-3d85-4599-bde5-5482e71a48cc None None] For port 6e07f84b-51ee-4f26-b1b3-73d33b7636c1, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6e07f84b-51ee-4f26-b1b3-73d33b7636c1,segment=NetworkSegment(5c801ca0-761a-4533-9887-59dd74053f0a),segment_id=5c801ca0-761a-4533-9887-59dd74053f0a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:20.894245 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8e6432e-3d85-4599-bde5-5482e71a48cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:20.911519 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e8e6432e-3d85-4599-bde5-5482e71a48cc None None] Calling delete_port for 6e07f84b-51ee-4f26-b1b3-73d33b7636c1 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:53:20.919167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2dc9f-6a00-4257-889f-3a3f9dcedb3f req-f455376a-43d3-4a39-a948-d7ed509eaf14 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:20.920838 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-08f2dc9f-6a00-4257-889f-3a3f9dcedb3f req-f455376a-43d3-4a39-a948-d7ed509eaf14 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=766b922b-1891-4f7d-af61-0862c2ea03b1 HTTP/1.1" status: 200 len: 943 time: 0.1464579 Jul 09 09:53:21.009471 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-08f2dc9f-6a00-4257-889f-3a3f9dcedb3f req-5ab712a5-c77c-4472-8ab5-459d087f240f tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd430496-7ade-44cf-b36b-cb4324248181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512123 Jul 09 09:53:21.009471 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bf195016-eef3-4f85-8bc8-50e9f6cbf96e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:21.116674 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf195016-eef3-4f85-8bc8-50e9f6cbf96e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event deleted for resources: {'Port': ['ID=6e07f84b-51ee-4f26-b1b3-73d33b7636c1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:21.116674 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf195016-eef3-4f85-8bc8-50e9f6cbf96e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] No DVR routers for this DVR port 6e07f84b-51ee-4f26-b1b3-73d33b7636c1 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:53:21.117289 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8e6432e-3d85-4599-bde5-5482e71a48cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:21.117289 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6432e-3d85-4599-bde5-5482e71a48cc None None] Pushing event deleted for resources: {'Port': ['ID=6e07f84b-51ee-4f26-b1b3-73d33b7636c1,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:21.129487 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e6432e-3d85-4599-bde5-5482e71a48cc None None] No DVR routers for this DVR port 6e07f84b-51ee-4f26-b1b3-73d33b7636c1 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:53:21.140068 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bf195016-eef3-4f85-8bc8-50e9f6cbf96e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:21.155662 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-bf195016-eef3-4f85-8bc8-50e9f6cbf96e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:21.167796 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-bf195016-eef3-4f85-8bc8-50e9f6cbf96e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c801ca0-761a-4533-9887-59dd74053f0a') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:21.168333 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-bf195016-eef3-4f85-8bc8-50e9f6cbf96e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c801ca0-761a-4533-9887-59dd74053f0a') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:21.181564 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bf195016-eef3-4f85-8bc8-50e9f6cbf96e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:21.200851 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bf195016-eef3-4f85-8bc8-50e9f6cbf96e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:21.210959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf195016-eef3-4f85-8bc8-50e9f6cbf96e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:53:21.211375 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bf195016-eef3-4f85-8bc8-50e9f6cbf96e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:53:21.215468 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:53:21.278089 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bf195016-eef3-4f85-8bc8-50e9f6cbf96e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:21.290889 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bf195016-eef3-4f85-8bc8-50e9f6cbf96e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:21.293103 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-bf195016-eef3-4f85-8bc8-50e9f6cbf96e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] 10.222.0.61 "DELETE /v2.0/networks/a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a HTTP/1.1" status: 204 len: 168 time: 0.7989633 Jul 09 09:53:21.307329 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf195016-eef3-4f85-8bc8-50e9f6cbf96e tempest-NetworksIpV6Test-352888792 tempest-NetworksIpV6Test-352888792-project] Pushing event deleted for resources: {'Network': ['ID=a10dbb5f-26cd-490e-b9d0-1b28b92fbc0a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:21.351130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6e07f84b-51ee-4f26-b1b3-73d33b7636c1 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:53:21.382562 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b9fdd39a-4237-4e0b-9f55-e30542576be9 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:53:21.388193 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 6e07f84b-51ee-4f26-b1b3-73d33b7636c1 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:53:21.388193 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6e07f84b-51ee-4f26-b1b3-73d33b7636c1 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:53:21.521399 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port b9fdd39a-4237-4e0b-9f55-e30542576be9, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b9fdd39a-4237-4e0b-9f55-e30542576be9,segment=NetworkSegment(498e2393-079b-4450-9c02-7ce0fce4169c),segment_id=498e2393-079b-4450-9c02-7ce0fce4169c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:21.533720 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'b9fdd39a-4237-4e0b-9f55-e30542576be9', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'port_id': 'b9fdd39a-4237-4e0b-9f55-e30542576be9', 'mac_address': 'fa:16:3e:d6:46:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:53:21.599977 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:21.618164 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9fdd39a-4237-4e0b-9f55-e30542576be9 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:53:21.643239 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port b9fdd39a-4237-4e0b-9f55-e30542576be9, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b9fdd39a-4237-4e0b-9f55-e30542576be9,segment=NetworkSegment(498e2393-079b-4450-9c02-7ce0fce4169c),segment_id=498e2393-079b-4450-9c02-7ce0fce4169c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:21.648068 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:21.720782 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=b9fdd39a-4237-4e0b-9f55-e30542576be9,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:21.756099 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52592) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:21.866856 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['b9fdd39a-4237-4e0b-9f55-e30542576be9'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:53:21.910413 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5d540628-f5b5-426f-8bca-239967586152 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c4d9fe2af8d9482188ec814fc166b074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530075 Jul 09 09:53:21.913798 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52598) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:21.978927 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f03b7cc-8bf1-4347-81fb-1bb1025c947c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:22.416283 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f03b7cc-8bf1-4347-81fb-1bb1025c947c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:22.486710 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8efd9-2988-4f88-80ed-72c538962a72 req-2ba2871c-df60-4ca3-9eab-a4155412f54c tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:22.488353 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59f8efd9-2988-4f88-80ed-72c538962a72 req-2ba2871c-df60-4ca3-9eab-a4155412f54c tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=766b922b-1891-4f7d-af61-0862c2ea03b1 HTTP/1.1" status: 200 len: 944 time: 0.1141865 Jul 09 09:53:22.510407 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f03b7cc-8bf1-4347-81fb-1bb1025c947c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:22.512957 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f03b7cc-8bf1-4347-81fb-1bb1025c947c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:22.515769 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4f03b7cc-8bf1-4347-81fb-1bb1025c947c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/236f4832-0e45-48e3-aa03-20e7d3d92d3c HTTP/1.1" status: 204 len: 168 time: 0.5995374 Jul 09 09:53:22.538222 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03b7cc-8bf1-4347-81fb-1bb1025c947c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236f4832-0e45-48e3-aa03-20e7d3d92d3c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:22.554101 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59f8efd9-2988-4f88-80ed-72c538962a72 req-ed79b09a-afdb-4356-97ab-b4a4cbb146ba tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd430496-7ade-44cf-b36b-cb4324248181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512743 Jul 09 09:53:23.314511 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52654) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:23.348321 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b9fdd39a-4237-4e0b-9f55-e30542576be9 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:53:23.403732 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port b9fdd39a-4237-4e0b-9f55-e30542576be9 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:53:23.407654 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port b9fdd39a-4237-4e0b-9f55-e30542576be9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:23.408188 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:23.418345 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9e71dff3-8030-4c9b-ba33-7819acc8b8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1225167698'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:23.441604 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e71dff3-8030-4c9b-ba33-7819acc8b8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Made reservation on behalf of fb176551126b4d008320f649cce1600b for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:53:23.445594 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e71dff3-8030-4c9b-ba33-7819acc8b8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:23.459405 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e71dff3-8030-4c9b-ba33-7819acc8b8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:23.518908 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:23.566720 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766b922b-1891-4f7d-af61-0862c2ea03b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fdd39a-4237-4e0b-9f55-e30542576be9'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:53:23.569386 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c953058d-8bf2-46d1-9e75-1d25195382a7" -d '{"events": [{"server_uuid": "766b922b-1891-4f7d-af61-0862c2ea03b1", "name": "network-vif-plugged", "status": "completed", "tag": "b9fdd39a-4237-4e0b-9f55-e30542576be9"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:53:23.585770 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port b9fdd39a-4237-4e0b-9f55-e30542576be9, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b9fdd39a-4237-4e0b-9f55-e30542576be9,segment=NetworkSegment(498e2393-079b-4450-9c02-7ce0fce4169c),segment_id=498e2393-079b-4450-9c02-7ce0fce4169c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:23.606366 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:23.617686 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e71dff3-8030-4c9b-ba33-7819acc8b8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:23.626538 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e71dff3-8030-4c9b-ba33-7819acc8b8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:23.636892 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5a1b90-f011-4168-8044-215ced70f50e x-openstack-request-id: req-df5a1b90-f011-4168-8044-215ced70f50e {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:53:23.637181 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766b922b-1891-4f7d-af61-0862c2ea03b1", "name": "network-vif-plugged", "status": "completed", "tag": "b9fdd39a-4237-4e0b-9f55-e30542576be9", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:53:23.637428 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-df5a1b90-f011-4168-8044-215ced70f50e {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:53:23.637808 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766b922b-1891-4f7d-af61-0862c2ea03b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fdd39a-4237-4e0b-9f55-e30542576be9', 'code': 200} Jul 09 09:53:23.688616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=b9fdd39a-4237-4e0b-9f55-e30542576be9,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:23.701462 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71dff3-8030-4c9b-ba33-7819acc8b8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9287848-dbb6-41ca-af95-ab2550b569fd,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:23.721324 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e71dff3-8030-4c9b-ba33-7819acc8b8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:53:23.739181 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e71dff3-8030-4c9b-ba33-7819acc8b8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:23.739181 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-9e71dff3-8030-4c9b-ba33-7819acc8b8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Added segment a411ade0-24d5-4905-8f89-925914564ece of type vlan for network 32f536db-32df-4d38-a8b5-940cd0fc4021 Jul 09 09:53:23.787332 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e71dff3-8030-4c9b-ba33-7819acc8b8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:23.801918 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6886b7-3b91-454d-a081-fe349286ac83 req-3f337f49-a480-47dc-8b69-896bbaf3bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:23.804220 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cb6886b7-3b91-454d-a081-fe349286ac83 req-3f337f49-a480-47dc-8b69-896bbaf3bf20 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=766b922b-1891-4f7d-af61-0862c2ea03b1 HTTP/1.1" status: 200 len: 1096 time: 0.0912783 Jul 09 09:53:23.822982 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e71dff3-8030-4c9b-ba33-7819acc8b8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:23.834847 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e71dff3-8030-4c9b-ba33-7819acc8b8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:23.835776 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e71dff3-8030-4c9b-ba33-7819acc8b8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:23.862114 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cb6886b7-3b91-454d-a081-fe349286ac83 req-80ffb1d0-38d8-4ea1-b9dd-ff11432d5889 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cd430496-7ade-44cf-b36b-cb4324248181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497005 Jul 09 09:53:23.961177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9e71dff3-8030-4c9b-ba33-7819acc8b8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6429636 Jul 09 09:53:23.961863 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52690) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:23.965691 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71dff3-8030-4c9b-ba33-7819acc8b8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Network': ['ID=32f536db-32df-4d38-a8b5-940cd0fc4021,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:23.968071 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0bc79c5a-547d-46c5-b151-84c248ec5210 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1608053067'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:23.997057 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 32f536db-32df-4d38-a8b5-940cd0fc4021 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:53:24.001117 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc79c5a-547d-46c5-b151-84c248ec5210 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Made reservation on behalf of fb176551126b4d008320f649cce1600b for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:53:24.006612 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0bc79c5a-547d-46c5-b151-84c248ec5210 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:24.038662 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc79c5a-547d-46c5-b151-84c248ec5210 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:53:24.045988 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28791b7-7ee3-4685-8753-9657cdd8089f req-7cef1cbb-911e-47a2-bdd9-3e055efc0ee6 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:24.048087 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e28791b7-7ee3-4685-8753-9657cdd8089f req-7cef1cbb-911e-47a2-bdd9-3e055efc0ee6 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=766b922b-1891-4f7d-af61-0862c2ea03b1 HTTP/1.1" status: 200 len: 945 time: 0.1371715 Jul 09 09:53:24.054516 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0bc79c5a-547d-46c5-b151-84c248ec5210 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:24.054702 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-0bc79c5a-547d-46c5-b151-84c248ec5210 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Added segment 10887bfc-25c5-4cbc-b1e3-6278e8ed6cc0 of type vlan for network 5c2edb98-6738-4b4a-99cf-0f3f550e6fb9 Jul 09 09:53:24.137322 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e28791b7-7ee3-4685-8753-9657cdd8089f req-845f28a6-36cd-4abf-80a6-697fe56a4eb5 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd430496-7ade-44cf-b36b-cb4324248181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793102 Jul 09 09:53:24.165790 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0bc79c5a-547d-46c5-b151-84c248ec5210 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:24.193811 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0bc79c5a-547d-46c5-b151-84c248ec5210 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:24.200695 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc79c5a-547d-46c5-b151-84c248ec5210 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:24.201496 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0bc79c5a-547d-46c5-b151-84c248ec5210 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:24.271057 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0bc79c5a-547d-46c5-b151-84c248ec5210 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3077614 Jul 09 09:53:24.274608 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52708) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:24.280755 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c233c79a-1d41-4aed-9b28-44255ef7e9cb tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'subnet': {'network_id': '32f536db-32df-4d38-a8b5-940cd0fc4021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:24.285298 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc79c5a-547d-46c5-b151-84c248ec5210 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Network': ['ID=5c2edb98-6738-4b4a-99cf-0f3f550e6fb9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:24.305532 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 5c2edb98-6738-4b4a-99cf-0f3f550e6fb9 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:53:24.430374 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c233c79a-1d41-4aed-9b28-44255ef7e9cb tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Made reservation on behalf of fb176551126b4d008320f649cce1600b for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:53:24.440596 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c233c79a-1d41-4aed-9b28-44255ef7e9cb tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:24.711148 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c233c79a-1d41-4aed-9b28-44255ef7e9cb tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:24.780230 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233c79a-1d41-4aed-9b28-44255ef7e9cb tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Subnet': ['ID=0d95c370-9b1a-45bc-bb74-92d4690019f3,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:24.789920 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c233c79a-1d41-4aed-9b28-44255ef7e9cb tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Checking segment: {'id': 'a411ade0-24d5-4905-8f89-925914564ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '32f536db-32df-4d38-a8b5-940cd0fc4021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:53:24.790314 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c233c79a-1d41-4aed-9b28-44255ef7e9cb tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network hostable DHCP agents. Network: 32f536db-32df-4d38-a8b5-940cd0fc4021, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:53:24.809871 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c233c79a-1d41-4aed-9b28-44255ef7e9cb tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network 32f536db-32df-4d38-a8b5-940cd0fc4021 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:53:24.819685 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c233c79a-1d41-4aed-9b28-44255ef7e9cb tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 32f536db-32df-4d38-a8b5-940cd0fc4021) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:24.823911 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c233c79a-1d41-4aed-9b28-44255ef7e9cb tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:24.824504 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c233c79a-1d41-4aed-9b28-44255ef7e9cb tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:24.830431 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe50f51-1ee8-4d90-8289-7dec5441c35c None None] Network 32f536db-32df-4d38-a8b5-940cd0fc4021 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:24.840643 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c233c79a-1d41-4aed-9b28-44255ef7e9cb tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5647910 Jul 09 09:53:24.844200 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52724) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:24.850177 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5520a67e-9752-4245-bc06-1a16ae577a98 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'subnet': {'network_id': '5c2edb98-6738-4b4a-99cf-0f3f550e6fb9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:24.970009 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5520a67e-9752-4245-bc06-1a16ae577a98 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Made reservation on behalf of fb176551126b4d008320f649cce1600b for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:53:24.975313 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5520a67e-9752-4245-bc06-1a16ae577a98 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:25.024632 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3194dbf-cb2a-49c7-8797-f53db11eae1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-32f536db-32df-4d38-a8b5-940cd0fc4021', 'network_id': '32f536db-32df-4d38-a8b5-940cd0fc4021', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'fixed_ips': [{'subnet_id': '0d95c370-9b1a-45bc-bb74-92d4690019f3'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:53:25.025424 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d3194dbf-cb2a-49c7-8797-f53db11eae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:25.284498 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5520a67e-9752-4245-bc06-1a16ae577a98 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:25.316593 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-d3194dbf-cb2a-49c7-8797-f53db11eae1f None None] Allocated IP 2001:db8::2 (32f536db-32df-4d38-a8b5-940cd0fc4021/0d95c370-9b1a-45bc-bb74-92d4690019f3/5adc561a-16c6-4bb8-8b84-8b0edde4c6e3) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:53:25.413173 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520a67e-9752-4245-bc06-1a16ae577a98 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Subnet': ['ID=d211ec14-e7f4-4060-b72e-1a3dbc30487e,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:25.500109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5520a67e-9752-4245-bc06-1a16ae577a98 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Checking segment: {'id': '10887bfc-25c5-4cbc-b1e3-6278e8ed6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5c2edb98-6738-4b4a-99cf-0f3f550e6fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:53:25.500109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5520a67e-9752-4245-bc06-1a16ae577a98 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network hostable DHCP agents. Network: 5c2edb98-6738-4b4a-99cf-0f3f550e6fb9, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:53:25.517013 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d3194dbf-cb2a-49c7-8797-f53db11eae1f None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:25.533521 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d3194dbf-cb2a-49c7-8797-f53db11eae1f None None] Transition to ACTIVE for port object 5adc561a-16c6-4bb8-8b84-8b0edde4c6e3 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:53:25.544319 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53b5df-ae1b-4ffa-a76b-1992f200a6aa req-853d2b90-f9ba-4184-84ea-fc8b720abc57 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:25.545972 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec53b5df-ae1b-4ffa-a76b-1992f200a6aa req-853d2b90-f9ba-4184-84ea-fc8b720abc57 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=766b922b-1891-4f7d-af61-0862c2ea03b1 HTTP/1.1" status: 200 len: 945 time: 0.1945665 Jul 09 09:53:25.547425 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5520a67e-9752-4245-bc06-1a16ae577a98 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network 5c2edb98-6738-4b4a-99cf-0f3f550e6fb9 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:53:25.556334 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d3194dbf-cb2a-49c7-8797-f53db11eae1f None None] Transition to ACTIVE for port object 5adc561a-16c6-4bb8-8b84-8b0edde4c6e3 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:53:25.562648 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-5520a67e-9752-4245-bc06-1a16ae577a98 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 5c2edb98-6738-4b4a-99cf-0f3f550e6fb9) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:25.572786 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d3194dbf-cb2a-49c7-8797-f53db11eae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:25.581084 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5520a67e-9752-4245-bc06-1a16ae577a98 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:25.581084 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5520a67e-9752-4245-bc06-1a16ae577a98 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:25.602471 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fba840d-d69a-4992-8638-54825032d25e None None] Network 5c2edb98-6738-4b4a-99cf-0f3f550e6fb9 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:25.620528 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec53b5df-ae1b-4ffa-a76b-1992f200a6aa req-f8146421-b9b9-46fc-8483-26e8b84a7196 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd430496-7ade-44cf-b36b-cb4324248181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656486 Jul 09 09:53:25.626113 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5520a67e-9752-4245-bc06-1a16ae577a98 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7766361 Jul 09 09:53:25.626861 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52744) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:25.630332 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-64f47276-9398-4245-b9f5-e4d785081094 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1451569248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:25.659585 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64f47276-9398-4245-b9f5-e4d785081094 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:25.660831 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64f47276-9398-4245-b9f5-e4d785081094 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:25.697358 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3194dbf-cb2a-49c7-8797-f53db11eae1f None None] Network 32f536db-32df-4d38-a8b5-940cd0fc4021 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:53:25.714486 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3194dbf-cb2a-49c7-8797-f53db11eae1f None None] Pushing event updated for resources: {'Port': ['ID=5adc561a-16c6-4bb8-8b84-8b0edde4c6e3,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:25.731950 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-d3194dbf-cb2a-49c7-8797-f53db11eae1f None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:25.735575 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3194dbf-cb2a-49c7-8797-f53db11eae1f None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:53:25.760299 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64f47276-9398-4245-b9f5-e4d785081094 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:25.767596 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64f47276-9398-4245-b9f5-e4d785081094 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:25.807501 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64f47276-9398-4245-b9f5-e4d785081094 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:25.808922 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-64f47276-9398-4245-b9f5-e4d785081094 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1830359 Jul 09 09:53:25.812075 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52750) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:25.838805 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d3194dbf-cb2a-49c7-8797-f53db11eae1f None None] Attempting to bind port 5adc561a-16c6-4bb8-8b84-8b0edde4c6e3 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:53:25.839363 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d3194dbf-cb2a-49c7-8797-f53db11eae1f None None] Attempting to bind port 5adc561a-16c6-4bb8-8b84-8b0edde4c6e3 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'a411ade0-24d5-4905-8f89-925914564ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '32f536db-32df-4d38-a8b5-940cd0fc4021'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:53:25.839535 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3194dbf-cb2a-49c7-8797-f53db11eae1f None None] Attempting to bind port 5adc561a-16c6-4bb8-8b84-8b0edde4c6e3 on network 32f536db-32df-4d38-a8b5-940cd0fc4021 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:53:25.865990 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3194dbf-cb2a-49c7-8797-f53db11eae1f None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:53:25.866678 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3194dbf-cb2a-49c7-8797-f53db11eae1f None None] Checking segment: {'id': 'a411ade0-24d5-4905-8f89-925914564ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '32f536db-32df-4d38-a8b5-940cd0fc4021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:53:25.867247 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d3194dbf-cb2a-49c7-8797-f53db11eae1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:25.868496 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3194dbf-cb2a-49c7-8797-f53db11eae1f None None] Bound using segment: {'id': 'a411ade0-24d5-4905-8f89-925914564ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '32f536db-32df-4d38-a8b5-940cd0fc4021'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:53:25.870869 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d3194dbf-cb2a-49c7-8797-f53db11eae1f None None] Bound port: 5adc561a-16c6-4bb8-8b84-8b0edde4c6e3, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a411ade0-24d5-4905-8f89-925914564ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '32f536db-32df-4d38-a8b5-940cd0fc4021'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:53:25.871453 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d3194dbf-cb2a-49c7-8797-f53db11eae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:25.906919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05765809-4590-4121-aa77-3976862e9f82 req-d378468e-4e88-4ec1-a78c-74d02e4b6d38 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:25.909288 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-05765809-4590-4121-aa77-3976862e9f82 req-d378468e-4e88-4ec1-a78c-74d02e4b6d38 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=766b922b-1891-4f7d-af61-0862c2ea03b1 HTTP/1.1" status: 200 len: 945 time: 0.0915222 Jul 09 09:53:25.920040 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52754) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:25.924785 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-83d9da65-f97d-43dd-b6fb-6f9a060f54a4 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Request body: {'floatingip': {'port_id': 'b9fdd39a-4237-4e0b-9f55-e30542576be9'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:25.977717 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83d9da65-f97d-43dd-b6fb-6f9a060f54a4 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:26.008840 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44294442-3079-47d9-9792-aca2f64b0819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-5c2edb98-6738-4b4a-99cf-0f3f550e6fb9', 'network_id': '5c2edb98-6738-4b4a-99cf-0f3f550e6fb9', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'fixed_ips': [{'subnet_id': 'd211ec14-e7f4-4060-b72e-1a3dbc30487e'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:53:26.010462 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44294442-3079-47d9-9792-aca2f64b0819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:26.014394 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d3194dbf-cb2a-49c7-8797-f53db11eae1f None None] For port 5adc561a-16c6-4bb8-8b84-8b0edde4c6e3, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:53:26.049448 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d3194dbf-cb2a-49c7-8797-f53db11eae1f None None] For port 5adc561a-16c6-4bb8-8b84-8b0edde4c6e3, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5adc561a-16c6-4bb8-8b84-8b0edde4c6e3,segment=NetworkSegment(a411ade0-24d5-4905-8f89-925914564ece),segment_id=a411ade0-24d5-4905-8f89-925914564ece)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:53:26.059577 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d3194dbf-cb2a-49c7-8797-f53db11eae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:26.220203 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3194dbf-cb2a-49c7-8797-f53db11eae1f None None] Pushing event updated for resources: {'Port': ['ID=5adc561a-16c6-4bb8-8b84-8b0edde4c6e3,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:26.300227 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-44294442-3079-47d9-9792-aca2f64b0819 None None] Allocated IP 2001:db8:1::2 (5c2edb98-6738-4b4a-99cf-0f3f550e6fb9/d211ec14-e7f4-4060-b72e-1a3dbc30487e/582350b0-e6d2-4f7e-a7bd-c2887c657907) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:53:26.301841 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a095ee2-ec4f-4453-8988-b392746c509e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:26.647573 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44294442-3079-47d9-9792-aca2f64b0819 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:26.657041 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-44294442-3079-47d9-9792-aca2f64b0819 None None] Transition to ACTIVE for port object 582350b0-e6d2-4f7e-a7bd-c2887c657907 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:53:26.683565 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-44294442-3079-47d9-9792-aca2f64b0819 None None] Transition to ACTIVE for port object 582350b0-e6d2-4f7e-a7bd-c2887c657907 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:53:26.699837 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44294442-3079-47d9-9792-aca2f64b0819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:26.760343 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44294442-3079-47d9-9792-aca2f64b0819 None None] Network 5c2edb98-6738-4b4a-99cf-0f3f550e6fb9 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:53:26.762062 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44294442-3079-47d9-9792-aca2f64b0819 None None] Pushing event updated for resources: {'Port': ['ID=582350b0-e6d2-4f7e-a7bd-c2887c657907,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:26.768187 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-44294442-3079-47d9-9792-aca2f64b0819 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:26.773530 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44294442-3079-47d9-9792-aca2f64b0819 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:53:26.796134 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-9a095ee2-ec4f-4453-8988-b392746c509e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Allocated IP 2001:db8::1 (32f536db-32df-4d38-a8b5-940cd0fc4021/0d95c370-9b1a-45bc-bb74-92d4690019f3/8ba3dcdc-011f-416f-bc69-e09cd328c0ac) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:53:26.846060 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-44294442-3079-47d9-9792-aca2f64b0819 None None] Attempting to bind port 582350b0-e6d2-4f7e-a7bd-c2887c657907 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:53:26.847058 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-44294442-3079-47d9-9792-aca2f64b0819 None None] Attempting to bind port 582350b0-e6d2-4f7e-a7bd-c2887c657907 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '10887bfc-25c5-4cbc-b1e3-6278e8ed6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5c2edb98-6738-4b4a-99cf-0f3f550e6fb9'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:53:26.847601 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44294442-3079-47d9-9792-aca2f64b0819 None None] Attempting to bind port 582350b0-e6d2-4f7e-a7bd-c2887c657907 on network 5c2edb98-6738-4b4a-99cf-0f3f550e6fb9 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:53:26.850160 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83d9da65-f97d-43dd-b6fb-6f9a060f54a4 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:26.853382 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44294442-3079-47d9-9792-aca2f64b0819 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:53:26.854024 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44294442-3079-47d9-9792-aca2f64b0819 None None] Checking segment: {'id': '10887bfc-25c5-4cbc-b1e3-6278e8ed6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5c2edb98-6738-4b4a-99cf-0f3f550e6fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:53:26.854647 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44294442-3079-47d9-9792-aca2f64b0819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:26.855253 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44294442-3079-47d9-9792-aca2f64b0819 None None] Bound using segment: {'id': '10887bfc-25c5-4cbc-b1e3-6278e8ed6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5c2edb98-6738-4b4a-99cf-0f3f550e6fb9'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:53:26.856361 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-44294442-3079-47d9-9792-aca2f64b0819 None None] Bound port: 582350b0-e6d2-4f7e-a7bd-c2887c657907, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10887bfc-25c5-4cbc-b1e3-6278e8ed6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5c2edb98-6738-4b4a-99cf-0f3f550e6fb9'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:53:26.857189 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44294442-3079-47d9-9792-aca2f64b0819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:26.858956 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83d9da65-f97d-43dd-b6fb-6f9a060f54a4 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:26.973342 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-44294442-3079-47d9-9792-aca2f64b0819 None None] For port 582350b0-e6d2-4f7e-a7bd-c2887c657907, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:53:26.975774 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a095ee2-ec4f-4453-8988-b392746c509e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:26.977704 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-44294442-3079-47d9-9792-aca2f64b0819 None None] For port 582350b0-e6d2-4f7e-a7bd-c2887c657907, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=582350b0-e6d2-4f7e-a7bd-c2887c657907,segment=NetworkSegment(10887bfc-25c5-4cbc-b1e3-6278e8ed6cc0),segment_id=10887bfc-25c5-4cbc-b1e3-6278e8ed6cc0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:53:26.985879 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44294442-3079-47d9-9792-aca2f64b0819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:26.995406 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-9a095ee2-ec4f-4453-8988-b392746c509e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Transition to ACTIVE for port object 8ba3dcdc-011f-416f-bc69-e09cd328c0ac will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:53:27.063089 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-83d9da65-f97d-43dd-b6fb-6f9a060f54a4 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Floating IP 2e21f3dd-9033-4fe3-8a53-48528b3ba8e6 associated. External IP: 172.25.3.66, port: b9fdd39a-4237-4e0b-9f55-e30542576be9. Jul 09 09:53:27.070179 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a095ee2-ec4f-4453-8988-b392746c509e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:27.167113 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44294442-3079-47d9-9792-aca2f64b0819 None None] Pushing event updated for resources: {'Port': ['ID=582350b0-e6d2-4f7e-a7bd-c2887c657907,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:27.191016 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a095ee2-ec4f-4453-8988-b392746c509e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network 32f536db-32df-4d38-a8b5-940cd0fc4021 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:53:27.201022 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-9a095ee2-ec4f-4453-8988-b392746c509e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:27.205344 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a095ee2-ec4f-4453-8988-b392746c509e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:53:27.207556 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a095ee2-ec4f-4453-8988-b392746c509e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:27.366751 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d9da65-f97d-43dd-b6fb-6f9a060f54a4 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Router 79b47742-f435-4d63-b1ce-8e1523371d54 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:53:27.449643 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5adc561a-16c6-4bb8-8b84-8b0edde4c6e3 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:53:27.533385 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a095ee2-ec4f-4453-8988-b392746c509e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Port': ['ID=8ba3dcdc-011f-416f-bc69-e09cd328c0ac,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:27.602305 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a095ee2-ec4f-4453-8988-b392746c509e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:27.617638 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 5adc561a-16c6-4bb8-8b84-8b0edde4c6e3 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:53:27.645790 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d9da65-f97d-43dd-b6fb-6f9a060f54a4 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:53:27.655467 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83d9da65-f97d-43dd-b6fb-6f9a060f54a4 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:27.666176 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da93b48-84d5-4b1a-8951-61647964d85d None None] Sync routers for ids ['79b47742-f435-4d63-b1ce-8e1523371d54'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:53:27.682686 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da93b48-84d5-4b1a-8951-61647964d85d None None] Routers {'79b47742-f435-4d63-b1ce-8e1523371d54'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:53:27.683528 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6da93b48-84d5-4b1a-8951-61647964d85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['79b47742-f435-4d63-b1ce-8e1523371d54'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:27.746019 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-83d9da65-f97d-43dd-b6fb-6f9a060f54a4 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "PUT /v2.0/floatingips/2e21f3dd-9033-4fe3-8a53-48528b3ba8e6 HTTP/1.1" status: 200 len: 990 time: 1.8247659 Jul 09 09:53:27.746682 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766b922b-1891-4f7d-af61-0862c2ea03b1', 'tag': 'b9fdd39a-4237-4e0b-9f55-e30542576be9'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:53:27.750632 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b870c75-4bd1-4464-9934-aa9944e998ba" -d '{"events": [{"name": "network-changed", "server_uuid": "766b922b-1891-4f7d-af61-0862c2ea03b1", "tag": "b9fdd39a-4237-4e0b-9f55-e30542576be9"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:53:27.807393 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22b0e4f-4428-4f71-925a-9a7924fd744c x-openstack-request-id: req-e22b0e4f-4428-4f71-925a-9a7924fd744c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:53:27.807720 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766b922b-1891-4f7d-af61-0862c2ea03b1", "tag": "b9fdd39a-4237-4e0b-9f55-e30542576be9", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:53:27.807993 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e22b0e4f-4428-4f71-925a-9a7924fd744c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:53:27.808458 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766b922b-1891-4f7d-af61-0862c2ea03b1', 'tag': 'b9fdd39a-4237-4e0b-9f55-e30542576be9', 'status': 'completed', 'code': 200} Jul 09 09:53:27.946465 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d128e232-808d-4eb5-b42e-a064311e6f1b None None] Network 32f536db-32df-4d38-a8b5-940cd0fc4021 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:27.974328 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-6da93b48-84d5-4b1a-8951-61647964d85d None None] Set router 79b47742-f435-4d63-b1ce-8e1523371d54 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:53:28.115395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a2e65b82-01c9-47c1-b4ea-9d8c7374c6bc None None] Provisioning for port 5adc561a-16c6-4bb8-8b84-8b0edde4c6e3 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:53:28.132153 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a2e65b82-01c9-47c1-b4ea-9d8c7374c6bc None None] Provisioning complete for port 5adc561a-16c6-4bb8-8b84-8b0edde4c6e3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:28.133279 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a2e65b82-01c9-47c1-b4ea-9d8c7374c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:28.218404 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a095ee2-ec4f-4453-8988-b392746c509e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:28.226328 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870c75-4bd1-4464-9934-aa9944e998ba req-ce732795-1cd8-4071-9c1b-9b6420c47233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:28.228459 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1b870c75-4bd1-4464-9934-aa9944e998ba req-ce732795-1cd8-4071-9c1b-9b6420c47233 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3685effc09af44948de733ea732a3e9f&device_id=766b922b-1891-4f7d-af61-0862c2ea03b1 HTTP/1.1" status: 200 len: 1096 time: 0.3019149 Jul 09 09:53:28.229773 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a095ee2-ec4f-4453-8988-b392746c509e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:28.230942 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a095ee2-ec4f-4453-8988-b392746c509e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:28.343266 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6da93b48-84d5-4b1a-8951-61647964d85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'name': 'tempest-AttachVolumeTestJSON-198710829-router', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:31Z', 'updated_at': '2021-07-09T09:46:42Z', 'revision_number': 4, 'project_id': '3685effc09af44948de733ea732a3e9f', 'gw_port': {'id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:32Z', 'updated_at': '2021-07-09T09:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '2e21f3dd-9033-4fe3-8a53-48528b3ba8e6', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'floating_ip_address': '172.25.3.66', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'port_id': 'b9fdd39a-4237-4e0b-9f55-e30542576be9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'mac_address': 'fa:16:3e:d6:46:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b922b-1891-4f7d-af61-0862c2ea03b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:53:12Z', 'updated_at': '2021-07-09T09:53:26Z', 'revision_number': 1, 'project_id': '3685effc09af44948de733ea732a3e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c003677-5ce5-4684-a967-9f0fa8144142', 'name': '', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'mac_address': 'fa:16:3e:70:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:38Z', 'updated_at': '2021-07-09T09:46:51Z', 'revision_number': 5, 'project_id': '3685effc09af44948de733ea732a3e9f', 'subnets': [{'id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:28.383017 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da93b48-84d5-4b1a-8951-61647964d85d None None] Checking router: 79b47742-f435-4d63-b1ce-8e1523371d54 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:53:28.392964 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da93b48-84d5-4b1a-8951-61647964d85d None None] Routers {'79b47742-f435-4d63-b1ce-8e1523371d54'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:53:28.393941 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6da93b48-84d5-4b1a-8951-61647964d85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['79b47742-f435-4d63-b1ce-8e1523371d54'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:28.437704 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870c75-4bd1-4464-9934-aa9944e998ba req-f4a75e0a-41af-464e-be59-5a1e96345066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:28.439811 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1b870c75-4bd1-4464-9934-aa9944e998ba req-f4a75e0a-41af-464e-be59-5a1e96345066 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08 HTTP/1.1" status: 200 len: 911 time: 0.1947644 Jul 09 09:53:28.498064 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a2e65b82-01c9-47c1-b4ea-9d8c7374c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:28.576133 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a2e65b82-01c9-47c1-b4ea-9d8c7374c6bc None None] For port 5adc561a-16c6-4bb8-8b84-8b0edde4c6e3, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5adc561a-16c6-4bb8-8b84-8b0edde4c6e3,segment=NetworkSegment(a411ade0-24d5-4905-8f89-925914564ece),segment_id=a411ade0-24d5-4905-8f89-925914564ece)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:28.593982 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a2e65b82-01c9-47c1-b4ea-9d8c7374c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:28.645011 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a095ee2-ec4f-4453-8988-b392746c509e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Port': ['ID=8ba3dcdc-011f-416f-bc69-e09cd328c0ac,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:28.657978 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-6da93b48-84d5-4b1a-8951-61647964d85d None None] Set router 79b47742-f435-4d63-b1ce-8e1523371d54 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:53:28.719483 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e65b82-01c9-47c1-b4ea-9d8c7374c6bc None None] Pushing event updated for resources: {'Port': ['ID=5adc561a-16c6-4bb8-8b84-8b0edde4c6e3,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:28.735845 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e65b82-01c9-47c1-b4ea-9d8c7374c6bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:28.736197 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e65b82-01c9-47c1-b4ea-9d8c7374c6bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:28.736540 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e65b82-01c9-47c1-b4ea-9d8c7374c6bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:28.736881 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e65b82-01c9-47c1-b4ea-9d8c7374c6bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:28.737212 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e65b82-01c9-47c1-b4ea-9d8c7374c6bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:28.737547 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e65b82-01c9-47c1-b4ea-9d8c7374c6bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:28.737876 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e65b82-01c9-47c1-b4ea-9d8c7374c6bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:28.738209 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e65b82-01c9-47c1-b4ea-9d8c7374c6bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:28.738536 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e65b82-01c9-47c1-b4ea-9d8c7374c6bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:28.738863 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e65b82-01c9-47c1-b4ea-9d8c7374c6bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:28.739190 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e65b82-01c9-47c1-b4ea-9d8c7374c6bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:28.739509 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1b870c75-4bd1-4464-9934-aa9944e998ba req-7a368e72-8b5a-4ae4-b6f6-b919a371f40e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9fdd39a-4237-4e0b-9f55-e30542576be9 HTTP/1.1" status: 200 len: 998 time: 0.2840755 Jul 09 09:53:28.739630 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e65b82-01c9-47c1-b4ea-9d8c7374c6bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:28.871486 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a095ee2-ec4f-4453-8988-b392746c509e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network 32f536db-32df-4d38-a8b5-940cd0fc4021 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:53:28.885251 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-9a095ee2-ec4f-4453-8988-b392746c509e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:28.911715 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870c75-4bd1-4464-9934-aa9944e998ba req-68abf007-4c22-4973-8f7d-df7a3e4e5928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:28.931916 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1b870c75-4bd1-4464-9934-aa9944e998ba req-68abf007-4c22-4973-8f7d-df7a3e4e5928 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b51e3e8c-7c21-4a91-b93d-f434e88398f9 HTTP/1.1" status: 200 len: 849 time: 0.1794283 Jul 09 09:53:28.992557 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71646a68-7983-4728-a6e3-881b4e9dfa33 None None] Network 5c2edb98-6738-4b4a-99cf-0f3f550e6fb9 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:29.155971 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d497a9fb-a138-443d-ab8b-b9a62d9abf9e None None] Provisioning for port 582350b0-e6d2-4f7e-a7bd-c2887c657907 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:53:29.171843 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6da93b48-84d5-4b1a-8951-61647964d85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'name': 'tempest-AttachVolumeTestJSON-198710829-router', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:31Z', 'updated_at': '2021-07-09T09:46:42Z', 'revision_number': 4, 'project_id': '3685effc09af44948de733ea732a3e9f', 'gw_port': {'id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:32Z', 'updated_at': '2021-07-09T09:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '2e21f3dd-9033-4fe3-8a53-48528b3ba8e6', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'floating_ip_address': '172.25.3.66', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'port_id': 'b9fdd39a-4237-4e0b-9f55-e30542576be9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'mac_address': 'fa:16:3e:d6:46:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b922b-1891-4f7d-af61-0862c2ea03b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:53:12Z', 'updated_at': '2021-07-09T09:53:26Z', 'revision_number': 1, 'project_id': '3685effc09af44948de733ea732a3e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c003677-5ce5-4684-a967-9f0fa8144142', 'name': '', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'mac_address': 'fa:16:3e:70:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:38Z', 'updated_at': '2021-07-09T09:46:51Z', 'revision_number': 5, 'project_id': '3685effc09af44948de733ea732a3e9f', 'subnets': [{'id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:29.206965 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da93b48-84d5-4b1a-8951-61647964d85d None None] The sync data for ids ['79b47742-f435-4d63-b1ce-8e1523371d54'] in n-d-799996-1 is: [{'id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'name': 'tempest-AttachVolumeTestJSON-198710829-router', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:31Z', 'updated_at': '2021-07-09T09:46:42Z', 'revision_number': 4, 'project_id': '3685effc09af44948de733ea732a3e9f', 'gw_port': {'id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:32Z', 'updated_at': '2021-07-09T09:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '2e21f3dd-9033-4fe3-8a53-48528b3ba8e6', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'floating_ip_address': '172.25.3.66', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'port_id': 'b9fdd39a-4237-4e0b-9f55-e30542576be9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'mac_address': 'fa:16:3e:d6:46:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b922b-1891-4f7d-af61-0862c2ea03b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:53:12Z', 'updated_at': '2021-07-09T09:53:26Z', 'revision_number': 1, 'project_id': '3685effc09af44948de733ea732a3e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c003677-5ce5-4684-a967-9f0fa8144142', 'name': '', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'mac_address': 'fa:16:3e:70:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:38Z', 'updated_at': '2021-07-09T09:46:51Z', 'revision_number': 5, 'project_id': '3685effc09af44948de733ea732a3e9f', 'subnets': [{'id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:53:29.217417 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d497a9fb-a138-443d-ab8b-b9a62d9abf9e None None] Provisioning for port 8ba3dcdc-011f-416f-bc69-e09cd328c0ac completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:53:29.234628 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d497a9fb-a138-443d-ab8b-b9a62d9abf9e None None] Provisioning complete for port 8ba3dcdc-011f-416f-bc69-e09cd328c0ac triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:29.234937 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d497a9fb-a138-443d-ab8b-b9a62d9abf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:29.452967 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870c75-4bd1-4464-9934-aa9944e998ba req-dddf3d81-365b-42ea-866d-ab72fbdcc197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:29.454587 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1b870c75-4bd1-4464-9934-aa9944e998ba req-dddf3d81-365b-42ea-866d-ab72fbdcc197 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4802303 Jul 09 09:53:29.478955 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a095ee2-ec4f-4453-8988-b392746c509e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Router adc78a0b-4fc1-45dc-a2da-ca72db53ed5e is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:53:29.624905 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d497a9fb-a138-443d-ab8b-b9a62d9abf9e None None] Port 8ba3dcdc-011f-416f-bc69-e09cd328c0ac cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:53:29.645789 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 582350b0-e6d2-4f7e-a7bd-c2887c657907 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:53:29.667583 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3be7ff3-6e32-4b4d-a256-82e006c5e872 None None] New status for floating IP 2e21f3dd-9033-4fe3-8a53-48528b3ba8e6: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:53:29.711588 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a095ee2-ec4f-4453-8988-b392746c509e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:53:29.722303 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e317a10-5295-451e-b168-cbeb08c392c0 None None] Sync routers for ids ['adc78a0b-4fc1-45dc-a2da-ca72db53ed5e'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:53:29.727435 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9a095ee2-ec4f-4453-8988-b392746c509e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/routers/adc78a0b-4fc1-45dc-a2da-ca72db53ed5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9114945 Jul 09 09:53:29.727946 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52830) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:29.735502 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e317a10-5295-451e-b168-cbeb08c392c0 None None] Routers {'adc78a0b-4fc1-45dc-a2da-ca72db53ed5e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:53:29.746471 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6e317a10-5295-451e-b168-cbeb08c392c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['adc78a0b-4fc1-45dc-a2da-ca72db53ed5e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:29.794941 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6e317a10-5295-451e-b168-cbeb08c392c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:29.819074 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e317a10-5295-451e-b168-cbeb08c392c0 None None] Routers {'adc78a0b-4fc1-45dc-a2da-ca72db53ed5e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:53:29.820427 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6e317a10-5295-451e-b168-cbeb08c392c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['adc78a0b-4fc1-45dc-a2da-ca72db53ed5e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:29.823130 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b4df9d-9e47-4c45-b56f-70fbb816a610 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:29.827515 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52834) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:29.828095 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-01b4df9d-9e47-4c45-b56f-70fbb816a610 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/ports/8ba3dcdc-011f-416f-bc69-e09cd328c0ac HTTP/1.1" status: 200 len: 911 time: 0.0988262 Jul 09 09:53:29.838364 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1b870c75-4bd1-4464-9934-aa9944e998ba req-0e62db97-51e4-4f75-acff-5df4e8940267 service neutron] 10.222.0.58 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740015 Jul 09 09:53:29.875041 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d497a9fb-a138-443d-ab8b-b9a62d9abf9e None None] Provisioning complete for port 5adc561a-16c6-4bb8-8b84-8b0edde4c6e3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:29.875405 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d497a9fb-a138-443d-ab8b-b9a62d9abf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:29.898029 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6e317a10-5295-451e-b168-cbeb08c392c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:29.898689 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e317a10-5295-451e-b168-cbeb08c392c0 None None] The sync data for ids ['adc78a0b-4fc1-45dc-a2da-ca72db53ed5e'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:53:29.986448 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1b870c75-4bd1-4464-9934-aa9944e998ba req-8d03365a-22fc-4691-a67a-7d546c884b34 service neutron] 10.222.0.58 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407166 Jul 09 09:53:30.084655 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 582350b0-e6d2-4f7e-a7bd-c2887c657907 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:53:30.098144 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 582350b0-e6d2-4f7e-a7bd-c2887c657907 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:30.098532 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:30.358700 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:30.362001 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4f84-80f2-4190-9aa1-d5d7cd328d4f tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:30.416822 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 582350b0-e6d2-4f7e-a7bd-c2887c657907, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=582350b0-e6d2-4f7e-a7bd-c2887c657907,segment=NetworkSegment(10887bfc-25c5-4cbc-b1e3-6278e8ed6cc0),segment_id=10887bfc-25c5-4cbc-b1e3-6278e8ed6cc0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:30.425427 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:30.426343 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5adc561a-16c6-4bb8-8b84-8b0edde4c6e3 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:53:30.431357 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6e3f6923-a3db-404e-b77e-974ccc2bd703 None None] Provisioning complete for port 8ba3dcdc-011f-416f-bc69-e09cd328c0ac triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:30.431887 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6e3f6923-a3db-404e-b77e-974ccc2bd703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:30.443860 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:53:30.506254 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52854) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:30.509205 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6e3f6923-a3db-404e-b77e-974ccc2bd703 None None] Port 8ba3dcdc-011f-416f-bc69-e09cd328c0ac cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:53:30.577786 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=582350b0-e6d2-4f7e-a7bd-c2887c657907,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:30.586296 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 5adc561a-16c6-4bb8-8b84-8b0edde4c6e3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:30.587170 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:30.660330 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4e98ab70-72bd-40e1-aa3a-378b6d82dab3 None None] Provisioning complete for port 582350b0-e6d2-4f7e-a7bd-c2887c657907 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:30.660709 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e98ab70-72bd-40e1-aa3a-378b6d82dab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:30.714959 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-35b3e2db-3e11-440a-b8e6-a2f4655a8ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:30.763199 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-3c3f4f84-80f2-4190-9aa1-d5d7cd328d4f tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Allocated IP 2001:db8:1::1 (5c2edb98-6738-4b4a-99cf-0f3f550e6fb9/d211ec14-e7f4-4060-b72e-1a3dbc30487e/e7bf3220-cc3b-481c-ba4c-6dd861f35bbe) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:53:30.916345 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-35b3e2db-3e11-440a-b8e6-a2f4655a8ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:30.921263 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-35b3e2db-3e11-440a-b8e6-a2f4655a8ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:30.947907 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4f84-80f2-4190-9aa1-d5d7cd328d4f tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:30.963939 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3e2db-3e11-440a-b8e6-a2f4655a8ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b83826-b0de-434b-bb4f-10e9ca08040f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:30.973064 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-35b3e2db-3e11-440a-b8e6-a2f4655a8ef9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e2eb2611ff374662898958c68b119c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4643567 Jul 09 09:53:30.974104 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 52868) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:30.978374 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-3c3f4f84-80f2-4190-9aa1-d5d7cd328d4f tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Transition to ACTIVE for port object e7bf3220-cc3b-481c-ba4c-6dd861f35bbe will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:53:31.022756 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4f84-80f2-4190-9aa1-d5d7cd328d4f tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:31.041291 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e286c534-26a5-4a1c-be5f-f16fc9bff19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:31.063818 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3f4f84-80f2-4190-9aa1-d5d7cd328d4f tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network 5c2edb98-6738-4b4a-99cf-0f3f550e6fb9 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:53:31.071123 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-3c3f4f84-80f2-4190-9aa1-d5d7cd328d4f tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:31.074211 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e286c534-26a5-4a1c-be5f-f16fc9bff19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:31.075861 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3f4f84-80f2-4190-9aa1-d5d7cd328d4f tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:53:31.076428 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4f84-80f2-4190-9aa1-d5d7cd328d4f tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:31.152190 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f4f84-80f2-4190-9aa1-d5d7cd328d4f tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Port': ['ID=e7bf3220-cc3b-481c-ba4c-6dd861f35bbe,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:31.155860 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e286c534-26a5-4a1c-be5f-f16fc9bff19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:31.158454 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e286c534-26a5-4a1c-be5f-f16fc9bff19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:31.160588 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e286c534-26a5-4a1c-be5f-f16fc9bff19f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/68b83826-b0de-434b-bb4f-10e9ca08040f HTTP/1.1" status: 204 len: 168 time: 0.1832731 Jul 09 09:53:31.172029 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286c534-26a5-4a1c-be5f-f16fc9bff19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b83826-b0de-434b-bb4f-10e9ca08040f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:31.311525 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4f84-80f2-4190-9aa1-d5d7cd328d4f tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:31.363758 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 582350b0-e6d2-4f7e-a7bd-c2887c657907 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:53:31.458405 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 582350b0-e6d2-4f7e-a7bd-c2887c657907 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:31.458782 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:31.534571 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5da2cc17-d7d2-4fef-9501-4db539027c77 None None] Provisioning for port e7bf3220-cc3b-481c-ba4c-6dd861f35bbe completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:53:31.554685 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5da2cc17-d7d2-4fef-9501-4db539027c77 None None] Provisioning complete for port e7bf3220-cc3b-481c-ba4c-6dd861f35bbe triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:31.555059 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5da2cc17-d7d2-4fef-9501-4db539027c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:31.600940 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5da2cc17-d7d2-4fef-9501-4db539027c77 None None] Port e7bf3220-cc3b-481c-ba4c-6dd861f35bbe cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:53:31.695944 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4f84-80f2-4190-9aa1-d5d7cd328d4f tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:31.702592 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4f84-80f2-4190-9aa1-d5d7cd328d4f tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:31.703425 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4f84-80f2-4190-9aa1-d5d7cd328d4f tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:31.814514 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f4f84-80f2-4190-9aa1-d5d7cd328d4f tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Port': ['ID=e7bf3220-cc3b-481c-ba4c-6dd861f35bbe,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:31.875736 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3f4f84-80f2-4190-9aa1-d5d7cd328d4f tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network 5c2edb98-6738-4b4a-99cf-0f3f550e6fb9 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:53:31.877137 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-3c3f4f84-80f2-4190-9aa1-d5d7cd328d4f tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:32.001078 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3f4f84-80f2-4190-9aa1-d5d7cd328d4f tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Router adc78a0b-4fc1-45dc-a2da-ca72db53ed5e has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:53:32.133038 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3f4f84-80f2-4190-9aa1-d5d7cd328d4f tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:53:32.142938 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a105409d-46a2-4225-94f5-ae158219c208 None None] Sync routers for ids ['adc78a0b-4fc1-45dc-a2da-ca72db53ed5e'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:53:32.144043 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3c3f4f84-80f2-4190-9aa1-d5d7cd328d4f tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/routers/adc78a0b-4fc1-45dc-a2da-ca72db53ed5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3146479 Jul 09 09:53:32.147211 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52912) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:32.153822 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a105409d-46a2-4225-94f5-ae158219c208 None None] Routers {'adc78a0b-4fc1-45dc-a2da-ca72db53ed5e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:53:32.154595 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a105409d-46a2-4225-94f5-ae158219c208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['adc78a0b-4fc1-45dc-a2da-ca72db53ed5e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:32.213780 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a105409d-46a2-4225-94f5-ae158219c208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:32.230730 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a105409d-46a2-4225-94f5-ae158219c208 None None] Routers {'adc78a0b-4fc1-45dc-a2da-ca72db53ed5e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:53:32.231588 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a105409d-46a2-4225-94f5-ae158219c208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['adc78a0b-4fc1-45dc-a2da-ca72db53ed5e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:32.239440 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1929ae2c-d2d9-4927-8356-a3e4c6cd9a96 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:32.241668 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1929ae2c-d2d9-4927-8356-a3e4c6cd9a96 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/ports/e7bf3220-cc3b-481c-ba4c-6dd861f35bbe HTTP/1.1" status: 200 len: 913 time: 0.0928988 Jul 09 09:53:32.244458 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 52922) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:32.280621 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a105409d-46a2-4225-94f5-ae158219c208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:32.281627 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a105409d-46a2-4225-94f5-ae158219c208 None None] The sync data for ids ['adc78a0b-4fc1-45dc-a2da-ca72db53ed5e'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:53:32.345783 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-84ecf891-752b-434a-82be-32f1243ea1bb None None] Provisioning complete for port e7bf3220-cc3b-481c-ba4c-6dd861f35bbe triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:32.346436 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-84ecf891-752b-434a-82be-32f1243ea1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:32.388736 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-84ecf891-752b-434a-82be-32f1243ea1bb None None] Port e7bf3220-cc3b-481c-ba4c-6dd861f35bbe cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:53:32.637236 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-052874f8-32bb-493c-a462-2be2defb0565 req-04ab0f27-30b1-467f-9875-2ed12ecbd6d5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0771928 Jul 09 09:53:32.774041 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052874f8-32bb-493c-a462-2be2defb0565 req-2f3ee84f-ba9c-4a63-afba-a894db902513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:32.775822 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-052874f8-32bb-493c-a462-2be2defb0565 req-2f3ee84f-ba9c-4a63-afba-a894db902513 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 1096 time: 0.0848477 Jul 09 09:53:32.967236 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052874f8-32bb-493c-a462-2be2defb0565 req-2c6aeb22-efdd-44cd-b72b-d5e44f20092d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:32.969649 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-052874f8-32bb-493c-a462-2be2defb0565 req-2c6aeb22-efdd-44cd-b72b-d5e44f20092d service neutron] 10.222.0.58 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 913 time: 0.1710396 Jul 09 09:53:33.071203 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-052874f8-32bb-493c-a462-2be2defb0565 req-4dfa7969-ced2-44a9-8dc0-4f72fd4bd7cb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07362196-3806-461f-a534-dbacec1bc92d HTTP/1.1" status: 200 len: 1001 time: 0.0949769 Jul 09 09:53:33.114698 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3813342-ec6b-4f62-94fd-da970a35cd30 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:33.127366 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052874f8-32bb-493c-a462-2be2defb0565 req-3f8978f1-ebf2-4e03-9ce7-b1f483504efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:33.129633 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-052874f8-32bb-493c-a462-2be2defb0565 req-3f8978f1-ebf2-4e03-9ce7-b1f483504efd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 200 len: 851 time: 0.0519640 Jul 09 09:53:33.219682 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052874f8-32bb-493c-a462-2be2defb0565 req-6936ab6a-2d57-494d-8fd3-f7fb873de5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:33.221267 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-052874f8-32bb-493c-a462-2be2defb0565 req-6936ab6a-2d57-494d-8fd3-f7fb873de5ad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c39f085e-9a90-44ab-b2cf-d4cf479d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854888 Jul 09 09:53:33.373965 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-052874f8-32bb-493c-a462-2be2defb0565 req-81982161-44cd-41ad-b508-ecf6e2af6ff2 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457331 Jul 09 09:53:33.435576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c3813342-ec6b-4f62-94fd-da970a35cd30 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting port e7bf3220-cc3b-481c-ba4c-6dd861f35bbe {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:53:33.436211 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3813342-ec6b-4f62-94fd-da970a35cd30 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:33.506136 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-052874f8-32bb-493c-a462-2be2defb0565 req-7e0d3f19-f810-43e9-9975-60248d4bd4d7 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243794 Jul 09 09:53:33.555034 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3813342-ec6b-4f62-94fd-da970a35cd30 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:33.567749 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c3813342-ec6b-4f62-94fd-da970a35cd30 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Calling delete_port for e7bf3220-cc3b-481c-ba4c-6dd861f35bbe owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:53:33.789452 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3813342-ec6b-4f62-94fd-da970a35cd30 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:33.823327 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3813342-ec6b-4f62-94fd-da970a35cd30 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Port': ['ID=e7bf3220-cc3b-481c-ba4c-6dd861f35bbe,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:33.868215 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3813342-ec6b-4f62-94fd-da970a35cd30 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:33.868663 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3813342-ec6b-4f62-94fd-da970a35cd30 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:33.869074 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3813342-ec6b-4f62-94fd-da970a35cd30 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:33.869528 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3813342-ec6b-4f62-94fd-da970a35cd30 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:33.869871 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3813342-ec6b-4f62-94fd-da970a35cd30 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:33.870388 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3813342-ec6b-4f62-94fd-da970a35cd30 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:33.870535 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3813342-ec6b-4f62-94fd-da970a35cd30 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:33.870869 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3813342-ec6b-4f62-94fd-da970a35cd30 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:33.871463 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3813342-ec6b-4f62-94fd-da970a35cd30 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:33.872616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3813342-ec6b-4f62-94fd-da970a35cd30 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:33.872616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3813342-ec6b-4f62-94fd-da970a35cd30 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:33.873018 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3813342-ec6b-4f62-94fd-da970a35cd30 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:33.943440 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:34.001011 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3813342-ec6b-4f62-94fd-da970a35cd30 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:34.229600 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3813342-ec6b-4f62-94fd-da970a35cd30 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Router adc78a0b-4fc1-45dc-a2da-ca72db53ed5e has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:53:34.352280 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3813342-ec6b-4f62-94fd-da970a35cd30 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:53:34.359738 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c3813342-ec6b-4f62-94fd-da970a35cd30 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/routers/adc78a0b-4fc1-45dc-a2da-ca72db53ed5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1117160 Jul 09 09:53:34.360540 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53038) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:34.372499 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09fd213-cdd2-4fc4-aa91-02460804c764 None None] Sync routers for ids ['adc78a0b-4fc1-45dc-a2da-ca72db53ed5e'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:53:34.387422 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09fd213-cdd2-4fc4-aa91-02460804c764 None None] Routers {'adc78a0b-4fc1-45dc-a2da-ca72db53ed5e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:53:34.388957 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e09fd213-cdd2-4fc4-aa91-02460804c764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['adc78a0b-4fc1-45dc-a2da-ca72db53ed5e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:34.446388 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e09fd213-cdd2-4fc4-aa91-02460804c764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:34.460125 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09fd213-cdd2-4fc4-aa91-02460804c764 None None] Routers {'adc78a0b-4fc1-45dc-a2da-ca72db53ed5e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:53:34.460752 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e09fd213-cdd2-4fc4-aa91-02460804c764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['adc78a0b-4fc1-45dc-a2da-ca72db53ed5e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:34.493343 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e09fd213-cdd2-4fc4-aa91-02460804c764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:34.493998 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09fd213-cdd2-4fc4-aa91-02460804c764 None None] The sync data for ids ['adc78a0b-4fc1-45dc-a2da-ca72db53ed5e'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:53:34.771556 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-35a331db-bde9-42bc-886c-2b25ee58f514 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:35.120695 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-35a331db-bde9-42bc-886c-2b25ee58f514 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting port 8ba3dcdc-011f-416f-bc69-e09cd328c0ac {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:53:35.121032 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-35a331db-bde9-42bc-886c-2b25ee58f514 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:35.211331 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-35a331db-bde9-42bc-886c-2b25ee58f514 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:35.225163 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-35a331db-bde9-42bc-886c-2b25ee58f514 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Calling delete_port for 8ba3dcdc-011f-416f-bc69-e09cd328c0ac owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:53:35.422762 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-35a331db-bde9-42bc-886c-2b25ee58f514 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:35.451883 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a331db-bde9-42bc-886c-2b25ee58f514 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Port': ['ID=8ba3dcdc-011f-416f-bc69-e09cd328c0ac,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:35.930047 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-35a331db-bde9-42bc-886c-2b25ee58f514 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:36.113106 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a331db-bde9-42bc-886c-2b25ee58f514 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Router adc78a0b-4fc1-45dc-a2da-ca72db53ed5e has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:53:36.196100 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a331db-bde9-42bc-886c-2b25ee58f514 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:53:36.201061 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-35a331db-bde9-42bc-886c-2b25ee58f514 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/routers/adc78a0b-4fc1-45dc-a2da-ca72db53ed5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8394392 Jul 09 09:53:36.205134 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 53058) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:36.207616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005b7d38-b134-4c14-87b5-a5d0c60fcde1 None None] Sync routers for ids ['adc78a0b-4fc1-45dc-a2da-ca72db53ed5e'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:53:36.223775 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005b7d38-b134-4c14-87b5-a5d0c60fcde1 None None] Routers {'adc78a0b-4fc1-45dc-a2da-ca72db53ed5e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:53:36.225425 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-005b7d38-b134-4c14-87b5-a5d0c60fcde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['adc78a0b-4fc1-45dc-a2da-ca72db53ed5e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:36.240968 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53060) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:36.241185 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7dda9f64-f42d-4497-ab97-aa0b62b1c69b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/ports?device_id=adc78a0b-4fc1-45dc-a2da-ca72db53ed5e HTTP/1.1" status: 200 len: 205 time: 0.0346534 Jul 09 09:53:36.273772 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-005b7d38-b134-4c14-87b5-a5d0c60fcde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:36.283894 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005b7d38-b134-4c14-87b5-a5d0c60fcde1 None None] Routers {'adc78a0b-4fc1-45dc-a2da-ca72db53ed5e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:53:36.284851 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-005b7d38-b134-4c14-87b5-a5d0c60fcde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['adc78a0b-4fc1-45dc-a2da-ca72db53ed5e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:36.321865 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-005b7d38-b134-4c14-87b5-a5d0c60fcde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:36.322540 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005b7d38-b134-4c14-87b5-a5d0c60fcde1 None None] The sync data for ids ['adc78a0b-4fc1-45dc-a2da-ca72db53ed5e'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:53:36.328749 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0c3854a-e31e-48be-ac5c-cef08dafc81d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:36.498794 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0c3854a-e31e-48be-ac5c-cef08dafc81d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:36.501189 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0c3854a-e31e-48be-ac5c-cef08dafc81d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:36.551153 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0c3854a-e31e-48be-ac5c-cef08dafc81d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:36.551834 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c3854a-e31e-48be-ac5c-cef08dafc81d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Fanout notify agent at l3_agent the message router_deleted on router adc78a0b-4fc1-45dc-a2da-ca72db53ed5e {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:53:36.559638 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0c3854a-e31e-48be-ac5c-cef08dafc81d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:36.560818 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b0c3854a-e31e-48be-ac5c-cef08dafc81d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/routers/adc78a0b-4fc1-45dc-a2da-ca72db53ed5e HTTP/1.1" status: 204 len: 168 time: 0.3183701 Jul 09 09:53:36.563918 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53062) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:36.630146 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa67f4f6-da3b-41dc-9b1c-dd61f0baeb79 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting subnet d211ec14-e7f4-4060-b72e-1a3dbc30487e {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:53:36.633655 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa67f4f6-da3b-41dc-9b1c-dd61f0baeb79 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:36.678338 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa67f4f6-da3b-41dc-9b1c-dd61f0baeb79 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:36.779508 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa67f4f6-da3b-41dc-9b1c-dd61f0baeb79 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:36.782817 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a455255-fffc-401f-8e09-7696387ece31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:36.854672 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa67f4f6-da3b-41dc-9b1c-dd61f0baeb79 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:36.871220 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa67f4f6-da3b-41dc-9b1c-dd61f0baeb79 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:36.875567 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fa67f4f6-da3b-41dc-9b1c-dd61f0baeb79 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/subnets/d211ec14-e7f4-4060-b72e-1a3dbc30487e HTTP/1.1" status: 204 len: 168 time: 0.3080876 Jul 09 09:53:36.876890 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 53066) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:36.881758 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1362eb72-505d-4e65-aae9-981ea37e93b4 None None] Network 5c2edb98-6738-4b4a-99cf-0f3f550e6fb9 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:36.909654 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67f4f6-da3b-41dc-9b1c-dd61f0baeb79 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Subnet': ['ID=d211ec14-e7f4-4060-b72e-1a3dbc30487e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:36.947527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4baeba-663f-4027-8582-cb4890582736 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting subnet 0d95c370-9b1a-45bc-bb74-92d4690019f3 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:53:36.953187 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa4baeba-663f-4027-8582-cb4890582736 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:37.014656 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa4baeba-663f-4027-8582-cb4890582736 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:37.120831 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa4baeba-663f-4027-8582-cb4890582736 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:37.153538 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13802aad-f5bd-451a-8e5c-65814ef57bdf None None] DHCP port deletion for 5c2edb98-6738-4b4a-99cf-0f3f550e6fb9 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:53:37.210768 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-13802aad-f5bd-451a-8e5c-65814ef57bdf None None] Deleting port 582350b0-e6d2-4f7e-a7bd-c2887c657907 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:53:37.212114 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-13802aad-f5bd-451a-8e5c-65814ef57bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:37.216209 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa4baeba-663f-4027-8582-cb4890582736 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:37.254383 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4baeba-663f-4027-8582-cb4890582736 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Subnet': ['ID=0d95c370-9b1a-45bc-bb74-92d4690019f3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:37.259556 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa4baeba-663f-4027-8582-cb4890582736 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:37.264167 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-aa4baeba-663f-4027-8582-cb4890582736 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/subnets/0d95c370-9b1a-45bc-bb74-92d4690019f3 HTTP/1.1" status: 204 len: 168 time: 0.3825300 Jul 09 09:53:37.265324 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 53072) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:37.285245 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2bf001-e06b-4b63-9160-e0c8fc65d34e None None] Network 32f536db-32df-4d38-a8b5-940cd0fc4021 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:37.363933 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 582350b0-e6d2-4f7e-a7bd-c2887c657907 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:53:37.415733 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-13802aad-f5bd-451a-8e5c-65814ef57bdf None None] For port 582350b0-e6d2-4f7e-a7bd-c2887c657907, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=582350b0-e6d2-4f7e-a7bd-c2887c657907,segment=NetworkSegment(10887bfc-25c5-4cbc-b1e3-6278e8ed6cc0),segment_id=10887bfc-25c5-4cbc-b1e3-6278e8ed6cc0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:37.416252 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-13802aad-f5bd-451a-8e5c-65814ef57bdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:37.419305 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34861219-8bd1-4586-a951-7a0ebe55d5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:37.450402 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-13802aad-f5bd-451a-8e5c-65814ef57bdf None None] Calling delete_port for 582350b0-e6d2-4f7e-a7bd-c2887c657907 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:53:37.469477 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b7824a6-7b6b-4c7f-8678-d7171b26ec72 req-1a85b776-92fe-40c4-8e29-1cef30e607c9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1211939 Jul 09 09:53:37.532651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-34861219-8bd1-4586-a951-7a0ebe55d5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting port 582350b0-e6d2-4f7e-a7bd-c2887c657907 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:53:37.533081 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34861219-8bd1-4586-a951-7a0ebe55d5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:37.641289 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-34861219-8bd1-4586-a951-7a0ebe55d5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] For port 582350b0-e6d2-4f7e-a7bd-c2887c657907, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=582350b0-e6d2-4f7e-a7bd-c2887c657907,segment=NetworkSegment(10887bfc-25c5-4cbc-b1e3-6278e8ed6cc0),segment_id=10887bfc-25c5-4cbc-b1e3-6278e8ed6cc0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:37.642691 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34861219-8bd1-4586-a951-7a0ebe55d5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:37.649918 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:37.675550 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-13802aad-f5bd-451a-8e5c-65814ef57bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:37.675898 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7824a6-7b6b-4c7f-8678-d7171b26ec72 req-0278d6f8-4e08-490e-a8ef-c139de017a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:37.680015 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b7824a6-7b6b-4c7f-8678-d7171b26ec72 req-0278d6f8-4e08-490e-a8ef-c139de017a4c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99f7719707794c3ea83b85ef3879ca4c&device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 1097 time: 0.1822593 Jul 09 09:53:37.687716 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-34861219-8bd1-4586-a951-7a0ebe55d5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Calling delete_port for 582350b0-e6d2-4f7e-a7bd-c2887c657907 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:53:37.712164 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13802aad-f5bd-451a-8e5c-65814ef57bdf None None] Pushing event deleted for resources: {'Port': ['ID=582350b0-e6d2-4f7e-a7bd-c2887c657907,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:37.744316 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a9e807-3bdb-446c-87d7-6ce9a26b9693 None None] DHCP port deletion for 32f536db-32df-4d38-a8b5-940cd0fc4021 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:53:37.761753 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13802aad-f5bd-451a-8e5c-65814ef57bdf None None] No DVR routers for this DVR port 582350b0-e6d2-4f7e-a7bd-c2887c657907 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:53:37.836796 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-65a9e807-3bdb-446c-87d7-6ce9a26b9693 None None] Deleting port 5adc561a-16c6-4bb8-8b84-8b0edde4c6e3 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:53:37.837491 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-65a9e807-3bdb-446c-87d7-6ce9a26b9693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:37.888731 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34861219-8bd1-4586-a951-7a0ebe55d5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:37.894181 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7824a6-7b6b-4c7f-8678-d7171b26ec72 req-3f9f39c5-e881-4995-98ae-905f7ae3a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:37.895735 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b7824a6-7b6b-4c7f-8678-d7171b26ec72 req-3f9f39c5-e881-4995-98ae-905f7ae3a2a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4245b116-2d5b-4779-b854-de03b1576199 HTTP/1.1" status: 200 len: 917 time: 0.1263132 Jul 09 09:53:37.906664 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-65a9e807-3bdb-446c-87d7-6ce9a26b9693 None None] For port 5adc561a-16c6-4bb8-8b84-8b0edde4c6e3, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5adc561a-16c6-4bb8-8b84-8b0edde4c6e3,segment=NetworkSegment(a411ade0-24d5-4905-8f89-925914564ece),segment_id=a411ade0-24d5-4905-8f89-925914564ece)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:37.907067 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-65a9e807-3bdb-446c-87d7-6ce9a26b9693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:37.925233 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-65a9e807-3bdb-446c-87d7-6ce9a26b9693 None None] Calling delete_port for 5adc561a-16c6-4bb8-8b84-8b0edde4c6e3 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:53:37.934785 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34861219-8bd1-4586-a951-7a0ebe55d5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Port': ['ID=582350b0-e6d2-4f7e-a7bd-c2887c657907,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:37.968234 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34861219-8bd1-4586-a951-7a0ebe55d5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] No DVR routers for this DVR port 582350b0-e6d2-4f7e-a7bd-c2887c657907 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:53:38.029312 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-65a9e807-3bdb-446c-87d7-6ce9a26b9693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:38.064767 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9e807-3bdb-446c-87d7-6ce9a26b9693 None None] Pushing event deleted for resources: {'Port': ['ID=5adc561a-16c6-4bb8-8b84-8b0edde4c6e3,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:38.068990 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a9e807-3bdb-446c-87d7-6ce9a26b9693 None None] No DVR routers for this DVR port 5adc561a-16c6-4bb8-8b84-8b0edde4c6e3 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:53:38.092239 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34861219-8bd1-4586-a951-7a0ebe55d5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:38.102069 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b7824a6-7b6b-4c7f-8678-d7171b26ec72 req-2ffa9c46-e048-4e07-8e5a-e26091c03b1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01237635-4d17-4e9f-bb36-740c9f687606 HTTP/1.1" status: 200 len: 1000 time: 0.1752427 Jul 09 09:53:38.105378 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-34861219-8bd1-4586-a951-7a0ebe55d5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2edb98-6738-4b4a-99cf-0f3f550e6fb9']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:38.158841 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-34861219-8bd1-4586-a951-7a0ebe55d5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10887bfc-25c5-4cbc-b1e3-6278e8ed6cc0') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:38.159141 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-34861219-8bd1-4586-a951-7a0ebe55d5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10887bfc-25c5-4cbc-b1e3-6278e8ed6cc0') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:38.169226 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7824a6-7b6b-4c7f-8678-d7171b26ec72 req-eeeff56f-8c3e-4037-a2ff-cb7ccd227b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:38.170706 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b7824a6-7b6b-4c7f-8678-d7171b26ec72 req-eeeff56f-8c3e-4037-a2ff-cb7ccd227b2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f33154ac-544d-477f-a9ff-a13c564432a2 HTTP/1.1" status: 200 len: 855 time: 0.0583479 Jul 09 09:53:38.174096 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34861219-8bd1-4586-a951-7a0ebe55d5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:38.214424 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34861219-8bd1-4586-a951-7a0ebe55d5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:38.222876 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34861219-8bd1-4586-a951-7a0ebe55d5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:53:38.223712 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34861219-8bd1-4586-a951-7a0ebe55d5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:53:38.229245 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:53:38.317265 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34861219-8bd1-4586-a951-7a0ebe55d5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:38.327899 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34861219-8bd1-4586-a951-7a0ebe55d5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:38.334156 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-34861219-8bd1-4586-a951-7a0ebe55d5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/networks/5c2edb98-6738-4b4a-99cf-0f3f550e6fb9 HTTP/1.1" status: 204 len: 168 time: 1.0671074 Jul 09 09:53:38.334392 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53082) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:38.341988 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7824a6-7b6b-4c7f-8678-d7171b26ec72 req-f9793c97-1514-43db-ad05-493738fed19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:38.343423 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b7824a6-7b6b-4c7f-8678-d7171b26ec72 req-f9793c97-1514-43db-ad05-493738fed19c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4245b116-2d5b-4779-b854-de03b1576199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1625185 Jul 09 09:53:38.373943 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34861219-8bd1-4586-a951-7a0ebe55d5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Network': ['ID=5c2edb98-6738-4b4a-99cf-0f3f550e6fb9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:38.438684 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83b00cea-5544-4c59-b941-f5134e3ad405 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:38.467034 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b7824a6-7b6b-4c7f-8678-d7171b26ec72 req-f5ca0ab6-3e93-474c-9e50-6931dcb450c9 service neutron] 10.222.0.64 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030121 Jul 09 09:53:38.539832 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83b00cea-5544-4c59-b941-f5134e3ad405 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:38.551816 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-83b00cea-5544-4c59-b941-f5134e3ad405 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f536db-32df-4d38-a8b5-940cd0fc4021']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:38.562918 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-83b00cea-5544-4c59-b941-f5134e3ad405 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a411ade0-24d5-4905-8f89-925914564ece') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:38.563235 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-83b00cea-5544-4c59-b941-f5134e3ad405 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a411ade0-24d5-4905-8f89-925914564ece') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:38.578544 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83b00cea-5544-4c59-b941-f5134e3ad405 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:38.596451 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83b00cea-5544-4c59-b941-f5134e3ad405 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:38.600881 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b7824a6-7b6b-4c7f-8678-d7171b26ec72 req-d877ace2-dba0-4b0e-882d-da1a8bb91d9f service neutron] 10.222.0.64 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271696 Jul 09 09:53:38.606368 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b00cea-5544-4c59-b941-f5134e3ad405 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:53:38.608988 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83b00cea-5544-4c59-b941-f5134e3ad405 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:53:38.612524 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:53:38.694778 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83b00cea-5544-4c59-b941-f5134e3ad405 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:38.701358 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83b00cea-5544-4c59-b941-f5134e3ad405 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:38.703288 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-83b00cea-5544-4c59-b941-f5134e3ad405 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/networks/32f536db-32df-4d38-a8b5-940cd0fc4021 HTTP/1.1" status: 204 len: 168 time: 0.3678944 Jul 09 09:53:38.707537 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53088) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:38.715745 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b74bb7f7-eabc-4a96-8777-993d77297d14 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1249708960'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:38.731327 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b00cea-5544-4c59-b941-f5134e3ad405 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Network': ['ID=32f536db-32df-4d38-a8b5-940cd0fc4021,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:38.758084 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74bb7f7-eabc-4a96-8777-993d77297d14 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Made reservation on behalf of fb176551126b4d008320f649cce1600b for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:53:38.761912 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b74bb7f7-eabc-4a96-8777-993d77297d14 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:38.810031 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74bb7f7-eabc-4a96-8777-993d77297d14 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:53:38.825497 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b74bb7f7-eabc-4a96-8777-993d77297d14 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:38.826011 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-b74bb7f7-eabc-4a96-8777-993d77297d14 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Added segment 1ccdf631-aa30-4775-b6f5-84b00e51dc72 of type vlan for network b96be4a7-77fa-40b1-91d5-c3f33370c7e7 Jul 09 09:53:38.873878 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b74bb7f7-eabc-4a96-8777-993d77297d14 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:38.922149 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b74bb7f7-eabc-4a96-8777-993d77297d14 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:38.928624 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74bb7f7-eabc-4a96-8777-993d77297d14 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:38.929438 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b74bb7f7-eabc-4a96-8777-993d77297d14 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:38.961257 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b74bb7f7-eabc-4a96-8777-993d77297d14 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2512877 Jul 09 09:53:38.964261 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 53096) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:38.970497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-999e5a27-9ca2-4e1e-a889-2a019f95f4c0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'subnet': {'network_id': 'b96be4a7-77fa-40b1-91d5-c3f33370c7e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:39.012408 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bb7f7-eabc-4a96-8777-993d77297d14 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Network': ['ID=b96be4a7-77fa-40b1-91d5-c3f33370c7e7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:39.024348 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network b96be4a7-77fa-40b1-91d5-c3f33370c7e7 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:53:39.172585 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999e5a27-9ca2-4e1e-a889-2a019f95f4c0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Made reservation on behalf of fb176551126b4d008320f649cce1600b for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:53:39.177891 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-999e5a27-9ca2-4e1e-a889-2a019f95f4c0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:39.209922 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:39.351182 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5adc561a-16c6-4bb8-8b84-8b0edde4c6e3 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:53:39.389718 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 5adc561a-16c6-4bb8-8b84-8b0edde4c6e3 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:53:39.389718 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5adc561a-16c6-4bb8-8b84-8b0edde4c6e3 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:53:39.389718 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-68f2ec95-ae08-4142-9e48-79f820447046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:39.507655 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-999e5a27-9ca2-4e1e-a889-2a019f95f4c0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:39.512146 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:39.575913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e5a27-9ca2-4e1e-a889-2a019f95f4c0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Subnet': ['ID=bc70dd01-b7e4-4fb9-8fac-9f4af12feed6,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:39.587506 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e5a27-9ca2-4e1e-a889-2a019f95f4c0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Checking segment: {'id': '1ccdf631-aa30-4775-b6f5-84b00e51dc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b96be4a7-77fa-40b1-91d5-c3f33370c7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:53:39.587915 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999e5a27-9ca2-4e1e-a889-2a019f95f4c0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network hostable DHCP agents. Network: b96be4a7-77fa-40b1-91d5-c3f33370c7e7, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:53:39.607283 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999e5a27-9ca2-4e1e-a889-2a019f95f4c0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network b96be4a7-77fa-40b1-91d5-c3f33370c7e7 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:53:39.618945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-999e5a27-9ca2-4e1e-a889-2a019f95f4c0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, b96be4a7-77fa-40b1-91d5-c3f33370c7e7) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:39.623833 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999e5a27-9ca2-4e1e-a889-2a019f95f4c0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:39.624441 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-999e5a27-9ca2-4e1e-a889-2a019f95f4c0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:39.630149 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfdbeae-78ef-4de3-a951-3ac7520fa5b4 None None] Network b96be4a7-77fa-40b1-91d5-c3f33370c7e7 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:39.647515 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-999e5a27-9ca2-4e1e-a889-2a019f95f4c0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6815863 Jul 09 09:53:39.650822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 53106) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:39.657095 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ec32b0ca-c154-4754-9577-7eaa02c58a81 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-459928371', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:39.689675 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec32b0ca-c154-4754-9577-7eaa02c58a81 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:39.693498 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec32b0ca-c154-4754-9577-7eaa02c58a81 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:39.794834 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec32b0ca-c154-4754-9577-7eaa02c58a81 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:39.801167 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec32b0ca-c154-4754-9577-7eaa02c58a81 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:39.822912 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec32b0ca-c154-4754-9577-7eaa02c58a81 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:39.826183 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ec32b0ca-c154-4754-9577-7eaa02c58a81 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1736403 Jul 09 09:53:39.829801 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53110) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:39.835388 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e20f2afc-694f-4831-baec-8ebd59906903 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'port': {'network_id': 'b96be4a7-77fa-40b1-91d5-c3f33370c7e7', 'name': 'tempest-RoutersIpV6Test-701866481'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:39.895081 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cc965f-299d-4070-b650-6e56bf873bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-b96be4a7-77fa-40b1-91d5-c3f33370c7e7', 'network_id': 'b96be4a7-77fa-40b1-91d5-c3f33370c7e7', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'fixed_ips': [{'subnet_id': 'bc70dd01-b7e4-4fb9-8fac-9f4af12feed6'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:53:39.897287 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f7cc965f-299d-4070-b650-6e56bf873bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:39.991505 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20f2afc-694f-4831-baec-8ebd59906903 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Made reservation on behalf of fb176551126b4d008320f649cce1600b for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:53:39.999413 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e20f2afc-694f-4831-baec-8ebd59906903 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:40.037103 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-e20f2afc-694f-4831-baec-8ebd59906903 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] device_id is not set on port 3551fd10-4b26-4b1a-b1e5-a5f769722e7a yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:53:40.065865 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-f7cc965f-299d-4070-b650-6e56bf873bba None None] Allocated IP 2001:db8::2 (b96be4a7-77fa-40b1-91d5-c3f33370c7e7/bc70dd01-b7e4-4fb9-8fac-9f4af12feed6/2341eede-4faf-4873-8a34-6367b870cb75) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:53:40.403874 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f7cc965f-299d-4070-b650-6e56bf873bba None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:40.413404 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f7cc965f-299d-4070-b650-6e56bf873bba None None] Transition to ACTIVE for port object 2341eede-4faf-4873-8a34-6367b870cb75 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:53:40.432736 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f7cc965f-299d-4070-b650-6e56bf873bba None None] Transition to ACTIVE for port object 2341eede-4faf-4873-8a34-6367b870cb75 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:53:40.442003 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f7cc965f-299d-4070-b650-6e56bf873bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:40.492100 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cc965f-299d-4070-b650-6e56bf873bba None None] Network b96be4a7-77fa-40b1-91d5-c3f33370c7e7 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:53:40.496729 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-f7cc965f-299d-4070-b650-6e56bf873bba None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:40.502027 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cc965f-299d-4070-b650-6e56bf873bba None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:53:40.504818 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-e20f2afc-694f-4831-baec-8ebd59906903 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Allocated IP 2001:db8::10c (b96be4a7-77fa-40b1-91d5-c3f33370c7e7/bc70dd01-b7e4-4fb9-8fac-9f4af12feed6/3551fd10-4b26-4b1a-b1e5-a5f769722e7a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:53:40.557107 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc965f-299d-4070-b650-6e56bf873bba None None] Pushing event updated for resources: {'Port': ['ID=2341eede-4faf-4873-8a34-6367b870cb75,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:40.571657 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f7cc965f-299d-4070-b650-6e56bf873bba None None] Attempting to bind port 2341eede-4faf-4873-8a34-6367b870cb75 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:53:40.572176 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f7cc965f-299d-4070-b650-6e56bf873bba None None] Attempting to bind port 2341eede-4faf-4873-8a34-6367b870cb75 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '1ccdf631-aa30-4775-b6f5-84b00e51dc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b96be4a7-77fa-40b1-91d5-c3f33370c7e7'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:53:40.572686 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc965f-299d-4070-b650-6e56bf873bba None None] Attempting to bind port 2341eede-4faf-4873-8a34-6367b870cb75 on network b96be4a7-77fa-40b1-91d5-c3f33370c7e7 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:53:40.578620 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc965f-299d-4070-b650-6e56bf873bba None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:53:40.579008 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc965f-299d-4070-b650-6e56bf873bba None None] Checking segment: {'id': '1ccdf631-aa30-4775-b6f5-84b00e51dc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b96be4a7-77fa-40b1-91d5-c3f33370c7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:53:40.580650 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f7cc965f-299d-4070-b650-6e56bf873bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:40.580650 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc965f-299d-4070-b650-6e56bf873bba None None] Bound using segment: {'id': '1ccdf631-aa30-4775-b6f5-84b00e51dc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b96be4a7-77fa-40b1-91d5-c3f33370c7e7'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:53:40.580650 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f7cc965f-299d-4070-b650-6e56bf873bba None None] Bound port: 2341eede-4faf-4873-8a34-6367b870cb75, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ccdf631-aa30-4775-b6f5-84b00e51dc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b96be4a7-77fa-40b1-91d5-c3f33370c7e7'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:53:40.580923 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f7cc965f-299d-4070-b650-6e56bf873bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:40.680249 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f7cc965f-299d-4070-b650-6e56bf873bba None None] For port 2341eede-4faf-4873-8a34-6367b870cb75, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:53:40.684572 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f7cc965f-299d-4070-b650-6e56bf873bba None None] For port 2341eede-4faf-4873-8a34-6367b870cb75, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=2341eede-4faf-4873-8a34-6367b870cb75,segment=NetworkSegment(1ccdf631-aa30-4775-b6f5-84b00e51dc72),segment_id=1ccdf631-aa30-4775-b6f5-84b00e51dc72)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:53:40.691467 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f7cc965f-299d-4070-b650-6e56bf873bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:40.733522 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e20f2afc-694f-4831-baec-8ebd59906903 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:40.765678 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-e20f2afc-694f-4831-baec-8ebd59906903 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Transition to ACTIVE for port object 3551fd10-4b26-4b1a-b1e5-a5f769722e7a will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:53:40.792442 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc965f-299d-4070-b650-6e56bf873bba None None] Pushing event updated for resources: {'Port': ['ID=2341eede-4faf-4873-8a34-6367b870cb75,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:40.820771 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e20f2afc-694f-4831-baec-8ebd59906903 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:40.890910 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f2afc-694f-4831-baec-8ebd59906903 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Port': ['ID=3551fd10-4b26-4b1a-b1e5-a5f769722e7a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:40.908457 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20f2afc-694f-4831-baec-8ebd59906903 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network b96be4a7-77fa-40b1-91d5-c3f33370c7e7 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:53:40.910476 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e20f2afc-694f-4831-baec-8ebd59906903 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:40.913591 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f2afc-694f-4831-baec-8ebd59906903 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:53:40.924050 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20f2afc-694f-4831-baec-8ebd59906903 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:40.924752 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e20f2afc-694f-4831-baec-8ebd59906903 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:40.944242 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e20f2afc-694f-4831-baec-8ebd59906903 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1134355 Jul 09 09:53:40.947100 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53126) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:41.179517 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:41.405444 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 2341eede-4faf-4873-8a34-6367b870cb75 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:53:41.513074 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 2341eede-4faf-4873-8a34-6367b870cb75 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:53:41.513306 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7757197d-f2dd-410d-8609-55e5b9d84a9e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:41.893749 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7757197d-f2dd-410d-8609-55e5b9d84a9e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:41.902811 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7757197d-f2dd-410d-8609-55e5b9d84a9e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:42.002711 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757197d-f2dd-410d-8609-55e5b9d84a9e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Port': ['ID=3551fd10-4b26-4b1a-b1e5-a5f769722e7a,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:42.020562 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98449f99-d39b-4db0-973b-a37fb0bb3931 None None] Network b96be4a7-77fa-40b1-91d5-c3f33370c7e7 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:42.127179 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9fad92ee-dfd4-4eff-94bf-cffadb0c153d None None] Provisioning for port 2341eede-4faf-4873-8a34-6367b870cb75 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:53:42.170784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9fad92ee-dfd4-4eff-94bf-cffadb0c153d None None] Provisioning complete for port 2341eede-4faf-4873-8a34-6367b870cb75 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:42.171452 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9fad92ee-dfd4-4eff-94bf-cffadb0c153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:42.179105 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7757197d-f2dd-410d-8609-55e5b9d84a9e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:42.322669 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9fad92ee-dfd4-4eff-94bf-cffadb0c153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:42.361927 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9fad92ee-dfd4-4eff-94bf-cffadb0c153d None None] For port 2341eede-4faf-4873-8a34-6367b870cb75, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=2341eede-4faf-4873-8a34-6367b870cb75,segment=NetworkSegment(1ccdf631-aa30-4775-b6f5-84b00e51dc72),segment_id=1ccdf631-aa30-4775-b6f5-84b00e51dc72)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:42.367054 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9fad92ee-dfd4-4eff-94bf-cffadb0c153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:42.389765 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7757197d-f2dd-410d-8609-55e5b9d84a9e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:42.447534 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad92ee-dfd4-4eff-94bf-cffadb0c153d None None] Pushing event updated for resources: {'Port': ['ID=2341eede-4faf-4873-8a34-6367b870cb75,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:42.709904 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-39c7b8ce-c305-42f1-a04b-2a08ea3a662f None None] Provisioning complete for port 2341eede-4faf-4873-8a34-6367b870cb75 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:42.710488 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-39c7b8ce-c305-42f1-a04b-2a08ea3a662f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:42.760396 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7757197d-f2dd-410d-8609-55e5b9d84a9e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:42.769977 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7757197d-f2dd-410d-8609-55e5b9d84a9e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:42.770780 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7757197d-f2dd-410d-8609-55e5b9d84a9e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:42.921243 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-39c7b8ce-c305-42f1-a04b-2a08ea3a662f None None] Provisioning for port 3551fd10-4b26-4b1a-b1e5-a5f769722e7a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:53:42.927879 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-39c7b8ce-c305-42f1-a04b-2a08ea3a662f None None] Provisioning complete for port 3551fd10-4b26-4b1a-b1e5-a5f769722e7a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:42.928438 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-39c7b8ce-c305-42f1-a04b-2a08ea3a662f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:42.932324 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7757197d-f2dd-410d-8609-55e5b9d84a9e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network b96be4a7-77fa-40b1-91d5-c3f33370c7e7 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:53:42.936065 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-7757197d-f2dd-410d-8609-55e5b9d84a9e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:42.948693 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757197d-f2dd-410d-8609-55e5b9d84a9e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Port': ['ID=3551fd10-4b26-4b1a-b1e5-a5f769722e7a,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:43.022788 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:43.023450 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-39c7b8ce-c305-42f1-a04b-2a08ea3a662f None None] Port 3551fd10-4b26-4b1a-b1e5-a5f769722e7a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:53:43.110479 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7757197d-f2dd-410d-8609-55e5b9d84a9e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Router eecd202e-db6e-4df4-be66-8dfb9400423f is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:53:43.158283 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8033d769-3cdf-4c0e-a7a5-05610da63561 None None] Provisioning complete for port 3551fd10-4b26-4b1a-b1e5-a5f769722e7a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:43.158654 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8033d769-3cdf-4c0e-a7a5-05610da63561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:43.204808 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8033d769-3cdf-4c0e-a7a5-05610da63561 None None] Port 3551fd10-4b26-4b1a-b1e5-a5f769722e7a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:53:43.229612 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7757197d-f2dd-410d-8609-55e5b9d84a9e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:53:43.238650 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 53146) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:43.240320 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7757197d-f2dd-410d-8609-55e5b9d84a9e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/routers/eecd202e-db6e-4df4-be66-8dfb9400423f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2916887 Jul 09 09:53:43.241503 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d817e4c-5489-43d1-acea-18922dcc7cd8 None None] Sync routers for ids ['eecd202e-db6e-4df4-be66-8dfb9400423f'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:53:43.259853 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d817e4c-5489-43d1-acea-18922dcc7cd8 None None] Routers {'eecd202e-db6e-4df4-be66-8dfb9400423f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:53:43.260809 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6d817e4c-5489-43d1-acea-18922dcc7cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['eecd202e-db6e-4df4-be66-8dfb9400423f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:43.331002 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6d817e4c-5489-43d1-acea-18922dcc7cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:43.344202 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d25cdef4-9ec7-4452-a98f-0b1d14e55ae3 None None] Provisioning complete for port 3551fd10-4b26-4b1a-b1e5-a5f769722e7a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:43.344202 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d25cdef4-9ec7-4452-a98f-0b1d14e55ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:43.349764 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d817e4c-5489-43d1-acea-18922dcc7cd8 None None] Routers {'eecd202e-db6e-4df4-be66-8dfb9400423f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:53:43.350405 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6d817e4c-5489-43d1-acea-18922dcc7cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['eecd202e-db6e-4df4-be66-8dfb9400423f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:43.368647 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6c55a4-7b56-40db-bcd8-4f8b9d481e6d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:43.370507 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0a6c55a4-7b56-40db-bcd8-4f8b9d481e6d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/ports/3551fd10-4b26-4b1a-b1e5-a5f769722e7a HTTP/1.1" status: 200 len: 983 time: 0.1308398 Jul 09 09:53:43.373762 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53148) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:43.385890 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 2341eede-4faf-4873-8a34-6367b870cb75 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:53:43.420903 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6d817e4c-5489-43d1-acea-18922dcc7cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:43.421575 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d817e4c-5489-43d1-acea-18922dcc7cd8 None None] The sync data for ids ['eecd202e-db6e-4df4-be66-8dfb9400423f'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:53:43.431620 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d25cdef4-9ec7-4452-a98f-0b1d14e55ae3 None None] Port 3551fd10-4b26-4b1a-b1e5-a5f769722e7a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:53:43.461048 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 2341eede-4faf-4873-8a34-6367b870cb75 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:43.461743 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:43.671517 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8354ff3a-a141-4699-9425-537d09919126 None None] Provisioning complete for port 3551fd10-4b26-4b1a-b1e5-a5f769722e7a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:43.671924 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8354ff3a-a141-4699-9425-537d09919126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:43.772559 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8354ff3a-a141-4699-9425-537d09919126 None None] Port 3551fd10-4b26-4b1a-b1e5-a5f769722e7a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:53:44.367782 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7121d9a1-3ad8-4795-b717-df0f6b231946 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:44.602272 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-7121d9a1-3ad8-4795-b717-df0f6b231946 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting port 3551fd10-4b26-4b1a-b1e5-a5f769722e7a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:53:44.602635 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7121d9a1-3ad8-4795-b717-df0f6b231946 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:44.705593 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7121d9a1-3ad8-4795-b717-df0f6b231946 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:44.720318 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-7121d9a1-3ad8-4795-b717-df0f6b231946 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Calling delete_port for 3551fd10-4b26-4b1a-b1e5-a5f769722e7a owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:53:44.938804 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7121d9a1-3ad8-4795-b717-df0f6b231946 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:44.975127 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121d9a1-3ad8-4795-b717-df0f6b231946 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Port': ['ID=3551fd10-4b26-4b1a-b1e5-a5f769722e7a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:45.144772 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7121d9a1-3ad8-4795-b717-df0f6b231946 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:45.344319 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9e066-3e6c-49dd-852e-08a755c19e63 req-244026ee-8523-4c7f-9199-75c50b535493 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:45.353070 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-afc9e066-3e6c-49dd-852e-08a755c19e63 req-244026ee-8523-4c7f-9199-75c50b535493 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 946 time: 0.1028674 Jul 09 09:53:45.398244 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-afc9e066-3e6c-49dd-852e-08a755c19e63 req-f8898fe2-cf0e-48ea-82b6-19156d5f40bc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440896 Jul 09 09:53:45.404107 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7121d9a1-3ad8-4795-b717-df0f6b231946 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Router eecd202e-db6e-4df4-be66-8dfb9400423f has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:53:45.496809 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7121d9a1-3ad8-4795-b717-df0f6b231946 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:53:45.505987 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0baff6-a8dd-4b7a-9843-5b4e166050dc None None] Sync routers for ids ['eecd202e-db6e-4df4-be66-8dfb9400423f'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:53:45.507305 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 53170) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:45.508203 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7121d9a1-3ad8-4795-b717-df0f6b231946 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/routers/eecd202e-db6e-4df4-be66-8dfb9400423f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1332872 Jul 09 09:53:45.517173 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0baff6-a8dd-4b7a-9843-5b4e166050dc None None] Routers {'eecd202e-db6e-4df4-be66-8dfb9400423f'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:53:45.517819 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9a0baff6-a8dd-4b7a-9843-5b4e166050dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['eecd202e-db6e-4df4-be66-8dfb9400423f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:45.551646 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9a0baff6-a8dd-4b7a-9843-5b4e166050dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:45.561337 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0baff6-a8dd-4b7a-9843-5b4e166050dc None None] Routers {'eecd202e-db6e-4df4-be66-8dfb9400423f'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:53:45.561978 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9a0baff6-a8dd-4b7a-9843-5b4e166050dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['eecd202e-db6e-4df4-be66-8dfb9400423f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:45.601319 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9a0baff6-a8dd-4b7a-9843-5b4e166050dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:45.601993 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0baff6-a8dd-4b7a-9843-5b4e166050dc None None] The sync data for ids ['eecd202e-db6e-4df4-be66-8dfb9400423f'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:53:45.765006 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-b6aa5a14-91aa-4ae9-8930-f7943680f1e7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] remove_router_interface failed (client error): The resource could not be found. Jul 09 09:53:45.765006 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b6aa5a14-91aa-4ae9-8930-f7943680f1e7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/routers/eecd202e-db6e-4df4-be66-8dfb9400423f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2558215 Jul 09 09:53:45.767006 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53172) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:45.816184 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a9cb45d5-45f4-476b-8d9d-5dc904082ba1 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/ports?device_id=eecd202e-db6e-4df4-be66-8dfb9400423f HTTP/1.1" status: 200 len: 205 time: 0.0479610 Jul 09 09:53:45.819068 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53174) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:45.900239 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77b74877-9fb5-408f-ba0c-585fca93b9ef tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:46.073564 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77b74877-9fb5-408f-ba0c-585fca93b9ef tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:46.076455 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77b74877-9fb5-408f-ba0c-585fca93b9ef tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:46.121600 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77b74877-9fb5-408f-ba0c-585fca93b9ef tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:46.122194 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b74877-9fb5-408f-ba0c-585fca93b9ef tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Fanout notify agent at l3_agent the message router_deleted on router eecd202e-db6e-4df4-be66-8dfb9400423f {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:53:46.129760 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77b74877-9fb5-408f-ba0c-585fca93b9ef tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:46.131533 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-77b74877-9fb5-408f-ba0c-585fca93b9ef tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/routers/eecd202e-db6e-4df4-be66-8dfb9400423f HTTP/1.1" status: 204 len: 168 time: 0.3115509 Jul 09 09:53:46.134370 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 53178) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:46.195634 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-303a928c-aec8-4170-9aef-4547ccf6be24 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting subnet bc70dd01-b7e4-4fb9-8fac-9f4af12feed6 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:53:46.199032 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-303a928c-aec8-4170-9aef-4547ccf6be24 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:46.250003 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-303a928c-aec8-4170-9aef-4547ccf6be24 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:46.336962 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-303a928c-aec8-4170-9aef-4547ccf6be24 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:46.404999 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-303a928c-aec8-4170-9aef-4547ccf6be24 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:46.466666 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a928c-aec8-4170-9aef-4547ccf6be24 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Subnet': ['ID=bc70dd01-b7e4-4fb9-8fac-9f4af12feed6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:46.470950 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-303a928c-aec8-4170-9aef-4547ccf6be24 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:46.476285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53184) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:46.478434 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40f7b19-34f8-4dd9-91fb-ab9953df3e07 None None] Network b96be4a7-77fa-40b1-91d5-c3f33370c7e7 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:46.493701 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-303a928c-aec8-4170-9aef-4547ccf6be24 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/subnets/bc70dd01-b7e4-4fb9-8fac-9f4af12feed6 HTTP/1.1" status: 204 len: 168 time: 0.3570950 Jul 09 09:53:46.590468 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3a170e87-d252-4ba6-ad1a-f05a711a7c2d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:46.670793 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3a170e87-d252-4ba6-ad1a-f05a711a7c2d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting port 2341eede-4faf-4873-8a34-6367b870cb75 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:53:46.671207 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3a170e87-d252-4ba6-ad1a-f05a711a7c2d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:46.708561 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d05f89-cdef-452c-a835-f476cb3254a5 req-45a0bfb1-9dda-4b0a-a066-d519baf344fa tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:46.710133 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d05f89-cdef-452c-a835-f476cb3254a5 req-45a0bfb1-9dda-4b0a-a066-d519baf344fa tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 946 time: 0.1151295 Jul 09 09:53:46.759006 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57ab8a5-527e-41e4-979d-e8ffc5ea5282 None None] DHCP port deletion for b96be4a7-77fa-40b1-91d5-c3f33370c7e7 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:53:46.766694 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-3a170e87-d252-4ba6-ad1a-f05a711a7c2d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] For port 2341eede-4faf-4873-8a34-6367b870cb75, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=2341eede-4faf-4873-8a34-6367b870cb75,segment=NetworkSegment(1ccdf631-aa30-4775-b6f5-84b00e51dc72),segment_id=1ccdf631-aa30-4775-b6f5-84b00e51dc72)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:46.768542 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3a170e87-d252-4ba6-ad1a-f05a711a7c2d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:46.786001 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3a170e87-d252-4ba6-ad1a-f05a711a7c2d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Calling delete_port for 2341eede-4faf-4873-8a34-6367b870cb75 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:53:46.801997 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d05f89-cdef-452c-a835-f476cb3254a5 req-539beb46-17aa-44cc-a4ea-dc18941aae7a tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=df48d2af-4d28-45a3-afaa-958441b85efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783050 Jul 09 09:53:46.853857 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f57ab8a5-527e-41e4-979d-e8ffc5ea5282 None None] Deleting port 2341eede-4faf-4873-8a34-6367b870cb75 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:53:46.854297 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f57ab8a5-527e-41e4-979d-e8ffc5ea5282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:46.937346 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3a170e87-d252-4ba6-ad1a-f05a711a7c2d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:46.952668 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711b376-5c11-4c60-9cba-cca3de2d441c req-94ca8a50-b9fe-4ab5-8b78-9577fbb3ce67 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:46.960327 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f57ab8a5-527e-41e4-979d-e8ffc5ea5282 None None] For port 2341eede-4faf-4873-8a34-6367b870cb75, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=2341eede-4faf-4873-8a34-6367b870cb75,segment=NetworkSegment(1ccdf631-aa30-4775-b6f5-84b00e51dc72),segment_id=1ccdf631-aa30-4775-b6f5-84b00e51dc72)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:46.961190 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f57ab8a5-527e-41e4-979d-e8ffc5ea5282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:46.961517 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3711b376-5c11-4c60-9cba-cca3de2d441c req-94ca8a50-b9fe-4ab5-8b78-9577fbb3ce67 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.64 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 946 time: 0.1050062 Jul 09 09:53:46.997268 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f57ab8a5-527e-41e4-979d-e8ffc5ea5282 None None] Calling delete_port for 2341eede-4faf-4873-8a34-6367b870cb75 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:53:47.012437 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a170e87-d252-4ba6-ad1a-f05a711a7c2d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] No DVR routers for this DVR port 2341eede-4faf-4873-8a34-6367b870cb75 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:53:47.014206 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a170e87-d252-4ba6-ad1a-f05a711a7c2d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Port': ['ID=2341eede-4faf-4873-8a34-6367b870cb75,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:47.127535 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3a170e87-d252-4ba6-ad1a-f05a711a7c2d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:47.130781 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f57ab8a5-527e-41e4-979d-e8ffc5ea5282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:47.139732 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-3a170e87-d252-4ba6-ad1a-f05a711a7c2d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96be4a7-77fa-40b1-91d5-c3f33370c7e7']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:47.142878 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57ab8a5-527e-41e4-979d-e8ffc5ea5282 None None] No DVR routers for this DVR port 2341eede-4faf-4873-8a34-6367b870cb75 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:53:47.156987 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-3a170e87-d252-4ba6-ad1a-f05a711a7c2d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ccdf631-aa30-4775-b6f5-84b00e51dc72') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:47.157303 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-3a170e87-d252-4ba6-ad1a-f05a711a7c2d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ccdf631-aa30-4775-b6f5-84b00e51dc72') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:47.164430 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ab8a5-527e-41e4-979d-e8ffc5ea5282 None None] Pushing event deleted for resources: {'Port': ['ID=2341eede-4faf-4873-8a34-6367b870cb75,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:47.172234 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3a170e87-d252-4ba6-ad1a-f05a711a7c2d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:47.173811 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-3711b376-5c11-4c60-9cba-cca3de2d441c req-f24b9614-726d-4579-b255-10d18171e303 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Deleting port 01237635-4d17-4e9f-bb36-740c9f687606 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:53:47.174694 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3711b376-5c11-4c60-9cba-cca3de2d441c req-f24b9614-726d-4579-b255-10d18171e303 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:47.197984 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3a170e87-d252-4ba6-ad1a-f05a711a7c2d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:47.206677 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a170e87-d252-4ba6-ad1a-f05a711a7c2d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:53:47.207394 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3a170e87-d252-4ba6-ad1a-f05a711a7c2d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:53:47.212505 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:53:47.285856 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3a170e87-d252-4ba6-ad1a-f05a711a7c2d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:47.300313 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3a170e87-d252-4ba6-ad1a-f05a711a7c2d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:47.306761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 53190) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:47.308481 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3a170e87-d252-4ba6-ad1a-f05a711a7c2d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/networks/b96be4a7-77fa-40b1-91d5-c3f33370c7e7 HTTP/1.1" status: 204 len: 168 time: 0.8307788 Jul 09 09:53:47.310673 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3711b376-5c11-4c60-9cba-cca3de2d441c req-f24b9614-726d-4579-b255-10d18171e303 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] For port 01237635-4d17-4e9f-bb36-740c9f687606, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=01237635-4d17-4e9f-bb36-740c9f687606,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:47.311152 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3711b376-5c11-4c60-9cba-cca3de2d441c req-f24b9614-726d-4579-b255-10d18171e303 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:47.317546 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2cbf2c61-e6e4-42f4-bb5d-0d18eddc2e27 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-294550396'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:47.325260 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a170e87-d252-4ba6-ad1a-f05a711a7c2d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Network': ['ID=b96be4a7-77fa-40b1-91d5-c3f33370c7e7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:47.348725 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 2341eede-4faf-4873-8a34-6367b870cb75 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:53:47.370884 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 2341eede-4faf-4873-8a34-6367b870cb75 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:53:47.371582 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 2341eede-4faf-4873-8a34-6367b870cb75 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:53:47.435711 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbf2c61-e6e4-42f4-bb5d-0d18eddc2e27 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Made reservation on behalf of fb176551126b4d008320f649cce1600b for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:53:47.439141 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cbf2c61-e6e4-42f4-bb5d-0d18eddc2e27 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:47.519738 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cbf2c61-e6e4-42f4-bb5d-0d18eddc2e27 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:53:47.605529 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cbf2c61-e6e4-42f4-bb5d-0d18eddc2e27 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:47.606101 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-2cbf2c61-e6e4-42f4-bb5d-0d18eddc2e27 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Added segment 71bc4686-95f6-46e5-a4e1-42eeec33455f of type vlan for network 6146763d-60e9-428d-b263-eb70994bc35a Jul 09 09:53:47.677033 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cbf2c61-e6e4-42f4-bb5d-0d18eddc2e27 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:47.683550 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3711b376-5c11-4c60-9cba-cca3de2d441c req-f24b9614-726d-4579-b255-10d18171e303 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:47.684039 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3711b376-5c11-4c60-9cba-cca3de2d441c req-f24b9614-726d-4579-b255-10d18171e303 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:47.684352 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [req-3711b376-5c11-4c60-9cba-cca3de2d441c req-f24b9614-726d-4579-b255-10d18171e303 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Floating IP 91a1371c-f7fc-4e46-ac53-ecc8a0cfa287 disassociated. External IP: 172.25.3.18, port: 01237635-4d17-4e9f-bb36-740c9f687606. Jul 09 09:53:47.684791 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-3711b376-5c11-4c60-9cba-cca3de2d441c req-f24b9614-726d-4579-b255-10d18171e303 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Calling delete_port for 01237635-4d17-4e9f-bb36-740c9f687606 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:53:47.727340 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cbf2c61-e6e4-42f4-bb5d-0d18eddc2e27 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:47.733427 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbf2c61-e6e4-42f4-bb5d-0d18eddc2e27 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:47.734032 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cbf2c61-e6e4-42f4-bb5d-0d18eddc2e27 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:47.830924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2cbf2c61-e6e4-42f4-bb5d-0d18eddc2e27 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5202222 Jul 09 09:53:47.832551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53214) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:47.837939 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-65302f9c-f20e-4ae2-8b5d-a4f44cc1c061 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'subnet': {'network_id': '6146763d-60e9-428d-b263-eb70994bc35a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:47.860221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf2c61-e6e4-42f4-bb5d-0d18eddc2e27 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Network': ['ID=6146763d-60e9-428d-b263-eb70994bc35a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:47.876230 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 6146763d-60e9-428d-b263-eb70994bc35a details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:53:47.970659 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3711b376-5c11-4c60-9cba-cca3de2d441c req-f24b9614-726d-4579-b255-10d18171e303 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:48.069945 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65302f9c-f20e-4ae2-8b5d-a4f44cc1c061 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Made reservation on behalf of fb176551126b4d008320f649cce1600b for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:53:48.074192 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-65302f9c-f20e-4ae2-8b5d-a4f44cc1c061 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:48.327827 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-65302f9c-f20e-4ae2-8b5d-a4f44cc1c061 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:48.405637 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65302f9c-f20e-4ae2-8b5d-a4f44cc1c061 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Checking segment: {'id': '71bc4686-95f6-46e5-a4e1-42eeec33455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6146763d-60e9-428d-b263-eb70994bc35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:53:48.406087 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65302f9c-f20e-4ae2-8b5d-a4f44cc1c061 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network hostable DHCP agents. Network: 6146763d-60e9-428d-b263-eb70994bc35a, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:53:48.409738 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65302f9c-f20e-4ae2-8b5d-a4f44cc1c061 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Subnet': ['ID=90be5ffc-a957-4384-823a-4ec8ddf57756,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:48.439018 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b9614-726d-4579-b255-10d18171e303 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Pushing event deleted for resources: {'Port': ['ID=01237635-4d17-4e9f-bb36-740c9f687606,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:48.441062 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65302f9c-f20e-4ae2-8b5d-a4f44cc1c061 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network 6146763d-60e9-428d-b263-eb70994bc35a is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:53:48.458032 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-65302f9c-f20e-4ae2-8b5d-a4f44cc1c061 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 6146763d-60e9-428d-b263-eb70994bc35a) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:48.465760 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65302f9c-f20e-4ae2-8b5d-a4f44cc1c061 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:48.466845 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-65302f9c-f20e-4ae2-8b5d-a4f44cc1c061 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:48.473788 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-738e65dc-32e9-4f4d-97d6-da98aef43e81 req-95d2d032-ba48-4c97-9dc2-e458e6c02f62 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 210 time: 0.0522375 Jul 09 09:53:48.480061 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9ee1b7-dff6-4c98-bec3-f1bcf97d3bda None None] Network 6146763d-60e9-428d-b263-eb70994bc35a requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:48.512655 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-65302f9c-f20e-4ae2-8b5d-a4f44cc1c061 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6801629 Jul 09 09:53:48.516003 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53286) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:48.523535 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-06ff0bf9-5b57-4bae-8bd1-edc4745a68c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2077396838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:48.562093 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06ff0bf9-5b57-4bae-8bd1-edc4745a68c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:48.563313 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06ff0bf9-5b57-4bae-8bd1-edc4745a68c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:48.645215 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06ff0bf9-5b57-4bae-8bd1-edc4745a68c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:48.653393 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06ff0bf9-5b57-4bae-8bd1-edc4745a68c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:48.664298 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3711b376-5c11-4c60-9cba-cca3de2d441c req-f24b9614-726d-4579-b255-10d18171e303 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Router 798fb12b-4f95-4377-9828-31560c46c8fc has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:53:48.688572 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ff3630-9680-4e96-9190-9ff95e5d45ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-6146763d-60e9-428d-b263-eb70994bc35a', 'network_id': '6146763d-60e9-428d-b263-eb70994bc35a', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'fixed_ips': [{'subnet_id': '90be5ffc-a957-4384-823a-4ec8ddf57756'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:53:48.689919 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-07ff3630-9680-4e96-9190-9ff95e5d45ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:48.701759 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06ff0bf9-5b57-4bae-8bd1-edc4745a68c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:48.703000 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-06ff0bf9-5b57-4bae-8bd1-edc4745a68c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1856594 Jul 09 09:53:48.709229 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53306) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:48.894219 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3711b376-5c11-4c60-9cba-cca3de2d441c req-f24b9614-726d-4579-b255-10d18171e303 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:53:48.908577 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01afb703-949b-42f6-a1a1-d5796f78f9d4 None None] Sync routers for ids ['798fb12b-4f95-4377-9828-31560c46c8fc'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:53:48.924300 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01afb703-949b-42f6-a1a1-d5796f78f9d4 None None] Routers {'798fb12b-4f95-4377-9828-31560c46c8fc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:53:48.925037 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-01afb703-949b-42f6-a1a1-d5796f78f9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['798fb12b-4f95-4377-9828-31560c46c8fc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:48.945125 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-07ff3630-9680-4e96-9190-9ff95e5d45ce None None] Allocated IP 2001:db8::2 (6146763d-60e9-428d-b263-eb70994bc35a/90be5ffc-a957-4384-823a-4ec8ddf57756/cde8d22b-51e3-4925-b4e9-0bfd7fb9d505) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:53:49.077530 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-3711b376-5c11-4c60-9cba-cca3de2d441c req-f24b9614-726d-4579-b255-10d18171e303 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] No DVR routers for this DVR port 01237635-4d17-4e9f-bb36-740c9f687606 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:53:49.084037 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3711b376-5c11-4c60-9cba-cca3de2d441c req-f24b9614-726d-4579-b255-10d18171e303 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:49.092620 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3711b376-5c11-4c60-9cba-cca3de2d441c req-f24b9614-726d-4579-b255-10d18171e303 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.64 "DELETE /v2.0/ports/01237635-4d17-4e9f-bb36-740c9f687606 HTTP/1.1" status: 204 len: 173 time: 2.1249876 Jul 09 09:53:49.093289 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17143a3b-2b7a-42fa-b391-abfb29026460', 'name': 'network-vif-deleted', 'tag': '01237635-4d17-4e9f-bb36-740c9f687606'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:53:49.097077 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac0ce5d-363a-46b5-bb9a-03eac6146a01" -d '{"events": [{"server_uuid": "17143a3b-2b7a-42fa-b391-abfb29026460", "name": "network-vif-deleted", "tag": "01237635-4d17-4e9f-bb36-740c9f687606"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:53:49.165531 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-01afb703-949b-42f6-a1a1-d5796f78f9d4 None None] Set router 798fb12b-4f95-4377-9828-31560c46c8fc gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:53:49.184690 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea4321d-d5f6-457d-af73-71f2badf765a x-openstack-request-id: req-2ea4321d-d5f6-457d-af73-71f2badf765a {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:53:49.185156 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17143a3b-2b7a-42fa-b391-abfb29026460", "name": "network-vif-deleted", "tag": "01237635-4d17-4e9f-bb36-740c9f687606", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:53:49.185553 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2ea4321d-d5f6-457d-af73-71f2badf765a {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:53:49.186092 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17143a3b-2b7a-42fa-b391-abfb29026460', 'name': 'network-vif-deleted', 'tag': '01237635-4d17-4e9f-bb36-740c9f687606', 'status': 'completed', 'code': 200} Jul 09 09:53:49.312476 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-07ff3630-9680-4e96-9190-9ff95e5d45ce None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:49.332283 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-07ff3630-9680-4e96-9190-9ff95e5d45ce None None] Transition to ACTIVE for port object cde8d22b-51e3-4925-b4e9-0bfd7fb9d505 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:53:49.388040 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-07ff3630-9680-4e96-9190-9ff95e5d45ce None None] Transition to ACTIVE for port object cde8d22b-51e3-4925-b4e9-0bfd7fb9d505 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:53:49.389928 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:49.404765 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-07ff3630-9680-4e96-9190-9ff95e5d45ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:49.468386 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff3630-9680-4e96-9190-9ff95e5d45ce None None] Pushing event updated for resources: {'Port': ['ID=cde8d22b-51e3-4925-b4e9-0bfd7fb9d505,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:49.485660 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ff3630-9680-4e96-9190-9ff95e5d45ce None None] Network 6146763d-60e9-428d-b263-eb70994bc35a is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:53:49.489019 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-07ff3630-9680-4e96-9190-9ff95e5d45ce None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:49.490806 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ff3630-9680-4e96-9190-9ff95e5d45ce None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:53:49.571161 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-07ff3630-9680-4e96-9190-9ff95e5d45ce None None] Attempting to bind port cde8d22b-51e3-4925-b4e9-0bfd7fb9d505 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:53:49.571642 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-07ff3630-9680-4e96-9190-9ff95e5d45ce None None] Attempting to bind port cde8d22b-51e3-4925-b4e9-0bfd7fb9d505 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '71bc4686-95f6-46e5-a4e1-42eeec33455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6146763d-60e9-428d-b263-eb70994bc35a'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:53:49.572131 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff3630-9680-4e96-9190-9ff95e5d45ce None None] Attempting to bind port cde8d22b-51e3-4925-b4e9-0bfd7fb9d505 on network 6146763d-60e9-428d-b263-eb70994bc35a {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:53:49.579330 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff3630-9680-4e96-9190-9ff95e5d45ce None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:53:49.579826 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff3630-9680-4e96-9190-9ff95e5d45ce None None] Checking segment: {'id': '71bc4686-95f6-46e5-a4e1-42eeec33455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6146763d-60e9-428d-b263-eb70994bc35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:53:49.580304 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-07ff3630-9680-4e96-9190-9ff95e5d45ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:49.580793 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff3630-9680-4e96-9190-9ff95e5d45ce None None] Bound using segment: {'id': '71bc4686-95f6-46e5-a4e1-42eeec33455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6146763d-60e9-428d-b263-eb70994bc35a'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:53:49.581339 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-07ff3630-9680-4e96-9190-9ff95e5d45ce None None] Bound port: cde8d22b-51e3-4925-b4e9-0bfd7fb9d505, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71bc4686-95f6-46e5-a4e1-42eeec33455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6146763d-60e9-428d-b263-eb70994bc35a'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:53:49.581844 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-07ff3630-9680-4e96-9190-9ff95e5d45ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:49.643491 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-01afb703-949b-42f6-a1a1-d5796f78f9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'name': 'tempest-AttachVolumeShelveTestJSON-407078560-router', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:56Z', 'revision_number': 4, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'gw_port': {'id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'b765b015-d02a-4d9c-a28e-78b41d2a05b1', 'name': '', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'mac_address': 'fa:16:3e:ff:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:55Z', 'updated_at': '2021-07-09T09:49:03Z', 'revision_number': 5, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'subnets': [{'id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:49.657926 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-07ff3630-9680-4e96-9190-9ff95e5d45ce None None] For port cde8d22b-51e3-4925-b4e9-0bfd7fb9d505, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:53:49.662167 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-07ff3630-9680-4e96-9190-9ff95e5d45ce None None] For port cde8d22b-51e3-4925-b4e9-0bfd7fb9d505, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=cde8d22b-51e3-4925-b4e9-0bfd7fb9d505,segment=NetworkSegment(71bc4686-95f6-46e5-a4e1-42eeec33455f),segment_id=71bc4686-95f6-46e5-a4e1-42eeec33455f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:53:49.682631 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-07ff3630-9680-4e96-9190-9ff95e5d45ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:49.693416 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01afb703-949b-42f6-a1a1-d5796f78f9d4 None None] Checking router: 798fb12b-4f95-4377-9828-31560c46c8fc for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:53:49.721365 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01afb703-949b-42f6-a1a1-d5796f78f9d4 None None] Routers {'798fb12b-4f95-4377-9828-31560c46c8fc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:53:49.722001 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-01afb703-949b-42f6-a1a1-d5796f78f9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['798fb12b-4f95-4377-9828-31560c46c8fc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:49.779237 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff3630-9680-4e96-9190-9ff95e5d45ce None None] Pushing event updated for resources: {'Port': ['ID=cde8d22b-51e3-4925-b4e9-0bfd7fb9d505,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:49.815189 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 01237635-4d17-4e9f-bb36-740c9f687606 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:53:49.842490 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4a8353e-f90f-4fd9-bea2-7d28aa276bbc req-09f739d2-349c-488b-a6b2-ad09bbd787bc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=17143a3b-2b7a-42fa-b391-abfb29026460 HTTP/1.1" status: 200 len: 210 time: 0.0675581 Jul 09 09:53:49.847861 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 01237635-4d17-4e9f-bb36-740c9f687606 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:53:49.848509 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 01237635-4d17-4e9f-bb36-740c9f687606 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:53:49.969598 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-01afb703-949b-42f6-a1a1-d5796f78f9d4 None None] Set router 798fb12b-4f95-4377-9828-31560c46c8fc gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:53:50.076457 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Allocated IP 2001:db8::1 (6146763d-60e9-428d-b263-eb70994bc35a/90be5ffc-a957-4384-823a-4ec8ddf57756/7065b323-4fd9-4a18-a9d5-17687229ca63) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:53:50.324546 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:50.341177 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Transition to ACTIVE for port object 7065b323-4fd9-4a18-a9d5-17687229ca63 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:53:50.354471 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-01afb703-949b-42f6-a1a1-d5796f78f9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'name': 'tempest-AttachVolumeShelveTestJSON-407078560-router', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:56Z', 'revision_number': 4, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'gw_port': {'id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'b765b015-d02a-4d9c-a28e-78b41d2a05b1', 'name': '', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'mac_address': 'fa:16:3e:ff:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:55Z', 'updated_at': '2021-07-09T09:49:03Z', 'revision_number': 5, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'subnets': [{'id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:50.382916 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:50.390955 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01afb703-949b-42f6-a1a1-d5796f78f9d4 None None] The sync data for ids ['798fb12b-4f95-4377-9828-31560c46c8fc'] in n-d-799996-1 is: [{'id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'name': 'tempest-AttachVolumeShelveTestJSON-407078560-router', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:56Z', 'revision_number': 4, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'gw_port': {'id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'b765b015-d02a-4d9c-a28e-78b41d2a05b1', 'name': '', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'mac_address': 'fa:16:3e:ff:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:55Z', 'updated_at': '2021-07-09T09:49:03Z', 'revision_number': 5, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'subnets': [{'id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:53:50.452746 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network 6146763d-60e9-428d-b263-eb70994bc35a is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:53:50.456606 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:50.460953 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:53:50.461503 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:50.468223 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Port': ['ID=7065b323-4fd9-4a18-a9d5-17687229ca63,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:50.534089 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:50.534449 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:50.534876 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:50.535143 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:50.535476 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:50.535862 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:50.536212 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:50.537046 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:50.537711 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:50.537915 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:50.538223 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:50.538684 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:53:50.670132 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:51.043421 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400e3c34-f1d1-40b2-ad00-43f645748271 None None] New status for floating IP 91a1371c-f7fc-4e46-ac53-ecc8a0cfa287: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:53:51.076075 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53568) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:51.275272 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b65aebf6-c6fd-4afe-94aa-7c880c257bf6 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:51.280084 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c50a7e-1e9e-4a20-9eaa-526345ddcef3 None None] Network 6146763d-60e9-428d-b263-eb70994bc35a requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:51.387608 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:51.419650 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b65aebf6-c6fd-4afe-94aa-7c880c257bf6 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:51.428360 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cde8d22b-51e3-4925-b4e9-0bfd7fb9d505 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:53:51.430233 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:51.431033 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:51.432469 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b0a72789-51d2-4664-9eaf-b749f031b168 None None] Provisioning for port cde8d22b-51e3-4925-b4e9-0bfd7fb9d505 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:53:51.587216 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port cde8d22b-51e3-4925-b4e9-0bfd7fb9d505 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:53:51.612124 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port cde8d22b-51e3-4925-b4e9-0bfd7fb9d505 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:51.613001 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:51.621031 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Port': ['ID=7065b323-4fd9-4a18-a9d5-17687229ca63,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:51.636306 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b65aebf6-c6fd-4afe-94aa-7c880c257bf6 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:51.639137 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b65aebf6-c6fd-4afe-94aa-7c880c257bf6 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:51.640527 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b65aebf6-c6fd-4afe-94aa-7c880c257bf6 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "DELETE /v2.0/security-groups/df48d2af-4d28-45a3-afaa-958441b85efa HTTP/1.1" status: 204 len: 168 time: 0.5629447 Jul 09 09:53:51.642737 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network 6146763d-60e9-428d-b263-eb70994bc35a is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:53:51.644222 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 53632) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:51.648364 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:51.660116 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65aebf6-c6fd-4afe-94aa-7c880c257bf6 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df48d2af-4d28-45a3-afaa-958441b85efa,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:51.664992 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-82e29dfa-f8fc-4dab-9a92-a8cabacbe512 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] show failed (client error): The resource could not be found. Jul 09 09:53:51.670239 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-82e29dfa-f8fc-4dab-9a92-a8cabacbe512 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups/df48d2af-4d28-45a3-afaa-958441b85efa HTTP/1.1" status: 404 len: 347 time: 0.0248365 Jul 09 09:53:51.671379 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 53638) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:51.839424 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-33a5a05c-3826-411d-be23-3e8311700b52 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Deleting port 0f32fc2d-a862-4107-8745-22058e205d89 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:53:51.839942 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33a5a05c-3826-411d-be23-3e8311700b52 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:51.870110 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:51.928892 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port cde8d22b-51e3-4925-b4e9-0bfd7fb9d505, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=cde8d22b-51e3-4925-b4e9-0bfd7fb9d505,segment=NetworkSegment(71bc4686-95f6-46e5-a4e1-42eeec33455f),segment_id=71bc4686-95f6-46e5-a4e1-42eeec33455f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:51.941039 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:52.008343 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33a5a05c-3826-411d-be23-3e8311700b52 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:52.008724 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33a5a05c-3826-411d-be23-3e8311700b52 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:52.013225 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=cde8d22b-51e3-4925-b4e9-0bfd7fb9d505,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:52.029755 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-33a5a05c-3826-411d-be23-3e8311700b52 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Calling delete_port for 0f32fc2d-a862-4107-8745-22058e205d89 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:53:52.305324 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-19e97109-f90e-46ca-8189-e5465c61a269 None None] Provisioning for port 7065b323-4fd9-4a18-a9d5-17687229ca63 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:53:52.309690 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-19e97109-f90e-46ca-8189-e5465c61a269 None None] Provisioning complete for port 7065b323-4fd9-4a18-a9d5-17687229ca63 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:52.310075 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-19e97109-f90e-46ca-8189-e5465c61a269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:52.317715 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33a5a05c-3826-411d-be23-3e8311700b52 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:52.377813 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5a05c-3826-411d-be23-3e8311700b52 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Pushing event deleted for resources: {'Port': ['ID=0f32fc2d-a862-4107-8745-22058e205d89,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:52.385424 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-19e97109-f90e-46ca-8189-e5465c61a269 None None] Port 7065b323-4fd9-4a18-a9d5-17687229ca63 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:53:52.411432 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-19e97109-f90e-46ca-8189-e5465c61a269 None None] Provisioning complete for port cde8d22b-51e3-4925-b4e9-0bfd7fb9d505 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:52.412626 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-19e97109-f90e-46ca-8189-e5465c61a269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:52.493415 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Router 2e38dec2-b443-449d-8fe7-5526fc1dfc34 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:53:52.540271 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33a5a05c-3826-411d-be23-3e8311700b52 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:52.543668 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33a5a05c-3826-411d-be23-3e8311700b52 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:52.545687 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-33a5a05c-3826-411d-be23-3e8311700b52 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "DELETE /v2.0/floatingips/91a1371c-f7fc-4e46-ac53-ecc8a0cfa287 HTTP/1.1" status: 204 len: 168 time: 0.8729970 Jul 09 09:53:52.638685 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:53:52.647134 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9fe34ba7-6d43-47c9-a05e-0571a2364e07 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/routers/2e38dec2-b443-449d-8fe7-5526fc1dfc34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9338629 Jul 09 09:53:52.647389 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53704) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:52.655524 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909db939-58dd-4f13-a146-eac23ccd1f7a None None] Sync routers for ids ['2e38dec2-b443-449d-8fe7-5526fc1dfc34'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:53:52.670920 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909db939-58dd-4f13-a146-eac23ccd1f7a None None] Routers {'2e38dec2-b443-449d-8fe7-5526fc1dfc34'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:53:52.671835 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-909db939-58dd-4f13-a146-eac23ccd1f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2e38dec2-b443-449d-8fe7-5526fc1dfc34'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:52.712063 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb104ba0-0eae-4de8-9343-cd308efd220b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:52.716184 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cb104ba0-0eae-4de8-9343-cd308efd220b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/ports/7065b323-4fd9-4a18-a9d5-17687229ca63 HTTP/1.1" status: 200 len: 911 time: 0.0652058 Jul 09 09:53:52.716524 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53706) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:52.718372 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-909db939-58dd-4f13-a146-eac23ccd1f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:52.734289 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909db939-58dd-4f13-a146-eac23ccd1f7a None None] Routers {'2e38dec2-b443-449d-8fe7-5526fc1dfc34'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:53:52.734892 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-909db939-58dd-4f13-a146-eac23ccd1f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2e38dec2-b443-449d-8fe7-5526fc1dfc34'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:52.779602 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-909db939-58dd-4f13-a146-eac23ccd1f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:52.780651 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909db939-58dd-4f13-a146-eac23ccd1f7a None None] The sync data for ids ['2e38dec2-b443-449d-8fe7-5526fc1dfc34'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:53:52.782655 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-17fc3e67-b36e-4e3d-85fd-55e8923d5437 None None] Provisioning complete for port 7065b323-4fd9-4a18-a9d5-17687229ca63 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:52.783292 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-17fc3e67-b36e-4e3d-85fd-55e8923d5437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:52.852240 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-17fc3e67-b36e-4e3d-85fd-55e8923d5437 None None] Port 7065b323-4fd9-4a18-a9d5-17687229ca63 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:53:53.084597 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-327c89ec-aa12-49bb-a7f0-6d0c9de9c18c None None] Provisioning complete for port 7065b323-4fd9-4a18-a9d5-17687229ca63 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:53.084985 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-327c89ec-aa12-49bb-a7f0-6d0c9de9c18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:53.171770 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 53714) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:53.177713 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a15164c5-f197-42d7-b9cc-a0ed26bdabbc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--197735474', 'description': 'tempest-description--857649973'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:53.192271 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-327c89ec-aa12-49bb-a7f0-6d0c9de9c18c None None] Port 7065b323-4fd9-4a18-a9d5-17687229ca63 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:53:53.219344 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a15164c5-f197-42d7-b9cc-a0ed26bdabbc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:53.247395 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ac69b86-6a79-4772-a680-1bcea39f80db tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:53.327082 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a15164c5-f197-42d7-b9cc-a0ed26bdabbc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:53.331573 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a15164c5-f197-42d7-b9cc-a0ed26bdabbc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:53.373827 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15164c5-f197-42d7-b9cc-a0ed26bdabbc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5beccca-5020-477d-9cad-3dc782c9c0a5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:53.401238 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a15164c5-f197-42d7-b9cc-a0ed26bdabbc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:53.402551 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a15164c5-f197-42d7-b9cc-a0ed26bdabbc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2291725 Jul 09 09:53:53.406195 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 53716) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:53.413684 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-4a487582-d37b-47a8-ac9d-b66c8fb7e88b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Request body: {'security_group_rule': {'security_group_id': 'e5beccca-5020-477d-9cad-3dc782c9c0a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:53.419373 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cde8d22b-51e3-4925-b4e9-0bfd7fb9d505 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:53:53.484392 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a487582-d37b-47a8-ac9d-b66c8fb7e88b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:53.561389 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port cde8d22b-51e3-4925-b4e9-0bfd7fb9d505 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:53.565099 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:53.681385 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a487582-d37b-47a8-ac9d-b66c8fb7e88b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:53.693462 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a487582-d37b-47a8-ac9d-b66c8fb7e88b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:53.712722 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a487582-d37b-47a8-ac9d-b66c8fb7e88b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5067ce35-9092-47fc-91fa-839deac42784,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:53.737438 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a487582-d37b-47a8-ac9d-b66c8fb7e88b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:53.744365 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4a487582-d37b-47a8-ac9d-b66c8fb7e88b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3321791 Jul 09 09:53:53.745579 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 53722) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:53.752856 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-be9efa55-7e61-439e-aa3f-c07fbeb8fea4 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Request body: {'security_group_rule': {'security_group_id': 'e5beccca-5020-477d-9cad-3dc782c9c0a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:53.801373 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69b86-6a79-4772-a680-1bcea39f80db tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting port 7065b323-4fd9-4a18-a9d5-17687229ca63 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:53:53.801898 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ac69b86-6a79-4772-a680-1bcea39f80db tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:53.804228 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-be9efa55-7e61-439e-aa3f-c07fbeb8fea4 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:53.895600 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-be9efa55-7e61-439e-aa3f-c07fbeb8fea4 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:53.900922 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-be9efa55-7e61-439e-aa3f-c07fbeb8fea4 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:53.916133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9efa55-7e61-439e-aa3f-c07fbeb8fea4 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df71f226-5b60-4250-ba55-3e5a62adead8,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:53.928867 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ac69b86-6a79-4772-a680-1bcea39f80db tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:53.935651 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-be9efa55-7e61-439e-aa3f-c07fbeb8fea4 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:53.937716 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-be9efa55-7e61-439e-aa3f-c07fbeb8fea4 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1909499 Jul 09 09:53:53.941715 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 53724) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:53.948025 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-58dad946-79fd-4fec-89e7-06a1cdc604cf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:53.953059 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4ac69b86-6a79-4772-a680-1bcea39f80db tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Calling delete_port for 7065b323-4fd9-4a18-a9d5-17687229ca63 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:53:53.993138 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58dad946-79fd-4fec-89e7-06a1cdc604cf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:54.162977 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58dad946-79fd-4fec-89e7-06a1cdc604cf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:54.205683 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ac69b86-6a79-4772-a680-1bcea39f80db tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:54.285111 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69b86-6a79-4772-a680-1bcea39f80db tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Port': ['ID=7065b323-4fd9-4a18-a9d5-17687229ca63,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:54.374203 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ac69b86-6a79-4772-a680-1bcea39f80db tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:54.455999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-58dad946-79fd-4fec-89e7-06a1cdc604cf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Allocated IP 172.25.3.75 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/27b31785-3c92-4238-a98e-cd6320d5a51f) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:53:54.596203 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58dad946-79fd-4fec-89e7-06a1cdc604cf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:54.603441 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac69b86-6a79-4772-a680-1bcea39f80db tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Router 2e38dec2-b443-449d-8fe7-5526fc1dfc34 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:53:54.675573 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58dad946-79fd-4fec-89e7-06a1cdc604cf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:54.699247 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac69b86-6a79-4772-a680-1bcea39f80db tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:53:54.707391 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4ac69b86-6a79-4772-a680-1bcea39f80db tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/routers/2e38dec2-b443-449d-8fe7-5526fc1dfc34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9874880 Jul 09 09:53:54.707627 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53730) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:54.715494 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f46b384-4854-442d-9d73-499a3fa0ed25 None None] Sync routers for ids ['2e38dec2-b443-449d-8fe7-5526fc1dfc34'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:53:54.738281 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f46b384-4854-442d-9d73-499a3fa0ed25 None None] Routers {'2e38dec2-b443-449d-8fe7-5526fc1dfc34'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:53:54.739066 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3f46b384-4854-442d-9d73-499a3fa0ed25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2e38dec2-b443-449d-8fe7-5526fc1dfc34'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:54.769381 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dad946-79fd-4fec-89e7-06a1cdc604cf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:53:54.777104 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dad946-79fd-4fec-89e7-06a1cdc604cf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Pushing event updated for resources: {'Port': ['ID=27b31785-3c92-4238-a98e-cd6320d5a51f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:54.783318 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c155ac5c-c342-45f5-8104-bc1e89ddece1 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e38dec2-b443-449d-8fe7-5526fc1dfc34 HTTP/1.1" status: 200 len: 205 time: 0.0735683 Jul 09 09:53:54.787619 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-58dad946-79fd-4fec-89e7-06a1cdc604cf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:54.788987 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53734) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:54.796149 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dad946-79fd-4fec-89e7-06a1cdc604cf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:53:54.823487 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3f46b384-4854-442d-9d73-499a3fa0ed25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:54.844158 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f46b384-4854-442d-9d73-499a3fa0ed25 None None] Routers {'2e38dec2-b443-449d-8fe7-5526fc1dfc34'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:53:54.845044 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3f46b384-4854-442d-9d73-499a3fa0ed25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['2e38dec2-b443-449d-8fe7-5526fc1dfc34'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:54.894989 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3f46b384-4854-442d-9d73-499a3fa0ed25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:54.896571 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f46b384-4854-442d-9d73-499a3fa0ed25 None None] The sync data for ids ['2e38dec2-b443-449d-8fe7-5526fc1dfc34'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:53:54.929113 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58dad946-79fd-4fec-89e7-06a1cdc604cf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:54.955075 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-866c2bdf-928a-40b1-a8a3-2620a7d57c4b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:54.982376 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58dad946-79fd-4fec-89e7-06a1cdc604cf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:55.134630 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-866c2bdf-928a-40b1-a8a3-2620a7d57c4b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:55.142379 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-866c2bdf-928a-40b1-a8a3-2620a7d57c4b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:55.193598 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58dad946-79fd-4fec-89e7-06a1cdc604cf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:55.195330 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-866c2bdf-928a-40b1-a8a3-2620a7d57c4b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:55.196165 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866c2bdf-928a-40b1-a8a3-2620a7d57c4b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Fanout notify agent at l3_agent the message router_deleted on router 2e38dec2-b443-449d-8fe7-5526fc1dfc34 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:53:55.206627 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58dad946-79fd-4fec-89e7-06a1cdc604cf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:55.214487 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-866c2bdf-928a-40b1-a8a3-2620a7d57c4b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:55.218713 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-866c2bdf-928a-40b1-a8a3-2620a7d57c4b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/routers/2e38dec2-b443-449d-8fe7-5526fc1dfc34 HTTP/1.1" status: 204 len: 168 time: 0.4252086 Jul 09 09:53:55.218976 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53736) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:55.300746 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58dad946-79fd-4fec-89e7-06a1cdc604cf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:55.323917 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58dad946-79fd-4fec-89e7-06a1cdc604cf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:55.328187 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-5768a2eb-1bc0-4ef8-85de-03e1a6fdd572 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting subnet 90be5ffc-a957-4384-823a-4ec8ddf57756 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:53:55.331600 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5768a2eb-1bc0-4ef8-85de-03e1a6fdd572 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:55.335355 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-58dad946-79fd-4fec-89e7-06a1cdc604cf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3919399 Jul 09 09:53:55.343907 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dad946-79fd-4fec-89e7-06a1cdc604cf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Pushing event updated for resources: {'Port': ['ID=27b31785-3c92-4238-a98e-cd6320d5a51f,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:55.382751 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5768a2eb-1bc0-4ef8-85de-03e1a6fdd572 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:55.481158 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5768a2eb-1bc0-4ef8-85de-03e1a6fdd572 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:55.524480 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc24ccea-392a-4035-833d-a90555080930 req-75f4eb25-b68d-43e3-b443-a9ac5f5b69a0 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--197735474&fields=id&tenant_id=99f7719707794c3ea83b85ef3879ca4c HTTP/1.1" status: 200 len: 267 time: 0.0354614 Jul 09 09:53:55.547157 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5768a2eb-1bc0-4ef8-85de-03e1a6fdd572 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:55.577458 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768a2eb-1bc0-4ef8-85de-03e1a6fdd572 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Subnet': ['ID=90be5ffc-a957-4384-823a-4ec8ddf57756,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:55.581893 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5768a2eb-1bc0-4ef8-85de-03e1a6fdd572 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:55.584418 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5768a2eb-1bc0-4ef8-85de-03e1a6fdd572 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/subnets/90be5ffc-a957-4384-823a-4ec8ddf57756 HTTP/1.1" status: 204 len: 168 time: 0.3642559 Jul 09 09:53:55.588822 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53752) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:55.591168 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac67b20-da44-4dea-9869-6aefd2aeb909 None None] Network 6146763d-60e9-428d-b263-eb70994bc35a requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:53:55.648913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24ccea-392a-4035-833d-a90555080930 req-c38be615-fe8f-42a2-b951-342954505cdd tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:55.650603 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc24ccea-392a-4035-833d-a90555080930 req-c38be615-fe8f-42a2-b951-342954505cdd tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/networks?id=4245b116-2d5b-4779-b854-de03b1576199 HTTP/1.1" status: 200 len: 816 time: 0.1176369 Jul 09 09:53:55.682692 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc24ccea-392a-4035-833d-a90555080930 req-8bb223d2-c280-4e28-a876-f54f1f27fd53 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/quotas/99f7719707794c3ea83b85ef3879ca4c HTTP/1.1" status: 200 len: 375 time: 0.0260205 Jul 09 09:53:55.704853 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5cd348e3-2ae0-4a0b-b660-c40757b8a992 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:55.780642 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5cd348e3-2ae0-4a0b-b660-c40757b8a992 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting port cde8d22b-51e3-4925-b4e9-0bfd7fb9d505 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:53:55.780999 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5cd348e3-2ae0-4a0b-b660-c40757b8a992 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:55.830340 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc24ccea-392a-4035-833d-a90555080930 req-65be408a-86e7-414c-a375-9e8cedf87acf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=99f7719707794c3ea83b85ef3879ca4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1409774 Jul 09 09:53:55.877058 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06be9c96-17e0-4538-9dc5-e7589e1c782c None None] DHCP port deletion for 6146763d-60e9-428d-b263-eb70994bc35a request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:53:55.889122 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-5cd348e3-2ae0-4a0b-b660-c40757b8a992 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] For port cde8d22b-51e3-4925-b4e9-0bfd7fb9d505, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=cde8d22b-51e3-4925-b4e9-0bfd7fb9d505,segment=NetworkSegment(71bc4686-95f6-46e5-a4e1-42eeec33455f),segment_id=71bc4686-95f6-46e5-a4e1-42eeec33455f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:55.889500 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5cd348e3-2ae0-4a0b-b660-c40757b8a992 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:55.905756 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5cd348e3-2ae0-4a0b-b660-c40757b8a992 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Calling delete_port for cde8d22b-51e3-4925-b4e9-0bfd7fb9d505 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:53:55.979900 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-06be9c96-17e0-4538-9dc5-e7589e1c782c None None] Deleting port cde8d22b-51e3-4925-b4e9-0bfd7fb9d505 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:53:55.980198 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-06be9c96-17e0-4538-9dc5-e7589e1c782c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:56.080329 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5cd348e3-2ae0-4a0b-b660-c40757b8a992 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:56.111882 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-06be9c96-17e0-4538-9dc5-e7589e1c782c None None] For port cde8d22b-51e3-4925-b4e9-0bfd7fb9d505, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=cde8d22b-51e3-4925-b4e9-0bfd7fb9d505,segment=NetworkSegment(71bc4686-95f6-46e5-a4e1-42eeec33455f),segment_id=71bc4686-95f6-46e5-a4e1-42eeec33455f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:53:56.112416 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-06be9c96-17e0-4538-9dc5-e7589e1c782c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:56.127476 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-06be9c96-17e0-4538-9dc5-e7589e1c782c None None] Calling delete_port for cde8d22b-51e3-4925-b4e9-0bfd7fb9d505 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:53:56.153336 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd348e3-2ae0-4a0b-b660-c40757b8a992 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Port': ['ID=cde8d22b-51e3-4925-b4e9-0bfd7fb9d505,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:56.164998 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd348e3-2ae0-4a0b-b660-c40757b8a992 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] No DVR routers for this DVR port cde8d22b-51e3-4925-b4e9-0bfd7fb9d505 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:53:56.187290 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc24ccea-392a-4035-833d-a90555080930 req-a17d168b-6c11-4fa8-90bd-725f19b88f44 service neutron] 10.222.0.61 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435380 Jul 09 09:53:56.221823 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-06be9c96-17e0-4538-9dc5-e7589e1c782c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:56.240868 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06be9c96-17e0-4538-9dc5-e7589e1c782c None None] No DVR routers for this DVR port cde8d22b-51e3-4925-b4e9-0bfd7fb9d505 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:53:56.356641 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5cd348e3-2ae0-4a0b-b660-c40757b8a992 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:56.374808 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc24ccea-392a-4035-833d-a90555080930 req-dd8a4133-0f0c-49f9-b813-c436697e8d9d service neutron] 10.222.0.61 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783082 Jul 09 09:53:56.377718 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5cd348e3-2ae0-4a0b-b660-c40757b8a992 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6146763d-60e9-428d-b263-eb70994bc35a']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:56.394698 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5cd348e3-2ae0-4a0b-b660-c40757b8a992 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71bc4686-95f6-46e5-a4e1-42eeec33455f') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:56.395162 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5cd348e3-2ae0-4a0b-b660-c40757b8a992 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71bc4686-95f6-46e5-a4e1-42eeec33455f') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:56.407061 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5cd348e3-2ae0-4a0b-b660-c40757b8a992 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:56.430477 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5cd348e3-2ae0-4a0b-b660-c40757b8a992 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:56.439371 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd348e3-2ae0-4a0b-b660-c40757b8a992 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:53:56.439371 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5cd348e3-2ae0-4a0b-b660-c40757b8a992 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:56.446811 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be9c96-17e0-4538-9dc5-e7589e1c782c None None] Pushing event deleted for resources: {'Port': ['ID=cde8d22b-51e3-4925-b4e9-0bfd7fb9d505,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:53:56.494922 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:53:56.525022 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5cd348e3-2ae0-4a0b-b660-c40757b8a992 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:56.535931 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5cd348e3-2ae0-4a0b-b660-c40757b8a992 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:56.542341 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5cd348e3-2ae0-4a0b-b660-c40757b8a992 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/networks/6146763d-60e9-428d-b263-eb70994bc35a HTTP/1.1" status: 204 len: 168 time: 0.9491432 Jul 09 09:53:56.543411 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 53772) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:56.549110 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5559f22a-79a9-424b-afb1-684cf0b24b44 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1381414850', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:56.590816 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd348e3-2ae0-4a0b-b660-c40757b8a992 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Network': ['ID=6146763d-60e9-428d-b263-eb70994bc35a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:56.606072 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5559f22a-79a9-424b-afb1-684cf0b24b44 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:56.608370 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5559f22a-79a9-424b-afb1-684cf0b24b44 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:56.684524 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5559f22a-79a9-424b-afb1-684cf0b24b44 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:56.807440 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a166f08-cd8d-428d-bd1e-3e6c9d24b1ea req-4d409723-cc0f-4812-bf4c-63d937687321 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 210 time: 0.0769773 Jul 09 09:53:56.892263 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5559f22a-79a9-424b-afb1-684cf0b24b44 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:57.168307 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5559f22a-79a9-424b-afb1-684cf0b24b44 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:57.234796 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5559f22a-79a9-424b-afb1-684cf0b24b44 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:57.359205 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cde8d22b-51e3-4925-b4e9-0bfd7fb9d505 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:53:57.385184 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: cde8d22b-51e3-4925-b4e9-0bfd7fb9d505 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:53:57.385526 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cde8d22b-51e3-4925-b4e9-0bfd7fb9d505 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:53:57.408672 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-5559f22a-79a9-424b-afb1-684cf0b24b44 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Allocated IP 172.25.3.17 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/a0f27ccc-55a1-4ff8-8764-95941064cebf) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:53:57.585292 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5559f22a-79a9-424b-afb1-684cf0b24b44 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:57.650297 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5559f22a-79a9-424b-afb1-684cf0b24b44 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:57.692039 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5559f22a-79a9-424b-afb1-684cf0b24b44 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:53:57.695505 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-5559f22a-79a9-424b-afb1-684cf0b24b44 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:57.699073 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5559f22a-79a9-424b-afb1-684cf0b24b44 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:53:57.721479 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559f22a-79a9-424b-afb1-684cf0b24b44 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Port': ['ID=a0f27ccc-55a1-4ff8-8764-95941064cebf,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:58.259252 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5559f22a-79a9-424b-afb1-684cf0b24b44 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:58.536606 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e0043e4-54cd-46d5-8b63-82e10d0d86fd req-bb7d4ec5-b2ad-4a8f-9926-e15ae8fbf8d4 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 210 time: 0.3510170 Jul 09 09:53:58.622669 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5559f22a-79a9-424b-afb1-684cf0b24b44 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:58.641998 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24ccea-392a-4035-833d-a90555080930 req-78744df0-7a07-4cc0-ab62-85212dc5f84e tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:58.643475 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc24ccea-392a-4035-833d-a90555080930 req-78744df0-7a07-4cc0-ab62-85212dc5f84e tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.64 "GET /v2.0/networks?id=4245b116-2d5b-4779-b854-de03b1576199 HTTP/1.1" status: 200 len: 816 time: 0.4569254 Jul 09 09:53:58.768844 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc24ccea-392a-4035-833d-a90555080930 req-29e21e5b-9751-4d45-83ce-84e9a5c916e4 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99f7719707794c3ea83b85ef3879ca4c HTTP/1.1" status: 200 len: 379 time: 0.0919423 Jul 09 09:53:58.789726 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-bc24ccea-392a-4035-833d-a90555080930 req-6bdab465-c3ce-4ec8-bad4-f7abc6dcbf22 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Request body: {'port': {'device_id': 'd8ef6f3d-2369-4214-874c-27d9a1a696f8', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'admin_state_up': True, 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'security_groups': ['e5beccca-5020-477d-9cad-3dc782c9c0a5']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:58.911801 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5559f22a-79a9-424b-afb1-684cf0b24b44 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Router e5e8e42b-c065-4aed-aa67-6ad2e51b75c2 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:53:58.981767 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc24ccea-392a-4035-833d-a90555080930 req-6bdab465-c3ce-4ec8-bad4-f7abc6dcbf22 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Made reservation on behalf of 99f7719707794c3ea83b85ef3879ca4c for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:53:58.985471 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc24ccea-392a-4035-833d-a90555080930 req-6bdab465-c3ce-4ec8-bad4-f7abc6dcbf22 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:59.102995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5559f22a-79a9-424b-afb1-684cf0b24b44 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:53:59.116942 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b569b051-ae32-4221-a214-b2caf471309a None None] Sync routers for ids ['e5e8e42b-c065-4aed-aa67-6ad2e51b75c2'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:53:59.131886 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b569b051-ae32-4221-a214-b2caf471309a None None] Routers {'e5e8e42b-c065-4aed-aa67-6ad2e51b75c2'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:53:59.132816 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b569b051-ae32-4221-a214-b2caf471309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['e5e8e42b-c065-4aed-aa67-6ad2e51b75c2'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:59.173352 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5559f22a-79a9-424b-afb1-684cf0b24b44 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:59.176190 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5559f22a-79a9-424b-afb1-684cf0b24b44 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6314235 Jul 09 09:53:59.178760 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53816) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:59.191129 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b569b051-ae32-4221-a214-b2caf471309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:59.203501 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b569b051-ae32-4221-a214-b2caf471309a None None] Routers {'e5e8e42b-c065-4aed-aa67-6ad2e51b75c2'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:53:59.204390 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b569b051-ae32-4221-a214-b2caf471309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['e5e8e42b-c065-4aed-aa67-6ad2e51b75c2'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:59.234763 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-bc24ccea-392a-4035-833d-a90555080930 req-6bdab465-c3ce-4ec8-bad4-f7abc6dcbf22 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Allocated IP 172.20.0.12 (4245b116-2d5b-4779-b854-de03b1576199/f33154ac-544d-477f-a9ff-a13c564432a2/74bd452e-a584-45d3-9f16-ca03ea89c48a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:53:59.249782 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b569b051-ae32-4221-a214-b2caf471309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:53:59.250697 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b569b051-ae32-4221-a214-b2caf471309a None None] The sync data for ids ['e5e8e42b-c065-4aed-aa67-6ad2e51b75c2'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:53:59.449517 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc24ccea-392a-4035-833d-a90555080930 req-6bdab465-c3ce-4ec8-bad4-f7abc6dcbf22 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:59.469083 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-bc24ccea-392a-4035-833d-a90555080930 req-6bdab465-c3ce-4ec8-bad4-f7abc6dcbf22 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Transition to ACTIVE for port object 74bd452e-a584-45d3-9f16-ca03ea89c48a will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:53:59.512705 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc24ccea-392a-4035-833d-a90555080930 req-6bdab465-c3ce-4ec8-bad4-f7abc6dcbf22 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:59.557967 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc24ccea-392a-4035-833d-a90555080930 req-6bdab465-c3ce-4ec8-bad4-f7abc6dcbf22 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Network 4245b116-2d5b-4779-b854-de03b1576199 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:53:59.561341 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-bc24ccea-392a-4035-833d-a90555080930 req-6bdab465-c3ce-4ec8-bad4-f7abc6dcbf22 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:53:59.565520 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc24ccea-392a-4035-833d-a90555080930 req-6bdab465-c3ce-4ec8-bad4-f7abc6dcbf22 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:53:59.640285 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdab465-c3ce-4ec8-bad4-f7abc6dcbf22 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Pushing event updated for resources: {'Port': ['ID=74bd452e-a584-45d3-9f16-ca03ea89c48a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:53:59.663766 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f0cd8575-60fb-4fa3-b73a-7bcdbca6bad0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/routers/e5e8e42b-c065-4aed-aa67-6ad2e51b75c2 HTTP/1.1" status: 200 len: 884 time: 0.4834812 Jul 09 09:53:59.664433 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53826) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:53:59.689151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24ccea-392a-4035-833d-a90555080930 req-6bdab465-c3ce-4ec8-bad4-f7abc6dcbf22 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:59.689972 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc24ccea-392a-4035-833d-a90555080930 req-6bdab465-c3ce-4ec8-bad4-f7abc6dcbf22 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:59.718694 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc24ccea-392a-4035-833d-a90555080930 req-6bdab465-c3ce-4ec8-bad4-f7abc6dcbf22 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9345899 Jul 09 09:53:59.846069 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-bc24ccea-392a-4035-833d-a90555080930 req-945f9fa5-34e3-4719-ad25-7c1c7c875d76 service neutron] Request body: {'port': {'device_id': 'd8ef6f3d-2369-4214-874c-27d9a1a696f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:53:59.978613 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6ac95969-4bbc-4c6b-a41d-6faea410d2d1 None None] Provisioning for port 74bd452e-a584-45d3-9f16-ca03ea89c48a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:53:59.988499 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6ac95969-4bbc-4c6b-a41d-6faea410d2d1 None None] Provisioning complete for port 74bd452e-a584-45d3-9f16-ca03ea89c48a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:53:59.989032 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6ac95969-4bbc-4c6b-a41d-6faea410d2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:53:59.991952 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be484720-59ab-49a2-a446-646357921488 req-51c8c58e-82f7-45d6-a85f-db5c15391efd tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:53:59.993727 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be484720-59ab-49a2-a446-646357921488 req-51c8c58e-82f7-45d6-a85f-db5c15391efd tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 932 time: 0.2707689 Jul 09 09:54:00.034303 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc24ccea-392a-4035-833d-a90555080930 req-945f9fa5-34e3-4719-ad25-7c1c7c875d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:00.039850 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-745e5b0c-9bc5-4e8a-9925-b78ccf2893e1 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3734224 Jul 09 09:54:00.042773 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53836) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:00.050519 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9415a104-8171-4bd0-a924-eb121c4a085b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1381414850'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:00.085700 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6ac95969-4bbc-4c6b-a41d-6faea410d2d1 None None] Port 74bd452e-a584-45d3-9f16-ca03ea89c48a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:54:00.145178 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be484720-59ab-49a2-a446-646357921488 req-ea2ba7ec-644e-450c-bcdf-ece9b7ccb04c tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447997 Jul 09 09:54:00.241399 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 53840) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:00.464970 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-bc402025-b83c-426d-9687-26a0a3f9c6df admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8ffce8d5438d4b7d99096f1c10873cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2223577 Jul 09 09:54:00.467365 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 53844) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:00.467684 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9415a104-8171-4bd0-a924-eb121c4a085b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:00.481148 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9415a104-8171-4bd0-a924-eb121c4a085b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524803'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:00.579224 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-42da7455-42ac-4088-9261-8f31562bf9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:00.603293 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-bc24ccea-392a-4035-833d-a90555080930 req-945f9fa5-34e3-4719-ad25-7c1c7c875d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74bd452e-a584-45d3-9f16-ca03ea89c48a {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:54:00.619285 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc24ccea-392a-4035-833d-a90555080930 req-945f9fa5-34e3-4719-ad25-7c1c7c875d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:00.623048 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-42da7455-42ac-4088-9261-8f31562bf9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:00.653807 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-bc24ccea-392a-4035-833d-a90555080930 req-945f9fa5-34e3-4719-ad25-7c1c7c875d76 service neutron] Transition to ACTIVE for port object 74bd452e-a584-45d3-9f16-ca03ea89c48a will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:00.656144 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9415a104-8171-4bd0-a924-eb121c4a085b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Router e5e8e42b-c065-4aed-aa67-6ad2e51b75c2 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:54:00.660566 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc24ccea-392a-4035-833d-a90555080930 req-945f9fa5-34e3-4719-ad25-7c1c7c875d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:00.725781 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f9fa5-34e3-4719-ad25-7c1c7c875d76 service neutron] Pushing event updated for resources: {'Port': ['ID=74bd452e-a584-45d3-9f16-ca03ea89c48a,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:00.751408 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-42da7455-42ac-4088-9261-8f31562bf9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:00.754254 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-42da7455-42ac-4088-9261-8f31562bf9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:00.758215 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-42da7455-42ac-4088-9261-8f31562bf9ac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/373b2329-5b77-4fbc-9645-265916da4d95 HTTP/1.1" status: 204 len: 168 time: 0.2871127 Jul 09 09:54:00.794863 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da7455-42ac-4088-9261-8f31562bf9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373b2329-5b77-4fbc-9645-265916da4d95,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:00.817109 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9415a104-8171-4bd0-a924-eb121c4a085b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:54:00.833877 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-bc24ccea-392a-4035-833d-a90555080930 req-945f9fa5-34e3-4719-ad25-7c1c7c875d76 service neutron] Attempting to bind port 74bd452e-a584-45d3-9f16-ca03ea89c48a on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:54:00.835005 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-bc24ccea-392a-4035-833d-a90555080930 req-945f9fa5-34e3-4719-ad25-7c1c7c875d76 service neutron] Attempting to bind port 74bd452e-a584-45d3-9f16-ca03ea89c48a by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '83074745-f73d-41b9-8ec7-e8f128fc606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4245b116-2d5b-4779-b854-de03b1576199'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:54:00.835793 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc24ccea-392a-4035-833d-a90555080930 req-945f9fa5-34e3-4719-ad25-7c1c7c875d76 service neutron] Attempting to bind port 74bd452e-a584-45d3-9f16-ca03ea89c48a on network 4245b116-2d5b-4779-b854-de03b1576199 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:54:00.840959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc24ccea-392a-4035-833d-a90555080930 req-945f9fa5-34e3-4719-ad25-7c1c7c875d76 service neutron] Port 74bd452e-a584-45d3-9f16-ca03ea89c48a on network 4245b116-2d5b-4779-b854-de03b1576199 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:54:00.841227 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4569d4d1-a1b2-4a62-8cb0-8cb36cf47d54 None None] Sync routers for ids ['e5e8e42b-c065-4aed-aa67-6ad2e51b75c2'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:54:00.841770 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc24ccea-392a-4035-833d-a90555080930 req-945f9fa5-34e3-4719-ad25-7c1c7c875d76 service neutron] Attempting to bind port 74bd452e-a584-45d3-9f16-ca03ea89c48a on network 4245b116-2d5b-4779-b854-de03b1576199 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:54:00.845663 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9415a104-8171-4bd0-a924-eb121c4a085b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:00.847475 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc24ccea-392a-4035-833d-a90555080930 req-945f9fa5-34e3-4719-ad25-7c1c7c875d76 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:54:00.848037 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc24ccea-392a-4035-833d-a90555080930 req-945f9fa5-34e3-4719-ad25-7c1c7c875d76 service neutron] Checking segment: {'id': '83074745-f73d-41b9-8ec7-e8f128fc606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4245b116-2d5b-4779-b854-de03b1576199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:54:00.851388 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9415a104-8171-4bd0-a924-eb121c4a085b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/routers/e5e8e42b-c065-4aed-aa67-6ad2e51b75c2 HTTP/1.1" status: 200 len: 891 time: 0.8053126 Jul 09 09:54:00.851976 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53850) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:00.852413 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc24ccea-392a-4035-833d-a90555080930 req-945f9fa5-34e3-4719-ad25-7c1c7c875d76 service neutron] Bound using segment: {'id': '83074745-f73d-41b9-8ec7-e8f128fc606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4245b116-2d5b-4779-b854-de03b1576199'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:54:00.853038 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-bc24ccea-392a-4035-833d-a90555080930 req-945f9fa5-34e3-4719-ad25-7c1c7c875d76 service neutron] Bound port: 74bd452e-a584-45d3-9f16-ca03ea89c48a, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83074745-f73d-41b9-8ec7-e8f128fc606c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4245b116-2d5b-4779-b854-de03b1576199'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:54:00.853570 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc24ccea-392a-4035-833d-a90555080930 req-945f9fa5-34e3-4719-ad25-7c1c7c875d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:00.867325 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4569d4d1-a1b2-4a62-8cb0-8cb36cf47d54 None None] Routers {'e5e8e42b-c065-4aed-aa67-6ad2e51b75c2'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:00.868556 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4569d4d1-a1b2-4a62-8cb0-8cb36cf47d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['e5e8e42b-c065-4aed-aa67-6ad2e51b75c2'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:00.959309 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-bc24ccea-392a-4035-833d-a90555080930 req-945f9fa5-34e3-4719-ad25-7c1c7c875d76 service neutron] For port 74bd452e-a584-45d3-9f16-ca03ea89c48a, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:54:00.963464 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-bc24ccea-392a-4035-833d-a90555080930 req-945f9fa5-34e3-4719-ad25-7c1c7c875d76 service neutron] For port 74bd452e-a584-45d3-9f16-ca03ea89c48a, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=74bd452e-a584-45d3-9f16-ca03ea89c48a,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:54:00.964284 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4569d4d1-a1b2-4a62-8cb0-8cb36cf47d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:00.969003 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc24ccea-392a-4035-833d-a90555080930 req-945f9fa5-34e3-4719-ad25-7c1c7c875d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:00.975091 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4569d4d1-a1b2-4a62-8cb0-8cb36cf47d54 None None] Routers {'e5e8e42b-c065-4aed-aa67-6ad2e51b75c2'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:00.976392 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4569d4d1-a1b2-4a62-8cb0-8cb36cf47d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['e5e8e42b-c065-4aed-aa67-6ad2e51b75c2'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:01.054871 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f9fa5-34e3-4719-ad25-7c1c7c875d76 service neutron] Pushing event updated for resources: {'Port': ['ID=74bd452e-a584-45d3-9f16-ca03ea89c48a,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:01.071677 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24ccea-392a-4035-833d-a90555080930 req-945f9fa5-34e3-4719-ad25-7c1c7c875d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:01.071677 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc24ccea-392a-4035-833d-a90555080930 req-945f9fa5-34e3-4719-ad25-7c1c7c875d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:01.073891 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc24ccea-392a-4035-833d-a90555080930 req-945f9fa5-34e3-4719-ad25-7c1c7c875d76 service neutron] 10.222.0.64 "PUT /v2.0/ports/74bd452e-a584-45d3-9f16-ca03ea89c48a HTTP/1.1" status: 200 len: 1092 time: 1.3330302 Jul 09 09:54:01.074412 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ef6f3d-2369-4214-874c-27d9a1a696f8', 'tag': '74bd452e-a584-45d3-9f16-ca03ea89c48a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:54:01.076522 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4569d4d1-a1b2-4a62-8cb0-8cb36cf47d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:01.077034 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c18f91c-19aa-48a5-a191-a634c434eda3" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ef6f3d-2369-4214-874c-27d9a1a696f8", "tag": "74bd452e-a584-45d3-9f16-ca03ea89c48a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:54:01.080358 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4569d4d1-a1b2-4a62-8cb0-8cb36cf47d54 None None] The sync data for ids ['e5e8e42b-c065-4aed-aa67-6ad2e51b75c2'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:54:01.093326 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7a88fa2e-2e1a-4197-b0d8-17c6577ff618 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/routers/e5e8e42b-c065-4aed-aa67-6ad2e51b75c2 HTTP/1.1" status: 200 len: 891 time: 0.2368624 Jul 09 09:54:01.096017 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53858) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:01.185396 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-766c1a27-e3d2-4608-b584-4d1ca4f9d160 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5e8e42b-c065-4aed-aa67-6ad2e51b75c2 HTTP/1.1" status: 200 len: 205 time: 0.0881431 Jul 09 09:54:01.186248 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53862) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:01.225132 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e0ecad-7813-42b6-aab5-9f712037e32a x-openstack-request-id: req-61e0ecad-7813-42b6-aab5-9f712037e32a {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:54:01.286065 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ef6f3d-2369-4214-874c-27d9a1a696f8", "tag": "74bd452e-a584-45d3-9f16-ca03ea89c48a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:54:01.287556 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-61e0ecad-7813-42b6-aab5-9f712037e32a {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:54:01.288182 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ef6f3d-2369-4214-874c-27d9a1a696f8', 'tag': '74bd452e-a584-45d3-9f16-ca03ea89c48a', 'status': 'completed', 'code': 200} Jul 09 09:54:01.351146 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24ccea-392a-4035-833d-a90555080930 req-e83866c4-1a28-4127-8013-e038dfb7a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:01.355227 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc24ccea-392a-4035-833d-a90555080930 req-e83866c4-1a28-4127-8013-e038dfb7a0d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99f7719707794c3ea83b85ef3879ca4c&device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 1095 time: 0.2216821 Jul 09 09:54:01.412876 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc24ccea-392a-4035-833d-a90555080930 req-fe4bdb13-c5d3-45a7-8efd-a80d82e2c6a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74bd452e-a584-45d3-9f16-ca03ea89c48a HTTP/1.1" status: 200 len: 217 time: 0.0484223 Jul 09 09:54:01.440433 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-138a5168-ca8c-4226-8f1a-e1310e328971 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:01.531451 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24ccea-392a-4035-833d-a90555080930 req-9b1867dc-dd52-410e-94d6-719d2d9e7575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:01.532981 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc24ccea-392a-4035-833d-a90555080930 req-9b1867dc-dd52-410e-94d6-719d2d9e7575 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f33154ac-544d-477f-a9ff-a13c564432a2 HTTP/1.1" status: 200 len: 855 time: 0.0951765 Jul 09 09:54:01.581278 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee558576-2d5c-4e73-a8d6-d0411e979bf8 req-6678275c-3f50-4fc8-8627-9feca2410fce tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:01.582194 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee558576-2d5c-4e73-a8d6-d0411e979bf8 req-6678275c-3f50-4fc8-8627-9feca2410fce tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 944 time: 0.1675725 Jul 09 09:54:01.598314 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-138a5168-ca8c-4226-8f1a-e1310e328971 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:01.640528 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee558576-2d5c-4e73-a8d6-d0411e979bf8 req-9eb77959-cb30-4f03-83ff-072466a0c37d tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494146 Jul 09 09:54:01.643639 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24ccea-392a-4035-833d-a90555080930 req-256397cc-c547-4935-aa3d-c85e6494cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:01.645280 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc24ccea-392a-4035-833d-a90555080930 req-256397cc-c547-4935-aa3d-c85e6494cdef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4245b116-2d5b-4779-b854-de03b1576199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053696 Jul 09 09:54:01.666225 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-138a5168-ca8c-4226-8f1a-e1310e328971 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting port a0f27ccc-55a1-4ff8-8764-95941064cebf {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:54:01.666587 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-138a5168-ca8c-4226-8f1a-e1310e328971 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:01.756225 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc24ccea-392a-4035-833d-a90555080930 req-fc468e31-14d8-48c7-ac3c-96b0a45665af service neutron] 10.222.0.64 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040227 Jul 09 09:54:01.773602 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-138a5168-ca8c-4226-8f1a-e1310e328971 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:01.786128 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-138a5168-ca8c-4226-8f1a-e1310e328971 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Calling delete_port for a0f27ccc-55a1-4ff8-8764-95941064cebf owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:54:01.856870 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc24ccea-392a-4035-833d-a90555080930 req-564c3be5-4607-4e6a-9f8a-267ecd7ee21d service neutron] 10.222.0.64 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946131 Jul 09 09:54:01.969194 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18f91c-19aa-48a5-a191-a634c434eda3 req-6126c35f-8747-4499-80a8-528982bdc997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:01.971146 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c18f91c-19aa-48a5-a191-a634c434eda3 req-6126c35f-8747-4499-80a8-528982bdc997 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99f7719707794c3ea83b85ef3879ca4c&device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 1095 time: 0.0619779 Jul 09 09:54:02.086445 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18f91c-19aa-48a5-a191-a634c434eda3 req-b12efcea-2fe0-411d-b0ac-860fb1e45e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:02.088646 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c18f91c-19aa-48a5-a191-a634c434eda3 req-b12efcea-2fe0-411d-b0ac-860fb1e45e6d service neutron] 10.222.0.64 "GET /v2.0/networks?id=4245b116-2d5b-4779-b854-de03b1576199 HTTP/1.1" status: 200 len: 917 time: 0.1116939 Jul 09 09:54:02.164748 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c18f91c-19aa-48a5-a191-a634c434eda3 req-561ea7d1-5e9a-4e98-bb70-6fbce024d674 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74bd452e-a584-45d3-9f16-ca03ea89c48a HTTP/1.1" status: 200 len: 217 time: 0.0672092 Jul 09 09:54:02.237818 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18f91c-19aa-48a5-a191-a634c434eda3 req-ffc50b77-b1c1-4222-b0b7-6c84f28a5505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:02.239319 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c18f91c-19aa-48a5-a191-a634c434eda3 req-ffc50b77-b1c1-4222-b0b7-6c84f28a5505 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f33154ac-544d-477f-a9ff-a13c564432a2 HTTP/1.1" status: 200 len: 855 time: 0.0683765 Jul 09 09:54:02.259867 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-138a5168-ca8c-4226-8f1a-e1310e328971 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:02.291488 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a5168-ca8c-4226-8f1a-e1310e328971 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Port': ['ID=a0f27ccc-55a1-4ff8-8764-95941064cebf,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:02.321779 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18f91c-19aa-48a5-a191-a634c434eda3 req-d55b93a2-dad6-4d5f-8639-6df6ebb9a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:02.323473 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c18f91c-19aa-48a5-a191-a634c434eda3 req-d55b93a2-dad6-4d5f-8639-6df6ebb9a79f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4245b116-2d5b-4779-b854-de03b1576199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773878 Jul 09 09:54:02.379342 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-138a5168-ca8c-4226-8f1a-e1310e328971 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:02.440666 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c18f91c-19aa-48a5-a191-a634c434eda3 req-7742c98e-4cd7-423c-8445-46dcd1e68a48 service neutron] 10.222.0.64 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088440 Jul 09 09:54:02.479477 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-138a5168-ca8c-4226-8f1a-e1310e328971 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:02.482318 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-138a5168-ca8c-4226-8f1a-e1310e328971 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:02.533708 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-138a5168-ca8c-4226-8f1a-e1310e328971 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:02.534927 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138a5168-ca8c-4226-8f1a-e1310e328971 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Fanout notify agent at l3_agent the message router_deleted on router e5e8e42b-c065-4aed-aa67-6ad2e51b75c2 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:54:02.543388 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-138a5168-ca8c-4226-8f1a-e1310e328971 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:02.544901 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-138a5168-ca8c-4226-8f1a-e1310e328971 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/routers/e5e8e42b-c065-4aed-aa67-6ad2e51b75c2 HTTP/1.1" status: 204 len: 168 time: 1.3575821 Jul 09 09:54:02.548464 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 53930) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:02.556514 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c1e112f4-7158-4fea-9c38-b4224ad01989 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1810719609'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:02.560149 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c18f91c-19aa-48a5-a191-a634c434eda3 req-46e4512f-5b28-4bf5-ac07-fdf75ec70180 service neutron] 10.222.0.64 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123941 Jul 09 09:54:02.581042 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e112f4-7158-4fea-9c38-b4224ad01989 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Made reservation on behalf of fb176551126b4d008320f649cce1600b for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:54:02.585901 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1e112f4-7158-4fea-9c38-b4224ad01989 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:02.631229 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e112f4-7158-4fea-9c38-b4224ad01989 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:54:02.642486 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1e112f4-7158-4fea-9c38-b4224ad01989 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:02.642870 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-c1e112f4-7158-4fea-9c38-b4224ad01989 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Added segment a12297f4-0daa-4a3e-be03-2fec4de1a51c of type vlan for network a0f5d8c5-3500-4043-a905-e857009186f0 Jul 09 09:54:02.704235 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1e112f4-7158-4fea-9c38-b4224ad01989 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:02.738662 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1e112f4-7158-4fea-9c38-b4224ad01989 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:02.744609 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e112f4-7158-4fea-9c38-b4224ad01989 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:02.745251 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1e112f4-7158-4fea-9c38-b4224ad01989 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:02.779750 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c1e112f4-7158-4fea-9c38-b4224ad01989 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2300220 Jul 09 09:54:02.780330 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 53946) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:02.788077 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6d8554dc-e748-4fa4-a9f1-06723ab8d8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'subnet': {'network_id': 'a0f5d8c5-3500-4043-a905-e857009186f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:02.839807 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e112f4-7158-4fea-9c38-b4224ad01989 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Network': ['ID=a0f5d8c5-3500-4043-a905-e857009186f0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:02.851368 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network a0f5d8c5-3500-4043-a905-e857009186f0 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:54:02.952839 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8554dc-e748-4fa4-a9f1-06723ab8d8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Made reservation on behalf of fb176551126b4d008320f649cce1600b for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:54:02.956466 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d8554dc-e748-4fa4-a9f1-06723ab8d8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:02.969639 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10977552-ef51-4226-9c9e-6971a26ec95c req-4dac397a-f238-4af8-80f2-eec5280e2712 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:02.977769 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10977552-ef51-4226-9c9e-6971a26ec95c req-4dac397a-f238-4af8-80f2-eec5280e2712 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 944 time: 0.1263835 Jul 09 09:54:03.084121 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10977552-ef51-4226-9c9e-6971a26ec95c req-3586d43c-f9bf-42c0-a1f2-7a107488b4c3 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047864 Jul 09 09:54:03.236673 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d8554dc-e748-4fa4-a9f1-06723ab8d8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:03.320920 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8554dc-e748-4fa4-a9f1-06723ab8d8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Subnet': ['ID=79dd1698-47a5-4c99-9c7b-167e4cea6715,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:03.335647 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8554dc-e748-4fa4-a9f1-06723ab8d8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Checking segment: {'id': 'a12297f4-0daa-4a3e-be03-2fec4de1a51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a0f5d8c5-3500-4043-a905-e857009186f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:54:03.336040 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8554dc-e748-4fa4-a9f1-06723ab8d8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network hostable DHCP agents. Network: a0f5d8c5-3500-4043-a905-e857009186f0, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:54:03.353613 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8554dc-e748-4fa4-a9f1-06723ab8d8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network a0f5d8c5-3500-4043-a905-e857009186f0 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:54:03.362263 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-6d8554dc-e748-4fa4-a9f1-06723ab8d8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, a0f5d8c5-3500-4043-a905-e857009186f0) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:03.367833 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8554dc-e748-4fa4-a9f1-06723ab8d8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:03.368859 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d8554dc-e748-4fa4-a9f1-06723ab8d8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:03.372054 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4627e42b-b74a-4656-98c1-5f82b3f5223e None None] Network a0f5d8c5-3500-4043-a905-e857009186f0 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:54:03.390315 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6d8554dc-e748-4fa4-a9f1-06723ab8d8c2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6057477 Jul 09 09:54:03.390608 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 53974) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:03.395611 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-087cd6cf-de5a-4c74-8f57-831c64fe132e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-44857088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:03.427644 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-087cd6cf-de5a-4c74-8f57-831c64fe132e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:03.429167 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-087cd6cf-de5a-4c74-8f57-831c64fe132e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:03.558140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cb063e-fa45-48b2-8586-70264e369aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-a0f5d8c5-3500-4043-a905-e857009186f0', 'network_id': 'a0f5d8c5-3500-4043-a905-e857009186f0', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'fixed_ips': [{'subnet_id': '79dd1698-47a5-4c99-9c7b-167e4cea6715'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:54:03.559314 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66cb063e-fa45-48b2-8586-70264e369aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:03.740273 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-66cb063e-fa45-48b2-8586-70264e369aa4 None None] Allocated IP 2001:db8::2 (a0f5d8c5-3500-4043-a905-e857009186f0/79dd1698-47a5-4c99-9c7b-167e4cea6715/54c1c8ef-f824-47c4-8340-44728185978b) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:54:03.843335 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-087cd6cf-de5a-4c74-8f57-831c64fe132e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:03.848201 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-087cd6cf-de5a-4c74-8f57-831c64fe132e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:03.867791 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-087cd6cf-de5a-4c74-8f57-831c64fe132e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:03.869331 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-087cd6cf-de5a-4c74-8f57-831c64fe132e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4776251 Jul 09 09:54:03.872027 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 53978) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:03.931576 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66cb063e-fa45-48b2-8586-70264e369aa4 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:03.953546 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-66cb063e-fa45-48b2-8586-70264e369aa4 None None] Transition to ACTIVE for port object 54c1c8ef-f824-47c4-8340-44728185978b will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:03.961525 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:03.974934 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-66cb063e-fa45-48b2-8586-70264e369aa4 None None] Transition to ACTIVE for port object 54c1c8ef-f824-47c4-8340-44728185978b will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:03.989178 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66cb063e-fa45-48b2-8586-70264e369aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:04.065343 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cb063e-fa45-48b2-8586-70264e369aa4 None None] Network a0f5d8c5-3500-4043-a905-e857009186f0 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:54:04.073160 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-66cb063e-fa45-48b2-8586-70264e369aa4 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:04.081819 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cb063e-fa45-48b2-8586-70264e369aa4 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:54:04.091636 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb063e-fa45-48b2-8586-70264e369aa4 None None] Pushing event updated for resources: {'Port': ['ID=54c1c8ef-f824-47c4-8340-44728185978b,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:04.182822 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-66cb063e-fa45-48b2-8586-70264e369aa4 None None] Attempting to bind port 54c1c8ef-f824-47c4-8340-44728185978b on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:54:04.183125 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-66cb063e-fa45-48b2-8586-70264e369aa4 None None] Attempting to bind port 54c1c8ef-f824-47c4-8340-44728185978b by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'a12297f4-0daa-4a3e-be03-2fec4de1a51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a0f5d8c5-3500-4043-a905-e857009186f0'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:54:04.183482 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cb063e-fa45-48b2-8586-70264e369aa4 None None] Attempting to bind port 54c1c8ef-f824-47c4-8340-44728185978b on network a0f5d8c5-3500-4043-a905-e857009186f0 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:54:04.189183 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cb063e-fa45-48b2-8586-70264e369aa4 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:54:04.189632 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cb063e-fa45-48b2-8586-70264e369aa4 None None] Checking segment: {'id': 'a12297f4-0daa-4a3e-be03-2fec4de1a51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a0f5d8c5-3500-4043-a905-e857009186f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:54:04.189975 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66cb063e-fa45-48b2-8586-70264e369aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:04.190362 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cb063e-fa45-48b2-8586-70264e369aa4 None None] Bound using segment: {'id': 'a12297f4-0daa-4a3e-be03-2fec4de1a51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a0f5d8c5-3500-4043-a905-e857009186f0'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:54:04.190830 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-66cb063e-fa45-48b2-8586-70264e369aa4 None None] Bound port: 54c1c8ef-f824-47c4-8340-44728185978b, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12297f4-0daa-4a3e-be03-2fec4de1a51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a0f5d8c5-3500-4043-a905-e857009186f0'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:54:04.191206 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66cb063e-fa45-48b2-8586-70264e369aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:04.266091 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-66cb063e-fa45-48b2-8586-70264e369aa4 None None] For port 54c1c8ef-f824-47c4-8340-44728185978b, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:54:04.269251 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-66cb063e-fa45-48b2-8586-70264e369aa4 None None] For port 54c1c8ef-f824-47c4-8340-44728185978b, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=54c1c8ef-f824-47c4-8340-44728185978b,segment=NetworkSegment(a12297f4-0daa-4a3e-be03-2fec4de1a51c),segment_id=a12297f4-0daa-4a3e-be03-2fec4de1a51c)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:54:04.275685 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66cb063e-fa45-48b2-8586-70264e369aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:04.279416 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d535bd81-3ba4-4cdf-9bce-dbc26262eb5a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:04.354915 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb063e-fa45-48b2-8586-70264e369aa4 None None] Pushing event updated for resources: {'Port': ['ID=54c1c8ef-f824-47c4-8340-44728185978b,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:04.520895 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e2d05-6020-47b1-9e37-6ef0e3999ba9 req-7a6a6cbb-ae1d-4716-bd22-ae22465c6e9b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:04.522406 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d0e2d05-6020-47b1-9e37-6ef0e3999ba9 req-7a6a6cbb-ae1d-4716-bd22-ae22465c6e9b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 944 time: 0.2456782 Jul 09 09:54:04.645539 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d0e2d05-6020-47b1-9e37-6ef0e3999ba9 req-cd11030a-229f-4060-948b-bfe563a342f6 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845602 Jul 09 09:54:04.709546 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-d535bd81-3ba4-4cdf-9bce-dbc26262eb5a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Allocated IP 2001:db8::1 (a0f5d8c5-3500-4043-a905-e857009186f0/79dd1698-47a5-4c99-9c7b-167e4cea6715/676088b6-3981-471e-b80a-d1a857adbf21) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:54:04.862950 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d535bd81-3ba4-4cdf-9bce-dbc26262eb5a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:04.880340 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-d535bd81-3ba4-4cdf-9bce-dbc26262eb5a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Transition to ACTIVE for port object 676088b6-3981-471e-b80a-d1a857adbf21 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:04.934221 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d535bd81-3ba4-4cdf-9bce-dbc26262eb5a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:05.005865 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d535bd81-3ba4-4cdf-9bce-dbc26262eb5a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network a0f5d8c5-3500-4043-a905-e857009186f0 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:54:05.009377 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d535bd81-3ba4-4cdf-9bce-dbc26262eb5a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:05.011909 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d535bd81-3ba4-4cdf-9bce-dbc26262eb5a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:54:05.012535 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d535bd81-3ba4-4cdf-9bce-dbc26262eb5a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:05.056786 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535bd81-3ba4-4cdf-9bce-dbc26262eb5a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Port': ['ID=676088b6-3981-471e-b80a-d1a857adbf21,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:05.193652 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d535bd81-3ba4-4cdf-9bce-dbc26262eb5a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:05.413466 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 54c1c8ef-f824-47c4-8340-44728185978b up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:05.514219 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 54c1c8ef-f824-47c4-8340-44728185978b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:05.532603 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d535bd81-3ba4-4cdf-9bce-dbc26262eb5a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:05.538610 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d535bd81-3ba4-4cdf-9bce-dbc26262eb5a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:05.541358 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d535bd81-3ba4-4cdf-9bce-dbc26262eb5a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:05.657995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535bd81-3ba4-4cdf-9bce-dbc26262eb5a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Port': ['ID=676088b6-3981-471e-b80a-d1a857adbf21,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:05.666898 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a338b07f-56ad-4856-be66-a2fa730d54de None None] Network a0f5d8c5-3500-4043-a905-e857009186f0 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:54:05.736011 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d535bd81-3ba4-4cdf-9bce-dbc26262eb5a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network a0f5d8c5-3500-4043-a905-e857009186f0 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:54:05.737961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d535bd81-3ba4-4cdf-9bce-dbc26262eb5a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:05.970866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 74bd452e-a584-45d3-9f16-ca03ea89c48a details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:54:06.004727 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d535bd81-3ba4-4cdf-9bce-dbc26262eb5a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Router 490f0725-6a51-4d6d-9944-1c48c0449442 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:54:06.044097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d5ef7f7d-af53-4fb0-8839-f50530aac711 None None] Provisioning for port 54c1c8ef-f824-47c4-8340-44728185978b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:06.055881 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d5ef7f7d-af53-4fb0-8839-f50530aac711 None None] Provisioning complete for port 54c1c8ef-f824-47c4-8340-44728185978b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:06.056752 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d5ef7f7d-af53-4fb0-8839-f50530aac711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:06.135896 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacabdc7-08bb-488b-a62c-c9d39341d95e req-28034b73-214a-4857-9137-d2d2cfae909c tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:06.144722 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dacabdc7-08bb-488b-a62c-c9d39341d95e req-28034b73-214a-4857-9137-d2d2cfae909c tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 944 time: 0.1900656 Jul 09 09:54:06.162813 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d535bd81-3ba4-4cdf-9bce-dbc26262eb5a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:54:06.172198 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54004) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:06.175938 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb6e6e9-72f4-44cc-8c86-71a216d3cabd None None] Sync routers for ids ['490f0725-6a51-4d6d-9944-1c48c0449442'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:54:06.176634 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d535bd81-3ba4-4cdf-9bce-dbc26262eb5a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/routers/490f0725-6a51-4d6d-9944-1c48c0449442/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3031604 Jul 09 09:54:06.187582 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb6e6e9-72f4-44cc-8c86-71a216d3cabd None None] Routers {'490f0725-6a51-4d6d-9944-1c48c0449442'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:06.189177 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5cb6e6e9-72f4-44cc-8c86-71a216d3cabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['490f0725-6a51-4d6d-9944-1c48c0449442'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:06.227318 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5cb6e6e9-72f4-44cc-8c86-71a216d3cabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:06.233430 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 74bd452e-a584-45d3-9f16-ca03ea89c48a, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=74bd452e-a584-45d3-9f16-ca03ea89c48a,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:06.242927 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb6e6e9-72f4-44cc-8c86-71a216d3cabd None None] Routers {'490f0725-6a51-4d6d-9944-1c48c0449442'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:06.244524 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5cb6e6e9-72f4-44cc-8c86-71a216d3cabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['490f0725-6a51-4d6d-9944-1c48c0449442'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:06.249497 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dacabdc7-08bb-488b-a62c-c9d39341d95e req-ffe5557d-f42d-498b-9a11-c067ae5ba00f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707083 Jul 09 09:54:06.263411 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '74bd452e-a584-45d3-9f16-ca03ea89c48a', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'port_id': '74bd452e-a584-45d3-9f16-ca03ea89c48a', 'mac_address': 'fa:16:3e:56:6c:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:54:06.277987 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1469e6e3-b314-4be3-9507-cb34c797acae tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:06.284881 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1469e6e3-b314-4be3-9507-cb34c797acae tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/ports/676088b6-3981-471e-b80a-d1a857adbf21 HTTP/1.1" status: 200 len: 911 time: 0.1116362 Jul 09 09:54:06.288219 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54008) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:06.294016 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d7556bb8-c87e-436d-86b6-6879788b0309 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '79dd1698-47a5-4c99-9c7b-167e4cea6715'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:06.305062 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5cb6e6e9-72f4-44cc-8c86-71a216d3cabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:06.305859 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb6e6e9-72f4-44cc-8c86-71a216d3cabd None None] The sync data for ids ['490f0725-6a51-4d6d-9944-1c48c0449442'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:54:06.367082 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:06.369264 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d5ef7f7d-af53-4fb0-8839-f50530aac711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:06.394354 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74bd452e-a584-45d3-9f16-ca03ea89c48a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:54:06.441683 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d5ef7f7d-af53-4fb0-8839-f50530aac711 None None] For port 54c1c8ef-f824-47c4-8340-44728185978b, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=54c1c8ef-f824-47c4-8340-44728185978b,segment=NetworkSegment(a12297f4-0daa-4a3e-be03-2fec4de1a51c),segment_id=a12297f4-0daa-4a3e-be03-2fec4de1a51c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:06.443900 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 74bd452e-a584-45d3-9f16-ca03ea89c48a, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=74bd452e-a584-45d3-9f16-ca03ea89c48a,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:06.447969 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d5ef7f7d-af53-4fb0-8839-f50530aac711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:06.454375 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:06.529522 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef7f7d-af53-4fb0-8839-f50530aac711 None None] Pushing event updated for resources: {'Port': ['ID=54c1c8ef-f824-47c4-8340-44728185978b,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:06.566337 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7556bb8-c87e-436d-86b6-6879788b0309 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:06.593470 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=74bd452e-a584-45d3-9f16-ca03ea89c48a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:06.793901 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['74bd452e-a584-45d3-9f16-ca03ea89c48a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:54:06.858144 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-54e60701-ed70-4858-a15b-6d64a1dce4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:06.904404 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a528e20f-701f-4fc0-ae3f-1a10db0e2320 None None] Provisioning complete for port 54c1c8ef-f824-47c4-8340-44728185978b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:06.904769 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a528e20f-701f-4fc0-ae3f-1a10db0e2320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:07.141569 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7556bb8-c87e-436d-86b6-6879788b0309 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:07.155489 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7556bb8-c87e-436d-86b6-6879788b0309 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:07.158606 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a528e20f-701f-4fc0-ae3f-1a10db0e2320 None None] Provisioning for port 676088b6-3981-471e-b80a-d1a857adbf21 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:07.163555 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a528e20f-701f-4fc0-ae3f-1a10db0e2320 None None] Provisioning complete for port 676088b6-3981-471e-b80a-d1a857adbf21 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:07.163986 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a528e20f-701f-4fc0-ae3f-1a10db0e2320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:07.167656 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7556bb8-c87e-436d-86b6-6879788b0309 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:07.168780 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7556bb8-c87e-436d-86b6-6879788b0309 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:07.173667 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54014) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:07.174175 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d7556bb8-c87e-436d-86b6-6879788b0309 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/ports/676088b6-3981-471e-b80a-d1a857adbf21 HTTP/1.1" status: 200 len: 911 time: 0.8844411 Jul 09 09:54:07.232731 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a528e20f-701f-4fc0-ae3f-1a10db0e2320 None None] Port 676088b6-3981-471e-b80a-d1a857adbf21 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:54:07.245781 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7556bb8-c87e-436d-86b6-6879788b0309 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Port': ['ID=676088b6-3981-471e-b80a-d1a857adbf21,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:07.365139 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6164caf3-df62-4cb9-bd2f-840cec809d5f None None] Provisioning complete for port 676088b6-3981-471e-b80a-d1a857adbf21 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:07.365635 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6164caf3-df62-4cb9-bd2f-840cec809d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:07.395057 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 54c1c8ef-f824-47c4-8340-44728185978b up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:07.443406 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:54:07.475557 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6164caf3-df62-4cb9-bd2f-840cec809d5f None None] Port 676088b6-3981-471e-b80a-d1a857adbf21 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:54:07.497618 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69c2f2-3639-45cc-b7c0-3bcb7d78d835 req-9550eb9e-d7ba-474c-8647-ee1bddacf79e tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:07.507463 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0b69c2f2-3639-45cc-b7c0-3bcb7d78d835 req-9550eb9e-d7ba-474c-8647-ee1bddacf79e tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 945 time: 0.1193721 Jul 09 09:54:07.509252 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 54c1c8ef-f824-47c4-8340-44728185978b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:07.510197 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:07.565088 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0b69c2f2-3639-45cc-b7c0-3bcb7d78d835 req-a2b40821-ef79-4409-9b0c-d133e39d7587 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562818 Jul 09 09:54:07.626061 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-385bb4d2-4e79-4b77-8d5f-9e5bf6dd7ca7 None None] Provisioning complete for port 676088b6-3981-471e-b80a-d1a857adbf21 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:07.626437 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-385bb4d2-4e79-4b77-8d5f-9e5bf6dd7ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:07.646709 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd04aa5d-781a-499f-b0cc-6ed05fbc86df tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:07.664888 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-385bb4d2-4e79-4b77-8d5f-9e5bf6dd7ca7 None None] Port 676088b6-3981-471e-b80a-d1a857adbf21 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:54:07.865477 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 74bd452e-a584-45d3-9f16-ca03ea89c48a up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:07.935664 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 74bd452e-a584-45d3-9f16-ca03ea89c48a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:07.939651 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-dd04aa5d-781a-499f-b0cc-6ed05fbc86df tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting port 676088b6-3981-471e-b80a-d1a857adbf21 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:54:07.940209 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd04aa5d-781a-499f-b0cc-6ed05fbc86df tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:07.940403 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 74bd452e-a584-45d3-9f16-ca03ea89c48a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:07.940809 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:08.044887 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd04aa5d-781a-499f-b0cc-6ed05fbc86df tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:08.049280 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:08.073906 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-dd04aa5d-781a-499f-b0cc-6ed05fbc86df tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Calling delete_port for 676088b6-3981-471e-b80a-d1a857adbf21 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:54:08.103376 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 74bd452e-a584-45d3-9f16-ca03ea89c48a, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=74bd452e-a584-45d3-9f16-ca03ea89c48a,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:08.106052 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ef6f3d-2369-4214-874c-27d9a1a696f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bd452e-a584-45d3-9f16-ca03ea89c48a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:54:08.109137 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634e10d3-c732-436e-bd71-e68a8fa96baf" -d '{"events": [{"server_uuid": "d8ef6f3d-2369-4214-874c-27d9a1a696f8", "name": "network-vif-plugged", "status": "completed", "tag": "74bd452e-a584-45d3-9f16-ca03ea89c48a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:54:08.113035 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:08.185991 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edecd485-bd24-4843-ba96-555581c28c42 x-openstack-request-id: req-edecd485-bd24-4843-ba96-555581c28c42 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:54:08.186341 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ef6f3d-2369-4214-874c-27d9a1a696f8", "name": "network-vif-plugged", "status": "completed", "tag": "74bd452e-a584-45d3-9f16-ca03ea89c48a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:54:08.186612 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-edecd485-bd24-4843-ba96-555581c28c42 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:54:08.187072 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ef6f3d-2369-4214-874c-27d9a1a696f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bd452e-a584-45d3-9f16-ca03ea89c48a', 'code': 200} Jul 09 09:54:08.193411 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=74bd452e-a584-45d3-9f16-ca03ea89c48a,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:08.310756 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd04aa5d-781a-499f-b0cc-6ed05fbc86df tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:08.346536 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd365c5-2bbc-4e21-bb08-1f9b64729884 req-26f0042f-9812-4ea5-908f-87a789b36dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:08.349584 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cfd365c5-2bbc-4e21-bb08-1f9b64729884 req-26f0042f-9812-4ea5-908f-87a789b36dac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 1097 time: 0.0895805 Jul 09 09:54:08.355956 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04aa5d-781a-499f-b0cc-6ed05fbc86df tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Port': ['ID=676088b6-3981-471e-b80a-d1a857adbf21,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:08.437789 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cfd365c5-2bbc-4e21-bb08-1f9b64729884 req-f6113d4f-b2e4-4dcb-a518-8efba8c260fb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810232 Jul 09 09:54:08.488228 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd04aa5d-781a-499f-b0cc-6ed05fbc86df tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:08.792407 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd04aa5d-781a-499f-b0cc-6ed05fbc86df tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Router 490f0725-6a51-4d6d-9944-1c48c0449442 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:54:08.819500 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e79e01-2572-4ab5-a294-d4f2c7ede4cb req-c40d8749-a318-4ab4-bc9c-74b6b61522bb tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:08.822492 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80e79e01-2572-4ab5-a294-d4f2c7ede4cb req-c40d8749-a318-4ab4-bc9c-74b6b61522bb tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.0858047 Jul 09 09:54:08.869952 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80e79e01-2572-4ab5-a294-d4f2c7ede4cb req-b986c731-b3cc-47eb-8819-5283d332ee37 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417552 Jul 09 09:54:08.926856 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd04aa5d-781a-499f-b0cc-6ed05fbc86df tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:54:08.937035 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dd04aa5d-781a-499f-b0cc-6ed05fbc86df tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/routers/490f0725-6a51-4d6d-9944-1c48c0449442/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7573628 Jul 09 09:54:08.937035 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54036) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:08.940272 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee21443c-7647-46dd-a840-0adbf42917cd None None] Sync routers for ids ['490f0725-6a51-4d6d-9944-1c48c0449442'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:54:08.951879 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee21443c-7647-46dd-a840-0adbf42917cd None None] Routers {'490f0725-6a51-4d6d-9944-1c48c0449442'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:08.952756 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ee21443c-7647-46dd-a840-0adbf42917cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['490f0725-6a51-4d6d-9944-1c48c0449442'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:08.979887 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e6220d93-a644-4c2b-8333-f67a1f64c94e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/ports?device_id=490f0725-6a51-4d6d-9944-1c48c0449442 HTTP/1.1" status: 200 len: 205 time: 0.0404847 Jul 09 09:54:08.980120 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54038) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:09.017420 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ee21443c-7647-46dd-a840-0adbf42917cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:09.041120 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee21443c-7647-46dd-a840-0adbf42917cd None None] Routers {'490f0725-6a51-4d6d-9944-1c48c0449442'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:09.042859 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ee21443c-7647-46dd-a840-0adbf42917cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:53:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['490f0725-6a51-4d6d-9944-1c48c0449442'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:09.071345 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78021c21-0f32-4c85-ac24-277c79e9dce9 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:09.129290 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ee21443c-7647-46dd-a840-0adbf42917cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:09.131662 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee21443c-7647-46dd-a840-0adbf42917cd None None] The sync data for ids ['490f0725-6a51-4d6d-9944-1c48c0449442'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:54:09.196039 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:09.297449 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78021c21-0f32-4c85-ac24-277c79e9dce9 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:09.299817 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78021c21-0f32-4c85-ac24-277c79e9dce9 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:09.349081 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-67b9060b-ad8c-4526-9566-64a786ce0d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:09.359522 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78021c21-0f32-4c85-ac24-277c79e9dce9 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:09.360299 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78021c21-0f32-4c85-ac24-277c79e9dce9 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Fanout notify agent at l3_agent the message router_deleted on router 490f0725-6a51-4d6d-9944-1c48c0449442 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:54:09.373157 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78021c21-0f32-4c85-ac24-277c79e9dce9 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:09.374337 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-78021c21-0f32-4c85-ac24-277c79e9dce9 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/routers/490f0725-6a51-4d6d-9944-1c48c0449442 HTTP/1.1" status: 204 len: 168 time: 0.3932886 Jul 09 09:54:09.377124 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54042) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:09.445014 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-125bc277-b03d-4638-928e-a84a2abbad50 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting subnet 79dd1698-47a5-4c99-9c7b-167e4cea6715 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:54:09.448426 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-125bc277-b03d-4638-928e-a84a2abbad50 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:09.495520 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-125bc277-b03d-4638-928e-a84a2abbad50 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:09.499059 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:09.604054 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-125bc277-b03d-4638-928e-a84a2abbad50 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:09.668079 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-125bc277-b03d-4638-928e-a84a2abbad50 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:09.701944 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125bc277-b03d-4638-928e-a84a2abbad50 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Subnet': ['ID=79dd1698-47a5-4c99-9c7b-167e4cea6715,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:09.704724 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-125bc277-b03d-4638-928e-a84a2abbad50 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:09.707523 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-125bc277-b03d-4638-928e-a84a2abbad50 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/subnets/79dd1698-47a5-4c99-9c7b-167e4cea6715 HTTP/1.1" status: 204 len: 168 time: 0.3286204 Jul 09 09:54:09.709445 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b2873a-f092-4d60-81d8-2ff3bfd34828 None None] Network a0f5d8c5-3500-4043-a905-e857009186f0 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:54:09.709648 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54044) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:09.797876 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53b299e3-1b87-4847-8d31-8bbe3a8b87b7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:09.877561 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-53b299e3-1b87-4847-8d31-8bbe3a8b87b7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting port 54c1c8ef-f824-47c4-8340-44728185978b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:54:09.877900 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53b299e3-1b87-4847-8d31-8bbe3a8b87b7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:09.964162 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3421ab4e-409c-4f9b-b858-5512c27e38fe None None] DHCP port deletion for a0f5d8c5-3500-4043-a905-e857009186f0 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:54:09.973733 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-53b299e3-1b87-4847-8d31-8bbe3a8b87b7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] For port 54c1c8ef-f824-47c4-8340-44728185978b, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=54c1c8ef-f824-47c4-8340-44728185978b,segment=NetworkSegment(a12297f4-0daa-4a3e-be03-2fec4de1a51c),segment_id=a12297f4-0daa-4a3e-be03-2fec4de1a51c)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:09.974941 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53b299e3-1b87-4847-8d31-8bbe3a8b87b7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:09.991333 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-53b299e3-1b87-4847-8d31-8bbe3a8b87b7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Calling delete_port for 54c1c8ef-f824-47c4-8340-44728185978b owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:54:10.047728 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3421ab4e-409c-4f9b-b858-5512c27e38fe None None] Deleting port 54c1c8ef-f824-47c4-8340-44728185978b {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:54:10.048959 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3421ab4e-409c-4f9b-b858-5512c27e38fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:10.126367 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53b299e3-1b87-4847-8d31-8bbe3a8b87b7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:10.150828 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3421ab4e-409c-4f9b-b858-5512c27e38fe None None] For port 54c1c8ef-f824-47c4-8340-44728185978b, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=54c1c8ef-f824-47c4-8340-44728185978b,segment=NetworkSegment(a12297f4-0daa-4a3e-be03-2fec4de1a51c),segment_id=a12297f4-0daa-4a3e-be03-2fec4de1a51c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:10.151419 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3421ab4e-409c-4f9b-b858-5512c27e38fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:10.166254 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3421ab4e-409c-4f9b-b858-5512c27e38fe None None] Calling delete_port for 54c1c8ef-f824-47c4-8340-44728185978b owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:54:10.188465 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b299e3-1b87-4847-8d31-8bbe3a8b87b7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Port': ['ID=54c1c8ef-f824-47c4-8340-44728185978b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:10.193849 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b299e3-1b87-4847-8d31-8bbe3a8b87b7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] No DVR routers for this DVR port 54c1c8ef-f824-47c4-8340-44728185978b on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:54:10.249024 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62a264-d007-4914-86be-f4bcdeaf5451 req-da5d9356-f3c6-4f23-b9b7-065d39a069ce tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:10.250643 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de62a264-d007-4914-86be-f4bcdeaf5451 req-da5d9356-f3c6-4f23-b9b7-065d39a069ce tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.1585605 Jul 09 09:54:10.272916 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3421ab4e-409c-4f9b-b858-5512c27e38fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:10.330947 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421ab4e-409c-4f9b-b858-5512c27e38fe None None] Pushing event deleted for resources: {'Port': ['ID=54c1c8ef-f824-47c4-8340-44728185978b,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:10.350148 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3421ab4e-409c-4f9b-b858-5512c27e38fe None None] No DVR routers for this DVR port 54c1c8ef-f824-47c4-8340-44728185978b on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:54:10.390091 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53b299e3-1b87-4847-8d31-8bbe3a8b87b7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:10.415924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-53b299e3-1b87-4847-8d31-8bbe3a8b87b7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f5d8c5-3500-4043-a905-e857009186f0']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:10.428654 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de62a264-d007-4914-86be-f4bcdeaf5451 req-fbba9ffa-5149-4699-aa6d-30d7f38588b9 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575823 Jul 09 09:54:10.432071 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-53b299e3-1b87-4847-8d31-8bbe3a8b87b7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12297f4-0daa-4a3e-be03-2fec4de1a51c') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:10.432372 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-53b299e3-1b87-4847-8d31-8bbe3a8b87b7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12297f4-0daa-4a3e-be03-2fec4de1a51c') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:10.442472 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53b299e3-1b87-4847-8d31-8bbe3a8b87b7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:10.457792 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53b299e3-1b87-4847-8d31-8bbe3a8b87b7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:10.467285 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b299e3-1b87-4847-8d31-8bbe3a8b87b7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:54:10.468114 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53b299e3-1b87-4847-8d31-8bbe3a8b87b7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:54:10.488645 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:54:10.556486 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53b299e3-1b87-4847-8d31-8bbe3a8b87b7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:10.571149 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53b299e3-1b87-4847-8d31-8bbe3a8b87b7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:10.574808 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-53b299e3-1b87-4847-8d31-8bbe3a8b87b7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/networks/a0f5d8c5-3500-4043-a905-e857009186f0 HTTP/1.1" status: 204 len: 168 time: 0.8637753 Jul 09 09:54:10.578294 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54060) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:10.584837 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a2422271-1854-4d47-8e13-131ca7529f21 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2129472937', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:10.643900 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b299e3-1b87-4847-8d31-8bbe3a8b87b7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Network': ['ID=a0f5d8c5-3500-4043-a905-e857009186f0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:10.688831 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2422271-1854-4d47-8e13-131ca7529f21 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:10.689507 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2422271-1854-4d47-8e13-131ca7529f21 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:10.749008 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2422271-1854-4d47-8e13-131ca7529f21 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:10.760655 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2422271-1854-4d47-8e13-131ca7529f21 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:10.782011 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7dd3d-4d46-4cbb-a0fa-4650220176a7 req-8ef88181-8f89-48dd-bacf-45bbe41750bf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:10.784151 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03a7dd3d-4d46-4cbb-a0fa-4650220176a7 req-8ef88181-8f89-48dd-bacf-45bbe41750bf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.1817067 Jul 09 09:54:10.796236 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54062) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:10.798531 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2422271-1854-4d47-8e13-131ca7529f21 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:10.800221 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a2422271-1854-4d47-8e13-131ca7529f21 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2209342 Jul 09 09:54:10.802676 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54064) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:10.805856 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5e657ecf-c163-4ad8-890c-d3b71dc32f8f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Request body: {'floatingip': {'port_id': '74bd452e-a584-45d3-9f16-ca03ea89c48a'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:10.807895 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-726a4cd1-be0d-46c5-8237-e817c0fe48d5 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1127699798'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:10.844313 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726a4cd1-be0d-46c5-8237-e817c0fe48d5 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Made reservation on behalf of fb176551126b4d008320f649cce1600b for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:54:10.847951 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-726a4cd1-be0d-46c5-8237-e817c0fe48d5 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:10.873104 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e657ecf-c163-4ad8-890c-d3b71dc32f8f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:11.201069 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:11.273317 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726a4cd1-be0d-46c5-8237-e817c0fe48d5 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:54:11.287652 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-726a4cd1-be0d-46c5-8237-e817c0fe48d5 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:11.288966 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-726a4cd1-be0d-46c5-8237-e817c0fe48d5 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Added segment 5f496e59-aca6-46f3-86f7-4590d8522e45 of type vlan for network 198865a1-b8cf-4dc1-bbad-679bf4765492 Jul 09 09:54:11.374860 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-726a4cd1-be0d-46c5-8237-e817c0fe48d5 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:11.458048 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 54c1c8ef-f824-47c4-8340-44728185978b no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:54:11.464336 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-726a4cd1-be0d-46c5-8237-e817c0fe48d5 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:11.494792 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726a4cd1-be0d-46c5-8237-e817c0fe48d5 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:11.500304 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-726a4cd1-be0d-46c5-8237-e817c0fe48d5 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:11.502925 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 54c1c8ef-f824-47c4-8340-44728185978b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:54:11.503564 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 54c1c8ef-f824-47c4-8340-44728185978b not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:54:11.683572 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-726a4cd1-be0d-46c5-8237-e817c0fe48d5 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8797591 Jul 09 09:54:11.687156 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54076) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:11.693291 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-73856b44-a737-433f-b543-e9b767e8d6af tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'subnet': {'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:11.700407 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a4cd1-be0d-46c5-8237-e817c0fe48d5 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Network': ['ID=198865a1-b8cf-4dc1-bbad-679bf4765492,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:11.710815 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 198865a1-b8cf-4dc1-bbad-679bf4765492 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:54:11.875857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73856b44-a737-433f-b543-e9b767e8d6af tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Made reservation on behalf of fb176551126b4d008320f649cce1600b for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:54:11.881974 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73856b44-a737-433f-b543-e9b767e8d6af tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:12.063893 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.db.resource_extend [None req-5e657ecf-c163-4ad8-890c-d3b71dc32f8f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 09:54:12.166785 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e657ecf-c163-4ad8-890c-d3b71dc32f8f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:12.173870 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e657ecf-c163-4ad8-890c-d3b71dc32f8f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:12.237388 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73856b44-a737-433f-b543-e9b767e8d6af tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:12.322164 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73856b44-a737-433f-b543-e9b767e8d6af tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Subnet': ['ID=ecdd6b05-29b7-4d5b-b95f-9b7bb1452641,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:12.340583 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a7bd1-bd1f-434a-9698-c80c7e33c40e req-d7c13f61-3715-4631-8442-4bba6521ad8c tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:12.342557 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-184a7bd1-bd1f-434a-9698-c80c7e33c40e req-d7c13f61-3715-4631-8442-4bba6521ad8c tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 945 time: 0.1684046 Jul 09 09:54:12.348985 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-5e657ecf-c163-4ad8-890c-d3b71dc32f8f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Floating IP 9a1769bd-5689-450b-ba41-87fb3d4e3315 associated. External IP: 172.25.3.75, port: 74bd452e-a584-45d3-9f16-ca03ea89c48a. Jul 09 09:54:12.370885 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73856b44-a737-433f-b543-e9b767e8d6af tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Checking segment: {'id': '5f496e59-aca6-46f3-86f7-4590d8522e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:54:12.371249 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73856b44-a737-433f-b543-e9b767e8d6af tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network hostable DHCP agents. Network: 198865a1-b8cf-4dc1-bbad-679bf4765492, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:54:12.402272 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-184a7bd1-bd1f-434a-9698-c80c7e33c40e req-ca1eaec3-85db-46e5-bfb1-a5a5bd0fcd42 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537524 Jul 09 09:54:12.413327 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73856b44-a737-433f-b543-e9b767e8d6af tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network 198865a1-b8cf-4dc1-bbad-679bf4765492 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:54:12.433515 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-73856b44-a737-433f-b543-e9b767e8d6af tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 198865a1-b8cf-4dc1-bbad-679bf4765492) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:12.442208 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73856b44-a737-433f-b543-e9b767e8d6af tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:12.443381 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73856b44-a737-433f-b543-e9b767e8d6af tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:12.451088 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dc2a37-10a5-4753-a751-bc27416b3b6d None None] Network 198865a1-b8cf-4dc1-bbad-679bf4765492 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:54:12.474574 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-73856b44-a737-433f-b543-e9b767e8d6af tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7861102 Jul 09 09:54:12.477725 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54086) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:12.709061 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70717400-9f8a-4c43-b8a2-3bd51e1d0709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-198865a1-b8cf-4dc1-bbad-679bf4765492', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:54:12.710331 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-70717400-9f8a-4c43-b8a2-3bd51e1d0709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:12.762775 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54092) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:12.766083 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e657ecf-c163-4ad8-890c-d3b71dc32f8f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Router 798fb12b-4f95-4377-9828-31560c46c8fc has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:54:12.930319 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-70717400-9f8a-4c43-b8a2-3bd51e1d0709 None None] Allocated IP 2001:db8::2 (198865a1-b8cf-4dc1-bbad-679bf4765492/ecdd6b05-29b7-4d5b-b95f-9b7bb1452641/433ea62c-4307-4373-b078-f1e9bcc90753) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:54:12.982711 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e657ecf-c163-4ad8-890c-d3b71dc32f8f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:54:12.998000 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e657ecf-c163-4ad8-890c-d3b71dc32f8f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:13.005691 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dedeb7-19b7-4f8c-86c8-8fb4c6057034 None None] Sync routers for ids ['798fb12b-4f95-4377-9828-31560c46c8fc'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:54:13.009527 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc6a2-b7c3-47c2-acbf-c98ed0ee2252 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:13.011905 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7f6ae6e-edd0-41c1-8378-99d41f203289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:13.020957 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dedeb7-19b7-4f8c-86c8-8fb4c6057034 None None] Routers {'798fb12b-4f95-4377-9828-31560c46c8fc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:13.021505 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-28dedeb7-19b7-4f8c-86c8-8fb4c6057034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['798fb12b-4f95-4377-9828-31560c46c8fc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:13.085094 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5e657ecf-c163-4ad8-890c-d3b71dc32f8f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "PUT /v2.0/floatingips/9a1769bd-5689-450b-ba41-87fb3d4e3315 HTTP/1.1" status: 200 len: 991 time: 2.2874007 Jul 09 09:54:13.090830 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ef6f3d-2369-4214-874c-27d9a1a696f8', 'tag': '74bd452e-a584-45d3-9f16-ca03ea89c48a'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:54:13.092892 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4e50de-d2ce-431a-85af-2ba4cecbe907" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ef6f3d-2369-4214-874c-27d9a1a696f8", "tag": "74bd452e-a584-45d3-9f16-ca03ea89c48a"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:54:13.166464 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91660c98-aec8-41c1-8138-b338778b41d4 x-openstack-request-id: req-91660c98-aec8-41c1-8138-b338778b41d4 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:54:13.166865 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ef6f3d-2369-4214-874c-27d9a1a696f8", "tag": "74bd452e-a584-45d3-9f16-ca03ea89c48a", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:54:13.166992 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-91660c98-aec8-41c1-8138-b338778b41d4 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:54:13.170725 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ef6f3d-2369-4214-874c-27d9a1a696f8', 'tag': '74bd452e-a584-45d3-9f16-ca03ea89c48a', 'status': 'completed', 'code': 200} Jul 09 09:54:13.288071 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-70717400-9f8a-4c43-b8a2-3bd51e1d0709 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:13.314666 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-70717400-9f8a-4c43-b8a2-3bd51e1d0709 None None] Transition to ACTIVE for port object 433ea62c-4307-4373-b078-f1e9bcc90753 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:13.315913 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-28dedeb7-19b7-4f8c-86c8-8fb4c6057034 None None] Set router 798fb12b-4f95-4377-9828-31560c46c8fc gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:13.340587 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-70717400-9f8a-4c43-b8a2-3bd51e1d0709 None None] Transition to ACTIVE for port object 433ea62c-4307-4373-b078-f1e9bcc90753 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:13.354846 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-70717400-9f8a-4c43-b8a2-3bd51e1d0709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:13.404388 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70717400-9f8a-4c43-b8a2-3bd51e1d0709 None None] Pushing event updated for resources: {'Port': ['ID=433ea62c-4307-4373-b078-f1e9bcc90753,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:13.448246 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70717400-9f8a-4c43-b8a2-3bd51e1d0709 None None] Network 198865a1-b8cf-4dc1-bbad-679bf4765492 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:54:13.451605 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-70717400-9f8a-4c43-b8a2-3bd51e1d0709 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:13.460598 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70717400-9f8a-4c43-b8a2-3bd51e1d0709 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:54:13.475593 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:13.603471 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-70717400-9f8a-4c43-b8a2-3bd51e1d0709 None None] Attempting to bind port 433ea62c-4307-4373-b078-f1e9bcc90753 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:54:13.603921 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-70717400-9f8a-4c43-b8a2-3bd51e1d0709 None None] Attempting to bind port 433ea62c-4307-4373-b078-f1e9bcc90753 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '5f496e59-aca6-46f3-86f7-4590d8522e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:54:13.604295 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70717400-9f8a-4c43-b8a2-3bd51e1d0709 None None] Attempting to bind port 433ea62c-4307-4373-b078-f1e9bcc90753 on network 198865a1-b8cf-4dc1-bbad-679bf4765492 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:54:13.617082 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70717400-9f8a-4c43-b8a2-3bd51e1d0709 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:54:13.617464 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70717400-9f8a-4c43-b8a2-3bd51e1d0709 None None] Checking segment: {'id': '5f496e59-aca6-46f3-86f7-4590d8522e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:54:13.617870 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-70717400-9f8a-4c43-b8a2-3bd51e1d0709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:13.618263 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70717400-9f8a-4c43-b8a2-3bd51e1d0709 None None] Bound using segment: {'id': '5f496e59-aca6-46f3-86f7-4590d8522e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:54:13.618735 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-70717400-9f8a-4c43-b8a2-3bd51e1d0709 None None] Bound port: 433ea62c-4307-4373-b078-f1e9bcc90753, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f496e59-aca6-46f3-86f7-4590d8522e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:54:13.619113 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-70717400-9f8a-4c43-b8a2-3bd51e1d0709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:13.689342 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c54d35-5e67-4428-9bc4-8ffa8a87f272 req-f60455bb-4648-4576-ba73-1e393e12b3e1 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:13.691183 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-23c54d35-5e67-4428-9bc4-8ffa8a87f272 req-f60455bb-4648-4576-ba73-1e393e12b3e1 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.58 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 945 time: 0.1562943 Jul 09 09:54:13.692121 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7f6ae6e-edd0-41c1-8378-99d41f203289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:13.710889 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e50de-d2ce-431a-85af-2ba4cecbe907 req-947e0b54-7676-4a1f-958f-0b9e8ee89e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:13.712241 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce4e50de-d2ce-431a-85af-2ba4cecbe907 req-947e0b54-7676-4a1f-958f-0b9e8ee89e8a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99f7719707794c3ea83b85ef3879ca4c&device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 1097 time: 0.5196214 Jul 09 09:54:13.732278 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7f6ae6e-edd0-41c1-8378-99d41f203289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:13.756034 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-70717400-9f8a-4c43-b8a2-3bd51e1d0709 None None] For port 433ea62c-4307-4373-b078-f1e9bcc90753, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:54:13.757320 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-28dedeb7-19b7-4f8c-86c8-8fb4c6057034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'name': 'tempest-AttachVolumeShelveTestJSON-407078560-router', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:56Z', 'revision_number': 4, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'gw_port': {'id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '9a1769bd-5689-450b-ba41-87fb3d4e3315', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'floating_ip_address': '172.25.3.75', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'port_id': '74bd452e-a584-45d3-9f16-ca03ea89c48a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'mac_address': 'fa:16:3e:56:6c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ef6f3d-2369-4214-874c-27d9a1a696f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:53:54Z', 'updated_at': '2021-07-09T09:54:11Z', 'revision_number': 1, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b765b015-d02a-4d9c-a28e-78b41d2a05b1', 'name': '', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'mac_address': 'fa:16:3e:ff:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:55Z', 'updated_at': '2021-07-09T09:49:03Z', 'revision_number': 5, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'subnets': [{'id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:13.773558 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-70717400-9f8a-4c43-b8a2-3bd51e1d0709 None None] For port 433ea62c-4307-4373-b078-f1e9bcc90753, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=433ea62c-4307-4373-b078-f1e9bcc90753,segment=NetworkSegment(5f496e59-aca6-46f3-86f7-4590d8522e45),segment_id=5f496e59-aca6-46f3-86f7-4590d8522e45)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:54:13.783363 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-70717400-9f8a-4c43-b8a2-3bd51e1d0709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:13.826238 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dedeb7-19b7-4f8c-86c8-8fb4c6057034 None None] Checking router: 798fb12b-4f95-4377-9828-31560c46c8fc for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:54:13.860458 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dedeb7-19b7-4f8c-86c8-8fb4c6057034 None None] Routers {'798fb12b-4f95-4377-9828-31560c46c8fc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:13.861124 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-28dedeb7-19b7-4f8c-86c8-8fb4c6057034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['798fb12b-4f95-4377-9828-31560c46c8fc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:13.883043 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-23c54d35-5e67-4428-9bc4-8ffa8a87f272 req-8a22294e-1804-49a3-b941-82d76e5d7a5a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Deleting port 07362196-3806-461f-a534-dbacec1bc92d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:54:13.886636 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-23c54d35-5e67-4428-9bc4-8ffa8a87f272 req-8a22294e-1804-49a3-b941-82d76e5d7a5a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:13.894835 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b7f6ae6e-edd0-41c1-8378-99d41f203289 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f149a987dde54f3db407384065f3b42a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1301386 Jul 09 09:54:13.906820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6ae6e-edd0-41c1-8378-99d41f203289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9f5196-c0ce-4f5b-a40d-f2712e3f1ba8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:13.910977 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54106) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:13.937457 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-4ebdc6a2-b7c3-47c2-acbf-c98ed0ee2252 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Allocated IP 2001:db8::1 (198865a1-b8cf-4dc1-bbad-679bf4765492/ecdd6b05-29b7-4d5b-b95f-9b7bb1452641/bc64a1ef-2250-4858-bae5-9e357744448e) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:54:13.941474 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70717400-9f8a-4c43-b8a2-3bd51e1d0709 None None] Pushing event updated for resources: {'Port': ['ID=433ea62c-4307-4373-b078-f1e9bcc90753,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:14.001958 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ad6aa-fe29-4c8a-bfb8-bf43099b6a9e req-29408054-6e78-4532-863b-6923da940162 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:14.008249 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-406ad6aa-fe29-4c8a-bfb8-bf43099b6a9e req-29408054-6e78-4532-863b-6923da940162 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 945 time: 0.3473275 Jul 09 09:54:14.016298 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-28dedeb7-19b7-4f8c-86c8-8fb4c6057034 None None] Set router 798fb12b-4f95-4377-9828-31560c46c8fc gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:14.070335 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-115bbf76-2778-41df-a9bb-9d67a062e650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:14.148809 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-115bbf76-2778-41df-a9bb-9d67a062e650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:14.199470 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-23c54d35-5e67-4428-9bc4-8ffa8a87f272 req-8a22294e-1804-49a3-b941-82d76e5d7a5a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] For port 07362196-3806-461f-a534-dbacec1bc92d, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=07362196-3806-461f-a534-dbacec1bc92d,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:14.200608 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-23c54d35-5e67-4428-9bc4-8ffa8a87f272 req-8a22294e-1804-49a3-b941-82d76e5d7a5a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:14.223083 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc6a2-b7c3-47c2-acbf-c98ed0ee2252 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:14.240822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-4ebdc6a2-b7c3-47c2-acbf-c98ed0ee2252 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Transition to ACTIVE for port object bc64a1ef-2250-4858-bae5-9e357744448e will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:14.257795 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e50de-d2ce-431a-85af-2ba4cecbe907 req-68c8cc7a-fd84-4212-8438-dc7de54455dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:14.259731 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce4e50de-d2ce-431a-85af-2ba4cecbe907 req-68c8cc7a-fd84-4212-8438-dc7de54455dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=4245b116-2d5b-4779-b854-de03b1576199 HTTP/1.1" status: 200 len: 917 time: 0.5243990 Jul 09 09:54:14.417064 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc6a2-b7c3-47c2-acbf-c98ed0ee2252 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:14.446580 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-406ad6aa-fe29-4c8a-bfb8-bf43099b6a9e req-18812b92-9740-48f7-8d8c-5e7ad7f43838 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860983 Jul 09 09:54:14.456971 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-115bbf76-2778-41df-a9bb-9d67a062e650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:14.461085 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-115bbf76-2778-41df-a9bb-9d67a062e650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:14.465871 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-115bbf76-2778-41df-a9bb-9d67a062e650 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ae9f5196-c0ce-4f5b-a40d-f2712e3f1ba8 HTTP/1.1" status: 204 len: 168 time: 0.5536969 Jul 09 09:54:14.480214 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bbf76-2778-41df-a9bb-9d67a062e650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9f5196-c0ce-4f5b-a40d-f2712e3f1ba8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:14.528426 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebdc6a2-b7c3-47c2-acbf-c98ed0ee2252 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network 198865a1-b8cf-4dc1-bbad-679bf4765492 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:54:14.531318 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce4e50de-d2ce-431a-85af-2ba4cecbe907 req-f6c3789b-3d72-4a02-9eb7-c19a3c6f3d3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74bd452e-a584-45d3-9f16-ca03ea89c48a HTTP/1.1" status: 200 len: 999 time: 0.2551844 Jul 09 09:54:14.542586 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-4ebdc6a2-b7c3-47c2-acbf-c98ed0ee2252 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:14.560322 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-28dedeb7-19b7-4f8c-86c8-8fb4c6057034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'name': 'tempest-AttachVolumeShelveTestJSON-407078560-router', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:56Z', 'revision_number': 4, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'gw_port': {'id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '9a1769bd-5689-450b-ba41-87fb3d4e3315', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'floating_ip_address': '172.25.3.75', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'port_id': '74bd452e-a584-45d3-9f16-ca03ea89c48a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'mac_address': 'fa:16:3e:56:6c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ef6f3d-2369-4214-874c-27d9a1a696f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:53:54Z', 'updated_at': '2021-07-09T09:54:11Z', 'revision_number': 1, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b765b015-d02a-4d9c-a28e-78b41d2a05b1', 'name': '', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'mac_address': 'fa:16:3e:ff:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:55Z', 'updated_at': '2021-07-09T09:49:03Z', 'revision_number': 5, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'subnets': [{'id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:14.571407 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebdc6a2-b7c3-47c2-acbf-c98ed0ee2252 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:54:14.584212 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc6a2-b7c3-47c2-acbf-c98ed0ee2252 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:14.618557 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dedeb7-19b7-4f8c-86c8-8fb4c6057034 None None] The sync data for ids ['798fb12b-4f95-4377-9828-31560c46c8fc'] in n-d-799996-1 is: [{'id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'name': 'tempest-AttachVolumeShelveTestJSON-407078560-router', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:56Z', 'revision_number': 4, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'gw_port': {'id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '9a1769bd-5689-450b-ba41-87fb3d4e3315', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'floating_ip_address': '172.25.3.75', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'port_id': '74bd452e-a584-45d3-9f16-ca03ea89c48a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'mac_address': 'fa:16:3e:56:6c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ef6f3d-2369-4214-874c-27d9a1a696f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:53:54Z', 'updated_at': '2021-07-09T09:54:11Z', 'revision_number': 1, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b765b015-d02a-4d9c-a28e-78b41d2a05b1', 'name': '', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'mac_address': 'fa:16:3e:ff:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:55Z', 'updated_at': '2021-07-09T09:49:03Z', 'revision_number': 5, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'subnets': [{'id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:54:14.719222 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdc6a2-b7c3-47c2-acbf-c98ed0ee2252 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Port': ['ID=bc64a1ef-2250-4858-bae5-9e357744448e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:14.764434 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e50de-d2ce-431a-85af-2ba4cecbe907 req-b0582be2-8ea7-470d-ad04-5666a66c4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:14.766064 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce4e50de-d2ce-431a-85af-2ba4cecbe907 req-b0582be2-8ea7-470d-ad04-5666a66c4298 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f33154ac-544d-477f-a9ff-a13c564432a2 HTTP/1.1" status: 200 len: 855 time: 0.2248251 Jul 09 09:54:14.908896 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc6a2-b7c3-47c2-acbf-c98ed0ee2252 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:14.930064 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e50de-d2ce-431a-85af-2ba4cecbe907 req-4ab609f6-c628-45d5-9cff-6cf4776ebcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:14.931975 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce4e50de-d2ce-431a-85af-2ba4cecbe907 req-4ab609f6-c628-45d5-9cff-6cf4776ebcac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4245b116-2d5b-4779-b854-de03b1576199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1575720 Jul 09 09:54:15.061120 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec992253-8feb-4ff2-a3d8-d796fabf3fb8 None None] New status for floating IP 9a1769bd-5689-450b-ba41-87fb3d4e3315: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:54:15.121018 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-23c54d35-5e67-4428-9bc4-8ffa8a87f272 req-8a22294e-1804-49a3-b941-82d76e5d7a5a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:15.121398 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-23c54d35-5e67-4428-9bc4-8ffa8a87f272 req-8a22294e-1804-49a3-b941-82d76e5d7a5a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:15.121809 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [req-23c54d35-5e67-4428-9bc4-8ffa8a87f272 req-8a22294e-1804-49a3-b941-82d76e5d7a5a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Floating IP 979447c3-6026-44d1-8652-f0307f0e7fc3 disassociated. External IP: 172.25.3.175, port: 07362196-3806-461f-a534-dbacec1bc92d. Jul 09 09:54:15.122158 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-23c54d35-5e67-4428-9bc4-8ffa8a87f272 req-8a22294e-1804-49a3-b941-82d76e5d7a5a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Calling delete_port for 07362196-3806-461f-a534-dbacec1bc92d owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:54:15.314028 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce4e50de-d2ce-431a-85af-2ba4cecbe907 req-c62152e9-ad25-4d23-a693-405b296ca4dc service neutron] 10.222.0.64 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501599 Jul 09 09:54:15.449693 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-23c54d35-5e67-4428-9bc4-8ffa8a87f272 req-8a22294e-1804-49a3-b941-82d76e5d7a5a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:15.557307 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb2e9b1-31da-40c1-b95d-46ddbb156a0b None None] Network 198865a1-b8cf-4dc1-bbad-679bf4765492 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:54:15.577206 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22294e-1804-49a3-b941-82d76e5d7a5a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event deleted for resources: {'Port': ['ID=07362196-3806-461f-a534-dbacec1bc92d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:15.592962 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce4e50de-d2ce-431a-85af-2ba4cecbe907 req-b9b523e4-8839-4987-b8df-0654dc3f5eb1 service neutron] 10.222.0.64 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706892 Jul 09 09:54:15.705937 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc6a2-b7c3-47c2-acbf-c98ed0ee2252 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:15.712432 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc6a2-b7c3-47c2-acbf-c98ed0ee2252 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:15.713223 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc6a2-b7c3-47c2-acbf-c98ed0ee2252 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:15.733531 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 433ea62c-4307-4373-b078-f1e9bcc90753 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:15.833984 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-05ce8666-7689-4b80-ae9a-7c0a7d63e09b req-0e183038-ed8d-43c7-aa4c-8a550b0d4f8c tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 210 time: 0.1098349 Jul 09 09:54:15.854882 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ab7fb535-d732-4ad7-ab0c-7d3199532f7d None None] Provisioning for port 433ea62c-4307-4373-b078-f1e9bcc90753 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:15.861353 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdc6a2-b7c3-47c2-acbf-c98ed0ee2252 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Port': ['ID=bc64a1ef-2250-4858-bae5-9e357744448e,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:15.902766 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23c54d35-5e67-4428-9bc4-8ffa8a87f272 req-8a22294e-1804-49a3-b941-82d76e5d7a5a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Router b4da67ad-e929-4bf1-8741-3cf89236a06f has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:54:15.923413 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebdc6a2-b7c3-47c2-acbf-c98ed0ee2252 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network 198865a1-b8cf-4dc1-bbad-679bf4765492 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:54:15.924903 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-4ebdc6a2-b7c3-47c2-acbf-c98ed0ee2252 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:15.999223 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 433ea62c-4307-4373-b078-f1e9bcc90753 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:16.008728 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 433ea62c-4307-4373-b078-f1e9bcc90753 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:16.009174 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:16.221429 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23c54d35-5e67-4428-9bc4-8ffa8a87f272 req-8a22294e-1804-49a3-b941-82d76e5d7a5a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:54:16.225849 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:16.241306 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f675b4c7-4e77-447d-b35d-8a6c4ba52304 None None] Sync routers for ids ['b4da67ad-e929-4bf1-8741-3cf89236a06f'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:54:16.262362 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f675b4c7-4e77-447d-b35d-8a6c4ba52304 None None] Routers {'b4da67ad-e929-4bf1-8741-3cf89236a06f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:16.263304 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f675b4c7-4e77-447d-b35d-8a6c4ba52304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b4da67ad-e929-4bf1-8741-3cf89236a06f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:16.326089 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 433ea62c-4307-4373-b078-f1e9bcc90753, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=433ea62c-4307-4373-b078-f1e9bcc90753,segment=NetworkSegment(5f496e59-aca6-46f3-86f7-4590d8522e45),segment_id=5f496e59-aca6-46f3-86f7-4590d8522e45)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:16.332331 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:16.341729 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c54d35-5e67-4428-9bc4-8ffa8a87f272 req-8a22294e-1804-49a3-b941-82d76e5d7a5a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] No DVR routers for this DVR port 07362196-3806-461f-a534-dbacec1bc92d on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:54:16.346461 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-23c54d35-5e67-4428-9bc4-8ffa8a87f272 req-8a22294e-1804-49a3-b941-82d76e5d7a5a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:16.351158 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-23c54d35-5e67-4428-9bc4-8ffa8a87f272 req-8a22294e-1804-49a3-b941-82d76e5d7a5a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.58 "DELETE /v2.0/ports/07362196-3806-461f-a534-dbacec1bc92d HTTP/1.1" status: 204 len: 173 time: 2.6517303 Jul 09 09:54:16.353217 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41cc7ba-1cd0-470d-a5ca-a00ee3440e07', 'name': 'network-vif-deleted', 'tag': '07362196-3806-461f-a534-dbacec1bc92d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:54:16.363316 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fac94d-3ea6-46c1-bb1d-5083b3f30559" -d '{"events": [{"server_uuid": "b41cc7ba-1cd0-470d-a5ca-a00ee3440e07", "name": "network-vif-deleted", "tag": "07362196-3806-461f-a534-dbacec1bc92d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:54:16.415428 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf428f3b-a4cf-43c9-92dc-d70fc56a12af x-openstack-request-id: req-bf428f3b-a4cf-43c9-92dc-d70fc56a12af {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:54:16.416193 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41cc7ba-1cd0-470d-a5ca-a00ee3440e07", "name": "network-vif-deleted", "tag": "07362196-3806-461f-a534-dbacec1bc92d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:54:16.416193 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bf428f3b-a4cf-43c9-92dc-d70fc56a12af {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:54:16.424629 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b41cc7ba-1cd0-470d-a5ca-a00ee3440e07', 'name': 'network-vif-deleted', 'tag': '07362196-3806-461f-a534-dbacec1bc92d', 'status': 'completed', 'code': 200} Jul 09 09:54:16.451068 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=433ea62c-4307-4373-b078-f1e9bcc90753,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:16.548008 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-f675b4c7-4e77-447d-b35d-8a6c4ba52304 None None] Set router b4da67ad-e929-4bf1-8741-3cf89236a06f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:16.599641 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-011eb5c5-fc2f-4535-9687-298af67091b6 None None] Provisioning for port bc64a1ef-2250-4858-bae5-9e357744448e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:16.604083 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-011eb5c5-fc2f-4535-9687-298af67091b6 None None] Provisioning complete for port bc64a1ef-2250-4858-bae5-9e357744448e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:16.604466 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-011eb5c5-fc2f-4535-9687-298af67091b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:16.692149 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebdc6a2-b7c3-47c2-acbf-c98ed0ee2252 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:54:16.715892 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-011eb5c5-fc2f-4535-9687-298af67091b6 None None] Port bc64a1ef-2250-4858-bae5-9e357744448e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:54:16.769096 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-011eb5c5-fc2f-4535-9687-298af67091b6 None None] Provisioning complete for port 433ea62c-4307-4373-b078-f1e9bcc90753 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:16.769478 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-011eb5c5-fc2f-4535-9687-298af67091b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:16.946627 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebdc6a2-b7c3-47c2-acbf-c98ed0ee2252 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:54:16.971406 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4ebdc6a2-b7c3-47c2-acbf-c98ed0ee2252 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/routers/20ce7a5e-e1fc-42dd-9aac-12659c137bf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4902494 Jul 09 09:54:16.971801 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54168) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:16.973573 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] Sync routers for ids ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:54:16.977683 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-813b9b9f-4057-42d9-bdba-5c048846a5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1482129244'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:17.021006 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] Routers {'20ce7a5e-e1fc-42dd-9aac-12659c137bf7'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:17.021634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:17.048386 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813b9b9f-4057-42d9-bdba-5c048846a5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Made reservation on behalf of fb176551126b4d008320f649cce1600b for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:54:17.054150 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-813b9b9f-4057-42d9-bdba-5c048846a5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:17.099174 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f675b4c7-4e77-447d-b35d-8a6c4ba52304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:46:57Z', 'revision_number': 4, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c21ceabc-f061-44ee-b758-498ea2226250', 'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'mac_address': 'fa:16:3e:fe:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:56Z', 'updated_at': '2021-07-09T09:47:07Z', 'revision_number': 5, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'subnets': [{'id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:17.161041 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a34d562-2ee4-4119-a9bb-9c152d28a46b req-aeea97a5-7faf-4ad9-b373-e2a740b009dc tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 210 time: 0.0557370 Jul 09 09:54:17.167704 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f675b4c7-4e77-447d-b35d-8a6c4ba52304 None None] Checking router: b4da67ad-e929-4bf1-8741-3cf89236a06f for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:54:17.172777 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813b9b9f-4057-42d9-bdba-5c048846a5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:54:17.208508 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f675b4c7-4e77-447d-b35d-8a6c4ba52304 None None] Routers {'b4da67ad-e929-4bf1-8741-3cf89236a06f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:17.209140 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f675b4c7-4e77-447d-b35d-8a6c4ba52304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b4da67ad-e929-4bf1-8741-3cf89236a06f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:17.231024 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-813b9b9f-4057-42d9-bdba-5c048846a5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:17.233339 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-813b9b9f-4057-42d9-bdba-5c048846a5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Added segment f06050e1-57f3-4b08-9357-3bc4e100f717 of type vlan for network c0c4d72c-f65d-45f0-bb77-715de4bff49f Jul 09 09:54:17.343538 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-606bc536-8a6b-4d80-91d6-ff4335711033 None None] Provisioning complete for port bc64a1ef-2250-4858-bae5-9e357744448e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:17.344053 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-606bc536-8a6b-4d80-91d6-ff4335711033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:17.390887 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-813b9b9f-4057-42d9-bdba-5c048846a5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:17.408605 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] Set router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:17.476833 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-f675b4c7-4e77-447d-b35d-8a6c4ba52304 None None] Set router b4da67ad-e929-4bf1-8741-3cf89236a06f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:17.488219 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-813b9b9f-4057-42d9-bdba-5c048846a5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:17.515743 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813b9b9f-4057-42d9-bdba-5c048846a5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:17.517890 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-813b9b9f-4057-42d9-bdba-5c048846a5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:17.577313 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-606bc536-8a6b-4d80-91d6-ff4335711033 None None] Port bc64a1ef-2250-4858-bae5-9e357744448e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:54:17.584751 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 433ea62c-4307-4373-b078-f1e9bcc90753 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:17.673823 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-813b9b9f-4057-42d9-bdba-5c048846a5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6987736 Jul 09 09:54:17.674547 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54224) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:17.681274 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2a6c1969-9e3a-4d20-be7d-1578b479e73b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'subnet': {'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:17.720386 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 07362196-3806-461f-a534-dbacec1bc92d no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:54:17.722522 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b9b9f-4057-42d9-bdba-5c048846a5ac tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Network': ['ID=c0c4d72c-f65d-45f0-bb77-715de4bff49f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:17.751375 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network c0c4d72c-f65d-45f0-bb77-715de4bff49f details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:54:17.805117 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 07362196-3806-461f-a534-dbacec1bc92d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:54:17.805712 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 07362196-3806-461f-a534-dbacec1bc92d not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:54:17.867803 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f675b4c7-4e77-447d-b35d-8a6c4ba52304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:46:57Z', 'revision_number': 4, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c21ceabc-f061-44ee-b758-498ea2226250', 'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'mac_address': 'fa:16:3e:fe:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:56Z', 'updated_at': '2021-07-09T09:47:07Z', 'revision_number': 5, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'subnets': [{'id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:17.868862 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e7f7c751-1ecc-4477-9905-1b797206a9cc None None] Provisioning complete for port bc64a1ef-2250-4858-bae5-9e357744448e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:17.869235 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e7f7c751-1ecc-4477-9905-1b797206a9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:17.944913 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f675b4c7-4e77-447d-b35d-8a6c4ba52304 None None] The sync data for ids ['b4da67ad-e929-4bf1-8741-3cf89236a06f'] in n-d-799996-1 is: [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:46:57Z', 'revision_number': 4, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c21ceabc-f061-44ee-b758-498ea2226250', 'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'mac_address': 'fa:16:3e:fe:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:56Z', 'updated_at': '2021-07-09T09:47:07Z', 'revision_number': 5, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'subnets': [{'id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:54:17.970439 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6c1969-9e3a-4d20-be7d-1578b479e73b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Made reservation on behalf of fb176551126b4d008320f649cce1600b for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:54:17.977896 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a6c1969-9e3a-4d20-be7d-1578b479e73b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:18.029849 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e7f7c751-1ecc-4477-9905-1b797206a9cc None None] Port bc64a1ef-2250-4858-bae5-9e357744448e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:54:18.032705 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 433ea62c-4307-4373-b078-f1e9bcc90753 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:18.036532 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:18.228836 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:14Z', 'revision_number': 2, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None, '_interfaces': [{'id': 'bc64a1ef-2250-4858-bae5-9e357744448e', 'name': '', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:07:12:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:13Z', 'updated_at': '2021-07-09T09:54:15Z', 'revision_number': 2, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:18.335015 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] Checking router: 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:54:18.337299 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] Updating router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 port bc64a1ef-2250-4858-bae5-9e357744448e binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:54:18.449227 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:18.534804 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-63a485f9-8ea3-4711-b23f-3156f4d84e39 req-d5a16f36-183f-46a7-a975-33e6f9c64d02 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 210 time: 0.0732360 Jul 09 09:54:18.562949 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a6c1969-9e3a-4d20-be7d-1578b479e73b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:18.585942 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a89d743-f230-44ca-9436-6e5682d3d048 None None] New status for floating IP 979447c3-6026-44d1-8652-f0307f0e7fc3: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:54:18.664689 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6c1969-9e3a-4d20-be7d-1578b479e73b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Checking segment: {'id': 'f06050e1-57f3-4b08-9357-3bc4e100f717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:54:18.665368 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6c1969-9e3a-4d20-be7d-1578b479e73b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network hostable DHCP agents. Network: c0c4d72c-f65d-45f0-bb77-715de4bff49f, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:54:18.668915 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c1969-9e3a-4d20-be7d-1578b479e73b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Subnet': ['ID=d4497134-0ee1-4930-9981-e412782d2eba,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:18.694396 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6c1969-9e3a-4d20-be7d-1578b479e73b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network c0c4d72c-f65d-45f0-bb77-715de4bff49f is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:54:18.707332 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-2a6c1969-9e3a-4d20-be7d-1578b479e73b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, c0c4d72c-f65d-45f0-bb77-715de4bff49f) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:18.713339 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6c1969-9e3a-4d20-be7d-1578b479e73b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:18.714064 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a6c1969-9e3a-4d20-be7d-1578b479e73b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:18.736435 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bafb7d1-0189-4539-919a-4da689b5d055 None None] Network c0c4d72c-f65d-45f0-bb77-715de4bff49f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:54:18.743679 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54296) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:18.754909 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2a6c1969-9e3a-4d20-be7d-1578b479e73b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0788372 Jul 09 09:54:18.847594 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54298) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:19.077183 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9c3e8d5f-3268-4319-bc6f-b87b8a0e5242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:19.081142 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f899d74b-2812-48eb-91e0-50ad6d249fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-c0c4d72c-f65d-45f0-bb77-715de4bff49f', 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'fixed_ips': [{'subnet_id': 'd4497134-0ee1-4930-9981-e412782d2eba'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:54:19.081967 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f899d74b-2812-48eb-91e0-50ad6d249fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:19.252209 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:19.278914 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] Transition to ACTIVE for port object bc64a1ef-2250-4858-bae5-9e357744448e will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:19.293529 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:19.301935 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9c3e8d5f-3268-4319-bc6f-b87b8a0e5242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:19.310147 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9c3e8d5f-3268-4319-bc6f-b87b8a0e5242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:19.337276 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07528e93-9ff4-4b82-9421-29825ebed2e3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:19.403599 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9c3e8d5f-3268-4319-bc6f-b87b8a0e5242 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=58e2e40686fa4766b9725c520ddcaa24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5548608 Jul 09 09:54:19.409806 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54304) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:19.417560 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4e77d-4662-4cdd-8bb2-06ee918567f5 None None] Pushing event updated for resources: {'Port': ['ID=bc64a1ef-2250-4858-bae5-9e357744448e,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:19.441559 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e8d5f-3268-4319-bc6f-b87b8a0e5242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d820c3bb-7630-4eeb-ae7b-ff2c0de2c7d8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:19.484008 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-f899d74b-2812-48eb-91e0-50ad6d249fda None None] Allocated IP 2001:db8:1::2 (c0c4d72c-f65d-45f0-bb77-715de4bff49f/d4497134-0ee1-4930-9981-e412782d2eba/8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:54:19.545277 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d93bcc6-6d72-418f-87b6-2dbe7f529a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:19.566096 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] Attempting to bind port bc64a1ef-2250-4858-bae5-9e357744448e on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:54:19.566603 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] Attempting to bind port bc64a1ef-2250-4858-bae5-9e357744448e by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '5f496e59-aca6-46f3-86f7-4590d8522e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:54:19.566978 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] Attempting to bind port bc64a1ef-2250-4858-bae5-9e357744448e on network 198865a1-b8cf-4dc1-bbad-679bf4765492 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:54:19.623467 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d93bcc6-6d72-418f-87b6-2dbe7f529a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:19.732973 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d93bcc6-6d72-418f-87b6-2dbe7f529a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:19.735913 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d93bcc6-6d72-418f-87b6-2dbe7f529a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:19.737453 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8d93bcc6-6d72-418f-87b6-2dbe7f529a3c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d820c3bb-7630-4eeb-ae7b-ff2c0de2c7d8 HTTP/1.1" status: 204 len: 168 time: 0.3263586 Jul 09 09:54:19.757296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93bcc6-6d72-418f-87b6-2dbe7f529a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d820c3bb-7630-4eeb-ae7b-ff2c0de2c7d8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:19.848905 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7954e069-36ea-4445-a4f3-16669174fb08 req-3b4cd211-53b9-4427-a077-554d82ce60a1 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 210 time: 0.0456569 Jul 09 09:54:19.924164 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:54:19.924537 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] Checking segment: {'id': '5f496e59-aca6-46f3-86f7-4590d8522e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:54:19.924985 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:19.925324 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] Bound using segment: {'id': '5f496e59-aca6-46f3-86f7-4590d8522e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:54:19.925811 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] Bound port: bc64a1ef-2250-4858-bae5-9e357744448e, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f496e59-aca6-46f3-86f7-4590d8522e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:54:19.926191 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:20.056340 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] For port bc64a1ef-2250-4858-bae5-9e357744448e, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:54:20.093953 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] For port bc64a1ef-2250-4858-bae5-9e357744448e, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=bc64a1ef-2250-4858-bae5-9e357744448e,segment=NetworkSegment(5f496e59-aca6-46f3-86f7-4590d8522e45),segment_id=5f496e59-aca6-46f3-86f7-4590d8522e45)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:54:20.102438 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:20.141567 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f899d74b-2812-48eb-91e0-50ad6d249fda None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:20.169852 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f899d74b-2812-48eb-91e0-50ad6d249fda None None] Transition to ACTIVE for port object 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:20.195121 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] Routers {'20ce7a5e-e1fc-42dd-9aac-12659c137bf7'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:20.195827 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:20.200265 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4e77d-4662-4cdd-8bb2-06ee918567f5 None None] Pushing event updated for resources: {'Port': ['ID=bc64a1ef-2250-4858-bae5-9e357744448e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:20.252165 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54316) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:20.269809 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f899d74b-2812-48eb-91e0-50ad6d249fda None None] Transition to ACTIVE for port object 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:20.279367 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb280fdc-f4fc-40c4-8fd4-75c8b850c64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:20.285920 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f899d74b-2812-48eb-91e0-50ad6d249fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:20.357929 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-07528e93-9ff4-4b82-9421-29825ebed2e3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Allocated IP 2001:db8:1::1 (c0c4d72c-f65d-45f0-bb77-715de4bff49f/d4497134-0ee1-4930-9981-e412782d2eba/cfec917b-ba48-4e89-91bb-85f602c59749) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:54:20.362526 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] Set router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:20.394896 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f899d74b-2812-48eb-91e0-50ad6d249fda None None] Network c0c4d72c-f65d-45f0-bb77-715de4bff49f is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:54:20.413811 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-f899d74b-2812-48eb-91e0-50ad6d249fda None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:20.424143 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f899d74b-2812-48eb-91e0-50ad6d249fda None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:54:20.445918 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899d74b-2812-48eb-91e0-50ad6d249fda None None] Pushing event updated for resources: {'Port': ['ID=8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:20.557000 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb280fdc-f4fc-40c4-8fd4-75c8b850c64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:20.569477 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb280fdc-f4fc-40c4-8fd4-75c8b850c64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:20.622338 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f899d74b-2812-48eb-91e0-50ad6d249fda None None] Attempting to bind port 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:54:20.622903 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f899d74b-2812-48eb-91e0-50ad6d249fda None None] Attempting to bind port 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'f06050e1-57f3-4b08-9357-3bc4e100f717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:54:20.623059 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899d74b-2812-48eb-91e0-50ad6d249fda None None] Attempting to bind port 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f on network c0c4d72c-f65d-45f0-bb77-715de4bff49f {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:54:20.635346 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899d74b-2812-48eb-91e0-50ad6d249fda None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:54:20.635872 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899d74b-2812-48eb-91e0-50ad6d249fda None None] Checking segment: {'id': 'f06050e1-57f3-4b08-9357-3bc4e100f717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:54:20.636398 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f899d74b-2812-48eb-91e0-50ad6d249fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:20.636801 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899d74b-2812-48eb-91e0-50ad6d249fda None None] Bound using segment: {'id': 'f06050e1-57f3-4b08-9357-3bc4e100f717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:54:20.637301 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f899d74b-2812-48eb-91e0-50ad6d249fda None None] Bound port: 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f06050e1-57f3-4b08-9357-3bc4e100f717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:54:20.637686 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f899d74b-2812-48eb-91e0-50ad6d249fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:20.664311 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07528e93-9ff4-4b82-9421-29825ebed2e3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:20.688560 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-07528e93-9ff4-4b82-9421-29825ebed2e3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Transition to ACTIVE for port object cfec917b-ba48-4e89-91bb-85f602c59749 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:20.690573 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-bb280fdc-f4fc-40c4-8fd4-75c8b850c64a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8fd94f6f252543ef82e8ab78a36b1925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4371779 Jul 09 09:54:20.704912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb280fdc-f4fc-40c4-8fd4-75c8b850c64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b343a69-e9f3-43eb-9b28-f6caccdf5cda,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:20.714373 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54322) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:20.776343 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f899d74b-2812-48eb-91e0-50ad6d249fda None None] For port 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:54:20.781311 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f899d74b-2812-48eb-91e0-50ad6d249fda None None] For port 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f,segment=NetworkSegment(f06050e1-57f3-4b08-9357-3bc4e100f717),segment_id=f06050e1-57f3-4b08-9357-3bc4e100f717)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:54:20.793056 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f899d74b-2812-48eb-91e0-50ad6d249fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:20.823677 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7b6df06-700c-443c-8fee-2e8e616a8282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:20.875417 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:14Z', 'revision_number': 2, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None, '_interfaces': [{'id': 'bc64a1ef-2250-4858-bae5-9e357744448e', 'name': '', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:07:12:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:13Z', 'updated_at': '2021-07-09T09:54:20Z', 'revision_number': 4, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:20.886760 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7b6df06-700c-443c-8fee-2e8e616a8282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:20.894325 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07528e93-9ff4-4b82-9421-29825ebed2e3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:20.941083 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7636ba79-cdb7-4be8-98c0-e8504a175b94 None None] The sync data for ids ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'] in n-d-799996-1 is: [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:14Z', 'revision_number': 2, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None, '_interfaces': [{'id': 'bc64a1ef-2250-4858-bae5-9e357744448e', 'name': '', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:07:12:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:13Z', 'updated_at': '2021-07-09T09:54:20Z', 'revision_number': 4, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:54:20.953881 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899d74b-2812-48eb-91e0-50ad6d249fda None None] Pushing event updated for resources: {'Port': ['ID=8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:21.087152 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07528e93-9ff4-4b82-9421-29825ebed2e3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network c0c4d72c-f65d-45f0-bb77-715de4bff49f is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:54:21.094667 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-07528e93-9ff4-4b82-9421-29825ebed2e3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:21.098110 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07528e93-9ff4-4b82-9421-29825ebed2e3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:54:21.099610 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07528e93-9ff4-4b82-9421-29825ebed2e3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:21.107162 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7b6df06-700c-443c-8fee-2e8e616a8282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:21.123243 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7b6df06-700c-443c-8fee-2e8e616a8282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:21.126662 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f7b6df06-700c-443c-8fee-2e8e616a8282 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4b343a69-e9f3-43eb-9b28-f6caccdf5cda HTTP/1.1" status: 204 len: 168 time: 0.4111447 Jul 09 09:54:21.216534 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6df06-700c-443c-8fee-2e8e616a8282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b343a69-e9f3-43eb-9b28-f6caccdf5cda,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:21.221909 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07528e93-9ff4-4b82-9421-29825ebed2e3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Port': ['ID=cfec917b-ba48-4e89-91bb-85f602c59749,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:21.322219 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e6e87bed-a65c-4e97-a42c-ed4cb092faac req-a65c3eae-caa8-4181-965d-2deeafc5d0a8 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 210 time: 0.2086871 Jul 09 09:54:21.404148 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07528e93-9ff4-4b82-9421-29825ebed2e3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:21.548515 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:21.662843 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:21.947158 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07528e93-9ff4-4b82-9421-29825ebed2e3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:21.952973 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07528e93-9ff4-4b82-9421-29825ebed2e3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:21.954282 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07528e93-9ff4-4b82-9421-29825ebed2e3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:22.245125 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07528e93-9ff4-4b82-9421-29825ebed2e3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network c0c4d72c-f65d-45f0-bb77-715de4bff49f is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:54:22.248989 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-07528e93-9ff4-4b82-9421-29825ebed2e3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:22.267017 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07528e93-9ff4-4b82-9421-29825ebed2e3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Port': ['ID=cfec917b-ba48-4e89-91bb-85f602c59749,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:22.394282 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07528e93-9ff4-4b82-9421-29825ebed2e3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:54:22.555815 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07528e93-9ff4-4b82-9421-29825ebed2e3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:54:22.562520 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-07528e93-9ff4-4b82-9421-29825ebed2e3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/routers/20ce7a5e-e1fc-42dd-9aac-12659c137bf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8148782 Jul 09 09:54:22.562520 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54374) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:22.567759 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6450fb00-3148-4cc7-8713-bd9aae2f28ec tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-752598477'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:22.595483 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6450fb00-3148-4cc7-8713-bd9aae2f28ec tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Made reservation on behalf of fb176551126b4d008320f649cce1600b for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:54:22.600301 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6450fb00-3148-4cc7-8713-bd9aae2f28ec tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:22.615419 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44eff614-969c-4490-91a3-138ffa640e00 req-14b2514a-e8d5-4809-a40a-1308f2850756 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=b41cc7ba-1cd0-470d-a5ca-a00ee3440e07 HTTP/1.1" status: 200 len: 210 time: 0.0716083 Jul 09 09:54:22.648233 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835dac68-5b7c-44f8-ba58-b7d36eb5a49d None None] Network c0c4d72c-f65d-45f0-bb77-715de4bff49f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:54:22.667880 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6450fb00-3148-4cc7-8713-bd9aae2f28ec tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:54:22.682042 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6450fb00-3148-4cc7-8713-bd9aae2f28ec tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:22.682564 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-6450fb00-3148-4cc7-8713-bd9aae2f28ec tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Added segment 78fefa27-b2d8-45a6-ac8c-a8dd4055ff16 of type vlan for network 0f5bc8ca-b277-4e5f-b15f-2206394513a6 Jul 09 09:54:22.736294 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6450fb00-3148-4cc7-8713-bd9aae2f28ec tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:22.776883 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6450fb00-3148-4cc7-8713-bd9aae2f28ec tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:22.787302 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6450fb00-3148-4cc7-8713-bd9aae2f28ec tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:22.787976 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6450fb00-3148-4cc7-8713-bd9aae2f28ec tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:22.801406 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8e51c06e-b9b2-4e67-b46f-68d72670561d None None] Provisioning for port 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:22.819863 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8e51c06e-b9b2-4e67-b46f-68d72670561d None None] Provisioning complete for port 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:22.820573 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8e51c06e-b9b2-4e67-b46f-68d72670561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:22.930487 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6450fb00-3148-4cc7-8713-bd9aae2f28ec tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3644557 Jul 09 09:54:22.931138 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54382) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:22.933579 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450fb00-3148-4cc7-8713-bd9aae2f28ec tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Network': ['ID=0f5bc8ca-b277-4e5f-b15f-2206394513a6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:22.936808 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-08f8829b-617f-46b0-9f9b-d6262c6c6e45 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'subnet': {'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:22.980024 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 0f5bc8ca-b277-4e5f-b15f-2206394513a6 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:54:23.105778 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f8829b-617f-46b0-9f9b-d6262c6c6e45 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Made reservation on behalf of fb176551126b4d008320f649cce1600b for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:54:23.111190 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08f8829b-617f-46b0-9f9b-d6262c6c6e45 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:23.142866 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8e51c06e-b9b2-4e67-b46f-68d72670561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:23.220056 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8e51c06e-b9b2-4e67-b46f-68d72670561d None None] For port 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f,segment=NetworkSegment(f06050e1-57f3-4b08-9357-3bc4e100f717),segment_id=f06050e1-57f3-4b08-9357-3bc4e100f717)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:23.233235 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8e51c06e-b9b2-4e67-b46f-68d72670561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:23.334324 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51c06e-b9b2-4e67-b46f-68d72670561d None None] Pushing event updated for resources: {'Port': ['ID=8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:23.381345 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] Sync routers for ids ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:54:23.411123 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] Routers {'20ce7a5e-e1fc-42dd-9aac-12659c137bf7'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:23.414427 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:23.538866 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08f8829b-617f-46b0-9f9b-d6262c6c6e45 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:23.589253 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device bc64a1ef-2250-4858-bae5-9e357744448e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:23.662959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8829b-617f-46b0-9f9b-d6262c6c6e45 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Subnet': ['ID=6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:23.698084 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f8829b-617f-46b0-9f9b-d6262c6c6e45 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Checking segment: {'id': '78fefa27-b2d8-45a6-ac8c-a8dd4055ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:54:23.698643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f8829b-617f-46b0-9f9b-d6262c6c6e45 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network hostable DHCP agents. Network: 0f5bc8ca-b277-4e5f-b15f-2206394513a6, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:54:23.699907 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] Set router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:23.721314 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f8829b-617f-46b0-9f9b-d6262c6c6e45 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network 0f5bc8ca-b277-4e5f-b15f-2206394513a6 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:54:23.737553 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-08f8829b-617f-46b0-9f9b-d6262c6c6e45 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 0f5bc8ca-b277-4e5f-b15f-2206394513a6) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:23.744044 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f8829b-617f-46b0-9f9b-d6262c6c6e45 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:23.744936 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08f8829b-617f-46b0-9f9b-d6262c6c6e45 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:23.768839 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d939b8-9f78-4bb0-9f3b-71f5564d2cba None None] Network 0f5bc8ca-b277-4e5f-b15f-2206394513a6 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:54:23.771401 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-08f8829b-617f-46b0-9f9b-d6262c6c6e45 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8385820 Jul 09 09:54:23.773923 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54400) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:23.857288 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port bc64a1ef-2250-4858-bae5-9e357744448e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:23.869674 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port bc64a1ef-2250-4858-bae5-9e357744448e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:23.870295 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:23.965418 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a5fa613c-4ea6-4779-a008-057d127f8297 None None] Provisioning complete for port 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:23.965939 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a5fa613c-4ea6-4779-a008-057d127f8297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:24.172398 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-beee32c2-8c1d-4c87-910e-102ad4aafda3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1267445577&fields=id&tenant_id=813283cb89a545e1a829a2f32c9aa43c HTTP/1.1" status: 200 len: 267 time: 0.0469325 Jul 09 09:54:24.409381 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-0627aa51-d493-41d9-b88e-0ced219ded5c tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:24.410982 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-0627aa51-d493-41d9-b88e-0ced219ded5c tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 812 time: 0.2377768 Jul 09 09:54:24.443862 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-f205c4fd-ceb9-4c24-8ab1-77450fb394a2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/quotas/813283cb89a545e1a829a2f32c9aa43c HTTP/1.1" status: 200 len: 375 time: 0.0254343 Jul 09 09:54:24.572107 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-7e8e307f-5c4c-42bd-acbc-960be8ec1239 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1220264 Jul 09 09:54:24.642304 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:24.711020 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-215b0554-6ccd-4674-bcc7-72040301b02a service neutron] 10.222.0.61 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204836 Jul 09 09:54:24.812651 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2723a5-b05d-4907-b189-4e6db62d9d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-0f5bc8ca-b277-4e5f-b15f-2206394513a6', 'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'fixed_ips': [{'subnet_id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:54:24.813829 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cd2723a5-b05d-4907-b189-4e6db62d9d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:24.906009 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-8efa5802-072d-44ea-acc8-9aa64297f9cc service neutron] 10.222.0.61 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883633 Jul 09 09:54:24.953894 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b149377f-f024-4484-aff6-fadfd1609d47 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:24.955721 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port bc64a1ef-2250-4858-bae5-9e357744448e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=bc64a1ef-2250-4858-bae5-9e357744448e,segment=NetworkSegment(5f496e59-aca6-46f3-86f7-4590d8522e45),segment_id=5f496e59-aca6-46f3-86f7-4590d8522e45)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:24.957690 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a5fa613c-4ea6-4779-a008-057d127f8297 None None] Provisioning for port cfec917b-ba48-4e89-91bb-85f602c59749 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:24.974931 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:24.983283 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a5fa613c-4ea6-4779-a008-057d127f8297 None None] Provisioning complete for port cfec917b-ba48-4e89-91bb-85f602c59749 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:24.983838 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a5fa613c-4ea6-4779-a008-057d127f8297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:25.087521 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a5fa613c-4ea6-4779-a008-057d127f8297 None None] Port cfec917b-ba48-4e89-91bb-85f602c59749 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:54:25.121559 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:21Z', 'revision_number': 3, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None, '_interfaces': [{'id': 'bc64a1ef-2250-4858-bae5-9e357744448e', 'name': '', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:07:12:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:13Z', 'updated_at': '2021-07-09T09:54:20Z', 'revision_number': 4, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfec917b-ba48-4e89-91bb-85f602c59749', 'name': '', 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:f2:6e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:19Z', 'updated_at': '2021-07-09T09:54:21Z', 'revision_number': 2, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:25.216859 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=bc64a1ef-2250-4858-bae5-9e357744448e,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:25.237769 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-cd2723a5-b05d-4907-b189-4e6db62d9d02 None None] Allocated IP 2001:db8:2::2 (0f5bc8ca-b277-4e5f-b15f-2206394513a6/6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0/f736fb3b-adbd-4653-adff-e7447a0a1a3a) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:54:25.241298 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] Checking router: 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:54:25.241657 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] Updating router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 port cfec917b-ba48-4e89-91bb-85f602c59749 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:54:25.386678 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-34119342-a6be-4ebc-898a-ddcf86e19c3c None None] Provisioning complete for port cfec917b-ba48-4e89-91bb-85f602c59749 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:25.387058 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-34119342-a6be-4ebc-898a-ddcf86e19c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:25.440519 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:25.471236 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54450) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:25.478362 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1ed91272-d954-4f3a-872c-c7d2baf8d74b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Request body: {'network': {'name': 'tempest-network-smoke--1207430195', 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'port_security_enabled': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:25.494112 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-34119342-a6be-4ebc-898a-ddcf86e19c3c None None] Port cfec917b-ba48-4e89-91bb-85f602c59749 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:54:25.529821 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device bc64a1ef-2250-4858-bae5-9e357744448e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:25.546484 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed91272-d954-4f3a-872c-c7d2baf8d74b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Made reservation on behalf of cf55daeb21224f8dba69e315cfa259ae for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:54:25.558556 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ed91272-d954-4f3a-872c-c7d2baf8d74b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:25.574190 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ed91272-d954-4f3a-872c-c7d2baf8d74b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:25.767449 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2e713a5a-7def-41f2-a648-43be473bbe92 req-dfa9115a-8cbe-4ea1-9746-a6c6f034a074 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 210 time: 0.2367604 Jul 09 09:54:25.815241 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cd2723a5-b05d-4907-b189-4e6db62d9d02 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:25.853043 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ed91272-d954-4f3a-872c-c7d2baf8d74b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:25.858070 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cd2723a5-b05d-4907-b189-4e6db62d9d02 None None] Transition to ACTIVE for port object f736fb3b-adbd-4653-adff-e7447a0a1a3a will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:25.864998 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ed91272-d954-4f3a-872c-c7d2baf8d74b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:25.911271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed91272-d954-4f3a-872c-c7d2baf8d74b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2e4427-d995-46c5-911c-8ccea1ecfd62,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:25.917512 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cd2723a5-b05d-4907-b189-4e6db62d9d02 None None] Transition to ACTIVE for port object f736fb3b-adbd-4653-adff-e7447a0a1a3a will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:25.923771 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed91272-d954-4f3a-872c-c7d2baf8d74b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:54:25.932786 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cd2723a5-b05d-4907-b189-4e6db62d9d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:25.957968 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ed91272-d954-4f3a-872c-c7d2baf8d74b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:25.960003 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-1ed91272-d954-4f3a-872c-c7d2baf8d74b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Added segment 8902c1b7-3c44-4835-97f5-a38f991a0ad2 of type vlan for network 01412afb-f68e-4c9d-962c-11d639362cad Jul 09 09:54:26.025495 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-b149377f-f024-4484-aff6-fadfd1609d47 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Allocated IP 2001:db8:2::1 (0f5bc8ca-b277-4e5f-b15f-2206394513a6/6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0/4f517a7d-4bc0-4905-b4ba-bb601550820a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:54:26.037745 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ed91272-d954-4f3a-872c-c7d2baf8d74b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:26.084641 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ed91272-d954-4f3a-872c-c7d2baf8d74b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:26.090347 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2723a5-b05d-4907-b189-4e6db62d9d02 None None] Network 0f5bc8ca-b277-4e5f-b15f-2206394513a6 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:54:26.096484 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed91272-d954-4f3a-872c-c7d2baf8d74b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:26.097784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port bc64a1ef-2250-4858-bae5-9e357744448e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:26.098123 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ed91272-d954-4f3a-872c-c7d2baf8d74b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:26.098356 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:26.105525 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-cd2723a5-b05d-4907-b189-4e6db62d9d02 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:26.132253 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1ed91272-d954-4f3a-872c-c7d2baf8d74b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6595497 Jul 09 09:54:26.133757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54462) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:26.133894 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2723a5-b05d-4907-b189-4e6db62d9d02 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:54:26.186506 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-610a10e1-3e78-4083-84ee-ec879345109d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-378166717', 'admin_state_up': True, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:26.190712 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2723a5-b05d-4907-b189-4e6db62d9d02 None None] Pushing event updated for resources: {'Port': ['ID=f736fb3b-adbd-4653-adff-e7447a0a1a3a,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:26.228494 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed91272-d954-4f3a-872c-c7d2baf8d74b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event updated for resources: {'Network': ['ID=01412afb-f68e-4c9d-962c-11d639362cad,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:26.240573 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610a10e1-3e78-4083-84ee-ec879345109d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:26.243239 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610a10e1-3e78-4083-84ee-ec879345109d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:26.274327 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:26.289314 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] Transition to ACTIVE for port object cfec917b-ba48-4e89-91bb-85f602c59749 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:26.315104 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610a10e1-3e78-4083-84ee-ec879345109d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:26.327496 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 01412afb-f68e-4c9d-962c-11d639362cad details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:54:26.330821 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b149377f-f024-4484-aff6-fadfd1609d47 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:26.355039 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-b149377f-f024-4484-aff6-fadfd1609d47 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Transition to ACTIVE for port object 4f517a7d-4bc0-4905-b4ba-bb601550820a will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:26.372637 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:26.440752 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b149377f-f024-4484-aff6-fadfd1609d47 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:26.492467 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b149377f-f024-4484-aff6-fadfd1609d47 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network 0f5bc8ca-b277-4e5f-b15f-2206394513a6 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:54:26.496441 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b149377f-f024-4484-aff6-fadfd1609d47 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:26.502178 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b149377f-f024-4484-aff6-fadfd1609d47 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:54:26.502793 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b149377f-f024-4484-aff6-fadfd1609d47 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:26.574255 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610a10e1-3e78-4083-84ee-ec879345109d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:26.575717 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149377f-f024-4484-aff6-fadfd1609d47 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Port': ['ID=4f517a7d-4bc0-4905-b4ba-bb601550820a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:26.607003 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-cd2723a5-b05d-4907-b189-4e6db62d9d02 None None] Attempting to bind port f736fb3b-adbd-4653-adff-e7447a0a1a3a on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:54:26.607372 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-cd2723a5-b05d-4907-b189-4e6db62d9d02 None None] Attempting to bind port f736fb3b-adbd-4653-adff-e7447a0a1a3a by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '78fefa27-b2d8-45a6-ac8c-a8dd4055ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:54:26.607967 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2723a5-b05d-4907-b189-4e6db62d9d02 None None] Attempting to bind port f736fb3b-adbd-4653-adff-e7447a0a1a3a on network 0f5bc8ca-b277-4e5f-b15f-2206394513a6 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:54:26.624498 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2723a5-b05d-4907-b189-4e6db62d9d02 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:54:26.624893 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2723a5-b05d-4907-b189-4e6db62d9d02 None None] Checking segment: {'id': '78fefa27-b2d8-45a6-ac8c-a8dd4055ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:54:26.625305 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cd2723a5-b05d-4907-b189-4e6db62d9d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:26.625710 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2723a5-b05d-4907-b189-4e6db62d9d02 None None] Bound using segment: {'id': '78fefa27-b2d8-45a6-ac8c-a8dd4055ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:54:26.626221 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-cd2723a5-b05d-4907-b189-4e6db62d9d02 None None] Bound port: f736fb3b-adbd-4653-adff-e7447a0a1a3a, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78fefa27-b2d8-45a6-ac8c-a8dd4055ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:54:26.626612 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cd2723a5-b05d-4907-b189-4e6db62d9d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:26.731045 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94587964-cd50-4ef1-9317-57842ff9aded None None] Pushing event updated for resources: {'Port': ['ID=cfec917b-ba48-4e89-91bb-85f602c59749,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:26.776926 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:26.794191 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b149377f-f024-4484-aff6-fadfd1609d47 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:26.937339 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] Attempting to bind port cfec917b-ba48-4e89-91bb-85f602c59749 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:54:26.937986 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] Attempting to bind port cfec917b-ba48-4e89-91bb-85f602c59749 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'f06050e1-57f3-4b08-9357-3bc4e100f717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:54:26.938521 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] Attempting to bind port cfec917b-ba48-4e89-91bb-85f602c59749 on network c0c4d72c-f65d-45f0-bb77-715de4bff49f {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:54:26.965015 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:54:26.965867 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] Checking segment: {'id': 'f06050e1-57f3-4b08-9357-3bc4e100f717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:54:26.966468 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:26.967024 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] Bound using segment: {'id': 'f06050e1-57f3-4b08-9357-3bc4e100f717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:54:26.967765 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] Bound port: cfec917b-ba48-4e89-91bb-85f602c59749, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f06050e1-57f3-4b08-9357-3bc4e100f717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:54:26.968348 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:26.974669 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:26.982312 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:26.991031 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-cd2723a5-b05d-4907-b189-4e6db62d9d02 None None] For port f736fb3b-adbd-4653-adff-e7447a0a1a3a, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:54:27.112787 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-cd2723a5-b05d-4907-b189-4e6db62d9d02 None None] For port f736fb3b-adbd-4653-adff-e7447a0a1a3a, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f736fb3b-adbd-4653-adff-e7447a0a1a3a,segment=NetworkSegment(78fefa27-b2d8-45a6-ac8c-a8dd4055ff16),segment_id=78fefa27-b2d8-45a6-ac8c-a8dd4055ff16)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:54:27.122442 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610a10e1-3e78-4083-84ee-ec879345109d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:27.153410 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610a10e1-3e78-4083-84ee-ec879345109d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:27.168784 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cd2723a5-b05d-4907-b189-4e6db62d9d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:27.230633 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2723a5-b05d-4907-b189-4e6db62d9d02 None None] Pushing event updated for resources: {'Port': ['ID=f736fb3b-adbd-4653-adff-e7447a0a1a3a,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:27.284143 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] For port cfec917b-ba48-4e89-91bb-85f602c59749, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:54:27.288812 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] For port cfec917b-ba48-4e89-91bb-85f602c59749, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=cfec917b-ba48-4e89-91bb-85f602c59749,segment=NetworkSegment(f06050e1-57f3-4b08-9357-3bc4e100f717),segment_id=f06050e1-57f3-4b08-9357-3bc4e100f717)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:54:27.322101 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:27.324807 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-610a10e1-3e78-4083-84ee-ec879345109d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Allocated IP 172.25.3.169 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/c4ca0a29-2778-48d8-915a-2c6b88e793b8) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:54:27.386230 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-74744f28-e77e-4c00-b8c3-206088ef83e9 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:27.387852 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-74744f28-e77e-4c00-b8c3-206088ef83e9 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.58 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 812 time: 0.3019149 Jul 09 09:54:27.428897 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] Routers {'20ce7a5e-e1fc-42dd-9aac-12659c137bf7'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:27.429526 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:27.542745 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94587964-cd50-4ef1-9317-57842ff9aded None None] Pushing event updated for resources: {'Port': ['ID=cfec917b-ba48-4e89-91bb-85f602c59749,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:27.567565 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-97c06ea9-c041-4f63-9c48-c33a24881cdd tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=813283cb89a545e1a829a2f32c9aa43c HTTP/1.1" status: 200 len: 380 time: 0.1697049 Jul 09 09:54:27.586491 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-c8a66332-2e57-496b-83e8-f45cf2a6f99f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Request body: {'port': {'device_id': '2d4f9ea1-e11b-4088-9422-0a20bb701d21', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'admin_state_up': True, 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'security_groups': ['e5c5e1ed-8ecd-4905-b121-4910e08abe7b']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:27.614784 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610a10e1-3e78-4083-84ee-ec879345109d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:27.725116 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] Set router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:27.736030 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b149377f-f024-4484-aff6-fadfd1609d47 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:27.777379 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c9e8aaee-246f-418a-9975-d4eb5c67d511 req-2dc3457f-da53-4151-a5d4-7ca360db6267 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 210 time: 0.6570034 Jul 09 09:54:27.781331 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610a10e1-3e78-4083-84ee-ec879345109d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:27.809688 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610a10e1-3e78-4083-84ee-ec879345109d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:54:27.812690 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-610a10e1-3e78-4083-84ee-ec879345109d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:27.839598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610a10e1-3e78-4083-84ee-ec879345109d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:54:27.872582 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b149377f-f024-4484-aff6-fadfd1609d47 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:27.873554 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b149377f-f024-4484-aff6-fadfd1609d47 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:27.920133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a10e1-3e78-4083-84ee-ec879345109d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event updated for resources: {'Port': ['ID=c4ca0a29-2778-48d8-915a-2c6b88e793b8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:28.213693 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-c8a66332-2e57-496b-83e8-f45cf2a6f99f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Made reservation on behalf of 813283cb89a545e1a829a2f32c9aa43c for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:54:28.217874 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-c8a66332-2e57-496b-83e8-f45cf2a6f99f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:28.227336 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b149377f-f024-4484-aff6-fadfd1609d47 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network 0f5bc8ca-b277-4e5f-b15f-2206394513a6 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:54:28.228564 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149377f-f024-4484-aff6-fadfd1609d47 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Port': ['ID=4f517a7d-4bc0-4905-b4ba-bb601550820a,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:28.241818 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b149377f-f024-4484-aff6-fadfd1609d47 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:28.329608 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610a10e1-3e78-4083-84ee-ec879345109d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:28.376334 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:26Z', 'revision_number': 4, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None, '_interfaces': [{'id': '4f517a7d-4bc0-4905-b4ba-bb601550820a', 'name': '', 'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:82:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:25Z', 'updated_at': '2021-07-09T09:54:26Z', 'revision_number': 1, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc64a1ef-2250-4858-bae5-9e357744448e', 'name': '', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:07:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:13Z', 'updated_at': '2021-07-09T09:54:24Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfec917b-ba48-4e89-91bb-85f602c59749', 'name': '', 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:f2:6e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:19Z', 'updated_at': '2021-07-09T09:54:27Z', 'revision_number': 4, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:28.392466 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b149377f-f024-4484-aff6-fadfd1609d47 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:54:28.466183 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f078e6-1266-4e33-bcf1-b464c0978bfe None None] The sync data for ids ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'] in n-d-799996-1 is: [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:26Z', 'revision_number': 4, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None, '_interfaces': [{'id': '4f517a7d-4bc0-4905-b4ba-bb601550820a', 'name': '', 'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:82:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:25Z', 'updated_at': '2021-07-09T09:54:26Z', 'revision_number': 1, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc64a1ef-2250-4858-bae5-9e357744448e', 'name': '', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:07:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:13Z', 'updated_at': '2021-07-09T09:54:24Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfec917b-ba48-4e89-91bb-85f602c59749', 'name': '', 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:f2:6e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:19Z', 'updated_at': '2021-07-09T09:54:27Z', 'revision_number': 4, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:54:28.681114 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b149377f-f024-4484-aff6-fadfd1609d47 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:54:28.694634 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b149377f-f024-4484-aff6-fadfd1609d47 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/routers/20ce7a5e-e1fc-42dd-9aac-12659c137bf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9188423 Jul 09 09:54:28.696959 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54484) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:28.712240 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-74a25eeb-d691-4a59-8733-a1cd310be827 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-408379154'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:28.806319 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5539f77c-1f6d-4d9a-9d7d-a411d79ab688 None None] Network 0f5bc8ca-b277-4e5f-b15f-2206394513a6 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:54:28.834013 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a25eeb-d691-4a59-8733-a1cd310be827 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Made reservation on behalf of fb176551126b4d008320f649cce1600b for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:54:28.845729 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74a25eeb-d691-4a59-8733-a1cd310be827 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:28.849286 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610a10e1-3e78-4083-84ee-ec879345109d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:28.862359 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-c8a66332-2e57-496b-83e8-f45cf2a6f99f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Allocated IP 172.20.0.10 (c39f085e-9a90-44ab-b2cf-d4cf479d1495/fab6cdb3-f000-49c3-8dc0-ab55f3975a4e/204e9823-28b8-4cba-930f-869f32cea39c) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:54:28.918352 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d2943626-954e-4d3b-84e3-b5f7124d4369 None None] Provisioning for port f736fb3b-adbd-4653-adff-e7447a0a1a3a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:29.200567 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36adc000-f64b-4214-8c83-a76b646d4b55 req-4681898c-a472-42df-9b8d-3f8d74303dbe tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 210 time: 0.1293161 Jul 09 09:54:29.252743 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-c8a66332-2e57-496b-83e8-f45cf2a6f99f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:29.294811 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-c8a66332-2e57-496b-83e8-f45cf2a6f99f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Transition to ACTIVE for port object 204e9823-28b8-4cba-930f-869f32cea39c will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:29.322155 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610a10e1-3e78-4083-84ee-ec879345109d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Router 582e3b14-a0b7-4407-b202-6c8c2570307b is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:54:29.393694 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-c8a66332-2e57-496b-83e8-f45cf2a6f99f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:29.473385 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a66332-2e57-496b-83e8-f45cf2a6f99f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event updated for resources: {'Port': ['ID=204e9823-28b8-4cba-930f-869f32cea39c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:29.550531 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a25eeb-d691-4a59-8733-a1cd310be827 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:54:29.564699 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74a25eeb-d691-4a59-8733-a1cd310be827 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:29.565329 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-74a25eeb-d691-4a59-8733-a1cd310be827 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Added segment 23bd919b-462e-444d-9066-2a23f611ef14 of type vlan for network 635d3168-aba2-4893-8656-6bb0dd510463 Jul 09 09:54:29.643114 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610a10e1-3e78-4083-84ee-ec879345109d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:54:29.658935 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] Sync routers for ids ['582e3b14-a0b7-4407-b202-6c8c2570307b'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:54:29.677902 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] Routers {'582e3b14-a0b7-4407-b202-6c8c2570307b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:29.678546 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['582e3b14-a0b7-4407-b202-6c8c2570307b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:29.700929 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610a10e1-3e78-4083-84ee-ec879345109d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:29.702770 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-610a10e1-3e78-4083-84ee-ec879345109d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.5565925 Jul 09 09:54:29.706406 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54498) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:29.712048 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-c8a66332-2e57-496b-83e8-f45cf2a6f99f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Network c39f085e-9a90-44ab-b2cf-d4cf479d1495 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:54:29.741745 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f736fb3b-adbd-4653-adff-e7447a0a1a3a up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:29.743733 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-c8a66332-2e57-496b-83e8-f45cf2a6f99f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:29.775871 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-c8a66332-2e57-496b-83e8-f45cf2a6f99f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:54:29.783344 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74a25eeb-d691-4a59-8733-a1cd310be827 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:29.918788 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port f736fb3b-adbd-4653-adff-e7447a0a1a3a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:29.953178 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port f736fb3b-adbd-4653-adff-e7447a0a1a3a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:29.953555 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:29.968703 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-c8a66332-2e57-496b-83e8-f45cf2a6f99f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:29.969637 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-c8a66332-2e57-496b-83e8-f45cf2a6f99f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:29.977481 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] Set router 582e3b14-a0b7-4407-b202-6c8c2570307b gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:29.990861 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fb0e3d40-897f-4be6-8461-8681cf7a5afd tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=cf55daeb21224f8dba69e315cfa259ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2790956 Jul 09 09:54:29.991212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54502) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:29.994347 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74a25eeb-d691-4a59-8733-a1cd310be827 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:30.001349 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a25eeb-d691-4a59-8733-a1cd310be827 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:30.012669 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74a25eeb-d691-4a59-8733-a1cd310be827 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:30.041142 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b4fc781c-d646-4df4-806f-995981ec5e4c None None] Provisioning for port 4f517a7d-4bc0-4905-b4ba-bb601550820a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:30.063659 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b4fc781c-d646-4df4-806f-995981ec5e4c None None] Provisioning complete for port 4f517a7d-4bc0-4905-b4ba-bb601550820a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:30.067475 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b4fc781c-d646-4df4-806f-995981ec5e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:30.173578 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b4fc781c-d646-4df4-806f-995981ec5e4c None None] Port 4f517a7d-4bc0-4905-b4ba-bb601550820a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:54:30.180430 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a25eeb-d691-4a59-8733-a1cd310be827 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Network': ['ID=635d3168-aba2-4893-8656-6bb0dd510463,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:30.202642 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-c8a66332-2e57-496b-83e8-f45cf2a6f99f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6276586 Jul 09 09:54:30.221277 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 635d3168-aba2-4893-8656-6bb0dd510463 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:54:30.223419 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-5c32f541-0060-45fa-a47d-5fe11036e5e5 service neutron] Request body: {'port': {'device_id': '2d4f9ea1-e11b-4088-9422-0a20bb701d21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:30.257690 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-74a25eeb-d691-4a59-8733-a1cd310be827 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5596316 Jul 09 09:54:30.320011 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54508) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:30.332867 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b03bd839-e890-4cbd-ade9-4281bc49ecb3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'subnet': {'network_id': '635d3168-aba2-4893-8656-6bb0dd510463', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:30.415681 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b4fc781c-d646-4df4-806f-995981ec5e4c None None] Provisioning complete for port f736fb3b-adbd-4653-adff-e7447a0a1a3a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:30.416324 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b4fc781c-d646-4df4-806f-995981ec5e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:30.419962 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:30.500418 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326ef11f-254a-4de3-800b-b6bfcc52842f tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:30.507799 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-326ef11f-254a-4de3-800b-b6bfcc52842f tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5153358 Jul 09 09:54:30.508710 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54512) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:30.542884 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-378166717', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:26Z', 'updated_at': '2021-07-09T09:54:28Z', 'revision_number': 3, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'gw_port': {'id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:27Z', 'updated_at': '2021-07-09T09:54:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:30.586962 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port f736fb3b-adbd-4653-adff-e7447a0a1a3a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f736fb3b-adbd-4653-adff-e7447a0a1a3a,segment=NetworkSegment(78fefa27-b2d8-45a6-ac8c-a8dd4055ff16),segment_id=78fefa27-b2d8-45a6-ac8c-a8dd4055ff16)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:30.647846 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c7f03515-086e-4af7-a1bd-b071e66a59f8 tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1377661 Jul 09 09:54:30.649989 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54514) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:30.655417 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:30.656542 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cfec917b-ba48-4e89-91bb-85f602c59749 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:30.668496 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0c48ce9b-ab44-4198-a216-86bba375f06b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-117412904', 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad', 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:30.727037 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03bd839-e890-4cbd-ade9-4281bc49ecb3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Made reservation on behalf of fb176551126b4d008320f649cce1600b for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:54:30.731277 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b03bd839-e890-4cbd-ade9-4281bc49ecb3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:30.740037 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=f736fb3b-adbd-4653-adff-e7447a0a1a3a,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:30.780354 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:30.780991 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:30.781278 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:30.781957 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:30.782422 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:30.782864 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:30.783309 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:30.783762 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:30.784196 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:30.784724 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:30.785155 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:30.785765 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:30.842348 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] Sync routers for ids ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:54:30.874392 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] Checking router: 582e3b14-a0b7-4407-b202-6c8c2570307b for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:54:30.875383 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] Updating router 582e3b14-a0b7-4407-b202-6c8c2570307b port c4ca0a29-2778-48d8-915a-2c6b88e793b8 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:54:30.876346 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] Routers {'20ce7a5e-e1fc-42dd-9aac-12659c137bf7'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:30.881264 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:30.918411 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:30.966086 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port cfec917b-ba48-4e89-91bb-85f602c59749 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:31.042854 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port cfec917b-ba48-4e89-91bb-85f602c59749 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:31.049196 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b03bd839-e890-4cbd-ade9-4281bc49ecb3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:31.049815 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:31.093779 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-5c32f541-0060-45fa-a47d-5fe11036e5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:31.110575 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c48ce9b-ab44-4198-a216-86bba375f06b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Made reservation on behalf of cf55daeb21224f8dba69e315cfa259ae for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:54:31.122729 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0c48ce9b-ab44-4198-a216-86bba375f06b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:31.171516 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8243b-e238-4542-967a-a645764e790c req-2cabb26a-e280-42cd-89a5-262c2d06c707 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:31.182428 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2d5dab94-922b-4cb9-bfd7-3f7429270ae0 None None] Provisioning for port 204e9823-28b8-4cba-930f-869f32cea39c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:31.184511 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66f8243b-e238-4542-967a-a645764e790c req-2cabb26a-e280-42cd-89a5-262c2d06c707 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 932 time: 0.5354898 Jul 09 09:54:31.218472 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03bd839-e890-4cbd-ade9-4281bc49ecb3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Subnet': ['ID=7b5a4a43-c462-4cdd-abf2-d50bbf12e588,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:31.219773 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:31.232340 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] Transition to ACTIVE for port object c4ca0a29-2778-48d8-915a-2c6b88e793b8 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:31.242902 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:31.248262 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03bd839-e890-4cbd-ade9-4281bc49ecb3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Checking segment: {'id': '23bd919b-462e-444d-9066-2a23f611ef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '635d3168-aba2-4893-8656-6bb0dd510463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:54:31.248628 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03bd839-e890-4cbd-ade9-4281bc49ecb3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network hostable DHCP agents. Network: 635d3168-aba2-4893-8656-6bb0dd510463, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:54:31.282900 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:31.288520 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2d5dab94-922b-4cb9-bfd7-3f7429270ae0 None None] Provisioning complete for port 204e9823-28b8-4cba-930f-869f32cea39c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:31.290386 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d5dab94-922b-4cb9-bfd7-3f7429270ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:31.293012 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] Set router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:31.303997 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c9bfb-ffe0-438e-ae28-8f113cb2e113 None None] Pushing event updated for resources: {'Port': ['ID=c4ca0a29-2778-48d8-915a-2c6b88e793b8,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:31.326902 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c9bfb-ffe0-438e-ae28-8f113cb2e113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:31.327647 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c9bfb-ffe0-438e-ae28-8f113cb2e113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:31.328188 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c9bfb-ffe0-438e-ae28-8f113cb2e113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:31.328690 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c9bfb-ffe0-438e-ae28-8f113cb2e113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:31.329277 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c9bfb-ffe0-438e-ae28-8f113cb2e113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:31.329756 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c9bfb-ffe0-438e-ae28-8f113cb2e113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:31.330236 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c9bfb-ffe0-438e-ae28-8f113cb2e113 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:31.330711 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c9bfb-ffe0-438e-ae28-8f113cb2e113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:31.331198 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c9bfb-ffe0-438e-ae28-8f113cb2e113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:31.331670 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c9bfb-ffe0-438e-ae28-8f113cb2e113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:31.332164 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c9bfb-ffe0-438e-ae28-8f113cb2e113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:31.332636 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c9bfb-ffe0-438e-ae28-8f113cb2e113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:31.336159 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] Attempting to bind port c4ca0a29-2778-48d8-915a-2c6b88e793b8 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:54:31.336749 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] Attempting to bind port c4ca0a29-2778-48d8-915a-2c6b88e793b8 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:54:31.337293 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] Attempting to bind port c4ca0a29-2778-48d8-915a-2c6b88e793b8 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:54:31.344280 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:54:31.344878 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:54:31.345443 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:31.346034 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:54:31.346680 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] Bound port: c4ca0a29-2778-48d8-915a-2c6b88e793b8, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:54:31.347236 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:31.408591 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] For port c4ca0a29-2778-48d8-915a-2c6b88e793b8, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:54:31.412775 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] For port c4ca0a29-2778-48d8-915a-2c6b88e793b8, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c4ca0a29-2778-48d8-915a-2c6b88e793b8,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:54:31.424343 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:31.521868 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2d5dab94-922b-4cb9-bfd7-3f7429270ae0 None None] Port 204e9823-28b8-4cba-930f-869f32cea39c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:54:31.525136 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port cfec917b-ba48-4e89-91bb-85f602c59749, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=cfec917b-ba48-4e89-91bb-85f602c59749,segment=NetworkSegment(f06050e1-57f3-4b08-9357-3bc4e100f717),segment_id=f06050e1-57f3-4b08-9357-3bc4e100f717)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:31.554848 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c9bfb-ffe0-438e-ae28-8f113cb2e113 None None] Pushing event updated for resources: {'Port': ['ID=c4ca0a29-2778-48d8-915a-2c6b88e793b8,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:31.559275 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0c48ce9b-ab44-4198-a216-86bba375f06b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:31.575331 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] Routers {'582e3b14-a0b7-4407-b202-6c8c2570307b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:31.576005 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['582e3b14-a0b7-4407-b202-6c8c2570307b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:31.579293 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:31.606983 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03bd839-e890-4cbd-ade9-4281bc49ecb3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network 635d3168-aba2-4893-8656-6bb0dd510463 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:54:31.634345 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b03bd839-e890-4cbd-ade9-4281bc49ecb3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 635d3168-aba2-4893-8656-6bb0dd510463) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:31.647410 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66f8243b-e238-4542-967a-a645764e790c req-d6ca14bd-74f9-493b-9987-cbb2fd2f4962 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146216 Jul 09 09:54:31.659010 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48ce9b-ab44-4198-a216-86bba375f06b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event updated for resources: {'Subnet': ['ID=17165020-72a0-4ccb-a6c6-2c35e09e255a,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:31.680519 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03bd839-e890-4cbd-ade9-4281bc49ecb3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:31.681304 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b03bd839-e890-4cbd-ade9-4281bc49ecb3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:31.695742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48ce9b-ab44-4198-a216-86bba375f06b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Checking segment: {'id': '8902c1b7-3c44-4835-97f5-a38f991a0ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:54:31.696266 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c48ce9b-ab44-4198-a216-86bba375f06b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Network hostable DHCP agents. Network: 01412afb-f68e-4c9d-962c-11d639362cad, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:54:31.730713 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c48ce9b-ab44-4198-a216-86bba375f06b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Network 01412afb-f68e-4c9d-962c-11d639362cad is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:54:31.760828 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-0c48ce9b-ab44-4198-a216-86bba375f06b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 01412afb-f68e-4c9d-962c-11d639362cad) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:31.766272 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c48ce9b-ab44-4198-a216-86bba375f06b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:31.767056 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0c48ce9b-ab44-4198-a216-86bba375f06b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:31.790561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2d5dab94-922b-4cb9-bfd7-3f7429270ae0 None None] Provisioning complete for port 4f517a7d-4bc0-4905-b4ba-bb601550820a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:31.791151 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d5dab94-922b-4cb9-bfd7-3f7429270ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:31.793652 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0c48ce9b-ab44-4198-a216-86bba375f06b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1421599 Jul 09 09:54:31.794611 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18c9a3a-c32a-4989-94f6-22197b4149f0 None None] Network 635d3168-aba2-4893-8656-6bb0dd510463 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:54:31.796385 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f736fb3b-adbd-4653-adff-e7447a0a1a3a up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:31.796712 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54524) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:31.802633 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59b7f42-614c-413d-ae54-1ad0f362f759 None None] Network 01412afb-f68e-4c9d-962c-11d639362cad requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:54:31.811506 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b03bd839-e890-4cbd-ade9-4281bc49ecb3 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4824851 Jul 09 09:54:31.836532 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] Set router 582e3b14-a0b7-4407-b202-6c8c2570307b gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:31.838034 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54526) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:32.183291 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-378166717', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:26Z', 'updated_at': '2021-07-09T09:54:28Z', 'revision_number': 3, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'gw_port': {'id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:27Z', 'updated_at': '2021-07-09T09:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:32.187056 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-5c32f541-0060-45fa-a47d-5fe11036e5e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 204e9823-28b8-4cba-930f-869f32cea39c {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:54:32.205903 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-5c32f541-0060-45fa-a47d-5fe11036e5e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:32.226073 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256c1052-5f5f-4168-b6f4-d35a1f1df7db None None] The sync data for ids ['582e3b14-a0b7-4407-b202-6c8c2570307b'] in n-d-799996-1 is: [{'id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-378166717', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:26Z', 'updated_at': '2021-07-09T09:54:28Z', 'revision_number': 3, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'gw_port': {'id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:27Z', 'updated_at': '2021-07-09T09:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:54:32.234399 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-5c32f541-0060-45fa-a47d-5fe11036e5e5 service neutron] Transition to ACTIVE for port object 204e9823-28b8-4cba-930f-869f32cea39c will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:32.395025 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2d5dab94-922b-4cb9-bfd7-3f7429270ae0 None None] Port 4f517a7d-4bc0-4905-b4ba-bb601550820a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:54:32.399983 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=cfec917b-ba48-4e89-91bb-85f602c59749,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:32.463400 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-5c32f541-0060-45fa-a47d-5fe11036e5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:32.569829 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port f736fb3b-adbd-4653-adff-e7447a0a1a3a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:32.571416 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:32.645462 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:26Z', 'revision_number': 4, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None, '_interfaces': [{'id': '4f517a7d-4bc0-4905-b4ba-bb601550820a', 'name': '', 'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:82:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:25Z', 'updated_at': '2021-07-09T09:54:27Z', 'revision_number': 2, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc64a1ef-2250-4858-bae5-9e357744448e', 'name': '', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:07:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:13Z', 'updated_at': '2021-07-09T09:54:24Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfec917b-ba48-4e89-91bb-85f602c59749', 'name': '', 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:f2:6e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:19Z', 'updated_at': '2021-07-09T09:54:27Z', 'revision_number': 4, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:32.719586 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac30d4b4-4f61-49dc-811f-f75e2e55077d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:32.771119 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32f541-0060-45fa-a47d-5fe11036e5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=204e9823-28b8-4cba-930f-869f32cea39c,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:33.226983 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-5c32f541-0060-45fa-a47d-5fe11036e5e5 service neutron] Attempting to bind port 204e9823-28b8-4cba-930f-869f32cea39c on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:54:33.227638 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-5c32f541-0060-45fa-a47d-5fe11036e5e5 service neutron] Attempting to bind port 204e9823-28b8-4cba-930f-869f32cea39c by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:54:33.228083 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-5c32f541-0060-45fa-a47d-5fe11036e5e5 service neutron] Attempting to bind port 204e9823-28b8-4cba-930f-869f32cea39c on network c39f085e-9a90-44ab-b2cf-d4cf479d1495 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:54:33.283734 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-5c32f541-0060-45fa-a47d-5fe11036e5e5 service neutron] Port 204e9823-28b8-4cba-930f-869f32cea39c on network c39f085e-9a90-44ab-b2cf-d4cf479d1495 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:54:33.284127 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-5c32f541-0060-45fa-a47d-5fe11036e5e5 service neutron] Attempting to bind port 204e9823-28b8-4cba-930f-869f32cea39c on network c39f085e-9a90-44ab-b2cf-d4cf479d1495 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:54:33.294852 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-5c32f541-0060-45fa-a47d-5fe11036e5e5 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:54:33.295253 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-5c32f541-0060-45fa-a47d-5fe11036e5e5 service neutron] Checking segment: {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:54:33.295652 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-5c32f541-0060-45fa-a47d-5fe11036e5e5 service neutron] Bound using segment: {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:54:33.296130 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-5c32f541-0060-45fa-a47d-5fe11036e5e5 service neutron] Bound port: 204e9823-28b8-4cba-930f-869f32cea39c, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:54:33.296559 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-5c32f541-0060-45fa-a47d-5fe11036e5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:33.325691 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a40f2-aed9-4fa7-b05e-8a312d0589a8 req-687a5495-1f73-4224-b5f2-d26deef72b2b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:33.328211 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e28a40f2-aed9-4fa7-b05e-8a312d0589a8 req-687a5495-1f73-4224-b5f2-d26deef72b2b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 944 time: 0.3555322 Jul 09 09:54:33.373417 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] Checking router: 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:54:33.375208 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] Updating router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 port 4f517a7d-4bc0-4905-b4ba-bb601550820a binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:54:33.410156 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3ad36a-d07d-491c-bb25-04a88e5af312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-01412afb-f68e-4c9d-962c-11d639362cad', 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'fixed_ips': [{'subnet_id': '17165020-72a0-4ccb-a6c6-2c35e09e255a'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:54:33.411217 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad36a-d07d-491c-bb25-04a88e5af312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:33.453550 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46d3d24-6f31-42c2-bb8d-6eeac6f0f20d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-635d3168-aba2-4893-8656-6bb0dd510463', 'network_id': '635d3168-aba2-4893-8656-6bb0dd510463', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'fixed_ips': [{'subnet_id': '7b5a4a43-c462-4cdd-abf2-d50bbf12e588'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:54:33.454675 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e46d3d24-6f31-42c2-bb8d-6eeac6f0f20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:33.555667 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:33.586879 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e28a40f2-aed9-4fa7-b05e-8a312d0589a8 req-cfeff848-6eef-485a-aac4-4dc7518598b5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435758 Jul 09 09:54:33.697574 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:33.950685 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:33.970678 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] Transition to ACTIVE for port object 4f517a7d-4bc0-4905-b4ba-bb601550820a will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:33.992418 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:34.064975 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-5c32f541-0060-45fa-a47d-5fe11036e5e5 service neutron] For port 204e9823-28b8-4cba-930f-869f32cea39c, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:54:34.070290 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-5c32f541-0060-45fa-a47d-5fe11036e5e5 service neutron] For port 204e9823-28b8-4cba-930f-869f32cea39c, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=204e9823-28b8-4cba-930f-869f32cea39c,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:54:34.095580 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-5c32f541-0060-45fa-a47d-5fe11036e5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:34.160031 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f1fd7-b48f-4862-a4f6-b0e37ddd8cc6 None None] Pushing event updated for resources: {'Port': ['ID=4f517a7d-4bc0-4905-b4ba-bb601550820a,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:34.235065 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-5c32f541-0060-45fa-a47d-5fe11036e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:34.235859 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-5c32f541-0060-45fa-a47d-5fe11036e5e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:34.237559 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-5c32f541-0060-45fa-a47d-5fe11036e5e5 service neutron] 10.222.0.58 "PUT /v2.0/ports/204e9823-28b8-4cba-930f-869f32cea39c HTTP/1.1" status: 200 len: 1092 time: 4.0195923 Jul 09 09:54:34.238256 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4f9ea1-e11b-4088-9422-0a20bb701d21', 'tag': '204e9823-28b8-4cba-930f-869f32cea39c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:54:34.240755 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:34.250041 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46655518-b6af-4a13-8a04-02e8f95a1fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4f9ea1-e11b-4088-9422-0a20bb701d21", "tag": "204e9823-28b8-4cba-930f-869f32cea39c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:54:34.367147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Allocated IP 172.20.0.1 (01412afb-f68e-4c9d-962c-11d639362cad/17165020-72a0-4ccb-a6c6-2c35e09e255a/cdcbb32f-d4f2-4a78-9193-b93e45fb00ac) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:54:34.415045 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1783087d-88fc-417c-88e4-f3360721edf5 x-openstack-request-id: req-1783087d-88fc-417c-88e4-f3360721edf5 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:54:34.417858 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4f9ea1-e11b-4088-9422-0a20bb701d21", "tag": "204e9823-28b8-4cba-930f-869f32cea39c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:54:34.418815 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1783087d-88fc-417c-88e4-f3360721edf5 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:54:34.420447 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4f9ea1-e11b-4088-9422-0a20bb701d21', 'tag': '204e9823-28b8-4cba-930f-869f32cea39c', 'status': 'completed', 'code': 200} Jul 09 09:54:34.572023 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32f541-0060-45fa-a47d-5fe11036e5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=204e9823-28b8-4cba-930f-869f32cea39c,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:34.577132 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-e46d3d24-6f31-42c2-bb8d-6eeac6f0f20d None None] Allocated IP 2001:db8:3::2 (635d3168-aba2-4893-8656-6bb0dd510463/7b5a4a43-c462-4cdd-abf2-d50bbf12e588/44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:54:34.603617 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] Attempting to bind port 4f517a7d-4bc0-4905-b4ba-bb601550820a on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:54:34.604035 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] Attempting to bind port 4f517a7d-4bc0-4905-b4ba-bb601550820a by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '78fefa27-b2d8-45a6-ac8c-a8dd4055ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:54:34.604411 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] Attempting to bind port 4f517a7d-4bc0-4905-b4ba-bb601550820a on network 0f5bc8ca-b277-4e5f-b15f-2206394513a6 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:54:34.636614 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:54:34.636972 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] Checking segment: {'id': '78fefa27-b2d8-45a6-ac8c-a8dd4055ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:54:34.637386 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:34.637791 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] Bound using segment: {'id': '78fefa27-b2d8-45a6-ac8c-a8dd4055ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:54:34.638275 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] Bound port: 4f517a7d-4bc0-4905-b4ba-bb601550820a, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78fefa27-b2d8-45a6-ac8c-a8dd4055ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:54:34.638662 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:34.683745 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-176f2727-ccfe-4bb8-a97d-0617b339bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:34.685065 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-176f2727-ccfe-4bb8-a97d-0617b339bef0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 1095 time: 0.3542945 Jul 09 09:54:34.800621 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-7aaee136-ebd8-49f8-ba69-7c9dc2f284a3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=204e9823-28b8-4cba-930f-869f32cea39c HTTP/1.1" status: 200 len: 217 time: 0.1066251 Jul 09 09:54:34.822832 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c4ca0a29-2778-48d8-915a-2c6b88e793b8 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:34.894499 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:34.916879 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-be96ff38-c6ef-4432-939e-2f0027e2b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:34.926267 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-be96ff38-c6ef-4432-939e-2f0027e2b6f3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 200 len: 851 time: 0.1164527 Jul 09 09:54:34.950054 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Transition to ACTIVE for port object cdcbb32f-d4f2-4a78-9193-b93e45fb00ac will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:35.008070 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e46d3d24-6f31-42c2-bb8d-6eeac6f0f20d None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:35.020824 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e46d3d24-6f31-42c2-bb8d-6eeac6f0f20d None None] Transition to ACTIVE for port object 44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:35.021136 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:35.040866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e46d3d24-6f31-42c2-bb8d-6eeac6f0f20d None None] Transition to ACTIVE for port object 44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:35.068470 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-7be2449a-c173-4347-8f2e-c9abd359b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:35.070204 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-7be2449a-c173-4347-8f2e-c9abd359b078 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c39f085e-9a90-44ab-b2cf-d4cf479d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393950 Jul 09 09:54:35.085404 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c1e9ce0-4497-485c-9603-b4d5529bcc70 req-bbbf073b-bb02-46ad-b576-448c809d5ec2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=766b922b-1891-4f7d-af61-0862c2ea03b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3267856 Jul 09 09:54:35.114220 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-cc3ad36a-d07d-491c-bb25-04a88e5af312 None None] Allocated IP 172.20.0.2 (01412afb-f68e-4c9d-962c-11d639362cad/17165020-72a0-4ccb-a6c6-2c35e09e255a/b0cc48d0-5966-4cac-85db-7082a12bc80f) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:54:35.194262 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event updated for resources: {'Port': ['ID=cdcbb32f-d4f2-4a78-9193-b93e45fb00ac,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:35.248111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Network 01412afb-f68e-4c9d-962c-11d639362cad is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:54:35.260857 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-ac30d4b4-4f61-49dc-811f-f75e2e55077d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Allocated IP 2001:db8:3::1 (635d3168-aba2-4893-8656-6bb0dd510463/7b5a4a43-c462-4cdd-abf2-d50bbf12e588/128cada4-5fd8-4c3c-89eb-29bda6f52b54) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:54:35.287595 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:35.291166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:35.291625 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:35.292280 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:35.292714 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:35.293122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:35.293560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:35.293961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:35.295239 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:35.295903 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:35.296328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:35.296751 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:35.297691 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:35.311845 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:54:35.359327 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-a520a2ae-f067-418c-8998-930265e39e90 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783308 Jul 09 09:54:35.359531 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad36a-d07d-491c-bb25-04a88e5af312 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:35.369228 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cc3ad36a-d07d-491c-bb25-04a88e5af312 None None] Transition to ACTIVE for port object b0cc48d0-5966-4cac-85db-7082a12bc80f will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:35.387471 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cc3ad36a-d07d-491c-bb25-04a88e5af312 None None] Transition to ACTIVE for port object b0cc48d0-5966-4cac-85db-7082a12bc80f will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:35.424133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8deee1-b5fd-422f-98cf-ba65cdf5cd74 req-488d341c-6a32-4a79-976f-4865318ecf2e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:35.426413 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f8deee1-b5fd-422f-98cf-ba65cdf5cd74 req-488d341c-6a32-4a79-976f-4865318ecf2e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 944 time: 0.4172425 Jul 09 09:54:35.431738 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e46d3d24-6f31-42c2-bb8d-6eeac6f0f20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:35.451733 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:35.461908 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e9ce0-4497-485c-9603-b4d5529bcc70 req-168da903-7b0e-47ad-b539-0e22e0898775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:35.464206 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c1e9ce0-4497-485c-9603-b4d5529bcc70 req-168da903-7b0e-47ad-b539-0e22e0898775 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3685effc09af44948de733ea732a3e9f&device_id=766b922b-1891-4f7d-af61-0862c2ea03b1 HTTP/1.1" status: 200 len: 1096 time: 0.2733984 Jul 09 09:54:35.550633 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad36a-d07d-491c-bb25-04a88e5af312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:35.585437 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d3d24-6f31-42c2-bb8d-6eeac6f0f20d None None] Pushing event updated for resources: {'Port': ['ID=44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:35.613930 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aefe87e0-e181-4c27-a56f-882dfafac961 req-f40f3f33-63b4-48cb-a786-a3ca3971a06f service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450240 Jul 09 09:54:35.621556 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3ad36a-d07d-491c-bb25-04a88e5af312 None None] Network 01412afb-f68e-4c9d-962c-11d639362cad is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:54:35.627973 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-cc3ad36a-d07d-491c-bb25-04a88e5af312 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:35.632935 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3ad36a-d07d-491c-bb25-04a88e5af312 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:54:35.635420 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f8deee1-b5fd-422f-98cf-ba65cdf5cd74 req-75f9fecb-404d-441c-b3b4-c6fd4ce93321 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990480 Jul 09 09:54:35.776922 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac30d4b4-4f61-49dc-811f-f75e2e55077d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:35.822946 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-ac30d4b4-4f61-49dc-811f-f75e2e55077d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Transition to ACTIVE for port object 128cada4-5fd8-4c3c-89eb-29bda6f52b54 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:35.828498 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e9ce0-4497-485c-9603-b4d5529bcc70 req-9d08c43a-e7ac-4e75-94c1-3181787720ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:35.830098 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c1e9ce0-4497-485c-9603-b4d5529bcc70 req-9d08c43a-e7ac-4e75-94c1-3181787720ce service neutron] 10.222.0.58 "GET /v2.0/networks?id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08 HTTP/1.1" status: 200 len: 911 time: 0.3207595 Jul 09 09:54:35.836517 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46d3d24-6f31-42c2-bb8d-6eeac6f0f20d None None] Network 635d3168-aba2-4893-8656-6bb0dd510463 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:54:35.871141 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-e46d3d24-6f31-42c2-bb8d-6eeac6f0f20d None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:35.877192 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d3d24-6f31-42c2-bb8d-6eeac6f0f20d None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:54:35.881204 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46655518-b6af-4a13-8a04-02e8f95a1fd2 req-dd81e914-d3ca-4b0b-a707-33af4fe850e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:35.882752 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-46655518-b6af-4a13-8a04-02e8f95a1fd2 req-dd81e914-d3ca-4b0b-a707-33af4fe850e3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 1095 time: 0.1193142 Jul 09 09:54:35.891215 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac30d4b4-4f61-49dc-811f-f75e2e55077d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:35.969560 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port c4ca0a29-2778-48d8-915a-2c6b88e793b8 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:36.014822 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:36.017446 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac30d4b4-4f61-49dc-811f-f75e2e55077d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network 635d3168-aba2-4893-8656-6bb0dd510463 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:54:36.020160 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c1e9ce0-4497-485c-9603-b4d5529bcc70 req-23185098-e17f-400f-9890-f2eb337d492b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9fdd39a-4237-4e0b-9f55-e30542576be9 HTTP/1.1" status: 200 len: 1000 time: 0.1805081 Jul 09 09:54:36.028024 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ac30d4b4-4f61-49dc-811f-f75e2e55077d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:36.032191 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30d4b4-4f61-49dc-811f-f75e2e55077d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Port': ['ID=128cada4-5fd8-4c3c-89eb-29bda6f52b54,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:36.038945 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac30d4b4-4f61-49dc-811f-f75e2e55077d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:54:36.039556 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac30d4b4-4f61-49dc-811f-f75e2e55077d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:36.069250 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port c4ca0a29-2778-48d8-915a-2c6b88e793b8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:36.075940 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:36.138010 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46655518-b6af-4a13-8a04-02e8f95a1fd2 req-f1ff82d1-3f4b-46f1-b216-07793d7dbfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:36.138914 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-46655518-b6af-4a13-8a04-02e8f95a1fd2 req-f1ff82d1-3f4b-46f1-b216-07793d7dbfe3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 913 time: 0.2441466 Jul 09 09:54:36.174503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e9ce0-4497-485c-9603-b4d5529bcc70 req-87e4a00c-3ff5-40d9-9bef-3c636172b207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:36.176250 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c1e9ce0-4497-485c-9603-b4d5529bcc70 req-87e4a00c-3ff5-40d9-9bef-3c636172b207 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b51e3e8c-7c21-4a91-b93d-f434e88398f9 HTTP/1.1" status: 200 len: 849 time: 0.1487167 Jul 09 09:54:36.201582 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-46655518-b6af-4a13-8a04-02e8f95a1fd2 req-a4231dde-35f1-4fb5-a552-dac85e75c758 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=204e9823-28b8-4cba-930f-869f32cea39c HTTP/1.1" status: 200 len: 217 time: 0.0550418 Jul 09 09:54:36.237622 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] For port 4f517a7d-4bc0-4905-b4ba-bb601550820a, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:54:36.251502 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] For port 4f517a7d-4bc0-4905-b4ba-bb601550820a, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4f517a7d-4bc0-4905-b4ba-bb601550820a,segment=NetworkSegment(78fefa27-b2d8-45a6-ac8c-a8dd4055ff16),segment_id=78fefa27-b2d8-45a6-ac8c-a8dd4055ff16)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:54:36.263067 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:36.267404 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ad36a-d07d-491c-bb25-04a88e5af312 None None] Pushing event updated for resources: {'Port': ['ID=b0cc48d0-5966-4cac-85db-7082a12bc80f,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:36.269764 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-cc3ad36a-d07d-491c-bb25-04a88e5af312 None None] Attempting to bind port b0cc48d0-5966-4cac-85db-7082a12bc80f on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:54:36.270122 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-cc3ad36a-d07d-491c-bb25-04a88e5af312 None None] Attempting to bind port b0cc48d0-5966-4cac-85db-7082a12bc80f by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '8902c1b7-3c44-4835-97f5-a38f991a0ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:54:36.270541 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3ad36a-d07d-491c-bb25-04a88e5af312 None None] Attempting to bind port b0cc48d0-5966-4cac-85db-7082a12bc80f on network 01412afb-f68e-4c9d-962c-11d639362cad {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:54:36.281584 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e46d3d24-6f31-42c2-bb8d-6eeac6f0f20d None None] Attempting to bind port 44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:54:36.282119 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e46d3d24-6f31-42c2-bb8d-6eeac6f0f20d None None] Attempting to bind port 44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '23bd919b-462e-444d-9066-2a23f611ef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '635d3168-aba2-4893-8656-6bb0dd510463'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:54:36.282501 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d3d24-6f31-42c2-bb8d-6eeac6f0f20d None None] Attempting to bind port 44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a on network 635d3168-aba2-4893-8656-6bb0dd510463 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:54:36.289751 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3ad36a-d07d-491c-bb25-04a88e5af312 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:54:36.290137 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3ad36a-d07d-491c-bb25-04a88e5af312 None None] Checking segment: {'id': '8902c1b7-3c44-4835-97f5-a38f991a0ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:54:36.290535 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad36a-d07d-491c-bb25-04a88e5af312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:36.290931 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3ad36a-d07d-491c-bb25-04a88e5af312 None None] Bound using segment: {'id': '8902c1b7-3c44-4835-97f5-a38f991a0ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:54:36.291557 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-cc3ad36a-d07d-491c-bb25-04a88e5af312 None None] Bound port: b0cc48d0-5966-4cac-85db-7082a12bc80f, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8902c1b7-3c44-4835-97f5-a38f991a0ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:54:36.291981 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad36a-d07d-491c-bb25-04a88e5af312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:36.336837 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d3d24-6f31-42c2-bb8d-6eeac6f0f20d None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:54:36.337210 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d3d24-6f31-42c2-bb8d-6eeac6f0f20d None None] Checking segment: {'id': '23bd919b-462e-444d-9066-2a23f611ef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '635d3168-aba2-4893-8656-6bb0dd510463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:54:36.337617 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e46d3d24-6f31-42c2-bb8d-6eeac6f0f20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:36.338014 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d3d24-6f31-42c2-bb8d-6eeac6f0f20d None None] Bound using segment: {'id': '23bd919b-462e-444d-9066-2a23f611ef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '635d3168-aba2-4893-8656-6bb0dd510463'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:54:36.338501 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e46d3d24-6f31-42c2-bb8d-6eeac6f0f20d None None] Bound port: 44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bd919b-462e-444d-9066-2a23f611ef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '635d3168-aba2-4893-8656-6bb0dd510463'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:54:36.338887 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e46d3d24-6f31-42c2-bb8d-6eeac6f0f20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:36.373703 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac30d4b4-4f61-49dc-811f-f75e2e55077d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:36.448582 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e9ce0-4497-485c-9603-b4d5529bcc70 req-e30ad4e9-12b3-4353-853b-06d1344e49e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:36.449952 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c1e9ce0-4497-485c-9603-b4d5529bcc70 req-e30ad4e9-12b3-4353-853b-06d1344e49e0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2612493 Jul 09 09:54:36.451134 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46655518-b6af-4a13-8a04-02e8f95a1fd2 req-07778cfd-cd5c-4a16-9992-c22e79b5e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:36.453404 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-46655518-b6af-4a13-8a04-02e8f95a1fd2 req-07778cfd-cd5c-4a16-9992-c22e79b5e2f2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 200 len: 851 time: 0.2455554 Jul 09 09:54:36.500475 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f1fd7-b48f-4862-a4f6-b0e37ddd8cc6 None None] Pushing event updated for resources: {'Port': ['ID=4f517a7d-4bc0-4905-b4ba-bb601550820a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:36.510420 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] Routers {'20ce7a5e-e1fc-42dd-9aac-12659c137bf7'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:36.511658 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:36.621791 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:36.661168 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46655518-b6af-4a13-8a04-02e8f95a1fd2 req-cf087a79-a531-426d-8939-df92633d9110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:36.663611 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-46655518-b6af-4a13-8a04-02e8f95a1fd2 req-cf087a79-a531-426d-8939-df92633d9110 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c39f085e-9a90-44ab-b2cf-d4cf479d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1989551 Jul 09 09:54:36.684378 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-cc3ad36a-d07d-491c-bb25-04a88e5af312 None None] For port b0cc48d0-5966-4cac-85db-7082a12bc80f, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:54:36.731070 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port c4ca0a29-2778-48d8-915a-2c6b88e793b8, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c4ca0a29-2778-48d8-915a-2c6b88e793b8,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:36.746350 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:36.754994 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c1e9ce0-4497-485c-9603-b4d5529bcc70 req-ff8fe026-adad-4783-916b-cf7bc38bf37b service neutron] 10.222.0.58 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929447 Jul 09 09:54:36.756232 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:36.772873 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:36.773701 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cfec917b-ba48-4e89-91bb-85f602c59749 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:36.919350 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-46655518-b6af-4a13-8a04-02e8f95a1fd2 req-ea4cf766-41ec-4572-8c4f-c0bb6ba0f228 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464976 Jul 09 09:54:36.999480 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:37.045566 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event updated for resources: {'Port': ['ID=cdcbb32f-d4f2-4a78-9193-b93e45fb00ac,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:37.108545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-cc3ad36a-d07d-491c-bb25-04a88e5af312 None None] For port b0cc48d0-5966-4cac-85db-7082a12bc80f, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b0cc48d0-5966-4cac-85db-7082a12bc80f,segment=NetworkSegment(8902c1b7-3c44-4835-97f5-a38f991a0ad2),segment_id=8902c1b7-3c44-4835-97f5-a38f991a0ad2)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:54:37.112954 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac30d4b4-4f61-49dc-811f-f75e2e55077d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:37.149841 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac30d4b4-4f61-49dc-811f-f75e2e55077d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:37.149841 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac30d4b4-4f61-49dc-811f-f75e2e55077d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:37.159525 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad36a-d07d-491c-bb25-04a88e5af312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:37.183542 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e46d3d24-6f31-42c2-bb8d-6eeac6f0f20d None None] For port 44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:54:37.187051 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] Set router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:37.312016 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c1e9ce0-4497-485c-9603-b4d5529bcc70 req-b811d792-60b2-4a3f-8c37-004253c9b0e6 service neutron] 10.222.0.58 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661598 Jul 09 09:54:37.373104 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e46d3d24-6f31-42c2-bb8d-6eeac6f0f20d None None] For port 44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a,segment=NetworkSegment(23bd919b-462e-444d-9066-2a23f611ef14),segment_id=23bd919b-462e-444d-9066-2a23f611ef14)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:54:37.374402 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-11a0691a-35f8-4ea7-b85e-0a06bbcdd509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:37.380745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Network 01412afb-f68e-4c9d-962c-11d639362cad is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:54:37.391297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbe428-6028-4fc0-9b48-cd7b3fee445c req-f594f51c-e934-4840-a333-6adb80d10ec6 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:37.401792 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09dbe428-6028-4fc0-9b48-cd7b3fee445c req-f594f51c-e934-4840-a333-6adb80d10ec6 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 944 time: 0.3925965 Jul 09 09:54:37.430118 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-46655518-b6af-4a13-8a04-02e8f95a1fd2 req-84253f85-347b-4551-853e-8cce56707da1 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985101 Jul 09 09:54:37.438637 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:37.443423 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30d4b4-4f61-49dc-811f-f75e2e55077d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event updated for resources: {'Port': ['ID=128cada4-5fd8-4c3c-89eb-29bda6f52b54,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:37.502712 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e46d3d24-6f31-42c2-bb8d-6eeac6f0f20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:37.543527 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac30d4b4-4f61-49dc-811f-f75e2e55077d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Network 635d3168-aba2-4893-8656-6bb0dd510463 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:54:37.547617 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ac30d4b4-4f61-49dc-811f-f75e2e55077d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:37.548008 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09dbe428-6028-4fc0-9b48-cd7b3fee445c req-0818378e-6d28-4f3e-a5ac-d5376538e193 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446509 Jul 09 09:54:37.587449 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f57fa6-a197-403d-9575-0db9aa3d09e9 req-e2a90c75-e7b9-4d34-b6ee-fb0d4e66cc40 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2901342 Jul 09 09:54:37.635086 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port cfec917b-ba48-4e89-91bb-85f602c59749 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:37.644324 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:37.702605 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=c4ca0a29-2778-48d8-915a-2c6b88e793b8,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:37.812363 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac30d4b4-4f61-49dc-811f-f75e2e55077d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:54:37.946832 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ad36a-d07d-491c-bb25-04a88e5af312 None None] Pushing event updated for resources: {'Port': ['ID=b0cc48d0-5966-4cac-85db-7082a12bc80f,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:38.061786 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac30d4b4-4f61-49dc-811f-f75e2e55077d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:54:38.103627 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ac30d4b4-4f61-49dc-811f-f75e2e55077d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/routers/20ce7a5e-e1fc-42dd-9aac-12659c137bf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2644093 Jul 09 09:54:38.106631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54568) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:38.132956 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f29c0aaa-1959-4ff6-a606-ead6bc8e7bf0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:38.183935 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d3d24-6f31-42c2-bb8d-6eeac6f0f20d None None] Pushing event updated for resources: {'Port': ['ID=44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:38.325399 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:36Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None, '_interfaces': [{'id': '128cada4-5fd8-4c3c-89eb-29bda6f52b54', 'name': '', 'network_id': '635d3168-aba2-4893-8656-6bb0dd510463', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:84:b6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '7b5a4a43-c462-4cdd-abf2-d50bbf12e588', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:33Z', 'updated_at': '2021-07-09T09:54:35Z', 'revision_number': 1, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': '7b5a4a43-c462-4cdd-abf2-d50bbf12e588', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f517a7d-4bc0-4905-b4ba-bb601550820a', 'name': '', 'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:82:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:25Z', 'updated_at': '2021-07-09T09:54:36Z', 'revision_number': 4, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc64a1ef-2250-4858-bae5-9e357744448e', 'name': '', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:07:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:13Z', 'updated_at': '2021-07-09T09:54:24Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfec917b-ba48-4e89-91bb-85f602c59749', 'name': '', 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:f2:6e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:19Z', 'updated_at': '2021-07-09T09:54:31Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:38.420372 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Router 582e3b14-a0b7-4407-b202-6c8c2570307b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:54:38.421789 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317a889c-f6a6-438b-84c7-f2ab3e44438b None None] The sync data for ids ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'] in n-d-799996-1 is: [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:36Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None, '_interfaces': [{'id': '128cada4-5fd8-4c3c-89eb-29bda6f52b54', 'name': '', 'network_id': '635d3168-aba2-4893-8656-6bb0dd510463', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:84:b6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '7b5a4a43-c462-4cdd-abf2-d50bbf12e588', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:33Z', 'updated_at': '2021-07-09T09:54:35Z', 'revision_number': 1, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': '7b5a4a43-c462-4cdd-abf2-d50bbf12e588', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f517a7d-4bc0-4905-b4ba-bb601550820a', 'name': '', 'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:82:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:25Z', 'updated_at': '2021-07-09T09:54:36Z', 'revision_number': 4, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc64a1ef-2250-4858-bae5-9e357744448e', 'name': '', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:07:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:13Z', 'updated_at': '2021-07-09T09:54:24Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfec917b-ba48-4e89-91bb-85f602c59749', 'name': '', 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:f2:6e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:19Z', 'updated_at': '2021-07-09T09:54:31Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:54:38.626866 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f57fa6-a197-403d-9575-0db9aa3d09e9 req-4932753b-178e-484c-9c44-316438489991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:38.631629 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f57fa6-a197-403d-9575-0db9aa3d09e9 req-4932753b-178e-484c-9c44-316438489991 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99f7719707794c3ea83b85ef3879ca4c&device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 1097 time: 0.9452934 Jul 09 09:54:39.013382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:54:39.021738 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e4ce760b-4010-4f78-9c09-d66eca2991a1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "PUT /v2.0/routers/582e3b14-a0b7-4407-b202-6c8c2570307b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2230959 Jul 09 09:54:39.028549 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] Sync routers for ids ['582e3b14-a0b7-4407-b202-6c8c2570307b'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:54:39.029523 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54574) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:39.034239 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-14caf8ee-4581-490b-8dd7-42ba7774a81c tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1838898432', 'description': 'tempest-secgroup_access--1838898432 description', 'project_id': 'cf55daeb21224f8dba69e315cfa259ae'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:39.065309 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] Routers {'582e3b14-a0b7-4407-b202-6c8c2570307b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:39.072064 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['582e3b14-a0b7-4407-b202-6c8c2570307b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:39.101003 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c4ca0a29-2778-48d8-915a-2c6b88e793b8 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:39.110528 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f57fa6-a197-403d-9575-0db9aa3d09e9 req-a33bab9c-dd26-4514-bdb8-781ecb1d626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:39.137071 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f57fa6-a197-403d-9575-0db9aa3d09e9 req-a33bab9c-dd26-4514-bdb8-781ecb1d626d service neutron] 10.222.0.64 "GET /v2.0/networks?id=4245b116-2d5b-4779-b854-de03b1576199 HTTP/1.1" status: 200 len: 917 time: 0.3591485 Jul 09 09:54:39.258109 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port c4ca0a29-2778-48d8-915a-2c6b88e793b8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:39.258547 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:39.323111 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:39.414622 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-25a43f77-a916-4721-8d68-e877b017de5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:39.457857 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14caf8ee-4581-490b-8dd7-42ba7774a81c tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:39.486762 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4f517a7d-4bc0-4905-b4ba-bb601550820a up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:39.509065 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.extraroute_db [None req-f29c0aaa-1959-4ff6-a606-ead6bc8e7bf0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93791) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 09:54:39.532899 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a15037-9e54-4ac7-a0fc-9f33469ff71d None None] Network 01412afb-f68e-4c9d-962c-11d639362cad requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:54:39.534715 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f15ad6-f585-4ff7-a090-64eb6fb9ae8e req-7c83eada-816f-46f3-9dc4-a9d0a9cb91bc tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:39.552427 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-74f15ad6-f585-4ff7-a090-64eb6fb9ae8e req-7c83eada-816f-46f3-9dc4-a9d0a9cb91bc tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 944 time: 0.6320577 Jul 09 09:54:39.584832 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] Set router 582e3b14-a0b7-4407-b202-6c8c2570307b gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:39.617180 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.extraroute_db [None req-f29c0aaa-1959-4ff6-a606-ead6bc8e7bf0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Removed routes are [] {{(pid=93791) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 09:54:39.617593 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f29c0aaa-1959-4ff6-a606-ead6bc8e7bf0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:39.642856 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:39.650993 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f57fa6-a197-403d-9575-0db9aa3d09e9 req-ffa19494-e646-4f91-bd2f-a69d00d1f97d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74bd452e-a584-45d3-9f16-ca03ea89c48a HTTP/1.1" status: 200 len: 1001 time: 0.5124726 Jul 09 09:54:39.655595 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-641e7f3c-90aa-424c-aebe-a8cd4de1ec45 None None] Provisioning for port b0cc48d0-5966-4cac-85db-7082a12bc80f completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:39.679295 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 4f517a7d-4bc0-4905-b4ba-bb601550820a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:39.712753 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 4f517a7d-4bc0-4905-b4ba-bb601550820a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:39.713072 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:39.827413 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:39.886826 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 4f517a7d-4bc0-4905-b4ba-bb601550820a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4f517a7d-4bc0-4905-b4ba-bb601550820a,segment=NetworkSegment(78fefa27-b2d8-45a6-ac8c-a8dd4055ff16),segment_id=78fefa27-b2d8-45a6-ac8c-a8dd4055ff16)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:39.907177 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:39.907793 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:40.085564 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=4f517a7d-4bc0-4905-b4ba-bb601550820a,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:40.090881 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-74f15ad6-f585-4ff7-a090-64eb6fb9ae8e req-09962cfa-3860-4a38-b331-e50a73bdf27e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5311346 Jul 09 09:54:40.101678 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8c47e0-a078-41c2-8cf3-4921282dc2e1 None None] Network 635d3168-aba2-4893-8656-6bb0dd510463 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:54:40.130774 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] Sync routers for ids ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:54:40.137958 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f57fa6-a197-403d-9575-0db9aa3d09e9 req-766ca7c9-ccc4-480f-b41d-2a39783531d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:40.139443 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f57fa6-a197-403d-9575-0db9aa3d09e9 req-766ca7c9-ccc4-480f-b41d-2a39783531d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f33154ac-544d-477f-a9ff-a13c564432a2 HTTP/1.1" status: 200 len: 855 time: 0.4803383 Jul 09 09:54:40.215015 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f29c0aaa-1959-4ff6-a606-ead6bc8e7bf0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:40.222346 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-378166717', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:26Z', 'updated_at': '2021-07-09T09:54:35Z', 'revision_number': 4, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'gw_port': {'id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:27Z', 'updated_at': '2021-07-09T09:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'cdcbb32f-d4f2-4a78-9193-b93e45fb00ac', 'name': '', 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'mac_address': 'fa:16:3e:ef:bd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '17165020-72a0-4ccb-a6c6-2c35e09e255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:34Z', 'updated_at': '2021-07-09T09:54:36Z', 'revision_number': 2, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'subnets': [{'id': '17165020-72a0-4ccb-a6c6-2c35e09e255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:40.225252 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f29c0aaa-1959-4ff6-a606-ead6bc8e7bf0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524803'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:40.230949 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14caf8ee-4581-490b-8dd7-42ba7774a81c tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:40.239399 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14caf8ee-4581-490b-8dd7-42ba7774a81c tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:40.275929 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] Checking router: 582e3b14-a0b7-4407-b202-6c8c2570307b for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:54:40.276476 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] Updating router 582e3b14-a0b7-4407-b202-6c8c2570307b port cdcbb32f-d4f2-4a78-9193-b93e45fb00ac binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:54:40.287269 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14caf8ee-4581-490b-8dd7-42ba7774a81c tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b28d3bc-b356-49a3-ab7c-eeaf2adccf19,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:40.306356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f57fa6-a197-403d-9575-0db9aa3d09e9 req-23c94807-e16a-454b-b43d-c5dc924b9325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:40.308503 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f57fa6-a197-403d-9575-0db9aa3d09e9 req-23c94807-e16a-454b-b43d-c5dc924b9325 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4245b116-2d5b-4779-b854-de03b1576199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1615551 Jul 09 09:54:40.309557 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14caf8ee-4581-490b-8dd7-42ba7774a81c tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:40.310940 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-14caf8ee-4581-490b-8dd7-42ba7774a81c tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.2803483 Jul 09 09:54:40.314501 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54582) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:40.325178 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-30ab95e5-b03a-4a7b-b2cc-c5810c9c176f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1101667167', 'description': 'tempest-secgroup_general--1101667167 description', 'project_id': 'cf55daeb21224f8dba69e315cfa259ae'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:40.337946 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-f4f57fa6-a197-403d-9575-0db9aa3d09e9 req-1d56393e-3b46-445d-9edf-df86db89a351 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:54:40.340251 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f57fa6-a197-403d-9575-0db9aa3d09e9 req-1d56393e-3b46-445d-9edf-df86db89a351 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087140 Jul 09 09:54:40.352537 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:40.368072 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-59c0c104-8f6b-47a2-ab64-2604cc638eb9 None None] Provisioning for port 44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:40.394144 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-59c0c104-8f6b-47a2-ab64-2604cc638eb9 None None] Provisioning complete for port 44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:40.394519 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-59c0c104-8f6b-47a2-ab64-2604cc638eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:40.404024 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:40.436143 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] Routers {'20ce7a5e-e1fc-42dd-9aac-12659c137bf7'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:40.436847 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:40.473573 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30ab95e5-b03a-4a7b-b2cc-c5810c9c176f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:40.485740 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29c0aaa-1959-4ff6-a606-ead6bc8e7bf0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:54:40.528167 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:40.528679 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:40.650674 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f57fa6-a197-403d-9575-0db9aa3d09e9 req-5a1dd3af-7a7c-41a4-83e8-2489ad4813a1 service neutron] 10.222.0.64 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986507 Jul 09 09:54:40.713650 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-59c0c104-8f6b-47a2-ab64-2604cc638eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:40.795815 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] Set router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:40.840351 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30ab95e5-b03a-4a7b-b2cc-c5810c9c176f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:40.861715 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-59c0c104-8f6b-47a2-ab64-2604cc638eb9 None None] For port 44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a,segment=NetworkSegment(23bd919b-462e-444d-9066-2a23f611ef14),segment_id=23bd919b-462e-444d-9066-2a23f611ef14)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:40.894572 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30ab95e5-b03a-4a7b-b2cc-c5810c9c176f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:40.899073 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-59c0c104-8f6b-47a2-ab64-2604cc638eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:40.975853 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30ab95e5-b03a-4a7b-b2cc-c5810c9c176f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:40.979550 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-30ab95e5-b03a-4a7b-b2cc-c5810c9c176f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.6595910 Jul 09 09:54:40.996447 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54588) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:41.003229 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c1c4971b-6f8c-4dbb-8b6a-05121398e681 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Request body: {'security_group_rule': {'security_group_id': '0b28d3bc-b356-49a3-ab7c-eeaf2adccf19', 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:41.030660 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f57fa6-a197-403d-9575-0db9aa3d09e9 req-b9314447-3987-4c8e-9f52-d18a478bece0 service neutron] 10.222.0.64 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685994 Jul 09 09:54:41.035120 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab95e5-b03a-4a7b-b2cc-c5810c9c176f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ec1253-af36-4660-9cc8-074c300f06db,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:41.086329 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b0cc48d0-5966-4cac-85db-7082a12bc80f up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:41.142814 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1c4971b-6f8c-4dbb-8b6a-05121398e681 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:41.155150 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:41.200669 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] Transition to ACTIVE for port object cdcbb32f-d4f2-4a78-9193-b93e45fb00ac will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:41.224774 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:41.316736 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1c4971b-6f8c-4dbb-8b6a-05121398e681 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:41.324066 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1c4971b-6f8c-4dbb-8b6a-05121398e681 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:41.369496 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf2014-4bd1-4d85-9a52-daada3fe0047 None None] Pushing event updated for resources: {'Port': ['ID=cdcbb32f-d4f2-4a78-9193-b93e45fb00ac,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:41.476867 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4971b-6f8c-4dbb-8b6a-05121398e681 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbcb12dc-3717-494c-9768-400e5c775118,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:41.486911 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1c4971b-6f8c-4dbb-8b6a-05121398e681 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:41.503355 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c1c4971b-6f8c-4dbb-8b6a-05121398e681 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5052381 Jul 09 09:54:41.547178 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29c0aaa-1959-4ff6-a606-ead6bc8e7bf0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:54:41.558996 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f29c0aaa-1959-4ff6-a606-ead6bc8e7bf0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:41.564224 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54598) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:41.586490 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f29c0aaa-1959-4ff6-a606-ead6bc8e7bf0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/routers/20ce7a5e-e1fc-42dd-9aac-12659c137bf7 HTTP/1.1" status: 200 len: 954 time: 3.4736514 Jul 09 09:54:41.606282 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] Attempting to bind port cdcbb32f-d4f2-4a78-9193-b93e45fb00ac on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:54:41.607023 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] Attempting to bind port cdcbb32f-d4f2-4a78-9193-b93e45fb00ac by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '8902c1b7-3c44-4835-97f5-a38f991a0ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:54:41.607612 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] Attempting to bind port cdcbb32f-d4f2-4a78-9193-b93e45fb00ac on network 01412afb-f68e-4c9d-962c-11d639362cad {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:54:41.617853 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:54:41.621164 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] Checking segment: {'id': '8902c1b7-3c44-4835-97f5-a38f991a0ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:54:41.622095 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:41.622742 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] Bound using segment: {'id': '8902c1b7-3c44-4835-97f5-a38f991a0ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:54:41.624147 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] Bound port: cdcbb32f-d4f2-4a78-9193-b93e45fb00ac, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8902c1b7-3c44-4835-97f5-a38f991a0ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:54:41.625713 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:41.631560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e5fbb-b704-46fb-988c-ffb5f63f26b6 req-e41b559f-d91d-4fa9-bee5-1be4c6092a61 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:41.639524 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-226e5fbb-b704-46fb-988c-ffb5f63f26b6 req-e41b559f-d91d-4fa9-bee5-1be4c6092a61 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 944 time: 0.2863779 Jul 09 09:54:41.800817 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] For port cdcbb32f-d4f2-4a78-9193-b93e45fb00ac, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:54:41.804322 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] For port cdcbb32f-d4f2-4a78-9193-b93e45fb00ac, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=cdcbb32f-d4f2-4a78-9193-b93e45fb00ac,segment=NetworkSegment(8902c1b7-3c44-4835-97f5-a38f991a0ad2),segment_id=8902c1b7-3c44-4835-97f5-a38f991a0ad2)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:54:41.812142 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:41.894487 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-b1208f02-9d16-4d18-8af7-f4253b0472d5 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup_general--1101667167&fields=id&tenant_id=cf55daeb21224f8dba69e315cfa259ae HTTP/1.1" status: 200 len: 267 time: 0.0931995 Jul 09 09:54:41.902204 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] Routers {'582e3b14-a0b7-4407-b202-6c8c2570307b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:41.903869 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['582e3b14-a0b7-4407-b202-6c8c2570307b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:41.933415 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-226e5fbb-b704-46fb-988c-ffb5f63f26b6 req-3015d449-7ed6-44e1-9f15-48056bdb5328 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2899563 Jul 09 09:54:41.986278 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:41.993588 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54612) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:41.997886 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0c104-8f6b-47a2-ab64-2604cc638eb9 None None] Pushing event updated for resources: {'Port': ['ID=44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:42.013323 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2ec1d2b4-a216-4c7e-90ad-315d9b0f5f92 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'router': {'routes': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:42.042019 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1f7e2dba-b2b0-41b8-9bd3-2a66ea829b50 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/routers/20ce7a5e-e1fc-42dd-9aac-12659c137bf7 HTTP/1.1" status: 200 len: 954 time: 0.4742014 Jul 09 09:54:42.045947 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-72cb15ad-d6cf-4735-a9cd-df43d5ab48d5 None None] Provisioning for port cdcbb32f-d4f2-4a78-9193-b93e45fb00ac completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:42.058164 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port b0cc48d0-5966-4cac-85db-7082a12bc80f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:42.075504 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-d6336ec5-1d0a-4977-86f6-02e608745353 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup_access--1838898432&fields=id&tenant_id=cf55daeb21224f8dba69e315cfa259ae HTTP/1.1" status: 200 len: 267 time: 0.1800315 Jul 09 09:54:42.082560 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port b0cc48d0-5966-4cac-85db-7082a12bc80f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:42.082937 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:42.151252 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] Set router 582e3b14-a0b7-4407-b202-6c8c2570307b gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:42.262457 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ab097cb6-4b7f-43b4-bd12-9dcf69dcb9ea None None] Provisioning for port 128cada4-5fd8-4c3c-89eb-29bda6f52b54 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:42.303193 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ab097cb6-4b7f-43b4-bd12-9dcf69dcb9ea None None] Provisioning complete for port 128cada4-5fd8-4c3c-89eb-29bda6f52b54 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:42.304508 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ab097cb6-4b7f-43b4-bd12-9dcf69dcb9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:42.322055 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf2014-4bd1-4d85-9a52-daada3fe0047 None None] Pushing event updated for resources: {'Port': ['ID=cdcbb32f-d4f2-4a78-9193-b93e45fb00ac,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:42.405516 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ab097cb6-4b7f-43b4-bd12-9dcf69dcb9ea None None] Port 128cada4-5fd8-4c3c-89eb-29bda6f52b54 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:54:42.419737 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:39Z', 'revision_number': 6, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None, '_interfaces': [{'id': '128cada4-5fd8-4c3c-89eb-29bda6f52b54', 'name': '', 'network_id': '635d3168-aba2-4893-8656-6bb0dd510463', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:84:b6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '7b5a4a43-c462-4cdd-abf2-d50bbf12e588', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:33Z', 'updated_at': '2021-07-09T09:54:36Z', 'revision_number': 2, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': '7b5a4a43-c462-4cdd-abf2-d50bbf12e588', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f517a7d-4bc0-4905-b4ba-bb601550820a', 'name': '', 'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:82:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:25Z', 'updated_at': '2021-07-09T09:54:39Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc64a1ef-2250-4858-bae5-9e357744448e', 'name': '', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:07:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:13Z', 'updated_at': '2021-07-09T09:54:24Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfec917b-ba48-4e89-91bb-85f602c59749', 'name': '', 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:f2:6e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:19Z', 'updated_at': '2021-07-09T09:54:31Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:42.528747 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] Checking router: 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:54:42.529247 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] Updating router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 port 128cada4-5fd8-4c3c-89eb-29bda6f52b54 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:54:42.535893 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-2049b367-6039-4e2e-9f7f-a6c32ee7ae38 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:42.538051 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-2049b367-6039-4e2e-9f7f-a6c32ee7ae38 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/networks?id=01412afb-f68e-4c9d-962c-11d639362cad HTTP/1.1" status: 200 len: 797 time: 0.4567819 Jul 09 09:54:42.595114 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:42.597484 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-1a8d9552-cb22-4f89-8363-d21184c9771e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/quotas/cf55daeb21224f8dba69e315cfa259ae HTTP/1.1" status: 200 len: 375 time: 0.0464962 Jul 09 09:54:42.638658 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:42.822847 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port b0cc48d0-5966-4cac-85db-7082a12bc80f, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b0cc48d0-5966-4cac-85db-7082a12bc80f,segment=NetworkSegment(8902c1b7-3c44-4835-97f5-a38f991a0ad2),segment_id=8902c1b7-3c44-4835-97f5-a38f991a0ad2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:42.839717 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ab097cb6-4b7f-43b4-bd12-9dcf69dcb9ea None None] Provisioning complete for port 44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:42.840108 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ab097cb6-4b7f-43b4-bd12-9dcf69dcb9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:42.845863 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:42.865466 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-1433fa5d-85a3-46a7-9e38-197d6bd6685c tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cf55daeb21224f8dba69e315cfa259ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2556539 Jul 09 09:54:42.966988 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-378166717', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:26Z', 'updated_at': '2021-07-09T09:54:35Z', 'revision_number': 4, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'gw_port': {'id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:27Z', 'updated_at': '2021-07-09T09:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'cdcbb32f-d4f2-4a78-9193-b93e45fb00ac', 'name': '', 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'mac_address': 'fa:16:3e:ef:bd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '17165020-72a0-4ccb-a6c6-2c35e09e255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:34Z', 'updated_at': '2021-07-09T09:54:41Z', 'revision_number': 4, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'subnets': [{'id': '17165020-72a0-4ccb-a6c6-2c35e09e255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:43.040173 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8c2da6-2588-44a1-ad6d-0e7562c7cbe2 None None] The sync data for ids ['582e3b14-a0b7-4407-b202-6c8c2570307b'] in n-d-799996-1 is: [{'id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-378166717', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:26Z', 'updated_at': '2021-07-09T09:54:35Z', 'revision_number': 4, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'gw_port': {'id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:27Z', 'updated_at': '2021-07-09T09:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'cdcbb32f-d4f2-4a78-9193-b93e45fb00ac', 'name': '', 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'mac_address': 'fa:16:3e:ef:bd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '17165020-72a0-4ccb-a6c6-2c35e09e255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:34Z', 'updated_at': '2021-07-09T09:54:41Z', 'revision_number': 4, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'subnets': [{'id': '17165020-72a0-4ccb-a6c6-2c35e09e255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:54:43.107819 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-82115a0f-c27e-4d27-9d2a-817a4b33f649 service neutron] 10.222.0.61 "GET /v2.0/networks/01412afb-f68e-4c9d-962c-11d639362cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286787 Jul 09 09:54:43.210160 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4f517a7d-4bc0-4905-b4ba-bb601550820a up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:43.358373 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.extraroute_db [None req-2ec1d2b4-a216-4c7e-90ad-315d9b0f5f92 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Added routes are [] {{(pid=93791) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 09:54:43.359463 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.extraroute_db [None req-2ec1d2b4-a216-4c7e-90ad-315d9b0f5f92 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93791) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 09:54:43.413748 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:43.424774 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-84078bff-1b25-4b93-ad32-1915c2aaa2a5 service neutron] 10.222.0.61 "GET /v2.0/networks/01412afb-f68e-4c9d-962c-11d639362cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046451 Jul 09 09:54:43.429845 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d2b4-a216-4c7e-90ad-315d9b0f5f92 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:43.458382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fe922-5d97-4998-9cb5-9503b1725098 req-3bdc05dc-d28b-42ac-9084-a8451cb641b1 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:43.491044 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad8fe922-5d97-4998-9cb5-9503b1725098 req-3bdc05dc-d28b-42ac-9084-a8451cb641b1 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 944 time: 0.2335534 Jul 09 09:54:43.555825 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=b0cc48d0-5966-4cac-85db-7082a12bc80f,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:43.621500 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad8fe922-5d97-4998-9cb5-9503b1725098 req-29a80454-14c6-4b7a-bdf4-4156f44e8a00 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203313 Jul 09 09:54:43.772804 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 4f517a7d-4bc0-4905-b4ba-bb601550820a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:43.773349 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:43.804528 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 204e9823-28b8-4cba-930f-869f32cea39c details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:54:43.871892 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d2b4-a216-4c7e-90ad-315d9b0f5f92 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:43.905865 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d2b4-a216-4c7e-90ad-315d9b0f5f92 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524803'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:43.923943 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8bd9ec16-a47d-4fdd-b594-96fdf25d4ec3 req-4bfd6893-a540-4ff4-96f2-dbef0033fbfd tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 210 time: 0.0704627 Jul 09 09:54:44.203107 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:44.214733 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-52596058-42c2-4d27-a222-3d6cc9d5e447 None None] Provisioning complete for port 128cada4-5fd8-4c3c-89eb-29bda6f52b54 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:44.215339 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-52596058-42c2-4d27-a222-3d6cc9d5e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:44.249406 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec1d2b4-a216-4c7e-90ad-315d9b0f5f92 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:54:44.288784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] Transition to ACTIVE for port object 128cada4-5fd8-4c3c-89eb-29bda6f52b54 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:44.381696 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:44.398825 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 204e9823-28b8-4cba-930f-869f32cea39c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=204e9823-28b8-4cba-930f-869f32cea39c,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:44.401497 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:44.446792 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:54:44.480304 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec1d2b4-a216-4c7e-90ad-315d9b0f5f92 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:54:44.499813 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d2b4-a216-4c7e-90ad-315d9b0f5f92 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:44.504034 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54636) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:44.504544 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2ec1d2b4-a216-4c7e-90ad-315d9b0f5f92 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/routers/20ce7a5e-e1fc-42dd-9aac-12659c137bf7 HTTP/1.1" status: 200 len: 704 time: 2.5084832 Jul 09 09:54:44.589853 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '204e9823-28b8-4cba-930f-869f32cea39c', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'port_id': '204e9823-28b8-4cba-930f-869f32cea39c', 'mac_address': 'fa:16:3e:98:19:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:54:44.607918 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e26e0c-02eb-4266-ab37-e7b21467ed0c None None] Pushing event updated for resources: {'Port': ['ID=128cada4-5fd8-4c3c-89eb-29bda6f52b54,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:44.623739 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-52596058-42c2-4d27-a222-3d6cc9d5e447 None None] Port 128cada4-5fd8-4c3c-89eb-29bda6f52b54 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:54:44.712476 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:44.712476 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:44.772373 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:44.785838 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2c77caf2-60c6-4a2f-b899-707853347209 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/routers/20ce7a5e-e1fc-42dd-9aac-12659c137bf7 HTTP/1.1" status: 200 len: 704 time: 0.2793636 Jul 09 09:54:44.789139 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54642) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:44.837936 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 204e9823-28b8-4cba-930f-869f32cea39c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:54:44.859133 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 204e9823-28b8-4cba-930f-869f32cea39c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=204e9823-28b8-4cba-930f-869f32cea39c,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:44.868035 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] Attempting to bind port 128cada4-5fd8-4c3c-89eb-29bda6f52b54 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:54:44.868450 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] Attempting to bind port 128cada4-5fd8-4c3c-89eb-29bda6f52b54 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '23bd919b-462e-444d-9066-2a23f611ef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '635d3168-aba2-4893-8656-6bb0dd510463'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:54:44.868803 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] Attempting to bind port 128cada4-5fd8-4c3c-89eb-29bda6f52b54 on network 635d3168-aba2-4893-8656-6bb0dd510463 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:54:44.877305 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:44.908874 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:54:44.911469 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] Checking segment: {'id': '23bd919b-462e-444d-9066-2a23f611ef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '635d3168-aba2-4893-8656-6bb0dd510463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:54:44.912080 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:44.914049 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] Bound using segment: {'id': '23bd919b-462e-444d-9066-2a23f611ef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '635d3168-aba2-4893-8656-6bb0dd510463'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:54:44.914783 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] Bound port: 128cada4-5fd8-4c3c-89eb-29bda6f52b54, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bd919b-462e-444d-9066-2a23f611ef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '635d3168-aba2-4893-8656-6bb0dd510463'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:54:44.915335 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:45.050954 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=204e9823-28b8-4cba-930f-869f32cea39c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:45.159302 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] For port 128cada4-5fd8-4c3c-89eb-29bda6f52b54, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:54:45.164275 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] For port 128cada4-5fd8-4c3c-89eb-29bda6f52b54, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=128cada4-5fd8-4c3c-89eb-29bda6f52b54,segment=NetworkSegment(23bd919b-462e-444d-9066-2a23f611ef14),segment_id=23bd919b-462e-444d-9066-2a23f611ef14)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:54:45.170120 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803900b6-c2de-49d4-8b78-c1e6a3a89abc req-1711796d-b179-4d24-94e7-825404bb4233 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:45.173831 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['204e9823-28b8-4cba-930f-869f32cea39c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:54:45.193321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-803900b6-c2de-49d4-8b78-c1e6a3a89abc req-1711796d-b179-4d24-94e7-825404bb4233 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 945 time: 0.2577195 Jul 09 09:54:45.239863 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:45.297448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-803900b6-c2de-49d4-8b78-c1e6a3a89abc req-598c91a1-48b5-4842-9f1e-4b328819b7ac tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031682 Jul 09 09:54:45.421490 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e26e0c-02eb-4266-ab37-e7b21467ed0c None None] Pushing event updated for resources: {'Port': ['ID=128cada4-5fd8-4c3c-89eb-29bda6f52b54,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:45.463221 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c1edd9e5-7ed1-4a48-801b-c2dcd35283b8 req-fab57789-2ca6-4b96-bf4c-295e28f4eb9e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 210 time: 0.0736930 Jul 09 09:54:45.532433 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] Routers {'20ce7a5e-e1fc-42dd-9aac-12659c137bf7'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:45.533085 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:45.724862 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b63af8c-4385-4a83-ac7a-e0d5dbfdff91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:45.740172 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b0cc48d0-5966-4cac-85db-7082a12bc80f up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:45.804733 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] Set router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:46.040942 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9b63af8c-4385-4a83-ac7a-e0d5dbfdff91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting port 128cada4-5fd8-4c3c-89eb-29bda6f52b54 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:54:46.041551 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b63af8c-4385-4a83-ac7a-e0d5dbfdff91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:46.157516 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-9b63af8c-4385-4a83-ac7a-e0d5dbfdff91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] For port 128cada4-5fd8-4c3c-89eb-29bda6f52b54, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=128cada4-5fd8-4c3c-89eb-29bda6f52b54,segment=NetworkSegment(23bd919b-462e-444d-9066-2a23f611ef14),segment_id=23bd919b-462e-444d-9066-2a23f611ef14)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:46.158093 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b63af8c-4385-4a83-ac7a-e0d5dbfdff91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:46.177672 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9b63af8c-4385-4a83-ac7a-e0d5dbfdff91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Calling delete_port for 128cada4-5fd8-4c3c-89eb-29bda6f52b54 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:54:46.216033 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-6fb939d7-47c0-47c8-b858-02ea08753c62 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:46.220950 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-6fb939d7-47c0-47c8-b858-02ea08753c62 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.64 "GET /v2.0/networks?id=01412afb-f68e-4c9d-962c-11d639362cad HTTP/1.1" status: 200 len: 797 time: 0.2197783 Jul 09 09:54:46.242974 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port b0cc48d0-5966-4cac-85db-7082a12bc80f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:46.243487 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:46.290311 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-32438d0c-7d0e-493c-b99f-67ff6796f926 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf55daeb21224f8dba69e315cfa259ae HTTP/1.1" status: 200 len: 478 time: 0.0418572 Jul 09 09:54:46.309565 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-cf53cc77-2ec4-42e6-9ca0-7b79ab8f7671 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Request body: {'port': {'device_id': 'eb3df48e-7604-41c8-af00-784c210b3fbf', 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad', 'admin_state_up': True, 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'security_groups': ['47ec1253-af36-4660-9cc8-074c300f06db', '0b28d3bc-b356-49a3-ab7c-eeaf2adccf19']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:46.507733 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cdcbb32f-d4f2-4a78-9193-b93e45fb00ac up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:46.542735 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b63af8c-4385-4a83-ac7a-e0d5dbfdff91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:46.557681 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:43Z', 'revision_number': 7, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None, '_interfaces': [{'id': '128cada4-5fd8-4c3c-89eb-29bda6f52b54', 'name': '', 'network_id': '635d3168-aba2-4893-8656-6bb0dd510463', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:84:b6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '7b5a4a43-c462-4cdd-abf2-d50bbf12e588', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:33Z', 'updated_at': '2021-07-09T09:54:45Z', 'revision_number': 4, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': '7b5a4a43-c462-4cdd-abf2-d50bbf12e588', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f517a7d-4bc0-4905-b4ba-bb601550820a', 'name': '', 'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:82:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:25Z', 'updated_at': '2021-07-09T09:54:39Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc64a1ef-2250-4858-bae5-9e357744448e', 'name': '', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:07:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:13Z', 'updated_at': '2021-07-09T09:54:24Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfec917b-ba48-4e89-91bb-85f602c59749', 'name': '', 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:f2:6e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:19Z', 'updated_at': '2021-07-09T09:54:31Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:46.601045 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f344e257-40b9-4090-8829-5cd6108fa95d None None] The sync data for ids ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'] in n-d-799996-1 is: [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:43Z', 'revision_number': 7, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None, '_interfaces': [{'id': '128cada4-5fd8-4c3c-89eb-29bda6f52b54', 'name': '', 'network_id': '635d3168-aba2-4893-8656-6bb0dd510463', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:84:b6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '7b5a4a43-c462-4cdd-abf2-d50bbf12e588', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:33Z', 'updated_at': '2021-07-09T09:54:45Z', 'revision_number': 4, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': '7b5a4a43-c462-4cdd-abf2-d50bbf12e588', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f517a7d-4bc0-4905-b4ba-bb601550820a', 'name': '', 'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:82:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:25Z', 'updated_at': '2021-07-09T09:54:39Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc64a1ef-2250-4858-bae5-9e357744448e', 'name': '', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:07:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:13Z', 'updated_at': '2021-07-09T09:54:24Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfec917b-ba48-4e89-91bb-85f602c59749', 'name': '', 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:f2:6e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:19Z', 'updated_at': '2021-07-09T09:54:31Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:54:46.654519 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port cdcbb32f-d4f2-4a78-9193-b93e45fb00ac completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:46.668814 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port cdcbb32f-d4f2-4a78-9193-b93e45fb00ac triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:46.670155 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:46.679556 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63af8c-4385-4a83-ac7a-e0d5dbfdff91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Port': ['ID=128cada4-5fd8-4c3c-89eb-29bda6f52b54,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:46.732419 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-934a048d-a8ee-40cb-b8a6-c8e16823e11e req-addf7a1c-650e-4822-a24b-d5f54419a0d7 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 210 time: 0.0725832 Jul 09 09:54:46.746915 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-cf53cc77-2ec4-42e6-9ca0-7b79ab8f7671 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Made reservation on behalf of cf55daeb21224f8dba69e315cfa259ae for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:54:46.754003 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-cf53cc77-2ec4-42e6-9ca0-7b79ab8f7671 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:46.792152 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a415458-2a47-4326-90f2-74f77bad039f req-26da5ed6-0204-41c8-ba7f-de7ed936d4b0 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:46.793781 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9a415458-2a47-4326-90f2-74f77bad039f req-26da5ed6-0204-41c8-ba7f-de7ed936d4b0 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 945 time: 0.2713752 Jul 09 09:54:46.824049 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:46.865615 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port cdcbb32f-d4f2-4a78-9193-b93e45fb00ac, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=cdcbb32f-d4f2-4a78-9193-b93e45fb00ac,segment=NetworkSegment(8902c1b7-3c44-4835-97f5-a38f991a0ad2),segment_id=8902c1b7-3c44-4835-97f5-a38f991a0ad2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:46.875248 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:46.960906 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b63af8c-4385-4a83-ac7a-e0d5dbfdff91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:46.973613 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=cdcbb32f-d4f2-4a78-9193-b93e45fb00ac,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:46.985171 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9a415458-2a47-4326-90f2-74f77bad039f req-c575cddd-5e01-4f14-8ea7-ac0c4319e1f4 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041634 Jul 09 09:54:47.032223 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-cf53cc77-2ec4-42e6-9ca0-7b79ab8f7671 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Allocated IP 172.20.0.7 (01412afb-f68e-4c9d-962c-11d639362cad/17165020-72a0-4ccb-a6c6-2c35e09e255a/d6cca012-12bd-40d8-9f4f-6c2029d94d70) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:54:47.042160 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c841fdc-86cc-412f-bc0c-ff5a2037def1 None None] Sync routers for ids ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:54:47.056994 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c841fdc-86cc-412f-bc0c-ff5a2037def1 None None] Routers {'20ce7a5e-e1fc-42dd-9aac-12659c137bf7'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:47.057801 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5c841fdc-86cc-412f-bc0c-ff5a2037def1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:47.159682 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-5c841fdc-86cc-412f-bc0c-ff5a2037def1 None None] Set router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:47.231283 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-cf53cc77-2ec4-42e6-9ca0-7b79ab8f7671 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:47.244030 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b63af8c-4385-4a83-ac7a-e0d5dbfdff91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:54:47.249785 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-cf53cc77-2ec4-42e6-9ca0-7b79ab8f7671 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Transition to ACTIVE for port object d6cca012-12bd-40d8-9f4f-6c2029d94d70 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:47.285680 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-cf53cc77-2ec4-42e6-9ca0-7b79ab8f7671 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:47.328217 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-cf53cc77-2ec4-42e6-9ca0-7b79ab8f7671 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Network 01412afb-f68e-4c9d-962c-11d639362cad is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:54:47.331385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-cf53cc77-2ec4-42e6-9ca0-7b79ab8f7671 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:47.336728 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-cf53cc77-2ec4-42e6-9ca0-7b79ab8f7671 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:54:47.360468 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b63af8c-4385-4a83-ac7a-e0d5dbfdff91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:54:47.368947 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9b63af8c-4385-4a83-ac7a-e0d5dbfdff91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/routers/20ce7a5e-e1fc-42dd-9aac-12659c137bf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5785594 Jul 09 09:54:47.376107 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54664) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:47.398955 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53cc77-2ec4-42e6-9ca0-7b79ab8f7671 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event updated for resources: {'Port': ['ID=d6cca012-12bd-40d8-9f4f-6c2029d94d70,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:47.425631 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-cf53cc77-2ec4-42e6-9ca0-7b79ab8f7671 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:47.428988 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-cf53cc77-2ec4-42e6-9ca0-7b79ab8f7671 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:47.442118 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-effed983-e7ac-4ec8-a95b-98c73d43b105 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting subnet 7b5a4a43-c462-4cdd-abf2-d50bbf12e588 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:54:47.445765 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-effed983-e7ac-4ec8-a95b-98c73d43b105 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:47.465286 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-cf53cc77-2ec4-42e6-9ca0-7b79ab8f7671 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1694005 Jul 09 09:54:47.478151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-3720d812-3f28-4daf-8288-828625b89d12 service neutron] Request body: {'port': {'device_id': 'eb3df48e-7604-41c8-af00-784c210b3fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:47.480400 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5c841fdc-86cc-412f-bc0c-ff5a2037def1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:46Z', 'revision_number': 8, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None, '_interfaces': [{'id': '4f517a7d-4bc0-4905-b4ba-bb601550820a', 'name': '', 'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:82:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:25Z', 'updated_at': '2021-07-09T09:54:39Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc64a1ef-2250-4858-bae5-9e357744448e', 'name': '', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:07:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:13Z', 'updated_at': '2021-07-09T09:54:24Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfec917b-ba48-4e89-91bb-85f602c59749', 'name': '', 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:f2:6e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:19Z', 'updated_at': '2021-07-09T09:54:31Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:47.523650 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-effed983-e7ac-4ec8-a95b-98c73d43b105 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:47.541983 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c841fdc-86cc-412f-bc0c-ff5a2037def1 None None] Checking router: 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:54:47.556377 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cdcbb32f-d4f2-4a78-9193-b93e45fb00ac up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:47.559578 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c841fdc-86cc-412f-bc0c-ff5a2037def1 None None] Routers {'20ce7a5e-e1fc-42dd-9aac-12659c137bf7'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:47.563077 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5c841fdc-86cc-412f-bc0c-ff5a2037def1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:47.637285 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port cdcbb32f-d4f2-4a78-9193-b93e45fb00ac triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:47.637903 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:47.668888 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-3720d812-3f28-4daf-8288-828625b89d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:47.715729 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-effed983-e7ac-4ec8-a95b-98c73d43b105 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:47.775726 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-5c841fdc-86cc-412f-bc0c-ff5a2037def1 None None] Set router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:47.801803 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 204e9823-28b8-4cba-930f-869f32cea39c up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:47.808560 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9bc44f64-2eeb-419d-9f10-e2c7a6651e0b None None] Provisioning for port d6cca012-12bd-40d8-9f4f-6c2029d94d70 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:47.815277 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-effed983-e7ac-4ec8-a95b-98c73d43b105 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:47.846392 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effed983-e7ac-4ec8-a95b-98c73d43b105 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Subnet': ['ID=7b5a4a43-c462-4cdd-abf2-d50bbf12e588,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:47.865651 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-effed983-e7ac-4ec8-a95b-98c73d43b105 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:47.868113 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-effed983-e7ac-4ec8-a95b-98c73d43b105 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/subnets/7b5a4a43-c462-4cdd-abf2-d50bbf12e588 HTTP/1.1" status: 204 len: 168 time: 0.4906881 Jul 09 09:54:47.872664 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54674) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:47.880764 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9bc44f64-2eeb-419d-9f10-e2c7a6651e0b None None] Provisioning complete for port d6cca012-12bd-40d8-9f4f-6c2029d94d70 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:47.881397 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9bc44f64-2eeb-419d-9f10-e2c7a6651e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:47.896934 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c24e69-0b7b-46df-9df7-c239dedc66df None None] Network 635d3168-aba2-4893-8656-6bb0dd510463 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:54:47.979374 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee9a0-3b26-4b60-82dc-b9b1a5dc0f8b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:48.113459 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ee9a0-3b26-4b60-82dc-b9b1a5dc0f8b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting port 44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:54:48.113812 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee9a0-3b26-4b60-82dc-b9b1a5dc0f8b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:48.236895 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-ca9ee9a0-3b26-4b60-82dc-b9b1a5dc0f8b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] For port 44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a,segment=NetworkSegment(23bd919b-462e-444d-9066-2a23f611ef14),segment_id=23bd919b-462e-444d-9066-2a23f611ef14)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:48.237276 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee9a0-3b26-4b60-82dc-b9b1a5dc0f8b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:48.252048 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ee9a0-3b26-4b60-82dc-b9b1a5dc0f8b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Calling delete_port for 44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:54:48.333890 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9bc44f64-2eeb-419d-9f10-e2c7a6651e0b None None] Port d6cca012-12bd-40d8-9f4f-6c2029d94d70 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:54:48.343069 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5c841fdc-86cc-412f-bc0c-ff5a2037def1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:46Z', 'revision_number': 8, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None, '_interfaces': [{'id': '4f517a7d-4bc0-4905-b4ba-bb601550820a', 'name': '', 'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:82:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:25Z', 'updated_at': '2021-07-09T09:54:39Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc64a1ef-2250-4858-bae5-9e357744448e', 'name': '', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:07:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:13Z', 'updated_at': '2021-07-09T09:54:24Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfec917b-ba48-4e89-91bb-85f602c59749', 'name': '', 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:f2:6e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:19Z', 'updated_at': '2021-07-09T09:54:31Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:48.387183 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee9a0-3b26-4b60-82dc-b9b1a5dc0f8b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:48.406110 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c841fdc-86cc-412f-bc0c-ff5a2037def1 None None] The sync data for ids ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'] in n-d-799996-1 is: [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:46Z', 'revision_number': 8, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None, '_interfaces': [{'id': '4f517a7d-4bc0-4905-b4ba-bb601550820a', 'name': '', 'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:82:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:25Z', 'updated_at': '2021-07-09T09:54:39Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc64a1ef-2250-4858-bae5-9e357744448e', 'name': '', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:07:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:13Z', 'updated_at': '2021-07-09T09:54:24Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfec917b-ba48-4e89-91bb-85f602c59749', 'name': '', 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:f2:6e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:19Z', 'updated_at': '2021-07-09T09:54:31Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:54:48.416549 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05df57-04b9-4f01-9fd8-5511148d5184 req-eebba8f2-822e-48b0-9b5d-e391125b92f5 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:48.421051 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b05df57-04b9-4f01-9fd8-5511148d5184 req-eebba8f2-822e-48b0-9b5d-e391125b92f5 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 970 time: 0.3623245 Jul 09 09:54:48.436961 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 204e9823-28b8-4cba-930f-869f32cea39c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:48.441366 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 204e9823-28b8-4cba-930f-869f32cea39c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:48.441744 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:48.561802 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:48.581919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-3720d812-3f28-4daf-8288-828625b89d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6cca012-12bd-40d8-9f4f-6c2029d94d70 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:54:48.603329 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 204e9823-28b8-4cba-930f-869f32cea39c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=204e9823-28b8-4cba-930f-869f32cea39c,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:48.604435 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4f9ea1-e11b-4088-9422-0a20bb701d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204e9823-28b8-4cba-930f-869f32cea39c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:54:48.607207 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5238fb8-9334-48b6-b6f4-ff40504ae16b" -d '{"events": [{"server_uuid": "2d4f9ea1-e11b-4088-9422-0a20bb701d21", "name": "network-vif-plugged", "status": "completed", "tag": "204e9823-28b8-4cba-930f-869f32cea39c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:54:48.608578 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-3720d812-3f28-4daf-8288-828625b89d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:48.612660 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:48.620562 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b05df57-04b9-4f01-9fd8-5511148d5184 req-63632387-7292-4acd-ba28-cd7835fae561 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b28d3bc-b356-49a3-ab7c-eeaf2adccf19&id=47ec1253-af36-4660-9cc8-074c300f06db&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1272056 Jul 09 09:54:48.651412 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-3720d812-3f28-4daf-8288-828625b89d12 service neutron] Transition to ACTIVE for port object d6cca012-12bd-40d8-9f4f-6c2029d94d70 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:54:48.659119 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-3720d812-3f28-4daf-8288-828625b89d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:48.725813 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cde499-8da2-4543-8bf4-d933558820dd req-398d9b9a-4ff9-4797-84c8-234ba6acd57e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:48.727990 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=204e9823-28b8-4cba-930f-869f32cea39c,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:48.740594 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-69cde499-8da2-4543-8bf4-d933558820dd req-398d9b9a-4ff9-4797-84c8-234ba6acd57e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 945 time: 0.5204983 Jul 09 09:54:48.826615 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcf4996-51d1-4a02-bbca-01ef0c87e1f5 None None] DHCP port deletion for 635d3168-aba2-4893-8656-6bb0dd510463 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:54:48.959523 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9ee9a0-3b26-4b60-82dc-b9b1a5dc0f8b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] No DVR routers for this DVR port 44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:54:48.965401 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ee9a0-3b26-4b60-82dc-b9b1a5dc0f8b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Port': ['ID=44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:49.008111 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-69cde499-8da2-4543-8bf4-d933558820dd req-1e4baa5b-c65c-496a-b8a2-51d005233ea3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656002 Jul 09 09:54:49.026490 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720d812-3f28-4daf-8288-828625b89d12 service neutron] Pushing event updated for resources: {'Port': ['ID=d6cca012-12bd-40d8-9f4f-6c2029d94d70,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:49.103886 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee9a0-3b26-4b60-82dc-b9b1a5dc0f8b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:49.124492 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ca9ee9a0-3b26-4b60-82dc-b9b1a5dc0f8b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['635d3168-aba2-4893-8656-6bb0dd510463']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:49.133190 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa64ca40-d4ec-4782-9944-7e5375017aa9 x-openstack-request-id: req-aa64ca40-d4ec-4782-9944-7e5375017aa9 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:54:49.133596 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4f9ea1-e11b-4088-9422-0a20bb701d21", "name": "network-vif-plugged", "status": "completed", "tag": "204e9823-28b8-4cba-930f-869f32cea39c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:54:49.133944 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aa64ca40-d4ec-4782-9944-7e5375017aa9 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:54:49.134794 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4f9ea1-e11b-4088-9422-0a20bb701d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204e9823-28b8-4cba-930f-869f32cea39c', 'code': 200} Jul 09 09:54:49.173154 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ca9ee9a0-3b26-4b60-82dc-b9b1a5dc0f8b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23bd919b-462e-444d-9066-2a23f611ef14') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:49.173458 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-3720d812-3f28-4daf-8288-828625b89d12 service neutron] Attempting to bind port d6cca012-12bd-40d8-9f4f-6c2029d94d70 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:54:49.173626 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-3720d812-3f28-4daf-8288-828625b89d12 service neutron] Attempting to bind port d6cca012-12bd-40d8-9f4f-6c2029d94d70 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '8902c1b7-3c44-4835-97f5-a38f991a0ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:54:49.174131 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-3720d812-3f28-4daf-8288-828625b89d12 service neutron] Attempting to bind port d6cca012-12bd-40d8-9f4f-6c2029d94d70 on network 01412afb-f68e-4c9d-962c-11d639362cad {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:54:49.174800 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ca9ee9a0-3b26-4b60-82dc-b9b1a5dc0f8b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23bd919b-462e-444d-9066-2a23f611ef14') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:49.184815 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-3720d812-3f28-4daf-8288-828625b89d12 service neutron] Port d6cca012-12bd-40d8-9f4f-6c2029d94d70 on network 01412afb-f68e-4c9d-962c-11d639362cad not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:54:49.185278 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-3720d812-3f28-4daf-8288-828625b89d12 service neutron] Attempting to bind port d6cca012-12bd-40d8-9f4f-6c2029d94d70 on network 01412afb-f68e-4c9d-962c-11d639362cad {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:54:49.190217 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee9a0-3b26-4b60-82dc-b9b1a5dc0f8b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:49.204227 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-3720d812-3f28-4daf-8288-828625b89d12 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:54:49.204576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-3720d812-3f28-4daf-8288-828625b89d12 service neutron] Checking segment: {'id': '8902c1b7-3c44-4835-97f5-a38f991a0ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:54:49.204961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-3720d812-3f28-4daf-8288-828625b89d12 service neutron] Bound using segment: {'id': '8902c1b7-3c44-4835-97f5-a38f991a0ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:54:49.205395 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-3720d812-3f28-4daf-8288-828625b89d12 service neutron] Bound port: d6cca012-12bd-40d8-9f4f-6c2029d94d70, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8902c1b7-3c44-4835-97f5-a38f991a0ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:54:49.205748 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-3720d812-3f28-4daf-8288-828625b89d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:49.210994 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee9a0-3b26-4b60-82dc-b9b1a5dc0f8b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:49.226303 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9ee9a0-3b26-4b60-82dc-b9b1a5dc0f8b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:54:49.227630 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee9a0-3b26-4b60-82dc-b9b1a5dc0f8b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:54:49.231211 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:54:49.256376 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d00afe-4aad-4109-acdf-ab23d7acd3d4 None None] Sync routers for ids ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:54:49.280335 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-3720d812-3f28-4daf-8288-828625b89d12 service neutron] For port d6cca012-12bd-40d8-9f4f-6c2029d94d70, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:54:49.284162 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-3720d812-3f28-4daf-8288-828625b89d12 service neutron] For port d6cca012-12bd-40d8-9f4f-6c2029d94d70, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=d6cca012-12bd-40d8-9f4f-6c2029d94d70,segment=NetworkSegment(8902c1b7-3c44-4835-97f5-a38f991a0ad2),segment_id=8902c1b7-3c44-4835-97f5-a38f991a0ad2)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:54:49.290005 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d00afe-4aad-4109-acdf-ab23d7acd3d4 None None] Routers {'20ce7a5e-e1fc-42dd-9aac-12659c137bf7'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:49.290758 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-3720d812-3f28-4daf-8288-828625b89d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:49.304753 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c3d00afe-4aad-4109-acdf-ab23d7acd3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:49.340008 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-3720d812-3f28-4daf-8288-828625b89d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:49.341410 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-3720d812-3f28-4daf-8288-828625b89d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:49.343295 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-3720d812-3f28-4daf-8288-828625b89d12 service neutron] 10.222.0.64 "PUT /v2.0/ports/d6cca012-12bd-40d8-9f4f-6c2029d94d70 HTTP/1.1" status: 200 len: 1130 time: 1.8705764 Jul 09 09:54:49.344128 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3df48e-7604-41c8-af00-784c210b3fbf', 'tag': 'd6cca012-12bd-40d8-9f4f-6c2029d94d70'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:54:49.347841 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99731e30-8a32-4c39-babc-dd7d28351692" -d '{"events": [{"name": "network-changed", "server_uuid": "eb3df48e-7604-41c8-af00-784c210b3fbf", "tag": "d6cca012-12bd-40d8-9f4f-6c2029d94d70"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:54:49.350036 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee9a0-3b26-4b60-82dc-b9b1a5dc0f8b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:49.366115 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee9a0-3b26-4b60-82dc-b9b1a5dc0f8b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:49.369683 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ca9ee9a0-3b26-4b60-82dc-b9b1a5dc0f8b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/networks/635d3168-aba2-4893-8656-6bb0dd510463 HTTP/1.1" status: 204 len: 168 time: 1.4956591 Jul 09 09:54:49.383598 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54694) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:49.394450 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678641f-9ade-489a-a03f-ad192d755d1e req-0f2d4ed2-0d57-497f-8e90-a52e052ee385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:49.396082 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4678641f-9ade-489a-a03f-ad192d755d1e req-0f2d4ed2-0d57-497f-8e90-a52e052ee385 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 1097 time: 0.1800931 Jul 09 09:54:49.398346 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ee9a0-3b26-4b60-82dc-b9b1a5dc0f8b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Network': ['ID=635d3168-aba2-4893-8656-6bb0dd510463,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:49.488791 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c3d00afe-4aad-4109-acdf-ab23d7acd3d4 None None] Set router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:49.502741 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e605129a-d3e5-442f-bcb3-db6673db38c2 x-openstack-request-id: req-e605129a-d3e5-442f-bcb3-db6673db38c2 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:54:49.503618 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb3df48e-7604-41c8-af00-784c210b3fbf", "tag": "d6cca012-12bd-40d8-9f4f-6c2029d94d70", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:54:49.506284 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e605129a-d3e5-442f-bcb3-db6673db38c2 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:54:49.509973 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3df48e-7604-41c8-af00-784c210b3fbf', 'tag': 'd6cca012-12bd-40d8-9f4f-6c2029d94d70', 'status': 'completed', 'code': 200} Jul 09 09:54:49.531574 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4678641f-9ade-489a-a03f-ad192d755d1e req-6ff465ba-71ac-4b50-8943-e93c990deae4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928924 Jul 09 09:54:49.588654 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720d812-3f28-4daf-8288-828625b89d12 service neutron] Pushing event updated for resources: {'Port': ['ID=d6cca012-12bd-40d8-9f4f-6c2029d94d70,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:49.636714 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-148f454f-24a7-4d88-aeee-aca77d0de859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:49.637709 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:54:49.638401 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-148f454f-24a7-4d88-aeee-aca77d0de859 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf55daeb21224f8dba69e315cfa259ae&device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 1133 time: 0.2220886 Jul 09 09:54:49.661640 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:54:49.661994 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 44e91a8e-3a62-4d3b-b1ae-1bbbb78bee7a not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:54:49.662591 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 128cada4-5fd8-4c3c-89eb-29bda6f52b54 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:54:49.704536 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-fbbc6d9f-efc1-461b-99d7-d20625efa268 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6cca012-12bd-40d8-9f4f-6c2029d94d70 HTTP/1.1" status: 200 len: 217 time: 0.0566292 Jul 09 09:54:49.717636 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 128cada4-5fd8-4c3c-89eb-29bda6f52b54 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:54:49.718258 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 128cada4-5fd8-4c3c-89eb-29bda6f52b54 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:54:49.795189 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-770387e7-e6dc-4980-b37f-532c55b6cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:49.796717 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-770387e7-e6dc-4980-b37f-532c55b6cb2d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=17165020-72a0-4ccb-a6c6-2c35e09e255a HTTP/1.1" status: 200 len: 834 time: 0.0851409 Jul 09 09:54:49.869925 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-34f4fc00-4b0c-4b72-b2f2-1e38af355009 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:49.886791 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c3d00afe-4aad-4109-acdf-ab23d7acd3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:46Z', 'revision_number': 8, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None, '_interfaces': [{'id': '4f517a7d-4bc0-4905-b4ba-bb601550820a', 'name': '', 'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:82:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:25Z', 'updated_at': '2021-07-09T09:54:39Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc64a1ef-2250-4858-bae5-9e357744448e', 'name': '', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:07:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:13Z', 'updated_at': '2021-07-09T09:54:24Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfec917b-ba48-4e89-91bb-85f602c59749', 'name': '', 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:f2:6e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:19Z', 'updated_at': '2021-07-09T09:54:31Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:49.921645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff0b5a-35b1-46b5-8fb1-b1c40553fdc6 req-59f23817-30cc-4db5-a1f2-0cedd8bc3be0 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:49.926495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d00afe-4aad-4109-acdf-ab23d7acd3d4 None None] Checking router: 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:54:49.928566 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84ff0b5a-35b1-46b5-8fb1-b1c40553fdc6 req-59f23817-30cc-4db5-a1f2-0cedd8bc3be0 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 982 time: 0.1270614 Jul 09 09:54:49.937798 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d00afe-4aad-4109-acdf-ab23d7acd3d4 None None] Routers {'20ce7a5e-e1fc-42dd-9aac-12659c137bf7'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:49.938649 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c3d00afe-4aad-4109-acdf-ab23d7acd3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:49.939310 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-d0f68c61-a711-4705-b400-1a87516885c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:49.940854 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-d0f68c61-a711-4705-b400-1a87516885c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=01412afb-f68e-4c9d-962c-11d639362cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284647 Jul 09 09:54:50.026775 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84ff0b5a-35b1-46b5-8fb1-b1c40553fdc6 req-7a815a24-a9de-4d6a-b65b-1fb91ce6cbca tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b28d3bc-b356-49a3-ab7c-eeaf2adccf19&id=47ec1253-af36-4660-9cc8-074c300f06db&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0971253 Jul 09 09:54:50.040505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c3d00afe-4aad-4109-acdf-ab23d7acd3d4 None None] Set router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:50.066082 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-458f0e30-1928-4b9d-9a1c-0339843facfc service neutron] 10.222.0.64 "GET /v2.0/networks/01412afb-f68e-4c9d-962c-11d639362cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157305 Jul 09 09:54:50.177944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee3bf953-f38c-401f-b2e9-bc58a7d10ee5 req-6c7533f4-8463-4593-a845-fd61ed5f4aae service neutron] 10.222.0.64 "GET /v2.0/networks/01412afb-f68e-4c9d-962c-11d639362cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970099 Jul 09 09:54:50.228136 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-34f4fc00-4b0c-4b72-b2f2-1e38af355009 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting port 4f517a7d-4bc0-4905-b4ba-bb601550820a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:54:50.228721 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-34f4fc00-4b0c-4b72-b2f2-1e38af355009 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:50.305598 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c3d00afe-4aad-4109-acdf-ab23d7acd3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:46Z', 'revision_number': 8, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None, '_interfaces': [{'id': '4f517a7d-4bc0-4905-b4ba-bb601550820a', 'name': '', 'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:82:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:25Z', 'updated_at': '2021-07-09T09:54:39Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc64a1ef-2250-4858-bae5-9e357744448e', 'name': '', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:07:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:13Z', 'updated_at': '2021-07-09T09:54:24Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfec917b-ba48-4e89-91bb-85f602c59749', 'name': '', 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:f2:6e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:19Z', 'updated_at': '2021-07-09T09:54:31Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:50.343543 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d00afe-4aad-4109-acdf-ab23d7acd3d4 None None] The sync data for ids ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'] in n-d-799996-1 is: [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:46Z', 'revision_number': 8, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None, '_interfaces': [{'id': '4f517a7d-4bc0-4905-b4ba-bb601550820a', 'name': '', 'network_id': '0f5bc8ca-b277-4e5f-b15f-2206394513a6', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:82:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:25Z', 'updated_at': '2021-07-09T09:54:39Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': '6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc64a1ef-2250-4858-bae5-9e357744448e', 'name': '', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:07:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:13Z', 'updated_at': '2021-07-09T09:54:24Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfec917b-ba48-4e89-91bb-85f602c59749', 'name': '', 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:f2:6e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:19Z', 'updated_at': '2021-07-09T09:54:31Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:54:50.348922 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-34f4fc00-4b0c-4b72-b2f2-1e38af355009 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] For port 4f517a7d-4bc0-4905-b4ba-bb601550820a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4f517a7d-4bc0-4905-b4ba-bb601550820a,segment=NetworkSegment(78fefa27-b2d8-45a6-ac8c-a8dd4055ff16),segment_id=78fefa27-b2d8-45a6-ac8c-a8dd4055ff16)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:50.349507 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-34f4fc00-4b0c-4b72-b2f2-1e38af355009 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:50.366189 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-34f4fc00-4b0c-4b72-b2f2-1e38af355009 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Calling delete_port for 4f517a7d-4bc0-4905-b4ba-bb601550820a owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:54:50.370861 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99731e30-8a32-4c39-babc-dd7d28351692 req-25e2b9fc-551a-4667-8bd0-6604855cc115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:50.372422 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-99731e30-8a32-4c39-babc-dd7d28351692 req-25e2b9fc-551a-4667-8bd0-6604855cc115 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf55daeb21224f8dba69e315cfa259ae&device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 1133 time: 0.1283135 Jul 09 09:54:50.448507 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b53ea-a684-4aa2-8152-fda2312fabdd req-e04ee673-bc00-43c6-a75b-09a91a45762e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:50.452291 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa1b53ea-a684-4aa2-8152-fda2312fabdd req-e04ee673-bc00-43c6-a75b-09a91a45762e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 946 time: 0.1633859 Jul 09 09:54:50.516484 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa1b53ea-a684-4aa2-8152-fda2312fabdd req-002797e2-fbdc-47b7-aa5e-e45a2e70404b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571280 Jul 09 09:54:50.522167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99731e30-8a32-4c39-babc-dd7d28351692 req-3752ef16-050d-427d-b3ae-d5a848bf0fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:50.523918 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-99731e30-8a32-4c39-babc-dd7d28351692 req-3752ef16-050d-427d-b3ae-d5a848bf0fdf service neutron] 10.222.0.64 "GET /v2.0/networks?id=01412afb-f68e-4c9d-962c-11d639362cad HTTP/1.1" status: 200 len: 898 time: 0.1445363 Jul 09 09:54:50.574350 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-99731e30-8a32-4c39-babc-dd7d28351692 req-e43ba430-1c24-4c3a-976b-1ed2a5fc510b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6cca012-12bd-40d8-9f4f-6c2029d94d70 HTTP/1.1" status: 200 len: 217 time: 0.0440145 Jul 09 09:54:50.576059 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-34f4fc00-4b0c-4b72-b2f2-1e38af355009 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:50.610643 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4fc00-4b0c-4b72-b2f2-1e38af355009 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Port': ['ID=4f517a7d-4bc0-4905-b4ba-bb601550820a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:50.629033 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99731e30-8a32-4c39-babc-dd7d28351692 req-a6369818-6777-4039-8562-8bc4eb6fd3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:50.631286 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-99731e30-8a32-4c39-babc-dd7d28351692 req-a6369818-6777-4039-8562-8bc4eb6fd3ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=17165020-72a0-4ccb-a6c6-2c35e09e255a HTTP/1.1" status: 200 len: 834 time: 0.0513728 Jul 09 09:54:50.659262 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4fc00-4b0c-4b72-b2f2-1e38af355009 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:50.659620 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4fc00-4b0c-4b72-b2f2-1e38af355009 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:50.659984 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4fc00-4b0c-4b72-b2f2-1e38af355009 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:50.660318 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4fc00-4b0c-4b72-b2f2-1e38af355009 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:50.661149 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4fc00-4b0c-4b72-b2f2-1e38af355009 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:50.661149 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4fc00-4b0c-4b72-b2f2-1e38af355009 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:50.661414 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4fc00-4b0c-4b72-b2f2-1e38af355009 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:50.662049 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4fc00-4b0c-4b72-b2f2-1e38af355009 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:50.662462 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4fc00-4b0c-4b72-b2f2-1e38af355009 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:50.662785 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4fc00-4b0c-4b72-b2f2-1e38af355009 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:50.663258 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4fc00-4b0c-4b72-b2f2-1e38af355009 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:50.663853 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4fc00-4b0c-4b72-b2f2-1e38af355009 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:54:50.712152 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99731e30-8a32-4c39-babc-dd7d28351692 req-110139ea-e855-48dc-bd44-f0ab4426fb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:50.714232 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-99731e30-8a32-4c39-babc-dd7d28351692 req-110139ea-e855-48dc-bd44-f0ab4426fb9f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=01412afb-f68e-4c9d-962c-11d639362cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763211 Jul 09 09:54:50.774978 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-34f4fc00-4b0c-4b72-b2f2-1e38af355009 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:51.029228 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f4fc00-4b0c-4b72-b2f2-1e38af355009 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:54:51.122852 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-99731e30-8a32-4c39-babc-dd7d28351692 req-dce792fc-56c6-4af6-b1f5-8af22df3792b service neutron] 10.222.0.64 "GET /v2.0/networks/01412afb-f68e-4c9d-962c-11d639362cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998282 Jul 09 09:54:51.160576 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f4fc00-4b0c-4b72-b2f2-1e38af355009 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:54:51.167737 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-34f4fc00-4b0c-4b72-b2f2-1e38af355009 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/routers/20ce7a5e-e1fc-42dd-9aac-12659c137bf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7819579 Jul 09 09:54:51.173853 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a76c0c-bd0c-44ff-8d5e-315a834d34d9 None None] Sync routers for ids ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:54:51.176256 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54718) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:51.190385 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a76c0c-bd0c-44ff-8d5e-315a834d34d9 None None] Routers {'20ce7a5e-e1fc-42dd-9aac-12659c137bf7'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:51.191013 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-47a76c0c-bd0c-44ff-8d5e-315a834d34d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:51.241425 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1cda87-af37-4aaf-8380-215edb5d576a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting subnet 6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:54:51.246735 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cb1cda87-af37-4aaf-8380-215edb5d576a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:51.294770 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cb1cda87-af37-4aaf-8380-215edb5d576a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:51.306499 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-47a76c0c-bd0c-44ff-8d5e-315a834d34d9 None None] Set router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:51.332265 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-99731e30-8a32-4c39-babc-dd7d28351692 req-30b8f50e-1975-44bb-a09b-018cbe7e3765 service neutron] 10.222.0.64 "GET /v2.0/networks/01412afb-f68e-4c9d-962c-11d639362cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012312 Jul 09 09:54:51.376116 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db4e0b-db60-4467-ae6a-ce1abf3bcf71 req-bd726262-a1d6-4c73-87e1-3564df56d12a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:51.377844 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-08db4e0b-db60-4467-ae6a-ce1abf3bcf71 req-bd726262-a1d6-4c73-87e1-3564df56d12a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 982 time: 0.1673431 Jul 09 09:54:51.420977 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cb1cda87-af37-4aaf-8380-215edb5d576a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:51.452951 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-08db4e0b-db60-4467-ae6a-ce1abf3bcf71 req-efb7c933-f922-4210-b065-ae3353c2f3d7 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b28d3bc-b356-49a3-ab7c-eeaf2adccf19&id=47ec1253-af36-4660-9cc8-074c300f06db&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0691535 Jul 09 09:54:51.513382 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cb1cda87-af37-4aaf-8380-215edb5d576a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:51.540133 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cda87-af37-4aaf-8380-215edb5d576a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Subnet': ['ID=6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:51.546894 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cb1cda87-af37-4aaf-8380-215edb5d576a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:51.547087 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-47a76c0c-bd0c-44ff-8d5e-315a834d34d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:50Z', 'revision_number': 9, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None, '_interfaces': [{'id': 'bc64a1ef-2250-4858-bae5-9e357744448e', 'name': '', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:07:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:13Z', 'updated_at': '2021-07-09T09:54:24Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfec917b-ba48-4e89-91bb-85f602c59749', 'name': '', 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:f2:6e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:19Z', 'updated_at': '2021-07-09T09:54:31Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:51.548807 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cb1cda87-af37-4aaf-8380-215edb5d576a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/subnets/6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0 HTTP/1.1" status: 204 len: 168 time: 0.3705473 Jul 09 09:54:51.554896 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9ed1ca-ef07-4db1-ba4c-393af834b6c6 None None] Network 0f5bc8ca-b277-4e5f-b15f-2206394513a6 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:54:51.572045 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54722) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:51.575326 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a76c0c-bd0c-44ff-8d5e-315a834d34d9 None None] Checking router: 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:54:51.584963 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a76c0c-bd0c-44ff-8d5e-315a834d34d9 None None] Routers {'20ce7a5e-e1fc-42dd-9aac-12659c137bf7'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:51.585704 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-47a76c0c-bd0c-44ff-8d5e-315a834d34d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:51.672204 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94f9726f-d25a-45d1-8463-314deb0dae89 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:51.690179 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-47a76c0c-bd0c-44ff-8d5e-315a834d34d9 None None] Set router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:51.768860 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-94f9726f-d25a-45d1-8463-314deb0dae89 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting port f736fb3b-adbd-4653-adff-e7447a0a1a3a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:54:51.769117 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94f9726f-d25a-45d1-8463-314deb0dae89 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:51.786246 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20679a0a-170d-4525-9aad-46a967cc60c9 req-cb60c21e-ae92-4f07-851d-7f451d577e87 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:51.794187 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20679a0a-170d-4525-9aad-46a967cc60c9 req-cb60c21e-ae92-4f07-851d-7f451d577e87 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 946 time: 0.0896435 Jul 09 09:54:51.855242 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20679a0a-170d-4525-9aad-46a967cc60c9 req-9bf800df-1d05-47bd-9e36-66d63d6c9a40 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595405 Jul 09 09:54:51.865710 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c34820e-5742-42e2-bac5-aa1aa58c3e96 None None] DHCP port deletion for 0f5bc8ca-b277-4e5f-b15f-2206394513a6 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:54:51.885823 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-94f9726f-d25a-45d1-8463-314deb0dae89 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] For port f736fb3b-adbd-4653-adff-e7447a0a1a3a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f736fb3b-adbd-4653-adff-e7447a0a1a3a,segment=NetworkSegment(78fefa27-b2d8-45a6-ac8c-a8dd4055ff16),segment_id=78fefa27-b2d8-45a6-ac8c-a8dd4055ff16)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:51.886234 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94f9726f-d25a-45d1-8463-314deb0dae89 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:51.901651 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-94f9726f-d25a-45d1-8463-314deb0dae89 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Calling delete_port for f736fb3b-adbd-4653-adff-e7447a0a1a3a owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:54:51.936481 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5c34820e-5742-42e2-bac5-aa1aa58c3e96 None None] Deleting port f736fb3b-adbd-4653-adff-e7447a0a1a3a {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:54:51.937013 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5c34820e-5742-42e2-bac5-aa1aa58c3e96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:51.951384 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-47a76c0c-bd0c-44ff-8d5e-315a834d34d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:50Z', 'revision_number': 9, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None, '_interfaces': [{'id': 'bc64a1ef-2250-4858-bae5-9e357744448e', 'name': '', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:07:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:13Z', 'updated_at': '2021-07-09T09:54:24Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfec917b-ba48-4e89-91bb-85f602c59749', 'name': '', 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:f2:6e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:19Z', 'updated_at': '2021-07-09T09:54:31Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:52.005783 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5c34820e-5742-42e2-bac5-aa1aa58c3e96 None None] For port f736fb3b-adbd-4653-adff-e7447a0a1a3a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f736fb3b-adbd-4653-adff-e7447a0a1a3a,segment=NetworkSegment(78fefa27-b2d8-45a6-ac8c-a8dd4055ff16),segment_id=78fefa27-b2d8-45a6-ac8c-a8dd4055ff16)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:52.006368 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5c34820e-5742-42e2-bac5-aa1aa58c3e96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:52.021621 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5c34820e-5742-42e2-bac5-aa1aa58c3e96 None None] Calling delete_port for f736fb3b-adbd-4653-adff-e7447a0a1a3a owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:54:52.040787 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94f9726f-d25a-45d1-8463-314deb0dae89 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:52.105458 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f9726f-d25a-45d1-8463-314deb0dae89 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] No DVR routers for this DVR port f736fb3b-adbd-4653-adff-e7447a0a1a3a on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:54:52.125092 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab590162-e67c-4af5-a37f-8fada57c7cc3 req-15c660c8-0063-4fa1-9c7d-235488197c00 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:52.134397 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab590162-e67c-4af5-a37f-8fada57c7cc3 req-15c660c8-0063-4fa1-9c7d-235488197c00 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 946 time: 0.1411922 Jul 09 09:54:52.138214 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9726f-d25a-45d1-8463-314deb0dae89 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Port': ['ID=f736fb3b-adbd-4653-adff-e7447a0a1a3a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:52.167791 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5c34820e-5742-42e2-bac5-aa1aa58c3e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:52.186943 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab590162-e67c-4af5-a37f-8fada57c7cc3 req-b1461064-9eb8-4460-94be-c1b62167bce0 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513349 Jul 09 09:54:52.199485 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34820e-5742-42e2-bac5-aa1aa58c3e96 None None] Pushing event deleted for resources: {'Port': ['ID=f736fb3b-adbd-4653-adff-e7447a0a1a3a,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:52.205776 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54732) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:52.207238 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c34820e-5742-42e2-bac5-aa1aa58c3e96 None None] No DVR routers for this DVR port f736fb3b-adbd-4653-adff-e7447a0a1a3a on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:54:52.244033 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a76c0c-bd0c-44ff-8d5e-315a834d34d9 None None] The sync data for ids ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'] in n-d-799996-1 is: [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:50Z', 'revision_number': 9, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None, '_interfaces': [{'id': 'bc64a1ef-2250-4858-bae5-9e357744448e', 'name': '', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:07:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:13Z', 'updated_at': '2021-07-09T09:54:24Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfec917b-ba48-4e89-91bb-85f602c59749', 'name': '', 'network_id': 'c0c4d72c-f65d-45f0-bb77-715de4bff49f', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:f2:6e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:19Z', 'updated_at': '2021-07-09T09:54:31Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'd4497134-0ee1-4930-9981-e412782d2eba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:54:52.250519 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94f9726f-d25a-45d1-8463-314deb0dae89 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:52.263176 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-94f9726f-d25a-45d1-8463-314deb0dae89 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5bc8ca-b277-4e5f-b15f-2206394513a6']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:52.275258 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-94f9726f-d25a-45d1-8463-314deb0dae89 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78fefa27-b2d8-45a6-ac8c-a8dd4055ff16') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:52.275666 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-94f9726f-d25a-45d1-8463-314deb0dae89 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78fefa27-b2d8-45a6-ac8c-a8dd4055ff16') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:52.286364 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94f9726f-d25a-45d1-8463-314deb0dae89 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:52.308140 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94f9726f-d25a-45d1-8463-314deb0dae89 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:52.315334 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f9726f-d25a-45d1-8463-314deb0dae89 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:54:52.315873 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94f9726f-d25a-45d1-8463-314deb0dae89 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:54:52.319882 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:54:52.392893 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94f9726f-d25a-45d1-8463-314deb0dae89 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:52.404578 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94f9726f-d25a-45d1-8463-314deb0dae89 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:52.406438 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-94f9726f-d25a-45d1-8463-314deb0dae89 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/networks/0f5bc8ca-b277-4e5f-b15f-2206394513a6 HTTP/1.1" status: 204 len: 168 time: 0.8330786 Jul 09 09:54:52.410063 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54736) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:52.423639 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9726f-d25a-45d1-8463-314deb0dae89 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Network': ['ID=0f5bc8ca-b277-4e5f-b15f-2206394513a6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:52.500707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f740a57b-e492-451d-ae84-449e77a7bcdb tempest-TestVolumeBootPattern-1807972237 tempest-TestVolumeBootPattern-1807972237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:52.502293 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f740a57b-e492-451d-ae84-449e77a7bcdb tempest-TestVolumeBootPattern-1807972237 tempest-TestVolumeBootPattern-1807972237-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 1092 time: 0.2951095 Jul 09 09:54:52.505421 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54742) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:52.510297 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-84268a12-c3fe-42d4-916d-9f2e883fafea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': '204e9823-28b8-4cba-930f-869f32cea39c', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:52.545435 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84268a12-c3fe-42d4-916d-9f2e883fafea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:52.779005 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84268a12-c3fe-42d4-916d-9f2e883fafea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:52.876590 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7bbc9-14cf-4b7c-b594-59cb8734d1b6 req-3c6cde88-4cec-4cec-805d-09854a0a5f0c tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:52.878161 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cbd7bbc9-14cf-4b7c-b594-59cb8734d1b6 req-3c6cde88-4cec-4cec-805d-09854a0a5f0c tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 982 time: 0.1485634 Jul 09 09:54:52.954511 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cbd7bbc9-14cf-4b7c-b594-59cb8734d1b6 req-9b3b0507-403b-42ba-9c5a-a723536545f3 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b28d3bc-b356-49a3-ab7c-eeaf2adccf19&id=47ec1253-af36-4660-9cc8-074c300f06db&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0568471 Jul 09 09:54:52.973116 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-84268a12-c3fe-42d4-916d-9f2e883fafea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Allocated IP 172.25.3.95 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/9646f990-5d2e-4086-b6a4-1c3a52714c71) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:54:53.042172 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05f7e3cc-ba87-48c9-ba5b-f536475c279b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:53.109986 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84268a12-c3fe-42d4-916d-9f2e883fafea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:53.164968 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84268a12-c3fe-42d4-916d-9f2e883fafea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:53.212175 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84268a12-c3fe-42d4-916d-9f2e883fafea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:54:53.220179 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-84268a12-c3fe-42d4-916d-9f2e883fafea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:54:53.224381 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84268a12-c3fe-42d4-916d-9f2e883fafea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:54:53.250067 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84268a12-c3fe-42d4-916d-9f2e883fafea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event updated for resources: {'Port': ['ID=9646f990-5d2e-4086-b6a4-1c3a52714c71,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:53.424174 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-05f7e3cc-ba87-48c9-ba5b-f536475c279b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting port cfec917b-ba48-4e89-91bb-85f602c59749 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:54:53.430965 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05f7e3cc-ba87-48c9-ba5b-f536475c279b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:53.502823 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f736fb3b-adbd-4653-adff-e7447a0a1a3a no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:54:53.551360 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: f736fb3b-adbd-4653-adff-e7447a0a1a3a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:54:53.552298 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f736fb3b-adbd-4653-adff-e7447a0a1a3a not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:54:53.552947 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4f517a7d-4bc0-4905-b4ba-bb601550820a no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:54:53.584377 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-05f7e3cc-ba87-48c9-ba5b-f536475c279b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] For port cfec917b-ba48-4e89-91bb-85f602c59749, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=cfec917b-ba48-4e89-91bb-85f602c59749,segment=NetworkSegment(f06050e1-57f3-4b08-9357-3bc4e100f717),segment_id=f06050e1-57f3-4b08-9357-3bc4e100f717)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:53.584377 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05f7e3cc-ba87-48c9-ba5b-f536475c279b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:53.585065 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 4f517a7d-4bc0-4905-b4ba-bb601550820a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:54:53.585065 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4f517a7d-4bc0-4905-b4ba-bb601550820a not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:54:53.596229 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-05f7e3cc-ba87-48c9-ba5b-f536475c279b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Calling delete_port for cfec917b-ba48-4e89-91bb-85f602c59749 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:54:53.752554 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84268a12-c3fe-42d4-916d-9f2e883fafea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:53.816453 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05f7e3cc-ba87-48c9-ba5b-f536475c279b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:53.850049 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84268a12-c3fe-42d4-916d-9f2e883fafea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:53.852059 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7e3cc-ba87-48c9-ba5b-f536475c279b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Port': ['ID=cfec917b-ba48-4e89-91bb-85f602c59749,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:53.986736 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05f7e3cc-ba87-48c9-ba5b-f536475c279b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:54.050130 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84268a12-c3fe-42d4-916d-9f2e883fafea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:54.057519 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84268a12-c3fe-42d4-916d-9f2e883fafea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:54.121288 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device d6cca012-12bd-40d8-9f4f-6c2029d94d70 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:54:54.147282 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84268a12-c3fe-42d4-916d-9f2e883fafea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event updated for resources: {'Port': ['ID=9646f990-5d2e-4086-b6a4-1c3a52714c71,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:54.171255 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84268a12-c3fe-42d4-916d-9f2e883fafea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:54.260250 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f7e3cc-ba87-48c9-ba5b-f536475c279b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:54:54.390912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f7e3cc-ba87-48c9-ba5b-f536475c279b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:54:54.399509 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-05f7e3cc-ba87-48c9-ba5b-f536475c279b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/routers/20ce7a5e-e1fc-42dd-9aac-12659c137bf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9879940 Jul 09 09:54:54.401203 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83907f5a-e5d1-49d1-98df-486c08667173 None None] Sync routers for ids ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:54:54.401867 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54754) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:54.418861 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83907f5a-e5d1-49d1-98df-486c08667173 None None] Routers {'20ce7a5e-e1fc-42dd-9aac-12659c137bf7'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:54.419432 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-83907f5a-e5d1-49d1-98df-486c08667173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:54.447765 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9d266-b143-4a12-a341-a2c5c607fd37 req-d6cad77b-1d7b-4fc4-b7c1-51f0f8443c98 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:54.455303 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1fb9d266-b143-4a12-a341-a2c5c607fd37 req-d6cad77b-1d7b-4fc4-b7c1-51f0f8443c98 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 982 time: 0.3273079 Jul 09 09:54:54.516768 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-83907f5a-e5d1-49d1-98df-486c08667173 None None] Set router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:54.518503 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1fb9d266-b143-4a12-a341-a2c5c607fd37 req-cf716cdd-905e-4ed6-9277-0f9d51d4c95a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b28d3bc-b356-49a3-ab7c-eeaf2adccf19&id=47ec1253-af36-4660-9cc8-074c300f06db&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0621963 Jul 09 09:54:54.538725 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-91da08f8-5a88-428a-b93e-ce7a53f3a3ee tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting subnet d4497134-0ee1-4930-9981-e412782d2eba {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:54:54.538725 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-91da08f8-5a88-428a-b93e-ce7a53f3a3ee tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:54.592152 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-91da08f8-5a88-428a-b93e-ce7a53f3a3ee tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:54.633566 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-84268a12-c3fe-42d4-916d-9f2e883fafea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Floating IP aac044c5-945c-4a11-a390-51675e500b2e associated. External IP: 172.25.3.95, port: 204e9823-28b8-4cba-930f-869f32cea39c. Jul 09 09:54:54.688756 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port d6cca012-12bd-40d8-9f4f-6c2029d94d70, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=d6cca012-12bd-40d8-9f4f-6c2029d94d70,segment=NetworkSegment(8902c1b7-3c44-4835-97f5-a38f991a0ad2),segment_id=8902c1b7-3c44-4835-97f5-a38f991a0ad2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:54.691194 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-91da08f8-5a88-428a-b93e-ce7a53f3a3ee tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:54.711370 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'd6cca012-12bd-40d8-9f4f-6c2029d94d70', 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad', 'port_id': 'd6cca012-12bd-40d8-9f4f-6c2029d94d70', 'mac_address': 'fa:16:3e:70:fd:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17165020-72a0-4ccb-a6c6-2c35e09e255a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:54:54.791153 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:54.804111 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-91da08f8-5a88-428a-b93e-ce7a53f3a3ee tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:54.819722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6cca012-12bd-40d8-9f4f-6c2029d94d70 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:54:54.843169 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-83907f5a-e5d1-49d1-98df-486c08667173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:53Z', 'revision_number': 10, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None, '_interfaces': [{'id': 'bc64a1ef-2250-4858-bae5-9e357744448e', 'name': '', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:07:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:13Z', 'updated_at': '2021-07-09T09:54:24Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:54.872173 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83907f5a-e5d1-49d1-98df-486c08667173 None None] Checking router: 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:54:54.875030 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-91da08f8-5a88-428a-b93e-ce7a53f3a3ee tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:54.875765 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port d6cca012-12bd-40d8-9f4f-6c2029d94d70, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=d6cca012-12bd-40d8-9f4f-6c2029d94d70,segment=NetworkSegment(8902c1b7-3c44-4835-97f5-a38f991a0ad2),segment_id=8902c1b7-3c44-4835-97f5-a38f991a0ad2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:54.881393 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-91da08f8-5a88-428a-b93e-ce7a53f3a3ee tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/subnets/d4497134-0ee1-4930-9981-e412782d2eba HTTP/1.1" status: 204 len: 168 time: 0.4749255 Jul 09 09:54:54.884019 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54760) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:54.886603 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53296f8-c116-4c9b-b780-cba0ce6a8215 None None] Network c0c4d72c-f65d-45f0-bb77-715de4bff49f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:54:54.890233 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:54.950049 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83907f5a-e5d1-49d1-98df-486c08667173 None None] Routers {'20ce7a5e-e1fc-42dd-9aac-12659c137bf7'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:54.950705 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-83907f5a-e5d1-49d1-98df-486c08667173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:54.974879 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da08f8-5a88-428a-b93e-ce7a53f3a3ee tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Subnet': ['ID=d4497134-0ee1-4930-9981-e412782d2eba,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:55.021882 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84268a12-c3fe-42d4-916d-9f2e883fafea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Router b4da67ad-e929-4bf1-8741-3cf89236a06f has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:54:55.024204 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e04b8acd-0ef1-4abb-94b6-94cf66d9ec91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:55.041270 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=d6cca012-12bd-40d8-9f4f-6c2029d94d70,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:55.118948 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e04b8acd-0ef1-4abb-94b6-94cf66d9ec91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting port 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:54:55.119789 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e04b8acd-0ef1-4abb-94b6-94cf66d9ec91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:55.164142 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-83907f5a-e5d1-49d1-98df-486c08667173 None None] Set router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:55.190849 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84268a12-c3fe-42d4-916d-9f2e883fafea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:54:55.205667 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de566dda-8679-405d-9b92-b31695fcd942 None None] Sync routers for ids ['b4da67ad-e929-4bf1-8741-3cf89236a06f'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:54:55.209344 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84268a12-c3fe-42d4-916d-9f2e883fafea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:55.214227 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['d6cca012-12bd-40d8-9f4f-6c2029d94d70'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:54:55.224714 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de566dda-8679-405d-9b92-b31695fcd942 None None] Routers {'b4da67ad-e929-4bf1-8741-3cf89236a06f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:55.225345 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-de566dda-8679-405d-9b92-b31695fcd942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b4da67ad-e929-4bf1-8741-3cf89236a06f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:55.251956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-e04b8acd-0ef1-4abb-94b6-94cf66d9ec91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] For port 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f,segment=NetworkSegment(f06050e1-57f3-4b08-9357-3bc4e100f717),segment_id=f06050e1-57f3-4b08-9357-3bc4e100f717)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:55.252589 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e04b8acd-0ef1-4abb-94b6-94cf66d9ec91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:55.267365 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-84268a12-c3fe-42d4-916d-9f2e883fafea tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7469366 Jul 09 09:54:55.267365 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4f9ea1-e11b-4088-9422-0a20bb701d21', 'tag': '204e9823-28b8-4cba-930f-869f32cea39c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:54:55.267365 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad66fbf9-708d-40fd-8958-ffac929e31f0" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4f9ea1-e11b-4088-9422-0a20bb701d21", "tag": "204e9823-28b8-4cba-930f-869f32cea39c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:54:55.289755 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e04b8acd-0ef1-4abb-94b6-94cf66d9ec91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Calling delete_port for 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:54:55.325705 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec439f03-0729-4c6f-a62a-bc66dd736741 x-openstack-request-id: req-ec439f03-0729-4c6f-a62a-bc66dd736741 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:54:55.325935 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4f9ea1-e11b-4088-9422-0a20bb701d21", "tag": "204e9823-28b8-4cba-930f-869f32cea39c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:54:55.326155 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ec439f03-0729-4c6f-a62a-bc66dd736741 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:54:55.326648 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4f9ea1-e11b-4088-9422-0a20bb701d21', 'tag': '204e9823-28b8-4cba-930f-869f32cea39c', 'status': 'completed', 'code': 200} Jul 09 09:54:55.407649 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae1f4cb-092b-4c59-bacc-bf9185e67821 None None] DHCP port deletion for c0c4d72c-f65d-45f0-bb77-715de4bff49f request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:54:55.448891 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e04b8acd-0ef1-4abb-94b6-94cf66d9ec91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:55.450909 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-de566dda-8679-405d-9b92-b31695fcd942 None None] Set router b4da67ad-e929-4bf1-8741-3cf89236a06f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:55.497628 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b8acd-0ef1-4abb-94b6-94cf66d9ec91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Port': ['ID=8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:55.499328 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66fbf9-708d-40fd-8958-ffac929e31f0 req-17f9807a-e752-4453-9123-fdd612a74edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:55.504435 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04b8acd-0ef1-4abb-94b6-94cf66d9ec91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] No DVR routers for this DVR port 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:54:55.506163 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ad66fbf9-708d-40fd-8958-ffac929e31f0 req-17f9807a-e752-4453-9123-fdd612a74edf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 1097 time: 0.1609702 Jul 09 09:54:55.623192 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e04b8acd-0ef1-4abb-94b6-94cf66d9ec91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:55.647466 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-e04b8acd-0ef1-4abb-94b6-94cf66d9ec91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c4d72c-f65d-45f0-bb77-715de4bff49f']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:55.660428 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-e04b8acd-0ef1-4abb-94b6-94cf66d9ec91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f06050e1-57f3-4b08-9357-3bc4e100f717') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:55.660800 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-e04b8acd-0ef1-4abb-94b6-94cf66d9ec91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f06050e1-57f3-4b08-9357-3bc4e100f717') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:55.673593 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8ae1f4cb-092b-4c59-bacc-bf9185e67821 None None] Deleting port 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:54:55.674178 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f4cb-092b-4c59-bacc-bf9185e67821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:55.679059 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e04b8acd-0ef1-4abb-94b6-94cf66d9ec91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:55.721254 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e04b8acd-0ef1-4abb-94b6-94cf66d9ec91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:55.722396 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66fbf9-708d-40fd-8958-ffac929e31f0 req-c1ced122-e075-4a54-90bd-aa2ca09e8623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:55.724699 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ad66fbf9-708d-40fd-8958-ffac929e31f0 req-c1ced122-e075-4a54-90bd-aa2ca09e8623 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 913 time: 0.2116704 Jul 09 09:54:55.734202 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e04b8acd-0ef1-4abb-94b6-94cf66d9ec91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:54:55.739901 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e04b8acd-0ef1-4abb-94b6-94cf66d9ec91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:55.774569 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-83907f5a-e5d1-49d1-98df-486c08667173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:53Z', 'revision_number': 10, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None, '_interfaces': [{'id': 'bc64a1ef-2250-4858-bae5-9e357744448e', 'name': '', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:07:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:13Z', 'updated_at': '2021-07-09T09:54:24Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:55.808478 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83907f5a-e5d1-49d1-98df-486c08667173 None None] The sync data for ids ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'] in n-d-799996-1 is: [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:53Z', 'revision_number': 10, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None, '_interfaces': [{'id': 'bc64a1ef-2250-4858-bae5-9e357744448e', 'name': '', 'network_id': '198865a1-b8cf-4dc1-bbad-679bf4765492', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'mac_address': 'fa:16:3e:07:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:13Z', 'updated_at': '2021-07-09T09:54:24Z', 'revision_number': 5, 'project_id': 'fb176551126b4d008320f649cce1600b', 'subnets': [{'id': 'ecdd6b05-29b7-4d5b-b95f-9b7bb1452641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:54:55.815596 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:54:55.830541 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e04b8acd-0ef1-4abb-94b6-94cf66d9ec91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:55.838359 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-de566dda-8679-405d-9b92-b31695fcd942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:46:57Z', 'revision_number': 4, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'aac044c5-945c-4a11-a390-51675e500b2e', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'floating_ip_address': '172.25.3.95', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'port_id': '204e9823-28b8-4cba-930f-869f32cea39c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'mac_address': 'fa:16:3e:98:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4f9ea1-e11b-4088-9422-0a20bb701d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:54:53Z', 'updated_at': '2021-07-09T09:54:53Z', 'revision_number': 0, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21ceabc-f061-44ee-b758-498ea2226250', 'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'mac_address': 'fa:16:3e:fe:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:56Z', 'updated_at': '2021-07-09T09:47:07Z', 'revision_number': 5, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'subnets': [{'id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:55.862549 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8ae1f4cb-092b-4c59-bacc-bf9185e67821 None None] For port 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f, host n-d-799996-1, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:55.863259 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f4cb-092b-4c59-bacc-bf9185e67821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:55.892567 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de566dda-8679-405d-9b92-b31695fcd942 None None] Checking router: b4da67ad-e929-4bf1-8741-3cf89236a06f for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:54:55.894128 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e04b8acd-0ef1-4abb-94b6-94cf66d9ec91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:55.896533 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e04b8acd-0ef1-4abb-94b6-94cf66d9ec91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/networks/c0c4d72c-f65d-45f0-bb77-715de4bff49f HTTP/1.1" status: 204 len: 168 time: 1.0113506 Jul 09 09:54:55.898399 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b8acd-0ef1-4abb-94b6-94cf66d9ec91 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Network': ['ID=c0c4d72c-f65d-45f0-bb77-715de4bff49f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:55.900262 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54770) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:55.901795 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de566dda-8679-405d-9b92-b31695fcd942 None None] Routers {'b4da67ad-e929-4bf1-8741-3cf89236a06f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:55.902448 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-de566dda-8679-405d-9b92-b31695fcd942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b4da67ad-e929-4bf1-8741-3cf89236a06f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:55.912657 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8ae1f4cb-092b-4c59-bacc-bf9185e67821 None None] Calling delete_port for 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:54:55.919424 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.ipam_backend_mixin [None req-8ae1f4cb-092b-4c59-bacc-bf9185e67821 None None] Port 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f was not found and therefore no delete operation was performed {{(pid=93792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 09:54:55.924701 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f4cb-092b-4c59-bacc-bf9185e67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:55.976422 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ad66fbf9-708d-40fd-8958-ffac929e31f0 req-211475db-8f89-4c71-9fc2-a27c8fa57205 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=204e9823-28b8-4cba-930f-869f32cea39c HTTP/1.1" status: 200 len: 999 time: 0.2283781 Jul 09 09:54:56.015640 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-de566dda-8679-405d-9b92-b31695fcd942 None None] Set router b4da67ad-e929-4bf1-8741-3cf89236a06f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:56.033864 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1f4cb-092b-4c59-bacc-bf9185e67821 None None] Pushing event deleted for resources: {'Port': ['ID=8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:56.035921 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ae1f4cb-092b-4c59-bacc-bf9185e67821 None None] Network c0c4d72c-f65d-45f0-bb77-715de4bff49f is not hosted by any dhcp agent {{(pid=93792) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 09:54:56.036436 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae1f4cb-092b-4c59-bacc-bf9185e67821 None None] No DVR routers for this DVR port 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:54:56.102200 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495f04a-af19-4efc-8daf-4633b04ebe9b req-9acf01ac-378f-402d-9271-70497786daf0 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:56.109653 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e495f04a-af19-4efc-8daf-4633b04ebe9b req-9acf01ac-378f-402d-9271-70497786daf0 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 983 time: 0.2929533 Jul 09 09:54:56.123068 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66fbf9-708d-40fd-8958-ffac929e31f0 req-48458b90-adf3-45a7-a909-5e73f6683c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:56.125169 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ad66fbf9-708d-40fd-8958-ffac929e31f0 req-48458b90-adf3-45a7-a909-5e73f6683c7e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 200 len: 851 time: 0.1424468 Jul 09 09:54:56.235138 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66fbf9-708d-40fd-8958-ffac929e31f0 req-26f1be08-d887-4fe5-8ea6-d122f824545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:56.236598 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ad66fbf9-708d-40fd-8958-ffac929e31f0 req-26f1be08-d887-4fe5-8ea6-d122f824545e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c39f085e-9a90-44ab-b2cf-d4cf479d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998411 Jul 09 09:54:56.281378 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [req-ad66fbf9-708d-40fd-8958-ffac929e31f0 req-8ded8b6b-a356-4ff8-b05f-c5092a06cf7c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:54:56.294216 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ad66fbf9-708d-40fd-8958-ffac929e31f0 req-8ded8b6b-a356-4ff8-b05f-c5092a06cf7c service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478284 Jul 09 09:54:56.390688 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e495f04a-af19-4efc-8daf-4633b04ebe9b req-af1ae3cd-af1e-4251-b5b0-83789773efd6 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b28d3bc-b356-49a3-ab7c-eeaf2adccf19&id=47ec1253-af36-4660-9cc8-074c300f06db&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2779901 Jul 09 09:54:56.428752 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ad66fbf9-708d-40fd-8958-ffac929e31f0 req-d61c7d19-4c14-42f1-b1dd-872f760d8061 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248288 Jul 09 09:54:56.459061 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-de566dda-8679-405d-9b92-b31695fcd942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:46:57Z', 'revision_number': 4, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'aac044c5-945c-4a11-a390-51675e500b2e', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'floating_ip_address': '172.25.3.95', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'port_id': '204e9823-28b8-4cba-930f-869f32cea39c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'mac_address': 'fa:16:3e:98:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4f9ea1-e11b-4088-9422-0a20bb701d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:54:53Z', 'updated_at': '2021-07-09T09:54:53Z', 'revision_number': 0, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21ceabc-f061-44ee-b758-498ea2226250', 'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'mac_address': 'fa:16:3e:fe:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:56Z', 'updated_at': '2021-07-09T09:47:07Z', 'revision_number': 5, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'subnets': [{'id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:56.515877 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de566dda-8679-405d-9b92-b31695fcd942 None None] The sync data for ids ['b4da67ad-e929-4bf1-8741-3cf89236a06f'] in n-d-799996-1 is: [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:46:57Z', 'revision_number': 4, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'aac044c5-945c-4a11-a390-51675e500b2e', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'floating_ip_address': '172.25.3.95', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'port_id': '204e9823-28b8-4cba-930f-869f32cea39c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'mac_address': 'fa:16:3e:98:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4f9ea1-e11b-4088-9422-0a20bb701d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:54:53Z', 'updated_at': '2021-07-09T09:54:53Z', 'revision_number': 0, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21ceabc-f061-44ee-b758-498ea2226250', 'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'mac_address': 'fa:16:3e:fe:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:56Z', 'updated_at': '2021-07-09T09:47:07Z', 'revision_number': 5, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'subnets': [{'id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:54:56.616826 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ad66fbf9-708d-40fd-8958-ffac929e31f0 req-8d1e0c24-d908-47df-8db8-2e74cce6db65 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818457 Jul 09 09:54:56.710646 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c4d66e0-d935-4d1c-b40b-4a13e236ad51 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:56.796499 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581f7d21-ac7c-4ed5-b3c7-2525f40ea599 None None] New status for floating IP aac044c5-945c-4a11-a390-51675e500b2e: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:54:57.297080 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-2c4d66e0-d935-4d1c-b40b-4a13e236ad51 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting port bc64a1ef-2250-4858-bae5-9e357744448e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:54:57.298011 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c4d66e0-d935-4d1c-b40b-4a13e236ad51 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:57.401190 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-2c4d66e0-d935-4d1c-b40b-4a13e236ad51 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] For port bc64a1ef-2250-4858-bae5-9e357744448e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=bc64a1ef-2250-4858-bae5-9e357744448e,segment=NetworkSegment(5f496e59-aca6-46f3-86f7-4590d8522e45),segment_id=5f496e59-aca6-46f3-86f7-4590d8522e45)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:57.403410 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c4d66e0-d935-4d1c-b40b-4a13e236ad51 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:57.418310 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-2c4d66e0-d935-4d1c-b40b-4a13e236ad51 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Calling delete_port for bc64a1ef-2250-4858-bae5-9e357744448e owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:54:57.456695 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cfec917b-ba48-4e89-91bb-85f602c59749 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:54:57.500858 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: cfec917b-ba48-4e89-91bb-85f602c59749 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:54:57.501549 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cfec917b-ba48-4e89-91bb-85f602c59749 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:54:57.502162 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:54:57.547497 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:54:57.547812 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8d0ef1e1-5f8d-4e22-b5e4-aecba7eb4b7f not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:54:57.703495 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038fc55-1fed-4df8-a337-937bef196b0b req-ac2d2406-9710-424d-b58b-3ef8223a606f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:57.705036 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d038fc55-1fed-4df8-a337-937bef196b0b req-ac2d2406-9710-424d-b58b-3ef8223a606f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 983 time: 0.1123898 Jul 09 09:54:57.732023 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c4d66e0-d935-4d1c-b40b-4a13e236ad51 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:57.769255 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d66e0-d935-4d1c-b40b-4a13e236ad51 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Port': ['ID=bc64a1ef-2250-4858-bae5-9e357744448e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:57.785741 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d038fc55-1fed-4df8-a337-937bef196b0b req-f851201e-638a-47a0-b7cf-16eaf3a9a1ec tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b28d3bc-b356-49a3-ab7c-eeaf2adccf19&id=47ec1253-af36-4660-9cc8-074c300f06db&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0695267 Jul 09 09:54:57.903419 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c4d66e0-d935-4d1c-b40b-4a13e236ad51 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:58.084786 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4d66e0-d935-4d1c-b40b-4a13e236ad51 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:54:58.135165 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device d6cca012-12bd-40d8-9f4f-6c2029d94d70 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:54:58.161508 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4d66e0-d935-4d1c-b40b-4a13e236ad51 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:54:58.167105 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2c4d66e0-d935-4d1c-b40b-4a13e236ad51 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/routers/20ce7a5e-e1fc-42dd-9aac-12659c137bf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2634168 Jul 09 09:54:58.170152 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54786) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:58.174337 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360f2b37-6403-4bce-afe8-2e6116aff10d None None] Sync routers for ids ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:54:58.186496 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360f2b37-6403-4bce-afe8-2e6116aff10d None None] Routers {'20ce7a5e-e1fc-42dd-9aac-12659c137bf7'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:58.187340 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-360f2b37-6403-4bce-afe8-2e6116aff10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:58.246938 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f7d21d-eff2-4f78-a087-ee68b8b47eb8 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting subnet ecdd6b05-29b7-4d5b-b95f-9b7bb1452641 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:54:58.248305 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port d6cca012-12bd-40d8-9f4f-6c2029d94d70 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:54:58.250287 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7f7d21d-eff2-4f78-a087-ee68b8b47eb8 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:58.252806 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port d6cca012-12bd-40d8-9f4f-6c2029d94d70 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:54:58.253687 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:58.266713 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-360f2b37-6403-4bce-afe8-2e6116aff10d None None] Set router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:58.293801 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7f7d21d-eff2-4f78-a087-ee68b8b47eb8 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:58.329943 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-360f2b37-6403-4bce-afe8-2e6116aff10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:57Z', 'revision_number': 11, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:58.378212 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:58.394112 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360f2b37-6403-4bce-afe8-2e6116aff10d None None] Checking router: 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:54:58.408906 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7f7d21d-eff2-4f78-a087-ee68b8b47eb8 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:58.415849 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360f2b37-6403-4bce-afe8-2e6116aff10d None None] Routers {'20ce7a5e-e1fc-42dd-9aac-12659c137bf7'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:58.416645 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-360f2b37-6403-4bce-afe8-2e6116aff10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:58.429477 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port d6cca012-12bd-40d8-9f4f-6c2029d94d70, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=d6cca012-12bd-40d8-9f4f-6c2029d94d70,segment=NetworkSegment(8902c1b7-3c44-4835-97f5-a38f991a0ad2),segment_id=8902c1b7-3c44-4835-97f5-a38f991a0ad2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:58.431317 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3df48e-7604-41c8-af00-784c210b3fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6cca012-12bd-40d8-9f4f-6c2029d94d70'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:54:58.435379 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767b1adf-e972-4b25-b298-41af25e889ea" -d '{"events": [{"server_uuid": "eb3df48e-7604-41c8-af00-784c210b3fbf", "name": "network-vif-plugged", "status": "completed", "tag": "d6cca012-12bd-40d8-9f4f-6c2029d94d70"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:54:58.439579 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:58.503729 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=d6cca012-12bd-40d8-9f4f-6c2029d94d70,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:58.517258 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4141d6-dc78-46ad-9aa7-a4258541d73b x-openstack-request-id: req-ca4141d6-dc78-46ad-9aa7-a4258541d73b {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:54:58.517622 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3df48e-7604-41c8-af00-784c210b3fbf", "name": "network-vif-plugged", "status": "completed", "tag": "d6cca012-12bd-40d8-9f4f-6c2029d94d70", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:54:58.518369 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ca4141d6-dc78-46ad-9aa7-a4258541d73b {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:54:58.519342 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3df48e-7604-41c8-af00-784c210b3fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6cca012-12bd-40d8-9f4f-6c2029d94d70', 'code': 200} Jul 09 09:54:58.533152 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7f7d21d-eff2-4f78-a087-ee68b8b47eb8 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:58.569770 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7d21d-eff2-4f78-a087-ee68b8b47eb8 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Subnet': ['ID=ecdd6b05-29b7-4d5b-b95f-9b7bb1452641,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:58.571876 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7f7d21d-eff2-4f78-a087-ee68b8b47eb8 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:58.573838 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d7f7d21d-eff2-4f78-a087-ee68b8b47eb8 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/subnets/ecdd6b05-29b7-4d5b-b95f-9b7bb1452641 HTTP/1.1" status: 204 len: 168 time: 0.4028075 Jul 09 09:54:58.579043 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54794) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:58.581778 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-360f2b37-6403-4bce-afe8-2e6116aff10d None None] Set router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:54:58.585872 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6845b8-d384-45fa-a111-4572c7289a55 None None] Network 198865a1-b8cf-4dc1-bbad-679bf4765492 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:54:58.656146 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160a2f6-3689-4a87-a9de-a86f95d589cf req-ff91335d-300d-44d9-9949-9daed2035ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:58.660637 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d160a2f6-3689-4a87-a9de-a86f95d589cf req-ff91335d-300d-44d9-9949-9daed2035ddd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 1135 time: 0.0825803 Jul 09 09:54:58.680416 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-360f2b37-6403-4bce-afe8-2e6116aff10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:57Z', 'revision_number': 11, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:58.719360 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360f2b37-6403-4bce-afe8-2e6116aff10d None None] The sync data for ids ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'] in n-d-799996-1 is: [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:57Z', 'revision_number': 11, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:54:58.725812 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d160a2f6-3689-4a87-a9de-a86f95d589cf req-1cfee5c8-279b-4e48-8990-13ca84417aef service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0b28d3bc-b356-49a3-ab7c-eeaf2adccf19&id=47ec1253-af36-4660-9cc8-074c300f06db&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0611115 Jul 09 09:54:58.754722 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f149b91-2cd0-4c30-810d-5a335f54f5e7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:58.833491 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8f149b91-2cd0-4c30-810d-5a335f54f5e7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Deleting port 433ea62c-4307-4373-b078-f1e9bcc90753 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:54:58.833704 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f149b91-2cd0-4c30-810d-5a335f54f5e7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:58.917417 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-8f149b91-2cd0-4c30-810d-5a335f54f5e7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] For port 433ea62c-4307-4373-b078-f1e9bcc90753, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=433ea62c-4307-4373-b078-f1e9bcc90753,segment=NetworkSegment(5f496e59-aca6-46f3-86f7-4590d8522e45),segment_id=5f496e59-aca6-46f3-86f7-4590d8522e45)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:54:58.917417 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f149b91-2cd0-4c30-810d-5a335f54f5e7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:58.936430 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8f149b91-2cd0-4c30-810d-5a335f54f5e7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Calling delete_port for 433ea62c-4307-4373-b078-f1e9bcc90753 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:54:59.033492 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c03fc0-ff5c-4097-b9b7-516fae72ae41 req-1dcbbdd4-c1b3-4e85-82f2-cc26090287ed tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:54:59.035121 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-01c03fc0-ff5c-4097-b9b7-516fae72ae41 req-1dcbbdd4-c1b3-4e85-82f2-cc26090287ed tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 984 time: 0.0781040 Jul 09 09:54:59.050127 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f149b91-2cd0-4c30-810d-5a335f54f5e7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:59.091925 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f149b91-2cd0-4c30-810d-5a335f54f5e7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Port': ['ID=433ea62c-4307-4373-b078-f1e9bcc90753,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:59.104324 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-01c03fc0-ff5c-4097-b9b7-516fae72ae41 req-06bac9a0-40f2-4387-853b-480ea0311ed9 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b28d3bc-b356-49a3-ab7c-eeaf2adccf19&id=47ec1253-af36-4660-9cc8-074c300f06db&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0622053 Jul 09 09:54:59.106403 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f149b91-2cd0-4c30-810d-5a335f54f5e7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] No DVR routers for this DVR port 433ea62c-4307-4373-b078-f1e9bcc90753 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:54:59.123374 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba86855-58cf-49f3-a2bf-1bc660a1e3e2 None None] DHCP port deletion for 198865a1-b8cf-4dc1-bbad-679bf4765492 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:54:59.217591 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f149b91-2cd0-4c30-810d-5a335f54f5e7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:59.229646 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-8f149b91-2cd0-4c30-810d-5a335f54f5e7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198865a1-b8cf-4dc1-bbad-679bf4765492']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:59.241750 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-8f149b91-2cd0-4c30-810d-5a335f54f5e7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f496e59-aca6-46f3-86f7-4590d8522e45') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:59.241750 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-8f149b91-2cd0-4c30-810d-5a335f54f5e7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f496e59-aca6-46f3-86f7-4590d8522e45') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:59.251129 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f149b91-2cd0-4c30-810d-5a335f54f5e7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:59.275601 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f149b91-2cd0-4c30-810d-5a335f54f5e7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:59.282761 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f149b91-2cd0-4c30-810d-5a335f54f5e7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:54:59.285578 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f149b91-2cd0-4c30-810d-5a335f54f5e7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:54:59.290172 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:54:59.354550 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f149b91-2cd0-4c30-810d-5a335f54f5e7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:59.362924 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f149b91-2cd0-4c30-810d-5a335f54f5e7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:59.367308 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8f149b91-2cd0-4c30-810d-5a335f54f5e7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/networks/198865a1-b8cf-4dc1-bbad-679bf4765492 HTTP/1.1" status: 204 len: 168 time: 0.7791464 Jul 09 09:54:59.367653 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54800) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:59.372718 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ef4fa85c-ea70-4055-98ac-07ad3e1fdc6a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'router': {'routes': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:54:59.377697 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f149b91-2cd0-4c30-810d-5a335f54f5e7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Pushing event deleted for resources: {'Network': ['ID=198865a1-b8cf-4dc1-bbad-679bf4765492,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:54:59.459028 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 433ea62c-4307-4373-b078-f1e9bcc90753 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:54:59.485716 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 433ea62c-4307-4373-b078-f1e9bcc90753 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:54:59.486425 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 433ea62c-4307-4373-b078-f1e9bcc90753 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:54:59.487069 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device bc64a1ef-2250-4858-bae5-9e357744448e no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:54:59.507706 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: bc64a1ef-2250-4858-bae5-9e357744448e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:54:59.508398 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device bc64a1ef-2250-4858-bae5-9e357744448e not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:54:59.569676 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.extraroute_db [None req-ef4fa85c-ea70-4055-98ac-07ad3e1fdc6a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Added routes are [] {{(pid=93790) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 09:54:59.570242 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.extraroute_db [None req-ef4fa85c-ea70-4055-98ac-07ad3e1fdc6a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Removed routes are [] {{(pid=93790) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 09:54:59.570321 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef4fa85c-ea70-4055-98ac-07ad3e1fdc6a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:59.714856 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef4fa85c-ea70-4055-98ac-07ad3e1fdc6a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:59.718542 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef4fa85c-ea70-4055-98ac-07ad3e1fdc6a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524803'] for router, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:59.816010 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4fa85c-ea70-4055-98ac-07ad3e1fdc6a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:54:59.901359 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4fa85c-ea70-4055-98ac-07ad3e1fdc6a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:54:59.913779 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f13059-fd9b-4cb6-9591-9f8bbeb7d04f None None] Sync routers for ids ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:54:59.927370 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f13059-fd9b-4cb6-9591-9f8bbeb7d04f None None] Routers {'20ce7a5e-e1fc-42dd-9aac-12659c137bf7'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:54:59.928245 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-84f13059-fd9b-4cb6-9591-9f8bbeb7d04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:54:59.929563 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef4fa85c-ea70-4055-98ac-07ad3e1fdc6a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:54:59.931144 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ef4fa85c-ea70-4055-98ac-07ad3e1fdc6a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/routers/20ce7a5e-e1fc-42dd-9aac-12659c137bf7 HTTP/1.1" status: 200 len: 705 time: 0.5624356 Jul 09 09:54:59.934321 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54808) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:54:59.974473 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ec7cb2c2-2a38-412f-b283-5cb8e83b1627 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ce7a5e-e1fc-42dd-9aac-12659c137bf7 HTTP/1.1" status: 200 len: 205 time: 0.0377681 Jul 09 09:54:59.976614 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54810) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:00.011040 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-84f13059-fd9b-4cb6-9591-9f8bbeb7d04f None None] Set router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:55:00.067970 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1c41-d62f-4bed-8356-3f2c4dcf5603 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:00.244956 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-84f13059-fd9b-4cb6-9591-9f8bbeb7d04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:57Z', 'revision_number': 11, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:00.278122 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f13059-fd9b-4cb6-9591-9f8bbeb7d04f None None] Checking router: 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:55:00.287161 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f13059-fd9b-4cb6-9591-9f8bbeb7d04f None None] Routers {'20ce7a5e-e1fc-42dd-9aac-12659c137bf7'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:55:00.287803 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-84f13059-fd9b-4cb6-9591-9f8bbeb7d04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:00.340835 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1c41-d62f-4bed-8356-3f2c4dcf5603 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:00.345004 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1c41-d62f-4bed-8356-3f2c4dcf5603 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:00.362135 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-84f13059-fd9b-4cb6-9591-9f8bbeb7d04f None None] Set router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:55:00.420820 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1c41-d62f-4bed-8356-3f2c4dcf5603 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:00.421274 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8a1c41-d62f-4bed-8356-3f2c4dcf5603 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Fanout notify agent at l3_agent the message router_deleted on router 20ce7a5e-e1fc-42dd-9aac-12659c137bf7 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:55:00.424388 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-84f13059-fd9b-4cb6-9591-9f8bbeb7d04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:57Z', 'revision_number': 11, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:00.429631 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1c41-d62f-4bed-8356-3f2c4dcf5603 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:00.430355 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1d8a1c41-d62f-4bed-8356-3f2c4dcf5603 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/routers/20ce7a5e-e1fc-42dd-9aac-12659c137bf7 HTTP/1.1" status: 204 len: 168 time: 0.4527450 Jul 09 09:55:00.436157 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54814) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:00.445349 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-56ee7b94-bacc-4286-9ccf-590c2f01e606 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1080403474', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:55:00.445581 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb7c20-6e19-45db-afbd-0c46c3390e08 req-af0e435b-cc05-422c-81fa-b07edb8e3887 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:00.447165 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5cb7c20-6e19-45db-afbd-0c46c3390e08 req-af0e435b-cc05-422c-81fa-b07edb8e3887 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 984 time: 0.1986444 Jul 09 09:55:00.472133 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f13059-fd9b-4cb6-9591-9f8bbeb7d04f None None] The sync data for ids ['20ce7a5e-e1fc-42dd-9aac-12659c137bf7'] in n-d-799996-1 is: [{'id': '20ce7a5e-e1fc-42dd-9aac-12659c137bf7', 'name': 'tempest-RoutersIpV6Test-router-2129472937', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:10Z', 'updated_at': '2021-07-09T09:54:57Z', 'revision_number': 11, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:55:00.506521 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56ee7b94-bacc-4286-9ccf-590c2f01e606 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:00.507945 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56ee7b94-bacc-4286-9ccf-590c2f01e606 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:00.513466 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5cb7c20-6e19-45db-afbd-0c46c3390e08 req-5f9ac14e-7ad3-4447-a8d9-5851367fa2f8 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b28d3bc-b356-49a3-ab7c-eeaf2adccf19&id=47ec1253-af36-4660-9cc8-074c300f06db&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0561597 Jul 09 09:55:00.589007 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56ee7b94-bacc-4286-9ccf-590c2f01e606 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:00.594465 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56ee7b94-bacc-4286-9ccf-590c2f01e606 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:00.616438 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56ee7b94-bacc-4286-9ccf-590c2f01e606 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:00.621675 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-56ee7b94-bacc-4286-9ccf-590c2f01e606 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1807830 Jul 09 09:55:00.624673 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54818) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:00.630866 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-bf195f24-5a11-44a2-bd27-a8780d8c1e40 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:55:00.798645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a48595-45bf-4b3b-8185-a94ee374f0c4 req-22440285-596d-4d3c-878a-c6b82fd96c09 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:00.810381 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70a48595-45bf-4b3b-8185-a94ee374f0c4 req-22440285-596d-4d3c-878a-c6b82fd96c09 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 984 time: 0.1380763 Jul 09 09:55:00.871852 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70a48595-45bf-4b3b-8185-a94ee374f0c4 req-feb14318-aef3-433d-b83c-55c90e5aa7cd tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b28d3bc-b356-49a3-ab7c-eeaf2adccf19&id=47ec1253-af36-4660-9cc8-074c300f06db&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0603898 Jul 09 09:55:01.034140 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf195f24-5a11-44a2-bd27-a8780d8c1e40 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:01.057963 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf195f24-5a11-44a2-bd27-a8780d8c1e40 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524803'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:01.152297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e566d59-f43b-437e-950d-16f28060bcb6 req-44882038-4214-445d-af42-0d954721918c tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:01.156360 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e566d59-f43b-437e-950d-16f28060bcb6 req-44882038-4214-445d-af42-0d954721918c tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 1135 time: 0.0964804 Jul 09 09:55:01.195586 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7e566d59-f43b-437e-950d-16f28060bcb6 req-fc0876f2-3872-4629-8dff-1727e5b8f09b tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:01.211276 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf195f24-5a11-44a2-bd27-a8780d8c1e40 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Router cf5f87dc-c408-438a-8f67-09ce166b7a89 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:55:01.311384 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf195f24-5a11-44a2-bd27-a8780d8c1e40 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:55:01.319441 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf195f24-5a11-44a2-bd27-a8780d8c1e40 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:01.323643 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bf195f24-5a11-44a2-bd27-a8780d8c1e40 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "PUT /v2.0/routers/cf5f87dc-c408-438a-8f67-09ce166b7a89 HTTP/1.1" status: 200 len: 698 time: 0.6978133 Jul 09 09:55:01.324486 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54828) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:01.332938 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7e566d59-f43b-437e-950d-16f28060bcb6 req-fc0876f2-3872-4629-8dff-1727e5b8f09b tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:01.333481 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3033ddd-e978-463f-b16e-064d6fe24b1c None None] Sync routers for ids ['cf5f87dc-c408-438a-8f67-09ce166b7a89'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:55:01.340101 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7e566d59-f43b-437e-950d-16f28060bcb6 req-fc0876f2-3872-4629-8dff-1727e5b8f09b tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:01.354010 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3033ddd-e978-463f-b16e-064d6fe24b1c None None] Routers {'cf5f87dc-c408-438a-8f67-09ce166b7a89'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:55:01.354748 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a3033ddd-e978-463f-b16e-064d6fe24b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['cf5f87dc-c408-438a-8f67-09ce166b7a89'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:01.368506 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e566d59-f43b-437e-950d-16f28060bcb6 req-fc0876f2-3872-4629-8dff-1727e5b8f09b tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=0b28d3bc-b356-49a3-ab7c-eeaf2adccf19&id=47ec1253-af36-4660-9cc8-074c300f06db&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1955347 Jul 09 09:55:01.379298 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0876f2-3872-4629-8dff-1727e5b8f09b tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cfd111-95e4-461a-a268-1918d1d6702f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:01.424892 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54830) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:01.479072 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5dba8967-1d7c-4350-87f0-21ac454fecb0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/routers/cf5f87dc-c408-438a-8f67-09ce166b7a89 HTTP/1.1" status: 200 len: 704 time: 0.1525402 Jul 09 09:55:01.480834 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54832) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:01.487623 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-a3033ddd-e978-463f-b16e-064d6fe24b1c None None] Set router cf5f87dc-c408-438a-8f67-09ce166b7a89 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:55:01.536336 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54834) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:01.537141 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0bc28ff1-4b0f-456a-b3bd-684e2092899e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf5f87dc-c408-438a-8f67-09ce166b7a89 HTTP/1.1" status: 200 len: 205 time: 0.0547326 Jul 09 09:55:01.547707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898a444d-65fa-4996-ba53-c75a780176e3 tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:01.549515 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-898a444d-65fa-4996-ba53-c75a780176e3 tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 1130 time: 0.1234546 Jul 09 09:55:01.554112 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54836) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:01.558355 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a86083b5-47ae-4d2e-9221-1e89a217bf9a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': 'd6cca012-12bd-40d8-9f4f-6c2029d94d70', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:55:01.572614 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a3033ddd-e978-463f-b16e-064d6fe24b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5f87dc-c408-438a-8f67-09ce166b7a89', 'name': 'tempest-RoutersIpV6Test-router-1080403474', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:55:00Z', 'updated_at': '2021-07-09T09:55:01Z', 'revision_number': 2, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:01.587144 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a86083b5-47ae-4d2e-9221-1e89a217bf9a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:01.640147 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6fd2461-0915-4a32-8156-ed99ee86d01c tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:01.712217 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3033ddd-e978-463f-b16e-064d6fe24b1c None None] Checking router: cf5f87dc-c408-438a-8f67-09ce166b7a89 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:55:01.734617 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3033ddd-e978-463f-b16e-064d6fe24b1c None None] Routers {'cf5f87dc-c408-438a-8f67-09ce166b7a89'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:55:01.735516 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a3033ddd-e978-463f-b16e-064d6fe24b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['cf5f87dc-c408-438a-8f67-09ce166b7a89'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:01.741567 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a86083b5-47ae-4d2e-9221-1e89a217bf9a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:01.833956 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-a3033ddd-e978-463f-b16e-064d6fe24b1c None None] Set router cf5f87dc-c408-438a-8f67-09ce166b7a89 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:55:01.878639 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-a86083b5-47ae-4d2e-9221-1e89a217bf9a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Allocated IP 172.25.3.249 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/36c65a1d-54c6-4ab5-8f59-40d03a5292ad) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:55:01.888468 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a3033ddd-e978-463f-b16e-064d6fe24b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5f87dc-c408-438a-8f67-09ce166b7a89', 'name': 'tempest-RoutersIpV6Test-router-1080403474', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:55:00Z', 'updated_at': '2021-07-09T09:55:01Z', 'revision_number': 2, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:01.933213 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3033ddd-e978-463f-b16e-064d6fe24b1c None None] The sync data for ids ['cf5f87dc-c408-438a-8f67-09ce166b7a89'] in n-d-799996-1 is: [{'id': 'cf5f87dc-c408-438a-8f67-09ce166b7a89', 'name': 'tempest-RoutersIpV6Test-router-1080403474', 'tenant_id': 'fb176551126b4d008320f649cce1600b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:55:00Z', 'updated_at': '2021-07-09T09:55:01Z', 'revision_number': 2, 'project_id': 'fb176551126b4d008320f649cce1600b', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:55:02.049122 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a86083b5-47ae-4d2e-9221-1e89a217bf9a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:02.133240 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a86083b5-47ae-4d2e-9221-1e89a217bf9a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:02.184315 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6fd2461-0915-4a32-8156-ed99ee86d01c tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:02.188775 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6fd2461-0915-4a32-8156-ed99ee86d01c tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:02.219134 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86083b5-47ae-4d2e-9221-1e89a217bf9a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:55:02.227247 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a86083b5-47ae-4d2e-9221-1e89a217bf9a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:55:02.230041 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86083b5-47ae-4d2e-9221-1e89a217bf9a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event updated for resources: {'Port': ['ID=36c65a1d-54c6-4ab5-8f59-40d03a5292ad,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:02.233701 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86083b5-47ae-4d2e-9221-1e89a217bf9a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:55:02.248990 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6fd2461-0915-4a32-8156-ed99ee86d01c tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:02.250002 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fd2461-0915-4a32-8156-ed99ee86d01c tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Fanout notify agent at l3_agent the message router_deleted on router cf5f87dc-c408-438a-8f67-09ce166b7a89 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:55:02.259024 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6fd2461-0915-4a32-8156-ed99ee86d01c tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:02.261378 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e6fd2461-0915-4a32-8156-ed99ee86d01c tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/routers/cf5f87dc-c408-438a-8f67-09ce166b7a89 HTTP/1.1" status: 204 len: 168 time: 0.7235217 Jul 09 09:55:02.264895 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54844) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:02.321128 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e99568b3-1526-4eac-ba2e-9fc3fc14a9f2 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf5f87dc-c408-438a-8f67-09ce166b7a89 HTTP/1.1" status: 200 len: 205 time: 0.0527399 Jul 09 09:55:02.321470 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54848) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:02.372049 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-c219ce2a-4dfe-4786-8bdf-c1f82c01423a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] delete failed (client error): The resource could not be found. Jul 09 09:55:02.375386 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c219ce2a-4dfe-4786-8bdf-c1f82c01423a tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/routers/cf5f87dc-c408-438a-8f67-09ce166b7a89 HTTP/1.1" status: 404 len: 336 time: 0.0506501 Jul 09 09:55:02.376291 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54850) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:02.410844 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7f0ec0-63f0-42fb-bcde-02b446a8b639 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] DELETE failed (client error): The resource could not be found. Jul 09 09:55:02.411311 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c7f0ec0-63f0-42fb-bcde-02b446a8b639 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:55:02.415353 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0c7f0ec0-63f0-42fb-bcde-02b446a8b639 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/subnets/7b5a4a43-c462-4cdd-abf2-d50bbf12e588 HTTP/1.1" status: 404 len: 337 time: 0.0357311 Jul 09 09:55:02.420526 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54854) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:02.451441 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-a992e8c2-7f09-4d33-a5ed-2fb8713ca61d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] DELETE failed (client error): The resource could not be found. Jul 09 09:55:02.451925 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a992e8c2-7f09-4d33-a5ed-2fb8713ca61d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:55:02.453646 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a992e8c2-7f09-4d33-a5ed-2fb8713ca61d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/subnets/6939ffe1-f671-4ed9-b4ec-cf5fc86b09a0 HTTP/1.1" status: 404 len: 337 time: 0.0319130 Jul 09 09:55:02.458637 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54858) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:02.502749 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a19987-7b40-4598-9446-7a8baa14dee8 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] DELETE failed (client error): The resource could not be found. Jul 09 09:55:02.503228 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a19987-7b40-4598-9446-7a8baa14dee8 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:55:02.508509 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c8a19987-7b40-4598-9446-7a8baa14dee8 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/subnets/d4497134-0ee1-4930-9981-e412782d2eba HTTP/1.1" status: 404 len: 337 time: 0.0488458 Jul 09 09:55:02.509281 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54862) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:02.546814 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a24aba3-e285-479f-9344-29ea3847b1a7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] DELETE failed (client error): The resource could not be found. Jul 09 09:55:02.547207 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a24aba3-e285-479f-9344-29ea3847b1a7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:55:02.552049 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1a24aba3-e285-479f-9344-29ea3847b1a7 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/subnets/ecdd6b05-29b7-4d5b-b95f-9b7bb1452641 HTTP/1.1" status: 404 len: 337 time: 0.0391819 Jul 09 09:55:02.552297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54864) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:02.585091 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-516e4fcc-93c7-4519-ae02-5dfc0a2140ea tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ce7a5e-e1fc-42dd-9aac-12659c137bf7 HTTP/1.1" status: 200 len: 205 time: 0.0301609 Jul 09 09:55:02.586532 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54866) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:02.628015 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-45a0d007-601c-440d-82b4-8011fcb3280e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] delete failed (client error): The resource could not be found. Jul 09 09:55:02.631781 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-45a0d007-601c-440d-82b4-8011fcb3280e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/routers/20ce7a5e-e1fc-42dd-9aac-12659c137bf7 HTTP/1.1" status: 404 len: 336 time: 0.0416036 Jul 09 09:55:02.632818 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54868) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:02.671739 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b546dfc8-a8f1-44b3-96ab-d735a3a8853c tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/ports?device_id=490f0725-6a51-4d6d-9944-1c48c0449442 HTTP/1.1" status: 200 len: 205 time: 0.0367689 Jul 09 09:55:02.674085 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54870) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:02.722490 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-f134051a-155b-49ea-b1f3-69e67919c12b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] delete failed (client error): The resource could not be found. Jul 09 09:55:02.726334 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54876) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:02.727122 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f134051a-155b-49ea-b1f3-69e67919c12b tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/routers/490f0725-6a51-4d6d-9944-1c48c0449442 HTTP/1.1" status: 404 len: 336 time: 0.0518575 Jul 09 09:55:02.762930 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4b6d8b-a744-463c-82ce-a98776fce798 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] DELETE failed (client error): The resource could not be found. Jul 09 09:55:02.763387 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4b6d8b-a744-463c-82ce-a98776fce798 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:55:02.765120 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6e4b6d8b-a744-463c-82ce-a98776fce798 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/subnets/79dd1698-47a5-4c99-9c7b-167e4cea6715 HTTP/1.1" status: 404 len: 337 time: 0.0368218 Jul 09 09:55:02.767928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54878) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:02.802420 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6ffd08b5-c885-423f-ba67-c997cb7708ab tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5e8e42b-c065-4aed-aa67-6ad2e51b75c2 HTTP/1.1" status: 200 len: 205 time: 0.0304396 Jul 09 09:55:02.802593 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54880) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:02.827062 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a86083b5-47ae-4d2e-9221-1e89a217bf9a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:02.847076 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-6a21a3e9-fbf6-489e-9ba9-bd22ab3480b0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] delete failed (client error): The resource could not be found. Jul 09 09:55:02.847966 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6a21a3e9-fbf6-489e-9ba9-bd22ab3480b0 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/routers/e5e8e42b-c065-4aed-aa67-6ad2e51b75c2 HTTP/1.1" status: 404 len: 336 time: 0.0443566 Jul 09 09:55:02.850593 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54884) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:02.883965 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ec6ca752-a66f-4ada-9678-6988b96db827 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e38dec2-b443-449d-8fe7-5526fc1dfc34 HTTP/1.1" status: 200 len: 205 time: 0.0321512 Jul 09 09:55:02.886773 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54886) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:02.909806 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a86083b5-47ae-4d2e-9221-1e89a217bf9a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:02.926168 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-2a880013-3260-456b-9fcc-cccc7ac094dd tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] delete failed (client error): The resource could not be found. Jul 09 09:55:02.927808 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2a880013-3260-456b-9fcc-cccc7ac094dd tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/routers/2e38dec2-b443-449d-8fe7-5526fc1dfc34 HTTP/1.1" status: 404 len: 336 time: 0.0400734 Jul 09 09:55:02.930451 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54888) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:02.963448 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbdde11a-363e-4fbf-a8c2-f32fdd2edc50 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] DELETE failed (client error): The resource could not be found. Jul 09 09:55:02.964533 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbdde11a-363e-4fbf-a8c2-f32fdd2edc50 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:55:02.968706 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fbdde11a-363e-4fbf-a8c2-f32fdd2edc50 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/subnets/90be5ffc-a957-4384-823a-4ec8ddf57756 HTTP/1.1" status: 404 len: 337 time: 0.0348797 Jul 09 09:55:02.969773 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54890) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:03.008640 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2ae4a5d9-bc1c-407b-b033-58d79fa38709 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/ports?device_id=eecd202e-db6e-4df4-be66-8dfb9400423f HTTP/1.1" status: 200 len: 205 time: 0.0368292 Jul 09 09:55:03.011028 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54892) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:03.048288 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-2e556a64-90d7-4a01-a9ce-b6e74152e03d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] delete failed (client error): The resource could not be found. Jul 09 09:55:03.049352 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2e556a64-90d7-4a01-a9ce-b6e74152e03d tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/routers/eecd202e-db6e-4df4-be66-8dfb9400423f HTTP/1.1" status: 404 len: 336 time: 0.0374086 Jul 09 09:55:03.052758 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54894) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:03.081273 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd73f51c-7641-4612-86b8-38c9ad2c42eb tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] DELETE failed (client error): The resource could not be found. Jul 09 09:55:03.081738 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd73f51c-7641-4612-86b8-38c9ad2c42eb tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:55:03.083609 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-dd73f51c-7641-4612-86b8-38c9ad2c42eb tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/subnets/bc70dd01-b7e4-4fb9-8fac-9f4af12feed6 HTTP/1.1" status: 404 len: 337 time: 0.0301237 Jul 09 09:55:03.086705 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54898) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:03.116380 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a86083b5-47ae-4d2e-9221-1e89a217bf9a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:03.123079 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a86083b5-47ae-4d2e-9221-1e89a217bf9a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:03.126007 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-597d91cd-e4a4-401a-a2b0-fead5df47c8e tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "GET /v2.0/ports?device_id=adc78a0b-4fc1-45dc-a2da-ca72db53ed5e HTTP/1.1" status: 200 len: 205 time: 0.0383136 Jul 09 09:55:03.130811 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54900) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:03.207783 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-8ff29dd4-9cef-48ab-b126-01ef973d10b8 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] delete failed (client error): The resource could not be found. Jul 09 09:55:03.210068 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8ff29dd4-9cef-48ab-b126-01ef973d10b8 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/routers/adc78a0b-4fc1-45dc-a2da-ca72db53ed5e HTTP/1.1" status: 404 len: 336 time: 0.0782611 Jul 09 09:55:03.213027 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54904) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:03.243193 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a86083b5-47ae-4d2e-9221-1e89a217bf9a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:03.248197 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-48982d15-fc36-4f42-949f-062404055a51 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] DELETE failed (client error): The resource could not be found. Jul 09 09:55:03.248792 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48982d15-fc36-4f42-949f-062404055a51 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:55:03.250625 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-48982d15-fc36-4f42-949f-062404055a51 tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/subnets/d211ec14-e7f4-4060-b72e-1a3dbc30487e HTTP/1.1" status: 404 len: 337 time: 0.0365741 Jul 09 09:55:03.256209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54908) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:03.285572 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86083b5-47ae-4d2e-9221-1e89a217bf9a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event updated for resources: {'Port': ['ID=36c65a1d-54c6-4ab5-8f59-40d03a5292ad,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:03.297372 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab87d645-9bc5-4eb5-8423-7ca4a6ea4e4c tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] DELETE failed (client error): The resource could not be found. Jul 09 09:55:03.298145 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab87d645-9bc5-4eb5-8423-7ca4a6ea4e4c tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:55:03.303255 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ab87d645-9bc5-4eb5-8423-7ca4a6ea4e4c tempest-RoutersIpV6Test-2118345416 tempest-RoutersIpV6Test-2118345416-project] 10.222.0.61 "DELETE /v2.0/subnets/0d95c370-9b1a-45bc-bb74-92d4690019f3 HTTP/1.1" status: 404 len: 337 time: 0.0423689 Jul 09 09:55:03.437811 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-a86083b5-47ae-4d2e-9221-1e89a217bf9a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Floating IP ecea3772-af2e-4d15-a492-1d85e7d46d33 associated. External IP: 172.25.3.249, port: d6cca012-12bd-40d8-9f4f-6c2029d94d70. Jul 09 09:55:03.699349 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86083b5-47ae-4d2e-9221-1e89a217bf9a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Router 582e3b14-a0b7-4407-b202-6c8c2570307b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:55:03.715952 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54918) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:03.832009 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86083b5-47ae-4d2e-9221-1e89a217bf9a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:55:03.845974 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9764ef44-40bb-49f9-a755-66b58e81e596 None None] Sync routers for ids ['582e3b14-a0b7-4407-b202-6c8c2570307b'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:55:03.858644 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9764ef44-40bb-49f9-a755-66b58e81e596 None None] Routers {'582e3b14-a0b7-4407-b202-6c8c2570307b'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:55:03.860812 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a86083b5-47ae-4d2e-9221-1e89a217bf9a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:03.862740 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9764ef44-40bb-49f9-a755-66b58e81e596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['582e3b14-a0b7-4407-b202-6c8c2570307b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:03.885117 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-277dcc25-00df-4fcf-8891-1f16c166d91b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fb176551126b4d008320f649cce1600b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1667583 Jul 09 09:55:03.886446 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54926) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:03.920263 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a86083b5-47ae-4d2e-9221-1e89a217bf9a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3648860 Jul 09 09:55:03.921338 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3df48e-7604-41c8-af00-784c210b3fbf', 'tag': 'd6cca012-12bd-40d8-9f4f-6c2029d94d70'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:55:03.924147 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e94f1a4-8340-4e29-8ee1-b9f89a4947ae" -d '{"events": [{"name": "network-changed", "server_uuid": "eb3df48e-7604-41c8-af00-784c210b3fbf", "tag": "d6cca012-12bd-40d8-9f4f-6c2029d94d70"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:55:03.925844 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54928) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:04.007284 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:04.011111 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609799b9-6894-416c-acbb-479d8a0ded47 x-openstack-request-id: req-609799b9-6894-416c-acbb-479d8a0ded47 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:55:04.011682 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb3df48e-7604-41c8-af00-784c210b3fbf", "tag": "d6cca012-12bd-40d8-9f4f-6c2029d94d70", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:55:04.012167 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-609799b9-6894-416c-acbb-479d8a0ded47 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:55:04.012861 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3df48e-7604-41c8-af00-784c210b3fbf', 'tag': 'd6cca012-12bd-40d8-9f4f-6c2029d94d70', 'status': 'completed', 'code': 200} Jul 09 09:55:04.024912 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-9764ef44-40bb-49f9-a755-66b58e81e596 None None] Set router 582e3b14-a0b7-4407-b202-6c8c2570307b gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:55:04.070932 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67b55b63-1e78-41b7-b1d7-b0275ed94e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:04.180513 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67b55b63-1e78-41b7-b1d7-b0275ed94e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:04.225845 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e09529-b7d3-49ef-adbd-1900480b9ee6 tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:04.226509 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e09529-b7d3-49ef-adbd-1900480b9ee6 tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:04.226792 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e09529-b7d3-49ef-adbd-1900480b9ee6 tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:04.227560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e09529-b7d3-49ef-adbd-1900480b9ee6 tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:04.227774 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e09529-b7d3-49ef-adbd-1900480b9ee6 tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:04.228234 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e09529-b7d3-49ef-adbd-1900480b9ee6 tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:04.228698 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e09529-b7d3-49ef-adbd-1900480b9ee6 tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:04.229159 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e09529-b7d3-49ef-adbd-1900480b9ee6 tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:04.231461 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a5e09529-b7d3-49ef-adbd-1900480b9ee6 tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5688 time: 0.3015358 Jul 09 09:55:04.234121 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54938) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:04.249663 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94f1a4-8340-4e29-8ee1-b9f89a4947ae req-ca4b2bd2-d33f-4b18-a165-ebbd2ea8ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:04.251200 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1e94f1a4-8340-4e29-8ee1-b9f89a4947ae req-ca4b2bd2-d33f-4b18-a165-ebbd2ea8ac3c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf55daeb21224f8dba69e315cfa259ae&device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 1135 time: 0.1998651 Jul 09 09:55:04.310975 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9764ef44-40bb-49f9-a755-66b58e81e596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-378166717', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:26Z', 'updated_at': '2021-07-09T09:54:35Z', 'revision_number': 4, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'gw_port': {'id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:27Z', 'updated_at': '2021-07-09T09:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'ecea3772-af2e-4d15-a492-1d85e7d46d33', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'floating_ip_address': '172.25.3.249', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'port_id': 'd6cca012-12bd-40d8-9f4f-6c2029d94d70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad', 'mac_address': 'fa:16:3e:70:fd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3df48e-7604-41c8-af00-784c210b3fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:55:02Z', 'updated_at': '2021-07-09T09:55:02Z', 'revision_number': 0, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdcbb32f-d4f2-4a78-9193-b93e45fb00ac', 'name': '', 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'mac_address': 'fa:16:3e:ef:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '17165020-72a0-4ccb-a6c6-2c35e09e255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:34Z', 'updated_at': '2021-07-09T09:54:46Z', 'revision_number': 5, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'subnets': [{'id': '17165020-72a0-4ccb-a6c6-2c35e09e255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:04.357526 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94f1a4-8340-4e29-8ee1-b9f89a4947ae req-355a3de3-fda4-4a5b-9179-a847f55a3b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:04.359051 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1e94f1a4-8340-4e29-8ee1-b9f89a4947ae req-355a3de3-fda4-4a5b-9179-a847f55a3b75 service neutron] 10.222.0.64 "GET /v2.0/networks?id=01412afb-f68e-4c9d-962c-11d639362cad HTTP/1.1" status: 200 len: 898 time: 0.1012387 Jul 09 09:55:04.386677 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9764ef44-40bb-49f9-a755-66b58e81e596 None None] Checking router: 582e3b14-a0b7-4407-b202-6c8c2570307b for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:55:04.421783 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9764ef44-40bb-49f9-a755-66b58e81e596 None None] Routers {'582e3b14-a0b7-4407-b202-6c8c2570307b'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:55:04.422431 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9764ef44-40bb-49f9-a755-66b58e81e596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:54:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['582e3b14-a0b7-4407-b202-6c8c2570307b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:04.429723 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd1c0cf-7971-4d56-b98f-f5f5a475ff9a tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:04.430326 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd1c0cf-7971-4d56-b98f-f5f5a475ff9a tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:04.430796 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd1c0cf-7971-4d56-b98f-f5f5a475ff9a tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:04.431411 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd1c0cf-7971-4d56-b98f-f5f5a475ff9a tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:04.431912 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd1c0cf-7971-4d56-b98f-f5f5a475ff9a tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:04.432375 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd1c0cf-7971-4d56-b98f-f5f5a475ff9a tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:04.432828 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd1c0cf-7971-4d56-b98f-f5f5a475ff9a tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:04.433282 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd1c0cf-7971-4d56-b98f-f5f5a475ff9a tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:04.440172 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bbd1c0cf-7971-4d56-b98f-f5f5a475ff9a tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5285 time: 0.2039859 Jul 09 09:55:04.444941 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54944) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:04.505809 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1e94f1a4-8340-4e29-8ee1-b9f89a4947ae req-a5264907-92e6-4c7c-bb9e-67c3833af932 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6cca012-12bd-40d8-9f4f-6c2029d94d70 HTTP/1.1" status: 200 len: 999 time: 0.1378703 Jul 09 09:55:04.529340 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67b55b63-1e78-41b7-b1d7-b0275ed94e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:04.532082 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67b55b63-1e78-41b7-b1d7-b0275ed94e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:04.535668 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-67b55b63-1e78-41b7-b1d7-b0275ed94e34 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b9287848-dbb6-41ca-af95-ab2550b569fd HTTP/1.1" status: 204 len: 168 time: 0.6456203 Jul 09 09:55:04.565670 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b55b63-1e78-41b7-b1d7-b0275ed94e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9287848-dbb6-41ca-af95-ab2550b569fd,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:04.582854 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94f1a4-8340-4e29-8ee1-b9f89a4947ae req-240c9da5-339a-482e-86d6-eccfa261e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:04.584612 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1e94f1a4-8340-4e29-8ee1-b9f89a4947ae req-240c9da5-339a-482e-86d6-eccfa261e481 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=17165020-72a0-4ccb-a6c6-2c35e09e255a HTTP/1.1" status: 200 len: 834 time: 0.0713596 Jul 09 09:55:04.677942 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-9764ef44-40bb-49f9-a755-66b58e81e596 None None] Set router 582e3b14-a0b7-4407-b202-6c8c2570307b gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:55:04.678280 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94f1a4-8340-4e29-8ee1-b9f89a4947ae req-c1259bff-a548-4d05-b7cc-50467b61a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:04.680102 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1e94f1a4-8340-4e29-8ee1-b9f89a4947ae req-c1259bff-a548-4d05-b7cc-50467b61a46d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=01412afb-f68e-4c9d-962c-11d639362cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871277 Jul 09 09:55:04.788934 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1e94f1a4-8340-4e29-8ee1-b9f89a4947ae req-90c1872b-72ae-4937-8d3b-efc03ac7afea service neutron] 10.222.0.64 "GET /v2.0/networks/01412afb-f68e-4c9d-962c-11d639362cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007693 Jul 09 09:55:04.939143 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1e94f1a4-8340-4e29-8ee1-b9f89a4947ae req-8f3faabd-6dd3-40aa-a021-096a0444eed6 service neutron] 10.222.0.64 "GET /v2.0/networks/01412afb-f68e-4c9d-962c-11d639362cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342168 Jul 09 09:55:05.071627 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9764ef44-40bb-49f9-a755-66b58e81e596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-378166717', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:26Z', 'updated_at': '2021-07-09T09:54:35Z', 'revision_number': 4, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'gw_port': {'id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:27Z', 'updated_at': '2021-07-09T09:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'ecea3772-af2e-4d15-a492-1d85e7d46d33', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'floating_ip_address': '172.25.3.249', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'port_id': 'd6cca012-12bd-40d8-9f4f-6c2029d94d70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad', 'mac_address': 'fa:16:3e:70:fd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3df48e-7604-41c8-af00-784c210b3fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:55:02Z', 'updated_at': '2021-07-09T09:55:02Z', 'revision_number': 0, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdcbb32f-d4f2-4a78-9193-b93e45fb00ac', 'name': '', 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'mac_address': 'fa:16:3e:ef:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '17165020-72a0-4ccb-a6c6-2c35e09e255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:34Z', 'updated_at': '2021-07-09T09:54:46Z', 'revision_number': 5, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'subnets': [{'id': '17165020-72a0-4ccb-a6c6-2c35e09e255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:05.118750 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9764ef44-40bb-49f9-a755-66b58e81e596 None None] The sync data for ids ['582e3b14-a0b7-4407-b202-6c8c2570307b'] in n-d-799996-1 is: [{'id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-378166717', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:26Z', 'updated_at': '2021-07-09T09:54:35Z', 'revision_number': 4, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'gw_port': {'id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:27Z', 'updated_at': '2021-07-09T09:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'ecea3772-af2e-4d15-a492-1d85e7d46d33', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'floating_ip_address': '172.25.3.249', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'port_id': 'd6cca012-12bd-40d8-9f4f-6c2029d94d70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad', 'mac_address': 'fa:16:3e:70:fd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3df48e-7604-41c8-af00-784c210b3fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:55:02Z', 'updated_at': '2021-07-09T09:55:02Z', 'revision_number': 0, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdcbb32f-d4f2-4a78-9193-b93e45fb00ac', 'name': '', 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'mac_address': 'fa:16:3e:ef:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '17165020-72a0-4ccb-a6c6-2c35e09e255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:34Z', 'updated_at': '2021-07-09T09:54:46Z', 'revision_number': 5, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'subnets': [{'id': '17165020-72a0-4ccb-a6c6-2c35e09e255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:55:05.322673 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-600762bd-a5cc-4665-ba78-b7f338bf7dda tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4498 time: 0.8737257 Jul 09 09:55:05.323365 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54966) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:05.404229 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01c4b41-c59a-423d-a426-184dfecf9a7a tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:05.404715 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01c4b41-c59a-423d-a426-184dfecf9a7a tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:05.407951 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c01c4b41-c59a-423d-a426-184dfecf9a7a tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=582e3b14-a0b7-4407-b202-6c8c2570307b HTTP/1.1" status: 200 len: 1990 time: 0.0838525 Jul 09 09:55:05.502136 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791076b2-4efd-4f0a-997d-2876822611bc None None] New status for floating IP ecea3772-af2e-4d15-a492-1d85e7d46d33: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:55:05.511223 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54974) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:05.720789 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9701d77a-2746-4bb6-90ab-f40a504e79fc tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-440577932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:55:05.785366 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9701d77a-2746-4bb6-90ab-f40a504e79fc tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:05.787179 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9701d77a-2746-4bb6-90ab-f40a504e79fc tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:05.862731 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9701d77a-2746-4bb6-90ab-f40a504e79fc tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:05.871194 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9701d77a-2746-4bb6-90ab-f40a504e79fc tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:05.901063 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9701d77a-2746-4bb6-90ab-f40a504e79fc tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:05.902947 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9701d77a-2746-4bb6-90ab-f40a504e79fc tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3906031 Jul 09 09:55:05.905787 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54986) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:05.912174 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-4abcfb82-8c42-4720-9507-502b906f2f2e tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-85011917'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:55:05.942697 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abcfb82-8c42-4720-9507-502b906f2f2e tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Made reservation on behalf of dc57fbff73674b94830c3827883f4432 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:55:05.947554 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4abcfb82-8c42-4720-9507-502b906f2f2e tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:05.958748 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4abcfb82-8c42-4720-9507-502b906f2f2e tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:06.101507 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4abcfb82-8c42-4720-9507-502b906f2f2e tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:06.108862 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4abcfb82-8c42-4720-9507-502b906f2f2e tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:06.144391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4abcfb82-8c42-4720-9507-502b906f2f2e tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:55:06.160416 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abcfb82-8c42-4720-9507-502b906f2f2e tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0e0e6b-69f2-4858-9992-705d7c5fb383,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:06.178226 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4abcfb82-8c42-4720-9507-502b906f2f2e tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:06.182689 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-4abcfb82-8c42-4720-9507-502b906f2f2e tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Added segment 41da7890-992d-401f-9c7c-6451e4cc7bce of type vlan for network 16ffbb66-8a5a-4df5-8858-390336739e17 Jul 09 09:55:06.234629 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4abcfb82-8c42-4720-9507-502b906f2f2e tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:06.273243 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4abcfb82-8c42-4720-9507-502b906f2f2e tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:06.278937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abcfb82-8c42-4720-9507-502b906f2f2e tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:06.279528 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4abcfb82-8c42-4720-9507-502b906f2f2e tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:06.337653 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4abcfb82-8c42-4720-9507-502b906f2f2e tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4277184 Jul 09 09:55:06.338293 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54988) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:06.343193 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1db9cc48-c154-42e0-a27b-b4de8f2c9b7b tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Request body: {'subnet': {'network_id': '16ffbb66-8a5a-4df5-8858-390336739e17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:55:06.353819 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abcfb82-8c42-4720-9507-502b906f2f2e tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event updated for resources: {'Network': ['ID=16ffbb66-8a5a-4df5-8858-390336739e17,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:06.366380 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 16ffbb66-8a5a-4df5-8858-390336739e17 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:55:06.449004 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db9cc48-c154-42e0-a27b-b4de8f2c9b7b tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Made reservation on behalf of dc57fbff73674b94830c3827883f4432 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:55:06.458290 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1db9cc48-c154-42e0-a27b-b4de8f2c9b7b tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:06.705450 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1db9cc48-c154-42e0-a27b-b4de8f2c9b7b tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:06.788589 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbfac-ca75-4c6d-9c2d-fa0e4c688497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:06.799893 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db9cc48-c154-42e0-a27b-b4de8f2c9b7b tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Checking segment: {'id': '41da7890-992d-401f-9c7c-6451e4cc7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '16ffbb66-8a5a-4df5-8858-390336739e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:55:06.800302 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db9cc48-c154-42e0-a27b-b4de8f2c9b7b tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Network hostable DHCP agents. Network: 16ffbb66-8a5a-4df5-8858-390336739e17, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:55:06.803104 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9cc48-c154-42e0-a27b-b4de8f2c9b7b tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event updated for resources: {'Subnet': ['ID=9b4a269a-4cf5-4812-a98c-891ff0d9274b,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:06.825074 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db9cc48-c154-42e0-a27b-b4de8f2c9b7b tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Network 16ffbb66-8a5a-4df5-8858-390336739e17 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:55:06.840986 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-1db9cc48-c154-42e0-a27b-b4de8f2c9b7b tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 16ffbb66-8a5a-4df5-8858-390336739e17) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:55:06.847306 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db9cc48-c154-42e0-a27b-b4de8f2c9b7b tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:06.848062 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1db9cc48-c154-42e0-a27b-b4de8f2c9b7b tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:06.856259 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab96697d-cb82-4d17-9feb-10374083fc28 None None] Network 16ffbb66-8a5a-4df5-8858-390336739e17 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:55:06.875444 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1db9cc48-c154-42e0-a27b-b4de8f2c9b7b tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5360596 Jul 09 09:55:06.878382 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 54996) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:06.886566 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8d208c24-6ed3-4ed8-8e70-ad9b4fde495d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Request body: {'network': {'name': 'tempest-router-network01--702525477'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:55:06.923569 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d208c24-6ed3-4ed8-8e70-ad9b4fde495d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Made reservation on behalf of dc57fbff73674b94830c3827883f4432 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:55:06.928243 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d208c24-6ed3-4ed8-8e70-ad9b4fde495d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:06.961146 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d208c24-6ed3-4ed8-8e70-ad9b4fde495d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:55:06.972419 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d208c24-6ed3-4ed8-8e70-ad9b4fde495d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:06.972773 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-8d208c24-6ed3-4ed8-8e70-ad9b4fde495d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Added segment cf83e3c2-edf2-4711-b848-b1a286ca5993 of type vlan for network 6f4116f7-9d06-4e48-90d0-edfc585e7b08 Jul 09 09:55:07.019237 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d208c24-6ed3-4ed8-8e70-ad9b4fde495d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:07.059116 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d208c24-6ed3-4ed8-8e70-ad9b4fde495d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:07.071549 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d208c24-6ed3-4ed8-8e70-ad9b4fde495d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:07.072282 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d208c24-6ed3-4ed8-8e70-ad9b4fde495d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:07.077930 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f175cf-525c-4dd9-aa23-227d2e56f197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-16ffbb66-8a5a-4df5-8858-390336739e17', 'network_id': '16ffbb66-8a5a-4df5-8858-390336739e17', 'tenant_id': 'dc57fbff73674b94830c3827883f4432', 'fixed_ips': [{'subnet_id': '9b4a269a-4cf5-4812-a98c-891ff0d9274b'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:55:07.078834 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e6f175cf-525c-4dd9-aa23-227d2e56f197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:07.111608 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8d208c24-6ed3-4ed8-8e70-ad9b4fde495d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2295468 Jul 09 09:55:07.112104 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 54998) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:07.117812 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-00a5f39f-eab6-4e46-838f-994cf2f635d7 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Request body: {'network': {'name': 'tempest-router-network02--1737479152'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:55:07.179094 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a5f39f-eab6-4e46-838f-994cf2f635d7 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Made reservation on behalf of dc57fbff73674b94830c3827883f4432 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:55:07.184667 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-00a5f39f-eab6-4e46-838f-994cf2f635d7 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:07.220678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a5f39f-eab6-4e46-838f-994cf2f635d7 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:55:07.237158 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d208c24-6ed3-4ed8-8e70-ad9b4fde495d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event updated for resources: {'Network': ['ID=6f4116f7-9d06-4e48-90d0-edfc585e7b08,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:07.245667 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-e6f175cf-525c-4dd9-aa23-227d2e56f197 None None] Allocated IP 2001:db8::2 (16ffbb66-8a5a-4df5-8858-390336739e17/9b4a269a-4cf5-4812-a98c-891ff0d9274b/23d42605-bca3-4ddf-8fb1-96da99c9065c) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:55:07.249525 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 6f4116f7-9d06-4e48-90d0-edfc585e7b08 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:55:07.251619 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-00a5f39f-eab6-4e46-838f-994cf2f635d7 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:07.252007 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-00a5f39f-eab6-4e46-838f-994cf2f635d7 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Added segment e2d8b92e-2467-43e6-8e03-c45953bd7b64 of type vlan for network 16933d7d-9085-4323-be7e-3c87c1606c27 Jul 09 09:55:07.298511 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-00a5f39f-eab6-4e46-838f-994cf2f635d7 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:07.343260 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-00a5f39f-eab6-4e46-838f-994cf2f635d7 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:07.353562 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a5f39f-eab6-4e46-838f-994cf2f635d7 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:07.354549 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-00a5f39f-eab6-4e46-838f-994cf2f635d7 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:07.454961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5f39f-eab6-4e46-838f-994cf2f635d7 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event updated for resources: {'Network': ['ID=16933d7d-9085-4323-be7e-3c87c1606c27,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:07.469773 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55000) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:07.470633 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-00a5f39f-eab6-4e46-838f-994cf2f635d7 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3568611 Jul 09 09:55:07.476448 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1a87d9a1-d835-45aa-8fd4-fafa20258a5d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Request body: {'subnet': {'network_id': '6f4116f7-9d06-4e48-90d0-edfc585e7b08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:55:07.482401 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 16933d7d-9085-4323-be7e-3c87c1606c27 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:55:07.491890 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e6f175cf-525c-4dd9-aa23-227d2e56f197 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:07.546633 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e6f175cf-525c-4dd9-aa23-227d2e56f197 None None] Transition to ACTIVE for port object 23d42605-bca3-4ddf-8fb1-96da99c9065c will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:55:07.601298 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e6f175cf-525c-4dd9-aa23-227d2e56f197 None None] Transition to ACTIVE for port object 23d42605-bca3-4ddf-8fb1-96da99c9065c will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:55:07.625780 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a87d9a1-d835-45aa-8fd4-fafa20258a5d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Made reservation on behalf of dc57fbff73674b94830c3827883f4432 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:55:07.629398 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e6f175cf-525c-4dd9-aa23-227d2e56f197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:07.631879 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a87d9a1-d835-45aa-8fd4-fafa20258a5d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:07.684019 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f175cf-525c-4dd9-aa23-227d2e56f197 None None] Network 16ffbb66-8a5a-4df5-8858-390336739e17 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:55:07.687110 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-e6f175cf-525c-4dd9-aa23-227d2e56f197 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:55:07.691008 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f175cf-525c-4dd9-aa23-227d2e56f197 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:55:07.697525 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f175cf-525c-4dd9-aa23-227d2e56f197 None None] Pushing event updated for resources: {'Port': ['ID=23d42605-bca3-4ddf-8fb1-96da99c9065c,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:07.788114 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e6f175cf-525c-4dd9-aa23-227d2e56f197 None None] Attempting to bind port 23d42605-bca3-4ddf-8fb1-96da99c9065c on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:55:07.788345 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e6f175cf-525c-4dd9-aa23-227d2e56f197 None None] Attempting to bind port 23d42605-bca3-4ddf-8fb1-96da99c9065c by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '41da7890-992d-401f-9c7c-6451e4cc7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '16ffbb66-8a5a-4df5-8858-390336739e17'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:55:07.789366 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f175cf-525c-4dd9-aa23-227d2e56f197 None None] Attempting to bind port 23d42605-bca3-4ddf-8fb1-96da99c9065c on network 16ffbb66-8a5a-4df5-8858-390336739e17 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:55:07.800239 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f175cf-525c-4dd9-aa23-227d2e56f197 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:55:07.800520 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f175cf-525c-4dd9-aa23-227d2e56f197 None None] Checking segment: {'id': '41da7890-992d-401f-9c7c-6451e4cc7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '16ffbb66-8a5a-4df5-8858-390336739e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:55:07.800913 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e6f175cf-525c-4dd9-aa23-227d2e56f197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:07.801361 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f175cf-525c-4dd9-aa23-227d2e56f197 None None] Bound using segment: {'id': '41da7890-992d-401f-9c7c-6451e4cc7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '16ffbb66-8a5a-4df5-8858-390336739e17'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:55:07.802800 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e6f175cf-525c-4dd9-aa23-227d2e56f197 None None] Bound port: 23d42605-bca3-4ddf-8fb1-96da99c9065c, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41da7890-992d-401f-9c7c-6451e4cc7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '16ffbb66-8a5a-4df5-8858-390336739e17'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:55:07.803349 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e6f175cf-525c-4dd9-aa23-227d2e56f197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:07.929068 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e6f175cf-525c-4dd9-aa23-227d2e56f197 None None] For port 23d42605-bca3-4ddf-8fb1-96da99c9065c, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:55:07.932661 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e6f175cf-525c-4dd9-aa23-227d2e56f197 None None] For port 23d42605-bca3-4ddf-8fb1-96da99c9065c, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=23d42605-bca3-4ddf-8fb1-96da99c9065c,segment=NetworkSegment(41da7890-992d-401f-9c7c-6451e4cc7bce),segment_id=41da7890-992d-401f-9c7c-6451e4cc7bce)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:55:07.943220 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e6f175cf-525c-4dd9-aa23-227d2e56f197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:08.002805 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a87d9a1-d835-45aa-8fd4-fafa20258a5d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:08.072712 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f175cf-525c-4dd9-aa23-227d2e56f197 None None] Pushing event updated for resources: {'Port': ['ID=23d42605-bca3-4ddf-8fb1-96da99c9065c,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:08.207411 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87d9a1-d835-45aa-8fd4-fafa20258a5d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event updated for resources: {'Subnet': ['ID=715c2ccb-e9e3-49bd-b229-17d24b3aaea1,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:08.254316 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a87d9a1-d835-45aa-8fd4-fafa20258a5d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Checking segment: {'id': 'cf83e3c2-edf2-4711-b848-b1a286ca5993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6f4116f7-9d06-4e48-90d0-edfc585e7b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:55:08.256239 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a87d9a1-d835-45aa-8fd4-fafa20258a5d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Network hostable DHCP agents. Network: 6f4116f7-9d06-4e48-90d0-edfc585e7b08, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:55:08.282045 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a87d9a1-d835-45aa-8fd4-fafa20258a5d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Network 6f4116f7-9d06-4e48-90d0-edfc585e7b08 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:55:08.298479 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-1a87d9a1-d835-45aa-8fd4-fafa20258a5d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 6f4116f7-9d06-4e48-90d0-edfc585e7b08) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:55:08.302959 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a87d9a1-d835-45aa-8fd4-fafa20258a5d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:08.303496 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a87d9a1-d835-45aa-8fd4-fafa20258a5d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:08.307386 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f215653-42d6-4b5b-8078-99d7b5fe14b7 None None] Network 6f4116f7-9d06-4e48-90d0-edfc585e7b08 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:55:08.328352 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1a87d9a1-d835-45aa-8fd4-fafa20258a5d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8568091 Jul 09 09:55:08.330406 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55014) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:08.338677 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2d61c3f2-1c61-402c-9f87-9eb51eb72fb9 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Request body: {'subnet': {'network_id': '16933d7d-9085-4323-be7e-3c87c1606c27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:55:08.516285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d61c3f2-1c61-402c-9f87-9eb51eb72fb9 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Made reservation on behalf of dc57fbff73674b94830c3827883f4432 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:55:08.523277 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d61c3f2-1c61-402c-9f87-9eb51eb72fb9 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:08.730832 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89090082-6b4c-44a6-924f-6de64beeafbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-6f4116f7-9d06-4e48-90d0-edfc585e7b08', 'network_id': '6f4116f7-9d06-4e48-90d0-edfc585e7b08', 'tenant_id': 'dc57fbff73674b94830c3827883f4432', 'fixed_ips': [{'subnet_id': '715c2ccb-e9e3-49bd-b229-17d24b3aaea1'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:55:08.731717 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-89090082-6b4c-44a6-924f-6de64beeafbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:08.924737 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d61c3f2-1c61-402c-9f87-9eb51eb72fb9 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:09.030036 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61c3f2-1c61-402c-9f87-9eb51eb72fb9 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event updated for resources: {'Subnet': ['ID=7954665c-0653-416c-877e-af44f0d709a3,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:09.041416 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d61c3f2-1c61-402c-9f87-9eb51eb72fb9 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Checking segment: {'id': 'e2d8b92e-2467-43e6-8e03-c45953bd7b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '16933d7d-9085-4323-be7e-3c87c1606c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:55:09.041788 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d61c3f2-1c61-402c-9f87-9eb51eb72fb9 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Network hostable DHCP agents. Network: 16933d7d-9085-4323-be7e-3c87c1606c27, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:55:09.083331 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d61c3f2-1c61-402c-9f87-9eb51eb72fb9 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Network 16933d7d-9085-4323-be7e-3c87c1606c27 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:55:09.100472 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-2d61c3f2-1c61-402c-9f87-9eb51eb72fb9 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 16933d7d-9085-4323-be7e-3c87c1606c27) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:55:09.105473 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d61c3f2-1c61-402c-9f87-9eb51eb72fb9 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:09.106066 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d61c3f2-1c61-402c-9f87-9eb51eb72fb9 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:09.116864 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-89090082-6b4c-44a6-924f-6de64beeafbe None None] Allocated IP 2001:db8::2 (6f4116f7-9d06-4e48-90d0-edfc585e7b08/715c2ccb-e9e3-49bd-b229-17d24b3aaea1/857379df-cc0a-4b3f-909f-a7250dec8c2e) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:55:09.149913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55020) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:09.157151 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2d61c3f2-1c61-402c-9f87-9eb51eb72fb9 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8251746 Jul 09 09:55:09.478887 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-89090082-6b4c-44a6-924f-6de64beeafbe None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:09.514636 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-89090082-6b4c-44a6-924f-6de64beeafbe None None] Transition to ACTIVE for port object 857379df-cc0a-4b3f-909f-a7250dec8c2e will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:55:09.595189 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ad229c-6fe3-4545-b79f-6b02ea919f19 None None] Network 16933d7d-9085-4323-be7e-3c87c1606c27 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:55:09.682185 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-89090082-6b4c-44a6-924f-6de64beeafbe None None] Transition to ACTIVE for port object 857379df-cc0a-4b3f-909f-a7250dec8c2e will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:55:09.706572 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 23d42605-bca3-4ddf-8fb1-96da99c9065c up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:55:09.730375 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e93f6471-d2b7-47ee-93b9-ca7d34cfe9bf tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:09.752631 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-89090082-6b4c-44a6-924f-6de64beeafbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:09.880486 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89090082-6b4c-44a6-924f-6de64beeafbe None None] Network 6f4116f7-9d06-4e48-90d0-edfc585e7b08 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:55:09.886516 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:09.901316 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-89090082-6b4c-44a6-924f-6de64beeafbe None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:55:09.915566 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89090082-6b4c-44a6-924f-6de64beeafbe None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:55:09.921381 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9e5f2bc4-f9b7-4325-b4b9-6e50c072cded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:09.958598 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650717df-2a95-401a-a905-ba09243ae04d None None] Network 16ffbb66-8a5a-4df5-8858-390336739e17 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:55:10.074449 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-e93f6471-d2b7-47ee-93b9-ca7d34cfe9bf tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Allocated IP 2001:db8::1 (6f4116f7-9d06-4e48-90d0-edfc585e7b08/715c2ccb-e9e3-49bd-b229-17d24b3aaea1/08df2704-f502-494f-8fab-0dd548da18ba) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:55:10.226854 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e93f6471-d2b7-47ee-93b9-ca7d34cfe9bf tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:10.245899 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-e93f6471-d2b7-47ee-93b9-ca7d34cfe9bf tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Transition to ACTIVE for port object 08df2704-f502-494f-8fab-0dd548da18ba will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:55:10.288038 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e93f6471-d2b7-47ee-93b9-ca7d34cfe9bf tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:10.314736 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-86fc9d2f-17a6-4326-8581-b1919de04d19 None None] Provisioning for port 23d42605-bca3-4ddf-8fb1-96da99c9065c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:55:10.318772 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:10.343497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93f6471-d2b7-47ee-93b9-ca7d34cfe9bf tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Network 6f4116f7-9d06-4e48-90d0-edfc585e7b08 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:55:10.353578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-e93f6471-d2b7-47ee-93b9-ca7d34cfe9bf tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:55:10.363432 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93f6471-d2b7-47ee-93b9-ca7d34cfe9bf tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:55:10.364573 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e93f6471-d2b7-47ee-93b9-ca7d34cfe9bf tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:10.403733 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89090082-6b4c-44a6-924f-6de64beeafbe None None] Pushing event updated for resources: {'Port': ['ID=857379df-cc0a-4b3f-909f-a7250dec8c2e,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:10.405847 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f6471-d2b7-47ee-93b9-ca7d34cfe9bf tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event updated for resources: {'Port': ['ID=08df2704-f502-494f-8fab-0dd548da18ba,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:10.423842 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-89090082-6b4c-44a6-924f-6de64beeafbe None None] Attempting to bind port 857379df-cc0a-4b3f-909f-a7250dec8c2e on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:55:10.423842 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-89090082-6b4c-44a6-924f-6de64beeafbe None None] Attempting to bind port 857379df-cc0a-4b3f-909f-a7250dec8c2e by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'cf83e3c2-edf2-4711-b848-b1a286ca5993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6f4116f7-9d06-4e48-90d0-edfc585e7b08'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:55:10.423842 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89090082-6b4c-44a6-924f-6de64beeafbe None None] Attempting to bind port 857379df-cc0a-4b3f-909f-a7250dec8c2e on network 6f4116f7-9d06-4e48-90d0-edfc585e7b08 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:55:10.448313 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89090082-6b4c-44a6-924f-6de64beeafbe None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:55:10.448737 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89090082-6b4c-44a6-924f-6de64beeafbe None None] Checking segment: {'id': 'cf83e3c2-edf2-4711-b848-b1a286ca5993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6f4116f7-9d06-4e48-90d0-edfc585e7b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:55:10.449147 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-89090082-6b4c-44a6-924f-6de64beeafbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:10.449640 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89090082-6b4c-44a6-924f-6de64beeafbe None None] Bound using segment: {'id': 'cf83e3c2-edf2-4711-b848-b1a286ca5993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6f4116f7-9d06-4e48-90d0-edfc585e7b08'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:55:10.450177 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-89090082-6b4c-44a6-924f-6de64beeafbe None None] Bound port: 857379df-cc0a-4b3f-909f-a7250dec8c2e, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf83e3c2-edf2-4711-b848-b1a286ca5993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6f4116f7-9d06-4e48-90d0-edfc585e7b08'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:55:10.450555 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-89090082-6b4c-44a6-924f-6de64beeafbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:10.511321 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 23d42605-bca3-4ddf-8fb1-96da99c9065c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:55:10.526374 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 23d42605-bca3-4ddf-8fb1-96da99c9065c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:55:10.526745 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:10.542327 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e93f6471-d2b7-47ee-93b9-ca7d34cfe9bf tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:10.656071 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2a103d-2f5e-47a6-9c1b-a7e5be04eca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-16933d7d-9085-4323-be7e-3c87c1606c27', 'network_id': '16933d7d-9085-4323-be7e-3c87c1606c27', 'tenant_id': 'dc57fbff73674b94830c3827883f4432', 'fixed_ips': [{'subnet_id': '7954665c-0653-416c-877e-af44f0d709a3'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:55:10.656846 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7f2a103d-2f5e-47a6-9c1b-a7e5be04eca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:10.683447 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-89090082-6b4c-44a6-924f-6de64beeafbe None None] For port 857379df-cc0a-4b3f-909f-a7250dec8c2e, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:55:10.689255 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-89090082-6b4c-44a6-924f-6de64beeafbe None None] For port 857379df-cc0a-4b3f-909f-a7250dec8c2e, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=857379df-cc0a-4b3f-909f-a7250dec8c2e,segment=NetworkSegment(cf83e3c2-edf2-4711-b848-b1a286ca5993),segment_id=cf83e3c2-edf2-4711-b848-b1a286ca5993)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:55:10.723085 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-89090082-6b4c-44a6-924f-6de64beeafbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:10.786879 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89090082-6b4c-44a6-924f-6de64beeafbe None None] Pushing event updated for resources: {'Port': ['ID=857379df-cc0a-4b3f-909f-a7250dec8c2e,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:10.886639 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e93f6471-d2b7-47ee-93b9-ca7d34cfe9bf tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:10.892583 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e93f6471-d2b7-47ee-93b9-ca7d34cfe9bf tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:10.893464 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e93f6471-d2b7-47ee-93b9-ca7d34cfe9bf tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:10.940893 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-7f2a103d-2f5e-47a6-9c1b-a7e5be04eca9 None None] Allocated IP 2001:db8::2 (16933d7d-9085-4323-be7e-3c87c1606c27/7954665c-0653-416c-877e-af44f0d709a3/b8adbe54-0813-4a24-b67f-557512c382fe) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:55:10.997518 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f6471-d2b7-47ee-93b9-ca7d34cfe9bf tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event updated for resources: {'Port': ['ID=08df2704-f502-494f-8fab-0dd548da18ba,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:11.015029 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:11.047390 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93f6471-d2b7-47ee-93b9-ca7d34cfe9bf tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Network 6f4116f7-9d06-4e48-90d0-edfc585e7b08 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:55:11.049013 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-e93f6471-d2b7-47ee-93b9-ca7d34cfe9bf tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:55:11.064244 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ffbfccd7-6e32-4a77-9ec4-0910f1ad9def None None] Provisioning complete for port 23d42605-bca3-4ddf-8fb1-96da99c9065c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:55:11.064582 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ffbfccd7-6e32-4a77-9ec4-0910f1ad9def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:11.103117 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 23d42605-bca3-4ddf-8fb1-96da99c9065c, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=23d42605-bca3-4ddf-8fb1-96da99c9065c,segment=NetworkSegment(41da7890-992d-401f-9c7c-6451e4cc7bce),segment_id=41da7890-992d-401f-9c7c-6451e4cc7bce)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:55:11.118733 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:11.249151 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:11.253846 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7f2a103d-2f5e-47a6-9c1b-a7e5be04eca9 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:11.256495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=23d42605-bca3-4ddf-8fb1-96da99c9065c,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:11.268468 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7f2a103d-2f5e-47a6-9c1b-a7e5be04eca9 None None] Transition to ACTIVE for port object b8adbe54-0813-4a24-b67f-557512c382fe will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:55:11.321393 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7f2a103d-2f5e-47a6-9c1b-a7e5be04eca9 None None] Transition to ACTIVE for port object b8adbe54-0813-4a24-b67f-557512c382fe will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:55:11.329979 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7f2a103d-2f5e-47a6-9c1b-a7e5be04eca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:11.390685 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2a103d-2f5e-47a6-9c1b-a7e5be04eca9 None None] Network 16933d7d-9085-4323-be7e-3c87c1606c27 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:55:11.396643 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-7f2a103d-2f5e-47a6-9c1b-a7e5be04eca9 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:55:11.401539 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2a103d-2f5e-47a6-9c1b-a7e5be04eca9 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:55:11.410617 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a103d-2f5e-47a6-9c1b-a7e5be04eca9 None None] Pushing event updated for resources: {'Port': ['ID=b8adbe54-0813-4a24-b67f-557512c382fe,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:11.509745 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7f2a103d-2f5e-47a6-9c1b-a7e5be04eca9 None None] Attempting to bind port b8adbe54-0813-4a24-b67f-557512c382fe on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:55:11.510074 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7f2a103d-2f5e-47a6-9c1b-a7e5be04eca9 None None] Attempting to bind port b8adbe54-0813-4a24-b67f-557512c382fe by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'e2d8b92e-2467-43e6-8e03-c45953bd7b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '16933d7d-9085-4323-be7e-3c87c1606c27'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:55:11.510440 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2a103d-2f5e-47a6-9c1b-a7e5be04eca9 None None] Attempting to bind port b8adbe54-0813-4a24-b67f-557512c382fe on network 16933d7d-9085-4323-be7e-3c87c1606c27 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:55:11.523647 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2a103d-2f5e-47a6-9c1b-a7e5be04eca9 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:55:11.524498 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2a103d-2f5e-47a6-9c1b-a7e5be04eca9 None None] Checking segment: {'id': 'e2d8b92e-2467-43e6-8e03-c45953bd7b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '16933d7d-9085-4323-be7e-3c87c1606c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:55:11.525082 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7f2a103d-2f5e-47a6-9c1b-a7e5be04eca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:11.525646 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2a103d-2f5e-47a6-9c1b-a7e5be04eca9 None None] Bound using segment: {'id': 'e2d8b92e-2467-43e6-8e03-c45953bd7b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '16933d7d-9085-4323-be7e-3c87c1606c27'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:55:11.526297 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7f2a103d-2f5e-47a6-9c1b-a7e5be04eca9 None None] Bound port: b8adbe54-0813-4a24-b67f-557512c382fe, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d8b92e-2467-43e6-8e03-c45953bd7b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '16933d7d-9085-4323-be7e-3c87c1606c27'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:55:11.526865 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7f2a103d-2f5e-47a6-9c1b-a7e5be04eca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:11.630940 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7f2a103d-2f5e-47a6-9c1b-a7e5be04eca9 None None] For port b8adbe54-0813-4a24-b67f-557512c382fe, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:55:11.637030 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7f2a103d-2f5e-47a6-9c1b-a7e5be04eca9 None None] For port b8adbe54-0813-4a24-b67f-557512c382fe, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b8adbe54-0813-4a24-b67f-557512c382fe,segment=NetworkSegment(e2d8b92e-2467-43e6-8e03-c45953bd7b64),segment_id=e2d8b92e-2467-43e6-8e03-c45953bd7b64)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:55:11.653314 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 23d42605-bca3-4ddf-8fb1-96da99c9065c up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:55:11.656324 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7f2a103d-2f5e-47a6-9c1b-a7e5be04eca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:11.784420 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a103d-2f5e-47a6-9c1b-a7e5be04eca9 None None] Pushing event updated for resources: {'Port': ['ID=b8adbe54-0813-4a24-b67f-557512c382fe,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:11.799907 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 23d42605-bca3-4ddf-8fb1-96da99c9065c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:55:11.800613 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:11.837898 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93f6471-d2b7-47ee-93b9-ca7d34cfe9bf tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Router e5d7a67f-69fb-4726-90b1-b16e3c2a543e is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:55:11.961146 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 857379df-cc0a-4b3f-909f-a7250dec8c2e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:55:12.098459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93f6471-d2b7-47ee-93b9-ca7d34cfe9bf tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:55:12.111221 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498e6dca-38fa-4c96-8e72-abaad45b932d None None] Sync routers for ids ['e5d7a67f-69fb-4726-90b1-b16e3c2a543e'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:55:12.123401 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e93f6471-d2b7-47ee-93b9-ca7d34cfe9bf tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "PUT /v2.0/routers/e5d7a67f-69fb-4726-90b1-b16e3c2a543e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9719408 Jul 09 09:55:12.126295 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55046) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:12.149401 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498e6dca-38fa-4c96-8e72-abaad45b932d None None] Routers {'e5d7a67f-69fb-4726-90b1-b16e3c2a543e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:55:12.150075 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-498e6dca-38fa-4c96-8e72-abaad45b932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:55:10Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['e5d7a67f-69fb-4726-90b1-b16e3c2a543e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:12.212772 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-498e6dca-38fa-4c96-8e72-abaad45b932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:12.216831 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 857379df-cc0a-4b3f-909f-a7250dec8c2e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:55:12.236604 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498e6dca-38fa-4c96-8e72-abaad45b932d None None] Routers {'e5d7a67f-69fb-4726-90b1-b16e3c2a543e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:55:12.237908 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-498e6dca-38fa-4c96-8e72-abaad45b932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:55:10Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['e5d7a67f-69fb-4726-90b1-b16e3c2a543e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:12.277006 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-498e6dca-38fa-4c96-8e72-abaad45b932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:12.277576 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498e6dca-38fa-4c96-8e72-abaad45b932d None None] The sync data for ids ['e5d7a67f-69fb-4726-90b1-b16e3c2a543e'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:55:12.594578 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6048a5-c95d-4cb7-8999-1b3a4d4548e5 None None] Network 6f4116f7-9d06-4e48-90d0-edfc585e7b08 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:55:12.607751 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-28d3b5f8-090b-440e-9754-d45f9ecc9c59 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:55:12.609736 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-28d3b5f8-090b-440e-9754-d45f9ecc9c59 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "PUT /v2.0/routers/e5d7a67f-69fb-4726-90b1-b16e3c2a543e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4824204 Jul 09 09:55:12.612341 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55048) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:12.697097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-be628c52-54b6-4543-b0f8-f6b0b93aa952 None None] Provisioning for port 857379df-cc0a-4b3f-909f-a7250dec8c2e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:55:12.720948 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-be628c52-54b6-4543-b0f8-f6b0b93aa952 None None] Provisioning complete for port 857379df-cc0a-4b3f-909f-a7250dec8c2e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:55:12.721318 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-be628c52-54b6-4543-b0f8-f6b0b93aa952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:12.850596 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-be628c52-54b6-4543-b0f8-f6b0b93aa952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:12.932977 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-be628c52-54b6-4543-b0f8-f6b0b93aa952 None None] For port 857379df-cc0a-4b3f-909f-a7250dec8c2e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=857379df-cc0a-4b3f-909f-a7250dec8c2e,segment=NetworkSegment(cf83e3c2-edf2-4711-b848-b1a286ca5993),segment_id=cf83e3c2-edf2-4711-b848-b1a286ca5993)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:55:12.937527 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-be628c52-54b6-4543-b0f8-f6b0b93aa952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:13.036848 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be628c52-54b6-4543-b0f8-f6b0b93aa952 None None] Pushing event updated for resources: {'Port': ['ID=857379df-cc0a-4b3f-909f-a7250dec8c2e,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:13.066208 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:13.129320 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cef4f10-09f8-4a6a-ae3b-b178e113287b tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:13.322657 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde28ba3-63e9-4c26-97b6-877882aaeda8 None None] Network 16933d7d-9085-4323-be7e-3c87c1606c27 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:55:13.424514 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-414d7cbb-a86b-41be-b9b8-0650e199646c None None] Provisioning for port b8adbe54-0813-4a24-b67f-557512c382fe completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:55:13.481924 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-414d7cbb-a86b-41be-b9b8-0650e199646c None None] Provisioning for port 08df2704-f502-494f-8fab-0dd548da18ba completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:55:13.491816 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-414d7cbb-a86b-41be-b9b8-0650e199646c None None] Provisioning complete for port 08df2704-f502-494f-8fab-0dd548da18ba triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:55:13.494862 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5cef4f10-09f8-4a6a-ae3b-b178e113287b tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Deleting port 08df2704-f502-494f-8fab-0dd548da18ba {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:55:13.495572 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cef4f10-09f8-4a6a-ae3b-b178e113287b tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:13.501009 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-414d7cbb-a86b-41be-b9b8-0650e199646c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:13.588207 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-414d7cbb-a86b-41be-b9b8-0650e199646c None None] Port 08df2704-f502-494f-8fab-0dd548da18ba cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:55:13.603918 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-414d7cbb-a86b-41be-b9b8-0650e199646c None None] Provisioning complete for port 857379df-cc0a-4b3f-909f-a7250dec8c2e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:55:13.604466 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-414d7cbb-a86b-41be-b9b8-0650e199646c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:13.625946 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cef4f10-09f8-4a6a-ae3b-b178e113287b tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:13.652707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5cef4f10-09f8-4a6a-ae3b-b178e113287b tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Calling delete_port for 08df2704-f502-494f-8fab-0dd548da18ba owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:55:13.659213 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b8adbe54-0813-4a24-b67f-557512c382fe up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:55:13.774330 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port b8adbe54-0813-4a24-b67f-557512c382fe completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:55:13.785252 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port b8adbe54-0813-4a24-b67f-557512c382fe triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:55:13.786311 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:13.920437 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cef4f10-09f8-4a6a-ae3b-b178e113287b tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:13.968686 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef4f10-09f8-4a6a-ae3b-b178e113287b tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event deleted for resources: {'Port': ['ID=08df2704-f502-494f-8fab-0dd548da18ba,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:14.022570 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-32106e71-d8a8-4f22-a5d6-289ab19972f2 None None] Could not find standard attr ID for object 08df2704-f502-494f-8fab-0dd548da18ba. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:55:14.043290 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:14.104595 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port b8adbe54-0813-4a24-b67f-557512c382fe, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b8adbe54-0813-4a24-b67f-557512c382fe,segment=NetworkSegment(e2d8b92e-2467-43e6-8e03-c45953bd7b64),segment_id=e2d8b92e-2467-43e6-8e03-c45953bd7b64)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:55:14.110298 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:14.111380 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 857379df-cc0a-4b3f-909f-a7250dec8c2e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:55:14.153433 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cef4f10-09f8-4a6a-ae3b-b178e113287b tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:14.229936 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=b8adbe54-0813-4a24-b67f-557512c382fe,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:14.264908 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9785b076-75a3-441e-976e-23565e79ae3c None None] Provisioning complete for port b8adbe54-0813-4a24-b67f-557512c382fe triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:55:14.265280 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9785b076-75a3-441e-976e-23565e79ae3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:14.328562 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55066) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:14.330968 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 857379df-cc0a-4b3f-909f-a7250dec8c2e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:55:14.331347 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:14.399684 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cef4f10-09f8-4a6a-ae3b-b178e113287b tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Router e5d7a67f-69fb-4726-90b1-b16e3c2a543e has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:55:14.499674 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9785b076-75a3-441e-976e-23565e79ae3c None None] Could not find standard attr ID for object 08df2704-f502-494f-8fab-0dd548da18ba. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:55:14.502955 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7b7e-2c63-45b4-9c26-a08bf0b59737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:14.508202 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cef4f10-09f8-4a6a-ae3b-b178e113287b tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:55:14.519011 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5cef4f10-09f8-4a6a-ae3b-b178e113287b tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "PUT /v2.0/routers/e5d7a67f-69fb-4726-90b1-b16e3c2a543e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9050884 Jul 09 09:55:14.519769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55070) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:14.521780 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808e3a30-c97b-41c4-ba44-ada17f14d8f2 None None] Sync routers for ids ['e5d7a67f-69fb-4726-90b1-b16e3c2a543e'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:55:14.538810 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808e3a30-c97b-41c4-ba44-ada17f14d8f2 None None] Routers {'e5d7a67f-69fb-4726-90b1-b16e3c2a543e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:55:14.542005 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-808e3a30-c97b-41c4-ba44-ada17f14d8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:55:10Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['e5d7a67f-69fb-4726-90b1-b16e3c2a543e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:14.559983 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-080cd677-c333-4014-aa72-13cad9fe37d6 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] delete failed (client error): The resource could not be found. Jul 09 09:55:14.566325 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-080cd677-c333-4014-aa72-13cad9fe37d6 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "DELETE /v2.0/routers/tempest-non_exist_router-1812543756 HTTP/1.1" status: 404 len: 335 time: 0.0446012 Jul 09 09:55:14.567534 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55072) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:14.572280 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8454b2c4-bb85-4a41-a526-c6cd41798cd0 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e5d7a67f-69fb-4726-90b1-b16e3c2a543e'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:55:14.584670 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-808e3a30-c97b-41c4-ba44-ada17f14d8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:14.596790 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808e3a30-c97b-41c4-ba44-ada17f14d8f2 None None] Routers {'e5d7a67f-69fb-4726-90b1-b16e3c2a543e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:55:14.597878 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-808e3a30-c97b-41c4-ba44-ada17f14d8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:55:10Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['e5d7a67f-69fb-4726-90b1-b16e3c2a543e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:14.636511 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-808e3a30-c97b-41c4-ba44-ada17f14d8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:14.637503 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808e3a30-c97b-41c4-ba44-ada17f14d8f2 None None] The sync data for ids ['e5d7a67f-69fb-4726-90b1-b16e3c2a543e'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:55:14.638016 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7b7e-2c63-45b4-9c26-a08bf0b59737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:14.645485 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7b7e-2c63-45b4-9c26-a08bf0b59737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:14.688072 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ab7b7b7e-2c63-45b4-9c26-a08bf0b59737 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=679f440d36c34439b80aec7ec139213f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3577454 Jul 09 09:55:14.689951 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b7b7e-2c63-45b4-9c26-a08bf0b59737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7af1a8f-4646-49cf-9cd3-3a0cf254810b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:14.693562 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55074) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:14.750642 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05f36db4-1aba-4cbe-aa3f-e11bf12ca6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:14.776162 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05f36db4-1aba-4cbe-aa3f-e11bf12ca6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:14.795070 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8454b2c4-bb85-4a41-a526-c6cd41798cd0 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:14.820369 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-8454b2c4-bb85-4a41-a526-c6cd41798cd0 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] update failed (client error): The resource could not be found. Jul 09 09:55:14.825798 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8454b2c4-bb85-4a41-a526-c6cd41798cd0 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "PUT /v2.0/routers/e5d7a67f-69fb-4726-90b1-b16e3c2a543e HTTP/1.1" status: 404 len: 339 time: 0.2528560 Jul 09 09:55:14.826074 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55076) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:14.832436 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7b691978-2bc2-4e56-9ab5-de650f899b1c tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1882968536'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:55:14.834360 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05f36db4-1aba-4cbe-aa3f-e11bf12ca6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:14.837544 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05f36db4-1aba-4cbe-aa3f-e11bf12ca6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:14.838819 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-05f36db4-1aba-4cbe-aa3f-e11bf12ca6e4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c7af1a8f-4646-49cf-9cd3-3a0cf254810b HTTP/1.1" status: 204 len: 168 time: 0.1441782 Jul 09 09:55:14.847597 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f36db4-1aba-4cbe-aa3f-e11bf12ca6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7af1a8f-4646-49cf-9cd3-3a0cf254810b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:14.866673 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b691978-2bc2-4e56-9ab5-de650f899b1c tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Made reservation on behalf of dc57fbff73674b94830c3827883f4432 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:55:14.870998 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b691978-2bc2-4e56-9ab5-de650f899b1c tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:14.899924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b691978-2bc2-4e56-9ab5-de650f899b1c tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:55:14.909547 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b691978-2bc2-4e56-9ab5-de650f899b1c tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:14.909949 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-7b691978-2bc2-4e56-9ab5-de650f899b1c tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Added segment 8e625c70-b2fd-4f94-a4f0-19f1e7e8045e of type vlan for network 49e282b3-2167-4ad0-8121-606414057ae6 Jul 09 09:55:14.952311 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b691978-2bc2-4e56-9ab5-de650f899b1c tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:14.993209 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b691978-2bc2-4e56-9ab5-de650f899b1c tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:15.000436 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b691978-2bc2-4e56-9ab5-de650f899b1c tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:15.001337 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b691978-2bc2-4e56-9ab5-de650f899b1c tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:15.064499 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7b691978-2bc2-4e56-9ab5-de650f899b1c tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2372670 Jul 09 09:55:15.068401 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55082) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:15.074577 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6b07281d-2985-4674-aa93-568d4c04b68a tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Request body: {'subnet': {'network_id': '49e282b3-2167-4ad0-8121-606414057ae6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:55:15.076212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b691978-2bc2-4e56-9ab5-de650f899b1c tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event updated for resources: {'Network': ['ID=49e282b3-2167-4ad0-8121-606414057ae6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:15.089840 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 49e282b3-2167-4ad0-8121-606414057ae6 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:55:15.182865 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b07281d-2985-4674-aa93-568d4c04b68a tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Made reservation on behalf of dc57fbff73674b94830c3827883f4432 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:55:15.186619 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b07281d-2985-4674-aa93-568d4c04b68a tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:15.393846 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b07281d-2985-4674-aa93-568d4c04b68a tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:15.461086 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07281d-2985-4674-aa93-568d4c04b68a tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event updated for resources: {'Subnet': ['ID=c1ce4c15-0104-4df6-988b-d1615d1f49a4,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:15.478260 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07281d-2985-4674-aa93-568d4c04b68a tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Checking segment: {'id': '8e625c70-b2fd-4f94-a4f0-19f1e7e8045e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '49e282b3-2167-4ad0-8121-606414057ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:55:15.478917 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b07281d-2985-4674-aa93-568d4c04b68a tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Network hostable DHCP agents. Network: 49e282b3-2167-4ad0-8121-606414057ae6, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:55:15.494786 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b8adbe54-0813-4a24-b67f-557512c382fe up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:55:15.496824 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b07281d-2985-4674-aa93-568d4c04b68a tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Network 49e282b3-2167-4ad0-8121-606414057ae6 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:55:15.507015 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-6b07281d-2985-4674-aa93-568d4c04b68a tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 49e282b3-2167-4ad0-8121-606414057ae6) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:55:15.521366 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b07281d-2985-4674-aa93-568d4c04b68a tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:15.521366 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b07281d-2985-4674-aa93-568d4c04b68a tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:15.528567 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e825c1f7-b8c6-4bcc-b419-0c32b7d5f788 None None] Network 49e282b3-2167-4ad0-8121-606414057ae6 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:55:15.539427 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6b07281d-2985-4674-aa93-568d4c04b68a tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4695139 Jul 09 09:55:15.542222 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55104) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:15.550447 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-760348e7-e57e-40fa-acca-67ebcfd2c2fb tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Request body: {'router': {'external_gateway_info': {'network_id': '49e282b3-2167-4ad0-8121-606414057ae6'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:55:15.628823 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port b8adbe54-0813-4a24-b67f-557512c382fe triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:55:15.629304 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:15.791994 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2086e978-ea18-4e11-8103-1484a6747a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-49e282b3-2167-4ad0-8121-606414057ae6', 'network_id': '49e282b3-2167-4ad0-8121-606414057ae6', 'tenant_id': 'dc57fbff73674b94830c3827883f4432', 'fixed_ips': [{'subnet_id': 'c1ce4c15-0104-4df6-988b-d1615d1f49a4'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:55:15.793035 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2086e978-ea18-4e11-8103-1484a6747a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:15.875646 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-760348e7-e57e-40fa-acca-67ebcfd2c2fb tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:15.998380 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-2086e978-ea18-4e11-8103-1484a6747a17 None None] Allocated IP 2001:db8:1::2 (49e282b3-2167-4ad0-8121-606414057ae6/c1ce4c15-0104-4df6-988b-d1615d1f49a4/b80db168-c3e1-4367-b665-f25ddfa1eef0) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:55:16.021460 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-760348e7-e57e-40fa-acca-67ebcfd2c2fb tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:55:16.022564 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-760348e7-e57e-40fa-acca-67ebcfd2c2fb tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "PUT /v2.0/routers/e5d7a67f-69fb-4726-90b1-b16e3c2a543e HTTP/1.1" status: 400 len: 364 time: 0.4789460 Jul 09 09:55:16.027082 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55110) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:16.347774 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2086e978-ea18-4e11-8103-1484a6747a17 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:16.356722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2086e978-ea18-4e11-8103-1484a6747a17 None None] Transition to ACTIVE for port object b80db168-c3e1-4367-b665-f25ddfa1eef0 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:55:16.374346 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2086e978-ea18-4e11-8103-1484a6747a17 None None] Transition to ACTIVE for port object b80db168-c3e1-4367-b665-f25ddfa1eef0 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:55:16.386682 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2086e978-ea18-4e11-8103-1484a6747a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:16.397848 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b231c34e-eeef-4b45-9648-0004176c3962 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:16.440029 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2086e978-ea18-4e11-8103-1484a6747a17 None None] Network 49e282b3-2167-4ad0-8121-606414057ae6 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:55:16.444763 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-2086e978-ea18-4e11-8103-1484a6747a17 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:55:16.452999 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086e978-ea18-4e11-8103-1484a6747a17 None None] Pushing event updated for resources: {'Port': ['ID=b80db168-c3e1-4367-b665-f25ddfa1eef0,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:16.455394 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2086e978-ea18-4e11-8103-1484a6747a17 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:55:16.535023 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2086e978-ea18-4e11-8103-1484a6747a17 None None] Attempting to bind port b80db168-c3e1-4367-b665-f25ddfa1eef0 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:55:16.535553 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2086e978-ea18-4e11-8103-1484a6747a17 None None] Attempting to bind port b80db168-c3e1-4367-b665-f25ddfa1eef0 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '8e625c70-b2fd-4f94-a4f0-19f1e7e8045e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '49e282b3-2167-4ad0-8121-606414057ae6'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:55:16.536160 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086e978-ea18-4e11-8103-1484a6747a17 None None] Attempting to bind port b80db168-c3e1-4367-b665-f25ddfa1eef0 on network 49e282b3-2167-4ad0-8121-606414057ae6 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:55:16.544102 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086e978-ea18-4e11-8103-1484a6747a17 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:55:16.544855 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086e978-ea18-4e11-8103-1484a6747a17 None None] Checking segment: {'id': '8e625c70-b2fd-4f94-a4f0-19f1e7e8045e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '49e282b3-2167-4ad0-8121-606414057ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:55:16.545523 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2086e978-ea18-4e11-8103-1484a6747a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:16.546747 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086e978-ea18-4e11-8103-1484a6747a17 None None] Bound using segment: {'id': '8e625c70-b2fd-4f94-a4f0-19f1e7e8045e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '49e282b3-2167-4ad0-8121-606414057ae6'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:55:16.547306 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2086e978-ea18-4e11-8103-1484a6747a17 None None] Bound port: b80db168-c3e1-4367-b665-f25ddfa1eef0, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e625c70-b2fd-4f94-a4f0-19f1e7e8045e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '49e282b3-2167-4ad0-8121-606414057ae6'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:55:16.548053 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2086e978-ea18-4e11-8103-1484a6747a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:16.650067 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2086e978-ea18-4e11-8103-1484a6747a17 None None] For port b80db168-c3e1-4367-b665-f25ddfa1eef0, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:55:16.655002 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2086e978-ea18-4e11-8103-1484a6747a17 None None] For port b80db168-c3e1-4367-b665-f25ddfa1eef0, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b80db168-c3e1-4367-b665-f25ddfa1eef0,segment=NetworkSegment(8e625c70-b2fd-4f94-a4f0-19f1e7e8045e),segment_id=8e625c70-b2fd-4f94-a4f0-19f1e7e8045e)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:55:16.662292 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2086e978-ea18-4e11-8103-1484a6747a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:16.676858 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-b231c34e-eeef-4b45-9648-0004176c3962 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Allocated IP 2001:db8::1 (16ffbb66-8a5a-4df5-8858-390336739e17/9b4a269a-4cf5-4812-a98c-891ff0d9274b/9acf3e39-b001-41ed-99c7-9ff0421edcf6) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:55:16.741219 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086e978-ea18-4e11-8103-1484a6747a17 None None] Pushing event updated for resources: {'Port': ['ID=b80db168-c3e1-4367-b665-f25ddfa1eef0,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:16.841125 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b231c34e-eeef-4b45-9648-0004176c3962 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:16.863072 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-b231c34e-eeef-4b45-9648-0004176c3962 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Transition to ACTIVE for port object 9acf3e39-b001-41ed-99c7-9ff0421edcf6 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:55:16.931387 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b231c34e-eeef-4b45-9648-0004176c3962 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:16.997396 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b231c34e-eeef-4b45-9648-0004176c3962 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Network 16ffbb66-8a5a-4df5-8858-390336739e17 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:55:17.002926 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b231c34e-eeef-4b45-9648-0004176c3962 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:55:17.007898 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b231c34e-eeef-4b45-9648-0004176c3962 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:55:17.008391 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b231c34e-eeef-4b45-9648-0004176c3962 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:17.071483 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231c34e-eeef-4b45-9648-0004176c3962 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event updated for resources: {'Port': ['ID=9acf3e39-b001-41ed-99c7-9ff0421edcf6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:17.218816 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b231c34e-eeef-4b45-9648-0004176c3962 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:17.362477 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d928bd25-62ac-4eb4-8401-7ac0aba092d8 None None] Provisioning for port 9acf3e39-b001-41ed-99c7-9ff0421edcf6 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:55:17.367124 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d928bd25-62ac-4eb4-8401-7ac0aba092d8 None None] Provisioning complete for port 9acf3e39-b001-41ed-99c7-9ff0421edcf6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:55:17.367497 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d928bd25-62ac-4eb4-8401-7ac0aba092d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:17.462845 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d928bd25-62ac-4eb4-8401-7ac0aba092d8 None None] Port 9acf3e39-b001-41ed-99c7-9ff0421edcf6 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:55:17.513165 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-9e6571dc-c387-47f4-af2f-63de3176107d tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=be0484f5d6c34166b5638672a4d1eae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624309 Jul 09 09:55:17.581584 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b80db168-c3e1-4367-b665-f25ddfa1eef0 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:55:17.599800 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b231c34e-eeef-4b45-9648-0004176c3962 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:17.619816 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b231c34e-eeef-4b45-9648-0004176c3962 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:17.620916 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b231c34e-eeef-4b45-9648-0004176c3962 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:17.686876 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port b80db168-c3e1-4367-b665-f25ddfa1eef0 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:55:17.784370 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231c34e-eeef-4b45-9648-0004176c3962 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event updated for resources: {'Port': ['ID=9acf3e39-b001-41ed-99c7-9ff0421edcf6,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:17.798769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-8c53ce58-7c5d-48b7-96a2-8e28a2358558 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:17.804005 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-8c53ce58-7c5d-48b7-96a2-8e28a2358558 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2898028 Jul 09 09:55:17.823752 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b231c34e-eeef-4b45-9648-0004176c3962 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Network 16ffbb66-8a5a-4df5-8858-390336739e17 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:55:17.825227 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b231c34e-eeef-4b45-9648-0004176c3962 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:55:17.836574 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-7bd2a94f-7493-406c-adeb-5c3ac9407630 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/quotas/be0484f5d6c34166b5638672a4d1eae2 HTTP/1.1" status: 200 len: 375 time: 0.0118868 Jul 09 09:55:17.878146 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-584abae3-f77f-451b-b0f1-db78bc1e2d58 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=be0484f5d6c34166b5638672a4d1eae2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361600 Jul 09 09:55:18.179596 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-97ac29aa-7db2-417a-9048-9e9521601c35 req-1e8852f0-4d5e-4c0b-8a38-95d0e4eb3c43 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2e24b73-498b-4621-ac3c-16eebd6b9683 HTTP/1.1" status: 200 len: 210 time: 0.0791743 Jul 09 09:55:18.207936 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ee791bd1-f5f7-4c8b-bb38-cf52ca78915f None None] Provisioning complete for port 9acf3e39-b001-41ed-99c7-9ff0421edcf6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:55:18.208722 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ee791bd1-f5f7-4c8b-bb38-cf52ca78915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:18.235382 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e221da-d1f8-435f-8aae-3133ac333863 None None] Network 49e282b3-2167-4ad0-8121-606414057ae6 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:55:18.302605 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ee791bd1-f5f7-4c8b-bb38-cf52ca78915f None None] Port 9acf3e39-b001-41ed-99c7-9ff0421edcf6 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:55:18.311652 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b231c34e-eeef-4b45-9648-0004176c3962 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Router e5d7a67f-69fb-4726-90b1-b16e3c2a543e has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:55:18.426430 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b231c34e-eeef-4b45-9648-0004176c3962 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:55:18.441132 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b231c34e-eeef-4b45-9648-0004176c3962 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "PUT /v2.0/routers/e5d7a67f-69fb-4726-90b1-b16e3c2a543e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4104357 Jul 09 09:55:18.441450 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55166) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:18.448715 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa8e0a2-760c-4794-8a6d-5d3b076d135a None None] Sync routers for ids ['e5d7a67f-69fb-4726-90b1-b16e3c2a543e'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:55:18.451738 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3d383610-cef5-431d-8210-4fa4defe74b5 None None] Provisioning for port b80db168-c3e1-4367-b665-f25ddfa1eef0 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:55:18.476400 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3d383610-cef5-431d-8210-4fa4defe74b5 None None] Provisioning complete for port b80db168-c3e1-4367-b665-f25ddfa1eef0 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:55:18.476858 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3d383610-cef5-431d-8210-4fa4defe74b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:18.514034 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa8e0a2-760c-4794-8a6d-5d3b076d135a None None] Routers {'e5d7a67f-69fb-4726-90b1-b16e3c2a543e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:55:18.514788 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8fa8e0a2-760c-4794-8a6d-5d3b076d135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:55:10Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['e5d7a67f-69fb-4726-90b1-b16e3c2a543e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:18.558867 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0290a3e6-d719-4891-8a77-83f836f0bd54 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:18.563443 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8fa8e0a2-760c-4794-8a6d-5d3b076d135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:18.609466 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa8e0a2-760c-4794-8a6d-5d3b076d135a None None] Routers {'e5d7a67f-69fb-4726-90b1-b16e3c2a543e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:55:18.610362 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8fa8e0a2-760c-4794-8a6d-5d3b076d135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:55:10Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['e5d7a67f-69fb-4726-90b1-b16e3c2a543e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:18.667173 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8fa8e0a2-760c-4794-8a6d-5d3b076d135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:18.668125 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa8e0a2-760c-4794-8a6d-5d3b076d135a None None] The sync data for ids ['e5d7a67f-69fb-4726-90b1-b16e3c2a543e'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:55:18.683251 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3d383610-cef5-431d-8210-4fa4defe74b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:18.731853 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3d383610-cef5-431d-8210-4fa4defe74b5 None None] For port b80db168-c3e1-4367-b665-f25ddfa1eef0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b80db168-c3e1-4367-b665-f25ddfa1eef0,segment=NetworkSegment(8e625c70-b2fd-4f94-a4f0-19f1e7e8045e),segment_id=8e625c70-b2fd-4f94-a4f0-19f1e7e8045e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:55:18.739795 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-0290a3e6-d719-4891-8a77-83f836f0bd54 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 09:55:18.740567 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3d383610-cef5-431d-8210-4fa4defe74b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:18.742272 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0290a3e6-d719-4891-8a77-83f836f0bd54 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "DELETE /v2.0/routers/e5d7a67f-69fb-4726-90b1-b16e3c2a543e HTTP/1.1" status: 409 len: 329 time: 0.2987339 Jul 09 09:55:18.745720 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55182) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:18.823336 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d383610-cef5-431d-8210-4fa4defe74b5 None None] Pushing event updated for resources: {'Port': ['ID=b80db168-c3e1-4367-b665-f25ddfa1eef0,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:18.967750 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dd3686fd-b317-43ff-a7d9-2ed362d0c141 None None] Provisioning complete for port b80db168-c3e1-4367-b665-f25ddfa1eef0 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:55:18.968370 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dd3686fd-b317-43ff-a7d9-2ed362d0c141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:19.166581 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3944da7-a6bf-4af3-90a7-098694cfae06 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:19.356447 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a8538f2b-c4d4-4e22-b7c6-d38106719aff req-54bda16a-9382-455b-b530-1cf2667ca173 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2e24b73-498b-4621-ac3c-16eebd6b9683 HTTP/1.1" status: 200 len: 210 time: 0.0319147 Jul 09 09:55:19.479602 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a3944da7-a6bf-4af3-90a7-098694cfae06 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Deleting port 9acf3e39-b001-41ed-99c7-9ff0421edcf6 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:55:19.480045 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3944da7-a6bf-4af3-90a7-098694cfae06 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:19.481420 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b80db168-c3e1-4367-b665-f25ddfa1eef0 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:55:19.532878 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port b80db168-c3e1-4367-b665-f25ddfa1eef0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:55:19.533512 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:19.570875 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3944da7-a6bf-4af3-90a7-098694cfae06 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:19.586674 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a3944da7-a6bf-4af3-90a7-098694cfae06 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Calling delete_port for 9acf3e39-b001-41ed-99c7-9ff0421edcf6 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:55:19.729319 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-b1cfab6e-b19d-40c1-8935-fb3f3c75b2e0 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=be0484f5d6c34166b5638672a4d1eae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284650 Jul 09 09:55:20.191360 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3944da7-a6bf-4af3-90a7-098694cfae06 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:20.233062 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-0a063095-eba1-4d9a-9c8f-f6cc8bd5dfdd tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:20.234538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-0a063095-eba1-4d9a-9c8f-f6cc8bd5dfdd tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5004711 Jul 09 09:55:20.238791 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3944da7-a6bf-4af3-90a7-098694cfae06 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event deleted for resources: {'Port': ['ID=9acf3e39-b001-41ed-99c7-9ff0421edcf6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:20.247347 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-ff03d237-9bdc-440d-b0b4-6ba64f2c301a tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Request body: {'port': {'device_id': 'a2e24b73-498b-4621-ac3c-16eebd6b9683', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': 'be0484f5d6c34166b5638672a4d1eae2'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:55:20.386332 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3944da7-a6bf-4af3-90a7-098694cfae06 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:20.524895 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e3344c13-3469-48b3-afce-2092b3eeb272 req-2e79d27e-6612-443c-addf-266905700722 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2e24b73-498b-4621-ac3c-16eebd6b9683 HTTP/1.1" status: 200 len: 210 time: 0.0374475 Jul 09 09:55:20.611003 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-ff03d237-9bdc-440d-b0b4-6ba64f2c301a tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Made reservation on behalf of be0484f5d6c34166b5638672a4d1eae2 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:55:20.615101 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-ff03d237-9bdc-440d-b0b4-6ba64f2c301a tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:20.618302 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3944da7-a6bf-4af3-90a7-098694cfae06 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Router e5d7a67f-69fb-4726-90b1-b16e3c2a543e has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:55:20.628372 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-ff03d237-9bdc-440d-b0b4-6ba64f2c301a tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:20.726630 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3944da7-a6bf-4af3-90a7-098694cfae06 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:55:20.731953 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a3944da7-a6bf-4af3-90a7-098694cfae06 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "PUT /v2.0/routers/e5d7a67f-69fb-4726-90b1-b16e3c2a543e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9813137 Jul 09 09:55:20.735636 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55194) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:20.746683 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4281ea9-7968-44de-aeec-b129a7a3de6b None None] Sync routers for ids ['e5d7a67f-69fb-4726-90b1-b16e3c2a543e'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:55:20.766850 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4281ea9-7968-44de-aeec-b129a7a3de6b None None] Routers {'e5d7a67f-69fb-4726-90b1-b16e3c2a543e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:55:20.767488 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e4281ea9-7968-44de-aeec-b129a7a3de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:55:10Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['e5d7a67f-69fb-4726-90b1-b16e3c2a543e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:20.787877 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-ac4cbcd4-60f1-4b02-9b43-b1ce960c3679 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] show failed (client error): The resource could not be found. Jul 09 09:55:20.791729 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ac4cbcd4-60f1-4b02-9b43-b1ce960c3679 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "GET /v2.0/routers/tempest-non_exist_router-1195480258 HTTP/1.1" status: 404 len: 335 time: 0.0481963 Jul 09 09:55:20.792970 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55196) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:20.798696 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6142f57b-c063-472b-95c6-5d992bd8f39c tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:55:20.815491 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e4281ea9-7968-44de-aeec-b129a7a3de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:20.833230 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-ff03d237-9bdc-440d-b0b4-6ba64f2c301a tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:20.835020 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4281ea9-7968-44de-aeec-b129a7a3de6b None None] Routers {'e5d7a67f-69fb-4726-90b1-b16e3c2a543e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:55:20.835568 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-6142f57b-c063-472b-95c6-5d992bd8f39c tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] update failed (client error): The resource could not be found. Jul 09 09:55:20.836002 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e4281ea9-7968-44de-aeec-b129a7a3de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:55:10Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['e5d7a67f-69fb-4726-90b1-b16e3c2a543e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:20.836837 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6142f57b-c063-472b-95c6-5d992bd8f39c tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "PUT /v2.0/routers/tempest-non_exist_router-1963645361 HTTP/1.1" status: 404 len: 335 time: 0.0423996 Jul 09 09:55:20.841473 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55198) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:20.842117 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-ff03d237-9bdc-440d-b0b4-6ba64f2c301a tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:20.887490 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e4281ea9-7968-44de-aeec-b129a7a3de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:20.889359 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4281ea9-7968-44de-aeec-b129a7a3de6b None None] The sync data for ids ['e5d7a67f-69fb-4726-90b1-b16e3c2a543e'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:55:20.910875 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03d237-9bdc-440d-b0b4-6ba64f2c301a tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd8ca00-1e4e-4ff3-8c30-9e4f2c0ecaa7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:20.913261 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd54039-bf4d-4fce-b715-c915c01a3672 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Deleting subnet c1ce4c15-0104-4df6-988b-d1615d1f49a4 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:55:20.933562 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0dd54039-bf4d-4fce-b715-c915c01a3672 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:20.989793 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0dd54039-bf4d-4fce-b715-c915c01a3672 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:21.018481 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-ff03d237-9bdc-440d-b0b4-6ba64f2c301a tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Allocated IP 192.168.233.125 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/d9733a47-2fc3-4416-8d47-b86829d1161f) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:55:21.100276 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0dd54039-bf4d-4fce-b715-c915c01a3672 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:21.183633 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0dd54039-bf4d-4fce-b715-c915c01a3672 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:21.203522 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0dd54039-bf4d-4fce-b715-c915c01a3672 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:21.205749 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0dd54039-bf4d-4fce-b715-c915c01a3672 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "DELETE /v2.0/subnets/c1ce4c15-0104-4df6-988b-d1615d1f49a4 HTTP/1.1" status: 204 len: 168 time: 0.3630626 Jul 09 09:55:21.208792 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55204) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:21.209545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4989885-ee26-4bb3-8651-8bfce8d365dc None None] Network 49e282b3-2167-4ad0-8121-606414057ae6 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:55:21.222338 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-ff03d237-9bdc-440d-b0b4-6ba64f2c301a tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:21.228769 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd54039-bf4d-4fce-b715-c915c01a3672 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event deleted for resources: {'Subnet': ['ID=c1ce4c15-0104-4df6-988b-d1615d1f49a4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:21.296749 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-ff03d237-9bdc-440d-b0b4-6ba64f2c301a tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Transition to ACTIVE for port object d9733a47-2fc3-4416-8d47-b86829d1161f will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:55:21.324979 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2c3fa10-b9c1-4648-a7d8-10c0aa2c8646 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:21.376347 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-ff03d237-9bdc-440d-b0b4-6ba64f2c301a tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:21.422081 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172bc48e-a959-4e45-87ed-fe817b2fafc8 None None] DHCP port deletion for 49e282b3-2167-4ad0-8121-606414057ae6 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:55:21.436331 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-ff03d237-9bdc-440d-b0b4-6ba64f2c301a tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:55:21.441780 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-ff03d237-9bdc-440d-b0b4-6ba64f2c301a tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:55:21.444240 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-ff03d237-9bdc-440d-b0b4-6ba64f2c301a tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:55:21.450085 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03d237-9bdc-440d-b0b4-6ba64f2c301a tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Pushing event updated for resources: {'Port': ['ID=d9733a47-2fc3-4416-8d47-b86829d1161f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:21.477446 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:55:21.507583 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f2c3fa10-b9c1-4648-a7d8-10c0aa2c8646 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Deleting port b80db168-c3e1-4367-b665-f25ddfa1eef0 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:55:21.508089 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2c3fa10-b9c1-4648-a7d8-10c0aa2c8646 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:21.547760 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-172bc48e-a959-4e45-87ed-fe817b2fafc8 None None] Deleting port b80db168-c3e1-4367-b665-f25ddfa1eef0 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:55:21.548454 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-172bc48e-a959-4e45-87ed-fe817b2fafc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:21.584819 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b80db168-c3e1-4367-b665-f25ddfa1eef0 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:55:21.627292 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-ff03d237-9bdc-440d-b0b4-6ba64f2c301a tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:21.628437 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-ff03d237-9bdc-440d-b0b4-6ba64f2c301a tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:21.634546 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-f2c3fa10-b9c1-4648-a7d8-10c0aa2c8646 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] For port b80db168-c3e1-4367-b665-f25ddfa1eef0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b80db168-c3e1-4367-b665-f25ddfa1eef0,segment=NetworkSegment(8e625c70-b2fd-4f94-a4f0-19f1e7e8045e),segment_id=8e625c70-b2fd-4f94-a4f0-19f1e7e8045e)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:55:21.635133 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2c3fa10-b9c1-4648-a7d8-10c0aa2c8646 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:21.675815 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f2c3fa10-b9c1-4648-a7d8-10c0aa2c8646 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Calling delete_port for b80db168-c3e1-4367-b665-f25ddfa1eef0 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:55:21.697386 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-ff03d237-9bdc-440d-b0b4-6ba64f2c301a tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4537015 Jul 09 09:55:21.773880 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-172bc48e-a959-4e45-87ed-fe817b2fafc8 None None] For port b80db168-c3e1-4367-b665-f25ddfa1eef0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b80db168-c3e1-4367-b665-f25ddfa1eef0,segment=NetworkSegment(8e625c70-b2fd-4f94-a4f0-19f1e7e8045e),segment_id=8e625c70-b2fd-4f94-a4f0-19f1e7e8045e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:55:21.774288 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-172bc48e-a959-4e45-87ed-fe817b2fafc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:21.835176 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-172bc48e-a959-4e45-87ed-fe817b2fafc8 None None] Calling delete_port for b80db168-c3e1-4367-b665-f25ddfa1eef0 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:55:21.836998 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:21.868781 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2c3fa10-b9c1-4648-a7d8-10c0aa2c8646 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:21.912900 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3fa10-b9c1-4648-a7d8-10c0aa2c8646 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event deleted for resources: {'Port': ['ID=b80db168-c3e1-4367-b665-f25ddfa1eef0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:21.922799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c3fa10-b9c1-4648-a7d8-10c0aa2c8646 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] No DVR routers for this DVR port b80db168-c3e1-4367-b665-f25ddfa1eef0 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:55:21.952575 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6e1c7096-2745-4016-8663-7c4ba2a9294b None None] Provisioning for port d9733a47-2fc3-4416-8d47-b86829d1161f completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:55:21.961285 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6e1c7096-2745-4016-8663-7c4ba2a9294b None None] Provisioning complete for port d9733a47-2fc3-4416-8d47-b86829d1161f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:55:21.961742 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6e1c7096-2745-4016-8663-7c4ba2a9294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:21.979812 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-5188ede7-1516-458c-bfdc-715724af67b6 service neutron] Request body: {'port': {'device_id': 'a2e24b73-498b-4621-ac3c-16eebd6b9683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:55:22.009225 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c7096-2745-4016-8663-7c4ba2a9294b None None] Port d9733a47-2fc3-4416-8d47-b86829d1161f cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:55:22.010769 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 09:55:22.023728 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-172bc48e-a959-4e45-87ed-fe817b2fafc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:22.046838 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172bc48e-a959-4e45-87ed-fe817b2fafc8 None None] No DVR routers for this DVR port b80db168-c3e1-4367-b665-f25ddfa1eef0 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:55:22.069323 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2c3fa10-b9c1-4648-a7d8-10c0aa2c8646 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:22.086253 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-f2c3fa10-b9c1-4648-a7d8-10c0aa2c8646 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e282b3-2167-4ad0-8121-606414057ae6']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:22.103325 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bc48e-a959-4e45-87ed-fe817b2fafc8 None None] Pushing event deleted for resources: {'Port': ['ID=b80db168-c3e1-4367-b665-f25ddfa1eef0,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:22.111377 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa37767-753e-42f9-bccf-ac21bcbae1a5 req-b68be7ec-dc25-41ed-a0fd-a7dd9ef1caf8 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:22.118827 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-daa37767-753e-42f9-bccf-ac21bcbae1a5 req-b68be7ec-dc25-41ed-a0fd-a7dd9ef1caf8 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2e24b73-498b-4621-ac3c-16eebd6b9683 HTTP/1.1" status: 200 len: 936 time: 0.4039991 Jul 09 09:55:22.121880 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-f2c3fa10-b9c1-4648-a7d8-10c0aa2c8646 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e625c70-b2fd-4f94-a4f0-19f1e7e8045e') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:22.122181 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-f2c3fa10-b9c1-4648-a7d8-10c0aa2c8646 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e625c70-b2fd-4f94-a4f0-19f1e7e8045e') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:22.170396 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2c3fa10-b9c1-4648-a7d8-10c0aa2c8646 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:22.194703 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2c3fa10-b9c1-4648-a7d8-10c0aa2c8646 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:22.211633 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-5188ede7-1516-458c-bfdc-715724af67b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:22.217666 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c3fa10-b9c1-4648-a7d8-10c0aa2c8646 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:55:22.218081 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2c3fa10-b9c1-4648-a7d8-10c0aa2c8646 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:55:22.223000 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:55:22.266868 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-daa37767-753e-42f9-bccf-ac21bcbae1a5 req-a4c9f89d-86ce-4ffc-b59e-3164a6850725 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cd8ca00-1e4e-4ff3-8c30-9e4f2c0ecaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471796 Jul 09 09:55:22.312074 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2c3fa10-b9c1-4648-a7d8-10c0aa2c8646 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:22.330257 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2c3fa10-b9c1-4648-a7d8-10c0aa2c8646 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:22.332138 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f2c3fa10-b9c1-4648-a7d8-10c0aa2c8646 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "DELETE /v2.0/networks/49e282b3-2167-4ad0-8121-606414057ae6 HTTP/1.1" status: 204 len: 168 time: 1.1225841 Jul 09 09:55:22.334852 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55214) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:22.339041 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3fa10-b9c1-4648-a7d8-10c0aa2c8646 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event deleted for resources: {'Network': ['ID=49e282b3-2167-4ad0-8121-606414057ae6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:22.389729 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-173272db-f366-4b0f-8b08-48109e7472cc tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Deleting subnet 7954665c-0653-416c-877e-af44f0d709a3 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:55:22.393040 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-173272db-f366-4b0f-8b08-48109e7472cc tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:22.437067 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-173272db-f366-4b0f-8b08-48109e7472cc tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:22.531825 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-173272db-f366-4b0f-8b08-48109e7472cc tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:22.579012 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-5188ede7-1516-458c-bfdc-715724af67b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9733a47-2fc3-4416-8d47-b86829d1161f {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:55:22.587164 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-5188ede7-1516-458c-bfdc-715724af67b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:22.594595 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-173272db-f366-4b0f-8b08-48109e7472cc tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:22.601887 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-5188ede7-1516-458c-bfdc-715724af67b6 service neutron] Transition to ACTIVE for port object d9733a47-2fc3-4416-8d47-b86829d1161f will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:55:22.606956 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-5188ede7-1516-458c-bfdc-715724af67b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:22.623680 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173272db-f366-4b0f-8b08-48109e7472cc tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event deleted for resources: {'Subnet': ['ID=7954665c-0653-416c-877e-af44f0d709a3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:22.628986 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-173272db-f366-4b0f-8b08-48109e7472cc tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:22.633877 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-173272db-f366-4b0f-8b08-48109e7472cc tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "DELETE /v2.0/subnets/7954665c-0653-416c-877e-af44f0d709a3 HTTP/1.1" status: 204 len: 168 time: 0.2978868 Jul 09 09:55:22.635217 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55216) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:22.641635 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b59c66a-8cc5-475a-980f-32bc9f51c5f9 None None] Network 16933d7d-9085-4323-be7e-3c87c1606c27 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:55:22.705301 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188ede7-1516-458c-bfdc-715724af67b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d9733a47-2fc3-4416-8d47-b86829d1161f,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:22.721641 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec3f474a-4e43-4bdd-8de7-55356df4f362 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Deleting subnet 715c2ccb-e9e3-49bd-b229-17d24b3aaea1 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:55:22.726204 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec3f474a-4e43-4bdd-8de7-55356df4f362 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:22.779636 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-5188ede7-1516-458c-bfdc-715724af67b6 service neutron] Attempting to bind port d9733a47-2fc3-4416-8d47-b86829d1161f on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:55:22.780033 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-5188ede7-1516-458c-bfdc-715724af67b6 service neutron] Attempting to bind port d9733a47-2fc3-4416-8d47-b86829d1161f by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:55:22.780344 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-5188ede7-1516-458c-bfdc-715724af67b6 service neutron] Attempting to bind port d9733a47-2fc3-4416-8d47-b86829d1161f on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:55:22.789294 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-5188ede7-1516-458c-bfdc-715724af67b6 service neutron] Port d9733a47-2fc3-4416-8d47-b86829d1161f on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:55:22.789628 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-5188ede7-1516-458c-bfdc-715724af67b6 service neutron] Attempting to bind port d9733a47-2fc3-4416-8d47-b86829d1161f on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:55:22.801182 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-5188ede7-1516-458c-bfdc-715724af67b6 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:55:22.802063 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-5188ede7-1516-458c-bfdc-715724af67b6 service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:55:22.802459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-5188ede7-1516-458c-bfdc-715724af67b6 service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:55:22.802909 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-5188ede7-1516-458c-bfdc-715724af67b6 service neutron] Bound port: d9733a47-2fc3-4416-8d47-b86829d1161f, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:55:22.803249 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec3f474a-4e43-4bdd-8de7-55356df4f362 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:22.803377 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-5188ede7-1516-458c-bfdc-715724af67b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:22.902739 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-5188ede7-1516-458c-bfdc-715724af67b6 service neutron] For port d9733a47-2fc3-4416-8d47-b86829d1161f, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:55:22.906409 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-5188ede7-1516-458c-bfdc-715724af67b6 service neutron] For port d9733a47-2fc3-4416-8d47-b86829d1161f, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=d9733a47-2fc3-4416-8d47-b86829d1161f,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:55:22.915123 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-5188ede7-1516-458c-bfdc-715724af67b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:22.917200 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec3f474a-4e43-4bdd-8de7-55356df4f362 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:22.929795 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7de7a9-3c0a-4c8f-84ce-55fe3b0e2ea0 None None] DHCP port deletion for 16933d7d-9085-4323-be7e-3c87c1606c27 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:55:22.952045 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-5188ede7-1516-458c-bfdc-715724af67b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:22.952772 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-5188ede7-1516-458c-bfdc-715724af67b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:22.954279 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-5188ede7-1516-458c-bfdc-715724af67b6 service neutron] 10.222.0.64 "PUT /v2.0/ports/d9733a47-2fc3-4416-8d47-b86829d1161f HTTP/1.1" status: 200 len: 1096 time: 1.2348664 Jul 09 09:55:22.954820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e24b73-498b-4621-ac3c-16eebd6b9683', 'tag': 'd9733a47-2fc3-4416-8d47-b86829d1161f'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:55:22.957347 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af6e98f-d7af-4cfb-90ce-1e7546e75c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e24b73-498b-4621-ac3c-16eebd6b9683", "tag": "d9733a47-2fc3-4416-8d47-b86829d1161f"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:55:23.004843 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188ede7-1516-458c-bfdc-715724af67b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d9733a47-2fc3-4416-8d47-b86829d1161f,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:23.010131 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec3f474a-4e43-4bdd-8de7-55356df4f362 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:23.078538 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-e2905d7e-96b4-480f-a82b-e704a072c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:23.081687 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-e2905d7e-96b4-480f-a82b-e704a072c1bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=be0484f5d6c34166b5638672a4d1eae2&device_id=a2e24b73-498b-4621-ac3c-16eebd6b9683 HTTP/1.1" status: 200 len: 1099 time: 0.0715032 Jul 09 09:55:23.085588 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f474a-4e43-4bdd-8de7-55356df4f362 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event deleted for resources: {'Subnet': ['ID=715c2ccb-e9e3-49bd-b229-17d24b3aaea1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:23.098152 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4d7de7a9-3c0a-4c8f-84ce-55fe3b0e2ea0 None None] Deleting port b8adbe54-0813-4a24-b67f-557512c382fe {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:55:23.099174 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4d7de7a9-3c0a-4c8f-84ce-55fe3b0e2ea0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:23.106737 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec3f474a-4e43-4bdd-8de7-55356df4f362 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:23.111816 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ec3f474a-4e43-4bdd-8de7-55356df4f362 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "DELETE /v2.0/subnets/715c2ccb-e9e3-49bd-b229-17d24b3aaea1 HTTP/1.1" status: 204 len: 168 time: 0.4734735 Jul 09 09:55:23.112721 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55222) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:23.117117 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecaa972-c4ef-486a-888b-09e2d1ee2802 None None] Network 6f4116f7-9d06-4e48-90d0-edfc585e7b08 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:55:23.176447 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-fd79e549-c732-49b2-93b1-db2540252ede service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=d9733a47-2fc3-4416-8d47-b86829d1161f HTTP/1.1" status: 200 len: 217 time: 0.0881155 Jul 09 09:55:23.228792 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d192dcc-6e29-4de1-a1da-4bcc03ecdf43 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:23.268885 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-dfaf5d8c-bb5f-48e5-923e-25313858fc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:23.271835 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-dfaf5d8c-bb5f-48e5-923e-25313858fc09 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0870242 Jul 09 09:55:23.334126 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4d192dcc-6e29-4de1-a1da-4bcc03ecdf43 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Deleting port b8adbe54-0813-4a24-b67f-557512c382fe {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:55:23.336823 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d192dcc-6e29-4de1-a1da-4bcc03ecdf43 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:23.380592 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4d7de7a9-3c0a-4c8f-84ce-55fe3b0e2ea0 None None] For port b8adbe54-0813-4a24-b67f-557512c382fe, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b8adbe54-0813-4a24-b67f-557512c382fe,segment=NetworkSegment(e2d8b92e-2467-43e6-8e03-c45953bd7b64),segment_id=e2d8b92e-2467-43e6-8e03-c45953bd7b64)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:55:23.380999 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4d7de7a9-3c0a-4c8f-84ce-55fe3b0e2ea0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:23.393866 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a1c6b8-c67f-47d5-be43-c2c135bb6eaa x-openstack-request-id: req-e9a1c6b8-c67f-47d5-be43-c2c135bb6eaa {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:55:23.395978 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e24b73-498b-4621-ac3c-16eebd6b9683", "tag": "d9733a47-2fc3-4416-8d47-b86829d1161f", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:55:23.396428 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e9a1c6b8-c67f-47d5-be43-c2c135bb6eaa {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:55:23.396946 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e24b73-498b-4621-ac3c-16eebd6b9683', 'tag': 'd9733a47-2fc3-4416-8d47-b86829d1161f', 'status': 'completed', 'code': 200} Jul 09 09:55:23.413095 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-070f85f8-47db-433c-9666-ee00be8f36e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:23.415626 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-070f85f8-47db-433c-9666-ee00be8f36e1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1360865 Jul 09 09:55:23.464757 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4d7de7a9-3c0a-4c8f-84ce-55fe3b0e2ea0 None None] Calling delete_port for b8adbe54-0813-4a24-b67f-557512c382fe owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:55:23.514546 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-4d192dcc-6e29-4de1-a1da-4bcc03ecdf43 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] For port b8adbe54-0813-4a24-b67f-557512c382fe, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b8adbe54-0813-4a24-b67f-557512c382fe,segment=NetworkSegment(e2d8b92e-2467-43e6-8e03-c45953bd7b64),segment_id=e2d8b92e-2467-43e6-8e03-c45953bd7b64)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:55:23.520923 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d192dcc-6e29-4de1-a1da-4bcc03ecdf43 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:23.522741 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b8adbe54-0813-4a24-b67f-557512c382fe no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:55:23.545342 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4d192dcc-6e29-4de1-a1da-4bcc03ecdf43 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Calling delete_port for b8adbe54-0813-4a24-b67f-557512c382fe owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:55:23.548364 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-6547b9f7-6916-4ade-b343-0dd23da4076b service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252692 Jul 09 09:55:23.651802 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d192dcc-6e29-4de1-a1da-4bcc03ecdf43 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:23.653600 n-d-799996-1 neutron-server[93792]: INFO neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No ports have port_id starting with b8adbe54-0813-4a24-b67f-557512c382fe Jul 09 09:55:23.694758 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4d7de7a9-3c0a-4c8f-84ce-55fe3b0e2ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:23.704626 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d192dcc-6e29-4de1-a1da-4bcc03ecdf43 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event deleted for resources: {'Port': ['ID=b8adbe54-0813-4a24-b67f-557512c382fe,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:23.713458 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d192dcc-6e29-4de1-a1da-4bcc03ecdf43 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] No DVR routers for this DVR port b8adbe54-0813-4a24-b67f-557512c382fe on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:55:23.720003 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b03252-b441-4513-ab18-a0ab88ad5f01 req-89f0f7ef-f853-499a-b7b3-2386861f1d95 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:23.722426 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-83b03252-b441-4513-ab18-a0ab88ad5f01 req-89f0f7ef-f853-499a-b7b3-2386861f1d95 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2e24b73-498b-4621-ac3c-16eebd6b9683 HTTP/1.1" status: 200 len: 948 time: 0.1727929 Jul 09 09:55:23.731667 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57b6ec8b-87fb-427e-80a5-58ea0231804e req-b192e832-73b0-4f99-b2bd-cba0c4a742aa service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459076 Jul 09 09:55:23.740238 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7de7a9-3c0a-4c8f-84ce-55fe3b0e2ea0 None None] Pushing event deleted for resources: {'Port': ['ID=b8adbe54-0813-4a24-b67f-557512c382fe,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:23.746133 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7de7a9-3c0a-4c8f-84ce-55fe3b0e2ea0 None None] No DVR routers for this DVR port b8adbe54-0813-4a24-b67f-557512c382fe on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:55:23.776525 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cb8963-2fb0-4c65-8543-fed19c6a8952 None None] DHCP port deletion for 6f4116f7-9d06-4e48-90d0-edfc585e7b08 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:55:23.776764 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-83b03252-b441-4513-ab18-a0ab88ad5f01 req-4d00edea-0c8e-4398-beee-ba6879f7fd77 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cd8ca00-1e4e-4ff3-8c30-9e4f2c0ecaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441041 Jul 09 09:55:23.828832 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d192dcc-6e29-4de1-a1da-4bcc03ecdf43 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:23.837461 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-98cb8963-2fb0-4c65-8543-fed19c6a8952 None None] Deleting port 857379df-cc0a-4b3f-909f-a7250dec8c2e {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:55:23.838366 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-98cb8963-2fb0-4c65-8543-fed19c6a8952 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:23.842236 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4d192dcc-6e29-4de1-a1da-4bcc03ecdf43 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16933d7d-9085-4323-be7e-3c87c1606c27']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:23.855132 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4d192dcc-6e29-4de1-a1da-4bcc03ecdf43 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d8b92e-2467-43e6-8e03-c45953bd7b64') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:23.855612 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4d192dcc-6e29-4de1-a1da-4bcc03ecdf43 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d8b92e-2467-43e6-8e03-c45953bd7b64') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:23.869555 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6e98f-d7af-4cfb-90ce-1e7546e75c3c req-5dc3eafa-edd5-41c5-9ed9-71290cd3c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:23.871096 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3af6e98f-d7af-4cfb-90ce-1e7546e75c3c req-5dc3eafa-edd5-41c5-9ed9-71290cd3c6c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=be0484f5d6c34166b5638672a4d1eae2&device_id=a2e24b73-498b-4621-ac3c-16eebd6b9683 HTTP/1.1" status: 200 len: 1099 time: 0.0560882 Jul 09 09:55:23.871415 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d192dcc-6e29-4de1-a1da-4bcc03ecdf43 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:23.888136 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d192dcc-6e29-4de1-a1da-4bcc03ecdf43 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:23.895289 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d192dcc-6e29-4de1-a1da-4bcc03ecdf43 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:55:23.895808 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d192dcc-6e29-4de1-a1da-4bcc03ecdf43 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:55:23.898990 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:55:23.906704 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-98cb8963-2fb0-4c65-8543-fed19c6a8952 None None] For port 857379df-cc0a-4b3f-909f-a7250dec8c2e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=857379df-cc0a-4b3f-909f-a7250dec8c2e,segment=NetworkSegment(cf83e3c2-edf2-4711-b848-b1a286ca5993),segment_id=cf83e3c2-edf2-4711-b848-b1a286ca5993)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:55:23.907172 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-98cb8963-2fb0-4c65-8543-fed19c6a8952 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:23.920712 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-98cb8963-2fb0-4c65-8543-fed19c6a8952 None None] Calling delete_port for 857379df-cc0a-4b3f-909f-a7250dec8c2e owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:55:23.966635 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6e98f-d7af-4cfb-90ce-1e7546e75c3c req-bdbf6d58-0a44-474d-842d-22489f51c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:23.967771 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d192dcc-6e29-4de1-a1da-4bcc03ecdf43 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:23.968333 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3af6e98f-d7af-4cfb-90ce-1e7546e75c3c req-bdbf6d58-0a44-474d-842d-22489f51c81f service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.0903058 Jul 09 09:55:23.976047 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d192dcc-6e29-4de1-a1da-4bcc03ecdf43 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:23.978224 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4d192dcc-6e29-4de1-a1da-4bcc03ecdf43 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "DELETE /v2.0/networks/16933d7d-9085-4323-be7e-3c87c1606c27 HTTP/1.1" status: 204 len: 168 time: 0.8640776 Jul 09 09:55:23.980709 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55230) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:23.999501 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d192dcc-6e29-4de1-a1da-4bcc03ecdf43 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event deleted for resources: {'Network': ['ID=16933d7d-9085-4323-be7e-3c87c1606c27,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:24.010243 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-98cb8963-2fb0-4c65-8543-fed19c6a8952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:24.026246 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3af6e98f-d7af-4cfb-90ce-1e7546e75c3c req-6e994468-f77e-47f2-ac0d-59b41c4aa868 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=d9733a47-2fc3-4416-8d47-b86829d1161f HTTP/1.1" status: 200 len: 217 time: 0.0510471 Jul 09 09:55:24.042823 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb8963-2fb0-4c65-8543-fed19c6a8952 None None] Pushing event deleted for resources: {'Port': ['ID=857379df-cc0a-4b3f-909f-a7250dec8c2e,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:24.048942 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cb8963-2fb0-4c65-8543-fed19c6a8952 None None] No DVR routers for this DVR port 857379df-cc0a-4b3f-909f-a7250dec8c2e on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:55:24.074110 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a082ac4e-58c8-442e-b286-86bcc675d50d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:24.081493 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6e98f-d7af-4cfb-90ce-1e7546e75c3c req-c83d57ec-c624-4a20-ba55-d9cfc4c1b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:24.083093 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3af6e98f-d7af-4cfb-90ce-1e7546e75c3c req-c83d57ec-c624-4a20-ba55-d9cfc4c1b492 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0505731 Jul 09 09:55:24.146308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6e98f-d7af-4cfb-90ce-1e7546e75c3c req-4f2c3628-70d7-41f7-bd78-f3c9ed29756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:24.148026 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3af6e98f-d7af-4cfb-90ce-1e7546e75c3c req-4f2c3628-70d7-41f7-bd78-f3c9ed29756a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0581348 Jul 09 09:55:24.169075 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a082ac4e-58c8-442e-b286-86bcc675d50d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:24.179947 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a082ac4e-58c8-442e-b286-86bcc675d50d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f4116f7-9d06-4e48-90d0-edfc585e7b08']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:24.191298 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a082ac4e-58c8-442e-b286-86bcc675d50d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf83e3c2-edf2-4711-b848-b1a286ca5993') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:24.191598 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a082ac4e-58c8-442e-b286-86bcc675d50d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf83e3c2-edf2-4711-b848-b1a286ca5993') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:24.201298 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a082ac4e-58c8-442e-b286-86bcc675d50d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:24.214903 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a082ac4e-58c8-442e-b286-86bcc675d50d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:24.221096 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a082ac4e-58c8-442e-b286-86bcc675d50d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:55:24.221500 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a082ac4e-58c8-442e-b286-86bcc675d50d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:55:24.224944 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:55:24.249203 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3af6e98f-d7af-4cfb-90ce-1e7546e75c3c req-13d8d668-0999-4309-bf20-076579036559 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940771 Jul 09 09:55:24.289945 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a082ac4e-58c8-442e-b286-86bcc675d50d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:24.299275 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a082ac4e-58c8-442e-b286-86bcc675d50d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:24.303266 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a082ac4e-58c8-442e-b286-86bcc675d50d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "DELETE /v2.0/networks/6f4116f7-9d06-4e48-90d0-edfc585e7b08 HTTP/1.1" status: 204 len: 168 time: 0.3104606 Jul 09 09:55:24.306123 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55234) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:24.312733 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082ac4e-58c8-442e-b286-86bcc675d50d tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event deleted for resources: {'Network': ['ID=6f4116f7-9d06-4e48-90d0-edfc585e7b08,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:24.380604 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-b37dbfa0-94f3-4bf8-878f-07849c261ea0 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Deleting subnet 9b4a269a-4cf5-4812-a98c-891ff0d9274b {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:55:24.385252 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b37dbfa0-94f3-4bf8-878f-07849c261ea0 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:24.423700 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3af6e98f-d7af-4cfb-90ce-1e7546e75c3c req-27b948f1-665c-4bdd-830c-d27454ef026d service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679840 Jul 09 09:55:24.434933 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b37dbfa0-94f3-4bf8-878f-07849c261ea0 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:24.517590 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b37dbfa0-94f3-4bf8-878f-07849c261ea0 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:24.581473 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b37dbfa0-94f3-4bf8-878f-07849c261ea0 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:24.607083 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37dbfa0-94f3-4bf8-878f-07849c261ea0 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event deleted for resources: {'Subnet': ['ID=9b4a269a-4cf5-4812-a98c-891ff0d9274b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:24.613709 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b37dbfa0-94f3-4bf8-878f-07849c261ea0 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:24.615804 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b37dbfa0-94f3-4bf8-878f-07849c261ea0 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "DELETE /v2.0/subnets/9b4a269a-4cf5-4812-a98c-891ff0d9274b HTTP/1.1" status: 204 len: 168 time: 0.3083873 Jul 09 09:55:24.618340 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55238) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:24.620533 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdc91b9-fe0a-46c3-ae58-5e90426da6e2 None None] Network 16ffbb66-8a5a-4df5-8858-390336739e17 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:55:24.693777 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c267957d-3ca9-4414-9db9-5ab95e9a2eae tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:24.753113 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c267957d-3ca9-4414-9db9-5ab95e9a2eae tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Deleting port 23d42605-bca3-4ddf-8fb1-96da99c9065c {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:55:24.753457 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c267957d-3ca9-4414-9db9-5ab95e9a2eae tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:24.816600 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dafa56e-bd99-44b7-9c52-3c7dc6cae020 None None] DHCP port deletion for 16ffbb66-8a5a-4df5-8858-390336739e17 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:55:24.818096 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-c267957d-3ca9-4414-9db9-5ab95e9a2eae tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] For port 23d42605-bca3-4ddf-8fb1-96da99c9065c, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=23d42605-bca3-4ddf-8fb1-96da99c9065c,segment=NetworkSegment(41da7890-992d-401f-9c7c-6451e4cc7bce),segment_id=41da7890-992d-401f-9c7c-6451e4cc7bce)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:55:24.818467 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c267957d-3ca9-4414-9db9-5ab95e9a2eae tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:24.833037 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c267957d-3ca9-4414-9db9-5ab95e9a2eae tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Calling delete_port for 23d42605-bca3-4ddf-8fb1-96da99c9065c owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:55:24.870566 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4dafa56e-bd99-44b7-9c52-3c7dc6cae020 None None] Deleting port 23d42605-bca3-4ddf-8fb1-96da99c9065c {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:55:24.871040 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4dafa56e-bd99-44b7-9c52-3c7dc6cae020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:24.936985 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4dafa56e-bd99-44b7-9c52-3c7dc6cae020 None None] For port 23d42605-bca3-4ddf-8fb1-96da99c9065c, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=23d42605-bca3-4ddf-8fb1-96da99c9065c,segment=NetworkSegment(41da7890-992d-401f-9c7c-6451e4cc7bce),segment_id=41da7890-992d-401f-9c7c-6451e4cc7bce)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:55:24.937501 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4dafa56e-bd99-44b7-9c52-3c7dc6cae020 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:24.953082 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4dafa56e-bd99-44b7-9c52-3c7dc6cae020 None None] Calling delete_port for 23d42605-bca3-4ddf-8fb1-96da99c9065c owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:55:25.196192 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4dafa56e-bd99-44b7-9c52-3c7dc6cae020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:25.220266 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafa56e-bd99-44b7-9c52-3c7dc6cae020 None None] Pushing event deleted for resources: {'Port': ['ID=23d42605-bca3-4ddf-8fb1-96da99c9065c,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:25.227135 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dafa56e-bd99-44b7-9c52-3c7dc6cae020 None None] No DVR routers for this DVR port 23d42605-bca3-4ddf-8fb1-96da99c9065c on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:55:25.263827 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c267957d-3ca9-4414-9db9-5ab95e9a2eae tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:25.293237 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267957d-3ca9-4414-9db9-5ab95e9a2eae tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event deleted for resources: {'Port': ['ID=23d42605-bca3-4ddf-8fb1-96da99c9065c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:25.295684 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c267957d-3ca9-4414-9db9-5ab95e9a2eae tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] No DVR routers for this DVR port 23d42605-bca3-4ddf-8fb1-96da99c9065c on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:55:25.385837 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c267957d-3ca9-4414-9db9-5ab95e9a2eae tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:25.398615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-c267957d-3ca9-4414-9db9-5ab95e9a2eae tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ffbb66-8a5a-4df5-8858-390336739e17']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:25.407411 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6f085-3341-460d-8a24-fe2b70b21ea9 req-a87e177e-3ee0-486a-8a55-a78500a396a9 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:25.409135 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cbf6f085-3341-460d-8a24-fe2b70b21ea9 req-a87e177e-3ee0-486a-8a55-a78500a396a9 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2e24b73-498b-4621-ac3c-16eebd6b9683 HTTP/1.1" status: 200 len: 948 time: 0.5023477 Jul 09 09:55:25.418539 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-c267957d-3ca9-4414-9db9-5ab95e9a2eae tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41da7890-992d-401f-9c7c-6451e4cc7bce') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:25.418840 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-c267957d-3ca9-4414-9db9-5ab95e9a2eae tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41da7890-992d-401f-9c7c-6451e4cc7bce') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:25.434154 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c267957d-3ca9-4414-9db9-5ab95e9a2eae tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:25.459273 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 23d42605-bca3-4ddf-8fb1-96da99c9065c no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:55:25.461235 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c267957d-3ca9-4414-9db9-5ab95e9a2eae tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:25.472525 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cbf6f085-3341-460d-8a24-fe2b70b21ea9 req-bebe603e-66f7-4d50-a563-040baec8abba tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cd8ca00-1e4e-4ff3-8c30-9e4f2c0ecaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559199 Jul 09 09:55:25.474297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c267957d-3ca9-4414-9db9-5ab95e9a2eae tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:55:25.474652 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c267957d-3ca9-4414-9db9-5ab95e9a2eae tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:55:25.477953 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:55:25.482061 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 23d42605-bca3-4ddf-8fb1-96da99c9065c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:55:25.482414 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 23d42605-bca3-4ddf-8fb1-96da99c9065c not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:55:25.482858 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 857379df-cc0a-4b3f-909f-a7250dec8c2e no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:55:25.502005 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 857379df-cc0a-4b3f-909f-a7250dec8c2e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:55:25.502370 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 857379df-cc0a-4b3f-909f-a7250dec8c2e not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:55:25.537024 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c267957d-3ca9-4414-9db9-5ab95e9a2eae tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:25.543877 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c267957d-3ca9-4414-9db9-5ab95e9a2eae tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:25.546028 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c267957d-3ca9-4414-9db9-5ab95e9a2eae tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "DELETE /v2.0/networks/16ffbb66-8a5a-4df5-8858-390336739e17 HTTP/1.1" status: 204 len: 168 time: 0.9265974 Jul 09 09:55:25.548826 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55248) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:25.557808 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267957d-3ca9-4414-9db9-5ab95e9a2eae tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Pushing event deleted for resources: {'Network': ['ID=16ffbb66-8a5a-4df5-8858-390336739e17,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:25.580472 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d20a2d53-3b1c-4994-a332-2c0ef99a69d4 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5d7a67f-69fb-4726-90b1-b16e3c2a543e HTTP/1.1" status: 200 len: 205 time: 0.0302851 Jul 09 09:55:25.583417 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55252) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:25.660209 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e674277-c2ba-4d39-bf2e-cce7e010da66 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:25.826152 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e674277-c2ba-4d39-bf2e-cce7e010da66 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:25.828707 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e674277-c2ba-4d39-bf2e-cce7e010da66 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:25.873170 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e674277-c2ba-4d39-bf2e-cce7e010da66 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:25.873672 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e674277-c2ba-4d39-bf2e-cce7e010da66 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Fanout notify agent at l3_agent the message router_deleted on router e5d7a67f-69fb-4726-90b1-b16e3c2a543e {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:55:25.880932 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e674277-c2ba-4d39-bf2e-cce7e010da66 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:25.882184 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2e674277-c2ba-4d39-bf2e-cce7e010da66 tempest-RoutersNegativeIpV6Test-1972518532 tempest-RoutersNegativeIpV6Test-1972518532-project] 10.222.0.61 "DELETE /v2.0/routers/e5d7a67f-69fb-4726-90b1-b16e3c2a543e HTTP/1.1" status: 204 len: 168 time: 0.2976546 Jul 09 09:55:26.159807 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55258) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:26.270956 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device d9733a47-2fc3-4416-8d47-b86829d1161f details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:55:26.308788 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b8f960be-463f-4d36-87e2-f08c21a311f8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dc57fbff73674b94830c3827883f4432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477921 Jul 09 09:55:26.311183 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55262) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:26.362245 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5dcb7ed3-6abb-41c3-a9c0-965f55585d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:26.370245 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port d9733a47-2fc3-4416-8d47-b86829d1161f, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=d9733a47-2fc3-4416-8d47-b86829d1161f,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:55:26.382976 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'd9733a47-2fc3-4416-8d47-b86829d1161f', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': 'd9733a47-2fc3-4416-8d47-b86829d1161f', 'mac_address': 'fa:16:3e:c1:7a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:55:26.385151 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5dcb7ed3-6abb-41c3-a9c0-965f55585d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:26.422019 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:26.438178 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9733a47-2fc3-4416-8d47-b86829d1161f {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:55:26.441215 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5dcb7ed3-6abb-41c3-a9c0-965f55585d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:26.444063 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5dcb7ed3-6abb-41c3-a9c0-965f55585d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:26.447493 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5dcb7ed3-6abb-41c3-a9c0-965f55585d66 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a0e0e6b-69f2-4858-9992-705d7c5fb383 HTTP/1.1" status: 204 len: 168 time: 0.1333752 Jul 09 09:55:26.454090 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb7ed3-6abb-41c3-a9c0-965f55585d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0e0e6b-69f2-4858-9992-705d7c5fb383,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:26.463257 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port d9733a47-2fc3-4416-8d47-b86829d1161f, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=d9733a47-2fc3-4416-8d47-b86829d1161f,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:55:26.469892 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:26.526197 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=d9733a47-2fc3-4416-8d47-b86829d1161f,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:26.649006 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a2f74-be2e-46dc-bdee-607bb1c17d3f req-560c268f-e2e4-4e0c-a573-8c517bf19bb1 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:26.650683 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c58a2f74-be2e-46dc-bdee-607bb1c17d3f req-560c268f-e2e4-4e0c-a573-8c517bf19bb1 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2e24b73-498b-4621-ac3c-16eebd6b9683 HTTP/1.1" status: 200 len: 949 time: 0.0641448 Jul 09 09:55:26.693814 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c58a2f74-be2e-46dc-bdee-607bb1c17d3f req-87638307-7d11-4898-822a-3109dfeb0a76 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cd8ca00-1e4e-4ff3-8c30-9e4f2c0ecaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371621 Jul 09 09:55:26.819980 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['d9733a47-2fc3-4416-8d47-b86829d1161f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:55:27.887927 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645069af-5f8f-4bc8-80d0-fcf282ca61db req-a4304f74-5037-4d06-bd89-99461b76f195 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:27.889508 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-645069af-5f8f-4bc8-80d0-fcf282ca61db req-a4304f74-5037-4d06-bd89-99461b76f195 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2e24b73-498b-4621-ac3c-16eebd6b9683 HTTP/1.1" status: 200 len: 949 time: 0.0802121 Jul 09 09:55:27.928197 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-645069af-5f8f-4bc8-80d0-fcf282ca61db req-de3d798d-949c-44d2-9da1-3a4b916499f6 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cd8ca00-1e4e-4ff3-8c30-9e4f2c0ecaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331080 Jul 09 09:55:28.099406 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55326) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:28.203234 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-04de68f0-62b3-4f2c-ac01-37a80ccdee0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:28.292719 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-04de68f0-62b3-4f2c-ac01-37a80ccdee0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:28.299373 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-04de68f0-62b3-4f2c-ac01-37a80ccdee0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:28.301485 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device d9733a47-2fc3-4416-8d47-b86829d1161f up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:55:28.340047 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-04de68f0-62b3-4f2c-ac01-37a80ccdee0a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=33ceaacc3f884fb8b274882b0cb53dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394726 Jul 09 09:55:28.340943 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de68f0-62b3-4f2c-ac01-37a80ccdee0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834e9f67-8a18-46fb-9655-971351f9a998,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:28.342968 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55330) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:28.355170 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port d9733a47-2fc3-4416-8d47-b86829d1161f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:55:28.359022 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port d9733a47-2fc3-4416-8d47-b86829d1161f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:55:28.359404 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:28.398119 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31323911-4cb3-4234-979a-fa1d092bb4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:28.419570 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31323911-4cb3-4234-979a-fa1d092bb4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:28.438957 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:28.462773 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e24b73-498b-4621-ac3c-16eebd6b9683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9733a47-2fc3-4416-8d47-b86829d1161f'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:55:28.465098 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd78d792-267e-4f59-b593-2577f6a8f28a" -d '{"events": [{"server_uuid": "a2e24b73-498b-4621-ac3c-16eebd6b9683", "name": "network-vif-plugged", "status": "completed", "tag": "d9733a47-2fc3-4416-8d47-b86829d1161f"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:55:28.467319 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31323911-4cb3-4234-979a-fa1d092bb4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:28.470080 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31323911-4cb3-4234-979a-fa1d092bb4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:28.474148 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-31323911-4cb3-4234-979a-fa1d092bb4bd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/834e9f67-8a18-46fb-9655-971351f9a998 HTTP/1.1" status: 204 len: 168 time: 0.1217928 Jul 09 09:55:28.480114 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31323911-4cb3-4234-979a-fa1d092bb4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834e9f67-8a18-46fb-9655-971351f9a998,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:28.480691 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port d9733a47-2fc3-4416-8d47-b86829d1161f, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=d9733a47-2fc3-4416-8d47-b86829d1161f,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:55:28.493328 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:28.535608 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad5ae1c-c060-4324-bfe4-1af10302a5f9 x-openstack-request-id: req-7ad5ae1c-c060-4324-bfe4-1af10302a5f9 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:55:28.535932 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e24b73-498b-4621-ac3c-16eebd6b9683", "name": "network-vif-plugged", "status": "completed", "tag": "d9733a47-2fc3-4416-8d47-b86829d1161f", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:55:28.536209 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7ad5ae1c-c060-4324-bfe4-1af10302a5f9 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:55:28.536931 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e24b73-498b-4621-ac3c-16eebd6b9683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9733a47-2fc3-4416-8d47-b86829d1161f', 'code': 200} Jul 09 09:55:28.557870 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=d9733a47-2fc3-4416-8d47-b86829d1161f,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:28.657075 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04e1a8-7a5b-486f-b3df-01fa6de0c4c2 req-fd002059-af68-4e0d-8b1c-c7344e0395af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:28.658614 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f04e1a8-7a5b-486f-b3df-01fa6de0c4c2 req-fd002059-af68-4e0d-8b1c-c7344e0395af service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a2e24b73-498b-4621-ac3c-16eebd6b9683 HTTP/1.1" status: 200 len: 1101 time: 0.0534546 Jul 09 09:55:28.695334 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f04e1a8-7a5b-486f-b3df-01fa6de0c4c2 req-31ffcaa9-156d-4e59-a1ff-fc10d8e07daa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5cd8ca00-1e4e-4ff3-8c30-9e4f2c0ecaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303171 Jul 09 09:55:28.766501 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55340) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:28.781001 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bc91db8-8b2f-4e2f-8bca-37921762e9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:28.872920 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bc91db8-8b2f-4e2f-8bca-37921762e9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:28.876664 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bc91db8-8b2f-4e2f-8bca-37921762e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:28.917614 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7bc91db8-8b2f-4e2f-8bca-37921762e9dd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ce450927789045a0b7f0bb0957542a3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477427 Jul 09 09:55:28.917614 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc91db8-8b2f-4e2f-8bca-37921762e9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574d448f-a884-4444-ab1c-7c4ae407c1e8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:28.918018 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55344) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:28.980322 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6673aebe-624f-4e7d-b3d2-47290cba0bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:29.003955 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6673aebe-624f-4e7d-b3d2-47290cba0bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:29.092759 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6673aebe-624f-4e7d-b3d2-47290cba0bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:29.095928 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6673aebe-624f-4e7d-b3d2-47290cba0bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:29.097266 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6673aebe-624f-4e7d-b3d2-47290cba0bb8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/574d448f-a884-4444-ab1c-7c4ae407c1e8 HTTP/1.1" status: 204 len: 168 time: 0.1782229 Jul 09 09:55:29.114449 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673aebe-624f-4e7d-b3d2-47290cba0bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574d448f-a884-4444-ab1c-7c4ae407c1e8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:29.147164 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633df680-e168-47e1-a182-ca11cf8d4864 req-61703889-25a5-4f35-af9e-a422b57af91a tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:29.150234 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-633df680-e168-47e1-a182-ca11cf8d4864 req-61703889-25a5-4f35-af9e-a422b57af91a tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2e24b73-498b-4621-ac3c-16eebd6b9683 HTTP/1.1" status: 200 len: 950 time: 0.1064403 Jul 09 09:55:29.197558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-633df680-e168-47e1-a182-ca11cf8d4864 req-2b6bb6b3-5d3a-4850-ad37-70efe6ea39cf tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cd8ca00-1e4e-4ff3-8c30-9e4f2c0ecaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413816 Jul 09 09:55:30.404694 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1726b0-95ef-4cbd-bf0d-0dddd4d8f1ff req-2a2726c2-9643-494c-b36c-e13122f0d1d4 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:30.406193 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a1726b0-95ef-4cbd-bf0d-0dddd4d8f1ff req-2a2726c2-9643-494c-b36c-e13122f0d1d4 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2e24b73-498b-4621-ac3c-16eebd6b9683 HTTP/1.1" status: 200 len: 950 time: 0.0775909 Jul 09 09:55:30.449424 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a1726b0-95ef-4cbd-bf0d-0dddd4d8f1ff req-a6f32658-9791-4d34-8e73-0db04241af09 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cd8ca00-1e4e-4ff3-8c30-9e4f2c0ecaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369625 Jul 09 09:55:30.936811 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f9f05-9e17-4e47-bfaa-ffd9c88c5413 req-d4ce5284-e2cf-4f02-9828-1e0320beae5f tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:30.938656 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-721f9f05-9e17-4e47-bfaa-ffd9c88c5413 req-d4ce5284-e2cf-4f02-9828-1e0320beae5f tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2e24b73-498b-4621-ac3c-16eebd6b9683 HTTP/1.1" status: 200 len: 950 time: 0.0869107 Jul 09 09:55:30.986058 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-721f9f05-9e17-4e47-bfaa-ffd9c88c5413 req-64eabdc0-a176-422b-a5ca-91e485730522 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cd8ca00-1e4e-4ff3-8c30-9e4f2c0ecaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403919 Jul 09 09:55:32.209015 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e2b33-0ec6-4a1b-8dd0-e1d7466e3c19 req-86ca13a2-c976-4f54-98bd-7160666f1c97 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:32.210952 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-326e2b33-0ec6-4a1b-8dd0-e1d7466e3c19 req-86ca13a2-c976-4f54-98bd-7160666f1c97 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2e24b73-498b-4621-ac3c-16eebd6b9683 HTTP/1.1" status: 200 len: 950 time: 0.0869145 Jul 09 09:55:32.284001 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55512) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:32.313487 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-326e2b33-0ec6-4a1b-8dd0-e1d7466e3c19 req-a606e217-eeaf-4696-a070-4d7ca46f5c1b tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cd8ca00-1e4e-4ff3-8c30-9e4f2c0ecaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934775 Jul 09 09:55:32.356305 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3b142-ba33-4d1d-85ac-a5121924284d req-5cc6b4b4-4c0b-4bfb-8496-981572053ea3 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:32.358301 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbb3b142-ba33-4d1d-85ac-a5121924284d req-5cc6b4b4-4c0b-4bfb-8496-981572053ea3 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e24b73-498b-4621-ac3c-16eebd6b9683 HTTP/1.1" status: 200 len: 950 time: 0.1309650 Jul 09 09:55:32.430394 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-934d4f2c-58c5-42a3-91f0-fc575c8da8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:32.474218 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-fbb3b142-ba33-4d1d-85ac-a5121924284d req-5437fc80-448a-49d4-94f9-a56287019ffb tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Deleting port d9733a47-2fc3-4416-8d47-b86829d1161f {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:55:32.474553 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fbb3b142-ba33-4d1d-85ac-a5121924284d req-5437fc80-448a-49d4-94f9-a56287019ffb tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:32.534992 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-934d4f2c-58c5-42a3-91f0-fc575c8da8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:32.540080 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-934d4f2c-58c5-42a3-91f0-fc575c8da8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:32.573536 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-fbb3b142-ba33-4d1d-85ac-a5121924284d req-5437fc80-448a-49d4-94f9-a56287019ffb tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] For port d9733a47-2fc3-4416-8d47-b86829d1161f, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=d9733a47-2fc3-4416-8d47-b86829d1161f,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:55:32.573909 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fbb3b142-ba33-4d1d-85ac-a5121924284d req-5437fc80-448a-49d4-94f9-a56287019ffb tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:32.584914 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d4f2c-58c5-42a3-91f0-fc575c8da8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cb5826-836a-48b6-8b92-a57578888561,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:32.587864 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-fbb3b142-ba33-4d1d-85ac-a5121924284d req-5437fc80-448a-49d4-94f9-a56287019ffb tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Calling delete_port for d9733a47-2fc3-4416-8d47-b86829d1161f owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:55:32.589299 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-934d4f2c-58c5-42a3-91f0-fc575c8da8ca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a5f3503b5837421fb510c17862fc7aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3042669 Jul 09 09:55:32.591929 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55518) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:32.643149 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3eed3c59-96c9-4230-9b56-58ecd8e5abaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:32.665494 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3eed3c59-96c9-4230-9b56-58ecd8e5abaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:32.723457 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3eed3c59-96c9-4230-9b56-58ecd8e5abaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:32.726127 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3eed3c59-96c9-4230-9b56-58ecd8e5abaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:32.729707 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3eed3c59-96c9-4230-9b56-58ecd8e5abaa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e4cb5826-836a-48b6-8b92-a57578888561 HTTP/1.1" status: 204 len: 168 time: 0.1345651 Jul 09 09:55:32.736872 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fbb3b142-ba33-4d1d-85ac-a5121924284d req-5437fc80-448a-49d4-94f9-a56287019ffb tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:32.737229 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed3c59-96c9-4230-9b56-58ecd8e5abaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cb5826-836a-48b6-8b92-a57578888561,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:32.770875 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437fc80-448a-49d4-94f9-a56287019ffb tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Pushing event deleted for resources: {'Port': ['ID=d9733a47-2fc3-4416-8d47-b86829d1161f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:32.831527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb3b142-ba33-4d1d-85ac-a5121924284d req-5437fc80-448a-49d4-94f9-a56287019ffb tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] No DVR routers for this DVR port d9733a47-2fc3-4416-8d47-b86829d1161f on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:55:32.834348 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fbb3b142-ba33-4d1d-85ac-a5121924284d req-5437fc80-448a-49d4-94f9-a56287019ffb tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:32.837043 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbb3b142-ba33-4d1d-85ac-a5121924284d req-5437fc80-448a-49d4-94f9-a56287019ffb tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.64 "DELETE /v2.0/ports/d9733a47-2fc3-4416-8d47-b86829d1161f HTTP/1.1" status: 204 len: 173 time: 0.4731078 Jul 09 09:55:32.837938 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e24b73-498b-4621-ac3c-16eebd6b9683', 'name': 'network-vif-deleted', 'tag': 'd9733a47-2fc3-4416-8d47-b86829d1161f'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:55:32.840840 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2670d9d-fe9b-46c0-85ac-8c7ed7ea78ec" -d '{"events": [{"server_uuid": "a2e24b73-498b-4621-ac3c-16eebd6b9683", "name": "network-vif-deleted", "tag": "d9733a47-2fc3-4416-8d47-b86829d1161f"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:55:32.888548 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7be7c2-186f-4814-9fb0-34c9c709b2d3 x-openstack-request-id: req-5d7be7c2-186f-4814-9fb0-34c9c709b2d3 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:55:32.888848 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e24b73-498b-4621-ac3c-16eebd6b9683", "name": "network-vif-deleted", "tag": "d9733a47-2fc3-4416-8d47-b86829d1161f", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:55:32.889106 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5d7be7c2-186f-4814-9fb0-34c9c709b2d3 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:55:32.889515 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e24b73-498b-4621-ac3c-16eebd6b9683', 'name': 'network-vif-deleted', 'tag': 'd9733a47-2fc3-4416-8d47-b86829d1161f', 'status': 'completed', 'code': 200} Jul 09 09:55:33.086915 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55526) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:33.100186 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8182dfc-1429-41fb-8eb6-4368d38ae238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:33.202397 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8182dfc-1429-41fb-8eb6-4368d38ae238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:33.206591 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8182dfc-1429-41fb-8eb6-4368d38ae238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:33.248408 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a8182dfc-1429-41fb-8eb6-4368d38ae238 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c913dc6601d4a27b0692070df0b62a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576662 Jul 09 09:55:33.248408 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8182dfc-1429-41fb-8eb6-4368d38ae238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63750a0f-9df4-41bc-b18b-794c5a19304e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:33.251155 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55528) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:33.305520 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9af7362a-36ac-4333-a5c1-ab9ffb3aeb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:33.338477 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9af7362a-36ac-4333-a5c1-ab9ffb3aeb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:33.396240 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9af7362a-36ac-4333-a5c1-ab9ffb3aeb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:33.401016 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9af7362a-36ac-4333-a5c1-ab9ffb3aeb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:33.407611 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9af7362a-36ac-4333-a5c1-ab9ffb3aeb9f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/63750a0f-9df4-41bc-b18b-794c5a19304e HTTP/1.1" status: 204 len: 168 time: 0.1548982 Jul 09 09:55:33.417875 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7362a-36ac-4333-a5c1-ab9ffb3aeb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63750a0f-9df4-41bc-b18b-794c5a19304e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:33.588908 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1fc55890-776a-4b12-b9c3-400726032419 req-69a7bd71-90ea-4eb2-ac9f-73a7c9fcf691 tempest-VolumesNegativeTest-376240993 tempest-VolumesNegativeTest-376240993-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2e24b73-498b-4621-ac3c-16eebd6b9683 HTTP/1.1" status: 200 len: 210 time: 0.0698671 Jul 09 09:55:33.955075 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:34.314578 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device d9733a47-2fc3-4416-8d47-b86829d1161f no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:55:34.338980 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: d9733a47-2fc3-4416-8d47-b86829d1161f {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:55:34.339396 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device d9733a47-2fc3-4416-8d47-b86829d1161f not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:55:35.267253 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55632) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:35.391821 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9d4f2304-5a59-4929-890f-e4756c212dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:35.500226 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9d4f2304-5a59-4929-890f-e4756c212dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:35.505912 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9d4f2304-5a59-4929-890f-e4756c212dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:35.547162 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9d4f2304-5a59-4929-890f-e4756c212dc5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=340af1802c694134afccd0bda41265fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786252 Jul 09 09:55:35.548085 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f2304-5a59-4929-890f-e4756c212dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa00491a-0aad-4050-a3ca-f6b35c068d5a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:35.549879 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55674) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:35.614253 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e8007684-6a49-4eb6-b5ad-fce3ee8722ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:35.638576 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e8007684-6a49-4eb6-b5ad-fce3ee8722ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:35.696810 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e8007684-6a49-4eb6-b5ad-fce3ee8722ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:35.701060 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e8007684-6a49-4eb6-b5ad-fce3ee8722ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:35.705092 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e8007684-6a49-4eb6-b5ad-fce3ee8722ab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fa00491a-0aad-4050-a3ca-f6b35c068d5a HTTP/1.1" status: 204 len: 168 time: 0.1500807 Jul 09 09:55:35.720972 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8007684-6a49-4eb6-b5ad-fce3ee8722ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa00491a-0aad-4050-a3ca-f6b35c068d5a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:35.735616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8007684-6a49-4eb6-b5ad-fce3ee8722ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:55:35.736721 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8007684-6a49-4eb6-b5ad-fce3ee8722ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:55:35.737534 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8007684-6a49-4eb6-b5ad-fce3ee8722ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:55:35.738784 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8007684-6a49-4eb6-b5ad-fce3ee8722ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:55:35.739816 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8007684-6a49-4eb6-b5ad-fce3ee8722ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:55:35.740722 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8007684-6a49-4eb6-b5ad-fce3ee8722ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:55:35.741569 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8007684-6a49-4eb6-b5ad-fce3ee8722ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:55:35.742536 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8007684-6a49-4eb6-b5ad-fce3ee8722ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:55:35.743455 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8007684-6a49-4eb6-b5ad-fce3ee8722ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:55:35.744422 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8007684-6a49-4eb6-b5ad-fce3ee8722ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:55:35.745366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8007684-6a49-4eb6-b5ad-fce3ee8722ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:55:35.746876 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8007684-6a49-4eb6-b5ad-fce3ee8722ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:55:36.058501 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55710) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:36.078818 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7902f880-139e-459e-b918-7dcf818ad383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:36.197641 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7902f880-139e-459e-b918-7dcf818ad383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:36.202435 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7902f880-139e-459e-b918-7dcf818ad383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:36.244315 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7902f880-139e-459e-b918-7dcf818ad383 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5369ee16314844448694bb8524e767e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1815913 Jul 09 09:55:36.244727 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 55712) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:36.252895 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902f880-139e-459e-b918-7dcf818ad383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4b86fd-2bc4-46d8-83db-b771ddbe3b82,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:36.308134 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-022700af-ab8f-4dde-86a5-7b965c255566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:36.331989 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-022700af-ab8f-4dde-86a5-7b965c255566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:36.390297 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-022700af-ab8f-4dde-86a5-7b965c255566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:36.393364 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-022700af-ab8f-4dde-86a5-7b965c255566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:36.394643 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-022700af-ab8f-4dde-86a5-7b965c255566 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7f4b86fd-2bc4-46d8-83db-b771ddbe3b82 HTTP/1.1" status: 204 len: 168 time: 0.1487689 Jul 09 09:55:36.405165 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022700af-ab8f-4dde-86a5-7b965c255566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4b86fd-2bc4-46d8-83db-b771ddbe3b82,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:36.774359 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f2385757-8ba8-42e6-ba2d-a769e84668e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:36.788242 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4061ba90-10c8-4739-8a9f-283d137c914b req-585b3d47-ac42-4bbe-a976-e9fc6a064729 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=766b922b-1891-4f7d-af61-0862c2ea03b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2508841 Jul 09 09:55:36.917120 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061ba90-10c8-4739-8a9f-283d137c914b req-bc7202f8-6f20-4489-b14b-357d4aea4c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:36.920017 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4061ba90-10c8-4739-8a9f-283d137c914b req-bc7202f8-6f20-4489-b14b-357d4aea4c9e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3685effc09af44948de733ea732a3e9f&device_id=766b922b-1891-4f7d-af61-0862c2ea03b1 HTTP/1.1" status: 200 len: 1096 time: 0.0773261 Jul 09 09:55:37.067244 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061ba90-10c8-4739-8a9f-283d137c914b req-764d9aff-fb5f-4759-b157-f5dd0407b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:37.070696 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4061ba90-10c8-4739-8a9f-283d137c914b req-764d9aff-fb5f-4759-b157-f5dd0407b3c8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08 HTTP/1.1" status: 200 len: 911 time: 0.1269634 Jul 09 09:55:37.220013 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4061ba90-10c8-4739-8a9f-283d137c914b req-9b1a735b-4842-4cc9-ad39-84d342106f35 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9fdd39a-4237-4e0b-9f55-e30542576be9 HTTP/1.1" status: 200 len: 1000 time: 0.1407545 Jul 09 09:55:37.284363 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061ba90-10c8-4739-8a9f-283d137c914b req-62c4dae9-3659-4585-8bad-b732c5fce898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:37.286769 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4061ba90-10c8-4739-8a9f-283d137c914b req-62c4dae9-3659-4585-8bad-b732c5fce898 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b51e3e8c-7c21-4a91-b93d-f434e88398f9 HTTP/1.1" status: 200 len: 849 time: 0.0609260 Jul 09 09:55:37.362316 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061ba90-10c8-4739-8a9f-283d137c914b req-36b5a256-5743-4628-a718-82144cfc0525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:37.364325 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4061ba90-10c8-4739-8a9f-283d137c914b req-36b5a256-5743-4628-a718-82144cfc0525 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ccd743a5-afda-4ea4-b5e1-3c7e6315be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677562 Jul 09 09:55:37.487210 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4061ba90-10c8-4739-8a9f-283d137c914b req-71dc2764-8bed-431c-ba62-4ca718b25d10 service neutron] 10.222.0.58 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104681 Jul 09 09:55:37.616860 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4061ba90-10c8-4739-8a9f-283d137c914b req-240fb5bc-4e34-460e-a41f-7cf14b0a08ef service neutron] 10.222.0.58 "GET /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234031 Jul 09 09:55:38.325685 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae62f1a-cf0b-4102-bb3c-2ce06ab808d1 req-b6468cd4-2f12-4bed-a4bd-1d24d7594425 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0586474 Jul 09 09:55:38.425443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae62f1a-cf0b-4102-bb3c-2ce06ab808d1 req-75983f66-2e1c-4bd4-9877-6bcd2bda24c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:38.427443 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae62f1a-cf0b-4102-bb3c-2ce06ab808d1 req-75983f66-2e1c-4bd4-9877-6bcd2bda24c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99f7719707794c3ea83b85ef3879ca4c&device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 1097 time: 0.0615792 Jul 09 09:55:38.548866 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae62f1a-cf0b-4102-bb3c-2ce06ab808d1 req-f1aa8031-3740-4b6c-9c0c-bb2cc7b19219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:38.550434 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae62f1a-cf0b-4102-bb3c-2ce06ab808d1 req-f1aa8031-3740-4b6c-9c0c-bb2cc7b19219 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4245b116-2d5b-4779-b854-de03b1576199 HTTP/1.1" status: 200 len: 917 time: 0.1022336 Jul 09 09:55:38.647437 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae62f1a-cf0b-4102-bb3c-2ce06ab808d1 req-c1c3c9c4-135c-44aa-b462-1fd3dd3a1832 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74bd452e-a584-45d3-9f16-ca03ea89c48a HTTP/1.1" status: 200 len: 1001 time: 0.0904901 Jul 09 09:55:38.719933 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae62f1a-cf0b-4102-bb3c-2ce06ab808d1 req-e8bb052a-9b0c-478d-babf-bdeed97f7106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:38.722424 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae62f1a-cf0b-4102-bb3c-2ce06ab808d1 req-e8bb052a-9b0c-478d-babf-bdeed97f7106 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f33154ac-544d-477f-a9ff-a13c564432a2 HTTP/1.1" status: 200 len: 855 time: 0.0693331 Jul 09 09:55:38.790978 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae62f1a-cf0b-4102-bb3c-2ce06ab808d1 req-3503e647-a484-447f-b43c-f78e0ad66bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:38.793248 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae62f1a-cf0b-4102-bb3c-2ce06ab808d1 req-3503e647-a484-447f-b43c-f78e0ad66bc2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4245b116-2d5b-4779-b854-de03b1576199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644376 Jul 09 09:55:38.913266 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae62f1a-cf0b-4102-bb3c-2ce06ab808d1 req-17f02bc8-66d0-4b7a-ae41-c2ff17621199 service neutron] 10.222.0.64 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124742 Jul 09 09:55:39.034855 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aae62f1a-cf0b-4102-bb3c-2ce06ab808d1 req-8e1de92a-4112-4ef1-8042-0fa641ba8f50 service neutron] 10.222.0.64 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150491 Jul 09 09:55:39.200931 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:39.353692 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-452d61f0-75c0-4209-a405-7d42235f8d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:39.505752 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:40.134281 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41ab9a-54fd-4fe6-8b16-8573c742ad7c req-3f4c0398-62bf-4183-bd43-363328187851 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:40.142141 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9a41ab9a-54fd-4fe6-8b16-8573c742ad7c req-3f4c0398-62bf-4183-bd43-363328187851 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=766b922b-1891-4f7d-af61-0862c2ea03b1 HTTP/1.1" status: 200 len: 945 time: 0.0997002 Jul 09 09:55:40.190595 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9a41ab9a-54fd-4fe6-8b16-8573c742ad7c req-a6e9d9a5-043d-49e5-ad18-b9a0ae0d67de tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd430496-7ade-44cf-b36b-cb4324248181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415819 Jul 09 09:55:41.188297 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:41.305773 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55946) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:41.400125 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264df06a-f81e-4179-8e05-5c5e1f10a91a req-791d57ad-083a-4a85-8c9e-adab64af2ffa tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:41.401963 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-264df06a-f81e-4179-8e05-5c5e1f10a91a req-791d57ad-083a-4a85-8c9e-adab64af2ffa tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=766b922b-1891-4f7d-af61-0862c2ea03b1 HTTP/1.1" status: 200 len: 945 time: 0.0762212 Jul 09 09:55:41.466694 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-264df06a-f81e-4179-8e05-5c5e1f10a91a req-d538ff0b-401f-4632-924e-38813ec57e64 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd430496-7ade-44cf-b36b-cb4324248181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581667 Jul 09 09:55:41.523161 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d455749c-2698-4855-a752-6487c79d2b7c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=be0484f5d6c34166b5638672a4d1eae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2155941 Jul 09 09:55:41.525461 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55952) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:41.621245 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a05a811-02c9-4c77-8ff0-e01c3602343e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:41.658894 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a05a811-02c9-4c77-8ff0-e01c3602343e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:41.708951 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68e89c-2300-4f09-a970-e929b80bdec6 req-1e87a826-a28e-4856-93f1-820e19501810 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:41.710523 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ac68e89c-2300-4f09-a970-e929b80bdec6 req-1e87a826-a28e-4856-93f1-820e19501810 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.58 "GET /v2.0/ports?device_id=766b922b-1891-4f7d-af61-0862c2ea03b1 HTTP/1.1" status: 200 len: 945 time: 0.1218493 Jul 09 09:55:41.756634 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a05a811-02c9-4c77-8ff0-e01c3602343e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:41.759448 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a05a811-02c9-4c77-8ff0-e01c3602343e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:41.760626 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6a05a811-02c9-4c77-8ff0-e01c3602343e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5cd8ca00-1e4e-4ff3-8c30-9e4f2c0ecaa7 HTTP/1.1" status: 204 len: 168 time: 0.2333505 Jul 09 09:55:41.781715 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05a811-02c9-4c77-8ff0-e01c3602343e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd8ca00-1e4e-4ff3-8c30-9e4f2c0ecaa7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:41.842242 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-ac68e89c-2300-4f09-a970-e929b80bdec6 req-2841a4df-4035-49c5-825f-c2a1f381dd3f tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Deleting port b9fdd39a-4237-4e0b-9f55-e30542576be9 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:55:41.843123 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ac68e89c-2300-4f09-a970-e929b80bdec6 req-2841a4df-4035-49c5-825f-c2a1f381dd3f tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:41.961636 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-ac68e89c-2300-4f09-a970-e929b80bdec6 req-2841a4df-4035-49c5-825f-c2a1f381dd3f tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] For port b9fdd39a-4237-4e0b-9f55-e30542576be9, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b9fdd39a-4237-4e0b-9f55-e30542576be9,segment=NetworkSegment(498e2393-079b-4450-9c02-7ce0fce4169c),segment_id=498e2393-079b-4450-9c02-7ce0fce4169c)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:55:41.962008 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ac68e89c-2300-4f09-a970-e929b80bdec6 req-2841a4df-4035-49c5-825f-c2a1f381dd3f tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:42.167019 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ac68e89c-2300-4f09-a970-e929b80bdec6 req-2841a4df-4035-49c5-825f-c2a1f381dd3f tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:42.167495 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ac68e89c-2300-4f09-a970-e929b80bdec6 req-2841a4df-4035-49c5-825f-c2a1f381dd3f tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:42.171363 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [req-ac68e89c-2300-4f09-a970-e929b80bdec6 req-2841a4df-4035-49c5-825f-c2a1f381dd3f tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Floating IP 2e21f3dd-9033-4fe3-8a53-48528b3ba8e6 disassociated. External IP: 172.25.3.66, port: b9fdd39a-4237-4e0b-9f55-e30542576be9. Jul 09 09:55:42.171363 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-ac68e89c-2300-4f09-a970-e929b80bdec6 req-2841a4df-4035-49c5-825f-c2a1f381dd3f tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Calling delete_port for b9fdd39a-4237-4e0b-9f55-e30542576be9 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:55:42.324114 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ac68e89c-2300-4f09-a970-e929b80bdec6 req-2841a4df-4035-49c5-825f-c2a1f381dd3f tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:42.354867 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841a4df-4035-49c5-825f-c2a1f381dd3f tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Pushing event deleted for resources: {'Port': ['ID=b9fdd39a-4237-4e0b-9f55-e30542576be9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:42.473565 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac68e89c-2300-4f09-a970-e929b80bdec6 req-2841a4df-4035-49c5-825f-c2a1f381dd3f tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Router 79b47742-f435-4d63-b1ce-8e1523371d54 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:55:42.478366 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 55980) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:42.589400 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-188b0b01-a048-4158-88d4-6bd18514c169 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2126381237-network', 'tenant_id': '507c8ae286404ea6905e635bdf42e276'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:55:42.613145 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac68e89c-2300-4f09-a970-e929b80bdec6 req-2841a4df-4035-49c5-825f-c2a1f381dd3f tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:55:42.619391 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5935fc2e-8e82-4cac-ac3e-8a7389b56cbf req-25ed30a3-c6eb-49be-b1d9-3dac8c649aa7 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=766b922b-1891-4f7d-af61-0862c2ea03b1 HTTP/1.1" status: 200 len: 210 time: 0.0444152 Jul 09 09:55:42.624569 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e650d-09f9-4db0-bf30-c4497a470f99 None None] Sync routers for ids ['79b47742-f435-4d63-b1ce-8e1523371d54'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:55:42.646560 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e650d-09f9-4db0-bf30-c4497a470f99 None None] Routers {'79b47742-f435-4d63-b1ce-8e1523371d54'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:55:42.647282 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a65e650d-09f9-4db0-bf30-c4497a470f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:55:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['79b47742-f435-4d63-b1ce-8e1523371d54'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:42.651635 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188b0b01-a048-4158-88d4-6bd18514c169 admin admin] Made reservation on behalf of 507c8ae286404ea6905e635bdf42e276 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:55:42.654300 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-188b0b01-a048-4158-88d4-6bd18514c169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:42.666663 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-188b0b01-a048-4158-88d4-6bd18514c169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:42.710551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac68e89c-2300-4f09-a970-e929b80bdec6 req-2841a4df-4035-49c5-825f-c2a1f381dd3f tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] No DVR routers for this DVR port b9fdd39a-4237-4e0b-9f55-e30542576be9 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:55:42.713188 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ac68e89c-2300-4f09-a970-e929b80bdec6 req-2841a4df-4035-49c5-825f-c2a1f381dd3f tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:42.715251 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ac68e89c-2300-4f09-a970-e929b80bdec6 req-2841a4df-4035-49c5-825f-c2a1f381dd3f tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.58 "DELETE /v2.0/ports/b9fdd39a-4237-4e0b-9f55-e30542576be9 HTTP/1.1" status: 204 len: 173 time: 0.9997430 Jul 09 09:55:42.715730 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766b922b-1891-4f7d-af61-0862c2ea03b1', 'name': 'network-vif-deleted', 'tag': 'b9fdd39a-4237-4e0b-9f55-e30542576be9'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:55:42.718018 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829477da-fcac-4d11-8350-cac9b161a85a" -d '{"events": [{"server_uuid": "766b922b-1891-4f7d-af61-0862c2ea03b1", "name": "network-vif-deleted", "tag": "b9fdd39a-4237-4e0b-9f55-e30542576be9"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:55:42.878309 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-188b0b01-a048-4158-88d4-6bd18514c169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:42.880087 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a65e650d-09f9-4db0-bf30-c4497a470f99 None None] Set router 79b47742-f435-4d63-b1ce-8e1523371d54 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:55:42.881656 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9127183-077d-4f7d-a01a-6a8b2ad37c7c x-openstack-request-id: req-a9127183-077d-4f7d-a01a-6a8b2ad37c7c {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:55:42.882509 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766b922b-1891-4f7d-af61-0862c2ea03b1", "name": "network-vif-deleted", "tag": "b9fdd39a-4237-4e0b-9f55-e30542576be9", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:55:42.882984 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a9127183-077d-4f7d-a01a-6a8b2ad37c7c {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:55:42.883724 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766b922b-1891-4f7d-af61-0862c2ea03b1', 'name': 'network-vif-deleted', 'tag': 'b9fdd39a-4237-4e0b-9f55-e30542576be9', 'status': 'completed', 'code': 200} Jul 09 09:55:42.885687 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-188b0b01-a048-4158-88d4-6bd18514c169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:42.913172 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188b0b01-a048-4158-88d4-6bd18514c169 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:55:42.930365 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b0b01-a048-4158-88d4-6bd18514c169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972db136-e49f-43cc-8374-cea37f1757f1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:42.951826 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-188b0b01-a048-4158-88d4-6bd18514c169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:42.953183 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-188b0b01-a048-4158-88d4-6bd18514c169 admin admin] Added segment 16d80a74-71ad-4711-9ff7-14d1fd8854b5 of type vlan for network 2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f Jul 09 09:55:43.004901 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-188b0b01-a048-4158-88d4-6bd18514c169 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:43.042721 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-188b0b01-a048-4158-88d4-6bd18514c169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:43.043925 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188b0b01-a048-4158-88d4-6bd18514c169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:43.045042 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-188b0b01-a048-4158-88d4-6bd18514c169 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:43.051783 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:43.115803 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-188b0b01-a048-4158-88d4-6bd18514c169 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6329749 Jul 09 09:55:43.116136 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56002) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:43.121317 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2cb3e819-3cf8-4c43-af1f-bc5e333ce613 admin admin] Request body: {'subnet': {'network_id': '2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2126381237-subnet', 'tenant_id': '507c8ae286404ea6905e635bdf42e276', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:55:43.165284 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb3e819-3cf8-4c43-af1f-bc5e333ce613 admin admin] Made reservation on behalf of 507c8ae286404ea6905e635bdf42e276 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:55:43.167782 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e819-3cf8-4c43-af1f-bc5e333ce613 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:43.169011 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b0b01-a048-4158-88d4-6bd18514c169 admin admin] Pushing event updated for resources: {'Network': ['ID=2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:43.176484 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a65e650d-09f9-4db0-bf30-c4497a470f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'name': 'tempest-AttachVolumeTestJSON-198710829-router', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:31Z', 'updated_at': '2021-07-09T09:46:42Z', 'revision_number': 4, 'project_id': '3685effc09af44948de733ea732a3e9f', 'gw_port': {'id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:32Z', 'updated_at': '2021-07-09T09:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '1c003677-5ce5-4684-a967-9f0fa8144142', 'name': '', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'mac_address': 'fa:16:3e:70:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:38Z', 'updated_at': '2021-07-09T09:46:51Z', 'revision_number': 5, 'project_id': '3685effc09af44948de733ea732a3e9f', 'subnets': [{'id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:43.183676 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:55:43.231728 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e650d-09f9-4db0-bf30-c4497a470f99 None None] Checking router: 79b47742-f435-4d63-b1ce-8e1523371d54 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:55:43.283465 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e650d-09f9-4db0-bf30-c4497a470f99 None None] Routers {'79b47742-f435-4d63-b1ce-8e1523371d54'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:55:43.284136 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a65e650d-09f9-4db0-bf30-c4497a470f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:55:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['79b47742-f435-4d63-b1ce-8e1523371d54'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:43.382604 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e819-3cf8-4c43-af1f-bc5e333ce613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:43.431981 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a65e650d-09f9-4db0-bf30-c4497a470f99 None None] Set router 79b47742-f435-4d63-b1ce-8e1523371d54 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:55:43.469199 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3e819-3cf8-4c43-af1f-bc5e333ce613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e527c985-dadd-4c08-ae85-e394e04167f0,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:43.476367 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb3e819-3cf8-4c43-af1f-bc5e333ce613 admin admin] Checking segment: {'id': '16d80a74-71ad-4711-9ff7-14d1fd8854b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:55:43.477008 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb3e819-3cf8-4c43-af1f-bc5e333ce613 admin admin] Network hostable DHCP agents. Network: 2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:55:43.497558 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb3e819-3cf8-4c43-af1f-bc5e333ce613 admin admin] Network 2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:55:43.509693 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-2cb3e819-3cf8-4c43-af1f-bc5e333ce613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:55:43.516188 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb3e819-3cf8-4c43-af1f-bc5e333ce613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:55:43.516297 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e819-3cf8-4c43-af1f-bc5e333ce613 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:43.531985 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6c6a30-a38c-4c22-b4f5-accaf796def8 None None] Network 2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:55:43.535862 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2cb3e819-3cf8-4c43-af1f-bc5e333ce613 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4176280 Jul 09 09:55:43.803858 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de2b5e4-cbea-4a06-a589-b73c67261ce4 None None] Network 2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:55:43.881189 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a65e650d-09f9-4db0-bf30-c4497a470f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'name': 'tempest-AttachVolumeTestJSON-198710829-router', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:31Z', 'updated_at': '2021-07-09T09:46:42Z', 'revision_number': 4, 'project_id': '3685effc09af44948de733ea732a3e9f', 'gw_port': {'id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:32Z', 'updated_at': '2021-07-09T09:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '1c003677-5ce5-4684-a967-9f0fa8144142', 'name': '', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'mac_address': 'fa:16:3e:70:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:38Z', 'updated_at': '2021-07-09T09:46:51Z', 'revision_number': 5, 'project_id': '3685effc09af44948de733ea732a3e9f', 'subnets': [{'id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:43.918796 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e650d-09f9-4db0-bf30-c4497a470f99 None None] The sync data for ids ['79b47742-f435-4d63-b1ce-8e1523371d54'] in n-d-799996-1 is: [{'id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'name': 'tempest-AttachVolumeTestJSON-198710829-router', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:31Z', 'updated_at': '2021-07-09T09:46:42Z', 'revision_number': 4, 'project_id': '3685effc09af44948de733ea732a3e9f', 'gw_port': {'id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:32Z', 'updated_at': '2021-07-09T09:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '1c003677-5ce5-4684-a967-9f0fa8144142', 'name': '', 'network_id': 'ccd743a5-afda-4ea4-b5e1-3c7e6315be08', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'mac_address': 'fa:16:3e:70:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:38Z', 'updated_at': '2021-07-09T09:46:51Z', 'revision_number': 5, 'project_id': '3685effc09af44948de733ea732a3e9f', 'subnets': [{'id': 'b51e3e8c-7c21-4a91-b93d-f434e88398f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:55:43.924096 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c5924f07-6c2c-440f-b5b0-7b209e2265ed req-42ffc437-1588-4380-98d6-9cbe075a936f tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/ports?device_id=766b922b-1891-4f7d-af61-0862c2ea03b1 HTTP/1.1" status: 200 len: 210 time: 0.0636609 Jul 09 09:55:44.249571 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c86f1b-8057-4dc7-8a8d-4c019974e1b1 None None] New status for floating IP 2e21f3dd-9033-4fe3-8a53-48528b3ba8e6: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:55:45.088018 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56044) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:45.150130 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e33c4f5-2949-4f31-8c0c-614422325745 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:45.177150 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e33c4f5-2949-4f31-8c0c-614422325745 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:45.232683 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e33c4f5-2949-4f31-8c0c-614422325745 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:45.235725 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e33c4f5-2949-4f31-8c0c-614422325745 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:45.237056 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5e33c4f5-2949-4f31-8c0c-614422325745 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "DELETE /v2.0/security-groups/cd430496-7ade-44cf-b36b-cb4324248181 HTTP/1.1" status: 204 len: 168 time: 0.1475282 Jul 09 09:55:45.240037 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56048) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:45.247202 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33c4f5-2949-4f31-8c0c-614422325745 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd430496-7ade-44cf-b36b-cb4324248181,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:45.262998 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-a8bfeb66-da94-4dd5-bf1d-5ad76167c192 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] show failed (client error): The resource could not be found. Jul 09 09:55:45.264126 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a8bfeb66-da94-4dd5-bf1d-5ad76167c192 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "GET /v2.0/security-groups/cd430496-7ade-44cf-b36b-cb4324248181 HTTP/1.1" status: 404 len: 347 time: 0.0230658 Jul 09 09:55:45.267170 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56050) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:45.418131 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-acff1b24-ae23-4a1e-bec0-5730e247fc32 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Deleting port 8bede656-316a-41b7-8f31-9219ab7dd910 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:55:45.418478 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acff1b24-ae23-4a1e-bec0-5730e247fc32 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:45.517955 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acff1b24-ae23-4a1e-bec0-5730e247fc32 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:45.518558 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acff1b24-ae23-4a1e-bec0-5730e247fc32 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:45.533042 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-acff1b24-ae23-4a1e-bec0-5730e247fc32 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Calling delete_port for 8bede656-316a-41b7-8f31-9219ab7dd910 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:55:45.680940 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acff1b24-ae23-4a1e-bec0-5730e247fc32 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:45.720586 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff1b24-ae23-4a1e-bec0-5730e247fc32 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Pushing event deleted for resources: {'Port': ['ID=8bede656-316a-41b7-8f31-9219ab7dd910,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:45.794435 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acff1b24-ae23-4a1e-bec0-5730e247fc32 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:45.797654 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acff1b24-ae23-4a1e-bec0-5730e247fc32 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:45.802904 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-acff1b24-ae23-4a1e-bec0-5730e247fc32 tempest-AttachVolumeTestJSON-150738879 tempest-AttachVolumeTestJSON-150738879-project] 10.222.0.61 "DELETE /v2.0/floatingips/2e21f3dd-9033-4fe3-8a53-48528b3ba8e6 HTTP/1.1" status: 204 len: 168 time: 0.5343821 Jul 09 09:55:45.970898 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b9fdd39a-4237-4e0b-9f55-e30542576be9 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:55:46.016185 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: b9fdd39a-4237-4e0b-9f55-e30542576be9 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:55:46.016525 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b9fdd39a-4237-4e0b-9f55-e30542576be9 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:55:51.877693 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56132) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:52.035181 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-024a40d9-4270-4c38-8fcb-0e4065326bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:52.155620 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-024a40d9-4270-4c38-8fcb-0e4065326bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:52.164767 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-024a40d9-4270-4c38-8fcb-0e4065326bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:52.215442 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a40d9-4270-4c38-8fcb-0e4065326bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192aee9d-8bc7-4ade-a610-72ba97af6358,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:52.227312 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56136) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:52.236303 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-024a40d9-4270-4c38-8fcb-0e4065326bad admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ef57bfd41b674a598d82547657720468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3574207 Jul 09 09:55:52.284407 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5b8682f-a323-453a-99a1-d0b75ac0221f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:52.307034 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5b8682f-a323-453a-99a1-d0b75ac0221f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:52.354904 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5b8682f-a323-453a-99a1-d0b75ac0221f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:52.357506 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5b8682f-a323-453a-99a1-d0b75ac0221f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:52.358672 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f5b8682f-a323-453a-99a1-d0b75ac0221f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/192aee9d-8bc7-4ade-a610-72ba97af6358 HTTP/1.1" status: 204 len: 168 time: 0.1303723 Jul 09 09:55:52.377189 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8682f-a323-453a-99a1-d0b75ac0221f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192aee9d-8bc7-4ade-a610-72ba97af6358,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:52.386757 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8682f-a323-453a-99a1-d0b75ac0221f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:55:52.386984 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8682f-a323-453a-99a1-d0b75ac0221f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:55:52.387309 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8682f-a323-453a-99a1-d0b75ac0221f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:55:52.387647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8682f-a323-453a-99a1-d0b75ac0221f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:55:52.388183 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8682f-a323-453a-99a1-d0b75ac0221f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:55:52.388668 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8682f-a323-453a-99a1-d0b75ac0221f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:55:52.389240 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8682f-a323-453a-99a1-d0b75ac0221f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:55:52.389713 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8682f-a323-453a-99a1-d0b75ac0221f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:55:52.390217 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8682f-a323-453a-99a1-d0b75ac0221f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:55:52.390701 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8682f-a323-453a-99a1-d0b75ac0221f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:55:52.391287 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8682f-a323-453a-99a1-d0b75ac0221f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:55:52.391630 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8682f-a323-453a-99a1-d0b75ac0221f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:55:52.782119 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56148) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:52.820884 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31e7ff5a-35f4-4feb-aaad-1a161568e96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:52.930072 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31e7ff5a-35f4-4feb-aaad-1a161568e96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:52.936172 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31e7ff5a-35f4-4feb-aaad-1a161568e96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:52.974627 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7ff5a-35f4-4feb-aaad-1a161568e96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d9d1bf-f144-4916-8dd6-935c07ba9db8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:53.010647 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-31e7ff5a-35f4-4feb-aaad-1a161568e96d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eddca1e8c97042de9f3f11ea5df3ec7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270226 Jul 09 09:55:53.013316 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56158) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:53.131315 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e5549010-fd09-4ac7-9721-b8039aaf3948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:53.182760 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e5549010-fd09-4ac7-9721-b8039aaf3948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:53.244180 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e5549010-fd09-4ac7-9721-b8039aaf3948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:53.247807 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e5549010-fd09-4ac7-9721-b8039aaf3948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:53.252119 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e5549010-fd09-4ac7-9721-b8039aaf3948 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b0d9d1bf-f144-4916-8dd6-935c07ba9db8 HTTP/1.1" status: 204 len: 168 time: 0.2341201 Jul 09 09:55:53.265919 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5549010-fd09-4ac7-9721-b8039aaf3948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d9d1bf-f144-4916-8dd6-935c07ba9db8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:54.734321 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56194) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:54.876817 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f859c636-e845-43be-a3cd-cc4684be52ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:55.021598 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f859c636-e845-43be-a3cd-cc4684be52ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:55.026576 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f859c636-e845-43be-a3cd-cc4684be52ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:55.072176 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859c636-e845-43be-a3cd-cc4684be52ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546ae634-d051-47c3-a45a-02d1a11561a0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:55.090693 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f859c636-e845-43be-a3cd-cc4684be52ef admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=046f6ef500174fe18254410bfc53d94f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3551321 Jul 09 09:55:55.093282 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56202) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:55.190032 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b04a3cd-e74b-4ace-a089-51047a14671d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:55.217009 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b04a3cd-e74b-4ace-a089-51047a14671d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:55.283718 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b04a3cd-e74b-4ace-a089-51047a14671d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:55.286369 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b04a3cd-e74b-4ace-a089-51047a14671d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:55.297537 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8b04a3cd-e74b-4ace-a089-51047a14671d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/546ae634-d051-47c3-a45a-02d1a11561a0 HTTP/1.1" status: 204 len: 168 time: 0.2029827 Jul 09 09:55:55.327414 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04a3cd-e74b-4ace-a089-51047a14671d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546ae634-d051-47c3-a45a-02d1a11561a0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:56.401641 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56250) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:56.997030 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3db997f-ae4f-4b08-b856-297349fff480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:57.280685 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a3db997f-ae4f-4b08-b856-297349fff480 admin admin] Deleting port 1c003677-5ce5-4684-a967-9f0fa8144142 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:55:57.281027 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3db997f-ae4f-4b08-b856-297349fff480 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:57.362797 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-a3db997f-ae4f-4b08-b856-297349fff480 admin admin] For port 1c003677-5ce5-4684-a967-9f0fa8144142, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1c003677-5ce5-4684-a967-9f0fa8144142,segment=NetworkSegment(498e2393-079b-4450-9c02-7ce0fce4169c),segment_id=498e2393-079b-4450-9c02-7ce0fce4169c)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:55:57.363924 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3db997f-ae4f-4b08-b856-297349fff480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:57.377343 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a3db997f-ae4f-4b08-b856-297349fff480 admin admin] Calling delete_port for 1c003677-5ce5-4684-a967-9f0fa8144142 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:55:57.579806 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3db997f-ae4f-4b08-b856-297349fff480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:57.613694 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db997f-ae4f-4b08-b856-297349fff480 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c003677-5ce5-4684-a967-9f0fa8144142,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:57.859173 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3db997f-ae4f-4b08-b856-297349fff480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:58.424963 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3db997f-ae4f-4b08-b856-297349fff480 admin admin] Router 79b47742-f435-4d63-b1ce-8e1523371d54 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:55:58.447978 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:55:58.537510 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3db997f-ae4f-4b08-b856-297349fff480 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:55:58.545369 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a3db997f-ae4f-4b08-b856-297349fff480 admin admin] 10.222.0.61 "PUT /v2.0/routers/79b47742-f435-4d63-b1ce-8e1523371d54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1382892 Jul 09 09:55:58.545731 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56286) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:58.548356 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396dfcc3-689d-40e8-9857-cda9eb1c078d None None] Sync routers for ids ['79b47742-f435-4d63-b1ce-8e1523371d54'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:55:58.558947 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396dfcc3-689d-40e8-9857-cda9eb1c078d None None] Routers {'79b47742-f435-4d63-b1ce-8e1523371d54'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:55:58.559745 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-396dfcc3-689d-40e8-9857-cda9eb1c078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:55:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['79b47742-f435-4d63-b1ce-8e1523371d54'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:58.657690 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e617a06b-5f3e-4c84-b2ba-6e1c0a390fb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:58.670520 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-396dfcc3-689d-40e8-9857-cda9eb1c078d None None] Set router 79b47742-f435-4d63-b1ce-8e1523371d54 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:55:58.787967 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e617a06b-5f3e-4c84-b2ba-6e1c0a390fb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:58.867410 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e617a06b-5f3e-4c84-b2ba-6e1c0a390fb8 admin admin] Deleting port e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:55:58.867794 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e617a06b-5f3e-4c84-b2ba-6e1c0a390fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:58.874833 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-396dfcc3-689d-40e8-9857-cda9eb1c078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'name': 'tempest-AttachVolumeTestJSON-198710829-router', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:31Z', 'updated_at': '2021-07-09T09:55:57Z', 'revision_number': 5, 'project_id': '3685effc09af44948de733ea732a3e9f', 'gw_port': {'id': 'e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:32Z', 'updated_at': '2021-07-09T09:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:58.963908 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-e617a06b-5f3e-4c84-b2ba-6e1c0a390fb8 admin admin] For port e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:55:58.964289 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e617a06b-5f3e-4c84-b2ba-6e1c0a390fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:58.979462 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e617a06b-5f3e-4c84-b2ba-6e1c0a390fb8 admin admin] Calling delete_port for e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:55:59.131931 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396dfcc3-689d-40e8-9857-cda9eb1c078d None None] Checking router: 79b47742-f435-4d63-b1ce-8e1523371d54 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:55:59.142534 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396dfcc3-689d-40e8-9857-cda9eb1c078d None None] Routers {'79b47742-f435-4d63-b1ce-8e1523371d54'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:55:59.143453 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-396dfcc3-689d-40e8-9857-cda9eb1c078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:55:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['79b47742-f435-4d63-b1ce-8e1523371d54'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:59.204433 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e617a06b-5f3e-4c84-b2ba-6e1c0a390fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:59.240999 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-396dfcc3-689d-40e8-9857-cda9eb1c078d None None] Set router 79b47742-f435-4d63-b1ce-8e1523371d54 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:55:59.255854 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617a06b-5f3e-4c84-b2ba-6e1c0a390fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:59.301587 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-396dfcc3-689d-40e8-9857-cda9eb1c078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'name': 'tempest-AttachVolumeTestJSON-198710829-router', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:31Z', 'updated_at': '2021-07-09T09:55:58Z', 'revision_number': 6, 'project_id': '3685effc09af44948de733ea732a3e9f', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:55:59.329567 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396dfcc3-689d-40e8-9857-cda9eb1c078d None None] The sync data for ids ['79b47742-f435-4d63-b1ce-8e1523371d54'] in n-d-799996-1 is: [{'id': '79b47742-f435-4d63-b1ce-8e1523371d54', 'name': 'tempest-AttachVolumeTestJSON-198710829-router', 'tenant_id': '3685effc09af44948de733ea732a3e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:31Z', 'updated_at': '2021-07-09T09:55:58Z', 'revision_number': 6, 'project_id': '3685effc09af44948de733ea732a3e9f', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:55:59.349658 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e617a06b-5f3e-4c84-b2ba-6e1c0a390fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:59.455889 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e617a06b-5f3e-4c84-b2ba-6e1c0a390fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:59.458288 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e617a06b-5f3e-4c84-b2ba-6e1c0a390fb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:59.505720 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e617a06b-5f3e-4c84-b2ba-6e1c0a390fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:59.506468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e617a06b-5f3e-4c84-b2ba-6e1c0a390fb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79b47742-f435-4d63-b1ce-8e1523371d54 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:55:59.511960 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e617a06b-5f3e-4c84-b2ba-6e1c0a390fb8 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:59.513013 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e617a06b-5f3e-4c84-b2ba-6e1c0a390fb8 admin admin] 10.222.0.61 "DELETE /v2.0/routers/79b47742-f435-4d63-b1ce-8e1523371d54 HTTP/1.1" status: 204 len: 168 time: 0.9664607 Jul 09 09:55:59.516006 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56310) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:59.574498 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b10a76-09c9-4b0e-b6ca-53a7df57f7ec admin admin] Deleting subnet b51e3e8c-7c21-4a91-b93d-f434e88398f9 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:55:59.578973 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-52b10a76-09c9-4b0e-b6ca-53a7df57f7ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:59.629153 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-52b10a76-09c9-4b0e-b6ca-53a7df57f7ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:59.780949 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-52b10a76-09c9-4b0e-b6ca-53a7df57f7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:59.856958 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1c003677-5ce5-4684-a967-9f0fa8144142 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:55:59.864850 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-52b10a76-09c9-4b0e-b6ca-53a7df57f7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:59.894199 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b10a76-09c9-4b0e-b6ca-53a7df57f7ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b51e3e8c-7c21-4a91-b93d-f434e88398f9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:55:59.895085 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 1c003677-5ce5-4684-a967-9f0fa8144142 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:55:59.895085 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1c003677-5ce5-4684-a967-9f0fa8144142 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:55:59.899529 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-52b10a76-09c9-4b0e-b6ca-53a7df57f7ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:55:59.901465 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-52b10a76-09c9-4b0e-b6ca-53a7df57f7ec admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b51e3e8c-7c21-4a91-b93d-f434e88398f9 HTTP/1.1" status: 204 len: 168 time: 0.3846798 Jul 09 09:55:59.904028 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56324) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:55:59.906949 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fe41ad-f8a0-4657-b9ec-3ac657269213 None None] Network ccd743a5-afda-4ea4-b5e1-3c7e6315be08 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:55:59.996267 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e8cfdb3-23a1-46ce-ba88-46cd5e47e298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:00.051952 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2e8cfdb3-23a1-46ce-ba88-46cd5e47e298 admin admin] Deleting port 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:56:00.052523 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e8cfdb3-23a1-46ce-ba88-46cd5e47e298 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:00.121683 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-2e8cfdb3-23a1-46ce-ba88-46cd5e47e298 admin admin] For port 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1,segment=NetworkSegment(498e2393-079b-4450-9c02-7ce0fce4169c),segment_id=498e2393-079b-4450-9c02-7ce0fce4169c)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:56:00.122131 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e8cfdb3-23a1-46ce-ba88-46cd5e47e298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:00.139724 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2e8cfdb3-23a1-46ce-ba88-46cd5e47e298 admin admin] Calling delete_port for 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:56:00.245095 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5b0a21-de80-4754-81c1-340e56314607 None None] DHCP port deletion for ccd743a5-afda-4ea4-b5e1-3c7e6315be08 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:56:00.302813 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4c5b0a21-de80-4754-81c1-340e56314607 None None] Deleting port 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:56:00.303194 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0a21-de80-4754-81c1-340e56314607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:00.378272 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4c5b0a21-de80-4754-81c1-340e56314607 None None] For port 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1,segment=NetworkSegment(498e2393-079b-4450-9c02-7ce0fce4169c),segment_id=498e2393-079b-4450-9c02-7ce0fce4169c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:56:00.378995 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0a21-de80-4754-81c1-340e56314607 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:00.394964 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4c5b0a21-de80-4754-81c1-340e56314607 None None] Calling delete_port for 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:56:00.479125 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0a21-de80-4754-81c1-340e56314607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:00.495579 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b0a21-de80-4754-81c1-340e56314607 None None] No DVR routers for this DVR port 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:56:00.525346 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b0a21-de80-4754-81c1-340e56314607 None None] Pushing event deleted for resources: {'Port': ['ID=3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:00.537824 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b0a21-de80-4754-81c1-340e56314607 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:00.538312 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b0a21-de80-4754-81c1-340e56314607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:00.538754 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b0a21-de80-4754-81c1-340e56314607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:00.539253 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b0a21-de80-4754-81c1-340e56314607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:00.539682 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b0a21-de80-4754-81c1-340e56314607 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:00.540131 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b0a21-de80-4754-81c1-340e56314607 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:00.540561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b0a21-de80-4754-81c1-340e56314607 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:00.540988 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b0a21-de80-4754-81c1-340e56314607 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:00.541414 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b0a21-de80-4754-81c1-340e56314607 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:00.541871 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b0a21-de80-4754-81c1-340e56314607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:00.542419 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b0a21-de80-4754-81c1-340e56314607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:00.542843 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b0a21-de80-4754-81c1-340e56314607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:00.560581 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e8cfdb3-23a1-46ce-ba88-46cd5e47e298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:00.587815 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cfdb3-23a1-46ce-ba88-46cd5e47e298 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:00.592879 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8cfdb3-23a1-46ce-ba88-46cd5e47e298 admin admin] No DVR routers for this DVR port 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:56:00.677061 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e8cfdb3-23a1-46ce-ba88-46cd5e47e298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:00.687138 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2e8cfdb3-23a1-46ce-ba88-46cd5e47e298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd743a5-afda-4ea4-b5e1-3c7e6315be08']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:00.698364 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2e8cfdb3-23a1-46ce-ba88-46cd5e47e298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498e2393-079b-4450-9c02-7ce0fce4169c') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:00.698725 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2e8cfdb3-23a1-46ce-ba88-46cd5e47e298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498e2393-079b-4450-9c02-7ce0fce4169c') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:00.709228 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e8cfdb3-23a1-46ce-ba88-46cd5e47e298 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:00.727322 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e8cfdb3-23a1-46ce-ba88-46cd5e47e298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:00.734101 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8cfdb3-23a1-46ce-ba88-46cd5e47e298 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:56:00.734515 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e8cfdb3-23a1-46ce-ba88-46cd5e47e298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: self.session.flush() Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: self.session.flush() Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: self.session.flush() Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: self.session.flush() Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:56:00.736309 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:56:00.795379 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e8cfdb3-23a1-46ce-ba88-46cd5e47e298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:00.805717 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e8cfdb3-23a1-46ce-ba88-46cd5e47e298 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:00.807675 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2e8cfdb3-23a1-46ce-ba88-46cd5e47e298 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ccd743a5-afda-4ea4-b5e1-3c7e6315be08 HTTP/1.1" status: 204 len: 168 time: 0.9020033 Jul 09 09:56:00.824155 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cfdb3-23a1-46ce-ba88-46cd5e47e298 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccd743a5-afda-4ea4-b5e1-3c7e6315be08,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:00.984994 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56334) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:01.030772 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c17f9698-87c0-47d8-87e4-b4e537b6365d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3685effc09af44948de733ea732a3e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423770 Jul 09 09:56:01.031096 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56338) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:01.089124 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62a286e8-0604-4155-bfa9-9f1b48830f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:01.112647 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62a286e8-0604-4155-bfa9-9f1b48830f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:01.177120 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62a286e8-0604-4155-bfa9-9f1b48830f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:01.180689 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62a286e8-0604-4155-bfa9-9f1b48830f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:01.182093 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-62a286e8-0604-4155-bfa9-9f1b48830f54 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0e468a64-3038-4efa-970e-b7d9ea732791 HTTP/1.1" status: 204 len: 168 time: 0.1501799 Jul 09 09:56:01.190918 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a286e8-0604-4155-bfa9-9f1b48830f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e468a64-3038-4efa-970e-b7d9ea732791,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:01.506846 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:56:01.535720 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:56:01.536479 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e22d64cf-fbd7-4737-ae2b-9a6f8447d7a0 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:56:01.536901 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:56:01.558598 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:56:01.559291 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3a872c82-f16b-4860-bbd7-ebdfc3a1b4f1 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:56:03.893661 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56496) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:03.971496 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:04.051434 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60eea52b-2d5e-481c-8e17-2e99ae94e6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:04.164157 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60eea52b-2d5e-481c-8e17-2e99ae94e6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:04.169032 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60eea52b-2d5e-481c-8e17-2e99ae94e6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:04.212055 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eea52b-2d5e-481c-8e17-2e99ae94e6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e74851-04e7-4b6c-bdaa-26463b525bbd,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:04.222872 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56506) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:04.230345 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-60eea52b-2d5e-481c-8e17-2e99ae94e6fd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=840e109159354febb63d0a724bb49ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3348911 Jul 09 09:56:04.282888 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3b8dbf9-6f24-4a52-9063-b2aced5e7559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:04.306564 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3b8dbf9-6f24-4a52-9063-b2aced5e7559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:04.361144 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3b8dbf9-6f24-4a52-9063-b2aced5e7559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:04.364332 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3b8dbf9-6f24-4a52-9063-b2aced5e7559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:04.365538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c3b8dbf9-6f24-4a52-9063-b2aced5e7559 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/39e74851-04e7-4b6c-bdaa-26463b525bbd HTTP/1.1" status: 204 len: 168 time: 0.1417825 Jul 09 09:56:04.373756 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8dbf9-6f24-4a52-9063-b2aced5e7559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e74851-04e7-4b6c-bdaa-26463b525bbd,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:04.672830 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56520) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:04.692513 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-afacb486-4ab1-4e30-80f7-9ec2d41252b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:04.813177 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-afacb486-4ab1-4e30-80f7-9ec2d41252b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:04.817680 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-afacb486-4ab1-4e30-80f7-9ec2d41252b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:04.857372 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-afacb486-4ab1-4e30-80f7-9ec2d41252b6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=56468fdba231497c8c86f7249527095f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830585 Jul 09 09:56:04.858261 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacb486-4ab1-4e30-80f7-9ec2d41252b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca199c9-d4c8-49cc-a34e-84e5935d18b8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:04.860336 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56526) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:04.917587 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e3c03644-12a3-47c3-81f7-3408d6d4379a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:04.940660 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e3c03644-12a3-47c3-81f7-3408d6d4379a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:04.996844 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e3c03644-12a3-47c3-81f7-3408d6d4379a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:04.999496 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e3c03644-12a3-47c3-81f7-3408d6d4379a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:05.004361 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e3c03644-12a3-47c3-81f7-3408d6d4379a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8ca199c9-d4c8-49cc-a34e-84e5935d18b8 HTTP/1.1" status: 204 len: 168 time: 0.1388147 Jul 09 09:56:05.009961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c03644-12a3-47c3-81f7-3408d6d4379a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca199c9-d4c8-49cc-a34e-84e5935d18b8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:06.495615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56606) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:06.732818 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8279fbc-7f22-42e5-bc8b-8b7a0478f7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:06.773809 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7da28bcb-cc5a-4ae7-835f-f352a66b73c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:06.869197 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8279fbc-7f22-42e5-bc8b-8b7a0478f7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:06.873900 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8279fbc-7f22-42e5-bc8b-8b7a0478f7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:06.916790 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f8279fbc-7f22-42e5-bc8b-8b7a0478f7c9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d263f815bf424a87acb6a8aaf0a5e8b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4197729 Jul 09 09:56:06.918273 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8279fbc-7f22-42e5-bc8b-8b7a0478f7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425eeaeb-32a2-462e-a820-b22dd5d8dbb6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:06.920000 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56624) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:06.992916 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67c88b43-8dfe-454c-94ba-02591cc6093a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:07.025837 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67c88b43-8dfe-454c-94ba-02591cc6093a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:07.082542 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67c88b43-8dfe-454c-94ba-02591cc6093a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:07.085165 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67c88b43-8dfe-454c-94ba-02591cc6093a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:07.086344 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-67c88b43-8dfe-454c-94ba-02591cc6093a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/425eeaeb-32a2-462e-a820-b22dd5d8dbb6 HTTP/1.1" status: 204 len: 168 time: 0.1647949 Jul 09 09:56:07.106596 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c88b43-8dfe-454c-94ba-02591cc6093a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425eeaeb-32a2-462e-a820-b22dd5d8dbb6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:07.517110 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56648) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:07.531302 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-51ac43a8-2d2b-4ced-838d-4fa59d1036c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:07.633766 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-51ac43a8-2d2b-4ced-838d-4fa59d1036c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:07.640617 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-51ac43a8-2d2b-4ced-838d-4fa59d1036c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:07.673188 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-51ac43a8-2d2b-4ced-838d-4fa59d1036c0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=331bc8b88729477a9b445437c4a34625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546104 Jul 09 09:56:07.677199 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56656) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:07.694010 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac43a8-2d2b-4ced-838d-4fa59d1036c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8c18e9-840b-4890-b3bc-bde28fcc64a3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:07.752219 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e9fc0840-fbaf-4a2f-b8a3-3e1a4b5ac69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:07.774096 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e9fc0840-fbaf-4a2f-b8a3-3e1a4b5ac69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:07.826912 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e9fc0840-fbaf-4a2f-b8a3-3e1a4b5ac69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:07.829837 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e9fc0840-fbaf-4a2f-b8a3-3e1a4b5ac69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:07.833670 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e9fc0840-fbaf-4a2f-b8a3-3e1a4b5ac69b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ea8c18e9-840b-4890-b3bc-bde28fcc64a3 HTTP/1.1" status: 204 len: 168 time: 0.1526496 Jul 09 09:56:07.839253 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc0840-fbaf-4a2f-b8a3-3e1a4b5ac69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8c18e9-840b-4890-b3bc-bde28fcc64a3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:07.869069 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56666) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:07.991910 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5dda9d28-8f48-48d5-8d64-d4720fbc21c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:08.112777 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5dda9d28-8f48-48d5-8d64-d4720fbc21c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:08.117308 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5dda9d28-8f48-48d5-8d64-d4720fbc21c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:08.183653 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5dda9d28-8f48-48d5-8d64-d4720fbc21c5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8eaa3639ccb9478fb48f1230f5ad7e5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3135540 Jul 09 09:56:08.186347 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56676) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:08.204292 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda9d28-8f48-48d5-8d64-d4720fbc21c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a120aa-14dd-4989-8424-7ac64da693ef,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:08.248909 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56680) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:08.254490 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d1db251-6f61-4d59-9c87-698718d80489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:08.265643 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6c3fdf2-7ebd-42f0-9ecf-0446069e0943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:08.285320 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d1db251-6f61-4d59-9c87-698718d80489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:08.353773 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d1db251-6f61-4d59-9c87-698718d80489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:08.357382 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d1db251-6f61-4d59-9c87-698718d80489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:08.362709 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2d1db251-6f61-4d59-9c87-698718d80489 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/51a120aa-14dd-4989-8424-7ac64da693ef HTTP/1.1" status: 204 len: 168 time: 0.1752427 Jul 09 09:56:08.372610 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1db251-6f61-4d59-9c87-698718d80489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a120aa-14dd-4989-8424-7ac64da693ef,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:08.409524 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6c3fdf2-7ebd-42f0-9ecf-0446069e0943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:08.414553 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6c3fdf2-7ebd-42f0-9ecf-0446069e0943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:08.449248 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c6c3fdf2-7ebd-42f0-9ecf-0446069e0943 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c353e0a47fa84b9eba9df625ddf9a141&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1992488 Jul 09 09:56:08.452221 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56686) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:08.472673 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3fdf2-7ebd-42f0-9ecf-0446069e0943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c23b54c-7a36-4f6d-8fd9-390d8e4a9fb5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:08.522347 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-814de318-f961-4d3c-bb7a-74ca8ead024b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:08.546240 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-814de318-f961-4d3c-bb7a-74ca8ead024b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:08.605814 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-814de318-f961-4d3c-bb7a-74ca8ead024b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:08.609689 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-814de318-f961-4d3c-bb7a-74ca8ead024b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:08.611188 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-814de318-f961-4d3c-bb7a-74ca8ead024b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6c23b54c-7a36-4f6d-8fd9-390d8e4a9fb5 HTTP/1.1" status: 204 len: 168 time: 0.1579804 Jul 09 09:56:08.621748 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814de318-f961-4d3c-bb7a-74ca8ead024b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c23b54c-7a36-4f6d-8fd9-390d8e4a9fb5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:08.883424 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56704) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:08.908046 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48d6b9f0-09d3-4f56-b16f-bc7a0987fd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:09.031865 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48d6b9f0-09d3-4f56-b16f-bc7a0987fd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:09.037504 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48d6b9f0-09d3-4f56-b16f-bc7a0987fd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:09.067236 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6b9f0-09d3-4f56-b16f-bc7a0987fd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb0a8bd-da2d-432d-9394-22993d889d19,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:09.098972 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-48d6b9f0-09d3-4f56-b16f-bc7a0987fd6b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e5d38e33d2024572957011fc7e33589d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2118733 Jul 09 09:56:09.099487 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56712) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:09.171160 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-500b1253-e21e-400b-b3ab-6504a213bebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:09.214242 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:09.225963 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-500b1253-e21e-400b-b3ab-6504a213bebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:09.288785 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-500b1253-e21e-400b-b3ab-6504a213bebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:09.291922 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-500b1253-e21e-400b-b3ab-6504a213bebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:09.293850 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-500b1253-e21e-400b-b3ab-6504a213bebc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ceb0a8bd-da2d-432d-9394-22993d889d19 HTTP/1.1" status: 204 len: 168 time: 0.1929190 Jul 09 09:56:09.305627 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b1253-e21e-400b-b3ab-6504a213bebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb0a8bd-da2d-432d-9394-22993d889d19,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:09.355381 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-84dbaa0d-7aea-4cc3-ac99-2088ddc12120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:09.520836 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:09.917386 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56760) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:10.040046 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-46855da8-fc85-4fe6-bdc7-cec56bbfcf11 tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] 10.222.0.61 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3192 time: 0.1176381 Jul 09 09:56:10.040046 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56770) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:10.045742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b33a33dc-8f38-4637-9e3d-41904a990b9e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Request body: {'network': {'name': 'tempest-network-smoke--420016613', 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'port_security_enabled': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:56:10.073410 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33a33dc-8f38-4637-9e3d-41904a990b9e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Made reservation on behalf of cf55daeb21224f8dba69e315cfa259ae for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:56:10.078498 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b33a33dc-8f38-4637-9e3d-41904a990b9e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:10.106629 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33a33dc-8f38-4637-9e3d-41904a990b9e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:56:10.136579 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b33a33dc-8f38-4637-9e3d-41904a990b9e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:10.137391 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-b33a33dc-8f38-4637-9e3d-41904a990b9e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Added segment 97a4dc25-c049-41bb-8ab2-f1fe6e42ada7 of type vlan for network 2be3bee5-bd9c-445c-aae6-71671c0cadaf Jul 09 09:56:10.200812 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b33a33dc-8f38-4637-9e3d-41904a990b9e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:10.236130 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b33a33dc-8f38-4637-9e3d-41904a990b9e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:10.243806 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33a33dc-8f38-4637-9e3d-41904a990b9e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:10.244463 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b33a33dc-8f38-4637-9e3d-41904a990b9e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:10.270409 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56776) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:10.271459 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b33a33dc-8f38-4637-9e3d-41904a990b9e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2294393 Jul 09 09:56:10.275328 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a0aea2e2-d117-4222-8861-4a9c4ab0225d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-344990000', 'admin_state_up': True, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:56:10.343452 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a33dc-8f38-4637-9e3d-41904a990b9e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event updated for resources: {'Network': ['ID=2be3bee5-bd9c-445c-aae6-71671c0cadaf,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:10.344545 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0aea2e2-d117-4222-8861-4a9c4ab0225d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:10.345631 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0aea2e2-d117-4222-8861-4a9c4ab0225d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:10.359518 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 2be3bee5-bd9c-445c-aae6-71671c0cadaf details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:56:10.482359 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0aea2e2-d117-4222-8861-4a9c4ab0225d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:10.713174 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0aea2e2-d117-4222-8861-4a9c4ab0225d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:10.976060 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0aea2e2-d117-4222-8861-4a9c4ab0225d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:11.000046 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0aea2e2-d117-4222-8861-4a9c4ab0225d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:11.189012 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-a0aea2e2-d117-4222-8861-4a9c4ab0225d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Allocated IP 172.25.3.141 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/d218baa6-a3b0-4825-9b6b-20cef3ed5fbb) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:56:11.193634 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:11.319230 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0aea2e2-d117-4222-8861-4a9c4ab0225d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:11.360843 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0aea2e2-d117-4222-8861-4a9c4ab0225d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:11.412651 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aea2e2-d117-4222-8861-4a9c4ab0225d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:56:11.415500 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a0aea2e2-d117-4222-8861-4a9c4ab0225d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:56:11.419514 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aea2e2-d117-4222-8861-4a9c4ab0225d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:56:11.451736 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aea2e2-d117-4222-8861-4a9c4ab0225d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event updated for resources: {'Port': ['ID=d218baa6-a3b0-4825-9b6b-20cef3ed5fbb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:11.770707 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0aea2e2-d117-4222-8861-4a9c4ab0225d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:12.007857 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0aea2e2-d117-4222-8861-4a9c4ab0225d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:12.208312 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0aea2e2-d117-4222-8861-4a9c4ab0225d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Router c4523ce9-1b68-48ed-b126-eda37260d68e is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:56:12.341192 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0aea2e2-d117-4222-8861-4a9c4ab0225d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:56:12.342836 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56882) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:12.353182 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] Sync routers for ids ['c4523ce9-1b68-48ed-b126-eda37260d68e'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:56:12.374948 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] Routers {'c4523ce9-1b68-48ed-b126-eda37260d68e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:56:12.376528 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:56:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['c4523ce9-1b68-48ed-b126-eda37260d68e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:12.382998 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0aea2e2-d117-4222-8861-4a9c4ab0225d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:12.389180 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a0aea2e2-d117-4222-8861-4a9c4ab0225d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1150744 Jul 09 09:56:12.390299 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56890) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:12.526937 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af986b2e-3d71-4726-b1f7-11c7b946d1d9 tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:12.530234 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] Set router c4523ce9-1b68-48ed-b126-eda37260d68e gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:56:12.531849 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56892) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:12.532178 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-af986b2e-3d71-4726-b1f7-11c7b946d1d9 tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=cf55daeb21224f8dba69e315cfa259ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1404555 Jul 09 09:56:12.590429 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4fd8ea16-6ae4-4111-951e-e74fb21d1729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:12.715564 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4fd8ea16-6ae4-4111-951e-e74fb21d1729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:12.725970 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4fd8ea16-6ae4-4111-951e-e74fb21d1729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:12.758485 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6651b3-b7e0-4fbf-a707-4378e7b1302f tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:12.760067 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9c6651b3-b7e0-4fbf-a707-4378e7b1302f tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2272031 Jul 09 09:56:12.765033 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56900) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:12.786565 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8ea16-6ae4-4111-951e-e74fb21d1729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1e3d53-97fa-4b13-871e-50c18fd82b9b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:12.808749 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4fd8ea16-6ae4-4111-951e-e74fb21d1729 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=35be079cfc5349fe93c328e9abb5559a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4633467 Jul 09 09:56:12.810972 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56904) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:12.841351 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4523ce9-1b68-48ed-b126-eda37260d68e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-344990000', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd218baa6-a3b0-4825-9b6b-20cef3ed5fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:56:10Z', 'updated_at': '2021-07-09T09:56:11Z', 'revision_number': 3, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'gw_port': {'id': 'd218baa6-a3b0-4825-9b6b-20cef3ed5fbb', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4523ce9-1b68-48ed-b126-eda37260d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:56:11Z', 'updated_at': '2021-07-09T09:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:12.879805 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f95d2df-bd73-46d6-9c7a-402db340847b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:12.890624 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e4b4795b-d342-4de7-8f1c-e8ae1b66caf8 tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1242578 Jul 09 09:56:12.893812 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56906) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:12.909359 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f95d2df-bd73-46d6-9c7a-402db340847b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:12.911399 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] Checking router: c4523ce9-1b68-48ed-b126-eda37260d68e for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:56:12.912221 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] Updating router c4523ce9-1b68-48ed-b126-eda37260d68e port d218baa6-a3b0-4825-9b6b-20cef3ed5fbb binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:56:12.953365 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f8179098-4bee-40b6-ab5b-87ee0b704b1e tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=cf55daeb21224f8dba69e315cfa259ae&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0559862 Jul 09 09:56:12.953705 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56908) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:12.971539 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f95d2df-bd73-46d6-9c7a-402db340847b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:12.974671 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f95d2df-bd73-46d6-9c7a-402db340847b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:12.978853 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5f95d2df-bd73-46d6-9c7a-402db340847b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8c1e3d53-97fa-4b13-871e-50c18fd82b9b HTTP/1.1" status: 204 len: 168 time: 0.1665504 Jul 09 09:56:12.993422 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95d2df-bd73-46d6-9c7a-402db340847b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1e3d53-97fa-4b13-871e-50c18fd82b9b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:13.003407 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:13.012698 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:13.181479 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e133cf43-caeb-4a76-a3a5-052d32376d4f tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:13.183058 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e133cf43-caeb-4a76-a3a5-052d32376d4f tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2278469 Jul 09 09:56:13.185953 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56918) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:13.225371 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d027bb02-6b0b-4439-baf5-26052897502c tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353205 Jul 09 09:56:13.225575 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56922) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:13.233575 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a506d7f5-860f-473b-91b0-89fec370b0f2 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1700063696', 'network_id': '2be3bee5-bd9c-445c-aae6-71671c0cadaf', 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:56:13.362794 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a506d7f5-860f-473b-91b0-89fec370b0f2 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Made reservation on behalf of cf55daeb21224f8dba69e315cfa259ae for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:56:13.372356 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a506d7f5-860f-473b-91b0-89fec370b0f2 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:13.378041 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56928) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:13.392897 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a14539f-d1d5-4df7-90c4-25e42dd5d4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:13.552062 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a14539f-d1d5-4df7-90c4-25e42dd5d4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:13.558615 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a14539f-d1d5-4df7-90c4-25e42dd5d4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:13.573777 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:13.585492 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] Transition to ACTIVE for port object d218baa6-a3b0-4825-9b6b-20cef3ed5fbb will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:56:13.602822 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:13.628328 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2a14539f-d1d5-4df7-90c4-25e42dd5d4b5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f42a9236efc4436d82b80734da82cf6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2469349 Jul 09 09:56:13.628328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14539f-d1d5-4df7-90c4-25e42dd5d4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292d7e92-0ce2-489b-a67c-90007699d471,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:13.631274 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 56938) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:13.704718 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] Attempting to bind port d218baa6-a3b0-4825-9b6b-20cef3ed5fbb on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:56:13.705095 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] Attempting to bind port d218baa6-a3b0-4825-9b6b-20cef3ed5fbb by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:56:13.705505 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] Attempting to bind port d218baa6-a3b0-4825-9b6b-20cef3ed5fbb on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:56:13.715775 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf35dd9-3f4e-4d03-afdd-9d420c9b9f42 None None] Pushing event updated for resources: {'Port': ['ID=d218baa6-a3b0-4825-9b6b-20cef3ed5fbb,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:13.719656 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:56:13.720210 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:56:13.720612 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:13.721005 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:56:13.721474 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] Bound port: d218baa6-a3b0-4825-9b6b-20cef3ed5fbb, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:56:13.721907 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:13.748720 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a506d7f5-860f-473b-91b0-89fec370b0f2 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:13.752886 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf35dd9-3f4e-4d03-afdd-9d420c9b9f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:13.753375 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf35dd9-3f4e-4d03-afdd-9d420c9b9f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:13.754324 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf35dd9-3f4e-4d03-afdd-9d420c9b9f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:13.754709 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf35dd9-3f4e-4d03-afdd-9d420c9b9f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:13.755037 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf35dd9-3f4e-4d03-afdd-9d420c9b9f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:13.755365 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf35dd9-3f4e-4d03-afdd-9d420c9b9f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:13.755769 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf35dd9-3f4e-4d03-afdd-9d420c9b9f42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:13.756135 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf35dd9-3f4e-4d03-afdd-9d420c9b9f42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:13.756463 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf35dd9-3f4e-4d03-afdd-9d420c9b9f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:13.757176 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf35dd9-3f4e-4d03-afdd-9d420c9b9f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:13.757500 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf35dd9-3f4e-4d03-afdd-9d420c9b9f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:13.758372 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf35dd9-3f4e-4d03-afdd-9d420c9b9f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:13.782765 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a81605b-c9d5-4c78-96c5-c919750ef25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:13.814045 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] For port d218baa6-a3b0-4825-9b6b-20cef3ed5fbb, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:56:13.820926 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] For port d218baa6-a3b0-4825-9b6b-20cef3ed5fbb, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=d218baa6-a3b0-4825-9b6b-20cef3ed5fbb,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:56:13.826907 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:13.827066 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a81605b-c9d5-4c78-96c5-c919750ef25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:13.847154 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506d7f5-860f-473b-91b0-89fec370b0f2 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event updated for resources: {'Subnet': ['ID=c06ab0d8-79f7-4d14-a4a0-60a04582feda,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:13.883953 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a506d7f5-860f-473b-91b0-89fec370b0f2 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Checking segment: {'id': '97a4dc25-c049-41bb-8ab2-f1fe6e42ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2be3bee5-bd9c-445c-aae6-71671c0cadaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:56:13.884977 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a506d7f5-860f-473b-91b0-89fec370b0f2 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Network hostable DHCP agents. Network: 2be3bee5-bd9c-445c-aae6-71671c0cadaf, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:56:13.910908 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a506d7f5-860f-473b-91b0-89fec370b0f2 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Network 2be3bee5-bd9c-445c-aae6-71671c0cadaf is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:56:13.915071 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] Routers {'c4523ce9-1b68-48ed-b126-eda37260d68e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:56:13.915833 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:56:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['c4523ce9-1b68-48ed-b126-eda37260d68e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:13.918573 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a81605b-c9d5-4c78-96c5-c919750ef25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:13.921866 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a81605b-c9d5-4c78-96c5-c919750ef25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:13.925940 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9a81605b-c9d5-4c78-96c5-c919750ef25b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/292d7e92-0ce2-489b-a67c-90007699d471 HTTP/1.1" status: 204 len: 168 time: 0.2885060 Jul 09 09:56:13.928071 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a506d7f5-860f-473b-91b0-89fec370b0f2 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 2be3bee5-bd9c-445c-aae6-71671c0cadaf) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:56:13.937149 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a506d7f5-860f-473b-91b0-89fec370b0f2 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:13.937822 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a506d7f5-860f-473b-91b0-89fec370b0f2 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:13.938221 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c41759-726e-41c8-a52a-5cf0e6dca308 None None] Network 2be3bee5-bd9c-445c-aae6-71671c0cadaf requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:56:13.949845 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81605b-c9d5-4c78-96c5-c919750ef25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292d7e92-0ce2-489b-a67c-90007699d471,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:13.957691 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a506d7f5-860f-473b-91b0-89fec370b0f2 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7291985 Jul 09 09:56:13.960463 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 56948) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:13.999646 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf35dd9-3f4e-4d03-afdd-9d420c9b9f42 None None] Pushing event updated for resources: {'Port': ['ID=d218baa6-a3b0-4825-9b6b-20cef3ed5fbb,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:14.081502 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] Set router c4523ce9-1b68-48ed-b126-eda37260d68e gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:56:14.317063 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66a4815-f3af-455a-a51f-f57f9c78b099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-2be3bee5-bd9c-445c-aae6-71671c0cadaf', 'network_id': '2be3bee5-bd9c-445c-aae6-71671c0cadaf', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'fixed_ips': [{'subnet_id': 'c06ab0d8-79f7-4d14-a4a0-60a04582feda'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:56:14.322770 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f66a4815-f3af-455a-a51f-f57f9c78b099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:14.363456 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4523ce9-1b68-48ed-b126-eda37260d68e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-344990000', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd218baa6-a3b0-4825-9b6b-20cef3ed5fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:56:10Z', 'updated_at': '2021-07-09T09:56:11Z', 'revision_number': 3, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'gw_port': {'id': 'd218baa6-a3b0-4825-9b6b-20cef3ed5fbb', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4523ce9-1b68-48ed-b126-eda37260d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:56:11Z', 'updated_at': '2021-07-09T09:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:14.399842 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d446596-0b53-4c6d-ad37-0f1fae6ccea9 None None] The sync data for ids ['c4523ce9-1b68-48ed-b126-eda37260d68e'] in n-d-799996-1 is: [{'id': 'c4523ce9-1b68-48ed-b126-eda37260d68e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-344990000', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd218baa6-a3b0-4825-9b6b-20cef3ed5fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:56:10Z', 'updated_at': '2021-07-09T09:56:11Z', 'revision_number': 3, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'gw_port': {'id': 'd218baa6-a3b0-4825-9b6b-20cef3ed5fbb', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4523ce9-1b68-48ed-b126-eda37260d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:56:11Z', 'updated_at': '2021-07-09T09:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:56:14.570748 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-f66a4815-f3af-455a-a51f-f57f9c78b099 None None] Allocated IP 172.20.0.18 (2be3bee5-bd9c-445c-aae6-71671c0cadaf/c06ab0d8-79f7-4d14-a4a0-60a04582feda/1bef4175-865c-40a3-b4e0-9e92bc722d66) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:56:14.903025 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f66a4815-f3af-455a-a51f-f57f9c78b099 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:14.933566 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f66a4815-f3af-455a-a51f-f57f9c78b099 None None] Transition to ACTIVE for port object 1bef4175-865c-40a3-b4e0-9e92bc722d66 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:56:14.937523 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-23577f9c-7a30-4d90-9b0b-ff4118d28295 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:14.973107 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f66a4815-f3af-455a-a51f-f57f9c78b099 None None] Transition to ACTIVE for port object 1bef4175-865c-40a3-b4e0-9e92bc722d66 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:56:14.984275 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f66a4815-f3af-455a-a51f-f57f9c78b099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:15.055342 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a4815-f3af-455a-a51f-f57f9c78b099 None None] Pushing event updated for resources: {'Port': ['ID=1bef4175-865c-40a3-b4e0-9e92bc722d66,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:15.066840 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66a4815-f3af-455a-a51f-f57f9c78b099 None None] Network 2be3bee5-bd9c-445c-aae6-71671c0cadaf is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:56:15.068971 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-f66a4815-f3af-455a-a51f-f57f9c78b099 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:56:15.075478 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66a4815-f3af-455a-a51f-f57f9c78b099 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:56:15.159997 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f66a4815-f3af-455a-a51f-f57f9c78b099 None None] Attempting to bind port 1bef4175-865c-40a3-b4e0-9e92bc722d66 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:56:15.160483 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f66a4815-f3af-455a-a51f-f57f9c78b099 None None] Attempting to bind port 1bef4175-865c-40a3-b4e0-9e92bc722d66 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '97a4dc25-c049-41bb-8ab2-f1fe6e42ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2be3bee5-bd9c-445c-aae6-71671c0cadaf'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:56:15.160922 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66a4815-f3af-455a-a51f-f57f9c78b099 None None] Attempting to bind port 1bef4175-865c-40a3-b4e0-9e92bc722d66 on network 2be3bee5-bd9c-445c-aae6-71671c0cadaf {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:56:15.167138 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66a4815-f3af-455a-a51f-f57f9c78b099 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:56:15.167625 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66a4815-f3af-455a-a51f-f57f9c78b099 None None] Checking segment: {'id': '97a4dc25-c049-41bb-8ab2-f1fe6e42ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2be3bee5-bd9c-445c-aae6-71671c0cadaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:56:15.168164 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f66a4815-f3af-455a-a51f-f57f9c78b099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:15.168628 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66a4815-f3af-455a-a51f-f57f9c78b099 None None] Bound using segment: {'id': '97a4dc25-c049-41bb-8ab2-f1fe6e42ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2be3bee5-bd9c-445c-aae6-71671c0cadaf'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:56:15.169174 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f66a4815-f3af-455a-a51f-f57f9c78b099 None None] Bound port: 1bef4175-865c-40a3-b4e0-9e92bc722d66, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a4dc25-c049-41bb-8ab2-f1fe6e42ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2be3bee5-bd9c-445c-aae6-71671c0cadaf'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:56:15.169894 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f66a4815-f3af-455a-a51f-f57f9c78b099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:15.277307 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f66a4815-f3af-455a-a51f-f57f9c78b099 None None] For port 1bef4175-865c-40a3-b4e0-9e92bc722d66, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:56:15.281638 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f66a4815-f3af-455a-a51f-f57f9c78b099 None None] For port 1bef4175-865c-40a3-b4e0-9e92bc722d66, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1bef4175-865c-40a3-b4e0-9e92bc722d66,segment=NetworkSegment(97a4dc25-c049-41bb-8ab2-f1fe6e42ada7),segment_id=97a4dc25-c049-41bb-8ab2-f1fe6e42ada7)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:56:15.295940 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f66a4815-f3af-455a-a51f-f57f9c78b099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:15.421174 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-23577f9c-7a30-4d90-9b0b-ff4118d28295 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Allocated IP 172.20.0.17 (2be3bee5-bd9c-445c-aae6-71671c0cadaf/c06ab0d8-79f7-4d14-a4a0-60a04582feda/0204b23f-2829-4fa3-8517-63d8ad7160a8) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:56:15.430982 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a4815-f3af-455a-a51f-f57f9c78b099 None None] Pushing event updated for resources: {'Port': ['ID=1bef4175-865c-40a3-b4e0-9e92bc722d66,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:15.644815 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d218baa6-a3b0-4825-9b6b-20cef3ed5fbb up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:56:15.715027 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-23577f9c-7a30-4d90-9b0b-ff4118d28295 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:15.754745 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port d218baa6-a3b0-4825-9b6b-20cef3ed5fbb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:56:15.761243 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port d218baa6-a3b0-4825-9b6b-20cef3ed5fbb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:56:15.761614 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:15.828814 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-23577f9c-7a30-4d90-9b0b-ff4118d28295 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Transition to ACTIVE for port object 0204b23f-2829-4fa3-8517-63d8ad7160a8 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:56:15.912866 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-23577f9c-7a30-4d90-9b0b-ff4118d28295 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:15.995348 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23577f9c-7a30-4d90-9b0b-ff4118d28295 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Network 2be3bee5-bd9c-445c-aae6-71671c0cadaf is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:56:15.998988 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-23577f9c-7a30-4d90-9b0b-ff4118d28295 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:56:16.015497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23577f9c-7a30-4d90-9b0b-ff4118d28295 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event updated for resources: {'Port': ['ID=0204b23f-2829-4fa3-8517-63d8ad7160a8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:16.017398 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:16.020241 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23577f9c-7a30-4d90-9b0b-ff4118d28295 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:56:16.063218 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port d218baa6-a3b0-4825-9b6b-20cef3ed5fbb, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=d218baa6-a3b0-4825-9b6b-20cef3ed5fbb,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:56:16.084224 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:16.101782 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-23577f9c-7a30-4d90-9b0b-ff4118d28295 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:16.182878 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=d218baa6-a3b0-4825-9b6b-20cef3ed5fbb,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:16.329019 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-23577f9c-7a30-4d90-9b0b-ff4118d28295 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:16.594419 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57028) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:16.762637 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62974efb-46b8-48c9-8ec4-24eb44235c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:16.845005 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-23577f9c-7a30-4d90-9b0b-ff4118d28295 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:16.852359 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-23577f9c-7a30-4d90-9b0b-ff4118d28295 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:16.902026 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e04c73-adec-45d5-995a-a05f4f54597f None None] Network 2be3bee5-bd9c-445c-aae6-71671c0cadaf requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:56:16.974800 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23577f9c-7a30-4d90-9b0b-ff4118d28295 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event updated for resources: {'Port': ['ID=0204b23f-2829-4fa3-8517-63d8ad7160a8,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:16.978627 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-23577f9c-7a30-4d90-9b0b-ff4118d28295 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:17.025635 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-39636d7f-dc45-4fa1-b2c1-e582fa0ef3d1 None None] Provisioning for port 1bef4175-865c-40a3-b4e0-9e92bc722d66 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:56:17.231393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23577f9c-7a30-4d90-9b0b-ff4118d28295 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Network 2be3bee5-bd9c-445c-aae6-71671c0cadaf is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:56:17.234236 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-23577f9c-7a30-4d90-9b0b-ff4118d28295 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:56:17.434909 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23577f9c-7a30-4d90-9b0b-ff4118d28295 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Router c4523ce9-1b68-48ed-b126-eda37260d68e has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:56:17.615492 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62974efb-46b8-48c9-8ec4-24eb44235c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:17.621712 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62974efb-46b8-48c9-8ec4-24eb44235c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:17.695925 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57050) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:17.696700 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-758f903b-f9d4-40d6-9cd2-8589629709be None None] Provisioning for port 0204b23f-2829-4fa3-8517-63d8ad7160a8 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:56:17.699281 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-62974efb-46b8-48c9-8ec4-24eb44235c36 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=03e60d53a950439da0dc0a0384492cad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1031790 Jul 09 09:56:17.703256 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62974efb-46b8-48c9-8ec4-24eb44235c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e4a098-c84d-445e-ba5b-87eca1b7ad9a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:17.704477 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-758f903b-f9d4-40d6-9cd2-8589629709be None None] Provisioning complete for port 0204b23f-2829-4fa3-8517-63d8ad7160a8 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:56:17.705904 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-758f903b-f9d4-40d6-9cd2-8589629709be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:17.710866 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23577f9c-7a30-4d90-9b0b-ff4118d28295 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:56:17.733153 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-23577f9c-7a30-4d90-9b0b-ff4118d28295 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "PUT /v2.0/routers/c4523ce9-1b68-48ed-b126-eda37260d68e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7640793 Jul 09 09:56:17.825440 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] Sync routers for ids ['c4523ce9-1b68-48ed-b126-eda37260d68e'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:56:17.855104 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1bef4175-865c-40a3-b4e0-9e92bc722d66 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:56:17.931920 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-758f903b-f9d4-40d6-9cd2-8589629709be None None] Port 0204b23f-2829-4fa3-8517-63d8ad7160a8 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:56:17.945983 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] Routers {'c4523ce9-1b68-48ed-b126-eda37260d68e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:56:17.946635 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:56:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['c4523ce9-1b68-48ed-b126-eda37260d68e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:18.135799 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 1bef4175-865c-40a3-b4e0-9e92bc722d66 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:56:18.143366 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 1bef4175-865c-40a3-b4e0-9e92bc722d66 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:56:18.144015 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:18.225858 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] Set router c4523ce9-1b68-48ed-b126-eda37260d68e gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:56:18.295304 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7ddd5900-afb5-4f4d-a13a-2ab023b14646 None None] Provisioning complete for port 0204b23f-2829-4fa3-8517-63d8ad7160a8 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:56:18.296019 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7ddd5900-afb5-4f4d-a13a-2ab023b14646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:18.429285 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd5900-afb5-4f4d-a13a-2ab023b14646 None None] Port 0204b23f-2829-4fa3-8517-63d8ad7160a8 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:56:18.444968 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:18.461184 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-594e92bc-2637-4d36-93b3-8548b23aeaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:18.509527 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-594e92bc-2637-4d36-93b3-8548b23aeaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:18.553999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766947cd-5f08-43ef-9f80-282bd0203163 req-e17fbad3-fc64-4751-ac38-70fc35b66ebc tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:18.556089 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-766947cd-5f08-43ef-9f80-282bd0203163 req-e17fbad3-fc64-4751-ac38-70fc35b66ebc tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/networks?id=2be3bee5-bd9c-445c-aae6-71671c0cadaf HTTP/1.1" status: 200 len: 797 time: 0.2338653 Jul 09 09:56:18.583731 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-766947cd-5f08-43ef-9f80-282bd0203163 req-c9d4761c-b4d0-46fd-9fda-9fb960a09145 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/quotas/cf55daeb21224f8dba69e315cfa259ae HTTP/1.1" status: 200 len: 375 time: 0.0195818 Jul 09 09:56:18.641209 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-594e92bc-2637-4d36-93b3-8548b23aeaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:18.645101 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-594e92bc-2637-4d36-93b3-8548b23aeaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:18.646617 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-594e92bc-2637-4d36-93b3-8548b23aeaef admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/20e4a098-c84d-445e-ba5b-87eca1b7ad9a HTTP/1.1" status: 204 len: 168 time: 0.9497316 Jul 09 09:56:18.663930 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e92bc-2637-4d36-93b3-8548b23aeaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e4a098-c84d-445e-ba5b-87eca1b7ad9a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:18.685571 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 1bef4175-865c-40a3-b4e0-9e92bc722d66, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1bef4175-865c-40a3-b4e0-9e92bc722d66,segment=NetworkSegment(97a4dc25-c049-41bb-8ab2-f1fe6e42ada7),segment_id=97a4dc25-c049-41bb-8ab2-f1fe6e42ada7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:56:18.702049 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:18.703311 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d218baa6-a3b0-4825-9b6b-20cef3ed5fbb up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:56:18.745078 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-766947cd-5f08-43ef-9f80-282bd0203163 req-0214f3fa-1d8b-4ba1-b513-2f89dfed56a5 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cf55daeb21224f8dba69e315cfa259ae&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1441505 Jul 09 09:56:18.772871 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-766947cd-5f08-43ef-9f80-282bd0203163 req-fd96e6da-ac4e-42e4-85ab-d7f34d61059d service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:56:18.773945 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-766947cd-5f08-43ef-9f80-282bd0203163 req-fd96e6da-ac4e-42e4-85ab-d7f34d61059d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071001 Jul 09 09:56:18.829203 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-34c1a741-0f9c-4625-8966-6ef406f75526 None None] Provisioning complete for port 0204b23f-2829-4fa3-8517-63d8ad7160a8 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:56:18.829203 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-34c1a741-0f9c-4625-8966-6ef406f75526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:18.958843 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-766947cd-5f08-43ef-9f80-282bd0203163 req-63722fb8-a2bf-484c-8193-7e7c6dd9a8a4 service neutron] 10.222.0.61 "GET /v2.0/networks/2be3bee5-bd9c-445c-aae6-71671c0cadaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724565 Jul 09 09:56:19.013318 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=1bef4175-865c-40a3-b4e0-9e92bc722d66,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:19.018621 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-34c1a741-0f9c-4625-8966-6ef406f75526 None None] Port 0204b23f-2829-4fa3-8517-63d8ad7160a8 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:56:19.042651 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port d218baa6-a3b0-4825-9b6b-20cef3ed5fbb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:56:19.043203 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:19.085049 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4523ce9-1b68-48ed-b126-eda37260d68e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-344990000', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd218baa6-a3b0-4825-9b6b-20cef3ed5fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:56:10Z', 'updated_at': '2021-07-09T09:56:16Z', 'revision_number': 4, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'gw_port': {'id': 'd218baa6-a3b0-4825-9b6b-20cef3ed5fbb', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4523ce9-1b68-48ed-b126-eda37260d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:56:11Z', 'updated_at': '2021-07-09T09:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '0204b23f-2829-4fa3-8517-63d8ad7160a8', 'name': '', 'network_id': '2be3bee5-bd9c-445c-aae6-71671c0cadaf', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'mac_address': 'fa:16:3e:42:08:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4523ce9-1b68-48ed-b126-eda37260d68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'c06ab0d8-79f7-4d14-a4a0-60a04582feda', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:56:15Z', 'updated_at': '2021-07-09T09:56:16Z', 'revision_number': 2, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'subnets': [{'id': 'c06ab0d8-79f7-4d14-a4a0-60a04582feda', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:19.119738 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] Checking router: c4523ce9-1b68-48ed-b126-eda37260d68e for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:56:19.120328 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] Updating router c4523ce9-1b68-48ed-b126-eda37260d68e port 0204b23f-2829-4fa3-8517-63d8ad7160a8 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:56:19.173823 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-766947cd-5f08-43ef-9f80-282bd0203163 req-840059d4-9cb0-4817-9152-b95ab47c344e service neutron] 10.222.0.61 "GET /v2.0/networks/2be3bee5-bd9c-445c-aae6-71671c0cadaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080338 Jul 09 09:56:19.195554 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:19.552383 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd167bef-e27c-484b-aa11-1c9280d512ee req-eb8ad094-50b0-418c-8c73-6be5b020d18b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c90d5d-1ab4-494e-854d-5d28b26a5f3d HTTP/1.1" status: 200 len: 210 time: 0.0600286 Jul 09 09:56:19.622675 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1bef4175-865c-40a3-b4e0-9e92bc722d66 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:56:19.627352 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:19.687239 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] Transition to ACTIVE for port object 0204b23f-2829-4fa3-8517-63d8ad7160a8 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:56:19.700250 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:19.709414 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 1bef4175-865c-40a3-b4e0-9e92bc722d66 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:56:19.709795 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:19.899941 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24cf606-ca9b-47e9-9af9-7d72057d3483 None None] Pushing event updated for resources: {'Port': ['ID=0204b23f-2829-4fa3-8517-63d8ad7160a8,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:19.949560 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] Attempting to bind port 0204b23f-2829-4fa3-8517-63d8ad7160a8 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:56:19.959578 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] Attempting to bind port 0204b23f-2829-4fa3-8517-63d8ad7160a8 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '97a4dc25-c049-41bb-8ab2-f1fe6e42ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2be3bee5-bd9c-445c-aae6-71671c0cadaf'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:56:19.961115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] Attempting to bind port 0204b23f-2829-4fa3-8517-63d8ad7160a8 on network 2be3bee5-bd9c-445c-aae6-71671c0cadaf {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:56:20.058317 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:56:20.059039 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] Checking segment: {'id': '97a4dc25-c049-41bb-8ab2-f1fe6e42ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2be3bee5-bd9c-445c-aae6-71671c0cadaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:56:20.060453 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:20.060869 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] Bound using segment: {'id': '97a4dc25-c049-41bb-8ab2-f1fe6e42ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2be3bee5-bd9c-445c-aae6-71671c0cadaf'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:56:20.061372 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] Bound port: 0204b23f-2829-4fa3-8517-63d8ad7160a8, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a4dc25-c049-41bb-8ab2-f1fe6e42ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2be3bee5-bd9c-445c-aae6-71671c0cadaf'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:56:20.061756 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:20.199115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] For port 0204b23f-2829-4fa3-8517-63d8ad7160a8, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:56:20.206697 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] For port 0204b23f-2829-4fa3-8517-63d8ad7160a8, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=0204b23f-2829-4fa3-8517-63d8ad7160a8,segment=NetworkSegment(97a4dc25-c049-41bb-8ab2-f1fe6e42ada7),segment_id=97a4dc25-c049-41bb-8ab2-f1fe6e42ada7)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:56:20.212986 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:20.331413 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24cf606-ca9b-47e9-9af9-7d72057d3483 None None] Pushing event updated for resources: {'Port': ['ID=0204b23f-2829-4fa3-8517-63d8ad7160a8,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:20.336096 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] Routers {'c4523ce9-1b68-48ed-b126-eda37260d68e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:56:20.336096 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:56:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['c4523ce9-1b68-48ed-b126-eda37260d68e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:20.548223 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] Set router c4523ce9-1b68-48ed-b126-eda37260d68e gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:56:20.854560 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a5a43e5-6449-4282-bb0a-ca2dc3275510 req-c18ad6c1-0503-4557-8039-a089427cd33a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c90d5d-1ab4-494e-854d-5d28b26a5f3d HTTP/1.1" status: 200 len: 210 time: 0.0457752 Jul 09 09:56:21.054725 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4523ce9-1b68-48ed-b126-eda37260d68e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-344990000', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd218baa6-a3b0-4825-9b6b-20cef3ed5fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:56:10Z', 'updated_at': '2021-07-09T09:56:16Z', 'revision_number': 4, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'gw_port': {'id': 'd218baa6-a3b0-4825-9b6b-20cef3ed5fbb', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4523ce9-1b68-48ed-b126-eda37260d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:56:11Z', 'updated_at': '2021-07-09T09:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '0204b23f-2829-4fa3-8517-63d8ad7160a8', 'name': '', 'network_id': '2be3bee5-bd9c-445c-aae6-71671c0cadaf', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'mac_address': 'fa:16:3e:42:08:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4523ce9-1b68-48ed-b126-eda37260d68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'c06ab0d8-79f7-4d14-a4a0-60a04582feda', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:56:15Z', 'updated_at': '2021-07-09T09:56:20Z', 'revision_number': 4, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'subnets': [{'id': 'c06ab0d8-79f7-4d14-a4a0-60a04582feda', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:21.102259 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f2ceb6-8c34-47df-a7dd-649367aa1960 None None] The sync data for ids ['c4523ce9-1b68-48ed-b126-eda37260d68e'] in n-d-799996-1 is: [{'id': 'c4523ce9-1b68-48ed-b126-eda37260d68e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-344990000', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd218baa6-a3b0-4825-9b6b-20cef3ed5fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:56:10Z', 'updated_at': '2021-07-09T09:56:16Z', 'revision_number': 4, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'gw_port': {'id': 'd218baa6-a3b0-4825-9b6b-20cef3ed5fbb', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4523ce9-1b68-48ed-b126-eda37260d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:56:11Z', 'updated_at': '2021-07-09T09:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '0204b23f-2829-4fa3-8517-63d8ad7160a8', 'name': '', 'network_id': '2be3bee5-bd9c-445c-aae6-71671c0cadaf', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'mac_address': 'fa:16:3e:42:08:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4523ce9-1b68-48ed-b126-eda37260d68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'c06ab0d8-79f7-4d14-a4a0-60a04582feda', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:56:15Z', 'updated_at': '2021-07-09T09:56:20Z', 'revision_number': 4, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'subnets': [{'id': 'c06ab0d8-79f7-4d14-a4a0-60a04582feda', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:56:21.381747 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766947cd-5f08-43ef-9f80-282bd0203163 req-3c724009-7324-4331-9c35-963a94957b83 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:21.384279 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-766947cd-5f08-43ef-9f80-282bd0203163 req-3c724009-7324-4331-9c35-963a94957b83 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.58 "GET /v2.0/networks?id=2be3bee5-bd9c-445c-aae6-71671c0cadaf HTTP/1.1" status: 200 len: 797 time: 0.1976259 Jul 09 09:56:21.406282 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2f9c6cdb-33d6-483c-96dd-7dccaef3c382 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Request body: {'port': {'device_id': '64c90d5d-1ab4-494e-854d-5d28b26a5f3d', 'network_id': '2be3bee5-bd9c-445c-aae6-71671c0cadaf', 'admin_state_up': True, 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:56:21.634400 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 0204b23f-2829-4fa3-8517-63d8ad7160a8 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:56:21.673008 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2f9c6cdb-33d6-483c-96dd-7dccaef3c382 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Made reservation on behalf of cf55daeb21224f8dba69e315cfa259ae for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:56:21.677214 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2f9c6cdb-33d6-483c-96dd-7dccaef3c382 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:21.778942 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 0204b23f-2829-4fa3-8517-63d8ad7160a8 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:56:21.783109 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 0204b23f-2829-4fa3-8517-63d8ad7160a8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:56:21.783484 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:22.002405 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:22.021850 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2f9c6cdb-33d6-483c-96dd-7dccaef3c382 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Allocated IP 172.20.0.29 (2be3bee5-bd9c-445c-aae6-71671c0cadaf/c06ab0d8-79f7-4d14-a4a0-60a04582feda/4eb0d80c-d9b9-422f-a0ec-338b34de8c8d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:56:22.093495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 0204b23f-2829-4fa3-8517-63d8ad7160a8, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=0204b23f-2829-4fa3-8517-63d8ad7160a8,segment=NetworkSegment(97a4dc25-c049-41bb-8ab2-f1fe6e42ada7),segment_id=97a4dc25-c049-41bb-8ab2-f1fe6e42ada7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:56:22.114880 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:22.148282 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c581246-cb5d-4730-823f-800b52a96204 req-77d1a0c3-5178-4c74-aaca-1d5637f8f511 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c90d5d-1ab4-494e-854d-5d28b26a5f3d HTTP/1.1" status: 200 len: 210 time: 0.0555391 Jul 09 09:56:22.216995 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=0204b23f-2829-4fa3-8517-63d8ad7160a8,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:22.265282 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2f9c6cdb-33d6-483c-96dd-7dccaef3c382 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:22.280276 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2f9c6cdb-33d6-483c-96dd-7dccaef3c382 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Transition to ACTIVE for port object 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:56:22.326753 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2f9c6cdb-33d6-483c-96dd-7dccaef3c382 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:22.397990 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2f9c6cdb-33d6-483c-96dd-7dccaef3c382 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Network 2be3bee5-bd9c-445c-aae6-71671c0cadaf is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:56:22.400134 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2f9c6cdb-33d6-483c-96dd-7dccaef3c382 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:56:22.409420 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2f9c6cdb-33d6-483c-96dd-7dccaef3c382 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:56:22.455825 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57234) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:22.484354 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c6cdb-33d6-483c-96dd-7dccaef3c382 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event updated for resources: {'Port': ['ID=4eb0d80c-d9b9-422f-a0ec-338b34de8c8d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:22.494515 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2f9c6cdb-33d6-483c-96dd-7dccaef3c382 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:22.494980 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2f9c6cdb-33d6-483c-96dd-7dccaef3c382 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:22.540083 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2f9c6cdb-33d6-483c-96dd-7dccaef3c382 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1454127 Jul 09 09:56:22.552072 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2e991020-3cee-464b-8360-04a0472d1ed3 service neutron] Request body: {'port': {'device_id': '64c90d5d-1ab4-494e-854d-5d28b26a5f3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:56:22.612849 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-39487e14-55ca-41b6-b83c-513df0c48987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:22.676067 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2e991020-3cee-464b-8360-04a0472d1ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:22.692034 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-417ef769-85de-40e6-8a64-d176bcb41b60 None None] Provisioning for port 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:56:22.696719 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-417ef769-85de-40e6-8a64-d176bcb41b60 None None] Provisioning complete for port 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:56:22.697332 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-417ef769-85de-40e6-8a64-d176bcb41b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:22.800584 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-417ef769-85de-40e6-8a64-d176bcb41b60 None None] Port 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:56:22.825596 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-39487e14-55ca-41b6-b83c-513df0c48987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:22.831181 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-39487e14-55ca-41b6-b83c-513df0c48987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:22.874396 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39487e14-55ca-41b6-b83c-513df0c48987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7372e0d-3394-4b5e-bb53-efdc57d8877b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:22.879450 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-39487e14-55ca-41b6-b83c-513df0c48987 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1d802030e1594db2b8ae2ea261b71f37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4221387 Jul 09 09:56:22.882016 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57244) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:22.935991 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a86dfe8f-d5a0-4d7b-8938-98c55f0fbb68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:22.962853 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a86dfe8f-d5a0-4d7b-8938-98c55f0fbb68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:23.026210 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a86dfe8f-d5a0-4d7b-8938-98c55f0fbb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:23.029590 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a86dfe8f-d5a0-4d7b-8938-98c55f0fbb68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:23.033486 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a86dfe8f-d5a0-4d7b-8938-98c55f0fbb68 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e7372e0d-3394-4b5e-bb53-efdc57d8877b HTTP/1.1" status: 204 len: 168 time: 0.1478491 Jul 09 09:56:23.040633 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86dfe8f-d5a0-4d7b-8938-98c55f0fbb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7372e0d-3394-4b5e-bb53-efdc57d8877b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:23.052823 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2e991020-3cee-464b-8360-04a0472d1ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:56:23.083024 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2e991020-3cee-464b-8360-04a0472d1ed3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:23.116017 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2e991020-3cee-464b-8360-04a0472d1ed3 service neutron] Transition to ACTIVE for port object 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:56:23.128272 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2e991020-3cee-464b-8360-04a0472d1ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:23.230947 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e991020-3cee-464b-8360-04a0472d1ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb0d80c-d9b9-422f-a0ec-338b34de8c8d,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:23.366648 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2e991020-3cee-464b-8360-04a0472d1ed3 service neutron] Attempting to bind port 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:56:23.366992 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2e991020-3cee-464b-8360-04a0472d1ed3 service neutron] Attempting to bind port 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '97a4dc25-c049-41bb-8ab2-f1fe6e42ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2be3bee5-bd9c-445c-aae6-71671c0cadaf'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:56:23.367326 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2e991020-3cee-464b-8360-04a0472d1ed3 service neutron] Attempting to bind port 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d on network 2be3bee5-bd9c-445c-aae6-71671c0cadaf {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:56:23.372346 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2e991020-3cee-464b-8360-04a0472d1ed3 service neutron] Port 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d on network 2be3bee5-bd9c-445c-aae6-71671c0cadaf not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:56:23.372677 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2e991020-3cee-464b-8360-04a0472d1ed3 service neutron] Attempting to bind port 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d on network 2be3bee5-bd9c-445c-aae6-71671c0cadaf {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:56:23.378843 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2e991020-3cee-464b-8360-04a0472d1ed3 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:56:23.379126 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2e991020-3cee-464b-8360-04a0472d1ed3 service neutron] Checking segment: {'id': '97a4dc25-c049-41bb-8ab2-f1fe6e42ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2be3bee5-bd9c-445c-aae6-71671c0cadaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:56:23.379509 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2e991020-3cee-464b-8360-04a0472d1ed3 service neutron] Bound using segment: {'id': '97a4dc25-c049-41bb-8ab2-f1fe6e42ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2be3bee5-bd9c-445c-aae6-71671c0cadaf'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:56:23.379973 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2e991020-3cee-464b-8360-04a0472d1ed3 service neutron] Bound port: 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a4dc25-c049-41bb-8ab2-f1fe6e42ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2be3bee5-bd9c-445c-aae6-71671c0cadaf'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:56:23.380700 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2e991020-3cee-464b-8360-04a0472d1ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:23.464468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06d18a-3bce-4464-9705-ff49189597f2 req-95616723-93d3-47ee-ae45-af917def3c6b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:23.470452 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3a06d18a-3bce-4464-9705-ff49189597f2 req-95616723-93d3-47ee-ae45-af917def3c6b tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c90d5d-1ab4-494e-854d-5d28b26a5f3d HTTP/1.1" status: 200 len: 907 time: 0.1339419 Jul 09 09:56:23.535576 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2e991020-3cee-464b-8360-04a0472d1ed3 service neutron] For port 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:56:23.540621 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2e991020-3cee-464b-8360-04a0472d1ed3 service neutron] For port 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=4eb0d80c-d9b9-422f-a0ec-338b34de8c8d,segment=NetworkSegment(97a4dc25-c049-41bb-8ab2-f1fe6e42ada7),segment_id=97a4dc25-c049-41bb-8ab2-f1fe6e42ada7)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:56:23.552063 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57266) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:23.567832 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b820bf44-14f2-4cf5-82c0-97a709c0bb46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:23.568374 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2e991020-3cee-464b-8360-04a0472d1ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:23.610217 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 0204b23f-2829-4fa3-8517-63d8ad7160a8 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:56:23.630630 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2e991020-3cee-464b-8360-04a0472d1ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:23.631520 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2e991020-3cee-464b-8360-04a0472d1ed3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:23.633987 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-766947cd-5f08-43ef-9f80-282bd0203163 req-2e991020-3cee-464b-8360-04a0472d1ed3 service neutron] 10.222.0.58 "PUT /v2.0/ports/4eb0d80c-d9b9-422f-a0ec-338b34de8c8d HTTP/1.1" status: 200 len: 1055 time: 1.0866308 Jul 09 09:56:23.634743 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c90d5d-1ab4-494e-854d-5d28b26a5f3d', 'tag': '4eb0d80c-d9b9-422f-a0ec-338b34de8c8d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:56:23.638892 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a350b205-2725-41d5-b81c-f982fc78a8f3" -d '{"events": [{"name": "network-changed", "server_uuid": "64c90d5d-1ab4-494e-854d-5d28b26a5f3d", "tag": "4eb0d80c-d9b9-422f-a0ec-338b34de8c8d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:56:23.787619 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c04c273-7fc8-4e21-bc68-e44c9327f475 x-openstack-request-id: req-0c04c273-7fc8-4e21-bc68-e44c9327f475 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:56:23.788112 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c90d5d-1ab4-494e-854d-5d28b26a5f3d", "tag": "4eb0d80c-d9b9-422f-a0ec-338b34de8c8d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:56:23.788376 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0c04c273-7fc8-4e21-bc68-e44c9327f475 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:56:23.788865 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c90d5d-1ab4-494e-854d-5d28b26a5f3d', 'tag': '4eb0d80c-d9b9-422f-a0ec-338b34de8c8d', 'status': 'completed', 'code': 200} Jul 09 09:56:23.794455 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 0204b23f-2829-4fa3-8517-63d8ad7160a8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:56:23.797471 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:23.802402 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e991020-3cee-464b-8360-04a0472d1ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb0d80c-d9b9-422f-a0ec-338b34de8c8d,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:23.858220 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766947cd-5f08-43ef-9f80-282bd0203163 req-b97e3b3b-febf-42a3-9e41-597d9dcb3688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:23.859885 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-766947cd-5f08-43ef-9f80-282bd0203163 req-b97e3b3b-febf-42a3-9e41-597d9dcb3688 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf55daeb21224f8dba69e315cfa259ae&device_id=64c90d5d-1ab4-494e-854d-5d28b26a5f3d HTTP/1.1" status: 200 len: 1058 time: 0.1435981 Jul 09 09:56:23.901654 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b820bf44-14f2-4cf5-82c0-97a709c0bb46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:23.910766 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b820bf44-14f2-4cf5-82c0-97a709c0bb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:23.953276 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b820bf44-14f2-4cf5-82c0-97a709c0bb46 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=add9641877c04defa578d0ea9f8cd7f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998568 Jul 09 09:56:23.963052 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57278) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:24.045190 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-766947cd-5f08-43ef-9f80-282bd0203163 req-67468dba-a8d1-48e5-bff9-55373320a583 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=4eb0d80c-d9b9-422f-a0ec-338b34de8c8d HTTP/1.1" status: 200 len: 217 time: 0.1776636 Jul 09 09:56:24.071941 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820bf44-14f2-4cf5-82c0-97a709c0bb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1127a9-71d3-414b-ac72-95d713603590,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:24.117495 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766947cd-5f08-43ef-9f80-282bd0203163 req-017f529f-7713-421a-b673-88af8042ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:24.119763 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-766947cd-5f08-43ef-9f80-282bd0203163 req-017f529f-7713-421a-b673-88af8042ce24 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c06ab0d8-79f7-4d14-a4a0-60a04582feda HTTP/1.1" status: 200 len: 838 time: 0.0668621 Jul 09 09:56:24.123745 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfed4ad3-39fe-4852-aa6a-2c7dd596a910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:24.157131 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfed4ad3-39fe-4852-aa6a-2c7dd596a910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:24.203398 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766947cd-5f08-43ef-9f80-282bd0203163 req-978d23e3-1f8d-470a-819a-093efabe361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:24.205003 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-766947cd-5f08-43ef-9f80-282bd0203163 req-978d23e3-1f8d-470a-819a-093efabe361b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2be3bee5-bd9c-445c-aae6-71671c0cadaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776834 Jul 09 09:56:24.241945 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfed4ad3-39fe-4852-aa6a-2c7dd596a910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:24.244917 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfed4ad3-39fe-4852-aa6a-2c7dd596a910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:24.246093 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-bfed4ad3-39fe-4852-aa6a-2c7dd596a910 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2f1127a9-71d3-414b-ac72-95d713603590 HTTP/1.1" status: 204 len: 168 time: 0.2815704 Jul 09 09:56:24.259989 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed4ad3-39fe-4852-aa6a-2c7dd596a910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1127a9-71d3-414b-ac72-95d713603590,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:24.390626 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-766947cd-5f08-43ef-9f80-282bd0203163 req-10171b06-135b-439d-80a5-536a6b537274 service neutron] 10.222.0.58 "GET /v2.0/networks/2be3bee5-bd9c-445c-aae6-71671c0cadaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756051 Jul 09 09:56:24.568996 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-766947cd-5f08-43ef-9f80-282bd0203163 req-c5412dd7-64f8-458c-a4a8-bd6ec5e55c60 service neutron] 10.222.0.58 "GET /v2.0/networks/2be3bee5-bd9c-445c-aae6-71671c0cadaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725328 Jul 09 09:56:24.774417 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a02560-9129-4f84-8eb2-33a2bcc89bfd req-8a010683-e002-47a5-91de-20cb0dc3206d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:24.776242 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a7a02560-9129-4f84-8eb2-33a2bcc89bfd req-8a010683-e002-47a5-91de-20cb0dc3206d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c90d5d-1ab4-494e-854d-5d28b26a5f3d HTTP/1.1" status: 200 len: 907 time: 0.0934281 Jul 09 09:56:24.778480 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350b205-2725-41d5-b81c-f982fc78a8f3 req-061175ec-e2e6-404d-bdb6-22852edf2461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:24.780072 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a350b205-2725-41d5-b81c-f982fc78a8f3 req-061175ec-e2e6-404d-bdb6-22852edf2461 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf55daeb21224f8dba69e315cfa259ae&device_id=64c90d5d-1ab4-494e-854d-5d28b26a5f3d HTTP/1.1" status: 200 len: 1058 time: 0.1498375 Jul 09 09:56:24.934418 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350b205-2725-41d5-b81c-f982fc78a8f3 req-5a8fcb38-e003-442f-8596-9cbd2f67b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:24.936119 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a350b205-2725-41d5-b81c-f982fc78a8f3 req-5a8fcb38-e003-442f-8596-9cbd2f67b896 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2be3bee5-bd9c-445c-aae6-71671c0cadaf HTTP/1.1" status: 200 len: 898 time: 0.1462846 Jul 09 09:56:25.014769 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a350b205-2725-41d5-b81c-f982fc78a8f3 req-2339ed97-da5a-4ad2-993d-36fb8be68bfd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=4eb0d80c-d9b9-422f-a0ec-338b34de8c8d HTTP/1.1" status: 200 len: 217 time: 0.0712235 Jul 09 09:56:25.095394 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350b205-2725-41d5-b81c-f982fc78a8f3 req-6d21f7eb-bd35-4274-b701-91bb3a536988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:25.097634 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a350b205-2725-41d5-b81c-f982fc78a8f3 req-6d21f7eb-bd35-4274-b701-91bb3a536988 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c06ab0d8-79f7-4d14-a4a0-60a04582feda HTTP/1.1" status: 200 len: 838 time: 0.0760024 Jul 09 09:56:25.173257 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350b205-2725-41d5-b81c-f982fc78a8f3 req-c9c36832-b84d-46b1-90b6-b62110514509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:25.176052 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a350b205-2725-41d5-b81c-f982fc78a8f3 req-c9c36832-b84d-46b1-90b6-b62110514509 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2be3bee5-bd9c-445c-aae6-71671c0cadaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709665 Jul 09 09:56:25.344814 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a350b205-2725-41d5-b81c-f982fc78a8f3 req-e1dd65ac-ade1-4055-9a9c-2a99458cf5b3 service neutron] 10.222.0.58 "GET /v2.0/networks/2be3bee5-bd9c-445c-aae6-71671c0cadaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618452 Jul 09 09:56:25.508692 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a350b205-2725-41d5-b81c-f982fc78a8f3 req-1c13506b-e0da-4de5-afc6-e418834c19ea service neutron] 10.222.0.58 "GET /v2.0/networks/2be3bee5-bd9c-445c-aae6-71671c0cadaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556258 Jul 09 09:56:26.080289 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad14986-bc90-4e85-a940-99ddaba9ccc4 req-858c1a5e-9e36-45d2-9b04-c6207075da76 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:26.096275 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4ad14986-bc90-4e85-a940-99ddaba9ccc4 req-858c1a5e-9e36-45d2-9b04-c6207075da76 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c90d5d-1ab4-494e-854d-5d28b26a5f3d HTTP/1.1" status: 200 len: 907 time: 0.1679153 Jul 09 09:56:26.468984 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57374) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:26.596669 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4f1c6b84-c64c-4a11-b614-60a4278942ed tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-75175050'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:56:26.597179 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4f1c6b84-c64c-4a11-b614-60a4278942ed tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] Unknown quota resources ['metering_label']. {{(pid=93791) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 09:56:26.861982 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f1c6b84-c64c-4a11-b614-60a4278942ed tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:26.864271 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4f1c6b84-c64c-4a11-b614-60a4278942ed tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.3938932 Jul 09 09:56:26.866672 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57390) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:26.871463 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e5d333fd-562f-4b51-9522-3835cdeaa5b3 tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '501e0a86-e637-4c9c-9313-b39f9b752882'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:56:26.873649 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e5d333fd-562f-4b51-9522-3835cdeaa5b3 tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93790) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 09:56:26.967806 n-d-799996-1 neutron-server[93790]: WARNING neutron.services.metering.metering_plugin [None req-e5d333fd-562f-4b51-9522-3835cdeaa5b3 tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 09:56:27.128690 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5d333fd-562f-4b51-9522-3835cdeaa5b3 tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:27.134333 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57398) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:27.134731 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e5d333fd-562f-4b51-9522-3835cdeaa5b3 tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2666447 Jul 09 09:56:27.156428 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d4bac52a-e4a2-440f-a9f0-83c00ee76683 tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '501e0a86-e637-4c9c-9313-b39f9b752882'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:56:27.157188 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d4bac52a-e4a2-440f-a9f0-83c00ee76683 tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93791) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 09:56:27.325026 n-d-799996-1 neutron-server[93791]: WARNING neutron.services.metering.metering_plugin [None req-d4bac52a-e4a2-440f-a9f0-83c00ee76683 tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 09:56:27.416447 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f75946-93b4-4c0b-aae3-990e4f56261a req-46b2a885-b750-4a98-a61d-ce9615450ee2 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:27.418170 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12f75946-93b4-4c0b-aae3-990e4f56261a req-46b2a885-b750-4a98-a61d-ce9615450ee2 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c90d5d-1ab4-494e-854d-5d28b26a5f3d HTTP/1.1" status: 200 len: 907 time: 0.1654541 Jul 09 09:56:27.464394 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d4bac52a-e4a2-440f-a9f0-83c00ee76683 tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:27.467477 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d4bac52a-e4a2-440f-a9f0-83c00ee76683 tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3302214 Jul 09 09:56:27.468415 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57406) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:27.480639 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-572ebf2f-1473-4df2-a524-2e792153666a tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=7b4c69de-6544-45ab-9d0f-b7be11b0becc HTTP/1.1" status: 200 len: 462 time: 0.0100536 Jul 09 09:56:27.482031 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57408) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:27.606343 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3ff3bfab-0d7b-4f1e-afc9-e8963fb0e4ce tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:27.610863 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57416) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:27.629516 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3ff3bfab-0d7b-4f1e-afc9-e8963fb0e4ce tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-label-rules/7b4c69de-6544-45ab-9d0f-b7be11b0becc HTTP/1.1" status: 204 len: 168 time: 0.1438360 Jul 09 09:56:27.640217 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b0e0b134-ada5-440e-aa0c-69684f939501 tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=7b4c69de-6544-45ab-9d0f-b7be11b0becc HTTP/1.1" status: 200 len: 221 time: 0.0280199 Jul 09 09:56:27.643677 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57418) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:27.649320 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-33de312f-b3fa-477d-9ead-8404bf94e990 tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--56202598', 'description': 'label created by tempest'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:56:27.650013 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-33de312f-b3fa-477d-9ead-8404bf94e990 tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] Unknown quota resources ['metering_label']. {{(pid=93790) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 09:56:27.921092 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33de312f-b3fa-477d-9ead-8404bf94e990 tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:27.923770 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-33de312f-b3fa-477d-9ead-8404bf94e990 tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.2770333 Jul 09 09:56:27.925285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57426) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:28.018261 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ee0327af-67d0-4236-9b4c-da969756c14e tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=eb17f214-4c7c-43ad-b6ad-849c3234f4e2 HTTP/1.1" status: 200 len: 466 time: 0.0894172 Jul 09 09:56:28.018471 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57428) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:28.094047 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:56:28.279342 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab73b-915e-4a6b-b5a2-0ebf0c35a182 tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:28.283739 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57436) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:28.284980 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ea3ab73b-915e-4a6b-b5a2-0ebf0c35a182 tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-labels/eb17f214-4c7c-43ad-b6ad-849c3234f4e2 HTTP/1.1" status: 204 len: 168 time: 0.2648275 Jul 09 09:56:28.297637 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b565551d-1083-4613-8f99-ace902ad682a tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=eb17f214-4c7c-43ad-b6ad-849c3234f4e2 HTTP/1.1" status: 200 len: 216 time: 0.0118961 Jul 09 09:56:28.302760 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57440) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:28.310920 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=4eb0d80c-d9b9-422f-a0ec-338b34de8c8d,segment=NetworkSegment(97a4dc25-c049-41bb-8ab2-f1fe6e42ada7),segment_id=97a4dc25-c049-41bb-8ab2-f1fe6e42ada7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:56:28.320948 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57442) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:28.321643 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e9baadb9-e980-4add-9f5e-e7ed796b2a07 tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0187666 Jul 09 09:56:28.327768 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '4eb0d80c-d9b9-422f-a0ec-338b34de8c8d', 'network_id': '2be3bee5-bd9c-445c-aae6-71671c0cadaf', 'port_id': '4eb0d80c-d9b9-422f-a0ec-338b34de8c8d', 'mac_address': 'fa:16:3e:1c:b2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06ab0d8-79f7-4d14-a4a0-60a04582feda', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:56:28.358166 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d563fbf3-c39f-49f8-b5ed-5b9dd91757c4 tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0358951 Jul 09 09:56:28.361274 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57444) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:28.374073 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:28.392214 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:56:28.420210 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=4eb0d80c-d9b9-422f-a0ec-338b34de8c8d,segment=NetworkSegment(97a4dc25-c049-41bb-8ab2-f1fe6e42ada7),segment_id=97a4dc25-c049-41bb-8ab2-f1fe6e42ada7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:56:28.428130 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:28.439762 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6c13bb3b-8978-4912-b530-a328f364afdf tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels/501e0a86-e637-4c9c-9313-b39f9b752882 HTTP/1.1" status: 200 len: 471 time: 0.0772581 Jul 09 09:56:28.441816 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57446) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:28.475316 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a5f4cb86-f19c-4378-aa74-177567abf3f2 tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules/8efb47c3-6678-4ac8-b4cd-09c9f6d00404 HTTP/1.1" status: 200 len: 459 time: 0.0282784 Jul 09 09:56:28.476470 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57450) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:28.552084 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=4eb0d80c-d9b9-422f-a0ec-338b34de8c8d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:28.641573 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['4eb0d80c-d9b9-422f-a0ec-338b34de8c8d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:56:28.718986 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eeb9b65c-7f3b-46ad-b955-1ba32725d72f tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:28.726160 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57460) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:28.743793 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-eeb9b65c-7f3b-46ad-b955-1ba32725d72f tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-label-rules/8efb47c3-6678-4ac8-b4cd-09c9f6d00404 HTTP/1.1" status: 204 len: 168 time: 0.2659636 Jul 09 09:56:28.811663 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022b377-7730-4889-9762-9d582b0ab2a8 req-8e4264fa-8258-4edb-b177-8bb62bb084f0 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:28.813267 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f022b377-7730-4889-9762-9d582b0ab2a8 req-8e4264fa-8258-4edb-b177-8bb62bb084f0 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c90d5d-1ab4-494e-854d-5d28b26a5f3d HTTP/1.1" status: 200 len: 908 time: 0.1683624 Jul 09 09:56:28.995147 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a2d2904-b675-486c-8a06-6ccd2061b3b5 tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:28.998787 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5a2d2904-b675-486c-8a06-6ccd2061b3b5 tempest-MeteringIpV6TestJSON-806309695 tempest-MeteringIpV6TestJSON-806309695-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-labels/501e0a86-e637-4c9c-9313-b39f9b752882 HTTP/1.1" status: 204 len: 168 time: 0.2689607 Jul 09 09:56:29.509380 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57478) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:29.694845 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b8b0b7b-24ed-4683-a899-76bcacd061e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:29.860261 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b8b0b7b-24ed-4683-a899-76bcacd061e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:29.868839 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b8b0b7b-24ed-4683-a899-76bcacd061e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:29.975929 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b0b7b-24ed-4683-a899-76bcacd061e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ca14a2-502e-4938-bb42-954e622b1468,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:30.029958 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57492) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:30.043187 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9b8b0b7b-24ed-4683-a899-76bcacd061e1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=75ae9b318bbf4f338aa57d3aadbd5bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5320141 Jul 09 09:56:30.110399 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:56:30.167484 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df2251ec-c670-4365-9489-07e51d809141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:30.237230 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d84b1-4818-452f-bd89-0877d85b4d6d req-47338131-6ffe-401c-afd8-a8af12f2e76c tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:30.243857 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:56:30.250424 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9e6d84b1-4818-452f-bd89-0877d85b4d6d req-47338131-6ffe-401c-afd8-a8af12f2e76c tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c90d5d-1ab4-494e-854d-5d28b26a5f3d HTTP/1.1" status: 200 len: 908 time: 0.1623487 Jul 09 09:56:30.257035 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df2251ec-c670-4365-9489-07e51d809141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:30.271513 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:56:30.271910 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:30.393135 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df2251ec-c670-4365-9489-07e51d809141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:30.405299 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df2251ec-c670-4365-9489-07e51d809141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:30.405623 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:30.410361 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-df2251ec-c670-4365-9489-07e51d809141 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4ca14a2-502e-4938-bb42-954e622b1468 HTTP/1.1" status: 204 len: 168 time: 0.3756342 Jul 09 09:56:30.434401 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2251ec-c670-4365-9489-07e51d809141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ca14a2-502e-4938-bb42-954e622b1468,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:30.482115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c90d5d-1ab4-494e-854d-5d28b26a5f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb0d80c-d9b9-422f-a0ec-338b34de8c8d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:56:30.495309 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ab85aa-b425-4b3d-9c59-e4e09c6c806e" -d '{"events": [{"server_uuid": "64c90d5d-1ab4-494e-854d-5d28b26a5f3d", "name": "network-vif-plugged", "status": "completed", "tag": "4eb0d80c-d9b9-422f-a0ec-338b34de8c8d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:56:30.510858 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=4eb0d80c-d9b9-422f-a0ec-338b34de8c8d,segment=NetworkSegment(97a4dc25-c049-41bb-8ab2-f1fe6e42ada7),segment_id=97a4dc25-c049-41bb-8ab2-f1fe6e42ada7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:56:30.518779 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:30.584294 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=4eb0d80c-d9b9-422f-a0ec-338b34de8c8d,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:31.003932 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a687d02-9599-463f-a0c7-298b43308f89 x-openstack-request-id: req-5a687d02-9599-463f-a0c7-298b43308f89 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:56:31.006427 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c90d5d-1ab4-494e-854d-5d28b26a5f3d", "name": "network-vif-plugged", "status": "completed", "tag": "4eb0d80c-d9b9-422f-a0ec-338b34de8c8d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:56:31.006876 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5a687d02-9599-463f-a0c7-298b43308f89 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:56:31.007888 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c90d5d-1ab4-494e-854d-5d28b26a5f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb0d80c-d9b9-422f-a0ec-338b34de8c8d', 'code': 200} Jul 09 09:56:31.119078 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57520) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:31.135739 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-667464a5-2e43-467c-b8b6-d19dd3aad4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:31.181752 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57717c96-aeef-4405-8ab4-548227be51fe req-07b0c264-4099-4521-9ea9-09af6ecad2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:31.183314 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-57717c96-aeef-4405-8ab4-548227be51fe req-07b0c264-4099-4521-9ea9-09af6ecad2ad service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=64c90d5d-1ab4-494e-854d-5d28b26a5f3d HTTP/1.1" status: 200 len: 1060 time: 0.0941217 Jul 09 09:56:31.317508 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-667464a5-2e43-467c-b8b6-d19dd3aad4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:31.337424 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-667464a5-2e43-467c-b8b6-d19dd3aad4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:31.429100 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667464a5-2e43-467c-b8b6-d19dd3aad4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b45dc7b-47c0-4a6e-b7e2-ef57c3832a2e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:31.434525 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-667464a5-2e43-467c-b8b6-d19dd3aad4e3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26cfe5685ca2473081862e835fcbc391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3140309 Jul 09 09:56:31.439387 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57530) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:31.523795 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-896f0f4a-8cb7-443a-bbdc-2ec4486c2902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:31.565487 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-896f0f4a-8cb7-443a-bbdc-2ec4486c2902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:31.687563 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-896f0f4a-8cb7-443a-bbdc-2ec4486c2902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:31.694392 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-896f0f4a-8cb7-443a-bbdc-2ec4486c2902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:31.699191 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-896f0f4a-8cb7-443a-bbdc-2ec4486c2902 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9b45dc7b-47c0-4a6e-b7e2-ef57c3832a2e HTTP/1.1" status: 204 len: 168 time: 0.2576635 Jul 09 09:56:31.719318 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f0f4a-8cb7-443a-bbdc-2ec4486c2902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b45dc7b-47c0-4a6e-b7e2-ef57c3832a2e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:31.767310 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130dc27-ea39-4cd8-b4a0-8e416d8355e1 req-e8935272-01cc-4526-8c72-1cb4042a285c tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:31.778164 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0130dc27-ea39-4cd8-b4a0-8e416d8355e1 req-e8935272-01cc-4526-8c72-1cb4042a285c tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c90d5d-1ab4-494e-854d-5d28b26a5f3d HTTP/1.1" status: 200 len: 909 time: 0.1988735 Jul 09 09:56:33.213536 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd353947-5e92-42f9-b7f4-863850804e38 req-8dfb220a-cd3d-4bea-b0c3-d130aff9b60d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:33.215852 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd353947-5e92-42f9-b7f4-863850804e38 req-8dfb220a-cd3d-4bea-b0c3-d130aff9b60d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c90d5d-1ab4-494e-854d-5d28b26a5f3d HTTP/1.1" status: 200 len: 909 time: 0.2534025 Jul 09 09:56:33.539803 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761884b-fc54-425f-94e4-a0700277a658 req-33bbd3d2-9639-42d8-a735-04d8a38891d3 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:33.562558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4761884b-fc54-425f-94e4-a0700277a658 req-33bbd3d2-9639-42d8-a735-04d8a38891d3 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c90d5d-1ab4-494e-854d-5d28b26a5f3d HTTP/1.1" status: 200 len: 909 time: 0.1199524 Jul 09 09:56:33.894819 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e80c0-e0cc-4df0-be94-0987aa98f1fe req-5566633c-a17a-482f-98dc-9c3fe1a78d39 tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:33.902060 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb2e80c0-e0cc-4df0-be94-0987aa98f1fe req-5566633c-a17a-482f-98dc-9c3fe1a78d39 tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=64c90d5d-1ab4-494e-854d-5d28b26a5f3d HTTP/1.1" status: 200 len: 1060 time: 0.1157203 Jul 09 09:56:33.984619 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:34.168792 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa194901-ce92-4b65-ad2d-8cf77d62f4d5 req-3995a289-a6d3-4c9b-b5ec-8c6c11cb9362 tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:34.170550 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa194901-ce92-4b65-ad2d-8cf77d62f4d5 req-3995a289-a6d3-4c9b-b5ec-8c6c11cb9362 tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 1135 time: 0.1279397 Jul 09 09:56:34.230583 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa194901-ce92-4b65-ad2d-8cf77d62f4d5 req-24c39d53-43e9-4559-88d1-c64434a278f9 tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=0b28d3bc-b356-49a3-ab7c-eeaf2adccf19&id=47ec1253-af36-4660-9cc8-074c300f06db&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0512815 Jul 09 09:56:34.245645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57624) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:34.265701 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57626) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:34.392647 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d82d5c6-247d-426d-a5e1-2d90750ca455 tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:34.394728 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2d82d5c6-247d-426d-a5e1-2d90750ca455 tempest-TestSecurityGroupsBasicOps-450289150 tempest-TestSecurityGroupsBasicOps-450289150-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=64c90d5d-1ab4-494e-854d-5d28b26a5f3d HTTP/1.1" status: 200 len: 1055 time: 0.1475990 Jul 09 09:56:34.474426 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a7e2cbd1-9368-4e66-a3c2-37511839a22f tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1836319843', 'router:external': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:56:34.526884 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e2cbd1-9368-4e66-a3c2-37511839a22f tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Made reservation on behalf of 417ef62cbd1f48be8f100b31d1067622 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:56:34.529944 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7e2cbd1-9368-4e66-a3c2-37511839a22f tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:34.544414 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7e2cbd1-9368-4e66-a3c2-37511839a22f tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:34.830036 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7e2cbd1-9368-4e66-a3c2-37511839a22f tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:34.837895 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7e2cbd1-9368-4e66-a3c2-37511839a22f tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:34.864272 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e2cbd1-9368-4e66-a3c2-37511839a22f tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:56:34.893084 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7e2cbd1-9368-4e66-a3c2-37511839a22f tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:34.895240 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-a7e2cbd1-9368-4e66-a3c2-37511839a22f tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Added segment dd091c06-74bc-4654-99a1-048734d97c77 of type vlan for network d11f05c2-82ce-4936-9251-b246308717e0 Jul 09 09:56:34.995428 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2cbd1-9368-4e66-a3c2-37511839a22f tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5240c5-1c3b-4b33-a52a-2e6782fc6324,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:35.054847 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7e2cbd1-9368-4e66-a3c2-37511839a22f tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:35.160392 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7e2cbd1-9368-4e66-a3c2-37511839a22f tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:35.164054 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e2cbd1-9368-4e66-a3c2-37511839a22f tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:35.166053 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7e2cbd1-9368-4e66-a3c2-37511839a22f tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:35.224202 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a7e2cbd1-9368-4e66-a3c2-37511839a22f tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9633265 Jul 09 09:56:35.233815 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57648) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:35.240282 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-89af82ea-9f6b-464b-8701-603c38390db8 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Request body: {'subnet': {'network_id': 'd11f05c2-82ce-4936-9251-b246308717e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:56:35.244210 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2abf49-e9ad-4191-b85a-6bc966a8d2df req-b3c40f93-d091-4095-9123-841bf2bbe05d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:35.264834 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c2abf49-e9ad-4191-b85a-6bc966a8d2df req-b3c40f93-d091-4095-9123-841bf2bbe05d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c90d5d-1ab4-494e-854d-5d28b26a5f3d HTTP/1.1" status: 200 len: 909 time: 0.1862748 Jul 09 09:56:35.274102 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2cbd1-9368-4e66-a3c2-37511839a22f tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Pushing event updated for resources: {'Network': ['ID=d11f05c2-82ce-4936-9251-b246308717e0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:35.284956 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network d11f05c2-82ce-4936-9251-b246308717e0 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:56:35.317916 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89af82ea-9f6b-464b-8701-603c38390db8 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Made reservation on behalf of 417ef62cbd1f48be8f100b31d1067622 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:56:35.321609 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89af82ea-9f6b-464b-8701-603c38390db8 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:35.452167 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:56:35.866426 n-d-799996-1 neutron-server[93791]: DEBUG neutron.objects.ports [None req-89af82ea-9f6b-464b-8701-603c38390db8 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93791) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 09:56:35.866902 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89af82ea-9f6b-464b-8701-603c38390db8 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:35.975727 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af82ea-9f6b-464b-8701-603c38390db8 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ad368eaf-28bc-4e8f-81d5-f94578ce5d11,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:36.027700 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af82ea-9f6b-464b-8701-603c38390db8 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Checking segment: {'id': 'dd091c06-74bc-4654-99a1-048734d97c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd11f05c2-82ce-4936-9251-b246308717e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:56:36.028445 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af82ea-9f6b-464b-8701-603c38390db8 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Network hostable DHCP agents. Network: d11f05c2-82ce-4936-9251-b246308717e0, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:56:36.064708 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af82ea-9f6b-464b-8701-603c38390db8 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Network d11f05c2-82ce-4936-9251-b246308717e0 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:56:36.089511 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-89af82ea-9f6b-464b-8701-603c38390db8 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, d11f05c2-82ce-4936-9251-b246308717e0) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:56:36.100305 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db28538-d273-4f34-8288-ea299e1a8ca0 None None] Network d11f05c2-82ce-4936-9251-b246308717e0 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:56:36.118964 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89af82ea-9f6b-464b-8701-603c38390db8 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:36.119554 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89af82ea-9f6b-464b-8701-603c38390db8 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:36.199182 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-89af82ea-9f6b-464b-8701-603c38390db8 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9639480 Jul 09 09:56:36.202154 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57668) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:36.207783 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1242704691', 'network_id': 'd11f05c2-82ce-4936-9251-b246308717e0'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:56:36.263369 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Made reservation on behalf of 417ef62cbd1f48be8f100b31d1067622 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:56:36.274448 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:36.313534 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] device_id is not set on port afa339f8-9ecb-4efb-8869-8461d9752863 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:56:36.345109 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0081408-e4da-48ec-8252-8ccc2fa94295 req-a796e9a2-e24e-4c07-8c61-af6dc460597a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:36.356004 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f0081408-e4da-48ec-8252-8ccc2fa94295 req-a796e9a2-e24e-4c07-8c61-af6dc460597a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.58 "GET /v2.0/ports?device_id=64c90d5d-1ab4-494e-854d-5d28b26a5f3d HTTP/1.1" status: 200 len: 909 time: 0.2329595 Jul 09 09:56:36.401730 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e8ae7c-a57b-49ab-8e31-969294162102 None None] Network d11f05c2-82ce-4936-9251-b246308717e0 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:56:36.573718 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Allocated IP 172.20.0.10 (d11f05c2-82ce-4936-9251-b246308717e0/ad368eaf-28bc-4e8f-81d5-f94578ce5d11/afa339f8-9ecb-4efb-8869-8461d9752863) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:56:36.702061 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-f0081408-e4da-48ec-8252-8ccc2fa94295 req-a5b68474-084e-454d-b0c0-7f826546512c tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Deleting port 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:56:36.702517 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f0081408-e4da-48ec-8252-8ccc2fa94295 req-a5b68474-084e-454d-b0c0-7f826546512c tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:36.802147 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2bada965-eb7e-45e7-bb3e-d224346f4376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:36.841724 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-f0081408-e4da-48ec-8252-8ccc2fa94295 req-a5b68474-084e-454d-b0c0-7f826546512c tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] For port 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=4eb0d80c-d9b9-422f-a0ec-338b34de8c8d,segment=NetworkSegment(97a4dc25-c049-41bb-8ab2-f1fe6e42ada7),segment_id=97a4dc25-c049-41bb-8ab2-f1fe6e42ada7)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:56:36.842112 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f0081408-e4da-48ec-8252-8ccc2fa94295 req-a5b68474-084e-454d-b0c0-7f826546512c tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:36.865914 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-f0081408-e4da-48ec-8252-8ccc2fa94295 req-a5b68474-084e-454d-b0c0-7f826546512c tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Calling delete_port for 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:56:36.876938 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:36.924796 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:36.994574 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73faffe-b16f-4a1f-871b-2ffda99bdbd4 req-8a81770e-14e0-4ddc-9c13-92d37b426134 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:37.004776 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e73faffe-b16f-4a1f-871b-2ffda99bdbd4 req-8a81770e-14e0-4ddc-9c13-92d37b426134 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c90d5d-1ab4-494e-854d-5d28b26a5f3d HTTP/1.1" status: 200 len: 909 time: 0.3615141 Jul 09 09:56:37.035329 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Network d11f05c2-82ce-4936-9251-b246308717e0 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:56:37.036283 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Pushing event updated for resources: {'Port': ['ID=afa339f8-9ecb-4efb-8869-8461d9752863,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:37.059959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:37.060348 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:37.060645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:37.060979 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:37.061406 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:37.061733 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:37.062057 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:37.062381 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:37.062698 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:37.063015 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:37.063372 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:37.063833 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:37.082811 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:56:37.086934 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:56:37.093263 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85cb423a-d424-4164-9f4c-c831a41cc43e req-7b844e70-aedb-414e-b8d0-16382a530c05 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3012280 Jul 09 09:56:37.136987 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f0081408-e4da-48ec-8252-8ccc2fa94295 req-a5b68474-084e-454d-b0c0-7f826546512c tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:37.143060 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:37.154233 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:37.177450 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4be9f841-1bb4-4c00-8637-ac82373ebb68 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.9739873 Jul 09 09:56:37.180166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57686) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:37.291171 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b68474-084e-454d-b0c0-7f826546512c tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event deleted for resources: {'Port': ['ID=4eb0d80c-d9b9-422f-a0ec-338b34de8c8d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:37.458787 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0081408-e4da-48ec-8252-8ccc2fa94295 req-a5b68474-084e-454d-b0c0-7f826546512c tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] No DVR routers for this DVR port 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:56:37.465134 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f0081408-e4da-48ec-8252-8ccc2fa94295 req-a5b68474-084e-454d-b0c0-7f826546512c tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:37.472521 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f0081408-e4da-48ec-8252-8ccc2fa94295 req-a5b68474-084e-454d-b0c0-7f826546512c tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.58 "DELETE /v2.0/ports/4eb0d80c-d9b9-422f-a0ec-338b34de8c8d HTTP/1.1" status: 204 len: 173 time: 1.1020610 Jul 09 09:56:37.473530 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb423a-d424-4164-9f4c-c831a41cc43e req-afef657b-0400-448e-bc30-fb71db775dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:37.474090 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c90d5d-1ab4-494e-854d-5d28b26a5f3d', 'name': 'network-vif-deleted', 'tag': '4eb0d80c-d9b9-422f-a0ec-338b34de8c8d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:56:37.480800 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8cc71d-aa9a-4e62-9a95-96847a027650" -d '{"events": [{"server_uuid": "64c90d5d-1ab4-494e-854d-5d28b26a5f3d", "name": "network-vif-deleted", "tag": "4eb0d80c-d9b9-422f-a0ec-338b34de8c8d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:56:37.487207 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85cb423a-d424-4164-9f4c-c831a41cc43e req-afef657b-0400-448e-bc30-fb71db775dca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 1097 time: 0.3209205 Jul 09 09:56:37.491160 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-38ca19f4-f88a-432a-af61-5dcddabf740c tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Deleting port afa339f8-9ecb-4efb-8869-8461d9752863 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:56:37.493407 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38ca19f4-f88a-432a-af61-5dcddabf740c tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:37.599301 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653cbcae-b3e2-4eb4-aa83-f15945c62b9c x-openstack-request-id: req-653cbcae-b3e2-4eb4-aa83-f15945c62b9c {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:56:37.599601 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c90d5d-1ab4-494e-854d-5d28b26a5f3d", "name": "network-vif-deleted", "tag": "4eb0d80c-d9b9-422f-a0ec-338b34de8c8d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:56:37.599940 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-653cbcae-b3e2-4eb4-aa83-f15945c62b9c {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:56:37.600348 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c90d5d-1ab4-494e-854d-5d28b26a5f3d', 'name': 'network-vif-deleted', 'tag': '4eb0d80c-d9b9-422f-a0ec-338b34de8c8d', 'status': 'completed', 'code': 200} Jul 09 09:56:37.841562 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38ca19f4-f88a-432a-af61-5dcddabf740c tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:37.863023 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-38ca19f4-f88a-432a-af61-5dcddabf740c tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Calling delete_port for afa339f8-9ecb-4efb-8869-8461d9752863 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:56:37.874345 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb423a-d424-4164-9f4c-c831a41cc43e req-f0440768-4777-495f-9b77-307433d5418b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:37.875999 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85cb423a-d424-4164-9f4c-c831a41cc43e req-f0440768-4777-495f-9b77-307433d5418b service neutron] 10.222.0.58 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 913 time: 0.3621213 Jul 09 09:56:37.986821 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85cb423a-d424-4164-9f4c-c831a41cc43e req-4adf1de7-9151-473f-9c17-ead01d524e38 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=204e9823-28b8-4cba-930f-869f32cea39c HTTP/1.1" status: 200 len: 1001 time: 0.1040800 Jul 09 09:56:38.174755 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb423a-d424-4164-9f4c-c831a41cc43e req-9502a100-362a-484d-ba65-77350a434eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:38.176560 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85cb423a-d424-4164-9f4c-c831a41cc43e req-9502a100-362a-484d-ba65-77350a434eaa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 200 len: 851 time: 0.1797857 Jul 09 09:56:38.269974 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f8bb9cb-8af7-4d8d-ac9b-adb6f4b2482e req-09fd0737-e5bb-435f-806f-e34c5bc57bea tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c90d5d-1ab4-494e-854d-5d28b26a5f3d HTTP/1.1" status: 200 len: 210 time: 0.0753837 Jul 09 09:56:38.272120 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38ca19f4-f88a-432a-af61-5dcddabf740c tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:38.333747 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca19f4-f88a-432a-af61-5dcddabf740c tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Pushing event deleted for resources: {'Port': ['ID=afa339f8-9ecb-4efb-8869-8461d9752863,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:38.413087 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38ca19f4-f88a-432a-af61-5dcddabf740c tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:38.415541 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-38ca19f4-f88a-432a-af61-5dcddabf740c tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "DELETE /v2.0/ports/afa339f8-9ecb-4efb-8869-8461d9752863 HTTP/1.1" status: 204 len: 168 time: 1.2343714 Jul 09 09:56:38.418392 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb423a-d424-4164-9f4c-c831a41cc43e req-ce797c63-a9f3-458b-bbf5-945cbf8892e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:38.418570 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57712) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:38.420370 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85cb423a-d424-4164-9f4c-c831a41cc43e req-ce797c63-a9f3-458b-bbf5-945cbf8892e3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c39f085e-9a90-44ab-b2cf-d4cf479d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2364633 Jul 09 09:56:38.424696 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-562701f5-e19d-4a66-a0d5-85d054354493 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd11f05c2-82ce-4936-9251-b246308717e0', 'external_fixed_ips': [{'subnet_id': 'ad368eaf-28bc-4e8f-81d5-f94578ce5d11', 'ip_address': '172.20.0.10'}]}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:56:38.452509 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-562701f5-e19d-4a66-a0d5-85d054354493 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:38.453573 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-562701f5-e19d-4a66-a0d5-85d054354493 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:38.530353 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-562701f5-e19d-4a66-a0d5-85d054354493 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:38.531448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85cb423a-d424-4164-9f4c-c831a41cc43e req-f49725cc-d1fc-4216-820f-4cadc3aeab5d service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045713 Jul 09 09:56:38.639072 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-85cb423a-d424-4164-9f4c-c831a41cc43e req-f930db9f-c369-41d2-824e-5708e42b5783 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986464 Jul 09 09:56:39.023268 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-562701f5-e19d-4a66-a0d5-85d054354493 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:39.154027 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-dbd474a3-b0ac-45f1-8b4d-1cbe41c6834e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1267445577&fields=id&tenant_id=813283cb89a545e1a829a2f32c9aa43c HTTP/1.1" status: 200 len: 267 time: 0.0424356 Jul 09 09:56:39.261550 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:39.278878 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-2b7e7f08-296e-401e-baaa-700b6bcd33c6 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:39.280899 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-2b7e7f08-296e-401e-baaa-700b6bcd33c6 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 812 time: 0.1201761 Jul 09 09:56:39.299222 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-e32903ec-b7b1-4d23-a54a-6836b6a502db tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/quotas/813283cb89a545e1a829a2f32c9aa43c HTTP/1.1" status: 200 len: 375 time: 0.0123725 Jul 09 09:56:39.358460 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dbc0fea4-8203-4f26-8a63-aa9142a6beb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:39.360579 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-562701f5-e19d-4a66-a0d5-85d054354493 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:39.404647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57744) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:39.406515 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-562701f5-e19d-4a66-a0d5-85d054354493 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:39.458566 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-df7cae39-a30a-4b93-a6be-00ea3fe5fb87 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1451263 Jul 09 09:56:39.513432 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:39.559111 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-b5c8c15b-32cb-4282-83bb-567d6b59b2db service neutron] 10.222.0.61 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965512 Jul 09 09:56:39.561443 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16f84248-979a-4368-9e36-728a0d56f6fc req-3b541d17-4959-44f9-b2d0-980ccef44f8c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eb3df48e-7604-41c8-af00-784c210b3fbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2108557 Jul 09 09:56:39.724353 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f84248-979a-4368-9e36-728a0d56f6fc req-d9cc7086-eb4c-4739-92ac-acd83eefe32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:39.724353 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16f84248-979a-4368-9e36-728a0d56f6fc req-d9cc7086-eb4c-4739-92ac-acd83eefe32a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf55daeb21224f8dba69e315cfa259ae&device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 1135 time: 0.1294842 Jul 09 09:56:39.724353 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-dbfe5539-3c3e-4b55-b5d0-48290dbfa849 service neutron] 10.222.0.61 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546268 Jul 09 09:56:39.912978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-562701f5-e19d-4a66-a0d5-85d054354493 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Allocated IP 172.20.0.10 (d11f05c2-82ce-4936-9251-b246308717e0/ad368eaf-28bc-4e8f-81d5-f94578ce5d11/feb4990e-1c85-4cf4-b359-0fc096d7fab4) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:56:40.005772 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f84248-979a-4368-9e36-728a0d56f6fc req-488b62b7-1000-4720-86d2-e0cbd553a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:40.005772 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16f84248-979a-4368-9e36-728a0d56f6fc req-488b62b7-1000-4720-86d2-e0cbd553a161 service neutron] 10.222.0.64 "GET /v2.0/networks?id=01412afb-f68e-4c9d-962c-11d639362cad HTTP/1.1" status: 200 len: 898 time: 0.2340834 Jul 09 09:56:40.106213 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16f84248-979a-4368-9e36-728a0d56f6fc req-33b8d493-09f6-484f-a175-3810be3a6e81 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6cca012-12bd-40d8-9f4f-6c2029d94d70 HTTP/1.1" status: 200 len: 1001 time: 0.1011226 Jul 09 09:56:40.172760 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:56:40.178561 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-562701f5-e19d-4a66-a0d5-85d054354493 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:40.196046 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f84248-979a-4368-9e36-728a0d56f6fc req-97999c2d-d073-4025-9d57-a632ef3e1738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:40.197546 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16f84248-979a-4368-9e36-728a0d56f6fc req-97999c2d-d073-4025-9d57-a632ef3e1738 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=17165020-72a0-4ccb-a6c6-2c35e09e255a HTTP/1.1" status: 200 len: 834 time: 0.0753589 Jul 09 09:56:40.222511 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:56:40.223220 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 4eb0d80c-d9b9-422f-a0ec-338b34de8c8d not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:56:40.279570 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fe8a7fd-216d-4550-bf9a-61f79a6e275f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:40.327947 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-562701f5-e19d-4a66-a0d5-85d054354493 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:40.483786 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562701f5-e19d-4a66-a0d5-85d054354493 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Network d11f05c2-82ce-4936-9251-b246308717e0 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:56:40.492563 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-562701f5-e19d-4a66-a0d5-85d054354493 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:56:40.498188 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562701f5-e19d-4a66-a0d5-85d054354493 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:56:40.528865 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562701f5-e19d-4a66-a0d5-85d054354493 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Pushing event updated for resources: {'Port': ['ID=feb4990e-1c85-4cf4-b359-0fc096d7fab4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:40.772214 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a026aedc-22ce-4f98-b6e0-d60b383f23bf req-ac898d3f-a2d0-4ae2-9adf-5a7abc7d7acb tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 210 time: 0.0354667 Jul 09 09:56:40.811728 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f84248-979a-4368-9e36-728a0d56f6fc req-5f6461cc-d3dc-460b-85e7-1f1b3f6d9c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:40.815823 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16f84248-979a-4368-9e36-728a0d56f6fc req-5f6461cc-d3dc-460b-85e7-1f1b3f6d9c67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=01412afb-f68e-4c9d-962c-11d639362cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6114533 Jul 09 09:56:40.968085 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16f84248-979a-4368-9e36-728a0d56f6fc req-57a951ea-53af-421e-80eb-074075a4893f service neutron] 10.222.0.64 "GET /v2.0/networks/01412afb-f68e-4c9d-962c-11d639362cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443975 Jul 09 09:56:41.050392 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-562701f5-e19d-4a66-a0d5-85d054354493 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:41.127607 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16f84248-979a-4368-9e36-728a0d56f6fc req-feac03d0-c301-470e-b2ce-a90273ab0a68 service neutron] 10.222.0.64 "GET /v2.0/networks/01412afb-f68e-4c9d-962c-11d639362cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532042 Jul 09 09:56:41.162604 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-6fe8a7fd-216d-4550-bf9a-61f79a6e275f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Deleting port 0204b23f-2829-4fa3-8517-63d8ad7160a8 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:56:41.162952 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fe8a7fd-216d-4550-bf9a-61f79a6e275f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:41.213732 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:41.366579 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-6fe8a7fd-216d-4550-bf9a-61f79a6e275f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] For port 0204b23f-2829-4fa3-8517-63d8ad7160a8, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=0204b23f-2829-4fa3-8517-63d8ad7160a8,segment=NetworkSegment(97a4dc25-c049-41bb-8ab2-f1fe6e42ada7),segment_id=97a4dc25-c049-41bb-8ab2-f1fe6e42ada7)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:56:41.366579 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fe8a7fd-216d-4550-bf9a-61f79a6e275f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:41.383777 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-6fe8a7fd-216d-4550-bf9a-61f79a6e275f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Calling delete_port for 0204b23f-2829-4fa3-8517-63d8ad7160a8 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:56:41.511090 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-562701f5-e19d-4a66-a0d5-85d054354493 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:41.783035 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fe8a7fd-216d-4550-bf9a-61f79a6e275f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:41.798125 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562701f5-e19d-4a66-a0d5-85d054354493 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Router e4f4def4-0c8c-408f-8e98-553b91b29d85 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:56:41.823366 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8a7fd-216d-4550-bf9a-61f79a6e275f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event deleted for resources: {'Port': ['ID=0204b23f-2829-4fa3-8517-63d8ad7160a8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:41.911082 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-c05a623a-e461-434f-b83c-379f30b20dc7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:41.921637 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-c05a623a-e461-434f-b83c-379f30b20dc7 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.58 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 812 time: 0.2119641 Jul 09 09:56:42.008155 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-a9746896-4de4-4e94-8929-dddd90b9ed89 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=813283cb89a545e1a829a2f32c9aa43c HTTP/1.1" status: 200 len: 380 time: 0.0777729 Jul 09 09:56:42.018517 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-2792174f-7775-47f8-ab45-a805b1275a49 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Request body: {'port': {'device_id': '678bcf27-3bba-4806-8e48-fcc4f2befd5b', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'admin_state_up': True, 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'security_groups': ['e5c5e1ed-8ecd-4905-b121-4910e08abe7b']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:56:42.121233 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73c2d554-7f3c-4e68-9dfb-b211bfc9e831 req-3bbf147f-0a70-4681-b397-c23c3a7f6f83 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 210 time: 0.0794642 Jul 09 09:56:42.216501 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-2792174f-7775-47f8-ab45-a805b1275a49 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Made reservation on behalf of 813283cb89a545e1a829a2f32c9aa43c for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:56:42.221354 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-2792174f-7775-47f8-ab45-a805b1275a49 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:42.491994 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-2792174f-7775-47f8-ab45-a805b1275a49 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Allocated IP 172.20.0.5 (c39f085e-9a90-44ab-b2cf-d4cf479d1495/fab6cdb3-f000-49c3-8dc0-ab55f3975a4e/e664444c-114b-4644-9b36-3d45bd09cab8) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:56:42.620063 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562701f5-e19d-4a66-a0d5-85d054354493 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:56:42.628699 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] Sync routers for ids ['e4f4def4-0c8c-408f-8e98-553b91b29d85'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:56:42.661076 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] Routers {'e4f4def4-0c8c-408f-8e98-553b91b29d85'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:56:42.661730 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:56:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['e4f4def4-0c8c-408f-8e98-553b91b29d85'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:42.687403 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-562701f5-e19d-4a66-a0d5-85d054354493 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:42.691569 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-562701f5-e19d-4a66-a0d5-85d054354493 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.2692702 Jul 09 09:56:42.692268 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57814) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:42.862470 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-2792174f-7775-47f8-ab45-a805b1275a49 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:42.871143 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9d0d250c-7563-42b8-8e03-583e31200c03 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:42.880887 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-2792174f-7775-47f8-ab45-a805b1275a49 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Transition to ACTIVE for port object e664444c-114b-4644-9b36-3d45bd09cab8 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:56:42.918807 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fe8a7fd-216d-4550-bf9a-61f79a6e275f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:42.935672 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-2792174f-7775-47f8-ab45-a805b1275a49 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:42.938148 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] Set router e4f4def4-0c8c-408f-8e98-553b91b29d85 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:56:42.981547 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:42.991776 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-2792174f-7775-47f8-ab45-a805b1275a49 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Network c39f085e-9a90-44ab-b2cf-d4cf479d1495 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:56:42.995531 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-2792174f-7775-47f8-ab45-a805b1275a49 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:56:43.001403 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-2792174f-7775-47f8-ab45-a805b1275a49 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:56:43.050579 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792174f-7775-47f8-ab45-a805b1275a49 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event updated for resources: {'Port': ['ID=e664444c-114b-4644-9b36-3d45bd09cab8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:43.080079 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-2792174f-7775-47f8-ab45-a805b1275a49 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:43.080797 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-2792174f-7775-47f8-ab45-a805b1275a49 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:43.101817 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-2792174f-7775-47f8-ab45-a805b1275a49 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0874200 Jul 09 09:56:43.123919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-431f6a53-7048-4041-9736-f6ab436d4e4c service neutron] Request body: {'port': {'device_id': '678bcf27-3bba-4806-8e48-fcc4f2befd5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:56:43.272112 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9d0d250c-7563-42b8-8e03-583e31200c03 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:43.310425 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-431f6a53-7048-4041-9736-f6ab436d4e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:43.388638 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f4def4-0c8c-408f-8e98-553b91b29d85', 'name': '', 'tenant_id': '417ef62cbd1f48be8f100b31d1067622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd11f05c2-82ce-4936-9251-b246308717e0', 'external_fixed_ips': [{'subnet_id': 'ad368eaf-28bc-4e8f-81d5-f94578ce5d11', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'feb4990e-1c85-4cf4-b359-0fc096d7fab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:56:38Z', 'updated_at': '2021-07-09T09:56:40Z', 'revision_number': 3, 'project_id': '417ef62cbd1f48be8f100b31d1067622', 'gw_port': {'id': 'feb4990e-1c85-4cf4-b359-0fc096d7fab4', 'name': '', 'network_id': 'd11f05c2-82ce-4936-9251-b246308717e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f4def4-0c8c-408f-8e98-553b91b29d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'ad368eaf-28bc-4e8f-81d5-f94578ce5d11', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:56:39Z', 'updated_at': '2021-07-09T09:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad368eaf-28bc-4e8f-81d5-f94578ce5d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:43.439951 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] Checking router: e4f4def4-0c8c-408f-8e98-553b91b29d85 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:56:43.441105 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] Updating router e4f4def4-0c8c-408f-8e98-553b91b29d85 port feb4990e-1c85-4cf4-b359-0fc096d7fab4 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:56:43.530547 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:43.593814 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-efe199f4-a16b-41f2-9edf-2c04ee5c1463 None None] Provisioning for port e664444c-114b-4644-9b36-3d45bd09cab8 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:56:43.613600 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-efe199f4-a16b-41f2-9edf-2c04ee5c1463 None None] Provisioning complete for port e664444c-114b-4644-9b36-3d45bd09cab8 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:56:43.613900 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-efe199f4-a16b-41f2-9edf-2c04ee5c1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:43.668957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a9bcf-8bed-4b7a-bf82-16814ba5f450 req-607b7dd1-b614-485e-91ea-53be797c1c2d tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:43.676449 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a0a9bcf-8bed-4b7a-bf82-16814ba5f450 req-607b7dd1-b614-485e-91ea-53be797c1c2d tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 931 time: 0.2929142 Jul 09 09:56:43.706139 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-efe199f4-a16b-41f2-9edf-2c04ee5c1463 None None] Port e664444c-114b-4644-9b36-3d45bd09cab8 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:56:43.726302 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d250c-7563-42b8-8e03-583e31200c03 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Deleting port feb4990e-1c85-4cf4-b359-0fc096d7fab4 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:56:43.726866 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9d0d250c-7563-42b8-8e03-583e31200c03 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:43.792438 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe8a7fd-216d-4550-bf9a-61f79a6e275f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Router c4523ce9-1b68-48ed-b126-eda37260d68e has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:56:43.997374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe8a7fd-216d-4550-bf9a-61f79a6e275f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:56:44.012115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded8aed1-6c9a-4630-bb91-bacc6177cfca None None] Sync routers for ids ['c4523ce9-1b68-48ed-b126-eda37260d68e'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:56:44.016239 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6fe8a7fd-216d-4550-bf9a-61f79a6e275f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "PUT /v2.0/routers/c4523ce9-1b68-48ed-b126-eda37260d68e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6053772 Jul 09 09:56:44.019638 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57830) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:44.025202 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded8aed1-6c9a-4630-bb91-bacc6177cfca None None] Routers {'c4523ce9-1b68-48ed-b126-eda37260d68e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:56:44.025839 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ded8aed1-6c9a-4630-bb91-bacc6177cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:56:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['c4523ce9-1b68-48ed-b126-eda37260d68e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:44.065687 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a0a9bcf-8bed-4b7a-bf82-16814ba5f450 req-bb9d203d-7bdb-40f2-a6f9-e16ac57deb24 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3755977 Jul 09 09:56:44.089111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-431f6a53-7048-4041-9736-f6ab436d4e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e664444c-114b-4644-9b36-3d45bd09cab8 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:56:44.117845 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-431f6a53-7048-4041-9736-f6ab436d4e4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:44.118339 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:44.130370 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] Transition to ACTIVE for port object feb4990e-1c85-4cf4-b359-0fc096d7fab4 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:56:44.141484 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:44.150474 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-431f6a53-7048-4041-9736-f6ab436d4e4c service neutron] Transition to ACTIVE for port object e664444c-114b-4644-9b36-3d45bd09cab8 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:56:44.154422 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-027aa84c-b9cc-4330-80e1-78b44100870f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Deleting subnet c06ab0d8-79f7-4d14-a4a0-60a04582feda {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:56:44.158878 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-431f6a53-7048-4041-9736-f6ab436d4e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:44.190554 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9d0d250c-7563-42b8-8e03-583e31200c03 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:44.195864 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-027aa84c-b9cc-4330-80e1-78b44100870f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:44.285596 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] Attempting to bind port feb4990e-1c85-4cf4-b359-0fc096d7fab4 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:56:44.288998 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] Attempting to bind port feb4990e-1c85-4cf4-b359-0fc096d7fab4 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'dd091c06-74bc-4654-99a1-048734d97c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd11f05c2-82ce-4936-9251-b246308717e0'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:56:44.289468 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] Attempting to bind port feb4990e-1c85-4cf4-b359-0fc096d7fab4 on network d11f05c2-82ce-4936-9251-b246308717e0 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:56:44.307477 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d250c-7563-42b8-8e03-583e31200c03 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Calling delete_port for feb4990e-1c85-4cf4-b359-0fc096d7fab4 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:56:44.314055 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f6a53-7048-4041-9736-f6ab436d4e4c service neutron] Pushing event updated for resources: {'Port': ['ID=e664444c-114b-4644-9b36-3d45bd09cab8,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:44.328056 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:56:44.330302 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] Checking segment: {'id': 'dd091c06-74bc-4654-99a1-048734d97c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd11f05c2-82ce-4936-9251-b246308717e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:56:44.331955 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:44.332854 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] Bound using segment: {'id': 'dd091c06-74bc-4654-99a1-048734d97c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd11f05c2-82ce-4936-9251-b246308717e0'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:56:44.334616 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] Bound port: feb4990e-1c85-4cf4-b359-0fc096d7fab4, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd091c06-74bc-4654-99a1-048734d97c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd11f05c2-82ce-4936-9251-b246308717e0'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:56:44.336893 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:44.385740 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-027aa84c-b9cc-4330-80e1-78b44100870f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:44.519208 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] For port feb4990e-1c85-4cf4-b359-0fc096d7fab4, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:56:44.535742 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] For port feb4990e-1c85-4cf4-b359-0fc096d7fab4, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=feb4990e-1c85-4cf4-b359-0fc096d7fab4,segment=NetworkSegment(dd091c06-74bc-4654-99a1-048734d97c77),segment_id=dd091c06-74bc-4654-99a1-048734d97c77)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:56:44.558854 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:44.574864 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561c5cc-0f10-46e2-a02b-2d8ef42a2578 None None] Pushing event updated for resources: {'Port': ['ID=feb4990e-1c85-4cf4-b359-0fc096d7fab4,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:44.593310 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-431f6a53-7048-4041-9736-f6ab436d4e4c service neutron] Attempting to bind port e664444c-114b-4644-9b36-3d45bd09cab8 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:56:44.593772 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-431f6a53-7048-4041-9736-f6ab436d4e4c service neutron] Attempting to bind port e664444c-114b-4644-9b36-3d45bd09cab8 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:56:44.594222 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-431f6a53-7048-4041-9736-f6ab436d4e4c service neutron] Attempting to bind port e664444c-114b-4644-9b36-3d45bd09cab8 on network c39f085e-9a90-44ab-b2cf-d4cf479d1495 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:56:44.628799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-431f6a53-7048-4041-9736-f6ab436d4e4c service neutron] Port e664444c-114b-4644-9b36-3d45bd09cab8 on network c39f085e-9a90-44ab-b2cf-d4cf479d1495 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:56:44.629509 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-431f6a53-7048-4041-9736-f6ab436d4e4c service neutron] Attempting to bind port e664444c-114b-4644-9b36-3d45bd09cab8 on network c39f085e-9a90-44ab-b2cf-d4cf479d1495 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:56:44.652833 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-431f6a53-7048-4041-9736-f6ab436d4e4c service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:56:44.653322 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-431f6a53-7048-4041-9736-f6ab436d4e4c service neutron] Checking segment: {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:56:44.653813 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-431f6a53-7048-4041-9736-f6ab436d4e4c service neutron] Bound using segment: {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:56:44.654373 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-431f6a53-7048-4041-9736-f6ab436d4e4c service neutron] Bound port: e664444c-114b-4644-9b36-3d45bd09cab8, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af12207-8681-4648-9b71-362d45acf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:56:44.655120 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-431f6a53-7048-4041-9736-f6ab436d4e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:44.708318 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561c5cc-0f10-46e2-a02b-2d8ef42a2578 None None] Pushing event updated for resources: {'Port': ['ID=feb4990e-1c85-4cf4-b359-0fc096d7fab4,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:44.768029 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] Routers {'e4f4def4-0c8c-408f-8e98-553b91b29d85'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:56:44.770296 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:56:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['e4f4def4-0c8c-408f-8e98-553b91b29d85'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:44.806258 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-ded8aed1-6c9a-4630-bb91-bacc6177cfca None None] Set router c4523ce9-1b68-48ed-b126-eda37260d68e gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:56:44.810161 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-431f6a53-7048-4041-9736-f6ab436d4e4c service neutron] For port e664444c-114b-4644-9b36-3d45bd09cab8, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:56:44.813824 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-431f6a53-7048-4041-9736-f6ab436d4e4c service neutron] For port e664444c-114b-4644-9b36-3d45bd09cab8, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=e664444c-114b-4644-9b36-3d45bd09cab8,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:56:44.820916 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-431f6a53-7048-4041-9736-f6ab436d4e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:44.866372 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-431f6a53-7048-4041-9736-f6ab436d4e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:44.867105 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-431f6a53-7048-4041-9736-f6ab436d4e4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:44.868929 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-431f6a53-7048-4041-9736-f6ab436d4e4c service neutron] 10.222.0.58 "PUT /v2.0/ports/e664444c-114b-4644-9b36-3d45bd09cab8 HTTP/1.1" status: 200 len: 1091 time: 1.7582936 Jul 09 09:56:44.869489 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678bcf27-3bba-4806-8e48-fcc4f2befd5b', 'tag': 'e664444c-114b-4644-9b36-3d45bd09cab8'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:56:44.872594 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ed1166-7547-44d7-a6de-0cc1903d21ac" -d '{"events": [{"name": "network-changed", "server_uuid": "678bcf27-3bba-4806-8e48-fcc4f2befd5b", "tag": "e664444c-114b-4644-9b36-3d45bd09cab8"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:56:44.959942 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-027aa84c-b9cc-4330-80e1-78b44100870f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:45.023834 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65826741-63be-486f-99cd-692a14ea94e4 x-openstack-request-id: req-65826741-63be-486f-99cd-692a14ea94e4 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:56:45.024655 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678bcf27-3bba-4806-8e48-fcc4f2befd5b", "tag": "e664444c-114b-4644-9b36-3d45bd09cab8", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:56:45.025136 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-65826741-63be-486f-99cd-692a14ea94e4 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:56:45.025791 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678bcf27-3bba-4806-8e48-fcc4f2befd5b', 'tag': 'e664444c-114b-4644-9b36-3d45bd09cab8', 'status': 'completed', 'code': 200} Jul 09 09:56:45.057373 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f6a53-7048-4041-9736-f6ab436d4e4c service neutron] Pushing event updated for resources: {'Port': ['ID=e664444c-114b-4644-9b36-3d45bd09cab8,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:45.075780 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] Set router e4f4def4-0c8c-408f-8e98-553b91b29d85 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:56:45.130795 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-027aa84c-b9cc-4330-80e1-78b44100870f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:45.207169 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027aa84c-b9cc-4330-80e1-78b44100870f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event deleted for resources: {'Subnet': ['ID=c06ab0d8-79f7-4d14-a4a0-60a04582feda,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:45.228036 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-027aa84c-b9cc-4330-80e1-78b44100870f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:45.228901 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-80706289-813b-42c5-82ee-50231d0606fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:45.234754 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-027aa84c-b9cc-4330-80e1-78b44100870f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "DELETE /v2.0/subnets/c06ab0d8-79f7-4d14-a4a0-60a04582feda HTTP/1.1" status: 204 len: 168 time: 1.2111261 Jul 09 09:56:45.238817 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-80706289-813b-42c5-82ee-50231d0606fd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 1094 time: 0.3190744 Jul 09 09:56:45.239607 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57844) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:45.398850 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26fa008-ff0e-42a7-a37c-aee530a9c071 None None] Network 2be3bee5-bd9c-445c-aae6-71671c0cadaf requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:56:45.420247 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f4def4-0c8c-408f-8e98-553b91b29d85', 'name': '', 'tenant_id': '417ef62cbd1f48be8f100b31d1067622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:56:38Z', 'updated_at': '2021-07-09T09:56:43Z', 'revision_number': 4, 'project_id': '417ef62cbd1f48be8f100b31d1067622', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:45.467740 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9d0d250c-7563-42b8-8e03-583e31200c03 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:45.469054 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7302c9d1-ccc7-4a7d-9c1b-8c44a5012732 None None] The sync data for ids ['e4f4def4-0c8c-408f-8e98-553b91b29d85'] in n-d-799996-1 is: [{'id': 'e4f4def4-0c8c-408f-8e98-553b91b29d85', 'name': '', 'tenant_id': '417ef62cbd1f48be8f100b31d1067622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:56:38Z', 'updated_at': '2021-07-09T09:56:43Z', 'revision_number': 4, 'project_id': '417ef62cbd1f48be8f100b31d1067622', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:56:45.656225 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9d0d250c-7563-42b8-8e03-583e31200c03 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:45.658978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d250c-7563-42b8-8e03-583e31200c03 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Pushing event deleted for resources: {'Port': ['ID=feb4990e-1c85-4cf4-b359-0fc096d7fab4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:45.667796 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-46cfa540-8f05-405b-a612-22409e8268a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e664444c-114b-4644-9b36-3d45bd09cab8 HTTP/1.1" status: 200 len: 217 time: 0.4069571 Jul 09 09:56:45.809487 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9d0d250c-7563-42b8-8e03-583e31200c03 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:45.815336 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9d0d250c-7563-42b8-8e03-583e31200c03 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:45.880869 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ded8aed1-6c9a-4630-bb91-bacc6177cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4523ce9-1b68-48ed-b126-eda37260d68e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-344990000', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd218baa6-a3b0-4825-9b6b-20cef3ed5fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:56:10Z', 'updated_at': '2021-07-09T09:56:41Z', 'revision_number': 5, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'gw_port': {'id': 'd218baa6-a3b0-4825-9b6b-20cef3ed5fbb', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4523ce9-1b68-48ed-b126-eda37260d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:56:11Z', 'updated_at': '2021-07-09T09:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:45.911106 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9d0d250c-7563-42b8-8e03-583e31200c03 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:45.912038 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0d250c-7563-42b8-8e03-583e31200c03 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4f4def4-0c8c-408f-8e98-553b91b29d85 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:56:45.926594 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9d0d250c-7563-42b8-8e03-583e31200c03 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:45.930252 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9d0d250c-7563-42b8-8e03-583e31200c03 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "DELETE /v2.0/routers/e4f4def4-0c8c-408f-8e98-553b91b29d85 HTTP/1.1" status: 204 len: 168 time: 3.2362161 Jul 09 09:56:45.933164 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57852) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:45.933808 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded8aed1-6c9a-4630-bb91-bacc6177cfca None None] Checking router: c4523ce9-1b68-48ed-b126-eda37260d68e for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:56:45.950192 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded8aed1-6c9a-4630-bb91-bacc6177cfca None None] Routers {'c4523ce9-1b68-48ed-b126-eda37260d68e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:56:45.950929 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ded8aed1-6c9a-4630-bb91-bacc6177cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:56:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['c4523ce9-1b68-48ed-b126-eda37260d68e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:45.973167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-341130a2-fc92-406d-b0f3-a5a55e786e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:45.989498 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-341130a2-fc92-406d-b0f3-a5a55e786e72 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 200 len: 851 time: 0.3131151 Jul 09 09:56:46.087876 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f164f2-c73f-480f-aefd-0aae3be92355 None None] DHCP port deletion for 2be3bee5-bd9c-445c-aae6-71671c0cadaf request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:56:46.090491 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af947888-acf1-40b8-95eb-5f3dbe039555 req-75ad7a32-c289-456b-b711-5c1d3b013774 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:46.092147 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af947888-acf1-40b8-95eb-5f3dbe039555 req-75ad7a32-c289-456b-b711-5c1d3b013774 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 943 time: 0.4464812 Jul 09 09:56:46.118577 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-438a078d-f04b-494a-865d-e1089f064f1f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:46.121559 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-947521ae-5b2c-4f01-bbcc-2fcf55211d15 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Deleting subnet ad368eaf-28bc-4e8f-81d5-f94578ce5d11 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:56:46.129788 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-947521ae-5b2c-4f01-bbcc-2fcf55211d15 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:46.237007 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-947521ae-5b2c-4f01-bbcc-2fcf55211d15 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:46.314696 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-947521ae-5b2c-4f01-bbcc-2fcf55211d15 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:46.378990 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-438a078d-f04b-494a-865d-e1089f064f1f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:46.477775 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-947521ae-5b2c-4f01-bbcc-2fcf55211d15 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:46.480904 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-ded8aed1-6c9a-4630-bb91-bacc6177cfca None None] Set router c4523ce9-1b68-48ed-b126-eda37260d68e gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:56:46.510354 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-947521ae-5b2c-4f01-bbcc-2fcf55211d15 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:46.515930 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-947521ae-5b2c-4f01-bbcc-2fcf55211d15 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "DELETE /v2.0/subnets/ad368eaf-28bc-4e8f-81d5-f94578ce5d11 HTTP/1.1" status: 204 len: 168 time: 0.5780449 Jul 09 09:56:46.517914 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57860) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:46.549014 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af947888-acf1-40b8-95eb-5f3dbe039555 req-9a89e875-1920-4ba8-97ac-741deb5bebfd tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4428926 Jul 09 09:56:46.564033 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-dd0ac9de-af5e-43b5-a0ef-ad762c2f012d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:46.565676 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-dd0ac9de-af5e-43b5-a0ef-ad762c2f012d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c39f085e-9a90-44ab-b2cf-d4cf479d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5675933 Jul 09 09:56:46.733295 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-147ffc44-1383-4993-b2b3-2af67e1350d6 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537974 Jul 09 09:56:46.784783 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd9f7e1e-e706-4a5c-bc61-b2f4c2de78d0 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:46.791077 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947521ae-5b2c-4f01-bbcc-2fcf55211d15 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ad368eaf-28bc-4e8f-81d5-f94578ce5d11,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:46.806903 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c3f164f2-c73f-480f-aefd-0aae3be92355 None None] Deleting port 1bef4175-865c-40a3-b4e0-9e92bc722d66 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:56:46.807830 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c3f164f2-c73f-480f-aefd-0aae3be92355 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:46.864019 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-438a078d-f04b-494a-865d-e1089f064f1f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Deleting port d218baa6-a3b0-4825-9b6b-20cef3ed5fbb {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:56:46.864484 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-438a078d-f04b-494a-865d-e1089f064f1f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:46.967934 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c3f164f2-c73f-480f-aefd-0aae3be92355 None None] For port 1bef4175-865c-40a3-b4e0-9e92bc722d66, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1bef4175-865c-40a3-b4e0-9e92bc722d66,segment=NetworkSegment(97a4dc25-c049-41bb-8ab2-f1fe6e42ada7),segment_id=97a4dc25-c049-41bb-8ab2-f1fe6e42ada7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:56:46.967934 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c3f164f2-c73f-480f-aefd-0aae3be92355 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:46.976282 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd9f7e1e-e706-4a5c-bc61-b2f4c2de78d0 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:46.988381 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-cd9f7e1e-e706-4a5c-bc61-b2f4c2de78d0 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11f05c2-82ce-4936-9251-b246308717e0']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:46.999124 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c3f164f2-c73f-480f-aefd-0aae3be92355 None None] Calling delete_port for 1bef4175-865c-40a3-b4e0-9e92bc722d66 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:56:47.000428 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-cd9f7e1e-e706-4a5c-bc61-b2f4c2de78d0 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd091c06-74bc-4654-99a1-048734d97c77') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:47.000826 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-cd9f7e1e-e706-4a5c-bc61-b2f4c2de78d0 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd091c06-74bc-4654-99a1-048734d97c77') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:47.014853 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd9f7e1e-e706-4a5c-bc61-b2f4c2de78d0 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:47.034007 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2c420d9-bf5f-4b00-aa81-697419e2c3ff req-7daed67b-b1ac-4ef0-aca3-60dc873ec269 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997687 Jul 09 09:56:47.052231 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd9f7e1e-e706-4a5c-bc61-b2f4c2de78d0 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:47.068580 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9f7e1e-e706-4a5c-bc61-b2f4c2de78d0 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:56:47.069141 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd9f7e1e-e706-4a5c-bc61-b2f4c2de78d0 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:47.124914 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-438a078d-f04b-494a-865d-e1089f064f1f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] For port d218baa6-a3b0-4825-9b6b-20cef3ed5fbb, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=d218baa6-a3b0-4825-9b6b-20cef3ed5fbb,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:56:47.125287 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-438a078d-f04b-494a-865d-e1089f064f1f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:47.194226 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-438a078d-f04b-494a-865d-e1089f064f1f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Calling delete_port for d218baa6-a3b0-4825-9b6b-20cef3ed5fbb owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: items = [ Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:56:47.230432 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:56:47.235444 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd9f7e1e-e706-4a5c-bc61-b2f4c2de78d0 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:47.248153 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9f7e1e-e706-4a5c-bc61-b2f4c2de78d0 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d11f05c2-82ce-4936-9251-b246308717e0 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 09:56:47.252641 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd9f7e1e-e706-4a5c-bc61-b2f4c2de78d0 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:47.261411 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cd9f7e1e-e706-4a5c-bc61-b2f4c2de78d0 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "DELETE /v2.0/networks/d11f05c2-82ce-4936-9251-b246308717e0 HTTP/1.1" status: 204 len: 168 time: 0.7345638 Jul 09 09:56:47.291298 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f7e1e-e706-4a5c-bc61-b2f4c2de78d0 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Pushing event deleted for resources: {'Network': ['ID=d11f05c2-82ce-4936-9251-b246308717e0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:47.371667 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed1166-7547-44d7-a6de-0cc1903d21ac req-55c619fd-8b6c-47e0-a777-794d6a5fe4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:47.380417 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-04ed1166-7547-44d7-a6de-0cc1903d21ac req-55c619fd-8b6c-47e0-a777-794d6a5fe4f2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 1094 time: 0.2799957 Jul 09 09:56:47.464188 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c3f164f2-c73f-480f-aefd-0aae3be92355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:47.498541 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f164f2-c73f-480f-aefd-0aae3be92355 None None] No DVR routers for this DVR port 1bef4175-865c-40a3-b4e0-9e92bc722d66 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:56:47.594982 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed1166-7547-44d7-a6de-0cc1903d21ac req-2fc26449-cdaf-4385-b3a5-ebcb9a50065a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:47.597950 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-04ed1166-7547-44d7-a6de-0cc1903d21ac req-2fc26449-cdaf-4385-b3a5-ebcb9a50065a service neutron] 10.222.0.58 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 913 time: 0.2112145 Jul 09 09:56:47.600507 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f164f2-c73f-480f-aefd-0aae3be92355 None None] Pushing event deleted for resources: {'Port': ['ID=1bef4175-865c-40a3-b4e0-9e92bc722d66,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:47.642942 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ded8aed1-6c9a-4630-bb91-bacc6177cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4523ce9-1b68-48ed-b126-eda37260d68e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-344990000', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd218baa6-a3b0-4825-9b6b-20cef3ed5fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:56:10Z', 'updated_at': '2021-07-09T09:56:41Z', 'revision_number': 5, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'gw_port': {'id': 'd218baa6-a3b0-4825-9b6b-20cef3ed5fbb', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4523ce9-1b68-48ed-b126-eda37260d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:56:11Z', 'updated_at': '2021-07-09T09:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:47.700161 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57884) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:47.705444 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-38ea69a5-3094-4f7d-9185-af74f33a1979 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Request body: {'router': {'name': 'tempest-router--222295379', 'project_id': 'd41e4ca538f94a3f8fee7e7ea765b9ed'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:56:47.729933 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-04ed1166-7547-44d7-a6de-0cc1903d21ac req-e4b7965d-d78f-4162-8e04-e752ae0b23a8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e664444c-114b-4644-9b36-3d45bd09cab8 HTTP/1.1" status: 200 len: 217 time: 0.1202941 Jul 09 09:56:47.734839 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1bef4175-865c-40a3-b4e0-9e92bc722d66 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:56:47.740093 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded8aed1-6c9a-4630-bb91-bacc6177cfca None None] The sync data for ids ['c4523ce9-1b68-48ed-b126-eda37260d68e'] in n-d-799996-1 is: [{'id': 'c4523ce9-1b68-48ed-b126-eda37260d68e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-344990000', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd218baa6-a3b0-4825-9b6b-20cef3ed5fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:56:10Z', 'updated_at': '2021-07-09T09:56:41Z', 'revision_number': 5, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'gw_port': {'id': 'd218baa6-a3b0-4825-9b6b-20cef3ed5fbb', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4523ce9-1b68-48ed-b126-eda37260d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:56:11Z', 'updated_at': '2021-07-09T09:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:56:47.759306 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38ea69a5-3094-4f7d-9185-af74f33a1979 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:47.760698 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38ea69a5-3094-4f7d-9185-af74f33a1979 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:47.764172 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 1bef4175-865c-40a3-b4e0-9e92bc722d66 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:56:47.764730 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1bef4175-865c-40a3-b4e0-9e92bc722d66 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:56:47.880301 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38ea69a5-3094-4f7d-9185-af74f33a1979 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:47.886471 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38ea69a5-3094-4f7d-9185-af74f33a1979 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:47.908081 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38ea69a5-3094-4f7d-9185-af74f33a1979 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:47.909484 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-38ea69a5-3094-4f7d-9185-af74f33a1979 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2078447 Jul 09 09:56:47.912217 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57886) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:47.989410 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed1166-7547-44d7-a6de-0cc1903d21ac req-31b396c5-7016-476f-bbb1-1ee95df2ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:47.991342 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-04ed1166-7547-44d7-a6de-0cc1903d21ac req-31b396c5-7016-476f-bbb1-1ee95df2ac8d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 200 len: 851 time: 0.2459006 Jul 09 09:56:48.041088 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb88fec-e034-470b-9af7-420a180f5491 req-f010d291-4f80-4f90-951b-9e8f570b81a9 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:48.042661 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cbb88fec-e034-470b-9af7-420a180f5491 req-f010d291-4f80-4f90-951b-9e8f570b81a9 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 943 time: 0.1539185 Jul 09 09:56:48.079076 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ec3d34c-120e-4d09-a95f-c3d0ed4dd638 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:48.192401 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed1166-7547-44d7-a6de-0cc1903d21ac req-1ce22e09-6c04-41b4-b7de-1045a6818fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:48.193999 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-04ed1166-7547-44d7-a6de-0cc1903d21ac req-1ce22e09-6c04-41b4-b7de-1045a6818fbb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c39f085e-9a90-44ab-b2cf-d4cf479d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1947882 Jul 09 09:56:48.329608 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ec3d34c-120e-4d09-a95f-c3d0ed4dd638 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:48.332123 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ec3d34c-120e-4d09-a95f-c3d0ed4dd638 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:48.345642 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-04ed1166-7547-44d7-a6de-0cc1903d21ac req-349e8933-ce5b-481f-ab5b-74509dce379b service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209660 Jul 09 09:56:48.351303 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cbb88fec-e034-470b-9af7-420a180f5491 req-ea45430d-4b67-4553-a3fb-bd0f29b93042 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2935579 Jul 09 09:56:48.385056 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ec3d34c-120e-4d09-a95f-c3d0ed4dd638 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:48.385792 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec3d34c-120e-4d09-a95f-c3d0ed4dd638 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d1114e3-21bc-4c36-a91c-00e3d5b68f5a {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:56:48.396653 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ec3d34c-120e-4d09-a95f-c3d0ed4dd638 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:48.401040 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5ec3d34c-120e-4d09-a95f-c3d0ed4dd638 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "DELETE /v2.0/routers/4d1114e3-21bc-4c36-a91c-00e3d5b68f5a HTTP/1.1" status: 204 len: 168 time: 0.4847867 Jul 09 09:56:48.431523 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-438a078d-f04b-494a-865d-e1089f064f1f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:48.520423 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a078d-f04b-494a-865d-e1089f064f1f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event deleted for resources: {'Port': ['ID=d218baa6-a3b0-4825-9b6b-20cef3ed5fbb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:48.603838 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57902) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:48.991256 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-83ca76ba-76a9-4a35-aea7-5c37b65755bc tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-988906660', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:56:49.050309 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83ca76ba-76a9-4a35-aea7-5c37b65755bc tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:49.051350 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83ca76ba-76a9-4a35-aea7-5c37b65755bc tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:49.067181 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-04ed1166-7547-44d7-a6de-0cc1903d21ac req-87521eb7-dcd9-4cae-b826-c194ba880bfb service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7148900 Jul 09 09:56:49.079767 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-438a078d-f04b-494a-865d-e1089f064f1f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:49.150179 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83ca76ba-76a9-4a35-aea7-5c37b65755bc tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:49.211191 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-438a078d-f04b-494a-865d-e1089f064f1f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:49.229407 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0da9f5-f2e5-49ae-887c-a25deba433aa req-d987f926-185c-4d9c-a1b9-23ef8fcc4c53 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:49.231038 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec0da9f5-f2e5-49ae-887c-a25deba433aa req-d987f926-185c-4d9c-a1b9-23ef8fcc4c53 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.2538493 Jul 09 09:56:49.232752 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-438a078d-f04b-494a-865d-e1089f064f1f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:49.300640 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-438a078d-f04b-494a-865d-e1089f064f1f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:49.301185 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438a078d-f04b-494a-865d-e1089f064f1f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Fanout notify agent at l3_agent the message router_deleted on router c4523ce9-1b68-48ed-b126-eda37260d68e {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:56:49.309170 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-438a078d-f04b-494a-865d-e1089f064f1f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:49.310573 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-438a078d-f04b-494a-865d-e1089f064f1f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "DELETE /v2.0/routers/c4523ce9-1b68-48ed-b126-eda37260d68e HTTP/1.1" status: 204 len: 168 time: 4.0524263 Jul 09 09:56:49.314220 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 57908) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:49.341363 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec0da9f5-f2e5-49ae-887c-a25deba433aa req-5ffdb829-414b-42e6-a441-5b079c613c0a tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988646 Jul 09 09:56:49.359671 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83ca76ba-76a9-4a35-aea7-5c37b65755bc tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:49.437534 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-562be586-175c-438b-a1af-92469074b4f1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:49.661217 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-562be586-175c-438b-a1af-92469074b4f1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:49.676617 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-562be586-175c-438b-a1af-92469074b4f1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be3bee5-bd9c-445c-aae6-71671c0cadaf']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:49.695518 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-562be586-175c-438b-a1af-92469074b4f1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a4dc25-c049-41bb-8ab2-f1fe6e42ada7') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:49.695986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-562be586-175c-438b-a1af-92469074b4f1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a4dc25-c049-41bb-8ab2-f1fe6e42ada7') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:49.714856 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-562be586-175c-438b-a1af-92469074b4f1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:49.729593 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-562be586-175c-438b-a1af-92469074b4f1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:49.730814 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83ca76ba-76a9-4a35-aea7-5c37b65755bc tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:49.738709 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562be586-175c-438b-a1af-92469074b4f1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:56:49.739121 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-562be586-175c-438b-a1af-92469074b4f1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:49.761673 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83ca76ba-76a9-4a35-aea7-5c37b65755bc tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:56:49.809232 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:56:49.814654 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-562be586-175c-438b-a1af-92469074b4f1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:49.835370 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-562be586-175c-438b-a1af-92469074b4f1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:49.837390 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-562be586-175c-438b-a1af-92469074b4f1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "DELETE /v2.0/networks/2be3bee5-bd9c-445c-aae6-71671c0cadaf HTTP/1.1" status: 204 len: 168 time: 0.5222290 Jul 09 09:56:49.845565 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 57946) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:49.869444 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562be586-175c-438b-a1af-92469074b4f1 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event deleted for resources: {'Network': ['ID=2be3bee5-bd9c-445c-aae6-71671c0cadaf,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:49.891535 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b6392-f3db-43f1-9905-2fa8692c7b36 req-d422ec0a-f5c8-4319-b0b1-efd60efc633c tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:49.893170 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f5b6392-f3db-43f1-9905-2fa8692c7b36 req-d422ec0a-f5c8-4319-b0b1-efd60efc633c tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 943 time: 0.2831895 Jul 09 09:56:49.935350 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 0204b23f-2829-4fa3-8517-63d8ad7160a8 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:56:49.971640 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 0204b23f-2829-4fa3-8517-63d8ad7160a8 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:56:49.973593 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 0204b23f-2829-4fa3-8517-63d8ad7160a8 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:56:49.992152 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f5b6392-f3db-43f1-9905-2fa8692c7b36 req-24b4b11a-760d-49ba-a4c3-19430ada0f67 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833004 Jul 09 09:56:50.120561 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-83ca76ba-76a9-4a35-aea7-5c37b65755bc tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Allocated IP 172.25.3.170 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/da16b643-9c75-42ae-91e0-b6b0082b1fce) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:56:50.246472 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-660e8d0d-ee9a-443b-ae96-f7e3a1e9b28a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Deleting port 36c65a1d-54c6-4ab5-8f59-40d03a5292ad {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:56:50.247803 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-660e8d0d-ee9a-443b-ae96-f7e3a1e9b28a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:50.346635 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-660e8d0d-ee9a-443b-ae96-f7e3a1e9b28a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:50.347180 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-660e8d0d-ee9a-443b-ae96-f7e3a1e9b28a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:50.369545 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83ca76ba-76a9-4a35-aea7-5c37b65755bc tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:50.371892 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-660e8d0d-ee9a-443b-ae96-f7e3a1e9b28a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Calling delete_port for 36c65a1d-54c6-4ab5-8f59-40d03a5292ad owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:56:50.557819 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83ca76ba-76a9-4a35-aea7-5c37b65755bc tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:50.597451 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522a097-1dfa-4b2c-9f5c-62604efd09a6 req-659feb4c-e1fc-4ebd-88fd-e7c8b2613e29 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:50.599124 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d522a097-1dfa-4b2c-9f5c-62604efd09a6 req-659feb4c-e1fc-4ebd-88fd-e7c8b2613e29 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.0848315 Jul 09 09:56:50.615974 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ca76ba-76a9-4a35-aea7-5c37b65755bc tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:56:50.631950 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-83ca76ba-76a9-4a35-aea7-5c37b65755bc tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:56:50.638267 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ca76ba-76a9-4a35-aea7-5c37b65755bc tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:56:50.666971 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d522a097-1dfa-4b2c-9f5c-62604efd09a6 req-aa6f71d4-7fbc-4af3-86c5-519d5cfac516 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610425 Jul 09 09:56:50.671781 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca76ba-76a9-4a35-aea7-5c37b65755bc tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Pushing event updated for resources: {'Port': ['ID=da16b643-9c75-42ae-91e0-b6b0082b1fce,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:51.211824 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087aabe-56af-48e3-b469-646eef2af0fc req-6143b8a5-e4c7-44ee-8957-06e05ba3ea87 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:51.213567 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6087aabe-56af-48e3-b469-646eef2af0fc req-6143b8a5-e4c7-44ee-8957-06e05ba3ea87 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 943 time: 0.0827107 Jul 09 09:56:51.263746 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6087aabe-56af-48e3-b469-646eef2af0fc req-591faa11-7a4e-48f9-8105-8d9de0ea4fb5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436928 Jul 09 09:56:51.335788 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-660e8d0d-ee9a-443b-ae96-f7e3a1e9b28a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:51.414737 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e8d0d-ee9a-443b-ae96-f7e3a1e9b28a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event deleted for resources: {'Port': ['ID=36c65a1d-54c6-4ab5-8f59-40d03a5292ad,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:51.493832 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d218baa6-a3b0-4825-9b6b-20cef3ed5fbb no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:56:51.539938 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: d218baa6-a3b0-4825-9b6b-20cef3ed5fbb {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:56:51.540168 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d218baa6-a3b0-4825-9b6b-20cef3ed5fbb not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:56:51.571354 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-660e8d0d-ee9a-443b-ae96-f7e3a1e9b28a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:51.571779 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-660e8d0d-ee9a-443b-ae96-f7e3a1e9b28a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Floating IP ecea3772-af2e-4d15-a492-1d85e7d46d33 disassociated (deleted). External IP: 172.25.3.249, port: d6cca012-12bd-40d8-9f4f-6c2029d94d70. Jul 09 09:56:51.619143 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83ca76ba-76a9-4a35-aea7-5c37b65755bc tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:51.943411 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3257b87-95dd-4f8a-bf35-9b524bf61543 req-8cf4ee30-f074-4a1a-8e06-c9e3ee61bbfd tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:51.946810 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c3257b87-95dd-4f8a-bf35-9b524bf61543 req-8cf4ee30-f074-4a1a-8e06-c9e3ee61bbfd tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.0784557 Jul 09 09:56:52.005098 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c3257b87-95dd-4f8a-bf35-9b524bf61543 req-37ac17a0-f21c-4717-b266-62ed5c7742e7 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514040 Jul 09 09:56:52.094939 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83ca76ba-76a9-4a35-aea7-5c37b65755bc tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:52.142373 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660e8d0d-ee9a-443b-ae96-f7e3a1e9b28a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Router 582e3b14-a0b7-4407-b202-6c8c2570307b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:56:52.315460 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660e8d0d-ee9a-443b-ae96-f7e3a1e9b28a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:56:52.322277 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-660e8d0d-ee9a-443b-ae96-f7e3a1e9b28a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:52.330401 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2878bd-25aa-403e-930b-df109eea526d None None] Sync routers for ids ['582e3b14-a0b7-4407-b202-6c8c2570307b'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:56:52.350479 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2878bd-25aa-403e-930b-df109eea526d None None] Routers {'582e3b14-a0b7-4407-b202-6c8c2570307b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:56:52.351137 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5d2878bd-25aa-403e-930b-df109eea526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:56:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['582e3b14-a0b7-4407-b202-6c8c2570307b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:52.362476 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-660e8d0d-ee9a-443b-ae96-f7e3a1e9b28a tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "DELETE /v2.0/floatingips/ecea3772-af2e-4d15-a492-1d85e7d46d33 HTTP/1.1" status: 204 len: 168 time: 2.5146935 Jul 09 09:56:52.363551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3df48e-7604-41c8-af00-784c210b3fbf', 'tag': 'd6cca012-12bd-40d8-9f4f-6c2029d94d70'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:56:52.374693 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8225bde-b45e-4615-8ad4-980f82f1aa4b" -d '{"events": [{"name": "network-changed", "server_uuid": "eb3df48e-7604-41c8-af00-784c210b3fbf", "tag": "d6cca012-12bd-40d8-9f4f-6c2029d94d70"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:56:52.406021 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ca76ba-76a9-4a35-aea7-5c37b65755bc tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Router f835f88f-7f07-428a-b6ba-4e78c345799e is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:56:52.583496 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3485a0c-8126-44f9-ae22-07784f698fe1 req-cec45315-5c43-4509-8a48-b0571e011cf8 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:52.593948 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a3485a0c-8126-44f9-ae22-07784f698fe1 req-cec45315-5c43-4509-8a48-b0571e011cf8 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 943 time: 0.1611011 Jul 09 09:56:52.622894 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-5d2878bd-25aa-403e-930b-df109eea526d None None] Set router 582e3b14-a0b7-4407-b202-6c8c2570307b gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:56:52.649996 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a3485a0c-8126-44f9-ae22-07784f698fe1 req-26e33877-7af7-4c8e-b32d-4347c1fae3b3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505147 Jul 09 09:56:52.674787 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [req-fd2f0df0-16ef-4dc1-b325-3c78a1daed8d req-dcc2da9e-d077-4f54-9296-f1cbbbbf4e74 service neutron] (93791) timed out ('10.222.0.61', 60584) {{(pid=93791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 09:56:52.716306 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ca76ba-76a9-4a35-aea7-5c37b65755bc tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:56:52.727300 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11458d7-5d09-4c7f-9042-8700060d4d8d None None] Sync routers for ids ['f835f88f-7f07-428a-b6ba-4e78c345799e'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:56:52.739870 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11458d7-5d09-4c7f-9042-8700060d4d8d None None] Routers {'f835f88f-7f07-428a-b6ba-4e78c345799e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:56:52.740668 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b11458d7-5d09-4c7f-9042-8700060d4d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:56:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f835f88f-7f07-428a-b6ba-4e78c345799e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:52.742911 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb4f437-7329-4b9a-9d06-ecaca058d4f8 x-openstack-request-id: req-cbb4f437-7329-4b9a-9d06-ecaca058d4f8 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:56:52.745012 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb3df48e-7604-41c8-af00-784c210b3fbf", "tag": "d6cca012-12bd-40d8-9f4f-6c2029d94d70", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:56:52.745315 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cbb4f437-7329-4b9a-9d06-ecaca058d4f8 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:56:52.746307 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3df48e-7604-41c8-af00-784c210b3fbf', 'tag': 'd6cca012-12bd-40d8-9f4f-6c2029d94d70', 'status': 'completed', 'code': 200} Jul 09 09:56:52.769713 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83ca76ba-76a9-4a35-aea7-5c37b65755bc tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:52.772072 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-83ca76ba-76a9-4a35-aea7-5c37b65755bc tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1671603 Jul 09 09:56:52.776805 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58152) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:52.832924 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b11458d7-5d09-4c7f-9042-8700060d4d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:52.879219 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8225bde-b45e-4615-8ad4-980f82f1aa4b req-64950591-509c-4788-9930-ae610c5714eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:52.882641 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a8225bde-b45e-4615-8ad4-980f82f1aa4b req-64950591-509c-4788-9930-ae610c5714eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf55daeb21224f8dba69e315cfa259ae&device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 1135 time: 0.1377349 Jul 09 09:56:52.884987 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11458d7-5d09-4c7f-9042-8700060d4d8d None None] Routers {'f835f88f-7f07-428a-b6ba-4e78c345799e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:56:52.910982 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b11458d7-5d09-4c7f-9042-8700060d4d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:56:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f835f88f-7f07-428a-b6ba-4e78c345799e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:52.979784 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-729b7370-be82-4ac1-bc43-b7479c17b985 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "GET /v2.0/routers/f835f88f-7f07-428a-b6ba-4e78c345799e HTTP/1.1" status: 200 len: 920 time: 0.1992741 Jul 09 09:56:52.981703 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58174) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:53.000354 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b11458d7-5d09-4c7f-9042-8700060d4d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:53.001019 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11458d7-5d09-4c7f-9042-8700060d4d8d None None] The sync data for ids ['f835f88f-7f07-428a-b6ba-4e78c345799e'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:56:53.058898 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5a778cbb-1efc-4ba8-847f-1963e9821f44 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "GET /v2.0/ports?device_id=f835f88f-7f07-428a-b6ba-4e78c345799e HTTP/1.1" status: 200 len: 205 time: 0.0759048 Jul 09 09:56:53.061667 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58188) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:53.156272 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5d2878bd-25aa-403e-930b-df109eea526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-378166717', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:26Z', 'updated_at': '2021-07-09T09:54:35Z', 'revision_number': 4, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'gw_port': {'id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:27Z', 'updated_at': '2021-07-09T09:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'cdcbb32f-d4f2-4a78-9193-b93e45fb00ac', 'name': '', 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'mac_address': 'fa:16:3e:ef:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '17165020-72a0-4ccb-a6c6-2c35e09e255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:34Z', 'updated_at': '2021-07-09T09:54:46Z', 'revision_number': 5, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'subnets': [{'id': '17165020-72a0-4ccb-a6c6-2c35e09e255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:53.269472 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2878bd-25aa-403e-930b-df109eea526d None None] Checking router: 582e3b14-a0b7-4407-b202-6c8c2570307b for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:56:53.291105 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2878bd-25aa-403e-930b-df109eea526d None None] Routers {'582e3b14-a0b7-4407-b202-6c8c2570307b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:56:53.291851 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5d2878bd-25aa-403e-930b-df109eea526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:56:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['582e3b14-a0b7-4407-b202-6c8c2570307b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:53.303321 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:53.408656 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8225bde-b45e-4615-8ad4-980f82f1aa4b req-91e5b5da-be44-45cf-8d02-5a87a7e7a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:53.412309 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a8225bde-b45e-4615-8ad4-980f82f1aa4b req-91e5b5da-be44-45cf-8d02-5a87a7e7a2e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=01412afb-f68e-4c9d-962c-11d639362cad HTTP/1.1" status: 200 len: 898 time: 0.5215256 Jul 09 09:56:53.485421 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:53.528665 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a8225bde-b45e-4615-8ad4-980f82f1aa4b req-1709df87-84dd-4e90-9527-ed3f22ca7503 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6cca012-12bd-40d8-9f4f-6c2029d94d70 HTTP/1.1" status: 200 len: 217 time: 0.1049051 Jul 09 09:56:53.528988 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-5d2878bd-25aa-403e-930b-df109eea526d None None] Set router 582e3b14-a0b7-4407-b202-6c8c2570307b gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:56:53.640648 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99965851-e8aa-4e54-b581-69f4f34605e7 req-6a51b48d-f462-425b-9981-11d27bbb7a68 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:53.642752 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-99965851-e8aa-4e54-b581-69f4f34605e7 req-6a51b48d-f462-425b-9981-11d27bbb7a68 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 984 time: 0.4738984 Jul 09 09:56:53.667846 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140536e-3b4a-458f-8c5d-9a12e0afd34e req-ff13553a-d6f9-4dcb-aa54-de13f1682889 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:53.677048 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3140536e-3b4a-458f-8c5d-9a12e0afd34e req-ff13553a-d6f9-4dcb-aa54-de13f1682889 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.3946595 Jul 09 09:56:53.735739 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8225bde-b45e-4615-8ad4-980f82f1aa4b req-ab15ec0d-36f5-49de-9829-98e5e438a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:53.737759 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a8225bde-b45e-4615-8ad4-980f82f1aa4b req-ab15ec0d-36f5-49de-9829-98e5e438a620 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=17165020-72a0-4ccb-a6c6-2c35e09e255a HTTP/1.1" status: 200 len: 834 time: 0.1819942 Jul 09 09:56:53.743867 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Deleting port da16b643-9c75-42ae-91e0-b6b0082b1fce {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:56:53.748396 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:53.776923 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-99965851-e8aa-4e54-b581-69f4f34605e7 req-4103332a-0285-4a6f-8dd3-46e9a473c2f9 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b28d3bc-b356-49a3-ab7c-eeaf2adccf19&id=47ec1253-af36-4660-9cc8-074c300f06db&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0971828 Jul 09 09:56:53.887479 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:53.898771 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3140536e-3b4a-458f-8c5d-9a12e0afd34e req-d799b8f7-cb99-4c85-915d-06cff6ab081e tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203159 Jul 09 09:56:53.910333 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Calling delete_port for da16b643-9c75-42ae-91e0-b6b0082b1fce owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:56:53.967794 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8225bde-b45e-4615-8ad4-980f82f1aa4b req-3ebe5c4f-a2a3-425b-b884-6f3babce3f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:53.970187 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a8225bde-b45e-4615-8ad4-980f82f1aa4b req-3ebe5c4f-a2a3-425b-b884-6f3babce3f3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=01412afb-f68e-4c9d-962c-11d639362cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2248154 Jul 09 09:56:54.076559 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5d2878bd-25aa-403e-930b-df109eea526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-378166717', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:26Z', 'updated_at': '2021-07-09T09:54:35Z', 'revision_number': 4, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'gw_port': {'id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:27Z', 'updated_at': '2021-07-09T09:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'cdcbb32f-d4f2-4a78-9193-b93e45fb00ac', 'name': '', 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'mac_address': 'fa:16:3e:ef:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '17165020-72a0-4ccb-a6c6-2c35e09e255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:34Z', 'updated_at': '2021-07-09T09:54:46Z', 'revision_number': 5, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'subnets': [{'id': '17165020-72a0-4ccb-a6c6-2c35e09e255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:54.136915 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:54.159984 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a8225bde-b45e-4615-8ad4-980f82f1aa4b req-22514a05-5ba7-489f-b250-e71140f49602 service neutron] 10.222.0.64 "GET /v2.0/networks/01412afb-f68e-4c9d-962c-11d639362cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818464 Jul 09 09:56:54.172627 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2878bd-25aa-403e-930b-df109eea526d None None] The sync data for ids ['582e3b14-a0b7-4407-b202-6c8c2570307b'] in n-d-799996-1 is: [{'id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-378166717', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:26Z', 'updated_at': '2021-07-09T09:54:35Z', 'revision_number': 4, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'gw_port': {'id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:27Z', 'updated_at': '2021-07-09T09:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'cdcbb32f-d4f2-4a78-9193-b93e45fb00ac', 'name': '', 'network_id': '01412afb-f68e-4c9d-962c-11d639362cad', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'mac_address': 'fa:16:3e:ef:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '17165020-72a0-4ccb-a6c6-2c35e09e255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:34Z', 'updated_at': '2021-07-09T09:54:46Z', 'revision_number': 5, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'subnets': [{'id': '17165020-72a0-4ccb-a6c6-2c35e09e255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:56:54.179317 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53d070-7a0f-462e-8c29-5f38358cb22f req-fceb2fae-b5a7-4627-aa2b-a81d71387dc5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:54.181823 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce53d070-7a0f-462e-8c29-5f38358cb22f req-fceb2fae-b5a7-4627-aa2b-a81d71387dc5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 943 time: 0.1429875 Jul 09 09:56:54.205106 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Pushing event deleted for resources: {'Port': ['ID=da16b643-9c75-42ae-91e0-b6b0082b1fce,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:54.220033 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:54.220465 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:54.220734 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:54.221074 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:54.221731 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:54.221731 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:54.222059 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:54.222397 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:54.222724 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:54.223048 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:54.223650 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:54.224363 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:56:54.304374 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce53d070-7a0f-462e-8c29-5f38358cb22f req-33de6df4-b1d4-47d9-ac51-d159638b3245 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114163 Jul 09 09:56:54.368695 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:54.370171 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a8225bde-b45e-4615-8ad4-980f82f1aa4b req-cd6e125d-14f1-4bf3-8246-53465fbd5ed3 service neutron] 10.222.0.64 "GET /v2.0/networks/01412afb-f68e-4c9d-962c-11d639362cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034457 Jul 09 09:56:54.608422 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ead1c-f530-483f-a3d4-cf3e3ee66b42 req-22d3b807-3223-4d45-84c4-31e7f7c54e5d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:54.610201 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-259ead1c-f530-483f-a3d4-cf3e3ee66b42 req-22d3b807-3223-4d45-84c4-31e7f7c54e5d tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 984 time: 0.1904702 Jul 09 09:56:54.704181 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d89eb8d-bfae-4601-87b2-2a1df135e16c None None] New status for floating IP ecea3772-af2e-4d15-a492-1d85e7d46d33: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:56:54.839632 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-259ead1c-f530-483f-a3d4-cf3e3ee66b42 req-8d6f6bb1-1569-42d7-a062-2bfc5cc0c8e0 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Deleting port d6cca012-12bd-40d8-9f4f-6c2029d94d70 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:56:54.840045 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-259ead1c-f530-483f-a3d4-cf3e3ee66b42 req-8d6f6bb1-1569-42d7-a062-2bfc5cc0c8e0 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:54.869182 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:54.871820 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:54.987848 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:54.988739 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Fanout notify agent at l3_agent the message router_deleted on router f835f88f-7f07-428a-b6ba-4e78c345799e {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:56:55.012464 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:55.022303 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58374) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:55.034789 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-be0e455e-77df-4380-a047-c153710affba tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "DELETE /v2.0/routers/f835f88f-7f07-428a-b6ba-4e78c345799e HTTP/1.1" status: 204 len: 168 time: 1.9709604 Jul 09 09:56:55.035753 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-aa11e449-5d6a-4d25-8286-b84e54c5da8d tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1200499756', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'enable_snat': False}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:56:55.151222 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-259ead1c-f530-483f-a3d4-cf3e3ee66b42 req-8d6f6bb1-1569-42d7-a062-2bfc5cc0c8e0 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] For port d6cca012-12bd-40d8-9f4f-6c2029d94d70, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=d6cca012-12bd-40d8-9f4f-6c2029d94d70,segment=NetworkSegment(8902c1b7-3c44-4835-97f5-a38f991a0ad2),segment_id=8902c1b7-3c44-4835-97f5-a38f991a0ad2)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:56:55.152098 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-259ead1c-f530-483f-a3d4-cf3e3ee66b42 req-8d6f6bb1-1569-42d7-a062-2bfc5cc0c8e0 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:55.185152 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-259ead1c-f530-483f-a3d4-cf3e3ee66b42 req-8d6f6bb1-1569-42d7-a062-2bfc5cc0c8e0 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Calling delete_port for d6cca012-12bd-40d8-9f4f-6c2029d94d70 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:56:55.230877 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa11e449-5d6a-4d25-8286-b84e54c5da8d tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:55.231992 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa11e449-5d6a-4d25-8286-b84e54c5da8d tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:55.345631 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa11e449-5d6a-4d25-8286-b84e54c5da8d tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:55.365620 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1d4e6-b03a-40c4-844d-9e45608b70bd req-7cbee609-2bd7-4839-bfa1-f7a7d7fab011 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:55.367239 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18c1d4e6-b03a-40c4-844d-9e45608b70bd req-7cbee609-2bd7-4839-bfa1-f7a7d7fab011 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 984 time: 0.2902071 Jul 09 09:56:55.582517 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa11e449-5d6a-4d25-8286-b84e54c5da8d tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:55.601567 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18c1d4e6-b03a-40c4-844d-9e45608b70bd req-8a6a158c-3116-40d2-9341-8fd278cb1044 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b28d3bc-b356-49a3-ab7c-eeaf2adccf19&id=47ec1253-af36-4660-9cc8-074c300f06db&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2262189 Jul 09 09:56:55.617755 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50959a03-a426-4cd5-a10b-59680f450ffe req-3f8aac80-babf-4e90-9a00-8fcdce2011d1 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:55.622166 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50959a03-a426-4cd5-a10b-59680f450ffe req-3f8aac80-babf-4e90-9a00-8fcdce2011d1 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.4440336 Jul 09 09:56:55.823923 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50959a03-a426-4cd5-a10b-59680f450ffe req-5e6332b4-5054-4e20-b766-903df8a875c6 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259124 Jul 09 09:56:55.876741 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-259ead1c-f530-483f-a3d4-cf3e3ee66b42 req-8d6f6bb1-1569-42d7-a062-2bfc5cc0c8e0 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:55.948812 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f6bb1-1569-42d7-a062-2bfc5cc0c8e0 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event deleted for resources: {'Port': ['ID=d6cca012-12bd-40d8-9f4f-6c2029d94d70,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:55.990320 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-259ead1c-f530-483f-a3d4-cf3e3ee66b42 req-8d6f6bb1-1569-42d7-a062-2bfc5cc0c8e0 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] No DVR routers for this DVR port d6cca012-12bd-40d8-9f4f-6c2029d94d70 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:56:55.993145 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-259ead1c-f530-483f-a3d4-cf3e3ee66b42 req-8d6f6bb1-1569-42d7-a062-2bfc5cc0c8e0 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:55.995984 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-259ead1c-f530-483f-a3d4-cf3e3ee66b42 req-8d6f6bb1-1569-42d7-a062-2bfc5cc0c8e0 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.64 "DELETE /v2.0/ports/d6cca012-12bd-40d8-9f4f-6c2029d94d70 HTTP/1.1" status: 204 len: 173 time: 1.3797724 Jul 09 09:56:56.000578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3df48e-7604-41c8-af00-784c210b3fbf', 'name': 'network-vif-deleted', 'tag': 'd6cca012-12bd-40d8-9f4f-6c2029d94d70'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:56:56.003508 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f96c8e7-ac0b-485e-b03f-ebafa67e7af1" -d '{"events": [{"server_uuid": "eb3df48e-7604-41c8-af00-784c210b3fbf", "name": "network-vif-deleted", "tag": "d6cca012-12bd-40d8-9f4f-6c2029d94d70"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:56:56.033241 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f351419-b0ab-4e15-a785-dfa33cdfb284 req-b7b78ea1-857a-4aea-af46-cb9f5e357c5a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:56.043424 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8f351419-b0ab-4e15-a785-dfa33cdfb284 req-b7b78ea1-857a-4aea-af46-cb9f5e357c5a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 943 time: 0.3116391 Jul 09 09:56:56.069338 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e074455d-bbd9-474e-b344-65ea0e47a922 x-openstack-request-id: req-e074455d-bbd9-474e-b344-65ea0e47a922 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:56:56.069871 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3df48e-7604-41c8-af00-784c210b3fbf", "name": "network-vif-deleted", "tag": "d6cca012-12bd-40d8-9f4f-6c2029d94d70", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:56:56.070281 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e074455d-bbd9-474e-b344-65ea0e47a922 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:56:56.070853 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3df48e-7604-41c8-af00-784c210b3fbf', 'name': 'network-vif-deleted', 'tag': 'd6cca012-12bd-40d8-9f4f-6c2029d94d70', 'status': 'completed', 'code': 200} Jul 09 09:56:56.116585 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8f351419-b0ab-4e15-a785-dfa33cdfb284 req-17ef49d5-98e4-4305-a5b3-5537f5759601 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717866 Jul 09 09:56:56.269065 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa11e449-5d6a-4d25-8286-b84e54c5da8d tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:56.293324 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa11e449-5d6a-4d25-8286-b84e54c5da8d tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:56.434436 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-aa11e449-5d6a-4d25-8286-b84e54c5da8d tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Allocated IP 172.25.3.224 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/25b5c6e2-a476-4bbf-a72c-c2f813379ba2) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:56:56.594087 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa11e449-5d6a-4d25-8286-b84e54c5da8d tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:56.650716 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa11e449-5d6a-4d25-8286-b84e54c5da8d tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:56.739542 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11e449-5d6a-4d25-8286-b84e54c5da8d tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Pushing event updated for resources: {'Port': ['ID=25b5c6e2-a476-4bbf-a72c-c2f813379ba2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:56.747649 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa11e449-5d6a-4d25-8286-b84e54c5da8d tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:56:56.748478 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-aa11e449-5d6a-4d25-8286-b84e54c5da8d tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:56:56.760216 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa11e449-5d6a-4d25-8286-b84e54c5da8d tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:56:56.806366 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd24d87b-6234-44fa-aa86-f2c2a999ff18 req-8d20197c-c481-42fa-8785-3afddb902161 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb3df48e-7604-41c8-af00-784c210b3fbf HTTP/1.1" status: 200 len: 210 time: 0.0549843 Jul 09 09:56:56.829585 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device d6cca012-12bd-40d8-9f4f-6c2029d94d70 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:56:56.852673 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: d6cca012-12bd-40d8-9f4f-6c2029d94d70 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:56:56.852895 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device d6cca012-12bd-40d8-9f4f-6c2029d94d70 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:56:57.458276 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-8851dff8-670b-45dd-84a5-b30fa455e56d tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:57.459780 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-8851dff8-670b-45dd-84a5-b30fa455e56d tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/networks?id=2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f HTTP/1.1" status: 200 len: 814 time: 0.5315216 Jul 09 09:56:57.490127 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-c50d86dc-e964-4917-97b4-2aa7659d94c5 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/quotas/507c8ae286404ea6905e635bdf42e276 HTTP/1.1" status: 200 len: 375 time: 0.0248001 Jul 09 09:56:57.503570 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65720e9-c438-45c5-af5a-430fc0780a52 req-71281836-18bd-48f9-a0e2-2fb5ea65d56f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:57.505217 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c65720e9-c438-45c5-af5a-430fc0780a52 req-71281836-18bd-48f9-a0e2-2fb5ea65d56f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.5235884 Jul 09 09:56:57.581208 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-695bc4dd-e972-430e-acfe-ad31809f1830 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=507c8ae286404ea6905e635bdf42e276&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472054 Jul 09 09:56:57.653137 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa11e449-5d6a-4d25-8286-b84e54c5da8d tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:57.657294 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c65720e9-c438-45c5-af5a-430fc0780a52 req-55391c0b-774e-4c70-bcc9-05be6a09d1a8 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201205 Jul 09 09:56:57.790492 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-4c63dd5b-d817-47e1-95ff-9c8502d07c5e service neutron] 10.222.0.61 "GET /v2.0/networks/2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982226 Jul 09 09:56:57.999414 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d024a-9c35-4b26-8d2f-1a0b16de6875 req-bedc6cd9-3c84-43a0-9390-f7be5a8b2bc2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:58.012500 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e9d024a-9c35-4b26-8d2f-1a0b16de6875 req-bedc6cd9-3c84-43a0-9390-f7be5a8b2bc2 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 943 time: 0.2327890 Jul 09 09:56:58.024028 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-fa330bdf-f5fe-4190-92e6-08db2b98aa72 service neutron] 10.222.0.61 "GET /v2.0/networks/2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149508 Jul 09 09:56:58.054245 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa11e449-5d6a-4d25-8286-b84e54c5da8d tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:58.072548 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e9d024a-9c35-4b26-8d2f-1a0b16de6875 req-f4d9ffb2-ef5c-4737-8f59-64f2c09ad4a1 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651448 Jul 09 09:56:58.157333 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58506) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:58.252811 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c279fd10-7e32-4c5b-ad61-985b10d80a14 req-8d9b989d-818a-4b04-ba17-f54d685260e0 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=b779db2c-78e4-4560-97da-13e82ac3793f HTTP/1.1" status: 200 len: 210 time: 0.0492628 Jul 09 09:56:58.293381 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9603050c-0e88-47f8-9eb7-4c432250f617 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:58.324257 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9603050c-0e88-47f8-9eb7-4c432250f617 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:58.347598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa11e449-5d6a-4d25-8286-b84e54c5da8d tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Router eafa5074-cae0-4587-b340-ed4b0139f846 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:56:58.418773 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9603050c-0e88-47f8-9eb7-4c432250f617 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:58.421712 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9603050c-0e88-47f8-9eb7-4c432250f617 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:58.422745 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9603050c-0e88-47f8-9eb7-4c432250f617 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "DELETE /v2.0/security-groups/47ec1253-af36-4660-9cc8-074c300f06db HTTP/1.1" status: 204 len: 168 time: 0.2623837 Jul 09 09:56:58.425844 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58516) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:58.461457 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603050c-0e88-47f8-9eb7-4c432250f617 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ec1253-af36-4660-9cc8-074c300f06db,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:58.496869 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa11e449-5d6a-4d25-8286-b84e54c5da8d tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:56:58.507568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] Sync routers for ids ['eafa5074-cae0-4587-b340-ed4b0139f846'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:56:58.514718 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa11e449-5d6a-4d25-8286-b84e54c5da8d tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:58.516009 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-aa11e449-5d6a-4d25-8286-b84e54c5da8d tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.4909403 Jul 09 09:56:58.519264 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58518) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:58.523588 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] Routers {'eafa5074-cae0-4587-b340-ed4b0139f846'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:56:58.524689 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:56:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['eafa5074-cae0-4587-b340-ed4b0139f846'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:58.525600 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9e5d3088-f8f3-4d60-8170-46f410bbe736 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:58.558320 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9e5d3088-f8f3-4d60-8170-46f410bbe736 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:58.627000 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9e5d3088-f8f3-4d60-8170-46f410bbe736 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:58.634449 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9e5d3088-f8f3-4d60-8170-46f410bbe736 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:58.635170 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9e5d3088-f8f3-4d60-8170-46f410bbe736 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "DELETE /v2.0/security-groups/0b28d3bc-b356-49a3-ab7c-eeaf2adccf19 HTTP/1.1" status: 204 len: 168 time: 0.2075715 Jul 09 09:56:58.641703 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58522) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:58.663257 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d3088-f8f3-4d60-8170-46f410bbe736 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b28d3bc-b356-49a3-ab7c-eeaf2adccf19,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:58.709293 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f627010b-bcfc-4025-b370-956a83fa1e87 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "GET /v2.0/routers/eafa5074-cae0-4587-b340-ed4b0139f846 HTTP/1.1" status: 200 len: 909 time: 0.1867194 Jul 09 09:56:58.712858 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58526) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:56:58.730803 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-801e77fe-2c2b-40b1-a5dd-7319c56e2f11 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1200499756', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'enable_snat': True}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:56:58.736839 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] Set router eafa5074-cae0-4587-b340-ed4b0139f846 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:56:58.780965 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-801e77fe-2c2b-40b1-a5dd-7319c56e2f11 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:58.782817 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-801e77fe-2c2b-40b1-a5dd-7319c56e2f11 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:58.892391 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-801e77fe-2c2b-40b1-a5dd-7319c56e2f11 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:59.095191 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-801e77fe-2c2b-40b1-a5dd-7319c56e2f11 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:59.119865 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e7421-59ac-4631-93dd-9d7c9491a02f req-c417b963-bd24-4e43-bfcf-7309d3a62087 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:59.121517 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c13e7421-59ac-4631-93dd-9d7c9491a02f req-c417b963-bd24-4e43-bfcf-7309d3a62087 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.2223248 Jul 09 09:56:59.222759 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c13e7421-59ac-4631-93dd-9d7c9491a02f req-74b25df8-d838-4dc3-ad61-18bee269eea1 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846856 Jul 09 09:56:59.297098 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafa5074-cae0-4587-b340-ed4b0139f846', 'name': 'tempest-snat-router-1200499756', 'tenant_id': '417ef62cbd1f48be8f100b31d1067622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.224'}], 'enable_snat': False}, 'gw_port_id': '25b5c6e2-a476-4bbf-a72c-c2f813379ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:56:55Z', 'updated_at': '2021-07-09T09:56:57Z', 'revision_number': 3, 'project_id': '417ef62cbd1f48be8f100b31d1067622', 'gw_port': {'id': '25b5c6e2-a476-4bbf-a72c-c2f813379ba2', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:12:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafa5074-cae0-4587-b340-ed4b0139f846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:56:56Z', 'updated_at': '2021-07-09T09:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:56:59.343455 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] Checking router: eafa5074-cae0-4587-b340-ed4b0139f846 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:56:59.344146 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] Updating router eafa5074-cae0-4587-b340-ed4b0139f846 port 25b5c6e2-a476-4bbf-a72c-c2f813379ba2 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:56:59.371850 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc9dcf83-7b7f-47bf-b37c-25148e06206f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:59.397239 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:59.517739 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-62c68739-6be7-4ccc-ab28-9912425e6bb9 req-1b2ddb04-eedc-44e9-85ad-0bcea056f3d5 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=b779db2c-78e4-4560-97da-13e82ac3793f HTTP/1.1" status: 200 len: 210 time: 0.0413525 Jul 09 09:56:59.684632 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3992195-0d34-4f5c-a154-563edb6f3964 req-75ed77e6-6e09-49f2-9b15-7d51f1ae3fc1 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:56:59.686220 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c3992195-0d34-4f5c-a154-563edb6f3964 req-75ed77e6-6e09-49f2-9b15-7d51f1ae3fc1 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 943 time: 0.3007324 Jul 09 09:56:59.688205 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-801e77fe-2c2b-40b1-a5dd-7319c56e2f11 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:59.728032 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-fc9dcf83-7b7f-47bf-b37c-25148e06206f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Deleting port cdcbb32f-d4f2-4a78-9193-b93e45fb00ac {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:56:59.729318 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc9dcf83-7b7f-47bf-b37c-25148e06206f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:59.779233 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:59.785087 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-801e77fe-2c2b-40b1-a5dd-7319c56e2f11 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:59.792068 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] Transition to ACTIVE for port object 25b5c6e2-a476-4bbf-a72c-c2f813379ba2 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:56:59.810654 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:59.859680 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-fc9dcf83-7b7f-47bf-b37c-25148e06206f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] For port cdcbb32f-d4f2-4a78-9193-b93e45fb00ac, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=cdcbb32f-d4f2-4a78-9193-b93e45fb00ac,segment=NetworkSegment(8902c1b7-3c44-4835-97f5-a38f991a0ad2),segment_id=8902c1b7-3c44-4835-97f5-a38f991a0ad2)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:56:59.859934 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc9dcf83-7b7f-47bf-b37c-25148e06206f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:59.882224 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-fc9dcf83-7b7f-47bf-b37c-25148e06206f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Calling delete_port for cdcbb32f-d4f2-4a78-9193-b93e45fb00ac owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:56:59.888632 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] Attempting to bind port 25b5c6e2-a476-4bbf-a72c-c2f813379ba2 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:56:59.888632 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] Attempting to bind port 25b5c6e2-a476-4bbf-a72c-c2f813379ba2 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:56:59.888632 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] Attempting to bind port 25b5c6e2-a476-4bbf-a72c-c2f813379ba2 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:56:59.895080 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b70ae-0962-491b-8abc-51f8977d4846 None None] Pushing event updated for resources: {'Port': ['ID=25b5c6e2-a476-4bbf-a72c-c2f813379ba2,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:56:59.900265 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:56:59.900643 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:56:59.901109 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:59.901507 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:56:59.901985 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] Bound port: 25b5c6e2-a476-4bbf-a72c-c2f813379ba2, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:56:59.902369 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:56:59.905727 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c3992195-0d34-4f5c-a154-563edb6f3964 req-4aaa0fdd-dbd2-4099-b4af-5482c03e142f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687374 Jul 09 09:56:59.989070 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] For port 25b5c6e2-a476-4bbf-a72c-c2f813379ba2, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:56:59.993530 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] For port 25b5c6e2-a476-4bbf-a72c-c2f813379ba2, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=25b5c6e2-a476-4bbf-a72c-c2f813379ba2,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:56:59.999722 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:00.006336 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-2114573a-7253-4f47-969d-16f260b7a3a8 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:00.010339 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-2114573a-7253-4f47-969d-16f260b7a3a8 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.64 "GET /v2.0/networks?id=2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f HTTP/1.1" status: 200 len: 814 time: 0.2389975 Jul 09 09:57:00.043907 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-fc21004b-f0cb-4a0a-8f8b-37f54d8844f4 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Request body: {'port': {'device_id': 'b779db2c-78e4-4560-97da-13e82ac3793f', 'network_id': '2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f', 'admin_state_up': True, 'tenant_id': '507c8ae286404ea6905e635bdf42e276'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:00.063876 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] Routers {'eafa5074-cae0-4587-b340-ed4b0139f846'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:00.064656 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:56:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['eafa5074-cae0-4587-b340-ed4b0139f846'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:00.155358 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc9dcf83-7b7f-47bf-b37c-25148e06206f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:00.162120 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b70ae-0962-491b-8abc-51f8977d4846 None None] Pushing event updated for resources: {'Port': ['ID=25b5c6e2-a476-4bbf-a72c-c2f813379ba2,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:00.206705 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dcf83-7b7f-47bf-b37c-25148e06206f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event deleted for resources: {'Port': ['ID=cdcbb32f-d4f2-4a78-9193-b93e45fb00ac,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:00.257432 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] Set router eafa5074-cae0-4587-b340-ed4b0139f846 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:57:00.514085 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafa5074-cae0-4587-b340-ed4b0139f846', 'name': 'tempest-snat-router-1200499756', 'tenant_id': '417ef62cbd1f48be8f100b31d1067622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.224'}], 'enable_snat': False}, 'gw_port_id': '25b5c6e2-a476-4bbf-a72c-c2f813379ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:56:55Z', 'updated_at': '2021-07-09T09:56:57Z', 'revision_number': 3, 'project_id': '417ef62cbd1f48be8f100b31d1067622', 'gw_port': {'id': '25b5c6e2-a476-4bbf-a72c-c2f813379ba2', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:12:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafa5074-cae0-4587-b340-ed4b0139f846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:56:56Z', 'updated_at': '2021-07-09T09:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:00.519857 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc9dcf83-7b7f-47bf-b37c-25148e06206f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:00.552893 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762aef1f-074e-47a6-ac41-781106337eb6 None None] The sync data for ids ['eafa5074-cae0-4587-b340-ed4b0139f846'] in n-d-799996-1 is: [{'id': 'eafa5074-cae0-4587-b340-ed4b0139f846', 'name': 'tempest-snat-router-1200499756', 'tenant_id': '417ef62cbd1f48be8f100b31d1067622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.224'}], 'enable_snat': False}, 'gw_port_id': '25b5c6e2-a476-4bbf-a72c-c2f813379ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:56:55Z', 'updated_at': '2021-07-09T09:56:57Z', 'revision_number': 3, 'project_id': '417ef62cbd1f48be8f100b31d1067622', 'gw_port': {'id': '25b5c6e2-a476-4bbf-a72c-c2f813379ba2', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:12:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafa5074-cae0-4587-b340-ed4b0139f846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:56:56Z', 'updated_at': '2021-07-09T09:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:57:00.726458 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-803824b2-d5c9-4b2f-a5e8-408344c52a65 req-eca81202-fa51-4c84-a4d6-815c457dd3aa tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=b779db2c-78e4-4560-97da-13e82ac3793f HTTP/1.1" status: 200 len: 210 time: 0.0506182 Jul 09 09:57:00.742204 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-801e77fe-2c2b-40b1-a5dd-7319c56e2f11 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Allocated IP 172.25.3.197 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/3988a82a-ddc7-4b70-9eda-747487614ed8) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:57:00.822287 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9dcf83-7b7f-47bf-b37c-25148e06206f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Router 582e3b14-a0b7-4407-b202-6c8c2570307b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:57:00.863440 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 74bd452e-a584-45d3-9f16-ca03ea89c48a details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:57:00.884203 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904e8ec-9e41-468c-ad96-044f9ee74530 req-337b26e9-430b-4c0b-94b1-87f5bb62e64f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:00.886075 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3904e8ec-9e41-468c-ad96-044f9ee74530 req-337b26e9-430b-4c0b-94b1-87f5bb62e64f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.2481358 Jul 09 09:57:00.952207 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-fc21004b-f0cb-4a0a-8f8b-37f54d8844f4 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Made reservation on behalf of 507c8ae286404ea6905e635bdf42e276 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:57:00.960732 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-fc21004b-f0cb-4a0a-8f8b-37f54d8844f4 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:01.049891 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9dcf83-7b7f-47bf-b37c-25148e06206f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:57:01.061985 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca1964-a2bd-420a-8b7c-37afa19e54ae None None] Sync routers for ids ['582e3b14-a0b7-4407-b202-6c8c2570307b'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:57:01.064149 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fc9dcf83-7b7f-47bf-b37c-25148e06206f tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "PUT /v2.0/routers/582e3b14-a0b7-4407-b202-6c8c2570307b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4188216 Jul 09 09:57:01.067728 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58542) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:01.077431 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abca1964-a2bd-420a-8b7c-37afa19e54ae None None] Routers {'582e3b14-a0b7-4407-b202-6c8c2570307b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:01.081366 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-abca1964-a2bd-420a-8b7c-37afa19e54ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:56:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['582e3b14-a0b7-4407-b202-6c8c2570307b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:01.131617 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 74bd452e-a584-45d3-9f16-ca03ea89c48a, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=74bd452e-a584-45d3-9f16-ca03ea89c48a,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:01.170312 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '74bd452e-a584-45d3-9f16-ca03ea89c48a', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'port_id': '74bd452e-a584-45d3-9f16-ca03ea89c48a', 'mac_address': 'fa:16:3e:56:6c:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:57:01.177552 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-fc21004b-f0cb-4a0a-8f8b-37f54d8844f4 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Allocated IP 172.20.0.4 (2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f/e527c985-dadd-4c08-ae85-e394e04167f0/b82a0023-be21-43e3-962b-a378089b3100) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:57:01.226387 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e63ff4-8f7d-4bb2-8e6c-572b6ab9d2cb tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Deleting subnet 17165020-72a0-4ccb-a6c6-2c35e09e255a {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:57:01.232877 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d0e63ff4-8f7d-4bb2-8e6c-572b6ab9d2cb tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:01.282816 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:01.301380 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-abca1964-a2bd-420a-8b7c-37afa19e54ae None None] Set router 582e3b14-a0b7-4407-b202-6c8c2570307b gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:57:01.321936 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74bd452e-a584-45d3-9f16-ca03ea89c48a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:57:01.337275 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d0e63ff4-8f7d-4bb2-8e6c-572b6ab9d2cb tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:01.390465 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 74bd452e-a584-45d3-9f16-ca03ea89c48a, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=74bd452e-a584-45d3-9f16-ca03ea89c48a,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:01.397022 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:01.465354 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d0e63ff4-8f7d-4bb2-8e6c-572b6ab9d2cb tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:01.507595 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['74bd452e-a584-45d3-9f16-ca03ea89c48a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:57:01.525128 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-fc21004b-f0cb-4a0a-8f8b-37f54d8844f4 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:01.556449 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=74bd452e-a584-45d3-9f16-ca03ea89c48a,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:01.581760 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:01.582125 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:01.582472 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:01.582810 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:01.583152 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:01.583486 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:01.584512 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:01.585419 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:01.586130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:01.586465 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:01.603229 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:01.604920 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:01.605063 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d0e63ff4-8f7d-4bb2-8e6c-572b6ab9d2cb tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:01.616251 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-abca1964-a2bd-420a-8b7c-37afa19e54ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-378166717', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:26Z', 'updated_at': '2021-07-09T09:57:00Z', 'revision_number': 5, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'gw_port': {'id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:27Z', 'updated_at': '2021-07-09T09:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:01.676460 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3904e8ec-9e41-468c-ad96-044f9ee74530 req-b1cb3965-b109-4b54-9dec-f8d34b8359fe tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7660508 Jul 09 09:57:01.681186 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca1964-a2bd-420a-8b7c-37afa19e54ae None None] Checking router: 582e3b14-a0b7-4407-b202-6c8c2570307b for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:57:01.684282 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e63ff4-8f7d-4bb2-8e6c-572b6ab9d2cb tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event deleted for resources: {'Subnet': ['ID=17165020-72a0-4ccb-a6c6-2c35e09e255a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:01.694206 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-fc21004b-f0cb-4a0a-8f8b-37f54d8844f4 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:01.697891 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abca1964-a2bd-420a-8b7c-37afa19e54ae None None] Routers {'582e3b14-a0b7-4407-b202-6c8c2570307b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:01.698524 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-abca1964-a2bd-420a-8b7c-37afa19e54ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:56:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['582e3b14-a0b7-4407-b202-6c8c2570307b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:01.713315 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d0e63ff4-8f7d-4bb2-8e6c-572b6ab9d2cb tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:01.718049 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d0e63ff4-8f7d-4bb2-8e6c-572b6ab9d2cb tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "DELETE /v2.0/subnets/17165020-72a0-4ccb-a6c6-2c35e09e255a HTTP/1.1" status: 204 len: 168 time: 0.6473615 Jul 09 09:57:01.718744 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58546) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:01.739354 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b23754-74db-4a3b-aa7e-578c4347a7a4 None None] Network 01412afb-f68e-4c9d-962c-11d639362cad requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:57:01.809303 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-801e77fe-2c2b-40b1-a5dd-7319c56e2f11 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:01.860461 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-53745513-1204-4a52-8174-ed8d3f7fbe8e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:01.925459 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 25b5c6e2-a476-4bbf-a72c-c2f813379ba2 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:57:01.943526 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-abca1964-a2bd-420a-8b7c-37afa19e54ae None None] Set router 582e3b14-a0b7-4407-b202-6c8c2570307b gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:57:01.977215 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-fc21004b-f0cb-4a0a-8f8b-37f54d8844f4 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Network 2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:57:02.005287 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-53745513-1204-4a52-8174-ed8d3f7fbe8e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:02.017582 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-fc21004b-f0cb-4a0a-8f8b-37f54d8844f4 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:57:02.025701 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-fc21004b-f0cb-4a0a-8f8b-37f54d8844f4 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:57:02.032402 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-801e77fe-2c2b-40b1-a5dd-7319c56e2f11 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:02.167514 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-53745513-1204-4a52-8174-ed8d3f7fbe8e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Deleting port c4ca0a29-2778-48d8-915a-2c6b88e793b8 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:57:02.168265 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-53745513-1204-4a52-8174-ed8d3f7fbe8e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:02.182061 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-fc21004b-f0cb-4a0a-8f8b-37f54d8844f4 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:02.182344 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-fc21004b-f0cb-4a0a-8f8b-37f54d8844f4 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:02.209549 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21004b-f0cb-4a0a-8f8b-37f54d8844f4 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Pushing event updated for resources: {'Port': ['ID=b82a0023-be21-43e3-962b-a378089b3100,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:02.218669 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801e77fe-2c2b-40b1-a5dd-7319c56e2f11 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:57:02.264342 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-801e77fe-2c2b-40b1-a5dd-7319c56e2f11 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:57:02.270027 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e77fe-2c2b-40b1-a5dd-7319c56e2f11 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:57:02.296692 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-53745513-1204-4a52-8174-ed8d3f7fbe8e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] For port c4ca0a29-2778-48d8-915a-2c6b88e793b8, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c4ca0a29-2778-48d8-915a-2c6b88e793b8,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:02.297342 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-53745513-1204-4a52-8174-ed8d3f7fbe8e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:02.299035 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device e664444c-114b-4644-9b36-3d45bd09cab8 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:57:02.310620 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-53745513-1204-4a52-8174-ed8d3f7fbe8e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Calling delete_port for c4ca0a29-2778-48d8-915a-2c6b88e793b8 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:57:02.328399 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-abca1964-a2bd-420a-8b7c-37afa19e54ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-378166717', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:26Z', 'updated_at': '2021-07-09T09:57:00Z', 'revision_number': 5, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'gw_port': {'id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:27Z', 'updated_at': '2021-07-09T09:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:02.333594 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-fc21004b-f0cb-4a0a-8f8b-37f54d8844f4 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2964780 Jul 09 09:57:02.343486 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31556cfc-7f2e-45d0-a320-6e101a2fe410 req-31afda5a-8685-4a72-a588-8de8e98b1b6a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:02.350940 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-31556cfc-7f2e-45d0-a320-6e101a2fe410 req-31afda5a-8685-4a72-a588-8de8e98b1b6a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 943 time: 0.9017830 Jul 09 09:57:02.359861 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-f98e8673-5724-4f91-a0fe-901eda85f077 service neutron] Request body: {'port': {'device_id': 'b779db2c-78e4-4560-97da-13e82ac3793f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:02.417594 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca1964-a2bd-420a-8b7c-37afa19e54ae None None] The sync data for ids ['582e3b14-a0b7-4407-b202-6c8c2570307b'] in n-d-799996-1 is: [{'id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-378166717', 'tenant_id': 'cf55daeb21224f8dba69e315cfa259ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:54:26Z', 'updated_at': '2021-07-09T09:57:00Z', 'revision_number': 5, 'project_id': 'cf55daeb21224f8dba69e315cfa259ae', 'gw_port': {'id': 'c4ca0a29-2778-48d8-915a-2c6b88e793b8', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e3b14-a0b7-4407-b202-6c8c2570307b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:54:27Z', 'updated_at': '2021-07-09T09:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:57:02.471180 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port e664444c-114b-4644-9b36-3d45bd09cab8, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=e664444c-114b-4644-9b36-3d45bd09cab8,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:02.486627 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e77fe-2c2b-40b1-a5dd-7319c56e2f11 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Pushing event updated for resources: {'Port': ['ID=3988a82a-ddc7-4b70-9eda-747487614ed8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:02.486872 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 25b5c6e2-a476-4bbf-a72c-c2f813379ba2 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:57:02.491976 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 25b5c6e2-a476-4bbf-a72c-c2f813379ba2 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:57:02.492364 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:02.497667 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'e664444c-114b-4644-9b36-3d45bd09cab8', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'port_id': 'e664444c-114b-4644-9b36-3d45bd09cab8', 'mac_address': 'fa:16:3e:4b:ed:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:57:02.553859 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-53745513-1204-4a52-8174-ed8d3f7fbe8e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:02.584692 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-31556cfc-7f2e-45d0-a320-6e101a2fe410 req-f46f1576-bd4b-4d6d-99f5-ee3654722f27 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326579 Jul 09 09:57:02.593135 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53745513-1204-4a52-8174-ed8d3f7fbe8e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event deleted for resources: {'Port': ['ID=c4ca0a29-2778-48d8-915a-2c6b88e793b8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:02.600647 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d778d78-db6f-4365-bf47-af2aa64a9569 req-fb9a2a69-f635-4492-9819-81c0c6623d7e tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:02.609326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d778d78-db6f-4365-bf47-af2aa64a9569 req-fb9a2a69-f635-4492-9819-81c0c6623d7e tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=b779db2c-78e4-4560-97da-13e82ac3793f HTTP/1.1" status: 200 len: 931 time: 0.6255770 Jul 09 09:57:02.613270 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:02.689440 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-53745513-1204-4a52-8174-ed8d3f7fbe8e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:02.697504 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e664444c-114b-4644-9b36-3d45bd09cab8 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:57:02.705202 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:02.739587 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-f98e8673-5724-4f91-a0fe-901eda85f077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:02.773184 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port e664444c-114b-4644-9b36-3d45bd09cab8, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=e664444c-114b-4644-9b36-3d45bd09cab8,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:02.788562 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:02.794373 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 25b5c6e2-a476-4bbf-a72c-c2f813379ba2, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=25b5c6e2-a476-4bbf-a72c-c2f813379ba2,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:02.814248 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a80990-e2fb-4213-93be-6cbf84dd2312 None None] DHCP port deletion for 01412afb-f68e-4c9d-962c-11d639362cad request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:57:02.818429 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:02.820259 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d778d78-db6f-4365-bf47-af2aa64a9569 req-4b3efc16-546e-4c2e-9c5e-23a71a45a6bb tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/security-groups?id=972db136-e49f-43cc-8374-cea37f1757f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098713 Jul 09 09:57:02.882350 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-53745513-1204-4a52-8174-ed8d3f7fbe8e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:02.886332 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-53745513-1204-4a52-8174-ed8d3f7fbe8e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:02.904680 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 74bd452e-a584-45d3-9f16-ca03ea89c48a up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:57:02.961135 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-53745513-1204-4a52-8174-ed8d3f7fbe8e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:02.962036 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53745513-1204-4a52-8174-ed8d3f7fbe8e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Fanout notify agent at l3_agent the message router_deleted on router 582e3b14-a0b7-4407-b202-6c8c2570307b {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:57:02.990231 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-53745513-1204-4a52-8174-ed8d3f7fbe8e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:02.992639 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-53745513-1204-4a52-8174-ed8d3f7fbe8e tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "DELETE /v2.0/routers/582e3b14-a0b7-4407-b202-6c8c2570307b HTTP/1.1" status: 204 len: 168 time: 1.2727213 Jul 09 09:57:02.995284 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58556) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:03.056585 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['e664444c-114b-4644-9b36-3d45bd09cab8'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:57:03.134436 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=e664444c-114b-4644-9b36-3d45bd09cab8,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:03.146949 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c61c8a97-2870-40e8-a434-c6184f4b6976 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:03.217665 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a7575-e9a1-4857-9998-3230e6ad5054 req-154fe463-b4db-41c1-b7cf-7449c1b08bc3 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:03.219289 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-178a7575-e9a1-4857-9998-3230e6ad5054 req-154fe463-b4db-41c1-b7cf-7449c1b08bc3 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 945 time: 0.2891324 Jul 09 09:57:03.230875 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c61c8a97-2870-40e8-a434-c6184f4b6976 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Deleting port b0cc48d0-5966-4cac-85db-7082a12bc80f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:57:03.231227 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c61c8a97-2870-40e8-a434-c6184f4b6976 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:03.273356 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=25b5c6e2-a476-4bbf-a72c-c2f813379ba2,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:03.287141 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-801e77fe-2c2b-40b1-a5dd-7319c56e2f11 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:03.292679 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 74bd452e-a584-45d3-9f16-ca03ea89c48a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:57:03.293053 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:03.316045 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-c61c8a97-2870-40e8-a434-c6184f4b6976 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] For port b0cc48d0-5966-4cac-85db-7082a12bc80f, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b0cc48d0-5966-4cac-85db-7082a12bc80f,segment=NetworkSegment(8902c1b7-3c44-4835-97f5-a38f991a0ad2),segment_id=8902c1b7-3c44-4835-97f5-a38f991a0ad2)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:03.316694 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c61c8a97-2870-40e8-a434-c6184f4b6976 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:03.333146 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c61c8a97-2870-40e8-a434-c6184f4b6976 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Calling delete_port for b0cc48d0-5966-4cac-85db-7082a12bc80f owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:57:03.354422 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-19a80990-e2fb-4213-93be-6cbf84dd2312 None None] Deleting port b0cc48d0-5966-4cac-85db-7082a12bc80f {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:57:03.356228 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-19a80990-e2fb-4213-93be-6cbf84dd2312 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:03.428502 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-19a80990-e2fb-4213-93be-6cbf84dd2312 None None] For port b0cc48d0-5966-4cac-85db-7082a12bc80f, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b0cc48d0-5966-4cac-85db-7082a12bc80f,segment=NetworkSegment(8902c1b7-3c44-4835-97f5-a38f991a0ad2),segment_id=8902c1b7-3c44-4835-97f5-a38f991a0ad2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:03.428897 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-19a80990-e2fb-4213-93be-6cbf84dd2312 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:03.474694 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-19a80990-e2fb-4213-93be-6cbf84dd2312 None None] Calling delete_port for b0cc48d0-5966-4cac-85db-7082a12bc80f owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:57:03.476395 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-178a7575-e9a1-4857-9998-3230e6ad5054 req-6843b2b2-9b21-401b-9b82-f697799f8b1f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479298 Jul 09 09:57:03.499478 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c61c8a97-2870-40e8-a434-c6184f4b6976 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:03.586374 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-801e77fe-2c2b-40b1-a5dd-7319c56e2f11 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:03.590004 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c8a97-2870-40e8-a434-c6184f4b6976 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event deleted for resources: {'Port': ['ID=b0cc48d0-5966-4cac-85db-7082a12bc80f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:03.611820 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61c8a97-2870-40e8-a434-c6184f4b6976 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] No DVR routers for this DVR port b0cc48d0-5966-4cac-85db-7082a12bc80f on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:57:03.697927 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:03.736146 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 74bd452e-a584-45d3-9f16-ca03ea89c48a, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=74bd452e-a584-45d3-9f16-ca03ea89c48a,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:03.743278 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ef6f3d-2369-4214-874c-27d9a1a696f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bd452e-a584-45d3-9f16-ca03ea89c48a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:57:03.745696 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341d00ce-d384-446a-89ab-d59f3e66ae4b" -d '{"events": [{"server_uuid": "d8ef6f3d-2369-4214-874c-27d9a1a696f8", "name": "network-vif-plugged", "status": "completed", "tag": "74bd452e-a584-45d3-9f16-ca03ea89c48a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:57:03.763848 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c61c8a97-2870-40e8-a434-c6184f4b6976 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:03.771012 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-f98e8673-5724-4f91-a0fe-901eda85f077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82a0023-be21-43e3-962b-a378089b3100 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:57:03.773017 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:03.775456 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c61c8a97-2870-40e8-a434-c6184f4b6976 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01412afb-f68e-4c9d-962c-11d639362cad']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:03.786622 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-f98e8673-5724-4f91-a0fe-901eda85f077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:03.805282 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c61c8a97-2870-40e8-a434-c6184f4b6976 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8902c1b7-3c44-4835-97f5-a38f991a0ad2') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:03.805587 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c61c8a97-2870-40e8-a434-c6184f4b6976 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8902c1b7-3c44-4835-97f5-a38f991a0ad2') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:03.833711 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c61c8a97-2870-40e8-a434-c6184f4b6976 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:03.839278 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-f98e8673-5724-4f91-a0fe-901eda85f077 service neutron] Transition to ACTIVE for port object b82a0023-be21-43e3-962b-a378089b3100 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:57:03.852362 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d5d632-6fd2-48b8-85b4-e1b15c8ae101 x-openstack-request-id: req-84d5d632-6fd2-48b8-85b4-e1b15c8ae101 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:57:03.856078 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ef6f3d-2369-4214-874c-27d9a1a696f8", "name": "network-vif-plugged", "status": "completed", "tag": "74bd452e-a584-45d3-9f16-ca03ea89c48a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:57:03.856533 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-84d5d632-6fd2-48b8-85b4-e1b15c8ae101 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:57:03.857106 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ef6f3d-2369-4214-874c-27d9a1a696f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bd452e-a584-45d3-9f16-ca03ea89c48a', 'code': 200} Jul 09 09:57:03.863148 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c61c8a97-2870-40e8-a434-c6184f4b6976 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:03.879025 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-19a80990-e2fb-4213-93be-6cbf84dd2312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:03.880939 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61c8a97-2870-40e8-a434-c6184f4b6976 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:57:03.881491 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c61c8a97-2870-40e8-a434-c6184f4b6976 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:03.882560 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-f98e8673-5724-4f91-a0fe-901eda85f077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:03.928753 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a80990-e2fb-4213-93be-6cbf84dd2312 None None] No DVR routers for this DVR port b0cc48d0-5966-4cac-85db-7082a12bc80f on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:57:03.965681 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=74bd452e-a584-45d3-9f16-ca03ea89c48a,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:03.997337 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e8673-5724-4f91-a0fe-901eda85f077 service neutron] Pushing event updated for resources: {'Port': ['ID=b82a0023-be21-43e3-962b-a378089b3100,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:04.015036 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf04315-37d8-4101-aaf7-d036481f4bcd req-e7d214c6-57ca-4883-9bca-b102d7a4e3b4 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:04.016642 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2cf04315-37d8-4101-aaf7-d036481f4bcd req-e7d214c6-57ca-4883-9bca-b102d7a4e3b4 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 944 time: 0.2582202 Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:57:04.046442 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:57:04.053775 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c61c8a97-2870-40e8-a434-c6184f4b6976 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:04.073778 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c61c8a97-2870-40e8-a434-c6184f4b6976 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:04.080890 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c61c8a97-2870-40e8-a434-c6184f4b6976 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] 10.222.0.61 "DELETE /v2.0/networks/01412afb-f68e-4c9d-962c-11d639362cad HTTP/1.1" status: 204 len: 168 time: 1.0838728 Jul 09 09:57:04.088755 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80990-e2fb-4213-93be-6cbf84dd2312 None None] Pushing event deleted for resources: {'Port': ['ID=b0cc48d0-5966-4cac-85db-7082a12bc80f,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:04.162944 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c8a97-2870-40e8-a434-c6184f4b6976 tempest-TestSecurityGroupsBasicOps-270798630 tempest-TestSecurityGroupsBasicOps-270798630-project] Pushing event deleted for resources: {'Network': ['ID=01412afb-f68e-4c9d-962c-11d639362cad,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:04.181259 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801e77fe-2c2b-40b1-a5dd-7319c56e2f11 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Router b1eb46a2-551d-4e71-a843-42642fb49533 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:57:04.220700 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 25b5c6e2-a476-4bbf-a72c-c2f813379ba2 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:57:04.222053 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2cf04315-37d8-4101-aaf7-d036481f4bcd req-d5d1d8bc-aaba-4fbc-81bb-01d58600bdd0 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723905 Jul 09 09:57:04.239575 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-f98e8673-5724-4f91-a0fe-901eda85f077 service neutron] Attempting to bind port b82a0023-be21-43e3-962b-a378089b3100 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:57:04.239575 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-f98e8673-5724-4f91-a0fe-901eda85f077 service neutron] Attempting to bind port b82a0023-be21-43e3-962b-a378089b3100 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '16d80a74-71ad-4711-9ff7-14d1fd8854b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:57:04.239575 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-f98e8673-5724-4f91-a0fe-901eda85f077 service neutron] Attempting to bind port b82a0023-be21-43e3-962b-a378089b3100 on network 2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:57:04.249557 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-f98e8673-5724-4f91-a0fe-901eda85f077 service neutron] Port b82a0023-be21-43e3-962b-a378089b3100 on network 2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:57:04.249978 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-f98e8673-5724-4f91-a0fe-901eda85f077 service neutron] Attempting to bind port b82a0023-be21-43e3-962b-a378089b3100 on network 2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:57:04.254231 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:04.273011 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 25b5c6e2-a476-4bbf-a72c-c2f813379ba2 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:57:04.273478 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:04.299573 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-f98e8673-5724-4f91-a0fe-901eda85f077 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:57:04.300084 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-f98e8673-5724-4f91-a0fe-901eda85f077 service neutron] Checking segment: {'id': '16d80a74-71ad-4711-9ff7-14d1fd8854b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:57:04.300334 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-f98e8673-5724-4f91-a0fe-901eda85f077 service neutron] Bound using segment: {'id': '16d80a74-71ad-4711-9ff7-14d1fd8854b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:57:04.300795 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-f98e8673-5724-4f91-a0fe-901eda85f077 service neutron] Bound port: b82a0023-be21-43e3-962b-a378089b3100, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d80a74-71ad-4711-9ff7-14d1fd8854b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:57:04.301164 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-f98e8673-5724-4f91-a0fe-901eda85f077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:04.325424 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873d9f6-b15d-415d-9509-6401ce8f08d6 req-2951307e-25a0-40f4-bff2-878973087330 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:04.326981 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f873d9f6-b15d-415d-9509-6401ce8f08d6 req-2951307e-25a0-40f4-bff2-878973087330 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=b779db2c-78e4-4560-97da-13e82ac3793f HTTP/1.1" status: 200 len: 943 time: 0.2231424 Jul 09 09:57:04.402643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-f98e8673-5724-4f91-a0fe-901eda85f077 service neutron] For port b82a0023-be21-43e3-962b-a378089b3100, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:57:04.406497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-f98e8673-5724-4f91-a0fe-901eda85f077 service neutron] For port b82a0023-be21-43e3-962b-a378089b3100, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=b82a0023-be21-43e3-962b-a378089b3100,segment=NetworkSegment(16d80a74-71ad-4711-9ff7-14d1fd8854b5),segment_id=16d80a74-71ad-4711-9ff7-14d1fd8854b5)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:57:04.420363 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-f98e8673-5724-4f91-a0fe-901eda85f077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:04.450463 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b0cc48d0-5966-4cac-85db-7082a12bc80f no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:57:04.474037 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: b0cc48d0-5966-4cac-85db-7082a12bc80f {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:57:04.474504 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b0cc48d0-5966-4cac-85db-7082a12bc80f not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:57:04.475194 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cdcbb32f-d4f2-4a78-9193-b93e45fb00ac no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:57:04.500860 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: cdcbb32f-d4f2-4a78-9193-b93e45fb00ac {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:57:04.501205 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cdcbb32f-d4f2-4a78-9193-b93e45fb00ac not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:57:04.697741 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58576) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:04.858985 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7aefa3d5-da4c-4323-8335-d21566866e3c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cf55daeb21224f8dba69e315cfa259ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597602 Jul 09 09:57:04.861244 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58580) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:04.881054 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-f98e8673-5724-4f91-a0fe-901eda85f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:04.881687 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-f98e8673-5724-4f91-a0fe-901eda85f077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:04.883118 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-f98e8673-5724-4f91-a0fe-901eda85f077 service neutron] 10.222.0.64 "PUT /v2.0/ports/b82a0023-be21-43e3-962b-a378089b3100 HTTP/1.1" status: 200 len: 1091 time: 2.5286775 Jul 09 09:57:04.883516 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b779db2c-78e4-4560-97da-13e82ac3793f', 'tag': 'b82a0023-be21-43e3-962b-a378089b3100'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:57:04.885798 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef13b6d-0459-4852-b4bd-6d7fbbca77d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b779db2c-78e4-4560-97da-13e82ac3793f", "tag": "b82a0023-be21-43e3-962b-a378089b3100"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:57:04.914039 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f873d9f6-b15d-415d-9509-6401ce8f08d6 req-2bfa08c1-c332-4a07-8584-40b7b442421d tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/security-groups?id=972db136-e49f-43cc-8374-cea37f1757f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5768969 Jul 09 09:57:04.945532 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02538152-0aee-4a83-a87d-45cbf8f1546d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:04.964751 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801e77fe-2c2b-40b1-a5dd-7319c56e2f11 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:57:04.976251 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] Sync routers for ids ['b1eb46a2-551d-4e71-a843-42642fb49533'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:57:04.976803 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e8673-5724-4f91-a0fe-901eda85f077 service neutron] Pushing event updated for resources: {'Port': ['ID=b82a0023-be21-43e3-962b-a378089b3100,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:04.988420 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] Routers {'b1eb46a2-551d-4e71-a843-42642fb49533'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:04.989342 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:56:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b1eb46a2-551d-4e71-a843-42642fb49533'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:04.999109 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02538152-0aee-4a83-a87d-45cbf8f1546d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:05.002251 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f3d69a-4183-44e1-9c45-1846f97a638f x-openstack-request-id: req-c2f3d69a-4183-44e1-9c45-1846f97a638f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:57:05.002655 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b779db2c-78e4-4560-97da-13e82ac3793f", "tag": "b82a0023-be21-43e3-962b-a378089b3100", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:57:05.003374 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c2f3d69a-4183-44e1-9c45-1846f97a638f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:57:05.003772 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b779db2c-78e4-4560-97da-13e82ac3793f', 'tag': 'b82a0023-be21-43e3-962b-a378089b3100', 'status': 'completed', 'code': 200} Jul 09 09:57:05.020531 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-801e77fe-2c2b-40b1-a5dd-7319c56e2f11 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:05.021802 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-801e77fe-2c2b-40b1-a5dd-7319c56e2f11 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.3068347 Jul 09 09:57:05.024546 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58584) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:05.081504 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02538152-0aee-4a83-a87d-45cbf8f1546d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:05.085086 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02538152-0aee-4a83-a87d-45cbf8f1546d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:05.098515 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7955086-3f95-4c9b-9673-e6886cd8e7e1 req-7d8f79ad-460f-4698-958a-583e055996f4 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:05.100201 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7955086-3f95-4c9b-9673-e6886cd8e7e1 req-7d8f79ad-460f-4698-958a-583e055996f4 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.2411046 Jul 09 09:57:05.100515 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-02538152-0aee-4a83-a87d-45cbf8f1546d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9c2e4427-d995-46c5-911c-8ccea1ecfd62 HTTP/1.1" status: 204 len: 168 time: 0.2301054 Jul 09 09:57:05.117497 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02538152-0aee-4a83-a87d-45cbf8f1546d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2e4427-d995-46c5-911c-8ccea1ecfd62,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:05.124262 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-0daddbf7-9ad8-4128-9e7a-f9fea372f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:05.126075 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-0daddbf7-9ad8-4128-9e7a-f9fea372f920 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=507c8ae286404ea6905e635bdf42e276&device_id=b779db2c-78e4-4560-97da-13e82ac3793f HTTP/1.1" status: 200 len: 1094 time: 0.1976883 Jul 09 09:57:05.214570 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-8a86123c-1091-49ec-94ae-b8e950d15299 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b82a0023-be21-43e3-962b-a378089b3100 HTTP/1.1" status: 200 len: 217 time: 0.0767317 Jul 09 09:57:05.255084 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7955086-3f95-4c9b-9673-e6886cd8e7e1 req-b6a4c0f1-91b9-4871-9c0b-a31d49ecdb9c tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429310 Jul 09 09:57:05.313412 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ab9eda89-f599-49ea-92e3-92d9bce98ca6 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "GET /v2.0/routers/b1eb46a2-551d-4e71-a843-42642fb49533 HTTP/1.1" status: 200 len: 908 time: 0.2877882 Jul 09 09:57:05.316515 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58592) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:05.334363 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-1a549e8f-1c32-4ca8-ad63-b0a7e0b683c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:05.336206 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-1a549e8f-1c32-4ca8-ad63-b0a7e0b683c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e527c985-dadd-4c08-ae85-e394e04167f0 HTTP/1.1" status: 200 len: 854 time: 0.0784464 Jul 09 09:57:05.401983 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-01e899e3-c2a7-4ecd-b4e1-4eb2f8dbfbf5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581875 Jul 09 09:57:05.406188 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] Set router b1eb46a2-551d-4e71-a843-42642fb49533 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:57:05.518179 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4934640d-9939-4e5b-a344-d17ab2292d4e tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:05.530759 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c4ca0a29-2778-48d8-915a-2c6b88e793b8 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:57:05.554917 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: c4ca0a29-2778-48d8-915a-2c6b88e793b8 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:57:05.555340 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c4ca0a29-2778-48d8-915a-2c6b88e793b8 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:57:05.602651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b32b55-3361-4e97-8a4a-8f149990847a req-6a927ed7-d52e-4ca9-b6ab-fc5ce5420a44 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:05.603300 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e7b32b55-3361-4e97-8a4a-8f149990847a req-6a927ed7-d52e-4ca9-b6ab-fc5ce5420a44 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 944 time: 0.2045133 Jul 09 09:57:05.658289 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-80ae6189-a119-41a7-977b-60ee5cbfad43 service neutron] 10.222.0.64 "GET /v2.0/networks/2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436543 Jul 09 09:57:05.658779 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58602) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:05.688046 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eb46a2-551d-4e71-a843-42642fb49533', 'name': 'tempest-snat-router-1200499756', 'tenant_id': '417ef62cbd1f48be8f100b31d1067622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '3988a82a-ddc7-4b70-9eda-747487614ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:56:58Z', 'updated_at': '2021-07-09T09:57:02Z', 'revision_number': 3, 'project_id': '417ef62cbd1f48be8f100b31d1067622', 'gw_port': {'id': '3988a82a-ddc7-4b70-9eda-747487614ed8', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:aa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1eb46a2-551d-4e71-a843-42642fb49533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:56:59Z', 'updated_at': '2021-07-09T09:57:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:05.728175 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] Checking router: b1eb46a2-551d-4e71-a843-42642fb49533 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:57:05.728432 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] Updating router b1eb46a2-551d-4e71-a843-42642fb49533 port 3988a82a-ddc7-4b70-9eda-747487614ed8 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:57:05.739260 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b477f062-da6f-4b51-bd9e-8acd9328d029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:05.779359 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:05.809738 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e7b32b55-3361-4e97-8a4a-8f149990847a req-611702d9-d017-4295-8b10-0f7109c7984e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904874 Jul 09 09:57:05.918353 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bbd876f9-3a86-41ab-93d8-e1ecf78028ab req-71fa675f-9aad-4ef8-bceb-4463b0850659 service neutron] 10.222.0.64 "GET /v2.0/networks/2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486365 Jul 09 09:57:06.106563 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b477f062-da6f-4b51-bd9e-8acd9328d029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:06.167348 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b477f062-da6f-4b51-bd9e-8acd9328d029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:06.182879 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4934640d-9939-4e5b-a344-d17ab2292d4e tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:06.218034 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b477f062-da6f-4b51-bd9e-8acd9328d029 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=246a19ca19334b9d9fddd04687005bf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5554478 Jul 09 09:57:06.224007 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58624) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:06.256122 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:06.271060 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] Transition to ACTIVE for port object 3988a82a-ddc7-4b70-9eda-747487614ed8 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:57:06.282715 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device e664444c-114b-4644-9b36-3d45bd09cab8 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:57:06.284158 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4934640d-9939-4e5b-a344-d17ab2292d4e tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Deleting port 3988a82a-ddc7-4b70-9eda-747487614ed8 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:57:06.286411 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4934640d-9939-4e5b-a344-d17ab2292d4e tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:06.286617 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:06.305478 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477f062-da6f-4b51-bd9e-8acd9328d029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1697ec-2d80-48c0-a1c9-52f61316b9a4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:06.350090 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef13b6d-0459-4852-b4bd-6d7fbbca77d5 req-85002bfa-33dd-4ae2-a085-717fb56d4eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:06.351928 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fef13b6d-0459-4852-b4bd-6d7fbbca77d5 req-85002bfa-33dd-4ae2-a085-717fb56d4eb5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=507c8ae286404ea6905e635bdf42e276&device_id=b779db2c-78e4-4560-97da-13e82ac3793f HTTP/1.1" status: 200 len: 1094 time: 0.3627036 Jul 09 09:57:06.370962 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb679e-9cf8-4c2c-9b9d-48f88f24d91c None None] Pushing event updated for resources: {'Port': ['ID=3988a82a-ddc7-4b70-9eda-747487614ed8,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:06.387097 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-925f0e0d-fcb7-49f5-b023-f3612dd24884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:06.416157 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] Attempting to bind port 3988a82a-ddc7-4b70-9eda-747487614ed8 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:57:06.416737 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] Attempting to bind port 3988a82a-ddc7-4b70-9eda-747487614ed8 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:57:06.417154 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] Attempting to bind port 3988a82a-ddc7-4b70-9eda-747487614ed8 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:57:06.431357 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:57:06.431762 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:57:06.432194 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:06.432570 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:57:06.433088 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] Bound port: 3988a82a-ddc7-4b70-9eda-747487614ed8, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:57:06.433537 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:06.440740 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc01fc-4742-49d7-bc55-b25ee022c00d req-4a021b3f-2700-44a3-b52f-2e3489ba61b7 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:06.442313 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-99cc01fc-4742-49d7-bc55-b25ee022c00d req-4a021b3f-2700-44a3-b52f-2e3489ba61b7 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=b779db2c-78e4-4560-97da-13e82ac3793f HTTP/1.1" status: 200 len: 943 time: 0.3343291 Jul 09 09:57:06.499767 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-925f0e0d-fcb7-49f5-b023-f3612dd24884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:06.518065 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port e664444c-114b-4644-9b36-3d45bd09cab8 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:57:06.526445 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4934640d-9939-4e5b-a344-d17ab2292d4e tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:06.539782 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port e664444c-114b-4644-9b36-3d45bd09cab8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:57:06.540181 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:06.543556 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4934640d-9939-4e5b-a344-d17ab2292d4e tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Calling delete_port for 3988a82a-ddc7-4b70-9eda-747487614ed8 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:57:06.562078 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-99cc01fc-4742-49d7-bc55-b25ee022c00d req-7d811b32-ab58-4ec8-a95a-d2f9afe24313 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/security-groups?id=972db136-e49f-43cc-8374-cea37f1757f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126561 Jul 09 09:57:06.636433 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef13b6d-0459-4852-b4bd-6d7fbbca77d5 req-8d0d9cbd-bc55-4e72-a70b-4fc37614e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:06.637944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fef13b6d-0459-4852-b4bd-6d7fbbca77d5 req-8d0d9cbd-bc55-4e72-a70b-4fc37614e76b service neutron] 10.222.0.64 "GET /v2.0/networks?id=2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f HTTP/1.1" status: 200 len: 915 time: 0.2685597 Jul 09 09:57:06.675512 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] For port 3988a82a-ddc7-4b70-9eda-747487614ed8, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:57:06.690794 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-925f0e0d-fcb7-49f5-b023-f3612dd24884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:06.692656 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] For port 3988a82a-ddc7-4b70-9eda-747487614ed8, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3988a82a-ddc7-4b70-9eda-747487614ed8,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:57:06.693469 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-925f0e0d-fcb7-49f5-b023-f3612dd24884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:06.694520 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-925f0e0d-fcb7-49f5-b023-f3612dd24884 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cb1697ec-2d80-48c0-a1c9-52f61316b9a4 HTTP/1.1" status: 204 len: 168 time: 0.4597967 Jul 09 09:57:06.702248 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fef13b6d-0459-4852-b4bd-6d7fbbca77d5 req-ca81a9e1-5b62-4cb4-802b-ff73e0f86f7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b82a0023-be21-43e3-962b-a378089b3100 HTTP/1.1" status: 200 len: 217 time: 0.0523052 Jul 09 09:57:06.716568 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:06.754390 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f0e0d-fcb7-49f5-b023-f3612dd24884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1697ec-2d80-48c0-a1c9-52f61316b9a4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:06.782044 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95b558-b33d-4b83-af5f-df730b890241 req-ea4b78e3-7a97-4d67-a7d6-881ac335cc79 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:06.791317 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9d95b558-b33d-4b83-af5f-df730b890241 req-ea4b78e3-7a97-4d67-a7d6-881ac335cc79 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.2034779 Jul 09 09:57:06.873240 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef13b6d-0459-4852-b4bd-6d7fbbca77d5 req-4d2888dc-7917-4218-bfa0-e37060f62820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:06.874781 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fef13b6d-0459-4852-b4bd-6d7fbbca77d5 req-4d2888dc-7917-4218-bfa0-e37060f62820 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e527c985-dadd-4c08-ae85-e394e04167f0 HTTP/1.1" status: 200 len: 854 time: 0.1635139 Jul 09 09:57:06.891389 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9d95b558-b33d-4b83-af5f-df730b890241 req-f6e7cf23-2607-4354-9209-24a0306acdc5 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990717 Jul 09 09:57:06.983382 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fef13b6d-0459-4852-b4bd-6d7fbbca77d5 req-b492f89a-ee00-4757-b782-67d2531639e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909305 Jul 09 09:57:06.993246 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4934640d-9939-4e5b-a344-d17ab2292d4e tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:07.060568 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4a0ebdc3-8ef0-4c68-a1f5-a72b2bb26bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:07.070114 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934640d-9939-4e5b-a344-d17ab2292d4e tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Pushing event deleted for resources: {'Port': ['ID=3988a82a-ddc7-4b70-9eda-747487614ed8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:07.184882 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4934640d-9939-4e5b-a344-d17ab2292d4e tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:07.190700 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] Routers {'b1eb46a2-551d-4e71-a843-42642fb49533'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:07.191356 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:56:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b1eb46a2-551d-4e71-a843-42642fb49533'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:07.207054 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb679e-9cf8-4c2c-9b9d-48f88f24d91c None None] Pushing event updated for resources: {'Port': ['ID=3988a82a-ddc7-4b70-9eda-747487614ed8,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:07.247070 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fef13b6d-0459-4852-b4bd-6d7fbbca77d5 req-ab377a81-f849-4ff2-a3cd-0c86fe7a6bfd service neutron] 10.222.0.64 "GET /v2.0/networks/2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464004 Jul 09 09:57:07.263635 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a12062-e4ff-471f-976d-8b9ba3f9eadf req-1efb5b7c-70f9-40f7-b39d-1ce8434ef086 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:07.272701 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c7a12062-e4ff-471f-976d-8b9ba3f9eadf req-1efb5b7c-70f9-40f7-b39d-1ce8434ef086 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 944 time: 0.2198880 Jul 09 09:57:07.407236 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] Set router b1eb46a2-551d-4e71-a843-42642fb49533 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:57:07.420939 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58642) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:07.426015 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4934640d-9939-4e5b-a344-d17ab2292d4e tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:07.433935 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4934640d-9939-4e5b-a344-d17ab2292d4e tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:07.508108 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c7a12062-e4ff-471f-976d-8b9ba3f9eadf req-4fb77ba1-0017-41b4-9d8b-53512cab412a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330124 Jul 09 09:57:07.531182 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0037a072-240f-4152-af6a-a3cde04a0b9a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e3cff2b94a314efeb4297cacdc9c9c77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1033151 Jul 09 09:57:07.531482 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58652) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:07.552774 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4934640d-9939-4e5b-a344-d17ab2292d4e tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:07.553725 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4934640d-9939-4e5b-a344-d17ab2292d4e tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1eb46a2-551d-4e71-a843-42642fb49533 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:57:07.561120 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4934640d-9939-4e5b-a344-d17ab2292d4e tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:07.566111 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4934640d-9939-4e5b-a344-d17ab2292d4e tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "DELETE /v2.0/routers/b1eb46a2-551d-4e71-a843-42642fb49533 HTTP/1.1" status: 204 len: 168 time: 2.2473869 Jul 09 09:57:07.567012 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58654) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:07.578272 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eb46a2-551d-4e71-a843-42642fb49533', 'name': 'tempest-snat-router-1200499756', 'tenant_id': '417ef62cbd1f48be8f100b31d1067622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:56:58Z', 'updated_at': '2021-07-09T09:57:06Z', 'revision_number': 5, 'project_id': '417ef62cbd1f48be8f100b31d1067622', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:07.590377 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fef13b6d-0459-4852-b4bd-6d7fbbca77d5 req-af18f3bf-a086-42b2-9540-bce10c019fd9 service neutron] 10.222.0.64 "GET /v2.0/networks/2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045468 Jul 09 09:57:07.638697 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503cbf3d-b771-4f9c-a91d-a0b3f13381bf None None] The sync data for ids ['b1eb46a2-551d-4e71-a843-42642fb49533'] in n-d-799996-1 is: [{'id': 'b1eb46a2-551d-4e71-a843-42642fb49533', 'name': 'tempest-snat-router-1200499756', 'tenant_id': '417ef62cbd1f48be8f100b31d1067622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:56:58Z', 'updated_at': '2021-07-09T09:57:06Z', 'revision_number': 5, 'project_id': '417ef62cbd1f48be8f100b31d1067622', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:57:07.646409 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:07.676977 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b341215a-0efc-4165-afef-c98669234b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:07.711006 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678bcf27-3bba-4806-8e48-fcc4f2befd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e664444c-114b-4644-9b36-3d45bd09cab8'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:57:07.719290 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f26cc8-59bc-400c-b8c7-0870ad320a37" -d '{"events": [{"server_uuid": "678bcf27-3bba-4806-8e48-fcc4f2befd5b", "name": "network-vif-plugged", "status": "completed", "tag": "e664444c-114b-4644-9b36-3d45bd09cab8"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:57:07.720016 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b341215a-0efc-4165-afef-c98669234b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:07.732737 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddf7ad9f-d854-4ad7-a6be-15d0d5264a82 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:07.771742 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port e664444c-114b-4644-9b36-3d45bd09cab8, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=e664444c-114b-4644-9b36-3d45bd09cab8,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:07.782089 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:07.833393 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b341215a-0efc-4165-afef-c98669234b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:07.842423 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b341215a-0efc-4165-afef-c98669234b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:07.845018 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b341215a-0efc-4165-afef-c98669234b8d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/54cfd111-95e4-461a-a268-1918d1d6702f HTTP/1.1" status: 204 len: 168 time: 0.3115289 Jul 09 09:57:07.850233 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8005fb-304c-4ff0-ad00-e214b7fea8d4 x-openstack-request-id: req-8e8005fb-304c-4ff0-ad00-e214b7fea8d4 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:57:07.853251 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678bcf27-3bba-4806-8e48-fcc4f2befd5b", "name": "network-vif-plugged", "status": "completed", "tag": "e664444c-114b-4644-9b36-3d45bd09cab8", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:57:07.853944 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8e8005fb-304c-4ff0-ad00-e214b7fea8d4 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:57:07.854462 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678bcf27-3bba-4806-8e48-fcc4f2befd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e664444c-114b-4644-9b36-3d45bd09cab8', 'code': 200} Jul 09 09:57:07.865752 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddf7ad9f-d854-4ad7-a6be-15d0d5264a82 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:07.902857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341215a-0efc-4165-afef-c98669234b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cfd111-95e4-461a-a268-1918d1d6702f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:07.973925 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=e664444c-114b-4644-9b36-3d45bd09cab8,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:08.066010 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ddf7ad9f-d854-4ad7-a6be-15d0d5264a82 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Deleting port 25b5c6e2-a476-4bbf-a72c-c2f813379ba2 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:57:08.066370 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddf7ad9f-d854-4ad7-a6be-15d0d5264a82 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:08.088734 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e04b1d-6f17-4c82-bcd5-51e3c67c7021 req-4beeae7a-7255-4f09-aba1-c83805d50ba2 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:08.098397 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0e04b1d-6f17-4c82-bcd5-51e3c67c7021 req-4beeae7a-7255-4f09-aba1-c83805d50ba2 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=b779db2c-78e4-4560-97da-13e82ac3793f HTTP/1.1" status: 200 len: 943 time: 0.2519240 Jul 09 09:57:08.228743 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-ddf7ad9f-d854-4ad7-a6be-15d0d5264a82 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] For port 25b5c6e2-a476-4bbf-a72c-c2f813379ba2, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=25b5c6e2-a476-4bbf-a72c-c2f813379ba2,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:08.229297 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddf7ad9f-d854-4ad7-a6be-15d0d5264a82 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:08.261687 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0e04b1d-6f17-4c82-bcd5-51e3c67c7021 req-1b26f127-2c4d-4805-b55f-4abe6ace00b7 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/security-groups?id=972db136-e49f-43cc-8374-cea37f1757f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599100 Jul 09 09:57:08.264812 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ddf7ad9f-d854-4ad7-a6be-15d0d5264a82 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Calling delete_port for 25b5c6e2-a476-4bbf-a72c-c2f813379ba2 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:57:08.269234 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566874c1-7805-454c-9d67-615c603103a0 req-49cf1133-253b-4424-812c-3a273a8a17d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:08.270790 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-566874c1-7805-454c-9d67-615c603103a0 req-49cf1133-253b-4424-812c-3a273a8a17d3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 1096 time: 0.3333440 Jul 09 09:57:08.340356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d567f-f819-46bc-976d-466ee709945f req-9f86e18c-97db-4815-ae5d-e025c63a40c1 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:08.343617 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2f1d567f-f819-46bc-976d-466ee709945f req-9f86e18c-97db-4815-ae5d-e025c63a40c1 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.1789219 Jul 09 09:57:08.438266 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-566874c1-7805-454c-9d67-615c603103a0 req-afaf9b05-ae83-486b-8328-a8882e4d69d8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513705 Jul 09 09:57:08.497794 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2f1d567f-f819-46bc-976d-466ee709945f req-78adc745-7d5a-4ec7-bff5-5630bd762ae5 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473591 Jul 09 09:57:08.662324 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddf7ad9f-d854-4ad7-a6be-15d0d5264a82 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:08.729428 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7ad9f-d854-4ad7-a6be-15d0d5264a82 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Pushing event deleted for resources: {'Port': ['ID=25b5c6e2-a476-4bbf-a72c-c2f813379ba2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:08.886636 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddf7ad9f-d854-4ad7-a6be-15d0d5264a82 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:08.962393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804731e-c2a5-4ea8-8f04-2cac3b4dfb02 req-9cc59ba4-47cf-43b9-86a3-0440cb9ed5ed tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:08.975543 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e804731e-c2a5-4ea8-8f04-2cac3b4dfb02 req-9cc59ba4-47cf-43b9-86a3-0440cb9ed5ed tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 945 time: 0.2196007 Jul 09 09:57:09.072702 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e804731e-c2a5-4ea8-8f04-2cac3b4dfb02 req-4e6290b5-6e57-4862-99aa-00269a2f732e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948372 Jul 09 09:57:09.150528 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddf7ad9f-d854-4ad7-a6be-15d0d5264a82 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:09.153470 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddf7ad9f-d854-4ad7-a6be-15d0d5264a82 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:09.235531 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddf7ad9f-d854-4ad7-a6be-15d0d5264a82 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:09.236632 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf7ad9f-d854-4ad7-a6be-15d0d5264a82 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eafa5074-cae0-4587-b340-ed4b0139f846 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:57:09.237636 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:09.242706 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddf7ad9f-d854-4ad7-a6be-15d0d5264a82 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:09.248616 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ddf7ad9f-d854-4ad7-a6be-15d0d5264a82 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "DELETE /v2.0/routers/eafa5074-cae0-4587-b340-ed4b0139f846 HTTP/1.1" status: 204 len: 168 time: 1.6767163 Jul 09 09:57:09.249417 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58678) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:09.255767 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ebddeb9f-25cf-40ff-bb27-1fa2ee6f4286 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1658437783', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:09.365907 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e63f0313-8e59-44a6-8356-9542d3ce5edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:09.384699 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ebddeb9f-25cf-40ff-bb27-1fa2ee6f4286 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:09.388020 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ebddeb9f-25cf-40ff-bb27-1fa2ee6f4286 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:09.525904 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ebddeb9f-25cf-40ff-bb27-1fa2ee6f4286 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:09.562746 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:09.853595 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ebddeb9f-25cf-40ff-bb27-1fa2ee6f4286 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:09.963141 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1219c3f-a642-4b9c-a266-3476226a7de0 req-40672c97-5d95-4f98-a914-310835f4beb2 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:09.964796 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1219c3f-a642-4b9c-a266-3476226a7de0 req-40672c97-5d95-4f98-a914-310835f4beb2 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=b779db2c-78e4-4560-97da-13e82ac3793f HTTP/1.1" status: 200 len: 943 time: 0.2503612 Jul 09 09:57:10.035901 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f58a88-9908-490c-aadd-467b550fff73 req-b52603c7-b67a-471a-a5fe-4c372b07f4dd tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:10.040536 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6f58a88-9908-490c-aadd-467b550fff73 req-b52603c7-b67a-471a-a5fe-4c372b07f4dd tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.2890761 Jul 09 09:57:10.086222 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1219c3f-a642-4b9c-a266-3476226a7de0 req-520d309e-74eb-41eb-923e-0c7c49c0628d tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/security-groups?id=972db136-e49f-43cc-8374-cea37f1757f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148422 Jul 09 09:57:10.129076 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a6f58a88-9908-490c-aadd-467b550fff73 req-20ac8e1e-681b-482f-8444-82ce182d08c6 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804303 Jul 09 09:57:10.370967 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ebddeb9f-25cf-40ff-bb27-1fa2ee6f4286 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:10.409970 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ebddeb9f-25cf-40ff-bb27-1fa2ee6f4286 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:10.476237 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307189d-d8b1-4cec-a120-4a40a581c97d req-c8a921d5-1853-4f37-8415-54a0958ae4e8 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:10.480326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b307189d-d8b1-4cec-a120-4a40a581c97d req-c8a921d5-1853-4f37-8415-54a0958ae4e8 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 945 time: 0.1928422 Jul 09 09:57:10.553597 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b307189d-d8b1-4cec-a120-4a40a581c97d req-1220d6c6-28b5-41d7-ab53-d29b90db69d9 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719504 Jul 09 09:57:10.618192 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-ebddeb9f-25cf-40ff-bb27-1fa2ee6f4286 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Allocated IP 172.25.3.13 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/e0750ba3-6ad9-4558-9186-64ba22dcf535) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:57:10.892113 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device b82a0023-be21-43e3-962b-a378089b3100 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:57:11.019446 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port b82a0023-be21-43e3-962b-a378089b3100, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=b82a0023-be21-43e3-962b-a378089b3100,segment=NetworkSegment(16d80a74-71ad-4711-9ff7-14d1fd8854b5),segment_id=16d80a74-71ad-4711-9ff7-14d1fd8854b5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:11.033264 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'b82a0023-be21-43e3-962b-a378089b3100', 'network_id': '2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f', 'port_id': 'b82a0023-be21-43e3-962b-a378089b3100', 'mac_address': 'fa:16:3e:62:33:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e527c985-dadd-4c08-ae85-e394e04167f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:57:11.083358 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:11.099438 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82a0023-be21-43e3-962b-a378089b3100 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:57:11.129036 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port b82a0023-be21-43e3-962b-a378089b3100, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=b82a0023-be21-43e3-962b-a378089b3100,segment=NetworkSegment(16d80a74-71ad-4711-9ff7-14d1fd8854b5),segment_id=16d80a74-71ad-4711-9ff7-14d1fd8854b5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:11.149131 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:11.200937 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ebddeb9f-25cf-40ff-bb27-1fa2ee6f4286 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:11.226563 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af30ba6-875e-4e82-9137-e9d735acf42e req-1cfbfcd6-5a2c-4668-9042-7b384cca1fbf tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:11.228854 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5af30ba6-875e-4e82-9137-e9d735acf42e req-1cfbfcd6-5a2c-4668-9042-7b384cca1fbf tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 945 time: 0.5133944 Jul 09 09:57:11.274244 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=b82a0023-be21-43e3-962b-a378089b3100,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:11.291353 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5af30ba6-875e-4e82-9137-e9d735acf42e req-f4692480-7053-4283-8213-cf32fc65aa99 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560331 Jul 09 09:57:11.306771 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ebddeb9f-25cf-40ff-bb27-1fa2ee6f4286 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:11.328347 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebddeb9f-25cf-40ff-bb27-1fa2ee6f4286 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:57:11.328781 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58704) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:11.345517 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:11.364335 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ebddeb9f-25cf-40ff-bb27-1fa2ee6f4286 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:57:11.371149 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebddeb9f-25cf-40ff-bb27-1fa2ee6f4286 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:57:11.432328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddeb9f-25cf-40ff-bb27-1fa2ee6f4286 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Pushing event updated for resources: {'Port': ['ID=e0750ba3-6ad9-4558-9186-64ba22dcf535,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:11.435651 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2303eae-130f-46d7-ab15-fbb1e21592da tempest-TestVolumeBootPattern-1807972237 tempest-TestVolumeBootPattern-1807972237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:11.437573 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f2303eae-130f-46d7-ab15-fbb1e21592da tempest-TestVolumeBootPattern-1807972237 tempest-TestVolumeBootPattern-1807972237-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 1091 time: 0.1076832 Jul 09 09:57:11.442077 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58706) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:11.448563 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e90f426b-8aab-4cd0-ac35-5a524473e7ba tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': 'e664444c-114b-4644-9b36-3d45bd09cab8', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:11.484283 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e90f426b-8aab-4cd0-ac35-5a524473e7ba tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:11.501001 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['b82a0023-be21-43e3-962b-a378089b3100'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:57:11.541830 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 25b5c6e2-a476-4bbf-a72c-c2f813379ba2 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:57:11.577129 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 25b5c6e2-a476-4bbf-a72c-c2f813379ba2 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:57:11.577722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 25b5c6e2-a476-4bbf-a72c-c2f813379ba2 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:57:11.587592 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e933c0a-e390-41be-88cf-f33d2599388a req-93e277a4-e149-4fb6-b0f9-fe5e6b0bc4e8 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:11.597164 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e933c0a-e390-41be-88cf-f33d2599388a req-93e277a4-e149-4fb6-b0f9-fe5e6b0bc4e8 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=b779db2c-78e4-4560-97da-13e82ac3793f HTTP/1.1" status: 200 len: 944 time: 0.2381570 Jul 09 09:57:11.750706 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e90f426b-8aab-4cd0-ac35-5a524473e7ba tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:11.754266 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e933c0a-e390-41be-88cf-f33d2599388a req-d06eff36-d93b-4028-a45a-2224709d81ad tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/security-groups?id=972db136-e49f-43cc-8374-cea37f1757f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562014 Jul 09 09:57:11.795166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b074ce3-f1fa-4ef0-a185-7d4ade2def81 req-638b32fb-341e-4efe-9a15-50eec7884c67 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:11.804330 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b074ce3-f1fa-4ef0-a185-7d4ade2def81 req-638b32fb-341e-4efe-9a15-50eec7884c67 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.2832296 Jul 09 09:57:11.905191 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b074ce3-f1fa-4ef0-a185-7d4ade2def81 req-d1540980-b684-4b36-a95b-3fc247d1eec0 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997519 Jul 09 09:57:11.905698 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-e90f426b-8aab-4cd0-ac35-5a524473e7ba tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Allocated IP 172.25.3.109 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/fea478dc-3110-4daa-a63e-95b65a51a562) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:57:12.005311 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ebddeb9f-25cf-40ff-bb27-1fa2ee6f4286 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:12.038204 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e90f426b-8aab-4cd0-ac35-5a524473e7ba tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:12.102832 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e90f426b-8aab-4cd0-ac35-5a524473e7ba tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:12.159352 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90f426b-8aab-4cd0-ac35-5a524473e7ba tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:57:12.162497 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e90f426b-8aab-4cd0-ac35-5a524473e7ba tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:57:12.169236 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90f426b-8aab-4cd0-ac35-5a524473e7ba tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:57:12.211208 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f426b-8aab-4cd0-ac35-5a524473e7ba tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event updated for resources: {'Port': ['ID=fea478dc-3110-4daa-a63e-95b65a51a562,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:12.394648 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ebddeb9f-25cf-40ff-bb27-1fa2ee6f4286 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:12.452009 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:57:12.578860 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebddeb9f-25cf-40ff-bb27-1fa2ee6f4286 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Router 320894e0-a25f-47e5-a42e-8caefc4c9f3b is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:57:12.761233 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebddeb9f-25cf-40ff-bb27-1fa2ee6f4286 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:57:12.774542 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a24f27b-30ed-40c9-9a4d-6309127e55a3 None None] Sync routers for ids ['320894e0-a25f-47e5-a42e-8caefc4c9f3b'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:57:12.789221 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a24f27b-30ed-40c9-9a4d-6309127e55a3 None None] Routers {'320894e0-a25f-47e5-a42e-8caefc4c9f3b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:12.790109 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0a24f27b-30ed-40c9-9a4d-6309127e55a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['320894e0-a25f-47e5-a42e-8caefc4c9f3b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:12.800397 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ebddeb9f-25cf-40ff-bb27-1fa2ee6f4286 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:12.804482 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ebddeb9f-25cf-40ff-bb27-1fa2ee6f4286 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5538089 Jul 09 09:57:12.808464 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58712) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:12.823282 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d50d1c9c-d1c6-4315-a298-d0dc1a55d13b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'enable_snat': False}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:12.868896 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0a24f27b-30ed-40c9-9a4d-6309127e55a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:12.899842 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a24f27b-30ed-40c9-9a4d-6309127e55a3 None None] Routers {'320894e0-a25f-47e5-a42e-8caefc4c9f3b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:12.899842 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0a24f27b-30ed-40c9-9a4d-6309127e55a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['320894e0-a25f-47e5-a42e-8caefc4c9f3b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:12.931218 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device b82a0023-be21-43e3-962b-a378089b3100 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:57:13.008014 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0a24f27b-30ed-40c9-9a4d-6309127e55a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:13.009257 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a24f27b-30ed-40c9-9a4d-6309127e55a3 None None] The sync data for ids ['320894e0-a25f-47e5-a42e-8caefc4c9f3b'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:57:13.018197 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:13.058616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port b82a0023-be21-43e3-962b-a378089b3100 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:57:13.066230 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port b82a0023-be21-43e3-962b-a378089b3100 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:57:13.067111 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:13.109303 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e90f426b-8aab-4cd0-ac35-5a524473e7ba tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:13.275979 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:13.343186 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b779db2c-78e4-4560-97da-13e82ac3793f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82a0023-be21-43e3-962b-a378089b3100'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:57:13.350241 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d6822b-9a7e-4090-ae16-66771c4291e8" -d '{"events": [{"server_uuid": "b779db2c-78e4-4560-97da-13e82ac3793f", "name": "network-vif-plugged", "status": "completed", "tag": "b82a0023-be21-43e3-962b-a378089b3100"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:57:13.379792 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port b82a0023-be21-43e3-962b-a378089b3100, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=b82a0023-be21-43e3-962b-a378089b3100,segment=NetworkSegment(16d80a74-71ad-4711-9ff7-14d1fd8854b5),segment_id=16d80a74-71ad-4711-9ff7-14d1fd8854b5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:13.385636 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e90f426b-8aab-4cd0-ac35-5a524473e7ba tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:13.387103 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:13.512786 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=b82a0023-be21-43e3-962b-a378089b3100,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:13.677074 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d50d1c9c-d1c6-4315-a298-d0dc1a55d13b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:13.727816 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895f178-ae49-4317-a94f-7d9bfeb499be req-b3f8c789-78b9-4ef2-850a-6847dcca2276 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:13.729417 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e895f178-ae49-4317-a94f-7d9bfeb499be req-b3f8c789-78b9-4ef2-850a-6847dcca2276 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=b779db2c-78e4-4560-97da-13e82ac3793f HTTP/1.1" status: 200 len: 944 time: 0.6288064 Jul 09 09:57:13.833809 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e895f178-ae49-4317-a94f-7d9bfeb499be req-1db3c1db-7adb-40ac-9508-cec11f6236dd tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/security-groups?id=972db136-e49f-43cc-8374-cea37f1757f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944653 Jul 09 09:57:13.843105 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1bc35-4c76-4a78-81e9-1eb6c80e544a req-9250084b-92d8-4923-a89f-98220cdf2ba4 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:13.860695 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f8b1bc35-4c76-4a78-81e9-1eb6c80e544a req-9250084b-92d8-4923-a89f-98220cdf2ba4 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.6605008 Jul 09 09:57:13.920088 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f8b1bc35-4c76-4a78-81e9-1eb6c80e544a req-7d4be5f3-af61-4432-b37f-6156531c02cd tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544534 Jul 09 09:57:13.934852 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abc3401-2b45-44cd-930e-0e3e1b8c1cb6 x-openstack-request-id: req-2abc3401-2b45-44cd-930e-0e3e1b8c1cb6 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:57:13.935366 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b779db2c-78e4-4560-97da-13e82ac3793f", "name": "network-vif-plugged", "status": "completed", "tag": "b82a0023-be21-43e3-962b-a378089b3100", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:57:13.935366 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2abc3401-2b45-44cd-930e-0e3e1b8c1cb6 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:57:13.935796 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b779db2c-78e4-4560-97da-13e82ac3793f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82a0023-be21-43e3-962b-a378089b3100', 'code': 200} Jul 09 09:57:14.030978 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e90f426b-8aab-4cd0-ac35-5a524473e7ba tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:14.041475 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e90f426b-8aab-4cd0-ac35-5a524473e7ba tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:14.138867 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ef07b-427b-45f4-b5d5-584a00a20303 req-4fc73a61-c292-428e-b71a-2901ee255996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:14.141173 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-178ef07b-427b-45f4-b5d5-584a00a20303 req-4fc73a61-c292-428e-b71a-2901ee255996 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b779db2c-78e4-4560-97da-13e82ac3793f HTTP/1.1" status: 200 len: 1096 time: 0.1206880 Jul 09 09:57:14.164742 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e90f426b-8aab-4cd0-ac35-5a524473e7ba tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:14.236483 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f426b-8aab-4cd0-ac35-5a524473e7ba tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event updated for resources: {'Port': ['ID=fea478dc-3110-4daa-a63e-95b65a51a562,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:14.332366 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-e90f426b-8aab-4cd0-ac35-5a524473e7ba tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Floating IP c0411635-5dd0-434f-9a43-c8892c94f001 associated. External IP: 172.25.3.109, port: e664444c-114b-4644-9b36-3d45bd09cab8. Jul 09 09:57:14.341165 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-178ef07b-427b-45f4-b5d5-584a00a20303 req-99eee5d5-6bc8-4980-bdd1-cbe7f727c576 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=972db136-e49f-43cc-8374-cea37f1757f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907623 Jul 09 09:57:14.526078 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d50d1c9c-d1c6-4315-a298-d0dc1a55d13b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:14.529762 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d50d1c9c-d1c6-4315-a298-d0dc1a55d13b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524803'] for router, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:14.686682 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90f426b-8aab-4cd0-ac35-5a524473e7ba tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Router b4da67ad-e929-4bf1-8741-3cf89236a06f has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:57:14.698059 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50d1c9c-d1c6-4315-a298-d0dc1a55d13b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Router 320894e0-a25f-47e5-a42e-8caefc4c9f3b has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:57:14.848769 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90f426b-8aab-4cd0-ac35-5a524473e7ba tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:57:14.853486 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50d1c9c-d1c6-4315-a298-d0dc1a55d13b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:57:14.860156 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d50d1c9c-d1c6-4315-a298-d0dc1a55d13b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:14.866135 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d50d1c9c-d1c6-4315-a298-d0dc1a55d13b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "PUT /v2.0/routers/320894e0-a25f-47e5-a42e-8caefc4c9f3b HTTP/1.1" status: 200 len: 921 time: 2.0562985 Jul 09 09:57:14.866886 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6379b6b5-6307-444b-9c5c-bdb6a417678a None None] Sync routers for ids ['b4da67ad-e929-4bf1-8741-3cf89236a06f'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:57:14.867213 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58734) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:14.867890 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7354ed9-24d3-4c47-9654-acfa07ec076d None None] Sync routers for ids ['320894e0-a25f-47e5-a42e-8caefc4c9f3b'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:57:14.877308 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7354ed9-24d3-4c47-9654-acfa07ec076d None None] Routers {'320894e0-a25f-47e5-a42e-8caefc4c9f3b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:14.879168 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a7354ed9-24d3-4c47-9654-acfa07ec076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['320894e0-a25f-47e5-a42e-8caefc4c9f3b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:14.891277 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e90f426b-8aab-4cd0-ac35-5a524473e7ba tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:14.897424 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6379b6b5-6307-444b-9c5c-bdb6a417678a None None] Routers {'b4da67ad-e929-4bf1-8741-3cf89236a06f'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:14.904374 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6379b6b5-6307-444b-9c5c-bdb6a417678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b4da67ad-e929-4bf1-8741-3cf89236a06f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:14.963459 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e90f426b-8aab-4cd0-ac35-5a524473e7ba tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5199249 Jul 09 09:57:14.964349 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678bcf27-3bba-4806-8e48-fcc4f2befd5b', 'tag': 'e664444c-114b-4644-9b36-3d45bd09cab8'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:57:14.966966 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554d70c9-9d75-41f9-9737-e48f9da6cc4c" -d '{"events": [{"name": "network-changed", "server_uuid": "678bcf27-3bba-4806-8e48-fcc4f2befd5b", "tag": "e664444c-114b-4644-9b36-3d45bd09cab8"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:57:15.053004 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a7354ed9-24d3-4c47-9654-acfa07ec076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:15.092891 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7354ed9-24d3-4c47-9654-acfa07ec076d None None] Routers {'320894e0-a25f-47e5-a42e-8caefc4c9f3b'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:15.093546 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a7354ed9-24d3-4c47-9654-acfa07ec076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['320894e0-a25f-47e5-a42e-8caefc4c9f3b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:15.192868 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ff0e6aab-61ff-46ae-a4c8-55075b9dc374 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "GET /v2.0/routers/320894e0-a25f-47e5-a42e-8caefc4c9f3b HTTP/1.1" status: 200 len: 921 time: 0.3243973 Jul 09 09:57:15.195868 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58748) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:15.197023 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-6379b6b5-6307-444b-9c5c-bdb6a417678a None None] Set router b4da67ad-e929-4bf1-8741-3cf89236a06f gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:57:15.209730 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a7354ed9-24d3-4c47-9654-acfa07ec076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:15.210260 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7354ed9-24d3-4c47-9654-acfa07ec076d None None] The sync data for ids ['320894e0-a25f-47e5-a42e-8caefc4c9f3b'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:57:15.279254 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12cd33-d9e4-4448-8988-67c03bf2e00f req-0af2d07e-24a5-4cd0-ac6f-6062bba7a57b tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:15.281236 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dd12cd33-d9e4-4448-8988-67c03bf2e00f req-0af2d07e-24a5-4cd0-ac6f-6062bba7a57b tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=b779db2c-78e4-4560-97da-13e82ac3793f HTTP/1.1" status: 200 len: 945 time: 0.0869896 Jul 09 09:57:15.360062 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dd12cd33-d9e4-4448-8988-67c03bf2e00f req-fa45fdde-210f-4188-a485-70f9f2e4482d tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/security-groups?id=972db136-e49f-43cc-8374-cea37f1757f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597985 Jul 09 09:57:15.389958 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e17c135-9288-46f1-b21d-3ccb94bd78ec tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:15.391330 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9e17c135-9288-46f1-b21d-3ccb94bd78ec tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&device_id=320894e0-a25f-47e5-a42e-8caefc4c9f3b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1944227 Jul 09 09:57:15.394779 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58750) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:15.528653 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d9b4aa-4bee-4eab-afe5-f5e540cc6d12 x-openstack-request-id: req-a2d9b4aa-4bee-4eab-afe5-f5e540cc6d12 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:57:15.529104 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678bcf27-3bba-4806-8e48-fcc4f2befd5b", "tag": "e664444c-114b-4644-9b36-3d45bd09cab8", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:57:15.529510 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a2d9b4aa-4bee-4eab-afe5-f5e540cc6d12 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:57:15.530232 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678bcf27-3bba-4806-8e48-fcc4f2befd5b', 'tag': 'e664444c-114b-4644-9b36-3d45bd09cab8', 'status': 'completed', 'code': 200} Jul 09 09:57:15.582411 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1ffb4a-3a9e-47b4-85cb-b8a48b057fef tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:15.585012 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4c1ffb4a-3a9e-47b4-85cb-b8a48b057fef tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 881 time: 0.1887584 Jul 09 09:57:15.588317 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58752) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:15.736291 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c5082f58-5ff5-4937-a8eb-e92ff12fa6a9 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "GET /v2.0/ports?device_id=320894e0-a25f-47e5-a42e-8caefc4c9f3b HTTP/1.1" status: 200 len: 205 time: 0.1450348 Jul 09 09:57:15.743115 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58758) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:15.964977 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d70c9-9d75-41f9-9737-e48f9da6cc4c req-ad2f7af9-9824-48c2-bddc-47b84dbcd0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:15.967770 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-554d70c9-9d75-41f9-9737-e48f9da6cc4c req-ad2f7af9-9824-48c2-bddc-47b84dbcd0cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 1096 time: 0.3545082 Jul 09 09:57:15.987570 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa7fe5-6269-4640-9747-88ac1e24bbe2 req-d80ced2a-31b4-4fc7-81a3-64500c80f3a5 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:15.990959 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-93aa7fe5-6269-4640-9747-88ac1e24bbe2 req-d80ced2a-31b4-4fc7-81a3-64500c80f3a5 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.2693017 Jul 09 09:57:16.027464 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6379b6b5-6307-444b-9c5c-bdb6a417678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:46:57Z', 'revision_number': 4, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'aac044c5-945c-4a11-a390-51675e500b2e', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'floating_ip_address': '172.25.3.95', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'port_id': '204e9823-28b8-4cba-930f-869f32cea39c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'mac_address': 'fa:16:3e:98:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4f9ea1-e11b-4088-9422-0a20bb701d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:54:53Z', 'updated_at': '2021-07-09T09:54:56Z', 'revision_number': 1, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'fixed_ip_address_scope': None}, {'id': 'c0411635-5dd0-434f-9a43-c8892c94f001', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'port_id': 'e664444c-114b-4644-9b36-3d45bd09cab8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'mac_address': 'fa:16:3e:4b:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678bcf27-3bba-4806-8e48-fcc4f2befd5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:57:12Z', 'updated_at': '2021-07-09T09:57:12Z', 'revision_number': 0, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21ceabc-f061-44ee-b758-498ea2226250', 'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'mac_address': 'fa:16:3e:fe:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:56Z', 'updated_at': '2021-07-09T09:47:07Z', 'revision_number': 5, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'subnets': [{'id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:16.062472 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8776396c-1e38-4617-8dce-61c816927f56 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:16.084566 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6379b6b5-6307-444b-9c5c-bdb6a417678a None None] Checking router: b4da67ad-e929-4bf1-8741-3cf89236a06f for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:57:16.100895 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6379b6b5-6307-444b-9c5c-bdb6a417678a None None] Routers {'b4da67ad-e929-4bf1-8741-3cf89236a06f'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:16.102318 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6379b6b5-6307-444b-9c5c-bdb6a417678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b4da67ad-e929-4bf1-8741-3cf89236a06f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:16.208371 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8776396c-1e38-4617-8dce-61c816927f56 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:16.260689 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-93aa7fe5-6269-4640-9747-88ac1e24bbe2 req-c45d1235-5a5d-4b4e-a6fd-e3a790f9b6ed tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180367 Jul 09 09:57:16.269667 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-6379b6b5-6307-444b-9c5c-bdb6a417678a None None] Set router b4da67ad-e929-4bf1-8741-3cf89236a06f gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:57:16.333614 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d70c9-9d75-41f9-9737-e48f9da6cc4c req-780f3838-1795-4ccd-80d5-85f342585a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:16.336659 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-554d70c9-9d75-41f9-9737-e48f9da6cc4c req-780f3838-1795-4ccd-80d5-85f342585a25 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 913 time: 0.3442254 Jul 09 09:57:16.361428 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8776396c-1e38-4617-8dce-61c816927f56 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Deleting port e0750ba3-6ad9-4558-9186-64ba22dcf535 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:57:16.362335 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8776396c-1e38-4617-8dce-61c816927f56 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:16.440630 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-554d70c9-9d75-41f9-9737-e48f9da6cc4c req-67a40a65-ec83-4cf3-b679-c2a531d25267 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e664444c-114b-4644-9b36-3d45bd09cab8 HTTP/1.1" status: 200 len: 999 time: 0.0959826 Jul 09 09:57:16.518908 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d70c9-9d75-41f9-9737-e48f9da6cc4c req-9ec9f5b0-bece-4a80-8679-9bb87c26f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:16.520546 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-554d70c9-9d75-41f9-9737-e48f9da6cc4c req-9ec9f5b0-bece-4a80-8679-9bb87c26f05d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 200 len: 851 time: 0.0723071 Jul 09 09:57:16.564870 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8776396c-1e38-4617-8dce-61c816927f56 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:16.587601 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8776396c-1e38-4617-8dce-61c816927f56 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Calling delete_port for e0750ba3-6ad9-4558-9186-64ba22dcf535 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:57:16.746738 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d70c9-9d75-41f9-9737-e48f9da6cc4c req-e3c977e3-a70d-4abf-94d4-c3002cfb8cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:16.748350 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-554d70c9-9d75-41f9-9737-e48f9da6cc4c req-e3c977e3-a70d-4abf-94d4-c3002cfb8cfb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c39f085e-9a90-44ab-b2cf-d4cf479d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2205355 Jul 09 09:57:16.757166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086dc59d-7d26-432d-9351-be171feb0d56 req-26cddeb8-c413-4462-9ceb-cc6c12227726 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:16.758757 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-086dc59d-7d26-432d-9351-be171feb0d56 req-26cddeb8-c413-4462-9ceb-cc6c12227726 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=b779db2c-78e4-4560-97da-13e82ac3793f HTTP/1.1" status: 200 len: 945 time: 0.1449368 Jul 09 09:57:16.769610 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6379b6b5-6307-444b-9c5c-bdb6a417678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:46:57Z', 'revision_number': 4, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'aac044c5-945c-4a11-a390-51675e500b2e', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'floating_ip_address': '172.25.3.95', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'port_id': '204e9823-28b8-4cba-930f-869f32cea39c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'mac_address': 'fa:16:3e:98:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4f9ea1-e11b-4088-9422-0a20bb701d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:54:53Z', 'updated_at': '2021-07-09T09:54:56Z', 'revision_number': 1, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'fixed_ip_address_scope': None}, {'id': 'c0411635-5dd0-434f-9a43-c8892c94f001', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'port_id': 'e664444c-114b-4644-9b36-3d45bd09cab8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'mac_address': 'fa:16:3e:4b:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678bcf27-3bba-4806-8e48-fcc4f2befd5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:57:12Z', 'updated_at': '2021-07-09T09:57:12Z', 'revision_number': 0, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21ceabc-f061-44ee-b758-498ea2226250', 'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'mac_address': 'fa:16:3e:fe:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:56Z', 'updated_at': '2021-07-09T09:47:07Z', 'revision_number': 5, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'subnets': [{'id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:16.809662 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6379b6b5-6307-444b-9c5c-bdb6a417678a None None] The sync data for ids ['b4da67ad-e929-4bf1-8741-3cf89236a06f'] in n-d-799996-1 is: [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:46:57Z', 'revision_number': 4, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'aac044c5-945c-4a11-a390-51675e500b2e', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'floating_ip_address': '172.25.3.95', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'port_id': '204e9823-28b8-4cba-930f-869f32cea39c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'mac_address': 'fa:16:3e:98:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4f9ea1-e11b-4088-9422-0a20bb701d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:54:53Z', 'updated_at': '2021-07-09T09:54:56Z', 'revision_number': 1, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'fixed_ip_address_scope': None}, {'id': 'c0411635-5dd0-434f-9a43-c8892c94f001', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'port_id': 'e664444c-114b-4644-9b36-3d45bd09cab8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'mac_address': 'fa:16:3e:4b:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678bcf27-3bba-4806-8e48-fcc4f2befd5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:57:12Z', 'updated_at': '2021-07-09T09:57:12Z', 'revision_number': 0, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21ceabc-f061-44ee-b758-498ea2226250', 'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'mac_address': 'fa:16:3e:fe:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:56Z', 'updated_at': '2021-07-09T09:47:07Z', 'revision_number': 5, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'subnets': [{'id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:57:16.901477 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-086dc59d-7d26-432d-9351-be171feb0d56 req-b2a140b2-4619-4105-93d5-872d899bc517 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/security-groups?id=972db136-e49f-43cc-8374-cea37f1757f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341567 Jul 09 09:57:16.921281 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8776396c-1e38-4617-8dce-61c816927f56 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:16.957518 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-554d70c9-9d75-41f9-9737-e48f9da6cc4c req-db69c99d-ecd8-4c95-877f-b04a04484df0 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976871 Jul 09 09:57:17.008869 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776396c-1e38-4617-8dce-61c816927f56 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Pushing event deleted for resources: {'Port': ['ID=e0750ba3-6ad9-4558-9186-64ba22dcf535,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:17.112348 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8776396c-1e38-4617-8dce-61c816927f56 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:17.118834 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-554d70c9-9d75-41f9-9737-e48f9da6cc4c req-13d66003-7aa6-4567-98d0-8e628b808cf7 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397319 Jul 09 09:57:17.257867 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51793b0-f49a-4f3e-8861-f7675ba00c5e None None] New status for floating IP c0411635-5dd0-434f-9a43-c8892c94f001: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:57:17.287077 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8776396c-1e38-4617-8dce-61c816927f56 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:17.300875 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8776396c-1e38-4617-8dce-61c816927f56 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:17.385228 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8776396c-1e38-4617-8dce-61c816927f56 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:17.386066 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8776396c-1e38-4617-8dce-61c816927f56 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Fanout notify agent at l3_agent the message router_deleted on router 320894e0-a25f-47e5-a42e-8caefc4c9f3b {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:57:17.398792 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8776396c-1e38-4617-8dce-61c816927f56 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:17.418207 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8776396c-1e38-4617-8dce-61c816927f56 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "DELETE /v2.0/routers/320894e0-a25f-47e5-a42e-8caefc4c9f3b HTTP/1.1" status: 204 len: 168 time: 1.6734166 Jul 09 09:57:17.422158 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58812) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:17.427026 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-79ace10b-53cf-4702-ac75-b45200b5df03 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1674755666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:17.494293 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79ace10b-53cf-4702-ac75-b45200b5df03 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:17.495464 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79ace10b-53cf-4702-ac75-b45200b5df03 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:17.558414 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d925a3-11c6-4920-a67f-230f1988302e req-e6b58504-6a8a-47c3-963a-c3f88c2e8cff tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:17.569970 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78d925a3-11c6-4920-a67f-230f1988302e req-e6b58504-6a8a-47c3-963a-c3f88c2e8cff tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.1101832 Jul 09 09:57:17.629077 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-78d925a3-11c6-4920-a67f-230f1988302e req-a892cbe4-6b79-4e89-8325-bd5fe8050b47 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580158 Jul 09 09:57:17.690855 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79ace10b-53cf-4702-ac75-b45200b5df03 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:17.698367 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79ace10b-53cf-4702-ac75-b45200b5df03 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:17.748976 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79ace10b-53cf-4702-ac75-b45200b5df03 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:17.750426 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-79ace10b-53cf-4702-ac75-b45200b5df03 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3272488 Jul 09 09:57:17.756928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58818) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:17.762411 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-13023a80-b262-455d-91f9-5bb286dee86b tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:18.579666 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13023a80-b262-455d-91f9-5bb286dee86b tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:18.933012 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13023a80-b262-455d-91f9-5bb286dee86b tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:18.982514 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13023a80-b262-455d-91f9-5bb286dee86b tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:19.127038 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0175e-a1f8-4c8a-8f76-20a842f700b6 req-79a6b4c9-96e9-4bbe-9525-47ea0d860786 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:19.128698 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-29c0175e-a1f8-4c8a-8f76-20a842f700b6 req-79a6b4c9-96e9-4bbe-9525-47ea0d860786 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.2901175 Jul 09 09:57:19.160163 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-13023a80-b262-455d-91f9-5bb286dee86b tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Allocated IP 172.25.3.47 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/928590ec-22ef-4e34-a7fb-619cd4c71c51) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:57:19.200362 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-29c0175e-a1f8-4c8a-8f76-20a842f700b6 req-c790bba8-0134-45a1-8b37-ac87c361567b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660155 Jul 09 09:57:19.342374 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13023a80-b262-455d-91f9-5bb286dee86b tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:19.397197 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13023a80-b262-455d-91f9-5bb286dee86b tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:19.451102 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13023a80-b262-455d-91f9-5bb286dee86b tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:57:19.454602 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-13023a80-b262-455d-91f9-5bb286dee86b tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:57:19.459215 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13023a80-b262-455d-91f9-5bb286dee86b tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:57:19.701540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13023a80-b262-455d-91f9-5bb286dee86b tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Pushing event updated for resources: {'Port': ['ID=928590ec-22ef-4e34-a7fb-619cd4c71c51,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:19.884903 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13023a80-b262-455d-91f9-5bb286dee86b tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:20.258150 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13023a80-b262-455d-91f9-5bb286dee86b tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:20.262408 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13023a80-b262-455d-91f9-5bb286dee86b tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524803'] for router, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:20.477363 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13023a80-b262-455d-91f9-5bb286dee86b tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Router 0e2255fe-5893-4004-bfe1-7f6e1536f44e is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:57:20.863452 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13023a80-b262-455d-91f9-5bb286dee86b tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:57:20.875882 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116bd22f-60f3-42c2-b705-c9a4ba363841 None None] Sync routers for ids ['0e2255fe-5893-4004-bfe1-7f6e1536f44e'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:57:20.876448 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13023a80-b262-455d-91f9-5bb286dee86b tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:20.880217 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-13023a80-b262-455d-91f9-5bb286dee86b tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "PUT /v2.0/routers/0e2255fe-5893-4004-bfe1-7f6e1536f44e HTTP/1.1" status: 200 len: 879 time: 3.1198757 Jul 09 09:57:20.880988 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58872) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:20.889645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab996ed5-8da7-48db-b516-626d23e7ab90 req-c64faefc-a3a2-4d34-9574-5db41f5dbe5e tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:20.907909 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab996ed5-8da7-48db-b516-626d23e7ab90 req-c64faefc-a3a2-4d34-9574-5db41f5dbe5e tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.4081335 Jul 09 09:57:20.913003 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116bd22f-60f3-42c2-b705-c9a4ba363841 None None] Routers {'0e2255fe-5893-4004-bfe1-7f6e1536f44e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:20.913919 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-116bd22f-60f3-42c2-b705-c9a4ba363841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['0e2255fe-5893-4004-bfe1-7f6e1536f44e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:21.016636 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab996ed5-8da7-48db-b516-626d23e7ab90 req-46d928ed-5d18-437a-a1e6-bad77d767bac tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983508 Jul 09 09:57:21.026390 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-116bd22f-60f3-42c2-b705-c9a4ba363841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:21.043403 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116bd22f-60f3-42c2-b705-c9a4ba363841 None None] Routers {'0e2255fe-5893-4004-bfe1-7f6e1536f44e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:21.044311 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-116bd22f-60f3-42c2-b705-c9a4ba363841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['0e2255fe-5893-4004-bfe1-7f6e1536f44e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:21.079506 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-116bd22f-60f3-42c2-b705-c9a4ba363841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:21.080438 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116bd22f-60f3-42c2-b705-c9a4ba363841 None None] The sync data for ids ['0e2255fe-5893-4004-bfe1-7f6e1536f44e'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:57:21.158477 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-21af7ee3-5be8-4f35-9025-74d02baedba4 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "GET /v2.0/routers/0e2255fe-5893-4004-bfe1-7f6e1536f44e HTTP/1.1" status: 200 len: 920 time: 0.2726460 Jul 09 09:57:21.158753 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58876) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:21.262329 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c320bea8-ec1c-486c-a4e0-9df722723674 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:21.266482 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c320bea8-ec1c-486c-a4e0-9df722723674 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&device_id=0e2255fe-5893-4004-bfe1-7f6e1536f44e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1043568 Jul 09 09:57:21.266808 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58878) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:21.406310 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d2377f-8d8a-493a-9f8a-368f2060b018 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:21.408890 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b0d2377f-8d8a-493a-9f8a-368f2060b018 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 881 time: 0.1396351 Jul 09 09:57:21.412004 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58880) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:21.443986 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8f7c7f53-1f43-4c18-a02a-75ee2291fe01 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e2255fe-5893-4004-bfe1-7f6e1536f44e HTTP/1.1" status: 200 len: 205 time: 0.0305789 Jul 09 09:57:21.446606 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58882) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:21.588990 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0482-d49b-4bf5-bd72-a5addfdec9ce tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:21.712580 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0482-d49b-4bf5-bd72-a5addfdec9ce tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:21.791777 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a0482-d49b-4bf5-bd72-a5addfdec9ce tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Deleting port 928590ec-22ef-4e34-a7fb-619cd4c71c51 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:57:21.792129 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0482-d49b-4bf5-bd72-a5addfdec9ce tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:21.965351 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0482-d49b-4bf5-bd72-a5addfdec9ce tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:21.981219 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a0482-d49b-4bf5-bd72-a5addfdec9ce tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Calling delete_port for 928590ec-22ef-4e34-a7fb-619cd4c71c51 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:57:22.320863 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0482-d49b-4bf5-bd72-a5addfdec9ce tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:22.347827 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a0482-d49b-4bf5-bd72-a5addfdec9ce tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Pushing event deleted for resources: {'Port': ['ID=928590ec-22ef-4e34-a7fb-619cd4c71c51,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:22.457931 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ba7da-c1dc-4612-8e9a-90c9202d0f22 req-52f70323-c31a-496b-8512-3d8267c577d2 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:22.465042 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bf0ba7da-c1dc-4612-8e9a-90c9202d0f22 req-52f70323-c31a-496b-8512-3d8267c577d2 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.1764011 Jul 09 09:57:22.490082 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0482-d49b-4bf5-bd72-a5addfdec9ce tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:22.604000 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0482-d49b-4bf5-bd72-a5addfdec9ce tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:22.617235 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bf0ba7da-c1dc-4612-8e9a-90c9202d0f22 req-682e0f1c-b36d-4834-9928-d811c5d4d89e tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510746 Jul 09 09:57:22.618833 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0482-d49b-4bf5-bd72-a5addfdec9ce tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:22.676139 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0482-d49b-4bf5-bd72-a5addfdec9ce tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:22.678820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5a0482-d49b-4bf5-bd72-a5addfdec9ce tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Fanout notify agent at l3_agent the message router_deleted on router 0e2255fe-5893-4004-bfe1-7f6e1536f44e {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:57:22.691724 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0482-d49b-4bf5-bd72-a5addfdec9ce tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:22.700194 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58890) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:22.705914 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-37a9c966-08fa-4653-820e-a6172128e83f tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1224042624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:22.711381 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4c5a0482-d49b-4bf5-bd72-a5addfdec9ce tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "DELETE /v2.0/routers/0e2255fe-5893-4004-bfe1-7f6e1536f44e HTTP/1.1" status: 204 len: 168 time: 1.2636027 Jul 09 09:57:22.738370 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37a9c966-08fa-4653-820e-a6172128e83f tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:22.740223 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37a9c966-08fa-4653-820e-a6172128e83f tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:22.824731 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37a9c966-08fa-4653-820e-a6172128e83f tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:22.831878 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37a9c966-08fa-4653-820e-a6172128e83f tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:22.853528 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37a9c966-08fa-4653-820e-a6172128e83f tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:22.854857 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-37a9c966-08fa-4653-820e-a6172128e83f tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1536565 Jul 09 09:57:22.858588 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58894) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:22.866137 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1e20c82e-0bb1-4e82-a3d1-f36d8764e14b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'enable_snat': True}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:23.162104 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e20c82e-0bb1-4e82-a3d1-f36d8764e14b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:23.482390 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e20c82e-0bb1-4e82-a3d1-f36d8764e14b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:23.516864 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e20c82e-0bb1-4e82-a3d1-f36d8764e14b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:23.665796 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-1e20c82e-0bb1-4e82-a3d1-f36d8764e14b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Allocated IP 172.25.3.171 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/c967883d-5e73-4f6d-8efb-485969fe0836) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:57:23.866543 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e20c82e-0bb1-4e82-a3d1-f36d8764e14b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:23.902777 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d41132-f19d-49bd-9145-4aa174943817 req-0518a570-b6ff-45e9-ad04-732d75343f06 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:23.915297 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-00d41132-f19d-49bd-9145-4aa174943817 req-0518a570-b6ff-45e9-ad04-732d75343f06 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.1430421 Jul 09 09:57:24.037318 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-00d41132-f19d-49bd-9145-4aa174943817 req-5405c259-cddf-4b87-80da-acb372992498 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205552 Jul 09 09:57:24.385611 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e20c82e-0bb1-4e82-a3d1-f36d8764e14b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:24.446805 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e20c82e-0bb1-4e82-a3d1-f36d8764e14b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:57:24.451998 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-1e20c82e-0bb1-4e82-a3d1-f36d8764e14b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:57:24.455195 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20c82e-0bb1-4e82-a3d1-f36d8764e14b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Pushing event updated for resources: {'Port': ['ID=c967883d-5e73-4f6d-8efb-485969fe0836,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:24.459131 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e20c82e-0bb1-4e82-a3d1-f36d8764e14b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:57:24.728778 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e20c82e-0bb1-4e82-a3d1-f36d8764e14b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:24.940770 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e20c82e-0bb1-4e82-a3d1-f36d8764e14b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:24.944116 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e20c82e-0bb1-4e82-a3d1-f36d8764e14b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524803'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:25.095560 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e20c82e-0bb1-4e82-a3d1-f36d8764e14b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Router 26992d28-e751-433a-aa89-665383ff026f is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:57:25.297263 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e20c82e-0bb1-4e82-a3d1-f36d8764e14b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:57:25.311454 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14465462-e913-422a-bb73-1d15566d5e6c None None] Sync routers for ids ['26992d28-e751-433a-aa89-665383ff026f'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:57:25.314518 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e20c82e-0bb1-4e82-a3d1-f36d8764e14b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:25.319928 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1e20c82e-0bb1-4e82-a3d1-f36d8764e14b tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "PUT /v2.0/routers/26992d28-e751-433a-aa89-665383ff026f HTTP/1.1" status: 200 len: 915 time: 2.4588935 Jul 09 09:57:25.321050 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58926) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:25.327979 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14465462-e913-422a-bb73-1d15566d5e6c None None] Routers {'26992d28-e751-433a-aa89-665383ff026f'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:25.328899 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-14465462-e913-422a-bb73-1d15566d5e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['26992d28-e751-433a-aa89-665383ff026f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:25.340397 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe5063-d8a6-4feb-8cd5-a983b0683165 req-fa3aad6d-dbec-463d-a4c4-170a8306e9fe tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:25.347665 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-debe5063-d8a6-4feb-8cd5-a983b0683165 req-fa3aad6d-dbec-463d-a4c4-170a8306e9fe tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.1617074 Jul 09 09:57:25.373585 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-14465462-e913-422a-bb73-1d15566d5e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:25.405013 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14465462-e913-422a-bb73-1d15566d5e6c None None] Routers {'26992d28-e751-433a-aa89-665383ff026f'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:25.405973 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-debe5063-d8a6-4feb-8cd5-a983b0683165 req-149880b3-3c3a-4a5d-a3bd-f0e1d7bd9d11 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573366 Jul 09 09:57:25.407182 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-14465462-e913-422a-bb73-1d15566d5e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['26992d28-e751-433a-aa89-665383ff026f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:25.407964 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6a94f-76a4-407d-a894-0ae982e6e9f6 req-703fcb00-d8f4-47ad-b0d6-13308ce92c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:25.409488 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-baf6a94f-76a4-407d-a894-0ae982e6e9f6 req-703fcb00-d8f4-47ad-b0d6-13308ce92c15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99f7719707794c3ea83b85ef3879ca4c&device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 1097 time: 0.1348646 Jul 09 09:57:25.479230 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-383fef42-4caf-4586-81e7-6710c8925246 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "GET /v2.0/routers/26992d28-e751-433a-aa89-665383ff026f HTTP/1.1" status: 200 len: 921 time: 0.1565821 Jul 09 09:57:25.480111 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58930) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:25.509650 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-14465462-e913-422a-bb73-1d15566d5e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:25.511237 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14465462-e913-422a-bb73-1d15566d5e6c None None] The sync data for ids ['26992d28-e751-433a-aa89-665383ff026f'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:57:25.582712 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ffc1d3-c07d-4f18-a783-11cb260db59f tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:25.586244 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-45ffc1d3-c07d-4f18-a783-11cb260db59f tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&device_id=26992d28-e751-433a-aa89-665383ff026f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1028001 Jul 09 09:57:25.588504 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58932) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:25.660910 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6a94f-76a4-407d-a894-0ae982e6e9f6 req-6f3aae32-57bb-4e26-96dc-804156b1527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:25.662407 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-baf6a94f-76a4-407d-a894-0ae982e6e9f6 req-6f3aae32-57bb-4e26-96dc-804156b1527a service neutron] 10.222.0.64 "GET /v2.0/networks?id=4245b116-2d5b-4779-b854-de03b1576199 HTTP/1.1" status: 200 len: 917 time: 0.2341008 Jul 09 09:57:25.758046 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c762f0-ab1f-4966-b7a6-d438f8b395d8 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:25.759344 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-33c762f0-ab1f-4966-b7a6-d438f8b395d8 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 881 time: 0.1696010 Jul 09 09:57:25.762511 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58934) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:25.765788 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-baf6a94f-76a4-407d-a894-0ae982e6e9f6 req-42fc7a8c-a845-4275-b616-439c2cc3fe2f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74bd452e-a584-45d3-9f16-ca03ea89c48a HTTP/1.1" status: 200 len: 1001 time: 0.0950313 Jul 09 09:57:25.807512 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3177b61f-b391-440c-9183-9ed3e3676508 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "GET /v2.0/ports?device_id=26992d28-e751-433a-aa89-665383ff026f HTTP/1.1" status: 200 len: 205 time: 0.0438051 Jul 09 09:57:25.810464 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58936) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:25.868702 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6a94f-76a4-407d-a894-0ae982e6e9f6 req-c842db16-dfb8-4e2d-a808-efeb784d473a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:25.870189 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-baf6a94f-76a4-407d-a894-0ae982e6e9f6 req-c842db16-dfb8-4e2d-a808-efeb784d473a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f33154ac-544d-477f-a9ff-a13c564432a2 HTTP/1.1" status: 200 len: 855 time: 0.0982392 Jul 09 09:57:25.970721 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cb91ea3-7bee-48dd-822c-9b38f3a6446c tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:26.364385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6a94f-76a4-407d-a894-0ae982e6e9f6 req-465a7b1b-163a-4423-9785-031e5489523a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:26.366115 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-baf6a94f-76a4-407d-a894-0ae982e6e9f6 req-465a7b1b-163a-4423-9785-031e5489523a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4245b116-2d5b-4779-b854-de03b1576199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4889705 Jul 09 09:57:26.541287 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-baf6a94f-76a4-407d-a894-0ae982e6e9f6 req-21957b51-98d7-413a-b807-9061cba991c4 service neutron] 10.222.0.64 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679370 Jul 09 09:57:26.551472 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cb91ea3-7bee-48dd-822c-9b38f3a6446c tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:26.733568 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-baf6a94f-76a4-407d-a894-0ae982e6e9f6 req-20a66df3-f900-46fd-a651-70df7ca8981d service neutron] 10.222.0.64 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839399 Jul 09 09:57:26.807283 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-8cb91ea3-7bee-48dd-822c-9b38f3a6446c tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Deleting port c967883d-5e73-4f6d-8efb-485969fe0836 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:57:26.807779 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cb91ea3-7bee-48dd-822c-9b38f3a6446c tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:26.846862 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58948) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:26.890272 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e15a0-363a-4f53-9c3e-fde0340d1f53 req-7bbf4fee-2e6f-44f1-8bfa-9b5ae9d872e6 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:26.891917 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-075e15a0-363a-4f53-9c3e-fde0340d1f53 req-7bbf4fee-2e6f-44f1-8bfa-9b5ae9d872e6 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.1559684 Jul 09 09:57:26.960080 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-075e15a0-363a-4f53-9c3e-fde0340d1f53 req-e8b0ebcd-0073-4e1b-a835-7c8ac9c17cc6 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606406 Jul 09 09:57:26.961850 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cb91ea3-7bee-48dd-822c-9b38f3a6446c tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:26.976941 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-8cb91ea3-7bee-48dd-822c-9b38f3a6446c tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Calling delete_port for c967883d-5e73-4f6d-8efb-485969fe0836 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:57:27.008599 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9731b1f2-4f1b-4edc-a78f-14c8324c580d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:27.147755 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9731b1f2-4f1b-4edc-a78f-14c8324c580d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:27.152152 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9731b1f2-4f1b-4edc-a78f-14c8324c580d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:27.195253 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cb91ea3-7bee-48dd-822c-9b38f3a6446c tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:27.207304 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731b1f2-4f1b-4edc-a78f-14c8324c580d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710fd8aa-ff5b-4fa9-99de-498e71a5e353,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:27.214476 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9731b1f2-4f1b-4edc-a78f-14c8324c580d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f06fa120868a481d907be6479ad53d04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3660960 Jul 09 09:57:27.216864 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 58952) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:27.226245 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb91ea3-7bee-48dd-822c-9b38f3a6446c tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Pushing event deleted for resources: {'Port': ['ID=c967883d-5e73-4f6d-8efb-485969fe0836,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:27.275410 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-569f21b8-26d1-41eb-882d-328c5ae5cbad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:27.299378 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-569f21b8-26d1-41eb-882d-328c5ae5cbad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:27.303125 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cb91ea3-7bee-48dd-822c-9b38f3a6446c tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:27.353136 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-569f21b8-26d1-41eb-882d-328c5ae5cbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:27.356041 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-569f21b8-26d1-41eb-882d-328c5ae5cbad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:27.363321 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-569f21b8-26d1-41eb-882d-328c5ae5cbad admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/710fd8aa-ff5b-4fa9-99de-498e71a5e353 HTTP/1.1" status: 204 len: 168 time: 0.1422462 Jul 09 09:57:27.374796 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f21b8-26d1-41eb-882d-328c5ae5cbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710fd8aa-ff5b-4fa9-99de-498e71a5e353,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:27.414881 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cb91ea3-7bee-48dd-822c-9b38f3a6446c tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:27.417525 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cb91ea3-7bee-48dd-822c-9b38f3a6446c tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:27.463645 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cb91ea3-7bee-48dd-822c-9b38f3a6446c tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:27.464242 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb91ea3-7bee-48dd-822c-9b38f3a6446c tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Fanout notify agent at l3_agent the message router_deleted on router 26992d28-e751-433a-aa89-665383ff026f {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:57:27.472684 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cb91ea3-7bee-48dd-822c-9b38f3a6446c tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:27.473644 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8cb91ea3-7bee-48dd-822c-9b38f3a6446c tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "DELETE /v2.0/routers/26992d28-e751-433a-aa89-665383ff026f HTTP/1.1" status: 204 len: 168 time: 1.6620836 Jul 09 09:57:27.477378 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58956) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:27.485708 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-287b482a-66db-478f-93bc-d37ac1c41f09 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2085733920', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:27.528241 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-287b482a-66db-478f-93bc-d37ac1c41f09 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:27.530624 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-287b482a-66db-478f-93bc-d37ac1c41f09 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:27.599593 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-287b482a-66db-478f-93bc-d37ac1c41f09 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:27.604042 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-287b482a-66db-478f-93bc-d37ac1c41f09 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:27.624731 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-287b482a-66db-478f-93bc-d37ac1c41f09 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:27.628961 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-287b482a-66db-478f-93bc-d37ac1c41f09 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1478457 Jul 09 09:57:27.629191 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 58962) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:27.638842 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5115052f-f6f4-4202-b408-1604a1b0a7cc tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'enable_snat': False}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:27.889189 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5115052f-f6f4-4202-b408-1604a1b0a7cc tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:28.188126 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5115052f-f6f4-4202-b408-1604a1b0a7cc tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:28.217595 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5115052f-f6f4-4202-b408-1604a1b0a7cc tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:28.301525 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845b53d-469f-4126-a856-bfe01941d2de req-ddb5458d-f548-419e-adc5-7d36af65e1e9 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:28.304273 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6845b53d-469f-4126-a856-bfe01941d2de req-ddb5458d-f548-419e-adc5-7d36af65e1e9 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 946 time: 0.1701705 Jul 09 09:57:28.385017 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6845b53d-469f-4126-a856-bfe01941d2de req-09a1f145-e911-46c5-bd0a-a3b307994c65 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761223 Jul 09 09:57:28.404715 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-5115052f-f6f4-4202-b408-1604a1b0a7cc tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Allocated IP 172.25.3.63 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/ae9f865d-ca68-4bb9-b4ee-3bf6d8f52a3f) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:57:28.571588 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5115052f-f6f4-4202-b408-1604a1b0a7cc tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:28.615456 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5115052f-f6f4-4202-b408-1604a1b0a7cc tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:28.667223 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5115052f-f6f4-4202-b408-1604a1b0a7cc tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:57:28.676853 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-5115052f-f6f4-4202-b408-1604a1b0a7cc tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:57:28.676853 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115052f-f6f4-4202-b408-1604a1b0a7cc tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Pushing event updated for resources: {'Port': ['ID=ae9f865d-ca68-4bb9-b4ee-3bf6d8f52a3f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:28.678356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5115052f-f6f4-4202-b408-1604a1b0a7cc tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:57:28.973710 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 74bd452e-a584-45d3-9f16-ca03ea89c48a no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:57:29.000208 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5115052f-f6f4-4202-b408-1604a1b0a7cc tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:29.070857 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:29.116298 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 74bd452e-a584-45d3-9f16-ca03ea89c48a, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=74bd452e-a584-45d3-9f16-ca03ea89c48a,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:29.117924 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ef6f3d-2369-4214-874c-27d9a1a696f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74bd452e-a584-45d3-9f16-ca03ea89c48a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:57:29.121041 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea77de3-4d53-425b-b503-c4336b7686ab" -d '{"events": [{"server_uuid": "d8ef6f3d-2369-4214-874c-27d9a1a696f8", "name": "network-vif-unplugged", "status": "completed", "tag": "74bd452e-a584-45d3-9f16-ca03ea89c48a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:57:29.127524 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:29.209670 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 09:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e536eb17-7239-4d89-9355-d40a9af42dba x-openstack-request-id: req-e536eb17-7239-4d89-9355-d40a9af42dba {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:57:29.209961 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ef6f3d-2369-4214-874c-27d9a1a696f8", "name": "network-vif-unplugged", "status": "failed", "tag": "74bd452e-a584-45d3-9f16-ca03ea89c48a", "code": 422}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:57:29.210211 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e536eb17-7239-4d89-9355-d40a9af42dba {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:57:29.210729 n-d-799996-1 neutron-server[93792]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd8ef6f3d-2369-4214-874c-27d9a1a696f8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '74bd452e-a584-45d3-9f16-ca03ea89c48a', 'code': 422} returned with failed status Jul 09 09:57:29.215360 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=74bd452e-a584-45d3-9f16-ca03ea89c48a,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:29.264649 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5115052f-f6f4-4202-b408-1604a1b0a7cc tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:29.268899 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5115052f-f6f4-4202-b408-1604a1b0a7cc tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524803'] for router, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:29.422171 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5115052f-f6f4-4202-b408-1604a1b0a7cc tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Router 873f8230-1db8-4efd-8a0f-0701e3004adc is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:57:29.429679 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59004) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:29.435386 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-10e61d64-0748-4ea3-9f9a-b14562a1d2a5 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1266471404', 'description': 'tempest-secgroup-smoke-1266471404 description', 'project_id': 'ae2f728a25b040fd82453c3377e2137f'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:29.503546 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-10e61d64-0748-4ea3-9f9a-b14562a1d2a5 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:29.552639 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-10e61d64-0748-4ea3-9f9a-b14562a1d2a5 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:29.617333 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5115052f-f6f4-4202-b408-1604a1b0a7cc tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:57:29.628504 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5115052f-f6f4-4202-b408-1604a1b0a7cc tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:29.632209 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5115052f-f6f4-4202-b408-1604a1b0a7cc tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "PUT /v2.0/routers/873f8230-1db8-4efd-8a0f-0701e3004adc HTTP/1.1" status: 200 len: 915 time: 2.0015013 Jul 09 09:57:29.634938 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59008) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:29.647618 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec4d998-1ccf-42e6-806a-cbc20b3667f1 None None] Sync routers for ids ['873f8230-1db8-4efd-8a0f-0701e3004adc'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:57:29.658987 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec4d998-1ccf-42e6-806a-cbc20b3667f1 None None] Routers {'873f8230-1db8-4efd-8a0f-0701e3004adc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:29.659626 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bec4d998-1ccf-42e6-806a-cbc20b3667f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['873f8230-1db8-4efd-8a0f-0701e3004adc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:29.695361 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bec4d998-1ccf-42e6-806a-cbc20b3667f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:29.704991 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec4d998-1ccf-42e6-806a-cbc20b3667f1 None None] Routers {'873f8230-1db8-4efd-8a0f-0701e3004adc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:29.705634 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bec4d998-1ccf-42e6-806a-cbc20b3667f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['873f8230-1db8-4efd-8a0f-0701e3004adc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:29.738791 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bec4d998-1ccf-42e6-806a-cbc20b3667f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:29.739444 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec4d998-1ccf-42e6-806a-cbc20b3667f1 None None] The sync data for ids ['873f8230-1db8-4efd-8a0f-0701e3004adc'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:57:30.069715 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660d48c-3287-4f58-9f86-2e1febcffd64 req-b1cb9abf-2454-4eb1-95d8-e36bbd25e882 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:30.071219 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7660d48c-3287-4f58-9f86-2e1febcffd64 req-b1cb9abf-2454-4eb1-95d8-e36bbd25e882 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 944 time: 0.5354719 Jul 09 09:57:30.184574 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7660d48c-3287-4f58-9f86-2e1febcffd64 req-aa7efc6b-f449-464a-89f4-bb718135ae41 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786908 Jul 09 09:57:30.186501 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-10e61d64-0748-4ea3-9f9a-b14562a1d2a5 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:30.192225 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-cda155f5-1d4a-48bf-a693-2b6ad9558d58 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "GET /v2.0/routers/873f8230-1db8-4efd-8a0f-0701e3004adc HTTP/1.1" status: 200 len: 921 time: 0.5530915 Jul 09 09:57:30.192709 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59012) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:30.195133 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-10e61d64-0748-4ea3-9f9a-b14562a1d2a5 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:30.251678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e61d64-0748-4ea3-9f9a-b14562a1d2a5 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4c3dd9-d2c7-48cc-8055-0a0dd8911c45,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:30.267505 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61c27ec-eab9-46cd-9850-35a71aa73864 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:30.269646 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a61c27ec-eab9-46cd-9850-35a71aa73864 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&device_id=873f8230-1db8-4efd-8a0f-0701e3004adc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0757771 Jul 09 09:57:30.272412 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59016) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:30.331845 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-10e61d64-0748-4ea3-9f9a-b14562a1d2a5 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:30.339269 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-10e61d64-0748-4ea3-9f9a-b14562a1d2a5 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:30.384321 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e61d64-0748-4ea3-9f9a-b14562a1d2a5 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b17fc74-80d6-4017-9d75-3fc1949476de,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:30.384436 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89b1804-9a0f-4b62-b615-910213cb40bc tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:30.387391 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-10e61d64-0748-4ea3-9f9a-b14562a1d2a5 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:30.391508 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-10e61d64-0748-4ea3-9f9a-b14562a1d2a5 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9581466 Jul 09 09:57:30.391508 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59020) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:30.391992 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f89b1804-9a0f-4b62-b615-910213cb40bc tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 881 time: 0.1158884 Jul 09 09:57:30.391992 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59022) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:30.397477 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7aa10fbd-c221-418a-ab55-3e7f72a8d8dc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group_rule': {'security_group_id': '5b17fc74-80d6-4017-9d75-3fc1949476de', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:30.429902 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e31f7981-2666-49f9-a67d-d5dedd29abcb tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "GET /v2.0/ports?device_id=873f8230-1db8-4efd-8a0f-0701e3004adc HTTP/1.1" status: 200 len: 205 time: 0.0391698 Jul 09 09:57:30.432592 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59028) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:30.440528 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7aa10fbd-c221-418a-ab55-3e7f72a8d8dc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:30.540490 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7aa10fbd-c221-418a-ab55-3e7f72a8d8dc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:30.547010 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7aa10fbd-c221-418a-ab55-3e7f72a8d8dc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:30.567907 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa10fbd-c221-418a-ab55-3e7f72a8d8dc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8ff149-9220-4913-b59f-1c9760560d0f,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:30.568753 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25a149c7-73b2-4c31-be88-0fac51d50c3a tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:30.578002 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7aa10fbd-c221-418a-ab55-3e7f72a8d8dc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:30.583733 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7aa10fbd-c221-418a-ab55-3e7f72a8d8dc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1885395 Jul 09 09:57:30.584197 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59032) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:30.591108 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c675489f-2eeb-43de-b7dc-f4583be03f02 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group_rule': {'security_group_id': '5b17fc74-80d6-4017-9d75-3fc1949476de', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:30.631911 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c675489f-2eeb-43de-b7dc-f4583be03f02 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:30.701771 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25a149c7-73b2-4c31-be88-0fac51d50c3a tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:30.733798 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c675489f-2eeb-43de-b7dc-f4583be03f02 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:30.739546 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c675489f-2eeb-43de-b7dc-f4583be03f02 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:30.770276 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675489f-2eeb-43de-b7dc-f4583be03f02 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c292d14-ae98-450d-867c-7561cd208973,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:30.778884 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c675489f-2eeb-43de-b7dc-f4583be03f02 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:30.783624 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c675489f-2eeb-43de-b7dc-f4583be03f02 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1982059 Jul 09 09:57:30.784293 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59038) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:30.785689 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-25a149c7-73b2-4c31-be88-0fac51d50c3a tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Deleting port ae9f865d-ca68-4bb9-b4ee-3bf6d8f52a3f {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:57:30.786028 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25a149c7-73b2-4c31-be88-0fac51d50c3a tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:30.794934 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7b22458f-9829-478c-b172-0aebda9a6054 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group_rule': {'security_group_id': '5b17fc74-80d6-4017-9d75-3fc1949476de', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:30.888790 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b22458f-9829-478c-b172-0aebda9a6054 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:30.922265 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25a149c7-73b2-4c31-be88-0fac51d50c3a tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:30.948059 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-25a149c7-73b2-4c31-be88-0fac51d50c3a tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Calling delete_port for ae9f865d-ca68-4bb9-b4ee-3bf6d8f52a3f owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:57:31.024731 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b22458f-9829-478c-b172-0aebda9a6054 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.038858 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b22458f-9829-478c-b172-0aebda9a6054 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.066299 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22458f-9829-478c-b172-0aebda9a6054 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0720efb8-0405-439a-801b-d169f4fad2b3,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:31.113981 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b22458f-9829-478c-b172-0aebda9a6054 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.115527 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7b22458f-9829-478c-b172-0aebda9a6054 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3273122 Jul 09 09:57:31.118931 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59046) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:31.124939 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1115b7a3-2471-458b-b9ce-427cd42b42d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group_rule': {'security_group_id': '5b17fc74-80d6-4017-9d75-3fc1949476de', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:31.160449 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1115b7a3-2471-458b-b9ce-427cd42b42d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.211249 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25a149c7-73b2-4c31-be88-0fac51d50c3a tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.246017 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1115b7a3-2471-458b-b9ce-427cd42b42d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.248334 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a149c7-73b2-4c31-be88-0fac51d50c3a tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Pushing event deleted for resources: {'Port': ['ID=ae9f865d-ca68-4bb9-b4ee-3bf6d8f52a3f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:31.252531 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1115b7a3-2471-458b-b9ce-427cd42b42d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.280960 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115b7a3-2471-458b-b9ce-427cd42b42d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8abedea0-e807-44bf-94f3-ff18575aac76,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:31.304934 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1115b7a3-2471-458b-b9ce-427cd42b42d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.306175 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1115b7a3-2471-458b-b9ce-427cd42b42d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1858690 Jul 09 09:57:31.311121 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59052) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:31.316239 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3e6b28dd-01a0-4539-9829-ff92afe4ec48 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group_rule': {'security_group_id': '5b17fc74-80d6-4017-9d75-3fc1949476de', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:31.331587 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25a149c7-73b2-4c31-be88-0fac51d50c3a tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.343259 n-d-799996-1 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-3e6b28dd-01a0-4539-9829-ff92afe4ec48 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Project ae2f728a25b040fd82453c3377e2137f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 09:57:31.352024 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e6b28dd-01a0-4539-9829-ff92afe4ec48 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.443430 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e6b28dd-01a0-4539-9829-ff92afe4ec48 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.446147 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25a149c7-73b2-4c31-be88-0fac51d50c3a tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.448174 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e6b28dd-01a0-4539-9829-ff92afe4ec48 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.448985 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25a149c7-73b2-4c31-be88-0fac51d50c3a tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.476660 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b28dd-01a0-4539-9829-ff92afe4ec48 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94c321e-8093-4354-afc4-c49f58169c10,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:31.512109 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e6b28dd-01a0-4539-9829-ff92afe4ec48 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.517137 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3e6b28dd-01a0-4539-9829-ff92afe4ec48 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2033467 Jul 09 09:57:31.519725 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59056) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:31.526157 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-55fb9ba5-df49-4200-a1b2-954b14e8994e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group_rule': {'security_group_id': '5b17fc74-80d6-4017-9d75-3fc1949476de', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:31.532153 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25a149c7-73b2-4c31-be88-0fac51d50c3a tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.532904 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a149c7-73b2-4c31-be88-0fac51d50c3a tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Fanout notify agent at l3_agent the message router_deleted on router 873f8230-1db8-4efd-8a0f-0701e3004adc {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:57:31.541134 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25a149c7-73b2-4c31-be88-0fac51d50c3a tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.546264 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-25a149c7-73b2-4c31-be88-0fac51d50c3a tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "DELETE /v2.0/routers/873f8230-1db8-4efd-8a0f-0701e3004adc HTTP/1.1" status: 204 len: 168 time: 1.1085920 Jul 09 09:57:31.546420 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59064) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:31.551638 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6b6e7559-1fd4-41c2-a9c7-256aca7e4b53 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1533250450', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:31.563469 n-d-799996-1 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-55fb9ba5-df49-4200-a1b2-954b14e8994e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Project ae2f728a25b040fd82453c3377e2137f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 09:57:31.570434 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-55fb9ba5-df49-4200-a1b2-954b14e8994e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.601555 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b6e7559-1fd4-41c2-a9c7-256aca7e4b53 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.603059 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b6e7559-1fd4-41c2-a9c7-256aca7e4b53 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.678462 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b6e7559-1fd4-41c2-a9c7-256aca7e4b53 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.696458 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-55fb9ba5-df49-4200-a1b2-954b14e8994e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.711638 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-55fb9ba5-df49-4200-a1b2-954b14e8994e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.740584 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb9ba5-df49-4200-a1b2-954b14e8994e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae818ed-e211-43bf-ae52-918597ae5f9b,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:31.750681 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0347d-88a6-4f51-b250-c65abedc4d85 req-e8ba5f31-d977-4806-b400-bcd7bfbcebd6 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:31.752847 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fc0347d-88a6-4f51-b250-c65abedc4d85 req-e8ba5f31-d977-4806-b400-bcd7bfbcebd6 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 944 time: 0.1225290 Jul 09 09:57:31.754427 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-55fb9ba5-df49-4200-a1b2-954b14e8994e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.755548 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-55fb9ba5-df49-4200-a1b2-954b14e8994e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2344093 Jul 09 09:57:31.758834 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59066) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:31.765946 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8d9075ef-5c8f-4018-bad1-5f9e7a36f329 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'network': {'name': 'tempest-network-smoke--632994968', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'port_security_enabled': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:31.821180 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fc0347d-88a6-4f51-b250-c65abedc4d85 req-7938e368-537f-4540-9c45-97dba57db186 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599825 Jul 09 09:57:31.829450 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9075ef-5c8f-4018-bad1-5f9e7a36f329 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Made reservation on behalf of ae2f728a25b040fd82453c3377e2137f for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:57:31.834799 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d9075ef-5c8f-4018-bad1-5f9e7a36f329 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.861285 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9075ef-5c8f-4018-bad1-5f9e7a36f329 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:57:31.873293 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d9075ef-5c8f-4018-bad1-5f9e7a36f329 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.873826 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-8d9075ef-5c8f-4018-bad1-5f9e7a36f329 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Added segment 220e46c2-7874-4f99-9d52-65fca0ec773d of type vlan for network 1b6be32c-ac53-4054-9f75-2f3900f154b8 Jul 09 09:57:31.884048 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b6e7559-1fd4-41c2-a9c7-256aca7e4b53 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.921350 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d9075ef-5c8f-4018-bad1-5f9e7a36f329 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.961647 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d9075ef-5c8f-4018-bad1-5f9e7a36f329 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:31.967875 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9075ef-5c8f-4018-bad1-5f9e7a36f329 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:31.968550 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d9075ef-5c8f-4018-bad1-5f9e7a36f329 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:32.048245 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8d9075ef-5c8f-4018-bad1-5f9e7a36f329 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2882736 Jul 09 09:57:32.051139 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59076) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:32.057911 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d5f68be3-e6c2-424f-bc59-2aa7d841a39c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-435145112', 'admin_state_up': True, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:32.076150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9075ef-5c8f-4018-bad1-5f9e7a36f329 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Network': ['ID=1b6be32c-ac53-4054-9f75-2f3900f154b8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:32.099257 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 1b6be32c-ac53-4054-9f75-2f3900f154b8 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:57:32.100698 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f68be3-e6c2-424f-bc59-2aa7d841a39c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:32.104230 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f68be3-e6c2-424f-bc59-2aa7d841a39c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:32.191324 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f68be3-e6c2-424f-bc59-2aa7d841a39c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:32.198758 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-98c30763-eee4-4c63-8fb6-cb0baeaa4368 req-1c1d4d7d-aeb3-4e18-aff1-1f89bb4d7f82 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3286660 Jul 09 09:57:32.200024 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b6e7559-1fd4-41c2-a9c7-256aca7e4b53 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:32.221667 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b6e7559-1fd4-41c2-a9c7-256aca7e4b53 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:32.344103 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-6b6e7559-1fd4-41c2-a9c7-256aca7e4b53 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Allocated IP 172.25.3.53 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/6d184e63-4329-43d1-ab52-21055fc401e4) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:57:32.380329 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f68be3-e6c2-424f-bc59-2aa7d841a39c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:32.479722 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b6e7559-1fd4-41c2-a9c7-256aca7e4b53 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:32.540991 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b6e7559-1fd4-41c2-a9c7-256aca7e4b53 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:32.604280 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6e7559-1fd4-41c2-a9c7-256aca7e4b53 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:57:32.608713 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-6b6e7559-1fd4-41c2-a9c7-256aca7e4b53 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:57:32.611283 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6e7559-1fd4-41c2-a9c7-256aca7e4b53 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:57:32.615751 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e7559-1fd4-41c2-a9c7-256aca7e4b53 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Pushing event updated for resources: {'Port': ['ID=6d184e63-4329-43d1-ab52-21055fc401e4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:32.630693 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f68be3-e6c2-424f-bc59-2aa7d841a39c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:32.657315 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f68be3-e6c2-424f-bc59-2aa7d841a39c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:32.794275 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-d5f68be3-e6c2-424f-bc59-2aa7d841a39c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Allocated IP 172.25.3.248 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/aa7bb6b1-df39-445a-9e2d-5799680f0b6d) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:57:32.943390 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f68be3-e6c2-424f-bc59-2aa7d841a39c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:32.947018 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b6e7559-1fd4-41c2-a9c7-256aca7e4b53 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:32.975361 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 74bd452e-a584-45d3-9f16-ca03ea89c48a no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:57:33.050990 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f68be3-e6c2-424f-bc59-2aa7d841a39c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:33.118367 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f68be3-e6c2-424f-bc59-2aa7d841a39c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:57:33.128580 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d5f68be3-e6c2-424f-bc59-2aa7d841a39c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:57:33.133613 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f68be3-e6c2-424f-bc59-2aa7d841a39c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:57:33.134147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f68be3-e6c2-424f-bc59-2aa7d841a39c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Port': ['ID=aa7bb6b1-df39-445a-9e2d-5799680f0b6d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:33.256631 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb32c29-ed73-4231-b6f5-9c0f1455683c req-9df6352b-c629-4ccd-a00f-028ba96d575f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:33.258209 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ecb32c29-ed73-4231-b6f5-9c0f1455683c req-9df6352b-c629-4ccd-a00f-028ba96d575f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 944 time: 0.2704656 Jul 09 09:57:33.271421 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b6e7559-1fd4-41c2-a9c7-256aca7e4b53 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:33.427945 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ecb32c29-ed73-4231-b6f5-9c0f1455683c req-25d1465d-3709-4d2c-b7e8-ad13bb57ac55 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494095 Jul 09 09:57:33.466562 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c30763-eee4-4c63-8fb6-cb0baeaa4368 req-f06be338-d80a-42c0-b977-bf7cc6e4c0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:33.468127 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98c30763-eee4-4c63-8fb6-cb0baeaa4368 req-f06be338-d80a-42c0-b977-bf7cc6e4c0f4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8&tenant_id=99f7719707794c3ea83b85ef3879ca4c HTTP/1.1" status: 200 len: 1095 time: 0.2499282 Jul 09 09:57:33.624331 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f68be3-e6c2-424f-bc59-2aa7d841a39c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:33.670029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c30763-eee4-4c63-8fb6-cb0baeaa4368 req-799c60e8-364f-4b34-8cee-e2b5bd45100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:33.671543 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98c30763-eee4-4c63-8fb6-cb0baeaa4368 req-799c60e8-364f-4b34-8cee-e2b5bd45100a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99f7719707794c3ea83b85ef3879ca4c&device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 1095 time: 0.1617718 Jul 09 09:57:33.711499 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6e7559-1fd4-41c2-a9c7-256aca7e4b53 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Router 19316c8b-10f7-4181-bbf0-9fb58dbc6fb2 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:57:33.833013 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6e7559-1fd4-41c2-a9c7-256aca7e4b53 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:57:33.845275 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264da4da-0109-4ea4-aa71-d22d5b75c734 None None] Sync routers for ids ['19316c8b-10f7-4181-bbf0-9fb58dbc6fb2'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:57:33.857544 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264da4da-0109-4ea4-aa71-d22d5b75c734 None None] Routers {'19316c8b-10f7-4181-bbf0-9fb58dbc6fb2'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:33.859097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-264da4da-0109-4ea4-aa71-d22d5b75c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['19316c8b-10f7-4181-bbf0-9fb58dbc6fb2'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:33.859615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c30763-eee4-4c63-8fb6-cb0baeaa4368 req-f90e688b-f554-4e54-8c23-da561c1be0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:33.861195 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98c30763-eee4-4c63-8fb6-cb0baeaa4368 req-f90e688b-f554-4e54-8c23-da561c1be0f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4245b116-2d5b-4779-b854-de03b1576199 HTTP/1.1" status: 200 len: 917 time: 0.1796536 Jul 09 09:57:33.868764 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b6e7559-1fd4-41c2-a9c7-256aca7e4b53 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:33.870060 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6b6e7559-1fd4-41c2-a9c7-256aca7e4b53 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3226130 Jul 09 09:57:33.873414 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59096) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:33.882196 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8efee185-28a2-4e3c-94d8-5387880367eb tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:33.899922 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-264da4da-0109-4ea4-aa71-d22d5b75c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:33.909396 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264da4da-0109-4ea4-aa71-d22d5b75c734 None None] Routers {'19316c8b-10f7-4181-bbf0-9fb58dbc6fb2'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:33.910242 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-264da4da-0109-4ea4-aa71-d22d5b75c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['19316c8b-10f7-4181-bbf0-9fb58dbc6fb2'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:33.947282 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-264da4da-0109-4ea4-aa71-d22d5b75c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:33.948231 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264da4da-0109-4ea4-aa71-d22d5b75c734 None None] The sync data for ids ['19316c8b-10f7-4181-bbf0-9fb58dbc6fb2'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:57:33.984845 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98c30763-eee4-4c63-8fb6-cb0baeaa4368 req-28b29827-4051-4928-b4d0-8ab7a176ba9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74bd452e-a584-45d3-9f16-ca03ea89c48a HTTP/1.1" status: 200 len: 999 time: 0.1134875 Jul 09 09:57:33.986069 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f68be3-e6c2-424f-bc59-2aa7d841a39c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:33.988260 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:34.260458 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8efee185-28a2-4e3c-94d8-5387880367eb tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:34.280980 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8efee185-28a2-4e3c-94d8-5387880367eb tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:34.346730 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8efee185-28a2-4e3c-94d8-5387880367eb tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Deleting port 6d184e63-4329-43d1-ab52-21055fc401e4 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:57:34.347077 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8efee185-28a2-4e3c-94d8-5387880367eb tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:34.430400 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8efee185-28a2-4e3c-94d8-5387880367eb tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:34.444331 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8efee185-28a2-4e3c-94d8-5387880367eb tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Calling delete_port for 6d184e63-4329-43d1-ab52-21055fc401e4 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:57:34.466215 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c30763-eee4-4c63-8fb6-cb0baeaa4368 req-80a94407-6468-41f4-8f95-6fbdf114042b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:34.467950 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98c30763-eee4-4c63-8fb6-cb0baeaa4368 req-80a94407-6468-41f4-8f95-6fbdf114042b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f33154ac-544d-477f-a9ff-a13c564432a2 HTTP/1.1" status: 200 len: 855 time: 0.4765086 Jul 09 09:57:34.573216 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c30763-eee4-4c63-8fb6-cb0baeaa4368 req-33e3c59c-ed8c-4562-8d62-c2036161fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:34.575008 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98c30763-eee4-4c63-8fb6-cb0baeaa4368 req-33e3c59c-ed8c-4562-8d62-c2036161fe4f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4245b116-2d5b-4779-b854-de03b1576199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000671 Jul 09 09:57:34.577387 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f68be3-e6c2-424f-bc59-2aa7d841a39c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Router 758f16b1-2207-4563-bd90-1dd069d0fb3a is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:57:34.636379 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8efee185-28a2-4e3c-94d8-5387880367eb tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:34.664255 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efee185-28a2-4e3c-94d8-5387880367eb tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Pushing event deleted for resources: {'Port': ['ID=6d184e63-4329-43d1-ab52-21055fc401e4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:34.752198 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8efee185-28a2-4e3c-94d8-5387880367eb tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:34.805139 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98c30763-eee4-4c63-8fb6-cb0baeaa4368 req-35560d48-f687-47b3-89a6-4d4e7e44893d service neutron] 10.222.0.64 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212870 Jul 09 09:57:34.838970 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f68be3-e6c2-424f-bc59-2aa7d841a39c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:57:34.853679 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] Sync routers for ids ['758f16b1-2207-4563-bd90-1dd069d0fb3a'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:57:34.863469 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] Routers {'758f16b1-2207-4563-bd90-1dd069d0fb3a'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:34.864119 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['758f16b1-2207-4563-bd90-1dd069d0fb3a'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:34.895822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95918f-6c2a-4108-a1c7-3f7cdb836882 req-fcfc7fd1-633a-4fb0-8629-4c70f13285b7 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:34.897577 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cc95918f-6c2a-4108-a1c7-3f7cdb836882 req-fcfc7fd1-633a-4fb0-8629-4c70f13285b7 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 944 time: 0.2922509 Jul 09 09:57:34.914524 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f68be3-e6c2-424f-bc59-2aa7d841a39c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:34.919318 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d5f68be3-e6c2-424f-bc59-2aa7d841a39c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8671992 Jul 09 09:57:34.920338 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59110) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:34.997111 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] Set router 758f16b1-2207-4563-bd90-1dd069d0fb3a gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:57:35.001567 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cc95918f-6c2a-4108-a1c7-3f7cdb836882 req-3febd4bb-118e-45f0-bcb4-7200daaec8b1 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902038 Jul 09 09:57:35.010090 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8efee185-28a2-4e3c-94d8-5387880367eb tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:35.013396 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98c30763-eee4-4c63-8fb6-cb0baeaa4368 req-a3629e95-bec5-4f6f-aa5b-8eed5fba9eff service neutron] 10.222.0.64 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016783 Jul 09 09:57:35.013961 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8efee185-28a2-4e3c-94d8-5387880367eb tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524803'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:35.124830 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efee185-28a2-4e3c-94d8-5387880367eb tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Router 19316c8b-10f7-4181-bbf0-9fb58dbc6fb2 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:57:35.145032 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4353a053-084a-4f04-b9b8-b75e058aca5e tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=ae2f728a25b040fd82453c3377e2137f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2166705 Jul 09 09:57:35.148384 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59118) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:35.254643 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efee185-28a2-4e3c-94d8-5387880367eb tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:57:35.266316 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eacaf5-e210-4351-b03e-9cdd64ddf2cf None None] Sync routers for ids ['19316c8b-10f7-4181-bbf0-9fb58dbc6fb2'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:57:35.270461 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8efee185-28a2-4e3c-94d8-5387880367eb tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:35.271970 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8efee185-28a2-4e3c-94d8-5387880367eb tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "PUT /v2.0/routers/19316c8b-10f7-4181-bbf0-9fb58dbc6fb2 HTTP/1.1" status: 200 len: 706 time: 1.3975205 Jul 09 09:57:35.274713 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59126) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:35.281995 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eacaf5-e210-4351-b03e-9cdd64ddf2cf None None] Routers {'19316c8b-10f7-4181-bbf0-9fb58dbc6fb2'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:35.283752 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-43eacaf5-e210-4351-b03e-9cdd64ddf2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['19316c8b-10f7-4181-bbf0-9fb58dbc6fb2'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:35.330436 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4190fcde-a2cc-4aae-b506-b7ef29493f81 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:35.333430 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4190fcde-a2cc-4aae-b506-b7ef29493f81 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1839228 Jul 09 09:57:35.337290 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59134) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:35.360703 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-43eacaf5-e210-4351-b03e-9cdd64ddf2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:35.373778 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a62d2a55-121f-4dd4-9599-f2b192cc9afc tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "GET /v2.0/routers/19316c8b-10f7-4181-bbf0-9fb58dbc6fb2 HTTP/1.1" status: 200 len: 741 time: 0.0976822 Jul 09 09:57:35.376588 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59136) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:35.385531 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eacaf5-e210-4351-b03e-9cdd64ddf2cf None None] Routers {'19316c8b-10f7-4181-bbf0-9fb58dbc6fb2'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:35.386165 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-43eacaf5-e210-4351-b03e-9cdd64ddf2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['19316c8b-10f7-4181-bbf0-9fb58dbc6fb2'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:35.396324 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435145112', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:33Z', 'revision_number': 3, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:35.414859 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4c711b89-953e-48e4-bc9d-32b4e271d28c tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0736544 Jul 09 09:57:35.415112 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59140) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:35.420788 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b52b0669-5988-437d-b8fb-07d628417fa8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-536133730', 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:35.456899 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] Checking router: 758f16b1-2207-4563-bd90-1dd069d0fb3a for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:57:35.457170 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] Updating router 758f16b1-2207-4563-bd90-1dd069d0fb3a port aa7bb6b1-df39-445a-9e2d-5799680f0b6d binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:57:35.460576 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-43eacaf5-e210-4351-b03e-9cdd64ddf2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:35.462302 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eacaf5-e210-4351-b03e-9cdd64ddf2cf None None] The sync data for ids ['19316c8b-10f7-4181-bbf0-9fb58dbc6fb2'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:57:35.488581 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59144) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:35.489054 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0db2d711-e080-476c-b5f5-cd464e0235d2 tempest-RoutersAdminTest-970909778 tempest-RoutersAdminTest-970909778-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&device_id=19316c8b-10f7-4181-bbf0-9fb58dbc6fb2 HTTP/1.1" status: 200 len: 205 time: 0.1094413 Jul 09 09:57:35.504220 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:35.538081 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8bf66270-135d-4c38-916a-049e3bf094b1 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "GET /v2.0/ports?device_id=19316c8b-10f7-4181-bbf0-9fb58dbc6fb2 HTTP/1.1" status: 200 len: 205 time: 0.0451722 Jul 09 09:57:35.539362 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59146) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:35.643724 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae458471-dd69-4381-9ade-147ab604e141 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:35.846420 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52b0669-5988-437d-b8fb-07d628417fa8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Made reservation on behalf of ae2f728a25b040fd82453c3377e2137f for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:57:35.850888 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b52b0669-5988-437d-b8fb-07d628417fa8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:35.858897 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:35.882009 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] Transition to ACTIVE for port object aa7bb6b1-df39-445a-9e2d-5799680f0b6d will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:57:35.893541 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:35.937334 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b9f2b-1531-41f6-8570-b8de31a8a21e None None] Pushing event updated for resources: {'Port': ['ID=aa7bb6b1-df39-445a-9e2d-5799680f0b6d,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:35.951061 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b9f2b-1531-41f6-8570-b8de31a8a21e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:35.951725 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b9f2b-1531-41f6-8570-b8de31a8a21e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:35.952219 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b9f2b-1531-41f6-8570-b8de31a8a21e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:35.952769 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b9f2b-1531-41f6-8570-b8de31a8a21e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:35.953267 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b9f2b-1531-41f6-8570-b8de31a8a21e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:35.953762 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b9f2b-1531-41f6-8570-b8de31a8a21e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:35.954245 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b9f2b-1531-41f6-8570-b8de31a8a21e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:35.954792 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b9f2b-1531-41f6-8570-b8de31a8a21e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:35.955978 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b9f2b-1531-41f6-8570-b8de31a8a21e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:35.956476 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b9f2b-1531-41f6-8570-b8de31a8a21e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:35.956987 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b9f2b-1531-41f6-8570-b8de31a8a21e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:35.957462 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b9f2b-1531-41f6-8570-b8de31a8a21e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:36.007065 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] Attempting to bind port aa7bb6b1-df39-445a-9e2d-5799680f0b6d on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:57:36.007446 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] Attempting to bind port aa7bb6b1-df39-445a-9e2d-5799680f0b6d by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:57:36.007912 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] Attempting to bind port aa7bb6b1-df39-445a-9e2d-5799680f0b6d on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:57:36.030125 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:57:36.030798 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:57:36.031366 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:36.032059 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:57:36.032712 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] Bound port: aa7bb6b1-df39-445a-9e2d-5799680f0b6d, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:57:36.033293 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:36.117931 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] For port aa7bb6b1-df39-445a-9e2d-5799680f0b6d, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:57:36.126546 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] For port aa7bb6b1-df39-445a-9e2d-5799680f0b6d, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=aa7bb6b1-df39-445a-9e2d-5799680f0b6d,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:57:36.133394 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:36.191835 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae458471-dd69-4381-9ade-147ab604e141 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:36.206406 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae458471-dd69-4381-9ade-147ab604e141 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:36.263930 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] Routers {'758f16b1-2207-4563-bd90-1dd069d0fb3a'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:36.264738 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['758f16b1-2207-4563-bd90-1dd069d0fb3a'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:36.344647 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae458471-dd69-4381-9ade-147ab604e141 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:36.347167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae458471-dd69-4381-9ade-147ab604e141 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Fanout notify agent at l3_agent the message router_deleted on router 19316c8b-10f7-4181-bbf0-9fb58dbc6fb2 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:57:36.354594 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae458471-dd69-4381-9ade-147ab604e141 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:36.358946 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ae458471-dd69-4381-9ade-147ab604e141 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "DELETE /v2.0/routers/19316c8b-10f7-4181-bbf0-9fb58dbc6fb2 HTTP/1.1" status: 204 len: 168 time: 0.8163817 Jul 09 09:57:36.360173 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59158) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:36.411484 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-38eac040-47fd-4b32-a9ce-0f678a9b1ade tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "GET /v2.0/ports?device_id=19316c8b-10f7-4181-bbf0-9fb58dbc6fb2 HTTP/1.1" status: 200 len: 205 time: 0.0429296 Jul 09 09:57:36.411484 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59162) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:36.420691 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] Set router 758f16b1-2207-4563-bd90-1dd069d0fb3a gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:57:36.471000 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-4447a2f0-0d37-4ea6-a4c0-188e360f0c29 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] delete failed (client error): The resource could not be found. Jul 09 09:57:36.474399 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4447a2f0-0d37-4ea6-a4c0-188e360f0c29 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "DELETE /v2.0/routers/19316c8b-10f7-4181-bbf0-9fb58dbc6fb2 HTTP/1.1" status: 404 len: 336 time: 0.0605409 Jul 09 09:57:36.475203 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59164) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:36.520108 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5a11f-3ecd-4e47-a88e-f1f805fd8518 req-d2fdb62f-0fb0-4ead-8ac2-7de53921156a tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:36.521740 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6e5a11f-3ecd-4e47-a88e-f1f805fd8518 req-d2fdb62f-0fb0-4ead-8ac2-7de53921156a tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 944 time: 0.2739451 Jul 09 09:57:36.547518 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-307aa780-244b-4936-a623-687e9580ac57 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "GET /v2.0/ports?device_id=873f8230-1db8-4efd-8a0f-0701e3004adc HTTP/1.1" status: 200 len: 205 time: 0.0702896 Jul 09 09:57:36.550380 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59166) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:36.599640 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-fcfef571-a9ac-4c8e-9e92-b98010c4cc90 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] delete failed (client error): The resource could not be found. Jul 09 09:57:36.600880 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fcfef571-a9ac-4c8e-9e92-b98010c4cc90 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "DELETE /v2.0/routers/873f8230-1db8-4efd-8a0f-0701e3004adc HTTP/1.1" status: 404 len: 336 time: 0.0494492 Jul 09 09:57:36.603361 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59168) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:36.608762 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c6e5a11f-3ecd-4e47-a88e-f1f805fd8518 req-cfa00036-1dce-4015-9ee3-548e5977ea62 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773582 Jul 09 09:57:36.619459 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b52b0669-5988-437d-b8fb-07d628417fa8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:36.680447 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4b6ec3f8-ce16-4ebb-b9b7-a9474b8b589c tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "GET /v2.0/ports?device_id=26992d28-e751-433a-aa89-665383ff026f HTTP/1.1" status: 200 len: 205 time: 0.0758827 Jul 09 09:57:36.682713 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59170) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:36.709066 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b9f2b-1531-41f6-8570-b8de31a8a21e None None] Pushing event updated for resources: {'Port': ['ID=aa7bb6b1-df39-445a-9e2d-5799680f0b6d,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:36.716730 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b0669-5988-437d-b8fb-07d628417fa8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Checking segment: {'id': '220e46c2-7874-4f99-9d52-65fca0ec773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:57:36.717218 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52b0669-5988-437d-b8fb-07d628417fa8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network hostable DHCP agents. Network: 1b6be32c-ac53-4054-9f75-2f3900f154b8, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:57:36.767442 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-d566ab42-fdd3-4c2c-8e46-077c8bed675b tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] delete failed (client error): The resource could not be found. Jul 09 09:57:36.769157 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d566ab42-fdd3-4c2c-8e46-077c8bed675b tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "DELETE /v2.0/routers/26992d28-e751-433a-aa89-665383ff026f HTTP/1.1" status: 404 len: 336 time: 0.0845363 Jul 09 09:57:36.769471 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-004a8a7f-7af5-444b-b5f5-dcf2f81d851e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:36.772214 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59172) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:36.775106 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b0669-5988-437d-b8fb-07d628417fa8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Subnet': ['ID=75aea45f-b520-4fb2-8aa3-11b8311ecad9,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:36.816160 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-83acbde2-ad75-43da-8892-d28e576b6dc6 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e2255fe-5893-4004-bfe1-7f6e1536f44e HTTP/1.1" status: 200 len: 205 time: 0.0341787 Jul 09 09:57:36.818038 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59174) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:36.828729 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52b0669-5988-437d-b8fb-07d628417fa8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network 1b6be32c-ac53-4054-9f75-2f3900f154b8 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:57:36.853216 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d3292cd-25a9-47b5-9476-d999d308934f req-d9cb554a-3e5d-427c-a06c-9a11ee01cc67 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1529951 Jul 09 09:57:36.853708 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b52b0669-5988-437d-b8fb-07d628417fa8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 1b6be32c-ac53-4054-9f75-2f3900f154b8) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:57:36.858190 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52b0669-5988-437d-b8fb-07d628417fa8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:36.859139 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b52b0669-5988-437d-b8fb-07d628417fa8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:36.868876 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4079a26-853c-45d6-81dc-42d7d2f1c895 None None] Network 1b6be32c-ac53-4054-9f75-2f3900f154b8 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:57:36.898609 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b52b0669-5988-437d-b8fb-07d628417fa8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4791300 Jul 09 09:57:36.899055 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59176) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:36.938485 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-b83bcd88-239f-4bb1-82ce-d01641b8d77b tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] delete failed (client error): The resource could not be found. Jul 09 09:57:36.941055 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b83bcd88-239f-4bb1-82ce-d01641b8d77b tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "DELETE /v2.0/routers/0e2255fe-5893-4004-bfe1-7f6e1536f44e HTTP/1.1" status: 404 len: 336 time: 0.1200628 Jul 09 09:57:36.943523 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435145112', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:33Z', 'revision_number': 3, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:36.962532 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59178) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:37.018181 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38af55f7-4fe2-4ee4-847b-11679d913245 None None] The sync data for ids ['758f16b1-2207-4563-bd90-1dd069d0fb3a'] in n-d-799996-1 is: [{'id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435145112', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:33Z', 'revision_number': 3, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:57:37.038645 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f170d4e2-a678-4dca-b8a8-7c96f02b754e tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "GET /v2.0/ports?device_id=320894e0-a25f-47e5-a42e-8caefc4c9f3b HTTP/1.1" status: 200 len: 205 time: 0.0723069 Jul 09 09:57:37.041313 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59180) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:37.177393 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-d124de83-5db5-4bfc-8a9d-9637c56048d4 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] delete failed (client error): The resource could not be found. Jul 09 09:57:37.178448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d124de83-5db5-4bfc-8a9d-9637c56048d4 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "DELETE /v2.0/routers/320894e0-a25f-47e5-a42e-8caefc4c9f3b HTTP/1.1" status: 404 len: 336 time: 0.1230147 Jul 09 09:57:37.180866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0dde57-b77f-45bd-b07a-13aa8363c815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-1b6be32c-ac53-4054-9f75-2f3900f154b8', 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'fixed_ips': [{'subnet_id': '75aea45f-b520-4fb2-8aa3-11b8311ecad9'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:57:37.181288 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59182) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:37.182447 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5a0dde57-b77f-45bd-b07a-13aa8363c815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:37.259524 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0831f756-e121-4a1d-80b3-b5185163b650 tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "GET /v2.0/ports?device_id=f835f88f-7f07-428a-b6ba-4e78c345799e HTTP/1.1" status: 200 len: 205 time: 0.0743916 Jul 09 09:57:37.265919 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59184) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:37.332929 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3292cd-25a9-47b5-9476-d999d308934f req-642793a6-d6c9-48fa-89b3-553a45f6df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:37.335378 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d3292cd-25a9-47b5-9476-d999d308934f req-642793a6-d6c9-48fa-89b3-553a45f6df8a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 1097 time: 0.4273796 Jul 09 09:57:37.397380 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-1cd45c91-4167-4172-9482-2f18c298aa8f tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] delete failed (client error): The resource could not be found. Jul 09 09:57:37.403505 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1cd45c91-4167-4172-9482-2f18c298aa8f tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "DELETE /v2.0/routers/f835f88f-7f07-428a-b6ba-4e78c345799e HTTP/1.1" status: 404 len: 336 time: 0.1362021 Jul 09 09:57:37.406227 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59186) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:37.488460 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c8805b-6c4b-4ab1-89e2-f9c1b633f88c tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] DELETE failed (client error): The resource could not be found. Jul 09 09:57:37.489154 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c8805b-6c4b-4ab1-89e2-f9c1b633f88c tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:57:37.494376 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e8c8805b-6c4b-4ab1-89e2-f9c1b633f88c tempest-RoutersAdminTest-1913276973 tempest-RoutersAdminTest-1913276973-project] 10.222.0.61 "DELETE /v2.0/subnets/ad368eaf-28bc-4e8f-81d5-f94578ce5d11 HTTP/1.1" status: 404 len: 337 time: 0.0663974 Jul 09 09:57:37.591231 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-5a0dde57-b77f-45bd-b07a-13aa8363c815 None None] Allocated IP 172.20.0.2 (1b6be32c-ac53-4054-9f75-2f3900f154b8/75aea45f-b520-4fb2-8aa3-11b8311ecad9/c8e8674e-be92-4445-8485-aaace7976281) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:57:37.803102 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device aa7bb6b1-df39-445a-9e2d-5799680f0b6d up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:57:37.927364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3292cd-25a9-47b5-9476-d999d308934f req-2776e4d0-3e66-4ac6-8c65-62417105f69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:37.932235 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d3292cd-25a9-47b5-9476-d999d308934f req-2776e4d0-3e66-4ac6-8c65-62417105f69e service neutron] 10.222.0.58 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 913 time: 0.5503762 Jul 09 09:57:37.972276 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port aa7bb6b1-df39-445a-9e2d-5799680f0b6d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:57:38.004617 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port aa7bb6b1-df39-445a-9e2d-5799680f0b6d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:57:38.005105 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:38.308063 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59196) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:38.429919 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d3292cd-25a9-47b5-9476-d999d308934f req-e6913424-ee30-45bf-9f9b-e225cdacf302 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=204e9823-28b8-4cba-930f-869f32cea39c HTTP/1.1" status: 200 len: 1001 time: 0.4906921 Jul 09 09:57:38.489177 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5a0dde57-b77f-45bd-b07a-13aa8363c815 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:38.534750 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5a0dde57-b77f-45bd-b07a-13aa8363c815 None None] Transition to ACTIVE for port object c8e8674e-be92-4445-8485-aaace7976281 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:57:38.572872 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:38.610931 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port aa7bb6b1-df39-445a-9e2d-5799680f0b6d, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=aa7bb6b1-df39-445a-9e2d-5799680f0b6d,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:38.623685 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:38.642095 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5a0dde57-b77f-45bd-b07a-13aa8363c815 None None] Transition to ACTIVE for port object c8e8674e-be92-4445-8485-aaace7976281 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:57:38.654251 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-722ff052-2263-4141-8272-a1b7ac082c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:38.672507 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5a0dde57-b77f-45bd-b07a-13aa8363c815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:38.719914 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0dde57-b77f-45bd-b07a-13aa8363c815 None None] Network 1b6be32c-ac53-4054-9f75-2f3900f154b8 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:57:38.725418 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-5a0dde57-b77f-45bd-b07a-13aa8363c815 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:57:38.736256 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0dde57-b77f-45bd-b07a-13aa8363c815 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:57:38.757164 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=aa7bb6b1-df39-445a-9e2d-5799680f0b6d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:38.847639 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3292cd-25a9-47b5-9476-d999d308934f req-f09275e9-8402-4fb3-9448-4d110e8b1b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:38.850260 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d3292cd-25a9-47b5-9476-d999d308934f req-f09275e9-8402-4fb3-9448-4d110e8b1b4c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 200 len: 851 time: 0.4021440 Jul 09 09:57:38.939585 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5a0dde57-b77f-45bd-b07a-13aa8363c815 None None] Attempting to bind port c8e8674e-be92-4445-8485-aaace7976281 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:57:38.946595 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5a0dde57-b77f-45bd-b07a-13aa8363c815 None None] Attempting to bind port c8e8674e-be92-4445-8485-aaace7976281 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '220e46c2-7874-4f99-9d52-65fca0ec773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:57:38.947246 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0dde57-b77f-45bd-b07a-13aa8363c815 None None] Attempting to bind port c8e8674e-be92-4445-8485-aaace7976281 on network 1b6be32c-ac53-4054-9f75-2f3900f154b8 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:57:38.970281 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0dde57-b77f-45bd-b07a-13aa8363c815 None None] Pushing event updated for resources: {'Port': ['ID=c8e8674e-be92-4445-8485-aaace7976281,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:38.986534 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0dde57-b77f-45bd-b07a-13aa8363c815 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:57:38.988226 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0dde57-b77f-45bd-b07a-13aa8363c815 None None] Checking segment: {'id': '220e46c2-7874-4f99-9d52-65fca0ec773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:57:38.989997 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5a0dde57-b77f-45bd-b07a-13aa8363c815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:38.991404 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0dde57-b77f-45bd-b07a-13aa8363c815 None None] Bound using segment: {'id': '220e46c2-7874-4f99-9d52-65fca0ec773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:57:38.993232 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5a0dde57-b77f-45bd-b07a-13aa8363c815 None None] Bound port: c8e8674e-be92-4445-8485-aaace7976281, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220e46c2-7874-4f99-9d52-65fca0ec773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:57:38.994655 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5a0dde57-b77f-45bd-b07a-13aa8363c815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:39.014213 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-722ff052-2263-4141-8272-a1b7ac082c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:39.020685 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-722ff052-2263-4141-8272-a1b7ac082c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:39.104216 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ff052-2263-4141-8272-a1b7ac082c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f7f5a6-3498-4808-9efa-0b09f5402c69,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:39.154857 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-722ff052-2263-4141-8272-a1b7ac082c66 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7bb479ace9284ac88943743ad9923fb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8457029 Jul 09 09:57:39.159620 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59202) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:39.218301 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5a0dde57-b77f-45bd-b07a-13aa8363c815 None None] For port c8e8674e-be92-4445-8485-aaace7976281, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:57:39.234643 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5a0dde57-b77f-45bd-b07a-13aa8363c815 None None] For port c8e8674e-be92-4445-8485-aaace7976281, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c8e8674e-be92-4445-8485-aaace7976281,segment=NetworkSegment(220e46c2-7874-4f99-9d52-65fca0ec773d),segment_id=220e46c2-7874-4f99-9d52-65fca0ec773d)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:57:39.277506 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5a0dde57-b77f-45bd-b07a-13aa8363c815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:39.306375 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:39.337480 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b0cb1a9-e0bc-4674-b604-8302c99a198c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:39.386674 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b0cb1a9-e0bc-4674-b604-8302c99a198c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:39.397573 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-15f3d0e8-8bfa-4f73-80ed-2349608cc9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:39.418445 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0dde57-b77f-45bd-b07a-13aa8363c815 None None] Pushing event updated for resources: {'Port': ['ID=c8e8674e-be92-4445-8485-aaace7976281,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:39.479226 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b0cb1a9-e0bc-4674-b604-8302c99a198c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:39.483309 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b0cb1a9-e0bc-4674-b604-8302c99a198c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:39.493297 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6b0cb1a9-e0bc-4674-b604-8302c99a198c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/97f7f5a6-3498-4808-9efa-0b09f5402c69 HTTP/1.1" status: 204 len: 168 time: 0.3284099 Jul 09 09:57:39.503928 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cb1a9-e0bc-4674-b604-8302c99a198c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f7f5a6-3498-4808-9efa-0b09f5402c69,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:39.599683 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:39.794052 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device aa7bb6b1-df39-445a-9e2d-5799680f0b6d up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:57:39.874828 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port aa7bb6b1-df39-445a-9e2d-5799680f0b6d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:57:39.875263 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:39.949685 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe34b92-e0a9-48e2-9e45-84992e98bacd req-a17487e5-e319-4cfe-8d38-93bde70c82cd tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:39.970259 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8fe34b92-e0a9-48e2-9e45-84992e98bacd req-a17487e5-e319-4cfe-8d38-93bde70c82cd tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 944 time: 2.0360658 Jul 09 09:57:40.145165 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59212) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:40.205595 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8fe34b92-e0a9-48e2-9e45-84992e98bacd req-4fce4679-75d1-47f3-84d8-755958b513b5 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222328 Jul 09 09:57:40.238472 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9fe5bfc2-dd0b-4114-8f62-5d74cbc483c1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=417ef62cbd1f48be8f100b31d1067622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0917096 Jul 09 09:57:40.240808 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59214) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:40.323638 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3292cd-25a9-47b5-9476-d999d308934f req-6c428682-4b93-47f9-aee7-374237a8799a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:40.325114 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d3292cd-25a9-47b5-9476-d999d308934f req-6c428682-4b93-47f9-aee7-374237a8799a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c39f085e-9a90-44ab-b2cf-d4cf479d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4609184 Jul 09 09:57:40.400516 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1de3e145-e08d-4b64-b227-c21f2a25a3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:40.435456 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:40.451415 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1de3e145-e08d-4b64-b227-c21f2a25a3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:40.510134 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1de3e145-e08d-4b64-b227-c21f2a25a3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:40.513510 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1de3e145-e08d-4b64-b227-c21f2a25a3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:40.517376 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1de3e145-e08d-4b64-b227-c21f2a25a3b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9a5240c5-1c3b-4b33-a52a-2e6782fc6324 HTTP/1.1" status: 204 len: 168 time: 0.2721210 Jul 09 09:57:40.538550 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3e145-e08d-4b64-b227-c21f2a25a3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5240c5-1c3b-4b33-a52a-2e6782fc6324,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:40.713393 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d3292cd-25a9-47b5-9476-d999d308934f req-37f22970-ad3c-4ef0-ab56-bb93bfbb3954 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719866 Jul 09 09:57:41.034443 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d3292cd-25a9-47b5-9476-d999d308934f req-95ae9182-328e-4ffc-99da-f56ff8b9d189 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584031 Jul 09 09:57:41.160867 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Allocated IP 172.20.0.1 (1b6be32c-ac53-4054-9f75-2f3900f154b8/75aea45f-b520-4fb2-8aa3-11b8311ecad9/8e772c89-7c74-432e-8942-de03cedc2067) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:57:41.206817 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:41.295035 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109f76a7-cb17-4701-a701-9fc36053bf3c None None] Network 1b6be32c-ac53-4054-9f75-2f3900f154b8 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:57:41.434238 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:41.472144 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-54a63d62-ad51-4376-be62-6c8583ac15a8 None None] Provisioning for port c8e8674e-be92-4445-8485-aaace7976281 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:57:41.537145 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Transition to ACTIVE for port object 8e772c89-7c74-432e-8942-de03cedc2067 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:57:41.596974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f78bbc-7b2f-4457-93d4-7db8e08f2012 req-591b1254-2d0e-4568-8858-a6c6f04b7e59 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:41.598781 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43f78bbc-7b2f-4457-93d4-7db8e08f2012 req-591b1254-2d0e-4568-8858-a6c6f04b7e59 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 944 time: 0.1593399 Jul 09 09:57:41.666051 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43f78bbc-7b2f-4457-93d4-7db8e08f2012 req-8ca0b2a3-e212-47a7-bf45-98bb699d460e tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583477 Jul 09 09:57:41.667366 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:41.748282 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c8e8674e-be92-4445-8485-aaace7976281 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:57:41.774168 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network 1b6be32c-ac53-4054-9f75-2f3900f154b8 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:57:41.777821 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:57:41.808715 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:57:41.887995 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port c8e8674e-be92-4445-8485-aaace7976281 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:57:41.894721 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Port': ['ID=8e772c89-7c74-432e-8942-de03cedc2067,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:41.896011 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port c8e8674e-be92-4445-8485-aaace7976281 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:57:41.896381 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:41.940342 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:41.940684 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:41.941021 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:41.941356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:41.941690 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:41.942020 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:41.942361 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:41.942671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:41.942997 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:41.943320 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:41.943641 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:41.944009 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:41.976269 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:42.069256 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:42.134405 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port c8e8674e-be92-4445-8485-aaace7976281, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c8e8674e-be92-4445-8485-aaace7976281,segment=NetworkSegment(220e46c2-7874-4f99-9d52-65fca0ec773d),segment_id=220e46c2-7874-4f99-9d52-65fca0ec773d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:42.145148 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:42.218112 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2d22fb24-714d-411d-8aef-78a9f513214b None None] Provisioning complete for port c8e8674e-be92-4445-8485-aaace7976281 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:57:42.219319 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d22fb24-714d-411d-8aef-78a9f513214b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:42.300142 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=c8e8674e-be92-4445-8485-aaace7976281,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:42.359288 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:42.388605 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2d22fb24-714d-411d-8aef-78a9f513214b None None] Provisioning for port 8e772c89-7c74-432e-8942-de03cedc2067 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:57:42.394704 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2d22fb24-714d-411d-8aef-78a9f513214b None None] Provisioning complete for port 8e772c89-7c74-432e-8942-de03cedc2067 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:57:42.395227 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d22fb24-714d-411d-8aef-78a9f513214b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:42.440316 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2d22fb24-714d-411d-8aef-78a9f513214b None None] Port 8e772c89-7c74-432e-8942-de03cedc2067 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:57:42.561429 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c823a061-feb4-4bfd-9cdb-ec921ef97ff2 None None] Provisioning complete for port 8e772c89-7c74-432e-8942-de03cedc2067 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:57:42.561932 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c823a061-feb4-4bfd-9cdb-ec921ef97ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:42.605549 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c823a061-feb4-4bfd-9cdb-ec921ef97ff2 None None] Port 8e772c89-7c74-432e-8942-de03cedc2067 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:57:42.724240 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:42.731745 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:42.830855 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59266) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:42.920196 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Port': ['ID=8e772c89-7c74-432e-8942-de03cedc2067,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:42.924881 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:42.957522 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4b02dfa4-f8ba-4eb4-8fb5-ad82819208ab tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2008148528', 'router:external': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:42.991946 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:42.998849 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b02dfa4-f8ba-4eb4-8fb5-ad82819208ab tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Made reservation on behalf of e193397cefa3407c87159d61c0b51e05 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:57:43.001510 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b02dfa4-f8ba-4eb4-8fb5-ad82819208ab tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:43.011270 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b02dfa4-f8ba-4eb4-8fb5-ad82819208ab tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:43.021003 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfb42f-97ad-40b2-9334-e73ee051f61e req-8e36e033-2f0c-44ca-a854-ae2318d9b7b9 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:43.022617 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43cfb42f-97ad-40b2-9334-e73ee051f61e req-8e36e033-2f0c-44ca-a854-ae2318d9b7b9 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 944 time: 0.1667542 Jul 09 09:57:43.088086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network 1b6be32c-ac53-4054-9f75-2f3900f154b8 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:57:43.092160 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43cfb42f-97ad-40b2-9334-e73ee051f61e req-1b1771ca-6cbc-41ce-a27e-2b9b2d60ea16 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628288 Jul 09 09:57:43.093256 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:57:43.177709 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b02dfa4-f8ba-4eb4-8fb5-ad82819208ab tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:43.185660 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b02dfa4-f8ba-4eb4-8fb5-ad82819208ab tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:43.213430 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b02dfa4-f8ba-4eb4-8fb5-ad82819208ab tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:57:43.230108 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b02dfa4-f8ba-4eb4-8fb5-ad82819208ab tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:43.230895 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-4b02dfa4-f8ba-4eb4-8fb5-ad82819208ab tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Added segment a831c4d9-d3cb-4ecc-aaf8-5aef011051e5 of type vlan for network 8fd99165-cd57-48ec-a149-4004fce35cb8 Jul 09 09:57:43.303615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Router 758f16b1-2207-4563-bd90-1dd069d0fb3a has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:57:43.315731 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02dfa4-f8ba-4eb4-8fb5-ad82819208ab tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181276ce-0a0b-4676-ae34-85f2a0e3e556,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:43.357499 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b02dfa4-f8ba-4eb4-8fb5-ad82819208ab tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:43.404523 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b02dfa4-f8ba-4eb4-8fb5-ad82819208ab tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:43.405014 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b02dfa4-f8ba-4eb4-8fb5-ad82819208ab tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:43.405663 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b02dfa4-f8ba-4eb4-8fb5-ad82819208ab tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:43.439019 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2c13d878-6f5c-456e-9093-a75af3600142 None None] Provisioning complete for port 8e772c89-7c74-432e-8942-de03cedc2067 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:57:43.439727 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2c13d878-6f5c-456e-9093-a75af3600142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:43.465324 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:57:43.480160 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8d518cc4-1c3f-43ce-958e-e8d357baadbf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "PUT /v2.0/routers/758f16b1-2207-4563-bd90-1dd069d0fb3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5718496 Jul 09 09:57:43.480285 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2c13d878-6f5c-456e-9093-a75af3600142 None None] Port 8e772c89-7c74-432e-8942-de03cedc2067 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:57:43.485505 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] Sync routers for ids ['758f16b1-2207-4563-bd90-1dd069d0fb3a'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:57:43.495947 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] Routers {'758f16b1-2207-4563-bd90-1dd069d0fb3a'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:43.496558 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['758f16b1-2207-4563-bd90-1dd069d0fb3a'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:43.511418 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4b02dfa4-f8ba-4eb4-8fb5-ad82819208ab tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6787167 Jul 09 09:57:43.514466 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59272) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:43.520292 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8a8d4703-a4d0-4fe1-a5a8-c83c93341a98 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Request body: {'subnet': {'network_id': '8fd99165-cd57-48ec-a149-4004fce35cb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:43.525223 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02dfa4-f8ba-4eb4-8fb5-ad82819208ab tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Pushing event updated for resources: {'Network': ['ID=8fd99165-cd57-48ec-a149-4004fce35cb8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:43.553748 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8d4703-a4d0-4fe1-a5a8-c83c93341a98 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Made reservation on behalf of e193397cefa3407c87159d61c0b51e05 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:57:43.556685 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a8d4703-a4d0-4fe1-a5a8-c83c93341a98 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:43.579714 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 8fd99165-cd57-48ec-a149-4004fce35cb8 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:57:43.690345 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c8e8674e-be92-4445-8485-aaace7976281 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:57:43.697555 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] Set router 758f16b1-2207-4563-bd90-1dd069d0fb3a gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:57:43.780354 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port c8e8674e-be92-4445-8485-aaace7976281 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:57:43.780983 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:43.896164 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91ada361-be89-437a-ab11-f2ff197f6aac req-cb0a280e-fb1e-4a25-80f7-6e00f185ab0e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1266471404&fields=id&tenant_id=ae2f728a25b040fd82453c3377e2137f HTTP/1.1" status: 200 len: 267 time: 0.0800033 Jul 09 09:57:44.073188 n-d-799996-1 neutron-server[93791]: DEBUG neutron.objects.ports [None req-8a8d4703-a4d0-4fe1-a5a8-c83c93341a98 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93791) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 09:57:44.073811 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a8d4703-a4d0-4fe1-a5a8-c83c93341a98 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:44.092433 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ada361-be89-437a-ab11-f2ff197f6aac req-018679ab-e7fd-44b4-9964-cda061ec673f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:44.094376 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91ada361-be89-437a-ab11-f2ff197f6aac req-018679ab-e7fd-44b4-9964-cda061ec673f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/networks?id=1b6be32c-ac53-4054-9f75-2f3900f154b8 HTTP/1.1" status: 200 len: 796 time: 0.1970482 Jul 09 09:57:44.115469 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91ada361-be89-437a-ab11-f2ff197f6aac req-bdc3113c-5849-4081-a5ea-00420beee0b4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/quotas/ae2f728a25b040fd82453c3377e2137f HTTP/1.1" status: 200 len: 375 time: 0.0130713 Jul 09 09:57:44.127666 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d4703-a4d0-4fe1-a5a8-c83c93341a98 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6b0e7e8b-ee9e-4c29-811a-c6461f65d860,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:44.148161 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8d4703-a4d0-4fe1-a5a8-c83c93341a98 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Checking segment: {'id': 'a831c4d9-d3cb-4ecc-aaf8-5aef011051e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8fd99165-cd57-48ec-a149-4004fce35cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:57:44.148530 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8d4703-a4d0-4fe1-a5a8-c83c93341a98 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Network hostable DHCP agents. Network: 8fd99165-cd57-48ec-a149-4004fce35cb8, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:57:44.191467 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8d4703-a4d0-4fe1-a5a8-c83c93341a98 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Network 8fd99165-cd57-48ec-a149-4004fce35cb8 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:57:44.201586 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435145112', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:42Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '8e772c89-7c74-432e-8942-de03cedc2067', 'name': '', 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:53:38:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '75aea45f-b520-4fb2-8aa3-11b8311ecad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:40Z', 'updated_at': '2021-07-09T09:57:42Z', 'revision_number': 2, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '75aea45f-b520-4fb2-8aa3-11b8311ecad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:44.209833 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-8a8d4703-a4d0-4fe1-a5a8-c83c93341a98 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 8fd99165-cd57-48ec-a149-4004fce35cb8) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:57:44.215936 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8d4703-a4d0-4fe1-a5a8-c83c93341a98 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:44.216782 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a8d4703-a4d0-4fe1-a5a8-c83c93341a98 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:44.225905 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3268e2-ffdc-453a-82fb-635eb90b9ed8 None None] Network 8fd99165-cd57-48ec-a149-4004fce35cb8 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:57:44.244339 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91ada361-be89-437a-ab11-f2ff197f6aac req-782e757d-ebb8-4716-acb5-79b75ce7cbfc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1193278 Jul 09 09:57:44.257813 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] Checking router: 758f16b1-2207-4563-bd90-1dd069d0fb3a for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:57:44.258158 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] Updating router 758f16b1-2207-4563-bd90-1dd069d0fb3a port 8e772c89-7c74-432e-8942-de03cedc2067 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:57:44.267440 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-91ada361-be89-437a-ab11-f2ff197f6aac req-ba4efffc-303e-433b-8b72-4843cd71cbe1 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 09:57:44.269710 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8a8d4703-a4d0-4fe1-a5a8-c83c93341a98 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7541912 Jul 09 09:57:44.272686 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59286) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:44.274778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91ada361-be89-437a-ab11-f2ff197f6aac req-ba4efffc-303e-433b-8b72-4843cd71cbe1 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157003 Jul 09 09:57:44.287142 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4737e947-c7be-42c8-a222-18b7eaa7b935 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-690031261', 'network_id': '8fd99165-cd57-48ec-a149-4004fce35cb8'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:44.317463 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:44.339843 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4737e947-c7be-42c8-a222-18b7eaa7b935 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Made reservation on behalf of e193397cefa3407c87159d61c0b51e05 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:57:44.342597 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4737e947-c7be-42c8-a222-18b7eaa7b935 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:44.378379 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-4737e947-c7be-42c8-a222-18b7eaa7b935 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] device_id is not set on port dcb7303e-388c-4c11-b857-09ad0b5d3c97 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:57:44.470286 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91ada361-be89-437a-ab11-f2ff197f6aac req-33fcfc37-95cc-43c0-a55c-a529a578e69d service neutron] 10.222.0.61 "GET /v2.0/networks/1b6be32c-ac53-4054-9f75-2f3900f154b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845152 Jul 09 09:57:44.510315 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d237ab-2615-4548-9529-ee781bbf46aa None None] Network 8fd99165-cd57-48ec-a149-4004fce35cb8 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:57:44.602356 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-4737e947-c7be-42c8-a222-18b7eaa7b935 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Allocated IP 2001:db8::93 (8fd99165-cd57-48ec-a149-4004fce35cb8/6b0e7e8b-ee9e-4c29-811a-c6461f65d860/dcb7303e-388c-4c11-b857-09ad0b5d3c97) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:57:44.661336 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:44.673518 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91ada361-be89-437a-ab11-f2ff197f6aac req-67bb0d88-b5b6-4268-b091-500050099492 service neutron] 10.222.0.61 "GET /v2.0/networks/1b6be32c-ac53-4054-9f75-2f3900f154b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016931 Jul 09 09:57:44.676101 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] Transition to ACTIVE for port object 8e772c89-7c74-432e-8942-de03cedc2067 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:57:44.685926 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:44.738545 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b82774-cbc2-44e8-9b9f-62d8987394d6 None None] Pushing event updated for resources: {'Port': ['ID=8e772c89-7c74-432e-8942-de03cedc2067,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:44.932857 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] Attempting to bind port 8e772c89-7c74-432e-8942-de03cedc2067 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:57:44.934184 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] Attempting to bind port 8e772c89-7c74-432e-8942-de03cedc2067 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '220e46c2-7874-4f99-9d52-65fca0ec773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:57:44.939833 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] Attempting to bind port 8e772c89-7c74-432e-8942-de03cedc2067 on network 1b6be32c-ac53-4054-9f75-2f3900f154b8 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:57:44.949724 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:57:44.950289 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] Checking segment: {'id': '220e46c2-7874-4f99-9d52-65fca0ec773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:57:44.950963 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:44.951458 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] Bound using segment: {'id': '220e46c2-7874-4f99-9d52-65fca0ec773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:57:44.952059 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] Bound port: 8e772c89-7c74-432e-8942-de03cedc2067, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220e46c2-7874-4f99-9d52-65fca0ec773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:57:44.957347 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:45.004470 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4737e947-c7be-42c8-a222-18b7eaa7b935 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:45.049309 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] For port 8e772c89-7c74-432e-8942-de03cedc2067, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:57:45.054129 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] For port 8e772c89-7c74-432e-8942-de03cedc2067, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8e772c89-7c74-432e-8942-de03cedc2067,segment=NetworkSegment(220e46c2-7874-4f99-9d52-65fca0ec773d),segment_id=220e46c2-7874-4f99-9d52-65fca0ec773d)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:57:45.062753 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:45.129748 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4737e947-c7be-42c8-a222-18b7eaa7b935 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:45.158924 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b82774-cbc2-44e8-9b9f-62d8987394d6 None None] Pushing event updated for resources: {'Port': ['ID=8e772c89-7c74-432e-8942-de03cedc2067,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:45.180404 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] Routers {'758f16b1-2207-4563-bd90-1dd069d0fb3a'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:45.181227 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['758f16b1-2207-4563-bd90-1dd069d0fb3a'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:45.181346 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55898bc-d815-45dc-a7bc-60ac08e51471 req-d17cc71a-8fdc-4c87-9522-9db0541d78f5 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:45.193720 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c55898bc-d815-45dc-a7bc-60ac08e51471 req-d17cc71a-8fdc-4c87-9522-9db0541d78f5 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 944 time: 0.1661558 Jul 09 09:57:45.244921 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4737e947-c7be-42c8-a222-18b7eaa7b935 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Network 8fd99165-cd57-48ec-a149-4004fce35cb8 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:57:45.268802 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4737e947-c7be-42c8-a222-18b7eaa7b935 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:57:45.278426 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4737e947-c7be-42c8-a222-18b7eaa7b935 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:57:45.281759 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4737e947-c7be-42c8-a222-18b7eaa7b935 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:45.283715 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4737e947-c7be-42c8-a222-18b7eaa7b935 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:45.316050 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c55898bc-d815-45dc-a7bc-60ac08e51471 req-b5ef541c-482d-48b4-84c2-a2ca5d056440 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213670 Jul 09 09:57:45.331382 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4737e947-c7be-42c8-a222-18b7eaa7b935 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0563884 Jul 09 09:57:45.333516 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59298) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:45.351671 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737e947-c7be-42c8-a222-18b7eaa7b935 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Pushing event updated for resources: {'Port': ['ID=dcb7303e-388c-4c11-b857-09ad0b5d3c97,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:45.466909 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] Set router 758f16b1-2207-4563-bd90-1dd069d0fb3a gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:57:45.556012 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc79634c-284c-46bc-a32e-8dcc546ec2b7 req-5b650e62-784d-40c1-aebd-6f1d5f22d10d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 210 time: 0.1446040 Jul 09 09:57:45.756643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d2f52-ac10-4164-be1e-cd6f95d766ff req-dbbd299e-1f7a-432a-8576-ea3a7374b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:45.758520 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd5d2f52-ac10-4164-be1e-cd6f95d766ff req-dbbd299e-1f7a-432a-8576-ea3a7374b347 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99f7719707794c3ea83b85ef3879ca4c&device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 1095 time: 0.1996763 Jul 09 09:57:45.764461 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6574b504-fa36-4c17-b626-748a85db9b04 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Deleting port dcb7303e-388c-4c11-b857-09ad0b5d3c97 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:57:45.764815 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6574b504-fa36-4c17-b626-748a85db9b04 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:45.871316 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6574b504-fa36-4c17-b626-748a85db9b04 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:45.885788 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6574b504-fa36-4c17-b626-748a85db9b04 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Calling delete_port for dcb7303e-388c-4c11-b857-09ad0b5d3c97 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:57:46.107072 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435145112', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:42Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '8e772c89-7c74-432e-8942-de03cedc2067', 'name': '', 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:53:38:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '75aea45f-b520-4fb2-8aa3-11b8311ecad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:40Z', 'updated_at': '2021-07-09T09:57:45Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '75aea45f-b520-4fb2-8aa3-11b8311ecad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:46.166662 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d2f52-ac10-4164-be1e-cd6f95d766ff req-7450afe1-2b84-4b4a-90e0-63fc75885de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:46.170291 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd5d2f52-ac10-4164-be1e-cd6f95d766ff req-7450afe1-2b84-4b4a-90e0-63fc75885de1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4245b116-2d5b-4779-b854-de03b1576199 HTTP/1.1" status: 200 len: 917 time: 0.1999948 Jul 09 09:57:46.175347 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6574b504-fa36-4c17-b626-748a85db9b04 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:46.185667 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9c376a-3d3c-43ea-8b52-405b4d5c71eb None None] The sync data for ids ['758f16b1-2207-4563-bd90-1dd069d0fb3a'] in n-d-799996-1 is: [{'id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435145112', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:42Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '8e772c89-7c74-432e-8942-de03cedc2067', 'name': '', 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:53:38:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '75aea45f-b520-4fb2-8aa3-11b8311ecad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:40Z', 'updated_at': '2021-07-09T09:57:45Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '75aea45f-b520-4fb2-8aa3-11b8311ecad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:57:46.332135 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd5d2f52-ac10-4164-be1e-cd6f95d766ff req-5dc95714-943a-4cfa-8442-31c00a27b6df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74bd452e-a584-45d3-9f16-ca03ea89c48a HTTP/1.1" status: 200 len: 999 time: 0.1125901 Jul 09 09:57:46.333613 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574b504-fa36-4c17-b626-748a85db9b04 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcb7303e-388c-4c11-b857-09ad0b5d3c97,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:46.446777 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6574b504-fa36-4c17-b626-748a85db9b04 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:46.451445 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6574b504-fa36-4c17-b626-748a85db9b04 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "DELETE /v2.0/ports/dcb7303e-388c-4c11-b857-09ad0b5d3c97 HTTP/1.1" status: 204 len: 168 time: 1.1115768 Jul 09 09:57:46.451885 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59310) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:46.459190 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-fdf2421c-6189-40ce-bba1-4a841d292ca1 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8fd99165-cd57-48ec-a149-4004fce35cb8', 'external_fixed_ips': [{'subnet_id': '6b0e7e8b-ee9e-4c29-811a-c6461f65d860', 'ip_address': '2001:db8::93'}]}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:46.505973 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fdf2421c-6189-40ce-bba1-4a841d292ca1 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:46.507902 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fdf2421c-6189-40ce-bba1-4a841d292ca1 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:46.631773 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d2f52-ac10-4164-be1e-cd6f95d766ff req-8e59ded5-1273-4e9a-a2a1-cb8d1e51b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:46.633351 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd5d2f52-ac10-4164-be1e-cd6f95d766ff req-8e59ded5-1273-4e9a-a2a1-cb8d1e51b5c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f33154ac-544d-477f-a9ff-a13c564432a2 HTTP/1.1" status: 200 len: 855 time: 0.2274864 Jul 09 09:57:46.669160 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fdf2421c-6189-40ce-bba1-4a841d292ca1 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:46.697981 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068a44b-cdcb-4e57-b766-83fd777cb639 req-f86c0cfb-1107-44fc-b534-5e894c90758b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:46.727759 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0068a44b-cdcb-4e57-b766-83fd777cb639 req-f86c0cfb-1107-44fc-b534-5e894c90758b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 944 time: 0.1734633 Jul 09 09:57:46.910846 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fdf2421c-6189-40ce-bba1-4a841d292ca1 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:46.915145 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-413dc335-b281-4367-929a-4f9f13c734a8 req-b386315a-7af6-494c-8bcb-76d0bd5ae25e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 210 time: 0.0908048 Jul 09 09:57:46.987474 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0068a44b-cdcb-4e57-b766-83fd777cb639 req-35f73f9e-56a3-4c75-be0c-bf1e289f2eb7 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2570715 Jul 09 09:57:47.377942 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d2f52-ac10-4164-be1e-cd6f95d766ff req-a37389ed-6b1a-4469-b9f0-33c7a533739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:47.380615 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd5d2f52-ac10-4164-be1e-cd6f95d766ff req-a37389ed-6b1a-4469-b9f0-33c7a533739e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4245b116-2d5b-4779-b854-de03b1576199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3429837 Jul 09 09:57:47.544769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ada361-be89-437a-ab11-f2ff197f6aac req-11deb77a-60bb-4943-bf43-f2b5cbf57fd6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:47.546417 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91ada361-be89-437a-ab11-f2ff197f6aac req-11deb77a-60bb-4943-bf43-f2b5cbf57fd6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.58 "GET /v2.0/networks?id=1b6be32c-ac53-4054-9f75-2f3900f154b8 HTTP/1.1" status: 200 len: 796 time: 0.3861017 Jul 09 09:57:47.710966 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8e772c89-7c74-432e-8942-de03cedc2067 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:57:47.756113 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91ada361-be89-437a-ab11-f2ff197f6aac req-bdc02d48-6aab-4de9-87a5-1fe69e6c4b9a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae2f728a25b040fd82453c3377e2137f HTTP/1.1" status: 200 len: 380 time: 0.1162872 Jul 09 09:57:47.771406 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-91ada361-be89-437a-ab11-f2ff197f6aac req-5cc4259f-a8c2-45ce-986c-a8d44e6d3186 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'port': {'device_id': 'a079b237-30a8-47a8-a61b-a4192b2350e9', 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8', 'admin_state_up': True, 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'security_groups': ['5b17fc74-80d6-4017-9d75-3fc1949476de']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:47.787315 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 8e772c89-7c74-432e-8942-de03cedc2067 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:57:47.792129 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 8e772c89-7c74-432e-8942-de03cedc2067 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:57:47.792531 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:47.865131 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd5d2f52-ac10-4164-be1e-cd6f95d766ff req-2785c0f3-a0c8-4670-bb42-54dc75657954 service neutron] 10.222.0.64 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299459 Jul 09 09:57:47.931364 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:47.961489 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fdf2421c-6189-40ce-bba1-4a841d292ca1 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:47.971905 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91ada361-be89-437a-ab11-f2ff197f6aac req-5cc4259f-a8c2-45ce-986c-a8d44e6d3186 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Made reservation on behalf of ae2f728a25b040fd82453c3377e2137f for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:57:47.977756 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 8e772c89-7c74-432e-8942-de03cedc2067, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8e772c89-7c74-432e-8942-de03cedc2067,segment=NetworkSegment(220e46c2-7874-4f99-9d52-65fca0ec773d),segment_id=220e46c2-7874-4f99-9d52-65fca0ec773d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:47.983967 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:47.986805 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91ada361-be89-437a-ab11-f2ff197f6aac req-5cc4259f-a8c2-45ce-986c-a8d44e6d3186 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:47.991365 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fdf2421c-6189-40ce-bba1-4a841d292ca1 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:48.081725 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=8e772c89-7c74-432e-8942-de03cedc2067,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:48.230136 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-fdf2421c-6189-40ce-bba1-4a841d292ca1 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Allocated IP 2001:db8::93 (8fd99165-cd57-48ec-a149-4004fce35cb8/6b0e7e8b-ee9e-4c29-811a-c6461f65d860/dd4e2004-98a7-47f5-803c-0f56e262a534) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:57:48.337643 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a4f9367-efd4-414b-8b5e-2693ad82e48d req-dd6b9559-212c-4191-bc4e-6d4b015e68a6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 210 time: 0.0905113 Jul 09 09:57:48.371798 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-91ada361-be89-437a-ab11-f2ff197f6aac req-5cc4259f-a8c2-45ce-986c-a8d44e6d3186 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Allocated IP 172.20.0.14 (1b6be32c-ac53-4054-9f75-2f3900f154b8/75aea45f-b520-4fb2-8aa3-11b8311ecad9/148438c2-656f-4e1d-8410-08d44077ecfb) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:57:48.403594 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fdf2421c-6189-40ce-bba1-4a841d292ca1 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:48.415071 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3624e8-dfa6-4dba-aedc-ebf681a6baa8 req-a3ac4fbb-704f-4d78-80bf-94d526bf3ffb tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:48.416690 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bf3624e8-dfa6-4dba-aedc-ebf681a6baa8 req-a3ac4fbb-704f-4d78-80bf-94d526bf3ffb tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 944 time: 0.1680520 Jul 09 09:57:48.448459 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fdf2421c-6189-40ce-bba1-4a841d292ca1 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:48.490770 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf2421c-6189-40ce-bba1-4a841d292ca1 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Network 8fd99165-cd57-48ec-a149-4004fce35cb8 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:57:48.493725 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-fdf2421c-6189-40ce-bba1-4a841d292ca1 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:57:48.498225 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf2421c-6189-40ce-bba1-4a841d292ca1 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:57:48.501286 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2421c-6189-40ce-bba1-4a841d292ca1 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Pushing event updated for resources: {'Port': ['ID=dd4e2004-98a7-47f5-803c-0f56e262a534,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:48.532018 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bf3624e8-dfa6-4dba-aedc-ebf681a6baa8 req-256fe22b-b565-4d15-8745-2ec03f62dbda tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017020 Jul 09 09:57:48.591551 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91ada361-be89-437a-ab11-f2ff197f6aac req-5cc4259f-a8c2-45ce-986c-a8d44e6d3186 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:48.606678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-91ada361-be89-437a-ab11-f2ff197f6aac req-5cc4259f-a8c2-45ce-986c-a8d44e6d3186 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Transition to ACTIVE for port object 148438c2-656f-4e1d-8410-08d44077ecfb will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:57:48.644573 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91ada361-be89-437a-ab11-f2ff197f6aac req-5cc4259f-a8c2-45ce-986c-a8d44e6d3186 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:48.693237 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91ada361-be89-437a-ab11-f2ff197f6aac req-5cc4259f-a8c2-45ce-986c-a8d44e6d3186 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network 1b6be32c-ac53-4054-9f75-2f3900f154b8 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:57:48.698935 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-91ada361-be89-437a-ab11-f2ff197f6aac req-5cc4259f-a8c2-45ce-986c-a8d44e6d3186 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:57:48.701698 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ada361-be89-437a-ab11-f2ff197f6aac req-5cc4259f-a8c2-45ce-986c-a8d44e6d3186 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:57:48.737077 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fdf2421c-6189-40ce-bba1-4a841d292ca1 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:48.752188 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4259f-a8c2-45ce-986c-a8d44e6d3186 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Port': ['ID=148438c2-656f-4e1d-8410-08d44077ecfb,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:48.774800 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ada361-be89-437a-ab11-f2ff197f6aac req-5cc4259f-a8c2-45ce-986c-a8d44e6d3186 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:48.775657 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91ada361-be89-437a-ab11-f2ff197f6aac req-5cc4259f-a8c2-45ce-986c-a8d44e6d3186 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:48.795747 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91ada361-be89-437a-ab11-f2ff197f6aac req-5cc4259f-a8c2-45ce-986c-a8d44e6d3186 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0324497 Jul 09 09:57:48.808024 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-91ada361-be89-437a-ab11-f2ff197f6aac req-546e0911-f4db-4974-baf8-42f06982543b service neutron] Request body: {'port': {'device_id': 'a079b237-30a8-47a8-a61b-a4192b2350e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:48.890624 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91ada361-be89-437a-ab11-f2ff197f6aac req-546e0911-f4db-4974-baf8-42f06982543b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:48.968887 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fdf2421c-6189-40ce-bba1-4a841d292ca1 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:49.017389 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c47a1845-7756-430f-a224-c82fa376cd17 None None] Provisioning for port 148438c2-656f-4e1d-8410-08d44077ecfb completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:57:49.029399 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c47a1845-7756-430f-a224-c82fa376cd17 None None] Provisioning complete for port 148438c2-656f-4e1d-8410-08d44077ecfb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:57:49.030073 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c47a1845-7756-430f-a224-c82fa376cd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:49.077770 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c47a1845-7756-430f-a224-c82fa376cd17 None None] Port 148438c2-656f-4e1d-8410-08d44077ecfb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:57:49.127830 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf2421c-6189-40ce-bba1-4a841d292ca1 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Router a7cfd408-9138-4c14-81e5-a2268c1850a7 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:57:49.201853 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-91ada361-be89-437a-ab11-f2ff197f6aac req-546e0911-f4db-4974-baf8-42f06982543b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148438c2-656f-4e1d-8410-08d44077ecfb {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:57:49.210811 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91ada361-be89-437a-ab11-f2ff197f6aac req-546e0911-f4db-4974-baf8-42f06982543b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:49.224537 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-91ada361-be89-437a-ab11-f2ff197f6aac req-546e0911-f4db-4974-baf8-42f06982543b service neutron] Transition to ACTIVE for port object 148438c2-656f-4e1d-8410-08d44077ecfb will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:57:49.229498 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91ada361-be89-437a-ab11-f2ff197f6aac req-546e0911-f4db-4974-baf8-42f06982543b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:49.244587 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf2421c-6189-40ce-bba1-4a841d292ca1 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:57:49.254599 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76536a66-c9f8-4ffa-961c-9ad6f3a98536 None None] Sync routers for ids ['a7cfd408-9138-4c14-81e5-a2268c1850a7'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:57:49.260330 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fdf2421c-6189-40ce-bba1-4a841d292ca1 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:49.264225 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fdf2421c-6189-40ce-bba1-4a841d292ca1 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.8104270 Jul 09 09:57:49.267921 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59324) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:49.274297 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76536a66-c9f8-4ffa-961c-9ad6f3a98536 None None] Routers {'a7cfd408-9138-4c14-81e5-a2268c1850a7'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:49.275417 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-76536a66-c9f8-4ffa-961c-9ad6f3a98536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['a7cfd408-9138-4c14-81e5-a2268c1850a7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:49.374949 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e0911-f4db-4974-baf8-42f06982543b service neutron] Pushing event updated for resources: {'Port': ['ID=148438c2-656f-4e1d-8410-08d44077ecfb,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:49.432846 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-91ada361-be89-437a-ab11-f2ff197f6aac req-546e0911-f4db-4974-baf8-42f06982543b service neutron] Attempting to bind port 148438c2-656f-4e1d-8410-08d44077ecfb on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:57:49.433321 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-91ada361-be89-437a-ab11-f2ff197f6aac req-546e0911-f4db-4974-baf8-42f06982543b service neutron] Attempting to bind port 148438c2-656f-4e1d-8410-08d44077ecfb by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '220e46c2-7874-4f99-9d52-65fca0ec773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:57:49.433749 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ada361-be89-437a-ab11-f2ff197f6aac req-546e0911-f4db-4974-baf8-42f06982543b service neutron] Attempting to bind port 148438c2-656f-4e1d-8410-08d44077ecfb on network 1b6be32c-ac53-4054-9f75-2f3900f154b8 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:57:49.439452 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ada361-be89-437a-ab11-f2ff197f6aac req-546e0911-f4db-4974-baf8-42f06982543b service neutron] Port 148438c2-656f-4e1d-8410-08d44077ecfb on network 1b6be32c-ac53-4054-9f75-2f3900f154b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:57:49.439952 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ada361-be89-437a-ab11-f2ff197f6aac req-546e0911-f4db-4974-baf8-42f06982543b service neutron] Attempting to bind port 148438c2-656f-4e1d-8410-08d44077ecfb on network 1b6be32c-ac53-4054-9f75-2f3900f154b8 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:57:49.445750 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ada361-be89-437a-ab11-f2ff197f6aac req-546e0911-f4db-4974-baf8-42f06982543b service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:57:49.446156 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ada361-be89-437a-ab11-f2ff197f6aac req-546e0911-f4db-4974-baf8-42f06982543b service neutron] Checking segment: {'id': '220e46c2-7874-4f99-9d52-65fca0ec773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:57:49.446879 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ada361-be89-437a-ab11-f2ff197f6aac req-546e0911-f4db-4974-baf8-42f06982543b service neutron] Bound using segment: {'id': '220e46c2-7874-4f99-9d52-65fca0ec773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:57:49.447189 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-91ada361-be89-437a-ab11-f2ff197f6aac req-546e0911-f4db-4974-baf8-42f06982543b service neutron] Bound port: 148438c2-656f-4e1d-8410-08d44077ecfb, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '220e46c2-7874-4f99-9d52-65fca0ec773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:57:49.447657 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91ada361-be89-437a-ab11-f2ff197f6aac req-546e0911-f4db-4974-baf8-42f06982543b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:49.452586 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:57:49.499188 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13aaccd9-05dd-4fd6-8122-0f2f803d6cf6 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:49.714126 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13aaccd9-05dd-4fd6-8122-0f2f803d6cf6 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:49.721570 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8e772c89-7c74-432e-8942-de03cedc2067 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:57:49.788257 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-76536a66-c9f8-4ffa-961c-9ad6f3a98536 None None] Set router a7cfd408-9138-4c14-81e5-a2268c1850a7 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:57:49.793658 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-13aaccd9-05dd-4fd6-8122-0f2f803d6cf6 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Deleting port dd4e2004-98a7-47f5-803c-0f56e262a534 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:57:49.794045 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13aaccd9-05dd-4fd6-8122-0f2f803d6cf6 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:49.886385 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13aaccd9-05dd-4fd6-8122-0f2f803d6cf6 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:49.900735 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-13aaccd9-05dd-4fd6-8122-0f2f803d6cf6 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Calling delete_port for dd4e2004-98a7-47f5-803c-0f56e262a534 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:57:49.963430 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 8e772c89-7c74-432e-8942-de03cedc2067 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:57:49.963825 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:49.969767 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-91ada361-be89-437a-ab11-f2ff197f6aac req-546e0911-f4db-4974-baf8-42f06982543b service neutron] For port 148438c2-656f-4e1d-8410-08d44077ecfb, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:57:49.974111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-91ada361-be89-437a-ab11-f2ff197f6aac req-546e0911-f4db-4974-baf8-42f06982543b service neutron] For port 148438c2-656f-4e1d-8410-08d44077ecfb, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=148438c2-656f-4e1d-8410-08d44077ecfb,segment=NetworkSegment(220e46c2-7874-4f99-9d52-65fca0ec773d),segment_id=220e46c2-7874-4f99-9d52-65fca0ec773d)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:57:49.999713 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91ada361-be89-437a-ab11-f2ff197f6aac req-546e0911-f4db-4974-baf8-42f06982543b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:50.055569 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-76536a66-c9f8-4ffa-961c-9ad6f3a98536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cfd408-9138-4c14-81e5-a2268c1850a7', 'name': '', 'tenant_id': 'e193397cefa3407c87159d61c0b51e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fd99165-cd57-48ec-a149-4004fce35cb8', 'external_fixed_ips': [{'subnet_id': '6b0e7e8b-ee9e-4c29-811a-c6461f65d860', 'ip_address': '2001:db8::93'}], 'enable_snat': True}, 'gw_port_id': 'dd4e2004-98a7-47f5-803c-0f56e262a534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:57:46Z', 'updated_at': '2021-07-09T09:57:48Z', 'revision_number': 3, 'project_id': 'e193397cefa3407c87159d61c0b51e05', 'gw_port': {'id': 'dd4e2004-98a7-47f5-803c-0f56e262a534', 'name': '', 'network_id': '8fd99165-cd57-48ec-a149-4004fce35cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cfd408-9138-4c14-81e5-a2268c1850a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '6b0e7e8b-ee9e-4c29-811a-c6461f65d860', 'ip_address': '2001:db8::93', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:47Z', 'updated_at': '2021-07-09T09:57:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b0e7e8b-ee9e-4c29-811a-c6461f65d860', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:50.094503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ada361-be89-437a-ab11-f2ff197f6aac req-546e0911-f4db-4974-baf8-42f06982543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:50.095127 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91ada361-be89-437a-ab11-f2ff197f6aac req-546e0911-f4db-4974-baf8-42f06982543b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:50.096617 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91ada361-be89-437a-ab11-f2ff197f6aac req-546e0911-f4db-4974-baf8-42f06982543b service neutron] 10.222.0.58 "PUT /v2.0/ports/148438c2-656f-4e1d-8410-08d44077ecfb HTTP/1.1" status: 200 len: 1092 time: 1.2932410 Jul 09 09:57:50.098096 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a079b237-30a8-47a8-a61b-a4192b2350e9', 'tag': '148438c2-656f-4e1d-8410-08d44077ecfb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:57:50.100976 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4397800b-147f-4155-a018-08d62d3cfa70" -d '{"events": [{"name": "network-changed", "server_uuid": "a079b237-30a8-47a8-a61b-a4192b2350e9", "tag": "148438c2-656f-4e1d-8410-08d44077ecfb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:57:50.126447 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76536a66-c9f8-4ffa-961c-9ad6f3a98536 None None] Checking router: a7cfd408-9138-4c14-81e5-a2268c1850a7 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:57:50.127361 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76536a66-c9f8-4ffa-961c-9ad6f3a98536 None None] Updating router a7cfd408-9138-4c14-81e5-a2268c1850a7 port dd4e2004-98a7-47f5-803c-0f56e262a534 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:57:50.152459 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13aaccd9-05dd-4fd6-8122-0f2f803d6cf6 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:50.178320 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-76536a66-c9f8-4ffa-961c-9ad6f3a98536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:50.206863 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e0911-f4db-4974-baf8-42f06982543b service neutron] Pushing event updated for resources: {'Port': ['ID=148438c2-656f-4e1d-8410-08d44077ecfb,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:50.209963 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76536a66-c9f8-4ffa-961c-9ad6f3a98536 None None] Port dd4e2004-98a7-47f5-803c-0f56e262a534 not found while updating agent binding for router a7cfd408-9138-4c14-81e5-a2268c1850a7. {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 09 09:57:50.219499 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aaccd9-05dd-4fd6-8122-0f2f803d6cf6 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd4e2004-98a7-47f5-803c-0f56e262a534,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:50.221663 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76536a66-c9f8-4ffa-961c-9ad6f3a98536 None None] Routers {'a7cfd408-9138-4c14-81e5-a2268c1850a7'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:50.222715 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-76536a66-c9f8-4ffa-961c-9ad6f3a98536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['a7cfd408-9138-4c14-81e5-a2268c1850a7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:50.263818 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a2ee3-b70b-4b5e-b3d5-20cd67147f95 req-f062e450-6ea1-434e-9d91-689b515dda17 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:50.265031 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13aaccd9-05dd-4fd6-8122-0f2f803d6cf6 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:50.265387 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1c8a2ee3-b70b-4b5e-b3d5-20cd67147f95 req-f062e450-6ea1-434e-9d91-689b515dda17 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 944 time: 0.2891421 Jul 09 09:57:50.306822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dcbf2-fe97-4a30-95bf-0ff61346b1e9 req-37c3fd05-14e2-4061-ae0c-4b1693217e85 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:50.311852 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-053dcbf2-fe97-4a30-95bf-0ff61346b1e9 req-37c3fd05-14e2-4061-ae0c-4b1693217e85 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 944 time: 0.3248730 Jul 09 09:57:50.324432 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-76536a66-c9f8-4ffa-961c-9ad6f3a98536 None None] Set router a7cfd408-9138-4c14-81e5-a2268c1850a7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:57:50.347470 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ada361-be89-437a-ab11-f2ff197f6aac req-1fefbe0c-e5e7-4816-984f-3c936bbe09a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:50.349053 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91ada361-be89-437a-ab11-f2ff197f6aac req-1fefbe0c-e5e7-4816-984f-3c936bbe09a3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 1095 time: 0.1901646 Jul 09 09:57:50.352065 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1c8a2ee3-b70b-4b5e-b3d5-20cd67147f95 req-86664bde-678f-4647-841b-3432ae1a94e2 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772893 Jul 09 09:57:50.401074 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13aaccd9-05dd-4fd6-8122-0f2f803d6cf6 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:50.407583 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13aaccd9-05dd-4fd6-8122-0f2f803d6cf6 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:50.420162 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91ada361-be89-437a-ab11-f2ff197f6aac req-1bcdad52-3a0b-47c1-bc90-bbf381850c7d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=148438c2-656f-4e1d-8410-08d44077ecfb HTTP/1.1" status: 200 len: 217 time: 0.0609794 Jul 09 09:57:50.438708 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-76536a66-c9f8-4ffa-961c-9ad6f3a98536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cfd408-9138-4c14-81e5-a2268c1850a7', 'name': '', 'tenant_id': 'e193397cefa3407c87159d61c0b51e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:57:46Z', 'updated_at': '2021-07-09T09:57:50Z', 'revision_number': 5, 'project_id': 'e193397cefa3407c87159d61c0b51e05', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:50.468010 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13aaccd9-05dd-4fd6-8122-0f2f803d6cf6 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:50.468692 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13aaccd9-05dd-4fd6-8122-0f2f803d6cf6 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7cfd408-9138-4c14-81e5-a2268c1850a7 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:57:50.478923 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ada361-be89-437a-ab11-f2ff197f6aac req-64048365-9058-4dfa-b9c3-1753f47ab592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:50.480476 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91ada361-be89-437a-ab11-f2ff197f6aac req-64048365-9058-4dfa-b9c3-1753f47ab592 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75aea45f-b520-4fb2-8aa3-11b8311ecad9 HTTP/1.1" status: 200 len: 834 time: 0.0498943 Jul 09 09:57:50.484072 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4247db12-c961-416d-b7be-b8c4fbc7a31e x-openstack-request-id: req-4247db12-c961-416d-b7be-b8c4fbc7a31e {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:57:50.484295 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13aaccd9-05dd-4fd6-8122-0f2f803d6cf6 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:50.484394 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a079b237-30a8-47a8-a61b-a4192b2350e9", "tag": "148438c2-656f-4e1d-8410-08d44077ecfb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:57:50.487895 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4247db12-c961-416d-b7be-b8c4fbc7a31e {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:57:50.487895 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a079b237-30a8-47a8-a61b-a4192b2350e9', 'tag': '148438c2-656f-4e1d-8410-08d44077ecfb', 'status': 'completed', 'code': 200} Jul 09 09:57:50.488090 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-13aaccd9-05dd-4fd6-8122-0f2f803d6cf6 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "DELETE /v2.0/routers/a7cfd408-9138-4c14-81e5-a2268c1850a7 HTTP/1.1" status: 204 len: 168 time: 1.2166088 Jul 09 09:57:50.491119 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59338) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:50.504174 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-053dcbf2-fe97-4a30-95bf-0ff61346b1e9 req-510d7586-4bf5-43b2-b279-c6f922f0a466 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781375 Jul 09 09:57:50.522140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76536a66-c9f8-4ffa-961c-9ad6f3a98536 None None] The sync data for ids ['a7cfd408-9138-4c14-81e5-a2268c1850a7'] in n-d-799996-1 is: [{'id': 'a7cfd408-9138-4c14-81e5-a2268c1850a7', 'name': '', 'tenant_id': 'e193397cefa3407c87159d61c0b51e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:57:46Z', 'updated_at': '2021-07-09T09:57:50Z', 'revision_number': 5, 'project_id': 'e193397cefa3407c87159d61c0b51e05', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:57:50.547057 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-382104a2-377a-4b0c-95f7-1c2869f2555c tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Deleting subnet 6b0e7e8b-ee9e-4c29-811a-c6461f65d860 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:57:50.551684 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-382104a2-377a-4b0c-95f7-1c2869f2555c tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:50.586402 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ada361-be89-437a-ab11-f2ff197f6aac req-3dc10b1a-1a2d-4826-8335-c60408380add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:50.588298 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91ada361-be89-437a-ab11-f2ff197f6aac req-3dc10b1a-1a2d-4826-8335-c60408380add service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1b6be32c-ac53-4054-9f75-2f3900f154b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833080 Jul 09 09:57:50.599212 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-382104a2-377a-4b0c-95f7-1c2869f2555c tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:50.644104 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-382104a2-377a-4b0c-95f7-1c2869f2555c tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:50.710036 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91ada361-be89-437a-ab11-f2ff197f6aac req-16fafee3-95f2-4605-aea5-a39eb70af451 service neutron] 10.222.0.58 "GET /v2.0/networks/1b6be32c-ac53-4054-9f75-2f3900f154b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134965 Jul 09 09:57:50.710301 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-382104a2-377a-4b0c-95f7-1c2869f2555c tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:50.736399 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382104a2-377a-4b0c-95f7-1c2869f2555c tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6b0e7e8b-ee9e-4c29-811a-c6461f65d860,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:50.742814 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-382104a2-377a-4b0c-95f7-1c2869f2555c tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:50.747863 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-382104a2-377a-4b0c-95f7-1c2869f2555c tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "DELETE /v2.0/subnets/6b0e7e8b-ee9e-4c29-811a-c6461f65d860 HTTP/1.1" status: 204 len: 168 time: 0.2556100 Jul 09 09:57:50.748498 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59340) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:50.843909 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc6b42d0-5e44-4094-bd08-9953802aaf79 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:50.889838 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91ada361-be89-437a-ab11-f2ff197f6aac req-e4e64076-1815-4dd0-9dd1-17693df4766a service neutron] 10.222.0.58 "GET /v2.0/networks/1b6be32c-ac53-4054-9f75-2f3900f154b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726136 Jul 09 09:57:50.935365 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc6b42d0-5e44-4094-bd08-9953802aaf79 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:50.944257 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd5d2f52-ac10-4164-be1e-cd6f95d766ff req-6ed37264-a7ac-473e-84bb-f6162526e912 service neutron] 10.222.0.64 "GET /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358154 Jul 09 09:57:50.946322 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-fc6b42d0-5e44-4094-bd08-9953802aaf79 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd99165-cd57-48ec-a149-4004fce35cb8']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:50.959271 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-fc6b42d0-5e44-4094-bd08-9953802aaf79 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a831c4d9-d3cb-4ecc-aaf8-5aef011051e5') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:50.959754 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-fc6b42d0-5e44-4094-bd08-9953802aaf79 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a831c4d9-d3cb-4ecc-aaf8-5aef011051e5') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:50.972659 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc6b42d0-5e44-4094-bd08-9953802aaf79 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:50.996622 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc6b42d0-5e44-4094-bd08-9953802aaf79 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:51.005328 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6b42d0-5e44-4094-bd08-9953802aaf79 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:57:51.006049 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc6b42d0-5e44-4094-bd08-9953802aaf79 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:57:51.008554 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:57:51.023675 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397800b-147f-4155-a018-08d62d3cfa70 req-780d4ecf-a229-4ce0-a625-c5fc65292b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:51.027291 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4397800b-147f-4155-a018-08d62d3cfa70 req-780d4ecf-a229-4ce0-a625-c5fc65292b53 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 1095 time: 0.0782259 Jul 09 09:57:51.077567 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc6b42d0-5e44-4094-bd08-9953802aaf79 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:51.086113 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6b42d0-5e44-4094-bd08-9953802aaf79 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8fd99165-cd57-48ec-a149-4004fce35cb8 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 09:57:51.097836 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc6b42d0-5e44-4094-bd08-9953802aaf79 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:51.100264 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fc6b42d0-5e44-4094-bd08-9953802aaf79 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "DELETE /v2.0/networks/8fd99165-cd57-48ec-a149-4004fce35cb8 HTTP/1.1" status: 204 len: 168 time: 0.3508286 Jul 09 09:57:51.111391 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b42d0-5e44-4094-bd08-9953802aaf79 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Pushing event deleted for resources: {'Network': ['ID=8fd99165-cd57-48ec-a149-4004fce35cb8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:51.157586 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397800b-147f-4155-a018-08d62d3cfa70 req-06364343-28c7-4485-bd31-dc9915c1ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:51.159332 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4397800b-147f-4155-a018-08d62d3cfa70 req-06364343-28c7-4485-bd31-dc9915c1ac20 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1b6be32c-ac53-4054-9f75-2f3900f154b8 HTTP/1.1" status: 200 len: 897 time: 0.1255207 Jul 09 09:57:51.214689 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4397800b-147f-4155-a018-08d62d3cfa70 req-90cc895f-d482-4121-af9f-40f3dff7b306 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=148438c2-656f-4e1d-8410-08d44077ecfb HTTP/1.1" status: 200 len: 217 time: 0.0459058 Jul 09 09:57:51.296074 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397800b-147f-4155-a018-08d62d3cfa70 req-f5d579c1-ebfe-49f3-98f1-30c43d412c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:51.304716 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4397800b-147f-4155-a018-08d62d3cfa70 req-f5d579c1-ebfe-49f3-98f1-30c43d412c3e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75aea45f-b520-4fb2-8aa3-11b8311ecad9 HTTP/1.1" status: 200 len: 834 time: 0.0823019 Jul 09 09:57:51.396056 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59350) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:51.404082 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-be871da2-da6c-42a3-8d77-d6f9de57fe3b tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Request body: {'router': {'name': 'tempest-router--626910228', 'project_id': '0ee7b7a6bdd64712bc9a9af59df99345'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:51.417048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397800b-147f-4155-a018-08d62d3cfa70 req-f0c6b865-9e44-49e6-bdd1-e88472ab9b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:51.420653 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4397800b-147f-4155-a018-08d62d3cfa70 req-f0c6b865-9e44-49e6-bdd1-e88472ab9b5e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1b6be32c-ac53-4054-9f75-2f3900f154b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075044 Jul 09 09:57:51.450602 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-be871da2-da6c-42a3-8d77-d6f9de57fe3b tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:51.452397 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-be871da2-da6c-42a3-8d77-d6f9de57fe3b tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:51.535900 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-be871da2-da6c-42a3-8d77-d6f9de57fe3b tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:51.543127 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-be871da2-da6c-42a3-8d77-d6f9de57fe3b tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:51.582681 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-be871da2-da6c-42a3-8d77-d6f9de57fe3b tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:51.584426 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-be871da2-da6c-42a3-8d77-d6f9de57fe3b tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1866024 Jul 09 09:57:51.588365 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59358) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:51.589911 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4397800b-147f-4155-a018-08d62d3cfa70 req-4665392e-b690-4650-b57e-531a81e43123 service neutron] 10.222.0.58 "GET /v2.0/networks/1b6be32c-ac53-4054-9f75-2f3900f154b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618686 Jul 09 09:57:51.721082 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8d53e1d-6dec-4be4-a3de-be85d3dc8a94 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:51.834539 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4397800b-147f-4155-a018-08d62d3cfa70 req-247259c6-fea8-4fc8-b9fb-ebd1f9b3a60d service neutron] 10.222.0.58 "GET /v2.0/networks/1b6be32c-ac53-4054-9f75-2f3900f154b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379191 Jul 09 09:57:51.877989 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc4724-9fff-409e-9cae-933bca6b2d53 req-68176cde-1229-4153-baaa-94b6fa296626 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:51.879463 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0fc4724-9fff-409e-9cae-933bca6b2d53 req-68176cde-1229-4153-baaa-94b6fa296626 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 944 time: 0.2074876 Jul 09 09:57:51.918104 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c87d1d-eafc-4d0e-9c6d-65f4a2a9f47d req-35e43e22-21ab-4c0d-ac4b-e90ce0d92be3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:51.920358 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48c87d1d-eafc-4d0e-9c6d-65f4a2a9f47d req-35e43e22-21ab-4c0d-ac4b-e90ce0d92be3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 944 time: 0.2495596 Jul 09 09:57:51.936950 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8d53e1d-6dec-4be4-a3de-be85d3dc8a94 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:51.941960 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8d53e1d-6dec-4be4-a3de-be85d3dc8a94 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:51.953718 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0fc4724-9fff-409e-9cae-933bca6b2d53 req-b8fee1f7-1d08-45b0-a042-433de924b06e tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653462 Jul 09 09:57:51.982805 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48c87d1d-eafc-4d0e-9c6d-65f4a2a9f47d req-35dfb602-0b32-43ac-97c7-29e799a2d9c3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492940 Jul 09 09:57:51.995774 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8d53e1d-6dec-4be4-a3de-be85d3dc8a94 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:51.996333 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d53e1d-6dec-4be4-a3de-be85d3dc8a94 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a4a9924-deb1-47a3-81ab-99f6b47ba684 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:57:52.001753 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8d53e1d-6dec-4be4-a3de-be85d3dc8a94 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:52.003951 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a8d53e1d-6dec-4be4-a3de-be85d3dc8a94 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "DELETE /v2.0/routers/1a4a9924-deb1-47a3-81ab-99f6b47ba684 HTTP/1.1" status: 204 len: 168 time: 0.4135206 Jul 09 09:57:52.115453 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59362) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:52.376804 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e0d08844-282a-450f-be31-0cfb31818f53 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-4816929', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:52.403862 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0d08844-282a-450f-be31-0cfb31818f53 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:52.404769 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0d08844-282a-450f-be31-0cfb31818f53 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:52.458476 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0d08844-282a-450f-be31-0cfb31818f53 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:52.596029 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0d08844-282a-450f-be31-0cfb31818f53 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:53.053569 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0d08844-282a-450f-be31-0cfb31818f53 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:53.074864 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0d08844-282a-450f-be31-0cfb31818f53 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:53.182822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e651d17-55b1-4beb-bd61-c76f29bf3484 req-24da4528-df76-492a-8d5f-eaba21f63d4b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:53.184360 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9e651d17-55b1-4beb-bd61-c76f29bf3484 req-24da4528-df76-492a-8d5f-eaba21f63d4b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 944 time: 0.1080267 Jul 09 09:57:53.190304 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-e0d08844-282a-450f-be31-0cfb31818f53 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Allocated IP 172.25.3.116 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/289aa50e-eaea-40b8-9add-33cdce4e8b75) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:57:53.197407 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb0bab-9f8e-4d9c-acea-93152742e26d req-d7120ada-920f-411d-9ed6-c91991e13779 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:53.198907 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07cb0bab-9f8e-4d9c-acea-93152742e26d req-d7120ada-920f-411d-9ed6-c91991e13779 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 944 time: 0.0913150 Jul 09 09:57:53.257743 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9e651d17-55b1-4beb-bd61-c76f29bf3484 req-5b589c3c-e3ae-4719-aaae-53ec08bf5fd5 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577459 Jul 09 09:57:53.265115 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07cb0bab-9f8e-4d9c-acea-93152742e26d req-0a4ba711-25b8-4f14-950f-cf96824d8f05 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592539 Jul 09 09:57:53.303094 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0d08844-282a-450f-be31-0cfb31818f53 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:53.340955 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0d08844-282a-450f-be31-0cfb31818f53 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:53.388889 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d08844-282a-450f-be31-0cfb31818f53 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:57:53.391839 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e0d08844-282a-450f-be31-0cfb31818f53 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:57:53.395370 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d08844-282a-450f-be31-0cfb31818f53 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:57:53.417378 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d08844-282a-450f-be31-0cfb31818f53 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Pushing event updated for resources: {'Port': ['ID=289aa50e-eaea-40b8-9add-33cdce4e8b75,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:53.644532 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0d08844-282a-450f-be31-0cfb31818f53 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:53.842377 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0d08844-282a-450f-be31-0cfb31818f53 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:53.970943 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d08844-282a-450f-be31-0cfb31818f53 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Router 53734870-9fa5-4bda-aebe-40484786f8da is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:57:54.081173 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d08844-282a-450f-be31-0cfb31818f53 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:57:54.095836 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e594d3ce-ec75-411b-b90f-8353b42f58e7 None None] Sync routers for ids ['53734870-9fa5-4bda-aebe-40484786f8da'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:57:54.102011 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0d08844-282a-450f-be31-0cfb31818f53 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:54.103311 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e0d08844-282a-450f-be31-0cfb31818f53 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9868026 Jul 09 09:57:54.105955 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59374) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:54.108088 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e594d3ce-ec75-411b-b90f-8353b42f58e7 None None] Routers {'53734870-9fa5-4bda-aebe-40484786f8da'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:54.108796 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e594d3ce-ec75-411b-b90f-8353b42f58e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['53734870-9fa5-4bda-aebe-40484786f8da'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:54.148332 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e594d3ce-ec75-411b-b90f-8353b42f58e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:54.158551 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e594d3ce-ec75-411b-b90f-8353b42f58e7 None None] Routers {'53734870-9fa5-4bda-aebe-40484786f8da'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:54.159169 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e594d3ce-ec75-411b-b90f-8353b42f58e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['53734870-9fa5-4bda-aebe-40484786f8da'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:54.191400 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e594d3ce-ec75-411b-b90f-8353b42f58e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:54.192066 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e594d3ce-ec75-411b-b90f-8353b42f58e7 None None] The sync data for ids ['53734870-9fa5-4bda-aebe-40484786f8da'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:57:54.216999 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-72ca8596-8037-45c5-92b6-f4ef7b5d16a0 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "GET /v2.0/routers/53734870-9fa5-4bda-aebe-40484786f8da HTTP/1.1" status: 200 len: 922 time: 0.1099360 Jul 09 09:57:54.219823 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59376) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:54.247637 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-81f2245d-8695-4cba-ab4e-d1937226267a tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "GET /v2.0/ports?device_id=53734870-9fa5-4bda-aebe-40484786f8da HTTP/1.1" status: 200 len: 205 time: 0.0267332 Jul 09 09:57:54.250031 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59378) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:54.369728 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:54.475536 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:54.482444 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 148438c2-656f-4e1d-8410-08d44077ecfb details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:57:54.490631 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c1170-73d0-4c16-8bc8-ee63f2a07d8b req-b124c9cb-0c2c-42d7-bec1-8c7aa39063ce tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:54.492230 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-916c1170-73d0-4c16-8bc8-ee63f2a07d8b req-b124c9cb-0c2c-42d7-bec1-8c7aa39063ce tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 944 time: 0.1086421 Jul 09 09:57:54.500912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fb139-bc32-4a2f-a894-ef5461f39202 req-cec92d3f-c7c1-4414-9ace-cff54b08f678 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:54.503005 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c01fb139-bc32-4a2f-a894-ef5461f39202 req-cec92d3f-c7c1-4414-9ace-cff54b08f678 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 944 time: 0.1099296 Jul 09 09:57:54.541414 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Deleting port 289aa50e-eaea-40b8-9add-33cdce4e8b75 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:57:54.541808 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:54.561826 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c01fb139-bc32-4a2f-a894-ef5461f39202 req-bbd2a74e-0a7e-4a6c-a680-c5a8dcec18e1 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507534 Jul 09 09:57:54.565286 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-916c1170-73d0-4c16-8bc8-ee63f2a07d8b req-a1bb7c31-1371-4e3c-9a0e-5a4079f32579 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613675 Jul 09 09:57:54.584851 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 148438c2-656f-4e1d-8410-08d44077ecfb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=148438c2-656f-4e1d-8410-08d44077ecfb,segment=NetworkSegment(220e46c2-7874-4f99-9d52-65fca0ec773d),segment_id=220e46c2-7874-4f99-9d52-65fca0ec773d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:54.600842 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '148438c2-656f-4e1d-8410-08d44077ecfb', 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8', 'port_id': '148438c2-656f-4e1d-8410-08d44077ecfb', 'mac_address': 'fa:16:3e:5b:5c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75aea45f-b520-4fb2-8aa3-11b8311ecad9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:57:54.638587 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:54.639858 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:54.651471 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Calling delete_port for 289aa50e-eaea-40b8-9add-33cdce4e8b75 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:57:54.651709 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148438c2-656f-4e1d-8410-08d44077ecfb {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:57:54.671952 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 148438c2-656f-4e1d-8410-08d44077ecfb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=148438c2-656f-4e1d-8410-08d44077ecfb,segment=NetworkSegment(220e46c2-7874-4f99-9d52-65fca0ec773d),segment_id=220e46c2-7874-4f99-9d52-65fca0ec773d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:54.676556 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:54.724939 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=148438c2-656f-4e1d-8410-08d44077ecfb,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:54.820209 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:54.850540 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Pushing event deleted for resources: {'Port': ['ID=289aa50e-eaea-40b8-9add-33cdce4e8b75,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:54.878953 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:54.879305 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:54.879651 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:54.880022 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:54.880386 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:54.880726 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:54.881033 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:54.881358 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:54.881684 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:54.882010 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:54.882334 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:54.882659 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:57:54.912325 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['148438c2-656f-4e1d-8410-08d44077ecfb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:57:54.921538 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:55.013646 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:55.015803 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:55.058641 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:55.059169 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Fanout notify agent at l3_agent the message router_deleted on router 53734870-9fa5-4bda-aebe-40484786f8da {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:57:55.066331 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:55.067618 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7ff06cc1-ea9d-496c-8eb2-52ecdc3379ba tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "DELETE /v2.0/routers/53734870-9fa5-4bda-aebe-40484786f8da HTTP/1.1" status: 204 len: 168 time: 0.8165486 Jul 09 09:57:55.071109 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59386) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:55.076584 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d9679207-db33-405d-9067-36c6fcfb3526 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Request body: {'router': {'name': 'tempest-snat-router-988109281', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'enable_snat': False}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:55.080309 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 74bd452e-a584-45d3-9f16-ca03ea89c48a details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:57:55.100662 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9679207-db33-405d-9067-36c6fcfb3526 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:55.101867 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9679207-db33-405d-9067-36c6fcfb3526 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:55.161243 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9679207-db33-405d-9067-36c6fcfb3526 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:55.228574 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 74bd452e-a584-45d3-9f16-ca03ea89c48a, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=74bd452e-a584-45d3-9f16-ca03ea89c48a,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:55.240978 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '74bd452e-a584-45d3-9f16-ca03ea89c48a', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'port_id': '74bd452e-a584-45d3-9f16-ca03ea89c48a', 'mac_address': 'fa:16:3e:56:6c:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:57:55.280256 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:55.294890 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74bd452e-a584-45d3-9f16-ca03ea89c48a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:57:55.316540 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 74bd452e-a584-45d3-9f16-ca03ea89c48a, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=74bd452e-a584-45d3-9f16-ca03ea89c48a,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:55.320969 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:55.373702 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=74bd452e-a584-45d3-9f16-ca03ea89c48a,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:55.556887 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9679207-db33-405d-9067-36c6fcfb3526 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:55.619649 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['74bd452e-a584-45d3-9f16-ca03ea89c48a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:57:55.785296 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9679207-db33-405d-9067-36c6fcfb3526 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:55.796667 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc153f8-fd52-4d1f-830c-6a9b3fcd1b3a req-c212c8f6-6db5-4a80-8f78-c6617e27aa75 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:55.805594 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dfc153f8-fd52-4d1f-830c-6a9b3fcd1b3a req-c212c8f6-6db5-4a80-8f78-c6617e27aa75 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 945 time: 0.1018541 Jul 09 09:57:55.807958 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9679207-db33-405d-9067-36c6fcfb3526 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:55.886854 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dfc153f8-fd52-4d1f-830c-6a9b3fcd1b3a req-ed1d8aff-e0c7-4d20-980d-d3d4c4a16fd6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782120 Jul 09 09:57:55.947958 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-d9679207-db33-405d-9067-36c6fcfb3526 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Allocated IP 172.25.3.149 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/0ba3305d-bd41-4871-aeec-18ef40c534ea) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:57:56.054054 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679caac5-d32d-48d8-bd54-b3f127d049b7 req-63120d1f-791a-40c7-96ea-e88edd080fce tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:56.055536 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-679caac5-d32d-48d8-bd54-b3f127d049b7 req-63120d1f-791a-40c7-96ea-e88edd080fce tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 945 time: 0.0704734 Jul 09 09:57:56.094049 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9679207-db33-405d-9067-36c6fcfb3526 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:56.098371 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-679caac5-d32d-48d8-bd54-b3f127d049b7 req-ba7ae719-1fb0-4f5d-bdfd-8c1b4a8ed9e4 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359342 Jul 09 09:57:56.140211 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9679207-db33-405d-9067-36c6fcfb3526 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:56.193734 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9679207-db33-405d-9067-36c6fcfb3526 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:57:56.196882 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d9679207-db33-405d-9067-36c6fcfb3526 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:57:56.203923 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9679207-db33-405d-9067-36c6fcfb3526 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:57:56.236952 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9679207-db33-405d-9067-36c6fcfb3526 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Pushing event updated for resources: {'Port': ['ID=0ba3305d-bd41-4871-aeec-18ef40c534ea,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:56.484996 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 148438c2-656f-4e1d-8410-08d44077ecfb up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:57:56.510543 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9679207-db33-405d-9067-36c6fcfb3526 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:56.543344 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 148438c2-656f-4e1d-8410-08d44077ecfb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:57:56.547472 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 148438c2-656f-4e1d-8410-08d44077ecfb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:57:56.547900 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:56.632494 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:56.657028 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a079b237-30a8-47a8-a61b-a4192b2350e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148438c2-656f-4e1d-8410-08d44077ecfb'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:57:56.659520 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37bcd6f-b56e-445a-b4a8-0f62f1426caf" -d '{"events": [{"server_uuid": "a079b237-30a8-47a8-a61b-a4192b2350e9", "name": "network-vif-plugged", "status": "completed", "tag": "148438c2-656f-4e1d-8410-08d44077ecfb"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:57:56.674877 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 148438c2-656f-4e1d-8410-08d44077ecfb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=148438c2-656f-4e1d-8410-08d44077ecfb,segment=NetworkSegment(220e46c2-7874-4f99-9d52-65fca0ec773d),segment_id=220e46c2-7874-4f99-9d52-65fca0ec773d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:56.679719 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:56.712050 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409194c8-2685-42bd-bf92-30855f10f62c x-openstack-request-id: req-409194c8-2685-42bd-bf92-30855f10f62c {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:57:56.712339 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a079b237-30a8-47a8-a61b-a4192b2350e9", "name": "network-vif-plugged", "status": "completed", "tag": "148438c2-656f-4e1d-8410-08d44077ecfb", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:57:56.712586 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-409194c8-2685-42bd-bf92-30855f10f62c {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:57:56.712972 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a079b237-30a8-47a8-a61b-a4192b2350e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148438c2-656f-4e1d-8410-08d44077ecfb', 'code': 200} Jul 09 09:57:56.737226 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=148438c2-656f-4e1d-8410-08d44077ecfb,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:56.740884 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9679207-db33-405d-9067-36c6fcfb3526 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:56.836354 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497685ec-3964-491f-86e5-e4e4535feb01 req-f931c0b1-307a-46d1-b45f-6a6fbfbae51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:56.837904 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-497685ec-3964-491f-86e5-e4e4535feb01 req-f931c0b1-307a-46d1-b45f-6a6fbfbae51f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 1097 time: 0.0597444 Jul 09 09:57:56.874871 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-497685ec-3964-491f-86e5-e4e4535feb01 req-0f6c9ddf-05f2-4f53-a923-7716ffe4c5cd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291758 Jul 09 09:57:56.878003 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9679207-db33-405d-9067-36c6fcfb3526 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Router b6862b44-806d-4500-bd40-2a9a536cdf73 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:57:56.996542 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9679207-db33-405d-9067-36c6fcfb3526 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:57:57.006455 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] Sync routers for ids ['b6862b44-806d-4500-bd40-2a9a536cdf73'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:57:57.016523 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] Routers {'b6862b44-806d-4500-bd40-2a9a536cdf73'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:57.017128 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9679207-db33-405d-9067-36c6fcfb3526 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:57.017474 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b6862b44-806d-4500-bd40-2a9a536cdf73'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:57.019574 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d9679207-db33-405d-9067-36c6fcfb3526 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9464555 Jul 09 09:57:57.021564 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59400) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:57.088504 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 74bd452e-a584-45d3-9f16-ca03ea89c48a up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:57:57.094615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a83ff-a9e4-4aeb-845c-d6f087f38f30 req-6313dc52-3478-46b3-99aa-73907914da99 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:57.096914 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-441a83ff-a9e4-4aeb-845c-d6f087f38f30 req-6313dc52-3478-46b3-99aa-73907914da99 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 946 time: 0.0767968 Jul 09 09:57:57.140811 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-441a83ff-a9e4-4aeb-845c-d6f087f38f30 req-c83e5e4f-4019-4e54-866e-e153803d32ff tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377431 Jul 09 09:57:57.148994 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-69191c6f-7a6f-46bd-b1fb-ff1654d71b74 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "GET /v2.0/routers/b6862b44-806d-4500-bd40-2a9a536cdf73 HTTP/1.1" status: 200 len: 908 time: 0.1233571 Jul 09 09:57:57.148994 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59404) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:57.155382 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c6072a75-8416-4b41-b7f3-3f529fb94f46 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Request body: {'router': {'name': 'tempest-snat-router-988109281', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'enable_snat': True}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:57.184149 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6072a75-8416-4b41-b7f3-3f529fb94f46 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:57.185405 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6072a75-8416-4b41-b7f3-3f529fb94f46 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:57.206445 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] Set router b6862b44-806d-4500-bd40-2a9a536cdf73 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:57:57.256165 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6072a75-8416-4b41-b7f3-3f529fb94f46 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:57.265444 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 74bd452e-a584-45d3-9f16-ca03ea89c48a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:57:57.265858 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:57.322078 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f60f48-ee7e-49b5-84ee-e8f4fb6fbbf3 req-93347375-8db5-4e1e-83d0-c1507f6f494c tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:57.323840 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94f60f48-ee7e-49b5-84ee-e8f4fb6fbbf3 req-93347375-8db5-4e1e-83d0-c1507f6f494c tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 945 time: 0.0752354 Jul 09 09:57:57.373538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94f60f48-ee7e-49b5-84ee-e8f4fb6fbbf3 req-cc521ecf-aca2-49a6-ac64-bf591548fcf7 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428522 Jul 09 09:57:57.415388 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6072a75-8416-4b41-b7f3-3f529fb94f46 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:57.449868 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:57.497581 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 74bd452e-a584-45d3-9f16-ca03ea89c48a, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=74bd452e-a584-45d3-9f16-ca03ea89c48a,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:57.505726 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:57.515450 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6862b44-806d-4500-bd40-2a9a536cdf73', 'name': 'tempest-snat-router-988109281', 'tenant_id': 'e193397cefa3407c87159d61c0b51e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.149'}], 'enable_snat': False}, 'gw_port_id': '0ba3305d-bd41-4871-aeec-18ef40c534ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:57:55Z', 'updated_at': '2021-07-09T09:57:56Z', 'revision_number': 3, 'project_id': 'e193397cefa3407c87159d61c0b51e05', 'gw_port': {'id': '0ba3305d-bd41-4871-aeec-18ef40c534ea', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6862b44-806d-4500-bd40-2a9a536cdf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:55Z', 'updated_at': '2021-07-09T09:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:57.567775 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] Checking router: b6862b44-806d-4500-bd40-2a9a536cdf73 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:57:57.568909 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] Updating router b6862b44-806d-4500-bd40-2a9a536cdf73 port 0ba3305d-bd41-4871-aeec-18ef40c534ea binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:57:57.622542 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=74bd452e-a584-45d3-9f16-ca03ea89c48a,revision_number=10']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:57.625339 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:57.728450 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6072a75-8416-4b41-b7f3-3f529fb94f46 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:57.759938 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6072a75-8416-4b41-b7f3-3f529fb94f46 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:58.095230 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:58.105307 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] Transition to ACTIVE for port object 0ba3305d-bd41-4871-aeec-18ef40c534ea will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:57:58.112600 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:58.182257 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] Attempting to bind port 0ba3305d-bd41-4871-aeec-18ef40c534ea on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:57:58.182709 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] Attempting to bind port 0ba3305d-bd41-4871-aeec-18ef40c534ea by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:57:58.182965 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] Attempting to bind port 0ba3305d-bd41-4871-aeec-18ef40c534ea on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:57:58.183961 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-c6072a75-8416-4b41-b7f3-3f529fb94f46 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Allocated IP 172.25.3.208 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/d32ca4c1-6eb4-48d2-97d3-188b6c650ebb) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:57:58.188830 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1bbc0-be54-4685-95ac-1dccd6ae3a8a None None] Pushing event updated for resources: {'Port': ['ID=0ba3305d-bd41-4871-aeec-18ef40c534ea,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:58.194216 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:57:58.194749 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:57:58.195163 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:58.195558 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:57:58.196060 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] Bound port: 0ba3305d-bd41-4871-aeec-18ef40c534ea, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:57:58.196445 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:58.287048 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] For port 0ba3305d-bd41-4871-aeec-18ef40c534ea, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:57:58.290929 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] For port 0ba3305d-bd41-4871-aeec-18ef40c534ea, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=0ba3305d-bd41-4871-aeec-18ef40c534ea,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:57:58.297621 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:58.349523 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6072a75-8416-4b41-b7f3-3f529fb94f46 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:58.370585 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1bbc0-be54-4685-95ac-1dccd6ae3a8a None None] Pushing event updated for resources: {'Port': ['ID=0ba3305d-bd41-4871-aeec-18ef40c534ea,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:58.373563 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] Routers {'b6862b44-806d-4500-bd40-2a9a536cdf73'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:57:58.374271 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b6862b44-806d-4500-bd40-2a9a536cdf73'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:58.476065 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbb5fd-e16b-4fab-8de3-40fba8199480 req-059bafdc-016a-4af0-882d-be795d9d449c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:58.485219 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13fbb5fd-e16b-4fab-8de3-40fba8199480 req-059bafdc-016a-4af0-882d-be795d9d449c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 946 time: 0.1340559 Jul 09 09:57:58.508082 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] Set router b6862b44-806d-4500-bd40-2a9a536cdf73 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:57:58.576238 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13fbb5fd-e16b-4fab-8de3-40fba8199480 req-e9d280ad-bab6-46ad-9b6f-f85ada5dc7d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899768 Jul 09 09:57:58.739948 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b0fa4-0463-4092-9da4-2583471cce49 req-5f68f90d-cf05-426c-9339-89bb4279e09c tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:58.749704 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6072a75-8416-4b41-b7f3-3f529fb94f46 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:58.753879 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ef6f3d-2369-4214-874c-27d9a1a696f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bd452e-a584-45d3-9f16-ca03ea89c48a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:57:58.754228 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-900b0fa4-0463-4092-9da4-2583471cce49 req-5f68f90d-cf05-426c-9339-89bb4279e09c tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 947 time: 0.1090550 Jul 09 09:57:58.756608 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae191da2-b039-4edb-b000-3b88dd297d4d" -d '{"events": [{"server_uuid": "d8ef6f3d-2369-4214-874c-27d9a1a696f8", "name": "network-vif-plugged", "status": "completed", "tag": "74bd452e-a584-45d3-9f16-ca03ea89c48a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:57:58.792654 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6862b44-806d-4500-bd40-2a9a536cdf73', 'name': 'tempest-snat-router-988109281', 'tenant_id': 'e193397cefa3407c87159d61c0b51e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.149'}], 'enable_snat': False}, 'gw_port_id': '0ba3305d-bd41-4871-aeec-18ef40c534ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:57:55Z', 'updated_at': '2021-07-09T09:57:56Z', 'revision_number': 3, 'project_id': 'e193397cefa3407c87159d61c0b51e05', 'gw_port': {'id': '0ba3305d-bd41-4871-aeec-18ef40c534ea', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6862b44-806d-4500-bd40-2a9a536cdf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:55Z', 'updated_at': '2021-07-09T09:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:57:58.798558 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6072a75-8416-4b41-b7f3-3f529fb94f46 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:57:58.804625 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c6072a75-8416-4b41-b7f3-3f529fb94f46 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:57:58.808994 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6072a75-8416-4b41-b7f3-3f529fb94f46 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:57:58.815748 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6072a75-8416-4b41-b7f3-3f529fb94f46 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Pushing event updated for resources: {'Port': ['ID=d32ca4c1-6eb4-48d2-97d3-188b6c650ebb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:57:58.829215 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc170d9-bb44-4c65-9188-c17309b5f7cc None None] The sync data for ids ['b6862b44-806d-4500-bd40-2a9a536cdf73'] in n-d-799996-1 is: [{'id': 'b6862b44-806d-4500-bd40-2a9a536cdf73', 'name': 'tempest-snat-router-988109281', 'tenant_id': 'e193397cefa3407c87159d61c0b51e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.149'}], 'enable_snat': False}, 'gw_port_id': '0ba3305d-bd41-4871-aeec-18ef40c534ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:57:55Z', 'updated_at': '2021-07-09T09:57:56Z', 'revision_number': 3, 'project_id': 'e193397cefa3407c87159d61c0b51e05', 'gw_port': {'id': '0ba3305d-bd41-4871-aeec-18ef40c534ea', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6862b44-806d-4500-bd40-2a9a536cdf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:55Z', 'updated_at': '2021-07-09T09:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:57:58.844596 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-900b0fa4-0463-4092-9da4-2583471cce49 req-25094928-3500-4ac6-bb79-9c8747c7392c tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889187 Jul 09 09:57:58.896685 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea2a86-c269-49bb-9132-f5a4d84fa756 req-2622ff93-5bcb-4a6b-87f0-26f361d2db68 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:58.899411 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67ea2a86-c269-49bb-9132-f5a4d84fa756 req-2622ff93-5bcb-4a6b-87f0-26f361d2db68 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 946 time: 0.1249945 Jul 09 09:57:58.899996 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd86006-2863-475a-9ba8-a9dd3647df6e x-openstack-request-id: req-5fd86006-2863-475a-9ba8-a9dd3647df6e {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:57:58.900295 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ef6f3d-2369-4214-874c-27d9a1a696f8", "name": "network-vif-plugged", "status": "completed", "tag": "74bd452e-a584-45d3-9f16-ca03ea89c48a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:57:58.900608 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5fd86006-2863-475a-9ba8-a9dd3647df6e {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:57:58.901014 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ef6f3d-2369-4214-874c-27d9a1a696f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bd452e-a584-45d3-9f16-ca03ea89c48a', 'code': 200} Jul 09 09:57:58.972303 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67ea2a86-c269-49bb-9132-f5a4d84fa756 req-d678eb33-221f-47d7-a7b2-f3a1e1a98441 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633209 Jul 09 09:57:58.997166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59424) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:59.061176 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5d0181-ccf7-4596-987c-4dd43cf673e9 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:59.063008 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9e5d0181-ccf7-4596-987c-4dd43cf673e9 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 1092 time: 0.0647154 Jul 09 09:57:59.067591 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59426) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:57:59.075486 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a0b8c26b-5130-47d6-abe7-7f43f09a648b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': '148438c2-656f-4e1d-8410-08d44077ecfb', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:57:59.124894 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7e4ef-ae1d-4365-bbc2-8be86cd15525 req-16b774bd-f689-4276-9a89-b014b2f2aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:57:59.127274 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-31d7e4ef-ae1d-4365-bbc2-8be86cd15525 req-16b774bd-f689-4276-9a89-b014b2f2aa58 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 1098 time: 0.0623696 Jul 09 09:57:59.156291 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c26b-5130-47d6-abe7-7f43f09a648b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:59.212637 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-31d7e4ef-ae1d-4365-bbc2-8be86cd15525 req-12257a47-72ab-49c6-8cb8-16d2eb074106 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704377 Jul 09 09:57:59.249710 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6072a75-8416-4b41-b7f3-3f529fb94f46 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:59.449831 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c26b-5130-47d6-abe7-7f43f09a648b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:59.583234 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6072a75-8416-4b41-b7f3-3f529fb94f46 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:59.702222 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 0ba3305d-bd41-4871-aeec-18ef40c534ea up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:57:59.781165 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 0ba3305d-bd41-4871-aeec-18ef40c534ea completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:57:59.786126 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-a0b8c26b-5130-47d6-abe7-7f43f09a648b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Allocated IP 172.25.3.235 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/74d81d19-ab48-41a6-82c7-bea36310d9cc) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:57:59.786847 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 0ba3305d-bd41-4871-aeec-18ef40c534ea triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:57:59.787229 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:59.839638 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6072a75-8416-4b41-b7f3-3f529fb94f46 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Router 9e479c84-2147-490a-9ff5-61361d3bfd19 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:57:59.913198 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:57:59.947067 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 0ba3305d-bd41-4871-aeec-18ef40c534ea, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=0ba3305d-bd41-4871-aeec-18ef40c534ea,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:57:59.952658 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:00.008330 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=0ba3305d-bd41-4871-aeec-18ef40c534ea,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:00.030101 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c26b-5130-47d6-abe7-7f43f09a648b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:00.058267 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6072a75-8416-4b41-b7f3-3f529fb94f46 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:58:00.068787 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed6ac8c-4685-4c4a-a8af-3fcea212ee24 None None] Sync routers for ids ['9e479c84-2147-490a-9ff5-61361d3bfd19'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:58:00.084658 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6072a75-8416-4b41-b7f3-3f529fb94f46 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:00.088811 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c6072a75-8416-4b41-b7f3-3f529fb94f46 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.9361639 Jul 09 09:58:00.088971 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed6ac8c-4685-4c4a-a8af-3fcea212ee24 None None] Routers {'9e479c84-2147-490a-9ff5-61361d3bfd19'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:58:00.088971 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-eed6ac8c-4685-4c4a-a8af-3fcea212ee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['9e479c84-2147-490a-9ff5-61361d3bfd19'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:00.089835 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59432) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:00.113588 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83beea50-ed36-4478-ba05-f54bdcb94413 req-b3b3edb1-daf9-4904-9f64-632768ab4554 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:00.115047 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-83beea50-ed36-4478-ba05-f54bdcb94413 req-b3b3edb1-daf9-4904-9f64-632768ab4554 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 947 time: 0.0974088 Jul 09 09:58:00.168931 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-83beea50-ed36-4478-ba05-f54bdcb94413 req-6656db52-55d7-4c2d-9413-b6ff0785a2f7 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473642 Jul 09 09:58:00.193839 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c26b-5130-47d6-abe7-7f43f09a648b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:00.206678 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-eed6ac8c-4685-4c4a-a8af-3fcea212ee24 None None] Set router 9e479c84-2147-490a-9ff5-61361d3bfd19 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:58:00.245329 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b8c26b-5130-47d6-abe7-7f43f09a648b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:00.251586 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a0b8c26b-5130-47d6-abe7-7f43f09a648b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:00.258892 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b8c26b-5130-47d6-abe7-7f43f09a648b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:00.280196 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8c26b-5130-47d6-abe7-7f43f09a648b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Port': ['ID=74d81d19-ab48-41a6-82c7-bea36310d9cc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:00.286419 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2b85b630-54bf-4c8f-9c1c-90a32f98617b tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "GET /v2.0/routers/9e479c84-2147-490a-9ff5-61361d3bfd19 HTTP/1.1" status: 200 len: 907 time: 0.1954377 Jul 09 09:58:00.289210 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59438) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:00.433235 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-eed6ac8c-4685-4c4a-a8af-3fcea212ee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e479c84-2147-490a-9ff5-61361d3bfd19', 'name': 'tempest-snat-router-988109281', 'tenant_id': 'e193397cefa3407c87159d61c0b51e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'd32ca4c1-6eb4-48d2-97d3-188b6c650ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:57:57Z', 'updated_at': '2021-07-09T09:57:58Z', 'revision_number': 3, 'project_id': 'e193397cefa3407c87159d61c0b51e05', 'gw_port': {'id': 'd32ca4c1-6eb4-48d2-97d3-188b6c650ebb', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e479c84-2147-490a-9ff5-61361d3bfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:57Z', 'updated_at': '2021-07-09T09:57:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:00.456358 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5fd8b29-8979-4642-8cec-f1f61f81bd85 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:00.491368 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed6ac8c-4685-4c4a-a8af-3fcea212ee24 None None] Checking router: 9e479c84-2147-490a-9ff5-61361d3bfd19 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:58:00.492962 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed6ac8c-4685-4c4a-a8af-3fcea212ee24 None None] Updating router 9e479c84-2147-490a-9ff5-61361d3bfd19 port d32ca4c1-6eb4-48d2-97d3-188b6c650ebb binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:58:00.585043 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-eed6ac8c-4685-4c4a-a8af-3fcea212ee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:00.647658 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5fd8b29-8979-4642-8cec-f1f61f81bd85 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:00.758776 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e5fd8b29-8979-4642-8cec-f1f61f81bd85 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Deleting port d32ca4c1-6eb4-48d2-97d3-188b6c650ebb {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:00.759347 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5fd8b29-8979-4642-8cec-f1f61f81bd85 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:00.853951 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c26b-5130-47d6-abe7-7f43f09a648b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:00.912183 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5fd8b29-8979-4642-8cec-f1f61f81bd85 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:00.927164 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e5fd8b29-8979-4642-8cec-f1f61f81bd85 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Calling delete_port for d32ca4c1-6eb4-48d2-97d3-188b6c650ebb owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:00.987793 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c26b-5130-47d6-abe7-7f43f09a648b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:01.187280 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.db.api [None req-eed6ac8c-4685-4c4a-a8af-3fcea212ee24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:58:01.187924 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5fd8b29-8979-4642-8cec-f1f61f81bd85 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:01.188895 n-d-799996-1 neutron-server[93793]: DEBUG oslo_db.api [None req-eed6ac8c-4685-4c4a-a8af-3fcea212ee24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:58:01.229187 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd8b29-8979-4642-8cec-f1f61f81bd85 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Pushing event deleted for resources: {'Port': ['ID=d32ca4c1-6eb4-48d2-97d3-188b6c650ebb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:01.242470 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c26b-5130-47d6-abe7-7f43f09a648b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:01.250354 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c26b-5130-47d6-abe7-7f43f09a648b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:01.304494 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5fd8b29-8979-4642-8cec-f1f61f81bd85 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:01.351604 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8c26b-5130-47d6-abe7-7f43f09a648b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Port': ['ID=74d81d19-ab48-41a6-82c7-bea36310d9cc,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:01.369492 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c26b-5130-47d6-abe7-7f43f09a648b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:01.445278 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5fd8b29-8979-4642-8cec-f1f61f81bd85 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:01.448868 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5fd8b29-8979-4642-8cec-f1f61f81bd85 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:01.514425 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5fd8b29-8979-4642-8cec-f1f61f81bd85 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:01.515041 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fd8b29-8979-4642-8cec-f1f61f81bd85 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e479c84-2147-490a-9ff5-61361d3bfd19 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:58:01.524544 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-a0b8c26b-5130-47d6-abe7-7f43f09a648b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Floating IP b42fb659-059a-4906-8a3a-5a0d38da8624 associated. External IP: 172.25.3.235, port: 148438c2-656f-4e1d-8410-08d44077ecfb. Jul 09 09:58:01.526341 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0c36b-ff85-4659-848d-03fafcb08e72 req-8194135d-6d5d-4cde-a227-42e2e0a73df2 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:01.533608 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7cf0c36b-ff85-4659-848d-03fafcb08e72 req-8194135d-6d5d-4cde-a227-42e2e0a73df2 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 947 time: 0.1499906 Jul 09 09:58:01.538222 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5fd8b29-8979-4642-8cec-f1f61f81bd85 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:01.539356 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e5fd8b29-8979-4642-8cec-f1f61f81bd85 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "DELETE /v2.0/routers/9e479c84-2147-490a-9ff5-61361d3bfd19 HTTP/1.1" status: 204 len: 168 time: 1.2491150 Jul 09 09:58:01.545678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59480) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:01.629286 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7cf0c36b-ff85-4659-848d-03fafcb08e72 req-cfa9d63f-981a-43e4-a712-793db0956f3b tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946128 Jul 09 09:58:01.657109 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 0ba3305d-bd41-4871-aeec-18ef40c534ea up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:58:01.714450 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-75c4bb28-67e4-441f-8a2d-e2ae2db1a9b2 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:01.726225 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 0ba3305d-bd41-4871-aeec-18ef40c534ea triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:58:01.726937 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:01.804301 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b8c26b-5130-47d6-abe7-7f43f09a648b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Router 758f16b1-2207-4563-bd90-1dd069d0fb3a has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:58:01.836543 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed6ac8c-4685-4c4a-a8af-3fcea212ee24 None None] Port d32ca4c1-6eb4-48d2-97d3-188b6c650ebb not found while updating agent binding for router 9e479c84-2147-490a-9ff5-61361d3bfd19. {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 09 09:58:01.846338 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed6ac8c-4685-4c4a-a8af-3fcea212ee24 None None] Routers set() bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:58:01.847877 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed6ac8c-4685-4c4a-a8af-3fcea212ee24 None None] Router IDs set() for agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 09:58:01.849422 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_agentschedulers_db [None req-eed6ac8c-4685-4c4a-a8af-3fcea212ee24 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9e479c84-2147-490a-9ff5-61361d3bfd19'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent'). {{(pid=93793) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 09:58:01.849805 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed6ac8c-4685-4c4a-a8af-3fcea212ee24 None None] The sync data for ids ['9e479c84-2147-490a-9ff5-61361d3bfd19'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:58:01.866889 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-75c4bb28-67e4-441f-8a2d-e2ae2db1a9b2 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:01.928197 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-75c4bb28-67e4-441f-8a2d-e2ae2db1a9b2 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Deleting port 0ba3305d-bd41-4871-aeec-18ef40c534ea {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:01.928197 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-75c4bb28-67e4-441f-8a2d-e2ae2db1a9b2 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:01.973725 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b8c26b-5130-47d6-abe7-7f43f09a648b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:58:01.990490 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd13d95-d2d6-44d2-947d-207ed2c18c97 None None] Sync routers for ids ['758f16b1-2207-4563-bd90-1dd069d0fb3a'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:58:02.009608 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd13d95-d2d6-44d2-947d-207ed2c18c97 None None] Routers {'758f16b1-2207-4563-bd90-1dd069d0fb3a'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:58:02.011409 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5fd13d95-d2d6-44d2-947d-207ed2c18c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['758f16b1-2207-4563-bd90-1dd069d0fb3a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:02.011940 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c26b-5130-47d6-abe7-7f43f09a648b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:02.060765 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-75c4bb28-67e4-441f-8a2d-e2ae2db1a9b2 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] For port 0ba3305d-bd41-4871-aeec-18ef40c534ea, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=0ba3305d-bd41-4871-aeec-18ef40c534ea,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:58:02.064449 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-75c4bb28-67e4-441f-8a2d-e2ae2db1a9b2 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:02.072476 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a0b8c26b-5130-47d6-abe7-7f43f09a648b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0035357 Jul 09 09:58:02.074019 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a079b237-30a8-47a8-a61b-a4192b2350e9', 'tag': '148438c2-656f-4e1d-8410-08d44077ecfb'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:58:02.079136 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844e3af6-80ce-4d05-8276-0eb38194be34" -d '{"events": [{"name": "network-changed", "server_uuid": "a079b237-30a8-47a8-a61b-a4192b2350e9", "tag": "148438c2-656f-4e1d-8410-08d44077ecfb"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:58:02.087160 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-75c4bb28-67e4-441f-8a2d-e2ae2db1a9b2 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Calling delete_port for 0ba3305d-bd41-4871-aeec-18ef40c534ea owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:02.162736 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca604a1-140a-4add-9739-9adb3eefb7b2 x-openstack-request-id: req-9ca604a1-140a-4add-9739-9adb3eefb7b2 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:58:02.163030 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a079b237-30a8-47a8-a61b-a4192b2350e9", "tag": "148438c2-656f-4e1d-8410-08d44077ecfb", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:58:02.163279 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9ca604a1-140a-4add-9739-9adb3eefb7b2 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:58:02.163684 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a079b237-30a8-47a8-a61b-a4192b2350e9', 'tag': '148438c2-656f-4e1d-8410-08d44077ecfb', 'status': 'completed', 'code': 200} Jul 09 09:58:02.201638 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-5fd13d95-d2d6-44d2-947d-207ed2c18c97 None None] Set router 758f16b1-2207-4563-bd90-1dd069d0fb3a gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:58:02.376001 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e3af6-80ce-4d05-8276-0eb38194be34 req-98f60d70-234f-4300-b981-a309703d8d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:02.377621 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-844e3af6-80ce-4d05-8276-0eb38194be34 req-98f60d70-234f-4300-b981-a309703d8d3b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 1097 time: 0.1865199 Jul 09 09:58:02.403243 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034489b5-17ab-4485-96f7-6e3a95c04063 req-014e9c6a-b749-4326-8a29-5b7a33740c69 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:02.404729 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-034489b5-17ab-4485-96f7-6e3a95c04063 req-014e9c6a-b749-4326-8a29-5b7a33740c69 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 946 time: 0.1823025 Jul 09 09:58:02.444307 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5fd13d95-d2d6-44d2-947d-207ed2c18c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435145112', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:42Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'b42fb659-059a-4906-8a3a-5a0d38da8624', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'floating_ip_address': '172.25.3.235', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'port_id': '148438c2-656f-4e1d-8410-08d44077ecfb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8', 'mac_address': 'fa:16:3e:5b:5c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a079b237-30a8-47a8-a61b-a4192b2350e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:58:00Z', 'updated_at': '2021-07-09T09:58:00Z', 'revision_number': 0, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e772c89-7c74-432e-8942-de03cedc2067', 'name': '', 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:53:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '75aea45f-b520-4fb2-8aa3-11b8311ecad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:40Z', 'updated_at': '2021-07-09T09:57:47Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '75aea45f-b520-4fb2-8aa3-11b8311ecad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:02.472207 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd13d95-d2d6-44d2-947d-207ed2c18c97 None None] Checking router: 758f16b1-2207-4563-bd90-1dd069d0fb3a for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:58:02.476749 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-75c4bb28-67e4-441f-8a2d-e2ae2db1a9b2 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:02.481173 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd13d95-d2d6-44d2-947d-207ed2c18c97 None None] Routers {'758f16b1-2207-4563-bd90-1dd069d0fb3a'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:58:02.481810 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5fd13d95-d2d6-44d2-947d-207ed2c18c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['758f16b1-2207-4563-bd90-1dd069d0fb3a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:02.527361 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4bb28-67e4-441f-8a2d-e2ae2db1a9b2 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ba3305d-bd41-4871-aeec-18ef40c534ea,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:02.535113 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-034489b5-17ab-4485-96f7-6e3a95c04063 req-5822a38b-f186-456a-8a6e-13422abe8d24 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166780 Jul 09 09:58:02.562303 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59488) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:02.593409 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e3af6-80ce-4d05-8276-0eb38194be34 req-8e39d1a4-2085-4c07-94e5-f3fade82dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:02.594895 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-844e3af6-80ce-4d05-8276-0eb38194be34 req-8e39d1a4-2085-4c07-94e5-f3fade82dd4b service neutron] 10.222.0.58 "GET /v2.0/networks?id=1b6be32c-ac53-4054-9f75-2f3900f154b8 HTTP/1.1" status: 200 len: 897 time: 0.2081618 Jul 09 09:58:02.597940 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-5fd13d95-d2d6-44d2-947d-207ed2c18c97 None None] Set router 758f16b1-2207-4563-bd90-1dd069d0fb3a gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:58:02.628042 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5fe6ab03-9f9e-4249-9569-391908903a8b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/floatingips/b42fb659-059a-4906-8a3a-5a0d38da8624 HTTP/1.1" status: 200 len: 992 time: 0.0645761 Jul 09 09:58:02.643150 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-75c4bb28-67e4-441f-8a2d-e2ae2db1a9b2 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:02.874974 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5fd13d95-d2d6-44d2-947d-207ed2c18c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435145112', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:42Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'b42fb659-059a-4906-8a3a-5a0d38da8624', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'floating_ip_address': '172.25.3.235', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'port_id': '148438c2-656f-4e1d-8410-08d44077ecfb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8', 'mac_address': 'fa:16:3e:5b:5c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a079b237-30a8-47a8-a61b-a4192b2350e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:58:00Z', 'updated_at': '2021-07-09T09:58:00Z', 'revision_number': 0, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e772c89-7c74-432e-8942-de03cedc2067', 'name': '', 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:53:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '75aea45f-b520-4fb2-8aa3-11b8311ecad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:40Z', 'updated_at': '2021-07-09T09:57:47Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '75aea45f-b520-4fb2-8aa3-11b8311ecad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:02.907350 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd13d95-d2d6-44d2-947d-207ed2c18c97 None None] The sync data for ids ['758f16b1-2207-4563-bd90-1dd069d0fb3a'] in n-d-799996-1 is: [{'id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435145112', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:42Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'b42fb659-059a-4906-8a3a-5a0d38da8624', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'floating_ip_address': '172.25.3.235', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'port_id': '148438c2-656f-4e1d-8410-08d44077ecfb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8', 'mac_address': 'fa:16:3e:5b:5c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a079b237-30a8-47a8-a61b-a4192b2350e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:58:00Z', 'updated_at': '2021-07-09T09:58:00Z', 'revision_number': 0, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e772c89-7c74-432e-8942-de03cedc2067', 'name': '', 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:53:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '75aea45f-b520-4fb2-8aa3-11b8311ecad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:40Z', 'updated_at': '2021-07-09T09:57:47Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '75aea45f-b520-4fb2-8aa3-11b8311ecad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:58:03.131303 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed32305-1ea1-4ee3-89de-0b4a1be7b314 None None] New status for floating IP b42fb659-059a-4906-8a3a-5a0d38da8624: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:58:03.151812 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-75c4bb28-67e4-441f-8a2d-e2ae2db1a9b2 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:03.156587 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-75c4bb28-67e4-441f-8a2d-e2ae2db1a9b2 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:03.167377 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-844e3af6-80ce-4d05-8276-0eb38194be34 req-ddaf03db-a7ee-4671-8dda-c14c2c780130 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=148438c2-656f-4e1d-8410-08d44077ecfb HTTP/1.1" status: 200 len: 1000 time: 0.5635662 Jul 09 09:58:03.246913 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-75c4bb28-67e4-441f-8a2d-e2ae2db1a9b2 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:03.247369 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c4bb28-67e4-441f-8a2d-e2ae2db1a9b2 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6862b44-806d-4500-bd40-2a9a536cdf73 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:58:03.253447 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-75c4bb28-67e4-441f-8a2d-e2ae2db1a9b2 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:03.254584 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-75c4bb28-67e4-441f-8a2d-e2ae2db1a9b2 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "DELETE /v2.0/routers/b6862b44-806d-4500-bd40-2a9a536cdf73 HTTP/1.1" status: 204 len: 168 time: 1.7079341 Jul 09 09:58:03.258449 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59498) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:03.265208 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5fc382ac-2399-4f06-a5e3-94a2e9960868 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1517962407', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:03.267325 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e3af6-80ce-4d05-8276-0eb38194be34 req-1b53441e-b491-42ce-9863-71ca98bb1ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:03.268853 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-844e3af6-80ce-4d05-8276-0eb38194be34 req-1b53441e-b491-42ce-9863-71ca98bb1ccd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75aea45f-b520-4fb2-8aa3-11b8311ecad9 HTTP/1.1" status: 200 len: 834 time: 0.0933499 Jul 09 09:58:03.280766 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a07939-0549-4e5e-b8ea-a766d0a1de63 req-0724414f-ade3-4431-ac0f-1e72cedd57df tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:03.282255 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14a07939-0549-4e5e-b8ea-a766d0a1de63 req-0724414f-ade3-4431-ac0f-1e72cedd57df tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 947 time: 0.2034500 Jul 09 09:58:03.305743 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fc382ac-2399-4f06-a5e3-94a2e9960868 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:03.306882 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fc382ac-2399-4f06-a5e3-94a2e9960868 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:03.373715 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fc382ac-2399-4f06-a5e3-94a2e9960868 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:03.394888 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14a07939-0549-4e5e-b8ea-a766d0a1de63 req-b29383d9-5c08-4b97-bd39-3e005d94847c tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008241 Jul 09 09:58:03.415308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e3af6-80ce-4d05-8276-0eb38194be34 req-2ddd1bad-389d-48c7-9af7-b71560630f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:03.417349 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-844e3af6-80ce-4d05-8276-0eb38194be34 req-2ddd1bad-389d-48c7-9af7-b71560630f18 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1b6be32c-ac53-4054-9f75-2f3900f154b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332572 Jul 09 09:58:03.538220 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-844e3af6-80ce-4d05-8276-0eb38194be34 req-2901f1fc-00e3-4be7-9271-d3154e6700d8 service neutron] 10.222.0.58 "GET /v2.0/networks/1b6be32c-ac53-4054-9f75-2f3900f154b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127496 Jul 09 09:58:03.632335 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59504) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:03.696966 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-844e3af6-80ce-4d05-8276-0eb38194be34 req-5cf0ba57-56a2-49aa-8033-e8414bdac29d service neutron] 10.222.0.58 "GET /v2.0/networks/1b6be32c-ac53-4054-9f75-2f3900f154b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412964 Jul 09 09:58:03.714441 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-01de53eb-9b5d-4825-8ef6-72e07620f996 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/floatingips/b42fb659-059a-4906-8a3a-5a0d38da8624 HTTP/1.1" status: 200 len: 994 time: 0.0766270 Jul 09 09:58:03.841435 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fc382ac-2399-4f06-a5e3-94a2e9960868 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:03.870525 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 0ba3305d-bd41-4871-aeec-18ef40c534ea no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:58:03.899734 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 0ba3305d-bd41-4871-aeec-18ef40c534ea {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:58:03.900767 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 0ba3305d-bd41-4871-aeec-18ef40c534ea not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:58:04.008175 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:04.134291 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fc382ac-2399-4f06-a5e3-94a2e9960868 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:04.160210 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fc382ac-2399-4f06-a5e3-94a2e9960868 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:04.271924 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-5fc382ac-2399-4f06-a5e3-94a2e9960868 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Allocated IP 172.25.3.88 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/b65ce315-4e35-429c-b4b4-f84626768a5c) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:04.378036 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fc382ac-2399-4f06-a5e3-94a2e9960868 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:04.415520 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fc382ac-2399-4f06-a5e3-94a2e9960868 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:04.455681 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc382ac-2399-4f06-a5e3-94a2e9960868 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:04.458427 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-5fc382ac-2399-4f06-a5e3-94a2e9960868 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:04.461920 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc382ac-2399-4f06-a5e3-94a2e9960868 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:04.483796 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc382ac-2399-4f06-a5e3-94a2e9960868 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Pushing event updated for resources: {'Port': ['ID=b65ce315-4e35-429c-b4b4-f84626768a5c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:04.709700 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fc382ac-2399-4f06-a5e3-94a2e9960868 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:04.910043 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fc382ac-2399-4f06-a5e3-94a2e9960868 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:05.048307 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc382ac-2399-4f06-a5e3-94a2e9960868 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Router 818087da-33c1-48d9-bb81-0711c22c6e61 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:58:05.164116 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc382ac-2399-4f06-a5e3-94a2e9960868 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:58:05.175981 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f9ae11-745e-4c16-9045-dffc5e7cfc79 None None] Sync routers for ids ['818087da-33c1-48d9-bb81-0711c22c6e61'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:58:05.190052 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f9ae11-745e-4c16-9045-dffc5e7cfc79 None None] Routers {'818087da-33c1-48d9-bb81-0711c22c6e61'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:58:05.191558 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-55f9ae11-745e-4c16-9045-dffc5e7cfc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['818087da-33c1-48d9-bb81-0711c22c6e61'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:05.192463 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fc382ac-2399-4f06-a5e3-94a2e9960868 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:05.196867 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5fc382ac-2399-4f06-a5e3-94a2e9960868 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9333906 Jul 09 09:58:05.198343 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59516) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:05.202270 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1ab1b20b-d64d-4fdb-964c-b1bda8c86bff tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'enable_snat': False}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:05.238854 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-55f9ae11-745e-4c16-9045-dffc5e7cfc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:05.253680 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f9ae11-745e-4c16-9045-dffc5e7cfc79 None None] Routers {'818087da-33c1-48d9-bb81-0711c22c6e61'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:58:05.254310 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-55f9ae11-745e-4c16-9045-dffc5e7cfc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['818087da-33c1-48d9-bb81-0711c22c6e61'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:05.289938 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-55f9ae11-745e-4c16-9045-dffc5e7cfc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:05.290514 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f9ae11-745e-4c16-9045-dffc5e7cfc79 None None] The sync data for ids ['818087da-33c1-48d9-bb81-0711c22c6e61'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:58:05.523556 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ab1b20b-d64d-4fdb-964c-b1bda8c86bff tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:05.961707 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ab1b20b-d64d-4fdb-964c-b1bda8c86bff tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:05.965780 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ab1b20b-d64d-4fdb-964c-b1bda8c86bff tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524803'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:06.353386 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab1b20b-d64d-4fdb-964c-b1bda8c86bff tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Router 818087da-33c1-48d9-bb81-0711c22c6e61 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:58:06.457802 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab1b20b-d64d-4fdb-964c-b1bda8c86bff tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:58:06.462192 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ab1b20b-d64d-4fdb-964c-b1bda8c86bff tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:06.464132 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1ab1b20b-d64d-4fdb-964c-b1bda8c86bff tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "PUT /v2.0/routers/818087da-33c1-48d9-bb81-0711c22c6e61 HTTP/1.1" status: 200 len: 925 time: 1.2660151 Jul 09 09:58:06.466207 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59522) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:06.467574 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767e4d85-7829-4ba5-8400-b659039edd53 None None] Sync routers for ids ['818087da-33c1-48d9-bb81-0711c22c6e61'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:58:06.478204 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767e4d85-7829-4ba5-8400-b659039edd53 None None] Routers {'818087da-33c1-48d9-bb81-0711c22c6e61'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:58:06.478805 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-767e4d85-7829-4ba5-8400-b659039edd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['818087da-33c1-48d9-bb81-0711c22c6e61'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:06.510617 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-767e4d85-7829-4ba5-8400-b659039edd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:06.519966 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767e4d85-7829-4ba5-8400-b659039edd53 None None] Routers {'818087da-33c1-48d9-bb81-0711c22c6e61'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:58:06.520630 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-767e4d85-7829-4ba5-8400-b659039edd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['818087da-33c1-48d9-bb81-0711c22c6e61'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:06.555234 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-767e4d85-7829-4ba5-8400-b659039edd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:06.555950 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767e4d85-7829-4ba5-8400-b659039edd53 None None] The sync data for ids ['818087da-33c1-48d9-bb81-0711c22c6e61'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:58:06.576912 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7dd60f67-cec8-4bc1-a64a-589e98bf48f7 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "GET /v2.0/routers/818087da-33c1-48d9-bb81-0711c22c6e61 HTTP/1.1" status: 200 len: 925 time: 0.1095338 Jul 09 09:58:06.580457 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59524) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:06.634160 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4d936a-9fc5-4b31-8fcf-947485a9ad5e tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:06.635672 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-eb4d936a-9fc5-4b31-8fcf-947485a9ad5e tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&device_id=818087da-33c1-48d9-bb81-0711c22c6e61&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0542157 Jul 09 09:58:06.638451 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59526) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:06.722210 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ebd9f6-52d9-4f0e-a4fb-2b5afbcff2aa tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:06.723597 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-18ebd9f6-52d9-4f0e-a4fb-2b5afbcff2aa tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 881 time: 0.0842495 Jul 09 09:58:06.726557 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59528) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:06.760419 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-66acb7cb-e611-4dea-be59-a1f564bd3588 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "GET /v2.0/ports?device_id=818087da-33c1-48d9-bb81-0711c22c6e61 HTTP/1.1" status: 200 len: 205 time: 0.0327766 Jul 09 09:58:06.763273 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59530) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:06.766610 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-73a230fe-1d87-4305-ae3e-35ef7f809191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:06.880474 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca9b52ff-aa39-4a43-a643-5cc3cfe7d3ce tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:06.989116 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca9b52ff-aa39-4a43-a643-5cc3cfe7d3ce tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:07.048044 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ca9b52ff-aa39-4a43-a643-5cc3cfe7d3ce tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Deleting port b65ce315-4e35-429c-b4b4-f84626768a5c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:07.048409 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca9b52ff-aa39-4a43-a643-5cc3cfe7d3ce tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:07.131553 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca9b52ff-aa39-4a43-a643-5cc3cfe7d3ce tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:07.145437 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ca9b52ff-aa39-4a43-a643-5cc3cfe7d3ce tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Calling delete_port for b65ce315-4e35-429c-b4b4-f84626768a5c owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:07.334883 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca9b52ff-aa39-4a43-a643-5cc3cfe7d3ce tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:07.366393 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b52ff-aa39-4a43-a643-5cc3cfe7d3ce tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Pushing event deleted for resources: {'Port': ['ID=b65ce315-4e35-429c-b4b4-f84626768a5c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:07.441172 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca9b52ff-aa39-4a43-a643-5cc3cfe7d3ce tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:07.537712 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca9b52ff-aa39-4a43-a643-5cc3cfe7d3ce tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:07.539898 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca9b52ff-aa39-4a43-a643-5cc3cfe7d3ce tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:07.583536 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca9b52ff-aa39-4a43-a643-5cc3cfe7d3ce tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:07.584274 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9b52ff-aa39-4a43-a643-5cc3cfe7d3ce tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Fanout notify agent at l3_agent the message router_deleted on router 818087da-33c1-48d9-bb81-0711c22c6e61 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:58:07.590940 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca9b52ff-aa39-4a43-a643-5cc3cfe7d3ce tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:07.592075 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ca9b52ff-aa39-4a43-a643-5cc3cfe7d3ce tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "DELETE /v2.0/routers/818087da-33c1-48d9-bb81-0711c22c6e61 HTTP/1.1" status: 204 len: 168 time: 0.8279510 Jul 09 09:58:07.596497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59538) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:07.601655 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c4bad082-79b3-4179-8523-09de4144028a tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-229129591', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:07.629822 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4bad082-79b3-4179-8523-09de4144028a tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:07.631000 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4bad082-79b3-4179-8523-09de4144028a tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:07.693322 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4bad082-79b3-4179-8523-09de4144028a tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:07.697382 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4bad082-79b3-4179-8523-09de4144028a tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:07.713059 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4bad082-79b3-4179-8523-09de4144028a tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:07.714763 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c4bad082-79b3-4179-8523-09de4144028a tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1167529 Jul 09 09:58:07.717652 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59540) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:07.722975 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-87f9d908-de82-44e9-9a2d-7f8bb0ce08bd tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:07.929461 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-87f9d908-de82-44e9-9a2d-7f8bb0ce08bd tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:08.159391 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-87f9d908-de82-44e9-9a2d-7f8bb0ce08bd tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:08.183595 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-87f9d908-de82-44e9-9a2d-7f8bb0ce08bd tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:08.297087 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-87f9d908-de82-44e9-9a2d-7f8bb0ce08bd tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Allocated IP 172.25.3.239 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/fff03ee8-0407-44dc-ba34-84054c7d6b5b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:08.411768 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-87f9d908-de82-44e9-9a2d-7f8bb0ce08bd tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:08.451597 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-87f9d908-de82-44e9-9a2d-7f8bb0ce08bd tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:08.488806 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f9d908-de82-44e9-9a2d-7f8bb0ce08bd tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:08.495152 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-87f9d908-de82-44e9-9a2d-7f8bb0ce08bd tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:08.497702 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f9d908-de82-44e9-9a2d-7f8bb0ce08bd tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:08.526536 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9d908-de82-44e9-9a2d-7f8bb0ce08bd tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Pushing event updated for resources: {'Port': ['ID=fff03ee8-0407-44dc-ba34-84054c7d6b5b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:08.757791 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-87f9d908-de82-44e9-9a2d-7f8bb0ce08bd tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:08.958002 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-87f9d908-de82-44e9-9a2d-7f8bb0ce08bd tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:08.961321 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-87f9d908-de82-44e9-9a2d-7f8bb0ce08bd tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524803'] for router, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:09.093179 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f9d908-de82-44e9-9a2d-7f8bb0ce08bd tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Router 8114964a-0a63-478a-98f4-8e6d45638977 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:58:09.198195 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f9d908-de82-44e9-9a2d-7f8bb0ce08bd tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:58:09.204914 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-87f9d908-de82-44e9-9a2d-7f8bb0ce08bd tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:09.206037 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-87f9d908-de82-44e9-9a2d-7f8bb0ce08bd tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "PUT /v2.0/routers/8114964a-0a63-478a-98f4-8e6d45638977 HTTP/1.1" status: 200 len: 883 time: 1.4872742 Jul 09 09:58:09.207330 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4093f84d-7926-4ce9-ab7e-bbcd70dc40f4 None None] Sync routers for ids ['8114964a-0a63-478a-98f4-8e6d45638977'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:58:09.208701 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59544) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:09.217487 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4093f84d-7926-4ce9-ab7e-bbcd70dc40f4 None None] Routers {'8114964a-0a63-478a-98f4-8e6d45638977'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:58:09.218097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4093f84d-7926-4ce9-ab7e-bbcd70dc40f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['8114964a-0a63-478a-98f4-8e6d45638977'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:09.256455 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4093f84d-7926-4ce9-ab7e-bbcd70dc40f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:09.267671 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:09.268909 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4093f84d-7926-4ce9-ab7e-bbcd70dc40f4 None None] Routers {'8114964a-0a63-478a-98f4-8e6d45638977'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:58:09.269469 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4093f84d-7926-4ce9-ab7e-bbcd70dc40f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:57:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['8114964a-0a63-478a-98f4-8e6d45638977'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:09.306015 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4093f84d-7926-4ce9-ab7e-bbcd70dc40f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:09.306889 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4093f84d-7926-4ce9-ab7e-bbcd70dc40f4 None None] The sync data for ids ['8114964a-0a63-478a-98f4-8e6d45638977'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:58:09.317854 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ff7040a4-b3f8-4c2d-a48c-787f12965683 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "GET /v2.0/routers/8114964a-0a63-478a-98f4-8e6d45638977 HTTP/1.1" status: 200 len: 924 time: 0.1080544 Jul 09 09:58:09.320689 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59552) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:09.361582 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb5105c5-5725-49db-a521-9de0c601df67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:09.414092 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d997b78c-c921-42d1-9ad3-43f7bd2edcd7 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:09.415682 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d997b78c-c921-42d1-9ad3-43f7bd2edcd7 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&device_id=8114964a-0a63-478a-98f4-8e6d45638977&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0941591 Jul 09 09:58:09.420151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59554) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:09.510345 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55063264-1839-49b7-9d04-ba6ebfc98855 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:09.511874 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-55063264-1839-49b7-9d04-ba6ebfc98855 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 881 time: 0.0906730 Jul 09 09:58:09.514569 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59556) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:09.543988 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:09.550622 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e0b0d17e-d4cd-440b-90b4-c8391c63f6a0 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "GET /v2.0/ports?device_id=8114964a-0a63-478a-98f4-8e6d45638977 HTTP/1.1" status: 200 len: 205 time: 0.0349214 Jul 09 09:58:09.553096 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59558) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:09.658634 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e778da3-bffe-41b5-896d-d9168d665c16 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:09.767471 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e778da3-bffe-41b5-896d-d9168d665c16 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:09.821869 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6e778da3-bffe-41b5-896d-d9168d665c16 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Deleting port fff03ee8-0407-44dc-ba34-84054c7d6b5b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:09.822209 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e778da3-bffe-41b5-896d-d9168d665c16 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:09.899585 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e778da3-bffe-41b5-896d-d9168d665c16 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:09.911519 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6e778da3-bffe-41b5-896d-d9168d665c16 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Calling delete_port for fff03ee8-0407-44dc-ba34-84054c7d6b5b owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:10.414793 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e778da3-bffe-41b5-896d-d9168d665c16 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:10.441401 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e778da3-bffe-41b5-896d-d9168d665c16 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Pushing event deleted for resources: {'Port': ['ID=fff03ee8-0407-44dc-ba34-84054c7d6b5b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:10.507054 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e778da3-bffe-41b5-896d-d9168d665c16 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:10.597454 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e778da3-bffe-41b5-896d-d9168d665c16 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:10.599553 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e778da3-bffe-41b5-896d-d9168d665c16 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:10.640932 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e778da3-bffe-41b5-896d-d9168d665c16 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:10.641510 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e778da3-bffe-41b5-896d-d9168d665c16 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Fanout notify agent at l3_agent the message router_deleted on router 8114964a-0a63-478a-98f4-8e6d45638977 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:58:10.648908 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e778da3-bffe-41b5-896d-d9168d665c16 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:10.650032 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6e778da3-bffe-41b5-896d-d9168d665c16 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "DELETE /v2.0/routers/8114964a-0a63-478a-98f4-8e6d45638977 HTTP/1.1" status: 204 len: 168 time: 1.0960076 Jul 09 09:58:10.653625 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59562) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:10.658545 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2ca04721-1cd6-411d-9fde-6b6104717e85 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1880091868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:10.680874 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ca04721-1cd6-411d-9fde-6b6104717e85 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:10.681839 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ca04721-1cd6-411d-9fde-6b6104717e85 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:10.734745 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ca04721-1cd6-411d-9fde-6b6104717e85 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:10.739843 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ca04721-1cd6-411d-9fde-6b6104717e85 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:10.755440 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ca04721-1cd6-411d-9fde-6b6104717e85 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:10.756675 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2ca04721-1cd6-411d-9fde-6b6104717e85 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1021154 Jul 09 09:58:10.759427 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59564) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:10.763829 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b7183189-b7a3-4fa7-82e4-fcc88c3d54df tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'enable_snat': True}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:10.964342 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7183189-b7a3-4fa7-82e4-fcc88c3d54df tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:11.165600 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7183189-b7a3-4fa7-82e4-fcc88c3d54df tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:11.189232 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7183189-b7a3-4fa7-82e4-fcc88c3d54df tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:11.193271 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:11.293239 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-b7183189-b7a3-4fa7-82e4-fcc88c3d54df tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Allocated IP 172.25.3.108 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/e6f7811a-d8f6-4454-83eb-a1c0a74c4f0f) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:11.403004 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7183189-b7a3-4fa7-82e4-fcc88c3d54df tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:11.444523 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7183189-b7a3-4fa7-82e4-fcc88c3d54df tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:11.481863 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7183189-b7a3-4fa7-82e4-fcc88c3d54df tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:11.486721 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b7183189-b7a3-4fa7-82e4-fcc88c3d54df tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:11.490237 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7183189-b7a3-4fa7-82e4-fcc88c3d54df tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:11.514921 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7183189-b7a3-4fa7-82e4-fcc88c3d54df tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Pushing event updated for resources: {'Port': ['ID=e6f7811a-d8f6-4454-83eb-a1c0a74c4f0f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:11.757817 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7183189-b7a3-4fa7-82e4-fcc88c3d54df tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:11.945834 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7183189-b7a3-4fa7-82e4-fcc88c3d54df tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:11.949095 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7183189-b7a3-4fa7-82e4-fcc88c3d54df tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524803'] for router, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:12.073037 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7183189-b7a3-4fa7-82e4-fcc88c3d54df tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Router dcd0e51a-8958-4d25-8d5e-7f5388ae0bfc is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:58:12.184140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7183189-b7a3-4fa7-82e4-fcc88c3d54df tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:58:12.188380 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7183189-b7a3-4fa7-82e4-fcc88c3d54df tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:12.190032 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b7183189-b7a3-4fa7-82e4-fcc88c3d54df tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "PUT /v2.0/routers/dcd0e51a-8958-4d25-8d5e-7f5388ae0bfc HTTP/1.1" status: 200 len: 919 time: 1.4292624 Jul 09 09:58:12.192375 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59576) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:12.195308 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbe4fb9-a12c-4ed9-931c-28bd19483e16 None None] Sync routers for ids ['dcd0e51a-8958-4d25-8d5e-7f5388ae0bfc'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:58:12.205028 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbe4fb9-a12c-4ed9-931c-28bd19483e16 None None] Routers {'dcd0e51a-8958-4d25-8d5e-7f5388ae0bfc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:58:12.205562 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-dcbe4fb9-a12c-4ed9-931c-28bd19483e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:58:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['dcd0e51a-8958-4d25-8d5e-7f5388ae0bfc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:12.237669 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-dcbe4fb9-a12c-4ed9-931c-28bd19483e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:12.246441 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbe4fb9-a12c-4ed9-931c-28bd19483e16 None None] Routers {'dcd0e51a-8958-4d25-8d5e-7f5388ae0bfc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:58:12.247030 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-dcbe4fb9-a12c-4ed9-931c-28bd19483e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:58:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['dcd0e51a-8958-4d25-8d5e-7f5388ae0bfc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:12.281090 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-dcbe4fb9-a12c-4ed9-931c-28bd19483e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:12.281597 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbe4fb9-a12c-4ed9-931c-28bd19483e16 None None] The sync data for ids ['dcd0e51a-8958-4d25-8d5e-7f5388ae0bfc'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:58:12.300618 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-54af0133-929d-4f34-991c-716e371dc5c7 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "GET /v2.0/routers/dcd0e51a-8958-4d25-8d5e-7f5388ae0bfc HTTP/1.1" status: 200 len: 925 time: 0.1070976 Jul 09 09:58:12.303360 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59578) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:12.356374 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adf1a41-18a7-4c27-b701-ed468747e57d tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:12.361375 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9adf1a41-18a7-4c27-b701-ed468747e57d tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&device_id=dcd0e51a-8958-4d25-8d5e-7f5388ae0bfc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0537655 Jul 09 09:58:12.361536 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59580) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:12.452347 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0666f458-52bf-444d-8d98-534bbcf9cbfe tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:12.454718 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0666f458-52bf-444d-8d98-534bbcf9cbfe tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 881 time: 0.0913775 Jul 09 09:58:12.457456 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59582) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:12.493374 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5a2e15f2-54dd-40c0-8380-b3b2d42cb6e3 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcd0e51a-8958-4d25-8d5e-7f5388ae0bfc HTTP/1.1" status: 200 len: 205 time: 0.0325608 Jul 09 09:58:12.493604 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59584) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:12.599995 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5faf6476-60ed-4b9e-96ef-64b194885eae tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:12.703494 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5faf6476-60ed-4b9e-96ef-64b194885eae tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:12.762930 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5faf6476-60ed-4b9e-96ef-64b194885eae tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Deleting port e6f7811a-d8f6-4454-83eb-a1c0a74c4f0f {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:12.762930 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5faf6476-60ed-4b9e-96ef-64b194885eae tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:12.846888 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5faf6476-60ed-4b9e-96ef-64b194885eae tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:12.858393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5faf6476-60ed-4b9e-96ef-64b194885eae tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Calling delete_port for e6f7811a-d8f6-4454-83eb-a1c0a74c4f0f owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:12.991582 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:13.025276 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5faf6476-60ed-4b9e-96ef-64b194885eae tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:13.050391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf6476-60ed-4b9e-96ef-64b194885eae tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Pushing event deleted for resources: {'Port': ['ID=e6f7811a-d8f6-4454-83eb-a1c0a74c4f0f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:13.120188 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5faf6476-60ed-4b9e-96ef-64b194885eae tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:13.213991 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5faf6476-60ed-4b9e-96ef-64b194885eae tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:13.216197 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5faf6476-60ed-4b9e-96ef-64b194885eae tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:13.266254 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5faf6476-60ed-4b9e-96ef-64b194885eae tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:13.266808 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5faf6476-60ed-4b9e-96ef-64b194885eae tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Fanout notify agent at l3_agent the message router_deleted on router dcd0e51a-8958-4d25-8d5e-7f5388ae0bfc {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:58:13.273495 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5faf6476-60ed-4b9e-96ef-64b194885eae tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:13.278008 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5faf6476-60ed-4b9e-96ef-64b194885eae tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "DELETE /v2.0/routers/dcd0e51a-8958-4d25-8d5e-7f5388ae0bfc HTTP/1.1" status: 204 len: 168 time: 0.7801852 Jul 09 09:58:13.278746 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59588) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:13.283551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b6e01376-2bee-48db-a1ae-98832e0ce351 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-730768899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:13.308275 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6e01376-2bee-48db-a1ae-98832e0ce351 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:13.309464 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6e01376-2bee-48db-a1ae-98832e0ce351 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:13.367319 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6e01376-2bee-48db-a1ae-98832e0ce351 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:13.371664 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6e01376-2bee-48db-a1ae-98832e0ce351 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:13.389431 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6e01376-2bee-48db-a1ae-98832e0ce351 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:13.393508 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b6e01376-2bee-48db-a1ae-98832e0ce351 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1112058 Jul 09 09:58:13.393797 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59590) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:13.400971 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-29b290c3-6a0f-4e1b-8a41-783ab5de5967 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'enable_snat': False}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:13.627153 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-29b290c3-6a0f-4e1b-8a41-783ab5de5967 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:13.846055 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-29b290c3-6a0f-4e1b-8a41-783ab5de5967 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:13.865400 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-29b290c3-6a0f-4e1b-8a41-783ab5de5967 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:13.977308 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-29b290c3-6a0f-4e1b-8a41-783ab5de5967 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Allocated IP 172.25.3.224 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/ec3992b8-4e7d-447a-9c34-6d10bf1fb9ec) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:14.086902 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-29b290c3-6a0f-4e1b-8a41-783ab5de5967 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:14.137817 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-29b290c3-6a0f-4e1b-8a41-783ab5de5967 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:14.175861 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b290c3-6a0f-4e1b-8a41-783ab5de5967 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:14.180616 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-29b290c3-6a0f-4e1b-8a41-783ab5de5967 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:14.184035 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b290c3-6a0f-4e1b-8a41-783ab5de5967 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:14.212294 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b290c3-6a0f-4e1b-8a41-783ab5de5967 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Pushing event updated for resources: {'Port': ['ID=ec3992b8-4e7d-447a-9c34-6d10bf1fb9ec,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:14.439823 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-29b290c3-6a0f-4e1b-8a41-783ab5de5967 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:14.629931 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-29b290c3-6a0f-4e1b-8a41-783ab5de5967 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:14.633415 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-29b290c3-6a0f-4e1b-8a41-783ab5de5967 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524803'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:14.764473 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b290c3-6a0f-4e1b-8a41-783ab5de5967 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Router 9deb29b5-a7a4-42f0-8c96-bda50253526b is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:58:14.879506 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b290c3-6a0f-4e1b-8a41-783ab5de5967 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:58:14.884419 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-29b290c3-6a0f-4e1b-8a41-783ab5de5967 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:14.888091 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-29b290c3-6a0f-4e1b-8a41-783ab5de5967 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "PUT /v2.0/routers/9deb29b5-a7a4-42f0-8c96-bda50253526b HTTP/1.1" status: 200 len: 919 time: 1.4904861 Jul 09 09:58:14.888338 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59596) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:14.891332 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afe50d0-7ede-4eb4-9128-edb66e78a83e None None] Sync routers for ids ['9deb29b5-a7a4-42f0-8c96-bda50253526b'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:58:14.901964 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afe50d0-7ede-4eb4-9128-edb66e78a83e None None] Routers {'9deb29b5-a7a4-42f0-8c96-bda50253526b'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:58:14.902592 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7afe50d0-7ede-4eb4-9128-edb66e78a83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:58:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['9deb29b5-a7a4-42f0-8c96-bda50253526b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:14.935325 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7afe50d0-7ede-4eb4-9128-edb66e78a83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:14.944581 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afe50d0-7ede-4eb4-9128-edb66e78a83e None None] Routers {'9deb29b5-a7a4-42f0-8c96-bda50253526b'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:58:14.945193 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7afe50d0-7ede-4eb4-9128-edb66e78a83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:58:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['9deb29b5-a7a4-42f0-8c96-bda50253526b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:14.981145 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7afe50d0-7ede-4eb4-9128-edb66e78a83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:14.981826 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afe50d0-7ede-4eb4-9128-edb66e78a83e None None] The sync data for ids ['9deb29b5-a7a4-42f0-8c96-bda50253526b'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:58:15.003507 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4a5da29e-7b51-41bd-a2f1-4aa0fcaa8b85 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "GET /v2.0/routers/9deb29b5-a7a4-42f0-8c96-bda50253526b HTTP/1.1" status: 200 len: 925 time: 0.1114924 Jul 09 09:58:15.003948 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59598) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:15.062949 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a87909-66a8-411f-96d2-dc168c250d70 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:15.064787 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-05a87909-66a8-411f-96d2-dc168c250d70 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&device_id=9deb29b5-a7a4-42f0-8c96-bda50253526b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0598960 Jul 09 09:58:15.067440 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59600) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:15.155109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05719240-14bb-4715-bf82-429fd6c876f5 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:15.156563 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-05719240-14bb-4715-bf82-429fd6c876f5 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "GET /v2.0/networks/a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 881 time: 0.0879006 Jul 09 09:58:15.160065 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59602) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:15.189449 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f2baba66-376d-4254-aee9-993ff805f345 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9deb29b5-a7a4-42f0-8c96-bda50253526b HTTP/1.1" status: 200 len: 205 time: 0.0282161 Jul 09 09:58:15.191893 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59604) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:15.569804 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-748fc344-ce8a-498a-874b-b8b478f98daf tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:15.673722 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-748fc344-ce8a-498a-874b-b8b478f98daf tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:15.726356 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-748fc344-ce8a-498a-874b-b8b478f98daf tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Deleting port ec3992b8-4e7d-447a-9c34-6d10bf1fb9ec {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:15.726700 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-748fc344-ce8a-498a-874b-b8b478f98daf tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:15.803885 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-748fc344-ce8a-498a-874b-b8b478f98daf tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:15.815838 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-748fc344-ce8a-498a-874b-b8b478f98daf tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Calling delete_port for ec3992b8-4e7d-447a-9c34-6d10bf1fb9ec owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:15.991311 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-748fc344-ce8a-498a-874b-b8b478f98daf tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:16.019389 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fc344-ce8a-498a-874b-b8b478f98daf tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Pushing event deleted for resources: {'Port': ['ID=ec3992b8-4e7d-447a-9c34-6d10bf1fb9ec,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:16.082945 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-748fc344-ce8a-498a-874b-b8b478f98daf tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:16.177676 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-748fc344-ce8a-498a-874b-b8b478f98daf tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:16.179907 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-748fc344-ce8a-498a-874b-b8b478f98daf tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:16.225415 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-748fc344-ce8a-498a-874b-b8b478f98daf tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:16.225935 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748fc344-ce8a-498a-874b-b8b478f98daf tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Fanout notify agent at l3_agent the message router_deleted on router 9deb29b5-a7a4-42f0-8c96-bda50253526b {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:58:16.232902 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-748fc344-ce8a-498a-874b-b8b478f98daf tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:16.236363 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-748fc344-ce8a-498a-874b-b8b478f98daf tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "DELETE /v2.0/routers/9deb29b5-a7a4-42f0-8c96-bda50253526b HTTP/1.1" status: 204 len: 168 time: 1.0434506 Jul 09 09:58:16.238433 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59612) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:16.242941 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6fcda78a-e185-48ba-837d-2e30e2434807 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1176937353', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:16.266622 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fcda78a-e185-48ba-837d-2e30e2434807 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:16.267753 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fcda78a-e185-48ba-837d-2e30e2434807 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:16.283772 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19b8c3-e175-43e2-bf60-39abf813c51a req-a784ab19-7943-48bc-99fe-5ed4eec0f4de tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:16.285361 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf19b8c3-e175-43e2-bf60-39abf813c51a req-a784ab19-7943-48bc-99fe-5ed4eec0f4de tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=b779db2c-78e4-4560-97da-13e82ac3793f HTTP/1.1" status: 200 len: 945 time: 0.0658824 Jul 09 09:58:16.323585 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fcda78a-e185-48ba-837d-2e30e2434807 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:16.333152 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf19b8c3-e175-43e2-bf60-39abf813c51a req-fa1948b7-01bd-42fd-80ad-aedcbcad5eac tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/security-groups?id=972db136-e49f-43cc-8374-cea37f1757f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340624 Jul 09 09:58:16.463225 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fcda78a-e185-48ba-837d-2e30e2434807 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:16.655193 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fcda78a-e185-48ba-837d-2e30e2434807 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:16.679545 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fcda78a-e185-48ba-837d-2e30e2434807 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:16.781553 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-6fcda78a-e185-48ba-837d-2e30e2434807 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Allocated IP 172.25.3.249 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/e0db469c-402a-4f5f-beff-f19ad97e70e6) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:16.885980 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fcda78a-e185-48ba-837d-2e30e2434807 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:16.925866 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fcda78a-e185-48ba-837d-2e30e2434807 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:16.962000 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcda78a-e185-48ba-837d-2e30e2434807 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:16.968187 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-6fcda78a-e185-48ba-837d-2e30e2434807 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:16.972928 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcda78a-e185-48ba-837d-2e30e2434807 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:16.994955 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcda78a-e185-48ba-837d-2e30e2434807 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Pushing event updated for resources: {'Port': ['ID=e0db469c-402a-4f5f-beff-f19ad97e70e6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:17.222461 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fcda78a-e185-48ba-837d-2e30e2434807 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:17.416943 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fcda78a-e185-48ba-837d-2e30e2434807 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:17.511727 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8826c2-7a63-49ee-a1d3-51076794f4e1 req-d3acb95c-b59a-4413-950a-043fab16d2bc tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:17.513156 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3f8826c2-7a63-49ee-a1d3-51076794f4e1 req-d3acb95c-b59a-4413-950a-043fab16d2bc tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=b779db2c-78e4-4560-97da-13e82ac3793f HTTP/1.1" status: 200 len: 945 time: 0.0661702 Jul 09 09:58:17.548203 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcda78a-e185-48ba-837d-2e30e2434807 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Router 400f5910-da98-4c37-9ee8-507162b4b2e9 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:58:17.551932 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3f8826c2-7a63-49ee-a1d3-51076794f4e1 req-40e9d54a-a5cc-4a15-87a0-e5ca400d8477 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/security-groups?id=972db136-e49f-43cc-8374-cea37f1757f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325308 Jul 09 09:58:17.654382 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcda78a-e185-48ba-837d-2e30e2434807 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:58:17.663380 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3805ed-6936-4674-bdeb-6e0f5f9bc92d None None] Sync routers for ids ['400f5910-da98-4c37-9ee8-507162b4b2e9'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:58:17.672514 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fcda78a-e185-48ba-837d-2e30e2434807 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:17.673578 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3805ed-6936-4674-bdeb-6e0f5f9bc92d None None] Routers {'400f5910-da98-4c37-9ee8-507162b4b2e9'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:58:17.674182 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5c3805ed-6936-4674-bdeb-6e0f5f9bc92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:58:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['400f5910-da98-4c37-9ee8-507162b4b2e9'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:17.674699 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6fcda78a-e185-48ba-837d-2e30e2434807 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.4353218 Jul 09 09:58:17.677369 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59616) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:17.681918 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a727f500-1ec6-4098-85ba-0007579016b6 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:17.709265 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5c3805ed-6936-4674-bdeb-6e0f5f9bc92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:17.718608 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3805ed-6936-4674-bdeb-6e0f5f9bc92d None None] Routers {'400f5910-da98-4c37-9ee8-507162b4b2e9'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:58:17.719224 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5c3805ed-6936-4674-bdeb-6e0f5f9bc92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:58:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['400f5910-da98-4c37-9ee8-507162b4b2e9'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:17.750429 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5c3805ed-6936-4674-bdeb-6e0f5f9bc92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:17.751637 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3805ed-6936-4674-bdeb-6e0f5f9bc92d None None] The sync data for ids ['400f5910-da98-4c37-9ee8-507162b4b2e9'] in n-d-799996-1 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:58:18.223040 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08865fb5-265d-4b2d-ba70-b7b94d7068bf req-6b3085d6-eddd-4130-8e4f-001aae9524d0 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:18.224548 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-08865fb5-265d-4b2d-ba70-b7b94d7068bf req-6b3085d6-eddd-4130-8e4f-001aae9524d0 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.64 "GET /v2.0/ports?device_id=b779db2c-78e4-4560-97da-13e82ac3793f HTTP/1.1" status: 200 len: 945 time: 0.0638390 Jul 09 09:58:18.270880 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a727f500-1ec6-4098-85ba-0007579016b6 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:18.285106 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a727f500-1ec6-4098-85ba-0007579016b6 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:18.337493 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a727f500-1ec6-4098-85ba-0007579016b6 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Deleting port e0db469c-402a-4f5f-beff-f19ad97e70e6 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:18.337919 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a727f500-1ec6-4098-85ba-0007579016b6 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:18.420284 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a727f500-1ec6-4098-85ba-0007579016b6 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:18.435952 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a727f500-1ec6-4098-85ba-0007579016b6 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Calling delete_port for e0db469c-402a-4f5f-beff-f19ad97e70e6 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:18.611418 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a727f500-1ec6-4098-85ba-0007579016b6 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:18.642673 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727f500-1ec6-4098-85ba-0007579016b6 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Pushing event deleted for resources: {'Port': ['ID=e0db469c-402a-4f5f-beff-f19ad97e70e6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:18.656648 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-08865fb5-265d-4b2d-ba70-b7b94d7068bf req-39a40dee-72f5-4405-b521-a958908f700a tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Deleting port b82a0023-be21-43e3-962b-a378089b3100 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:18.657044 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-08865fb5-265d-4b2d-ba70-b7b94d7068bf req-39a40dee-72f5-4405-b521-a958908f700a tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:18.706794 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a727f500-1ec6-4098-85ba-0007579016b6 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:18.793079 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-08865fb5-265d-4b2d-ba70-b7b94d7068bf req-39a40dee-72f5-4405-b521-a958908f700a tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] For port b82a0023-be21-43e3-962b-a378089b3100, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=b82a0023-be21-43e3-962b-a378089b3100,segment=NetworkSegment(16d80a74-71ad-4711-9ff7-14d1fd8854b5),segment_id=16d80a74-71ad-4711-9ff7-14d1fd8854b5)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:58:18.793439 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-08865fb5-265d-4b2d-ba70-b7b94d7068bf req-39a40dee-72f5-4405-b521-a958908f700a tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:18.816039 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b76c9-56e0-4117-ae80-cfc149849d33 req-6aa079f9-1504-4e49-a3ed-f3efa20f7e22 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:18.817545 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-399b76c9-56e0-4117-ae80-cfc149849d33 req-6aa079f9-1504-4e49-a3ed-f3efa20f7e22 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=b779db2c-78e4-4560-97da-13e82ac3793f HTTP/1.1" status: 200 len: 945 time: 0.1207035 Jul 09 09:58:18.818456 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-08865fb5-265d-4b2d-ba70-b7b94d7068bf req-39a40dee-72f5-4405-b521-a958908f700a tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Calling delete_port for b82a0023-be21-43e3-962b-a378089b3100 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:18.904699 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-399b76c9-56e0-4117-ae80-cfc149849d33 req-8724c1fb-f1a1-48e0-8054-2242edbb6ff2 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/security-groups?id=972db136-e49f-43cc-8374-cea37f1757f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795000 Jul 09 09:58:18.910617 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a727f500-1ec6-4098-85ba-0007579016b6 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:18.914226 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a727f500-1ec6-4098-85ba-0007579016b6 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524803'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:18.981375 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-08865fb5-265d-4b2d-ba70-b7b94d7068bf req-39a40dee-72f5-4405-b521-a958908f700a tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:18.994510 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['b82a0023-be21-43e3-962b-a378089b3100'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:58:18.995150 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a727f500-1ec6-4098-85ba-0007579016b6 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Router 400f5910-da98-4c37-9ee8-507162b4b2e9 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:58:19.011822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a40dee-72f5-4405-b521-a958908f700a tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Pushing event deleted for resources: {'Port': ['ID=b82a0023-be21-43e3-962b-a378089b3100,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:19.057070 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-08865fb5-265d-4b2d-ba70-b7b94d7068bf req-39a40dee-72f5-4405-b521-a958908f700a tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] No DVR routers for this DVR port b82a0023-be21-43e3-962b-a378089b3100 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:58:19.059589 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-08865fb5-265d-4b2d-ba70-b7b94d7068bf req-39a40dee-72f5-4405-b521-a958908f700a tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:19.061675 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-08865fb5-265d-4b2d-ba70-b7b94d7068bf req-39a40dee-72f5-4405-b521-a958908f700a tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.64 "DELETE /v2.0/ports/b82a0023-be21-43e3-962b-a378089b3100 HTTP/1.1" status: 204 len: 173 time: 0.8310120 Jul 09 09:58:19.062103 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b779db2c-78e4-4560-97da-13e82ac3793f', 'name': 'network-vif-deleted', 'tag': 'b82a0023-be21-43e3-962b-a378089b3100'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:58:19.064882 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1f0e2f-3cfa-4e5c-a2f9-85f42cc5561f" -d '{"events": [{"server_uuid": "b779db2c-78e4-4560-97da-13e82ac3793f", "name": "network-vif-deleted", "tag": "b82a0023-be21-43e3-962b-a378089b3100"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:58:19.076126 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a727f500-1ec6-4098-85ba-0007579016b6 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:58:19.084025 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a727f500-1ec6-4098-85ba-0007579016b6 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:19.087945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59622) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:19.088178 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a727f500-1ec6-4098-85ba-0007579016b6 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "PUT /v2.0/routers/400f5910-da98-4c37-9ee8-507162b4b2e9 HTTP/1.1" status: 200 len: 710 time: 1.4097714 Jul 09 09:58:19.090179 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7932cd-9e5f-44dc-bb60-3943307e1800 None None] Sync routers for ids ['400f5910-da98-4c37-9ee8-507162b4b2e9'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:58:19.113148 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7932cd-9e5f-44dc-bb60-3943307e1800 None None] Routers {'400f5910-da98-4c37-9ee8-507162b4b2e9'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:58:19.113985 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ac7932cd-9e5f-44dc-bb60-3943307e1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:58:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['400f5910-da98-4c37-9ee8-507162b4b2e9'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:19.130751 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6754f7ad-1db7-498c-83a6-6f731ef5e2c8 x-openstack-request-id: req-6754f7ad-1db7-498c-83a6-6f731ef5e2c8 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:58:19.131024 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b779db2c-78e4-4560-97da-13e82ac3793f", "name": "network-vif-deleted", "tag": "b82a0023-be21-43e3-962b-a378089b3100", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:58:19.131285 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6754f7ad-1db7-498c-83a6-6f731ef5e2c8 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:58:19.131682 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b779db2c-78e4-4560-97da-13e82ac3793f', 'name': 'network-vif-deleted', 'tag': 'b82a0023-be21-43e3-962b-a378089b3100', 'status': 'completed', 'code': 200} Jul 09 09:58:19.152904 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ac7932cd-9e5f-44dc-bb60-3943307e1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:19.162001 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7932cd-9e5f-44dc-bb60-3943307e1800 None None] Routers {'400f5910-da98-4c37-9ee8-507162b4b2e9'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:58:19.162616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ac7932cd-9e5f-44dc-bb60-3943307e1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:58:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['400f5910-da98-4c37-9ee8-507162b4b2e9'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:19.168492 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-cf1f4dfc-ddc4-4907-81d3-015cba4238a9 tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "GET /v2.0/routers/400f5910-da98-4c37-9ee8-507162b4b2e9 HTTP/1.1" status: 200 len: 745 time: 0.0769949 Jul 09 09:58:19.168728 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59624) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:19.213129 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e662d003-0652-4502-bb39-4573f1e33e6a tempest-RoutersIpV6AdminTest-618150526 tempest-RoutersIpV6AdminTest-618150526-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&device_id=400f5910-da98-4c37-9ee8-507162b4b2e9 HTTP/1.1" status: 200 len: 205 time: 0.0429950 Jul 09 09:58:19.215609 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59626) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:19.253230 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6c691704-25bb-4bad-8786-925154897524 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "GET /v2.0/ports?device_id=400f5910-da98-4c37-9ee8-507162b4b2e9 HTTP/1.1" status: 200 len: 205 time: 0.0331724 Jul 09 09:58:19.253454 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59628) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:19.326741 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73fa6f7c-d090-4b72-82e4-cf7568892c30 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:19.349469 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ac7932cd-9e5f-44dc-bb60-3943307e1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:19.350126 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7932cd-9e5f-44dc-bb60-3943307e1800 None None] The sync data for ids ['400f5910-da98-4c37-9ee8-507162b4b2e9'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:58:19.484511 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73fa6f7c-d090-4b72-82e4-cf7568892c30 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:19.487373 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73fa6f7c-d090-4b72-82e4-cf7568892c30 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:19.534257 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73fa6f7c-d090-4b72-82e4-cf7568892c30 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:19.534755 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fa6f7c-d090-4b72-82e4-cf7568892c30 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Fanout notify agent at l3_agent the message router_deleted on router 400f5910-da98-4c37-9ee8-507162b4b2e9 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:58:19.542856 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73fa6f7c-d090-4b72-82e4-cf7568892c30 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:19.543957 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-73fa6f7c-d090-4b72-82e4-cf7568892c30 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "DELETE /v2.0/routers/400f5910-da98-4c37-9ee8-507162b4b2e9 HTTP/1.1" status: 204 len: 168 time: 0.2895105 Jul 09 09:58:19.548555 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59630) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:19.577865 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-33108805-8e95-40b2-85c1-b4cb967b84c3 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "GET /v2.0/ports?device_id=400f5910-da98-4c37-9ee8-507162b4b2e9 HTTP/1.1" status: 200 len: 205 time: 0.0281546 Jul 09 09:58:19.580688 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59632) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:19.618835 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-e6e39013-7936-4f0c-8039-37f6c01d1cd8 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] delete failed (client error): The resource could not be found. Jul 09 09:58:19.619882 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e6e39013-7936-4f0c-8039-37f6c01d1cd8 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "DELETE /v2.0/routers/400f5910-da98-4c37-9ee8-507162b4b2e9 HTTP/1.1" status: 404 len: 336 time: 0.0382740 Jul 09 09:58:19.622720 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59634) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:19.653080 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1e5d9722-4969-411c-9848-6b99208f70a3 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9deb29b5-a7a4-42f0-8c96-bda50253526b HTTP/1.1" status: 200 len: 205 time: 0.0290978 Jul 09 09:58:19.655356 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59636) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:19.701794 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-a237b2a3-a307-403c-8fc0-c5dcfdf9434e tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] delete failed (client error): The resource could not be found. Jul 09 09:58:19.702837 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a237b2a3-a307-403c-8fc0-c5dcfdf9434e tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "DELETE /v2.0/routers/9deb29b5-a7a4-42f0-8c96-bda50253526b HTTP/1.1" status: 404 len: 336 time: 0.0463328 Jul 09 09:58:19.705494 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59638) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:19.734427 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-85fc5dc7-bd75-4796-b7e6-814d927ff2f7 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcd0e51a-8958-4d25-8d5e-7f5388ae0bfc HTTP/1.1" status: 200 len: 205 time: 0.0278385 Jul 09 09:58:19.737522 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59640) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:19.773556 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-842a6635-cf69-423c-b22a-2c214a56eacc tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] delete failed (client error): The resource could not be found. Jul 09 09:58:19.774563 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-842a6635-cf69-423c-b22a-2c214a56eacc tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "DELETE /v2.0/routers/dcd0e51a-8958-4d25-8d5e-7f5388ae0bfc HTTP/1.1" status: 404 len: 336 time: 0.0361357 Jul 09 09:58:19.777141 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59642) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:19.811428 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2139f556-23f5-42c9-a7bb-1dc6b5ba566e tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "GET /v2.0/ports?device_id=8114964a-0a63-478a-98f4-8e6d45638977 HTTP/1.1" status: 200 len: 205 time: 0.0331633 Jul 09 09:58:19.813822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59644) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:19.854550 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-851d3426-f7cf-4013-b5d7-bb8efe021ba0 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] delete failed (client error): The resource could not be found. Jul 09 09:58:19.855588 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-851d3426-f7cf-4013-b5d7-bb8efe021ba0 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "DELETE /v2.0/routers/8114964a-0a63-478a-98f4-8e6d45638977 HTTP/1.1" status: 404 len: 336 time: 0.0407398 Jul 09 09:58:19.858056 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59646) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:19.885460 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-29e0c3a3-4381-4f83-abaa-1591a30919da tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "GET /v2.0/ports?device_id=818087da-33c1-48d9-bb81-0711c22c6e61 HTTP/1.1" status: 200 len: 205 time: 0.0263920 Jul 09 09:58:19.887623 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59648) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:19.927176 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-9f7768fa-85f8-4cf9-bc72-82c2f491d120 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] delete failed (client error): The resource could not be found. Jul 09 09:58:19.928178 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9f7768fa-85f8-4cf9-bc72-82c2f491d120 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "DELETE /v2.0/routers/818087da-33c1-48d9-bb81-0711c22c6e61 HTTP/1.1" status: 404 len: 336 time: 0.0396550 Jul 09 09:58:19.930691 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59650) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:19.959190 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-958bae61-000d-4b0e-aabc-2b3298e6c6e0 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "GET /v2.0/ports?device_id=53734870-9fa5-4bda-aebe-40484786f8da HTTP/1.1" status: 200 len: 205 time: 0.0274618 Jul 09 09:58:19.961517 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59654) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:19.997428 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-b1bf0d69-4a3e-49c9-ad0a-71a8814386c7 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] delete failed (client error): The resource could not be found. Jul 09 09:58:19.998464 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b1bf0d69-4a3e-49c9-ad0a-71a8814386c7 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "DELETE /v2.0/routers/53734870-9fa5-4bda-aebe-40484786f8da HTTP/1.1" status: 404 len: 336 time: 0.0360634 Jul 09 09:58:20.001234 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59656) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:20.028257 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-045ea572-6506-4b77-9905-cbf5cc841386 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] DELETE failed (client error): The resource could not be found. Jul 09 09:58:20.028717 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045ea572-6506-4b77-9905-cbf5cc841386 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:58:20.030425 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-045ea572-6506-4b77-9905-cbf5cc841386 tempest-RoutersIpV6AdminTest-1391192406 tempest-RoutersIpV6AdminTest-1391192406-project] 10.222.0.61 "DELETE /v2.0/subnets/6b0e7e8b-ee9e-4c29-811a-c6461f65d860 HTTP/1.1" status: 404 len: 337 time: 0.0283010 Jul 09 09:58:20.299385 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59666) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:20.403561 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b2eb047-e31c-43c7-a6f0-be3b7a3e21d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:20.492609 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b2eb047-e31c-43c7-a6f0-be3b7a3e21d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:20.496658 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b2eb047-e31c-43c7-a6f0-be3b7a3e21d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:20.536745 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5b2eb047-e31c-43c7-a6f0-be3b7a3e21d4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=34e650d2e7934f0aa56a5461f5501168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2361794 Jul 09 09:58:20.537719 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2eb047-e31c-43c7-a6f0-be3b7a3e21d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bee5de-4a34-428d-8df0-6afc6f0075d2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:20.539391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59670) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:20.593309 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-943871a0-207c-4bbf-af9b-102c5eafa8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:20.616027 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-943871a0-207c-4bbf-af9b-102c5eafa8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:20.665728 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-943871a0-207c-4bbf-af9b-102c5eafa8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:20.668545 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-943871a0-207c-4bbf-af9b-102c5eafa8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:20.670000 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-943871a0-207c-4bbf-af9b-102c5eafa8ca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/47bee5de-4a34-428d-8df0-6afc6f0075d2 HTTP/1.1" status: 204 len: 168 time: 0.1295898 Jul 09 09:58:20.678850 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943871a0-207c-4bbf-af9b-102c5eafa8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bee5de-4a34-428d-8df0-6afc6f0075d2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:20.957257 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59676) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:21.001561 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c1aa7f02-0569-4bc5-99bf-beb5faa31d01 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e193397cefa3407c87159d61c0b51e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422459 Jul 09 09:58:21.003189 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59678) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:21.056455 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ee464c6-5a21-441f-b087-161247e0c0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:21.079396 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ee464c6-5a21-441f-b087-161247e0c0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:21.133888 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ee464c6-5a21-441f-b087-161247e0c0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:21.136584 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ee464c6-5a21-441f-b087-161247e0c0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:21.139768 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3ee464c6-5a21-441f-b087-161247e0c0bf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/181276ce-0a0b-4676-ae34-85f2a0e3e556 HTTP/1.1" status: 204 len: 168 time: 0.1336653 Jul 09 09:58:21.153638 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee464c6-5a21-441f-b087-161247e0c0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181276ce-0a0b-4676-ae34-85f2a0e3e556,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:21.904711 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59704) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:22.013506 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3a02f3a8-60bd-402a-81b6-7a25944c4f4d tempest-AgentManagementNegativeTest-2125623749 tempest-AgentManagementNegativeTest-2125623749-project] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1075354 Jul 09 09:58:22.263520 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59718) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:22.378346 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d898ee8a-ea66-477d-9980-8acd18c7c1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:22.477448 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d898ee8a-ea66-477d-9980-8acd18c7c1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:22.481884 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d898ee8a-ea66-477d-9980-8acd18c7c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:22.520888 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d898ee8a-ea66-477d-9980-8acd18c7c1e2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bece186644a046b9ba20498f3c2d902e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2561355 Jul 09 09:58:22.521707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898ee8a-ea66-477d-9980-8acd18c7c1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5960a7-ebc2-48a7-a0d9-a6873e90cf13,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:22.523552 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59732) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:22.574492 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f2f00f1-9d4c-4f1c-a994-184c7cfc3180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:22.595883 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f2f00f1-9d4c-4f1c-a994-184c7cfc3180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:22.644284 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f2f00f1-9d4c-4f1c-a994-184c7cfc3180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:22.647015 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f2f00f1-9d4c-4f1c-a994-184c7cfc3180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:22.648352 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1f2f00f1-9d4c-4f1c-a994-184c7cfc3180 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f5960a7-ebc2-48a7-a0d9-a6873e90cf13 HTTP/1.1" status: 204 len: 168 time: 0.1234138 Jul 09 09:58:22.658156 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f00f1-9d4c-4f1c-a994-184c7cfc3180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5960a7-ebc2-48a7-a0d9-a6873e90cf13,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:23.218947 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device b82a0023-be21-43e3-962b-a378089b3100 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:58:23.241194 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: b82a0023-be21-43e3-962b-a378089b3100 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:58:23.241562 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device b82a0023-be21-43e3-962b-a378089b3100 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:58:23.383293 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59754) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:23.489285 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1c9e61e5-d3be-4648-99c3-52ddd41a091b tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1526503902'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:23.512014 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9e61e5-d3be-4648-99c3-52ddd41a091b tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Made reservation on behalf of 6f7669710a0845c8b459ee4b844bcab7 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:23.515540 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c9e61e5-d3be-4648-99c3-52ddd41a091b tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:23.525242 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c9e61e5-d3be-4648-99c3-52ddd41a091b tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:23.621159 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c9e61e5-d3be-4648-99c3-52ddd41a091b tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:23.624778 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c9e61e5-d3be-4648-99c3-52ddd41a091b tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:23.652611 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9e61e5-d3be-4648-99c3-52ddd41a091b tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:58:23.662446 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e61e5-d3be-4648-99c3-52ddd41a091b tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2e0731-d240-4bf1-ba84-e2a381118cc9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:23.667286 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c9e61e5-d3be-4648-99c3-52ddd41a091b tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:23.667635 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-1c9e61e5-d3be-4648-99c3-52ddd41a091b tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Added segment cea9fe48-d747-4c10-ac9d-d1b4147cff61 of type vlan for network a50fa821-2fa7-452e-ba1e-80a52228067e Jul 09 09:58:23.708024 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c9e61e5-d3be-4648-99c3-52ddd41a091b tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:23.739526 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c9e61e5-d3be-4648-99c3-52ddd41a091b tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:23.745020 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9e61e5-d3be-4648-99c3-52ddd41a091b tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:23.745619 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c9e61e5-d3be-4648-99c3-52ddd41a091b tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:23.793705 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1c9e61e5-d3be-4648-99c3-52ddd41a091b tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4091971 Jul 09 09:58:23.796771 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59760) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:23.808765 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-375b9ceb-2a11-4775-b34a-4d0a7d90b4d8 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Request body: {'subnet': {'network_id': 'a50fa821-2fa7-452e-ba1e-80a52228067e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:23.855335 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e61e5-d3be-4648-99c3-52ddd41a091b tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Pushing event updated for resources: {'Network': ['ID=a50fa821-2fa7-452e-ba1e-80a52228067e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:23.866035 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network a50fa821-2fa7-452e-ba1e-80a52228067e details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:58:23.908048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375b9ceb-2a11-4775-b34a-4d0a7d90b4d8 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Made reservation on behalf of 6f7669710a0845c8b459ee4b844bcab7 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:23.911632 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-375b9ceb-2a11-4775-b34a-4d0a7d90b4d8 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:24.092329 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-375b9ceb-2a11-4775-b34a-4d0a7d90b4d8 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:24.156518 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b9ceb-2a11-4775-b34a-4d0a7d90b4d8 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Pushing event updated for resources: {'Subnet': ['ID=7f50c584-c6f3-4e56-87f3-1364f15ad50b,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:24.162799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375b9ceb-2a11-4775-b34a-4d0a7d90b4d8 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Checking segment: {'id': 'cea9fe48-d747-4c10-ac9d-d1b4147cff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a50fa821-2fa7-452e-ba1e-80a52228067e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:58:24.163158 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375b9ceb-2a11-4775-b34a-4d0a7d90b4d8 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Network hostable DHCP agents. Network: a50fa821-2fa7-452e-ba1e-80a52228067e, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:58:24.180568 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375b9ceb-2a11-4775-b34a-4d0a7d90b4d8 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Network a50fa821-2fa7-452e-ba1e-80a52228067e is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:58:24.189298 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-375b9ceb-2a11-4775-b34a-4d0a7d90b4d8 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, a50fa821-2fa7-452e-ba1e-80a52228067e) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:24.193266 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375b9ceb-2a11-4775-b34a-4d0a7d90b4d8 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:24.193855 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-375b9ceb-2a11-4775-b34a-4d0a7d90b4d8 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:24.199203 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c4f029-db5a-48c3-a2d8-d19faba00be0 None None] Network a50fa821-2fa7-452e-ba1e-80a52228067e requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:58:24.208155 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-375b9ceb-2a11-4775-b34a-4d0a7d90b4d8 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4103332 Jul 09 09:58:24.210723 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59762) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:24.215650 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7f5bb89a-ea4b-4781-bf14-bd3a97ccd69d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Request body: {'port': {'network_id': 'a50fa821-2fa7-452e-ba1e-80a52228067e', 'name': 'tempest-AllowedAddressPairTestJSON-1552627433'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:24.326777 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5bb89a-ea4b-4781-bf14-bd3a97ccd69d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Made reservation on behalf of 6f7669710a0845c8b459ee4b844bcab7 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:24.330364 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7f5bb89a-ea4b-4781-bf14-bd3a97ccd69d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:24.346689 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-a50fa821-2fa7-452e-ba1e-80a52228067e', 'network_id': 'a50fa821-2fa7-452e-ba1e-80a52228067e', 'tenant_id': '6f7669710a0845c8b459ee4b844bcab7', 'fixed_ips': [{'subnet_id': '7f50c584-c6f3-4e56-87f3-1364f15ad50b'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:58:24.347560 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:24.351449 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-7f5bb89a-ea4b-4781-bf14-bd3a97ccd69d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] device_id is not set on port 858deb51-2da1-49f0-9eea-2df33c1b7ea2 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:58:24.464391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-7f5bb89a-ea4b-4781-bf14-bd3a97ccd69d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Allocated IP 172.20.0.9 (a50fa821-2fa7-452e-ba1e-80a52228067e/7f50c584-c6f3-4e56-87f3-1364f15ad50b/858deb51-2da1-49f0-9eea-2df33c1b7ea2) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:24.626148 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7f5bb89a-ea4b-4781-bf14-bd3a97ccd69d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:24.641976 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-7f5bb89a-ea4b-4781-bf14-bd3a97ccd69d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Transition to ACTIVE for port object 858deb51-2da1-49f0-9eea-2df33c1b7ea2 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:24.681994 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7f5bb89a-ea4b-4781-bf14-bd3a97ccd69d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:24.725305 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Allocated IP 172.20.0.2 (a50fa821-2fa7-452e-ba1e-80a52228067e/7f50c584-c6f3-4e56-87f3-1364f15ad50b/72eb63e4-b5c1-4d03-bd0d-ac4cc478316e) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:24.727028 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5bb89a-ea4b-4781-bf14-bd3a97ccd69d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Network a50fa821-2fa7-452e-ba1e-80a52228067e is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:24.733301 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-7f5bb89a-ea4b-4781-bf14-bd3a97ccd69d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:24.737508 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5bb89a-ea4b-4781-bf14-bd3a97ccd69d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:24.769124 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bb89a-ea4b-4781-bf14-bd3a97ccd69d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Pushing event updated for resources: {'Port': ['ID=858deb51-2da1-49f0-9eea-2df33c1b7ea2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:24.792880 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5bb89a-ea4b-4781-bf14-bd3a97ccd69d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:24.793516 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7f5bb89a-ea4b-4781-bf14-bd3a97ccd69d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:24.811277 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7f5bb89a-ea4b-4781-bf14-bd3a97ccd69d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5992448 Jul 09 09:58:24.815939 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59774) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:24.823024 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ed13c953-9762-4b65-b5c4-cb5f38bb21ff tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Request body: {'port': {'network_id': 'a50fa821-2fa7-452e-ba1e-80a52228067e', 'name': 'tempest-AllowedAddressPairTestJSON-1163316342', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:e9:7a:c8'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:24.896162 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:24.904886 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Transition to ACTIVE for port object 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:24.920352 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Transition to ACTIVE for port object 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:24.926650 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:24.944526 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed13c953-9762-4b65-b5c4-cb5f38bb21ff tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Made reservation on behalf of 6f7669710a0845c8b459ee4b844bcab7 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:24.966219 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Network a50fa821-2fa7-452e-ba1e-80a52228067e is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:24.972754 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:24.979044 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:25.005549 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Pushing event updated for resources: {'Port': ['ID=72eb63e4-b5c1-4d03-bd0d-ac4cc478316e,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:25.030882 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:25.031251 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:25.031592 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:25.031971 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:25.032333 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:25.032665 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:25.032990 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:25.033313 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:25.033636 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:25.033958 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:25.034281 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:25.034450 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ed13c953-9762-4b65-b5c4-cb5f38bb21ff tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:25.034588 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:25.052328 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Attempting to bind port 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:58:25.052527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-ed13c953-9762-4b65-b5c4-cb5f38bb21ff tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] device_id is not set on port 1203fcf7-2c36-4729-949a-64cb6e5b2c6b yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:58:25.052804 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Attempting to bind port 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'cea9fe48-d747-4c10-ac9d-d1b4147cff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a50fa821-2fa7-452e-ba1e-80a52228067e'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:58:25.053214 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Attempting to bind port 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e on network a50fa821-2fa7-452e-ba1e-80a52228067e {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:58:25.058404 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:58:25.058793 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Checking segment: {'id': 'cea9fe48-d747-4c10-ac9d-d1b4147cff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a50fa821-2fa7-452e-ba1e-80a52228067e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:58:25.059186 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:25.059573 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Bound using segment: {'id': 'cea9fe48-d747-4c10-ac9d-d1b4147cff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a50fa821-2fa7-452e-ba1e-80a52228067e'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:58:25.060183 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Bound port: 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea9fe48-d747-4c10-ac9d-d1b4147cff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a50fa821-2fa7-452e-ba1e-80a52228067e'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:58:25.060561 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:25.145968 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] For port 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:58:25.149709 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] For port 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=72eb63e4-b5c1-4d03-bd0d-ac4cc478316e,segment=NetworkSegment(cea9fe48-d747-4c10-ac9d-d1b4147cff61),segment_id=cea9fe48-d747-4c10-ac9d-d1b4147cff61)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:58:25.155765 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:25.176774 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-ed13c953-9762-4b65-b5c4-cb5f38bb21ff tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Allocated IP 172.20.0.6 (a50fa821-2fa7-452e-ba1e-80a52228067e/7f50c584-c6f3-4e56-87f3-1364f15ad50b/1203fcf7-2c36-4729-949a-64cb6e5b2c6b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:25.234937 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abba506-89e7-4efc-8ad2-0bd86ff700ea None None] Pushing event updated for resources: {'Port': ['ID=72eb63e4-b5c1-4d03-bd0d-ac4cc478316e,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:25.361721 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ed13c953-9762-4b65-b5c4-cb5f38bb21ff tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:25.378525 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-ed13c953-9762-4b65-b5c4-cb5f38bb21ff tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Transition to ACTIVE for port object 1203fcf7-2c36-4729-949a-64cb6e5b2c6b will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:25.390591 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [req-40adf2d7-3554-4814-b5a6-c2b19636cb80 req-a505c8df-f50b-4cce-8bff-45f72a54e720 service neutron] (93791) timed out ('10.222.0.61', 35966) {{(pid=93791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 09:58:25.424620 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ed13c953-9762-4b65-b5c4-cb5f38bb21ff tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:25.467464 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed13c953-9762-4b65-b5c4-cb5f38bb21ff tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Network a50fa821-2fa7-452e-ba1e-80a52228067e is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:25.468929 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ed13c953-9762-4b65-b5c4-cb5f38bb21ff tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:25.473579 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed13c953-9762-4b65-b5c4-cb5f38bb21ff tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:25.517449 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13c953-9762-4b65-b5c4-cb5f38bb21ff tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Pushing event updated for resources: {'Port': ['ID=1203fcf7-2c36-4729-949a-64cb6e5b2c6b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:25.535189 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed13c953-9762-4b65-b5c4-cb5f38bb21ff tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:25.535874 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ed13c953-9762-4b65-b5c4-cb5f38bb21ff tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:25.555851 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ed13c953-9762-4b65-b5c4-cb5f38bb21ff tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.7366989 Jul 09 09:58:25.558413 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59776) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:25.694456 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:58:25.743719 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c2f4c8-4497-40c9-83f6-b6fc590e3260 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:25.760621 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c2f4c8-4497-40c9-83f6-b6fc590e3260 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:25.776837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c2f4c8-4497-40c9-83f6-b6fc590e3260 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:25.784391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59780) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:25.784778 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c3c2f4c8-4497-40c9-83f6-b6fc590e3260 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2248087 Jul 09 09:58:25.809272 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:58:25.903831 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6d4b9dd5-6d6b-4ce1-a417-4bbcbe29a333 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Deleting port 1203fcf7-2c36-4729-949a-64cb6e5b2c6b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:25.904183 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d4b9dd5-6d6b-4ce1-a417-4bbcbe29a333 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:25.994820 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d4b9dd5-6d6b-4ce1-a417-4bbcbe29a333 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:26.008176 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6d4b9dd5-6d6b-4ce1-a417-4bbcbe29a333 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Calling delete_port for 1203fcf7-2c36-4729-949a-64cb6e5b2c6b owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:26.151257 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d4b9dd5-6d6b-4ce1-a417-4bbcbe29a333 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:26.181458 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b9dd5-6d6b-4ce1-a417-4bbcbe29a333 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Pushing event deleted for resources: {'Port': ['ID=1203fcf7-2c36-4729-949a-64cb6e5b2c6b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:26.254281 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48857c1e-f9c3-4cc5-a192-f38182b008c8 None None] Network a50fa821-2fa7-452e-ba1e-80a52228067e requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:58:26.341698 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d4b9dd5-6d6b-4ce1-a417-4bbcbe29a333 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:26.343612 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6d4b9dd5-6d6b-4ce1-a417-4bbcbe29a333 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "DELETE /v2.0/ports/1203fcf7-2c36-4729-949a-64cb6e5b2c6b HTTP/1.1" status: 204 len: 168 time: 0.5582173 Jul 09 09:58:26.346976 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59782) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:26.375682 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d4b81324-e3c5-4688-ad10-e51458f7d854 None None] Provisioning for port 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:58:26.376917 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7cbaf84-cbaf-44d1-9cd3-ae1cc6fdb54d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] GET failed (client error): The resource could not be found. Jul 09 09:58:26.378509 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b7cbaf84-cbaf-44d1-9cd3-ae1cc6fdb54d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "GET /v2.0/ports/1203fcf7-2c36-4729-949a-64cb6e5b2c6b HTTP/1.1" status: 404 len: 333 time: 0.0305142 Jul 09 09:58:26.382529 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59784) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:26.383602 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d4b81324-e3c5-4688-ad10-e51458f7d854 None None] Provisioning complete for port 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:58:26.384032 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d4b81324-e3c5-4688-ad10-e51458f7d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:26.387594 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7d88c2ef-f0dc-47a2-8a4c-b8729115a047 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Request body: {'port': {'network_id': 'a50fa821-2fa7-452e-ba1e-80a52228067e', 'name': 'tempest-AllowedAddressPairTestJSON-521520401'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:26.453190 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:58:26.502546 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d4b81324-e3c5-4688-ad10-e51458f7d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:26.512185 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d88c2ef-f0dc-47a2-8a4c-b8729115a047 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Made reservation on behalf of 6f7669710a0845c8b459ee4b844bcab7 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:26.516732 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d88c2ef-f0dc-47a2-8a4c-b8729115a047 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:26.537089 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-7d88c2ef-f0dc-47a2-8a4c-b8729115a047 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] device_id is not set on port e78bb9a8-9d99-472a-988f-694bbb85ed98 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:58:26.543479 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d4b81324-e3c5-4688-ad10-e51458f7d854 None None] For port 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=72eb63e4-b5c1-4d03-bd0d-ac4cc478316e,segment=NetworkSegment(cea9fe48-d747-4c10-ac9d-d1b4147cff61),segment_id=cea9fe48-d747-4c10-ac9d-d1b4147cff61)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:58:26.549970 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d4b81324-e3c5-4688-ad10-e51458f7d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:26.606961 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b81324-e3c5-4688-ad10-e51458f7d854 None None] Pushing event updated for resources: {'Port': ['ID=72eb63e4-b5c1-4d03-bd0d-ac4cc478316e,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:26.662308 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-7d88c2ef-f0dc-47a2-8a4c-b8729115a047 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Allocated IP 172.20.0.7 (a50fa821-2fa7-452e-ba1e-80a52228067e/7f50c584-c6f3-4e56-87f3-1364f15ad50b/e78bb9a8-9d99-472a-988f-694bbb85ed98) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:26.774247 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cbf4d59c-2b73-44e5-a7b1-3fe55592a0ad None None] Provisioning complete for port 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:58:26.775155 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cbf4d59c-2b73-44e5-a7b1-3fe55592a0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:26.861649 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d88c2ef-f0dc-47a2-8a4c-b8729115a047 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:26.882678 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-7d88c2ef-f0dc-47a2-8a4c-b8729115a047 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Transition to ACTIVE for port object e78bb9a8-9d99-472a-988f-694bbb85ed98 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:26.902142 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cbf4d59c-2b73-44e5-a7b1-3fe55592a0ad None None] Provisioning for port 858deb51-2da1-49f0-9eea-2df33c1b7ea2 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:58:26.908168 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cbf4d59c-2b73-44e5-a7b1-3fe55592a0ad None None] Provisioning complete for port 858deb51-2da1-49f0-9eea-2df33c1b7ea2 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:58:26.908544 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cbf4d59c-2b73-44e5-a7b1-3fe55592a0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:26.925775 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d88c2ef-f0dc-47a2-8a4c-b8729115a047 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:26.950877 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-cbf4d59c-2b73-44e5-a7b1-3fe55592a0ad None None] Port 858deb51-2da1-49f0-9eea-2df33c1b7ea2 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:58:26.980019 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d88c2ef-f0dc-47a2-8a4c-b8729115a047 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Network a50fa821-2fa7-452e-ba1e-80a52228067e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:26.986163 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-7d88c2ef-f0dc-47a2-8a4c-b8729115a047 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:26.990595 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d88c2ef-f0dc-47a2-8a4c-b8729115a047 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:27.022902 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88c2ef-f0dc-47a2-8a4c-b8729115a047 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Pushing event updated for resources: {'Port': ['ID=e78bb9a8-9d99-472a-988f-694bbb85ed98,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:27.047486 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d88c2ef-f0dc-47a2-8a4c-b8729115a047 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:27.048199 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d88c2ef-f0dc-47a2-8a4c-b8729115a047 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:27.067918 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7d88c2ef-f0dc-47a2-8a4c-b8729115a047 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6816213 Jul 09 09:58:27.068159 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59800) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:27.074487 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-11d43499-fb9d-45c3-a50f-deb3497f8482 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:e9:7a:c8'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:27.086481 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a6f0ed92-23d3-4bc7-9dc1-43249c4ecb06 None None] Provisioning complete for port 858deb51-2da1-49f0-9eea-2df33c1b7ea2 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:58:27.086942 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6f0ed92-23d3-4bc7-9dc1-43249c4ecb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:27.132537 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a6f0ed92-23d3-4bc7-9dc1-43249c4ecb06 None None] Port 858deb51-2da1-49f0-9eea-2df33c1b7ea2 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:58:27.134202 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-172a49f4-94d0-4279-8965-3718ae5ade03 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:27.136050 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-172a49f4-94d0-4279-8965-3718ae5ade03 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/networks?id=2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f HTTP/1.1" status: 200 len: 814 time: 0.1372490 Jul 09 09:58:27.164607 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-0e765d11-4764-4cba-91c8-6f05f2b63e14 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/quotas/507c8ae286404ea6905e635bdf42e276 HTTP/1.1" status: 200 len: 375 time: 0.0195327 Jul 09 09:58:27.199976 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-b4b847c7-2a67-4a7f-9278-e76e8fe81b0f tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=507c8ae286404ea6905e635bdf42e276&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295160 Jul 09 09:58:27.248258 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bf1d8d50-5c17-408e-bffc-4b6913b41997 None None] Could not find standard attr ID for object 1203fcf7-2c36-4729-949a-64cb6e5b2c6b. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:58:27.272842 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11d43499-fb9d-45c3-a50f-deb3497f8482 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:27.302816 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-9bae6904-fb14-4a7d-a185-1ab24327646e service neutron] 10.222.0.61 "GET /v2.0/networks/2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940428 Jul 09 09:58:27.381140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-acacccd1-376b-439a-9f87-c0b81822316e None None] Provisioning for port e78bb9a8-9d99-472a-988f-694bbb85ed98 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:58:27.385906 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-acacccd1-376b-439a-9f87-c0b81822316e None None] Provisioning complete for port e78bb9a8-9d99-472a-988f-694bbb85ed98 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:58:27.386505 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-acacccd1-376b-439a-9f87-c0b81822316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:27.425001 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-19c0b0e9-b143-4ecd-a696-9a29dd4818e5 service neutron] 10.222.0.61 "GET /v2.0/networks/2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147306 Jul 09 09:58:27.428724 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-acacccd1-376b-439a-9f87-c0b81822316e None None] Port e78bb9a8-9d99-472a-988f-694bbb85ed98 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:58:27.473623 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11d43499-fb9d-45c3-a50f-deb3497f8482 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:27.479307 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11d43499-fb9d-45c3-a50f-deb3497f8482 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:27.562563 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d43499-fb9d-45c3-a50f-deb3497f8482 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Pushing event updated for resources: {'Port': ['ID=e78bb9a8-9d99-472a-988f-694bbb85ed98,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:27.579024 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-11d43499-fb9d-45c3-a50f-deb3497f8482 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] In _notify_port_updated(), no bound segment for port e78bb9a8-9d99-472a-988f-694bbb85ed98 on network a50fa821-2fa7-452e-ba1e-80a52228067e {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:58:27.584678 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d43499-fb9d-45c3-a50f-deb3497f8482 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:27.585315 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11d43499-fb9d-45c3-a50f-deb3497f8482 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:27.595041 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-11d43499-fb9d-45c3-a50f-deb3497f8482 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "PUT /v2.0/ports/e78bb9a8-9d99-472a-988f-694bbb85ed98 HTTP/1.1" status: 200 len: 992 time: 0.5233946 Jul 09 09:58:27.595406 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59806) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:27.636716 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d7329ae1-645f-436f-985d-0c3765ee7bd6 req-637f91b1-c225-4f97-9aec-f98a0e1a8f6e tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2592d51-cae9-43ef-bf24-c07d7f2b87b7 HTTP/1.1" status: 200 len: 210 time: 0.0495505 Jul 09 09:58:27.701220 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:58:27.715664 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-eb10e256-4999-486c-adfe-026add7b3aeb tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Deleting port e78bb9a8-9d99-472a-988f-694bbb85ed98 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:27.716034 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb10e256-4999-486c-adfe-026add7b3aeb tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:27.777787 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:58:27.778322 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:27.834856 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb10e256-4999-486c-adfe-026add7b3aeb tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:27.865018 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-eb10e256-4999-486c-adfe-026add7b3aeb tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Calling delete_port for e78bb9a8-9d99-472a-988f-694bbb85ed98 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:27.952108 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f1fbf188-060f-412a-b630-81da259c9b0f None None] Provisioning complete for port e78bb9a8-9d99-472a-988f-694bbb85ed98 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:58:27.952482 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f1fbf188-060f-412a-b630-81da259c9b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:27.990525 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f1fbf188-060f-412a-b630-81da259c9b0f None None] Port e78bb9a8-9d99-472a-988f-694bbb85ed98 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:58:28.021138 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb10e256-4999-486c-adfe-026add7b3aeb tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:28.057468 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10e256-4999-486c-adfe-026add7b3aeb tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Pushing event deleted for resources: {'Port': ['ID=e78bb9a8-9d99-472a-988f-694bbb85ed98,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:28.241950 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb10e256-4999-486c-adfe-026add7b3aeb tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:28.246871 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-eb10e256-4999-486c-adfe-026add7b3aeb tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "DELETE /v2.0/ports/e78bb9a8-9d99-472a-988f-694bbb85ed98 HTTP/1.1" status: 204 len: 168 time: 0.6478248 Jul 09 09:58:28.247186 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59816) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:28.279586 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b1b034-31a3-4d29-ae0d-021bbbc34e81 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] GET failed (client error): The resource could not be found. Jul 09 09:58:28.281127 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f9b1b034-31a3-4d29-ae0d-021bbbc34e81 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "GET /v2.0/ports/e78bb9a8-9d99-472a-988f-694bbb85ed98 HTTP/1.1" status: 404 len: 333 time: 0.0330415 Jul 09 09:58:28.285481 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59818) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:28.290547 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ae8e2600-c8c2-4ad4-bf34-290e5a1a428d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Request body: {'port': {'network_id': 'a50fa821-2fa7-452e-ba1e-80a52228067e', 'name': 'tempest-AllowedAddressPairTestJSON-1996108839'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:28.397243 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8e2600-c8c2-4ad4-bf34-290e5a1a428d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Made reservation on behalf of 6f7669710a0845c8b459ee4b844bcab7 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:28.400632 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae8e2600-c8c2-4ad4-bf34-290e5a1a428d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:28.417981 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-ae8e2600-c8c2-4ad4-bf34-290e5a1a428d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] device_id is not set on port 78e13327-dce4-42cc-86c0-c005e5ffb340 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:58:28.524691 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-ae8e2600-c8c2-4ad4-bf34-290e5a1a428d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Allocated IP 172.20.0.6 (a50fa821-2fa7-452e-ba1e-80a52228067e/7f50c584-c6f3-4e56-87f3-1364f15ad50b/78e13327-dce4-42cc-86c0-c005e5ffb340) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:28.672471 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae8e2600-c8c2-4ad4-bf34-290e5a1a428d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:28.692524 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-ae8e2600-c8c2-4ad4-bf34-290e5a1a428d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Transition to ACTIVE for port object 78e13327-dce4-42cc-86c0-c005e5ffb340 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:28.733126 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae8e2600-c8c2-4ad4-bf34-290e5a1a428d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:28.773721 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8e2600-c8c2-4ad4-bf34-290e5a1a428d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Network a50fa821-2fa7-452e-ba1e-80a52228067e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:28.776920 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ae8e2600-c8c2-4ad4-bf34-290e5a1a428d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:28.780831 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8e2600-c8c2-4ad4-bf34-290e5a1a428d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:28.821603 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0332e0ea-2f9d-4e41-84cb-6398fb4b431b req-615b6d9c-e8ee-4976-8c8e-3290ce4b8d8f tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2592d51-cae9-43ef-bf24-c07d7f2b87b7 HTTP/1.1" status: 200 len: 210 time: 0.0348003 Jul 09 09:58:28.823868 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e2600-c8c2-4ad4-bf34-290e5a1a428d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Pushing event updated for resources: {'Port': ['ID=78e13327-dce4-42cc-86c0-c005e5ffb340,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:28.860791 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8e2600-c8c2-4ad4-bf34-290e5a1a428d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:28.861841 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae8e2600-c8c2-4ad4-bf34-290e5a1a428d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:28.884264 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ae8e2600-c8c2-4ad4-bf34-290e5a1a428d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5957477 Jul 09 09:58:28.886292 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59822) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:28.890842 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b7446b0b-4f1e-4918-bcbf-ad554100c438 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e9:7a:c8'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:28.932663 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-35dd164b-5c68-4fc5-972c-693ded074776 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:28.934438 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-35dd164b-5c68-4fc5-972c-693ded074776 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.64 "GET /v2.0/networks?id=2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f HTTP/1.1" status: 200 len: 814 time: 0.2246811 Jul 09 09:58:28.950185 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-6ca6f9e7-d6a0-438e-8c10-10c8fa7fe9a8 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Request body: {'port': {'device_id': 'a2592d51-cae9-43ef-bf24-c07d7f2b87b7', 'network_id': '2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f', 'admin_state_up': True, 'tenant_id': '507c8ae286404ea6905e635bdf42e276'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:29.078411 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-6ca6f9e7-d6a0-438e-8c10-10c8fa7fe9a8 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Made reservation on behalf of 507c8ae286404ea6905e635bdf42e276 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:29.082971 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-6ca6f9e7-d6a0-438e-8c10-10c8fa7fe9a8 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:29.120621 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-db681975-dcef-4b37-9453-6f32bcb8725d None None] Provisioning for port 78e13327-dce4-42cc-86c0-c005e5ffb340 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:58:29.126329 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-db681975-dcef-4b37-9453-6f32bcb8725d None None] Provisioning complete for port 78e13327-dce4-42cc-86c0-c005e5ffb340 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:58:29.126836 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-db681975-dcef-4b37-9453-6f32bcb8725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:29.174633 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-db681975-dcef-4b37-9453-6f32bcb8725d None None] Port 78e13327-dce4-42cc-86c0-c005e5ffb340 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:58:29.223212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-6ca6f9e7-d6a0-438e-8c10-10c8fa7fe9a8 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Allocated IP 172.20.0.11 (2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f/e527c985-dadd-4c08-ae85-e394e04167f0/e81e37d0-0593-4d93-b6e5-951a369fbec5) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:29.281222 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7446b0b-4f1e-4918-bcbf-ad554100c438 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:29.392200 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-6ca6f9e7-d6a0-438e-8c10-10c8fa7fe9a8 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:29.433339 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-6ca6f9e7-d6a0-438e-8c10-10c8fa7fe9a8 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:29.466174 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7446b0b-4f1e-4918-bcbf-ad554100c438 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:29.471490 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7446b0b-4f1e-4918-bcbf-ad554100c438 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:29.475388 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-6ca6f9e7-d6a0-438e-8c10-10c8fa7fe9a8 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Network 2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:29.483264 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-6ca6f9e7-d6a0-438e-8c10-10c8fa7fe9a8 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:29.486381 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-6ca6f9e7-d6a0-438e-8c10-10c8fa7fe9a8 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:29.527593 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6f9e7-d6a0-438e-8c10-10c8fa7fe9a8 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Pushing event updated for resources: {'Port': ['ID=e81e37d0-0593-4d93-b6e5-951a369fbec5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:29.549793 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7446b0b-4f1e-4918-bcbf-ad554100c438 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Pushing event updated for resources: {'Port': ['ID=78e13327-dce4-42cc-86c0-c005e5ffb340,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:29.550987 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-6ca6f9e7-d6a0-438e-8c10-10c8fa7fe9a8 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:29.551513 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-6ca6f9e7-d6a0-438e-8c10-10c8fa7fe9a8 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:29.561838 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b7446b0b-4f1e-4918-bcbf-ad554100c438 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] In _notify_port_updated(), no bound segment for port 78e13327-dce4-42cc-86c0-c005e5ffb340 on network a50fa821-2fa7-452e-ba1e-80a52228067e {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:58:29.567735 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7446b0b-4f1e-4918-bcbf-ad554100c438 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:29.568188 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-6ca6f9e7-d6a0-438e-8c10-10c8fa7fe9a8 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6245477 Jul 09 09:58:29.568535 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7446b0b-4f1e-4918-bcbf-ad554100c438 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:29.571754 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b7446b0b-4f1e-4918-bcbf-ad554100c438 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "PUT /v2.0/ports/78e13327-dce4-42cc-86c0-c005e5ffb340 HTTP/1.1" status: 200 len: 996 time: 0.6838324 Jul 09 09:58:29.573080 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59824) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:29.587161 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-cd646376-b448-4e0a-b2af-1d5df7506b36 service neutron] Request body: {'port': {'device_id': 'a2592d51-cae9-43ef-bf24-c07d7f2b87b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:29.724006 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-cd646376-b448-4e0a-b2af-1d5df7506b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:29.768353 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-52700730-ac5e-4dd3-89e4-2c651ae82118 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Deleting port 78e13327-dce4-42cc-86c0-c005e5ffb340 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:29.768625 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-52700730-ac5e-4dd3-89e4-2c651ae82118 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:29.798386 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b6d245e4-0287-4c98-b83b-5983d6ae7979 None None] Provisioning complete for port 78e13327-dce4-42cc-86c0-c005e5ffb340 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:58:29.798714 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b6d245e4-0287-4c98-b83b-5983d6ae7979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:29.833170 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b6d245e4-0287-4c98-b83b-5983d6ae7979 None None] Port 78e13327-dce4-42cc-86c0-c005e5ffb340 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:58:30.282105 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-52700730-ac5e-4dd3-89e4-2c651ae82118 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:30.334796 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-52700730-ac5e-4dd3-89e4-2c651ae82118 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Calling delete_port for 78e13327-dce4-42cc-86c0-c005e5ffb340 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:30.420876 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce4588-1b03-4492-84a8-9d373e3d171c req-73ca8101-f699-4cef-8dff-f57dbc7689f5 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:30.422281 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e0ce4588-1b03-4492-84a8-9d373e3d171c req-73ca8101-f699-4cef-8dff-f57dbc7689f5 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2592d51-cae9-43ef-bf24-c07d7f2b87b7 HTTP/1.1" status: 200 len: 932 time: 0.2135093 Jul 09 09:58:30.527256 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e0ce4588-1b03-4492-84a8-9d373e3d171c req-3314286a-7f5b-4ed9-96ab-7f8aca23d39a tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/security-groups?id=972db136-e49f-43cc-8374-cea37f1757f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976789 Jul 09 09:58:30.543108 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-cd646376-b448-4e0a-b2af-1d5df7506b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e81e37d0-0593-4d93-b6e5-951a369fbec5 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:58:30.555722 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-cd646376-b448-4e0a-b2af-1d5df7506b36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:30.607363 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-cd646376-b448-4e0a-b2af-1d5df7506b36 service neutron] Transition to ACTIVE for port object e81e37d0-0593-4d93-b6e5-951a369fbec5 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:30.608323 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-52700730-ac5e-4dd3-89e4-2c651ae82118 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:30.610933 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-cd646376-b448-4e0a-b2af-1d5df7506b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:30.739576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd646376-b448-4e0a-b2af-1d5df7506b36 service neutron] Pushing event updated for resources: {'Port': ['ID=e81e37d0-0593-4d93-b6e5-951a369fbec5,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:30.796082 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52700730-ac5e-4dd3-89e4-2c651ae82118 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Pushing event deleted for resources: {'Port': ['ID=78e13327-dce4-42cc-86c0-c005e5ffb340,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:30.812962 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-52700730-ac5e-4dd3-89e4-2c651ae82118 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:30.814933 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-52700730-ac5e-4dd3-89e4-2c651ae82118 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "DELETE /v2.0/ports/78e13327-dce4-42cc-86c0-c005e5ffb340 HTTP/1.1" status: 204 len: 168 time: 1.2408502 Jul 09 09:58:30.817674 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59828) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:30.858393 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8f9d20-4374-4999-9cf5-43ad43220909 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] GET failed (client error): The resource could not be found. Jul 09 09:58:30.860194 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-cf8f9d20-4374-4999-9cf5-43ad43220909 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "GET /v2.0/ports/78e13327-dce4-42cc-86c0-c005e5ffb340 HTTP/1.1" status: 404 len: 333 time: 0.0414751 Jul 09 09:58:30.864672 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59830) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:30.866113 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-cd646376-b448-4e0a-b2af-1d5df7506b36 service neutron] Attempting to bind port e81e37d0-0593-4d93-b6e5-951a369fbec5 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:58:30.866479 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-cd646376-b448-4e0a-b2af-1d5df7506b36 service neutron] Attempting to bind port e81e37d0-0593-4d93-b6e5-951a369fbec5 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '16d80a74-71ad-4711-9ff7-14d1fd8854b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:58:30.866815 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-cd646376-b448-4e0a-b2af-1d5df7506b36 service neutron] Attempting to bind port e81e37d0-0593-4d93-b6e5-951a369fbec5 on network 2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:58:30.871115 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c34cb63a-450a-4da2-bc30-39d2c27d7216 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Request body: {'port': {'network_id': 'a50fa821-2fa7-452e-ba1e-80a52228067e', 'name': 'tempest-AllowedAddressPairTestJSON-1119574349'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:30.871496 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-cd646376-b448-4e0a-b2af-1d5df7506b36 service neutron] Port e81e37d0-0593-4d93-b6e5-951a369fbec5 on network 2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:58:30.871862 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-cd646376-b448-4e0a-b2af-1d5df7506b36 service neutron] Attempting to bind port e81e37d0-0593-4d93-b6e5-951a369fbec5 on network 2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:58:30.879454 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-cd646376-b448-4e0a-b2af-1d5df7506b36 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:58:30.879825 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-cd646376-b448-4e0a-b2af-1d5df7506b36 service neutron] Checking segment: {'id': '16d80a74-71ad-4711-9ff7-14d1fd8854b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:58:30.880592 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-cd646376-b448-4e0a-b2af-1d5df7506b36 service neutron] Bound using segment: {'id': '16d80a74-71ad-4711-9ff7-14d1fd8854b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:58:30.881447 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-cd646376-b448-4e0a-b2af-1d5df7506b36 service neutron] Bound port: e81e37d0-0593-4d93-b6e5-951a369fbec5, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d80a74-71ad-4711-9ff7-14d1fd8854b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:58:30.881813 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-cd646376-b448-4e0a-b2af-1d5df7506b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:30.945733 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-cd646376-b448-4e0a-b2af-1d5df7506b36 service neutron] For port e81e37d0-0593-4d93-b6e5-951a369fbec5, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:58:30.948731 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-cd646376-b448-4e0a-b2af-1d5df7506b36 service neutron] For port e81e37d0-0593-4d93-b6e5-951a369fbec5, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=e81e37d0-0593-4d93-b6e5-951a369fbec5,segment=NetworkSegment(16d80a74-71ad-4711-9ff7-14d1fd8854b5),segment_id=16d80a74-71ad-4711-9ff7-14d1fd8854b5)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:58:30.952802 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-cd646376-b448-4e0a-b2af-1d5df7506b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:30.986882 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-cd646376-b448-4e0a-b2af-1d5df7506b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:30.987520 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-cd646376-b448-4e0a-b2af-1d5df7506b36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:30.988970 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-cd646376-b448-4e0a-b2af-1d5df7506b36 service neutron] 10.222.0.64 "PUT /v2.0/ports/e81e37d0-0593-4d93-b6e5-951a369fbec5 HTTP/1.1" status: 200 len: 1092 time: 1.4073400 Jul 09 09:58:30.989409 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2592d51-cae9-43ef-bf24-c07d7f2b87b7', 'tag': 'e81e37d0-0593-4d93-b6e5-951a369fbec5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:58:30.991462 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34cb63a-450a-4da2-bc30-39d2c27d7216 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Made reservation on behalf of 6f7669710a0845c8b459ee4b844bcab7 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:30.991667 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b939c1f-7c5f-430e-92c0-18ed96427976" -d '{"events": [{"name": "network-changed", "server_uuid": "a2592d51-cae9-43ef-bf24-c07d7f2b87b7", "tag": "e81e37d0-0593-4d93-b6e5-951a369fbec5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:58:31.001708 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c34cb63a-450a-4da2-bc30-39d2c27d7216 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:31.018403 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd646376-b448-4e0a-b2af-1d5df7506b36 service neutron] Pushing event updated for resources: {'Port': ['ID=e81e37d0-0593-4d93-b6e5-951a369fbec5,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:31.022617 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-c34cb63a-450a-4da2-bc30-39d2c27d7216 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] device_id is not set on port 95548c01-6006-4b39-ba16-5502addf8cbf yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:58:31.037991 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c462ff2-4f50-4c20-9788-8100e62ef94b x-openstack-request-id: req-3c462ff2-4f50-4c20-9788-8100e62ef94b {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:58:31.038288 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2592d51-cae9-43ef-bf24-c07d7f2b87b7", "tag": "e81e37d0-0593-4d93-b6e5-951a369fbec5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:58:31.038544 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3c462ff2-4f50-4c20-9788-8100e62ef94b {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:58:31.038977 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2592d51-cae9-43ef-bf24-c07d7f2b87b7', 'tag': 'e81e37d0-0593-4d93-b6e5-951a369fbec5', 'status': 'completed', 'code': 200} Jul 09 09:58:31.100639 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-1d1e4892-cd10-40ae-b17e-fce7fe85483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:31.102326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-1d1e4892-cd10-40ae-b17e-fce7fe85483a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=507c8ae286404ea6905e635bdf42e276&device_id=a2592d51-cae9-43ef-bf24-c07d7f2b87b7 HTTP/1.1" status: 200 len: 1095 time: 0.0608487 Jul 09 09:58:31.136926 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-c34cb63a-450a-4da2-bc30-39d2c27d7216 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Allocated IP 172.20.0.10 (a50fa821-2fa7-452e-ba1e-80a52228067e/7f50c584-c6f3-4e56-87f3-1364f15ad50b/95548c01-6006-4b39-ba16-5502addf8cbf) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:31.145567 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-7db90a32-2b4b-4db0-b6e4-dfb9b0df92b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e81e37d0-0593-4d93-b6e5-951a369fbec5 HTTP/1.1" status: 200 len: 217 time: 0.0342751 Jul 09 09:58:31.197479 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-c8e49e67-28b6-4b95-b22e-c2040f977a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:31.198927 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-c8e49e67-28b6-4b95-b22e-c2040f977a9f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e527c985-dadd-4c08-ae85-e394e04167f0 HTTP/1.1" status: 200 len: 854 time: 0.0473959 Jul 09 09:58:31.235988 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-eb8a5880-cdfc-44ec-b515-ad7eaf99b80c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307302 Jul 09 09:58:31.286413 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c34cb63a-450a-4da2-bc30-39d2c27d7216 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:31.300202 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-c34cb63a-450a-4da2-bc30-39d2c27d7216 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Transition to ACTIVE for port object 95548c01-6006-4b39-ba16-5502addf8cbf will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:31.326177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-bfb69e92-c9ee-4139-ace4-e2ef6119403f service neutron] 10.222.0.64 "GET /v2.0/networks/2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839097 Jul 09 09:58:31.333407 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c34cb63a-450a-4da2-bc30-39d2c27d7216 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:31.383900 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34cb63a-450a-4da2-bc30-39d2c27d7216 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Network a50fa821-2fa7-452e-ba1e-80a52228067e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:31.387169 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c34cb63a-450a-4da2-bc30-39d2c27d7216 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:31.391743 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34cb63a-450a-4da2-bc30-39d2c27d7216 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:31.398249 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cb63a-450a-4da2-bc30-39d2c27d7216 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Pushing event updated for resources: {'Port': ['ID=95548c01-6006-4b39-ba16-5502addf8cbf,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:31.430230 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-854d0582-15af-47b7-b99b-12aeffadeed5 req-389e1854-ebce-40da-9556-548bc52e8c01 service neutron] 10.222.0.64 "GET /v2.0/networks/2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978210 Jul 09 09:58:31.444966 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34cb63a-450a-4da2-bc30-39d2c27d7216 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:31.445651 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c34cb63a-450a-4da2-bc30-39d2c27d7216 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:31.464498 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c34cb63a-450a-4da2-bc30-39d2c27d7216 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5947905 Jul 09 09:58:31.464853 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59836) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:31.470261 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-094ca4eb-e288-4962-83ba-c2ed65c83cef tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Request body: {'port': {'network_id': 'a50fa821-2fa7-452e-ba1e-80a52228067e', 'name': 'tempest-AllowedAddressPairTestJSON-10268387'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:31.541616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b939c1f-7c5f-430e-92c0-18ed96427976 req-b59c3cb3-6a7b-43aa-b455-f893c9457eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:31.543230 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b939c1f-7c5f-430e-92c0-18ed96427976 req-b59c3cb3-6a7b-43aa-b455-f893c9457eba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=507c8ae286404ea6905e635bdf42e276&device_id=a2592d51-cae9-43ef-bf24-c07d7f2b87b7 HTTP/1.1" status: 200 len: 1095 time: 0.0571160 Jul 09 09:58:31.590757 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094ca4eb-e288-4962-83ba-c2ed65c83cef tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Made reservation on behalf of 6f7669710a0845c8b459ee4b844bcab7 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:31.595663 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-094ca4eb-e288-4962-83ba-c2ed65c83cef tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:31.617045 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-094ca4eb-e288-4962-83ba-c2ed65c83cef tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] device_id is not set on port ea1a95a3-0f39-4dab-9133-2cfac6af75dc yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:58:31.646015 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b939c1f-7c5f-430e-92c0-18ed96427976 req-f6f88da7-d42b-43ce-b424-1ea2d71e5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:31.647617 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b939c1f-7c5f-430e-92c0-18ed96427976 req-f6f88da7-d42b-43ce-b424-1ea2d71e5572 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f HTTP/1.1" status: 200 len: 915 time: 0.0975921 Jul 09 09:58:31.670746 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-aaa982d2-ea88-428c-a99a-fd65b0874052 None None] Provisioning for port 95548c01-6006-4b39-ba16-5502addf8cbf completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:58:31.674978 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-aaa982d2-ea88-428c-a99a-fd65b0874052 None None] Provisioning complete for port 95548c01-6006-4b39-ba16-5502addf8cbf triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:58:31.675355 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aaa982d2-ea88-428c-a99a-fd65b0874052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:31.700496 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b939c1f-7c5f-430e-92c0-18ed96427976 req-ec048860-a9f7-49a3-a47a-e821e7c797d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e81e37d0-0593-4d93-b6e5-951a369fbec5 HTTP/1.1" status: 200 len: 217 time: 0.0463936 Jul 09 09:58:31.711881 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-aaa982d2-ea88-428c-a99a-fd65b0874052 None None] Port 95548c01-6006-4b39-ba16-5502addf8cbf cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:58:31.741504 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-094ca4eb-e288-4962-83ba-c2ed65c83cef tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Allocated IP 172.20.0.12 (a50fa821-2fa7-452e-ba1e-80a52228067e/7f50c584-c6f3-4e56-87f3-1364f15ad50b/ea1a95a3-0f39-4dab-9133-2cfac6af75dc) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:31.779908 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b939c1f-7c5f-430e-92c0-18ed96427976 req-cff08f71-5f36-4509-84c6-f333bf948382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:31.781402 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b939c1f-7c5f-430e-92c0-18ed96427976 req-cff08f71-5f36-4509-84c6-f333bf948382 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e527c985-dadd-4c08-ae85-e394e04167f0 HTTP/1.1" status: 200 len: 854 time: 0.0711455 Jul 09 09:58:31.822304 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b939c1f-7c5f-430e-92c0-18ed96427976 req-705cfa79-c297-4160-8d94-4f771bc030fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339088 Jul 09 09:58:31.834683 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251aca91-7e44-4ec8-9382-298f9efc93b0 req-03d12149-67e1-4593-bf01-61ffc97c3cc8 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:31.836188 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-251aca91-7e44-4ec8-9382-298f9efc93b0 req-03d12149-67e1-4593-bf01-61ffc97c3cc8 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2592d51-cae9-43ef-bf24-c07d7f2b87b7 HTTP/1.1" status: 200 len: 944 time: 0.1386220 Jul 09 09:58:31.895064 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-094ca4eb-e288-4962-83ba-c2ed65c83cef tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:31.908958 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-094ca4eb-e288-4962-83ba-c2ed65c83cef tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Transition to ACTIVE for port object ea1a95a3-0f39-4dab-9133-2cfac6af75dc will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:31.921009 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-251aca91-7e44-4ec8-9382-298f9efc93b0 req-8b5a43ac-7468-4bb0-8899-028a61c2112d tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/security-groups?id=972db136-e49f-43cc-8374-cea37f1757f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758386 Jul 09 09:58:31.945519 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-094ca4eb-e288-4962-83ba-c2ed65c83cef tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:31.952463 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b939c1f-7c5f-430e-92c0-18ed96427976 req-f81f201f-1d8a-48cb-b0cc-fc78207691ac service neutron] 10.222.0.64 "GET /v2.0/networks/2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153176 Jul 09 09:58:31.992424 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094ca4eb-e288-4962-83ba-c2ed65c83cef tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Network a50fa821-2fa7-452e-ba1e-80a52228067e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:31.997792 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-094ca4eb-e288-4962-83ba-c2ed65c83cef tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:32.002377 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094ca4eb-e288-4962-83ba-c2ed65c83cef tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:32.006399 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ca4eb-e288-4962-83ba-c2ed65c83cef tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Pushing event updated for resources: {'Port': ['ID=ea1a95a3-0f39-4dab-9133-2cfac6af75dc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:32.055361 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094ca4eb-e288-4962-83ba-c2ed65c83cef tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:32.056008 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-094ca4eb-e288-4962-83ba-c2ed65c83cef tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:32.060552 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b939c1f-7c5f-430e-92c0-18ed96427976 req-5ed947fd-8924-4f5b-b1b7-56d98ccea5a7 service neutron] 10.222.0.64 "GET /v2.0/networks/2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011012 Jul 09 09:58:32.073895 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59840) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:32.074121 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-094ca4eb-e288-4962-83ba-c2ed65c83cef tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6084039 Jul 09 09:58:32.080420 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-739a2511-410f-408c-97a8-7cfd2cb9921a tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:e9:7a:c8'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:60:71:22'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:32.234511 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3ad5d531-5fd3-447c-9226-2e7ff1d803b4 None None] Provisioning for port ea1a95a3-0f39-4dab-9133-2cfac6af75dc completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:58:32.238281 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3ad5d531-5fd3-447c-9226-2e7ff1d803b4 None None] Provisioning complete for port ea1a95a3-0f39-4dab-9133-2cfac6af75dc triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:58:32.238736 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d531-5fd3-447c-9226-2e7ff1d803b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:32.256989 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-739a2511-410f-408c-97a8-7cfd2cb9921a tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:32.272732 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3ad5d531-5fd3-447c-9226-2e7ff1d803b4 None None] Port ea1a95a3-0f39-4dab-9133-2cfac6af75dc cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:58:32.434555 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-739a2511-410f-408c-97a8-7cfd2cb9921a tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:32.439629 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-739a2511-410f-408c-97a8-7cfd2cb9921a tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:32.514080 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a2511-410f-408c-97a8-7cfd2cb9921a tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Pushing event updated for resources: {'Port': ['ID=ea1a95a3-0f39-4dab-9133-2cfac6af75dc,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:32.529092 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-739a2511-410f-408c-97a8-7cfd2cb9921a tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] In _notify_port_updated(), no bound segment for port ea1a95a3-0f39-4dab-9133-2cfac6af75dc on network a50fa821-2fa7-452e-ba1e-80a52228067e {{(pid=93790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 09:58:32.534948 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739a2511-410f-408c-97a8-7cfd2cb9921a tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:32.535598 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-739a2511-410f-408c-97a8-7cfd2cb9921a tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:32.536985 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-739a2511-410f-408c-97a8-7cfd2cb9921a tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "PUT /v2.0/ports/ea1a95a3-0f39-4dab-9133-2cfac6af75dc HTTP/1.1" status: 200 len: 1055 time: 0.4618471 Jul 09 09:58:32.539667 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59842) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:32.646277 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-1228c622-4659-4e55-8f70-c39860ccdd92 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Deleting port ea1a95a3-0f39-4dab-9133-2cfac6af75dc {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:32.646623 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1228c622-4659-4e55-8f70-c39860ccdd92 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:32.696058 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-91d9dcef-d526-41e1-bacf-6d32f632a632 None None] Provisioning complete for port ea1a95a3-0f39-4dab-9133-2cfac6af75dc triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:58:32.696668 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-91d9dcef-d526-41e1-bacf-6d32f632a632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:32.733498 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-91d9dcef-d526-41e1-bacf-6d32f632a632 None None] Port ea1a95a3-0f39-4dab-9133-2cfac6af75dc cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:58:32.733763 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1228c622-4659-4e55-8f70-c39860ccdd92 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:32.745592 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-1228c622-4659-4e55-8f70-c39860ccdd92 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Calling delete_port for ea1a95a3-0f39-4dab-9133-2cfac6af75dc owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:32.876842 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1228c622-4659-4e55-8f70-c39860ccdd92 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:32.903836 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228c622-4659-4e55-8f70-c39860ccdd92 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Pushing event deleted for resources: {'Port': ['ID=ea1a95a3-0f39-4dab-9133-2cfac6af75dc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:33.198855 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1228c622-4659-4e55-8f70-c39860ccdd92 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:33.201971 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1228c622-4659-4e55-8f70-c39860ccdd92 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "DELETE /v2.0/ports/ea1a95a3-0f39-4dab-9133-2cfac6af75dc HTTP/1.1" status: 204 len: 168 time: 0.6613445 Jul 09 09:58:33.205297 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59850) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:33.235515 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c973ca-ce55-4e6f-81e4-b0c6ca60ef00 req-402aa757-ea5f-4ce8-bbfe-94d4712a8834 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:33.237129 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-882fef0c-dbf7-4be5-8949-444fcd457a42 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] GET failed (client error): The resource could not be found. Jul 09 09:58:33.237436 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03c973ca-ce55-4e6f-81e4-b0c6ca60ef00 req-402aa757-ea5f-4ce8-bbfe-94d4712a8834 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2592d51-cae9-43ef-bf24-c07d7f2b87b7 HTTP/1.1" status: 200 len: 944 time: 0.1747792 Jul 09 09:58:33.238984 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-882fef0c-dbf7-4be5-8949-444fcd457a42 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "GET /v2.0/ports/ea1a95a3-0f39-4dab-9133-2cfac6af75dc HTTP/1.1" status: 404 len: 333 time: 0.0323730 Jul 09 09:58:33.242276 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0dde3-e13b-4c80-938f-1752c9eae9a2 req-3f2977ae-2137-4979-89d1-0412b86bef82 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:33.242851 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59852) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:33.243630 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98b0dde3-e13b-4c80-938f-1752c9eae9a2 req-3f2977ae-2137-4979-89d1-0412b86bef82 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 1097 time: 0.1821003 Jul 09 09:58:33.270875 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-98b0dde3-e13b-4c80-938f-1752c9eae9a2 req-b78e125f-2572-4c7f-99d5-bf0b1293c87b tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:33.302691 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03c973ca-ce55-4e6f-81e4-b0c6ca60ef00 req-916d70b5-e1a8-4f63-80c8-50c5bea49acd tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/security-groups?id=972db136-e49f-43cc-8374-cea37f1757f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580876 Jul 09 09:58:33.350621 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1ab25385-5fec-4029-adb6-9e02f5f68e0d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Deleting port 95548c01-6006-4b39-ba16-5502addf8cbf {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:33.351045 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ab25385-5fec-4029-adb6-9e02f5f68e0d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:33.380404 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-98b0dde3-e13b-4c80-938f-1752c9eae9a2 req-b78e125f-2572-4c7f-99d5-bf0b1293c87b tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:33.384518 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-98b0dde3-e13b-4c80-938f-1752c9eae9a2 req-b78e125f-2572-4c7f-99d5-bf0b1293c87b tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:33.405078 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98b0dde3-e13b-4c80-938f-1752c9eae9a2 req-b78e125f-2572-4c7f-99d5-bf0b1293c87b tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545060 Jul 09 09:58:33.416197 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e125f-2572-4c7f-99d5-bf0b1293c87b tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d63086-304a-456f-b243-879959a21884,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:33.448355 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ab25385-5fec-4029-adb6-9e02f5f68e0d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:33.460349 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1ab25385-5fec-4029-adb6-9e02f5f68e0d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Calling delete_port for 95548c01-6006-4b39-ba16-5502addf8cbf owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:33.591643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69c143-7e4f-4014-adde-6a53a374a735 req-28926949-0701-4820-bc9e-e9f46d7cfb0e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:33.593662 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3f69c143-7e4f-4014-adde-6a53a374a735 req-28926949-0701-4820-bc9e-e9f46d7cfb0e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 946 time: 0.0713928 Jul 09 09:58:33.594005 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ab25385-5fec-4029-adb6-9e02f5f68e0d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:33.628220 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab25385-5fec-4029-adb6-9e02f5f68e0d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Pushing event deleted for resources: {'Port': ['ID=95548c01-6006-4b39-ba16-5502addf8cbf,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:33.634924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3f69c143-7e4f-4014-adde-6a53a374a735 req-07c9eaf5-e5d7-4080-aa23-735c04fecd3e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349395 Jul 09 09:58:33.664162 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59856) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:33.703463 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ab25385-5fec-4029-adb6-9e02f5f68e0d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:33.708219 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1ab25385-5fec-4029-adb6-9e02f5f68e0d tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "DELETE /v2.0/ports/95548c01-6006-4b39-ba16-5502addf8cbf HTTP/1.1" status: 204 len: 168 time: 0.4642334 Jul 09 09:58:33.710870 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59858) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:33.746639 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-be2a6301-827c-4714-ba38-bd600e0de7d7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/floatingips/b42fb659-059a-4906-8a3a-5a0d38da8624 HTTP/1.1" status: 200 len: 994 time: 0.0719039 Jul 09 09:58:33.746884 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb56ace9-8f33-4bbc-9caf-96f7af0809cc tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] GET failed (client error): The resource could not be found. Jul 09 09:58:33.746884 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-eb56ace9-8f33-4bbc-9caf-96f7af0809cc tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "GET /v2.0/ports/95548c01-6006-4b39-ba16-5502addf8cbf HTTP/1.1" status: 404 len: 333 time: 0.0300953 Jul 09 09:58:33.746884 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59860) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:33.868345 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-7ee377e9-e500-422a-8ce8-e04af23c7b70 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Deleting port 858deb51-2da1-49f0-9eea-2df33c1b7ea2 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:33.868903 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ee377e9-e500-422a-8ce8-e04af23c7b70 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:33.955123 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ee377e9-e500-422a-8ce8-e04af23c7b70 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:33.966672 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-7ee377e9-e500-422a-8ce8-e04af23c7b70 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Calling delete_port for 858deb51-2da1-49f0-9eea-2df33c1b7ea2 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:34.008967 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:34.100050 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ee377e9-e500-422a-8ce8-e04af23c7b70 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:34.127526 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee377e9-e500-422a-8ce8-e04af23c7b70 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Pushing event deleted for resources: {'Port': ['ID=858deb51-2da1-49f0-9eea-2df33c1b7ea2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:34.227558 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ee377e9-e500-422a-8ce8-e04af23c7b70 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:34.229380 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7ee377e9-e500-422a-8ce8-e04af23c7b70 tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "DELETE /v2.0/ports/858deb51-2da1-49f0-9eea-2df33c1b7ea2 HTTP/1.1" status: 204 len: 168 time: 0.4820633 Jul 09 09:58:34.231892 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59872) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:34.285853 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23ef78e-f6d8-4f5a-88dc-50ab8bac642b tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Deleting subnet 7f50c584-c6f3-4e56-87f3-1364f15ad50b {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:58:34.289366 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d23ef78e-f6d8-4f5a-88dc-50ab8bac642b tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:34.335017 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d23ef78e-f6d8-4f5a-88dc-50ab8bac642b tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:34.430712 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d23ef78e-f6d8-4f5a-88dc-50ab8bac642b tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:34.491977 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31007e15-9e28-40e3-8718-93d26f0311c0 req-5de4f212-8464-40e3-a8ed-865419549d7c tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:34.493603 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-31007e15-9e28-40e3-8718-93d26f0311c0 req-5de4f212-8464-40e3-a8ed-865419549d7c tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2592d51-cae9-43ef-bf24-c07d7f2b87b7 HTTP/1.1" status: 200 len: 944 time: 0.0711615 Jul 09 09:58:34.538017 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d23ef78e-f6d8-4f5a-88dc-50ab8bac642b tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:34.560789 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-31007e15-9e28-40e3-8718-93d26f0311c0 req-02c1b70d-306a-413c-b040-eb6ecbe4ac6e tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/security-groups?id=972db136-e49f-43cc-8374-cea37f1757f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610385 Jul 09 09:58:34.566299 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ef78e-f6d8-4f5a-88dc-50ab8bac642b tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Pushing event deleted for resources: {'Subnet': ['ID=7f50c584-c6f3-4e56-87f3-1364f15ad50b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:34.577209 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d23ef78e-f6d8-4f5a-88dc-50ab8bac642b tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:34.579340 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56636351-1d2f-4913-87e7-b41059b006ae None None] Network a50fa821-2fa7-452e-ba1e-80a52228067e requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:58:34.579730 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d23ef78e-f6d8-4f5a-88dc-50ab8bac642b tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "DELETE /v2.0/subnets/7f50c584-c6f3-4e56-87f3-1364f15ad50b HTTP/1.1" status: 204 len: 168 time: 0.3468950 Jul 09 09:58:34.584660 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59880) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:34.637065 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-8d6ae02e-2940-4744-bc84-22467b4b9765 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1222053 Jul 09 09:58:34.685783 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eac744bc-1dbf-45fb-8f19-aa44bf2fa57c tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:34.704456 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2f55e-e4ff-4d90-be34-fceda300f12d req-62d3b04d-04ae-4328-ae77-076fb17d78f6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:34.705812 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-34c2f55e-e4ff-4d90-be34-fceda300f12d req-62d3b04d-04ae-4328-ae77-076fb17d78f6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 946 time: 0.1676147 Jul 09 09:58:34.787336 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971125ca-51c1-4500-97b1-32b9f6db4b6d None None] DHCP port deletion for a50fa821-2fa7-452e-ba1e-80a52228067e request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:58:34.792397 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-34c2f55e-e4ff-4d90-be34-fceda300f12d req-5287f055-cf65-44b8-abb8-663668a41f3c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749867 Jul 09 09:58:34.804509 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-eac744bc-1dbf-45fb-8f19-aa44bf2fa57c tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Deleting port 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:34.805080 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eac744bc-1dbf-45fb-8f19-aa44bf2fa57c tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:34.840326 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-971125ca-51c1-4500-97b1-32b9f6db4b6d None None] Deleting port 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:34.841005 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-971125ca-51c1-4500-97b1-32b9f6db4b6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:34.878484 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-eac744bc-1dbf-45fb-8f19-aa44bf2fa57c tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] For port 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=72eb63e4-b5c1-4d03-bd0d-ac4cc478316e,segment=NetworkSegment(cea9fe48-d747-4c10-ac9d-d1b4147cff61),segment_id=cea9fe48-d747-4c10-ac9d-d1b4147cff61)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:58:34.878860 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eac744bc-1dbf-45fb-8f19-aa44bf2fa57c tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:34.893361 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-eac744bc-1dbf-45fb-8f19-aa44bf2fa57c tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Calling delete_port for 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:34.909416 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-971125ca-51c1-4500-97b1-32b9f6db4b6d None None] For port 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=72eb63e4-b5c1-4d03-bd0d-ac4cc478316e,segment=NetworkSegment(cea9fe48-d747-4c10-ac9d-d1b4147cff61),segment_id=cea9fe48-d747-4c10-ac9d-d1b4147cff61)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:58:34.909811 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-971125ca-51c1-4500-97b1-32b9f6db4b6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:34.923448 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-971125ca-51c1-4500-97b1-32b9f6db4b6d None None] Calling delete_port for 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:34.976348 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eac744bc-1dbf-45fb-8f19-aa44bf2fa57c tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:35.003016 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac744bc-1dbf-45fb-8f19-aa44bf2fa57c tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Pushing event deleted for resources: {'Port': ['ID=72eb63e4-b5c1-4d03-bd0d-ac4cc478316e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:35.005201 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac744bc-1dbf-45fb-8f19-aa44bf2fa57c tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] No DVR routers for this DVR port 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:58:35.017356 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-971125ca-51c1-4500-97b1-32b9f6db4b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:35.048209 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971125ca-51c1-4500-97b1-32b9f6db4b6d None None] Pushing event deleted for resources: {'Port': ['ID=72eb63e4-b5c1-4d03-bd0d-ac4cc478316e,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:35.050115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971125ca-51c1-4500-97b1-32b9f6db4b6d None None] No DVR routers for this DVR port 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:58:35.091170 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eac744bc-1dbf-45fb-8f19-aa44bf2fa57c tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:35.102538 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-eac744bc-1dbf-45fb-8f19-aa44bf2fa57c tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50fa821-2fa7-452e-ba1e-80a52228067e']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:35.113945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-eac744bc-1dbf-45fb-8f19-aa44bf2fa57c tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea9fe48-d747-4c10-ac9d-d1b4147cff61') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:35.114267 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-eac744bc-1dbf-45fb-8f19-aa44bf2fa57c tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea9fe48-d747-4c10-ac9d-d1b4147cff61') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:35.123683 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eac744bc-1dbf-45fb-8f19-aa44bf2fa57c tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:35.140476 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eac744bc-1dbf-45fb-8f19-aa44bf2fa57c tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:35.153830 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac744bc-1dbf-45fb-8f19-aa44bf2fa57c tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:58:35.154329 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eac744bc-1dbf-45fb-8f19-aa44bf2fa57c tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:58:35.158142 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:58:35.221526 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eac744bc-1dbf-45fb-8f19-aa44bf2fa57c tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:35.233496 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device e81e37d0-0593-4d93-b6e5-951a369fbec5 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:58:35.251065 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eac744bc-1dbf-45fb-8f19-aa44bf2fa57c tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:35.255742 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-eac744bc-1dbf-45fb-8f19-aa44bf2fa57c tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] 10.222.0.61 "DELETE /v2.0/networks/a50fa821-2fa7-452e-ba1e-80a52228067e HTTP/1.1" status: 204 len: 168 time: 0.6672485 Jul 09 09:58:35.255742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac744bc-1dbf-45fb-8f19-aa44bf2fa57c tempest-AllowedAddressPairTestJSON-2100880512 tempest-AllowedAddressPairTestJSON-2100880512-project] Pushing event deleted for resources: {'Network': ['ID=a50fa821-2fa7-452e-ba1e-80a52228067e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:35.343004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port e81e37d0-0593-4d93-b6e5-951a369fbec5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=e81e37d0-0593-4d93-b6e5-951a369fbec5,segment=NetworkSegment(16d80a74-71ad-4711-9ff7-14d1fd8854b5),segment_id=16d80a74-71ad-4711-9ff7-14d1fd8854b5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:58:35.358896 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'e81e37d0-0593-4d93-b6e5-951a369fbec5', 'network_id': '2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f', 'port_id': 'e81e37d0-0593-4d93-b6e5-951a369fbec5', 'mac_address': 'fa:16:3e:4f:3e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e527c985-dadd-4c08-ae85-e394e04167f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:58:35.399325 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:35.415143 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e81e37d0-0593-4d93-b6e5-951a369fbec5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:58:35.438529 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port e81e37d0-0593-4d93-b6e5-951a369fbec5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=e81e37d0-0593-4d93-b6e5-951a369fbec5,segment=NetworkSegment(16d80a74-71ad-4711-9ff7-14d1fd8854b5),segment_id=16d80a74-71ad-4711-9ff7-14d1fd8854b5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:58:35.443480 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:35.493383 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=e81e37d0-0593-4d93-b6e5-951a369fbec5,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:35.527392 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59908) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:35.620551 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:58:35.642733 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:58:35.643080 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 72eb63e4-b5c1-4d03-bd0d-ac4cc478316e not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:58:35.670421 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1b204517-87bb-43ab-b50b-ea8d3f567953 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6f7669710a0845c8b459ee4b844bcab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417811 Jul 09 09:58:35.673447 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59914) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:35.722329 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd79e78c-afde-4c7b-85f8-10e9f3845135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:35.748694 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef916ab-99f2-4658-a6ee-3c46cf4f7133 req-a70679a1-1b24-4b1f-b08b-0fdb0f4e54e1 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:35.749494 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd79e78c-afde-4c7b-85f8-10e9f3845135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:35.750219 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bef916ab-99f2-4658-a6ee-3c46cf4f7133 req-a70679a1-1b24-4b1f-b08b-0fdb0f4e54e1 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2592d51-cae9-43ef-bf24-c07d7f2b87b7 HTTP/1.1" status: 200 len: 945 time: 0.0650752 Jul 09 09:58:35.787517 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['e81e37d0-0593-4d93-b6e5-951a369fbec5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:58:35.787814 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bef916ab-99f2-4658-a6ee-3c46cf4f7133 req-ea1411f1-ddfa-440a-9104-6b1e5fc7d133 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/security-groups?id=972db136-e49f-43cc-8374-cea37f1757f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311944 Jul 09 09:58:35.803311 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd79e78c-afde-4c7b-85f8-10e9f3845135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:35.806448 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd79e78c-afde-4c7b-85f8-10e9f3845135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:35.807672 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cd79e78c-afde-4c7b-85f8-10e9f3845135 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/af2e0731-d240-4bf1-ba84-e2a381118cc9 HTTP/1.1" status: 204 len: 168 time: 0.1332939 Jul 09 09:58:35.824427 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79e78c-afde-4c7b-85f8-10e9f3845135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2e0731-d240-4bf1-ba84-e2a381118cc9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:36.045408 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ccd2e-cfc6-4ec6-9419-716506e97ad6 req-60837a46-ff61-4857-ba37-946a69bf6604 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:36.048477 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-834ccd2e-cfc6-4ec6-9419-716506e97ad6 req-60837a46-ff61-4857-ba37-946a69bf6604 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 946 time: 0.1156523 Jul 09 09:58:36.051718 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-1aad6669-4df8-4e8f-b954-9217f673e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:36.053158 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-1aad6669-4df8-4e8f-b954-9217f673e5af service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 1097 time: 0.1097040 Jul 09 09:58:36.136518 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-834ccd2e-cfc6-4ec6-9419-716506e97ad6 req-52d98010-883b-451e-a1f0-7ac3e4f85f2b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818636 Jul 09 09:58:36.169324 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-e61fbf63-f36d-42f4-afb8-3f1f8f55a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:36.170836 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-e61fbf63-f36d-42f4-afb8-3f1f8f55a5fc service neutron] 10.222.0.58 "GET /v2.0/networks?id=1b6be32c-ac53-4054-9f75-2f3900f154b8 HTTP/1.1" status: 200 len: 897 time: 0.1109197 Jul 09 09:58:36.239131 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-b6a343a7-1a6c-42d7-b586-7e975d800963 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=148438c2-656f-4e1d-8410-08d44077ecfb HTTP/1.1" status: 200 len: 1002 time: 0.0620368 Jul 09 09:58:36.288881 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-3ef1e1fd-b79f-4e32-9e8d-861a1d6c0a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:36.290388 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-3ef1e1fd-b79f-4e32-9e8d-861a1d6c0a61 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75aea45f-b520-4fb2-8aa3-11b8311ecad9 HTTP/1.1" status: 200 len: 834 time: 0.0451963 Jul 09 09:58:36.350686 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-d3084d79-78b2-4f12-8b46-ce8f1a930f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:36.352236 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-d3084d79-78b2-4f12-8b46-ce8f1a930f99 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1b6be32c-ac53-4054-9f75-2f3900f154b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555470 Jul 09 09:58:36.446155 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-67622406-f99b-4ca0-a38d-f44b9b206c5e service neutron] 10.222.0.58 "GET /v2.0/networks/1b6be32c-ac53-4054-9f75-2f3900f154b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877390 Jul 09 09:58:36.491140 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59938) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:36.535396 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-b06c3060-0a35-4199-ace9-fdd04c92439a service neutron] 10.222.0.58 "GET /v2.0/networks/1b6be32c-ac53-4054-9f75-2f3900f154b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835536 Jul 09 09:58:36.589310 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b39f51fd-b9e6-46c5-a00c-fc6802f40188 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-111480717'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:36.612318 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39f51fd-b9e6-46c5-a00c-fc6802f40188 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:36.615884 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b39f51fd-b9e6-46c5-a00c-fc6802f40188 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:36.624842 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b39f51fd-b9e6-46c5-a00c-fc6802f40188 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:36.718364 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b39f51fd-b9e6-46c5-a00c-fc6802f40188 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:36.723012 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b39f51fd-b9e6-46c5-a00c-fc6802f40188 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:36.752128 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39f51fd-b9e6-46c5-a00c-fc6802f40188 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 09:58:36.758508 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8a7b2dd9-fdc3-48cf-b185-7df9f40d998a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:36.763322 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f51fd-b9e6-46c5-a00c-fc6802f40188 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4b6755-2979-48f2-912e-7d7edb33e983,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:36.772242 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b39f51fd-b9e6-46c5-a00c-fc6802f40188 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:36.772705 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-b39f51fd-b9e6-46c5-a00c-fc6802f40188 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Added segment 893cffe1-366a-4636-9298-5eca2b36b833 of type vlan for network 087ebd13-862d-4dea-9894-e22d71aaec69 Jul 09 09:58:36.812749 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b39f51fd-b9e6-46c5-a00c-fc6802f40188 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:36.844179 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b39f51fd-b9e6-46c5-a00c-fc6802f40188 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:36.849808 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39f51fd-b9e6-46c5-a00c-fc6802f40188 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:36.850398 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b39f51fd-b9e6-46c5-a00c-fc6802f40188 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:36.931423 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b39f51fd-b9e6-46c5-a00c-fc6802f40188 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4390941 Jul 09 09:58:36.937635 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59944) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:36.949942 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4c3c89a6-d479-488c-ab35-2d9d11b85f53 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:36.974869 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86595c2a-20ba-4532-a9bc-0a2f8668c271 req-080098f0-aa54-4786-bb3b-1f69bd5d15b1 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:36.976448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86595c2a-20ba-4532-a9bc-0a2f8668c271 req-080098f0-aa54-4786-bb3b-1f69bd5d15b1 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2592d51-cae9-43ef-bf24-c07d7f2b87b7 HTTP/1.1" status: 200 len: 945 time: 0.0700855 Jul 09 09:58:37.000210 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f51fd-b9e6-46c5-a00c-fc6802f40188 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Network': ['ID=087ebd13-862d-4dea-9894-e22d71aaec69,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:37.013202 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 09:58:37.014951 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86595c2a-20ba-4532-a9bc-0a2f8668c271 req-927bdfa8-be77-4205-a944-ed972f37ec12 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/security-groups?id=972db136-e49f-43cc-8374-cea37f1757f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325882 Jul 09 09:58:37.053458 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3c89a6-d479-488c-ab35-2d9d11b85f53 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:37.056979 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c3c89a6-d479-488c-ab35-2d9d11b85f53 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:37.242169 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c3c89a6-d479-488c-ab35-2d9d11b85f53 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:37.247081 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device e81e37d0-0593-4d93-b6e5-951a369fbec5 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:58:37.302790 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port e81e37d0-0593-4d93-b6e5-951a369fbec5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:58:37.306874 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port e81e37d0-0593-4d93-b6e5-951a369fbec5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:58:37.307361 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:37.309998 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c89a6-d479-488c-ab35-2d9d11b85f53 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=6368e117-4efa-4376-9e81-db28fa202fa5,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:37.318926 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3c89a6-d479-488c-ab35-2d9d11b85f53 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Checking segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:58:37.319301 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3c89a6-d479-488c-ab35-2d9d11b85f53 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network hostable DHCP agents. Network: 087ebd13-862d-4dea-9894-e22d71aaec69, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 09:58:37.325650 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce69957-830c-4280-b14b-6d0b7b3b02b7 req-952b2db7-348c-4f4a-807f-3f5c14714265 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:37.327631 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ce69957-830c-4280-b14b-6d0b7b3b02b7 req-952b2db7-348c-4f4a-807f-3f5c14714265 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 946 time: 0.0705469 Jul 09 09:58:37.338156 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3c89a6-d479-488c-ab35-2d9d11b85f53 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 09:58:37.348740 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4c3c89a6-d479-488c-ab35-2d9d11b85f53 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 087ebd13-862d-4dea-9894-e22d71aaec69) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:37.355180 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3c89a6-d479-488c-ab35-2d9d11b85f53 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:37.355811 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c3c89a6-d479-488c-ab35-2d9d11b85f53 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:37.362847 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9483a0a-91d9-43df-ae43-a7cce0df2d88 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:58:37.372662 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ce69957-830c-4280-b14b-6d0b7b3b02b7 req-f49ceedc-19cf-4396-895c-af395e571c47 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375259 Jul 09 09:58:37.378696 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4c3c89a6-d479-488c-ab35-2d9d11b85f53 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4367025 Jul 09 09:58:37.379064 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59948) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:37.384110 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ddf16361-85a1-443c-94e1-9c473d71e964 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'name': 'tempest-NetworksTestDHCPv6-377253990'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:37.454017 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:37.494169 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2592d51-cae9-43ef-bf24-c07d7f2b87b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81e37d0-0593-4d93-b6e5-951a369fbec5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:58:37.494393 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf16361-85a1-443c-94e1-9c473d71e964 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:37.496941 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e0ef47-928a-4fb4-a647-6277a8bc8291" -d '{"events": [{"server_uuid": "a2592d51-cae9-43ef-bf24-c07d7f2b87b7", "name": "network-vif-plugged", "status": "completed", "tag": "e81e37d0-0593-4d93-b6e5-951a369fbec5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:58:37.498056 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddf16361-85a1-443c-94e1-9c473d71e964 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:37.515884 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-ddf16361-85a1-443c-94e1-9c473d71e964 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] device_id is not set on port 6199898d-239c-49e0-970e-61c1c21237dc yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:58:37.531443 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port e81e37d0-0593-4d93-b6e5-951a369fbec5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=e81e37d0-0593-4d93-b6e5-951a369fbec5,segment=NetworkSegment(16d80a74-71ad-4711-9ff7-14d1fd8854b5),segment_id=16d80a74-71ad-4711-9ff7-14d1fd8854b5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:58:37.538424 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:37.571091 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f368580-b19f-4eb3-ac1f-6b00b90bc503 x-openstack-request-id: req-2f368580-b19f-4eb3-ac1f-6b00b90bc503 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:58:37.571362 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2592d51-cae9-43ef-bf24-c07d7f2b87b7", "name": "network-vif-plugged", "status": "completed", "tag": "e81e37d0-0593-4d93-b6e5-951a369fbec5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:58:37.571630 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2f368580-b19f-4eb3-ac1f-6b00b90bc503 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:58:37.572016 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2592d51-cae9-43ef-bf24-c07d7f2b87b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81e37d0-0593-4d93-b6e5-951a369fbec5', 'code': 200} Jul 09 09:58:37.625704 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145718cb-5d69-45cb-8756-a6d36b00fbdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-087ebd13-862d-4dea-9894-e22d71aaec69', 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'fixed_ips': [{'subnet_id': '6368e117-4efa-4376-9e81-db28fa202fa5'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:58:37.626496 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-145718cb-5d69-45cb-8756-a6d36b00fbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:37.641358 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=e81e37d0-0593-4d93-b6e5-951a369fbec5,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:37.650959 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-ddf16361-85a1-443c-94e1-9c473d71e964 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8::168 (087ebd13-862d-4dea-9894-e22d71aaec69/6368e117-4efa-4376-9e81-db28fa202fa5/6199898d-239c-49e0-970e-61c1c21237dc) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:37.688992 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c979b-6a43-44ed-b3bf-4ab44ea62dc0 req-6ff9bfed-2f57-4f8f-aadc-1f5d13bca472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:37.690527 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5f9c979b-6a43-44ed-b3bf-4ab44ea62dc0 req-6ff9bfed-2f57-4f8f-aadc-1f5d13bca472 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a2592d51-cae9-43ef-bf24-c07d7f2b87b7 HTTP/1.1" status: 200 len: 1097 time: 0.0613070 Jul 09 09:58:37.733532 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5f9c979b-6a43-44ed-b3bf-4ab44ea62dc0 req-7d49b5d0-3ecf-4845-bf90-d212d82489ea service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=972db136-e49f-43cc-8374-cea37f1757f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358987 Jul 09 09:58:37.808798 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddf16361-85a1-443c-94e1-9c473d71e964 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:37.822678 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-ddf16361-85a1-443c-94e1-9c473d71e964 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Transition to ACTIVE for port object 6199898d-239c-49e0-970e-61c1c21237dc will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:37.854867 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddf16361-85a1-443c-94e1-9c473d71e964 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:37.897595 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf16361-85a1-443c-94e1-9c473d71e964 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:37.900512 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-145718cb-5d69-45cb-8756-a6d36b00fbdb None None] Allocated IP 2001:db8::2 (087ebd13-862d-4dea-9894-e22d71aaec69/6368e117-4efa-4376-9e81-db28fa202fa5/7a70cf64-c273-44ad-9db0-56dba16c8d57) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:37.902697 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ddf16361-85a1-443c-94e1-9c473d71e964 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:37.906451 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf16361-85a1-443c-94e1-9c473d71e964 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:37.915107 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf16361-85a1-443c-94e1-9c473d71e964 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:37.915774 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddf16361-85a1-443c-94e1-9c473d71e964 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:37.926983 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf16361-85a1-443c-94e1-9c473d71e964 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=6199898d-239c-49e0-970e-61c1c21237dc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:37.940174 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ddf16361-85a1-443c-94e1-9c473d71e964 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5601778 Jul 09 09:58:37.942788 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59952) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:38.043445 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e299b2-c8e5-4b21-bd05-facd6e7db10e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:38.045302 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-07e299b2-c8e5-4b21-bd05-facd6e7db10e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1014025 Jul 09 09:58:38.046387 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-145718cb-5d69-45cb-8756-a6d36b00fbdb None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:38.048416 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59956) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:38.055306 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-145718cb-5d69-45cb-8756-a6d36b00fbdb None None] Transition to ACTIVE for port object 7a70cf64-c273-44ad-9db0-56dba16c8d57 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:38.072147 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-145718cb-5d69-45cb-8756-a6d36b00fbdb None None] Transition to ACTIVE for port object 7a70cf64-c273-44ad-9db0-56dba16c8d57 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:38.083940 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-145718cb-5d69-45cb-8756-a6d36b00fbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:38.127672 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145718cb-5d69-45cb-8756-a6d36b00fbdb None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:38.131247 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-145718cb-5d69-45cb-8756-a6d36b00fbdb None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:38.135942 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145718cb-5d69-45cb-8756-a6d36b00fbdb None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:38.138016 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145718cb-5d69-45cb-8756-a6d36b00fbdb None None] Pushing event updated for resources: {'Port': ['ID=7a70cf64-c273-44ad-9db0-56dba16c8d57,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:38.190500 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e061d12f-ebda-4107-8712-6d947c3c0476 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting port 6199898d-239c-49e0-970e-61c1c21237dc {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:38.190844 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e061d12f-ebda-4107-8712-6d947c3c0476 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:38.201635 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-145718cb-5d69-45cb-8756-a6d36b00fbdb None None] Attempting to bind port 7a70cf64-c273-44ad-9db0-56dba16c8d57 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:58:38.202014 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-145718cb-5d69-45cb-8756-a6d36b00fbdb None None] Attempting to bind port 7a70cf64-c273-44ad-9db0-56dba16c8d57 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:58:38.202358 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145718cb-5d69-45cb-8756-a6d36b00fbdb None None] Attempting to bind port 7a70cf64-c273-44ad-9db0-56dba16c8d57 on network 087ebd13-862d-4dea-9894-e22d71aaec69 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:58:38.208261 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145718cb-5d69-45cb-8756-a6d36b00fbdb None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:58:38.208628 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145718cb-5d69-45cb-8756-a6d36b00fbdb None None] Checking segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:58:38.209022 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-145718cb-5d69-45cb-8756-a6d36b00fbdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:38.209412 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145718cb-5d69-45cb-8756-a6d36b00fbdb None None] Bound using segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:58:38.209869 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-145718cb-5d69-45cb-8756-a6d36b00fbdb None None] Bound port: 7a70cf64-c273-44ad-9db0-56dba16c8d57, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:58:38.210244 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-145718cb-5d69-45cb-8756-a6d36b00fbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:38.275944 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-145718cb-5d69-45cb-8756-a6d36b00fbdb None None] For port 7a70cf64-c273-44ad-9db0-56dba16c8d57, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:58:38.279201 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-145718cb-5d69-45cb-8756-a6d36b00fbdb None None] For port 7a70cf64-c273-44ad-9db0-56dba16c8d57, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=7a70cf64-c273-44ad-9db0-56dba16c8d57,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:58:38.283784 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-145718cb-5d69-45cb-8756-a6d36b00fbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:38.342821 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145718cb-5d69-45cb-8756-a6d36b00fbdb None None] Pushing event updated for resources: {'Port': ['ID=7a70cf64-c273-44ad-9db0-56dba16c8d57,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:38.670958 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f290116-cb3e-47a5-8bb0-db02636a1a62 req-e1f1522c-4b4f-42a2-9bc0-0ff1cf644de5 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:38.672952 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8f290116-cb3e-47a5-8bb0-db02636a1a62 req-e1f1522c-4b4f-42a2-9bc0-0ff1cf644de5 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2592d51-cae9-43ef-bf24-c07d7f2b87b7 HTTP/1.1" status: 200 len: 946 time: 0.5379498 Jul 09 09:58:38.748350 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e061d12f-ebda-4107-8712-6d947c3c0476 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:38.777643 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8f290116-cb3e-47a5-8bb0-db02636a1a62 req-25b8ecd0-dd2b-4ced-813a-48776e58c585 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/security-groups?id=972db136-e49f-43cc-8374-cea37f1757f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944853 Jul 09 09:58:38.779878 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e061d12f-ebda-4107-8712-6d947c3c0476 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Calling delete_port for 6199898d-239c-49e0-970e-61c1c21237dc owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:38.814759 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4676735-047d-4c26-af65-9e77a27631e0 req-6f2d8b71-4982-4f41-9c6e-479992b36660 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:38.816326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4676735-047d-4c26-af65-9e77a27631e0 req-6f2d8b71-4982-4f41-9c6e-479992b36660 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 946 time: 0.2161021 Jul 09 09:58:38.847638 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-396408a3-8850-4910-9f30-1b482b627932 req-778c52b4-4a99-4b27-bd3c-07362e774e50 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2403574 Jul 09 09:58:38.897435 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4676735-047d-4c26-af65-9e77a27631e0 req-98b6f718-11eb-43b5-ab79-29e8645ca42f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531507 Jul 09 09:58:39.008657 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396408a3-8850-4910-9f30-1b482b627932 req-1f963283-9eb5-48cd-80e2-0c6154e267e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:39.010220 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-396408a3-8850-4910-9f30-1b482b627932 req-1f963283-9eb5-48cd-80e2-0c6154e267e7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 1096 time: 0.1079652 Jul 09 09:58:39.010822 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e061d12f-ebda-4107-8712-6d947c3c0476 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:39.051585 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061d12f-ebda-4107-8712-6d947c3c0476 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Port': ['ID=6199898d-239c-49e0-970e-61c1c21237dc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:39.128408 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e061d12f-ebda-4107-8712-6d947c3c0476 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:39.130967 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e061d12f-ebda-4107-8712-6d947c3c0476 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/6199898d-239c-49e0-970e-61c1c21237dc HTTP/1.1" status: 204 len: 168 time: 1.0815935 Jul 09 09:58:39.133589 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59962) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:39.207802 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea511eb-4527-4829-a4d6-149d83a95df3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:39.209317 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea511eb-4527-4829-a4d6-149d83a95df3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:39.210829 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3ea511eb-4527-4829-a4d6-149d83a95df3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0763140 Jul 09 09:58:39.213733 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59964) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:39.214314 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396408a3-8850-4910-9f30-1b482b627932 req-a50c1014-fda2-4256-b9ab-6607604961b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:39.215564 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-396408a3-8850-4910-9f30-1b482b627932 req-a50c1014-fda2-4256-b9ab-6607604961b4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 913 time: 0.1765490 Jul 09 09:58:39.251309 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:39.272381 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edff566-19af-4c4a-b253-4216827bf812 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:58:39.289379 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55902ef-e232-40a5-a63d-d9eab50094c8 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet 6368e117-4efa-4376-9e81-db28fa202fa5 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:58:39.293051 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-396408a3-8850-4910-9f30-1b482b627932 req-dd20b454-fc04-4778-acd0-f755e636cc87 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e664444c-114b-4644-9b36-3d45bd09cab8 HTTP/1.1" status: 200 len: 1001 time: 0.0701311 Jul 09 09:58:39.293500 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c55902ef-e232-40a5-a63d-d9eab50094c8 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:39.333818 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-170e7334-e45a-4c5b-9977-8be050eb201b None None] Provisioning for port 7a70cf64-c273-44ad-9db0-56dba16c8d57 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:58:39.346792 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396408a3-8850-4910-9f30-1b482b627932 req-d5623cc2-2464-4c55-b425-2693d6f7861f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:39.349875 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-396408a3-8850-4910-9f30-1b482b627932 req-d5623cc2-2464-4c55-b425-2693d6f7861f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 200 len: 851 time: 0.0506754 Jul 09 09:58:39.354622 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c55902ef-e232-40a5-a63d-d9eab50094c8 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:39.374443 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90c7bccc-adad-4022-a0fb-5af45964b0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:39.414655 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396408a3-8850-4910-9f30-1b482b627932 req-93427d84-4050-47e5-94cd-00898a960d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:39.416209 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-396408a3-8850-4910-9f30-1b482b627932 req-93427d84-4050-47e5-94cd-00898a960d1a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c39f085e-9a90-44ab-b2cf-d4cf479d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600164 Jul 09 09:58:39.442640 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c55902ef-e232-40a5-a63d-d9eab50094c8 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:39.509291 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c55902ef-e232-40a5-a63d-d9eab50094c8 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:39.514117 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-396408a3-8850-4910-9f30-1b482b627932 req-9ad17bee-e3cc-43b5-b88f-107961bac61a service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902486 Jul 09 09:58:39.539897 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:39.545768 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55902ef-e232-40a5-a63d-d9eab50094c8 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=6368e117-4efa-4376-9e81-db28fa202fa5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:39.551414 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c55902ef-e232-40a5-a63d-d9eab50094c8 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:39.554031 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c55902ef-e232-40a5-a63d-d9eab50094c8 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/6368e117-4efa-4376-9e81-db28fa202fa5 HTTP/1.1" status: 204 len: 168 time: 0.3389680 Jul 09 09:58:39.556982 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59966) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:39.622688 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8b8ab0be-3806-4ae8-b9c6-ca6025948b61 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644286 Jul 09 09:58:39.625889 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59968) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:39.627122 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-396408a3-8850-4910-9f30-1b482b627932 req-39f65a2b-cf1b-4e8f-8b2d-91678a7baca3 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070368 Jul 09 09:58:39.631390 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-702692a4-ae36-4431-acb7-6947addb2560 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:39.691401 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7a70cf64-c273-44ad-9db0-56dba16c8d57 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:58:39.740068 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702692a4-ae36-4431-acb7-6947addb2560 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:39.744004 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-702692a4-ae36-4431-acb7-6947addb2560 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:39.865341 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4917c3-fe04-4aaa-8b76-833b998e6185 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:58:39.963009 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-702692a4-ae36-4431-acb7-6947addb2560 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:39.983905 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702692a4-ae36-4431-acb7-6947addb2560 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:39.986568 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-702692a4-ae36-4431-acb7-6947addb2560 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:40.003396 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 7a70cf64-c273-44ad-9db0-56dba16c8d57 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:58:40.006757 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702692a4-ae36-4431-acb7-6947addb2560 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:40.007374 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-702692a4-ae36-4431-acb7-6947addb2560 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:40.008391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08619da1-058a-4045-bdaf-8f75c88af140 req-9de6b884-8fec-4cf8-98d0-84d196f99b9a tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:40.010350 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 7a70cf64-c273-44ad-9db0-56dba16c8d57 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:58:40.010721 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:40.012423 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-08619da1-058a-4045-bdaf-8f75c88af140 req-9de6b884-8fec-4cf8-98d0-84d196f99b9a tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2592d51-cae9-43ef-bf24-c07d7f2b87b7 HTTP/1.1" status: 200 len: 946 time: 0.1148944 Jul 09 09:58:40.047370 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-702692a4-ae36-4431-acb7-6947addb2560 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4201276 Jul 09 09:58:40.050586 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59974) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:40.058420 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b18fea43-6172-4622-9a5c-89fff83135ec tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'name': 'tempest-NetworksTestDHCPv6-1745132048'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:40.104431 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-08619da1-058a-4045-bdaf-8f75c88af140 req-d752155a-28b2-4dee-ad05-9f06d3f2913b tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/security-groups?id=972db136-e49f-43cc-8374-cea37f1757f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852125 Jul 09 09:58:40.105913 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:40.147196 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702692a4-ae36-4431-acb7-6947addb2560 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=2e3e1469-0c15-48a5-9a3c-965711952fe5,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:40.154793 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 7a70cf64-c273-44ad-9db0-56dba16c8d57, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=7a70cf64-c273-44ad-9db0-56dba16c8d57,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:58:40.163203 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbeee40-9f24-428f-8908-b01eecb76dc3 None None] DHCP port deletion for 087ebd13-862d-4dea-9894-e22d71aaec69 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:58:40.165713 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:40.171199 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694ae44-840f-487e-b83e-f7050e7f2e45 req-a5e482dc-df63-4799-8e24-c9e6f855f4c6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:40.180646 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e694ae44-840f-487e-b83e-f7050e7f2e45 req-a5e482dc-df63-4799-8e24-c9e6f855f4c6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 946 time: 0.1434386 Jul 09 09:58:40.219890 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e694ae44-840f-487e-b83e-f7050e7f2e45 req-af952583-5b72-486f-9a37-dc02e6d66846 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383341 Jul 09 09:58:40.234044 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18fea43-6172-4622-9a5c-89fff83135ec tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:40.241162 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b18fea43-6172-4622-9a5c-89fff83135ec tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:40.255126 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=7a70cf64-c273-44ad-9db0-56dba16c8d57,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:40.272500 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2dbeee40-9f24-428f-8908-b01eecb76dc3 None None] Deleting port 7a70cf64-c273-44ad-9db0-56dba16c8d57 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:40.273212 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2dbeee40-9f24-428f-8908-b01eecb76dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:40.278395 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-b18fea43-6172-4622-9a5c-89fff83135ec tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] device_id is not set on port b9531e33-8444-4b12-9694-f425dd26fc93 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:58:40.365794 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2dbeee40-9f24-428f-8908-b01eecb76dc3 None None] For port 7a70cf64-c273-44ad-9db0-56dba16c8d57, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=7a70cf64-c273-44ad-9db0-56dba16c8d57,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:58:40.366190 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2dbeee40-9f24-428f-8908-b01eecb76dc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:40.386679 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2dbeee40-9f24-428f-8908-b01eecb76dc3 None None] Calling delete_port for 7a70cf64-c273-44ad-9db0-56dba16c8d57 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:40.401398 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-b18fea43-6172-4622-9a5c-89fff83135ec tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8::239 (087ebd13-862d-4dea-9894-e22d71aaec69/2e3e1469-0c15-48a5-9a3c-965711952fe5/b9531e33-8444-4b12-9694-f425dd26fc93) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:40.475080 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2dbeee40-9f24-428f-8908-b01eecb76dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:40.502518 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbeee40-9f24-428f-8908-b01eecb76dc3 None None] No DVR routers for this DVR port 7a70cf64-c273-44ad-9db0-56dba16c8d57 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:58:40.505819 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbeee40-9f24-428f-8908-b01eecb76dc3 None None] Pushing event deleted for resources: {'Port': ['ID=7a70cf64-c273-44ad-9db0-56dba16c8d57,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:40.530637 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08278039-fc17-475e-9799-b8c08c5af5c2 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:58:40.581605 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b18fea43-6172-4622-9a5c-89fff83135ec tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:40.602518 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-b18fea43-6172-4622-9a5c-89fff83135ec tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Transition to ACTIVE for port object b9531e33-8444-4b12-9694-f425dd26fc93 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:40.656916 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b18fea43-6172-4622-9a5c-89fff83135ec tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:40.712130 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18fea43-6172-4622-9a5c-89fff83135ec tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:40.721025 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b18fea43-6172-4622-9a5c-89fff83135ec tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:40.727893 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18fea43-6172-4622-9a5c-89fff83135ec tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:40.734196 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18fea43-6172-4622-9a5c-89fff83135ec tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:40.735000 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b18fea43-6172-4622-9a5c-89fff83135ec tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:40.737803 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fea43-6172-4622-9a5c-89fff83135ec tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=b9531e33-8444-4b12-9694-f425dd26fc93,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:40.740480 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111cb911-3485-4917-8b47-e50779609687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-087ebd13-862d-4dea-9894-e22d71aaec69', 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'fixed_ips': [{'subnet_id': '2e3e1469-0c15-48a5-9a3c-965711952fe5'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:58:40.741391 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-111cb911-3485-4917-8b47-e50779609687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:40.759995 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b18fea43-6172-4622-9a5c-89fff83135ec tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7079334 Jul 09 09:58:40.763017 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59986) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:40.837001 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c061a7f-8ad3-497f-9dcd-bd0a4fa933ed tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:40.841067 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7c061a7f-8ad3-497f-9dcd-bd0a4fa933ed tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0747669 Jul 09 09:58:40.841468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 59988) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:40.897736 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-111cb911-3485-4917-8b47-e50779609687 None None] Allocated IP 2001:db8::2 (087ebd13-862d-4dea-9894-e22d71aaec69/2e3e1469-0c15-48a5-9a3c-965711952fe5/b3145f90-3e73-49ae-9c4f-01ad5b2583c0) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:40.960020 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b0572790-b059-4e81-b23e-6f6bd102eef4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting port b9531e33-8444-4b12-9694-f425dd26fc93 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:40.960666 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0572790-b059-4e81-b23e-6f6bd102eef4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:41.052145 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0572790-b059-4e81-b23e-6f6bd102eef4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:41.055951 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-111cb911-3485-4917-8b47-e50779609687 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:41.065834 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-111cb911-3485-4917-8b47-e50779609687 None None] Transition to ACTIVE for port object b3145f90-3e73-49ae-9c4f-01ad5b2583c0 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:41.070584 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b0572790-b059-4e81-b23e-6f6bd102eef4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Calling delete_port for b9531e33-8444-4b12-9694-f425dd26fc93 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:41.084050 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-111cb911-3485-4917-8b47-e50779609687 None None] Transition to ACTIVE for port object b3145f90-3e73-49ae-9c4f-01ad5b2583c0 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:41.092153 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-111cb911-3485-4917-8b47-e50779609687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:41.133736 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111cb911-3485-4917-8b47-e50779609687 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:41.136621 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-111cb911-3485-4917-8b47-e50779609687 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:41.139324 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111cb911-3485-4917-8b47-e50779609687 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:41.151225 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111cb911-3485-4917-8b47-e50779609687 None None] Pushing event updated for resources: {'Port': ['ID=b3145f90-3e73-49ae-9c4f-01ad5b2583c0,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:41.223448 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-111cb911-3485-4917-8b47-e50779609687 None None] Attempting to bind port b3145f90-3e73-49ae-9c4f-01ad5b2583c0 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:58:41.223855 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-111cb911-3485-4917-8b47-e50779609687 None None] Attempting to bind port b3145f90-3e73-49ae-9c4f-01ad5b2583c0 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:58:41.224212 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111cb911-3485-4917-8b47-e50779609687 None None] Attempting to bind port b3145f90-3e73-49ae-9c4f-01ad5b2583c0 on network 087ebd13-862d-4dea-9894-e22d71aaec69 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:58:41.229766 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:41.231224 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111cb911-3485-4917-8b47-e50779609687 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:58:41.231623 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111cb911-3485-4917-8b47-e50779609687 None None] Checking segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:58:41.232176 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-111cb911-3485-4917-8b47-e50779609687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:41.232551 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111cb911-3485-4917-8b47-e50779609687 None None] Bound using segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:58:41.233099 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-111cb911-3485-4917-8b47-e50779609687 None None] Bound port: b3145f90-3e73-49ae-9c4f-01ad5b2583c0, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:58:41.233323 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0572790-b059-4e81-b23e-6f6bd102eef4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:41.233787 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-111cb911-3485-4917-8b47-e50779609687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:41.265430 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0572790-b059-4e81-b23e-6f6bd102eef4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Port': ['ID=b9531e33-8444-4b12-9694-f425dd26fc93,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:41.294822 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0572790-b059-4e81-b23e-6f6bd102eef4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:41.296820 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b0572790-b059-4e81-b23e-6f6bd102eef4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/b9531e33-8444-4b12-9694-f425dd26fc93 HTTP/1.1" status: 204 len: 168 time: 0.4543393 Jul 09 09:58:41.300064 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59992) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:41.333820 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-111cb911-3485-4917-8b47-e50779609687 None None] For port b3145f90-3e73-49ae-9c4f-01ad5b2583c0, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:58:41.337570 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-111cb911-3485-4917-8b47-e50779609687 None None] For port b3145f90-3e73-49ae-9c4f-01ad5b2583c0, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b3145f90-3e73-49ae-9c4f-01ad5b2583c0,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:58:41.342778 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-111cb911-3485-4917-8b47-e50779609687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:41.391741 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a613a270-7dd4-40aa-891b-7767dafc8425 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:41.394112 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a613a270-7dd4-40aa-891b-7767dafc8425 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:41.395732 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a613a270-7dd4-40aa-891b-7767dafc8425 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0946550 Jul 09 09:58:41.410229 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59994) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:41.434273 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111cb911-3485-4917-8b47-e50779609687 None None] Pushing event updated for resources: {'Port': ['ID=b3145f90-3e73-49ae-9c4f-01ad5b2583c0,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:41.467134 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9549d6e-c5c0-4e37-b965-f489f6fb760b req-d25df653-e696-404a-8596-59a9461f824e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:41.469652 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b9549d6e-c5c0-4e37-b965-f489f6fb760b req-d25df653-e696-404a-8596-59a9461f824e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 946 time: 0.0901849 Jul 09 09:58:41.474129 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99d3ff3-72bf-47bc-83e3-986c2cd24231 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet 2e3e1469-0c15-48a5-9a3c-965711952fe5 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:58:41.477806 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d99d3ff3-72bf-47bc-83e3-986c2cd24231 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:41.525667 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b9549d6e-c5c0-4e37-b965-f489f6fb760b req-1c232f38-0ed8-44b6-abcd-6349c559469e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498459 Jul 09 09:58:41.530694 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d99d3ff3-72bf-47bc-83e3-986c2cd24231 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:41.667057 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d99d3ff3-72bf-47bc-83e3-986c2cd24231 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:41.712856 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7a70cf64-c273-44ad-9db0-56dba16c8d57 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:58:41.734496 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 7a70cf64-c273-44ad-9db0-56dba16c8d57 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:58:41.735291 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7a70cf64-c273-44ad-9db0-56dba16c8d57 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:58:41.755266 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d99d3ff3-72bf-47bc-83e3-986c2cd24231 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:41.785614 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d3ff3-72bf-47bc-83e3-986c2cd24231 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=2e3e1469-0c15-48a5-9a3c-965711952fe5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:41.791060 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d99d3ff3-72bf-47bc-83e3-986c2cd24231 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:41.793160 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d99d3ff3-72bf-47bc-83e3-986c2cd24231 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/2e3e1469-0c15-48a5-9a3c-965711952fe5 HTTP/1.1" status: 204 len: 168 time: 0.3814383 Jul 09 09:58:41.797589 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 59998) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:41.836301 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-49db6d8e-edcb-4f17-aab8-60b4e0163cad tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0375130 Jul 09 09:58:41.838940 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60000) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:41.843874 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b978e5bc-1831-4184-83a0-deac5fac21ac tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:41.946387 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b978e5bc-1831-4184-83a0-deac5fac21ac tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:41.949569 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b978e5bc-1831-4184-83a0-deac5fac21ac tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:42.160004 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b978e5bc-1831-4184-83a0-deac5fac21ac tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:42.413308 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6ee4d9-7660-4387-b9bb-f9057a021559 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:58:42.486868 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b978e5bc-1831-4184-83a0-deac5fac21ac tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:42.490083 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-23adf9cf-253b-4c34-afe7-60c645c1fe6b None None] Could not find standard attr ID for object b9531e33-8444-4b12-9694-f425dd26fc93. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:58:42.490229 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b978e5bc-1831-4184-83a0-deac5fac21ac tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:42.494435 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b978e5bc-1831-4184-83a0-deac5fac21ac tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:42.495031 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b978e5bc-1831-4184-83a0-deac5fac21ac tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:42.513010 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978e5bc-1831-4184-83a0-deac5fac21ac tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=3f5098f9-c059-45da-9c89-7b7fcbf246e7,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:42.520557 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60002) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:42.521235 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b978e5bc-1831-4184-83a0-deac5fac21ac tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6807070 Jul 09 09:58:42.525618 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'name': 'tempest-NetworksTestDHCPv6-1060539966'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:42.531393 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-23adf9cf-253b-4c34-afe7-60c645c1fe6b None None] Provisioning for port b3145f90-3e73-49ae-9c4f-01ad5b2583c0 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:58:42.642744 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:42.646736 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:42.672013 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] device_id is not set on port e68a5b2d-451d-4ae8-98be-ec92ad40444e yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:58:42.841809 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8::245 (087ebd13-862d-4dea-9894-e22d71aaec69/3f5098f9-c059-45da-9c89-7b7fcbf246e7/e68a5b2d-451d-4ae8-98be-ec92ad40444e) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:42.849362 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd7477d-1c7c-45ff-8d8b-53bc8b84294e None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:58:42.851552 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c9a57-8787-45be-bc3d-fbda8e460443 req-0d97b240-6625-42cb-be54-1831a46ac8f8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:42.853151 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-528c9a57-8787-45be-bc3d-fbda8e460443 req-0d97b240-6625-42cb-be54-1831a46ac8f8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 946 time: 0.1417227 Jul 09 09:58:42.929303 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-528c9a57-8787-45be-bc3d-fbda8e460443 req-11b50323-dd20-4d4c-a50c-ec954a5698fd tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634856 Jul 09 09:58:42.999310 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:43.063370 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:43.079874 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Transition to ACTIVE for port object e68a5b2d-451d-4ae8-98be-ec92ad40444e will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:43.118718 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:43.170639 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:43.174189 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:43.177374 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:43.183185 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:43.183856 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:43.197212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=e68a5b2d-451d-4ae8-98be-ec92ad40444e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:43.207869 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6861670 Jul 09 09:58:43.209472 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:43.209905 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:43.210291 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:43.210637 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:43.211043 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:43.211344 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:43.211626 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60008) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:43.211800 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:43.212055 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:43.212379 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:43.212709 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:43.213059 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:43.213388 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6bfdd9-b914-44fd-a2c7-6591f8b3bbe0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:43.304972 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c6fe87-eb5b-4c16-9b01-df6bd8881007 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:43.310953 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c6fe87-eb5b-4c16-9b01-df6bd8881007 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:43.315456 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60010) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:43.315669 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-56c6fe87-eb5b-4c16-9b01-df6bd8881007 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1018741 Jul 09 09:58:43.434048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6fb9b9d2-9b77-41e9-97ec-ae8db0c38dd4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting port e68a5b2d-451d-4ae8-98be-ec92ad40444e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:43.434574 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b9d2-9b77-41e9-97ec-ae8db0c38dd4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:43.533398 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b9d2-9b77-41e9-97ec-ae8db0c38dd4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:43.549122 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d345aa72-baf7-4b79-9749-7682769b430f None None] Could not find standard attr ID for object 6199898d-239c-49e0-970e-61c1c21237dc. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:58:43.549681 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6fb9b9d2-9b77-41e9-97ec-ae8db0c38dd4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Calling delete_port for e68a5b2d-451d-4ae8-98be-ec92ad40444e owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:43.699583 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b3145f90-3e73-49ae-9c4f-01ad5b2583c0 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:58:43.744086 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b9d2-9b77-41e9-97ec-ae8db0c38dd4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:43.774893 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d15499c2-1b37-4144-bb01-e20a68d99908 None None] Could not find standard attr ID for object b9531e33-8444-4b12-9694-f425dd26fc93. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:58:43.779251 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9b9d2-9b77-41e9-97ec-ae8db0c38dd4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Port': ['ID=e68a5b2d-451d-4ae8-98be-ec92ad40444e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:43.780198 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port b3145f90-3e73-49ae-9c4f-01ad5b2583c0 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:58:43.790358 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port b3145f90-3e73-49ae-9c4f-01ad5b2583c0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:58:43.790730 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:43.821488 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b9d2-9b77-41e9-97ec-ae8db0c38dd4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:43.826868 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6fb9b9d2-9b77-41e9-97ec-ae8db0c38dd4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/e68a5b2d-451d-4ae8-98be-ec92ad40444e HTTP/1.1" status: 204 len: 168 time: 0.5080094 Jul 09 09:58:43.827185 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60014) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:43.905247 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314134f6-7dc2-4edd-958c-443e92ab5950 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:43.906987 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:43.907218 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314134f6-7dc2-4edd-958c-443e92ab5950 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:43.912854 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60016) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:43.924275 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-314134f6-7dc2-4edd-958c-443e92ab5950 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0958982 Jul 09 09:58:43.950894 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port b3145f90-3e73-49ae-9c4f-01ad5b2583c0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b3145f90-3e73-49ae-9c4f-01ad5b2583c0,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:58:43.956724 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:44.002739 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18203be-b2f6-4097-9255-23358705a2b9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet 3f5098f9-c059-45da-9c89-7b7fcbf246e7 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:58:44.018965 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c18203be-b2f6-4097-9255-23358705a2b9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:44.030544 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=b3145f90-3e73-49ae-9c4f-01ad5b2583c0,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:44.040514 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-aadb3b46-6996-44b0-a0bd-f083000a4747 None None] Could not find standard attr ID for object e68a5b2d-451d-4ae8-98be-ec92ad40444e. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:58:44.074896 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c18203be-b2f6-4097-9255-23358705a2b9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:44.127875 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c18203be-b2f6-4097-9255-23358705a2b9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:44.205488 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c18203be-b2f6-4097-9255-23358705a2b9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:44.216369 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5046f0-5eaf-43b5-b4ee-639cc4456719 req-0dd8abe4-c388-48ad-866f-b594749a3bdf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:44.218009 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de5046f0-5eaf-43b5-b4ee-639cc4456719 req-0dd8abe4-c388-48ad-866f-b594749a3bdf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 946 time: 0.0988364 Jul 09 09:58:44.238239 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18203be-b2f6-4097-9255-23358705a2b9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=3f5098f9-c059-45da-9c89-7b7fcbf246e7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:44.245369 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c18203be-b2f6-4097-9255-23358705a2b9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:44.247253 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c18203be-b2f6-4097-9255-23358705a2b9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/3f5098f9-c059-45da-9c89-7b7fcbf246e7 HTTP/1.1" status: 204 len: 168 time: 0.3334677 Jul 09 09:58:44.252376 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60020) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:44.314709 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4a56e85b-0cfd-4efb-b70f-e61d336dda4d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611966 Jul 09 09:58:44.317384 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60022) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:44.329880 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de5046f0-5eaf-43b5-b4ee-639cc4456719 req-11898e75-a619-43b8-b341-72233bcdca95 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041768 Jul 09 09:58:44.389963 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8376e64-8666-4f4a-8550-aa48ca30a95e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:44.391758 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a8376e64-8666-4f4a-8550-aa48ca30a95e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0731943 Jul 09 09:58:44.394135 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60024) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:44.419831 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3641c6c8-5c4e-46c4-857d-9b7be69ee7d2 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:58:44.446518 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2c5c3d-bfa0-439e-ac3d-3ea865f99039 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:44.450401 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1d2c5c3d-bfa0-439e-ac3d-3ea865f99039 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0528371 Jul 09 09:58:44.450636 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60026) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:44.494640 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60028) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:44.495244 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cd2756d5-ed62-4e7b-9984-fe29a488cdbf tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430989 Jul 09 09:58:44.500094 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-4740ad26-fa0f-40ed-a2a6-9e1c6a352b4f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:44.597065 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4740ad26-fa0f-40ed-a2a6-9e1c6a352b4f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:44.600531 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4740ad26-fa0f-40ed-a2a6-9e1c6a352b4f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:44.626915 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a85926f-b7d4-4c16-80de-a44f5247a456 None None] DHCP port deletion for 087ebd13-862d-4dea-9894-e22d71aaec69 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:58:44.681010 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4a85926f-b7d4-4c16-80de-a44f5247a456 None None] Deleting port b3145f90-3e73-49ae-9c4f-01ad5b2583c0 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:44.681491 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4a85926f-b7d4-4c16-80de-a44f5247a456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:44.747345 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4a85926f-b7d4-4c16-80de-a44f5247a456 None None] For port b3145f90-3e73-49ae-9c4f-01ad5b2583c0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b3145f90-3e73-49ae-9c4f-01ad5b2583c0,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:58:44.747345 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4a85926f-b7d4-4c16-80de-a44f5247a456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:44.760953 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4a85926f-b7d4-4c16-80de-a44f5247a456 None None] Calling delete_port for b3145f90-3e73-49ae-9c4f-01ad5b2583c0 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:44.819548 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4740ad26-fa0f-40ed-a2a6-9e1c6a352b4f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:44.857521 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4a85926f-b7d4-4c16-80de-a44f5247a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:44.868746 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4740ad26-fa0f-40ed-a2a6-9e1c6a352b4f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:44.874294 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-4740ad26-fa0f-40ed-a2a6-9e1c6a352b4f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:44.879309 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4740ad26-fa0f-40ed-a2a6-9e1c6a352b4f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:44.879993 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4740ad26-fa0f-40ed-a2a6-9e1c6a352b4f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:44.893408 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740ad26-fa0f-40ed-a2a6-9e1c6a352b4f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=4a173987-f65e-4e8e-abc8-ee8e90335131,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:44.907401 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a85926f-b7d4-4c16-80de-a44f5247a456 None None] No DVR routers for this DVR port b3145f90-3e73-49ae-9c4f-01ad5b2583c0 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:58:44.910448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4740ad26-fa0f-40ed-a2a6-9e1c6a352b4f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4144235 Jul 09 09:58:44.913065 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60032) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:44.913998 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85926f-b7d4-4c16-80de-a44f5247a456 None None] Pushing event deleted for resources: {'Port': ['ID=b3145f90-3e73-49ae-9c4f-01ad5b2583c0,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:44.923825 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-61d34753-0eef-4106-b4d0-edfda43af186 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'fixed_ips': [{'subnet_id': '4a173987-f65e-4e8e-abc8-ee8e90335131', 'ip_address': '2001:db8::9932:3136:eb9f:1d79'}], 'name': 'tempest-NetworksTestDHCPv6-691269298'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:44.929298 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e419e5-865f-4320-a709-ba6df97bf1b6 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:58:45.058011 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d34753-0eef-4106-b4d0-edfda43af186 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:45.104648 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e61d446-ca5c-43dd-a495-288191885dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-087ebd13-862d-4dea-9894-e22d71aaec69', 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'fixed_ips': [{'subnet_id': '4a173987-f65e-4e8e-abc8-ee8e90335131'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:58:45.105581 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2e61d446-ca5c-43dd-a495-288191885dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:45.160734 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-61d34753-0eef-4106-b4d0-edfda43af186 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:45.183036 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-61d34753-0eef-4106-b4d0-edfda43af186 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] device_id is not set on port 97d862ec-40e1-4814-b948-2edba84f133b yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:58:45.252429 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-2e61d446-ca5c-43dd-a495-288191885dcb None None] Allocated IP 2001:db8::2 (087ebd13-862d-4dea-9894-e22d71aaec69/4a173987-f65e-4e8e-abc8-ee8e90335131/3f837ae5-cd40-4591-830d-a83c1b595882) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:45.409657 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2e61d446-ca5c-43dd-a495-288191885dcb None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:45.423722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2e61d446-ca5c-43dd-a495-288191885dcb None None] Transition to ACTIVE for port object 3f837ae5-cd40-4591-830d-a83c1b595882 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:45.440901 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2e61d446-ca5c-43dd-a495-288191885dcb None None] Transition to ACTIVE for port object 3f837ae5-cd40-4591-830d-a83c1b595882 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:45.447035 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2e61d446-ca5c-43dd-a495-288191885dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:45.486940 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e61d446-ca5c-43dd-a495-288191885dcb None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:45.489826 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-2e61d446-ca5c-43dd-a495-288191885dcb None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:45.493380 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e61d446-ca5c-43dd-a495-288191885dcb None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:45.499609 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-61d34753-0eef-4106-b4d0-edfda43af186 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8::9932:3136:eb9f:1d79 (087ebd13-862d-4dea-9894-e22d71aaec69/4a173987-f65e-4e8e-abc8-ee8e90335131/97d862ec-40e1-4814-b948-2edba84f133b) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:45.527607 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61d446-ca5c-43dd-a495-288191885dcb None None] Pushing event updated for resources: {'Port': ['ID=3f837ae5-cd40-4591-830d-a83c1b595882,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:45.550072 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88189d54-26f3-48ec-a819-be8c696f33db req-5eb84697-bcfa-4d37-8337-979f448e8634 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:45.551629 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88189d54-26f3-48ec-a819-be8c696f33db req-5eb84697-bcfa-4d37-8337-979f448e8634 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 946 time: 0.0718439 Jul 09 09:58:45.558193 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2e61d446-ca5c-43dd-a495-288191885dcb None None] Attempting to bind port 3f837ae5-cd40-4591-830d-a83c1b595882 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:58:45.558568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2e61d446-ca5c-43dd-a495-288191885dcb None None] Attempting to bind port 3f837ae5-cd40-4591-830d-a83c1b595882 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:58:45.558988 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e61d446-ca5c-43dd-a495-288191885dcb None None] Attempting to bind port 3f837ae5-cd40-4591-830d-a83c1b595882 on network 087ebd13-862d-4dea-9894-e22d71aaec69 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:58:45.565290 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e61d446-ca5c-43dd-a495-288191885dcb None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:58:45.565671 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e61d446-ca5c-43dd-a495-288191885dcb None None] Checking segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:58:45.566219 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2e61d446-ca5c-43dd-a495-288191885dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:45.566620 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e61d446-ca5c-43dd-a495-288191885dcb None None] Bound using segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:58:45.567155 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2e61d446-ca5c-43dd-a495-288191885dcb None None] Bound port: 3f837ae5-cd40-4591-830d-a83c1b595882, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:58:45.567456 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2e61d446-ca5c-43dd-a495-288191885dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:45.598710 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88189d54-26f3-48ec-a819-be8c696f33db req-b87f7136-1635-405b-882f-d250d6fc3b71 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412805 Jul 09 09:58:45.639429 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2e61d446-ca5c-43dd-a495-288191885dcb None None] For port 3f837ae5-cd40-4591-830d-a83c1b595882, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:58:45.642984 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b3145f90-3e73-49ae-9c4f-01ad5b2583c0 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:58:45.646059 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2e61d446-ca5c-43dd-a495-288191885dcb None None] For port 3f837ae5-cd40-4591-830d-a83c1b595882, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3f837ae5-cd40-4591-830d-a83c1b595882,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:58:45.649818 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2e61d446-ca5c-43dd-a495-288191885dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:45.675094 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: b3145f90-3e73-49ae-9c4f-01ad5b2583c0 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:58:45.675447 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b3145f90-3e73-49ae-9c4f-01ad5b2583c0 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:58:45.685586 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-61d34753-0eef-4106-b4d0-edfda43af186 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:45.704589 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-61d34753-0eef-4106-b4d0-edfda43af186 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Transition to ACTIVE for port object 97d862ec-40e1-4814-b948-2edba84f133b will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:45.729542 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61d446-ca5c-43dd-a495-288191885dcb None None] Pushing event updated for resources: {'Port': ['ID=3f837ae5-cd40-4591-830d-a83c1b595882,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:45.745277 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-61d34753-0eef-4106-b4d0-edfda43af186 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:45.789556 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d34753-0eef-4106-b4d0-edfda43af186 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:45.795073 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-61d34753-0eef-4106-b4d0-edfda43af186 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:45.799587 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d34753-0eef-4106-b4d0-edfda43af186 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:45.805288 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d34753-0eef-4106-b4d0-edfda43af186 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:45.805917 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-61d34753-0eef-4106-b4d0-edfda43af186 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:45.819032 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d34753-0eef-4106-b4d0-edfda43af186 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=97d862ec-40e1-4814-b948-2edba84f133b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:45.829518 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-61d34753-0eef-4106-b4d0-edfda43af186 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9145517 Jul 09 09:58:45.832772 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60038) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:45.937541 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e552e8-7151-4206-8653-72c30672f2b5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:45.943969 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e552e8-7151-4206-8653-72c30672f2b5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:45.945708 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e2e552e8-7151-4206-8653-72c30672f2b5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1119087 Jul 09 09:58:45.948687 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60040) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:46.062641 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-609054b7-dfe3-4baa-a719-836bb85fc797 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting port 97d862ec-40e1-4814-b948-2edba84f133b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:46.063033 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-609054b7-dfe3-4baa-a719-836bb85fc797 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:46.153331 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-609054b7-dfe3-4baa-a719-836bb85fc797 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:46.167232 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-609054b7-dfe3-4baa-a719-836bb85fc797 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Calling delete_port for 97d862ec-40e1-4814-b948-2edba84f133b owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:46.319497 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-609054b7-dfe3-4baa-a719-836bb85fc797 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:46.352287 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609054b7-dfe3-4baa-a719-836bb85fc797 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Port': ['ID=97d862ec-40e1-4814-b948-2edba84f133b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:46.388848 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-609054b7-dfe3-4baa-a719-836bb85fc797 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:46.391352 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-609054b7-dfe3-4baa-a719-836bb85fc797 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/97d862ec-40e1-4814-b948-2edba84f133b HTTP/1.1" status: 204 len: 168 time: 0.4408929 Jul 09 09:58:46.393997 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60044) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:46.462687 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6724f0d-3ae9-4ddf-897a-06394c05346e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:46.464631 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6724f0d-3ae9-4ddf-897a-06394c05346e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:46.466905 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d6724f0d-3ae9-4ddf-897a-06394c05346e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0713542 Jul 09 09:58:46.469967 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60046) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:46.528584 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-e960605b-c4b6-457b-b637-9c865c675780 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet 4a173987-f65e-4e8e-abc8-ee8e90335131 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:58:46.532079 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e960605b-c4b6-457b-b637-9c865c675780 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:46.574119 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e960605b-c4b6-457b-b637-9c865c675780 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:46.663231 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e960605b-c4b6-457b-b637-9c865c675780 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:46.689627 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9d610173-4541-4460-bd5a-f5224ed0892f None None] Provisioning for port 3f837ae5-cd40-4591-830d-a83c1b595882 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:58:46.762386 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e960605b-c4b6-457b-b637-9c865c675780 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:46.795527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960605b-c4b6-457b-b637-9c865c675780 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=4a173987-f65e-4e8e-abc8-ee8e90335131,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:46.801589 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e960605b-c4b6-457b-b637-9c865c675780 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:46.804834 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e960605b-c4b6-457b-b637-9c865c675780 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/4a173987-f65e-4e8e-abc8-ee8e90335131 HTTP/1.1" status: 204 len: 168 time: 0.3325861 Jul 09 09:58:46.806039 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60050) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:46.838170 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb8d7f-13e3-49aa-8986-599538f90bbb req-b6ea12b3-280d-400e-8089-d3aae33ec1ff tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:46.840099 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57cb8d7f-13e3-49aa-8986-599538f90bbb req-b6ea12b3-280d-400e-8089-d3aae33ec1ff tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 946 time: 0.1124084 Jul 09 09:58:46.846083 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6f3f4128-4bdc-4933-977d-f8b4726663f8 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387945 Jul 09 09:58:46.848787 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60052) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:46.854079 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e55d4018-54dc-40da-a558-bfb5b0890395 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:46.867115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183b0d16-1c23-4c7c-93b4-e21ff0c7c810 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:58:46.884778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57cb8d7f-13e3-49aa-8986-599538f90bbb req-f3c958ff-185b-4ff4-b832-76d1eed144b2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385785 Jul 09 09:58:46.885509 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60054) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:46.927561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7a759d0f-e293-4522-9de0-26ee1256ce55 None None] Could not find standard attr ID for object 97d862ec-40e1-4814-b948-2edba84f133b. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:58:46.957847 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55d4018-54dc-40da-a558-bfb5b0890395 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:46.961723 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e55d4018-54dc-40da-a558-bfb5b0890395 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:47.065706 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-d051a58e-3b78-452e-a3d9-c9a079c62968 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Deleting port fea478dc-3110-4daa-a63e-95b65a51a562 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:47.066055 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d051a58e-3b78-452e-a3d9-c9a079c62968 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:47.105296 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77695203-b79a-499e-bffb-bf99e4dec03c None None] DHCP port deletion for 087ebd13-862d-4dea-9894-e22d71aaec69 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:58:47.155490 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d051a58e-3b78-452e-a3d9-c9a079c62968 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:47.155864 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d051a58e-3b78-452e-a3d9-c9a079c62968 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:47.168565 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-77695203-b79a-499e-bffb-bf99e4dec03c None None] Deleting port 3f837ae5-cd40-4591-830d-a83c1b595882 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:47.168769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-d051a58e-3b78-452e-a3d9-c9a079c62968 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Calling delete_port for fea478dc-3110-4daa-a63e-95b65a51a562 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:47.169248 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-77695203-b79a-499e-bffb-bf99e4dec03c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:47.174576 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e55d4018-54dc-40da-a558-bfb5b0890395 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:47.225973 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55d4018-54dc-40da-a558-bfb5b0890395 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:47.229290 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e55d4018-54dc-40da-a558-bfb5b0890395 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:47.232407 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55d4018-54dc-40da-a558-bfb5b0890395 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:47.233030 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e55d4018-54dc-40da-a558-bfb5b0890395 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:47.235564 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-77695203-b79a-499e-bffb-bf99e4dec03c None None] For port 3f837ae5-cd40-4591-830d-a83c1b595882, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3f837ae5-cd40-4591-830d-a83c1b595882,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:58:47.236070 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-77695203-b79a-499e-bffb-bf99e4dec03c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:47.245371 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d4018-54dc-40da-a558-bfb5b0890395 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=f7698e76-c027-47ed-b4e1-52165f96f871,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:47.254461 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e55d4018-54dc-40da-a558-bfb5b0890395 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4044640 Jul 09 09:58:47.256346 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-77695203-b79a-499e-bffb-bf99e4dec03c None None] Calling delete_port for 3f837ae5-cd40-4591-830d-a83c1b595882 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:47.257193 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60058) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:47.262826 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4f8b515b-23c7-41b2-9585-5c93f5d16bb2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'fixed_ips': [{'subnet_id': 'f7698e76-c027-47ed-b4e1-52165f96f871', 'ip_address': '2001:db8::c066:929d:f374:875a'}], 'name': 'tempest-NetworksTestDHCPv6-1333855267'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:47.370042 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d051a58e-3b78-452e-a3d9-c9a079c62968 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:47.383366 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8b515b-23c7-41b2-9585-5c93f5d16bb2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:47.389278 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f8b515b-23c7-41b2-9585-5c93f5d16bb2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:47.396443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051a58e-3b78-452e-a3d9-c9a079c62968 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event deleted for resources: {'Port': ['ID=fea478dc-3110-4daa-a63e-95b65a51a562,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:47.416528 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-4f8b515b-23c7-41b2-9585-5c93f5d16bb2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] device_id is not set on port 7db16976-7acf-4dae-890f-4ddbd5d58228 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:58:47.465409 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d051a58e-3b78-452e-a3d9-c9a079c62968 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:47.465742 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-d051a58e-3b78-452e-a3d9-c9a079c62968 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Floating IP c0411635-5dd0-434f-9a43-c8892c94f001 disassociated (deleted). External IP: 172.25.3.109, port: e664444c-114b-4644-9b36-3d45bd09cab8. Jul 09 09:58:47.492788 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-77695203-b79a-499e-bffb-bf99e4dec03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:47.518936 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77695203-b79a-499e-bffb-bf99e4dec03c None None] Pushing event deleted for resources: {'Port': ['ID=3f837ae5-cd40-4591-830d-a83c1b595882,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:47.522368 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77695203-b79a-499e-bffb-bf99e4dec03c None None] No DVR routers for this DVR port 3f837ae5-cd40-4591-830d-a83c1b595882 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:58:47.542807 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d9d44a-7ee7-4514-9e50-cf6f2b4383d2 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:58:47.596814 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-4f8b515b-23c7-41b2-9585-5c93f5d16bb2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8::c066:929d:f374:875a (087ebd13-862d-4dea-9894-e22d71aaec69/f7698e76-c027-47ed-b4e1-52165f96f871/7db16976-7acf-4dae-890f-4ddbd5d58228) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:47.694738 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d051a58e-3b78-452e-a3d9-c9a079c62968 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Router b4da67ad-e929-4bf1-8741-3cf89236a06f has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:58:47.707352 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b11517-7c03-4b33-9bf3-5fe48937bf9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-087ebd13-862d-4dea-9894-e22d71aaec69', 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'fixed_ips': [{'subnet_id': 'f7698e76-c027-47ed-b4e1-52165f96f871'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:58:47.708861 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-63b11517-7c03-4b33-9bf3-5fe48937bf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:47.783466 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f8b515b-23c7-41b2-9585-5c93f5d16bb2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:47.800039 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-4f8b515b-23c7-41b2-9585-5c93f5d16bb2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Transition to ACTIVE for port object 7db16976-7acf-4dae-890f-4ddbd5d58228 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:47.811018 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d051a58e-3b78-452e-a3d9-c9a079c62968 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:58:47.815987 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d051a58e-3b78-452e-a3d9-c9a079c62968 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:47.821135 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b328a-8f90-49da-8bfc-a7e10489cefd None None] Sync routers for ids ['b4da67ad-e929-4bf1-8741-3cf89236a06f'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:58:47.833738 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f8b515b-23c7-41b2-9585-5c93f5d16bb2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:47.835242 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b328a-8f90-49da-8bfc-a7e10489cefd None None] Routers {'b4da67ad-e929-4bf1-8741-3cf89236a06f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:58:47.836096 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-965b328a-8f90-49da-8bfc-a7e10489cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:58:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b4da67ad-e929-4bf1-8741-3cf89236a06f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:47.866377 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d051a58e-3b78-452e-a3d9-c9a079c62968 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "DELETE /v2.0/floatingips/c0411635-5dd0-434f-9a43-c8892c94f001 HTTP/1.1" status: 204 len: 168 time: 0.9797332 Jul 09 09:58:47.867305 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678bcf27-3bba-4806-8e48-fcc4f2befd5b', 'tag': 'e664444c-114b-4644-9b36-3d45bd09cab8'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:58:47.869823 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848923bf-527e-471d-986e-e96925a10a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "678bcf27-3bba-4806-8e48-fcc4f2befd5b", "tag": "e664444c-114b-4644-9b36-3d45bd09cab8"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:58:47.895916 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8b515b-23c7-41b2-9585-5c93f5d16bb2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:47.900028 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4f8b515b-23c7-41b2-9585-5c93f5d16bb2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:47.903397 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8b515b-23c7-41b2-9585-5c93f5d16bb2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:47.903640 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-63b11517-7c03-4b33-9bf3-5fe48937bf9c None None] Allocated IP 2001:db8::2 (087ebd13-862d-4dea-9894-e22d71aaec69/f7698e76-c027-47ed-b4e1-52165f96f871/d175eb05-4315-45f4-bd8a-b83dbd0d834c) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:47.911488 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8b515b-23c7-41b2-9585-5c93f5d16bb2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:47.912308 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f8b515b-23c7-41b2-9585-5c93f5d16bb2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:47.935544 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4f8b515b-23c7-41b2-9585-5c93f5d16bb2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6767528 Jul 09 09:58:47.937961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60066) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:47.946815 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b515b-23c7-41b2-9585-5c93f5d16bb2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=7db16976-7acf-4dae-890f-4ddbd5d58228,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:47.958322 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-965b328a-8f90-49da-8bfc-a7e10489cefd None None] Set router b4da67ad-e929-4bf1-8741-3cf89236a06f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:58:47.980311 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e02e76e-a79e-4d8b-99c6-f102af4dd898 x-openstack-request-id: req-0e02e76e-a79e-4d8b-99c6-f102af4dd898 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:58:47.980970 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678bcf27-3bba-4806-8e48-fcc4f2befd5b", "tag": "e664444c-114b-4644-9b36-3d45bd09cab8", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:58:47.981232 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0e02e76e-a79e-4d8b-99c6-f102af4dd898 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:58:47.982265 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678bcf27-3bba-4806-8e48-fcc4f2befd5b', 'tag': 'e664444c-114b-4644-9b36-3d45bd09cab8', 'status': 'completed', 'code': 200} Jul 09 09:58:48.073954 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f4d1f7-fce7-4a4d-9bd7-141e068f3a82 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:48.078356 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-42f4d1f7-fce7-4a4d-9bd7-141e068f3a82 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1366456 Jul 09 09:58:48.079398 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60068) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:48.111039 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848923bf-527e-471d-986e-e96925a10a4e req-864ce56c-2427-43d3-a128-35bbba1d59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:48.115721 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-848923bf-527e-471d-986e-e96925a10a4e req-864ce56c-2427-43d3-a128-35bbba1d59b3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 1096 time: 0.1237078 Jul 09 09:58:48.127582 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-63b11517-7c03-4b33-9bf3-5fe48937bf9c None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:48.145177 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-63b11517-7c03-4b33-9bf3-5fe48937bf9c None None] Transition to ACTIVE for port object d175eb05-4315-45f4-bd8a-b83dbd0d834c will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:48.183477 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-63b11517-7c03-4b33-9bf3-5fe48937bf9c None None] Transition to ACTIVE for port object d175eb05-4315-45f4-bd8a-b83dbd0d834c will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:48.197943 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-63b11517-7c03-4b33-9bf3-5fe48937bf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:48.269268 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-965b328a-8f90-49da-8bfc-a7e10489cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:46:57Z', 'revision_number': 4, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'aac044c5-945c-4a11-a390-51675e500b2e', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'floating_ip_address': '172.25.3.95', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'port_id': '204e9823-28b8-4cba-930f-869f32cea39c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'mac_address': 'fa:16:3e:98:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4f9ea1-e11b-4088-9422-0a20bb701d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:54:53Z', 'updated_at': '2021-07-09T09:54:56Z', 'revision_number': 1, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21ceabc-f061-44ee-b758-498ea2226250', 'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'mac_address': 'fa:16:3e:fe:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:56Z', 'updated_at': '2021-07-09T09:47:07Z', 'revision_number': 5, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'subnets': [{'id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:48.301759 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b11517-7c03-4b33-9bf3-5fe48937bf9c None None] Pushing event updated for resources: {'Port': ['ID=d175eb05-4315-45f4-bd8a-b83dbd0d834c,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:48.321301 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b328a-8f90-49da-8bfc-a7e10489cefd None None] Checking router: b4da67ad-e929-4bf1-8741-3cf89236a06f for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:58:48.326545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b11517-7c03-4b33-9bf3-5fe48937bf9c None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:48.332722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-63b11517-7c03-4b33-9bf3-5fe48937bf9c None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:48.333473 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-22b63ecd-2a3a-4b79-a907-2c92334b1558 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting port 7db16976-7acf-4dae-890f-4ddbd5d58228 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:48.333926 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22b63ecd-2a3a-4b79-a907-2c92334b1558 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:48.336992 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b328a-8f90-49da-8bfc-a7e10489cefd None None] Routers {'b4da67ad-e929-4bf1-8741-3cf89236a06f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:58:48.337892 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-965b328a-8f90-49da-8bfc-a7e10489cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:58:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b4da67ad-e929-4bf1-8741-3cf89236a06f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:48.341565 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b11517-7c03-4b33-9bf3-5fe48937bf9c None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:48.413679 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-63b11517-7c03-4b33-9bf3-5fe48937bf9c None None] Attempting to bind port d175eb05-4315-45f4-bd8a-b83dbd0d834c on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:58:48.414056 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-63b11517-7c03-4b33-9bf3-5fe48937bf9c None None] Attempting to bind port d175eb05-4315-45f4-bd8a-b83dbd0d834c by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:58:48.414420 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b11517-7c03-4b33-9bf3-5fe48937bf9c None None] Attempting to bind port d175eb05-4315-45f4-bd8a-b83dbd0d834c on network 087ebd13-862d-4dea-9894-e22d71aaec69 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:58:48.420522 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b11517-7c03-4b33-9bf3-5fe48937bf9c None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:58:48.420941 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b11517-7c03-4b33-9bf3-5fe48937bf9c None None] Checking segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:58:48.421358 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-63b11517-7c03-4b33-9bf3-5fe48937bf9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:48.421753 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b11517-7c03-4b33-9bf3-5fe48937bf9c None None] Bound using segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:58:48.423072 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-63b11517-7c03-4b33-9bf3-5fe48937bf9c None None] Bound port: d175eb05-4315-45f4-bd8a-b83dbd0d834c, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:58:48.423443 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-63b11517-7c03-4b33-9bf3-5fe48937bf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:48.461901 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22b63ecd-2a3a-4b79-a907-2c92334b1558 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:48.476538 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-22b63ecd-2a3a-4b79-a907-2c92334b1558 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Calling delete_port for 7db16976-7acf-4dae-890f-4ddbd5d58228 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:48.540471 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-965b328a-8f90-49da-8bfc-a7e10489cefd None None] Set router b4da67ad-e929-4bf1-8741-3cf89236a06f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:58:48.543069 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-63b11517-7c03-4b33-9bf3-5fe48937bf9c None None] For port d175eb05-4315-45f4-bd8a-b83dbd0d834c, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:58:48.547002 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-63b11517-7c03-4b33-9bf3-5fe48937bf9c None None] For port d175eb05-4315-45f4-bd8a-b83dbd0d834c, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=d175eb05-4315-45f4-bd8a-b83dbd0d834c,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:58:48.553458 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-63b11517-7c03-4b33-9bf3-5fe48937bf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:48.603426 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-0bf46ed2-ce86-4bf6-955b-bc37714bd2de service neutron] show failed (client error): The resource could not be found. Jul 09 09:58:48.603426 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-0bf46ed2-ce86-4bf6-955b-bc37714bd2de service neutron] 10.222.0.58 "GET /v2.0/ports/148438c2-656f-4e1d-8410-08d44077ecfb/bindings/n-h2-799996-1 HTTP/1.1" status: 404 len: 380 time: 0.3246665 Jul 09 09:58:48.670569 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b11517-7c03-4b33-9bf3-5fe48937bf9c None None] Pushing event updated for resources: {'Port': ['ID=d175eb05-4315-45f4-bd8a-b83dbd0d834c,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:48.715570 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22b63ecd-2a3a-4b79-a907-2c92334b1558 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:48.756369 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b63ecd-2a3a-4b79-a907-2c92334b1558 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Port': ['ID=7db16976-7acf-4dae-890f-4ddbd5d58228,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:48.780601 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848923bf-527e-471d-986e-e96925a10a4e req-060a80d0-a328-49a2-9aa6-aefa54b192f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:48.783432 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-848923bf-527e-471d-986e-e96925a10a4e req-060a80d0-a328-49a2-9aa6-aefa54b192f3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 913 time: 0.6605389 Jul 09 09:58:48.790213 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22b63ecd-2a3a-4b79-a907-2c92334b1558 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:48.792398 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-22b63ecd-2a3a-4b79-a907-2c92334b1558 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/7db16976-7acf-4dae-890f-4ddbd5d58228 HTTP/1.1" status: 204 len: 168 time: 0.7118759 Jul 09 09:58:48.795369 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60074) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:48.893913 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-848923bf-527e-471d-986e-e96925a10a4e req-3aed66ac-4e9b-4e93-942e-1543d292901a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e664444c-114b-4644-9b36-3d45bd09cab8 HTTP/1.1" status: 200 len: 217 time: 0.0443432 Jul 09 09:58:48.899447 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115fcfd2-02bc-4721-ac96-347460eafee6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:48.903622 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115fcfd2-02bc-4721-ac96-347460eafee6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:48.908890 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-115fcfd2-02bc-4721-ac96-347460eafee6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1112242 Jul 09 09:58:48.919820 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60076) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:48.987354 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-965b328a-8f90-49da-8bfc-a7e10489cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:46:57Z', 'revision_number': 4, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'aac044c5-945c-4a11-a390-51675e500b2e', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'floating_ip_address': '172.25.3.95', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'port_id': '204e9823-28b8-4cba-930f-869f32cea39c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'mac_address': 'fa:16:3e:98:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4f9ea1-e11b-4088-9422-0a20bb701d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:54:53Z', 'updated_at': '2021-07-09T09:54:56Z', 'revision_number': 1, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21ceabc-f061-44ee-b758-498ea2226250', 'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'mac_address': 'fa:16:3e:fe:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:56Z', 'updated_at': '2021-07-09T09:47:07Z', 'revision_number': 5, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'subnets': [{'id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:58:49.001507 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b97cc11-51ae-4f5c-b3d9-85b5c211b914 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet f7698e76-c027-47ed-b4e1-52165f96f871 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:58:49.005717 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b97cc11-51ae-4f5c-b3d9-85b5c211b914 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:49.016616 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b328a-8f90-49da-8bfc-a7e10489cefd None None] The sync data for ids ['b4da67ad-e929-4bf1-8741-3cf89236a06f'] in n-d-799996-1 is: [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:46:57Z', 'revision_number': 4, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'aac044c5-945c-4a11-a390-51675e500b2e', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'floating_ip_address': '172.25.3.95', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'port_id': '204e9823-28b8-4cba-930f-869f32cea39c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'mac_address': 'fa:16:3e:98:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4f9ea1-e11b-4088-9422-0a20bb701d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T09:54:53Z', 'updated_at': '2021-07-09T09:54:56Z', 'revision_number': 1, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21ceabc-f061-44ee-b758-498ea2226250', 'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'mac_address': 'fa:16:3e:fe:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:56Z', 'updated_at': '2021-07-09T09:47:07Z', 'revision_number': 5, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'subnets': [{'id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:58:49.061286 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b97cc11-51ae-4f5c-b3d9-85b5c211b914 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:49.084728 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848923bf-527e-471d-986e-e96925a10a4e req-9738ff65-750f-4033-8d73-8a6b107bbdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:49.086300 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-848923bf-527e-471d-986e-e96925a10a4e req-9738ff65-750f-4033-8d73-8a6b107bbdd9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 200 len: 851 time: 0.1123402 Jul 09 09:58:49.113259 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-5cf36278-78f2-481a-9aaf-5d9e74eb4d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:49.114716 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-5cf36278-78f2-481a-9aaf-5d9e74eb4d22 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9&tenant_id=ae2f728a25b040fd82453c3377e2137f HTTP/1.1" status: 200 len: 1097 time: 0.1792858 Jul 09 09:58:49.149748 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799996-1', 'device_owner': 'compute:nova'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:49.172454 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b97cc11-51ae-4f5c-b3d9-85b5c211b914 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:49.188411 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776b611-3f91-4b46-8a3a-0f0feaece3fc req-51efaa3c-ad7a-4406-8456-073bc5860612 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:49.189935 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4776b611-3f91-4b46-8a3a-0f0feaece3fc req-51efaa3c-ad7a-4406-8456-073bc5860612 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 945 time: 0.3937066 Jul 09 09:58:49.202914 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552327c-f6a4-4cd0-ad1f-d5725b9f6c67 req-026d9d4a-13a8-4870-8a28-e99203571e50 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:49.204966 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d552327c-f6a4-4cd0-ad1f-d5725b9f6c67 req-026d9d4a-13a8-4870-8a28-e99203571e50 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 946 time: 0.4201584 Jul 09 09:58:49.233472 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b97cc11-51ae-4f5c-b3d9-85b5c211b914 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:49.264420 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97cc11-51ae-4f5c-b3d9-85b5c211b914 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=f7698e76-c027-47ed-b4e1-52165f96f871,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:49.274605 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b97cc11-51ae-4f5c-b3d9-85b5c211b914 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:49.279198 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2b97cc11-51ae-4f5c-b3d9-85b5c211b914 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/f7698e76-c027-47ed-b4e1-52165f96f871 HTTP/1.1" status: 204 len: 168 time: 0.3613143 Jul 09 09:58:49.279837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60080) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:49.323539 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d552327c-f6a4-4cd0-ad1f-d5725b9f6c67 req-99fdc0b3-b65e-4a40-a608-edf9602dc079 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043499 Jul 09 09:58:49.325461 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-44b686cd-386a-4d03-817d-f8aea9e75ea2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443790 Jul 09 09:58:49.327513 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60082) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:49.331974 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4776b611-3f91-4b46-8a3a-0f0feaece3fc req-1ef7691e-c9ca-4363-8698-84ad201bab20 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232169 Jul 09 09:58:49.335043 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-928070ef-62ed-4f13-b5b1-024a3c269a1a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:49.335614 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848923bf-527e-471d-986e-e96925a10a4e req-147acbff-68be-4897-9147-643f1ce4692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:49.337287 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-848923bf-527e-471d-986e-e96925a10a4e req-147acbff-68be-4897-9147-643f1ce4692b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c39f085e-9a90-44ab-b2cf-d4cf479d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2415724 Jul 09 09:58:49.370562 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:49.428876 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928070ef-62ed-4f13-b5b1-024a3c269a1a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:49.432952 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-928070ef-62ed-4f13-b5b1-024a3c269a1a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:49.552984 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-848923bf-527e-471d-986e-e96925a10a4e req-1b4ba1b2-4cfa-4999-a336-41742e0d5f23 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015443 Jul 09 09:58:49.676528 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-928070ef-62ed-4f13-b5b1-024a3c269a1a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:49.727867 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d175eb05-4315-45f4-bd8a-b83dbd0d834c up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:58:49.742015 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-848923bf-527e-471d-986e-e96925a10a4e req-2a1d4ff9-282a-4d8a-92e7-1891f0471647 service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795983 Jul 09 09:58:49.764290 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] For port 148438c2-656f-4e1d-8410-08d44077ecfb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=148438c2-656f-4e1d-8410-08d44077ecfb,segment=NetworkSegment(220e46c2-7874-4f99-9d52-65fca0ec773d),segment_id=220e46c2-7874-4f99-9d52-65fca0ec773d)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:58:49.768579 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928070ef-62ed-4f13-b5b1-024a3c269a1a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=aa814734-ee4b-46af-914b-648d31c5851f,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:49.773338 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928070ef-62ed-4f13-b5b1-024a3c269a1a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:49.775936 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-928070ef-62ed-4f13-b5b1-024a3c269a1a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:49.779177 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928070ef-62ed-4f13-b5b1-024a3c269a1a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:49.779879 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-928070ef-62ed-4f13-b5b1-024a3c269a1a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:49.810636 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-928070ef-62ed-4f13-b5b1-024a3c269a1a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4806328 Jul 09 09:58:49.810934 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60084) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:49.817491 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4dacbe57-18d8-4b12-a794-75e0a9842cab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'fixed_ips': [{'subnet_id': 'aa814734-ee4b-46af-914b-648d31c5851f', 'ip_address': '2001:db8::a00:f0e:9d7a:dd77'}], 'name': 'tempest-NetworksTestDHCPv6-1987733043'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:49.825029 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf71a42-e13d-4f80-8fd5-b368d74462b1 None None] New status for floating IP c0411635-5dd0-434f-9a43-c8892c94f001: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:58:49.844511 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] For port 148438c2-656f-4e1d-8410-08d44077ecfb, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:58:49.859428 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port d175eb05-4315-45f4-bd8a-b83dbd0d834c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:58:49.951883 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:49.965110 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ef9ddb-67fe-4442-9c82-4544acb0f9f5 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:58:49.978547 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dacbe57-18d8-4b12-a794-75e0a9842cab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:49.985131 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] Transition to ACTIVE for port object 148438c2-656f-4e1d-8410-08d44077ecfb will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:49.985316 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4dacbe57-18d8-4b12-a794-75e0a9842cab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:49.985874 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a079b237-30a8-47a8-a61b-a4192b2350e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '148438c2-656f-4e1d-8410-08d44077ecfb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:58:49.989576 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f6c31b-f0e8-43dd-8aa7-98424f83cc69" -d '{"events": [{"server_uuid": "a079b237-30a8-47a8-a61b-a4192b2350e9", "name": "network-vif-unplugged", "status": "completed", "tag": "148438c2-656f-4e1d-8410-08d44077ecfb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:58:50.004398 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:50.005943 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-4dacbe57-18d8-4b12-a794-75e0a9842cab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] device_id is not set on port ef4ff03e-96d4-4175-8c29-bcfb3284f862 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:58:50.018981 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d46d6c18-9e76-44ad-b1ab-605e1e1779fb None None] Provisioning for port d175eb05-4315-45f4-bd8a-b83dbd0d834c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:58:50.026244 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d46d6c18-9e76-44ad-b1ab-605e1e1779fb None None] Provisioning complete for port d175eb05-4315-45f4-bd8a-b83dbd0d834c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:58:50.026622 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d46d6c18-9e76-44ad-b1ab-605e1e1779fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:50.054969 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c398ab-a070-42aa-9963-90f5ac7c3d9d req-839efa22-9aae-4dc0-a688-2c4672cd3c18 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:50.056688 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-89c398ab-a070-42aa-9963-90f5ac7c3d9d req-839efa22-9aae-4dc0-a688-2c4672cd3c18 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.58 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 945 time: 0.1477509 Jul 09 09:58:50.060702 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9027a4-98fb-4c69-a4ac-d9bdfa911d7c x-openstack-request-id: req-1d9027a4-98fb-4c69-a4ac-d9bdfa911d7c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:58:50.060953 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a079b237-30a8-47a8-a61b-a4192b2350e9", "name": "network-vif-unplugged", "status": "completed", "tag": "148438c2-656f-4e1d-8410-08d44077ecfb", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:58:50.061205 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1d9027a4-98fb-4c69-a4ac-d9bdfa911d7c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:58:50.061868 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a079b237-30a8-47a8-a61b-a4192b2350e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '148438c2-656f-4e1d-8410-08d44077ecfb', 'code': 200} Jul 09 09:58:50.157269 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d46d6c18-9e76-44ad-b1ab-605e1e1779fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:50.214842 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-4dacbe57-18d8-4b12-a794-75e0a9842cab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8::a00:f0e:9d7a:dd77 (087ebd13-862d-4dea-9894-e22d71aaec69/aa814734-ee4b-46af-914b-648d31c5851f/ef4ff03e-96d4-4175-8c29-bcfb3284f862) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:50.216898 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d46d6c18-9e76-44ad-b1ab-605e1e1779fb None None] For port d175eb05-4315-45f4-bd8a-b83dbd0d834c, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=d175eb05-4315-45f4-bd8a-b83dbd0d834c,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:58:50.225451 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d46d6c18-9e76-44ad-b1ab-605e1e1779fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:50.249963 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] Pushing event updated for resources: {'Port': ['ID=148438c2-656f-4e1d-8410-08d44077ecfb,revision_number=6']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:50.330570 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d6c18-9e76-44ad-b1ab-605e1e1779fb None None] Pushing event updated for resources: {'Port': ['ID=d175eb05-4315-45f4-bd8a-b83dbd0d834c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:50.347819 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] No DVR routers for this DVR port 148438c2-656f-4e1d-8410-08d44077ecfb on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:58:50.444366 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4dacbe57-18d8-4b12-a794-75e0a9842cab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:50.458117 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-89c398ab-a070-42aa-9963-90f5ac7c3d9d req-4485b201-2e24-4827-9e6b-b8287dfb7344 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Deleting port e664444c-114b-4644-9b36-3d45bd09cab8 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:50.458627 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-89c398ab-a070-42aa-9963-90f5ac7c3d9d req-4485b201-2e24-4827-9e6b-b8287dfb7344 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:50.475176 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-4dacbe57-18d8-4b12-a794-75e0a9842cab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Transition to ACTIVE for port object ef4ff03e-96d4-4175-8c29-bcfb3284f862 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:50.520760 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4dacbe57-18d8-4b12-a794-75e0a9842cab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:50.565337 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dacbe57-18d8-4b12-a794-75e0a9842cab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:50.573154 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4dacbe57-18d8-4b12-a794-75e0a9842cab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:50.577485 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dacbe57-18d8-4b12-a794-75e0a9842cab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:50.583236 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dacbe57-18d8-4b12-a794-75e0a9842cab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:50.584069 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4dacbe57-18d8-4b12-a794-75e0a9842cab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:50.592734 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dacbe57-18d8-4b12-a794-75e0a9842cab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=ef4ff03e-96d4-4175-8c29-bcfb3284f862,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:50.609021 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4dacbe57-18d8-4b12-a794-75e0a9842cab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.7962565 Jul 09 09:58:50.609357 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60094) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:50.682773 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a5133ff0-7e19-4e6c-8e43-607328f8e027 None None] Provisioning complete for port d175eb05-4315-45f4-bd8a-b83dbd0d834c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:58:50.683145 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a5133ff0-7e19-4e6c-8e43-607328f8e027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:50.711250 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2ca5cb-99d1-4217-ab21-d58eb8f7c12e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:50.719761 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2ca5cb-99d1-4217-ab21-d58eb8f7c12e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:50.722301 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5c2ca5cb-99d1-4217-ab21-d58eb8f7c12e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1109564 Jul 09 09:58:50.725187 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60096) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:50.749531 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 148438c2-656f-4e1d-8410-08d44077ecfb no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:58:50.768244 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-89c398ab-a070-42aa-9963-90f5ac7c3d9d req-4485b201-2e24-4827-9e6b-b8287dfb7344 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] For port e664444c-114b-4644-9b36-3d45bd09cab8, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=e664444c-114b-4644-9b36-3d45bd09cab8,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:58:50.768619 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-89c398ab-a070-42aa-9963-90f5ac7c3d9d req-4485b201-2e24-4827-9e6b-b8287dfb7344 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:50.817001 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c776e-6415-45b5-a310-e33507f3a9cf req-efe8f1d8-e45d-4ba1-a842-f1a401f6c799 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:50.817983 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 148438c2-656f-4e1d-8410-08d44077ecfb not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:58:50.818503 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device e664444c-114b-4644-9b36-3d45bd09cab8 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:58:50.818635 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-392c776e-6415-45b5-a310-e33507f3a9cf req-efe8f1d8-e45d-4ba1-a842-f1a401f6c799 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 944 time: 0.3149714 Jul 09 09:58:50.832103 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e56fd6-bfcb-4538-b46f-c302158605ac req-00e10090-7cb5-4534-b765-2f37ecd8e2aa tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:50.834088 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4e56fd6-bfcb-4538-b46f-c302158605ac req-00e10090-7cb5-4534-b765-2f37ecd8e2aa tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 945 time: 0.2860739 Jul 09 09:58:50.834996 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] Attempting to bind port 148438c2-656f-4e1d-8410-08d44077ecfb on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:58:50.835444 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] Attempting to bind port 148438c2-656f-4e1d-8410-08d44077ecfb by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '220e46c2-7874-4f99-9d52-65fca0ec773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:58:50.835879 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] Attempting to bind port 148438c2-656f-4e1d-8410-08d44077ecfb on network 1b6be32c-ac53-4054-9f75-2f3900f154b8 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:58:50.841479 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-89c398ab-a070-42aa-9963-90f5ac7c3d9d req-4485b201-2e24-4827-9e6b-b8287dfb7344 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Calling delete_port for e664444c-114b-4644-9b36-3d45bd09cab8 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:50.881555 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] Port 148438c2-656f-4e1d-8410-08d44077ecfb on network 1b6be32c-ac53-4054-9f75-2f3900f154b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 09:58:50.882119 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] Attempting to bind port 148438c2-656f-4e1d-8410-08d44077ecfb on network 1b6be32c-ac53-4054-9f75-2f3900f154b8 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:58:50.897913 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-df9769cb-207d-4455-be44-d349a87eb1e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting port ef4ff03e-96d4-4175-8c29-bcfb3284f862 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:50.898381 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df9769cb-207d-4455-be44-d349a87eb1e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:50.956549 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:58:50.956893 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] Checking segment: {'id': '220e46c2-7874-4f99-9d52-65fca0ec773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:58:50.957288 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] Bound using segment: {'id': '220e46c2-7874-4f99-9d52-65fca0ec773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:58:50.957747 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] Bound port: 148438c2-656f-4e1d-8410-08d44077ecfb, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '220e46c2-7874-4f99-9d52-65fca0ec773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:58:50.958119 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:50.974397 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:50.982921 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4e56fd6-bfcb-4538-b46f-c302158605ac req-ecb40db2-18fc-4fc2-b318-5c8960bb5034 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387410 Jul 09 09:58:51.003472 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df9769cb-207d-4455-be44-d349a87eb1e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:51.005254 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-392c776e-6415-45b5-a310-e33507f3a9cf req-53974033-c518-4a80-9c42-53b04669072f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649587 Jul 09 09:58:51.043849 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-df9769cb-207d-4455-be44-d349a87eb1e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Calling delete_port for ef4ff03e-96d4-4175-8c29-bcfb3284f862 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:51.048573 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port e664444c-114b-4644-9b36-3d45bd09cab8, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=e664444c-114b-4644-9b36-3d45bd09cab8,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:58:51.052645 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678bcf27-3bba-4806-8e48-fcc4f2befd5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e664444c-114b-4644-9b36-3d45bd09cab8'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:58:51.055272 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef30843-96c6-4d28-8802-01655142ba3e" -d '{"events": [{"server_uuid": "678bcf27-3bba-4806-8e48-fcc4f2befd5b", "name": "network-vif-unplugged", "status": "completed", "tag": "e664444c-114b-4644-9b36-3d45bd09cab8"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:58:51.084179 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:51.106543 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f3a66060-32b0-447a-8fd2-9194fe5eee6e None None] Could not find standard attr ID for object 7db16976-7acf-4dae-890f-4ddbd5d58228. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:58:51.133365 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] For port 148438c2-656f-4e1d-8410-08d44077ecfb, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:58:51.143644 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 09:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c4aeac-ccfc-43c5-a670-9104336e3ba5 x-openstack-request-id: req-c0c4aeac-ccfc-43c5-a670-9104336e3ba5 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:58:51.153225 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678bcf27-3bba-4806-8e48-fcc4f2befd5b", "name": "network-vif-unplugged", "status": "completed", "tag": "e664444c-114b-4644-9b36-3d45bd09cab8", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:58:51.153484 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c0c4aeac-ccfc-43c5-a670-9104336e3ba5 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:58:51.153910 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678bcf27-3bba-4806-8e48-fcc4f2befd5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e664444c-114b-4644-9b36-3d45bd09cab8', 'code': 200} Jul 09 09:58:51.160234 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] For port 148438c2-656f-4e1d-8410-08d44077ecfb, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=148438c2-656f-4e1d-8410-08d44077ecfb,segment=NetworkSegment(220e46c2-7874-4f99-9d52-65fca0ec773d),segment_id=220e46c2-7874-4f99-9d52-65fca0ec773d)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:58:51.165832 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:51.200972 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=e664444c-114b-4644-9b36-3d45bd09cab8,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:51.216148 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df9769cb-207d-4455-be44-d349a87eb1e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:51.216663 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:51.217122 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:51.218782 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] 10.222.0.64 "PUT /v2.0/ports/148438c2-656f-4e1d-8410-08d44077ecfb HTTP/1.1" status: 200 len: 1092 time: 2.0765462 Jul 09 09:58:51.221747 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-89c398ab-a070-42aa-9963-90f5ac7c3d9d req-4485b201-2e24-4827-9e6b-b8287dfb7344 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:51.235808 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d53021dd-16db-42de-9251-a662099bbd27 None None] Could not find standard attr ID for object ef4ff03e-96d4-4175-8c29-bcfb3284f862. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:58:51.299929 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9769cb-207d-4455-be44-d349a87eb1e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Port': ['ID=ef4ff03e-96d4-4175-8c29-bcfb3284f862,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:51.305359 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df9769cb-207d-4455-be44-d349a87eb1e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:51.310158 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-df9769cb-207d-4455-be44-d349a87eb1e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/ef4ff03e-96d4-4175-8c29-bcfb3284f862 HTTP/1.1" status: 204 len: 168 time: 0.5814500 Jul 09 09:58:51.310621 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60100) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:51.336427 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c398ab-a070-42aa-9963-90f5ac7c3d9d req-4485b201-2e24-4827-9e6b-b8287dfb7344 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] No DVR routers for this DVR port e664444c-114b-4644-9b36-3d45bd09cab8 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:58:51.340499 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-89c398ab-a070-42aa-9963-90f5ac7c3d9d req-4485b201-2e24-4827-9e6b-b8287dfb7344 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:51.342768 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-89c398ab-a070-42aa-9963-90f5ac7c3d9d req-4485b201-2e24-4827-9e6b-b8287dfb7344 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.58 "DELETE /v2.0/ports/e664444c-114b-4644-9b36-3d45bd09cab8 HTTP/1.1" status: 204 len: 173 time: 1.2694495 Jul 09 09:58:51.343637 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25951d-24bd-471a-af43-0ffb4653ebdb service neutron] Pushing event updated for resources: {'Port': ['ID=148438c2-656f-4e1d-8410-08d44077ecfb,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:51.378800 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a883bd2-ef45-4503-9f21-628227c74782 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:51.380502 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a883bd2-ef45-4503-9f21-628227c74782 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:51.382300 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7a883bd2-ef45-4503-9f21-628227c74782 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0707057 Jul 09 09:58:51.384749 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60102) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:51.394822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485b201-2e24-4827-9e6b-b8287dfb7344 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event deleted for resources: {'Port': ['ID=e664444c-114b-4644-9b36-3d45bd09cab8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:51.429468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-ccf959bc-a027-4143-8699-8aca13b59d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:51.431055 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-ccf959bc-a027-4143-8699-8aca13b59d46 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 1095 time: 0.1643183 Jul 09 09:58:51.452370 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-31400237-73da-47d1-a38c-260e11e18ee3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet aa814734-ee4b-46af-914b-648d31c5851f {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:58:51.457686 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31400237-73da-47d1-a38c-260e11e18ee3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:51.537362 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31400237-73da-47d1-a38c-260e11e18ee3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:51.597014 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31400237-73da-47d1-a38c-260e11e18ee3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:51.625177 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-8460cfeb-50aa-491c-9d24-03f4c975f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:51.630849 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-8460cfeb-50aa-491c-9d24-03f4c975f0c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b6be32c-ac53-4054-9f75-2f3900f154b8 HTTP/1.1" status: 200 len: 897 time: 0.1847796 Jul 09 09:58:51.667797 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31400237-73da-47d1-a38c-260e11e18ee3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:51.731928 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-bbaf62d1-38b7-4d97-8367-90ee2ab03d83 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=148438c2-656f-4e1d-8410-08d44077ecfb HTTP/1.1" status: 200 len: 1000 time: 0.0887415 Jul 09 09:58:51.732170 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31400237-73da-47d1-a38c-260e11e18ee3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:51.740336 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-31400237-73da-47d1-a38c-260e11e18ee3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/aa814734-ee4b-46af-914b-648d31c5851f HTTP/1.1" status: 204 len: 168 time: 0.3545156 Jul 09 09:58:51.741397 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60112) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:51.745844 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31400237-73da-47d1-a38c-260e11e18ee3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=aa814734-ee4b-46af-914b-648d31c5851f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:51.748148 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d175eb05-4315-45f4-bd8a-b83dbd0d834c up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:58:51.823682 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-119325c5-c17e-4a41-afaa-4c63a905e871 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754702 Jul 09 09:58:51.825925 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60114) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:51.831988 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port d175eb05-4315-45f4-bd8a-b83dbd0d834c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:58:51.832581 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:51.874417 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-0921faf9-4d76-4511-a2bc-88aad6794fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:51.876006 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-0921faf9-4d76-4511-a2bc-88aad6794fd8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75aea45f-b520-4fb2-8aa3-11b8311ecad9 HTTP/1.1" status: 200 len: 834 time: 0.1414919 Jul 09 09:58:51.960137 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c317d8d3-043a-47f6-be3b-2515169fd176 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:51.964052 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c317d8d3-043a-47f6-be3b-2515169fd176 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1346571 Jul 09 09:58:51.964458 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60116) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:51.994734 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8606ac73-f4da-4fa4-b451-36275afd5d21 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:58:52.000748 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-d5b91621-5bad-43ed-b455-c96d70a671e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:52.002402 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-d5b91621-5bad-43ed-b455-c96d70a671e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b6be32c-ac53-4054-9f75-2f3900f154b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196368 Jul 09 09:58:52.049939 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b4b26b-6aa0-44d0-a80c-75be56527f7e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:52.051959 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b4b4b26b-6aa0-44d0-a80c-75be56527f7e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0865252 Jul 09 09:58:52.054392 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60122) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:52.066385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a079b237-30a8-47a8-a61b-a4192b2350e9', 'tag': '148438c2-656f-4e1d-8410-08d44077ecfb'}, {'server_uuid': '678bcf27-3bba-4806-8e48-fcc4f2befd5b', 'name': 'network-vif-deleted', 'tag': 'e664444c-114b-4644-9b36-3d45bd09cab8'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:58:52.074122 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d46ffb-2fca-4faa-b6d6-072089a3df3a" -d '{"events": [{"name": "network-changed", "server_uuid": "a079b237-30a8-47a8-a61b-a4192b2350e9", "tag": "148438c2-656f-4e1d-8410-08d44077ecfb"}, {"server_uuid": "678bcf27-3bba-4806-8e48-fcc4f2befd5b", "name": "network-vif-deleted", "tag": "e664444c-114b-4644-9b36-3d45bd09cab8"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:58:52.096360 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d1f7cbe1-2ab9-4cd1-906c-95bdf9a6fe3d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404634 Jul 09 09:58:52.103002 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60126) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:52.108764 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-79d35578-4f0a-4dd5-988b-bced42fa01e6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:52.208100 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-29503f7e-2e32-4ab8-954b-383e03ced59f service neutron] 10.222.0.64 "GET /v2.0/networks/1b6be32c-ac53-4054-9f75-2f3900f154b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977503 Jul 09 09:58:52.266425 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d35578-4f0a-4dd5-988b-bced42fa01e6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:52.272584 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79d35578-4f0a-4dd5-988b-bced42fa01e6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:52.337844 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f249b07b-546f-4eb5-918f-0d408f921e83 req-431ef160-6f4b-4533-8bc7-4b98dff099ec service neutron] 10.222.0.64 "GET /v2.0/networks/1b6be32c-ac53-4054-9f75-2f3900f154b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213398 Jul 09 09:58:52.365728 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65c319e-ca4a-428f-9051-35dc0f072918 None None] DHCP port deletion for 087ebd13-862d-4dea-9894-e22d71aaec69 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:58:52.399733 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c631301b-e671-47fb-92c2-e78845707fdc req-cc285cfa-521e-44d6-ba08-f96c494e4307 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 210 time: 0.0511415 Jul 09 09:58:52.446095 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e7ee5-60b0-4650-a817-a466d6ed84c0 req-a65d1356-bcbb-4fba-a07d-b576c66d9d59 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:52.447705 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-863e7ee5-60b0-4650-a817-a466d6ed84c0 req-a65d1356-bcbb-4fba-a07d-b576c66d9d59 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 944 time: 0.1089356 Jul 09 09:58:52.507535 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-863e7ee5-60b0-4650-a817-a466d6ed84c0 req-2dc1c067-15a0-4065-80ff-94919e2428ab tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527701 Jul 09 09:58:52.540004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e65c319e-ca4a-428f-9051-35dc0f072918 None None] Deleting port d175eb05-4315-45f4-bd8a-b83dbd0d834c {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:52.540004 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e65c319e-ca4a-428f-9051-35dc0f072918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:52.584225 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 09:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9d25e7-8109-4aa3-833a-08aeb5449c52 x-openstack-request-id: req-ec9d25e7-8109-4aa3-833a-08aeb5449c52 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:58:52.584877 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a079b237-30a8-47a8-a61b-a4192b2350e9", "tag": "148438c2-656f-4e1d-8410-08d44077ecfb", "status": "completed", "code": 200}, {"server_uuid": "678bcf27-3bba-4806-8e48-fcc4f2befd5b", "name": "network-vif-deleted", "tag": "e664444c-114b-4644-9b36-3d45bd09cab8", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:58:52.585136 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ec9d25e7-8109-4aa3-833a-08aeb5449c52 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:58:52.585602 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a079b237-30a8-47a8-a61b-a4192b2350e9', 'tag': '148438c2-656f-4e1d-8410-08d44077ecfb', 'status': 'completed', 'code': 200} Jul 09 09:58:52.585859 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678bcf27-3bba-4806-8e48-fcc4f2befd5b', 'name': 'network-vif-deleted', 'tag': 'e664444c-114b-4644-9b36-3d45bd09cab8', 'status': 'completed', 'code': 200} Jul 09 09:58:52.586868 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79d35578-4f0a-4dd5-988b-bced42fa01e6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:52.650557 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d35578-4f0a-4dd5-988b-bced42fa01e6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:52.657527 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-79d35578-4f0a-4dd5-988b-bced42fa01e6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:52.669838 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d35578-4f0a-4dd5-988b-bced42fa01e6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:52.670628 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79d35578-4f0a-4dd5-988b-bced42fa01e6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:52.702404 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d46ffb-2fca-4faa-b6d6-072089a3df3a req-a94f9653-6f43-486e-8d03-3ccc99300a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:52.704697 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20d46ffb-2fca-4faa-b6d6-072089a3df3a req-a94f9653-6f43-486e-8d03-3ccc99300a27 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 1095 time: 0.1153576 Jul 09 09:58:52.705451 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e65c319e-ca4a-428f-9051-35dc0f072918 None None] For port d175eb05-4315-45f4-bd8a-b83dbd0d834c, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=d175eb05-4315-45f4-bd8a-b83dbd0d834c,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:58:52.706081 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e65c319e-ca4a-428f-9051-35dc0f072918 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:52.709036 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d35578-4f0a-4dd5-988b-bced42fa01e6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=28f3997b-2733-447c-8849-50e66cbf68bf,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:52.716377 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-79d35578-4f0a-4dd5-988b-bced42fa01e6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6113181 Jul 09 09:58:52.716525 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60128) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:52.724918 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e65c319e-ca4a-428f-9051-35dc0f072918 None None] Calling delete_port for d175eb05-4315-45f4-bd8a-b83dbd0d834c owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:52.731471 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2b01289a-1d44-4bb7-be9e-f1f8c50d51a5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'fixed_ips': [{'subnet_id': '28f3997b-2733-447c-8849-50e66cbf68bf', 'ip_address': '2001:db8::1537:85a4:6654:a372'}], 'name': 'tempest-NetworksTestDHCPv6-1534552077'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:52.821156 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e65c319e-ca4a-428f-9051-35dc0f072918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:52.860940 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c319e-ca4a-428f-9051-35dc0f072918 None None] Pushing event deleted for resources: {'Port': ['ID=d175eb05-4315-45f4-bd8a-b83dbd0d834c,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:52.868586 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65c319e-ca4a-428f-9051-35dc0f072918 None None] No DVR routers for this DVR port d175eb05-4315-45f4-bd8a-b83dbd0d834c on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:58:52.873683 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d46ffb-2fca-4faa-b6d6-072089a3df3a req-1514adef-c7df-4abe-b69c-4ed0072bb6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:52.877494 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20d46ffb-2fca-4faa-b6d6-072089a3df3a req-1514adef-c7df-4abe-b69c-4ed0072bb6f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 1095 time: 0.2415128 Jul 09 09:58:52.894462 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fb8e43-0d4d-481c-b5a2-d7d622a7c7f4 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:58:53.073657 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bb2ab3-688a-45c0-887d-da7761d71708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-087ebd13-862d-4dea-9894-e22d71aaec69', 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'fixed_ips': [{'subnet_id': '28f3997b-2733-447c-8849-50e66cbf68bf'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:58:53.074542 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37bb2ab3-688a-45c0-887d-da7761d71708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:53.252853 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-37bb2ab3-688a-45c0-887d-da7761d71708 None None] Allocated IP 2001:db8::2 (087ebd13-862d-4dea-9894-e22d71aaec69/28f3997b-2733-447c-8849-50e66cbf68bf/525d00f5-fcc7-4f88-b6d6-4114afb87771) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:53.458786 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d46ffb-2fca-4faa-b6d6-072089a3df3a req-abde87ba-0edd-4b1f-93c8-e2dcd34eda47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:53.472398 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20d46ffb-2fca-4faa-b6d6-072089a3df3a req-abde87ba-0edd-4b1f-93c8-e2dcd34eda47 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1b6be32c-ac53-4054-9f75-2f3900f154b8 HTTP/1.1" status: 200 len: 897 time: 0.7536139 Jul 09 09:58:53.529190 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37bb2ab3-688a-45c0-887d-da7761d71708 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:53.541698 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-37bb2ab3-688a-45c0-887d-da7761d71708 None None] Transition to ACTIVE for port object 525d00f5-fcc7-4f88-b6d6-4114afb87771 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:53.571683 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-37bb2ab3-688a-45c0-887d-da7761d71708 None None] Transition to ACTIVE for port object 525d00f5-fcc7-4f88-b6d6-4114afb87771 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:53.582218 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37bb2ab3-688a-45c0-887d-da7761d71708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:53.645844 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb2ab3-688a-45c0-887d-da7761d71708 None None] Pushing event updated for resources: {'Port': ['ID=525d00f5-fcc7-4f88-b6d6-4114afb87771,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:53.664288 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bb2ab3-688a-45c0-887d-da7761d71708 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:53.666202 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-37bb2ab3-688a-45c0-887d-da7761d71708 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:53.677182 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bb2ab3-688a-45c0-887d-da7761d71708 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:53.682803 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d175eb05-4315-45f4-bd8a-b83dbd0d834c no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:58:53.690282 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92e255d2-7921-4e48-85f5-c1d327964332 req-ade37035-c094-4abd-a365-dece34b80f79 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 210 time: 0.1109750 Jul 09 09:58:53.694890 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d46ffb-2fca-4faa-b6d6-072089a3df3a req-3604265f-fadc-4f33-a7f5-e6e0009e74b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:53.696567 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20d46ffb-2fca-4faa-b6d6-072089a3df3a req-3604265f-fadc-4f33-a7f5-e6e0009e74b1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b6be32c-ac53-4054-9f75-2f3900f154b8 HTTP/1.1" status: 200 len: 897 time: 0.8107560 Jul 09 09:58:53.699536 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b01289a-1d44-4bb7-be9e-f1f8c50d51a5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:53.747832 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: d175eb05-4315-45f4-bd8a-b83dbd0d834c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:58:53.748174 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d175eb05-4315-45f4-bd8a-b83dbd0d834c not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:58:53.756669 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20d46ffb-2fca-4faa-b6d6-072089a3df3a req-5df6fe95-adb3-4c8c-ad77-9e8a993a29e6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=148438c2-656f-4e1d-8410-08d44077ecfb HTTP/1.1" status: 200 len: 1000 time: 0.2652004 Jul 09 09:58:53.789542 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-37bb2ab3-688a-45c0-887d-da7761d71708 None None] Attempting to bind port 525d00f5-fcc7-4f88-b6d6-4114afb87771 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:58:53.789926 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-37bb2ab3-688a-45c0-887d-da7761d71708 None None] Attempting to bind port 525d00f5-fcc7-4f88-b6d6-4114afb87771 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:58:53.790287 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bb2ab3-688a-45c0-887d-da7761d71708 None None] Attempting to bind port 525d00f5-fcc7-4f88-b6d6-4114afb87771 on network 087ebd13-862d-4dea-9894-e22d71aaec69 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:58:53.796353 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bb2ab3-688a-45c0-887d-da7761d71708 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:58:53.796775 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bb2ab3-688a-45c0-887d-da7761d71708 None None] Checking segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:58:53.797240 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37bb2ab3-688a-45c0-887d-da7761d71708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:53.797633 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bb2ab3-688a-45c0-887d-da7761d71708 None None] Bound using segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:58:53.798099 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-37bb2ab3-688a-45c0-887d-da7761d71708 None None] Bound port: 525d00f5-fcc7-4f88-b6d6-4114afb87771, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:58:53.798480 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37bb2ab3-688a-45c0-887d-da7761d71708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:53.873793 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20d46ffb-2fca-4faa-b6d6-072089a3df3a req-f250ec55-86e4-4fdf-84a6-c3116c5039eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=148438c2-656f-4e1d-8410-08d44077ecfb HTTP/1.1" status: 200 len: 1000 time: 0.1624401 Jul 09 09:58:53.878679 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-37bb2ab3-688a-45c0-887d-da7761d71708 None None] For port 525d00f5-fcc7-4f88-b6d6-4114afb87771, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:58:53.881995 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-37bb2ab3-688a-45c0-887d-da7761d71708 None None] For port 525d00f5-fcc7-4f88-b6d6-4114afb87771, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=525d00f5-fcc7-4f88-b6d6-4114afb87771,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:58:53.888870 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37bb2ab3-688a-45c0-887d-da7761d71708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:53.963371 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb2ab3-688a-45c0-887d-da7761d71708 None None] Pushing event updated for resources: {'Port': ['ID=525d00f5-fcc7-4f88-b6d6-4114afb87771,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:53.977445 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d46ffb-2fca-4faa-b6d6-072089a3df3a req-0ad93328-f937-4e73-a244-fe2f18efd77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:53.978943 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20d46ffb-2fca-4faa-b6d6-072089a3df3a req-0ad93328-f937-4e73-a244-fe2f18efd77e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75aea45f-b520-4fb2-8aa3-11b8311ecad9 HTTP/1.1" status: 200 len: 834 time: 0.1810889 Jul 09 09:58:54.062450 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d46ffb-2fca-4faa-b6d6-072089a3df3a req-3c857243-1e2b-4673-b659-ec8efcd8c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:54.064526 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20d46ffb-2fca-4faa-b6d6-072089a3df3a req-3c857243-1e2b-4673-b659-ec8efcd8c104 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75aea45f-b520-4fb2-8aa3-11b8311ecad9 HTTP/1.1" status: 200 len: 834 time: 0.1793427 Jul 09 09:58:54.071068 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b01289a-1d44-4bb7-be9e-f1f8c50d51a5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:54.095425 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe301be-6324-40f6-8884-aba796a16c0d req-cbfa1f78-2fcd-4063-bb0a-d45a630aa27c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:54.097123 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2fe301be-6324-40f6-8884-aba796a16c0d req-cbfa1f78-2fcd-4063-bb0a-d45a630aa27c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 944 time: 0.3846698 Jul 09 09:58:54.173525 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-2b01289a-1d44-4bb7-be9e-f1f8c50d51a5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] device_id is not set on port ac9d1164-7693-46b7-85e5-03fd56378025 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:58:54.258780 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2fe301be-6324-40f6-8884-aba796a16c0d req-ed6b6997-8569-4837-b50f-b989a17c5739 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356995 Jul 09 09:58:54.280383 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d46ffb-2fca-4faa-b6d6-072089a3df3a req-0ef669fa-e7be-40de-8fea-dba3af3a414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:54.282077 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20d46ffb-2fca-4faa-b6d6-072089a3df3a req-0ef669fa-e7be-40de-8fea-dba3af3a414d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1b6be32c-ac53-4054-9f75-2f3900f154b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2922316 Jul 09 09:58:54.347111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d46ffb-2fca-4faa-b6d6-072089a3df3a req-192a6bef-c356-486d-bb47-87e8844f9ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:54.352258 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20d46ffb-2fca-4faa-b6d6-072089a3df3a req-192a6bef-c356-486d-bb47-87e8844f9ce0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b6be32c-ac53-4054-9f75-2f3900f154b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2785132 Jul 09 09:58:54.574379 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20d46ffb-2fca-4faa-b6d6-072089a3df3a req-ed2d27cf-e026-4aa2-9cfc-8e916bdf77b6 service neutron] 10.222.0.58 "GET /v2.0/networks/1b6be32c-ac53-4054-9f75-2f3900f154b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793911 Jul 09 09:58:54.580652 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-2b01289a-1d44-4bb7-be9e-f1f8c50d51a5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8::1537:85a4:6654:a372 (087ebd13-862d-4dea-9894-e22d71aaec69/28f3997b-2733-447c-8849-50e66cbf68bf/ac9d1164-7693-46b7-85e5-03fd56378025) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:54.613057 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20d46ffb-2fca-4faa-b6d6-072089a3df3a req-4d83f8f1-36d9-4e57-93c3-dc9ce9200e68 service neutron] 10.222.0.64 "GET /v2.0/networks/1b6be32c-ac53-4054-9f75-2f3900f154b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304471 Jul 09 09:58:54.822931 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20d46ffb-2fca-4faa-b6d6-072089a3df3a req-a1fc55da-e6d6-4230-ae60-3c98c29634f6 service neutron] 10.222.0.58 "GET /v2.0/networks/1b6be32c-ac53-4054-9f75-2f3900f154b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384737 Jul 09 09:58:54.884468 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20d46ffb-2fca-4faa-b6d6-072089a3df3a req-7857b104-5e20-4892-9698-0fdcf342e9cf service neutron] 10.222.0.64 "GET /v2.0/networks/1b6be32c-ac53-4054-9f75-2f3900f154b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450147 Jul 09 09:58:54.888622 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a607f8fb-4f4d-4f8d-9b68-d71cc621360b req-3b310401-2ca4-40ff-b37d-a2b53d5486c3 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 210 time: 0.0391939 Jul 09 09:58:54.964869 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b01289a-1d44-4bb7-be9e-f1f8c50d51a5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:54.981644 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-2b01289a-1d44-4bb7-be9e-f1f8c50d51a5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Transition to ACTIVE for port object ac9d1164-7693-46b7-85e5-03fd56378025 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:55.019941 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b01289a-1d44-4bb7-be9e-f1f8c50d51a5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:55.077856 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b01289a-1d44-4bb7-be9e-f1f8c50d51a5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:55.082981 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-2b01289a-1d44-4bb7-be9e-f1f8c50d51a5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:55.088784 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b01289a-1d44-4bb7-be9e-f1f8c50d51a5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:55.095576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b01289a-1d44-4bb7-be9e-f1f8c50d51a5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:55.096318 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b01289a-1d44-4bb7-be9e-f1f8c50d51a5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:55.100483 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01289a-1d44-4bb7-be9e-f1f8c50d51a5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=ac9d1164-7693-46b7-85e5-03fd56378025,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:55.120684 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2b01289a-1d44-4bb7-be9e-f1f8c50d51a5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4016151 Jul 09 09:58:55.123316 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60146) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:55.129830 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-be758ca7-f824-488d-9f50-e05c019e11d7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'fixed_ips': [{'subnet_id': '28f3997b-2733-447c-8849-50e66cbf68bf', 'ip_address': '2001:db8::1537:85a4:6654:a372'}], 'name': 'tempest-NetworksTestDHCPv6-952376781'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:55.433084 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be758ca7-f824-488d-9f50-e05c019e11d7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:55.441577 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-be758ca7-f824-488d-9f50-e05c019e11d7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:55.479070 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3801a0a5-8ca5-4722-9e64-cae5493690bb None None] Provisioning for port 525d00f5-fcc7-4f88-b6d6-4114afb87771 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:58:55.483578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-be758ca7-f824-488d-9f50-e05c019e11d7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] device_id is not set on port 8fcab50e-f708-4aca-89f9-92b98e35f45e yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:58:55.680929 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c60dfa-358d-4811-8eee-7ca244e72826 req-4a710f1e-8baa-411f-a565-a5bb94bc82a3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:55.682477 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c2c60dfa-358d-4811-8eee-7ca244e72826 req-4a710f1e-8baa-411f-a565-a5bb94bc82a3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 944 time: 0.1878054 Jul 09 09:58:55.709299 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-798d4fff-9e0e-4f93-a856-a0d3283395ac None None] Provisioning for port ac9d1164-7693-46b7-85e5-03fd56378025 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:58:55.715483 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-798d4fff-9e0e-4f93-a856-a0d3283395ac None None] Provisioning complete for port ac9d1164-7693-46b7-85e5-03fd56378025 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:58:55.716005 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-798d4fff-9e0e-4f93-a856-a0d3283395ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:55.767451 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-be758ca7-f824-488d-9f50-e05c019e11d7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 09:58:55.768010 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be758ca7-f824-488d-9f50-e05c019e11d7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:58:55.775973 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-798d4fff-9e0e-4f93-a856-a0d3283395ac None None] Port ac9d1164-7693-46b7-85e5-03fd56378025 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:58:55.778681 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 525d00f5-fcc7-4f88-b6d6-4114afb87771 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:58:55.783865 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c2c60dfa-358d-4811-8eee-7ca244e72826 req-ab71bc85-6078-4e15-b1d5-f5fd907e40b9 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578461 Jul 09 09:58:55.795445 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-be758ca7-f824-488d-9f50-e05c019e11d7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6703572 Jul 09 09:58:55.797599 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60150) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:55.861442 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 525d00f5-fcc7-4f88-b6d6-4114afb87771 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:58:55.869244 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 525d00f5-fcc7-4f88-b6d6-4114afb87771 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:58:55.870042 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:55.886821 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1c46ef-6c14-4db0-ae82-b3643f51dc06 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:55.893464 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1c46ef-6c14-4db0-ae82-b3643f51dc06 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:55.895476 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8d1c46ef-6c14-4db0-ae82-b3643f51dc06 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0968802 Jul 09 09:58:55.898056 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60152) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:55.981596 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:56.032132 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 525d00f5-fcc7-4f88-b6d6-4114afb87771, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=525d00f5-fcc7-4f88-b6d6-4114afb87771,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:58:56.035186 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-40541c78-f74d-4f5b-a305-f8dd9545646e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting port ac9d1164-7693-46b7-85e5-03fd56378025 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:56.035488 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-40541c78-f74d-4f5b-a305-f8dd9545646e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:56.038208 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:56.106871 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=525d00f5-fcc7-4f88-b6d6-4114afb87771,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:56.131085 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a8e89866-73a4-4857-8a42-e6b751c53bd0 req-2a7e9a31-4f4e-4971-8bf0-84db5581e8a5 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=678bcf27-3bba-4806-8e48-fcc4f2befd5b HTTP/1.1" status: 200 len: 210 time: 0.0446641 Jul 09 09:58:56.191459 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-40541c78-f74d-4f5b-a305-f8dd9545646e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:56.206979 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-40541c78-f74d-4f5b-a305-f8dd9545646e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Calling delete_port for ac9d1164-7693-46b7-85e5-03fd56378025 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:56.365538 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-40541c78-f74d-4f5b-a305-f8dd9545646e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:56.403598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40541c78-f74d-4f5b-a305-f8dd9545646e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Port': ['ID=ac9d1164-7693-46b7-85e5-03fd56378025,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:56.430677 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-40541c78-f74d-4f5b-a305-f8dd9545646e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:56.432717 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-40541c78-f74d-4f5b-a305-f8dd9545646e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/ac9d1164-7693-46b7-85e5-03fd56378025 HTTP/1.1" status: 204 len: 168 time: 0.5336471 Jul 09 09:58:56.436321 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60162) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:56.509797 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c13372-e02e-4292-a6db-adcc58420010 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:56.511485 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c13372-e02e-4292-a6db-adcc58420010 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:56.513096 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b2c13372-e02e-4292-a6db-adcc58420010 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0757482 Jul 09 09:58:56.519109 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60164) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:56.580674 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdba9685-6fc3-48ac-9523-1f2094adf3a3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet 28f3997b-2733-447c-8849-50e66cbf68bf {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:58:56.584132 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cdba9685-6fc3-48ac-9523-1f2094adf3a3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:56.630036 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cdba9685-6fc3-48ac-9523-1f2094adf3a3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:56.718254 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cdba9685-6fc3-48ac-9523-1f2094adf3a3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:56.787405 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cdba9685-6fc3-48ac-9523-1f2094adf3a3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:56.813397 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba9685-6fc3-48ac-9523-1f2094adf3a3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=28f3997b-2733-447c-8849-50e66cbf68bf,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:56.823973 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba9685-6fc3-48ac-9523-1f2094adf3a3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:56.824336 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba9685-6fc3-48ac-9523-1f2094adf3a3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:56.824690 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba9685-6fc3-48ac-9523-1f2094adf3a3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:56.825031 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba9685-6fc3-48ac-9523-1f2094adf3a3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:56.825489 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba9685-6fc3-48ac-9523-1f2094adf3a3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:56.825834 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba9685-6fc3-48ac-9523-1f2094adf3a3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:56.826164 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba9685-6fc3-48ac-9523-1f2094adf3a3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:56.826496 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba9685-6fc3-48ac-9523-1f2094adf3a3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:56.826824 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba9685-6fc3-48ac-9523-1f2094adf3a3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:56.827151 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba9685-6fc3-48ac-9523-1f2094adf3a3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:56.827482 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba9685-6fc3-48ac-9523-1f2094adf3a3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:56.827830 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba9685-6fc3-48ac-9523-1f2094adf3a3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:58:56.831371 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cdba9685-6fc3-48ac-9523-1f2094adf3a3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:56.836001 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cdba9685-6fc3-48ac-9523-1f2094adf3a3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/28f3997b-2733-447c-8849-50e66cbf68bf HTTP/1.1" status: 204 len: 168 time: 0.3156796 Jul 09 09:58:56.836777 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60168) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:56.838566 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70be61eb-869f-4406-9727-db9bcaf62c95 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:58:56.925170 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7ea84aa9-bbde-4b0d-9010-17dc846ada2d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826437 Jul 09 09:58:56.925677 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60170) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:56.930979 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7f0acf9a-524f-468d-b5a6-2a0662fee1e5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:57.023045 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ceffb-142e-419a-89a2-0dd622a1d96f req-a0d6293d-6bb4-4e33-a73c-9a5bddb34afa tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:57.032495 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a35ceffb-142e-419a-89a2-0dd622a1d96f req-a0d6293d-6bb4-4e33-a73c-9a5bddb34afa tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 944 time: 0.0965307 Jul 09 09:58:57.057156 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0acf9a-524f-468d-b5a6-2a0662fee1e5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:57.060983 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f0acf9a-524f-468d-b5a6-2a0662fee1e5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:57.101617 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9f4a88-52e6-4923-9cca-a14fef6a7acd None None] DHCP port deletion for 087ebd13-862d-4dea-9894-e22d71aaec69 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:58:57.133888 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a35ceffb-142e-419a-89a2-0dd622a1d96f req-2f6ca23c-7f6e-48a1-80e7-b28ad2108989 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003187 Jul 09 09:58:57.163624 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2c9f4a88-52e6-4923-9cca-a14fef6a7acd None None] Deleting port 525d00f5-fcc7-4f88-b6d6-4114afb87771 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:58:57.164347 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2c9f4a88-52e6-4923-9cca-a14fef6a7acd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:57.233231 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2c9f4a88-52e6-4923-9cca-a14fef6a7acd None None] For port 525d00f5-fcc7-4f88-b6d6-4114afb87771, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=525d00f5-fcc7-4f88-b6d6-4114afb87771,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:58:57.233740 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2c9f4a88-52e6-4923-9cca-a14fef6a7acd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:57.248587 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2c9f4a88-52e6-4923-9cca-a14fef6a7acd None None] Calling delete_port for 525d00f5-fcc7-4f88-b6d6-4114afb87771 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:58:57.327121 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 148438c2-656f-4e1d-8410-08d44077ecfb details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 09:58:57.494592 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2c9f4a88-52e6-4923-9cca-a14fef6a7acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:57.543123 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f4a88-52e6-4923-9cca-a14fef6a7acd None None] Pushing event deleted for resources: {'Port': ['ID=525d00f5-fcc7-4f88-b6d6-4114afb87771,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:57.545467 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9f4a88-52e6-4923-9cca-a14fef6a7acd None None] No DVR routers for this DVR port 525d00f5-fcc7-4f88-b6d6-4114afb87771 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:58:57.695294 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 148438c2-656f-4e1d-8410-08d44077ecfb, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=148438c2-656f-4e1d-8410-08d44077ecfb,segment=NetworkSegment(220e46c2-7874-4f99-9d52-65fca0ec773d),segment_id=220e46c2-7874-4f99-9d52-65fca0ec773d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:58:57.866028 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7bcae-0e5e-4b87-9f87-58b485028f28 req-5b7f84e3-81a2-4137-84b5-a05fb76d6722 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:57.867607 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8c7bcae-0e5e-4b87-9f87-58b485028f28 req-5b7f84e3-81a2-4137-84b5-a05fb76d6722 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.58 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9&tenant_id=ae2f728a25b040fd82453c3377e2137f&binding%3Ahost_id=n-h2-799996-1 HTTP/1.1" status: 200 len: 944 time: 0.2333524 Jul 09 09:58:57.891637 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d4072-6042-4074-86f4-28ea2857e27e req-c3c271dd-6d7e-4f60-b8fc-cdfffd1c752a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:57.898666 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c93d4072-6042-4074-86f4-28ea2857e27e req-c3c271dd-6d7e-4f60-b8fc-cdfffd1c752a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 944 time: 0.1494968 Jul 09 09:58:57.909104 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '148438c2-656f-4e1d-8410-08d44077ecfb', 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8', 'port_id': '148438c2-656f-4e1d-8410-08d44077ecfb', 'mac_address': 'fa:16:3e:5b:5c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75aea45f-b520-4fb2-8aa3-11b8311ecad9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 09:58:57.957739 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f0acf9a-524f-468d-b5a6-2a0662fee1e5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:57.959000 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 525d00f5-fcc7-4f88-b6d6-4114afb87771 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:58:57.974852 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c93d4072-6042-4074-86f4-28ea2857e27e req-30a46c17-9660-4939-afd1-8f993c66e68a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751867 Jul 09 09:58:57.983393 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:58.001213 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 525d00f5-fcc7-4f88-b6d6-4114afb87771 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:58:58.001817 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 525d00f5-fcc7-4f88-b6d6-4114afb87771 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:58:58.006520 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148438c2-656f-4e1d-8410-08d44077ecfb {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 09:58:58.013011 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-d8c7bcae-0e5e-4b87-9f87-58b485028f28 req-95ce261d-9a0b-42d1-86db-05fd84664a13 service neutron] delete failed (client error): The resource could not be found. Jul 09 09:58:58.014225 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8c7bcae-0e5e-4b87-9f87-58b485028f28 req-95ce261d-9a0b-42d1-86db-05fd84664a13 service neutron] 10.222.0.58 "DELETE /v2.0/ports/148438c2-656f-4e1d-8410-08d44077ecfb/bindings/n-h1-799996-1 HTTP/1.1" status: 404 len: 380 time: 0.1400356 Jul 09 09:58:58.029335 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0acf9a-524f-468d-b5a6-2a0662fee1e5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:58.032390 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 148438c2-656f-4e1d-8410-08d44077ecfb, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=148438c2-656f-4e1d-8410-08d44077ecfb,segment=NetworkSegment(220e46c2-7874-4f99-9d52-65fca0ec773d),segment_id=220e46c2-7874-4f99-9d52-65fca0ec773d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:58:58.036786 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-7f0acf9a-524f-468d-b5a6-2a0662fee1e5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:58.038809 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:58.048090 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0acf9a-524f-468d-b5a6-2a0662fee1e5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:58.049786 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f0acf9a-524f-468d-b5a6-2a0662fee1e5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:58.059219 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0acf9a-524f-468d-b5a6-2a0662fee1e5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=b4902cac-8dbc-4b44-bb9e-d6cee77ce433,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:58.085448 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7f0acf9a-524f-468d-b5a6-2a0662fee1e5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1543438 Jul 09 09:58:58.085713 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dda47f-113b-4f0f-8829-290429586e40 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:58:58.085939 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60184) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:58.092871 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a1d3701e-adcc-4079-bda9-08b7e5cf4fa9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'fixed_ips': [{'subnet_id': 'b4902cac-8dbc-4b44-bb9e-d6cee77ce433', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-378007244'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:58:58.141242 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7bcae-0e5e-4b87-9f87-58b485028f28 req-ce5938a2-bff9-4123-8230-023276f5f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:58.143177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8c7bcae-0e5e-4b87-9f87-58b485028f28 req-ce5938a2-bff9-4123-8230-023276f5f385 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 1096 time: 0.0781987 Jul 09 09:58:58.163014 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=148438c2-656f-4e1d-8410-08d44077ecfb,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:58.221432 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d3701e-adcc-4079-bda9-08b7e5cf4fa9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:58:58.268608 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7bcae-0e5e-4b87-9f87-58b485028f28 req-89a9653f-d509-4372-900a-00aa6f8a95be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:58.271196 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8c7bcae-0e5e-4b87-9f87-58b485028f28 req-89a9653f-d509-4372-900a-00aa6f8a95be service neutron] 10.222.0.58 "GET /v2.0/networks?id=1b6be32c-ac53-4054-9f75-2f3900f154b8 HTTP/1.1" status: 200 len: 897 time: 0.1206770 Jul 09 09:58:58.320238 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc480ce4-9452-4b25-a3c6-460da8611cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-087ebd13-862d-4dea-9894-e22d71aaec69', 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'fixed_ips': [{'subnet_id': 'b4902cac-8dbc-4b44-bb9e-d6cee77ce433'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:58:58.320238 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc480ce4-9452-4b25-a3c6-460da8611cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:58.323326 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a1d3701e-adcc-4079-bda9-08b7e5cf4fa9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:58.344456 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-a1d3701e-adcc-4079-bda9-08b7e5cf4fa9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] device_id is not set on port c3c5dbd4-8815-414f-a63b-73d87193362d yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:58:58.398900 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8c7bcae-0e5e-4b87-9f87-58b485028f28 req-adff8d33-ae39-48ea-88b0-0bdb935f691c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=148438c2-656f-4e1d-8410-08d44077ecfb HTTP/1.1" status: 200 len: 1001 time: 0.1212320 Jul 09 09:58:58.468311 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7bcae-0e5e-4b87-9f87-58b485028f28 req-5550da1e-d051-4952-84e9-73042beb3014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:58.470386 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8c7bcae-0e5e-4b87-9f87-58b485028f28 req-5550da1e-d051-4952-84e9-73042beb3014 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75aea45f-b520-4fb2-8aa3-11b8311ecad9 HTTP/1.1" status: 200 len: 834 time: 0.0652931 Jul 09 09:58:58.475996 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['148438c2-656f-4e1d-8410-08d44077ecfb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:58:58.544768 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7bcae-0e5e-4b87-9f87-58b485028f28 req-d6deefdc-d304-4d9d-9b6b-339613e632eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:58.546712 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8c7bcae-0e5e-4b87-9f87-58b485028f28 req-d6deefdc-d304-4d9d-9b6b-339613e632eb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1b6be32c-ac53-4054-9f75-2f3900f154b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695503 Jul 09 09:58:58.601992 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-cc480ce4-9452-4b25-a3c6-460da8611cdd None None] Allocated IP 2001:db8::2 (087ebd13-862d-4dea-9894-e22d71aaec69/b4902cac-8dbc-4b44-bb9e-d6cee77ce433/7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:58:58.742810 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8c7bcae-0e5e-4b87-9f87-58b485028f28 req-5d61c3e9-6bd4-4a61-881e-9d6669346c39 service neutron] 10.222.0.58 "GET /v2.0/networks/1b6be32c-ac53-4054-9f75-2f3900f154b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894541 Jul 09 09:58:58.857517 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8c7bcae-0e5e-4b87-9f87-58b485028f28 req-031e1be2-c317-4499-81c7-9bb5b44ae9f6 service neutron] 10.222.0.58 "GET /v2.0/networks/1b6be32c-ac53-4054-9f75-2f3900f154b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079569 Jul 09 09:58:58.893189 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc480ce4-9452-4b25-a3c6-460da8611cdd None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:58.915756 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cc480ce4-9452-4b25-a3c6-460da8611cdd None None] Transition to ACTIVE for port object 7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:58.949016 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cc480ce4-9452-4b25-a3c6-460da8611cdd None None] Transition to ACTIVE for port object 7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:58:58.961810 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc480ce4-9452-4b25-a3c6-460da8611cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:58.963612 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d3701e-adcc-4079-bda9-08b7e5cf4fa9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:58:58.964733 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d3701e-adcc-4079-bda9-08b7e5cf4fa9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:58:58.983027 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60194) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:58.983764 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a1d3701e-adcc-4079-bda9-08b7e5cf4fa9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8960767 Jul 09 09:58:59.006032 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc480ce4-9452-4b25-a3c6-460da8611cdd None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:58:59.009003 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-cc480ce4-9452-4b25-a3c6-460da8611cdd None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:58:59.012212 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc480ce4-9452-4b25-a3c6-460da8611cdd None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:58:59.079418 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc480ce4-9452-4b25-a3c6-460da8611cdd None None] Pushing event updated for resources: {'Port': ['ID=7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:59.088494 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-cc480ce4-9452-4b25-a3c6-460da8611cdd None None] Attempting to bind port 7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:58:59.089039 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-cc480ce4-9452-4b25-a3c6-460da8611cdd None None] Attempting to bind port 7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:58:59.089521 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc480ce4-9452-4b25-a3c6-460da8611cdd None None] Attempting to bind port 7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa on network 087ebd13-862d-4dea-9894-e22d71aaec69 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:58:59.096900 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc480ce4-9452-4b25-a3c6-460da8611cdd None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:58:59.097760 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc480ce4-9452-4b25-a3c6-460da8611cdd None None] Checking segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:58:59.098451 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc480ce4-9452-4b25-a3c6-460da8611cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:59.099367 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc480ce4-9452-4b25-a3c6-460da8611cdd None None] Bound using segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:58:59.099795 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-cc480ce4-9452-4b25-a3c6-460da8611cdd None None] Bound port: 7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:58:59.100294 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc480ce4-9452-4b25-a3c6-460da8611cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:59.114050 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55522ac-7073-4656-8d9d-b3ec13c35252 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:59.122275 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60198) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:59.132377 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f55522ac-7073-4656-8d9d-b3ec13c35252 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1470406 Jul 09 09:58:59.203457 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-cc480ce4-9452-4b25-a3c6-460da8611cdd None None] For port 7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:58:59.207946 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-cc480ce4-9452-4b25-a3c6-460da8611cdd None None] For port 7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:58:59.216731 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc480ce4-9452-4b25-a3c6-460da8611cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:58:59.271014 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc75ed4-b89d-4688-8548-5a988d001027 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:59.272862 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc75ed4-b89d-4688-8548-5a988d001027 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:59.280786 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60202) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:58:59.281982 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-afc75ed4-b89d-4688-8548-5a988d001027 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1577218 Jul 09 09:58:59.308952 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc480ce4-9452-4b25-a3c6-460da8611cdd None None] Pushing event updated for resources: {'Port': ['ID=7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:58:59.934270 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200af0f3-a0c9-4818-9030-7036cbbfccd0 req-bc69afc1-a3b6-4948-bd20-4eb565ece8c3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:58:59.935737 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-200af0f3-a0c9-4818-9030-7036cbbfccd0 req-bc69afc1-a3b6-4948-bd20-4eb565ece8c3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 945 time: 0.8000100 Jul 09 09:58:59.956141 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b510a32-2e71-4c93-881e-376b67c946c7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet b4902cac-8dbc-4b44-bb9e-d6cee77ce433 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:58:59.964846 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b510a32-2e71-4c93-881e-376b67c946c7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:00.014220 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-200af0f3-a0c9-4818-9030-7036cbbfccd0 req-e53710f6-3fed-4a96-ab1b-175d8c214aaa tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726283 Jul 09 09:59:00.020194 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b510a32-2e71-4c93-881e-376b67c946c7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:00.114500 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b510a32-2e71-4c93-881e-376b67c946c7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:00.176887 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b510a32-2e71-4c93-881e-376b67c946c7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:00.206369 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b510a32-2e71-4c93-881e-376b67c946c7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=b4902cac-8dbc-4b44-bb9e-d6cee77ce433,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:00.216112 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b510a32-2e71-4c93-881e-376b67c946c7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:00.218172 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1b510a32-2e71-4c93-881e-376b67c946c7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/b4902cac-8dbc-4b44-bb9e-d6cee77ce433 HTTP/1.1" status: 204 len: 168 time: 0.9346254 Jul 09 09:59:00.220478 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60208) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:00.262464 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e1bbe06e-926e-41e7-8c0a-6547468afbcf tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408728 Jul 09 09:59:00.266899 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60210) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:00.273754 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ea5187d1-cfa7-44ac-9c38-b9256824089a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:00.369818 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5187d1-cfa7-44ac-9c38-b9256824089a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:00.373774 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea5187d1-cfa7-44ac-9c38-b9256824089a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:00.592428 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea5187d1-cfa7-44ac-9c38-b9256824089a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:00.604491 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26768f2b-cff4-448b-9656-f9dfcd7ba402 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:00.651448 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5187d1-cfa7-44ac-9c38-b9256824089a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=7d05137f-78ac-46e5-a1d4-e53c7bcc7cd5,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:00.663216 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5187d1-cfa7-44ac-9c38-b9256824089a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:00.664861 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ea5187d1-cfa7-44ac-9c38-b9256824089a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:00.667471 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5187d1-cfa7-44ac-9c38-b9256824089a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:00.668122 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea5187d1-cfa7-44ac-9c38-b9256824089a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:00.685610 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ea5187d1-cfa7-44ac-9c38-b9256824089a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4167137 Jul 09 09:59:00.688809 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60218) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:00.693443 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0a3fef91-79e0-4ce4-aad5-b57d80a92f66 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1788453306', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:00.695062 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-34022daa-a2b4-44f8-bb3c-f5e0b127c0e0 None None] Provisioning for port 7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:59:00.718182 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a3fef91-79e0-4ce4-aad5-b57d80a92f66 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:00.719984 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a3fef91-79e0-4ce4-aad5-b57d80a92f66 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:00.785105 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a3fef91-79e0-4ce4-aad5-b57d80a92f66 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:00.789680 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a3fef91-79e0-4ce4-aad5-b57d80a92f66 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:00.818184 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a3fef91-79e0-4ce4-aad5-b57d80a92f66 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:00.820432 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0a3fef91-79e0-4ce4-aad5-b57d80a92f66 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1305108 Jul 09 09:59:00.822934 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60220) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:01.087412 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0781bdf9-ffb0-4d4f-a0ea-df93faf0e37d None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:01.300987 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c9c9dc1-82e5-4930-a037-ac8c0eee06e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:01.316197 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc81cc-9882-4ade-9da4-28bca57fe286 req-72118f7b-f825-4ed3-a869-d450840d4229 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:01.325146 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4bc81cc-9882-4ade-9da4-28bca57fe286 req-72118f7b-f825-4ed3-a869-d450840d4229 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 945 time: 0.1235578 Jul 09 09:59:01.372269 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 148438c2-656f-4e1d-8410-08d44077ecfb up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:59:01.411518 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4bc81cc-9882-4ade-9da4-28bca57fe286 req-b902bcdf-af8d-4ef3-91f8-b7458a6aa349 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837846 Jul 09 09:59:01.433668 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60230) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:01.467425 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 148438c2-656f-4e1d-8410-08d44077ecfb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:59:01.474067 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 148438c2-656f-4e1d-8410-08d44077ecfb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:01.474585 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:01.540339 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e6723e67-03e7-4e3d-8d92-bab3e40ed7a3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/floatingips/b42fb659-059a-4906-8a3a-5a0d38da8624 HTTP/1.1" status: 200 len: 993 time: 0.1053061 Jul 09 09:59:01.641010 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:01.673011 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a079b237-30a8-47a8-a61b-a4192b2350e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148438c2-656f-4e1d-8410-08d44077ecfb'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:59:01.675796 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee9001a-6330-4c38-ae62-9afb7fc7da9e" -d '{"events": [{"server_uuid": "a079b237-30a8-47a8-a61b-a4192b2350e9", "name": "network-vif-plugged", "status": "completed", "tag": "148438c2-656f-4e1d-8410-08d44077ecfb"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:59:01.712052 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 148438c2-656f-4e1d-8410-08d44077ecfb, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=148438c2-656f-4e1d-8410-08d44077ecfb,segment=NetworkSegment(220e46c2-7874-4f99-9d52-65fca0ec773d),segment_id=220e46c2-7874-4f99-9d52-65fca0ec773d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:01.721012 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:01.752203 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-0c9c9dc1-82e5-4930-a037-ac8c0eee06e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8::1 (087ebd13-862d-4dea-9894-e22d71aaec69/7d05137f-78ac-46e5-a1d4-e53c7bcc7cd5/40d3595f-53f4-4ff0-8710-2150434956e3) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:01.771768 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caed7e5-7844-4104-ab1a-ae86f2132f79 x-openstack-request-id: req-9caed7e5-7844-4104-ab1a-ae86f2132f79 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:59:01.772023 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a079b237-30a8-47a8-a61b-a4192b2350e9", "name": "network-vif-plugged", "status": "completed", "tag": "148438c2-656f-4e1d-8410-08d44077ecfb", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:59:01.772239 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9caed7e5-7844-4104-ab1a-ae86f2132f79 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:59:01.772733 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a079b237-30a8-47a8-a61b-a4192b2350e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148438c2-656f-4e1d-8410-08d44077ecfb', 'code': 200} Jul 09 09:59:01.798414 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:59:01.858981 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=148438c2-656f-4e1d-8410-08d44077ecfb,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:01.877709 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:59:01.885409 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:01.886080 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:01.930273 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c9c9dc1-82e5-4930-a037-ac8c0eee06e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:01.972809 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-0c9c9dc1-82e5-4930-a037-ac8c0eee06e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Transition to ACTIVE for port object 40d3595f-53f4-4ff0-8710-2150434956e3 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:02.027147 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:02.028608 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c9c9dc1-82e5-4930-a037-ac8c0eee06e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:02.072704 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9c9dc1-82e5-4930-a037-ac8c0eee06e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:02.080848 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:02.089320 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:02.111585 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0c9c9dc1-82e5-4930-a037-ac8c0eee06e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:02.138495 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9c9dc1-82e5-4930-a037-ac8c0eee06e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:59:02.139072 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c9c9dc1-82e5-4930-a037-ac8c0eee06e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:02.157158 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:02.164224 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c9dc1-82e5-4930-a037-ac8c0eee06e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=40d3595f-53f4-4ff0-8710-2150434956e3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:02.373093 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c9c9dc1-82e5-4930-a037-ac8c0eee06e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:02.471947 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0de2bf8f-b345-4947-85aa-8ce228fcabe8 None None] Provisioning for port 40d3595f-53f4-4ff0-8710-2150434956e3 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:59:02.476487 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0de2bf8f-b345-4947-85aa-8ce228fcabe8 None None] Provisioning complete for port 40d3595f-53f4-4ff0-8710-2150434956e3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:02.476857 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0de2bf8f-b345-4947-85aa-8ce228fcabe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:02.512610 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-0de2bf8f-b345-4947-85aa-8ce228fcabe8 None None] Port 40d3595f-53f4-4ff0-8710-2150434956e3 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:59:02.642001 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c9c9dc1-82e5-4930-a037-ac8c0eee06e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:02.646941 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c9c9dc1-82e5-4930-a037-ac8c0eee06e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:02.647934 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c9c9dc1-82e5-4930-a037-ac8c0eee06e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:02.732312 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c9dc1-82e5-4930-a037-ac8c0eee06e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=40d3595f-53f4-4ff0-8710-2150434956e3,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:02.776239 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9c9dc1-82e5-4930-a037-ac8c0eee06e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:02.777653 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0c9c9dc1-82e5-4930-a037-ac8c0eee06e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:02.911561 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9c9dc1-82e5-4930-a037-ac8c0eee06e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Router b194e261-7fe4-4307-9c2d-082841a69f87 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:59:03.014519 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9c9dc1-82e5-4930-a037-ac8c0eee06e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:59:03.020282 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0c9c9dc1-82e5-4930-a037-ac8c0eee06e0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "PUT /v2.0/routers/b194e261-7fe4-4307-9c2d-082841a69f87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1960382 Jul 09 09:59:03.022948 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60250) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:03.034764 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] Sync routers for ids ['b194e261-7fe4-4307-9c2d-082841a69f87'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:59:03.040018 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60252) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:03.042089 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-80e17b3e-bad5-4ccf-876f-8a55f0dd6e31 None None] Provisioning complete for port 40d3595f-53f4-4ff0-8710-2150434956e3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:03.042561 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-80e17b3e-bad5-4ccf-876f-8a55f0dd6e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:03.046649 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] Routers {'b194e261-7fe4-4307-9c2d-082841a69f87'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:59:03.047915 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:58:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b194e261-7fe4-4307-9c2d-082841a69f87'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:03.081239 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-80e17b3e-bad5-4ccf-876f-8a55f0dd6e31 None None] Port 40d3595f-53f4-4ff0-8710-2150434956e3 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:59:03.097655 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25051cfd-90e8-49bb-933c-01afbf1cce07 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:03.099745 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-25051cfd-90e8-49bb-933c-01afbf1cce07 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports/40d3595f-53f4-4ff0-8710-2150434956e3 HTTP/1.1" status: 200 len: 911 time: 0.0749564 Jul 09 09:59:03.101767 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60254) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:03.143868 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] Set router b194e261-7fe4-4307-9c2d-082841a69f87 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:59:03.180296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc81f1a-0bc2-435c-bedf-0745c53dd75a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:03.186238 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc81f1a-0bc2-435c-bedf-0745c53dd75a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:03.190127 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1fc81f1a-0bc2-435c-bedf-0745c53dd75a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0871756 Jul 09 09:59:03.191102 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60256) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:03.228577 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-50576912-bf29-47f7-a62e-22bfb26ea95d tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Deleting port 9646f990-5d2e-4086-b6a4-1c3a52714c71 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:03.228969 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50576912-bf29-47f7-a62e-22bfb26ea95d tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:03.318855 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50576912-bf29-47f7-a62e-22bfb26ea95d tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:03.319323 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50576912-bf29-47f7-a62e-22bfb26ea95d tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:03.332662 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-50576912-bf29-47f7-a62e-22bfb26ea95d tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Calling delete_port for 9646f990-5d2e-4086-b6a4-1c3a52714c71 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:03.464517 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:59:03.478539 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b194e261-7fe4-4307-9c2d-082841a69f87', 'name': 'tempest-NetworksTestDHCPv6-router-1788453306', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:59:00Z', 'updated_at': '2021-07-09T09:59:02Z', 'revision_number': 2, 'project_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'gw_port_host': None, '_interfaces': [{'id': '40d3595f-53f4-4ff0-8710-2150434956e3', 'name': '', 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'mac_address': 'fa:16:3e:f5:fc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b194e261-7fe4-4307-9c2d-082841a69f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '7d05137f-78ac-46e5-a1d4-e53c7bcc7cd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:59:01Z', 'updated_at': '2021-07-09T09:59:02Z', 'revision_number': 2, 'project_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'subnets': [{'id': '7d05137f-78ac-46e5-a1d4-e53c7bcc7cd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:03.507552 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] Checking router: b194e261-7fe4-4307-9c2d-082841a69f87 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:59:03.507842 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50576912-bf29-47f7-a62e-22bfb26ea95d tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:03.508783 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] Updating router b194e261-7fe4-4307-9c2d-082841a69f87 port 40d3595f-53f4-4ff0-8710-2150434956e3 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:59:03.554789 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:03.564295 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50576912-bf29-47f7-a62e-22bfb26ea95d tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event deleted for resources: {'Port': ['ID=9646f990-5d2e-4086-b6a4-1c3a52714c71,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:03.634808 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50576912-bf29-47f7-a62e-22bfb26ea95d tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:03.635171 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-50576912-bf29-47f7-a62e-22bfb26ea95d tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Floating IP aac044c5-945c-4a11-a390-51675e500b2e disassociated (deleted). External IP: 172.25.3.95, port: 204e9823-28b8-4cba-930f-869f32cea39c. Jul 09 09:59:03.686298 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e4543d3-e397-4155-9f91-cc1b6e4d853e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:03.714410 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:59:03.815347 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:03.817570 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:03.955017 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:03.977542 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50576912-bf29-47f7-a62e-22bfb26ea95d tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Router b4da67ad-e929-4bf1-8741-3cf89236a06f has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:59:03.978926 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] Transition to ACTIVE for port object 40d3595f-53f4-4ff0-8710-2150434956e3 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:03.990871 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:04.013968 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:04.039573 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0e4543d3-e397-4155-9f91-cc1b6e4d853e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting port 40d3595f-53f4-4ff0-8710-2150434956e3 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:04.040618 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e4543d3-e397-4155-9f91-cc1b6e4d853e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:04.057089 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a74dc-8cb2-4f36-a360-35591696c791 None None] Pushing event updated for resources: {'Port': ['ID=40d3595f-53f4-4ff0-8710-2150434956e3,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:04.067628 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a74dc-8cb2-4f36-a360-35591696c791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:04.068158 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a74dc-8cb2-4f36-a360-35591696c791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:04.068602 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a74dc-8cb2-4f36-a360-35591696c791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:04.069271 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a74dc-8cb2-4f36-a360-35591696c791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:04.069713 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a74dc-8cb2-4f36-a360-35591696c791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:04.070180 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a74dc-8cb2-4f36-a360-35591696c791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:04.070616 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a74dc-8cb2-4f36-a360-35591696c791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:04.071067 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a74dc-8cb2-4f36-a360-35591696c791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:04.071502 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a74dc-8cb2-4f36-a360-35591696c791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:04.071953 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a74dc-8cb2-4f36-a360-35591696c791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:04.072383 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a74dc-8cb2-4f36-a360-35591696c791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:04.072817 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a74dc-8cb2-4f36-a360-35591696c791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:04.171242 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e4543d3-e397-4155-9f91-cc1b6e4d853e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:04.172760 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] Attempting to bind port 40d3595f-53f4-4ff0-8710-2150434956e3 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:59:04.173202 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] Attempting to bind port 40d3595f-53f4-4ff0-8710-2150434956e3 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:59:04.173627 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] Attempting to bind port 40d3595f-53f4-4ff0-8710-2150434956e3 on network 087ebd13-862d-4dea-9894-e22d71aaec69 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:59:04.176947 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50576912-bf29-47f7-a62e-22bfb26ea95d tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:59:04.184154 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50576912-bf29-47f7-a62e-22bfb26ea95d tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:04.189182 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175785df-7a65-4d12-be29-49e2ffe5edfa None None] Sync routers for ids ['b4da67ad-e929-4bf1-8741-3cf89236a06f'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:59:04.190125 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:59:04.190571 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] Checking segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:59:04.191327 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:04.192163 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] Bound using segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:59:04.192715 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] Bound port: 40d3595f-53f4-4ff0-8710-2150434956e3, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:59:04.193168 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:04.204593 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0e4543d3-e397-4155-9f91-cc1b6e4d853e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Calling delete_port for 40d3595f-53f4-4ff0-8710-2150434956e3 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:04.207817 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175785df-7a65-4d12-be29-49e2ffe5edfa None None] Routers {'b4da67ad-e929-4bf1-8741-3cf89236a06f'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:59:04.208749 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-175785df-7a65-4d12-be29-49e2ffe5edfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:58:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b4da67ad-e929-4bf1-8741-3cf89236a06f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:04.269843 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-50576912-bf29-47f7-a62e-22bfb26ea95d tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "DELETE /v2.0/floatingips/aac044c5-945c-4a11-a390-51675e500b2e HTTP/1.1" status: 204 len: 168 time: 1.2285769 Jul 09 09:59:04.270411 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4f9ea1-e11b-4088-9422-0a20bb701d21', 'tag': '204e9823-28b8-4cba-930f-869f32cea39c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:59:04.272840 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94788b62-c5dc-4cdb-ac9e-a806d49eb04a" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4f9ea1-e11b-4088-9422-0a20bb701d21", "tag": "204e9823-28b8-4cba-930f-869f32cea39c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:59:04.324402 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] For port 40d3595f-53f4-4ff0-8710-2150434956e3, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:59:04.339209 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] For port 40d3595f-53f4-4ff0-8710-2150434956e3, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=40d3595f-53f4-4ff0-8710-2150434956e3,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:59:04.345431 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:04.389364 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbb4b5e-5c3d-4db9-a766-547d6f71c1d9 x-openstack-request-id: req-4cbb4b5e-5c3d-4db9-a766-547d6f71c1d9 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:59:04.389543 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4f9ea1-e11b-4088-9422-0a20bb701d21", "tag": "204e9823-28b8-4cba-930f-869f32cea39c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:59:04.389849 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4cbb4b5e-5c3d-4db9-a766-547d6f71c1d9 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:59:04.390197 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4f9ea1-e11b-4088-9422-0a20bb701d21', 'tag': '204e9823-28b8-4cba-930f-869f32cea39c', 'status': 'completed', 'code': 200} Jul 09 09:59:04.407876 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-175785df-7a65-4d12-be29-49e2ffe5edfa None None] Set router b4da67ad-e929-4bf1-8741-3cf89236a06f gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:59:04.470108 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] Routers {'b194e261-7fe4-4307-9c2d-082841a69f87'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:59:04.470756 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:58:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b194e261-7fe4-4307-9c2d-082841a69f87'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:04.597434 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a74dc-8cb2-4f36-a360-35591696c791 None None] Pushing event updated for resources: {'Port': ['ID=40d3595f-53f4-4ff0-8710-2150434956e3,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:04.612406 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94788b62-c5dc-4cdb-ac9e-a806d49eb04a req-735d4965-185e-40f7-91bb-f067c3774a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:04.614199 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94788b62-c5dc-4cdb-ac9e-a806d49eb04a req-735d4965-185e-40f7-91bb-f067c3774a73 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=813283cb89a545e1a829a2f32c9aa43c&device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 1097 time: 0.1660745 Jul 09 09:59:04.648505 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e4543d3-e397-4155-9f91-cc1b6e4d853e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:04.667127 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] Set router b194e261-7fe4-4307-9c2d-082841a69f87 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:59:04.747937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4543d3-e397-4155-9f91-cc1b6e4d853e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Port': ['ID=40d3595f-53f4-4ff0-8710-2150434956e3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:04.779678 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-15a049ef-f790-48e1-86d7-faae44bc644f None None] Could not find standard attr ID for object 40d3595f-53f4-4ff0-8710-2150434956e3. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:59:04.880645 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-175785df-7a65-4d12-be29-49e2ffe5edfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:46:57Z', 'revision_number': 4, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c21ceabc-f061-44ee-b758-498ea2226250', 'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'mac_address': 'fa:16:3e:fe:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:56Z', 'updated_at': '2021-07-09T09:47:07Z', 'revision_number': 5, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'subnets': [{'id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:04.927989 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175785df-7a65-4d12-be29-49e2ffe5edfa None None] Checking router: b4da67ad-e929-4bf1-8741-3cf89236a06f for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:59:04.935349 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f0b338d5-6b77-4486-99a9-bd73b30e80e6 None None] Could not find standard attr ID for object 40d3595f-53f4-4ff0-8710-2150434956e3. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:59:04.943386 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175785df-7a65-4d12-be29-49e2ffe5edfa None None] Routers {'b4da67ad-e929-4bf1-8741-3cf89236a06f'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:59:04.944814 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-175785df-7a65-4d12-be29-49e2ffe5edfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:58:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b4da67ad-e929-4bf1-8741-3cf89236a06f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:04.976213 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e4543d3-e397-4155-9f91-cc1b6e4d853e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:05.036834 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94788b62-c5dc-4cdb-ac9e-a806d49eb04a req-ba3d6cab-4c0f-4a91-8990-6ac41933d4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:05.038346 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94788b62-c5dc-4cdb-ac9e-a806d49eb04a req-ba3d6cab-4c0f-4a91-8990-6ac41933d4df service neutron] 10.222.0.58 "GET /v2.0/networks?id=c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 200 len: 913 time: 0.4167740 Jul 09 09:59:05.079942 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b194e261-7fe4-4307-9c2d-082841a69f87', 'name': 'tempest-NetworksTestDHCPv6-router-1788453306', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:59:00Z', 'updated_at': '2021-07-09T09:59:02Z', 'revision_number': 2, 'project_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'gw_port_host': None, '_interfaces': [{'id': '40d3595f-53f4-4ff0-8710-2150434956e3', 'name': '', 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'mac_address': 'fa:16:3e:f5:fc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b194e261-7fe4-4307-9c2d-082841a69f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '7d05137f-78ac-46e5-a1d4-e53c7bcc7cd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:59:01Z', 'updated_at': '2021-07-09T09:59:04Z', 'revision_number': 4, 'project_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'subnets': [{'id': '7d05137f-78ac-46e5-a1d4-e53c7bcc7cd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:05.092247 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-175785df-7a65-4d12-be29-49e2ffe5edfa None None] Set router b4da67ad-e929-4bf1-8741-3cf89236a06f gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:59:05.143325 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dab365-b6df-4a4f-97bf-1dcc8f58205e None None] The sync data for ids ['b194e261-7fe4-4307-9c2d-082841a69f87'] in n-d-799996-1 is: [{'id': 'b194e261-7fe4-4307-9c2d-082841a69f87', 'name': 'tempest-NetworksTestDHCPv6-router-1788453306', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:59:00Z', 'updated_at': '2021-07-09T09:59:02Z', 'revision_number': 2, 'project_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'gw_port_host': None, '_interfaces': [{'id': '40d3595f-53f4-4ff0-8710-2150434956e3', 'name': '', 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'mac_address': 'fa:16:3e:f5:fc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b194e261-7fe4-4307-9c2d-082841a69f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '7d05137f-78ac-46e5-a1d4-e53c7bcc7cd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:59:01Z', 'updated_at': '2021-07-09T09:59:04Z', 'revision_number': 4, 'project_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'subnets': [{'id': '7d05137f-78ac-46e5-a1d4-e53c7bcc7cd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:59:05.209278 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94556bbb-1838-493d-80f8-be5a2f6715f0 req-7e2d4a51-ed5e-49e9-b18e-bc09bb675f7f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:05.216872 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94556bbb-1838-493d-80f8-be5a2f6715f0 req-7e2d4a51-ed5e-49e9-b18e-bc09bb675f7f tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 946 time: 0.3277524 Jul 09 09:59:05.251901 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94788b62-c5dc-4cdb-ac9e-a806d49eb04a req-2b2fb8f8-b056-4114-9a06-2cc4d319f55e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=204e9823-28b8-4cba-930f-869f32cea39c HTTP/1.1" status: 200 len: 217 time: 0.1109135 Jul 09 09:59:05.367208 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94556bbb-1838-493d-80f8-be5a2f6715f0 req-6afbbe23-fb47-4b9e-8b46-66c4947b5f4e tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493452 Jul 09 09:59:05.395279 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4543d3-e397-4155-9f91-cc1b6e4d853e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Router b194e261-7fe4-4307-9c2d-082841a69f87 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:59:05.407402 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94788b62-c5dc-4cdb-ac9e-a806d49eb04a req-a964ef04-deb3-4fc1-97aa-1e7905a79591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:05.408981 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94788b62-c5dc-4cdb-ac9e-a806d49eb04a req-a964ef04-deb3-4fc1-97aa-1e7905a79591 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 200 len: 851 time: 0.1532490 Jul 09 09:59:05.520336 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4543d3-e397-4155-9f91-cc1b6e4d853e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:59:05.527249 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0e4543d3-e397-4155-9f91-cc1b6e4d853e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "PUT /v2.0/routers/b194e261-7fe4-4307-9c2d-082841a69f87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3338397 Jul 09 09:59:05.528916 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60268) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:05.561690 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-175785df-7a65-4d12-be29-49e2ffe5edfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:46:57Z', 'revision_number': 4, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c21ceabc-f061-44ee-b758-498ea2226250', 'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'mac_address': 'fa:16:3e:fe:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:56Z', 'updated_at': '2021-07-09T09:47:07Z', 'revision_number': 5, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'subnets': [{'id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:05.603405 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94788b62-c5dc-4cdb-ac9e-a806d49eb04a req-f46f7aa9-71d2-46ee-a5f3-f3f0e8b0e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:05.605115 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94788b62-c5dc-4cdb-ac9e-a806d49eb04a req-f46f7aa9-71d2-46ee-a5f3-f3f0e8b0e9b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c39f085e-9a90-44ab-b2cf-d4cf479d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932813 Jul 09 09:59:05.615673 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b772dc-cded-4a77-bc1e-ba508f701be5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:05.617431 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b772dc-cded-4a77-bc1e-ba508f701be5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:05.620381 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175785df-7a65-4d12-be29-49e2ffe5edfa None None] The sync data for ids ['b4da67ad-e929-4bf1-8741-3cf89236a06f'] in n-d-799996-1 is: [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:46:57Z', 'revision_number': 4, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c21ceabc-f061-44ee-b758-498ea2226250', 'name': '', 'network_id': 'c39f085e-9a90-44ab-b2cf-d4cf479d1495', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'mac_address': 'fa:16:3e:fe:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:56Z', 'updated_at': '2021-07-09T09:47:07Z', 'revision_number': 5, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'subnets': [{'id': 'fab6cdb3-f000-49c3-8dc0-ab55f3975a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:59:05.623741 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60270) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:05.626255 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-63b772dc-cded-4a77-bc1e-ba508f701be5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0920272 Jul 09 09:59:05.732610 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d52bbbd-45da-4c74-8849-74bf75f6d5b5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet 7d05137f-78ac-46e5-a1d4-e53c7bcc7cd5 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:59:05.744847 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d52bbbd-45da-4c74-8849-74bf75f6d5b5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:05.793067 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94788b62-c5dc-4cdb-ac9e-a806d49eb04a req-9e7a96e2-c98f-4b14-9469-14ab0f9cbcbc service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791179 Jul 09 09:59:05.801977 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d52bbbd-45da-4c74-8849-74bf75f6d5b5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:05.916268 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d52bbbd-45da-4c74-8849-74bf75f6d5b5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:05.983833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94788b62-c5dc-4cdb-ac9e-a806d49eb04a req-bbde7285-a067-412d-8bd3-9a855ba048ad service neutron] 10.222.0.58 "GET /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788061 Jul 09 09:59:06.009191 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11dc719-1fc3-49f1-930b-e03d3be92294 None None] New status for floating IP aac044c5-945c-4a11-a390-51675e500b2e: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:59:06.025794 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d52bbbd-45da-4c74-8849-74bf75f6d5b5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:06.055500 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52bbbd-45da-4c74-8849-74bf75f6d5b5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=7d05137f-78ac-46e5-a1d4-e53c7bcc7cd5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:06.076086 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d52bbbd-45da-4c74-8849-74bf75f6d5b5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:06.078447 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6d52bbbd-45da-4c74-8849-74bf75f6d5b5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/7d05137f-78ac-46e5-a1d4-e53c7bcc7cd5 HTTP/1.1" status: 204 len: 168 time: 0.4537416 Jul 09 09:59:06.081125 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60272) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:06.083587 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edef7c9-4007-4009-ad78-d48072e2f9f7 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:06.246875 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6f75182a-e1cc-409b-923b-a57f3d61032a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1643384 Jul 09 09:59:06.251471 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60276) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:06.264104 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21ec75-f9f0-4039-ad95-0d2ce2a9d53d req-cb83d42d-4c86-46f1-964f-abfda49fcd78 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:06.265606 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab21ec75-f9f0-4039-ad95-0d2ce2a9d53d req-cb83d42d-4c86-46f1-964f-abfda49fcd78 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 946 time: 0.1110659 Jul 09 09:59:06.386793 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addc9efa-af91-4351-b84e-6f1f10677195 None None] DHCP port deletion for 087ebd13-862d-4dea-9894-e22d71aaec69 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:59:06.487287 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-addc9efa-af91-4351-b84e-6f1f10677195 None None] Deleting port 7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:06.487658 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-addc9efa-af91-4351-b84e-6f1f10677195 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:06.580744 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-addc9efa-af91-4351-b84e-6f1f10677195 None None] For port 7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:06.581464 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-addc9efa-af91-4351-b84e-6f1f10677195 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:06.596975 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-addc9efa-af91-4351-b84e-6f1f10677195 None None] Calling delete_port for 7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:06.677578 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c5f700d-1ae2-41e1-8a06-82a4f2cc98e1 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:06.684488 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-addc9efa-af91-4351-b84e-6f1f10677195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:06.724887 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addc9efa-af91-4351-b84e-6f1f10677195 None None] No DVR routers for this DVR port 7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:59:06.726551 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc9efa-af91-4351-b84e-6f1f10677195 None None] Pushing event deleted for resources: {'Port': ['ID=7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:06.769614 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fc7f635-151a-4969-923d-6ad8d3859728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:06.809530 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeb5cb-b7fd-4b73-af4d-05417cf007df req-5dc32d93-2832-4673-ad66-77657c93f3bd tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:06.811472 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-87eeb5cb-b7fd-4b73-af4d-05417cf007df req-5dc32d93-2832-4673-ad66-77657c93f3bd tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 946 time: 0.1354599 Jul 09 09:59:06.844806 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-ab21ec75-f9f0-4039-ad95-0d2ce2a9d53d req-7f1daf8a-c70b-4b0e-beb1-89327026d44a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Deleting port 204e9823-28b8-4cba-930f-869f32cea39c {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:06.845085 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ab21ec75-f9f0-4039-ad95-0d2ce2a9d53d req-7f1daf8a-c70b-4b0e-beb1-89327026d44a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:06.875837 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c5f700d-1ae2-41e1-8a06-82a4f2cc98e1 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:06.878654 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c5f700d-1ae2-41e1-8a06-82a4f2cc98e1 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:06.916385 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-87eeb5cb-b7fd-4b73-af4d-05417cf007df req-a1eb8e46-a715-4ba4-ba74-87d577bc58ec tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5c5e1ed-8ecd-4905-b121-4910e08abe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975499 Jul 09 09:59:06.929367 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c5f700d-1ae2-41e1-8a06-82a4f2cc98e1 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:06.930427 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5f700d-1ae2-41e1-8a06-82a4f2cc98e1 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Fanout notify agent at l3_agent the message router_deleted on router b194e261-7fe4-4307-9c2d-082841a69f87 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:59:06.939571 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c5f700d-1ae2-41e1-8a06-82a4f2cc98e1 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:06.943034 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1c5f700d-1ae2-41e1-8a06-82a4f2cc98e1 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/routers/b194e261-7fe4-4307-9c2d-082841a69f87 HTTP/1.1" status: 204 len: 168 time: 0.6883242 Jul 09 09:59:06.943747 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60280) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:06.949346 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-056427f6-6852-49c5-b903-e139545e9804 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:06.985912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ab21ec75-f9f0-4039-ad95-0d2ce2a9d53d req-7f1daf8a-c70b-4b0e-beb1-89327026d44a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] For port 204e9823-28b8-4cba-930f-869f32cea39c, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=204e9823-28b8-4cba-930f-869f32cea39c,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:06.986275 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ab21ec75-f9f0-4039-ad95-0d2ce2a9d53d req-7f1daf8a-c70b-4b0e-beb1-89327026d44a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:07.000919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-ab21ec75-f9f0-4039-ad95-0d2ce2a9d53d req-7f1daf8a-c70b-4b0e-beb1-89327026d44a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Calling delete_port for 204e9823-28b8-4cba-930f-869f32cea39c owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:07.062012 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056427f6-6852-49c5-b903-e139545e9804 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:07.066394 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-056427f6-6852-49c5-b903-e139545e9804 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:07.156900 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa01717-5df8-45e6-9a40-8f14c00fefd2 None None] Sync routers for ids ['b194e261-7fe4-4307-9c2d-082841a69f87'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:59:07.166599 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa01717-5df8-45e6-9a40-8f14c00fefd2 None None] Routers set() bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:59:07.167031 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa01717-5df8-45e6-9a40-8f14c00fefd2 None None] Router IDs set() for agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 09:59:07.167914 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_agentschedulers_db [None req-eaa01717-5df8-45e6-9a40-8f14c00fefd2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b194e261-7fe4-4307-9c2d-082841a69f87'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:58:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent'). {{(pid=93792) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 09:59:07.176008 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ab21ec75-f9f0-4039-ad95-0d2ce2a9d53d req-7f1daf8a-c70b-4b0e-beb1-89327026d44a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:07.177612 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa01717-5df8-45e6-9a40-8f14c00fefd2 None None] Routers set() bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:59:07.178018 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa01717-5df8-45e6-9a40-8f14c00fefd2 None None] Router IDs set() for agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 09:59:07.178728 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_agentschedulers_db [None req-eaa01717-5df8-45e6-9a40-8f14c00fefd2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b194e261-7fe4-4307-9c2d-082841a69f87'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:58:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent'). {{(pid=93792) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 09:59:07.179117 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa01717-5df8-45e6-9a40-8f14c00fefd2 None None] The sync data for ids ['b194e261-7fe4-4307-9c2d-082841a69f87'] in n-d-799996-1 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:59:07.209842 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1daf8a-c70b-4b0e-beb1-89327026d44a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event deleted for resources: {'Port': ['ID=204e9823-28b8-4cba-930f-869f32cea39c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:07.282122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab21ec75-f9f0-4039-ad95-0d2ce2a9d53d req-7f1daf8a-c70b-4b0e-beb1-89327026d44a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] No DVR routers for this DVR port 204e9823-28b8-4cba-930f-869f32cea39c on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:59:07.284872 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ab21ec75-f9f0-4039-ad95-0d2ce2a9d53d req-7f1daf8a-c70b-4b0e-beb1-89327026d44a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:07.287143 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab21ec75-f9f0-4039-ad95-0d2ce2a9d53d req-7f1daf8a-c70b-4b0e-beb1-89327026d44a tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.58 "DELETE /v2.0/ports/204e9823-28b8-4cba-930f-869f32cea39c HTTP/1.1" status: 204 len: 173 time: 1.0158222 Jul 09 09:59:07.287548 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4f9ea1-e11b-4088-9422-0a20bb701d21', 'name': 'network-vif-deleted', 'tag': '204e9823-28b8-4cba-930f-869f32cea39c'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:59:07.290033 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadcf58a-c675-4faf-ad0b-2466364008dc" -d '{"events": [{"server_uuid": "2d4f9ea1-e11b-4088-9422-0a20bb701d21", "name": "network-vif-deleted", "tag": "204e9823-28b8-4cba-930f-869f32cea39c"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:59:07.325509 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-056427f6-6852-49c5-b903-e139545e9804 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:07.341588 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e066331-de5a-40f9-ba70-3b1083becbe5 x-openstack-request-id: req-7e066331-de5a-40f9-ba70-3b1083becbe5 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:59:07.341938 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4f9ea1-e11b-4088-9422-0a20bb701d21", "name": "network-vif-deleted", "tag": "204e9823-28b8-4cba-930f-869f32cea39c", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:59:07.342192 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7e066331-de5a-40f9-ba70-3b1083becbe5 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:59:07.342597 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4f9ea1-e11b-4088-9422-0a20bb701d21', 'name': 'network-vif-deleted', 'tag': '204e9823-28b8-4cba-930f-869f32cea39c', 'status': 'completed', 'code': 200} Jul 09 09:59:07.372538 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056427f6-6852-49c5-b903-e139545e9804 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:07.376636 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-056427f6-6852-49c5-b903-e139545e9804 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:07.381342 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056427f6-6852-49c5-b903-e139545e9804 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:07.382041 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-056427f6-6852-49c5-b903-e139545e9804 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:07.391180 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a56c511-4f1b-4d6c-9705-cffab59ca5ca None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:07.396632 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056427f6-6852-49c5-b903-e139545e9804 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=9e368224-dccb-44aa-bdeb-1bd76c228978,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:07.406384 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-056427f6-6852-49c5-b903-e139545e9804 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4612129 Jul 09 09:59:07.409240 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60286) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:07.414523 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-cd2b41bb-ae8d-4c63-83df-cef5a4fe138d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-161946184', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:07.441423 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd2b41bb-ae8d-4c63-83df-cef5a4fe138d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:07.442822 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd2b41bb-ae8d-4c63-83df-cef5a4fe138d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:07.501546 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd2b41bb-ae8d-4c63-83df-cef5a4fe138d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:07.505621 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd2b41bb-ae8d-4c63-83df-cef5a4fe138d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:07.523220 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd2b41bb-ae8d-4c63-83df-cef5a4fe138d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:07.524852 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cd2b41bb-ae8d-4c63-83df-cef5a4fe138d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1141860 Jul 09 09:59:07.527443 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60288) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:07.575969 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a606faa-1cfa-4336-ba51-f1971a7a2263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-087ebd13-862d-4dea-9894-e22d71aaec69', 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'fixed_ips': [{'subnet_id': '9e368224-dccb-44aa-bdeb-1bd76c228978'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:59:07.575969 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0a606faa-1cfa-4336-ba51-f1971a7a2263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:07.711870 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 40d3595f-53f4-4ff0-8710-2150434956e3 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:59:07.753384 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 40d3595f-53f4-4ff0-8710-2150434956e3 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:59:07.753740 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 40d3595f-53f4-4ff0-8710-2150434956e3 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:59:07.754162 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:59:07.844706 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-0a606faa-1cfa-4336-ba51-f1971a7a2263 None None] Allocated IP 2001:db8::2 (087ebd13-862d-4dea-9894-e22d71aaec69/9e368224-dccb-44aa-bdeb-1bd76c228978/4ff45a11-ee57-414a-a67b-85d46e029dab) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:07.928753 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:59:07.929270 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7c5c27cd-a866-4e2e-b4b1-9c3469f14ffa not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:59:07.945542 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9877b248-349e-4d67-90f9-81627fa1d6ef tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:08.033943 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0a606faa-1cfa-4336-ba51-f1971a7a2263 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:08.043992 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0a606faa-1cfa-4336-ba51-f1971a7a2263 None None] Transition to ACTIVE for port object 4ff45a11-ee57-414a-a67b-85d46e029dab will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:08.060539 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0a606faa-1cfa-4336-ba51-f1971a7a2263 None None] Transition to ACTIVE for port object 4ff45a11-ee57-414a-a67b-85d46e029dab will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:08.067570 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0a606faa-1cfa-4336-ba51-f1971a7a2263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:08.090878 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76750574-7c50-4fc2-a3d0-f3f528dc3b84 req-6f5179c3-3137-4d59-8ae3-467015f91401 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 210 time: 0.0377159 Jul 09 09:59:08.116726 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a606faa-1cfa-4336-ba51-f1971a7a2263 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:08.119170 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-0a606faa-1cfa-4336-ba51-f1971a7a2263 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:08.122534 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a606faa-1cfa-4336-ba51-f1971a7a2263 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:59:08.159452 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a606faa-1cfa-4336-ba51-f1971a7a2263 None None] Pushing event updated for resources: {'Port': ['ID=4ff45a11-ee57-414a-a67b-85d46e029dab,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:08.192737 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0a606faa-1cfa-4336-ba51-f1971a7a2263 None None] Attempting to bind port 4ff45a11-ee57-414a-a67b-85d46e029dab on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:59:08.192737 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0a606faa-1cfa-4336-ba51-f1971a7a2263 None None] Attempting to bind port 4ff45a11-ee57-414a-a67b-85d46e029dab by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:59:08.193111 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a606faa-1cfa-4336-ba51-f1971a7a2263 None None] Attempting to bind port 4ff45a11-ee57-414a-a67b-85d46e029dab on network 087ebd13-862d-4dea-9894-e22d71aaec69 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:59:08.198838 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a606faa-1cfa-4336-ba51-f1971a7a2263 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:59:08.198838 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a606faa-1cfa-4336-ba51-f1971a7a2263 None None] Checking segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:59:08.199190 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0a606faa-1cfa-4336-ba51-f1971a7a2263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:08.199474 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a606faa-1cfa-4336-ba51-f1971a7a2263 None None] Bound using segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:59:08.199963 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0a606faa-1cfa-4336-ba51-f1971a7a2263 None None] Bound port: 4ff45a11-ee57-414a-a67b-85d46e029dab, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:59:08.200350 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0a606faa-1cfa-4336-ba51-f1971a7a2263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:08.272227 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0a606faa-1cfa-4336-ba51-f1971a7a2263 None None] For port 4ff45a11-ee57-414a-a67b-85d46e029dab, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:59:08.282212 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0a606faa-1cfa-4336-ba51-f1971a7a2263 None None] For port 4ff45a11-ee57-414a-a67b-85d46e029dab, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4ff45a11-ee57-414a-a67b-85d46e029dab,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:59:08.287727 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-9877b248-349e-4d67-90f9-81627fa1d6ef tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8::1 (087ebd13-862d-4dea-9894-e22d71aaec69/9e368224-dccb-44aa-bdeb-1bd76c228978/f8f67341-754c-401e-8feb-5b344547ef2d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:08.288424 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0a606faa-1cfa-4336-ba51-f1971a7a2263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:08.376638 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a606faa-1cfa-4336-ba51-f1971a7a2263 None None] Pushing event updated for resources: {'Port': ['ID=4ff45a11-ee57-414a-a67b-85d46e029dab,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:08.489220 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9877b248-349e-4d67-90f9-81627fa1d6ef tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:08.507671 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-9877b248-349e-4d67-90f9-81627fa1d6ef tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Transition to ACTIVE for port object f8f67341-754c-401e-8feb-5b344547ef2d will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:08.548212 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9877b248-349e-4d67-90f9-81627fa1d6ef tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:08.609899 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9877b248-349e-4d67-90f9-81627fa1d6ef tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:08.613411 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-9877b248-349e-4d67-90f9-81627fa1d6ef tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:08.617635 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9877b248-349e-4d67-90f9-81627fa1d6ef tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:59:08.618198 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9877b248-349e-4d67-90f9-81627fa1d6ef tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:08.642399 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877b248-349e-4d67-90f9-81627fa1d6ef tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=f8f67341-754c-401e-8feb-5b344547ef2d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:08.839744 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 204e9823-28b8-4cba-930f-869f32cea39c no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:59:08.890401 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 204e9823-28b8-4cba-930f-869f32cea39c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:59:08.891033 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 204e9823-28b8-4cba-930f-869f32cea39c not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:59:08.967393 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9877b248-349e-4d67-90f9-81627fa1d6ef tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:09.022753 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9af81-b128-4f53-92d2-2a30a1a58c18 req-ee36a254-a9b1-459a-950c-840edf8db175 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:09.025164 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5d9af81-b128-4f53-92d2-2a30a1a58c18 req-ee36a254-a9b1-459a-950c-840edf8db175 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2592d51-cae9-43ef-bf24-c07d7f2b87b7 HTTP/1.1" status: 200 len: 946 time: 0.0991631 Jul 09 09:59:09.075097 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5d9af81-b128-4f53-92d2-2a30a1a58c18 req-63b91d34-229a-4801-b300-2c90f6158337 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/security-groups?id=972db136-e49f-43cc-8374-cea37f1757f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414016 Jul 09 09:59:09.271176 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:09.335562 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39a7fbf0-b7db-48f8-974e-fbbf5990f449 req-a1aaeb9d-3254-4522-8b78-c1fc5f9fe7e9 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 210 time: 0.0379086 Jul 09 09:59:09.389255 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-465cdb31-80ac-4eba-af58-6da4dd938f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:09.492973 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9877b248-349e-4d67-90f9-81627fa1d6ef tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:09.500315 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9877b248-349e-4d67-90f9-81627fa1d6ef tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:09.501718 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9877b248-349e-4d67-90f9-81627fa1d6ef tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:09.534980 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:09.606157 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877b248-349e-4d67-90f9-81627fa1d6ef tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=f8f67341-754c-401e-8feb-5b344547ef2d,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:09.666672 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9877b248-349e-4d67-90f9-81627fa1d6ef tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:09.668286 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-9877b248-349e-4d67-90f9-81627fa1d6ef tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:09.695468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007524ed-3dc5-4d39-bb18-97ce82b4c195 req-c84e663a-9fd0-4f86-a2f0-922a6cfbf31f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:09.705457 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-007524ed-3dc5-4d39-bb18-97ce82b4c195 req-c84e663a-9fd0-4f86-a2f0-922a6cfbf31f tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 947 time: 0.1315644 Jul 09 09:59:09.748868 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4ff45a11-ee57-414a-a67b-85d46e029dab up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:59:09.786887 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-007524ed-3dc5-4d39-bb18-97ce82b4c195 req-3bd136f4-b9de-43d1-b4af-f92a1c4f52bd tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796566 Jul 09 09:59:09.828921 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 4ff45a11-ee57-414a-a67b-85d46e029dab completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:59:09.836430 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9877b248-349e-4d67-90f9-81627fa1d6ef tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Router e4654c24-92d5-4525-a7fe-41e0ba0e33cf is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 09:59:09.935872 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9877b248-349e-4d67-90f9-81627fa1d6ef tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:59:09.941269 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9877b248-349e-4d67-90f9-81627fa1d6ef tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "PUT /v2.0/routers/e4654c24-92d5-4525-a7fe-41e0ba0e33cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4126384 Jul 09 09:59:09.943783 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60312) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:09.946394 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] Sync routers for ids ['e4654c24-92d5-4525-a7fe-41e0ba0e33cf'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:59:09.959125 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] Routers {'e4654c24-92d5-4525-a7fe-41e0ba0e33cf'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:59:09.960407 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:59:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['e4654c24-92d5-4525-a7fe-41e0ba0e33cf'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:10.007643 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec7600c-092e-43fd-b100-f5becb823e01 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:10.011838 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60314) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:10.012016 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7ec7600c-092e-43fd-b100-f5becb823e01 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports/f8f67341-754c-401e-8feb-5b344547ef2d HTTP/1.1" status: 200 len: 911 time: 0.0670378 Jul 09 09:59:10.032200 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fefa7323-8ba1-419c-b0ce-2f41420fe12f None None] Provisioning for port 4ff45a11-ee57-414a-a67b-85d46e029dab completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:59:10.039152 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fefa7323-8ba1-419c-b0ce-2f41420fe12f None None] Provisioning complete for port 4ff45a11-ee57-414a-a67b-85d46e029dab triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:10.039525 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fefa7323-8ba1-419c-b0ce-2f41420fe12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:10.081158 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] Set router e4654c24-92d5-4525-a7fe-41e0ba0e33cf gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:59:10.161688 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fefa7323-8ba1-419c-b0ce-2f41420fe12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:10.169039 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b10d465-8671-4c0c-aeec-527b72cdcc21 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:10.189776 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b10d465-8671-4c0c-aeec-527b72cdcc21 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:10.191539 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2b10d465-8671-4c0c-aeec-527b72cdcc21 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1786950 Jul 09 09:59:10.194329 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60318) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:10.203683 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fefa7323-8ba1-419c-b0ce-2f41420fe12f None None] For port 4ff45a11-ee57-414a-a67b-85d46e029dab, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4ff45a11-ee57-414a-a67b-85d46e029dab,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:10.210161 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fefa7323-8ba1-419c-b0ce-2f41420fe12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:10.299295 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa7323-8ba1-419c-b0ce-2f41420fe12f None None] Pushing event updated for resources: {'Port': ['ID=4ff45a11-ee57-414a-a67b-85d46e029dab,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:10.340740 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c9784804-0161-4701-a578-3ec49f320700 None None] Provisioning for port f8f67341-754c-401e-8feb-5b344547ef2d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:59:10.346743 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c9784804-0161-4701-a578-3ec49f320700 None None] Provisioning complete for port f8f67341-754c-401e-8feb-5b344547ef2d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:10.347269 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c9784804-0161-4701-a578-3ec49f320700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:10.424463 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a22971-33db-42dd-9276-9d67cd90285e req-6ace733d-0146-4738-bf97-9f6ef802c995 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:10.433120 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09a22971-33db-42dd-9276-9d67cd90285e req-6ace733d-0146-4738-bf97-9f6ef802c995 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2592d51-cae9-43ef-bf24-c07d7f2b87b7 HTTP/1.1" status: 200 len: 946 time: 0.1410885 Jul 09 09:59:10.433429 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c9784804-0161-4701-a578-3ec49f320700 None None] Port f8f67341-754c-401e-8feb-5b344547ef2d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:59:10.491404 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09a22971-33db-42dd-9276-9d67cd90285e req-0fdf6b87-ff67-43c9-9d7d-132dd80d08c7 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/security-groups?id=972db136-e49f-43cc-8374-cea37f1757f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544581 Jul 09 09:59:10.498036 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4654c24-92d5-4525-a7fe-41e0ba0e33cf', 'name': 'tempest-NetworksTestDHCPv6-router-161946184', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:59:07Z', 'updated_at': '2021-07-09T09:59:08Z', 'revision_number': 2, 'project_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'gw_port_host': None, '_interfaces': [{'id': 'f8f67341-754c-401e-8feb-5b344547ef2d', 'name': '', 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'mac_address': 'fa:16:3e:45:38:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4654c24-92d5-4525-a7fe-41e0ba0e33cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '9e368224-dccb-44aa-bdeb-1bd76c228978', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:59:08Z', 'updated_at': '2021-07-09T09:59:09Z', 'revision_number': 2, 'project_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'subnets': [{'id': '9e368224-dccb-44aa-bdeb-1bd76c228978', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:10.556026 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3bfec1cc-5226-4afe-8bb7-bd4a29994bdf req-e22006a4-0db4-4747-a7f3-500c119bb31d tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 210 time: 0.0342014 Jul 09 09:59:10.571671 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] Checking router: e4654c24-92d5-4525-a7fe-41e0ba0e33cf for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:59:10.572055 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] Updating router e4654c24-92d5-4525-a7fe-41e0ba0e33cf port f8f67341-754c-401e-8feb-5b344547ef2d binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 09:59:10.610483 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:10.660068 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3e586e7f-f45b-4fb8-a271-0607d087d61e None None] Provisioning complete for port f8f67341-754c-401e-8feb-5b344547ef2d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:10.660721 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e586e7f-f45b-4fb8-a271-0607d087d61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:10.709370 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3e586e7f-f45b-4fb8-a271-0607d087d61e None None] Port f8f67341-754c-401e-8feb-5b344547ef2d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:59:10.823866 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c99db3c-610c-4623-83f2-25fceef972c0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:10.864479 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78eb90-cd81-4c44-b70f-d80ac2920d60 req-678d84ef-a713-407e-a1c2-0fbca8f45b0f tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:10.870642 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e78eb90-cd81-4c44-b70f-d80ac2920d60 req-678d84ef-a713-407e-a1c2-0fbca8f45b0f tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2592d51-cae9-43ef-bf24-c07d7f2b87b7 HTTP/1.1" status: 200 len: 946 time: 0.1142354 Jul 09 09:59:10.900191 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:10.911845 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] Transition to ACTIVE for port object f8f67341-754c-401e-8feb-5b344547ef2d will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:10.920806 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:10.984381 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25114a94-75a5-468b-8e0c-9d4e142babbd None None] Pushing event updated for resources: {'Port': ['ID=f8f67341-754c-401e-8feb-5b344547ef2d,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:11.068305 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] Attempting to bind port f8f67341-754c-401e-8feb-5b344547ef2d on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:59:11.068929 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] Attempting to bind port f8f67341-754c-401e-8feb-5b344547ef2d by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:59:11.069484 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] Attempting to bind port f8f67341-754c-401e-8feb-5b344547ef2d on network 087ebd13-862d-4dea-9894-e22d71aaec69 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:59:11.078597 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:59:11.079534 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] Checking segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:59:11.080443 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:11.081295 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] Bound using segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:59:11.082964 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] Bound port: f8f67341-754c-401e-8feb-5b344547ef2d, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:59:11.083784 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:11.096038 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-3e78eb90-cd81-4c44-b70f-d80ac2920d60 req-0a7b9c4d-677e-45e7-8b65-2a283320713f tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Deleting port e81e37d0-0593-4d93-b6e5-951a369fbec5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:11.096384 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3e78eb90-cd81-4c44-b70f-d80ac2920d60 req-0a7b9c4d-677e-45e7-8b65-2a283320713f tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:11.165080 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9c99db3c-610c-4623-83f2-25fceef972c0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting port f8f67341-754c-401e-8feb-5b344547ef2d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:11.165544 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c99db3c-610c-4623-83f2-25fceef972c0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:11.205933 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:11.206579 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3e78eb90-cd81-4c44-b70f-d80ac2920d60 req-0a7b9c4d-677e-45e7-8b65-2a283320713f tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] For port e81e37d0-0593-4d93-b6e5-951a369fbec5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=e81e37d0-0593-4d93-b6e5-951a369fbec5,segment=NetworkSegment(16d80a74-71ad-4711-9ff7-14d1fd8854b5),segment_id=16d80a74-71ad-4711-9ff7-14d1fd8854b5)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:11.207005 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3e78eb90-cd81-4c44-b70f-d80ac2920d60 req-0a7b9c4d-677e-45e7-8b65-2a283320713f tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:11.223130 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-3e78eb90-cd81-4c44-b70f-d80ac2920d60 req-0a7b9c4d-677e-45e7-8b65-2a283320713f tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Calling delete_port for e81e37d0-0593-4d93-b6e5-951a369fbec5 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:11.232191 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] For port f8f67341-754c-401e-8feb-5b344547ef2d, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:59:11.242619 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] For port f8f67341-754c-401e-8feb-5b344547ef2d, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f8f67341-754c-401e-8feb-5b344547ef2d,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:59:11.250674 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:11.311542 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-9c99db3c-610c-4623-83f2-25fceef972c0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] For port f8f67341-754c-401e-8feb-5b344547ef2d, host n-d-799996-1, got binding levels [] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:11.311542 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c99db3c-610c-4623-83f2-25fceef972c0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:11.316341 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25114a94-75a5-468b-8e0c-9d4e142babbd None None] Pushing event updated for resources: {'Port': ['ID=f8f67341-754c-401e-8feb-5b344547ef2d,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:11.338670 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9c99db3c-610c-4623-83f2-25fceef972c0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Calling delete_port for f8f67341-754c-401e-8feb-5b344547ef2d owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:11.339597 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] Routers {'e4654c24-92d5-4525-a7fe-41e0ba0e33cf'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:59:11.341350 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:59:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['e4654c24-92d5-4525-a7fe-41e0ba0e33cf'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:11.421104 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3e78eb90-cd81-4c44-b70f-d80ac2920d60 req-0a7b9c4d-677e-45e7-8b65-2a283320713f tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:11.433258 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['e81e37d0-0593-4d93-b6e5-951a369fbec5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 09:59:11.455942 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4528e9-4090-4b20-b56a-80d8eb00f296 req-88a0734f-bb79-40b1-bfd1-9ea1f31b926c tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:11.465965 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1e4528e9-4090-4b20-b56a-80d8eb00f296 req-88a0734f-bb79-40b1-bfd1-9ea1f31b926c tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 947 time: 0.5320482 Jul 09 09:59:11.571441 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] Set router e4654c24-92d5-4525-a7fe-41e0ba0e33cf gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:59:11.665627 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b9c4d-677e-45e7-8b65-2a283320713f tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Pushing event deleted for resources: {'Port': ['ID=e81e37d0-0593-4d93-b6e5-951a369fbec5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:11.731469 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4ff45a11-ee57-414a-a67b-85d46e029dab up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:59:11.751018 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e78eb90-cd81-4c44-b70f-d80ac2920d60 req-0a7b9c4d-677e-45e7-8b65-2a283320713f tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] No DVR routers for this DVR port e81e37d0-0593-4d93-b6e5-951a369fbec5 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:59:11.765487 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3e78eb90-cd81-4c44-b70f-d80ac2920d60 req-0a7b9c4d-677e-45e7-8b65-2a283320713f tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:11.769007 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e78eb90-cd81-4c44-b70f-d80ac2920d60 req-0a7b9c4d-677e-45e7-8b65-2a283320713f tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.64 "DELETE /v2.0/ports/e81e37d0-0593-4d93-b6e5-951a369fbec5 HTTP/1.1" status: 204 len: 173 time: 0.8889935 Jul 09 09:59:11.769822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2592d51-cae9-43ef-bf24-c07d7f2b87b7', 'name': 'network-vif-deleted', 'tag': 'e81e37d0-0593-4d93-b6e5-951a369fbec5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:59:11.772757 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5f7f6f-8691-4494-981f-bd5469538fe0" -d '{"events": [{"server_uuid": "a2592d51-cae9-43ef-bf24-c07d7f2b87b7", "name": "network-vif-deleted", "tag": "e81e37d0-0593-4d93-b6e5-951a369fbec5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:59:11.777810 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c99db3c-610c-4623-83f2-25fceef972c0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:11.806100 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1e4528e9-4090-4b20-b56a-80d8eb00f296 req-cafbfb20-1415-4ade-9d4d-10ff8eb0a5cd tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups?id=e5beccca-5020-477d-9cad-3dc782c9c0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3236899 Jul 09 09:59:11.852737 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 4ff45a11-ee57-414a-a67b-85d46e029dab triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:11.853109 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:11.860576 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99db3c-610c-4623-83f2-25fceef972c0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Port': ['ID=f8f67341-754c-401e-8feb-5b344547ef2d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:11.880777 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4654c24-92d5-4525-a7fe-41e0ba0e33cf', 'name': 'tempest-NetworksTestDHCPv6-router-161946184', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:59:07Z', 'updated_at': '2021-07-09T09:59:08Z', 'revision_number': 2, 'project_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'gw_port_host': None, '_interfaces': [{'id': 'f8f67341-754c-401e-8feb-5b344547ef2d', 'name': '', 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'mac_address': 'fa:16:3e:45:38:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4654c24-92d5-4525-a7fe-41e0ba0e33cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '9e368224-dccb-44aa-bdeb-1bd76c228978', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:59:08Z', 'updated_at': '2021-07-09T09:59:11Z', 'revision_number': 4, 'project_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'subnets': [{'id': '9e368224-dccb-44aa-bdeb-1bd76c228978', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:11.886641 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb32a60-0fa3-453b-8300-7531c6586aea req-f3f982f9-943b-48cf-9877-6f9f14b71c0d tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:11.888551 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-afb32a60-0fa3-453b-8300-7531c6586aea req-f3f982f9-943b-48cf-9877-6f9f14b71c0d tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 947 time: 0.4806559 Jul 09 09:59:11.900799 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-77015231-f27a-4128-bc59-aa670fb3bf56 None None] Could not find standard attr ID for object f8f67341-754c-401e-8feb-5b344547ef2d. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:59:11.928743 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d6284-c6fa-4d7e-9c68-fa4f26b4f2ae None None] The sync data for ids ['e4654c24-92d5-4525-a7fe-41e0ba0e33cf'] in n-d-799996-1 is: [{'id': 'e4654c24-92d5-4525-a7fe-41e0ba0e33cf', 'name': 'tempest-NetworksTestDHCPv6-router-161946184', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:59:07Z', 'updated_at': '2021-07-09T09:59:08Z', 'revision_number': 2, 'project_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'gw_port_host': None, '_interfaces': [{'id': 'f8f67341-754c-401e-8feb-5b344547ef2d', 'name': '', 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'mac_address': 'fa:16:3e:45:38:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4654c24-92d5-4525-a7fe-41e0ba0e33cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '9e368224-dccb-44aa-bdeb-1bd76c228978', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:59:08Z', 'updated_at': '2021-07-09T09:59:11Z', 'revision_number': 4, 'project_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'subnets': [{'id': '9e368224-dccb-44aa-bdeb-1bd76c228978', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:59:12.003138 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1ab0eaf6-4b17-49ec-bf16-3282707f662c req-45e00dfd-7b87-44ac-b263-26b3fe92a409 tempest-VolumesSnapshotTestJSON-79514769 tempest-VolumesSnapshotTestJSON-79514769-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2592d51-cae9-43ef-bf24-c07d7f2b87b7 HTTP/1.1" status: 200 len: 210 time: 0.1933260 Jul 09 09:59:12.132806 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc7c5cd-c0df-4257-9084-b925c7257fe8 x-openstack-request-id: req-5fc7c5cd-c0df-4257-9084-b925c7257fe8 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:59:12.133115 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2592d51-cae9-43ef-bf24-c07d7f2b87b7", "name": "network-vif-deleted", "tag": "e81e37d0-0593-4d93-b6e5-951a369fbec5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:59:12.133374 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5fc7c5cd-c0df-4257-9084-b925c7257fe8 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:59:12.133784 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2592d51-cae9-43ef-bf24-c07d7f2b87b7', 'name': 'network-vif-deleted', 'tag': 'e81e37d0-0593-4d93-b6e5-951a369fbec5', 'status': 'completed', 'code': 200} Jul 09 09:59:12.146514 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-afb32a60-0fa3-453b-8300-7531c6586aea req-fd96ff24-902c-4581-94e7-4acab23619cc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Deleting port 74bd452e-a584-45d3-9f16-ca03ea89c48a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:12.146812 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-afb32a60-0fa3-453b-8300-7531c6586aea req-fd96ff24-902c-4581-94e7-4acab23619cc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:12.165521 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c99db3c-610c-4623-83f2-25fceef972c0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:12.354062 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-afb32a60-0fa3-453b-8300-7531c6586aea req-fd96ff24-902c-4581-94e7-4acab23619cc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] For port 74bd452e-a584-45d3-9f16-ca03ea89c48a, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=74bd452e-a584-45d3-9f16-ca03ea89c48a,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:12.355378 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-afb32a60-0fa3-453b-8300-7531c6586aea req-fd96ff24-902c-4581-94e7-4acab23619cc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:12.409425 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c99db3c-610c-4623-83f2-25fceef972c0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Router e4654c24-92d5-4525-a7fe-41e0ba0e33cf has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:59:12.563104 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-119d8b9e-6bf1-4c3e-928b-ea10c1a624d8 req-549dd82c-7b26-4b89-815e-b9d40b848e3b tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d4f9ea1-e11b-4088-9422-0a20bb701d21 HTTP/1.1" status: 200 len: 210 time: 0.0599730 Jul 09 09:59:12.764500 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-afb32a60-0fa3-453b-8300-7531c6586aea req-fd96ff24-902c-4581-94e7-4acab23619cc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:12.764848 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-afb32a60-0fa3-453b-8300-7531c6586aea req-fd96ff24-902c-4581-94e7-4acab23619cc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:12.765222 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [req-afb32a60-0fa3-453b-8300-7531c6586aea req-fd96ff24-902c-4581-94e7-4acab23619cc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Floating IP 9a1769bd-5689-450b-ba41-87fb3d4e3315 disassociated. External IP: 172.25.3.75, port: 74bd452e-a584-45d3-9f16-ca03ea89c48a. Jul 09 09:59:12.766116 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-afb32a60-0fa3-453b-8300-7531c6586aea req-fd96ff24-902c-4581-94e7-4acab23619cc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Calling delete_port for 74bd452e-a584-45d3-9f16-ca03ea89c48a owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:12.888218 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c99db3c-610c-4623-83f2-25fceef972c0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:59:12.896942 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9c99db3c-610c-4623-83f2-25fceef972c0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "PUT /v2.0/routers/e4654c24-92d5-4525-a7fe-41e0ba0e33cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7012441 Jul 09 09:59:12.899225 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60334) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:12.918594 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-afb32a60-0fa3-453b-8300-7531c6586aea req-fd96ff24-902c-4581-94e7-4acab23619cc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:12.949998 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96ff24-902c-4581-94e7-4acab23619cc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Pushing event deleted for resources: {'Port': ['ID=74bd452e-a584-45d3-9f16-ca03ea89c48a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:12.985573 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1790fe-b4f2-44ba-97d5-607f89d37e6a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:12.990249 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1790fe-b4f2-44ba-97d5-607f89d37e6a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:12.992148 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1a1790fe-b4f2-44ba-97d5-607f89d37e6a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0912416 Jul 09 09:59:12.995221 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60336) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:12.995394 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:13.044293 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b101f4f7-6464-484a-8f63-23d5fd5678aa req-2a9a0c73-49f4-439c-9753-2093765b3e0e tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 210 time: 0.0389428 Jul 09 09:59:13.070441 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d2cb82-9808-4658-ad3b-9fea95511455 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet 9e368224-dccb-44aa-bdeb-1bd76c228978 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:59:13.074013 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05d2cb82-9808-4658-ad3b-9fea95511455 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:13.113364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afb32a60-0fa3-453b-8300-7531c6586aea req-fd96ff24-902c-4581-94e7-4acab23619cc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Router 798fb12b-4f95-4377-9828-31560c46c8fc has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:59:13.135944 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05d2cb82-9808-4658-ad3b-9fea95511455 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:13.254771 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05d2cb82-9808-4658-ad3b-9fea95511455 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:13.272205 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afb32a60-0fa3-453b-8300-7531c6586aea req-fd96ff24-902c-4581-94e7-4acab23619cc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:59:13.284367 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81de024-1ec6-40e9-a059-919804b4173e None None] Sync routers for ids ['798fb12b-4f95-4377-9828-31560c46c8fc'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:59:13.299203 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81de024-1ec6-40e9-a059-919804b4173e None None] Routers {'798fb12b-4f95-4377-9828-31560c46c8fc'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:59:13.300351 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a81de024-1ec6-40e9-a059-919804b4173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:59:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['798fb12b-4f95-4377-9828-31560c46c8fc'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:13.345228 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05d2cb82-9808-4658-ad3b-9fea95511455 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:13.348553 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb32a60-0fa3-453b-8300-7531c6586aea req-fd96ff24-902c-4581-94e7-4acab23619cc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] No DVR routers for this DVR port 74bd452e-a584-45d3-9f16-ca03ea89c48a on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:59:13.351562 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-afb32a60-0fa3-453b-8300-7531c6586aea req-fd96ff24-902c-4581-94e7-4acab23619cc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:13.353441 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-afb32a60-0fa3-453b-8300-7531c6586aea req-fd96ff24-902c-4581-94e7-4acab23619cc tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.64 "DELETE /v2.0/ports/74bd452e-a584-45d3-9f16-ca03ea89c48a HTTP/1.1" status: 204 len: 173 time: 1.4351501 Jul 09 09:59:13.383335 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2cb82-9808-4658-ad3b-9fea95511455 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=9e368224-dccb-44aa-bdeb-1bd76c228978,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:13.390958 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05d2cb82-9808-4658-ad3b-9fea95511455 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:13.394809 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-05d2cb82-9808-4658-ad3b-9fea95511455 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/9e368224-dccb-44aa-bdeb-1bd76c228978 HTTP/1.1" status: 204 len: 168 time: 0.3979418 Jul 09 09:59:13.396767 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60342) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:13.428716 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3a8875-2fa0-46de-89c7-108b21c24239 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:13.510606 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-673139df-7684-47ca-9040-6d266ae160d2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1118803 Jul 09 09:59:13.513263 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60344) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:13.570868 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a81de024-1ec6-40e9-a059-919804b4173e None None] Set router 798fb12b-4f95-4377-9828-31560c46c8fc gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:59:13.695262 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6dd61fd3-c03e-4c32-acef-48a4c3cc2ed7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:13.763337 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60354) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:13.886938 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f53859d-f522-4e07-add9-19c1d2c5aa4e None None] DHCP port deletion for 087ebd13-862d-4dea-9894-e22d71aaec69 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:59:13.901864 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1ceddc-5d70-490c-96c6-00be4874af40 None None] Sync routers for ids ['e4654c24-92d5-4525-a7fe-41e0ba0e33cf'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:59:13.912996 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1ceddc-5d70-490c-96c6-00be4874af40 None None] Routers {'e4654c24-92d5-4525-a7fe-41e0ba0e33cf'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:59:13.913976 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-be1ceddc-5d70-490c-96c6-00be4874af40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:59:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['e4654c24-92d5-4525-a7fe-41e0ba0e33cf'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:13.924432 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a81de024-1ec6-40e9-a059-919804b4173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'name': 'tempest-AttachVolumeShelveTestJSON-407078560-router', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:56Z', 'revision_number': 4, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'gw_port': {'id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'b765b015-d02a-4d9c-a28e-78b41d2a05b1', 'name': '', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'mac_address': 'fa:16:3e:ff:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:55Z', 'updated_at': '2021-07-09T09:49:03Z', 'revision_number': 5, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'subnets': [{'id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:13.959630 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81de024-1ec6-40e9-a059-919804b4173e None None] Checking router: 798fb12b-4f95-4377-9828-31560c46c8fc for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:59:13.972360 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81de024-1ec6-40e9-a059-919804b4173e None None] Routers {'798fb12b-4f95-4377-9828-31560c46c8fc'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:59:13.973004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a81de024-1ec6-40e9-a059-919804b4173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:59:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['798fb12b-4f95-4377-9828-31560c46c8fc'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:13.992266 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5f60b5ab-4616-4129-98f1-665d08a201da tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Deleting port 094ce3db-8de3-4bf4-a359-dc18ee9a1214 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:13.995342 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f60b5ab-4616-4129-98f1-665d08a201da tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:14.067809 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6f53859d-f522-4e07-add9-19c1d2c5aa4e None None] Deleting port 4ff45a11-ee57-414a-a67b-85d46e029dab {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:14.068350 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f53859d-f522-4e07-add9-19c1d2c5aa4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:14.089602 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-be1ceddc-5d70-490c-96c6-00be4874af40 None None] Set router e4654c24-92d5-4525-a7fe-41e0ba0e33cf gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:59:14.117615 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f60b5ab-4616-4129-98f1-665d08a201da tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:14.118247 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f60b5ab-4616-4129-98f1-665d08a201da tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:14.131340 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5f60b5ab-4616-4129-98f1-665d08a201da tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Calling delete_port for 094ce3db-8de3-4bf4-a359-dc18ee9a1214 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:14.195871 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ef6f3d-2369-4214-874c-27d9a1a696f8', 'name': 'network-vif-deleted', 'tag': '74bd452e-a584-45d3-9f16-ca03ea89c48a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:59:14.198081 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9c385b-d555-4d90-a971-8b83f7d4e052" -d '{"events": [{"server_uuid": "d8ef6f3d-2369-4214-874c-27d9a1a696f8", "name": "network-vif-deleted", "tag": "74bd452e-a584-45d3-9f16-ca03ea89c48a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:59:14.281716 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f60b5ab-4616-4129-98f1-665d08a201da tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:14.285432 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-be1ceddc-5d70-490c-96c6-00be4874af40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4654c24-92d5-4525-a7fe-41e0ba0e33cf', 'name': 'tempest-NetworksTestDHCPv6-router-161946184', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:59:07Z', 'updated_at': '2021-07-09T09:59:11Z', 'revision_number': 3, 'project_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:14.308042 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb30aa00-298c-4bae-ad59-335ca5072068 x-openstack-request-id: req-bb30aa00-298c-4bae-ad59-335ca5072068 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:59:14.308619 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ef6f3d-2369-4214-874c-27d9a1a696f8", "name": "network-vif-deleted", "tag": "74bd452e-a584-45d3-9f16-ca03ea89c48a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:59:14.309285 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bb30aa00-298c-4bae-ad59-335ca5072068 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:59:14.310313 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ef6f3d-2369-4214-874c-27d9a1a696f8', 'name': 'network-vif-deleted', 'tag': '74bd452e-a584-45d3-9f16-ca03ea89c48a', 'status': 'completed', 'code': 200} Jul 09 09:59:14.324272 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6dd61fd3-c03e-4c32-acef-48a4c3cc2ed7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:14.334491 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6dd61fd3-c03e-4c32-acef-48a4c3cc2ed7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:14.345380 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60b5ab-4616-4129-98f1-665d08a201da tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event deleted for resources: {'Port': ['ID=094ce3db-8de3-4bf4-a359-dc18ee9a1214,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:14.355452 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1ceddc-5d70-490c-96c6-00be4874af40 None None] Checking router: e4654c24-92d5-4525-a7fe-41e0ba0e33cf for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:59:14.377959 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1ceddc-5d70-490c-96c6-00be4874af40 None None] Routers {'e4654c24-92d5-4525-a7fe-41e0ba0e33cf'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:59:14.378724 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-be1ceddc-5d70-490c-96c6-00be4874af40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:59:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['e4654c24-92d5-4525-a7fe-41e0ba0e33cf'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:14.429690 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6f53859d-f522-4e07-add9-19c1d2c5aa4e None None] For port 4ff45a11-ee57-414a-a67b-85d46e029dab, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4ff45a11-ee57-414a-a67b-85d46e029dab,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:14.430650 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f53859d-f522-4e07-add9-19c1d2c5aa4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:14.438566 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7f078812-85e7-40ea-9088-f445637e3af3 req-bdbaa8dc-d29d-43ef-801d-e7e981b25027 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef6f3d-2369-4214-874c-27d9a1a696f8 HTTP/1.1" status: 200 len: 210 time: 0.0435059 Jul 09 09:59:14.440195 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6dd61fd3-c03e-4c32-acef-48a4c3cc2ed7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:14.442717 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f60b5ab-4616-4129-98f1-665d08a201da tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:14.443349 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd61fd3-c03e-4c32-acef-48a4c3cc2ed7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Fanout notify agent at l3_agent the message router_deleted on router e4654c24-92d5-4525-a7fe-41e0ba0e33cf {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:59:14.446073 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f60b5ab-4616-4129-98f1-665d08a201da tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:14.460340 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6dd61fd3-c03e-4c32-acef-48a4c3cc2ed7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:14.461724 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6dd61fd3-c03e-4c32-acef-48a4c3cc2ed7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/routers/e4654c24-92d5-4525-a7fe-41e0ba0e33cf HTTP/1.1" status: 204 len: 168 time: 0.9461830 Jul 09 09:59:14.464769 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5f60b5ab-4616-4129-98f1-665d08a201da tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "DELETE /v2.0/floatingips/979447c3-6026-44d1-8652-f0307f0e7fc3 HTTP/1.1" status: 204 len: 168 time: 0.6856964 Jul 09 09:59:14.465376 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60362) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:14.467857 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a81de024-1ec6-40e9-a059-919804b4173e None None] Set router 798fb12b-4f95-4377-9828-31560c46c8fc gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:59:14.469999 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6f53859d-f522-4e07-add9-19c1d2c5aa4e None None] Calling delete_port for 4ff45a11-ee57-414a-a67b-85d46e029dab owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:14.526040 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-be1ceddc-5d70-490c-96c6-00be4874af40 None None] Set router e4654c24-92d5-4525-a7fe-41e0ba0e33cf gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:59:14.558311 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15674548-c975-4006-b006-81b726d5bd48 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:14.560061 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-15674548-c975-4006-b006-81b726d5bd48 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0925639 Jul 09 09:59:14.563346 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60366) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:14.668369 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410bccdc-55e1-44d4-9217-dd77cae4eeb1 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:14.682136 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-410bccdc-55e1-44d4-9217-dd77cae4eeb1 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1175020 Jul 09 09:59:14.684042 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-be1ceddc-5d70-490c-96c6-00be4874af40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4654c24-92d5-4525-a7fe-41e0ba0e33cf', 'name': 'tempest-NetworksTestDHCPv6-router-161946184', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:59:07Z', 'updated_at': '2021-07-09T09:59:11Z', 'revision_number': 3, 'project_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:14.684764 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60372) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:14.739263 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1ceddc-5d70-490c-96c6-00be4874af40 None None] The sync data for ids ['e4654c24-92d5-4525-a7fe-41e0ba0e33cf'] in n-d-799996-1 is: [{'id': 'e4654c24-92d5-4525-a7fe-41e0ba0e33cf', 'name': 'tempest-NetworksTestDHCPv6-router-161946184', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:59:07Z', 'updated_at': '2021-07-09T09:59:11Z', 'revision_number': 3, 'project_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:59:14.740792 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0382e1af-4523-4aae-ad26-11d3b8980e02 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548208 Jul 09 09:59:14.744919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60374) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:14.758029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b5f6c729-a291-4c0d-b2d6-ba5f7ee43b44 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:14.882260 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f6c729-a291-4c0d-b2d6-ba5f7ee43b44 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:14.886282 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5f6c729-a291-4c0d-b2d6-ba5f7ee43b44 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:14.905836 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f53859d-f522-4e07-add9-19c1d2c5aa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:14.945326 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53859d-f522-4e07-add9-19c1d2c5aa4e None None] Pushing event deleted for resources: {'Port': ['ID=4ff45a11-ee57-414a-a67b-85d46e029dab,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:14.947168 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f53859d-f522-4e07-add9-19c1d2c5aa4e None None] No DVR routers for this DVR port 4ff45a11-ee57-414a-a67b-85d46e029dab on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:59:15.005887 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a81de024-1ec6-40e9-a059-919804b4173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'name': 'tempest-AttachVolumeShelveTestJSON-407078560-router', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:56Z', 'revision_number': 4, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'gw_port': {'id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'b765b015-d02a-4d9c-a28e-78b41d2a05b1', 'name': '', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'mac_address': 'fa:16:3e:ff:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:55Z', 'updated_at': '2021-07-09T09:49:03Z', 'revision_number': 5, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'subnets': [{'id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:15.038508 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81de024-1ec6-40e9-a059-919804b4173e None None] The sync data for ids ['798fb12b-4f95-4377-9828-31560c46c8fc'] in n-d-799996-1 is: [{'id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'name': 'tempest-AttachVolumeShelveTestJSON-407078560-router', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:56Z', 'revision_number': 4, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'gw_port': {'id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'b765b015-d02a-4d9c-a28e-78b41d2a05b1', 'name': '', 'network_id': '4245b116-2d5b-4779-b854-de03b1576199', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'mac_address': 'fa:16:3e:ff:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:55Z', 'updated_at': '2021-07-09T09:49:03Z', 'revision_number': 5, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'subnets': [{'id': 'f33154ac-544d-477f-a9ff-a13c564432a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:59:15.239377 n-d-799996-1 neutron-server[93790]: DEBUG neutron.objects.ports [None req-b5f6c729-a291-4c0d-b2d6-ba5f7ee43b44 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93790) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 09:59:15.241027 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5f6c729-a291-4c0d-b2d6-ba5f7ee43b44 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:15.301952 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f6c729-a291-4c0d-b2d6-ba5f7ee43b44 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:15.305760 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b5f6c729-a291-4c0d-b2d6-ba5f7ee43b44 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:15.309247 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f6c729-a291-4c0d-b2d6-ba5f7ee43b44 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:15.309848 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5f6c729-a291-4c0d-b2d6-ba5f7ee43b44 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:15.312203 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6c729-a291-4c0d-b2d6-ba5f7ee43b44 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=4f2e0953-c305-4cba-bcdb-080140a61048,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:15.315787 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07fbd98-1ee9-43e3-8572-6af693e036e3 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:15.342336 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60382) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:15.342906 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b5f6c729-a291-4c0d-b2d6-ba5f7ee43b44 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5953927 Jul 09 09:59:15.349176 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-945e14c0-6805-48b8-b903-9390e9a37b4d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:15.452334 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e673dbe-33f2-4aca-ab29-86cf03d3de16 None None] New status for floating IP 9a1769bd-5689-450b-ba41-87fb3d4e3315: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:59:15.495065 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945e14c0-6805-48b8-b903-9390e9a37b4d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:15.499852 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-945e14c0-6805-48b8-b903-9390e9a37b4d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:15.511849 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device e81e37d0-0593-4d93-b6e5-951a369fbec5 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:59:15.573843 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: e81e37d0-0593-4d93-b6e5-951a369fbec5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:59:15.574193 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device e81e37d0-0593-4d93-b6e5-951a369fbec5 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:59:15.574590 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 74bd452e-a584-45d3-9f16-ca03ea89c48a no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:59:15.646628 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 74bd452e-a584-45d3-9f16-ca03ea89c48a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:59:15.646843 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 74bd452e-a584-45d3-9f16-ca03ea89c48a not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:59:15.685794 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f282cf8-1df9-4fb0-9f6f-d128d48993e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-087ebd13-862d-4dea-9894-e22d71aaec69', 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'fixed_ips': [{'subnet_id': '4f2e0953-c305-4cba-bcdb-080140a61048'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:59:15.688358 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5f282cf8-1df9-4fb0-9f6f-d128d48993e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:15.722536 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4ff45a11-ee57-414a-a67b-85d46e029dab no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:59:15.762118 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 4ff45a11-ee57-414a-a67b-85d46e029dab {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:59:15.762472 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4ff45a11-ee57-414a-a67b-85d46e029dab not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:59:15.762890 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f8f67341-754c-401e-8feb-5b344547ef2d no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:59:15.793420 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: f8f67341-754c-401e-8feb-5b344547ef2d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:59:15.794033 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f8f67341-754c-401e-8feb-5b344547ef2d not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:59:15.927721 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-945e14c0-6805-48b8-b903-9390e9a37b4d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:15.946052 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-5f282cf8-1df9-4fb0-9f6f-d128d48993e8 None None] Allocated IP 2001:db8::f816:3eff:fe9e:76fb (087ebd13-862d-4dea-9894-e22d71aaec69/4f2e0953-c305-4cba-bcdb-080140a61048/b3a38850-b60c-4b7a-ae6d-a3ae22365bdb) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:15.972106 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945e14c0-6805-48b8-b903-9390e9a37b4d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:15.976038 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-945e14c0-6805-48b8-b903-9390e9a37b4d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:15.980559 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945e14c0-6805-48b8-b903-9390e9a37b4d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:15.981158 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-945e14c0-6805-48b8-b903-9390e9a37b4d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:16.013403 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e14c0-6805-48b8-b903-9390e9a37b4d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=4a325c38-67d3-420a-95d9-4600b6b75bc6,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:16.020437 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-945e14c0-6805-48b8-b903-9390e9a37b4d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6748164 Jul 09 09:59:16.020945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60396) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:16.027790 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-86ac5a65-bcec-4538-b0c4-13b478552557 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'mac_address': 'fa:16:3e:8e:3c:72', 'name': 'tempest-NetworksTestDHCPv6-193006862'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:16.160267 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5f282cf8-1df9-4fb0-9f6f-d128d48993e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:16.172147 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5f282cf8-1df9-4fb0-9f6f-d128d48993e8 None None] Transition to ACTIVE for port object b3a38850-b60c-4b7a-ae6d-a3ae22365bdb will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:16.182961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ac5a65-bcec-4538-b0c4-13b478552557 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:16.193151 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5f282cf8-1df9-4fb0-9f6f-d128d48993e8 None None] Transition to ACTIVE for port object b3a38850-b60c-4b7a-ae6d-a3ae22365bdb will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:16.208316 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5f282cf8-1df9-4fb0-9f6f-d128d48993e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:16.263239 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f282cf8-1df9-4fb0-9f6f-d128d48993e8 None None] Pushing event updated for resources: {'Port': ['ID=b3a38850-b60c-4b7a-ae6d-a3ae22365bdb,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:16.273217 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f282cf8-1df9-4fb0-9f6f-d128d48993e8 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:16.275141 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-5f282cf8-1df9-4fb0-9f6f-d128d48993e8 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:16.277620 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f282cf8-1df9-4fb0-9f6f-d128d48993e8 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:59:16.297618 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-86ac5a65-bcec-4538-b0c4-13b478552557 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:16.327636 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-86ac5a65-bcec-4538-b0c4-13b478552557 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] device_id is not set on port 360cf2ac-eb36-437b-ade4-16efedec7eb8 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:59:16.346352 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5f282cf8-1df9-4fb0-9f6f-d128d48993e8 None None] Attempting to bind port b3a38850-b60c-4b7a-ae6d-a3ae22365bdb on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:59:16.346960 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5f282cf8-1df9-4fb0-9f6f-d128d48993e8 None None] Attempting to bind port b3a38850-b60c-4b7a-ae6d-a3ae22365bdb by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:59:16.347077 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f282cf8-1df9-4fb0-9f6f-d128d48993e8 None None] Attempting to bind port b3a38850-b60c-4b7a-ae6d-a3ae22365bdb on network 087ebd13-862d-4dea-9894-e22d71aaec69 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:59:16.352677 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f282cf8-1df9-4fb0-9f6f-d128d48993e8 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:59:16.353058 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f282cf8-1df9-4fb0-9f6f-d128d48993e8 None None] Checking segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:59:16.353592 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5f282cf8-1df9-4fb0-9f6f-d128d48993e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:16.354122 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f282cf8-1df9-4fb0-9f6f-d128d48993e8 None None] Bound using segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:59:16.354630 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5f282cf8-1df9-4fb0-9f6f-d128d48993e8 None None] Bound port: b3a38850-b60c-4b7a-ae6d-a3ae22365bdb, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:59:16.355134 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5f282cf8-1df9-4fb0-9f6f-d128d48993e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:16.424229 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5f282cf8-1df9-4fb0-9f6f-d128d48993e8 None None] For port b3a38850-b60c-4b7a-ae6d-a3ae22365bdb, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:59:16.427419 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5f282cf8-1df9-4fb0-9f6f-d128d48993e8 None None] For port b3a38850-b60c-4b7a-ae6d-a3ae22365bdb, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b3a38850-b60c-4b7a-ae6d-a3ae22365bdb,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:59:16.432943 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5f282cf8-1df9-4fb0-9f6f-d128d48993e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:16.517957 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f282cf8-1df9-4fb0-9f6f-d128d48993e8 None None] Pushing event updated for resources: {'Port': ['ID=b3a38850-b60c-4b7a-ae6d-a3ae22365bdb,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:16.525336 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-86ac5a65-bcec-4538-b0c4-13b478552557 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 172.20.0.3 (087ebd13-862d-4dea-9894-e22d71aaec69/4a325c38-67d3-420a-95d9-4600b6b75bc6/360cf2ac-eb36-437b-ade4-16efedec7eb8) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:16.540051 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-86ac5a65-bcec-4538-b0c4-13b478552557 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8::f816:3eff:fe8e:3c72 (087ebd13-862d-4dea-9894-e22d71aaec69/4f2e0953-c305-4cba-bcdb-080140a61048/360cf2ac-eb36-437b-ade4-16efedec7eb8) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:16.657180 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60400) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:16.811187 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-86ac5a65-bcec-4538-b0c4-13b478552557 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:16.813967 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9a9105ae-0fa1-4daf-9db6-26770ae30bf7 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:16.839986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-86ac5a65-bcec-4538-b0c4-13b478552557 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Transition to ACTIVE for port object 360cf2ac-eb36-437b-ade4-16efedec7eb8 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:16.852569 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9a9105ae-0fa1-4daf-9db6-26770ae30bf7 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:16.917645 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-86ac5a65-bcec-4538-b0c4-13b478552557 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:16.956979 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9a9105ae-0fa1-4daf-9db6-26770ae30bf7 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:16.959530 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9a9105ae-0fa1-4daf-9db6-26770ae30bf7 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:16.960747 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9a9105ae-0fa1-4daf-9db6-26770ae30bf7 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "DELETE /v2.0/security-groups/e5beccca-5020-477d-9cad-3dc782c9c0a5 HTTP/1.1" status: 204 len: 168 time: 0.3025610 Jul 09 09:59:16.964732 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60404) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:16.986608 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-effcc921-7e35-4919-b1ee-fcd340690bb0 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] show failed (client error): The resource could not be found. Jul 09 09:59:16.990645 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-effcc921-7e35-4919-b1ee-fcd340690bb0 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "GET /v2.0/security-groups/e5beccca-5020-477d-9cad-3dc782c9c0a5 HTTP/1.1" status: 404 len: 347 time: 0.0221434 Jul 09 09:59:16.991039 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60406) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:17.009339 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ac5a65-bcec-4538-b0c4-13b478552557 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:17.018043 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-86ac5a65-bcec-4538-b0c4-13b478552557 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:17.023765 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9105ae-0fa1-4daf-9db6-26770ae30bf7 tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5beccca-5020-477d-9cad-3dc782c9c0a5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:17.025801 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ac5a65-bcec-4538-b0c4-13b478552557 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:59:17.028872 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac5a65-bcec-4538-b0c4-13b478552557 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=360cf2ac-eb36-437b-ade4-16efedec7eb8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:17.171398 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ac5a65-bcec-4538-b0c4-13b478552557 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:17.172893 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-86ac5a65-bcec-4538-b0c4-13b478552557 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:17.203085 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-86ac5a65-bcec-4538-b0c4-13b478552557 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1805418 Jul 09 09:59:17.204770 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60410) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:17.268335 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9b0f3d69-5694-4e5e-ade7-801840577adf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Deleting port 27b31785-3c92-4238-a98e-cd6320d5a51f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:17.268829 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b0f3d69-5694-4e5e-ade7-801840577adf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:17.338207 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef22972-a1d3-4309-aaa6-a6e29611af86 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:17.346744 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef22972-a1d3-4309-aaa6-a6e29611af86 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:17.352270 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1ef22972-a1d3-4309-aaa6-a6e29611af86 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1461258 Jul 09 09:59:17.352949 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60412) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:17.410179 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b0f3d69-5694-4e5e-ade7-801840577adf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:17.411135 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b0f3d69-5694-4e5e-ade7-801840577adf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:17.432785 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9b0f3d69-5694-4e5e-ade7-801840577adf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Calling delete_port for 27b31785-3c92-4238-a98e-cd6320d5a51f owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:17.480015 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3f7be81e-6123-422a-be22-8a6ead5cf25c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting port 360cf2ac-eb36-437b-ade4-16efedec7eb8 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:17.480408 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f7be81e-6123-422a-be22-8a6ead5cf25c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:17.604979 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f7be81e-6123-422a-be22-8a6ead5cf25c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:17.620539 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3f7be81e-6123-422a-be22-8a6ead5cf25c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Calling delete_port for 360cf2ac-eb36-437b-ade4-16efedec7eb8 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:17.626457 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b0f3d69-5694-4e5e-ade7-801840577adf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:17.661981 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f3d69-5694-4e5e-ade7-801840577adf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Pushing event deleted for resources: {'Port': ['ID=27b31785-3c92-4238-a98e-cd6320d5a51f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:17.741946 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b0f3d69-5694-4e5e-ade7-801840577adf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:17.745313 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b0f3d69-5694-4e5e-ade7-801840577adf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:17.746554 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9b0f3d69-5694-4e5e-ade7-801840577adf tempest-AttachVolumeShelveTestJSON-44076546 tempest-AttachVolumeShelveTestJSON-44076546-project] 10.222.0.61 "DELETE /v2.0/floatingips/9a1769bd-5689-450b-ba41-87fb3d4e3315 HTTP/1.1" status: 204 len: 168 time: 0.7543421 Jul 09 09:59:17.799782 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed292e46-ed18-4d2d-b833-4ddee2bc5438 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:17.803851 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b3a38850-b60c-4b7a-ae6d-a3ae22365bdb up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:59:17.913296 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-af95fa0c-25ea-42d7-b6b0-a33f9577adc5 None None] Provisioning for port b3a38850-b60c-4b7a-ae6d-a3ae22365bdb completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:59:17.953541 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f7be81e-6123-422a-be22-8a6ead5cf25c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:17.985897 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port b3a38850-b60c-4b7a-ae6d-a3ae22365bdb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:59:17.993428 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7be81e-6123-422a-be22-8a6ead5cf25c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Port': ['ID=360cf2ac-eb36-437b-ade4-16efedec7eb8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:17.995574 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port b3a38850-b60c-4b7a-ae6d-a3ae22365bdb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:17.995980 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:18.041810 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60420) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:18.133737 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:18.150660 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f7be81e-6123-422a-be22-8a6ead5cf25c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:18.155199 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3f7be81e-6123-422a-be22-8a6ead5cf25c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/360cf2ac-eb36-437b-ade4-16efedec7eb8 HTTP/1.1" status: 204 len: 168 time: 0.8011787 Jul 09 09:59:18.162019 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60426) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:18.181292 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port b3a38850-b60c-4b7a-ae6d-a3ae22365bdb, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b3a38850-b60c-4b7a-ae6d-a3ae22365bdb,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:18.188589 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3603b3c-de4c-4682-a7c4-b4c380d2ef52 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:18.201491 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:18.237748 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e694ed2-ca4e-45af-b58a-8a739bdcaa62 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:18.239368 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e694ed2-ca4e-45af-b58a-8a739bdcaa62 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:18.241118 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e694ed2-ca4e-45af-b58a-8a739bdcaa62 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:18.242851 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4e694ed2-ca4e-45af-b58a-8a739bdcaa62 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0797019 Jul 09 09:59:18.246214 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60428) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:18.260573 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3603b3c-de4c-4682-a7c4-b4c380d2ef52 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:18.285915 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4776c8-a152-4c0f-a04e-4428ea9d885f None None] Update dhcp port {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'fixed_ips': [{'subnet_id': '4f2e0953-c305-4cba-bcdb-080140a61048', 'ip_address': '2001:db8::f816:3eff:fe9e:76fb'}, {'subnet_id': '4a325c38-67d3-420a-95d9-4600b6b75bc6'}], 'binding:host_id': 'n-d-799996-1'}, 'id': 'b3a38850-b60c-4b7a-ae6d-a3ae22365bdb'} from n-d-799996-1. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 09:59:18.352302 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-59245300-42d0-4edb-a16a-753b212eaf65 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet 4a325c38-67d3-420a-95d9-4600b6b75bc6 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:59:18.357506 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59245300-42d0-4edb-a16a-753b212eaf65 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:18.380970 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=b3a38850-b60c-4b7a-ae6d-a3ae22365bdb,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:18.397933 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3603b3c-de4c-4682-a7c4-b4c380d2ef52 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:18.401550 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3603b3c-de4c-4682-a7c4-b4c380d2ef52 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:18.402889 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a3603b3c-de4c-4682-a7c4-b4c380d2ef52 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] 10.222.0.61 "DELETE /v2.0/security-groups/e5c5e1ed-8ecd-4905-b121-4910e08abe7b HTTP/1.1" status: 204 len: 168 time: 0.3600247 Jul 09 09:59:18.422449 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4a4776c8-a152-4c0f-a04e-4428ea9d885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:18.422849 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3603b3c-de4c-4682-a7c4-b4c380d2ef52 tempest-TestVolumeBootPattern-932940391 tempest-TestVolumeBootPattern-932940391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c5e1ed-8ecd-4905-b121-4910e08abe7b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:18.454096 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59245300-42d0-4edb-a16a-753b212eaf65 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:18.474862 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60432) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:18.555792 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59245300-42d0-4edb-a16a-753b212eaf65 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server [None req-4a4776c8-a152-4c0f-a04e-4428ea9d885f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a325c38-67d3-420a-95d9-4600b6b75bc6: This subnet is being modified by another concurrent operation. Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise exception Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a325c38-67d3-420a-95d9-4600b6b75bc6: This subnet is being modified by another concurrent operation. Jul 09 09:59:18.733394 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Jul 09 09:59:18.740142 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59245300-42d0-4edb-a16a-753b212eaf65 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:18.802999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59245300-42d0-4edb-a16a-753b212eaf65 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=4a325c38-67d3-420a-95d9-4600b6b75bc6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:18.810882 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59245300-42d0-4edb-a16a-753b212eaf65 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:18.813854 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-59245300-42d0-4edb-a16a-753b212eaf65 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/4a325c38-67d3-420a-95d9-4600b6b75bc6 HTTP/1.1" status: 204 len: 168 time: 0.5664058 Jul 09 09:59:18.818742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60440) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:18.883307 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8674a0c4-09b0-4588-addf-6c09dc950999 None None] Provisioning complete for port b3a38850-b60c-4b7a-ae6d-a3ae22365bdb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:18.886131 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8674a0c4-09b0-4588-addf-6c09dc950999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:18.946789 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b72a79-2231-4f21-8181-f47f6c676022 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet 4f2e0953-c305-4cba-bcdb-080140a61048 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:59:18.956523 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-57b72a79-2231-4f21-8181-f47f6c676022 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:19.044086 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-57b72a79-2231-4f21-8181-f47f6c676022 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:19.127808 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d54424-d0dc-4203-a0e5-63230769767b None None] get_active_networks_info from n-d-799996-1 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 09:59:19.176151 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e8136f99-af33-4534-b488-9a59b926bdd4 None None] Could not find standard attr ID for object 360cf2ac-eb36-437b-ade4-16efedec7eb8. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:59:19.211396 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-57b72a79-2231-4f21-8181-f47f6c676022 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:19.259953 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52a94f5d-5afc-447e-86c7-e1ae7ce55bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:19.281590 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d54424-d0dc-4203-a0e5-63230769767b None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 09:59:19.300586 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-57b72a79-2231-4f21-8181-f47f6c676022 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:19.357826 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-57b72a79-2231-4f21-8181-f47f6c676022 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:19.363710 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-57b72a79-2231-4f21-8181-f47f6c676022 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/4f2e0953-c305-4cba-bcdb-080140a61048 HTTP/1.1" status: 204 len: 168 time: 0.5460181 Jul 09 09:59:19.364837 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60446) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:19.365767 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b72a79-2231-4f21-8181-f47f6c676022 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=4f2e0953-c305-4cba-bcdb-080140a61048,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:19.415808 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9492a38c-2c9b-465c-8759-feb319e34e98 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466163 Jul 09 09:59:19.416451 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60448) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:19.422381 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ee244879-2306-4aa3-ad20-856dfdaf1260 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:19.535135 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee244879-2306-4aa3-ad20-856dfdaf1260 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:19.545308 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee244879-2306-4aa3-ad20-856dfdaf1260 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:19.630417 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1491e485-ddfd-4ef5-8e1e-ebeef6ad3641 None None] get_active_networks_info from n-d-799996-1 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 09:59:19.700558 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-52a94f5d-5afc-447e-86c7-e1ae7ce55bd7 admin admin] Deleting port c21ceabc-f061-44ee-b758-498ea2226250 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:19.700931 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52a94f5d-5afc-447e-86c7-e1ae7ce55bd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:19.732851 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b3a38850-b60c-4b7a-ae6d-a3ae22365bdb no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:59:19.832862 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3f81bada-9be2-4c6e-84a1-b9d701725a6a None None] Provisioning complete for port b3a38850-b60c-4b7a-ae6d-a3ae22365bdb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:19.833637 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3f81bada-9be2-4c6e-84a1-b9d701725a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:19.868765 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-52a94f5d-5afc-447e-86c7-e1ae7ce55bd7 admin admin] For port c21ceabc-f061-44ee-b758-498ea2226250, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c21ceabc-f061-44ee-b758-498ea2226250,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:19.869574 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52a94f5d-5afc-447e-86c7-e1ae7ce55bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:19.886145 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-52a94f5d-5afc-447e-86c7-e1ae7ce55bd7 admin admin] Calling delete_port for c21ceabc-f061-44ee-b758-498ea2226250 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:19.901404 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1491e485-ddfd-4ef5-8e1e-ebeef6ad3641 None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 09:59:20.110002 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:20.141511 n-d-799996-1 neutron-server[93790]: DEBUG neutron.objects.ports [None req-ee244879-2306-4aa3-ad20-856dfdaf1260 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93790) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 09:59:20.227392 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52a94f5d-5afc-447e-86c7-e1ae7ce55bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:20.284709 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a94f5d-5afc-447e-86c7-e1ae7ce55bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c21ceabc-f061-44ee-b758-498ea2226250,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:20.304763 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port b3a38850-b60c-4b7a-ae6d-a3ae22365bdb, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b3a38850-b60c-4b7a-ae6d-a3ae22365bdb,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:20.335590 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:20.440101 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=b3a38850-b60c-4b7a-ae6d-a3ae22365bdb,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:20.551867 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52a94f5d-5afc-447e-86c7-e1ae7ce55bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:20.567080 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27956de7-aef5-435f-b841-a1a2aed3dc4e None None] Update dhcp port {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'fixed_ips': [{'subnet_id': '4c999153-8bbf-4e74-9298-31cb86dbfe57'}], 'binding:host_id': 'n-d-799996-1'}, 'id': 'b3a38850-b60c-4b7a-ae6d-a3ae22365bdb'} from n-d-799996-1. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 09:59:20.605551 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee244879-2306-4aa3-ad20-856dfdaf1260 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:20.653107 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27956de7-aef5-435f-b841-a1a2aed3dc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:20.801360 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-ee244879-2306-4aa3-ad20-856dfdaf1260 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] For port b3a38850-b60c-4b7a-ae6d-a3ae22365bdb, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b3a38850-b60c-4b7a-ae6d-a3ae22365bdb,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:20.810956 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a94f5d-5afc-447e-86c7-e1ae7ce55bd7 admin admin] Router b4da67ad-e929-4bf1-8741-3cf89236a06f has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:59:20.833414 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee244879-2306-4aa3-ad20-856dfdaf1260 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:20.841979 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee244879-2306-4aa3-ad20-856dfdaf1260 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:20.842887 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee244879-2306-4aa3-ad20-856dfdaf1260 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:20.913807 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-27956de7-aef5-435f-b841-a1a2aed3dc4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:59:20.914330 n-d-799996-1 neutron-server[93792]: DEBUG oslo_db.api [None req-27956de7-aef5-435f-b841-a1a2aed3dc4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:59:20.947209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee244879-2306-4aa3-ad20-856dfdaf1260 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:20.956544 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ee244879-2306-4aa3-ad20-856dfdaf1260 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:20.963731 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee244879-2306-4aa3-ad20-856dfdaf1260 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:20.964328 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee244879-2306-4aa3-ad20-856dfdaf1260 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:20.977212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee244879-2306-4aa3-ad20-856dfdaf1260 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=4c999153-8bbf-4e74-9298-31cb86dbfe57,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:20.982745 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a94f5d-5afc-447e-86c7-e1ae7ce55bd7 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:59:20.992423 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee244879-2306-4aa3-ad20-856dfdaf1260 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=b3a38850-b60c-4b7a-ae6d-a3ae22365bdb,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:20.994036 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f22249-cf97-4472-8f54-25a0c6505346 None None] Sync routers for ids ['b4da67ad-e929-4bf1-8741-3cf89236a06f'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:59:21.000408 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-52a94f5d-5afc-447e-86c7-e1ae7ce55bd7 admin admin] 10.222.0.61 "PUT /v2.0/routers/b4da67ad-e929-4bf1-8741-3cf89236a06f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5185647 Jul 09 09:59:21.000547 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ee244879-2306-4aa3-ad20-856dfdaf1260 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5797839 Jul 09 09:59:21.000652 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60456) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:21.004273 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60458) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:21.013921 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ded8cf38-3c71-4c3a-a0e7-54386873e228 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:21.021764 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f22249-cf97-4472-8f54-25a0c6505346 None None] Routers {'b4da67ad-e929-4bf1-8741-3cf89236a06f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:59:21.022686 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-06f22249-cf97-4472-8f54-25a0c6505346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:59:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b4da67ad-e929-4bf1-8741-3cf89236a06f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:21.159636 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-06f22249-cf97-4472-8f54-25a0c6505346 None None] Set router b4da67ad-e929-4bf1-8741-3cf89236a06f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:59:21.217668 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4804f33-380a-40a9-a5fd-c2254b729345 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:21.317652 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded8cf38-3c71-4c3a-a0e7-54386873e228 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:21.322736 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ded8cf38-3c71-4c3a-a0e7-54386873e228 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:21.415800 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4804f33-380a-40a9-a5fd-c2254b729345 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:21.471899 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27956de7-aef5-435f-b841-a1a2aed3dc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:21.502295 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-06f22249-cf97-4472-8f54-25a0c6505346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:59:20Z', 'revision_number': 5, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:21.562049 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f22249-cf97-4472-8f54-25a0c6505346 None None] Checking router: b4da67ad-e929-4bf1-8741-3cf89236a06f for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:59:21.572724 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f22249-cf97-4472-8f54-25a0c6505346 None None] Routers {'b4da67ad-e929-4bf1-8741-3cf89236a06f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:59:21.573391 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-06f22249-cf97-4472-8f54-25a0c6505346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:59:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b4da67ad-e929-4bf1-8741-3cf89236a06f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:21.798042 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-06f22249-cf97-4472-8f54-25a0c6505346 None None] Set router b4da67ad-e929-4bf1-8741-3cf89236a06f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:59:21.864596 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27956de7-aef5-435f-b841-a1a2aed3dc4e None None] For port b3a38850-b60c-4b7a-ae6d-a3ae22365bdb, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b3a38850-b60c-4b7a-ae6d-a3ae22365bdb,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:21.900035 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27956de7-aef5-435f-b841-a1a2aed3dc4e None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:21.906046 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27956de7-aef5-435f-b841-a1a2aed3dc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:22.075138 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f4804f33-380a-40a9-a5fd-c2254b729345 admin admin] Deleting port 0e8966c8-54b1-4c5b-9d9b-94398b5ceb85 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:22.075908 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4804f33-380a-40a9-a5fd-c2254b729345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:22.224597 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-06f22249-cf97-4472-8f54-25a0c6505346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:59:20Z', 'revision_number': 5, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:22.302279 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f22249-cf97-4472-8f54-25a0c6505346 None None] The sync data for ids ['b4da67ad-e929-4bf1-8741-3cf89236a06f'] in n-d-799996-1 is: [{'id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'name': 'tempest-TestVolumeBootPattern-1119138326-router', 'tenant_id': '813283cb89a545e1a829a2f32c9aa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:46:50Z', 'updated_at': '2021-07-09T09:59:20Z', 'revision_number': 5, 'project_id': '813283cb89a545e1a829a2f32c9aa43c', 'gw_port': {'id': '0e8966c8-54b1-4c5b-9d9b-94398b5ceb85', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4da67ad-e929-4bf1-8741-3cf89236a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:46:51Z', 'updated_at': '2021-07-09T09:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:59:22.334965 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-f4804f33-380a-40a9-a5fd-c2254b729345 admin admin] For port 0e8966c8-54b1-4c5b-9d9b-94398b5ceb85, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=0e8966c8-54b1-4c5b-9d9b-94398b5ceb85,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:22.335566 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4804f33-380a-40a9-a5fd-c2254b729345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:22.363731 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f4804f33-380a-40a9-a5fd-c2254b729345 admin admin] Calling delete_port for 0e8966c8-54b1-4c5b-9d9b-94398b5ceb85 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:22.379920 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27956de7-aef5-435f-b841-a1a2aed3dc4e None None] Pushing event updated for resources: {'Port': ['ID=b3a38850-b60c-4b7a-ae6d-a3ae22365bdb,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:22.399752 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ded8cf38-3c71-4c3a-a0e7-54386873e228 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:22.491195 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded8cf38-3c71-4c3a-a0e7-54386873e228 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:22.499114 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ded8cf38-3c71-4c3a-a0e7-54386873e228 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:22.506880 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded8cf38-3c71-4c3a-a0e7-54386873e228 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:22.507465 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ded8cf38-3c71-4c3a-a0e7-54386873e228 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:22.535459 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8cf38-3c71-4c3a-a0e7-54386873e228 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=38568985-67a5-46ba-a990-b0a4854f05f6,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:22.544125 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ded8cf38-3c71-4c3a-a0e7-54386873e228 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5357985 Jul 09 09:59:22.544659 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60472) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:22.550594 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-34a98639-b82c-4e37-a739-d5482b7650da tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'mac_address': 'fa:16:3e:40:ad:15', 'name': 'tempest-NetworksTestDHCPv6-2093387691'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:22.711999 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4804f33-380a-40a9-a5fd-c2254b729345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:22.774294 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4804f33-380a-40a9-a5fd-c2254b729345 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e8966c8-54b1-4c5b-9d9b-94398b5ceb85,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:22.779979 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a98639-b82c-4e37-a739-d5482b7650da tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:22.897747 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4804f33-380a-40a9-a5fd-c2254b729345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:23.106180 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d51a86-361d-4b17-b8da-e0607bc9ead2 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:23.114903 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4804f33-380a-40a9-a5fd-c2254b729345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:23.117528 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4804f33-380a-40a9-a5fd-c2254b729345 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:23.231629 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4804f33-380a-40a9-a5fd-c2254b729345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:23.232509 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4804f33-380a-40a9-a5fd-c2254b729345 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4da67ad-e929-4bf1-8741-3cf89236a06f {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:59:23.249001 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4804f33-380a-40a9-a5fd-c2254b729345 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:23.251774 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f4804f33-380a-40a9-a5fd-c2254b729345 admin admin] 10.222.0.61 "DELETE /v2.0/routers/b4da67ad-e929-4bf1-8741-3cf89236a06f HTTP/1.1" status: 204 len: 168 time: 2.2530060 Jul 09 09:59:23.254304 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60480) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:23.382871 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75dfa31-e529-46c3-b424-8f514be1b23c admin admin] Deleting subnet fab6cdb3-f000-49c3-8dc0-ab55f3975a4e {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:59:23.390812 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e75dfa31-e529-46c3-b424-8f514be1b23c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:23.398194 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c142b98a-589c-4a10-a6b0-b116776798e9 None None] Provisioning complete for port b3a38850-b60c-4b7a-ae6d-a3ae22365bdb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:23.398772 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c142b98a-589c-4a10-a6b0-b116776798e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:23.465869 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e75dfa31-e529-46c3-b424-8f514be1b23c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:23.526562 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34a98639-b82c-4e37-a739-d5482b7650da tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:23.563848 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-34a98639-b82c-4e37-a739-d5482b7650da tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] device_id is not set on port b51788e8-3e3e-4a9d-baa1-3b9189d21cfc yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:59:23.601730 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e75dfa31-e529-46c3-b424-8f514be1b23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:23.615080 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c142b98a-589c-4a10-a6b0-b116776798e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:23.724008 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c142b98a-589c-4a10-a6b0-b116776798e9 None None] For port b3a38850-b60c-4b7a-ae6d-a3ae22365bdb, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b3a38850-b60c-4b7a-ae6d-a3ae22365bdb,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:23.737277 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c142b98a-589c-4a10-a6b0-b116776798e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:23.742371 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e75dfa31-e529-46c3-b424-8f514be1b23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:23.775881 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75dfa31-e529-46c3-b424-8f514be1b23c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fab6cdb3-f000-49c3-8dc0-ab55f3975a4e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:23.781186 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e75dfa31-e529-46c3-b424-8f514be1b23c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:23.786637 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e75dfa31-e529-46c3-b424-8f514be1b23c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/fab6cdb3-f000-49c3-8dc0-ab55f3975a4e HTTP/1.1" status: 204 len: 168 time: 0.5311496 Jul 09 09:59:23.787304 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60482) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:23.928947 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142b98a-589c-4a10-a6b0-b116776798e9 None None] Pushing event updated for resources: {'Port': ['ID=b3a38850-b60c-4b7a-ae6d-a3ae22365bdb,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:23.936522 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ecea80-c4c8-4b87-91ac-be21db024c2c None None] Update dhcp port {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'fixed_ips': [{'subnet_id': '4c999153-8bbf-4e74-9298-31cb86dbfe57', 'ip_address': '2001:db8::f816:3eff:fe9e:76fb'}, {'subnet_id': '38568985-67a5-46ba-a990-b0a4854f05f6'}], 'binding:host_id': 'n-d-799996-1'}, 'id': 'b3a38850-b60c-4b7a-ae6d-a3ae22365bdb'} from n-d-799996-1. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 09:59:23.943301 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-34a98639-b82c-4e37-a739-d5482b7650da tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 172.20.0.6 (087ebd13-862d-4dea-9894-e22d71aaec69/38568985-67a5-46ba-a990-b0a4854f05f6/b51788e8-3e3e-4a9d-baa1-3b9189d21cfc) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:23.962821 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-34a98639-b82c-4e37-a739-d5482b7650da tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8::f816:3eff:fe40:ad15 (087ebd13-862d-4dea-9894-e22d71aaec69/4c999153-8bbf-4e74-9298-31cb86dbfe57/b51788e8-3e3e-4a9d-baa1-3b9189d21cfc) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:23.989427 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ad3d8f-dd8e-4acb-98b1-912154ccffde None None] Network c39f085e-9a90-44ab-b2cf-d4cf479d1495 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:24.021638 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ffc332-0e82-416a-802c-621cc29caa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:24.045176 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b3a38850-b60c-4b7a-ae6d-a3ae22365bdb up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:59:24.084276 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-55ecea80-c4c8-4b87-91ac-be21db024c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:24.217436 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-22ffc332-0e82-416a-802c-621cc29caa51 admin admin] Deleting port 28194444-3cd3-4439-a81e-272eb8469041 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:24.217778 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ffc332-0e82-416a-802c-621cc29caa51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:24.329799 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34a98639-b82c-4e37-a739-d5482b7650da tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:24.330070 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port b3a38850-b60c-4b7a-ae6d-a3ae22365bdb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:24.330526 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:24.354462 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-34a98639-b82c-4e37-a739-d5482b7650da tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Transition to ACTIVE for port object b51788e8-3e3e-4a9d-baa1-3b9189d21cfc will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:24.367876 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-22ffc332-0e82-416a-802c-621cc29caa51 admin admin] For port 28194444-3cd3-4439-a81e-272eb8469041, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=28194444-3cd3-4439-a81e-272eb8469041,segment=NetworkSegment(7af12207-8681-4648-9b71-362d45acf74c),segment_id=7af12207-8681-4648-9b71-362d45acf74c)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:24.369545 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ffc332-0e82-416a-802c-621cc29caa51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:24.421895 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-22ffc332-0e82-416a-802c-621cc29caa51 admin admin] Calling delete_port for 28194444-3cd3-4439-a81e-272eb8469041 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:24.464020 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34a98639-b82c-4e37-a739-d5482b7650da tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:24.511839 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a98639-b82c-4e37-a739-d5482b7650da tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:24.516167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-34a98639-b82c-4e37-a739-d5482b7650da tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:24.520934 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a98639-b82c-4e37-a739-d5482b7650da tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:59:24.561039 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ffc332-0e82-416a-802c-621cc29caa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:24.564994 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b66f8f-0925-4c9e-beba-f1e4978d2075 None None] DHCP port deletion for c39f085e-9a90-44ab-b2cf-d4cf479d1495 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:59:24.582748 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a98639-b82c-4e37-a739-d5482b7650da tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=b51788e8-3e3e-4a9d-baa1-3b9189d21cfc,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:24.609864 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a98639-b82c-4e37-a739-d5482b7650da tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:24.614621 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34a98639-b82c-4e37-a739-d5482b7650da tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:24.622192 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ffc332-0e82-416a-802c-621cc29caa51 admin admin] Pushing event deleted for resources: {'Port': ['ID=28194444-3cd3-4439-a81e-272eb8469041,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:24.629416 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ffc332-0e82-416a-802c-621cc29caa51 admin admin] No DVR routers for this DVR port 28194444-3cd3-4439-a81e-272eb8469041 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:59:24.644657 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-55ecea80-c4c8-4b87-91ac-be21db024c2c None None] Allocated IP 172.20.0.2 (087ebd13-862d-4dea-9894-e22d71aaec69/38568985-67a5-46ba-a990-b0a4854f05f6/b3a38850-b60c-4b7a-ae6d-a3ae22365bdb) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:24.644903 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-34a98639-b82c-4e37-a739-d5482b7650da tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0987778 Jul 09 09:59:24.647660 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60488) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:24.741600 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ffc332-0e82-416a-802c-621cc29caa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:24.779577 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-22ffc332-0e82-416a-802c-621cc29caa51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c39f085e-9a90-44ab-b2cf-d4cf479d1495']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:24.781524 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c21ceabc-f061-44ee-b758-498ea2226250 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:59:24.801345 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-22ffc332-0e82-416a-802c-621cc29caa51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af12207-8681-4648-9b71-362d45acf74c') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:24.801638 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-22ffc332-0e82-416a-802c-621cc29caa51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af12207-8681-4648-9b71-362d45acf74c') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:24.807849 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: c21ceabc-f061-44ee-b758-498ea2226250 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:59:24.808196 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c21ceabc-f061-44ee-b758-498ea2226250 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:59:24.808613 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 0e8966c8-54b1-4c5b-9d9b-94398b5ceb85 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:59:24.823013 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ffc332-0e82-416a-802c-621cc29caa51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:24.838811 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 0e8966c8-54b1-4c5b-9d9b-94398b5ceb85 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:59:24.838811 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 0e8966c8-54b1-4c5b-9d9b-94398b5ceb85 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:59:24.851090 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ffc332-0e82-416a-802c-621cc29caa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:24.858396 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ffc332-0e82-416a-802c-621cc29caa51 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:59:24.859679 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ffc332-0e82-416a-802c-621cc29caa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: timer() Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:59:24.861316 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:59:24.880421 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda4bee5-43db-49f8-9d57-e013ea8688ee tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:24.897926 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda4bee5-43db-49f8-9d57-e013ea8688ee tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:24.903408 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-dda4bee5-43db-49f8-9d57-e013ea8688ee tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2489052 Jul 09 09:59:24.904403 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60490) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:24.910991 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-55ecea80-c4c8-4b87-91ac-be21db024c2c None None] For port b3a38850-b60c-4b7a-ae6d-a3ae22365bdb, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b3a38850-b60c-4b7a-ae6d-a3ae22365bdb,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:24.960418 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-55ecea80-c4c8-4b87-91ac-be21db024c2c None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:24.962881 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ffc332-0e82-416a-802c-621cc29caa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:24.970229 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ffc332-0e82-416a-802c-621cc29caa51 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:24.976331 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-22ffc332-0e82-416a-802c-621cc29caa51 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c39f085e-9a90-44ab-b2cf-d4cf479d1495 HTTP/1.1" status: 204 len: 168 time: 1.1872938 Jul 09 09:59:24.977596 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60492) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:24.982361 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-55ecea80-c4c8-4b87-91ac-be21db024c2c None None] Transition to ACTIVE for port object b3a38850-b60c-4b7a-ae6d-a3ae22365bdb will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:24.986905 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-55ecea80-c4c8-4b87-91ac-be21db024c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:25.118951 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ffc332-0e82-416a-802c-621cc29caa51 admin admin] Pushing event deleted for resources: {'Network': ['ID=c39f085e-9a90-44ab-b2cf-d4cf479d1495,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:25.123226 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-92a95ff2-58c3-4540-b964-966180d83019 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting port b51788e8-3e3e-4a9d-baa1-3b9189d21cfc {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:25.123954 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92a95ff2-58c3-4540-b964-966180d83019 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:25.326451 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecea80-c4c8-4b87-91ac-be21db024c2c None None] Pushing event updated for resources: {'Port': ['ID=b3a38850-b60c-4b7a-ae6d-a3ae22365bdb,revision_number=10']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:25.349661 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ecea80-c4c8-4b87-91ac-be21db024c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:25.350122 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ecea80-c4c8-4b87-91ac-be21db024c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:25.354509 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ecea80-c4c8-4b87-91ac-be21db024c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:25.356747 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ecea80-c4c8-4b87-91ac-be21db024c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:25.356747 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ecea80-c4c8-4b87-91ac-be21db024c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:25.356747 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ecea80-c4c8-4b87-91ac-be21db024c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:25.356747 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ecea80-c4c8-4b87-91ac-be21db024c2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:25.356747 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ecea80-c4c8-4b87-91ac-be21db024c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:25.356747 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ecea80-c4c8-4b87-91ac-be21db024c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:25.356747 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ecea80-c4c8-4b87-91ac-be21db024c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:25.358548 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ecea80-c4c8-4b87-91ac-be21db024c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:25.358548 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ecea80-c4c8-4b87-91ac-be21db024c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:25.370140 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92a95ff2-58c3-4540-b964-966180d83019 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:25.394978 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-92a95ff2-58c3-4540-b964-966180d83019 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Calling delete_port for b51788e8-3e3e-4a9d-baa1-3b9189d21cfc owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:25.700833 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92a95ff2-58c3-4540-b964-966180d83019 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:25.702722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b3a38850-b60c-4b7a-ae6d-a3ae22365bdb up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:59:25.735953 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a95ff2-58c3-4540-b964-966180d83019 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Port': ['ID=b51788e8-3e3e-4a9d-baa1-3b9189d21cfc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:25.743013 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc93fc3a-9462-4c0e-8565-1566e087f9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:25.858134 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92a95ff2-58c3-4540-b964-966180d83019 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:25.860809 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-92a95ff2-58c3-4540-b964-966180d83019 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/b51788e8-3e3e-4a9d-baa1-3b9189d21cfc HTTP/1.1" status: 204 len: 168 time: 0.9550903 Jul 09 09:59:25.864346 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60498) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:25.925259 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 28194444-3cd3-4439-a81e-272eb8469041 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:59:25.954356 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 28194444-3cd3-4439-a81e-272eb8469041 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:59:25.954902 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 28194444-3cd3-4439-a81e-272eb8469041 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:59:25.977305 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dd524c-b9b5-4f89-a8ab-998ad584a499 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:25.978885 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dd524c-b9b5-4f89-a8ab-998ad584a499 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:25.981800 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dd524c-b9b5-4f89-a8ab-998ad584a499 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:25.983444 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f2dd524c-b9b5-4f89-a8ab-998ad584a499 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1141939 Jul 09 09:59:25.986805 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60500) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:26.103297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-b384c903-311a-4ebc-94eb-53ad4fa7f493 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet 38568985-67a5-46ba-a990-b0a4854f05f6 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:59:26.108063 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b384c903-311a-4ebc-94eb-53ad4fa7f493 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:26.191804 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b384c903-311a-4ebc-94eb-53ad4fa7f493 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:26.425926 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b384c903-311a-4ebc-94eb-53ad4fa7f493 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:26.512021 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b384c903-311a-4ebc-94eb-53ad4fa7f493 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:26.524606 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-fc93fc3a-9462-4c0e-8565-1566e087f9c7 admin admin] Deleting port c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:26.524983 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc93fc3a-9462-4c0e-8565-1566e087f9c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:26.527321 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b384c903-311a-4ebc-94eb-53ad4fa7f493 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:26.530360 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b384c903-311a-4ebc-94eb-53ad4fa7f493 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/38568985-67a5-46ba-a990-b0a4854f05f6 HTTP/1.1" status: 204 len: 168 time: 0.5413358 Jul 09 09:59:26.548987 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147c8989-e39d-4595-8eee-3325af99f236 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:26.567358 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60510) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:26.581122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384c903-311a-4ebc-94eb-53ad4fa7f493 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=38568985-67a5-46ba-a990-b0a4854f05f6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:26.594789 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60512) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:26.700565 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-844d53cb-5b22-481f-9cfa-7fdccc14b803 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet 4c999153-8bbf-4e74-9298-31cb86dbfe57 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:59:26.707972 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-fc93fc3a-9462-4c0e-8565-1566e087f9c7 admin admin] For port c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae,segment=NetworkSegment(502c74ec-19db-4108-8faf-d4d98c921efc),segment_id=502c74ec-19db-4108-8faf-d4d98c921efc)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:26.709584 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-844d53cb-5b22-481f-9cfa-7fdccc14b803 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:26.712104 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc93fc3a-9462-4c0e-8565-1566e087f9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:26.725723 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3f5a8c86-af33-41c6-b620-d07d8f39603d None None] Provisioning for port b3a38850-b60c-4b7a-ae6d-a3ae22365bdb completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:59:26.743767 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3f5a8c86-af33-41c6-b620-d07d8f39603d None None] Provisioning complete for port b3a38850-b60c-4b7a-ae6d-a3ae22365bdb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:26.743767 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3f5a8c86-af33-41c6-b620-d07d8f39603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:26.764828 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-fc93fc3a-9462-4c0e-8565-1566e087f9c7 admin admin] Calling delete_port for c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:26.845212 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-844d53cb-5b22-481f-9cfa-7fdccc14b803 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:27.098956 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc93fc3a-9462-4c0e-8565-1566e087f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:27.107494 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-844d53cb-5b22-481f-9cfa-7fdccc14b803 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:27.191194 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93fc3a-9462-4c0e-8565-1566e087f9c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:27.276897 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-844d53cb-5b22-481f-9cfa-7fdccc14b803 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:27.342030 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d53cb-5b22-481f-9cfa-7fdccc14b803 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=4c999153-8bbf-4e74-9298-31cb86dbfe57,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:27.375672 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-844d53cb-5b22-481f-9cfa-7fdccc14b803 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:27.380551 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-844d53cb-5b22-481f-9cfa-7fdccc14b803 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/4c999153-8bbf-4e74-9298-31cb86dbfe57 HTTP/1.1" status: 204 len: 168 time: 0.8096802 Jul 09 09:59:27.400356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60516) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:27.447843 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b1a55b7d-4c7e-43ff-b591-abc6286c984c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473487 Jul 09 09:59:27.451898 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60520) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:27.467909 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d5ea0779-740d-4f65-b570-44695ae4de2b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:27.570432 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc93fc3a-9462-4c0e-8565-1566e087f9c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:27.657146 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ea0779-740d-4f65-b570-44695ae4de2b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:27.661285 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5ea0779-740d-4f65-b570-44695ae4de2b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:27.795724 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b14bb9e-4318-4092-9f87-631838a6ba3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:27.827889 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d76b84-e219-498d-8b4f-576c9be51672 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:28.007481 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ea6d912a-972b-43b2-9030-39f7960df073 None None] Provisioning complete for port b3a38850-b60c-4b7a-ae6d-a3ae22365bdb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:28.007986 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ea6d912a-972b-43b2-9030-39f7960df073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:28.008372 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc93fc3a-9462-4c0e-8565-1566e087f9c7 admin admin] Router 1b371d02-61a4-4be2-81dd-871785becfcc has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:59:28.032086 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5ea0779-740d-4f65-b570-44695ae4de2b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:28.080129 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ea0779-740d-4f65-b570-44695ae4de2b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:28.122754 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d5ea0779-740d-4f65-b570-44695ae4de2b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:28.132535 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ea0779-740d-4f65-b570-44695ae4de2b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:28.133247 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5ea0779-740d-4f65-b570-44695ae4de2b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:28.210070 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d5ea0779-740d-4f65-b570-44695ae4de2b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7518156 Jul 09 09:59:28.212746 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea0779-740d-4f65-b570-44695ae4de2b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=9f84174e-493e-403f-a7cf-c1d67d7a89d0,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:28.216275 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60522) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:28.221311 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-41c83fb2-5f50-4e5b-b440-ded53dd3fe10 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:28.255795 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-1b14bb9e-4318-4092-9f87-631838a6ba3c admin admin] Deleting port b765b015-d02a-4d9c-a28e-78b41d2a05b1 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:28.256426 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b14bb9e-4318-4092-9f87-631838a6ba3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:28.274098 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f3f22d-0a45-4511-b744-90a0213cab7c None None] DHCP port deletion for 087ebd13-862d-4dea-9894-e22d71aaec69 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:59:28.350604 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f22d-0a45-4511-b744-90a0213cab7c None None] Deleting port b3a38850-b60c-4b7a-ae6d-a3ae22365bdb {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:28.351284 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-65f3f22d-0a45-4511-b744-90a0213cab7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:28.370551 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-1b14bb9e-4318-4092-9f87-631838a6ba3c admin admin] For port b765b015-d02a-4d9c-a28e-78b41d2a05b1, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b765b015-d02a-4d9c-a28e-78b41d2a05b1,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:28.371230 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b14bb9e-4318-4092-9f87-631838a6ba3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:28.387875 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-1b14bb9e-4318-4092-9f87-631838a6ba3c admin admin] Calling delete_port for b765b015-d02a-4d9c-a28e-78b41d2a05b1 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:28.457798 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-65f3f22d-0a45-4511-b744-90a0213cab7c None None] For port b3a38850-b60c-4b7a-ae6d-a3ae22365bdb, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b3a38850-b60c-4b7a-ae6d-a3ae22365bdb,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:28.464677 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-65f3f22d-0a45-4511-b744-90a0213cab7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:28.487647 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-65f3f22d-0a45-4511-b744-90a0213cab7c None None] Calling delete_port for b3a38850-b60c-4b7a-ae6d-a3ae22365bdb owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:28.613779 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-65f3f22d-0a45-4511-b744-90a0213cab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:28.654610 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f3f22d-0a45-4511-b744-90a0213cab7c None None] No DVR routers for this DVR port b3a38850-b60c-4b7a-ae6d-a3ae22365bdb on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:59:28.657286 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f22d-0a45-4511-b744-90a0213cab7c None None] Pushing event deleted for resources: {'Port': ['ID=b3a38850-b60c-4b7a-ae6d-a3ae22365bdb,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:28.675065 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc93fc3a-9462-4c0e-8565-1566e087f9c7 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:59:28.679329 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d412d14-ba7d-4312-93f2-721bcde91047 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:28.695657 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bdb0cb-084c-4561-9e14-b2c65b4e32d9 None None] Sync routers for ids ['1b371d02-61a4-4be2-81dd-871785becfcc'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:59:28.703128 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60526) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:28.703959 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fc93fc3a-9462-4c0e-8565-1566e087f9c7 admin admin] 10.222.0.61 "PUT /v2.0/routers/1b371d02-61a4-4be2-81dd-871785becfcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7057247 Jul 09 09:59:28.774161 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bdb0cb-084c-4561-9e14-b2c65b4e32d9 None None] Routers {'1b371d02-61a4-4be2-81dd-871785becfcc'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:59:28.774781 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c1bdb0cb-084c-4561-9e14-b2c65b4e32d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:59:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['1b371d02-61a4-4be2-81dd-871785becfcc'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:28.783502 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c83fb2-5f50-4e5b-b440-ded53dd3fe10 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:28.787339 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-41c83fb2-5f50-4e5b-b440-ded53dd3fe10 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:28.809170 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b14bb9e-4318-4092-9f87-631838a6ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:28.846983 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14bb9e-4318-4092-9f87-631838a6ba3c admin admin] Pushing event deleted for resources: {'Port': ['ID=b765b015-d02a-4d9c-a28e-78b41d2a05b1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:28.902580 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0854a3a5-f15b-4190-a341-9557e8ad7264 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:28.933644 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-087ebd13-862d-4dea-9894-e22d71aaec69', 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'fixed_ips': [{'subnet_id': '9f84174e-493e-403f-a7cf-c1d67d7a89d0'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:59:28.934512 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:28.950588 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c1bdb0cb-084c-4561-9e14-b2c65b4e32d9 None None] Set router 1b371d02-61a4-4be2-81dd-871785becfcc gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:59:29.198175 n-d-799996-1 neutron-server[93791]: DEBUG neutron.objects.ports [None req-41c83fb2-5f50-4e5b-b440-ded53dd3fe10 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93791) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 09:59:29.200484 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-41c83fb2-5f50-4e5b-b440-ded53dd3fe10 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:29.250941 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c83fb2-5f50-4e5b-b440-ded53dd3fe10 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:29.254201 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-41c83fb2-5f50-4e5b-b440-ded53dd3fe10 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:29.258851 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c83fb2-5f50-4e5b-b440-ded53dd3fe10 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:29.259447 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-41c83fb2-5f50-4e5b-b440-ded53dd3fe10 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:29.272721 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c83fb2-5f50-4e5b-b440-ded53dd3fe10 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=96922d92-c078-4ee4-a487-a763f740a90f,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:29.286297 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-41c83fb2-5f50-4e5b-b440-ded53dd3fe10 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0687668 Jul 09 09:59:29.289642 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60530) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:29.294558 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d390f5e2-2596-44ab-992d-7c50bf0facb5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'mac_address': 'fa:16:3e:c4:9c:0a', 'name': 'tempest-NetworksTestDHCPv6-149433400'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:29.348304 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0854a3a5-f15b-4190-a341-9557e8ad7264 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:29.420551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d390f5e2-2596-44ab-992d-7c50bf0facb5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:29.449216 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] Allocated IP 172.20.0.2 (087ebd13-862d-4dea-9894-e22d71aaec69/9f84174e-493e-403f-a7cf-c1d67d7a89d0/69ca7126-48c7-4d02-97d9-d0d7417be747) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:29.459572 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c1bdb0cb-084c-4561-9e14-b2c65b4e32d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b371d02-61a4-4be2-81dd-871785becfcc', 'name': 'tempest-TestVolumeBootPattern-1179239046-router', 'tenant_id': '7afdd927203941c094a475fc277590ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'e3a36d99-7627-4342-a4e3-6fed926cfdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:47:01Z', 'updated_at': '2021-07-09T09:59:27Z', 'revision_number': 5, 'project_id': '7afdd927203941c094a475fc277590ce', 'gw_port': {'id': 'e3a36d99-7627-4342-a4e3-6fed926cfdea', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:42:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b371d02-61a4-4be2-81dd-871785becfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:47:02Z', 'updated_at': '2021-07-09T09:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:29.462655 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0854a3a5-f15b-4190-a341-9557e8ad7264 admin admin] Deleting port e3a36d99-7627-4342-a4e3-6fed926cfdea {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:29.462981 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] Allocated IP 2001:db8::f816:3eff:fe9c:64d6 (087ebd13-862d-4dea-9894-e22d71aaec69/96922d92-c078-4ee4-a487-a763f740a90f/69ca7126-48c7-4d02-97d9-d0d7417be747) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:29.463129 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0854a3a5-f15b-4190-a341-9557e8ad7264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:29.465589 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b14bb9e-4318-4092-9f87-631838a6ba3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:29.490684 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bdb0cb-084c-4561-9e14-b2c65b4e32d9 None None] Checking router: 1b371d02-61a4-4be2-81dd-871785becfcc for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:59:29.513194 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bdb0cb-084c-4561-9e14-b2c65b4e32d9 None None] Routers {'1b371d02-61a4-4be2-81dd-871785becfcc'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:59:29.513632 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d390f5e2-2596-44ab-992d-7c50bf0facb5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:29.513846 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c1bdb0cb-084c-4561-9e14-b2c65b4e32d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:59:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['1b371d02-61a4-4be2-81dd-871785becfcc'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:29.539663 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-d390f5e2-2596-44ab-992d-7c50bf0facb5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] device_id is not set on port 368fa61a-1ae5-447f-b6b1-ebe0974b94aa yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:59:29.641692 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-0854a3a5-f15b-4190-a341-9557e8ad7264 admin admin] For port e3a36d99-7627-4342-a4e3-6fed926cfdea, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e3a36d99-7627-4342-a4e3-6fed926cfdea,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:29.642056 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0854a3a5-f15b-4190-a341-9557e8ad7264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:29.654515 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c1bdb0cb-084c-4561-9e14-b2c65b4e32d9 None None] Set router 1b371d02-61a4-4be2-81dd-871785becfcc gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:59:29.659612 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0854a3a5-f15b-4190-a341-9557e8ad7264 admin admin] Calling delete_port for e3a36d99-7627-4342-a4e3-6fed926cfdea owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:29.727318 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c1bdb0cb-084c-4561-9e14-b2c65b4e32d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b371d02-61a4-4be2-81dd-871785becfcc', 'name': 'tempest-TestVolumeBootPattern-1179239046-router', 'tenant_id': '7afdd927203941c094a475fc277590ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:47:01Z', 'updated_at': '2021-07-09T09:59:29Z', 'revision_number': 6, 'project_id': '7afdd927203941c094a475fc277590ce', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:29.765796 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bdb0cb-084c-4561-9e14-b2c65b4e32d9 None None] The sync data for ids ['1b371d02-61a4-4be2-81dd-871785becfcc'] in n-d-799996-1 is: [{'id': '1b371d02-61a4-4be2-81dd-871785becfcc', 'name': 'tempest-TestVolumeBootPattern-1179239046-router', 'tenant_id': '7afdd927203941c094a475fc277590ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:47:01Z', 'updated_at': '2021-07-09T09:59:29Z', 'revision_number': 6, 'project_id': '7afdd927203941c094a475fc277590ce', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:59:29.802026 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b3a38850-b60c-4b7a-ae6d-a3ae22365bdb no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:59:29.839624 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: b3a38850-b60c-4b7a-ae6d-a3ae22365bdb {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:59:29.840006 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b3a38850-b60c-4b7a-ae6d-a3ae22365bdb not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:59:29.854049 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:29.864715 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] Transition to ACTIVE for port object 69ca7126-48c7-4d02-97d9-d0d7417be747 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:29.893473 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] Transition to ACTIVE for port object 69ca7126-48c7-4d02-97d9-d0d7417be747 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:29.901454 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:29.904608 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b14bb9e-4318-4092-9f87-631838a6ba3c admin admin] Router 798fb12b-4f95-4377-9828-31560c46c8fc has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:59:29.949904 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:29.954676 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:29.961176 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:59:29.978619 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] Pushing event updated for resources: {'Port': ['ID=69ca7126-48c7-4d02-97d9-d0d7417be747,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:30.025593 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-d390f5e2-2596-44ab-992d-7c50bf0facb5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 172.20.0.4 (087ebd13-862d-4dea-9894-e22d71aaec69/9f84174e-493e-403f-a7cf-c1d67d7a89d0/368fa61a-1ae5-447f-b6b1-ebe0974b94aa) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:30.034945 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-d390f5e2-2596-44ab-992d-7c50bf0facb5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8::f816:3eff:fec4:9c0a (087ebd13-862d-4dea-9894-e22d71aaec69/96922d92-c078-4ee4-a487-a763f740a90f/368fa61a-1ae5-447f-b6b1-ebe0974b94aa) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:30.057408 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0854a3a5-f15b-4190-a341-9557e8ad7264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:30.079826 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] Attempting to bind port 69ca7126-48c7-4d02-97d9-d0d7417be747 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:59:30.080209 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] Attempting to bind port 69ca7126-48c7-4d02-97d9-d0d7417be747 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:59:30.081224 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] Attempting to bind port 69ca7126-48c7-4d02-97d9-d0d7417be747 on network 087ebd13-862d-4dea-9894-e22d71aaec69 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:59:30.088789 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b14bb9e-4318-4092-9f87-631838a6ba3c admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:59:30.090956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854a3a5-f15b-4190-a341-9557e8ad7264 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a36d99-7627-4342-a4e3-6fed926cfdea,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:30.106139 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b2bc94-616b-4b4c-a897-5293ee53bfb5 None None] Sync routers for ids ['798fb12b-4f95-4377-9828-31560c46c8fc'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:59:30.109248 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:59:30.109679 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] Checking segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:59:30.112934 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:30.112934 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] Bound using segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:59:30.112934 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] Bound port: 69ca7126-48c7-4d02-97d9-d0d7417be747, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:59:30.112934 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:30.113537 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1b14bb9e-4318-4092-9f87-631838a6ba3c admin admin] 10.222.0.61 "PUT /v2.0/routers/798fb12b-4f95-4377-9828-31560c46c8fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4792449 Jul 09 09:59:30.118105 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60540) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:30.200125 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] For port 69ca7126-48c7-4d02-97d9-d0d7417be747, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:59:30.204505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] For port 69ca7126-48c7-4d02-97d9-d0d7417be747, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=69ca7126-48c7-4d02-97d9-d0d7417be747,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:59:30.215114 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:30.318058 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b57997b7-fc01-44ab-b9a3-b2e7ed92fdb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:30.319098 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf00acc-ac34-4ca6-9f1d-42becb53fe42 None None] Pushing event updated for resources: {'Port': ['ID=69ca7126-48c7-4d02-97d9-d0d7417be747,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:30.356783 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b2bc94-616b-4b4c-a897-5293ee53bfb5 None None] Routers {'798fb12b-4f95-4377-9828-31560c46c8fc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:59:30.357740 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-83b2bc94-616b-4b4c-a897-5293ee53bfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:59:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['798fb12b-4f95-4377-9828-31560c46c8fc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:30.382409 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d390f5e2-2596-44ab-992d-7c50bf0facb5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:30.410187 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-d390f5e2-2596-44ab-992d-7c50bf0facb5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Transition to ACTIVE for port object 368fa61a-1ae5-447f-b6b1-ebe0974b94aa will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:30.451317 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0854a3a5-f15b-4190-a341-9557e8ad7264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:30.464485 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d390f5e2-2596-44ab-992d-7c50bf0facb5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:30.525937 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-83b2bc94-616b-4b4c-a897-5293ee53bfb5 None None] Set router 798fb12b-4f95-4377-9828-31560c46c8fc gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:59:30.530096 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390f5e2-2596-44ab-992d-7c50bf0facb5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=368fa61a-1ae5-447f-b6b1-ebe0974b94aa,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:30.550019 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d390f5e2-2596-44ab-992d-7c50bf0facb5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:30.551992 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d390f5e2-2596-44ab-992d-7c50bf0facb5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:30.554934 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d390f5e2-2596-44ab-992d-7c50bf0facb5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:59:30.565403 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0854a3a5-f15b-4190-a341-9557e8ad7264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:30.567825 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0854a3a5-f15b-4190-a341-9557e8ad7264 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:30.618914 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d390f5e2-2596-44ab-992d-7c50bf0facb5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:30.619642 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d390f5e2-2596-44ab-992d-7c50bf0facb5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:30.626848 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b57997b7-fc01-44ab-b9a3-b2e7ed92fdb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:30.661685 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d390f5e2-2596-44ab-992d-7c50bf0facb5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3714466 Jul 09 09:59:30.664377 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60542) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:30.686239 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0854a3a5-f15b-4190-a341-9557e8ad7264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:30.687754 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0854a3a5-f15b-4190-a341-9557e8ad7264 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b371d02-61a4-4be2-81dd-871785becfcc {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:59:30.693524 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0854a3a5-f15b-4190-a341-9557e8ad7264 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:30.695057 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0854a3a5-f15b-4190-a341-9557e8ad7264 admin admin] 10.222.0.61 "DELETE /v2.0/routers/1b371d02-61a4-4be2-81dd-871785becfcc HTTP/1.1" status: 204 len: 168 time: 1.9904592 Jul 09 09:59:30.697704 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60544) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:30.774159 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3d648b-d40a-47d0-b8ba-3f60a8312f21 admin admin] Deleting subnet b58ca4e2-227e-4212-b8dc-1299a88a5a36 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:59:30.784601 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ee6ff6-6bcb-4b48-95ee-d84e7f2d100b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:30.786552 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c3d648b-d40a-47d0-b8ba-3f60a8312f21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:30.791517 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ee6ff6-6bcb-4b48-95ee-d84e7f2d100b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:30.799520 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e7ee6ff6-6bcb-4b48-95ee-d84e7f2d100b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1300442 Jul 09 09:59:30.799934 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60546) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:30.818338 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b57997b7-fc01-44ab-b9a3-b2e7ed92fdb1 admin admin] Deleting port 5190b6aa-8898-4722-83cc-4afeb03db678 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:30.818735 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b57997b7-fc01-44ab-b9a3-b2e7ed92fdb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:30.878704 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c3d648b-d40a-47d0-b8ba-3f60a8312f21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:30.888740 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-83b2bc94-616b-4b4c-a897-5293ee53bfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'name': 'tempest-AttachVolumeShelveTestJSON-407078560-router', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:59:28Z', 'revision_number': 5, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'gw_port': {'id': '5190b6aa-8898-4722-83cc-4afeb03db678', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:30.945412 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b2bc94-616b-4b4c-a897-5293ee53bfb5 None None] Checking router: 798fb12b-4f95-4377-9828-31560c46c8fc for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:59:30.971998 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b2bc94-616b-4b4c-a897-5293ee53bfb5 None None] Routers {'798fb12b-4f95-4377-9828-31560c46c8fc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:59:30.972809 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-83b2bc94-616b-4b4c-a897-5293ee53bfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:59:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['798fb12b-4f95-4377-9828-31560c46c8fc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:30.991779 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-b57997b7-fc01-44ab-b9a3-b2e7ed92fdb1 admin admin] For port 5190b6aa-8898-4722-83cc-4afeb03db678, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5190b6aa-8898-4722-83cc-4afeb03db678,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:30.992380 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b57997b7-fc01-44ab-b9a3-b2e7ed92fdb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:31.000195 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-708d376f-d049-4eaf-9249-66b551364cf3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting port 368fa61a-1ae5-447f-b6b1-ebe0974b94aa {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:31.001101 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-708d376f-d049-4eaf-9249-66b551364cf3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:31.013161 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b57997b7-fc01-44ab-b9a3-b2e7ed92fdb1 admin admin] Calling delete_port for 5190b6aa-8898-4722-83cc-4afeb03db678 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:31.081117 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-83b2bc94-616b-4b4c-a897-5293ee53bfb5 None None] Set router 798fb12b-4f95-4377-9828-31560c46c8fc gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:59:31.110024 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-708d376f-d049-4eaf-9249-66b551364cf3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:31.113428 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c3d648b-d40a-47d0-b8ba-3f60a8312f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:31.126732 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-708d376f-d049-4eaf-9249-66b551364cf3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Calling delete_port for 368fa61a-1ae5-447f-b6b1-ebe0974b94aa owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:31.146856 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-83b2bc94-616b-4b4c-a897-5293ee53bfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'name': 'tempest-AttachVolumeShelveTestJSON-407078560-router', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:59:30Z', 'revision_number': 6, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:31.176732 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b2bc94-616b-4b4c-a897-5293ee53bfb5 None None] The sync data for ids ['798fb12b-4f95-4377-9828-31560c46c8fc'] in n-d-799996-1 is: [{'id': '798fb12b-4f95-4377-9828-31560c46c8fc', 'name': 'tempest-AttachVolumeShelveTestJSON-407078560-router', 'tenant_id': '99f7719707794c3ea83b85ef3879ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:48:53Z', 'updated_at': '2021-07-09T09:59:30Z', 'revision_number': 6, 'project_id': '99f7719707794c3ea83b85ef3879ca4c', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:59:31.250088 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c3d648b-d40a-47d0-b8ba-3f60a8312f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:31.299238 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d648b-d40a-47d0-b8ba-3f60a8312f21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b58ca4e2-227e-4212-b8dc-1299a88a5a36,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:31.312059 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c3d648b-d40a-47d0-b8ba-3f60a8312f21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:31.313990 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3c3d648b-d40a-47d0-b8ba-3f60a8312f21 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b58ca4e2-227e-4212-b8dc-1299a88a5a36 HTTP/1.1" status: 204 len: 168 time: 0.6150970 Jul 09 09:59:31.314561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df63780-4ab1-440a-a1b5-94ba2da6e3f6 None None] Network 51fb6560-3d86-40ac-a56a-51d708beecf0 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:31.316590 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60550) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:31.401680 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b57997b7-fc01-44ab-b9a3-b2e7ed92fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:31.415927 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-708d376f-d049-4eaf-9249-66b551364cf3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:31.440577 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57997b7-fc01-44ab-b9a3-b2e7ed92fdb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5190b6aa-8898-4722-83cc-4afeb03db678,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:31.445973 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38d06e85-68ab-4ec5-9ba9-5880e2484838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:31.467497 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d376f-d049-4eaf-9249-66b551364cf3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Port': ['ID=368fa61a-1ae5-447f-b6b1-ebe0974b94aa,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:31.577090 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b57997b7-fc01-44ab-b9a3-b2e7ed92fdb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:31.699864 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160e99d0-50ab-4b5a-98f7-c91236de1b31 None None] DHCP port deletion for 51fb6560-3d86-40ac-a56a-51d708beecf0 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:59:31.758218 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-708d376f-d049-4eaf-9249-66b551364cf3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:31.765503 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-708d376f-d049-4eaf-9249-66b551364cf3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/368fa61a-1ae5-447f-b6b1-ebe0974b94aa HTTP/1.1" status: 204 len: 168 time: 0.9640071 Jul 09 09:59:31.768545 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60554) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:31.835189 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b57997b7-fc01-44ab-b9a3-b2e7ed92fdb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:31.838897 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-38d06e85-68ab-4ec5-9ba9-5880e2484838 admin admin] Deleting port 9cd07804-6e41-498d-9a34-d78391326e92 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:31.839307 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38d06e85-68ab-4ec5-9ba9-5880e2484838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:31.842253 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b57997b7-fc01-44ab-b9a3-b2e7ed92fdb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:31.853545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-160e99d0-50ab-4b5a-98f7-c91236de1b31 None None] Deleting port 9cd07804-6e41-498d-9a34-d78391326e92 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:31.854578 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-160e99d0-50ab-4b5a-98f7-c91236de1b31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:31.898538 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffccdaf-7ea4-4635-914a-8c8b350f6c82 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:31.900250 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffccdaf-7ea4-4635-914a-8c8b350f6c82 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:31.901914 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffccdaf-7ea4-4635-914a-8c8b350f6c82 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:31.905380 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1ffccdaf-7ea4-4635-914a-8c8b350f6c82 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1356235 Jul 09 09:59:31.908290 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60558) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:31.952876 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b57997b7-fc01-44ab-b9a3-b2e7ed92fdb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:31.953231 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57997b7-fc01-44ab-b9a3-b2e7ed92fdb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 798fb12b-4f95-4377-9828-31560c46c8fc {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:59:31.963728 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-160e99d0-50ab-4b5a-98f7-c91236de1b31 None None] For port 9cd07804-6e41-498d-9a34-d78391326e92, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=9cd07804-6e41-498d-9a34-d78391326e92,segment=NetworkSegment(502c74ec-19db-4108-8faf-d4d98c921efc),segment_id=502c74ec-19db-4108-8faf-d4d98c921efc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:31.963956 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b57997b7-fc01-44ab-b9a3-b2e7ed92fdb1 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:31.963956 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b57997b7-fc01-44ab-b9a3-b2e7ed92fdb1 admin admin] 10.222.0.61 "DELETE /v2.0/routers/798fb12b-4f95-4377-9828-31560c46c8fc HTTP/1.1" status: 204 len: 168 time: 1.8315778 Jul 09 09:59:31.964142 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-160e99d0-50ab-4b5a-98f7-c91236de1b31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:31.964231 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60560) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:31.972313 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-38d06e85-68ab-4ec5-9ba9-5880e2484838 admin admin] For port 9cd07804-6e41-498d-9a34-d78391326e92, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=9cd07804-6e41-498d-9a34-d78391326e92,segment=NetworkSegment(502c74ec-19db-4108-8faf-d4d98c921efc),segment_id=502c74ec-19db-4108-8faf-d4d98c921efc)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:31.972687 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38d06e85-68ab-4ec5-9ba9-5880e2484838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:31.986812 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e58e83-590f-474b-b839-5e030c6bb269 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:32.001125 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd5a851-8bb8-454d-8d28-91e560749850 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet 96922d92-c078-4ee4-a487-a763f740a90f {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:59:32.005294 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a851-8bb8-454d-8d28-91e560749850 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:32.012043 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-160e99d0-50ab-4b5a-98f7-c91236de1b31 None None] Calling delete_port for 9cd07804-6e41-498d-9a34-d78391326e92 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:32.071448 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a851-8bb8-454d-8d28-91e560749850 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:32.164899 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4c48513f-0dad-45d5-8146-348b33984e7f None None] Provisioning for port 69ca7126-48c7-4d02-97d9-d0d7417be747 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:59:32.184077 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a851-8bb8-454d-8d28-91e560749850 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:32.255585 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 69ca7126-48c7-4d02-97d9-d0d7417be747 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:59:32.284199 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a851-8bb8-454d-8d28-91e560749850 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:32.286178 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-160e99d0-50ab-4b5a-98f7-c91236de1b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:32.316546 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5a851-8bb8-454d-8d28-91e560749850 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=96922d92-c078-4ee4-a487-a763f740a90f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:32.322634 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a851-8bb8-454d-8d28-91e560749850 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:32.327168 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bfd5a851-8bb8-454d-8d28-91e560749850 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/96922d92-c078-4ee4-a487-a763f740a90f HTTP/1.1" status: 204 len: 168 time: 0.4176676 Jul 09 09:59:32.327817 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60564) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:32.334380 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160e99d0-50ab-4b5a-98f7-c91236de1b31 None None] No DVR routers for this DVR port 9cd07804-6e41-498d-9a34-d78391326e92 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:59:32.338712 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e99d0-50ab-4b5a-98f7-c91236de1b31 None None] Pushing event deleted for resources: {'Port': ['ID=9cd07804-6e41-498d-9a34-d78391326e92,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:32.401180 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de8ef41-f99c-478a-9366-fd6aaf24cfae tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet 9f84174e-493e-403f-a7cf-c1d67d7a89d0 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:59:32.404976 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2de8ef41-f99c-478a-9366-fd6aaf24cfae tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:32.424726 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 69ca7126-48c7-4d02-97d9-d0d7417be747 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:59:32.432219 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 69ca7126-48c7-4d02-97d9-d0d7417be747 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:32.432590 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:32.475621 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2de8ef41-f99c-478a-9366-fd6aaf24cfae tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:32.488799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-38d06e85-68ab-4ec5-9ba9-5880e2484838 admin admin] Calling delete_port for 9cd07804-6e41-498d-9a34-d78391326e92 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:32.526422 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6eb5122-237a-4cb3-b3ab-df3856bbbf53 admin admin] Deleting subnet f33154ac-544d-477f-a9ff-a13c564432a2 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:59:32.544593 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f34e1e-209b-4f78-8325-71f2c30e3943 None None] Update dhcp port {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'fixed_ips': [{'subnet_id': '9f84174e-493e-403f-a7cf-c1d67d7a89d0', 'ip_address': '172.20.0.2'}, {'subnet_id': '96922d92-c078-4ee4-a487-a763f740a90f'}], 'binding:host_id': 'n-d-799996-1'}, 'id': '69ca7126-48c7-4d02-97d9-d0d7417be747'} from n-d-799996-1. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 09:59:32.567630 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a6eb5122-237a-4cb3-b3ab-df3856bbbf53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:32.587249 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c7f34e1e-209b-4f78-8325-71f2c30e3943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:32.612837 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2de8ef41-f99c-478a-9366-fd6aaf24cfae tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:32.663081 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a6eb5122-237a-4cb3-b3ab-df3856bbbf53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:32.680510 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:32.697535 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2de8ef41-f99c-478a-9366-fd6aaf24cfae tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:32.735556 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8ef41-f99c-478a-9366-fd6aaf24cfae tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=9f84174e-493e-403f-a7cf-c1d67d7a89d0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:32.740876 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2de8ef41-f99c-478a-9366-fd6aaf24cfae tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:32.742507 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2de8ef41-f99c-478a-9366-fd6aaf24cfae tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/9f84174e-493e-403f-a7cf-c1d67d7a89d0 HTTP/1.1" status: 204 len: 168 time: 0.4134953 Jul 09 09:59:32.746517 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60566) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:32.796486 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-10fdcfef-04b7-47b3-bb7c-ab5b85f91741 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477755 Jul 09 09:59:32.800901 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60568) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server [None req-c7f34e1e-209b-4f78-8325-71f2c30e3943 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f84174e-493e-403f-a7cf-c1d67d7a89d0: This subnet is being modified by another concurrent operation. Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise exception Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f84174e-493e-403f-a7cf-c1d67d7a89d0: This subnet is being modified by another concurrent operation. Jul 09 09:59:32.801741 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Jul 09 09:59:32.807502 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-97eb5bdf-30de-471f-b6a8-4bc50d5b81c5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:32.816856 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:59:32.817235 n-d-799996-1 neutron-server[93792]: DEBUG oslo_db.api [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:59:32.832000 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38d06e85-68ab-4ec5-9ba9-5880e2484838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:32.880212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d06e85-68ab-4ec5-9ba9-5880e2484838 admin admin] No DVR routers for this DVR port 9cd07804-6e41-498d-9a34-d78391326e92 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:59:32.887252 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d06e85-68ab-4ec5-9ba9-5880e2484838 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cd07804-6e41-498d-9a34-d78391326e92,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:32.922070 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a6eb5122-237a-4cb3-b3ab-df3856bbbf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:32.925977 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97eb5bdf-30de-471f-b6a8-4bc50d5b81c5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:32.930741 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97eb5bdf-30de-471f-b6a8-4bc50d5b81c5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:32.933341 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42491bb-21ba-49fe-9014-6769d3e84e77 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:33.005424 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38d06e85-68ab-4ec5-9ba9-5880e2484838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:33.019813 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-38d06e85-68ab-4ec5-9ba9-5880e2484838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51fb6560-3d86-40ac-a56a-51d708beecf0']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:33.037236 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-38d06e85-68ab-4ec5-9ba9-5880e2484838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502c74ec-19db-4108-8faf-d4d98c921efc') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:33.037458 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-38d06e85-68ab-4ec5-9ba9-5880e2484838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502c74ec-19db-4108-8faf-d4d98c921efc') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:33.042866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e64df60e-ef10-499f-bbc3-80266fbc7ffb None None] Provisioning complete for port 69ca7126-48c7-4d02-97d9-d0d7417be747 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:33.043916 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e64df60e-ef10-499f-bbc3-80266fbc7ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:33.052733 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38d06e85-68ab-4ec5-9ba9-5880e2484838 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:33.080577 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a6eb5122-237a-4cb3-b3ab-df3856bbbf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:33.110212 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a6eb5122-237a-4cb3-b3ab-df3856bbbf53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:33.117036 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a6eb5122-237a-4cb3-b3ab-df3856bbbf53 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f33154ac-544d-477f-a9ff-a13c564432a2 HTTP/1.1" status: 204 len: 168 time: 1.1520343 Jul 09 09:59:33.118998 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38d06e85-68ab-4ec5-9ba9-5880e2484838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:33.120928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60574) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:33.151795 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d06e85-68ab-4ec5-9ba9-5880e2484838 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:59:33.152025 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38d06e85-68ab-4ec5-9ba9-5880e2484838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:33.154003 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb5122-237a-4cb3-b3ab-df3856bbbf53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f33154ac-544d-477f-a9ff-a13c564432a2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: self.session.flush() Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:59:33.156927 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:59:33.185235 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dbbcb0-72bf-41b1-9b92-9fe78a2c4819 None None] Network 4245b116-2d5b-4779-b854-de03b1576199 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:33.199643 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97eb5bdf-30de-471f-b6a8-4bc50d5b81c5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:33.257706 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eb5bdf-30de-471f-b6a8-4bc50d5b81c5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:33.266222 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-97eb5bdf-30de-471f-b6a8-4bc50d5b81c5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:33.271915 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97eb5bdf-30de-471f-b6a8-4bc50d5b81c5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:33.272727 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97eb5bdf-30de-471f-b6a8-4bc50d5b81c5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:33.281005 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b43bf32-6414-4472-850e-2995100391cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:33.284002 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38d06e85-68ab-4ec5-9ba9-5880e2484838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:33.289245 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb5bdf-30de-471f-b6a8-4bc50d5b81c5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=52ad266f-ec0d-4a68-ac9f-9e58d7456ebc,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:33.289545 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38d06e85-68ab-4ec5-9ba9-5880e2484838 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:33.296108 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-38d06e85-68ab-4ec5-9ba9-5880e2484838 admin admin] 10.222.0.61 "DELETE /v2.0/networks/51fb6560-3d86-40ac-a56a-51d708beecf0 HTTP/1.1" status: 204 len: 168 time: 1.9782374 Jul 09 09:59:33.302728 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-97eb5bdf-30de-471f-b6a8-4bc50d5b81c5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4993124 Jul 09 09:59:33.303210 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60578) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:33.309820 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-702ed637-3a88-41cf-9944-b6e314c58848 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:33.321560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d06e85-68ab-4ec5-9ba9-5880e2484838 admin admin] Pushing event deleted for resources: {'Network': ['ID=51fb6560-3d86-40ac-a56a-51d708beecf0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:33.385687 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-2b43bf32-6414-4472-850e-2995100391cd admin admin] Deleting port 6f3e5647-e88b-4c94-977f-7446f1b1fce9 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:33.386125 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b43bf32-6414-4472-850e-2995100391cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:33.498144 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-2b43bf32-6414-4472-850e-2995100391cd admin admin] For port 6f3e5647-e88b-4c94-977f-7446f1b1fce9, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6f3e5647-e88b-4c94-977f-7446f1b1fce9,segment=NetworkSegment(83074745-f73d-41b9-8ec7-e8f128fc606c),segment_id=83074745-f73d-41b9-8ec7-e8f128fc606c)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:33.498842 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b43bf32-6414-4472-850e-2995100391cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:33.509786 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60582) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:33.517514 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702ed637-3a88-41cf-9944-b6e314c58848 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:33.523809 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-702ed637-3a88-41cf-9944-b6e314c58848 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:33.528371 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:33.532680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-2b43bf32-6414-4472-850e-2995100391cd admin admin] Calling delete_port for 6f3e5647-e88b-4c94-977f-7446f1b1fce9 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:33.611965 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-cf53b3d2-fc8f-4897-a937-59b67945f182 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=813283cb89a545e1a829a2f32c9aa43c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0995495 Jul 09 09:59:33.612647 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60586) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:33.708392 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f0ec44-3d14-413e-9ae3-3cde995ac733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:33.711122 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b43bf32-6414-4472-850e-2995100391cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:33.760357 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43bf32-6414-4472-850e-2995100391cd admin admin] Pushing event deleted for resources: {'Port': ['ID=6f3e5647-e88b-4c94-977f-7446f1b1fce9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:33.762302 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b43bf32-6414-4472-850e-2995100391cd admin admin] No DVR routers for this DVR port 6f3e5647-e88b-4c94-977f-7446f1b1fce9 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:59:33.797620 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f0ec44-3d14-413e-9ae3-3cde995ac733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:33.838469 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0817f031-4264-421b-bc7b-e80379f8a2a8 None None] DHCP port deletion for 087ebd13-862d-4dea-9894-e22d71aaec69 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:59:33.870996 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e64df60e-ef10-499f-bbc3-80266fbc7ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:33.900210 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 69ca7126-48c7-4d02-97d9-d0d7417be747, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=69ca7126-48c7-4d02-97d9-d0d7417be747,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:33.909177 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:33.918443 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b43bf32-6414-4472-850e-2995100391cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:33.933475 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-2b43bf32-6414-4472-850e-2995100391cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4245b116-2d5b-4779-b854-de03b1576199']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:33.972671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-2b43bf32-6414-4472-850e-2995100391cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83074745-f73d-41b9-8ec7-e8f128fc606c') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:33.973275 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-2b43bf32-6414-4472-850e-2995100391cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83074745-f73d-41b9-8ec7-e8f128fc606c') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:33.977690 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f0ec44-3d14-413e-9ae3-3cde995ac733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:33.980826 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f0ec44-3d14-413e-9ae3-3cde995ac733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:33.986772 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d5f0ec44-3d14-413e-9ae3-3cde995ac733 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2111ff62-4da6-47d8-93e2-14dbf09e9b58 HTTP/1.1" status: 204 len: 168 time: 0.3710020 Jul 09 09:59:34.000158 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b43bf32-6414-4472-850e-2995100391cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:34.016408 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0ec44-3d14-413e-9ae3-3cde995ac733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2111ff62-4da6-47d8-93e2-14dbf09e9b58,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:34.030084 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-e64df60e-ef10-499f-bbc3-80266fbc7ffb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:59:34.030473 n-d-799996-1 neutron-server[93792]: DEBUG oslo_db.api [None req-e64df60e-ef10-499f-bbc3-80266fbc7ffb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:59:34.031150 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d22e723-3203-493d-baba-249ce0143594 None None] DHCP port deletion for 4245b116-2d5b-4779-b854-de03b1576199 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:59:34.031939 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b43bf32-6414-4472-850e-2995100391cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:34.040490 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b43bf32-6414-4472-850e-2995100391cd admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 09:59:34.042220 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b43bf32-6414-4472-850e-2995100391cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: timer() Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 09:59:34.045582 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 09:59:34.056794 n-d-799996-1 neutron-server[93791]: DEBUG neutron.objects.ports [None req-702ed637-3a88-41cf-9944-b6e314c58848 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93791) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 09:59:34.062399 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b765b015-d02a-4d9c-a28e-78b41d2a05b1 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:59:34.119054 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: b765b015-d02a-4d9c-a28e-78b41d2a05b1 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:59:34.119414 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b765b015-d02a-4d9c-a28e-78b41d2a05b1 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:59:34.119918 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:59:34.134521 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b43bf32-6414-4472-850e-2995100391cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:34.141940 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b43bf32-6414-4472-850e-2995100391cd admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:34.148234 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2b43bf32-6414-4472-850e-2995100391cd admin admin] 10.222.0.61 "DELETE /v2.0/networks/4245b116-2d5b-4779-b854-de03b1576199 HTTP/1.1" status: 204 len: 168 time: 1.0240881 Jul 09 09:59:34.178875 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:34.192769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43bf32-6414-4472-850e-2995100391cd admin admin] Pushing event deleted for resources: {'Network': ['ID=4245b116-2d5b-4779-b854-de03b1576199,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:34.195155 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:59:34.195525 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c0c40bf4-ddb3-4560-8de1-4f70a2e2c3ae not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:59:34.195966 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e3a36d99-7627-4342-a4e3-6fed926cfdea no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:59:34.228648 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: e3a36d99-7627-4342-a4e3-6fed926cfdea {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:59:34.229004 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e3a36d99-7627-4342-a4e3-6fed926cfdea not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:59:34.248771 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-0817f031-4264-421b-bc7b-e80379f8a2a8 None None] Deleting port 69ca7126-48c7-4d02-97d9-d0d7417be747 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:34.249700 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0817f031-4264-421b-bc7b-e80379f8a2a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:34.324899 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=69ca7126-48c7-4d02-97d9-d0d7417be747,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:34.353085 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0817f031-4264-421b-bc7b-e80379f8a2a8 None None] For port 69ca7126-48c7-4d02-97d9-d0d7417be747, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=69ca7126-48c7-4d02-97d9-d0d7417be747,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:34.353484 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0817f031-4264-421b-bc7b-e80379f8a2a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:34.368730 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5190b6aa-8898-4722-83cc-4afeb03db678 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:59:34.394986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60598) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:34.441298 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-0817f031-4264-421b-bc7b-e80379f8a2a8 None None] Calling delete_port for 69ca7126-48c7-4d02-97d9-d0d7417be747 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:34.443113 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 5190b6aa-8898-4722-83cc-4afeb03db678 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:59:34.443461 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5190b6aa-8898-4722-83cc-4afeb03db678 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:59:34.443943 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 9cd07804-6e41-498d-9a34-d78391326e92 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:59:34.448174 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1909213f-ee95-4852-8b91-4d7534b397f8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=99f7719707794c3ea83b85ef3879ca4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494535 Jul 09 09:59:34.450945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60600) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:34.465326 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-702ed637-3a88-41cf-9944-b6e314c58848 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:34.490402 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 9cd07804-6e41-498d-9a34-d78391326e92 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:59:34.491211 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 9cd07804-6e41-498d-9a34-d78391326e92 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:59:34.491949 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6f3e5647-e88b-4c94-977f-7446f1b1fce9 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:59:34.524231 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 6f3e5647-e88b-4c94-977f-7446f1b1fce9 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:59:34.524874 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6f3e5647-e88b-4c94-977f-7446f1b1fce9 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:59:34.525506 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 69ca7126-48c7-4d02-97d9-d0d7417be747 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:59:34.541210 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfe1ba46-9e9b-4809-a0d0-c04519766a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:34.573375 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfe1ba46-9e9b-4809-a0d0-c04519766a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:34.641965 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfe1ba46-9e9b-4809-a0d0-c04519766a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:34.644849 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfe1ba46-9e9b-4809-a0d0-c04519766a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:34.646751 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-bfe1ba46-9e9b-4809-a0d0-c04519766a1c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b0e72b8e-9a01-47de-813c-d4fcdbcc7648 HTTP/1.1" status: 204 len: 168 time: 0.1945930 Jul 09 09:59:34.676929 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1ba46-9e9b-4809-a0d0-c04519766a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e72b8e-9a01-47de-813c-d4fcdbcc7648,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:34.701068 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-702ed637-3a88-41cf-9944-b6e314c58848 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] For port 69ca7126-48c7-4d02-97d9-d0d7417be747, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=69ca7126-48c7-4d02-97d9-d0d7417be747,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:34.730991 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60606) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:34.761124 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-702ed637-3a88-41cf-9944-b6e314c58848 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:34.768763 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-702ed637-3a88-41cf-9944-b6e314c58848 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:34.770510 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-702ed637-3a88-41cf-9944-b6e314c58848 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:34.772265 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:34.779267 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3d4473aa-f365-4e3c-84e2-bd3e86f49012 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7afdd927203941c094a475fc277590ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465620 Jul 09 09:59:34.782572 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60608) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:34.835239 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0817f031-4264-421b-bc7b-e80379f8a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:34.853060 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13bf288a-0f11-426d-bba8-cbf391ca7d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:34.857805 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817f031-4264-421b-bc7b-e80379f8a2a8 None None] Pushing event deleted for resources: {'Port': ['ID=69ca7126-48c7-4d02-97d9-d0d7417be747,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:34.860678 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:59:34.861385 n-d-799996-1 neutron-server[93792]: DEBUG oslo_db.api [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:59:34.868993 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0817f031-4264-421b-bc7b-e80379f8a2a8 None None] No DVR routers for this DVR port 69ca7126-48c7-4d02-97d9-d0d7417be747 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:59:34.888997 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976e858c-847b-4cdd-8761-6e45b7a57047 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:34.896059 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13bf288a-0f11-426d-bba8-cbf391ca7d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:34.913404 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ed637-3a88-41cf-9944-b6e314c58848 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=69ca7126-48c7-4d02-97d9-d0d7417be747,revision_number=7']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:34.918299 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702ed637-3a88-41cf-9944-b6e314c58848 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:34.920049 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ed637-3a88-41cf-9944-b6e314c58848 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=beb94aaf-2904-429b-a068-0e74ccb21d78,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:34.924824 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-702ed637-3a88-41cf-9944-b6e314c58848 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:34.931115 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702ed637-3a88-41cf-9944-b6e314c58848 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:34.931926 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-702ed637-3a88-41cf-9944-b6e314c58848 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:34.951581 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-702ed637-3a88-41cf-9944-b6e314c58848 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6447208 Jul 09 09:59:34.951976 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60612) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:34.958930 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-fed0f5d7-52df-4ba8-bee6-5613fc2b457b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'mac_address': 'fa:16:3e:d5:59:69', 'name': 'tempest-NetworksTestDHCPv6-2062768558'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:35.016394 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13bf288a-0f11-426d-bba8-cbf391ca7d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:35.019127 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13bf288a-0f11-426d-bba8-cbf391ca7d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:35.023094 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-13bf288a-0f11-426d-bba8-cbf391ca7d0f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6ab1742d-ca90-4491-b3d2-2e6845721b8f HTTP/1.1" status: 204 len: 168 time: 0.2365856 Jul 09 09:59:35.037185 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf288a-0f11-426d-bba8-cbf391ca7d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab1742d-ca90-4491-b3d2-2e6845721b8f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:35.064537 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-087ebd13-862d-4dea-9894-e22d71aaec69', 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'fixed_ips': [{'subnet_id': '52ad266f-ec0d-4a68-ac9f-9e58d7456ebc'}, {'subnet_id': 'beb94aaf-2904-429b-a068-0e74ccb21d78'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:59:35.065400 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:35.118576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed0f5d7-52df-4ba8-bee6-5613fc2b457b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:35.250263 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fed0f5d7-52df-4ba8-bee6-5613fc2b457b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:35.293804 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-fed0f5d7-52df-4ba8-bee6-5613fc2b457b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] device_id is not set on port 6bb4371f-512e-4787-aa58-509c7f63c4a2 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:59:35.304911 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] Allocated IP 172.20.0.2 (087ebd13-862d-4dea-9894-e22d71aaec69/52ad266f-ec0d-4a68-ac9f-9e58d7456ebc/fe59ab6b-ad7c-43c8-8b35-83a02104cb35) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:35.316468 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] Allocated IP 2001:db8::f816:3eff:fe03:e659 (087ebd13-862d-4dea-9894-e22d71aaec69/beb94aaf-2904-429b-a068-0e74ccb21d78/fe59ab6b-ad7c-43c8-8b35-83a02104cb35) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:35.416160 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Port 69ca7126-48c7-4d02-97d9-d0d7417be747 update to DOWN by agent not found {{(pid=93792) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 09 09:59:35.541084 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:35.553705 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] Transition to ACTIVE for port object fe59ab6b-ad7c-43c8-8b35-83a02104cb35 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:35.571149 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] Transition to ACTIVE for port object fe59ab6b-ad7c-43c8-8b35-83a02104cb35 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:35.578338 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:35.626225 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:35.631596 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:35.641063 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:59:35.658046 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] Pushing event updated for resources: {'Port': ['ID=fe59ab6b-ad7c-43c8-8b35-83a02104cb35,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:35.705752 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-fed0f5d7-52df-4ba8-bee6-5613fc2b457b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 172.20.0.8 (087ebd13-862d-4dea-9894-e22d71aaec69/52ad266f-ec0d-4a68-ac9f-9e58d7456ebc/6bb4371f-512e-4787-aa58-509c7f63c4a2) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:35.713020 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-fed0f5d7-52df-4ba8-bee6-5613fc2b457b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8::f816:3eff:fed5:5969 (087ebd13-862d-4dea-9894-e22d71aaec69/beb94aaf-2904-429b-a068-0e74ccb21d78/6bb4371f-512e-4787-aa58-509c7f63c4a2) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:35.732668 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] Attempting to bind port fe59ab6b-ad7c-43c8-8b35-83a02104cb35 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:59:35.733098 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] Attempting to bind port fe59ab6b-ad7c-43c8-8b35-83a02104cb35 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:59:35.733675 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] Attempting to bind port fe59ab6b-ad7c-43c8-8b35-83a02104cb35 on network 087ebd13-862d-4dea-9894-e22d71aaec69 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:59:35.744268 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:59:35.744664 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] Checking segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:59:35.745053 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:35.745463 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] Bound using segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:59:35.745951 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] Bound port: fe59ab6b-ad7c-43c8-8b35-83a02104cb35, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:59:35.746345 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:35.828605 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] For port fe59ab6b-ad7c-43c8-8b35-83a02104cb35, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:59:35.832579 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] For port fe59ab6b-ad7c-43c8-8b35-83a02104cb35, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=fe59ab6b-ad7c-43c8-8b35-83a02104cb35,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:59:35.839455 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:35.921510 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a299c6-5bf5-4d5d-a860-67e59baf24cd None None] Pushing event updated for resources: {'Port': ['ID=fe59ab6b-ad7c-43c8-8b35-83a02104cb35,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:35.923626 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fed0f5d7-52df-4ba8-bee6-5613fc2b457b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:35.942634 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-fed0f5d7-52df-4ba8-bee6-5613fc2b457b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Transition to ACTIVE for port object 6bb4371f-512e-4787-aa58-509c7f63c4a2 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:36.006322 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fed0f5d7-52df-4ba8-bee6-5613fc2b457b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:36.083433 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0f5d7-52df-4ba8-bee6-5613fc2b457b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=6bb4371f-512e-4787-aa58-509c7f63c4a2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:36.088195 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed0f5d7-52df-4ba8-bee6-5613fc2b457b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:36.089880 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-fed0f5d7-52df-4ba8-bee6-5613fc2b457b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:36.093109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed0f5d7-52df-4ba8-bee6-5613fc2b457b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:59:36.186046 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed0f5d7-52df-4ba8-bee6-5613fc2b457b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:36.187409 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fed0f5d7-52df-4ba8-bee6-5613fc2b457b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:36.207833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fed0f5d7-52df-4ba8-bee6-5613fc2b457b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2544830 Jul 09 09:59:36.210765 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60652) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:36.316021 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129df079-5f83-4bbe-8c68-a99c06842639 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:36.322179 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129df079-5f83-4bbe-8c68-a99c06842639 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:36.324171 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-129df079-5f83-4bbe-8c68-a99c06842639 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1109648 Jul 09 09:59:36.326804 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60654) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:36.384992 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device fe59ab6b-ad7c-43c8-8b35-83a02104cb35 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:59:36.448635 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port fe59ab6b-ad7c-43c8-8b35-83a02104cb35 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:59:36.486059 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-67956fde-162c-47b5-90ab-74131b454c50 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting port 6bb4371f-512e-4787-aa58-509c7f63c4a2 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:36.486466 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67956fde-162c-47b5-90ab-74131b454c50 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:36.586043 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67956fde-162c-47b5-90ab-74131b454c50 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:36.598095 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-67956fde-162c-47b5-90ab-74131b454c50 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Calling delete_port for 6bb4371f-512e-4787-aa58-509c7f63c4a2 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:36.767173 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-17e72c2d-f542-493f-8ec2-eaf503e0f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:36.823734 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67956fde-162c-47b5-90ab-74131b454c50 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:36.857276 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67956fde-162c-47b5-90ab-74131b454c50 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Port': ['ID=6bb4371f-512e-4787-aa58-509c7f63c4a2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:36.978103 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67956fde-162c-47b5-90ab-74131b454c50 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:36.983656 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-67956fde-162c-47b5-90ab-74131b454c50 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/6bb4371f-512e-4787-aa58-509c7f63c4a2 HTTP/1.1" status: 204 len: 168 time: 0.6542389 Jul 09 09:59:36.984136 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60672) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:37.053201 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb920cb-ce6f-43f8-b02b-d5e36824df8d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:37.055635 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb920cb-ce6f-43f8-b02b-d5e36824df8d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:37.057364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb920cb-ce6f-43f8-b02b-d5e36824df8d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:37.059106 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1bb920cb-ce6f-43f8-b02b-d5e36824df8d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0740197 Jul 09 09:59:37.062637 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60676) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:37.126941 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba0f0fc3-6341-4486-aa2f-2f040bc8ffd5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet 52ad266f-ec0d-4a68-ac9f-9e58d7456ebc {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:59:37.132729 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0fc3-6341-4486-aa2f-2f040bc8ffd5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:37.188418 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0fc3-6341-4486-aa2f-2f040bc8ffd5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:37.341622 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938fd851-1ab6-4769-89c3-9a4c6a1e70ee None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:37.356156 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0fc3-6341-4486-aa2f-2f040bc8ffd5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:37.427980 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-06f6bc7a-bca8-4088-8139-08431950a9ed None None] Provisioning for port fe59ab6b-ad7c-43c8-8b35-83a02104cb35 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:59:37.430557 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0fc3-6341-4486-aa2f-2f040bc8ffd5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:37.439236 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-06f6bc7a-bca8-4088-8139-08431950a9ed None None] Provisioning complete for port fe59ab6b-ad7c-43c8-8b35-83a02104cb35 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:37.439867 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-06f6bc7a-bca8-4088-8139-08431950a9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:37.463726 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f0fc3-6341-4486-aa2f-2f040bc8ffd5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=52ad266f-ec0d-4a68-ac9f-9e58d7456ebc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:37.482081 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0fc3-6341-4486-aa2f-2f040bc8ffd5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:37.485731 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ba0f0fc3-6341-4486-aa2f-2f040bc8ffd5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/52ad266f-ec0d-4a68-ac9f-9e58d7456ebc HTTP/1.1" status: 204 len: 168 time: 0.4219844 Jul 09 09:59:37.488317 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60682) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:37.549308 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-38276e70-d192-4f02-a97e-31aeb6ed2a85 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet beb94aaf-2904-429b-a068-0e74ccb21d78 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:59:37.552785 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38276e70-d192-4f02-a97e-31aeb6ed2a85 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:37.593860 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-06f6bc7a-bca8-4088-8139-08431950a9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:37.598412 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38276e70-d192-4f02-a97e-31aeb6ed2a85 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:37.638178 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-06f6bc7a-bca8-4088-8139-08431950a9ed None None] For port fe59ab6b-ad7c-43c8-8b35-83a02104cb35, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=fe59ab6b-ad7c-43c8-8b35-83a02104cb35,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:37.644935 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-06f6bc7a-bca8-4088-8139-08431950a9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:37.698612 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38276e70-d192-4f02-a97e-31aeb6ed2a85 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:37.701749 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6bc7a-bca8-4088-8139-08431950a9ed None None] Pushing event updated for resources: {'Port': ['ID=fe59ab6b-ad7c-43c8-8b35-83a02104cb35,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:37.765494 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38276e70-d192-4f02-a97e-31aeb6ed2a85 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:37.800456 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38276e70-d192-4f02-a97e-31aeb6ed2a85 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=beb94aaf-2904-429b-a068-0e74ccb21d78,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:37.802466 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38276e70-d192-4f02-a97e-31aeb6ed2a85 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:37.804455 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-38276e70-d192-4f02-a97e-31aeb6ed2a85 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/beb94aaf-2904-429b-a068-0e74ccb21d78 HTTP/1.1" status: 204 len: 168 time: 0.3151274 Jul 09 09:59:37.806809 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60688) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:37.845138 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-67cae3d9-002d-40ca-b6e8-ca0837edcb15 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372121 Jul 09 09:59:37.847526 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60690) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:37.913990 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe215af-fa14-4d48-b05d-dc456ee104ad tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:37.915559 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cfe215af-fa14-4d48-b05d-dc456ee104ad tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0670860 Jul 09 09:59:37.919597 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60694) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:37.977517 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0b8ad-5c6e-4aa4-9c2d-c53e00cf3879 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:37.981507 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5ad0b8ad-5c6e-4aa4-9c2d-c53e00cf3879 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0584469 Jul 09 09:59:37.981776 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60698) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:38.021864 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e3ac1693-7173-4ad6-be7f-0cf7c9cab2c4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0368299 Jul 09 09:59:38.024917 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60700) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:38.030842 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-188d2d6d-71f5-4f25-b14e-1f076e653c10 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:38.131582 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188d2d6d-71f5-4f25-b14e-1f076e653c10 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:38.135263 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-188d2d6d-71f5-4f25-b14e-1f076e653c10 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:38.142687 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-188d2d6d-71f5-4f25-b14e-1f076e653c10 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:59:38.142687 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-188d2d6d-71f5-4f25-b14e-1f076e653c10 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:59:38.178724 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-188d2d6d-71f5-4f25-b14e-1f076e653c10 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1526270 Jul 09 09:59:38.181997 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60706) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:38.187551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a7252aa8-d9f7-4159-b984-cba9ead9b833 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:38.289681 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7252aa8-d9f7-4159-b984-cba9ead9b833 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:38.294954 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7252aa8-d9f7-4159-b984-cba9ead9b833 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:38.296907 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7252aa8-d9f7-4159-b984-cba9ead9b833 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:59:38.297546 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7252aa8-d9f7-4159-b984-cba9ead9b833 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:59:38.310933 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1c9ef2-a0c8-4644-a93d-9873d98b6677 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:38.319512 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a7252aa8-d9f7-4159-b984-cba9ead9b833 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1364050 Jul 09 09:59:38.323089 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60710) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:38.329566 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d52864a6-d97f-4ea5-9ffa-9dc8500d78d5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:38.359873 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60712) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:38.378880 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device fe59ab6b-ad7c-43c8-8b35-83a02104cb35 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:59:38.443520 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-97a578b7-23eb-4af1-8752-fdcd62a503de None None] Provisioning complete for port fe59ab6b-ad7c-43c8-8b35-83a02104cb35 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:38.444141 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-97a578b7-23eb-4af1-8752-fdcd62a503de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:38.446217 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52864a6-d97f-4ea5-9ffa-9dc8500d78d5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:38.451253 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d52864a6-d97f-4ea5-9ffa-9dc8500d78d5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:38.453629 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52864a6-d97f-4ea5-9ffa-9dc8500d78d5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:59:38.454333 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d52864a6-d97f-4ea5-9ffa-9dc8500d78d5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:59:38.481257 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60716) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:38.481682 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d52864a6-d97f-4ea5-9ffa-9dc8500d78d5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1571381 Jul 09 09:59:38.486719 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0c35e188-3e27-4e28-82b0-a529f60119b3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:38.559651 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port fe59ab6b-ad7c-43c8-8b35-83a02104cb35 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:38.560630 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:38.588558 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1fdd8cc-c145-4196-af96-11672fb5691c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:38.730488 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1fdd8cc-c145-4196-af96-11672fb5691c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:38.732859 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b5416d-4ae1-4996-8e0f-d1b6ff193fe3 None None] DHCP port deletion for 087ebd13-862d-4dea-9894-e22d71aaec69 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:59:38.740352 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1fdd8cc-c145-4196-af96-11672fb5691c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:38.790490 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-28b5416d-4ae1-4996-8e0f-d1b6ff193fe3 None None] Deleting port fe59ab6b-ad7c-43c8-8b35-83a02104cb35 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:38.790870 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28b5416d-4ae1-4996-8e0f-d1b6ff193fe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:38.794076 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c1fdd8cc-c145-4196-af96-11672fb5691c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=12c868cea225400d84cc0d823536aedc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4326594 Jul 09 09:59:38.794781 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c35e188-3e27-4e28-82b0-a529f60119b3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:38.797317 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60726) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:38.802991 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c35e188-3e27-4e28-82b0-a529f60119b3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:38.804883 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c35e188-3e27-4e28-82b0-a529f60119b3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:59:38.805535 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c35e188-3e27-4e28-82b0-a529f60119b3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:59:38.809628 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdd8cc-c145-4196-af96-11672fb5691c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ed62b7-46f3-4b4e-99fa-aad039b894b4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:38.842105 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0c35e188-3e27-4e28-82b0-a529f60119b3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3596830 Jul 09 09:59:38.845696 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60728) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:38.851258 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d1f51b49-63ef-41e9-a307-b08af32051bb tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:38.862557 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-232bd053-ccf5-4f4a-8b8c-a9c4143bcf6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:38.878299 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-28b5416d-4ae1-4996-8e0f-d1b6ff193fe3 None None] For port fe59ab6b-ad7c-43c8-8b35-83a02104cb35, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=fe59ab6b-ad7c-43c8-8b35-83a02104cb35,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:38.878680 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28b5416d-4ae1-4996-8e0f-d1b6ff193fe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:38.892396 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-28b5416d-4ae1-4996-8e0f-d1b6ff193fe3 None None] Calling delete_port for fe59ab6b-ad7c-43c8-8b35-83a02104cb35 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:38.894395 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-232bd053-ccf5-4f4a-8b8c-a9c4143bcf6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:38.961938 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f51b49-63ef-41e9-a307-b08af32051bb tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:38.962940 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-232bd053-ccf5-4f4a-8b8c-a9c4143bcf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:38.966817 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-232bd053-ccf5-4f4a-8b8c-a9c4143bcf6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:38.966980 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d1f51b49-63ef-41e9-a307-b08af32051bb tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:38.969446 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-232bd053-ccf5-4f4a-8b8c-a9c4143bcf6c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d0ed62b7-46f3-4b4e-99fa-aad039b894b4 HTTP/1.1" status: 204 len: 168 time: 0.1709380 Jul 09 09:59:38.971900 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f51b49-63ef-41e9-a307-b08af32051bb tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:59:38.973443 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f51b49-63ef-41e9-a307-b08af32051bb tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:59:38.982361 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bd053-ccf5-4f4a-8b8c-a9c4143bcf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ed62b7-46f3-4b4e-99fa-aad039b894b4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:38.984763 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28b5416d-4ae1-4996-8e0f-d1b6ff193fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:38.999974 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d1f51b49-63ef-41e9-a307-b08af32051bb tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1524050 Jul 09 09:59:39.003161 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60732) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:39.010375 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-18d2025d-ea59-4036-b8c2-a90aeee3f7c9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:39.029076 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5416d-4ae1-4996-8e0f-d1b6ff193fe3 None None] Pushing event deleted for resources: {'Port': ['ID=fe59ab6b-ad7c-43c8-8b35-83a02104cb35,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:39.035252 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b5416d-4ae1-4996-8e0f-d1b6ff193fe3 None None] No DVR routers for this DVR port fe59ab6b-ad7c-43c8-8b35-83a02104cb35 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:59:39.058029 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de2f41a-b884-46f0-bcfe-6270bd4cdfb4 None None] get_active_networks_info from n-d-799996-1 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 09:59:39.150812 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d2025d-ea59-4036-b8c2-a90aeee3f7c9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:39.152493 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de2f41a-b884-46f0-bcfe-6270bd4cdfb4 None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 09:59:39.166094 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-18d2025d-ea59-4036-b8c2-a90aeee3f7c9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:39.167813 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d2025d-ea59-4036-b8c2-a90aeee3f7c9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 09:59:39.168331 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d2025d-ea59-4036-b8c2-a90aeee3f7c9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 09:59:39.191481 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-18d2025d-ea59-4036-b8c2-a90aeee3f7c9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1862345 Jul 09 09:59:39.192518 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60736) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:39.223957 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-25a7d47b-9f19-4320-83b2-b97c238efc81 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0295920 Jul 09 09:59:39.226576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60738) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:39.298493 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a5382c-2a66-40f9-8561-f70a3a17febf tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:39.303187 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a5a5382c-2a66-40f9-8561-f70a3a17febf tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0728583 Jul 09 09:59:39.303385 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:39.303519 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60740) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:39.362410 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-05f5f2fa-e54c-4fda-9716-744dad109521 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565135 Jul 09 09:59:39.366073 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60742) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:39.372455 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-dfe5d680-6380-4e43-8812-098abcd7f7e4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:39.411844 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60744) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:39.426819 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0644b9d2-3dba-4a06-b520-eff45e9862bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:39.540071 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0644b9d2-3dba-4a06-b520-eff45e9862bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:39.545509 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0644b9d2-3dba-4a06-b520-eff45e9862bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:39.564764 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe5d680-6380-4e43-8812-098abcd7f7e4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:39.570579 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfe5d680-6380-4e43-8812-098abcd7f7e4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:39.579582 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0644b9d2-3dba-4a06-b520-eff45e9862bb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=02d1aca43035407383b7c1947d97a2c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636891 Jul 09 09:59:39.585184 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60746) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:39.585857 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7c3b418a-e328-4278-b9fc-4dabf468cefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:39.607365 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:39.656979 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644b9d2-3dba-4a06-b520-eff45e9862bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ba4dd5-1903-4b7d-9c78-2e5eb991060d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:39.704135 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3569f9e6-e712-4ebb-b478-fe5637f9b3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:39.728496 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3569f9e6-e712-4ebb-b478-fe5637f9b3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:39.781166 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3569f9e6-e712-4ebb-b478-fe5637f9b3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:39.784013 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3569f9e6-e712-4ebb-b478-fe5637f9b3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:39.785228 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3569f9e6-e712-4ebb-b478-fe5637f9b3a5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/47ba4dd5-1903-4b7d-9c78-2e5eb991060d HTTP/1.1" status: 204 len: 168 time: 0.1989141 Jul 09 09:59:39.793914 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569f9e6-e712-4ebb-b478-fe5637f9b3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ba4dd5-1903-4b7d-9c78-2e5eb991060d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:39.869530 n-d-799996-1 neutron-server[93791]: DEBUG neutron.objects.ports [None req-dfe5d680-6380-4e43-8812-098abcd7f7e4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93791) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 09:59:39.871098 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfe5d680-6380-4e43-8812-098abcd7f7e4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:39.920148 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe5d680-6380-4e43-8812-098abcd7f7e4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:39.925519 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-dfe5d680-6380-4e43-8812-098abcd7f7e4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:39.929818 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe5d680-6380-4e43-8812-098abcd7f7e4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:39.930403 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfe5d680-6380-4e43-8812-098abcd7f7e4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:39.936107 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5d680-6380-4e43-8812-098abcd7f7e4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=b2df9b1f-764f-45da-aa2d-7dee17454795,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:39.937634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd1c4d0-0d8b-4512-9ad4-682e1157eb63 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:39.958961 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-dfe5d680-6380-4e43-8812-098abcd7f7e4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5914342 Jul 09 09:59:39.961506 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60752) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:39.967577 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5afc8360-436f-4d9e-ab10-5cf290176629 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'mac_address': 'fa:16:3e:44:4f:52', 'name': 'tempest-NetworksTestDHCPv6-637839698'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:40.088646 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afc8360-436f-4d9e-ab10-5cf290176629 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:40.113884 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655e77cf-4e12-482d-a96c-7830f243398c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-087ebd13-862d-4dea-9894-e22d71aaec69', 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'fixed_ips': [{'subnet_id': 'b2df9b1f-764f-45da-aa2d-7dee17454795'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:59:40.114763 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-655e77cf-4e12-482d-a96c-7830f243398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:40.224282 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5afc8360-436f-4d9e-ab10-5cf290176629 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:40.250748 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-5afc8360-436f-4d9e-ab10-5cf290176629 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] device_id is not set on port a9975b91-a834-42de-bfdc-fe5dc9ed15e2 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:59:40.316329 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a661825b-48e8-4f19-bc15-7ebf2972581f req-90d6978a-510f-4395-a136-dc3329fbd39f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0886590 Jul 09 09:59:40.327594 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-655e77cf-4e12-482d-a96c-7830f243398c None None] Allocated IP 2001:db8::f816:3eff:fe11:71ea (087ebd13-862d-4dea-9894-e22d71aaec69/b2df9b1f-764f-45da-aa2d-7dee17454795/8df8b330-b857-4703-b461-a5a35a4f0705) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:40.355264 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device fe59ab6b-ad7c-43c8-8b35-83a02104cb35 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:59:40.388048 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: fe59ab6b-ad7c-43c8-8b35-83a02104cb35 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:59:40.388428 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device fe59ab6b-ad7c-43c8-8b35-83a02104cb35 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:59:40.439724 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661825b-48e8-4f19-bc15-7ebf2972581f req-cf7e3f8a-e7b0-4864-b076-43d5067ee8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:40.441703 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a661825b-48e8-4f19-bc15-7ebf2972581f req-cf7e3f8a-e7b0-4864-b076-43d5067ee8a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 1097 time: 0.0659401 Jul 09 09:59:40.454106 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 09:59:40.557127 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-655e77cf-4e12-482d-a96c-7830f243398c None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:40.572563 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-655e77cf-4e12-482d-a96c-7830f243398c None None] Transition to ACTIVE for port object 8df8b330-b857-4703-b461-a5a35a4f0705 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:40.597841 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-655e77cf-4e12-482d-a96c-7830f243398c None None] Transition to ACTIVE for port object 8df8b330-b857-4703-b461-a5a35a4f0705 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:40.602323 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661825b-48e8-4f19-bc15-7ebf2972581f req-4c44b7f3-bb80-4ddf-abd9-3aa10953dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:40.604739 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a661825b-48e8-4f19-bc15-7ebf2972581f req-4c44b7f3-bb80-4ddf-abd9-3aa10953dec6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b6be32c-ac53-4054-9f75-2f3900f154b8 HTTP/1.1" status: 200 len: 897 time: 0.1355128 Jul 09 09:59:40.608252 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-655e77cf-4e12-482d-a96c-7830f243398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:40.672824 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-5afc8360-436f-4d9e-ab10-5cf290176629 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8::f816:3eff:fe44:4f52 (087ebd13-862d-4dea-9894-e22d71aaec69/b2df9b1f-764f-45da-aa2d-7dee17454795/a9975b91-a834-42de-bfdc-fe5dc9ed15e2) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:40.674682 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655e77cf-4e12-482d-a96c-7830f243398c None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:40.681978 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-655e77cf-4e12-482d-a96c-7830f243398c None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:40.691445 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655e77cf-4e12-482d-a96c-7830f243398c None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:59:40.695107 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e77cf-4e12-482d-a96c-7830f243398c None None] Pushing event updated for resources: {'Port': ['ID=8df8b330-b857-4703-b461-a5a35a4f0705,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:40.712526 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a661825b-48e8-4f19-bc15-7ebf2972581f req-c5201860-e4c0-4598-b096-bd9bfb6961c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=148438c2-656f-4e1d-8410-08d44077ecfb HTTP/1.1" status: 200 len: 1002 time: 0.0977838 Jul 09 09:59:40.766875 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-655e77cf-4e12-482d-a96c-7830f243398c None None] Attempting to bind port 8df8b330-b857-4703-b461-a5a35a4f0705 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:59:40.767380 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-655e77cf-4e12-482d-a96c-7830f243398c None None] Attempting to bind port 8df8b330-b857-4703-b461-a5a35a4f0705 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:59:40.767624 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e77cf-4e12-482d-a96c-7830f243398c None None] Attempting to bind port 8df8b330-b857-4703-b461-a5a35a4f0705 on network 087ebd13-862d-4dea-9894-e22d71aaec69 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:59:40.774340 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e77cf-4e12-482d-a96c-7830f243398c None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:59:40.774736 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e77cf-4e12-482d-a96c-7830f243398c None None] Checking segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:59:40.775289 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-655e77cf-4e12-482d-a96c-7830f243398c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:40.776121 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e77cf-4e12-482d-a96c-7830f243398c None None] Bound using segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:59:40.776629 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-655e77cf-4e12-482d-a96c-7830f243398c None None] Bound port: 8df8b330-b857-4703-b461-a5a35a4f0705, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:59:40.777020 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-655e77cf-4e12-482d-a96c-7830f243398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:40.832399 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661825b-48e8-4f19-bc15-7ebf2972581f req-8443d74c-6125-4170-956e-1accb8379a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:40.834072 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a661825b-48e8-4f19-bc15-7ebf2972581f req-8443d74c-6125-4170-956e-1accb8379a6a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75aea45f-b520-4fb2-8aa3-11b8311ecad9 HTTP/1.1" status: 200 len: 834 time: 0.1144595 Jul 09 09:59:40.867596 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-655e77cf-4e12-482d-a96c-7830f243398c None None] For port 8df8b330-b857-4703-b461-a5a35a4f0705, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:59:40.871492 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-655e77cf-4e12-482d-a96c-7830f243398c None None] For port 8df8b330-b857-4703-b461-a5a35a4f0705, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8df8b330-b857-4703-b461-a5a35a4f0705,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:59:40.878219 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-655e77cf-4e12-482d-a96c-7830f243398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:40.922211 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661825b-48e8-4f19-bc15-7ebf2972581f req-d281d057-cc48-473c-a98b-1b9241883024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:40.924583 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a661825b-48e8-4f19-bc15-7ebf2972581f req-d281d057-cc48-473c-a98b-1b9241883024 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b6be32c-ac53-4054-9f75-2f3900f154b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822001 Jul 09 09:59:40.984295 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5afc8360-436f-4d9e-ab10-5cf290176629 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:40.985359 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e77cf-4e12-482d-a96c-7830f243398c None None] Pushing event updated for resources: {'Port': ['ID=8df8b330-b857-4703-b461-a5a35a4f0705,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:41.019567 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-5afc8360-436f-4d9e-ab10-5cf290176629 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Transition to ACTIVE for port object a9975b91-a834-42de-bfdc-fe5dc9ed15e2 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:41.084524 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a661825b-48e8-4f19-bc15-7ebf2972581f req-9c7105c9-dd13-49c3-b08f-2d8afbb805cc service neutron] 10.222.0.64 "GET /v2.0/networks/1b6be32c-ac53-4054-9f75-2f3900f154b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521449 Jul 09 09:59:41.085629 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5afc8360-436f-4d9e-ab10-5cf290176629 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:41.133057 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afc8360-436f-4d9e-ab10-5cf290176629 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:41.136443 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-5afc8360-436f-4d9e-ab10-5cf290176629 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:41.141399 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afc8360-436f-4d9e-ab10-5cf290176629 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:59:41.147113 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afc8360-436f-4d9e-ab10-5cf290176629 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:41.147924 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5afc8360-436f-4d9e-ab10-5cf290176629 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:41.172142 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5afc8360-436f-4d9e-ab10-5cf290176629 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2069199 Jul 09 09:59:41.173125 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60778) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:41.207220 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:41.216915 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc8360-436f-4d9e-ab10-5cf290176629 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=a9975b91-a834-42de-bfdc-fe5dc9ed15e2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:41.305260 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26e1293-e8de-41cd-ad16-126a9617df14 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:41.312102 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26e1293-e8de-41cd-ad16-126a9617df14 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:41.313866 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e26e1293-e8de-41cd-ad16-126a9617df14 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1405478 Jul 09 09:59:41.322760 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60784) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:41.368101 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a661825b-48e8-4f19-bc15-7ebf2972581f req-372c0ec5-35b9-4756-8b0d-e2ec2bc490f0 service neutron] 10.222.0.64 "GET /v2.0/networks/1b6be32c-ac53-4054-9f75-2f3900f154b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771931 Jul 09 09:59:41.478616 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f0aa190a-9e8e-4c5a-a713-0b0f8f0917a8 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting port a9975b91-a834-42de-bfdc-fe5dc9ed15e2 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:41.479272 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0aa190a-9e8e-4c5a-a713-0b0f8f0917a8 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:41.594313 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0aa190a-9e8e-4c5a-a713-0b0f8f0917a8 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:41.609961 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f0aa190a-9e8e-4c5a-a713-0b0f8f0917a8 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Calling delete_port for a9975b91-a834-42de-bfdc-fe5dc9ed15e2 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:41.764946 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0aa190a-9e8e-4c5a-a713-0b0f8f0917a8 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:41.818482 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa190a-9e8e-4c5a-a713-0b0f8f0917a8 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Port': ['ID=a9975b91-a834-42de-bfdc-fe5dc9ed15e2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:41.876986 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0aa190a-9e8e-4c5a-a713-0b0f8f0917a8 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:41.884514 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f0aa190a-9e8e-4c5a-a713-0b0f8f0917a8 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/a9975b91-a834-42de-bfdc-fe5dc9ed15e2 HTTP/1.1" status: 204 len: 168 time: 0.5602319 Jul 09 09:59:41.885647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60798) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:41.959405 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f589d3f-e4be-4bf4-830e-9fe3d2d9f644 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:41.961478 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f589d3f-e4be-4bf4-830e-9fe3d2d9f644 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:41.963219 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4f589d3f-e4be-4bf4-830e-9fe3d2d9f644 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0757592 Jul 09 09:59:41.966043 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60802) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:42.043759 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-af18cd60-89e4-4b06-a0bf-a38b4cdafe53 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet b2df9b1f-764f-45da-aa2d-7dee17454795 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:59:42.047671 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af18cd60-89e4-4b06-a0bf-a38b4cdafe53 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:42.112993 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af18cd60-89e4-4b06-a0bf-a38b4cdafe53 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:42.248496 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af18cd60-89e4-4b06-a0bf-a38b4cdafe53 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:42.329569 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7803b4fc-d244-4af1-9f62-2363949bb54b None None] Provisioning for port 8df8b330-b857-4703-b461-a5a35a4f0705 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:59:42.343793 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af18cd60-89e4-4b06-a0bf-a38b4cdafe53 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:42.377000 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af18cd60-89e4-4b06-a0bf-a38b4cdafe53 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:42.379041 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-af18cd60-89e4-4b06-a0bf-a38b4cdafe53 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/b2df9b1f-764f-45da-aa2d-7dee17454795 HTTP/1.1" status: 204 len: 168 time: 0.4120328 Jul 09 09:59:42.380802 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18cd60-89e4-4b06-a0bf-a38b4cdafe53 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=b2df9b1f-764f-45da-aa2d-7dee17454795,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:42.385596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60812) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:42.464972 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d4a7e4fb-d8a1-4ccf-b78b-b1681092db61 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773950 Jul 09 09:59:42.468551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60818) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:42.478002 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-42eaf763-a31c-4e2e-98b6-8c9c28c9cbd3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:42.495164 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8df8b330-b857-4703-b461-a5a35a4f0705 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:59:42.591241 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb2512b-a67a-4a37-b00d-39d3c14fe280 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:42.608529 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42eaf763-a31c-4e2e-98b6-8c9c28c9cbd3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:42.612950 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42eaf763-a31c-4e2e-98b6-8c9c28c9cbd3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:42.650681 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 8df8b330-b857-4703-b461-a5a35a4f0705 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:59:42.673371 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-117d3abb-9e99-4900-83e2-4f251ddf64fd None None] Could not find standard attr ID for object a9975b91-a834-42de-bfdc-fe5dc9ed15e2. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:59:42.677576 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 8df8b330-b857-4703-b461-a5a35a4f0705 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:42.677576 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:42.849283 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:42.951163 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 8df8b330-b857-4703-b461-a5a35a4f0705, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8df8b330-b857-4703-b461-a5a35a4f0705,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:42.954764 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e13ca44-b5e0-40aa-adb3-914558d567ad None None] DHCP port deletion for 087ebd13-862d-4dea-9894-e22d71aaec69 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:59:42.957884 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:43.020776 n-d-799996-1 neutron-server[93791]: DEBUG neutron.objects.ports [None req-42eaf763-a31c-4e2e-98b6-8c9c28c9cbd3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93791) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 09:59:43.035522 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:43.074937 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=8df8b330-b857-4703-b461-a5a35a4f0705,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:43.088957 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1e13ca44-b5e0-40aa-adb3-914558d567ad None None] Deleting port 8df8b330-b857-4703-b461-a5a35a4f0705 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:43.089390 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1e13ca44-b5e0-40aa-adb3-914558d567ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:43.187714 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1e13ca44-b5e0-40aa-adb3-914558d567ad None None] For port 8df8b330-b857-4703-b461-a5a35a4f0705, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8df8b330-b857-4703-b461-a5a35a4f0705,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:43.188339 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1e13ca44-b5e0-40aa-adb3-914558d567ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:43.211481 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1e13ca44-b5e0-40aa-adb3-914558d567ad None None] Calling delete_port for 8df8b330-b857-4703-b461-a5a35a4f0705 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:43.353905 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1e13ca44-b5e0-40aa-adb3-914558d567ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:43.394338 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13ca44-b5e0-40aa-adb3-914558d567ad None None] Pushing event deleted for resources: {'Port': ['ID=8df8b330-b857-4703-b461-a5a35a4f0705,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:43.407985 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e13ca44-b5e0-40aa-adb3-914558d567ad None None] No DVR routers for this DVR port 8df8b330-b857-4703-b461-a5a35a4f0705 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:59:43.534657 n-d-799996-1 neutron-server[93791]: WARNING neutron.services.revisions.revision_plugin [None req-42eaf763-a31c-4e2e-98b6-8c9c28c9cbd3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Could not find related port for resource to bump revision. Jul 09 09:59:43.543072 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.ipam_pluggable_backend [None req-42eaf763-a31c-4e2e-98b6-8c9c28c9cbd3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Port 8df8b330-b857-4703-b461-a5a35a4f0705 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93791) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 09 09:59:43.543628 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.ipam_pluggable_backend [None req-42eaf763-a31c-4e2e-98b6-8c9c28c9cbd3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Reverting IP allocation for 2001:db8::f816:3eff:fe11:71ea {{(pid=93791) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 09 09:59:43.549933 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.ipam_pluggable_backend [None req-42eaf763-a31c-4e2e-98b6-8c9c28c9cbd3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe11:71ea {{(pid=93791) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 09 09:59:43.549933 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42eaf763-a31c-4e2e-98b6-8c9c28c9cbd3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:43.593126 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eaf763-a31c-4e2e-98b6-8c9c28c9cbd3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:43.596171 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-42eaf763-a31c-4e2e-98b6-8c9c28c9cbd3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:43.600284 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eaf763-a31c-4e2e-98b6-8c9c28c9cbd3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:43.600868 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42eaf763-a31c-4e2e-98b6-8c9c28c9cbd3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:43.614957 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abedbaed-9af1-4912-a638-4fae792ab78c None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:43.615947 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eaf763-a31c-4e2e-98b6-8c9c28c9cbd3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=1fb7770d-9cee-4a6e-989f-24252aeb5c4c,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:43.629390 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-42eaf763-a31c-4e2e-98b6-8c9c28c9cbd3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1597788 Jul 09 09:59:43.631866 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60852) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:43.637057 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4b6ad843-0b82-47af-951b-40d3868329de tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'mac_address': 'fa:16:3e:81:73:55', 'name': 'tempest-NetworksTestDHCPv6-1666965144'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:43.781215 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6ad843-0b82-47af-951b-40d3868329de tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:43.786688 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b6ad843-0b82-47af-951b-40d3868329de tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:43.809577 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-4b6ad843-0b82-47af-951b-40d3868329de tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] device_id is not set on port d514059f-2aaf-45bd-85a6-24bbfe86fbdb yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:59:43.820584 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa195ce-d0f1-41a5-a506-fc5eef233d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-087ebd13-862d-4dea-9894-e22d71aaec69', 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'fixed_ips': [{'subnet_id': '1fb7770d-9cee-4a6e-989f-24252aeb5c4c'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:59:43.822791 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aaa195ce-d0f1-41a5-a506-fc5eef233d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:43.965985 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-4b6ad843-0b82-47af-951b-40d3868329de tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8::f816:3eff:fe81:7355 (087ebd13-862d-4dea-9894-e22d71aaec69/1fb7770d-9cee-4a6e-989f-24252aeb5c4c/d514059f-2aaf-45bd-85a6-24bbfe86fbdb) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:44.173256 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b6ad843-0b82-47af-951b-40d3868329de tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:44.190087 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-4b6ad843-0b82-47af-951b-40d3868329de tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Transition to ACTIVE for port object d514059f-2aaf-45bd-85a6-24bbfe86fbdb will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:44.236897 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b6ad843-0b82-47af-951b-40d3868329de tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:44.309366 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6ad843-0b82-47af-951b-40d3868329de tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:44.310770 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4b6ad843-0b82-47af-951b-40d3868329de tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:44.317693 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ad843-0b82-47af-951b-40d3868329de tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:59:44.326392 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6ad843-0b82-47af-951b-40d3868329de tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:44.327623 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b6ad843-0b82-47af-951b-40d3868329de tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:44.343395 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ad843-0b82-47af-951b-40d3868329de tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=d514059f-2aaf-45bd-85a6-24bbfe86fbdb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:44.356143 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4b6ad843-0b82-47af-951b-40d3868329de tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7229724 Jul 09 09:59:44.356385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60874) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:44.365300 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8df8b330-b857-4703-b461-a5a35a4f0705 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:59:44.389326 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 8df8b330-b857-4703-b461-a5a35a4f0705 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:59:44.390644 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8df8b330-b857-4703-b461-a5a35a4f0705 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:59:44.420708 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-aaa195ce-d0f1-41a5-a506-fc5eef233d5b None None] Allocated IP 2001:db8::f816:3eff:fe1e:ba30 (087ebd13-862d-4dea-9894-e22d71aaec69/1fb7770d-9cee-4a6e-989f-24252aeb5c4c/94416b76-ebde-4949-af89-e40aa3640ab8) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:44.444016 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac9add0-500e-4d1d-b507-ae135963bf0e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:44.445871 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8ac9add0-500e-4d1d-b507-ae135963bf0e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0886588 Jul 09 09:59:44.460251 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60878) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:44.603952 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-17012051-c0e7-44fc-aa85-636d814b67f6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting port d514059f-2aaf-45bd-85a6-24bbfe86fbdb {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:44.604461 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17012051-c0e7-44fc-aa85-636d814b67f6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:44.613593 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aaa195ce-d0f1-41a5-a506-fc5eef233d5b None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:44.622989 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-aaa195ce-d0f1-41a5-a506-fc5eef233d5b None None] Transition to ACTIVE for port object 94416b76-ebde-4949-af89-e40aa3640ab8 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:44.659185 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-aaa195ce-d0f1-41a5-a506-fc5eef233d5b None None] Transition to ACTIVE for port object 94416b76-ebde-4949-af89-e40aa3640ab8 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:44.668684 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aaa195ce-d0f1-41a5-a506-fc5eef233d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:44.722029 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa195ce-d0f1-41a5-a506-fc5eef233d5b None None] Pushing event updated for resources: {'Port': ['ID=94416b76-ebde-4949-af89-e40aa3640ab8,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:44.726179 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa195ce-d0f1-41a5-a506-fc5eef233d5b None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:44.728820 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-aaa195ce-d0f1-41a5-a506-fc5eef233d5b None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:44.733700 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa195ce-d0f1-41a5-a506-fc5eef233d5b None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:59:44.786899 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17012051-c0e7-44fc-aa85-636d814b67f6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:44.816989 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-17012051-c0e7-44fc-aa85-636d814b67f6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Calling delete_port for d514059f-2aaf-45bd-85a6-24bbfe86fbdb owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:44.831575 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-aaa195ce-d0f1-41a5-a506-fc5eef233d5b None None] Attempting to bind port 94416b76-ebde-4949-af89-e40aa3640ab8 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:59:44.832082 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-aaa195ce-d0f1-41a5-a506-fc5eef233d5b None None] Attempting to bind port 94416b76-ebde-4949-af89-e40aa3640ab8 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:59:44.832455 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa195ce-d0f1-41a5-a506-fc5eef233d5b None None] Attempting to bind port 94416b76-ebde-4949-af89-e40aa3640ab8 on network 087ebd13-862d-4dea-9894-e22d71aaec69 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:59:44.839021 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa195ce-d0f1-41a5-a506-fc5eef233d5b None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:59:44.839297 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa195ce-d0f1-41a5-a506-fc5eef233d5b None None] Checking segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:59:44.839892 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aaa195ce-d0f1-41a5-a506-fc5eef233d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:44.840709 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa195ce-d0f1-41a5-a506-fc5eef233d5b None None] Bound using segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:59:44.841337 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-aaa195ce-d0f1-41a5-a506-fc5eef233d5b None None] Bound port: 94416b76-ebde-4949-af89-e40aa3640ab8, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:59:44.841869 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aaa195ce-d0f1-41a5-a506-fc5eef233d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:44.921135 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-aaa195ce-d0f1-41a5-a506-fc5eef233d5b None None] For port 94416b76-ebde-4949-af89-e40aa3640ab8, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:59:44.924837 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-aaa195ce-d0f1-41a5-a506-fc5eef233d5b None None] For port 94416b76-ebde-4949-af89-e40aa3640ab8, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=94416b76-ebde-4949-af89-e40aa3640ab8,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:59:44.930213 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aaa195ce-d0f1-41a5-a506-fc5eef233d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:45.002169 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17012051-c0e7-44fc-aa85-636d814b67f6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:45.009965 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa195ce-d0f1-41a5-a506-fc5eef233d5b None None] Pushing event updated for resources: {'Port': ['ID=94416b76-ebde-4949-af89-e40aa3640ab8,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:45.064301 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17012051-c0e7-44fc-aa85-636d814b67f6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Port': ['ID=d514059f-2aaf-45bd-85a6-24bbfe86fbdb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:45.089038 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17012051-c0e7-44fc-aa85-636d814b67f6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:45.091014 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-17012051-c0e7-44fc-aa85-636d814b67f6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/d514059f-2aaf-45bd-85a6-24bbfe86fbdb HTTP/1.1" status: 204 len: 168 time: 0.6265194 Jul 09 09:59:45.094039 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17012051-c0e7-44fc-aa85-636d814b67f6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:45.094358 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17012051-c0e7-44fc-aa85-636d814b67f6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:45.094758 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17012051-c0e7-44fc-aa85-636d814b67f6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:45.095435 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17012051-c0e7-44fc-aa85-636d814b67f6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:45.096172 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17012051-c0e7-44fc-aa85-636d814b67f6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:45.096448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17012051-c0e7-44fc-aa85-636d814b67f6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:45.096984 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17012051-c0e7-44fc-aa85-636d814b67f6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:45.096984 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17012051-c0e7-44fc-aa85-636d814b67f6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:45.097957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17012051-c0e7-44fc-aa85-636d814b67f6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:45.097957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17012051-c0e7-44fc-aa85-636d814b67f6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:45.098294 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17012051-c0e7-44fc-aa85-636d814b67f6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:45.099658 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17012051-c0e7-44fc-aa85-636d814b67f6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:45.103368 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60888) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:45.130816 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60890) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:45.208317 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ea6793-385d-4d7c-9d62-e041a5182ccf tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:45.210102 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ea6793-385d-4d7c-9d62-e041a5182ccf tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:45.214290 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-10ea6793-385d-4d7c-9d62-e041a5182ccf tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1048436 Jul 09 09:59:45.214607 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60894) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:45.282277 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-05575ce0-dc6c-4718-b79c-dcda0c293753 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet 1fb7770d-9cee-4a6e-989f-24252aeb5c4c {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:59:45.290745 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05575ce0-dc6c-4718-b79c-dcda0c293753 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:45.368357 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05575ce0-dc6c-4718-b79c-dcda0c293753 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:45.375975 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9726ebda-0fb8-4617-bad4-cb5022f4e064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:45.490240 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05575ce0-dc6c-4718-b79c-dcda0c293753 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:45.525928 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9726ebda-0fb8-4617-bad4-cb5022f4e064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:45.531622 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9726ebda-0fb8-4617-bad4-cb5022f4e064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:45.574130 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05575ce0-dc6c-4718-b79c-dcda0c293753 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:45.574361 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726ebda-0fb8-4617-bad4-cb5022f4e064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6eb25b4-dd43-49c8-910d-15ac940d3341,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:45.594993 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9726ebda-0fb8-4617-bad4-cb5022f4e064 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1726af313baa41f78ddb6e8db22e42e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4628968 Jul 09 09:59:45.597552 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60896) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:45.607680 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05575ce0-dc6c-4718-b79c-dcda0c293753 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=1fb7770d-9cee-4a6e-989f-24252aeb5c4c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:45.612764 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05575ce0-dc6c-4718-b79c-dcda0c293753 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:45.614814 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-05575ce0-dc6c-4718-b79c-dcda0c293753 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/1fb7770d-9cee-4a6e-989f-24252aeb5c4c HTTP/1.1" status: 204 len: 168 time: 0.3994291 Jul 09 09:59:45.618801 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60898) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:45.664314 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5d09d524-8f2f-4b92-abe4-e0386fedd713 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442183 Jul 09 09:59:45.666886 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60900) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:45.677767 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0fb8a31c-5ff5-45ca-b340-c5ecdf1e81b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:45.704727 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0fb8a31c-5ff5-45ca-b340-c5ecdf1e81b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:45.738464 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b32554-f9d3-4b82-a7cf-b9ca74ca05b4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:45.740352 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-45b32554-f9d3-4b82-a7cf-b9ca74ca05b4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0724330 Jul 09 09:59:45.742742 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60902) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:45.771190 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0fb8a31c-5ff5-45ca-b340-c5ecdf1e81b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:45.774209 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0fb8a31c-5ff5-45ca-b340-c5ecdf1e81b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:45.776363 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0fb8a31c-5ff5-45ca-b340-c5ecdf1e81b4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d6eb25b4-dd43-49c8-910d-15ac940d3341 HTTP/1.1" status: 204 len: 168 time: 0.1774614 Jul 09 09:59:45.787077 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8a31c-5ff5-45ca-b340-c5ecdf1e81b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6eb25b4-dd43-49c8-910d-15ac940d3341,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:45.837197 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7746d091-b753-4364-813b-0090a97f124c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:45.846448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60906) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:45.869989 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7746d091-b753-4364-813b-0090a97f124c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0989873 Jul 09 09:59:45.915648 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60908) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:45.916323 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-79d9864b-69ba-4373-aafc-b4c5d146bfb2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675559 Jul 09 09:59:45.922677 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-28f6f99b-babd-4244-9113-4b549aece534 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:46.053343 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f6f99b-babd-4244-9113-4b549aece534 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:46.073900 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-28f6f99b-babd-4244-9113-4b549aece534 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:46.269689 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60914) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:46.295253 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d9d44e9-0a5d-42a3-b5a1-4f0e907395c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:46.330704 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e813c1-9dfe-4e91-ab94-1d8ceca42366 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:46.413681 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 94416b76-ebde-4949-af89-e40aa3640ab8 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:59:46.468544 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d9d44e9-0a5d-42a3-b5a1-4f0e907395c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:46.484087 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d9d44e9-0a5d-42a3-b5a1-4f0e907395c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:46.542778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7d9d44e9-0a5d-42a3-b5a1-4f0e907395c4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6e0db1a69c8d4c94b1386c41d9e366ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694283 Jul 09 09:59:46.542778 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d44e9-0a5d-42a3-b5a1-4f0e907395c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ba56ab-4c1a-4053-ab59-a46a9523f9d7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:46.544278 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60916) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:46.585640 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1313fdf6-4bc2-4a16-85d9-d7978d0d3440 None None] Provisioning for port 94416b76-ebde-4949-af89-e40aa3640ab8 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:59:46.647998 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a75f0876-8037-4c33-9939-18d00604efec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:46.662189 n-d-799996-1 neutron-server[93791]: DEBUG neutron.objects.ports [None req-28f6f99b-babd-4244-9113-4b549aece534 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93791) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 09:59:46.669000 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 94416b76-ebde-4949-af89-e40aa3640ab8 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:59:46.687085 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 94416b76-ebde-4949-af89-e40aa3640ab8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:46.688037 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:46.702415 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a75f0876-8037-4c33-9939-18d00604efec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:46.829391 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a75f0876-8037-4c33-9939-18d00604efec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:46.833382 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a75f0876-8037-4c33-9939-18d00604efec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:46.834830 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a75f0876-8037-4c33-9939-18d00604efec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b7ba56ab-4c1a-4053-ab59-a46a9523f9d7 HTTP/1.1" status: 204 len: 168 time: 0.2894785 Jul 09 09:59:46.870632 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f0876-8037-4c33-9939-18d00604efec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ba56ab-4c1a-4053-ab59-a46a9523f9d7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:46.917405 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:47.050576 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:59:47.050804 n-d-799996-1 neutron-server[93792]: DEBUG oslo_db.api [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:59:47.076097 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-28f6f99b-babd-4244-9113-4b549aece534 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:47.168917 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0a62683f-0caf-400d-949c-fd97a534665e None None] Provisioning complete for port 94416b76-ebde-4949-af89-e40aa3640ab8 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:47.169206 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0a62683f-0caf-400d-949c-fd97a534665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:47.342318 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0a62683f-0caf-400d-949c-fd97a534665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:47.349852 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-28f6f99b-babd-4244-9113-4b549aece534 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] For port 94416b76-ebde-4949-af89-e40aa3640ab8, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=94416b76-ebde-4949-af89-e40aa3640ab8,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:47.389971 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-28f6f99b-babd-4244-9113-4b549aece534 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:47.395909 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-28f6f99b-babd-4244-9113-4b549aece534 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:47.396767 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-28f6f99b-babd-4244-9113-4b549aece534 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:47.440166 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-0a62683f-0caf-400d-949c-fd97a534665e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 09:59:47.440442 n-d-799996-1 neutron-server[93792]: DEBUG oslo_db.api [None req-0a62683f-0caf-400d-949c-fd97a534665e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 09:59:47.475805 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f6f99b-babd-4244-9113-4b549aece534 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:47.482807 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-28f6f99b-babd-4244-9113-4b549aece534 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:47.489752 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f6f99b-babd-4244-9113-4b549aece534 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:47.490351 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-28f6f99b-babd-4244-9113-4b549aece534 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:47.511898 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6f99b-babd-4244-9113-4b549aece534 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=eeef9b41-707d-4220-b3d6-e3f8f46e36df,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:47.519142 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6f99b-babd-4244-9113-4b549aece534 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=94416b76-ebde-4949-af89-e40aa3640ab8,revision_number=5']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:47.528247 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-28f6f99b-babd-4244-9113-4b549aece534 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6114302 Jul 09 09:59:47.529015 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60932) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:47.534508 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8b799e61-d72b-440e-a9fa-a9a8dbfbc630 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'mac_address': 'fa:16:3e:9d:10:7f', 'name': 'tempest-NetworksTestDHCPv6-1365252857'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:47.596695 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323e62ea-a4d5-4d40-937d-ba4f2081eefd None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:47.614133 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:47.661823 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b799e61-d72b-440e-a9fa-a9a8dbfbc630 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:47.684200 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 94416b76-ebde-4949-af89-e40aa3640ab8, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=94416b76-ebde-4949-af89-e40aa3640ab8,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:47.695877 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:47.759278 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b799e61-d72b-440e-a9fa-a9a8dbfbc630 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:47.781993 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-8b799e61-d72b-440e-a9fa-a9a8dbfbc630 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] device_id is not set on port 7f06f2c2-7e5c-418a-b0ee-b4ee0334229d yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:59:47.784374 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=94416b76-ebde-4949-af89-e40aa3640ab8,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:47.897084 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-8b799e61-d72b-440e-a9fa-a9a8dbfbc630 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8::f816:3eff:fe9d:107f (087ebd13-862d-4dea-9894-e22d71aaec69/eeef9b41-707d-4220-b3d6-e3f8f46e36df/7f06f2c2-7e5c-418a-b0ee-b4ee0334229d) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:48.114410 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d6a5d33d-a0ef-41cf-939e-1eec10c06e68 None None] Provisioning complete for port 94416b76-ebde-4949-af89-e40aa3640ab8 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:48.115088 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6a5d33d-a0ef-41cf-939e-1eec10c06e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:48.229478 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d6a5d33d-a0ef-41cf-939e-1eec10c06e68 None None] Could not find standard attr ID for object d514059f-2aaf-45bd-85a6-24bbfe86fbdb. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:59:48.362547 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 94416b76-ebde-4949-af89-e40aa3640ab8 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:59:48.370446 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b799e61-d72b-440e-a9fa-a9a8dbfbc630 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:48.388726 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-8b799e61-d72b-440e-a9fa-a9a8dbfbc630 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Transition to ACTIVE for port object 7f06f2c2-7e5c-418a-b0ee-b4ee0334229d will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:48.426407 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 94416b76-ebde-4949-af89-e40aa3640ab8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:48.426968 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:48.433799 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b799e61-d72b-440e-a9fa-a9a8dbfbc630 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:48.525245 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b799e61-d72b-440e-a9fa-a9a8dbfbc630 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:48.526598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b799e61-d72b-440e-a9fa-a9a8dbfbc630 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=7f06f2c2-7e5c-418a-b0ee-b4ee0334229d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:48.529525 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-8b799e61-d72b-440e-a9fa-a9a8dbfbc630 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:48.532157 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b799e61-d72b-440e-a9fa-a9a8dbfbc630 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:59:48.538320 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b799e61-d72b-440e-a9fa-a9a8dbfbc630 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:48.538960 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b799e61-d72b-440e-a9fa-a9a8dbfbc630 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:48.558074 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8b799e61-d72b-440e-a9fa-a9a8dbfbc630 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0276964 Jul 09 09:59:48.562031 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60968) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:48.656866 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d712983-02e5-407c-ac22-966888c3f76d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:48.664945 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d712983-02e5-407c-ac22-966888c3f76d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:48.667145 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4d712983-02e5-407c-ac22-966888c3f76d tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1026330 Jul 09 09:59:48.670150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60974) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:48.866267 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-cd45d355-bd51-440f-934b-1a7c939adc6a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting port 7f06f2c2-7e5c-418a-b0ee-b4ee0334229d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:48.866614 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cd45d355-bd51-440f-934b-1a7c939adc6a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:48.969255 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c8d0e203-9eff-4708-a88e-ac75244ba501 None None] Provisioning for port 7f06f2c2-7e5c-418a-b0ee-b4ee0334229d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:59:48.974540 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c8d0e203-9eff-4708-a88e-ac75244ba501 None None] Provisioning complete for port 7f06f2c2-7e5c-418a-b0ee-b4ee0334229d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:48.975117 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e203-9eff-4708-a88e-ac75244ba501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:49.000933 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246cbbd-080c-4b6f-abc1-d42c75d12869 req-117ec9e6-800d-4492-b857-3b4018fad32e tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:49.007828 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b246cbbd-080c-4b6f-abc1-d42c75d12869 req-117ec9e6-800d-4492-b857-3b4018fad32e tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 1097 time: 0.6572628 Jul 09 09:59:49.017995 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cd45d355-bd51-440f-934b-1a7c939adc6a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:49.023417 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c8d0e203-9eff-4708-a88e-ac75244ba501 None None] Port 7f06f2c2-7e5c-418a-b0ee-b4ee0334229d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 09:59:49.040910 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-cd45d355-bd51-440f-934b-1a7c939adc6a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Calling delete_port for 7f06f2c2-7e5c-418a-b0ee-b4ee0334229d owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:49.065996 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b246cbbd-080c-4b6f-abc1-d42c75d12869 req-002cc17f-9d6a-4d2b-9353-e1bcda9f5724 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569646 Jul 09 09:59:49.093493 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 60988) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:49.206888 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cd45d355-bd51-440f-934b-1a7c939adc6a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:49.241868 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45d355-bd51-440f-934b-1a7c939adc6a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Port': ['ID=7f06f2c2-7e5c-418a-b0ee-b4ee0334229d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:49.275749 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cd45d355-bd51-440f-934b-1a7c939adc6a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:49.277871 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-cd45d355-bd51-440f-934b-1a7c939adc6a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/7f06f2c2-7e5c-418a-b0ee-b4ee0334229d HTTP/1.1" status: 204 len: 168 time: 0.6056688 Jul 09 09:59:49.281021 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60992) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:49.306418 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9802747e-0c25-480c-bcf2-8cf93d4da59f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Deleting port 74d81d19-ab48-41a6-82c7-bea36310d9cc {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:49.306774 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9802747e-0c25-480c-bcf2-8cf93d4da59f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:49.353879 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8008e9-68f0-4f07-bc6f-4aebbac47fa1 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:49.355601 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8008e9-68f0-4f07-bc6f-4aebbac47fa1 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:49.357250 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8c8008e9-68f0-4f07-bc6f-4aebbac47fa1 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0752702 Jul 09 09:59:49.359965 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 60996) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:49.433251 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b5c72f-1ceb-4ba5-963c-26f29634d4df tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet eeef9b41-707d-4220-b3d6-e3f8f46e36df {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:59:49.437950 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22b5c72f-1ceb-4ba5-963c-26f29634d4df tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:49.451618 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9802747e-0c25-480c-bcf2-8cf93d4da59f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:49.452812 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9802747e-0c25-480c-bcf2-8cf93d4da59f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:49.473082 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9802747e-0c25-480c-bcf2-8cf93d4da59f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Calling delete_port for 74d81d19-ab48-41a6-82c7-bea36310d9cc owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:49.486133 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22b5c72f-1ceb-4ba5-963c-26f29634d4df tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:49.590460 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22b5c72f-1ceb-4ba5-963c-26f29634d4df tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:49.672013 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22b5c72f-1ceb-4ba5-963c-26f29634d4df tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:49.686982 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9802747e-0c25-480c-bcf2-8cf93d4da59f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:49.703904 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5c72f-1ceb-4ba5-963c-26f29634d4df tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=eeef9b41-707d-4220-b3d6-e3f8f46e36df,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:49.705879 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22b5c72f-1ceb-4ba5-963c-26f29634d4df tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:49.707804 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-22b5c72f-1ceb-4ba5-963c-26f29634d4df tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/eeef9b41-707d-4220-b3d6-e3f8f46e36df HTTP/1.1" status: 204 len: 168 time: 0.3463264 Jul 09 09:59:49.710280 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32768) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:49.719226 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dca76c-5bdd-41e0-89ea-47ca042f4503 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:49.723649 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802747e-0c25-480c-bcf2-8cf93d4da59f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'Port': ['ID=74d81d19-ab48-41a6-82c7-bea36310d9cc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:49.777414 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-10ae113b-44d2-4add-bb4d-49c85e4fea8c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660055 Jul 09 09:59:49.780182 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32772) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:49.786035 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0e607fba-7f22-417d-b13b-2fcc92466b2a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:49.793813 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9802747e-0c25-480c-bcf2-8cf93d4da59f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:49.796567 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-9802747e-0c25-480c-bcf2-8cf93d4da59f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Floating IP b42fb659-059a-4906-8a3a-5a0d38da8624 disassociated (deleted). External IP: 172.25.3.235, port: 148438c2-656f-4e1d-8410-08d44077ecfb. Jul 09 09:59:49.818551 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32774) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:49.921086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e607fba-7f22-417d-b13b-2fcc92466b2a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:49.926343 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e607fba-7f22-417d-b13b-2fcc92466b2a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:50.052259 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1997f5c-6ad4-4d88-95ac-9fd17bc89a4e None None] DHCP port deletion for 087ebd13-862d-4dea-9894-e22d71aaec69 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:59:50.065905 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aadb5b76-3fa3-4b8d-b194-6d20ad43b26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:50.076748 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9802747e-0c25-480c-bcf2-8cf93d4da59f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Router 758f16b1-2207-4563-bd90-1dd069d0fb3a has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:59:50.113212 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d1997f5c-6ad4-4d88-95ac-9fd17bc89a4e None None] Deleting port 94416b76-ebde-4949-af89-e40aa3640ab8 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:50.113729 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d1997f5c-6ad4-4d88-95ac-9fd17bc89a4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:50.218939 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9802747e-0c25-480c-bcf2-8cf93d4da59f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:59:50.224183 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9802747e-0c25-480c-bcf2-8cf93d4da59f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:50.228685 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d1997f5c-6ad4-4d88-95ac-9fd17bc89a4e None None] For port 94416b76-ebde-4949-af89-e40aa3640ab8, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=94416b76-ebde-4949-af89-e40aa3640ab8,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:50.232184 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d1997f5c-6ad4-4d88-95ac-9fd17bc89a4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:50.237003 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a63016-17f7-4f45-b984-0ab0d2ea4ea7 None None] Sync routers for ids ['758f16b1-2207-4563-bd90-1dd069d0fb3a'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:59:50.252152 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d1997f5c-6ad4-4d88-95ac-9fd17bc89a4e None None] Calling delete_port for 94416b76-ebde-4949-af89-e40aa3640ab8 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:50.275317 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a63016-17f7-4f45-b984-0ab0d2ea4ea7 None None] Routers {'758f16b1-2207-4563-bd90-1dd069d0fb3a'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:59:50.277324 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9802747e-0c25-480c-bcf2-8cf93d4da59f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "DELETE /v2.0/floatingips/b42fb659-059a-4906-8a3a-5a0d38da8624 HTTP/1.1" status: 204 len: 168 time: 1.1818185 Jul 09 09:59:50.277485 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-84a63016-17f7-4f45-b984-0ab0d2ea4ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:59:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['758f16b1-2207-4563-bd90-1dd069d0fb3a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:50.277615 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a079b237-30a8-47a8-a61b-a4192b2350e9', 'tag': '148438c2-656f-4e1d-8410-08d44077ecfb'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:59:50.280777 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2cda1c-f038-45c1-8174-1e820fbe788e" -d '{"events": [{"name": "network-changed", "server_uuid": "a079b237-30a8-47a8-a61b-a4192b2350e9", "tag": "148438c2-656f-4e1d-8410-08d44077ecfb"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:59:50.325267 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aadb5b76-3fa3-4b8d-b194-6d20ad43b26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:50.339153 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aadb5b76-3fa3-4b8d-b194-6d20ad43b26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:50.375198 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 09:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5064657b-3495-4b44-ad81-ddd99e489200 x-openstack-request-id: req-5064657b-3495-4b44-ad81-ddd99e489200 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:59:50.375574 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a079b237-30a8-47a8-a61b-a4192b2350e9", "tag": "148438c2-656f-4e1d-8410-08d44077ecfb", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:59:50.375876 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5064657b-3495-4b44-ad81-ddd99e489200 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:59:50.376377 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a079b237-30a8-47a8-a61b-a4192b2350e9', 'tag': '148438c2-656f-4e1d-8410-08d44077ecfb', 'status': 'completed', 'code': 200} Jul 09 09:59:50.465001 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-aadb5b76-3fa3-4b8d-b194-6d20ad43b26f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=589e3cf23cd04772a9991c7baa88bde5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6453822 Jul 09 09:59:50.468458 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32782) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:50.522462 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb5b76-3fa3-4b8d-b194-6d20ad43b26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0357ff1-dc83-4a34-9d66-8d2c30a8c0b3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:50.579761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.objects.ports [None req-0e607fba-7f22-417d-b13b-2fcc92466b2a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93790) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 09:59:50.580050 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 94416b76-ebde-4949-af89-e40aa3640ab8 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:59:50.588180 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f724b9e-1c7f-4663-86d0-5aff1b3a58a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:50.619796 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f724b9e-1c7f-4663-86d0-5aff1b3a58a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:50.696492 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f724b9e-1c7f-4663-86d0-5aff1b3a58a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:50.701533 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f724b9e-1c7f-4663-86d0-5aff1b3a58a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:50.705203 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7f724b9e-1c7f-4663-86d0-5aff1b3a58a6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b0357ff1-dc83-4a34-9d66-8d2c30a8c0b3 HTTP/1.1" status: 204 len: 168 time: 0.2337201 Jul 09 09:59:50.713013 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cda1c-f038-45c1-8174-1e820fbe788e req-4abec537-f3f6-41d7-9401-339419b2d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:50.715120 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db2cda1c-f038-45c1-8174-1e820fbe788e req-4abec537-f3f6-41d7-9401-339419b2d983 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 1097 time: 0.2809353 Jul 09 09:59:50.718303 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f724b9e-1c7f-4663-86d0-5aff1b3a58a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0357ff1-dc83-4a34-9d66-8d2c30a8c0b3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:50.832521 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d1997f5c-6ad4-4d88-95ac-9fd17bc89a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:50.860705 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.ipam_pluggable_backend [None req-0e607fba-7f22-417d-b13b-2fcc92466b2a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Port 94416b76-ebde-4949-af89-e40aa3640ab8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93790) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 09 09:59:50.861062 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.ipam_pluggable_backend [None req-0e607fba-7f22-417d-b13b-2fcc92466b2a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1e:ba30 {{(pid=93790) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 09 09:59:50.871211 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.ipam_pluggable_backend [None req-0e607fba-7f22-417d-b13b-2fcc92466b2a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1e:ba30 {{(pid=93790) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 09 09:59:50.878624 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e607fba-7f22-417d-b13b-2fcc92466b2a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:50.908733 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1997f5c-6ad4-4d88-95ac-9fd17bc89a4e None None] Pushing event deleted for resources: {'Port': ['ID=94416b76-ebde-4949-af89-e40aa3640ab8,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:50.921485 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-84a63016-17f7-4f45-b984-0ab0d2ea4ea7 None None] Set router 758f16b1-2207-4563-bd90-1dd069d0fb3a gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:59:50.949102 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1997f5c-6ad4-4d88-95ac-9fd17bc89a4e None None] No DVR routers for this DVR port 94416b76-ebde-4949-af89-e40aa3640ab8 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:59:50.953941 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:50.981524 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e607fba-7f22-417d-b13b-2fcc92466b2a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:51.000198 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-0e607fba-7f22-417d-b13b-2fcc92466b2a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:51.032540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cda1c-f038-45c1-8174-1e820fbe788e req-21dc44f0-5d99-4642-aee8-9a49ff110250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:51.034710 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db2cda1c-f038-45c1-8174-1e820fbe788e req-21dc44f0-5d99-4642-aee8-9a49ff110250 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b6be32c-ac53-4054-9f75-2f3900f154b8 HTTP/1.1" status: 200 len: 897 time: 0.3075137 Jul 09 09:59:51.035478 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e607fba-7f22-417d-b13b-2fcc92466b2a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:51.036144 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e607fba-7f22-417d-b13b-2fcc92466b2a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:51.042326 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24318012-f26f-40f3-86a3-99e5e6988a5f None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:51.087028 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3afb58-126b-49d8-af29-149b27c6f49c req-f112ec65-05f2-4801-8161-f9804fad77fa tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:51.088663 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a3afb58-126b-49d8-af29-149b27c6f49c req-f112ec65-05f2-4801-8161-f9804fad77fa tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 946 time: 0.2754045 Jul 09 09:59:51.140457 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e607fba-7f22-417d-b13b-2fcc92466b2a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=adac8089-1c3a-4502-a12c-700d7bff4e7d,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:51.170181 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db2cda1c-f038-45c1-8174-1e820fbe788e req-efd3af2c-ed38-4e97-838b-7c8b03029584 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=148438c2-656f-4e1d-8410-08d44077ecfb HTTP/1.1" status: 200 len: 217 time: 0.1015644 Jul 09 09:59:51.183562 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32798) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:51.190329 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-326f1be2-6a77-48cd-922d-48f5bede34b7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'mac_address': 'fa:16:3e:5c:21:77', 'name': 'tempest-NetworksTestDHCPv6-1030827769'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:51.191254 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0e607fba-7f22-417d-b13b-2fcc92466b2a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4096055 Jul 09 09:59:51.294929 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a3afb58-126b-49d8-af29-149b27c6f49c req-ff674950-b8b4-4c7d-9dc6-be4b59dda551 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b17fc74-80d6-4017-9d75-3fc1949476de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421642 Jul 09 09:59:51.298346 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cda1c-f038-45c1-8174-1e820fbe788e req-d78e897d-8585-4afb-8c98-2cac99da4242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:51.317134 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db2cda1c-f038-45c1-8174-1e820fbe788e req-d78e897d-8585-4afb-8c98-2cac99da4242 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75aea45f-b520-4fb2-8aa3-11b8311ecad9 HTTP/1.1" status: 200 len: 834 time: 0.1396172 Jul 09 09:59:51.348811 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-84a63016-17f7-4f45-b984-0ab0d2ea4ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435145112', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:42Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '8e772c89-7c74-432e-8942-de03cedc2067', 'name': '', 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:53:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '75aea45f-b520-4fb2-8aa3-11b8311ecad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:40Z', 'updated_at': '2021-07-09T09:57:47Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '75aea45f-b520-4fb2-8aa3-11b8311ecad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:51.353291 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce62b92-7cc0-4828-9329-b19e9df47aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-087ebd13-862d-4dea-9894-e22d71aaec69', 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'fixed_ips': [{'subnet_id': 'adac8089-1c3a-4502-a12c-700d7bff4e7d'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:59:51.354897 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1ce62b92-7cc0-4828-9329-b19e9df47aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:51.364644 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32800) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:51.385689 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c605bb0d-368b-4ed2-996e-c7f5e9ce44d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:51.403401 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cda1c-f038-45c1-8174-1e820fbe788e req-d2466267-e7dc-46e0-a492-7892841a2267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:51.405946 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db2cda1c-f038-45c1-8174-1e820fbe788e req-d2466267-e7dc-46e0-a492-7892841a2267 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b6be32c-ac53-4054-9f75-2f3900f154b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819018 Jul 09 09:59:51.420525 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a63016-17f7-4f45-b984-0ab0d2ea4ea7 None None] Checking router: 758f16b1-2207-4563-bd90-1dd069d0fb3a for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:59:51.544590 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-1ce62b92-7cc0-4828-9329-b19e9df47aee None None] Allocated IP 2001:db8::f816:3eff:fe24:45e9 (087ebd13-862d-4dea-9894-e22d71aaec69/adac8089-1c3a-4502-a12c-700d7bff4e7d/85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:51.555588 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c605bb0d-368b-4ed2-996e-c7f5e9ce44d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:51.581258 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c605bb0d-368b-4ed2-996e-c7f5e9ce44d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:51.595518 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326f1be2-6a77-48cd-922d-48f5bede34b7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:51.623403 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db2cda1c-f038-45c1-8174-1e820fbe788e req-62ffc59b-3e11-4867-8dc7-9b94dd54e2ae service neutron] 10.222.0.64 "GET /v2.0/networks/1b6be32c-ac53-4054-9f75-2f3900f154b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102232 Jul 09 09:59:51.672824 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c605bb0d-368b-4ed2-996e-c7f5e9ce44d6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c8d6ef1d8d5846f881061b2b039d77a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070400 Jul 09 09:59:51.680470 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32802) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:51.686097 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605bb0d-368b-4ed2-996e-c7f5e9ce44d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a198335b-677b-4524-ab17-e37a0deb2fd9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:51.708012 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1ce62b92-7cc0-4828-9329-b19e9df47aee None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:51.718769 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1ce62b92-7cc0-4828-9329-b19e9df47aee None None] Transition to ACTIVE for port object 85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:51.730235 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-326f1be2-6a77-48cd-922d-48f5bede34b7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:51.735882 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1ce62b92-7cc0-4828-9329-b19e9df47aee None None] Transition to ACTIVE for port object 85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:51.747893 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1ce62b92-7cc0-4828-9329-b19e9df47aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:51.756879 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a63016-17f7-4f45-b984-0ab0d2ea4ea7 None None] Routers {'758f16b1-2207-4563-bd90-1dd069d0fb3a'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:59:51.757530 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-84a63016-17f7-4f45-b984-0ab0d2ea4ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:59:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['758f16b1-2207-4563-bd90-1dd069d0fb3a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:51.760795 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-326f1be2-6a77-48cd-922d-48f5bede34b7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] device_id is not set on port 71c78f6f-2453-4a4b-8c97-12675c00a7d3 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:59:51.829864 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce62b92-7cc0-4828-9329-b19e9df47aee None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:51.837107 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-1ce62b92-7cc0-4828-9329-b19e9df47aee None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:51.842489 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce62b92-7cc0-4828-9329-b19e9df47aee None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:59:51.849119 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-db2cda1c-f038-45c1-8174-1e820fbe788e req-f1e446c5-11ba-4897-a094-23d31dc081bf service neutron] 10.222.0.64 "GET /v2.0/networks/1b6be32c-ac53-4054-9f75-2f3900f154b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165630 Jul 09 09:59:51.851077 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce62b92-7cc0-4828-9329-b19e9df47aee None None] Pushing event updated for resources: {'Port': ['ID=85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:51.863366 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-671748e8-c5ce-4e47-b432-4f12d9df9a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:51.909832 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-326f1be2-6a77-48cd-922d-48f5bede34b7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8::f816:3eff:fe5c:2177 (087ebd13-862d-4dea-9894-e22d71aaec69/adac8089-1c3a-4502-a12c-700d7bff4e7d/71c78f6f-2453-4a4b-8c97-12675c00a7d3) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:51.933326 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-671748e8-c5ce-4e47-b432-4f12d9df9a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:51.973122 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1ce62b92-7cc0-4828-9329-b19e9df47aee None None] Attempting to bind port 85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:59:51.973507 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1ce62b92-7cc0-4828-9329-b19e9df47aee None None] Attempting to bind port 85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:59:51.973876 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce62b92-7cc0-4828-9329-b19e9df47aee None None] Attempting to bind port 85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b on network 087ebd13-862d-4dea-9894-e22d71aaec69 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:59:51.976869 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-84a63016-17f7-4f45-b984-0ab0d2ea4ea7 None None] Set router 758f16b1-2207-4563-bd90-1dd069d0fb3a gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:59:52.006261 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce62b92-7cc0-4828-9329-b19e9df47aee None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:59:52.006687 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce62b92-7cc0-4828-9329-b19e9df47aee None None] Checking segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:59:52.007038 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1ce62b92-7cc0-4828-9329-b19e9df47aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:52.007432 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce62b92-7cc0-4828-9329-b19e9df47aee None None] Bound using segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:59:52.007971 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1ce62b92-7cc0-4828-9329-b19e9df47aee None None] Bound port: 85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:59:52.008393 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1ce62b92-7cc0-4828-9329-b19e9df47aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:52.011796 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-671748e8-c5ce-4e47-b432-4f12d9df9a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:52.015125 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-671748e8-c5ce-4e47-b432-4f12d9df9a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:52.018597 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-671748e8-c5ce-4e47-b432-4f12d9df9a03 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a198335b-677b-4524-ab17-e37a0deb2fd9 HTTP/1.1" status: 204 len: 168 time: 0.3349571 Jul 09 09:59:52.042932 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671748e8-c5ce-4e47-b432-4f12d9df9a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a198335b-677b-4524-ab17-e37a0deb2fd9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:52.184084 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1ce62b92-7cc0-4828-9329-b19e9df47aee None None] For port 85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:59:52.187546 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-326f1be2-6a77-48cd-922d-48f5bede34b7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:52.189899 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1ce62b92-7cc0-4828-9329-b19e9df47aee None None] For port 85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:59:52.201281 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1ce62b92-7cc0-4828-9329-b19e9df47aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:52.209778 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-326f1be2-6a77-48cd-922d-48f5bede34b7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Transition to ACTIVE for port object 71c78f6f-2453-4a4b-8c97-12675c00a7d3 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:52.279420 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-326f1be2-6a77-48cd-922d-48f5bede34b7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:52.305786 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce62b92-7cc0-4828-9329-b19e9df47aee None None] Pushing event updated for resources: {'Port': ['ID=85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:52.356695 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-84a63016-17f7-4f45-b984-0ab0d2ea4ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435145112', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:42Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '8e772c89-7c74-432e-8942-de03cedc2067', 'name': '', 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:53:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '75aea45f-b520-4fb2-8aa3-11b8311ecad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:40Z', 'updated_at': '2021-07-09T09:57:47Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '75aea45f-b520-4fb2-8aa3-11b8311ecad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:52.380170 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326f1be2-6a77-48cd-922d-48f5bede34b7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:52.388742 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-326f1be2-6a77-48cd-922d-48f5bede34b7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:52.398342 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326f1be2-6a77-48cd-922d-48f5bede34b7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:59:52.407947 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326f1be2-6a77-48cd-922d-48f5bede34b7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:52.408633 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-326f1be2-6a77-48cd-922d-48f5bede34b7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:52.410980 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a63016-17f7-4f45-b984-0ab0d2ea4ea7 None None] The sync data for ids ['758f16b1-2207-4563-bd90-1dd069d0fb3a'] in n-d-799996-1 is: [{'id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435145112', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:42Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '8e772c89-7c74-432e-8942-de03cedc2067', 'name': '', 'network_id': '1b6be32c-ac53-4054-9f75-2f3900f154b8', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:53:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '75aea45f-b520-4fb2-8aa3-11b8311ecad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:40Z', 'updated_at': '2021-07-09T09:57:47Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '75aea45f-b520-4fb2-8aa3-11b8311ecad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:59:52.416130 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa895de-8d99-4098-bd23-ae46ea95de8c req-fcc8c381-2ae4-4c48-a57c-18969280ea22 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:52.417572 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-efa895de-8d99-4098-bd23-ae46ea95de8c req-fcc8c381-2ae4-4c48-a57c-18969280ea22 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.64 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 946 time: 0.1806970 Jul 09 09:59:52.420128 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f1be2-6a77-48cd-922d-48f5bede34b7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=71c78f6f-2453-4a4b-8c97-12675c00a7d3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:52.428097 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-326f1be2-6a77-48cd-922d-48f5bede34b7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2430222 Jul 09 09:59:52.431161 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32814) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:52.621866 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446d9e7c-8741-4fdd-8e17-190f5d0d7108 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:52.648628 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446d9e7c-8741-4fdd-8e17-190f5d0d7108 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:52.650616 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-446d9e7c-8741-4fdd-8e17-190f5d0d7108 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2183149 Jul 09 09:59:52.653143 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32818) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:52.740425 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-efa895de-8d99-4098-bd23-ae46ea95de8c req-054355ec-1a07-4bfe-89d5-28bc899a8c0a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Deleting port 148438c2-656f-4e1d-8410-08d44077ecfb {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:52.741147 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-efa895de-8d99-4098-bd23-ae46ea95de8c req-054355ec-1a07-4bfe-89d5-28bc899a8c0a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:52.815181 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ef77cafd-b981-4f71-952a-102c5dfa1916 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting port 71c78f6f-2453-4a4b-8c97-12675c00a7d3 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:52.820186 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef77cafd-b981-4f71-952a-102c5dfa1916 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:52.895928 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2897c7-b9a3-4923-8e6d-6b8dc99523f9 None None] New status for floating IP b42fb659-059a-4906-8a3a-5a0d38da8624: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 09:59:52.911061 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-efa895de-8d99-4098-bd23-ae46ea95de8c req-054355ec-1a07-4bfe-89d5-28bc899a8c0a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] For port 148438c2-656f-4e1d-8410-08d44077ecfb, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=148438c2-656f-4e1d-8410-08d44077ecfb,segment=NetworkSegment(220e46c2-7874-4f99-9d52-65fca0ec773d),segment_id=220e46c2-7874-4f99-9d52-65fca0ec773d)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:52.911856 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-efa895de-8d99-4098-bd23-ae46ea95de8c req-054355ec-1a07-4bfe-89d5-28bc899a8c0a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:52.930303 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-efa895de-8d99-4098-bd23-ae46ea95de8c req-054355ec-1a07-4bfe-89d5-28bc899a8c0a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Calling delete_port for 148438c2-656f-4e1d-8410-08d44077ecfb owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:53.032457 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef77cafd-b981-4f71-952a-102c5dfa1916 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:53.048276 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ef77cafd-b981-4f71-952a-102c5dfa1916 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Calling delete_port for 71c78f6f-2453-4a4b-8c97-12675c00a7d3 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:53.101273 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-efa895de-8d99-4098-bd23-ae46ea95de8c req-054355ec-1a07-4bfe-89d5-28bc899a8c0a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:53.173689 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054355ec-1a07-4bfe-89d5-28bc899a8c0a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'Port': ['ID=148438c2-656f-4e1d-8410-08d44077ecfb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:53.277130 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6d2a3134-fbed-4249-b21e-48a684e8e62f req-5c4ea699-4243-4109-89e7-f96a27b4a8e9 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=a079b237-30a8-47a8-a61b-a4192b2350e9 HTTP/1.1" status: 200 len: 210 time: 0.6045949 Jul 09 09:59:53.291820 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef77cafd-b981-4f71-952a-102c5dfa1916 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:53.309857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa895de-8d99-4098-bd23-ae46ea95de8c req-054355ec-1a07-4bfe-89d5-28bc899a8c0a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] No DVR routers for this DVR port 148438c2-656f-4e1d-8410-08d44077ecfb on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:59:53.318261 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-efa895de-8d99-4098-bd23-ae46ea95de8c req-054355ec-1a07-4bfe-89d5-28bc899a8c0a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:53.323166 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-efa895de-8d99-4098-bd23-ae46ea95de8c req-054355ec-1a07-4bfe-89d5-28bc899a8c0a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.64 "DELETE /v2.0/ports/148438c2-656f-4e1d-8410-08d44077ecfb HTTP/1.1" status: 204 len: 173 time: 0.8988204 Jul 09 09:59:53.323708 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a079b237-30a8-47a8-a61b-a4192b2350e9', 'name': 'network-vif-deleted', 'tag': '148438c2-656f-4e1d-8410-08d44077ecfb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 09:59:53.326071 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef8a06c-f83e-426d-8df8-c5251eb18246" -d '{"events": [{"server_uuid": "a079b237-30a8-47a8-a61b-a4192b2350e9", "name": "network-vif-deleted", "tag": "148438c2-656f-4e1d-8410-08d44077ecfb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 09:59:53.374011 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77cafd-b981-4f71-952a-102c5dfa1916 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Port': ['ID=71c78f6f-2453-4a4b-8c97-12675c00a7d3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:53.417926 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef77cafd-b981-4f71-952a-102c5dfa1916 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:53.422513 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ef77cafd-b981-4f71-952a-102c5dfa1916 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/71c78f6f-2453-4a4b-8c97-12675c00a7d3 HTTP/1.1" status: 204 len: 168 time: 0.7659166 Jul 09 09:59:53.422737 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32844) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:53.430320 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 09:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb1a418-cd2a-4dbd-b5d8-0c0f66637e57 x-openstack-request-id: req-aeb1a418-cd2a-4dbd-b5d8-0c0f66637e57 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 09:59:53.430616 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a079b237-30a8-47a8-a61b-a4192b2350e9", "name": "network-vif-deleted", "tag": "148438c2-656f-4e1d-8410-08d44077ecfb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 09:59:53.430878 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aeb1a418-cd2a-4dbd-b5d8-0c0f66637e57 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 09:59:53.431362 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a079b237-30a8-47a8-a61b-a4192b2350e9', 'name': 'network-vif-deleted', 'tag': '148438c2-656f-4e1d-8410-08d44077ecfb', 'status': 'completed', 'code': 200} Jul 09 09:59:53.485992 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa230f75-e3ea-412d-91ff-248fc57919fa tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:53.488015 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa230f75-e3ea-412d-91ff-248fc57919fa tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:53.489655 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fa230f75-e3ea-412d-91ff-248fc57919fa tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0659573 Jul 09 09:59:53.492500 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32850) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:53.579685 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe4d557-9675-40f2-9442-9b4e5e774008 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet adac8089-1c3a-4502-a12c-700d7bff4e7d {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:59:53.584040 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d557-9675-40f2-9442-9b4e5e774008 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:53.650050 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d557-9675-40f2-9442-9b4e5e774008 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:53.765216 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d557-9675-40f2-9442-9b4e5e774008 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:53.835794 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32854) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:53.895002 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d557-9675-40f2-9442-9b4e5e774008 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:53.913746 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d557-9675-40f2-9442-9b4e5e774008 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:53.917842 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3fe4d557-9675-40f2-9442-9b4e5e774008 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/adac8089-1c3a-4502-a12c-700d7bff4e7d HTTP/1.1" status: 204 len: 168 time: 0.4237342 Jul 09 09:59:53.920155 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32858) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:53.938238 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-562d1f68-0abb-43c4-bd42-2b22c9b7001f None None] Provisioning for port 85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:59:53.951211 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4d557-9675-40f2-9442-9b4e5e774008 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=adac8089-1c3a-4502-a12c-700d7bff4e7d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:53.990171 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-93560baf-4298-4e24-923c-6c52aa83b4ab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675313 Jul 09 09:59:53.992664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32860) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:54.014444 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-497c4ce7-e03f-4819-a0f3-7306d269eae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:54.073707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c553b089-dea7-4b1c-ac1f-3776fbaf4a36 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:54.075566 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c553b089-dea7-4b1c-ac1f-3776fbaf4a36 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0817869 Jul 09 09:59:54.078202 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32862) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:54.156284 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6402676-8116-441e-9d39-c5b718c9aec4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:54.157914 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e6402676-8116-441e-9d39-c5b718c9aec4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0786102 Jul 09 09:59:54.160974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32864) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:54.194645 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c67e7e-b8f6-410e-9323-66e4372291e7 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:54.207327 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-497c4ce7-e03f-4819-a0f3-7306d269eae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:54.214806 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-497c4ce7-e03f-4819-a0f3-7306d269eae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:54.216808 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8fa90e3d-d31d-40a5-9a50-cd9f0a305aed tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543225 Jul 09 09:59:54.224863 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32866) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:54.236107 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9921909e-ad76-47b1-b1ea-cf76606bf47a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:54.258217 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-497c4ce7-e03f-4819-a0f3-7306d269eae4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a424983427e5420a9888178b10d0b8be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4220212 Jul 09 09:59:54.259228 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c4ce7-e03f-4819-a0f3-7306d269eae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8f2f0a-3e41-48c7-bbd5-f9ff9b6fde3a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:54.261741 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32868) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:54.283103 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4ae83611-ab16-4643-af08-4e0731a5c6c2 None None] Could not find standard attr ID for object 71c78f6f-2453-4a4b-8c97-12675c00a7d3. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 09:59:54.322801 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18bb88f8-18f3-428d-b527-a3a228b3b298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:54.353867 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18bb88f8-18f3-428d-b527-a3a228b3b298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:54.439513 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18bb88f8-18f3-428d-b527-a3a228b3b298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:54.442484 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18bb88f8-18f3-428d-b527-a3a228b3b298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:54.445541 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-18bb88f8-18f3-428d-b527-a3a228b3b298 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6a8f2f0a-3e41-48c7-bbd5-f9ff9b6fde3a HTTP/1.1" status: 204 len: 168 time: 0.1828053 Jul 09 09:59:54.461049 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb88f8-18f3-428d-b527-a3a228b3b298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8f2f0a-3e41-48c7-bbd5-f9ff9b6fde3a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:54.469534 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9921909e-ad76-47b1-b1ea-cf76606bf47a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:54.485018 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9921909e-ad76-47b1-b1ea-cf76606bf47a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:54.494135 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32876) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:54.561112 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:59:54.683797 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:59:54.688015 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:54.688779 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:54.780989 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679248a9-bb7c-45bb-8af6-22d990e75848 None None] DHCP port deletion for 087ebd13-862d-4dea-9894-e22d71aaec69 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:59:54.790604 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9921909e-ad76-47b1-b1ea-cf76606bf47a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:54.824815 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:54.872152 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:54.874476 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-679248a9-bb7c-45bb-8af6-22d990e75848 None None] Deleting port 85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:54.874770 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-679248a9-bb7c-45bb-8af6-22d990e75848 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:54.899991 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9921909e-ad76-47b1-b1ea-cf76606bf47a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:54.910420 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-9921909e-ad76-47b1-b1ea-cf76606bf47a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:54.914836 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:54.936707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9921909e-ad76-47b1-b1ea-cf76606bf47a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:54.938244 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9921909e-ad76-47b1-b1ea-cf76606bf47a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:54.972364 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9921909e-ad76-47b1-b1ea-cf76606bf47a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7412643 Jul 09 09:59:54.974881 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32884) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:54.993376 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:55.000700 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b9e131b4-ea18-43f0-950d-82484586e9f5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'mac_address': 'fa:16:3e:ce:f5:b5', 'name': 'tempest-NetworksTestDHCPv6-804919372'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:55.006036 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921909e-ad76-47b1-b1ea-cf76606bf47a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=5ecd16de-7084-4979-b9d2-c77a9e63e597,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:55.014708 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-679248a9-bb7c-45bb-8af6-22d990e75848 None None] For port 85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:55.015123 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-679248a9-bb7c-45bb-8af6-22d990e75848 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:55.041015 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-679248a9-bb7c-45bb-8af6-22d990e75848 None None] Calling delete_port for 85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:55.092522 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb80d6ea-51c3-4f96-90fe-fff5ec4f63a1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:55.177207 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-679248a9-bb7c-45bb-8af6-22d990e75848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:55.233562 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e131b4-ea18-43f0-950d-82484586e9f5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:55.239087 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679248a9-bb7c-45bb-8af6-22d990e75848 None None] No DVR routers for this DVR port 85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:59:55.241205 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679248a9-bb7c-45bb-8af6-22d990e75848 None None] Pushing event deleted for resources: {'Port': ['ID=85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:55.284944 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793e5bb9-5520-484b-bd6c-44053cddb0e1 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:55.383735 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9e131b4-ea18-43f0-950d-82484586e9f5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:55.421544 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-b9e131b4-ea18-43f0-950d-82484586e9f5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] device_id is not set on port a09d3b6b-c2e3-4ab5-b91e-5e6f3b0d9234 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 09:59:55.448311 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-fb80d6ea-51c3-4f96-90fe-fff5ec4f63a1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Deleting port 8e772c89-7c74-432e-8942-de03cedc2067 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:55.448657 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb80d6ea-51c3-4f96-90fe-fff5ec4f63a1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:55.517078 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85268fc-21b0-4c8d-a755-9dde931ee7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-087ebd13-862d-4dea-9894-e22d71aaec69', 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'fixed_ips': [{'subnet_id': '5ecd16de-7084-4979-b9d2-c77a9e63e597'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 09:59:55.518095 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b85268fc-21b0-4c8d-a755-9dde931ee7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:55.706303 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-b9e131b4-ea18-43f0-950d-82484586e9f5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8::231 (087ebd13-862d-4dea-9894-e22d71aaec69/5ecd16de-7084-4979-b9d2-c77a9e63e597/a09d3b6b-c2e3-4ab5-b91e-5e6f3b0d9234) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:55.747495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 148438c2-656f-4e1d-8410-08d44077ecfb no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:59:55.790615 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 148438c2-656f-4e1d-8410-08d44077ecfb {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:59:55.791178 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 148438c2-656f-4e1d-8410-08d44077ecfb not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:59:55.940433 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-fb80d6ea-51c3-4f96-90fe-fff5ec4f63a1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] For port 8e772c89-7c74-432e-8942-de03cedc2067, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8e772c89-7c74-432e-8942-de03cedc2067,segment=NetworkSegment(220e46c2-7874-4f99-9d52-65fca0ec773d),segment_id=220e46c2-7874-4f99-9d52-65fca0ec773d)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:55.941188 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb80d6ea-51c3-4f96-90fe-fff5ec4f63a1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:55.955813 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9e131b4-ea18-43f0-950d-82484586e9f5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:55.958048 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-fb80d6ea-51c3-4f96-90fe-fff5ec4f63a1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Calling delete_port for 8e772c89-7c74-432e-8942-de03cedc2067 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:55.996973 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-b9e131b4-ea18-43f0-950d-82484586e9f5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Transition to ACTIVE for port object a09d3b6b-c2e3-4ab5-b91e-5e6f3b0d9234 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:56.063477 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9e131b4-ea18-43f0-950d-82484586e9f5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:56.146963 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e131b4-ea18-43f0-950d-82484586e9f5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:56.151396 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b9e131b4-ea18-43f0-950d-82484586e9f5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:56.155651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e131b4-ea18-43f0-950d-82484586e9f5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:59:56.162612 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e131b4-ea18-43f0-950d-82484586e9f5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:56.163333 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9e131b4-ea18-43f0-950d-82484586e9f5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:56.180440 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e131b4-ea18-43f0-950d-82484586e9f5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=a09d3b6b-c2e3-4ab5-b91e-5e6f3b0d9234,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:56.182008 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-b85268fc-21b0-4c8d-a755-9dde931ee7c5 None None] Allocated IP 2001:db8::2 (087ebd13-862d-4dea-9894-e22d71aaec69/5ecd16de-7084-4979-b9d2-c77a9e63e597/fdca5477-6c30-4167-ae09-3b2f5d2551a0) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 09:59:56.197008 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b9e131b4-ea18-43f0-950d-82484586e9f5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2206004 Jul 09 09:59:56.199646 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32922) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:56.233644 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb80d6ea-51c3-4f96-90fe-fff5ec4f63a1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:56.301394 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80d6ea-51c3-4f96-90fe-fff5ec4f63a1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'Port': ['ID=8e772c89-7c74-432e-8942-de03cedc2067,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:56.347182 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492174a0-708e-420f-90e4-9e2c54dc28d6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:56.350090 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-492174a0-708e-420f-90e4-9e2c54dc28d6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1492972 Jul 09 09:59:56.352866 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32928) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:56.415414 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 09:59:56.465105 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 09:59:56.465453 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 85ebd5b3-d492-4a42-9f0e-3a5f5f72bc0b not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 09:59:56.507995 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b85268fc-21b0-4c8d-a755-9dde931ee7c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:56.524331 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b85268fc-21b0-4c8d-a755-9dde931ee7c5 None None] Transition to ACTIVE for port object fdca5477-6c30-4167-ae09-3b2f5d2551a0 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:56.559653 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b85268fc-21b0-4c8d-a755-9dde931ee7c5 None None] Transition to ACTIVE for port object fdca5477-6c30-4167-ae09-3b2f5d2551a0 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 09:59:56.571981 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b85268fc-21b0-4c8d-a755-9dde931ee7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:56.605348 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7e87573e-6ab2-4d7c-bc3e-c03a44b99fbe tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting port a09d3b6b-c2e3-4ab5-b91e-5e6f3b0d9234 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:56.610530 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e87573e-6ab2-4d7c-bc3e-c03a44b99fbe tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:56.633773 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85268fc-21b0-4c8d-a755-9dde931ee7c5 None None] Pushing event updated for resources: {'Port': ['ID=fdca5477-6c30-4167-ae09-3b2f5d2551a0,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:56.656592 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85268fc-21b0-4c8d-a755-9dde931ee7c5 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 09:59:56.665524 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-b85268fc-21b0-4c8d-a755-9dde931ee7c5 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 09:59:56.671431 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85268fc-21b0-4c8d-a755-9dde931ee7c5 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 09:59:56.747894 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb80d6ea-51c3-4f96-90fe-fff5ec4f63a1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:56.799289 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e87573e-6ab2-4d7c-bc3e-c03a44b99fbe tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:56.818359 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b85268fc-21b0-4c8d-a755-9dde931ee7c5 None None] Attempting to bind port fdca5477-6c30-4167-ae09-3b2f5d2551a0 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 09:59:56.819037 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b85268fc-21b0-4c8d-a755-9dde931ee7c5 None None] Attempting to bind port fdca5477-6c30-4167-ae09-3b2f5d2551a0 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 09:59:56.819797 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85268fc-21b0-4c8d-a755-9dde931ee7c5 None None] Attempting to bind port fdca5477-6c30-4167-ae09-3b2f5d2551a0 on network 087ebd13-862d-4dea-9894-e22d71aaec69 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 09:59:56.831459 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85268fc-21b0-4c8d-a755-9dde931ee7c5 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 09:59:56.832253 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85268fc-21b0-4c8d-a755-9dde931ee7c5 None None] Checking segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 09:59:56.832855 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b85268fc-21b0-4c8d-a755-9dde931ee7c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:56.835180 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85268fc-21b0-4c8d-a755-9dde931ee7c5 None None] Bound using segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 09:59:56.835903 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b85268fc-21b0-4c8d-a755-9dde931ee7c5 None None] Bound port: fdca5477-6c30-4167-ae09-3b2f5d2551a0, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 09:59:56.836498 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b85268fc-21b0-4c8d-a755-9dde931ee7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:56.837945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7e87573e-6ab2-4d7c-bc3e-c03a44b99fbe tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Calling delete_port for a09d3b6b-c2e3-4ab5-b91e-5e6f3b0d9234 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:56.915547 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b85268fc-21b0-4c8d-a755-9dde931ee7c5 None None] For port fdca5477-6c30-4167-ae09-3b2f5d2551a0, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 09:59:56.920167 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b85268fc-21b0-4c8d-a755-9dde931ee7c5 None None] For port fdca5477-6c30-4167-ae09-3b2f5d2551a0, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=fdca5477-6c30-4167-ae09-3b2f5d2551a0,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 09:59:56.927653 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b85268fc-21b0-4c8d-a755-9dde931ee7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:57.040571 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85268fc-21b0-4c8d-a755-9dde931ee7c5 None None] Pushing event updated for resources: {'Port': ['ID=fdca5477-6c30-4167-ae09-3b2f5d2551a0,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:57.079764 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e87573e-6ab2-4d7c-bc3e-c03a44b99fbe tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:57.147810 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32942) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:57.194945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87573e-6ab2-4d7c-bc3e-c03a44b99fbe tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Port': ['ID=a09d3b6b-c2e3-4ab5-b91e-5e6f3b0d9234,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:57.197345 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e87573e-6ab2-4d7c-bc3e-c03a44b99fbe tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:57.204151 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7e87573e-6ab2-4d7c-bc3e-c03a44b99fbe tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/a09d3b6b-c2e3-4ab5-b91e-5e6f3b0d9234 HTTP/1.1" status: 204 len: 168 time: 0.8455513 Jul 09 09:59:57.204151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32946) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:57.288175 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb80d6ea-51c3-4f96-90fe-fff5ec4f63a1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Router 758f16b1-2207-4563-bd90-1dd069d0fb3a has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 09:59:57.298503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011b5aca-397d-40d4-87f0-f0ac9696a449 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:57.300157 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011b5aca-397d-40d4-87f0-f0ac9696a449 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:57.301996 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-011b5aca-397d-40d4-87f0-f0ac9696a449 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0969837 Jul 09 09:59:57.306001 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32948) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:57.375156 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-88364b16-9836-4056-acdd-a414da068cd9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet 5ecd16de-7084-4979-b9d2-c77a9e63e597 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:59:57.379808 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88364b16-9836-4056-acdd-a414da068cd9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:57.440354 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88364b16-9836-4056-acdd-a414da068cd9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:57.445574 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b00f757d-1ea2-496d-b872-d63c84adcb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:57.492129 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb80d6ea-51c3-4f96-90fe-fff5ec4f63a1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 09:59:57.502460 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fb80d6ea-51c3-4f96-90fe-fff5ec4f63a1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "PUT /v2.0/routers/758f16b1-2207-4563-bd90-1dd069d0fb3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0036709 Jul 09 09:59:57.502460 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32950) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:57.514701 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db6c770-ed8d-4648-867c-3ee58708a529 None None] Sync routers for ids ['758f16b1-2207-4563-bd90-1dd069d0fb3a'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 09:59:57.530439 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db6c770-ed8d-4648-867c-3ee58708a529 None None] Routers {'758f16b1-2207-4563-bd90-1dd069d0fb3a'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:59:57.532616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6db6c770-ed8d-4648-867c-3ee58708a529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:59:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['758f16b1-2207-4563-bd90-1dd069d0fb3a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:57.580200 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a2f0e4-aae2-44b6-b6e0-0e318307778b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Deleting subnet 75aea45f-b520-4fb2-8aa3-11b8311ecad9 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 09:59:57.584120 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6a2f0e4-aae2-44b6-b6e0-0e318307778b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:57.594385 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88364b16-9836-4056-acdd-a414da068cd9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:57.653516 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6a2f0e4-aae2-44b6-b6e0-0e318307778b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:57.664867 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-6db6c770-ed8d-4648-867c-3ee58708a529 None None] Set router 758f16b1-2207-4563-bd90-1dd069d0fb3a gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:59:57.670590 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88364b16-9836-4056-acdd-a414da068cd9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:57.694525 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b00f757d-1ea2-496d-b872-d63c84adcb04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:57.698089 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88364b16-9836-4056-acdd-a414da068cd9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=5ecd16de-7084-4979-b9d2-c77a9e63e597,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:57.705208 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88364b16-9836-4056-acdd-a414da068cd9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:57.707678 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b00f757d-1ea2-496d-b872-d63c84adcb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:57.709944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-88364b16-9836-4056-acdd-a414da068cd9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/5ecd16de-7084-4979-b9d2-c77a9e63e597 HTTP/1.1" status: 204 len: 168 time: 0.4034734 Jul 09 09:59:57.710760 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32952) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:57.736904 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f757d-1ea2-496d-b872-d63c84adcb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdba2bd1-ce4b-47d7-9a8e-756230ce886e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:57.817389 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6a2f0e4-aae2-44b6-b6e0-0e318307778b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:57.827301 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f757d-1ea2-496d-b872-d63c84adcb04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:57.827654 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f757d-1ea2-496d-b872-d63c84adcb04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:57.828027 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f757d-1ea2-496d-b872-d63c84adcb04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:57.828516 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f757d-1ea2-496d-b872-d63c84adcb04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:57.829163 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f757d-1ea2-496d-b872-d63c84adcb04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:57.829509 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f757d-1ea2-496d-b872-d63c84adcb04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:57.829849 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f757d-1ea2-496d-b872-d63c84adcb04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:57.830181 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f757d-1ea2-496d-b872-d63c84adcb04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:57.836704 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f757d-1ea2-496d-b872-d63c84adcb04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:57.837159 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f757d-1ea2-496d-b872-d63c84adcb04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:57.837520 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f757d-1ea2-496d-b872-d63c84adcb04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:57.837846 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f757d-1ea2-496d-b872-d63c84adcb04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 09:59:57.893351 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b00f757d-1ea2-496d-b872-d63c84adcb04 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7a1cde527342464385cc7b8eda8b5065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7438138 Jul 09 09:59:57.897537 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32960) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:57.968675 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6db6c770-ed8d-4648-867c-3ee58708a529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435145112', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:59:56Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:58.006535 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6a2f0e4-aae2-44b6-b6e0-0e318307778b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:58.023454 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db6c770-ed8d-4648-867c-3ee58708a529 None None] Checking router: 758f16b1-2207-4563-bd90-1dd069d0fb3a for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 09:59:58.033234 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db6c770-ed8d-4648-867c-3ee58708a529 None None] Routers {'758f16b1-2207-4563-bd90-1dd069d0fb3a'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 09:59:58.033881 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6db6c770-ed8d-4648-867c-3ee58708a529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:59:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['758f16b1-2207-4563-bd90-1dd069d0fb3a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:58.051312 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4e793080-373c-44fa-9138-9a1c43a81b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:58.099237 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-527975ac-2f00-47a6-b86e-61bc8bcee54b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3832681 Jul 09 09:59:58.104848 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32962) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:58.125059 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6a2f0e4-aae2-44b6-b6e0-0e318307778b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:58.129313 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c6a2f0e4-aae2-44b6-b6e0-0e318307778b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "DELETE /v2.0/subnets/75aea45f-b520-4fb2-8aa3-11b8311ecad9 HTTP/1.1" status: 204 len: 168 time: 0.6238396 Jul 09 09:59:58.129313 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2f0e4-aae2-44b6-b6e0-0e318307778b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'Subnet': ['ID=75aea45f-b520-4fb2-8aa3-11b8311ecad9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:58.129716 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32964) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:58.156293 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f57965-bc76-44ea-af28-3707c17c3599 None None] Network 1b6be32c-ac53-4054-9f75-2f3900f154b8 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:58.221963 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4e793080-373c-44fa-9138-9a1c43a81b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:58.227288 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-6db6c770-ed8d-4648-867c-3ee58708a529 None None] Set router 758f16b1-2207-4563-bd90-1dd069d0fb3a gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 09:59:58.381465 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4e793080-373c-44fa-9138-9a1c43a81b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:58.385122 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4e793080-373c-44fa-9138-9a1c43a81b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:58.390732 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4e793080-373c-44fa-9138-9a1c43a81b02 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fdba2bd1-ce4b-47d7-9a8e-756230ce886e HTTP/1.1" status: 204 len: 168 time: 0.4900019 Jul 09 09:59:58.408700 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e793080-373c-44fa-9138-9a1c43a81b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdba2bd1-ce4b-47d7-9a8e-756230ce886e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:58.436335 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6d964b-b97e-4466-adc4-9abb63feaf9a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:58.437793 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fb6d964b-b97e-4466-adc4-9abb63feaf9a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3282716 Jul 09 09:59:58.441176 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32968) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:58.450413 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-23bda649-b434-4b87-be4a-0ced051476b7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:58.459623 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43e2df6-41c6-4368-97ee-3a2053197cea None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 09:59:58.505910 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69861bd-edef-4797-9808-7731becc46e6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 09:59:58.517720 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e69861bd-edef-4797-9808-7731becc46e6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0752916 Jul 09 09:59:58.518819 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32970) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:58.561839 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device fdca5477-6c30-4167-ae09-3b2f5d2551a0 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 09:59:58.567213 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ed60b62e-9b10-41e7-a5de-ae30648dc70c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470803 Jul 09 09:59:58.573406 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 32972) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:58.579212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2eba2dd7-d9a9-4ef2-88c5-c8300cb0253e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 09:59:58.652142 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-37edea7c-a6d6-4e84-a95a-63d9fcd6e7d9 None None] Provisioning for port fdca5477-6c30-4167-ae09-3b2f5d2551a0 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:59:58.687563 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-23bda649-b434-4b87-be4a-0ced051476b7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:58.733353 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bd9e6d-0e0f-42ac-841d-ad982ac2fbf8 None None] DHCP port deletion for 1b6be32c-ac53-4054-9f75-2f3900f154b8 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:59:58.789728 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port fdca5477-6c30-4167-ae09-3b2f5d2551a0 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 09:59:58.791519 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-23bda649-b434-4b87-be4a-0ced051476b7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Deleting port aa7bb6b1-df39-445a-9e2d-5799680f0b6d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:58.792101 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-23bda649-b434-4b87-be4a-0ced051476b7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:58.797111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eba2dd7-d9a9-4ef2-88c5-c8300cb0253e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 09:59:58.802186 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2eba2dd7-d9a9-4ef2-88c5-c8300cb0253e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:58.806493 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6db6c770-ed8d-4648-867c-3ee58708a529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435145112', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:59:56Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 09:59:58.808879 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port fdca5477-6c30-4167-ae09-3b2f5d2551a0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 09:59:58.809437 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:58.948849 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-23bda649-b434-4b87-be4a-0ced051476b7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] For port aa7bb6b1-df39-445a-9e2d-5799680f0b6d, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=aa7bb6b1-df39-445a-9e2d-5799680f0b6d,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:58.949237 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-23bda649-b434-4b87-be4a-0ced051476b7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:58.972916 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-23bda649-b434-4b87-be4a-0ced051476b7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Calling delete_port for aa7bb6b1-df39-445a-9e2d-5799680f0b6d owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:59.064870 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db6c770-ed8d-4648-867c-3ee58708a529 None None] The sync data for ids ['758f16b1-2207-4563-bd90-1dd069d0fb3a'] in n-d-799996-1 is: [{'id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435145112', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:59:56Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'aa7bb6b1-df39-445a-9e2d-5799680f0b6d', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f16b1-2207-4563-bd90-1dd069d0fb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T09:57:32Z', 'updated_at': '2021-07-09T09:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 09:59:59.118175 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd9e6d-0e0f-42ac-841d-ad982ac2fbf8 None None] Deleting port c8e8674e-be92-4445-8485-aaace7976281 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:59.118554 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f6bd9e6d-0e0f-42ac-841d-ad982ac2fbf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:59.254762 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f6bd9e6d-0e0f-42ac-841d-ad982ac2fbf8 None None] For port c8e8674e-be92-4445-8485-aaace7976281, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c8e8674e-be92-4445-8485-aaace7976281,segment=NetworkSegment(220e46c2-7874-4f99-9d52-65fca0ec773d),segment_id=220e46c2-7874-4f99-9d52-65fca0ec773d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:59.255620 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f6bd9e6d-0e0f-42ac-841d-ad982ac2fbf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:59.274551 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:59.276941 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd9e6d-0e0f-42ac-841d-ad982ac2fbf8 None None] Calling delete_port for c8e8674e-be92-4445-8485-aaace7976281 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:59.297313 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-23bda649-b434-4b87-be4a-0ced051476b7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:59.336999 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bda649-b434-4b87-be4a-0ced051476b7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'Port': ['ID=aa7bb6b1-df39-445a-9e2d-5799680f0b6d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:59.360846 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port fdca5477-6c30-4167-ae09-3b2f5d2551a0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=fdca5477-6c30-4167-ae09-3b2f5d2551a0,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:59.379682 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:59.409857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.objects.ports [None req-2eba2dd7-d9a9-4ef2-88c5-c8300cb0253e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93790) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 09:59:59.438843 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-23bda649-b434-4b87-be4a-0ced051476b7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:59.468327 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4b82a1-9c72-49ad-b120-16e712659e73 None None] DHCP port deletion for 087ebd13-862d-4dea-9894-e22d71aaec69 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 09:59:59.499834 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=fdca5477-6c30-4167-ae09-3b2f5d2551a0,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:59.540373 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f6bd9e6d-0e0f-42ac-841d-ad982ac2fbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:59.581375 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd9e6d-0e0f-42ac-841d-ad982ac2fbf8 None None] Pushing event deleted for resources: {'Port': ['ID=c8e8674e-be92-4445-8485-aaace7976281,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 09:59:59.594863 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-23bda649-b434-4b87-be4a-0ced051476b7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:59.597885 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-23bda649-b434-4b87-be4a-0ced051476b7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:59.607231 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bd9e6d-0e0f-42ac-841d-ad982ac2fbf8 None None] No DVR routers for this DVR port c8e8674e-be92-4445-8485-aaace7976281 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 09:59:59.626427 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6f4b82a1-9c72-49ad-b120-16e712659e73 None None] Deleting port fdca5477-6c30-4167-ae09-3b2f5d2551a0 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 09:59:59.627109 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f4b82a1-9c72-49ad-b120-16e712659e73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:59.702501 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-23bda649-b434-4b87-be4a-0ced051476b7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:59.702927 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bda649-b434-4b87-be4a-0ced051476b7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Fanout notify agent at l3_agent the message router_deleted on router 758f16b1-2207-4563-bd90-1dd069d0fb3a {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 09:59:59.723788 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-23bda649-b434-4b87-be4a-0ced051476b7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:59.723788 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-23bda649-b434-4b87-be4a-0ced051476b7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "DELETE /v2.0/routers/758f16b1-2207-4563-bd90-1dd069d0fb3a HTTP/1.1" status: 204 len: 168 time: 1.5853672 Jul 09 09:59:59.723788 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32992) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:59.759312 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2eba2dd7-d9a9-4ef2-88c5-c8300cb0253e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:59.773226 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6f4b82a1-9c72-49ad-b120-16e712659e73 None None] For port fdca5477-6c30-4167-ae09-3b2f5d2551a0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=fdca5477-6c30-4167-ae09-3b2f5d2551a0,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:59.773765 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f4b82a1-9c72-49ad-b120-16e712659e73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:59.791138 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6f4b82a1-9c72-49ad-b120-16e712659e73 None None] Calling delete_port for fdca5477-6c30-4167-ae09-3b2f5d2551a0 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 09:59:59.839914 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a00e1479-3355-4e9d-93ab-4a2e499e79af tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 09:59:59.899393 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 32996) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 09:59:59.986348 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-2eba2dd7-d9a9-4ef2-88c5-c8300cb0253e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] For port fdca5477-6c30-4167-ae09-3b2f5d2551a0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=fdca5477-6c30-4167-ae09-3b2f5d2551a0,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 09:59:59.992251 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a00e1479-3355-4e9d-93ab-4a2e499e79af tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.011900 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a00e1479-3355-4e9d-93ab-4a2e499e79af tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6be32c-ac53-4054-9f75-2f3900f154b8']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:00.024970 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a00e1479-3355-4e9d-93ab-4a2e499e79af tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220e46c2-7874-4f99-9d52-65fca0ec773d') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:00.025545 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a00e1479-3355-4e9d-93ab-4a2e499e79af tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220e46c2-7874-4f99-9d52-65fca0ec773d') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:00.028414 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2eba2dd7-d9a9-4ef2-88c5-c8300cb0253e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.034103 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2eba2dd7-d9a9-4ef2-88c5-c8300cb0253e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.036587 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2eba2dd7-d9a9-4ef2-88c5-c8300cb0253e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.042379 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f4b82a1-9c72-49ad-b120-16e712659e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.044196 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a00e1479-3355-4e9d-93ab-4a2e499e79af tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.066513 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c798f457-4543-468f-8ec4-fadba6bbd6b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-51336429'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:00.076239 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba2dd7-d9a9-4ef2-88c5-c8300cb0253e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Port': ['ID=fdca5477-6c30-4167-ae09-3b2f5d2551a0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:00.090619 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b82a1-9c72-49ad-b120-16e712659e73 None None] Pushing event deleted for resources: {'Port': ['ID=fdca5477-6c30-4167-ae09-3b2f5d2551a0,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:00.097502 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a00e1479-3355-4e9d-93ab-4a2e499e79af tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.109199 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b82a1-9c72-49ad-b120-16e712659e73 None None] No DVR routers for this DVR port fdca5477-6c30-4167-ae09-3b2f5d2551a0 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:00:00.110578 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a00e1479-3355-4e9d-93ab-4a2e499e79af tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:00:00.114193 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a00e1479-3355-4e9d-93ab-4a2e499e79af tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:00:00.118019 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:00:00.147209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eba2dd7-d9a9-4ef2-88c5-c8300cb0253e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:00.150969 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-2eba2dd7-d9a9-4ef2-88c5-c8300cb0253e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:00.156108 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eba2dd7-d9a9-4ef2-88c5-c8300cb0253e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:00.156890 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2eba2dd7-d9a9-4ef2-88c5-c8300cb0253e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.163634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce46be2-1ac4-4649-b74d-a2213f73c5b3 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:00.176945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba2dd7-d9a9-4ef2-88c5-c8300cb0253e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=25ad61d1-2650-41f3-a54f-49579e47f1ed,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:00.220384 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2eba2dd7-d9a9-4ef2-88c5-c8300cb0253e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6457310 Jul 09 10:00:00.236214 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33010) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:00.239012 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c798f457-4543-468f-8ec4-fadba6bbd6b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Made reservation on behalf of fe51a72b7e6649e7b3dd940248ca608e for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:00.243432 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c798f457-4543-468f-8ec4-fadba6bbd6b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.245610 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2d4e552e-20e4-4cdc-98fe-ae89082d39c1 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:00.246993 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a00e1479-3355-4e9d-93ab-4a2e499e79af tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.262889 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a00e1479-3355-4e9d-93ab-4a2e499e79af tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.269719 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a00e1479-3355-4e9d-93ab-4a2e499e79af tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "DELETE /v2.0/networks/1b6be32c-ac53-4054-9f75-2f3900f154b8 HTTP/1.1" status: 204 len: 168 time: 0.5480566 Jul 09 10:00:00.270800 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c798f457-4543-468f-8ec4-fadba6bbd6b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.281276 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33016) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:00.329412 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e1479-3355-4e9d-93ab-4a2e499e79af tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'Network': ['ID=1b6be32c-ac53-4054-9f75-2f3900f154b8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:00.409427 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8e772c89-7c74-432e-8942-de03cedc2067 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:00:00.472362 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c798f457-4543-468f-8ec4-fadba6bbd6b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.473077 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 8e772c89-7c74-432e-8942-de03cedc2067 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:00:00.473600 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8e772c89-7c74-432e-8942-de03cedc2067 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:00:00.474234 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device aa7bb6b1-df39-445a-9e2d-5799680f0b6d no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:00:00.478918 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c798f457-4543-468f-8ec4-fadba6bbd6b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.517272 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c798f457-4543-468f-8ec4-fadba6bbd6b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:00:00.525683 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: aa7bb6b1-df39-445a-9e2d-5799680f0b6d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:00:00.526327 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device aa7bb6b1-df39-445a-9e2d-5799680f0b6d not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:00:00.527671 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c8e8674e-be92-4445-8485-aaace7976281 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:00:00.529228 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798f457-4543-468f-8ec4-fadba6bbd6b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0cdd60-2b4d-4d94-8d48-942a84581bb1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:00.546540 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e71fdb50-a842-4412-b520-0f46166814ed tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.556645 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c798f457-4543-468f-8ec4-fadba6bbd6b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.557963 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-c798f457-4543-468f-8ec4-fadba6bbd6b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Added segment 4ecb1a31-e53e-432e-8cb1-59dd866610c6 of type vlan for network e436e78e-1c40-4e40-bff1-07156923228a Jul 09 10:00:00.560119 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: c8e8674e-be92-4445-8485-aaace7976281 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:00:00.560577 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c8e8674e-be92-4445-8485-aaace7976281 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:00:00.561116 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device fdca5477-6c30-4167-ae09-3b2f5d2551a0 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:00:00.599144 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: fdca5477-6c30-4167-ae09-3b2f5d2551a0 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:00:00.599833 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device fdca5477-6c30-4167-ae09-3b2f5d2551a0 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:00:00.607716 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e71fdb50-a842-4412-b520-0f46166814ed tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.616505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb493d72-55e0-40e9-9391-f9c01a334b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-087ebd13-862d-4dea-9894-e22d71aaec69', 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'fixed_ips': [{'subnet_id': '25ad61d1-2650-41f3-a54f-49579e47f1ed'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:00:00.617996 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cb493d72-55e0-40e9-9391-f9c01a334b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.634701 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c798f457-4543-468f-8ec4-fadba6bbd6b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.680477 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c798f457-4543-468f-8ec4-fadba6bbd6b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.695584 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c798f457-4543-468f-8ec4-fadba6bbd6b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:00.695862 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4e552e-20e4-4cdc-98fe-ae89082d39c1 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:00.696266 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c798f457-4543-468f-8ec4-fadba6bbd6b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.699674 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2d4e552e-20e4-4cdc-98fe-ae89082d39c1 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.784965 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-cb493d72-55e0-40e9-9391-f9c01a334b90 None None] Allocated IP 2001:db8::f816:3eff:fe79:816f (087ebd13-862d-4dea-9894-e22d71aaec69/25ad61d1-2650-41f3-a54f-49579e47f1ed/bca3b13d-72ce-4ae3-ada3-05916d4a37f4) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:00.801626 n-d-799996-1 neutron-server[93790]: INFO neutron.db.ipam_backend_mixin [None req-2d4e552e-20e4-4cdc-98fe-ae89082d39c1 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 25ad61d1-2650-41f3-a54f-49579e47f1ed (CIDR: 2001:db8::/64) Jul 09 10:00:00.806625 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4e552e-20e4-4cdc-98fe-ae89082d39c1 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 10:00:00.807300 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d4e552e-20e4-4cdc-98fe-ae89082d39c1 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:00.827338 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2d4e552e-20e4-4cdc-98fe-ae89082d39c1 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5879464 Jul 09 10:00:00.829906 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33024) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:00.843298 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c798f457-4543-468f-8ec4-fadba6bbd6b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9302855 Jul 09 10:00:00.843515 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3e3a569d-aa86-4b1a-b708-d5f86426deea tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:00.845831 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798f457-4543-468f-8ec4-fadba6bbd6b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event updated for resources: {'Network': ['ID=e436e78e-1c40-4e40-bff1-07156923228a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:00.867825 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network e436e78e-1c40-4e40-bff1-07156923228a details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:00:00.965823 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e71fdb50-a842-4412-b520-0f46166814ed tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.968659 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e71fdb50-a842-4412-b520-0f46166814ed tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:00.969882 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e71fdb50-a842-4412-b520-0f46166814ed tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "DELETE /v2.0/security-groups/5b17fc74-80d6-4017-9d75-3fc1949476de HTTP/1.1" status: 204 len: 168 time: 0.6875770 Jul 09 10:00:01.024641 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fdb50-a842-4412-b520-0f46166814ed tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b17fc74-80d6-4017-9d75-3fc1949476de,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:01.039166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3a569d-aa86-4b1a-b708-d5f86426deea tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:01.048695 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e3a569d-aa86-4b1a-b708-d5f86426deea tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:01.305246 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cb493d72-55e0-40e9-9391-f9c01a334b90 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:01.316382 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cb493d72-55e0-40e9-9391-f9c01a334b90 None None] Transition to ACTIVE for port object bca3b13d-72ce-4ae3-ada3-05916d4a37f4 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:01.352893 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cb493d72-55e0-40e9-9391-f9c01a334b90 None None] Transition to ACTIVE for port object bca3b13d-72ce-4ae3-ada3-05916d4a37f4 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:01.364044 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cb493d72-55e0-40e9-9391-f9c01a334b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:01.441038 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb493d72-55e0-40e9-9391-f9c01a334b90 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:01.448676 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-cb493d72-55e0-40e9-9391-f9c01a334b90 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:01.457033 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb493d72-55e0-40e9-9391-f9c01a334b90 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:01.468633 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb493d72-55e0-40e9-9391-f9c01a334b90 None None] Pushing event updated for resources: {'Port': ['ID=bca3b13d-72ce-4ae3-ada3-05916d4a37f4,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:01.531270 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e3a569d-aa86-4b1a-b708-d5f86426deea tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:01.551164 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-cb493d72-55e0-40e9-9391-f9c01a334b90 None None] Attempting to bind port bca3b13d-72ce-4ae3-ada3-05916d4a37f4 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:00:01.551546 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-cb493d72-55e0-40e9-9391-f9c01a334b90 None None] Attempting to bind port bca3b13d-72ce-4ae3-ada3-05916d4a37f4 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:00:01.551942 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb493d72-55e0-40e9-9391-f9c01a334b90 None None] Attempting to bind port bca3b13d-72ce-4ae3-ada3-05916d4a37f4 on network 087ebd13-862d-4dea-9894-e22d71aaec69 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:00:01.561943 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb493d72-55e0-40e9-9391-f9c01a334b90 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:00:01.562334 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb493d72-55e0-40e9-9391-f9c01a334b90 None None] Checking segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:01.562758 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cb493d72-55e0-40e9-9391-f9c01a334b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:01.563149 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb493d72-55e0-40e9-9391-f9c01a334b90 None None] Bound using segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:00:01.563625 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-cb493d72-55e0-40e9-9391-f9c01a334b90 None None] Bound port: bca3b13d-72ce-4ae3-ada3-05916d4a37f4, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:00:01.567298 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cb493d72-55e0-40e9-9391-f9c01a334b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:01.643753 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33032) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:01.644309 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3a569d-aa86-4b1a-b708-d5f86426deea tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:01.644705 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f186d9a1-abf1-4d4f-9d79-6db6333c8b0e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-669543278', 'description': 'tempest-secgroup-smoke-669543278 description', 'project_id': 'ae2f728a25b040fd82453c3377e2137f'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:01.644809 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-3e3a569d-aa86-4b1a-b708-d5f86426deea tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:01.651725 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3a569d-aa86-4b1a-b708-d5f86426deea tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:01.656207 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e3a569d-aa86-4b1a-b708-d5f86426deea tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:01.672180 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a569d-aa86-4b1a-b708-d5f86426deea tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=1707b9b2-1f18-4034-a8fe-1e9fe247341d,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:01.701688 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-cb493d72-55e0-40e9-9391-f9c01a334b90 None None] For port bca3b13d-72ce-4ae3-ada3-05916d4a37f4, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:00:01.704796 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-cb493d72-55e0-40e9-9391-f9c01a334b90 None None] For port bca3b13d-72ce-4ae3-ada3-05916d4a37f4, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=bca3b13d-72ce-4ae3-ada3-05916d4a37f4,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:00:01.705030 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f186d9a1-abf1-4d4f-9d79-6db6333c8b0e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:01.711322 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cb493d72-55e0-40e9-9391-f9c01a334b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:01.713292 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3e3a569d-aa86-4b1a-b708-d5f86426deea tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8823433 Jul 09 10:00:01.716103 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33034) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:01.730311 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-bc0b22c4-0d05-4afe-b217-03e500d6f739 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'mac_address': 'fa:16:3e:3d:3c:30', 'name': 'tempest-NetworksTestDHCPv6-309385624'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:01.792248 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb493d72-55e0-40e9-9391-f9c01a334b90 None None] Pushing event updated for resources: {'Port': ['ID=bca3b13d-72ce-4ae3-ada3-05916d4a37f4,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:01.900359 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f186d9a1-abf1-4d4f-9d79-6db6333c8b0e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:01.907492 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f186d9a1-abf1-4d4f-9d79-6db6333c8b0e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:01.927435 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0b22c4-0d05-4afe-b217-03e500d6f739 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:01.937858 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f186d9a1-abf1-4d4f-9d79-6db6333c8b0e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:01.942556 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f186d9a1-abf1-4d4f-9d79-6db6333c8b0e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3003426 Jul 09 10:00:01.942556 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33036) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:01.947569 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8fcc9117-a1c2-443c-b9f8-0b0fb014d76c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group_rule': {'security_group_id': '62874489-ff81-4316-a4e8-b315509e6ad6', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:01.972759 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186d9a1-abf1-4d4f-9d79-6db6333c8b0e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62874489-ff81-4316-a4e8-b315509e6ad6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:02.015314 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8fcc9117-a1c2-443c-b9f8-0b0fb014d76c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:02.042924 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc0b22c4-0d05-4afe-b217-03e500d6f739 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:02.068852 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-bc0b22c4-0d05-4afe-b217-03e500d6f739 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] device_id is not set on port 1090da25-e882-4db8-b167-05221912b347 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 10:00:02.146983 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8fcc9117-a1c2-443c-b9f8-0b0fb014d76c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:02.171253 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8fcc9117-a1c2-443c-b9f8-0b0fb014d76c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:02.190552 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc9117-a1c2-443c-b9f8-0b0fb014d76c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a22541-1227-40fb-9674-f25e7b8c24b6,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:02.224570 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8fcc9117-a1c2-443c-b9f8-0b0fb014d76c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:02.228792 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8fcc9117-a1c2-443c-b9f8-0b0fb014d76c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2826540 Jul 09 10:00:02.229111 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33038) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:02.234502 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c14b8f6c-d9f8-4163-8b72-637f7bc468bb tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group_rule': {'security_group_id': '62874489-ff81-4316-a4e8-b315509e6ad6', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:02.293560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-bc0b22c4-0d05-4afe-b217-03e500d6f739 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8:0:1::3cf (087ebd13-862d-4dea-9894-e22d71aaec69/1707b9b2-1f18-4034-a8fe-1e9fe247341d/1090da25-e882-4db8-b167-05221912b347) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:02.303512 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c14b8f6c-d9f8-4163-8b72-637f7bc468bb tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:02.305349 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-bc0b22c4-0d05-4afe-b217-03e500d6f739 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8::f816:3eff:fe3d:3c30 (087ebd13-862d-4dea-9894-e22d71aaec69/25ad61d1-2650-41f3-a54f-49579e47f1ed/1090da25-e882-4db8-b167-05221912b347) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:02.425294 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c14b8f6c-d9f8-4163-8b72-637f7bc468bb tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:02.433855 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c14b8f6c-d9f8-4163-8b72-637f7bc468bb tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:02.442276 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device bca3b13d-72ce-4ae3-ada3-05916d4a37f4 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:00:02.457609 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b8f6c-d9f8-4163-8b72-637f7bc468bb tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c3a93b1-a98c-4a2d-9d4e-8a74ad0d5b4d,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:02.467417 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c14b8f6c-d9f8-4163-8b72-637f7bc468bb tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:02.468999 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c14b8f6c-d9f8-4163-8b72-637f7bc468bb tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2387073 Jul 09 10:00:02.472321 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33040) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:02.477640 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-92cd7f0a-a60c-45b8-b0e8-4b8f75235c0a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group_rule': {'security_group_id': '62874489-ff81-4316-a4e8-b315509e6ad6', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:02.508039 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92cd7f0a-a60c-45b8-b0e8-4b8f75235c0a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:02.525035 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc0b22c4-0d05-4afe-b217-03e500d6f739 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:02.547532 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-bc0b22c4-0d05-4afe-b217-03e500d6f739 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Transition to ACTIVE for port object 1090da25-e882-4db8-b167-05221912b347 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:02.548742 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port bca3b13d-72ce-4ae3-ada3-05916d4a37f4 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:02.596090 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc0b22c4-0d05-4afe-b217-03e500d6f739 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:02.596880 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92cd7f0a-a60c-45b8-b0e8-4b8f75235c0a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:02.601504 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92cd7f0a-a60c-45b8-b0e8-4b8f75235c0a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:02.622914 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd7f0a-a60c-45b8-b0e8-4b8f75235c0a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed3d237-da15-467b-b4ab-a80576b65adf,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:02.635908 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92cd7f0a-a60c-45b8-b0e8-4b8f75235c0a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:02.637452 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-92cd7f0a-a60c-45b8-b0e8-4b8f75235c0a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1638391 Jul 09 10:00:02.644214 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33044) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:02.649426 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f104b9d8-b436-485b-b268-026220197394 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group_rule': {'security_group_id': '62874489-ff81-4316-a4e8-b315509e6ad6', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:02.679803 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0b22c4-0d05-4afe-b217-03e500d6f739 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:02.681691 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b22c4-0d05-4afe-b217-03e500d6f739 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=1090da25-e882-4db8-b167-05221912b347,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:02.682902 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f104b9d8-b436-485b-b268-026220197394 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:02.685458 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-bc0b22c4-0d05-4afe-b217-03e500d6f739 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:02.689289 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b22c4-0d05-4afe-b217-03e500d6f739 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:02.696808 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0b22c4-0d05-4afe-b217-03e500d6f739 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:02.698200 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc0b22c4-0d05-4afe-b217-03e500d6f739 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:02.720237 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-bc0b22c4-0d05-4afe-b217-03e500d6f739 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0007741 Jul 09 10:00:02.722840 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33046) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:02.766676 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f104b9d8-b436-485b-b268-026220197394 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:02.771109 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f104b9d8-b436-485b-b268-026220197394 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:02.798241 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104b9d8-b436-485b-b268-026220197394 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6012204-e305-4496-8d02-9187e03b4317,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:02.810723 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f104b9d8-b436-485b-b268-026220197394 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:02.815022 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f104b9d8-b436-485b-b268-026220197394 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1673493 Jul 09 10:00:02.817193 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33048) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:02.823817 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-fb75be39-f1a9-4add-ada2-648dcd550aea tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group_rule': {'security_group_id': '62874489-ff81-4316-a4e8-b315509e6ad6', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:02.862139 n-d-799996-1 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-fb75be39-f1a9-4add-ada2-648dcd550aea tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Project ae2f728a25b040fd82453c3377e2137f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:00:02.870829 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb75be39-f1a9-4add-ada2-648dcd550aea tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:02.921962 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-9ac27e12-fe37-4f1d-8efb-cf9b485dbf9c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting port 1090da25-e882-4db8-b167-05221912b347 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:00:02.922549 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9ac27e12-fe37-4f1d-8efb-cf9b485dbf9c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:03.023191 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb75be39-f1a9-4add-ada2-648dcd550aea tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:03.032333 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb75be39-f1a9-4add-ada2-648dcd550aea tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:03.051655 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9ac27e12-fe37-4f1d-8efb-cf9b485dbf9c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:03.061694 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb75be39-f1a9-4add-ada2-648dcd550aea tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:03.065526 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fb75be39-f1a9-4add-ada2-648dcd550aea tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2447402 Jul 09 10:00:03.065954 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33050) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:03.072336 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a0fd2c83-3eb3-43cc-8c54-3066469818fa tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group_rule': {'security_group_id': '62874489-ff81-4316-a4e8-b315509e6ad6', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:03.078461 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-9ac27e12-fe37-4f1d-8efb-cf9b485dbf9c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Calling delete_port for 1090da25-e882-4db8-b167-05221912b347 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:00:03.078944 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75be39-f1a9-4add-ada2-648dcd550aea tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d152ff1-9831-4bec-a358-9ef9b59c8f95,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:03.115563 n-d-799996-1 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-a0fd2c83-3eb3-43cc-8c54-3066469818fa tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Project ae2f728a25b040fd82453c3377e2137f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:00:03.123734 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0fd2c83-3eb3-43cc-8c54-3066469818fa tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:03.220690 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0fd2c83-3eb3-43cc-8c54-3066469818fa tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:03.226318 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0fd2c83-3eb3-43cc-8c54-3066469818fa tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:03.269577 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0fd2c83-3eb3-43cc-8c54-3066469818fa tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:03.277203 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a0fd2c83-3eb3-43cc-8c54-3066469818fa tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2090645 Jul 09 10:00:03.278093 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33054) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:03.280092 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd2c83-3eb3-43cc-8c54-3066469818fa tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4321ee63-7a3f-4645-9f96-7edc53ca011e,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:03.305911 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-37e5be7d-1af9-4221-a48a-6ac3df5f1acd tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'network': {'name': 'tempest-network-smoke--72996785', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'port_security_enabled': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:03.306971 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cc7989-5d84-4f0b-b175-70f2d2c63e1d None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:03.396145 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ab130cf6-c91a-4742-94b7-a563d94dfaa0 None None] Provisioning for port bca3b13d-72ce-4ae3-ada3-05916d4a37f4 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:03.406057 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ab130cf6-c91a-4742-94b7-a563d94dfaa0 None None] Provisioning complete for port bca3b13d-72ce-4ae3-ada3-05916d4a37f4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:03.406423 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ab130cf6-c91a-4742-94b7-a563d94dfaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:03.439758 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e5be7d-1af9-4221-a48a-6ac3df5f1acd tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Made reservation on behalf of ae2f728a25b040fd82453c3377e2137f for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:03.445247 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37e5be7d-1af9-4221-a48a-6ac3df5f1acd tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:03.449856 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9ac27e12-fe37-4f1d-8efb-cf9b485dbf9c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:03.500213 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac27e12-fe37-4f1d-8efb-cf9b485dbf9c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Port': ['ID=1090da25-e882-4db8-b167-05221912b347,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:03.524168 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e5be7d-1af9-4221-a48a-6ac3df5f1acd tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:00:03.535716 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37e5be7d-1af9-4221-a48a-6ac3df5f1acd tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:03.536067 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-37e5be7d-1af9-4221-a48a-6ac3df5f1acd tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Added segment f2093405-117f-4f7c-87be-0534aa1f767d of type vlan for network 012ab37d-ab4a-471a-b77c-4979ab6b3f84 Jul 09 10:00:03.584963 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37e5be7d-1af9-4221-a48a-6ac3df5f1acd tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:03.608945 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ab130cf6-c91a-4742-94b7-a563d94dfaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:03.675150 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37e5be7d-1af9-4221-a48a-6ac3df5f1acd tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:03.683951 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ab130cf6-c91a-4742-94b7-a563d94dfaa0 None None] For port bca3b13d-72ce-4ae3-ada3-05916d4a37f4, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=bca3b13d-72ce-4ae3-ada3-05916d4a37f4,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:03.686284 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e5be7d-1af9-4221-a48a-6ac3df5f1acd tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:03.686978 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37e5be7d-1af9-4221-a48a-6ac3df5f1acd tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:03.688523 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ab130cf6-c91a-4742-94b7-a563d94dfaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:03.691177 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9ac27e12-fe37-4f1d-8efb-cf9b485dbf9c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:03.696176 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9ac27e12-fe37-4f1d-8efb-cf9b485dbf9c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/1090da25-e882-4db8-b167-05221912b347 HTTP/1.1" status: 204 len: 168 time: 0.9692471 Jul 09 10:00:03.697746 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33056) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:03.769446 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5be7d-1af9-4221-a48a-6ac3df5f1acd tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Network': ['ID=012ab37d-ab4a-471a-b77c-4979ab6b3f84,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:03.782494 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-37e5be7d-1af9-4221-a48a-6ac3df5f1acd tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5029521 Jul 09 10:00:03.785456 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33062) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:03.789876 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4441ce6b-0650-40fc-8dbd-b07d40ac0e6c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-488744473', 'admin_state_up': True, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:03.828520 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 012ab37d-ab4a-471a-b77c-4979ab6b3f84 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:00:03.832298 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4441ce6b-0650-40fc-8dbd-b07d40ac0e6c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:03.833727 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4441ce6b-0650-40fc-8dbd-b07d40ac0e6c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:03.853427 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b3a658-c9e0-49dd-9dd1-10c86ca5cc41 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:03.854660 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fadab94-9a79-4c3b-9a17-ee460f0e887a None None] Update dhcp port {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'fixed_ips': [{'subnet_id': '25ad61d1-2650-41f3-a54f-49579e47f1ed', 'ip_address': '2001:db8::f816:3eff:fe79:816f'}, {'subnet_id': '1707b9b2-1f18-4034-a8fe-1e9fe247341d'}], 'binding:host_id': 'n-d-799996-1'}, 'id': 'bca3b13d-72ce-4ae3-ada3-05916d4a37f4'} from n-d-799996-1. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 10:00:03.858889 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33064) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:03.859283 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-74b3a658-c9e0-49dd-9dd1-10c86ca5cc41 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1602991 Jul 09 10:00:03.965695 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e022b9-4b50-4da2-8abe-640e0bce4524 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:03.969933 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a5e022b9-4b50-4da2-8abe-640e0bce4524 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1074347 Jul 09 10:00:03.970132 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4441ce6b-0650-40fc-8dbd-b07d40ac0e6c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:03.970448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33066) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:03.985769 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8fadab94-9a79-4c3b-9a17-ee460f0e887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:04.033980 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab130cf6-c91a-4742-94b7-a563d94dfaa0 None None] Pushing event updated for resources: {'Port': ['ID=bca3b13d-72ce-4ae3-ada3-05916d4a37f4,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:04.075012 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:04.092605 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4293b964-6a5c-4c95-8b3f-ea4593a4231a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:04.097017 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4293b964-6a5c-4c95-8b3f-ea4593a4231a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:04.099204 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4293b964-6a5c-4c95-8b3f-ea4593a4231a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:04.103542 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4293b964-6a5c-4c95-8b3f-ea4593a4231a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1296334 Jul 09 10:00:04.104104 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33068) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:04.161302 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33070) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:04.168891 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-abea322a-86ef-48b4-a7a0-4123f7bb70a3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Request body: {'subnet': {'network_id': 'e436e78e-1c40-4e40-bff1-07156923228a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:04.218502 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4441ce6b-0650-40fc-8dbd-b07d40ac0e6c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:04.252234 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb99bdf-feb2-4614-b864-f74ecd9ee423 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet 1707b9b2-1f18-4034-a8fe-1e9fe247341d {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:00:04.261183 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-8fadab94-9a79-4c3b-9a17-ee460f0e887a None None] Allocated IP 2001:db8:0:1::2 (087ebd13-862d-4dea-9894-e22d71aaec69/1707b9b2-1f18-4034-a8fe-1e9fe247341d/bca3b13d-72ce-4ae3-ada3-05916d4a37f4) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:04.304942 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abea322a-86ef-48b4-a7a0-4123f7bb70a3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Made reservation on behalf of fe51a72b7e6649e7b3dd940248ca608e for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:04.310292 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abea322a-86ef-48b4-a7a0-4123f7bb70a3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:04.413050 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8fadab94-9a79-4c3b-9a17-ee460f0e887a None None] For port bca3b13d-72ce-4ae3-ada3-05916d4a37f4, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=bca3b13d-72ce-4ae3-ada3-05916d4a37f4,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:04.445164 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8fadab94-9a79-4c3b-9a17-ee460f0e887a None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:04.459153 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8fadab94-9a79-4c3b-9a17-ee460f0e887a None None] Transition to ACTIVE for port object bca3b13d-72ce-4ae3-ada3-05916d4a37f4 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:04.461927 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device bca3b13d-72ce-4ae3-ada3-05916d4a37f4 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:00:04.468326 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bb99bdf-feb2-4614-b864-f74ecd9ee423 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:04.479179 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4441ce6b-0650-40fc-8dbd-b07d40ac0e6c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:04.486608 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8fadab94-9a79-4c3b-9a17-ee460f0e887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:04.503188 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4441ce6b-0650-40fc-8dbd-b07d40ac0e6c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:04.540804 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bb99bdf-feb2-4614-b864-f74ecd9ee423 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:04.599376 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fadab94-9a79-4c3b-9a17-ee460f0e887a None None] Pushing event updated for resources: {'Port': ['ID=bca3b13d-72ce-4ae3-ada3-05916d4a37f4,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:04.648506 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-4441ce6b-0650-40fc-8dbd-b07d40ac0e6c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Allocated IP 172.25.3.216 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/7ad3bc07-0135-4753-b20b-093a87e272b1) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:04.650195 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abea322a-86ef-48b4-a7a0-4123f7bb70a3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:04.757296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea322a-86ef-48b4-a7a0-4123f7bb70a3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event updated for resources: {'Subnet': ['ID=1465c5b5-79fe-4893-9036-6ee5d00f05f5,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:04.760275 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bb99bdf-feb2-4614-b864-f74ecd9ee423 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:04.793905 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4441ce6b-0650-40fc-8dbd-b07d40ac0e6c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:04.802332 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abea322a-86ef-48b4-a7a0-4123f7bb70a3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Checking segment: {'id': '4ecb1a31-e53e-432e-8cb1-59dd866610c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e436e78e-1c40-4e40-bff1-07156923228a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:04.802693 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abea322a-86ef-48b4-a7a0-4123f7bb70a3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Network hostable DHCP agents. Network: e436e78e-1c40-4e40-bff1-07156923228a, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:00:04.856741 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abea322a-86ef-48b4-a7a0-4123f7bb70a3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Network e436e78e-1c40-4e40-bff1-07156923228a is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:00:04.871087 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4441ce6b-0650-40fc-8dbd-b07d40ac0e6c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:04.876044 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bb99bdf-feb2-4614-b864-f74ecd9ee423 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:04.884760 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-abea322a-86ef-48b4-a7a0-4123f7bb70a3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, e436e78e-1c40-4e40-bff1-07156923228a) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:04.892810 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1183b0b3-d970-4984-9e13-d9669a99ce32 None None] Network e436e78e-1c40-4e40-bff1-07156923228a requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:04.920355 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4441ce6b-0650-40fc-8dbd-b07d40ac0e6c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:04.920617 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb99bdf-feb2-4614-b864-f74ecd9ee423 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=1707b9b2-1f18-4034-a8fe-1e9fe247341d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:04.924441 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abea322a-86ef-48b4-a7a0-4123f7bb70a3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:04.925076 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abea322a-86ef-48b4-a7a0-4123f7bb70a3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:04.927875 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bb99bdf-feb2-4614-b864-f74ecd9ee423 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:04.929637 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4441ce6b-0650-40fc-8dbd-b07d40ac0e6c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:04.929752 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1bb99bdf-feb2-4614-b864-f74ecd9ee423 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/1707b9b2-1f18-4034-a8fe-1e9fe247341d HTTP/1.1" status: 204 len: 168 time: 0.8246214 Jul 09 10:00:04.934699 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33076) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:04.936973 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4441ce6b-0650-40fc-8dbd-b07d40ac0e6c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:04.968270 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441ce6b-0650-40fc-8dbd-b07d40ac0e6c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Port': ['ID=7ad3bc07-0135-4753-b20b-093a87e272b1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:04.996399 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-abea322a-86ef-48b4-a7a0-4123f7bb70a3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8339713 Jul 09 10:00:04.999661 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33080) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:05.009595 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-49850ef7-5ec0-4c95-80da-becbd34abff8 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1110495944'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:05.040503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaaab287-a175-4d4b-9d42-2e824c2c3e1a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet 25ad61d1-2650-41f3-a54f-49579e47f1ed {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:00:05.050159 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aaaab287-a175-4d4b-9d42-2e824c2c3e1a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:05.114927 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aaaab287-a175-4d4b-9d42-2e824c2c3e1a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:05.233219 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a579ecd5-8a7f-46e0-801f-58ca2be86757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-e436e78e-1c40-4e40-bff1-07156923228a', 'network_id': 'e436e78e-1c40-4e40-bff1-07156923228a', 'tenant_id': 'fe51a72b7e6649e7b3dd940248ca608e', 'fixed_ips': [{'subnet_id': '1465c5b5-79fe-4893-9036-6ee5d00f05f5'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:00:05.236409 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a579ecd5-8a7f-46e0-801f-58ca2be86757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:05.330424 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49850ef7-5ec0-4c95-80da-becbd34abff8 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Made reservation on behalf of fe51a72b7e6649e7b3dd940248ca608e for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:05.334920 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49850ef7-5ec0-4c95-80da-becbd34abff8 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:05.351882 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aaaab287-a175-4d4b-9d42-2e824c2c3e1a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:05.401393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49850ef7-5ec0-4c95-80da-becbd34abff8 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:00:05.423474 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49850ef7-5ec0-4c95-80da-becbd34abff8 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:05.423474 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-49850ef7-5ec0-4c95-80da-becbd34abff8 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Added segment 66b43e0d-d3a1-4ff4-bb6d-bfac3b099f8c of type vlan for network dc26b0ab-903e-4e2e-b380-a24ed83fe858 Jul 09 10:00:05.431760 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4441ce6b-0650-40fc-8dbd-b07d40ac0e6c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:05.504037 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aaaab287-a175-4d4b-9d42-2e824c2c3e1a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:05.508112 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49850ef7-5ec0-4c95-80da-becbd34abff8 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:05.546459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaab287-a175-4d4b-9d42-2e824c2c3e1a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=25ad61d1-2650-41f3-a54f-49579e47f1ed,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:05.568328 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aaaab287-a175-4d4b-9d42-2e824c2c3e1a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:05.570203 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-aaaab287-a175-4d4b-9d42-2e824c2c3e1a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/25ad61d1-2650-41f3-a54f-49579e47f1ed HTTP/1.1" status: 204 len: 168 time: 0.6345348 Jul 09 10:00:05.572679 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33082) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:05.618833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-02f63c32-15af-4cc4-b377-0b4e9626875b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450096 Jul 09 10:00:05.622131 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33084) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:05.627958 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-bfda6aba-bbee-4ce5-81c1-ea3f42a5a576 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:05.633179 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49850ef7-5ec0-4c95-80da-becbd34abff8 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:05.638843 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49850ef7-5ec0-4c95-80da-becbd34abff8 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:05.639478 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49850ef7-5ec0-4c95-80da-becbd34abff8 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:05.654853 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d3010f-59ff-401b-a27b-646faf1a2113 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:05.721365 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7fa9cdcf-f8f9-4fd3-9617-8760d3241838 None None] Provisioning for port bca3b13d-72ce-4ae3-ada3-05916d4a37f4 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:05.742194 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7fa9cdcf-f8f9-4fd3-9617-8760d3241838 None None] Provisioning complete for port bca3b13d-72ce-4ae3-ada3-05916d4a37f4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:05.742566 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7fa9cdcf-f8f9-4fd3-9617-8760d3241838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:05.751878 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-a579ecd5-8a7f-46e0-801f-58ca2be86757 None None] Allocated IP 2001:db8:0:ffff::2 (e436e78e-1c40-4e40-bff1-07156923228a/1465c5b5-79fe-4893-9036-6ee5d00f05f5/071c502c-ec80-4b1b-96cb-03f0fddbd4bc) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:05.757686 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49850ef7-5ec0-4c95-80da-becbd34abff8 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event updated for resources: {'Network': ['ID=dc26b0ab-903e-4e2e-b380-a24ed83fe858,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:05.774659 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-49850ef7-5ec0-4c95-80da-becbd34abff8 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7736425 Jul 09 10:00:05.775386 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33086) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:05.780848 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network dc26b0ab-903e-4e2e-b380-a24ed83fe858 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:00:05.784806 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-38154dbb-e5b6-42e5-b9a5-7072612799b6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Request body: {'subnet': {'network_id': 'dc26b0ab-903e-4e2e-b380-a24ed83fe858', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:05.885472 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfda6aba-bbee-4ce5-81c1-ea3f42a5a576 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:05.890047 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfda6aba-bbee-4ce5-81c1-ea3f42a5a576 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:05.961282 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38154dbb-e5b6-42e5-b9a5-7072612799b6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Made reservation on behalf of fe51a72b7e6649e7b3dd940248ca608e for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:05.965858 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38154dbb-e5b6-42e5-b9a5-7072612799b6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:06.156686 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a579ecd5-8a7f-46e0-801f-58ca2be86757 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:06.172921 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a579ecd5-8a7f-46e0-801f-58ca2be86757 None None] Transition to ACTIVE for port object 071c502c-ec80-4b1b-96cb-03f0fddbd4bc will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:06.177195 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13d194a-75a9-4bd7-80d8-00443d99760c None None] DHCP port deletion for 087ebd13-862d-4dea-9894-e22d71aaec69 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:00:06.202353 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a579ecd5-8a7f-46e0-801f-58ca2be86757 None None] Transition to ACTIVE for port object 071c502c-ec80-4b1b-96cb-03f0fddbd4bc will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:06.229498 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a579ecd5-8a7f-46e0-801f-58ca2be86757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:06.237053 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4441ce6b-0650-40fc-8dbd-b07d40ac0e6c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:06.313444 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a579ecd5-8a7f-46e0-801f-58ca2be86757 None None] Network e436e78e-1c40-4e40-bff1-07156923228a is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:06.334384 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-a579ecd5-8a7f-46e0-801f-58ca2be86757 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:06.343378 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a579ecd5-8a7f-46e0-801f-58ca2be86757 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:06.349759 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579ecd5-8a7f-46e0-801f-58ca2be86757 None None] Pushing event updated for resources: {'Port': ['ID=071c502c-ec80-4b1b-96cb-03f0fddbd4bc,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:06.360551 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a13d194a-75a9-4bd7-80d8-00443d99760c None None] Deleting port bca3b13d-72ce-4ae3-ada3-05916d4a37f4 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:00:06.363836 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a13d194a-75a9-4bd7-80d8-00443d99760c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:06.428764 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device bca3b13d-72ce-4ae3-ada3-05916d4a37f4 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:00:06.465888 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4441ce6b-0650-40fc-8dbd-b07d40ac0e6c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Router 9ba298af-ce9d-435d-99b8-7ca6100956d8 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 10:00:06.490982 n-d-799996-1 neutron-server[93790]: DEBUG neutron.objects.ports [None req-38154dbb-e5b6-42e5-b9a5-7072612799b6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93790) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 10:00:06.500709 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38154dbb-e5b6-42e5-b9a5-7072612799b6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:06.519032 n-d-799996-1 neutron-server[93790]: DEBUG neutron.objects.ports [None req-bfda6aba-bbee-4ce5-81c1-ea3f42a5a576 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93790) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 10:00:06.532414 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a579ecd5-8a7f-46e0-801f-58ca2be86757 None None] Attempting to bind port 071c502c-ec80-4b1b-96cb-03f0fddbd4bc on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:00:06.533001 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a579ecd5-8a7f-46e0-801f-58ca2be86757 None None] Attempting to bind port 071c502c-ec80-4b1b-96cb-03f0fddbd4bc by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '4ecb1a31-e53e-432e-8cb1-59dd866610c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e436e78e-1c40-4e40-bff1-07156923228a'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:00:06.533478 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a579ecd5-8a7f-46e0-801f-58ca2be86757 None None] Attempting to bind port 071c502c-ec80-4b1b-96cb-03f0fddbd4bc on network e436e78e-1c40-4e40-bff1-07156923228a {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:00:06.564876 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a579ecd5-8a7f-46e0-801f-58ca2be86757 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:00:06.565422 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a579ecd5-8a7f-46e0-801f-58ca2be86757 None None] Checking segment: {'id': '4ecb1a31-e53e-432e-8cb1-59dd866610c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e436e78e-1c40-4e40-bff1-07156923228a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:06.565932 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a579ecd5-8a7f-46e0-801f-58ca2be86757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:06.566440 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a579ecd5-8a7f-46e0-801f-58ca2be86757 None None] Bound using segment: {'id': '4ecb1a31-e53e-432e-8cb1-59dd866610c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e436e78e-1c40-4e40-bff1-07156923228a'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:00:06.567035 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a579ecd5-8a7f-46e0-801f-58ca2be86757 None None] Bound port: 071c502c-ec80-4b1b-96cb-03f0fddbd4bc, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecb1a31-e53e-432e-8cb1-59dd866610c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e436e78e-1c40-4e40-bff1-07156923228a'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:00:06.567523 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a579ecd5-8a7f-46e0-801f-58ca2be86757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:06.602585 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4441ce6b-0650-40fc-8dbd-b07d40ac0e6c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:00:06.604288 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a13d194a-75a9-4bd7-80d8-00443d99760c None None] For port bca3b13d-72ce-4ae3-ada3-05916d4a37f4, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=bca3b13d-72ce-4ae3-ada3-05916d4a37f4,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:06.604288 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a13d194a-75a9-4bd7-80d8-00443d99760c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:06.616509 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] Sync routers for ids ['9ba298af-ce9d-435d-99b8-7ca6100956d8'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:00:06.628140 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4441ce6b-0650-40fc-8dbd-b07d40ac0e6c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:06.634434 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4441ce6b-0650-40fc-8dbd-b07d40ac0e6c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8482022 Jul 09 10:00:06.635878 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33090) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:06.642091 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38154dbb-e5b6-42e5-b9a5-7072612799b6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event updated for resources: {'Subnet': ['ID=b7f8c2ee-285c-4d00-91a3-9f331b20dae5,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:06.648559 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] Routers {'9ba298af-ce9d-435d-99b8-7ca6100956d8'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:00:06.650337 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:59:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['9ba298af-ce9d-435d-99b8-7ca6100956d8'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:06.650659 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38154dbb-e5b6-42e5-b9a5-7072612799b6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Checking segment: {'id': '66b43e0d-d3a1-4ff4-bb6d-bfac3b099f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dc26b0ab-903e-4e2e-b380-a24ed83fe858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:06.651022 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38154dbb-e5b6-42e5-b9a5-7072612799b6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Network hostable DHCP agents. Network: dc26b0ab-903e-4e2e-b380-a24ed83fe858, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:00:06.670504 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a13d194a-75a9-4bd7-80d8-00443d99760c None None] Calling delete_port for bca3b13d-72ce-4ae3-ada3-05916d4a37f4 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:00:06.726122 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:06.745275 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7ade189e-8887-4d51-8375-6279748c7e34 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=ae2f728a25b040fd82453c3377e2137f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1054661 Jul 09 10:00:06.747496 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33092) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:06.759032 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfda6aba-bbee-4ce5-81c1-ea3f42a5a576 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:06.763256 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38154dbb-e5b6-42e5-b9a5-7072612799b6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Network dc26b0ab-903e-4e2e-b380-a24ed83fe858 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:00:06.787935 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a579ecd5-8a7f-46e0-801f-58ca2be86757 None None] For port 071c502c-ec80-4b1b-96cb-03f0fddbd4bc, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:00:06.809541 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-38154dbb-e5b6-42e5-b9a5-7072612799b6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, dc26b0ab-903e-4e2e-b380-a24ed83fe858) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:06.818111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38154dbb-e5b6-42e5-b9a5-7072612799b6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:06.818843 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38154dbb-e5b6-42e5-b9a5-7072612799b6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:06.841686 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a579ecd5-8a7f-46e0-801f-58ca2be86757 None None] For port 071c502c-ec80-4b1b-96cb-03f0fddbd4bc, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=071c502c-ec80-4b1b-96cb-03f0fddbd4bc,segment=NetworkSegment(4ecb1a31-e53e-432e-8cb1-59dd866610c6),segment_id=4ecb1a31-e53e-432e-8cb1-59dd866610c6)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:00:06.845250 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36f2a52-da2f-4be7-99a1-c8252b4986e0 None None] Network dc26b0ab-903e-4e2e-b380-a24ed83fe858 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:06.854893 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-17d3844d-3375-40dd-8623-8a557ef8caa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:06.864655 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33094) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:06.865281 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-38154dbb-e5b6-42e5-b9a5-7072612799b6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0809355 Jul 09 10:00:06.871862 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9ccb7aa8-12a0-4689-93a3-2e66743f5a05 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Request body: {'port': {'network_id': 'dc26b0ab-903e-4e2e-b380-a24ed83fe858', 'name': 'tempest-NetworksIpV6TestAttrs-370305206'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:06.872551 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] Set router 9ba298af-ce9d-435d-99b8-7ca6100956d8 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:00:06.898809 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a579ecd5-8a7f-46e0-801f-58ca2be86757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:06.959201 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 10:00:06.959495 n-d-799996-1 neutron-server[93792]: DEBUG oslo_db.api [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 10:00:06.999849 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-bfda6aba-bbee-4ce5-81c1-ea3f42a5a576 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] For port bca3b13d-72ce-4ae3-ada3-05916d4a37f4, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=bca3b13d-72ce-4ae3-ada3-05916d4a37f4,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:07.004326 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579ecd5-8a7f-46e0-801f-58ca2be86757 None None] Pushing event updated for resources: {'Port': ['ID=071c502c-ec80-4b1b-96cb-03f0fddbd4bc,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:07.039641 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b366ef7-fa7c-4406-a9e1-04d554135442 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:07.046118 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0b366ef7-fa7c-4406-a9e1-04d554135442 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2958295 Jul 09 10:00:07.047460 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33098) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:07.051487 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfda6aba-bbee-4ce5-81c1-ea3f42a5a576 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:07.059940 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccb7aa8-12a0-4689-93a3-2e66743f5a05 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Made reservation on behalf of fe51a72b7e6649e7b3dd940248ca608e for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:07.061390 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfda6aba-bbee-4ce5-81c1-ea3f42a5a576 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:07.062284 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfda6aba-bbee-4ce5-81c1-ea3f42a5a576 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:07.064193 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ccb7aa8-12a0-4689-93a3-2e66743f5a05 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:07.106338 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1488830c-1ca9-4601-ac7a-22fa010df597 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0570610 Jul 09 10:00:07.107137 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33102) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:07.115334 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8b86ba0a-5bb4-467a-ad89-c4c2e6684930 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1386516672', 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:07.181366 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a13d194a-75a9-4bd7-80d8-00443d99760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:07.214981 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c354a8-14e1-4a4b-8200-f09f36d1fb23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-dc26b0ab-903e-4e2e-b380-a24ed83fe858', 'network_id': 'dc26b0ab-903e-4e2e-b380-a24ed83fe858', 'tenant_id': 'fe51a72b7e6649e7b3dd940248ca608e', 'fixed_ips': [{'subnet_id': 'b7f8c2ee-285c-4d00-91a3-9f331b20dae5'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:00:07.216248 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-30c354a8-14e1-4a4b-8200-f09f36d1fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:07.222463 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d194a-75a9-4bd7-80d8-00443d99760c None None] Pushing event deleted for resources: {'Port': ['ID=bca3b13d-72ce-4ae3-ada3-05916d4a37f4,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:07.237443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda6aba-bbee-4ce5-81c1-ea3f42a5a576 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=bca3b13d-72ce-4ae3-ada3-05916d4a37f4,revision_number=8']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:07.242940 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13d194a-75a9-4bd7-80d8-00443d99760c None None] No DVR routers for this DVR port bca3b13d-72ce-4ae3-ada3-05916d4a37f4 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:00:07.253887 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488744473', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:03Z', 'updated_at': '2021-07-09T10:00:05Z', 'revision_number': 3, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:04Z', 'updated_at': '2021-07-09T10:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:07.293865 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b86ba0a-5bb4-467a-ad89-c4c2e6684930 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Made reservation on behalf of ae2f728a25b040fd82453c3377e2137f for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:07.298366 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8b86ba0a-5bb4-467a-ad89-c4c2e6684930 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:07.303302 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-9ccb7aa8-12a0-4689-93a3-2e66743f5a05 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] device_id is not set on port a759dbe6-2545-490e-8b17-66ce641fbc24 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 10:00:07.310208 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] Checking router: 9ba298af-ce9d-435d-99b8-7ca6100956d8 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:00:07.310600 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] Updating router 9ba298af-ce9d-435d-99b8-7ca6100956d8 port 7ad3bc07-0135-4753-b20b-093a87e272b1 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:00:07.332332 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfda6aba-bbee-4ce5-81c1-ea3f42a5a576 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:07.341398 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-bfda6aba-bbee-4ce5-81c1-ea3f42a5a576 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:07.366804 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfda6aba-bbee-4ce5-81c1-ea3f42a5a576 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:07.372198 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfda6aba-bbee-4ce5-81c1-ea3f42a5a576 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:07.376607 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d6bf37-8413-4fe4-825b-8778ab75eb0c None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:07.399796 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:07.406061 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda6aba-bbee-4ce5-81c1-ea3f42a5a576 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=49d16889-ff79-4b85-91ba-788b9ad3845d,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:07.428210 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-bfda6aba-bbee-4ce5-81c1-ea3f42a5a576 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8048582 Jul 09 10:00:07.431036 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33106) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:07.441042 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1605b49a-065f-46f8-97fc-7b3b5af1c6c5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:07.584727 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-9ccb7aa8-12a0-4689-93a3-2e66743f5a05 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Allocated IP 2001:db8::f816:3eff:fefe:515e (dc26b0ab-903e-4e2e-b380-a24ed83fe858/b7f8c2ee-285c-4d00-91a3-9f331b20dae5/a759dbe6-2545-490e-8b17-66ce641fbc24) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:07.621841 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Port bca3b13d-72ce-4ae3-ada3-05916d4a37f4 update to DOWN by agent not found {{(pid=93792) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 09 10:00:07.732435 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7d0df5-a065-4cc4-9508-914fc13f7d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-087ebd13-862d-4dea-9894-e22d71aaec69', 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'fixed_ips': [{'subnet_id': '49d16889-ff79-4b85-91ba-788b9ad3845d'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:00:07.736675 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0b7d0df5-a065-4cc4-9508-914fc13f7d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:07.784650 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8b86ba0a-5bb4-467a-ad89-c4c2e6684930 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:07.822480 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:07.846207 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] Transition to ACTIVE for port object 7ad3bc07-0135-4753-b20b-093a87e272b1 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:07.858488 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:07.904693 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86ba0a-5bb4-467a-ad89-c4c2e6684930 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Subnet': ['ID=98dabb0c-da66-43b1-8e01-7e71b5677c6c,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:07.919189 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b86ba0a-5bb4-467a-ad89-c4c2e6684930 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Checking segment: {'id': 'f2093405-117f-4f7c-87be-0534aa1f767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:07.920409 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b86ba0a-5bb4-467a-ad89-c4c2e6684930 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network hostable DHCP agents. Network: 012ab37d-ab4a-471a-b77c-4979ab6b3f84, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:00:07.945156 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ccb7aa8-12a0-4689-93a3-2e66743f5a05 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:07.969353 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b86ba0a-5bb4-467a-ad89-c4c2e6684930 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network 012ab37d-ab4a-471a-b77c-4979ab6b3f84 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:00:07.969666 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18b28e-4a7e-4a66-9fec-d987c080f4b3 None None] Pushing event updated for resources: {'Port': ['ID=7ad3bc07-0135-4753-b20b-093a87e272b1,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:07.985518 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-9ccb7aa8-12a0-4689-93a3-2e66743f5a05 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Transition to ACTIVE for port object a759dbe6-2545-490e-8b17-66ce641fbc24 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:07.986911 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-0b7d0df5-a065-4cc4-9508-914fc13f7d32 None None] Allocated IP 2001:db8::f816:3eff:fe55:f112 (087ebd13-862d-4dea-9894-e22d71aaec69/49d16889-ff79-4b85-91ba-788b9ad3845d/9a25c1fd-534e-42d6-a935-edff551d03cf) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:07.995260 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-8b86ba0a-5bb4-467a-ad89-c4c2e6684930 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 012ab37d-ab4a-471a-b77c-4979ab6b3f84) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:08.006092 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18b28e-4a7e-4a66-9fec-d987c080f4b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:08.006446 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18b28e-4a7e-4a66-9fec-d987c080f4b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:08.006863 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18b28e-4a7e-4a66-9fec-d987c080f4b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:08.007174 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18b28e-4a7e-4a66-9fec-d987c080f4b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:08.007592 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18b28e-4a7e-4a66-9fec-d987c080f4b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:08.009231 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b86ba0a-5bb4-467a-ad89-c4c2e6684930 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:08.009830 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8b86ba0a-5bb4-467a-ad89-c4c2e6684930 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:08.018519 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18b28e-4a7e-4a66-9fec-d987c080f4b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:08.018916 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18b28e-4a7e-4a66-9fec-d987c080f4b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:08.019250 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18b28e-4a7e-4a66-9fec-d987c080f4b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:08.019585 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18b28e-4a7e-4a66-9fec-d987c080f4b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:08.019923 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18b28e-4a7e-4a66-9fec-d987c080f4b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:08.020245 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18b28e-4a7e-4a66-9fec-d987c080f4b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:08.020562 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18b28e-4a7e-4a66-9fec-d987c080f4b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:08.043527 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] Attempting to bind port 7ad3bc07-0135-4753-b20b-093a87e272b1 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:00:08.043832 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] Attempting to bind port 7ad3bc07-0135-4753-b20b-093a87e272b1 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:00:08.044195 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] Attempting to bind port 7ad3bc07-0135-4753-b20b-093a87e272b1 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:00:08.058715 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 9, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:00:08.059077 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:08.059684 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:08.060279 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:00:08.061490 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] Bound port: 7ad3bc07-0135-4753-b20b-093a87e272b1, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:00:08.062053 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:08.068446 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8b86ba0a-5bb4-467a-ad89-c4c2e6684930 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9551611 Jul 09 10:00:08.071214 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33108) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:08.105230 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ccb7aa8-12a0-4689-93a3-2e66743f5a05 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:08.144220 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] For port 7ad3bc07-0135-4753-b20b-093a87e272b1, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:00:08.148369 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] For port 7ad3bc07-0135-4753-b20b-093a87e272b1, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=7ad3bc07-0135-4753-b20b-093a87e272b1,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:00:08.156072 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:08.175062 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1e4446-88eb-40a1-93d1-1ad4eab4a828 None None] Network 012ab37d-ab4a-471a-b77c-4979ab6b3f84 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:08.199112 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccb7aa8-12a0-4689-93a3-2e66743f5a05 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Network dc26b0ab-903e-4e2e-b380-a24ed83fe858 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:08.207358 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-9ccb7aa8-12a0-4689-93a3-2e66743f5a05 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:08.216544 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb7aa8-12a0-4689-93a3-2e66743f5a05 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:08.227520 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccb7aa8-12a0-4689-93a3-2e66743f5a05 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:08.233180 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ccb7aa8-12a0-4689-93a3-2e66743f5a05 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:08.296897 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb7aa8-12a0-4689-93a3-2e66743f5a05 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event updated for resources: {'Port': ['ID=a759dbe6-2545-490e-8b17-66ce641fbc24,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:08.300215 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] Routers {'9ba298af-ce9d-435d-99b8-7ca6100956d8'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:00:08.302400 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T09:59:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['9ba298af-ce9d-435d-99b8-7ca6100956d8'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:08.306457 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9ccb7aa8-12a0-4689-93a3-2e66743f5a05 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4364593 Jul 09 10:00:08.307648 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33110) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:08.496447 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c229b3d-9164-438c-a236-446f88a587d3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Deleting subnet b7f8c2ee-285c-4d00-91a3-9f331b20dae5 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:00:08.551987 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-30c354a8-14e1-4a4b-8200-f09f36d1fb23 None None] Allocated IP 2001:db8::f816:3eff:fedf:b287 (dc26b0ab-903e-4e2e-b380-a24ed83fe858/b7f8c2ee-285c-4d00-91a3-9f331b20dae5/82d61b6c-50ac-4863-b951-72b03a5d59f0) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:08.577671 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 071c502c-ec80-4b1b-96cb-03f0fddbd4bc up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:00:08.656042 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1605b49a-065f-46f8-97fc-7b3b5af1c6c5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:08.659722 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1605b49a-065f-46f8-97fc-7b3b5af1c6c5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:08.746825 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18b28e-4a7e-4a66-9fec-d987c080f4b3 None None] Pushing event updated for resources: {'Port': ['ID=7ad3bc07-0135-4753-b20b-093a87e272b1,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:08.783441 n-d-799996-1 neutron-server[93790]: INFO neutron.db.ipam_backend_mixin [None req-1605b49a-065f-46f8-97fc-7b3b5af1c6c5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 49d16889-ff79-4b85-91ba-788b9ad3845d (CIDR: 2001:db8::/64) Jul 09 10:00:08.793404 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] Set router 9ba298af-ce9d-435d-99b8-7ca6100956d8 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:00:08.797069 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0b7d0df5-a065-4cc4-9508-914fc13f7d32 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:08.801818 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bb749b-c45c-413b-a8a1-8890b4e46019 None None] Network e436e78e-1c40-4e40-bff1-07156923228a requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:08.822549 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-1605b49a-065f-46f8-97fc-7b3b5af1c6c5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 10:00:08.823159 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1605b49a-065f-46f8-97fc-7b3b5af1c6c5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:08.853861 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1605b49a-065f-46f8-97fc-7b3b5af1c6c5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4213881 Jul 09 10:00:08.856542 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33114) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:08.862160 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6141cf11-d66a-4cad-9a39-0838443bab05 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:09.033253 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0b7d0df5-a065-4cc4-9508-914fc13f7d32 None None] Transition to ACTIVE for port object 9a25c1fd-534e-42d6-a935-edff551d03cf will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:09.074027 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6141cf11-d66a-4cad-9a39-0838443bab05 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:09.081511 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6141cf11-d66a-4cad-9a39-0838443bab05 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:09.096723 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488744473', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:03Z', 'updated_at': '2021-07-09T10:00:05Z', 'revision_number': 3, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:04Z', 'updated_at': '2021-07-09T10:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:09.116328 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0b7d0df5-a065-4cc4-9508-914fc13f7d32 None None] Transition to ACTIVE for port object 9a25c1fd-534e-42d6-a935-edff551d03cf will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:09.119334 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fa59b0c7-5cb4-4704-8d60-d18c223a8a67 None None] Provisioning for port 071c502c-ec80-4b1b-96cb-03f0fddbd4bc completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:09.153514 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0b7d0df5-a065-4cc4-9508-914fc13f7d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:09.153782 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e705b552-2c10-41b4-86bb-228fb5f49095 None None] The sync data for ids ['9ba298af-ce9d-435d-99b8-7ca6100956d8'] in n-d-799996-1 is: [{'id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488744473', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:03Z', 'updated_at': '2021-07-09T10:00:05Z', 'revision_number': 3, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:04Z', 'updated_at': '2021-07-09T10:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:00:09.163822 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 071c502c-ec80-4b1b-96cb-03f0fddbd4bc completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:09.267042 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 071c502c-ec80-4b1b-96cb-03f0fddbd4bc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:09.267414 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:09.295574 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7d0df5-a065-4cc4-9508-914fc13f7d32 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:09.297075 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1db45d-a992-4606-8394-b8f0f6caffb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-012ab37d-ab4a-471a-b77c-4979ab6b3f84', 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'fixed_ips': [{'subnet_id': '98dabb0c-da66-43b1-8e01-7e71b5677c6c'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:00:09.297983 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc1db45d-a992-4606-8394-b8f0f6caffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:09.311219 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-0b7d0df5-a065-4cc4-9508-914fc13f7d32 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:09.326046 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d805e225-ed2f-410d-a7f3-94b13c08323f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:09.350410 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7d0df5-a065-4cc4-9508-914fc13f7d32 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:09.524312 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d0df5-a065-4cc4-9508-914fc13f7d32 None None] Pushing event updated for resources: {'Port': ['ID=9a25c1fd-534e-42d6-a935-edff551d03cf,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:09.604454 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:09.658587 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6141cf11-d66a-4cad-9a39-0838443bab05 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:09.708690 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6141cf11-d66a-4cad-9a39-0838443bab05 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:09.722948 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-6141cf11-d66a-4cad-9a39-0838443bab05 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:09.731222 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-08026b45-f79b-49c8-b7a2-e3e7fc655ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:09.745133 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6141cf11-d66a-4cad-9a39-0838443bab05 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:09.745750 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6141cf11-d66a-4cad-9a39-0838443bab05 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:09.776462 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-30c354a8-14e1-4a4b-8200-f09f36d1fb23 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:09.784889 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141cf11-d66a-4cad-9a39-0838443bab05 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=9a1cb7e9-fa02-4f96-b937-59c32d84d6fd,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:09.787353 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-30c354a8-14e1-4a4b-8200-f09f36d1fb23 None None] Transition to ACTIVE for port object 82d61b6c-50ac-4863-b951-72b03a5d59f0 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:09.800562 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6141cf11-d66a-4cad-9a39-0838443bab05 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9427955 Jul 09 10:00:09.803430 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33118) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:09.812743 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-13caecd6-f1d4-44b1-ae4c-d9f407c2ef96 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'mac_address': 'fa:16:3e:51:6c:ed', 'name': 'tempest-NetworksTestDHCPv6-1157575984'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:09.813160 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-30c354a8-14e1-4a4b-8200-f09f36d1fb23 None None] Transition to ACTIVE for port object 82d61b6c-50ac-4863-b951-72b03a5d59f0 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:09.823944 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c229b3d-9164-438c-a236-446f88a587d3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:09.840433 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-30c354a8-14e1-4a4b-8200-f09f36d1fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:09.852353 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0b7d0df5-a065-4cc4-9508-914fc13f7d32 None None] Attempting to bind port 9a25c1fd-534e-42d6-a935-edff551d03cf on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:00:09.852893 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0b7d0df5-a065-4cc4-9508-914fc13f7d32 None None] Attempting to bind port 9a25c1fd-534e-42d6-a935-edff551d03cf by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:00:09.853353 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7d0df5-a065-4cc4-9508-914fc13f7d32 None None] Attempting to bind port 9a25c1fd-534e-42d6-a935-edff551d03cf on network 087ebd13-862d-4dea-9894-e22d71aaec69 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:00:09.855350 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:09.866841 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-d805e225-ed2f-410d-a7f3-94b13c08323f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Allocated IP 172.20.0.1 (012ab37d-ab4a-471a-b77c-4979ab6b3f84/98dabb0c-da66-43b1-8e01-7e71b5677c6c/787e78bd-0d3e-4bbe-8739-ed8a38d747bb) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:09.927520 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c229b3d-9164-438c-a236-446f88a587d3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:09.956610 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7d0df5-a065-4cc4-9508-914fc13f7d32 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:00:09.957237 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7d0df5-a065-4cc4-9508-914fc13f7d32 None None] Checking segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:09.958185 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0b7d0df5-a065-4cc4-9508-914fc13f7d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:09.958329 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7d0df5-a065-4cc4-9508-914fc13f7d32 None None] Bound using segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:00:09.959989 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0b7d0df5-a065-4cc4-9508-914fc13f7d32 None None] Bound port: 9a25c1fd-534e-42d6-a935-edff551d03cf, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:00:09.960404 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0b7d0df5-a065-4cc4-9508-914fc13f7d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:10.041154 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c354a8-14e1-4a4b-8200-f09f36d1fb23 None None] Network dc26b0ab-903e-4e2e-b380-a24ed83fe858 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:10.049978 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:10.052955 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-30c354a8-14e1-4a4b-8200-f09f36d1fb23 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:10.059075 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c354a8-14e1-4a4b-8200-f09f36d1fb23 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:10.064833 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d805e225-ed2f-410d-a7f3-94b13c08323f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:10.066624 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c354a8-14e1-4a4b-8200-f09f36d1fb23 None None] Pushing event updated for resources: {'Port': ['ID=82d61b6c-50ac-4863-b951-72b03a5d59f0,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:10.082630 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-d805e225-ed2f-410d-a7f3-94b13c08323f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Transition to ACTIVE for port object 787e78bd-0d3e-4bbe-8739-ed8a38d747bb will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:10.139327 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13caecd6-f1d4-44b1-ae4c-d9f407c2ef96 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:10.152622 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d805e225-ed2f-410d-a7f3-94b13c08323f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:10.223221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d805e225-ed2f-410d-a7f3-94b13c08323f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network 012ab37d-ab4a-471a-b77c-4979ab6b3f84 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:10.235155 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d805e225-ed2f-410d-a7f3-94b13c08323f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:10.239479 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d805e225-ed2f-410d-a7f3-94b13c08323f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:10.304881 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0b7d0df5-a065-4cc4-9508-914fc13f7d32 None None] For port 9a25c1fd-534e-42d6-a935-edff551d03cf, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:00:10.308699 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 071c502c-ec80-4b1b-96cb-03f0fddbd4bc, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=071c502c-ec80-4b1b-96cb-03f0fddbd4bc,segment=NetworkSegment(4ecb1a31-e53e-432e-8cb1-59dd866610c6),segment_id=4ecb1a31-e53e-432e-8cb1-59dd866610c6)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:10.318444 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-30c354a8-14e1-4a4b-8200-f09f36d1fb23 None None] Attempting to bind port 82d61b6c-50ac-4863-b951-72b03a5d59f0 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:00:10.323421 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-30c354a8-14e1-4a4b-8200-f09f36d1fb23 None None] Attempting to bind port 82d61b6c-50ac-4863-b951-72b03a5d59f0 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '66b43e0d-d3a1-4ff4-bb6d-bfac3b099f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dc26b0ab-903e-4e2e-b380-a24ed83fe858'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:00:10.323886 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c354a8-14e1-4a4b-8200-f09f36d1fb23 None None] Attempting to bind port 82d61b6c-50ac-4863-b951-72b03a5d59f0 on network dc26b0ab-903e-4e2e-b380-a24ed83fe858 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:00:10.324844 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13caecd6-f1d4-44b1-ae4c-d9f407c2ef96 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:10.339487 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:10.347658 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805e225-ed2f-410d-a7f3-94b13c08323f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Port': ['ID=787e78bd-0d3e-4bbe-8739-ed8a38d747bb,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:10.349788 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0b7d0df5-a065-4cc4-9508-914fc13f7d32 None None] For port 9a25c1fd-534e-42d6-a935-edff551d03cf, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=9a25c1fd-534e-42d6-a935-edff551d03cf,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:00:10.365300 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c354a8-14e1-4a4b-8200-f09f36d1fb23 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:00:10.365681 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c354a8-14e1-4a4b-8200-f09f36d1fb23 None None] Checking segment: {'id': '66b43e0d-d3a1-4ff4-bb6d-bfac3b099f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dc26b0ab-903e-4e2e-b380-a24ed83fe858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:10.366146 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-30c354a8-14e1-4a4b-8200-f09f36d1fb23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:10.366545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c354a8-14e1-4a4b-8200-f09f36d1fb23 None None] Bound using segment: {'id': '66b43e0d-d3a1-4ff4-bb6d-bfac3b099f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dc26b0ab-903e-4e2e-b380-a24ed83fe858'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:00:10.367381 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-30c354a8-14e1-4a4b-8200-f09f36d1fb23 None None] Bound port: 82d61b6c-50ac-4863-b951-72b03a5d59f0, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b43e0d-d3a1-4ff4-bb6d-bfac3b099f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dc26b0ab-903e-4e2e-b380-a24ed83fe858'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:00:10.367381 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-30c354a8-14e1-4a4b-8200-f09f36d1fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:10.385816 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d805e225-ed2f-410d-a7f3-94b13c08323f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:10.388549 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-13caecd6-f1d4-44b1-ae4c-d9f407c2ef96 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] device_id is not set on port 9f8a3f4f-b651-4071-beeb-0c64e26e9354 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 10:00:10.392358 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0b7d0df5-a065-4cc4-9508-914fc13f7d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:10.413962 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c8408164-94cf-480b-a201-e923cb53ef1a None None] Provisioning complete for port 071c502c-ec80-4b1b-96cb-03f0fddbd4bc triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:10.414942 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c8408164-94cf-480b-a201-e923cb53ef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:10.442750 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-dc1db45d-a992-4606-8394-b8f0f6caffb9 None None] Allocated IP 172.20.0.2 (012ab37d-ab4a-471a-b77c-4979ab6b3f84/98dabb0c-da66-43b1-8e01-7e71b5677c6c/05835031-4bf9-4195-a346-d355f66da393) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:10.478634 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c229b3d-9164-438c-a236-446f88a587d3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:10.564983 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7ad3bc07-0135-4753-b20b-093a87e272b1 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:00:10.640730 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c229b3d-9164-438c-a236-446f88a587d3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:10.651650 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-30c354a8-14e1-4a4b-8200-f09f36d1fb23 None None] For port 82d61b6c-50ac-4863-b951-72b03a5d59f0, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:00:10.658735 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-30c354a8-14e1-4a4b-8200-f09f36d1fb23 None None] For port 82d61b6c-50ac-4863-b951-72b03a5d59f0, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=82d61b6c-50ac-4863-b951-72b03a5d59f0,segment=NetworkSegment(66b43e0d-d3a1-4ff4-bb6d-bfac3b099f8c),segment_id=66b43e0d-d3a1-4ff4-bb6d-bfac3b099f8c)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:00:10.703469 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-30c354a8-14e1-4a4b-8200-f09f36d1fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:10.747574 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c229b3d-9164-438c-a236-446f88a587d3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event deleted for resources: {'Subnet': ['ID=b7f8c2ee-285c-4d00-91a3-9f331b20dae5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:10.750532 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c229b3d-9164-438c-a236-446f88a587d3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:10.755058 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6c229b3d-9164-438c-a236-446f88a587d3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "DELETE /v2.0/subnets/b7f8c2ee-285c-4d00-91a3-9f331b20dae5 HTTP/1.1" status: 204 len: 168 time: 2.4462814 Jul 09 10:00:10.758085 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33122) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:10.804331 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=071c502c-ec80-4b1b-96cb-03f0fddbd4bc,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:10.820769 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-13caecd6-f1d4-44b1-ae4c-d9f407c2ef96 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8:0:1::25c (087ebd13-862d-4dea-9894-e22d71aaec69/9a1cb7e9-fa02-4f96-b937-59c32d84d6fd/9f8a3f4f-b651-4071-beeb-0c64e26e9354) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:10.834306 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-13caecd6-f1d4-44b1-ae4c-d9f407c2ef96 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8::f816:3eff:fe51:6ced (087ebd13-862d-4dea-9894-e22d71aaec69/49d16889-ff79-4b85-91ba-788b9ad3845d/9f8a3f4f-b651-4071-beeb-0c64e26e9354) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:10.966705 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d805e225-ed2f-410d-a7f3-94b13c08323f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:10.985159 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f99e680-7069-480b-ae81-cdd1bf6f4c12 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:10.986993 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f99e680-7069-480b-ae81-cdd1bf6f4c12 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:10.991462 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3f99e680-7069-480b-ae81-cdd1bf6f4c12 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2265954 Jul 09 10:00:10.995660 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33124) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:11.151679 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9865f263-681f-4e0b-ad2f-ff58d54c2fbf tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:11.158057 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13caecd6-f1d4-44b1-ae4c-d9f407c2ef96 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:11.181243 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d0df5-a065-4cc4-9508-914fc13f7d32 None None] Pushing event updated for resources: {'Port': ['ID=9a25c1fd-534e-42d6-a935-edff551d03cf,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:11.209866 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-13caecd6-f1d4-44b1-ae4c-d9f407c2ef96 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Transition to ACTIVE for port object 9f8a3f4f-b651-4071-beeb-0c64e26e9354 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:11.261135 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 7ad3bc07-0135-4753-b20b-093a87e272b1 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:11.275050 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-9865f263-681f-4e0b-ad2f-ff58d54c2fbf tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 09 10:00:11.275050 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9865f263-681f-4e0b-ad2f-ff58d54c2fbf tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:11.277114 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc1db45d-a992-4606-8394-b8f0f6caffb9 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:11.278005 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9865f263-681f-4e0b-ad2f-ff58d54c2fbf tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "DELETE /v2.0/networks/dc26b0ab-903e-4e2e-b380-a24ed83fe858 HTTP/1.1" status: 409 len: 405 time: 0.2809722 Jul 09 10:00:11.283750 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33126) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:11.290626 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-74119c4e-cf35-4438-95b7-c0ff480acdeb tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1706834151'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:11.291431 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dc1db45d-a992-4606-8394-b8f0f6caffb9 None None] Transition to ACTIVE for port object 05835031-4bf9-4195-a346-d355f66da393 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:11.316120 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dc1db45d-a992-4606-8394-b8f0f6caffb9 None None] Transition to ACTIVE for port object 05835031-4bf9-4195-a346-d355f66da393 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:11.317880 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13caecd6-f1d4-44b1-ae4c-d9f407c2ef96 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:11.360065 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 7ad3bc07-0135-4753-b20b-093a87e272b1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:11.360684 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:11.367854 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc1db45d-a992-4606-8394-b8f0f6caffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:11.375013 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74119c4e-cf35-4438-95b7-c0ff480acdeb tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Made reservation on behalf of fe51a72b7e6649e7b3dd940248ca608e for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:11.380618 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-74119c4e-cf35-4438-95b7-c0ff480acdeb tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:11.381995 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:11.435951 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13caecd6-f1d4-44b1-ae4c-d9f407c2ef96 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:11.440403 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-13caecd6-f1d4-44b1-ae4c-d9f407c2ef96 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:11.446040 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13caecd6-f1d4-44b1-ae4c-d9f407c2ef96 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:11.453019 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13caecd6-f1d4-44b1-ae4c-d9f407c2ef96 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:11.454428 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13caecd6-f1d4-44b1-ae4c-d9f407c2ef96 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:11.461887 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13caecd6-f1d4-44b1-ae4c-d9f407c2ef96 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=9f8a3f4f-b651-4071-beeb-0c64e26e9354,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:11.471226 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74119c4e-cf35-4438-95b7-c0ff480acdeb tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:00:11.481645 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1db45d-a992-4606-8394-b8f0f6caffb9 None None] Network 012ab37d-ab4a-471a-b77c-4979ab6b3f84 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:11.490287 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-13caecd6-f1d4-44b1-ae4c-d9f407c2ef96 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6850324 Jul 09 10:00:11.490571 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33128) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:11.495007 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-74119c4e-cf35-4438-95b7-c0ff480acdeb tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:11.495349 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-74119c4e-cf35-4438-95b7-c0ff480acdeb tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Added segment fef1588a-0e68-4f43-ad99-eabd61a04d09 of type vlan for network a4966e70-fb38-4594-b546-0d0b37f1bfb8 Jul 09 10:00:11.507327 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-dc1db45d-a992-4606-8394-b8f0f6caffb9 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:11.510114 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1db45d-a992-4606-8394-b8f0f6caffb9 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:11.521834 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c354a8-14e1-4a4b-8200-f09f36d1fb23 None None] Pushing event updated for resources: {'Port': ['ID=82d61b6c-50ac-4863-b951-72b03a5d59f0,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:11.606310 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-74119c4e-cf35-4438-95b7-c0ff480acdeb tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:11.644818 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1db45d-a992-4606-8394-b8f0f6caffb9 None None] Pushing event updated for resources: {'Port': ['ID=05835031-4bf9-4195-a346-d355f66da393,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:11.652091 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-dc1db45d-a992-4606-8394-b8f0f6caffb9 None None] Attempting to bind port 05835031-4bf9-4195-a346-d355f66da393 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:00:11.652472 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-dc1db45d-a992-4606-8394-b8f0f6caffb9 None None] Attempting to bind port 05835031-4bf9-4195-a346-d355f66da393 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'f2093405-117f-4f7c-87be-0534aa1f767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:00:11.652840 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1db45d-a992-4606-8394-b8f0f6caffb9 None None] Attempting to bind port 05835031-4bf9-4195-a346-d355f66da393 on network 012ab37d-ab4a-471a-b77c-4979ab6b3f84 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:00:11.667139 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1db45d-a992-4606-8394-b8f0f6caffb9 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:00:11.667580 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1db45d-a992-4606-8394-b8f0f6caffb9 None None] Checking segment: {'id': 'f2093405-117f-4f7c-87be-0534aa1f767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:11.667952 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc1db45d-a992-4606-8394-b8f0f6caffb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:11.668613 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1db45d-a992-4606-8394-b8f0f6caffb9 None None] Bound using segment: {'id': 'f2093405-117f-4f7c-87be-0534aa1f767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:00:11.669572 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-dc1db45d-a992-4606-8394-b8f0f6caffb9 None None] Bound port: 05835031-4bf9-4195-a346-d355f66da393, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2093405-117f-4f7c-87be-0534aa1f767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:00:11.669572 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc1db45d-a992-4606-8394-b8f0f6caffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:11.672386 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:11.703868 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d805e225-ed2f-410d-a7f3-94b13c08323f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:11.710048 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-74119c4e-cf35-4438-95b7-c0ff480acdeb tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:11.715795 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74119c4e-cf35-4438-95b7-c0ff480acdeb tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:11.716408 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-74119c4e-cf35-4438-95b7-c0ff480acdeb tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:11.720669 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 7ad3bc07-0135-4753-b20b-093a87e272b1, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=7ad3bc07-0135-4753-b20b-093a87e272b1,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:11.727368 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:11.727711 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d805e225-ed2f-410d-a7f3-94b13c08323f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:11.793323 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-dc1db45d-a992-4606-8394-b8f0f6caffb9 None None] For port 05835031-4bf9-4195-a346-d355f66da393, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:00:11.796090 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33132) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:11.797798 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-dc1db45d-a992-4606-8394-b8f0f6caffb9 None None] For port 05835031-4bf9-4195-a346-d355f66da393, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=05835031-4bf9-4195-a346-d355f66da393,segment=NetworkSegment(f2093405-117f-4f7c-87be-0534aa1f767d),segment_id=f2093405-117f-4f7c-87be-0534aa1f767d)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:00:11.801465 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=7ad3bc07-0135-4753-b20b-093a87e272b1,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:11.806567 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc1db45d-a992-4606-8394-b8f0f6caffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:11.855314 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-74119c4e-cf35-4438-95b7-c0ff480acdeb tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5702913 Jul 09 10:00:11.865515 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33134) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:11.880134 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1db45d-a992-4606-8394-b8f0f6caffb9 None None] Pushing event updated for resources: {'Port': ['ID=05835031-4bf9-4195-a346-d355f66da393,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:11.891418 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c885f20b-8308-4419-b716-03f944a3dd06 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Request body: {'subnet': {'network_id': 'a4966e70-fb38-4594-b546-0d0b37f1bfb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:11.908642 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e62a2dce-f6f9-49ef-8bd2-71babc1b58ed tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting port 9f8a3f4f-b651-4071-beeb-0c64e26e9354 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:00:11.908825 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-761b7aac-23ac-402f-9d2e-c0d4e8eefd4a admin admin] Deleting subnet e527c985-dadd-4c08-ae85-e394e04167f0 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:00:11.909042 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e62a2dce-f6f9-49ef-8bd2-71babc1b58ed tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:11.913745 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-761b7aac-23ac-402f-9d2e-c0d4e8eefd4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:11.927296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74119c4e-cf35-4438-95b7-c0ff480acdeb tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event updated for resources: {'Network': ['ID=a4966e70-fb38-4594-b546-0d0b37f1bfb8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:11.938761 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network a4966e70-fb38-4594-b546-0d0b37f1bfb8 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:00:11.972364 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-761b7aac-23ac-402f-9d2e-c0d4e8eefd4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:12.039015 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d805e225-ed2f-410d-a7f3-94b13c08323f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:12.041124 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805e225-ed2f-410d-a7f3-94b13c08323f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Port': ['ID=787e78bd-0d3e-4bbe-8739-ed8a38d747bb,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:12.053978 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-761b7aac-23ac-402f-9d2e-c0d4e8eefd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:12.164910 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-761b7aac-23ac-402f-9d2e-c0d4e8eefd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:12.227061 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b7aac-23ac-402f-9d2e-c0d4e8eefd4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e527c985-dadd-4c08-ae85-e394e04167f0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:12.238668 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-761b7aac-23ac-402f-9d2e-c0d4e8eefd4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:12.240799 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-761b7aac-23ac-402f-9d2e-c0d4e8eefd4a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e527c985-dadd-4c08-ae85-e394e04167f0 HTTP/1.1" status: 204 len: 168 time: 0.4416654 Jul 09 10:00:12.243129 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33136) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:12.381177 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5d5ac1a-bdf0-4cc7-b73a-f8cff648dca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:12.572415 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5d5ac1a-bdf0-4cc7-b73a-f8cff648dca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:12.597243 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c5d5ac1a-bdf0-4cc7-b73a-f8cff648dca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:12.613541 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c5d5ac1a-bdf0-4cc7-b73a-f8cff648dca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d80a74-71ad-4711-9ff7-14d1fd8854b5') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:12.614325 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c5d5ac1a-bdf0-4cc7-b73a-f8cff648dca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d80a74-71ad-4711-9ff7-14d1fd8854b5') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:12.638041 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5d5ac1a-bdf0-4cc7-b73a-f8cff648dca8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:12.648267 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9e6298-0b59-42eb-9904-d538eb06c585 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:12.670338 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5d5ac1a-bdf0-4cc7-b73a-f8cff648dca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:12.678056 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d5ac1a-bdf0-4cc7-b73a-f8cff648dca8 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:00:12.678555 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5d5ac1a-bdf0-4cc7-b73a-f8cff648dca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:12.749543 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e62a2dce-f6f9-49ef-8bd2-71babc1b58ed tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:00:12.754036 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:00:12.758545 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5d5ac1a-bdf0-4cc7-b73a-f8cff648dca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:12.765265 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5d5ac1a-bdf0-4cc7-b73a-f8cff648dca8 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:12.767651 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c5d5ac1a-bdf0-4cc7-b73a-f8cff648dca8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f HTTP/1.1" status: 204 len: 168 time: 0.5229275 Jul 09 10:00:12.769149 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e62a2dce-f6f9-49ef-8bd2-71babc1b58ed tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Calling delete_port for 9f8a3f4f-b651-4071-beeb-0c64e26e9354 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:00:12.780856 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 05835031-4bf9-4195-a346-d355f66da393 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:00:12.784386 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5ac1a-bdf0-4cc7-b73a-f8cff648dca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fb5ddfb-6b5c-4f25-9eb8-24de56a8842f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:12.837556 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c885f20b-8308-4419-b716-03f944a3dd06 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Made reservation on behalf of fe51a72b7e6649e7b3dd940248ca608e for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:12.841295 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c885f20b-8308-4419-b716-03f944a3dd06 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:12.968242 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d805e225-ed2f-410d-a7f3-94b13c08323f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network 012ab37d-ab4a-471a-b77c-4979ab6b3f84 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:12.972708 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d805e225-ed2f-410d-a7f3-94b13c08323f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:12.974391 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755da736-b125-4779-a408-f867a97af494 None None] Network dc26b0ab-903e-4e2e-b380-a24ed83fe858 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:12.985278 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4278ef43-61e4-411f-ab11-d2f6b6fb31b8 None None] Provisioning for port 9a25c1fd-534e-42d6-a935-edff551d03cf completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:13.012295 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33140) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:13.060647 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-506c4a1d-a5aa-4fe7-902f-692a02fede48 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=507c8ae286404ea6905e635bdf42e276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470331 Jul 09 10:00:13.063011 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33142) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:13.080319 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:13.151511 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9eb82d31-e772-4954-9a45-9df16125e6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:13.179934 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9eb82d31-e772-4954-9a45-9df16125e6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:13.209988 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 05835031-4bf9-4195-a346-d355f66da393 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:13.220624 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 071c502c-ec80-4b1b-96cb-03f0fddbd4bc up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:00:13.225138 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ef1b9f80-9b45-4b18-9cc7-575bbf692c1d None None] Provisioning for port 82d61b6c-50ac-4863-b951-72b03a5d59f0 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:13.249438 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9eb82d31-e772-4954-9a45-9df16125e6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:13.252287 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9eb82d31-e772-4954-9a45-9df16125e6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:13.255843 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9eb82d31-e772-4954-9a45-9df16125e6de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/972db136-e49f-43cc-8374-cea37f1757f1 HTTP/1.1" status: 204 len: 168 time: 0.1885285 Jul 09 10:00:13.262315 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb82d31-e772-4954-9a45-9df16125e6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972db136-e49f-43cc-8374-cea37f1757f1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:13.311624 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d805e225-ed2f-410d-a7f3-94b13c08323f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Router 9ba298af-ce9d-435d-99b8-7ca6100956d8 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:00:13.369562 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 071c502c-ec80-4b1b-96cb-03f0fddbd4bc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:13.370431 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:13.455766 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383cad93-4fa0-4977-9470-8e5ea6b5f38f None None] DHCP port deletion for dc26b0ab-903e-4e2e-b380-a24ed83fe858 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:00:13.488188 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e62a2dce-f6f9-49ef-8bd2-71babc1b58ed tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:13.519352 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 9a25c1fd-534e-42d6-a935-edff551d03cf up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:00:13.615988 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb48adf2-51db-4aa7-8371-4c8ce5e0a3b7 None None] Update dhcp port {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'fixed_ips': [{'subnet_id': '49d16889-ff79-4b85-91ba-788b9ad3845d', 'ip_address': '2001:db8::f816:3eff:fe55:f112'}, {'subnet_id': '9a1cb7e9-fa02-4f96-b937-59c32d84d6fd'}], 'binding:host_id': 'n-d-799996-1'}, 'id': '9a25c1fd-534e-42d6-a935-edff551d03cf'} from n-d-799996-1. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 10:00:13.633279 n-d-799996-1 neutron-server[93790]: DEBUG neutron.objects.ports [None req-c885f20b-8308-4419-b716-03f944a3dd06 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93790) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 10:00:13.638199 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716aada3-ced8-4f86-8653-b398831b4a1b None None] Network 012ab37d-ab4a-471a-b77c-4979ab6b3f84 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:13.639312 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a2dce-f6f9-49ef-8bd2-71babc1b58ed tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Port': ['ID=9f8a3f4f-b651-4071-beeb-0c64e26e9354,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:13.651792 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c885f20b-8308-4419-b716-03f944a3dd06 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:13.678907 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d805e225-ed2f-410d-a7f3-94b13c08323f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:00:13.709131 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] Sync routers for ids ['9ba298af-ce9d-435d-99b8-7ca6100956d8'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:00:13.717547 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d805e225-ed2f-410d-a7f3-94b13c08323f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "PUT /v2.0/routers/9ba298af-ce9d-435d-99b8-7ca6100956d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6420090 Jul 09 10:00:13.722128 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 9a25c1fd-534e-42d6-a935-edff551d03cf completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:13.730877 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb48adf2-51db-4aa7-8371-4c8ce5e0a3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:13.746513 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 9a25c1fd-534e-42d6-a935-edff551d03cf triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:13.747174 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:13.779889 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e62a2dce-f6f9-49ef-8bd2-71babc1b58ed tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:13.782012 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e62a2dce-f6f9-49ef-8bd2-71babc1b58ed tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/9f8a3f4f-b651-4071-beeb-0c64e26e9354 HTTP/1.1" status: 204 len: 168 time: 2.2884431 Jul 09 10:00:13.784715 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33158) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:13.785930 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885f20b-8308-4419-b716-03f944a3dd06 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event updated for resources: {'Subnet': ['ID=2c5f6b93-74fd-483a-94f2-2c8841eab266,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:13.819665 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c885f20b-8308-4419-b716-03f944a3dd06 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Checking segment: {'id': 'fef1588a-0e68-4f43-ad99-eabd61a04d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a4966e70-fb38-4594-b546-0d0b37f1bfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:13.820503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c885f20b-8308-4419-b716-03f944a3dd06 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Network hostable DHCP agents. Network: a4966e70-fb38-4594-b546-0d0b37f1bfb8, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:00:13.820655 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dc149185-4d27-4daf-96fc-a2e92973de54 None None] Provisioning for port 05835031-4bf9-4195-a346-d355f66da393 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:13.838382 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] Routers {'9ba298af-ce9d-435d-99b8-7ca6100956d8'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:00:13.839416 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:00:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['9ba298af-ce9d-435d-99b8-7ca6100956d8'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:13.844435 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c885f20b-8308-4419-b716-03f944a3dd06 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Network a4966e70-fb38-4594-b546-0d0b37f1bfb8 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:00:13.861852 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c885f20b-8308-4419-b716-03f944a3dd06 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, a4966e70-fb38-4594-b546-0d0b37f1bfb8) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:13.877905 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c885f20b-8308-4419-b716-03f944a3dd06 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:13.878504 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c885f20b-8308-4419-b716-03f944a3dd06 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:13.886159 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6c724e-5423-4dcd-a435-d55a96fae49b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:13.887817 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ce6c724e-5423-4dcd-a435-d55a96fae49b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1015792 Jul 09 10:00:13.891021 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33162) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:13.906421 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c885f20b-8308-4419-b716-03f944a3dd06 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0297201 Jul 09 10:00:13.907296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33170) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:13.913519 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-4402e4e1-8402-46d5-834d-0ee1590d38b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Request body: {'port': {'network_id': 'a4966e70-fb38-4594-b546-0d0b37f1bfb8', 'name': 'tempest-NetworksIpV6TestAttrs-55439902'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:13.915278 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9b8eba-2675-41f1-b59a-562832e419a9 None None] Network a4966e70-fb38-4594-b546-0d0b37f1bfb8 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:13.917843 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dc149185-4d27-4daf-96fc-a2e92973de54 None None] Provisioning complete for port 05835031-4bf9-4195-a346-d355f66da393 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:13.918517 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc149185-4d27-4daf-96fc-a2e92973de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:14.011444 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f26992-6430-47ef-ac0e-dcdf94c0240f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:14.013137 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-26f26992-6430-47ef-ac0e-dcdf94c0240f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1211789 Jul 09 10:00:14.016412 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33182) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:14.053095 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-bf6e0087-d2f3-439b-92f8-2426996980dc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-669543278&fields=id&tenant_id=ae2f728a25b040fd82453c3377e2137f HTTP/1.1" status: 200 len: 267 time: 0.0801623 Jul 09 10:00:14.078027 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78a8c82-dc00-461c-ad06-abea4a007353 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:14.080305 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78a8c82-dc00-461c-ad06-abea4a007353 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:14.082168 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78a8c82-dc00-461c-ad06-abea4a007353 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:14.084631 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f78a8c82-dc00-461c-ad06-abea4a007353 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0668201 Jul 09 10:00:14.086844 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33186) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:14.163495 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f1964f-9447-4576-a9c1-6b16b6aadffe tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet 49d16889-ff79-4b85-91ba-788b9ad3845d {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:00:14.168484 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97f1964f-9447-4576-a9c1-6b16b6aadffe tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:14.175496 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4402e4e1-8402-46d5-834d-0ee1590d38b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Made reservation on behalf of fe51a72b7e6649e7b3dd940248ca608e for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:14.179391 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4402e4e1-8402-46d5-834d-0ee1590d38b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:14.194331 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] Set router 9ba298af-ce9d-435d-99b8-7ca6100956d8 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:00:14.214976 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-4402e4e1-8402-46d5-834d-0ee1590d38b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] device_id is not set on port c56c942b-3d6d-4b92-9a64-23ddd89026ee yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 10:00:14.218359 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97f1964f-9447-4576-a9c1-6b16b6aadffe tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:14.236575 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-383cad93-4fa0-4977-9470-8e5ea6b5f38f None None] Deleting port 82d61b6c-50ac-4863-b951-72b03a5d59f0 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:00:14.237049 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-383cad93-4fa0-4977-9470-8e5ea6b5f38f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:14.256262 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33190) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:14.289886 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-2d58b9e6-a97b-4382-8f85-abc6cea59f30 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:14.291487 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-2d58b9e6-a97b-4382-8f85-abc6cea59f30 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/networks?id=012ab37d-ab4a-471a-b77c-4979ab6b3f84 HTTP/1.1" status: 200 len: 795 time: 0.2291584 Jul 09 10:00:14.318503 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-b8ce2360-d815-45e0-a91d-53e3530851e0 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/quotas/ae2f728a25b040fd82453c3377e2137f HTTP/1.1" status: 200 len: 375 time: 0.0168190 Jul 09 10:00:14.353323 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97f1964f-9447-4576-a9c1-6b16b6aadffe tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:14.419394 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-4402e4e1-8402-46d5-834d-0ee1590d38b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Allocated IP 2001:db8::f816:3eff:fe4f:daca (a4966e70-fb38-4594-b546-0d0b37f1bfb8/2c5f6b93-74fd-483a-94f2-2c8841eab266/c56c942b-3d6d-4b92-9a64-23ddd89026ee) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:14.434101 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2163dbb6-99ee-43af-b5a4-a9997e2dff71 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1431504759-network', 'tenant_id': '56530858b7584e9bb637963eebef01cb'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:14.451593 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97f1964f-9447-4576-a9c1-6b16b6aadffe tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:14.469242 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-e1d25257-5928-4cd4-8dea-382ef30da35b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1265495 Jul 09 10:00:14.485074 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1964f-9447-4576-a9c1-6b16b6aadffe tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=49d16889-ff79-4b85-91ba-788b9ad3845d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:14.489998 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97f1964f-9447-4576-a9c1-6b16b6aadffe tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:14.492235 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-97f1964f-9447-4576-a9c1-6b16b6aadffe tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/49d16889-ff79-4b85-91ba-788b9ad3845d HTTP/1.1" status: 204 len: 168 time: 0.4043636 Jul 09 10:00:14.493665 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2163dbb6-99ee-43af-b5a4-a9997e2dff71 admin admin] Made reservation on behalf of 56530858b7584e9bb637963eebef01cb for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:14.496261 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2163dbb6-99ee-43af-b5a4-a9997e2dff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:14.496769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33194) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:14.508421 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2163dbb6-99ee-43af-b5a4-a9997e2dff71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server [None req-eb48adf2-51db-4aa7-8371-4c8ce5e0a3b7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 49d16889-ff79-4b85-91ba-788b9ad3845d: This subnet is being modified by another concurrent operation. Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise exception Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 49d16889-ff79-4b85-91ba-788b9ad3845d: This subnet is being modified by another concurrent operation. Jul 09 10:00:14.532640 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Jul 09 10:00:14.550267 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-383cad93-4fa0-4977-9470-8e5ea6b5f38f None None] For port 82d61b6c-50ac-4863-b951-72b03a5d59f0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=82d61b6c-50ac-4863-b951-72b03a5d59f0,segment=NetworkSegment(66b43e0d-d3a1-4ff4-bb6d-bfac3b099f8c),segment_id=66b43e0d-d3a1-4ff4-bb6d-bfac3b099f8c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:14.550676 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-383cad93-4fa0-4977-9470-8e5ea6b5f38f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:14.594254 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-383cad93-4fa0-4977-9470-8e5ea6b5f38f None None] Calling delete_port for 82d61b6c-50ac-4863-b951-72b03a5d59f0 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:00:14.634176 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-398b8967-92b9-4a7a-be64-13752cb5b7ed tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet 9a1cb7e9-fa02-4f96-b937-59c32d84d6fd {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:00:14.651540 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2163dbb6-99ee-43af-b5a4-a9997e2dff71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:14.655945 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2163dbb6-99ee-43af-b5a4-a9997e2dff71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:14.660281 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-398b8967-92b9-4a7a-be64-13752cb5b7ed tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:14.676281 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:14.686533 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2163dbb6-99ee-43af-b5a4-a9997e2dff71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:00:14.697927 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163dbb6-99ee-43af-b5a4-a9997e2dff71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1839c5-01ef-4ca5-8067-bd0017cd43ae,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:14.704628 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2163dbb6-99ee-43af-b5a4-a9997e2dff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:14.705021 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-2163dbb6-99ee-43af-b5a4-a9997e2dff71 admin admin] Added segment f99647bf-40fe-4a0c-ba0e-3c0ea64ca754 of type vlan for network b9b3e928-9afa-4f2f-9c20-dbb0525058a5 Jul 09 10:00:14.759477 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2163dbb6-99ee-43af-b5a4-a9997e2dff71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:14.765593 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ad2328-9bf1-4ae8-a244-041218a9bb05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-a4966e70-fb38-4594-b546-0d0b37f1bfb8', 'network_id': 'a4966e70-fb38-4594-b546-0d0b37f1bfb8', 'tenant_id': 'fe51a72b7e6649e7b3dd940248ca608e', 'fixed_ips': [{'subnet_id': '2c5f6b93-74fd-483a-94f2-2c8841eab266'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:00:14.766449 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-81ad2328-9bf1-4ae8-a244-041218a9bb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:14.768425 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba32d80a-9975-4b0c-b30c-40e927a78a3a None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:14.772049 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-398b8967-92b9-4a7a-be64-13752cb5b7ed tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:14.795345 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2163dbb6-99ee-43af-b5a4-a9997e2dff71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:14.796481 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2163dbb6-99ee-43af-b5a4-a9997e2dff71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:14.797133 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2163dbb6-99ee-43af-b5a4-a9997e2dff71 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:14.847378 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4402e4e1-8402-46d5-834d-0ee1590d38b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:14.854984 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2163dbb6-99ee-43af-b5a4-a9997e2dff71 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5974979 Jul 09 10:00:14.858343 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33198) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:14.863563 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2a13b05e-936d-4f3c-bcba-48af20114db0 admin admin] Request body: {'subnet': {'network_id': 'b9b3e928-9afa-4f2f-9c20-dbb0525058a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1431504759-subnet', 'tenant_id': '56530858b7584e9bb637963eebef01cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:14.876264 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163dbb6-99ee-43af-b5a4-a9997e2dff71 admin admin] Pushing event updated for resources: {'Network': ['ID=b9b3e928-9afa-4f2f-9c20-dbb0525058a5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:14.887793 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-398b8967-92b9-4a7a-be64-13752cb5b7ed tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:14.891903 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-4402e4e1-8402-46d5-834d-0ee1590d38b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Transition to ACTIVE for port object c56c942b-3d6d-4b92-9a64-23ddd89026ee will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:14.897759 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a13b05e-936d-4f3c-bcba-48af20114db0 admin admin] Made reservation on behalf of 56530858b7584e9bb637963eebef01cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:14.901278 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a13b05e-936d-4f3c-bcba-48af20114db0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:14.915563 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-220c9e28-4bbf-4e74-9852-a25d1dc32589 service neutron] 10.222.0.61 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048247 Jul 09 10:00:15.019776 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network b9b3e928-9afa-4f2f-9c20-dbb0525058a5 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:00:15.027192 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4402e4e1-8402-46d5-834d-0ee1590d38b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:15.051195 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc149185-4d27-4daf-96fc-a2e92973de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:15.079727 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-398b8967-92b9-4a7a-be64-13752cb5b7ed tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:15.130903 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 9a25c1fd-534e-42d6-a935-edff551d03cf, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=9a25c1fd-534e-42d6-a935-edff551d03cf,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:15.134036 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a13b05e-936d-4f3c-bcba-48af20114db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:15.145325 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4402e4e1-8402-46d5-834d-0ee1590d38b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Network a4966e70-fb38-4594-b546-0d0b37f1bfb8 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:15.149626 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b8967-92b9-4a7a-be64-13752cb5b7ed tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=9a1cb7e9-fa02-4f96-b937-59c32d84d6fd,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:15.152129 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-398b8967-92b9-4a7a-be64-13752cb5b7ed tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:15.161827 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-398b8967-92b9-4a7a-be64-13752cb5b7ed tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/9a1cb7e9-fa02-4f96-b937-59c32d84d6fd HTTP/1.1" status: 204 len: 168 time: 0.6638393 Jul 09 10:00:15.162844 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402e4e1-8402-46d5-834d-0ee1590d38b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event updated for resources: {'Port': ['ID=c56c942b-3d6d-4b92-9a64-23ddd89026ee,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:15.165704 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33202) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:15.166104 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:15.167298 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 82d61b6c-50ac-4863-b951-72b03a5d59f0 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:00:15.176633 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-4402e4e1-8402-46d5-834d-0ee1590d38b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:15.181425 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-2004b94d-1cc5-49f4-a473-f3928078c514 service neutron] 10.222.0.61 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527187 Jul 09 10:00:15.182437 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4402e4e1-8402-46d5-834d-0ee1590d38b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:15.189064 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4402e4e1-8402-46d5-834d-0ee1590d38b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:15.189731 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4402e4e1-8402-46d5-834d-0ee1590d38b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:15.216815 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13b05e-936d-4f3c-bcba-48af20114db0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=719c8b83-6fc3-4846-aac6-eaf32c70d5db,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:15.223683 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0f5ebef2-63ca-4c93-b9fe-cd3ae8b61575 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544932 Jul 09 10:00:15.227333 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33206) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:15.236881 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4402e4e1-8402-46d5-834d-0ee1590d38b3 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.3284483 Jul 09 10:00:15.239368 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33208) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:15.242195 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6357c3ba-7ee2-4cc8-8758-8eb0ca73a0ae tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:15.337093 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a1a479-2ec7-4e42-8cce-6f3f59295318 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Deleting subnet 2c5f6b93-74fd-483a-94f2-2c8841eab266 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:00:15.345390 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96a1a479-2ec7-4e42-8cce-6f3f59295318 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:15.356066 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a13b05e-936d-4f3c-bcba-48af20114db0 admin admin] Checking segment: {'id': 'f99647bf-40fe-4a0c-ba0e-3c0ea64ca754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b9b3e928-9afa-4f2f-9c20-dbb0525058a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:15.356066 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a13b05e-936d-4f3c-bcba-48af20114db0 admin admin] Network hostable DHCP agents. Network: b9b3e928-9afa-4f2f-9c20-dbb0525058a5, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:00:15.379596 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-dc149185-4d27-4daf-96fc-a2e92973de54 None None] For port 05835031-4bf9-4195-a346-d355f66da393, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=05835031-4bf9-4195-a346-d355f66da393,segment=NetworkSegment(f2093405-117f-4f7c-87be-0534aa1f767d),segment_id=f2093405-117f-4f7c-87be-0534aa1f767d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:15.382521 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-383cad93-4fa0-4977-9470-8e5ea6b5f38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:15.395239 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc149185-4d27-4daf-96fc-a2e92973de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:15.422249 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a13b05e-936d-4f3c-bcba-48af20114db0 admin admin] Network b9b3e928-9afa-4f2f-9c20-dbb0525058a5 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:00:15.430333 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6357c3ba-7ee2-4cc8-8758-8eb0ca73a0ae tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:15.435196 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6357c3ba-7ee2-4cc8-8758-8eb0ca73a0ae tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:15.455308 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383cad93-4fa0-4977-9470-8e5ea6b5f38f None None] No DVR routers for this DVR port 82d61b6c-50ac-4863-b951-72b03a5d59f0 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:00:15.457666 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No active binding found for port 82d61b6c-50ac-4863-b951-72b03a5d59f0 {{(pid=93792) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 10:00:15.458115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 82d61b6c-50ac-4863-b951-72b03a5d59f0 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 10:00:15.495877 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-2a13b05e-936d-4f3c-bcba-48af20114db0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, b9b3e928-9afa-4f2f-9c20-dbb0525058a5) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:15.500966 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96a1a479-2ec7-4e42-8cce-6f3f59295318 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:15.511267 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a13b05e-936d-4f3c-bcba-48af20114db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:15.512211 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a13b05e-936d-4f3c-bcba-48af20114db0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:15.515413 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3ff85e8b-7546-4cc2-8626-6e6ead2d54e2 req-0deffdf4-583a-469e-abb1-1e9d4a794d71 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 210 time: 0.0601075 Jul 09 10:00:15.539618 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df34218-3ad2-423d-891a-81dbd81cda4c None None] Network b9b3e928-9afa-4f2f-9c20-dbb0525058a5 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:15.564959 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2a13b05e-936d-4f3c-bcba-48af20114db0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7053018 Jul 09 10:00:15.636513 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Port 82d61b6c-50ac-4863-b951-72b03a5d59f0 not found, will not notify nova. {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 10:00:15.636952 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7ad3bc07-0135-4753-b20b-093a87e272b1 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:00:15.678439 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=9a25c1fd-534e-42d6-a935-edff551d03cf,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:15.680123 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96a1a479-2ec7-4e42-8cce-6f3f59295318 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:15.702814 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488744473', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:03Z', 'updated_at': '2021-07-09T10:00:10Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:04Z', 'updated_at': '2021-07-09T10:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '787e78bd-0d3e-4bbe-8739-ed8a38d747bb', 'name': '', 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:f9:6a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '98dabb0c-da66-43b1-8e01-7e71b5677c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:09Z', 'updated_at': '2021-07-09T10:00:11Z', 'revision_number': 2, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '98dabb0c-da66-43b1-8e01-7e71b5677c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:15.759262 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] Checking router: 9ba298af-ce9d-435d-99b8-7ca6100956d8 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:00:15.760012 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] Updating router 9ba298af-ce9d-435d-99b8-7ca6100956d8 port 787e78bd-0d3e-4bbe-8739-ed8a38d747bb binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:00:15.772559 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-de25d7b2-3181-41e8-8cc9-1ab14865fed3 None None] Provisioning complete for port 9a25c1fd-534e-42d6-a935-edff551d03cf triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:15.773804 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-de25d7b2-3181-41e8-8cc9-1ab14865fed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:15.776012 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383cad93-4fa0-4977-9470-8e5ea6b5f38f None None] Pushing event deleted for resources: {'Port': ['ID=82d61b6c-50ac-4863-b951-72b03a5d59f0,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:15.826910 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96a1a479-2ec7-4e42-8cce-6f3f59295318 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:15.831325 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6357c3ba-7ee2-4cc8-8758-8eb0ca73a0ae tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:15.892229 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6357c3ba-7ee2-4cc8-8758-8eb0ca73a0ae tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:15.896120 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-6357c3ba-7ee2-4cc8-8758-8eb0ca73a0ae tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:15.902145 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6357c3ba-7ee2-4cc8-8758-8eb0ca73a0ae tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:15.902757 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6357c3ba-7ee2-4cc8-8758-8eb0ca73a0ae tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:15.909074 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1a479-2ec7-4e42-8cce-6f3f59295318 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event deleted for resources: {'Subnet': ['ID=2c5f6b93-74fd-483a-94f2-2c8841eab266,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:15.917894 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96a1a479-2ec7-4e42-8cce-6f3f59295318 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:15.925761 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357c3ba-7ee2-4cc8-8758-8eb0ca73a0ae tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=8c22a1ff-0a3a-4d91-a47c-296da7b89511,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:15.926883 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-96a1a479-2ec7-4e42-8cce-6f3f59295318 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "DELETE /v2.0/subnets/2c5f6b93-74fd-483a-94f2-2c8841eab266 HTTP/1.1" status: 204 len: 168 time: 0.6862817 Jul 09 10:00:15.927186 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33224) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server [None req-81ad2328-9bf1-4ae8-a244-041218a9bb05 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c5f6b93-74fd-483a-94f2-2c8841eab266: This subnet is being modified by another concurrent operation. Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise exception Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c5f6b93-74fd-483a-94f2-2c8841eab266: This subnet is being modified by another concurrent operation. Jul 09 10:00:15.948847 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Jul 09 10:00:15.956289 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6357c3ba-7ee2-4cc8-8758-8eb0ca73a0ae tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7159798 Jul 09 10:00:15.960724 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33228) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:15.967847 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e409ed71-4410-44d1-89ee-01a31d0e25b7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:15.979083 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a942f7c0-e189-4115-bfd8-ffe7c139283e None None] Network a4966e70-fb38-4594-b546-0d0b37f1bfb8 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:16.043453 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2967fdd0-11ce-41a5-b8b9-0687b7ad6b72 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:16.047402 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2967fdd0-11ce-41a5-b8b9-0687b7ad6b72 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:16.054847 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2967fdd0-11ce-41a5-b8b9-0687b7ad6b72 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1233833 Jul 09 10:00:16.055284 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33230) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:16.080691 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:16.152745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e409ed71-4410-44d1-89ee-01a31d0e25b7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:16.158094 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e409ed71-4410-44d1-89ee-01a31d0e25b7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:16.200711 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2237aba4-e704-4e72-9ba1-642738ec8fa7 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:16.213935 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48efa0d9-40dd-409d-a078-b3f1998bf2b1 None None] DHCP port deletion for 087ebd13-862d-4dea-9894-e22d71aaec69 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:00:16.245212 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-2237aba4-e704-4e72-9ba1-642738ec8fa7 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 09 10:00:16.245682 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2237aba4-e704-4e72-9ba1-642738ec8fa7 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:16.247745 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2237aba4-e704-4e72-9ba1-642738ec8fa7 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "DELETE /v2.0/networks/a4966e70-fb38-4594-b546-0d0b37f1bfb8 HTTP/1.1" status: 409 len: 405 time: 0.1916094 Jul 09 10:00:16.252249 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33236) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:16.260082 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-67fb7bea-5615-403d-94e6-cc3fbf4ee1c7 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-463344333'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:16.305722 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fb7bea-5615-403d-94e6-cc3fbf4ee1c7 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Made reservation on behalf of fe51a72b7e6649e7b3dd940248ca608e for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:16.309464 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67fb7bea-5615-403d-94e6-cc3fbf4ee1c7 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:16.351120 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67fb7bea-5615-403d-94e6-cc3fbf4ee1c7 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:00:16.365229 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 7ad3bc07-0135-4753-b20b-093a87e272b1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:16.365621 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:16.372996 n-d-799996-1 neutron-server[93790]: INFO neutron.db.ipam_backend_mixin [None req-e409ed71-4410-44d1-89ee-01a31d0e25b7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8c22a1ff-0a3a-4d91-a47c-296da7b89511 (CIDR: 2001:db8::/64) Jul 09 10:00:16.378142 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-e409ed71-4410-44d1-89ee-01a31d0e25b7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 10:00:16.378649 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e409ed71-4410-44d1-89ee-01a31d0e25b7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:16.381865 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67fb7bea-5615-403d-94e6-cc3fbf4ee1c7 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:16.382223 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-67fb7bea-5615-403d-94e6-cc3fbf4ee1c7 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Added segment b4445ca9-83cc-4064-a4de-273e9fc6bad1 of type vlan for network 2df055cb-178f-4c9f-87de-49738ef09085 Jul 09 10:00:16.455170 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33242) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:16.460398 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-53dcdaf7-7dc6-483d-b61b-7d8cc699e317 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:16.465366 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e409ed71-4410-44d1-89ee-01a31d0e25b7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5026481 Jul 09 10:00:16.479816 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33244) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:16.481123 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67fb7bea-5615-403d-94e6-cc3fbf4ee1c7 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:16.491302 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-525eaa81-76d4-49e7-ba90-95251994f4d4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1455099064-network', 'tenant_id': '0bf40e739a18422d8045f45deeaadcb5'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:16.505349 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc149185-4d27-4daf-96fc-a2e92973de54 None None] Pushing event updated for resources: {'Port': ['ID=05835031-4bf9-4195-a346-d355f66da393,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:16.524046 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67fb7bea-5615-403d-94e6-cc3fbf4ee1c7 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:16.530460 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fb7bea-5615-403d-94e6-cc3fbf4ee1c7 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:16.531151 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-67fb7bea-5615-403d-94e6-cc3fbf4ee1c7 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:16.578024 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e650cc-1da3-48bd-abea-9dcbd22c5a38 None None] Network b9b3e928-9afa-4f2f-9c20-dbb0525058a5 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:16.617397 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb7bea-5615-403d-94e6-cc3fbf4ee1c7 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event updated for resources: {'Network': ['ID=2df055cb-178f-4c9f-87de-49738ef09085,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:16.631349 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525eaa81-76d4-49e7-ba90-95251994f4d4 admin admin] Made reservation on behalf of 0bf40e739a18422d8045f45deeaadcb5 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:16.633827 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-525eaa81-76d4-49e7-ba90-95251994f4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:16.648189 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-525eaa81-76d4-49e7-ba90-95251994f4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:16.671946 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-67fb7bea-5615-403d-94e6-cc3fbf4ee1c7 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4139221 Jul 09 10:00:16.672184 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dcdaf7-7dc6-483d-b61b-7d8cc699e317 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:16.672283 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33248) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:16.677900 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d11a22c7-7f55-4fba-aa40-c3a435fa2f04 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Request body: {'subnet': {'network_id': '2df055cb-178f-4c9f-87de-49738ef09085', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:16.681958 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-53dcdaf7-7dc6-483d-b61b-7d8cc699e317 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:16.699282 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 2df055cb-178f-4c9f-87de-49738ef09085 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:00:16.755963 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-68824d27-950f-4fb5-85a4-24c00b03f090 req-078aec47-feea-45e8-998a-a70464064b25 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 210 time: 0.0742731 Jul 09 10:00:16.900559 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-525eaa81-76d4-49e7-ba90-95251994f4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:16.921401 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-525eaa81-76d4-49e7-ba90-95251994f4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:16.929310 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-de25d7b2-3181-41e8-8cc9-1ab14865fed3 None None] Could not find standard attr ID for object 9f8a3f4f-b651-4071-beeb-0c64e26e9354. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 10:00:16.938527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11a22c7-7f55-4fba-aa40-c3a435fa2f04 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Made reservation on behalf of fe51a72b7e6649e7b3dd940248ca608e for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:16.943619 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-48efa0d9-40dd-409d-a078-b3f1998bf2b1 None None] Deleting port 9a25c1fd-534e-42d6-a935-edff551d03cf {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:00:16.944425 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-48efa0d9-40dd-409d-a078-b3f1998bf2b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:16.944557 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d11a22c7-7f55-4fba-aa40-c3a435fa2f04 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:16.944823 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525eaa81-76d4-49e7-ba90-95251994f4d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:00:16.976391 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-525eaa81-76d4-49e7-ba90-95251994f4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:16.976739 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-525eaa81-76d4-49e7-ba90-95251994f4d4 admin admin] Added segment 740291da-6cf3-468d-af56-34d37d0fa964 of type vlan for network d6eed8df-8880-4b97-9a56-2b94e711636f Jul 09 10:00:16.978104 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525eaa81-76d4-49e7-ba90-95251994f4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c83964-8d30-4570-b23f-8ae02839f69f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:17.058635 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-525eaa81-76d4-49e7-ba90-95251994f4d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:17.193867 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-e3d3bc90-519b-4860-b264-63fd8fb0c814 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:17.196087 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-e3d3bc90-519b-4860-b264-63fd8fb0c814 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.58 "GET /v2.0/networks?id=012ab37d-ab4a-471a-b77c-4979ab6b3f84 HTTP/1.1" status: 200 len: 795 time: 0.1891065 Jul 09 10:00:17.312062 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 05835031-4bf9-4195-a346-d355f66da393 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:00:17.360722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d833f930-71d5-4eb4-9405-a10fbe769727 None None] Provisioning for port 787e78bd-0d3e-4bbe-8739-ed8a38d747bb completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:17.394340 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d833f930-71d5-4eb4-9405-a10fbe769727 None None] Provisioning complete for port 787e78bd-0d3e-4bbe-8739-ed8a38d747bb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:17.394612 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d833f930-71d5-4eb4-9405-a10fbe769727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:17.453167 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-48efa0d9-40dd-409d-a078-b3f1998bf2b1 None None] For port 9a25c1fd-534e-42d6-a935-edff551d03cf, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=9a25c1fd-534e-42d6-a935-edff551d03cf,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:17.453565 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-48efa0d9-40dd-409d-a078-b3f1998bf2b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:17.458932 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:00:17.508351 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-48efa0d9-40dd-409d-a078-b3f1998bf2b1 None None] Calling delete_port for 9a25c1fd-534e-42d6-a935-edff551d03cf owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:00:17.522040 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d833f930-71d5-4eb4-9405-a10fbe769727 None None] Port 787e78bd-0d3e-4bbe-8739-ed8a38d747bb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:00:17.547344 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 05835031-4bf9-4195-a346-d355f66da393 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:17.547722 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:17.550452 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:17.576227 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-525eaa81-76d4-49e7-ba90-95251994f4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:17.577224 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525eaa81-76d4-49e7-ba90-95251994f4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:17.578191 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-525eaa81-76d4-49e7-ba90-95251994f4d4 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:17.607100 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-76a3a4d9-b8f8-4d36-9b24-cd35272fc4e0 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae2f728a25b040fd82453c3377e2137f HTTP/1.1" status: 200 len: 379 time: 0.0579679 Jul 09 10:00:17.612420 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] Transition to ACTIVE for port object 787e78bd-0d3e-4bbe-8739-ed8a38d747bb will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:17.619139 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-7edf19d6-4041-4bcc-a3ee-ba3aadfffa27 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'port': {'device_id': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84', 'admin_state_up': True, 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'security_groups': ['62874489-ff81-4316-a4e8-b315509e6ad6']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:17.628580 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d833f930-71d5-4eb4-9405-a10fbe769727 None None] Provisioning complete for port 05835031-4bf9-4195-a346-d355f66da393 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:17.628947 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d833f930-71d5-4eb4-9405-a10fbe769727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:17.652347 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:17.660963 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-525eaa81-76d4-49e7-ba90-95251994f4d4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1762357 Jul 09 10:00:17.671112 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33250) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:17.681392 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8670d16e-1a49-497e-be30-880192701178 admin admin] Request body: {'subnet': {'network_id': 'd6eed8df-8880-4b97-9a56-2b94e711636f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1455099064-subnet', 'tenant_id': '0bf40e739a18422d8045f45deeaadcb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:17.697863 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525eaa81-76d4-49e7-ba90-95251994f4d4 admin admin] Pushing event updated for resources: {'Network': ['ID=d6eed8df-8880-4b97-9a56-2b94e711636f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:17.722406 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network d6eed8df-8880-4b97-9a56-2b94e711636f details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:00:17.740379 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8670d16e-1a49-497e-be30-880192701178 admin admin] Made reservation on behalf of 0bf40e739a18422d8045f45deeaadcb5 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:17.743076 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8670d16e-1a49-497e-be30-880192701178 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:17.824893 n-d-799996-1 neutron-server[93790]: DEBUG neutron.objects.ports [None req-d11a22c7-7f55-4fba-aa40-c3a435fa2f04 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93790) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 10:00:17.828815 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d11a22c7-7f55-4fba-aa40-c3a435fa2f04 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:17.843062 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9840f-201a-464b-83ef-bf6cecad7c97 None None] Pushing event updated for resources: {'Port': ['ID=787e78bd-0d3e-4bbe-8739-ed8a38d747bb,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:17.878834 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-48efa0d9-40dd-409d-a078-b3f1998bf2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:17.896114 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a22c7-7f55-4fba-aa40-c3a435fa2f04 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event updated for resources: {'Subnet': ['ID=895b25aa-d968-4540-8a09-cb3e560e77f4,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:17.910031 n-d-799996-1 neutron-server[93791]: DEBUG neutron.objects.ports [None req-53dcdaf7-7dc6-483d-b61b-7d8cc699e317 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93791) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 10:00:17.954615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-7edf19d6-4041-4bcc-a3ee-ba3aadfffa27 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Made reservation on behalf of ae2f728a25b040fd82453c3377e2137f for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:17.962191 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-7edf19d6-4041-4bcc-a3ee-ba3aadfffa27 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:17.996234 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efa0d9-40dd-409d-a078-b3f1998bf2b1 None None] Pushing event deleted for resources: {'Port': ['ID=9a25c1fd-534e-42d6-a935-edff551d03cf,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:18.005034 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48efa0d9-40dd-409d-a078-b3f1998bf2b1 None None] No DVR routers for this DVR port 9a25c1fd-534e-42d6-a935-edff551d03cf on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:00:18.042767 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-75453193-2a0b-4930-981c-1784b3184b43 req-18efb256-3567-454f-8688-76bcb4274b37 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 210 time: 0.0954649 Jul 09 10:00:18.059190 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11a22c7-7f55-4fba-aa40-c3a435fa2f04 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Checking segment: {'id': 'b4445ca9-83cc-4064-a4de-273e9fc6bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2df055cb-178f-4c9f-87de-49738ef09085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:18.059898 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11a22c7-7f55-4fba-aa40-c3a435fa2f04 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Network hostable DHCP agents. Network: 2df055cb-178f-4c9f-87de-49738ef09085, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:00:18.077242 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b37d29f-2a55-4f79-b3ee-2507ea9106ee None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:18.091748 n-d-799996-1 neutron-server[93791]: WARNING neutron.services.revisions.revision_plugin [None req-53dcdaf7-7dc6-483d-b61b-7d8cc699e317 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Could not find related port for resource to bump revision. Jul 09 10:00:18.141220 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.ipam_pluggable_backend [None req-53dcdaf7-7dc6-483d-b61b-7d8cc699e317 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Port 9a25c1fd-534e-42d6-a935-edff551d03cf was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93791) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 09 10:00:18.141819 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.ipam_pluggable_backend [None req-53dcdaf7-7dc6-483d-b61b-7d8cc699e317 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Reverting IP allocation for 2001:db8:0:1:f816:3eff:fe55:f112 {{(pid=93791) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 09 10:00:18.148307 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.ipam_pluggable_backend [None req-53dcdaf7-7dc6-483d-b61b-7d8cc699e317 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Reverting IP allocation failed for 2001:db8:0:1:f816:3eff:fe55:f112 {{(pid=93791) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 09 10:00:18.151756 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-53dcdaf7-7dc6-483d-b61b-7d8cc699e317 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:18.170360 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 9a25c1fd-534e-42d6-a935-edff551d03cf no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:00:18.195182 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11a22c7-7f55-4fba-aa40-c3a435fa2f04 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Network 2df055cb-178f-4c9f-87de-49738ef09085 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:00:18.212321 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d11a22c7-7f55-4fba-aa40-c3a435fa2f04 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 2df055cb-178f-4c9f-87de-49738ef09085) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:18.217669 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11a22c7-7f55-4fba-aa40-c3a435fa2f04 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:18.218269 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d11a22c7-7f55-4fba-aa40-c3a435fa2f04 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:18.226346 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] Attempting to bind port 787e78bd-0d3e-4bbe-8739-ed8a38d747bb on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:00:18.226769 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] Attempting to bind port 787e78bd-0d3e-4bbe-8739-ed8a38d747bb by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'f2093405-117f-4f7c-87be-0534aa1f767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:00:18.227134 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] Attempting to bind port 787e78bd-0d3e-4bbe-8739-ed8a38d747bb on network 012ab37d-ab4a-471a-b77c-4979ab6b3f84 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:00:18.233390 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa09788b-37b1-4f16-9fa2-cd580a259aa6 None None] Network 2df055cb-178f-4c9f-87de-49738ef09085 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:18.239203 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 9a25c1fd-534e-42d6-a935-edff551d03cf {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:00:18.239583 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 9a25c1fd-534e-42d6-a935-edff551d03cf not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:00:18.240023 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 82d61b6c-50ac-4863-b951-72b03a5d59f0 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:00:18.251608 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dcdaf7-7dc6-483d-b61b-7d8cc699e317 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:18.257658 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-53dcdaf7-7dc6-483d-b61b-7d8cc699e317 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:18.259579 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8670d16e-1a49-497e-be30-880192701178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:18.262283 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dcdaf7-7dc6-483d-b61b-7d8cc699e317 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:18.262884 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-53dcdaf7-7dc6-483d-b61b-7d8cc699e317 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:18.272706 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d11a22c7-7f55-4fba-aa40-c3a435fa2f04 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5962136 Jul 09 10:00:18.272961 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcdaf7-7dc6-483d-b61b-7d8cc699e317 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=56257066-0c30-4b04-b152-f653b68fbdbd,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:18.276358 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33254) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:18.287975 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:00:18.288378 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] Checking segment: {'id': 'f2093405-117f-4f7c-87be-0534aa1f767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:18.290049 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:18.290049 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] Bound using segment: {'id': 'f2093405-117f-4f7c-87be-0534aa1f767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:00:18.290049 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] Bound port: 787e78bd-0d3e-4bbe-8739-ed8a38d747bb, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2093405-117f-4f7c-87be-0534aa1f767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:00:18.290049 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:18.316377 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-53dcdaf7-7dc6-483d-b61b-7d8cc699e317 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8600509 Jul 09 10:00:18.320957 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33256) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:18.327141 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1f536708-310c-4808-b733-f0720be89ba2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'mac_address': 'fa:16:3e:27:e4:c0', 'name': 'tempest-NetworksTestDHCPv6-1842261108'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:18.331743 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 82d61b6c-50ac-4863-b951-72b03a5d59f0 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:00:18.332097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 82d61b6c-50ac-4863-b951-72b03a5d59f0 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:00:18.356055 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-7edf19d6-4041-4bcc-a3ee-ba3aadfffa27 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Allocated IP 172.20.0.11 (012ab37d-ab4a-471a-b77c-4979ab6b3f84/98dabb0c-da66-43b1-8e01-7e71b5677c6c/b507af8a-f3c2-4221-b855-98e789d36aeb) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:18.390492 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670d16e-1a49-497e-be30-880192701178 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1308ce7d-5ba5-4f43-bd62-880fb4247826,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:18.415008 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8670d16e-1a49-497e-be30-880192701178 admin admin] Checking segment: {'id': '740291da-6cf3-468d-af56-34d37d0fa964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd6eed8df-8880-4b97-9a56-2b94e711636f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:18.415008 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8670d16e-1a49-497e-be30-880192701178 admin admin] Network hostable DHCP agents. Network: d6eed8df-8880-4b97-9a56-2b94e711636f, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:00:18.424009 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a54c25a-2b0b-4fdf-8757-e303928fc687 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:18.455500 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8670d16e-1a49-497e-be30-880192701178 admin admin] Network d6eed8df-8880-4b97-9a56-2b94e711636f is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:00:18.479124 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-8670d16e-1a49-497e-be30-880192701178 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, d6eed8df-8880-4b97-9a56-2b94e711636f) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:18.486621 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8670d16e-1a49-497e-be30-880192701178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:18.487214 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8670d16e-1a49-497e-be30-880192701178 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:18.490827 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] For port 787e78bd-0d3e-4bbe-8739-ed8a38d747bb, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:00:18.506535 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f536708-310c-4808-b733-f0720be89ba2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:18.512577 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8670d16e-1a49-497e-be30-880192701178 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8385901 Jul 09 10:00:18.531496 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] For port 787e78bd-0d3e-4bbe-8739-ed8a38d747bb, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=787e78bd-0d3e-4bbe-8739-ed8a38d747bb,segment=NetworkSegment(f2093405-117f-4f7c-87be-0534aa1f767d),segment_id=f2093405-117f-4f7c-87be-0534aa1f767d)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:00:18.561123 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a54c25a-2b0b-4fdf-8757-e303928fc687 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:18.567620 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21c5689-b54b-4e11-8749-407d30596b19 None None] Network d6eed8df-8880-4b97-9a56-2b94e711636f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:18.592937 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f536708-310c-4808-b733-f0720be89ba2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:18.615089 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-1f536708-310c-4808-b733-f0720be89ba2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] device_id is not set on port a2fc5138-533c-4108-bc64-f11da6019b80 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 10:00:18.646403 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-7edf19d6-4041-4bcc-a3ee-ba3aadfffa27 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:18.663486 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:18.675863 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-7edf19d6-4041-4bcc-a3ee-ba3aadfffa27 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Transition to ACTIVE for port object b507af8a-f3c2-4221-b855-98e789d36aeb will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:18.706096 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a54c25a-2b0b-4fdf-8757-e303928fc687 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:18.731340 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abc3647-758f-47d2-bb31-952a42ad6e8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-2df055cb-178f-4c9f-87de-49738ef09085', 'network_id': '2df055cb-178f-4c9f-87de-49738ef09085', 'tenant_id': 'fe51a72b7e6649e7b3dd940248ca608e', 'fixed_ips': [{'subnet_id': '895b25aa-d968-4540-8a09-cb3e560e77f4'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:00:18.732767 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0abc3647-758f-47d2-bb31-952a42ad6e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:18.748275 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54c25a-2b0b-4fdf-8757-e303928fc687 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event deleted for resources: {'Subnet': ['ID=895b25aa-d968-4540-8a09-cb3e560e77f4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:18.779712 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-7edf19d6-4041-4bcc-a3ee-ba3aadfffa27 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:18.839461 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-1f536708-310c-4808-b733-f0720be89ba2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8::3d0 (087ebd13-862d-4dea-9894-e22d71aaec69/8c22a1ff-0a3a-4d91-a47c-296da7b89511/a2fc5138-533c-4108-bc64-f11da6019b80) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:18.848218 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-1f536708-310c-4808-b733-f0720be89ba2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8:0:1:f816:3eff:fe27:e4c0 (087ebd13-862d-4dea-9894-e22d71aaec69/56257066-0c30-4b04-b152-f653b68fbdbd/a2fc5138-533c-4108-bc64-f11da6019b80) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:18.894326 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a54c25a-2b0b-4fdf-8757-e303928fc687 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:18.911432 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-7edf19d6-4041-4bcc-a3ee-ba3aadfffa27 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network 012ab37d-ab4a-471a-b77c-4979ab6b3f84 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:18.919652 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-7edf19d6-4041-4bcc-a3ee-ba3aadfffa27 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:18.923817 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4a54c25a-2b0b-4fdf-8757-e303928fc687 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df055cb-178f-4c9f-87de-49738ef09085']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:18.929121 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-7edf19d6-4041-4bcc-a3ee-ba3aadfffa27 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:18.940186 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf19d6-4041-4bcc-a3ee-ba3aadfffa27 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Port': ['ID=b507af8a-f3c2-4221-b855-98e789d36aeb,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:18.969843 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4a54c25a-2b0b-4fdf-8757-e303928fc687 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4445ca9-83cc-4064-a4de-273e9fc6bad1') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:18.969843 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4a54c25a-2b0b-4fdf-8757-e303928fc687 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4445ca9-83cc-4064-a4de-273e9fc6bad1') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:18.972108 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-087ebd13-862d-4dea-9894-e22d71aaec69', 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'fixed_ips': [{'subnet_id': '56257066-0c30-4b04-b152-f653b68fbdbd'}, {'subnet_id': '8c22a1ff-0a3a-4d91-a47c-296da7b89511'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:00:18.975264 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:18.988610 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a54c25a-2b0b-4fdf-8757-e303928fc687 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:19.009385 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a54c25a-2b0b-4fdf-8757-e303928fc687 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:19.025410 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-7edf19d6-4041-4bcc-a3ee-ba3aadfffa27 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:19.026097 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-7edf19d6-4041-4bcc-a3ee-ba3aadfffa27 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:19.036734 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d76186b-5b2c-4f48-95f3-67259181965e None None] Network 2df055cb-178f-4c9f-87de-49738ef09085 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:19.050322 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a54c25a-2b0b-4fdf-8757-e303928fc687 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:00:19.050756 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a54c25a-2b0b-4fdf-8757-e303928fc687 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:19.055134 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f536708-310c-4808-b733-f0720be89ba2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: timer() Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:00:19.059350 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:00:19.112081 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-1f536708-310c-4808-b733-f0720be89ba2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Transition to ACTIVE for port object a2fc5138-533c-4108-bc64-f11da6019b80 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:19.152132 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-7edf19d6-4041-4bcc-a3ee-ba3aadfffa27 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5218046 Jul 09 10:00:19.190746 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f536708-310c-4808-b733-f0720be89ba2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:19.206375 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] Routers {'9ba298af-ce9d-435d-99b8-7ca6100956d8'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:00:19.207551 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:00:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['9ba298af-ce9d-435d-99b8-7ca6100956d8'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:19.215351 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9840f-201a-464b-83ef-bf6cecad7c97 None None] Pushing event updated for resources: {'Port': ['ID=787e78bd-0d3e-4bbe-8739-ed8a38d747bb,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:19.228045 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-8d72462c-73b6-426f-9381-d97f953f866c service neutron] Request body: {'port': {'device_id': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:19.271973 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a54c25a-2b0b-4fdf-8757-e303928fc687 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:19.276539 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a54c25a-2b0b-4fdf-8757-e303928fc687 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:19.278658 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4a54c25a-2b0b-4fdf-8757-e303928fc687 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "DELETE /v2.0/networks/2df055cb-178f-4c9f-87de-49738ef09085 HTTP/1.1" status: 204 len: 168 time: 1.0015841 Jul 09 10:00:19.302821 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33278) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:19.313271 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-78a6e8c2-1c80-41cb-987b-66c921145669 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1202585314'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:19.329914 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-c34de773-6328-4603-acf3-80c6662cfb44 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:19.335130 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-c34de773-6328-4603-acf3-80c6662cfb44 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/networks?id=b9b3e928-9afa-4f2f-9c20-dbb0525058a5 HTTP/1.1" status: 200 len: 812 time: 0.2052891 Jul 09 10:00:19.393408 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f536708-310c-4808-b733-f0720be89ba2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=a2fc5138-533c-4108-bc64-f11da6019b80,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:19.397435 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f536708-310c-4808-b733-f0720be89ba2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:19.405718 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-1f536708-310c-4808-b733-f0720be89ba2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:19.413783 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f536708-310c-4808-b733-f0720be89ba2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:19.422624 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f536708-310c-4808-b733-f0720be89ba2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:19.422872 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54c25a-2b0b-4fdf-8757-e303928fc687 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event deleted for resources: {'Network': ['ID=2df055cb-178f-4c9f-87de-49738ef09085,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:19.423356 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f536708-310c-4808-b733-f0720be89ba2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:19.446543 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a6e8c2-1c80-41cb-987b-66c921145669 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Made reservation on behalf of fe51a72b7e6649e7b3dd940248ca608e for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:19.447049 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-6777d916-cf5e-40b4-8486-35b6426f9e26 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/quotas/56530858b7584e9bb637963eebef01cb HTTP/1.1" status: 200 len: 375 time: 0.1056087 Jul 09 10:00:19.448939 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-8d72462c-73b6-426f-9381-d97f953f866c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:19.462494 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78a6e8c2-1c80-41cb-987b-66c921145669 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:19.492031 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1f536708-310c-4808-b733-f0720be89ba2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1647153 Jul 09 10:00:19.492031 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33280) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:19.511317 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-57b1efa8-dd4f-457a-bdd3-32f876f4074c tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=56530858b7584e9bb637963eebef01cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475452 Jul 09 10:00:19.532510 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a6e8c2-1c80-41cb-987b-66c921145669 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:00:19.556818 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78a6e8c2-1c80-41cb-987b-66c921145669 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:19.557219 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-78a6e8c2-1c80-41cb-987b-66c921145669 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Added segment ee4983f0-6ea9-4b66-8aa0-40279f3e79d7 of type vlan for network 4be4adeb-bd89-42f4-97c8-18dcab035e86 Jul 09 10:00:19.595039 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f3d09c-9704-43a0-b025-0851c61a63f9 None None] Network d6eed8df-8880-4b97-9a56-2b94e711636f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:19.600492 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccc230-c9d4-46a2-85a0-cd6569929c73 req-aa8313ba-f4aa-461d-ad4e-15279d145698 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:19.602050 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39ccc230-c9d4-46a2-85a0-cd6569929c73 req-aa8313ba-f4aa-461d-ad4e-15279d145698 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 932 time: 0.2584124 Jul 09 10:00:19.637195 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78a6e8c2-1c80-41cb-987b-66c921145669 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:19.677805 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b0ec528b-44b4-4724-8607-cfe559a852c3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting port a2fc5138-533c-4108-bc64-f11da6019b80 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:00:19.678237 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0ec528b-44b4-4724-8607-cfe559a852c3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:19.682761 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78a6e8c2-1c80-41cb-987b-66c921145669 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:19.684553 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-c10f9eb4-4e53-478d-b9ff-0ad481f9abea service neutron] 10.222.0.61 "GET /v2.0/networks/b9b3e928-9afa-4f2f-9c20-dbb0525058a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537271 Jul 09 10:00:19.689007 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a6e8c2-1c80-41cb-987b-66c921145669 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:19.689643 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78a6e8c2-1c80-41cb-987b-66c921145669 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:19.816480 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-78a6e8c2-1c80-41cb-987b-66c921145669 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5116739 Jul 09 10:00:19.824103 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33282) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:19.830042 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7018bd0f-3f48-4699-8cad-dcc5e18fa9be tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Request body: {'subnet': {'network_id': '4be4adeb-bd89-42f4-97c8-18dcab035e86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:19.841478 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6e8c2-1c80-41cb-987b-66c921145669 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event updated for resources: {'Network': ['ID=4be4adeb-bd89-42f4-97c8-18dcab035e86,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:19.865609 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39ccc230-c9d4-46a2-85a0-cd6569929c73 req-24f625e4-e1a9-4773-84bc-18b0c3479d2f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690202 Jul 09 10:00:19.877872 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 4be4adeb-bd89-42f4-97c8-18dcab035e86 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:00:19.927498 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0ec528b-44b4-4724-8607-cfe559a852c3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:19.948785 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b0ec528b-44b4-4724-8607-cfe559a852c3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Calling delete_port for a2fc5138-533c-4108-bc64-f11da6019b80 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:00:19.962180 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6f6fb383-b38f-478e-b73f-7cbe8c8c6e60 None None] Provisioning for port b507af8a-f3c2-4221-b855-98e789d36aeb completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:19.977993 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] Allocated IP 2001:db8::2 (087ebd13-862d-4dea-9894-e22d71aaec69/8c22a1ff-0a3a-4d91-a47c-296da7b89511/c2d66c9b-f789-406c-ba9e-654e2bb60591) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:19.978935 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-d86644a0-9f4d-40db-bc24-8ea5fd24e8e7 service neutron] 10.222.0.61 "GET /v2.0/networks/b9b3e928-9afa-4f2f-9c20-dbb0525058a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926662 Jul 09 10:00:19.999516 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6f6fb383-b38f-478e-b73f-7cbe8c8c6e60 None None] Provisioning complete for port b507af8a-f3c2-4221-b855-98e789d36aeb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:19.999978 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f6fb383-b38f-478e-b73f-7cbe8c8c6e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:20.006772 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7018bd0f-3f48-4699-8cad-dcc5e18fa9be tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Made reservation on behalf of fe51a72b7e6649e7b3dd940248ca608e for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:20.010214 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7018bd0f-3f48-4699-8cad-dcc5e18fa9be tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:20.033413 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] Set router 9ba298af-ce9d-435d-99b8-7ca6100956d8 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:00:20.038134 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe9c:fc1 (087ebd13-862d-4dea-9894-e22d71aaec69/56257066-0c30-4b04-b152-f653b68fbdbd/c2d66c9b-f789-406c-ba9e-654e2bb60591) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:20.111907 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-8d72462c-73b6-426f-9381-d97f953f866c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b507af8a-f3c2-4221-b855-98e789d36aeb {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:00:20.126462 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-8d72462c-73b6-426f-9381-d97f953f866c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:20.147225 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-8d72462c-73b6-426f-9381-d97f953f866c service neutron] Transition to ACTIVE for port object b507af8a-f3c2-4221-b855-98e789d36aeb will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:20.153577 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-8d72462c-73b6-426f-9381-d97f953f866c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:20.197378 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6f6fb383-b38f-478e-b73f-7cbe8c8c6e60 None None] Port b507af8a-f3c2-4221-b855-98e789d36aeb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:00:20.288997 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72462c-73b6-426f-9381-d97f953f866c service neutron] Pushing event updated for resources: {'Port': ['ID=b507af8a-f3c2-4221-b855-98e789d36aeb,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:20.294265 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-70d39332-c11f-4ec9-b8da-19ab4857d09c req-6161ac62-6f3b-4fc3-8ca0-cef0c2df5f5b tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 210 time: 0.0643420 Jul 09 10:00:20.424810 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7018bd0f-3f48-4699-8cad-dcc5e18fa9be tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:20.432525 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-8d72462c-73b6-426f-9381-d97f953f866c service neutron] Attempting to bind port b507af8a-f3c2-4221-b855-98e789d36aeb on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:00:20.433113 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-8d72462c-73b6-426f-9381-d97f953f866c service neutron] Attempting to bind port b507af8a-f3c2-4221-b855-98e789d36aeb by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'f2093405-117f-4f7c-87be-0534aa1f767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:00:20.433526 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-8d72462c-73b6-426f-9381-d97f953f866c service neutron] Attempting to bind port b507af8a-f3c2-4221-b855-98e789d36aeb on network 012ab37d-ab4a-471a-b77c-4979ab6b3f84 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:00:20.445079 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-8d72462c-73b6-426f-9381-d97f953f866c service neutron] Port b507af8a-f3c2-4221-b855-98e789d36aeb on network 012ab37d-ab4a-471a-b77c-4979ab6b3f84 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:00:20.447037 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-8d72462c-73b6-426f-9381-d97f953f866c service neutron] Attempting to bind port b507af8a-f3c2-4221-b855-98e789d36aeb on network 012ab37d-ab4a-471a-b77c-4979ab6b3f84 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:00:20.456372 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-8d72462c-73b6-426f-9381-d97f953f866c service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:00:20.461450 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-8d72462c-73b6-426f-9381-d97f953f866c service neutron] Checking segment: {'id': 'f2093405-117f-4f7c-87be-0534aa1f767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:20.461967 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-8d72462c-73b6-426f-9381-d97f953f866c service neutron] Bound using segment: {'id': 'f2093405-117f-4f7c-87be-0534aa1f767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:00:20.462515 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-8d72462c-73b6-426f-9381-d97f953f866c service neutron] Bound port: b507af8a-f3c2-4221-b855-98e789d36aeb, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2093405-117f-4f7c-87be-0534aa1f767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:00:20.462964 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-8d72462c-73b6-426f-9381-d97f953f866c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:20.483348 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:20.486863 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0ec528b-44b4-4724-8607-cfe559a852c3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:20.505052 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] Transition to ACTIVE for port object c2d66c9b-f789-406c-ba9e-654e2bb60591 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:20.533446 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] Transition to ACTIVE for port object c2d66c9b-f789-406c-ba9e-654e2bb60591 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:20.543968 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018bd0f-3f48-4699-8cad-dcc5e18fa9be tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event updated for resources: {'Subnet': ['ID=3617bc97-9006-4cde-b949-d6c880dba7e2,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:20.546765 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:20.560301 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec528b-44b4-4724-8607-cfe559a852c3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Port': ['ID=a2fc5138-533c-4108-bc64-f11da6019b80,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:20.564470 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488744473', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:03Z', 'updated_at': '2021-07-09T10:00:10Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:04Z', 'updated_at': '2021-07-09T10:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '787e78bd-0d3e-4bbe-8739-ed8a38d747bb', 'name': '', 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:f9:6a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '98dabb0c-da66-43b1-8e01-7e71b5677c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:09Z', 'updated_at': '2021-07-09T10:00:18Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '98dabb0c-da66-43b1-8e01-7e71b5677c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:20.596420 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-8d72462c-73b6-426f-9381-d97f953f866c service neutron] For port b507af8a-f3c2-4221-b855-98e789d36aeb, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:00:20.600027 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-8d72462c-73b6-426f-9381-d97f953f866c service neutron] For port b507af8a-f3c2-4221-b855-98e789d36aeb, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b507af8a-f3c2-4221-b855-98e789d36aeb,segment=NetworkSegment(f2093405-117f-4f7c-87be-0534aa1f767d),segment_id=f2093405-117f-4f7c-87be-0534aa1f767d)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:00:20.608230 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-8d72462c-73b6-426f-9381-d97f953f866c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:20.634212 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:20.637571 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c676aa-d997-4651-9a48-4389b252c655 None None] The sync data for ids ['9ba298af-ce9d-435d-99b8-7ca6100956d8'] in n-d-799996-1 is: [{'id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488744473', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:03Z', 'updated_at': '2021-07-09T10:00:10Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:04Z', 'updated_at': '2021-07-09T10:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '787e78bd-0d3e-4bbe-8739-ed8a38d747bb', 'name': '', 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:f9:6a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '98dabb0c-da66-43b1-8e01-7e71b5677c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:09Z', 'updated_at': '2021-07-09T10:00:18Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '98dabb0c-da66-43b1-8e01-7e71b5677c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:00:20.649950 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7018bd0f-3f48-4699-8cad-dcc5e18fa9be tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Checking segment: {'id': 'ee4983f0-6ea9-4b66-8aa0-40279f3e79d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4be4adeb-bd89-42f4-97c8-18dcab035e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:20.650574 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7018bd0f-3f48-4699-8cad-dcc5e18fa9be tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Network hostable DHCP agents. Network: 4be4adeb-bd89-42f4-97c8-18dcab035e86, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:00:20.655820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-8d72462c-73b6-426f-9381-d97f953f866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:20.656476 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-8d72462c-73b6-426f-9381-d97f953f866c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:20.658819 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0ec528b-44b4-4724-8607-cfe559a852c3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:20.663670 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b0ec528b-44b4-4724-8607-cfe559a852c3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/a2fc5138-533c-4108-bc64-f11da6019b80 HTTP/1.1" status: 204 len: 168 time: 1.1717732 Jul 09 10:00:20.664908 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-8d72462c-73b6-426f-9381-d97f953f866c service neutron] 10.222.0.58 "PUT /v2.0/ports/b507af8a-f3c2-4221-b855-98e789d36aeb HTTP/1.1" status: 200 len: 1092 time: 1.5118408 Jul 09 10:00:20.665424 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'tag': 'b507af8a-f3c2-4221-b855-98e789d36aeb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:00:20.667204 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33294) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:20.667603 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:20.672466 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:20.681159 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87218296-c258-40d9-b726-70b4f6391458" -d '{"events": [{"name": "network-changed", "server_uuid": "0b3cea88-d27d-48bc-8b39-2afd90fa7f80", "tag": "b507af8a-f3c2-4221-b855-98e789d36aeb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:00:20.743768 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] Pushing event updated for resources: {'Port': ['ID=c2d66c9b-f789-406c-ba9e-654e2bb60591,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:20.807672 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7018bd0f-3f48-4699-8cad-dcc5e18fa9be tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Network 4be4adeb-bd89-42f4-97c8-18dcab035e86 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:00:20.810940 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72462c-73b6-426f-9381-d97f953f866c service neutron] Pushing event updated for resources: {'Port': ['ID=b507af8a-f3c2-4221-b855-98e789d36aeb,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:20.831073 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481db2e7-1627-4534-83f0-a81e712d867b x-openstack-request-id: req-481db2e7-1627-4534-83f0-a81e712d867b {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:00:20.831874 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b3cea88-d27d-48bc-8b39-2afd90fa7f80", "tag": "b507af8a-f3c2-4221-b855-98e789d36aeb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:00:20.831874 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-481db2e7-1627-4534-83f0-a81e712d867b {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:00:20.832429 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'tag': 'b507af8a-f3c2-4221-b855-98e789d36aeb', 'status': 'completed', 'code': 200} Jul 09 10:00:20.848520 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-7018bd0f-3f48-4699-8cad-dcc5e18fa9be tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 4be4adeb-bd89-42f4-97c8-18dcab035e86) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:20.853047 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-4b4ff235-ab52-4a0f-b4ca-180da95d4fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:20.865266 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44391ab-3870-4561-8053-bedb9dc9acb9 None None] Network 4be4adeb-bd89-42f4-97c8-18dcab035e86 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:20.865952 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-4b4ff235-ab52-4a0f-b4ca-180da95d4fb0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 1095 time: 0.1396036 Jul 09 10:00:20.867783 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7018bd0f-3f48-4699-8cad-dcc5e18fa9be tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:20.868399 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7018bd0f-3f48-4699-8cad-dcc5e18fa9be tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:20.939247 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7018bd0f-3f48-4699-8cad-dcc5e18fa9be tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1139855 Jul 09 10:00:20.940972 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33302) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:20.958651 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-759d84e3-521f-4836-8d90-54f595ef9d6b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b507af8a-f3c2-4221-b855-98e789d36aeb HTTP/1.1" status: 200 len: 217 time: 0.0858409 Jul 09 10:00:20.983128 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d9f7e0-7ce5-4dd5-a790-9020407d0874 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:20.987045 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-47d9f7e0-7ce5-4dd5-a790-9020407d0874 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1043 time: 0.3161848 Jul 09 10:00:21.005424 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33304) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:21.044253 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] Attempting to bind port c2d66c9b-f789-406c-ba9e-654e2bb60591 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:00:21.044913 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] Attempting to bind port c2d66c9b-f789-406c-ba9e-654e2bb60591 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:00:21.045486 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] Attempting to bind port c2d66c9b-f789-406c-ba9e-654e2bb60591 on network 087ebd13-862d-4dea-9894-e22d71aaec69 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:00:21.068723 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:00:21.069943 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] Checking segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:21.070821 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:21.071284 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] Bound using segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:00:21.071816 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] Bound port: c2d66c9b-f789-406c-ba9e-654e2bb60591, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:00:21.072310 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:21.129786 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-4bc72c64-3d05-4c19-8803-b1fdb907d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:21.134372 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-4bc72c64-3d05-4c19-8803-b1fdb907d46d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98dabb0c-da66-43b1-8e01-7e71b5677c6c HTTP/1.1" status: 200 len: 835 time: 0.1622090 Jul 09 10:00:21.267269 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59ce72a9-ab69-40ed-b73d-2daabc84b9d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:21.274968 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 787e78bd-0d3e-4bbe-8739-ed8a38d747bb up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:00:21.318046 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acd87f1-de74-4dc9-bff3-c5e82f944389 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:21.318507 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-03ce45c2-d9e2-403c-881d-a8972f21491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:21.319643 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9acd87f1-de74-4dc9-bff3-c5e82f944389 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1043 time: 0.3132691 Jul 09 10:00:21.320354 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-03ce45c2-d9e2-403c-881d-a8972f21491f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=012ab37d-ab4a-471a-b77c-4979ab6b3f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498749 Jul 09 10:00:21.322556 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33308) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:21.400418 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ef50c-a51b-49bf-8cd3-ca71d7955260 req-89780df2-99ca-4419-a511-2afb4ddc2658 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:21.402159 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-935ef50c-a51b-49bf-8cd3-ca71d7955260 req-89780df2-99ca-4419-a511-2afb4ddc2658 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 944 time: 0.2640259 Jul 09 10:00:21.410328 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] For port c2d66c9b-f789-406c-ba9e-654e2bb60591, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:00:21.427601 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59ce72a9-ab69-40ed-b73d-2daabc84b9d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:21.439033 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10815b5-c3fe-435e-aac6-c615ea5b2c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-4be4adeb-bd89-42f4-97c8-18dcab035e86', 'network_id': '4be4adeb-bd89-42f4-97c8-18dcab035e86', 'tenant_id': 'fe51a72b7e6649e7b3dd940248ca608e', 'fixed_ips': [{'subnet_id': '3617bc97-9006-4cde-b949-d6c880dba7e2'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:00:21.439915 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d10815b5-c3fe-435e-aac6-c615ea5b2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:21.444630 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] For port c2d66c9b-f789-406c-ba9e-654e2bb60591, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c2d66c9b-f789-406c-ba9e-654e2bb60591,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:00:21.459782 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:21.541678 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 787e78bd-0d3e-4bbe-8739-ed8a38d747bb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:21.578210 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59ce72a9-ab69-40ed-b73d-2daabc84b9d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:21.596838 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-908090ee-c1dc-4e28-a909-fdc012ae8a95 req-edfe647e-7cd2-4fbf-94ed-75a336a71181 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 210 time: 0.0456066 Jul 09 10:00:21.624773 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce72a9-ab69-40ed-b73d-2daabc84b9d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event deleted for resources: {'Subnet': ['ID=3617bc97-9006-4cde-b949-d6c880dba7e2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:21.657324 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 787e78bd-0d3e-4bbe-8739-ed8a38d747bb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:21.657852 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:21.681978 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-935ef50c-a51b-49bf-8cd3-ca71d7955260 req-784da8c2-f40d-4861-91a4-7378c9dcbbee tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2567017 Jul 09 10:00:21.697813 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7f373-a5aa-47a2-8c03-6aae6651b572 None None] Pushing event updated for resources: {'Port': ['ID=c2d66c9b-f789-406c-ba9e-654e2bb60591,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:21.699519 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f74e76a-aba4-426f-b925-49f0820a830c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:21.701541 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f74e76a-aba4-426f-b925-49f0820a830c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:21.703246 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f74e76a-aba4-426f-b925-49f0820a830c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:21.705199 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3f74e76a-aba4-426f-b925-49f0820a830c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3813457 Jul 09 10:00:21.708261 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33312) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server [None req-d10815b5-c3fe-435e-aac6-c615ea5b2c48 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3617bc97-9006-4cde-b949-d6c880dba7e2: This subnet is being modified by another concurrent operation. Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise exception Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3617bc97-9006-4cde-b949-d6c880dba7e2: This subnet is being modified by another concurrent operation. Jul 09 10:00:21.741570 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Jul 09 10:00:21.762059 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac86ee60-cb6d-4fd7-9679-82a86ba03947 None None] Network 4be4adeb-bd89-42f4-97c8-18dcab035e86 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:21.819703 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:21.828764 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59ce72a9-ab69-40ed-b73d-2daabc84b9d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:21.844810 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8be34cd-5c49-4591-a729-94eeff49e78b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet 56257066-0c30-4b04-b152-f653b68fbdbd {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:00:21.876248 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8be34cd-5c49-4591-a729-94eeff49e78b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:21.880814 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-83a1375f-0e6a-4cf6-92e7-0f73795bd545 service neutron] 10.222.0.58 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015438 Jul 09 10:00:21.885108 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-59ce72a9-ab69-40ed-b73d-2daabc84b9d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be4adeb-bd89-42f4-97c8-18dcab035e86']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:21.923947 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-59ce72a9-ab69-40ed-b73d-2daabc84b9d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4983f0-6ea9-4b66-8aa0-40279f3e79d7') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:21.924504 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-59ce72a9-ab69-40ed-b73d-2daabc84b9d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4983f0-6ea9-4b66-8aa0-40279f3e79d7') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:21.939088 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59ce72a9-ab69-40ed-b73d-2daabc84b9d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:21.964146 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59ce72a9-ab69-40ed-b73d-2daabc84b9d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:21.972224 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ce72a9-ab69-40ed-b73d-2daabc84b9d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:00:21.972822 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59ce72a9-ab69-40ed-b73d-2daabc84b9d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:00:21.976806 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:00:21.979899 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 787e78bd-0d3e-4bbe-8739-ed8a38d747bb, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=787e78bd-0d3e-4bbe-8739-ed8a38d747bb,segment=NetworkSegment(f2093405-117f-4f7c-87be-0534aa1f767d),segment_id=f2093405-117f-4f7c-87be-0534aa1f767d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:22.000961 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:22.020513 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8be34cd-5c49-4591-a729-94eeff49e78b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:22.083811 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59ce72a9-ab69-40ed-b73d-2daabc84b9d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:22.096606 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59ce72a9-ab69-40ed-b73d-2daabc84b9d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:22.099631 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-59ce72a9-ab69-40ed-b73d-2daabc84b9d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "DELETE /v2.0/networks/4be4adeb-bd89-42f4-97c8-18dcab035e86 HTTP/1.1" status: 204 len: 168 time: 1.1499574 Jul 09 10:00:22.105253 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33314) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:22.110926 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=787e78bd-0d3e-4bbe-8739-ed8a38d747bb,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:22.112939 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-4840727f-aaaf-4aca-96c0-14405ca1558b tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1203970542'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:22.125409 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce72a9-ab69-40ed-b73d-2daabc84b9d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event deleted for resources: {'Network': ['ID=4be4adeb-bd89-42f4-97c8-18dcab035e86,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:22.149427 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e237f834-062a-4b85-9168-2dde2c4f3371 req-ec5adebf-0360-4cb9-9e97-4cfe336cfba8 service neutron] 10.222.0.58 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331491 Jul 09 10:00:22.180148 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8be34cd-5c49-4591-a729-94eeff49e78b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:22.183407 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4840727f-aaaf-4aca-96c0-14405ca1558b tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Made reservation on behalf of fe51a72b7e6649e7b3dd940248ca608e for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:22.187345 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4840727f-aaaf-4aca-96c0-14405ca1558b tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:22.275647 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4840727f-aaaf-4aca-96c0-14405ca1558b tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:00:22.296890 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4840727f-aaaf-4aca-96c0-14405ca1558b tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:22.297241 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-4840727f-aaaf-4aca-96c0-14405ca1558b tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Added segment 181ef52e-cec9-4bf0-a39f-fa2d298045dc of type vlan for network d273d942-9f66-44d5-8471-e53454a08a85 Jul 09 10:00:22.391916 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8be34cd-5c49-4591-a729-94eeff49e78b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:22.444420 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4840727f-aaaf-4aca-96c0-14405ca1558b tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:22.457582 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87218296-c258-40d9-b726-70b4f6391458 req-d1692b0b-83cd-4368-a156-9a010dd36f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:22.459112 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-87218296-c258-40d9-b726-70b4f6391458 req-d1692b0b-83cd-4368-a156-9a010dd36f37 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 1095 time: 0.2410834 Jul 09 10:00:22.460030 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be34cd-5c49-4591-a729-94eeff49e78b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=56257066-0c30-4b04-b152-f653b68fbdbd,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:22.485261 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8be34cd-5c49-4591-a729-94eeff49e78b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:22.489891 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f8be34cd-5c49-4591-a729-94eeff49e78b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/56257066-0c30-4b04-b152-f653b68fbdbd HTTP/1.1" status: 204 len: 168 time: 0.7804043 Jul 09 10:00:22.490105 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33316) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:22.564710 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-b306c5ec-8deb-467d-a6aa-cc2ea601e093 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet 8c22a1ff-0a3a-4d91-a47c-296da7b89511 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:00:22.568965 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b306c5ec-8deb-467d-a6aa-cc2ea601e093 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:22.604483 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-0c4536c5-5588-4640-8f74-84f0755baf66 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:22.605574 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-0c4536c5-5588-4640-8f74-84f0755baf66 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.64 "GET /v2.0/networks?id=b9b3e928-9afa-4f2f-9c20-dbb0525058a5 HTTP/1.1" status: 200 len: 812 time: 0.2918665 Jul 09 10:00:22.608269 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4840727f-aaaf-4aca-96c0-14405ca1558b tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:22.614130 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4840727f-aaaf-4aca-96c0-14405ca1558b tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:22.614747 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4840727f-aaaf-4aca-96c0-14405ca1558b tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:22.622164 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b306c5ec-8deb-467d-a6aa-cc2ea601e093 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:22.639439 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-976040ee-7c19-4953-a502-ff56cc24da97 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Request body: {'port': {'device_id': 'd1e65f3c-247f-441d-a644-6d5a4ea5e727', 'network_id': 'b9b3e928-9afa-4f2f-9c20-dbb0525058a5', 'admin_state_up': True, 'tenant_id': '56530858b7584e9bb637963eebef01cb'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:22.741625 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b306c5ec-8deb-467d-a6aa-cc2ea601e093 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:22.814050 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b306c5ec-8deb-467d-a6aa-cc2ea601e093 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:22.852122 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306c5ec-8deb-467d-a6aa-cc2ea601e093 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=8c22a1ff-0a3a-4d91-a47c-296da7b89511,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:22.855823 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b306c5ec-8deb-467d-a6aa-cc2ea601e093 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:22.859803 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b306c5ec-8deb-467d-a6aa-cc2ea601e093 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/8c22a1ff-0a3a-4d91-a47c-296da7b89511 HTTP/1.1" status: 204 len: 168 time: 0.3672693 Jul 09 10:00:22.862871 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33322) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:22.903282 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-448cded8-1a90-42d2-bf9a-a8ae09b85a6a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0391898 Jul 09 10:00:22.906224 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33324) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:22.911264 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0a55c6-9161-40e3-8ddc-d495b88feb82 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:22.911630 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a1989351-2b84-459f-8530-07a3d0d9eeab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:23.010085 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1989351-2b84-459f-8530-07a3d0d9eeab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:23.013878 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a1989351-2b84-459f-8530-07a3d0d9eeab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:23.046686 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-50424090-29d7-4238-bbf0-7b18ebd6212b None None] Provisioning for port c2d66c9b-f789-406c-ba9e-654e2bb60591 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:23.112527 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d1eb4979-28bc-43b0-8fd7-cb62caa8a08d req-fc8b3442-d534-4548-a4d8-77621bb24528 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 210 time: 0.0359232 Jul 09 10:00:23.124974 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4840727f-aaaf-4aca-96c0-14405ca1558b tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0167820 Jul 09 10:00:23.129737 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33326) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:23.138373 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-20a34bf3-c439-43e1-9f3d-968e7d3502d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Request body: {'subnet': {'network_id': 'd273d942-9f66-44d5-8471-e53454a08a85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:23.183300 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b2ca96-7ea4-4906-be49-f15ca7887fca None None] DHCP port deletion for 087ebd13-862d-4dea-9894-e22d71aaec69 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:00:23.196215 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87218296-c258-40d9-b726-70b4f6391458 req-549baec3-cb94-4034-b3d9-a929ecc9fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:23.197727 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-87218296-c258-40d9-b726-70b4f6391458 req-549baec3-cb94-4034-b3d9-a929ecc9fcc5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=012ab37d-ab4a-471a-b77c-4979ab6b3f84 HTTP/1.1" status: 200 len: 896 time: 0.7272007 Jul 09 10:00:23.255911 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-87218296-c258-40d9-b726-70b4f6391458 req-9ca11348-09ed-4cf6-bb29-434945dc58c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b507af8a-f3c2-4221-b855-98e789d36aeb HTTP/1.1" status: 200 len: 217 time: 0.0494211 Jul 09 10:00:23.256524 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840727f-aaaf-4aca-96c0-14405ca1558b tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event updated for resources: {'Network': ['ID=d273d942-9f66-44d5-8471-e53454a08a85,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:23.260448 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-49b2ca96-7ea4-4906-be49-f15ca7887fca None None] Deleting port c2d66c9b-f789-406c-ba9e-654e2bb60591 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:00:23.261053 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-49b2ca96-7ea4-4906-be49-f15ca7887fca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:23.312284 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network d273d942-9f66-44d5-8471-e53454a08a85 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:00:23.314207 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 787e78bd-0d3e-4bbe-8739-ed8a38d747bb up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:00:23.328015 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a34bf3-c439-43e1-9f3d-968e7d3502d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Made reservation on behalf of fe51a72b7e6649e7b3dd940248ca608e for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:23.331753 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-20a34bf3-c439-43e1-9f3d-968e7d3502d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:23.366994 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa1239-2138-4d08-b367-1a0617768b41 req-ffa560ed-a1b8-4ea0-ae2d-623677474448 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:23.377809 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8aa1239-2138-4d08-b367-1a0617768b41 req-ffa560ed-a1b8-4ea0-ae2d-623677474448 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 944 time: 0.2681446 Jul 09 10:00:23.382706 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-976040ee-7c19-4953-a502-ff56cc24da97 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Made reservation on behalf of 56530858b7584e9bb637963eebef01cb for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:23.386911 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-976040ee-7c19-4953-a502-ff56cc24da97 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:23.408627 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-49b2ca96-7ea4-4906-be49-f15ca7887fca None None] For port c2d66c9b-f789-406c-ba9e-654e2bb60591, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c2d66c9b-f789-406c-ba9e-654e2bb60591,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:23.409081 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-49b2ca96-7ea4-4906-be49-f15ca7887fca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:23.417663 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87218296-c258-40d9-b726-70b4f6391458 req-65329500-3bbd-4278-aa1e-7cffe4ea2b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:23.420158 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-87218296-c258-40d9-b726-70b4f6391458 req-65329500-3bbd-4278-aa1e-7cffe4ea2b52 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98dabb0c-da66-43b1-8e01-7e71b5677c6c HTTP/1.1" status: 200 len: 835 time: 0.1513355 Jul 09 10:00:23.425194 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a1989351-2b84-459f-8530-07a3d0d9eeab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:23.439890 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-49b2ca96-7ea4-4906-be49-f15ca7887fca None None] Calling delete_port for c2d66c9b-f789-406c-ba9e-654e2bb60591 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:00:23.476712 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1989351-2b84-459f-8530-07a3d0d9eeab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:23.486818 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a1989351-2b84-459f-8530-07a3d0d9eeab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:23.492492 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1989351-2b84-459f-8530-07a3d0d9eeab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:23.494063 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a1989351-2b84-459f-8530-07a3d0d9eeab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:23.499732 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 787e78bd-0d3e-4bbe-8739-ed8a38d747bb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:23.499956 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:23.515563 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1989351-2b84-459f-8530-07a3d0d9eeab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=0aac82a5-03ad-4f6b-900f-e0eaa54d8c49,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:23.548592 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a1989351-2b84-459f-8530-07a3d0d9eeab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6382225 Jul 09 10:00:23.549017 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33328) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:23.554352 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a7c6f699-3846-4c8c-b291-8b1a5ce2b900 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:23.556560 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8aa1239-2138-4d08-b367-1a0617768b41 req-898b15a1-fe50-4e5c-802e-4eab11b45d83 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775415 Jul 09 10:00:23.603086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87218296-c258-40d9-b726-70b4f6391458 req-603b12cc-a48b-487e-b82a-e558f06bc7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:23.604739 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-87218296-c258-40d9-b726-70b4f6391458 req-603b12cc-a48b-487e-b82a-e558f06bc7d9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=012ab37d-ab4a-471a-b77c-4979ab6b3f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1761839 Jul 09 10:00:23.606468 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-49b2ca96-7ea4-4906-be49-f15ca7887fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:23.637711 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2ca96-7ea4-4906-be49-f15ca7887fca None None] Pushing event deleted for resources: {'Port': ['ID=c2d66c9b-f789-406c-ba9e-654e2bb60591,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:23.640318 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b2ca96-7ea4-4906-be49-f15ca7887fca None None] No DVR routers for this DVR port c2d66c9b-f789-406c-ba9e-654e2bb60591 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:00:23.660436 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b878897-812b-435a-b9b1-5288d8a742c3 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:23.688596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-976040ee-7c19-4953-a502-ff56cc24da97 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Allocated IP 172.20.0.5 (b9b3e928-9afa-4f2f-9c20-dbb0525058a5/719c8b83-6fc3-4846-aac6-eaf32c70d5db/9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:23.753782 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-87218296-c258-40d9-b726-70b4f6391458 req-474eea73-3959-4b59-8bcf-5cf3be12df92 service neutron] 10.222.0.58 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409600 Jul 09 10:00:23.772665 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c6f699-3846-4c8c-b291-8b1a5ce2b900 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:23.776780 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7c6f699-3846-4c8c-b291-8b1a5ce2b900 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:23.823739 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc6ce9e-60b5-4801-baa3-c9dd7bdda3a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-087ebd13-862d-4dea-9894-e22d71aaec69', 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'tenant_id': '620e8a181e5f4f15ab794a658a4eb5cb', 'fixed_ips': [{'subnet_id': '0aac82a5-03ad-4f6b-900f-e0eaa54d8c49'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:00:23.824949 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8fc6ce9e-60b5-4801-baa3-c9dd7bdda3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:23.854263 n-d-799996-1 neutron-server[93791]: DEBUG neutron.objects.ports [None req-20a34bf3-c439-43e1-9f3d-968e7d3502d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93791) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 10:00:23.858522 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-20a34bf3-c439-43e1-9f3d-968e7d3502d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:23.928778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-87218296-c258-40d9-b726-70b4f6391458 req-ae856609-23c6-432e-b2d7-6775c767cfb0 service neutron] 10.222.0.58 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664441 Jul 09 10:00:23.938872 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-976040ee-7c19-4953-a502-ff56cc24da97 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:23.956882 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a34bf3-c439-43e1-9f3d-968e7d3502d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event updated for resources: {'Subnet': ['ID=bc5b338d-3d01-4eec-b862-83fcd58fe30e,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:23.971323 n-d-799996-1 neutron-server[93791]: INFO neutron.db.ipam_backend_mixin [None req-a7c6f699-3846-4c8c-b291-8b1a5ce2b900 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0aac82a5-03ad-4f6b-900f-e0eaa54d8c49 (CIDR: 2001:db8::/64) Jul 09 10:00:23.977377 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-8fc6ce9e-60b5-4801-baa3-c9dd7bdda3a8 None None] Allocated IP 2001:db8::2 (087ebd13-862d-4dea-9894-e22d71aaec69/0aac82a5-03ad-4f6b-900f-e0eaa54d8c49/daa3cb5d-1f47-4698-b6aa-3828c489f6ef) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:23.981595 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c6f699-3846-4c8c-b291-8b1a5ce2b900 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 10:00:23.982680 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c6f699-3846-4c8c-b291-8b1a5ce2b900 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:23.985622 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-976040ee-7c19-4953-a502-ff56cc24da97 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:23.998271 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a34bf3-c439-43e1-9f3d-968e7d3502d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Checking segment: {'id': '181ef52e-cec9-4bf0-a39f-fa2d298045dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd273d942-9f66-44d5-8471-e53454a08a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:23.998624 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a34bf3-c439-43e1-9f3d-968e7d3502d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Network hostable DHCP agents. Network: d273d942-9f66-44d5-8471-e53454a08a85, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:00:24.005662 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a7c6f699-3846-4c8c-b291-8b1a5ce2b900 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4528289 Jul 09 10:00:24.005866 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33330) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:24.010755 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2d5037a0-6f10-4848-95e6-7a0437362744 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'subnet': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:24.034379 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-976040ee-7c19-4953-a502-ff56cc24da97 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Network b9b3e928-9afa-4f2f-9c20-dbb0525058a5 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:24.037772 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-976040ee-7c19-4953-a502-ff56cc24da97 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:24.041884 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-976040ee-7c19-4953-a502-ff56cc24da97 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:24.071799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976040ee-7c19-4953-a502-ff56cc24da97 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Pushing event updated for resources: {'Port': ['ID=9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:24.086148 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a34bf3-c439-43e1-9f3d-968e7d3502d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Network d273d942-9f66-44d5-8471-e53454a08a85 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:00:24.103772 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-976040ee-7c19-4953-a502-ff56cc24da97 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:24.104548 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-976040ee-7c19-4953-a502-ff56cc24da97 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:24.106875 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-20a34bf3-c439-43e1-9f3d-968e7d3502d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, d273d942-9f66-44d5-8471-e53454a08a85) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:24.116440 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a34bf3-c439-43e1-9f3d-968e7d3502d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:24.116842 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-20a34bf3-c439-43e1-9f3d-968e7d3502d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:24.122506 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-976040ee-7c19-4953-a502-ff56cc24da97 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4892147 Jul 09 10:00:24.133003 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77eddb5-777b-46d8-b745-574e51091232 None None] Network d273d942-9f66-44d5-8471-e53454a08a85 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:24.145179 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-20a34bf3-c439-43e1-9f3d-968e7d3502d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0125978 Jul 09 10:00:24.147020 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33334) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:24.228633 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5037a0-6f10-4848-95e6-7a0437362744 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:24.229483 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8fc6ce9e-60b5-4801-baa3-c9dd7bdda3a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:24.233314 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d5037a0-6f10-4848-95e6-7a0437362744 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:24.245876 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8fc6ce9e-60b5-4801-baa3-c9dd7bdda3a8 None None] Transition to ACTIVE for port object daa3cb5d-1f47-4698-b6aa-3828c489f6ef will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:24.274603 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-bde26e00-05da-4611-9781-66663733b235 service neutron] Request body: {'port': {'device_id': 'd1e65f3c-247f-441d-a644-6d5a4ea5e727', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:24.285027 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8fc6ce9e-60b5-4801-baa3-c9dd7bdda3a8 None None] Transition to ACTIVE for port object daa3cb5d-1f47-4698-b6aa-3828c489f6ef will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:24.297336 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8fc6ce9e-60b5-4801-baa3-c9dd7bdda3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:24.317469 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f810b0f-ad35-4728-a50c-f9a205f8a670 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:24.372983 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc6ce9e-60b5-4801-baa3-c9dd7bdda3a8 None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:24.380232 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-8fc6ce9e-60b5-4801-baa3-c9dd7bdda3a8 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:24.390744 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc6ce9e-60b5-4801-baa3-c9dd7bdda3a8 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:24.407735 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01150210-800c-438b-a8d8-66d2f168beba req-80ec483a-11ad-419c-a448-cc9b606a1f61 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:24.414984 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-01150210-800c-438b-a8d8-66d2f168beba req-80ec483a-11ad-419c-a448-cc9b606a1f61 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 931 time: 0.1372275 Jul 09 10:00:24.415978 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f810b0f-ad35-4728-a50c-f9a205f8a670 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:24.433733 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-bde26e00-05da-4611-9781-66663733b235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:24.495600 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-01150210-800c-438b-a8d8-66d2f168beba req-9310dea1-c0cf-44ff-87a8-9e889c4f8bef tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf1839c5-01ef-4ca5-8067-bd0017cd43ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796177 Jul 09 10:00:24.522113 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f810b0f-ad35-4728-a50c-f9a205f8a670 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:24.565717 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6ce9e-60b5-4801-baa3-c9dd7bdda3a8 None None] Pushing event updated for resources: {'Port': ['ID=daa3cb5d-1f47-4698-b6aa-3828c489f6ef,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:24.570601 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f810b0f-ad35-4728-a50c-f9a205f8a670 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event deleted for resources: {'Subnet': ['ID=bc5b338d-3d01-4eec-b862-83fcd58fe30e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:24.622854 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ff3e2a-d7b5-49d5-a1ad-08b45a17c80c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-d273d942-9f66-44d5-8471-e53454a08a85', 'network_id': 'd273d942-9f66-44d5-8471-e53454a08a85', 'tenant_id': 'fe51a72b7e6649e7b3dd940248ca608e', 'fixed_ips': [{'subnet_id': 'bc5b338d-3d01-4eec-b862-83fcd58fe30e'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:00:24.624240 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-19ff3e2a-d7b5-49d5-a1ad-08b45a17c80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:24.651887 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f810b0f-ad35-4728-a50c-f9a205f8a670 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:24.670836 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-9f810b0f-ad35-4728-a50c-f9a205f8a670 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d273d942-9f66-44d5-8471-e53454a08a85']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:24.673286 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8fc6ce9e-60b5-4801-baa3-c9dd7bdda3a8 None None] Attempting to bind port daa3cb5d-1f47-4698-b6aa-3828c489f6ef on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:00:24.674060 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8fc6ce9e-60b5-4801-baa3-c9dd7bdda3a8 None None] Attempting to bind port daa3cb5d-1f47-4698-b6aa-3828c489f6ef by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:00:24.674227 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc6ce9e-60b5-4801-baa3-c9dd7bdda3a8 None None] Attempting to bind port daa3cb5d-1f47-4698-b6aa-3828c489f6ef on network 087ebd13-862d-4dea-9894-e22d71aaec69 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:00:24.681633 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-9f810b0f-ad35-4728-a50c-f9a205f8a670 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181ef52e-cec9-4bf0-a39f-fa2d298045dc') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:24.681930 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-9f810b0f-ad35-4728-a50c-f9a205f8a670 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181ef52e-cec9-4bf0-a39f-fa2d298045dc') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:24.684563 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc6ce9e-60b5-4801-baa3-c9dd7bdda3a8 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:00:24.684992 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc6ce9e-60b5-4801-baa3-c9dd7bdda3a8 None None] Checking segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:24.685421 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8fc6ce9e-60b5-4801-baa3-c9dd7bdda3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:24.686186 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc6ce9e-60b5-4801-baa3-c9dd7bdda3a8 None None] Bound using segment: {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:00:24.686321 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8fc6ce9e-60b5-4801-baa3-c9dd7bdda3a8 None None] Bound port: daa3cb5d-1f47-4698-b6aa-3828c489f6ef, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893cffe1-366a-4636-9298-5eca2b36b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:00:24.686709 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8fc6ce9e-60b5-4801-baa3-c9dd7bdda3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:24.694101 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f810b0f-ad35-4728-a50c-f9a205f8a670 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:24.729285 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f810b0f-ad35-4728-a50c-f9a205f8a670 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:24.741497 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f810b0f-ad35-4728-a50c-f9a205f8a670 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:00:24.741810 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f810b0f-ad35-4728-a50c-f9a205f8a670 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:00:24.744804 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:00:24.774168 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f294d025-f0d6-4934-a045-b8f7f08a8b55 None None] Network d273d942-9f66-44d5-8471-e53454a08a85 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:24.844776 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf14c2d-531a-45ba-8cb5-5a1c249ed9a6 req-816ce1a9-8880-4718-99d8-3ea4503a2fc1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:24.846472 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cdf14c2d-531a-45ba-8cb5-5a1c249ed9a6 req-816ce1a9-8880-4718-99d8-3ea4503a2fc1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 944 time: 0.1261141 Jul 09 10:00:24.851523 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f810b0f-ad35-4728-a50c-f9a205f8a670 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:24.861883 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-bde26e00-05da-4611-9781-66663733b235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:00:24.865267 n-d-799996-1 neutron-server[93791]: DEBUG neutron.objects.ports [None req-2d5037a0-6f10-4848-95e6-7a0437362744 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93791) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 10:00:24.867046 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f810b0f-ad35-4728-a50c-f9a205f8a670 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:24.867384 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8fc6ce9e-60b5-4801-baa3-c9dd7bdda3a8 None None] For port daa3cb5d-1f47-4698-b6aa-3828c489f6ef, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:00:24.872346 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9f810b0f-ad35-4728-a50c-f9a205f8a670 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "DELETE /v2.0/networks/d273d942-9f66-44d5-8471-e53454a08a85 HTTP/1.1" status: 204 len: 168 time: 0.7213230 Jul 09 10:00:24.878046 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-bde26e00-05da-4611-9781-66663733b235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:24.880047 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33340) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:24.884939 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f810b0f-ad35-4728-a50c-f9a205f8a670 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event deleted for resources: {'Network': ['ID=d273d942-9f66-44d5-8471-e53454a08a85,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:24.918950 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8fc6ce9e-60b5-4801-baa3-c9dd7bdda3a8 None None] For port daa3cb5d-1f47-4698-b6aa-3828c489f6ef, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=daa3cb5d-1f47-4698-b6aa-3828c489f6ef,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:00:24.924899 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8fc6ce9e-60b5-4801-baa3-c9dd7bdda3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:24.938496 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72892d0-49e4-4c49-9eeb-c837f186f97e tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:24.938953 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72892d0-49e4-4c49-9eeb-c837f186f97e tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:24.940819 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a72892d0-49e4-4c49-9eeb-c837f186f97e tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "DELETE /v2.0/subnets/bc5b338d-3d01-4eec-b862-83fcd58fe30e HTTP/1.1" status: 404 len: 337 time: 0.0595887 Jul 09 10:00:24.943490 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-bde26e00-05da-4611-9781-66663733b235 service neutron] Transition to ACTIVE for port object 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:24.943816 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33342) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:24.953447 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-bde26e00-05da-4611-9781-66663733b235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:24.967017 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cdf14c2d-531a-45ba-8cb5-5a1c249ed9a6 req-9cadd94b-91c2-4a98-9051-862168f13621 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003203 Jul 09 10:00:24.987013 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6ce9e-60b5-4801-baa3-c9dd7bdda3a8 None None] Pushing event updated for resources: {'Port': ['ID=daa3cb5d-1f47-4698-b6aa-3828c489f6ef,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:25.021080 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde26e00-05da-4611-9781-66663733b235 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:25.107459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-bde26e00-05da-4611-9781-66663733b235 service neutron] Attempting to bind port 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:00:25.108108 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-bde26e00-05da-4611-9781-66663733b235 service neutron] Attempting to bind port 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'f99647bf-40fe-4a0c-ba0e-3c0ea64ca754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b9b3e928-9afa-4f2f-9c20-dbb0525058a5'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:00:25.108448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-bde26e00-05da-4611-9781-66663733b235 service neutron] Attempting to bind port 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e on network b9b3e928-9afa-4f2f-9c20-dbb0525058a5 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:00:25.114345 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-bde26e00-05da-4611-9781-66663733b235 service neutron] Port 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e on network b9b3e928-9afa-4f2f-9c20-dbb0525058a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:00:25.114751 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-bde26e00-05da-4611-9781-66663733b235 service neutron] Attempting to bind port 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e on network b9b3e928-9afa-4f2f-9c20-dbb0525058a5 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:00:25.120775 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-bde26e00-05da-4611-9781-66663733b235 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:00:25.121260 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-bde26e00-05da-4611-9781-66663733b235 service neutron] Checking segment: {'id': 'f99647bf-40fe-4a0c-ba0e-3c0ea64ca754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b9b3e928-9afa-4f2f-9c20-dbb0525058a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:25.121746 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-bde26e00-05da-4611-9781-66663733b235 service neutron] Bound using segment: {'id': 'f99647bf-40fe-4a0c-ba0e-3c0ea64ca754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b9b3e928-9afa-4f2f-9c20-dbb0525058a5'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:00:25.122305 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-bde26e00-05da-4611-9781-66663733b235 service neutron] Bound port: 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99647bf-40fe-4a0c-ba0e-3c0ea64ca754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b9b3e928-9afa-4f2f-9c20-dbb0525058a5'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:00:25.123341 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-bde26e00-05da-4611-9781-66663733b235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:25.140462 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c2d66c9b-f789-406c-ba9e-654e2bb60591 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:00:25.171999 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: c2d66c9b-f789-406c-ba9e-654e2bb60591 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:00:25.172808 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c2d66c9b-f789-406c-ba9e-654e2bb60591 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:00:25.193356 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b507af8a-f3c2-4221-b855-98e789d36aeb details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:00:25.236258 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-bde26e00-05da-4611-9781-66663733b235 service neutron] For port 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:00:25.239875 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-bde26e00-05da-4611-9781-66663733b235 service neutron] For port 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e,segment=NetworkSegment(f99647bf-40fe-4a0c-ba0e-3c0ea64ca754),segment_id=f99647bf-40fe-4a0c-ba0e-3c0ea64ca754)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:00:25.245778 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-bde26e00-05da-4611-9781-66663733b235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:25.286986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-bde26e00-05da-4611-9781-66663733b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:25.287751 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-bde26e00-05da-4611-9781-66663733b235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:25.289201 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-bde26e00-05da-4611-9781-66663733b235 service neutron] 10.222.0.64 "PUT /v2.0/ports/9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e HTTP/1.1" status: 200 len: 1091 time: 1.1593947 Jul 09 10:00:25.289675 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e65f3c-247f-441d-a644-6d5a4ea5e727', 'tag': '9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:00:25.295617 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2f435c-7208-4a41-b0b9-58c76223fbcf" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e65f3c-247f-441d-a644-6d5a4ea5e727", "tag": "9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:00:25.341192 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde26e00-05da-4611-9781-66663733b235 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:25.400545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port b507af8a-f3c2-4221-b855-98e789d36aeb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b507af8a-f3c2-4221-b855-98e789d36aeb,segment=NetworkSegment(f2093405-117f-4f7c-87be-0534aa1f767d),segment_id=f2093405-117f-4f7c-87be-0534aa1f767d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:25.408512 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c37630-7108-4aeb-9083-87e5b286e11f tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:25.409109 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c37630-7108-4aeb-9083-87e5b286e11f tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:25.410858 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-84c37630-7108-4aeb-9083-87e5b286e11f tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "DELETE /v2.0/networks/d273d942-9f66-44d5-8471-e53454a08a85 HTTP/1.1" status: 404 len: 339 time: 0.4658165 Jul 09 10:00:25.414011 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33348) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:25.417403 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'b507af8a-f3c2-4221-b855-98e789d36aeb', 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84', 'port_id': 'b507af8a-f3c2-4221-b855-98e789d36aeb', 'mac_address': 'fa:16:3e:18:4c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98dabb0c-da66-43b1-8e01-7e71b5677c6c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:00:25.456210 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2e8172-6c59-48dd-b210-613476060fba tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:25.456671 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc2e8172-6c59-48dd-b210-613476060fba tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:25.458408 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bc2e8172-6c59-48dd-b210-613476060fba tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "DELETE /v2.0/subnets/3617bc97-9006-4cde-b949-d6c880dba7e2 HTTP/1.1" status: 404 len: 337 time: 0.0435095 Jul 09 10:00:25.459937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-9e2201e9-5266-4a2d-afad-4aff3333e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:25.461711 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-9e2201e9-5266-4a2d-afad-4aff3333e4fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56530858b7584e9bb637963eebef01cb&device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 1094 time: 0.1021609 Jul 09 10:00:25.462497 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33350) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:25.468969 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:25.485769 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b507af8a-f3c2-4221-b855-98e789d36aeb {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:00:25.502409 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb07b31e-33d1-4c70-97fe-4c73ef4e6cad tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:25.503019 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb07b31e-33d1-4c70-97fe-4c73ef4e6cad tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:25.507051 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bb07b31e-33d1-4c70-97fe-4c73ef4e6cad tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "DELETE /v2.0/networks/4be4adeb-bd89-42f4-97c8-18dcab035e86 HTTP/1.1" status: 404 len: 339 time: 0.0413330 Jul 09 10:00:25.508738 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33352) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:25.509466 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port b507af8a-f3c2-4221-b855-98e789d36aeb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b507af8a-f3c2-4221-b855-98e789d36aeb,segment=NetworkSegment(f2093405-117f-4f7c-87be-0534aa1f767d),segment_id=f2093405-117f-4f7c-87be-0534aa1f767d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:25.517108 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:25.518765 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d11e45f-6370-4e72-a191-7d7bf2b5a2fd x-openstack-request-id: req-4d11e45f-6370-4e72-a191-7d7bf2b5a2fd {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:00:25.519844 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e65f3c-247f-441d-a644-6d5a4ea5e727", "tag": "9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:00:25.520127 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4d11e45f-6370-4e72-a191-7d7bf2b5a2fd {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:00:25.520543 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e65f3c-247f-441d-a644-6d5a4ea5e727', 'tag': '9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e', 'status': 'completed', 'code': 200} Jul 09 10:00:25.522599 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-d32b757a-c297-41e3-80ee-41eb8ff05570 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e HTTP/1.1" status: 200 len: 217 time: 0.0525744 Jul 09 10:00:25.546683 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4957db2-0d2e-41d4-bc4f-7fb152fa3dab tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:25.547561 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4957db2-0d2e-41d4-bc4f-7fb152fa3dab tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:25.551664 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d4957db2-0d2e-41d4-bc4f-7fb152fa3dab tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "DELETE /v2.0/subnets/895b25aa-d968-4540-8a09-cb3e560e77f4 HTTP/1.1" status: 404 len: 337 time: 0.0397346 Jul 09 10:00:25.552307 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33356) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:25.573072 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b56d9b-9c6f-463d-9075-3513486ddb89 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:25.573724 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b56d9b-9c6f-463d-9075-3513486ddb89 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:25.577866 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-09b56d9b-9c6f-463d-9075-3513486ddb89 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "DELETE /v2.0/networks/2df055cb-178f-4c9f-87de-49738ef09085 HTTP/1.1" status: 404 len: 339 time: 0.0225420 Jul 09 10:00:25.578349 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33358) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:25.578785 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=b507af8a-f3c2-4221-b855-98e789d36aeb,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:25.587921 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-dc052922-cf0f-44de-9f15-8d10b408742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:25.590168 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:25.590411 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-dc052922-cf0f-44de-9f15-8d10b408742f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=719c8b83-6fc3-4846-aac6-eaf32c70d5db HTTP/1.1" status: 200 len: 852 time: 0.0600114 Jul 09 10:00:25.590884 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:25.592007 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:25.592519 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:25.593037 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:25.593544 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:25.594097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:25.594850 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:25.595518 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:25.596109 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:25.596609 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:25.597127 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:25.633434 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-505a04a2-f72e-4330-a337-b93f63f6b8b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9b3e928-9afa-4f2f-9c20-dbb0525058a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369775 Jul 09 10:00:25.661114 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d5037a0-6f10-4848-95e6-7a0437362744 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:25.736452 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['b507af8a-f3c2-4221-b855-98e789d36aeb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:00:25.762391 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-cc8bb9e8-ffa3-45ea-8b55-0a508ce58eb7 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Deleting port c56c942b-3d6d-4b92-9a64-23ddd89026ee {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:00:25.762754 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb9e8-ffa3-45ea-8b55-0a508ce58eb7 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:25.787980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419769f-80c9-470f-97aa-3f26321a1c16 req-678a1629-e535-4102-bb91-1cc81c329c9d tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:25.789914 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1419769f-80c9-470f-97aa-3f26321a1c16 req-678a1629-e535-4102-bb91-1cc81c329c9d tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 943 time: 0.1504951 Jul 09 10:00:25.795819 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-1b31281b-c053-4e56-9813-fced4d10db2f service neutron] 10.222.0.64 "GET /v2.0/networks/b9b3e928-9afa-4f2f-9c20-dbb0525058a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457467 Jul 09 10:00:25.883392 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb9e8-ffa3-45ea-8b55-0a508ce58eb7 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:25.894258 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1419769f-80c9-470f-97aa-3f26321a1c16 req-15b61856-3cf9-46df-9536-10ed68e5eb6f tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf1839c5-01ef-4ca5-8067-bd0017cd43ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956783 Jul 09 10:00:25.909331 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-cc8bb9e8-ffa3-45ea-8b55-0a508ce58eb7 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Calling delete_port for c56c942b-3d6d-4b92-9a64-23ddd89026ee owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:00:25.935490 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-2d5037a0-6f10-4848-95e6-7a0437362744 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] For port daa3cb5d-1f47-4698-b6aa-3828c489f6ef, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=daa3cb5d-1f47-4698-b6aa-3828c489f6ef,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:25.952836 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b4f4619-0797-455f-9958-a10b7f79a5e0 req-5bf29e25-26b0-44c9-9439-e33e40b9d8b8 service neutron] 10.222.0.64 "GET /v2.0/networks/b9b3e928-9afa-4f2f-9c20-dbb0525058a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469693 Jul 09 10:00:26.011945 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d5037a0-6f10-4848-95e6-7a0437362744 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:26.026090 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d5037a0-6f10-4848-95e6-7a0437362744 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:26.026859 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d5037a0-6f10-4848-95e6-7a0437362744 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:26.104085 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb9e8-ffa3-45ea-8b55-0a508ce58eb7 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:26.117066 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5037a0-6f10-4848-95e6-7a0437362744 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:26.134847 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-2d5037a0-6f10-4848-95e6-7a0437362744 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:26.143578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f435c-7208-4a41-b0b9-58c76223fbcf req-b6ff4f68-dd5c-44c1-ae9c-cc09ddbddadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:26.146555 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-da2f435c-7208-4a41-b0b9-58c76223fbcf req-b6ff4f68-dd5c-44c1-ae9c-cc09ddbddadb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56530858b7584e9bb637963eebef01cb&device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 1094 time: 0.1380904 Jul 09 10:00:26.150374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5037a0-6f10-4848-95e6-7a0437362744 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:26.150955 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d5037a0-6f10-4848-95e6-7a0437362744 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:26.161664 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5037a0-6f10-4848-95e6-7a0437362744 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Subnet': ['ID=a0f17c0b-e3fb-47ed-9cd7-8038e1555220,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:26.168294 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb9e8-ffa3-45ea-8b55-0a508ce58eb7 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:26.173497 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cc8bb9e8-ffa3-45ea-8b55-0a508ce58eb7 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "DELETE /v2.0/ports/c56c942b-3d6d-4b92-9a64-23ddd89026ee HTTP/1.1" status: 204 len: 168 time: 0.5939779 Jul 09 10:00:26.174436 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5037a0-6f10-4848-95e6-7a0437362744 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=daa3cb5d-1f47-4698-b6aa-3828c489f6ef,revision_number=4']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:26.176563 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33362) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:26.207295 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2d5037a0-6f10-4848-95e6-7a0437362744 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2004590 Jul 09 10:00:26.208362 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bb9e8-ffa3-45ea-8b55-0a508ce58eb7 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event deleted for resources: {'Port': ['ID=c56c942b-3d6d-4b92-9a64-23ddd89026ee,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:26.210195 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33364) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:26.215953 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-84dace5c-be86-4401-94a4-bd4c1792766f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Request body: {'port': {'network_id': '087ebd13-862d-4dea-9894-e22d71aaec69', 'mac_address': 'fa:16:3e:8b:c1:48', 'name': 'tempest-NetworksTestDHCPv6-73236281'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:26.254021 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-872490ce-d658-4b68-8865-b769f2f43df2 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:26.254479 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872490ce-d658-4b68-8865-b769f2f43df2 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:26.256259 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-872490ce-d658-4b68-8865-b769f2f43df2 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "DELETE /v2.0/subnets/2c5f6b93-74fd-483a-94f2-2c8841eab266 HTTP/1.1" status: 404 len: 337 time: 0.0790532 Jul 09 10:00:26.266303 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33366) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:26.290326 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84536c4-f624-42b1-acfc-ba05c61aeecd None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:26.325198 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f435c-7208-4a41-b0b9-58c76223fbcf req-21cc67df-a834-48bb-a446-76c68860a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:26.327288 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-da2f435c-7208-4a41-b0b9-58c76223fbcf req-21cc67df-a834-48bb-a446-76c68860a0a5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b9b3e928-9afa-4f2f-9c20-dbb0525058a5 HTTP/1.1" status: 200 len: 913 time: 0.1719332 Jul 09 10:00:26.340390 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0b707-c9a2-46ab-b71d-8fe0c84bb020 req-dd73b090-e505-4670-b4cf-dd5c25307154 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:26.342220 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3ad0b707-c9a2-46ab-b71d-8fe0c84bb020 req-dd73b090-e505-4670-b4cf-dd5c25307154 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 945 time: 0.1247399 Jul 09 10:00:26.372248 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d729bff0-bbad-4af9-b2c4-90d5bfe08b63 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:26.384191 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4ae5e957-1d64-4c40-8c5a-f0fa8cdc9368 None None] Provisioning for port daa3cb5d-1f47-4698-b6aa-3828c489f6ef completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:26.389174 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-da2f435c-7208-4a41-b0b9-58c76223fbcf req-3d8c69af-4a6c-4745-bf28-4c3687fcc20e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e HTTP/1.1" status: 200 len: 217 time: 0.0461748 Jul 09 10:00:26.442334 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dace5c-be86-4401-94a4-bd4c1792766f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Made reservation on behalf of 620e8a181e5f4f15ab794a658a4eb5cb for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:26.446950 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3ad0b707-c9a2-46ab-b71d-8fe0c84bb020 req-6fe973ed-64a0-4d8b-8811-1a53448800f2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969570 Jul 09 10:00:26.457077 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f435c-7208-4a41-b0b9-58c76223fbcf req-10429d6d-d100-4ded-a0fa-844979234fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:26.458557 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-da2f435c-7208-4a41-b0b9-58c76223fbcf req-10429d6d-d100-4ded-a0fa-844979234fd2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=719c8b83-6fc3-4846-aac6-eaf32c70d5db HTTP/1.1" status: 200 len: 852 time: 0.0630946 Jul 09 10:00:26.496927 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-da2f435c-7208-4a41-b0b9-58c76223fbcf req-7bc9cc42-9dc7-41f1-b681-271e801c9ab7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9b3e928-9afa-4f2f-9c20-dbb0525058a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317760 Jul 09 10:00:26.532950 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d729bff0-bbad-4af9-b2c4-90d5bfe08b63 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:26.545955 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-d729bff0-bbad-4af9-b2c4-90d5bfe08b63 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4966e70-fb38-4594-b546-0d0b37f1bfb8']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:26.564937 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-d729bff0-bbad-4af9-b2c4-90d5bfe08b63 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef1588a-0e68-4f43-ad99-eabd61a04d09') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:26.565280 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-d729bff0-bbad-4af9-b2c4-90d5bfe08b63 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef1588a-0e68-4f43-ad99-eabd61a04d09') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:26.578897 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d729bff0-bbad-4af9-b2c4-90d5bfe08b63 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:26.601772 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-da2f435c-7208-4a41-b0b9-58c76223fbcf req-28bcb894-ee5a-4868-97d1-0d7ea932af2c service neutron] 10.222.0.64 "GET /v2.0/networks/b9b3e928-9afa-4f2f-9c20-dbb0525058a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986829 Jul 09 10:00:26.602142 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84dace5c-be86-4401-94a4-bd4c1792766f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:26.604612 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d729bff0-bbad-4af9-b2c4-90d5bfe08b63 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:26.619462 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d729bff0-bbad-4af9-b2c4-90d5bfe08b63 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:00:26.619895 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d729bff0-bbad-4af9-b2c4-90d5bfe08b63 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:00:26.623653 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:00:26.674377 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-84dace5c-be86-4401-94a4-bd4c1792766f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] device_id is not set on port 3b407fa3-3a76-47e6-8458-43d8c700bbba yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 10:00:26.701637 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-da2f435c-7208-4a41-b0b9-58c76223fbcf req-41798e30-2c7a-461f-ac68-e54a3b051fb8 service neutron] 10.222.0.64 "GET /v2.0/networks/b9b3e928-9afa-4f2f-9c20-dbb0525058a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929818 Jul 09 10:00:26.734333 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d729bff0-bbad-4af9-b2c4-90d5bfe08b63 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:26.745139 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d729bff0-bbad-4af9-b2c4-90d5bfe08b63 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:26.746968 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d729bff0-bbad-4af9-b2c4-90d5bfe08b63 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "DELETE /v2.0/networks/a4966e70-fb38-4594-b546-0d0b37f1bfb8 HTTP/1.1" status: 204 len: 168 time: 0.4797323 Jul 09 10:00:26.750168 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33368) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:26.762975 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729bff0-bbad-4af9-b2c4-90d5bfe08b63 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event deleted for resources: {'Network': ['ID=a4966e70-fb38-4594-b546-0d0b37f1bfb8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:26.868330 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b6d28a1b-af20-4e31-91cc-705904edb3d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Deleting port a759dbe6-2545-490e-8b17-66ce641fbc24 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:00:26.869145 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6d28a1b-af20-4e31-91cc-705904edb3d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:26.884490 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-84dace5c-be86-4401-94a4-bd4c1792766f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8::28d (087ebd13-862d-4dea-9894-e22d71aaec69/0aac82a5-03ad-4f6b-900f-e0eaa54d8c49/3b407fa3-3a76-47e6-8458-43d8c700bbba) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:26.891512 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-84dace5c-be86-4401-94a4-bd4c1792766f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8b:c148 (087ebd13-862d-4dea-9894-e22d71aaec69/a0f17c0b-e3fb-47ed-9cd7-8038e1555220/3b407fa3-3a76-47e6-8458-43d8c700bbba) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:26.946523 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6d28a1b-af20-4e31-91cc-705904edb3d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:26.962331 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b6d28a1b-af20-4e31-91cc-705904edb3d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Calling delete_port for a759dbe6-2545-490e-8b17-66ce641fbc24 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:00:27.088102 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84dace5c-be86-4401-94a4-bd4c1792766f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:27.095051 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6d28a1b-af20-4e31-91cc-705904edb3d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:27.108147 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-84dace5c-be86-4401-94a4-bd4c1792766f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Transition to ACTIVE for port object 3b407fa3-3a76-47e6-8458-43d8c700bbba will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:27.148440 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6d28a1b-af20-4e31-91cc-705904edb3d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:27.150744 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b6d28a1b-af20-4e31-91cc-705904edb3d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "DELETE /v2.0/ports/a759dbe6-2545-490e-8b17-66ce641fbc24 HTTP/1.1" status: 204 len: 168 time: 0.3994267 Jul 09 10:00:27.151577 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d28a1b-af20-4e31-91cc-705904edb3d1 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event deleted for resources: {'Port': ['ID=a759dbe6-2545-490e-8b17-66ce641fbc24,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:27.155109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33372) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:27.190269 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7540aa-9fec-401b-b9e2-d87aa0963a24 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:27.190772 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df7540aa-9fec-401b-b9e2-d87aa0963a24 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:27.192396 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84dace5c-be86-4401-94a4-bd4c1792766f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:27.195261 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-df7540aa-9fec-401b-b9e2-d87aa0963a24 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "DELETE /v2.0/subnets/b7f8c2ee-285c-4d00-91a3-9f331b20dae5 HTTP/1.1" status: 404 len: 337 time: 0.0367293 Jul 09 10:00:27.196978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33374) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:27.198825 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b507af8a-f3c2-4221-b855-98e789d36aeb up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:00:27.218088 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848da06-76a4-494f-bb9d-aedc3d5c99b6 req-a5a50ba7-f923-43ae-8d69-3d2dc090310f tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:27.218624 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7848da06-76a4-494f-bb9d-aedc3d5c99b6 req-a5a50ba7-f923-43ae-8d69-3d2dc090310f tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 943 time: 0.1693823 Jul 09 10:00:27.258839 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device daa3cb5d-1f47-4698-b6aa-3828c489f6ef up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:00:27.268948 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7848da06-76a4-494f-bb9d-aedc3d5c99b6 req-3362598e-8108-4b91-a595-545ff16dbfed tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf1839c5-01ef-4ca5-8067-bd0017cd43ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436196 Jul 09 10:00:27.338929 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dace5c-be86-4401-94a4-bd4c1792766f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Network 087ebd13-862d-4dea-9894-e22d71aaec69 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:27.341163 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port b507af8a-f3c2-4221-b855-98e789d36aeb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:27.348184 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port b507af8a-f3c2-4221-b855-98e789d36aeb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:27.349034 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:27.349194 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-84dace5c-be86-4401-94a4-bd4c1792766f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:27.350544 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port daa3cb5d-1f47-4698-b6aa-3828c489f6ef completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:27.351565 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dace5c-be86-4401-94a4-bd4c1792766f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:27.358636 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dace5c-be86-4401-94a4-bd4c1792766f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:27.359315 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84dace5c-be86-4401-94a4-bd4c1792766f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:27.366915 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dace5c-be86-4401-94a4-bd4c1792766f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event updated for resources: {'Port': ['ID=3b407fa3-3a76-47e6-8458-43d8c700bbba,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:27.380890 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port daa3cb5d-1f47-4698-b6aa-3828c489f6ef triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:27.381333 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:27.389380 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9128307-4fcb-4306-b9a5-5dca96781329 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:27.396332 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-84dace5c-be86-4401-94a4-bd4c1792766f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.1848028 Jul 09 10:00:27.397425 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33376) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:27.443931 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-94ae8098-f977-41df-a3e6-f13082b56620 None None] Could not find standard attr ID for object 9f8a3f4f-b651-4071-beeb-0c64e26e9354. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 10:00:27.505213 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9128307-4fcb-4306-b9a5-5dca96781329 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:27.516841 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c9128307-4fcb-4306-b9a5-5dca96781329 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc26b0ab-903e-4e2e-b380-a24ed83fe858']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:27.526787 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:27.530712 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c9128307-4fcb-4306-b9a5-5dca96781329 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b43e0d-d3a1-4ff4-bb6d-bfac3b099f8c') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:27.531091 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c9128307-4fcb-4306-b9a5-5dca96781329 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b43e0d-d3a1-4ff4-bb6d-bfac3b099f8c') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:27.534557 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:27.542612 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9128307-4fcb-4306-b9a5-5dca96781329 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:27.554141 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4857dc71-6437-455c-8efa-8ca8780e8565 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting port 3b407fa3-3a76-47e6-8458-43d8c700bbba {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:00:27.554484 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4857dc71-6437-455c-8efa-8ca8780e8565 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:27.560761 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9128307-4fcb-4306-b9a5-5dca96781329 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:27.569357 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9128307-4fcb-4306-b9a5-5dca96781329 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:00:27.569998 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9128307-4fcb-4306-b9a5-5dca96781329 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:00:27.573624 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:00:27.619067 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b507af8a-f3c2-4221-b855-98e789d36aeb'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:00:27.621488 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a75d2d-84cd-463c-b4f4-439535303cde" -d '{"events": [{"server_uuid": "0b3cea88-d27d-48bc-8b39-2afd90fa7f80", "name": "network-vif-plugged", "status": "completed", "tag": "b507af8a-f3c2-4221-b855-98e789d36aeb"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:00:27.642464 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port b507af8a-f3c2-4221-b855-98e789d36aeb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b507af8a-f3c2-4221-b855-98e789d36aeb,segment=NetworkSegment(f2093405-117f-4f7c-87be-0534aa1f767d),segment_id=f2093405-117f-4f7c-87be-0534aa1f767d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:27.652066 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:27.657925 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port daa3cb5d-1f47-4698-b6aa-3828c489f6ef, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=daa3cb5d-1f47-4698-b6aa-3828c489f6ef,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:27.663510 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:27.669254 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9128307-4fcb-4306-b9a5-5dca96781329 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:27.679439 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9128307-4fcb-4306-b9a5-5dca96781329 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:27.681707 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c9128307-4fcb-4306-b9a5-5dca96781329 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "DELETE /v2.0/networks/dc26b0ab-903e-4e2e-b380-a24ed83fe858 HTTP/1.1" status: 204 len: 168 time: 0.4834459 Jul 09 10:00:27.688268 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33382) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:27.706411 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d130b6-df9e-4ada-8573-f4857e36ddaa x-openstack-request-id: req-00d130b6-df9e-4ada-8573-f4857e36ddaa {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:00:27.706684 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3cea88-d27d-48bc-8b39-2afd90fa7f80", "name": "network-vif-plugged", "status": "completed", "tag": "b507af8a-f3c2-4221-b855-98e789d36aeb", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:00:27.706951 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-00d130b6-df9e-4ada-8573-f4857e36ddaa {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:00:27.707346 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b507af8a-f3c2-4221-b855-98e789d36aeb', 'code': 200} Jul 09 10:00:27.751914 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=b507af8a-f3c2-4221-b855-98e789d36aeb,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:27.774099 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9128307-4fcb-4306-b9a5-5dca96781329 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event deleted for resources: {'Network': ['ID=dc26b0ab-903e-4e2e-b380-a24ed83fe858,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:27.780687 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af834d1-351e-4a93-ac7a-2511607b3f0e tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Deleting subnet 1465c5b5-79fe-4893-9036-6ee5d00f05f5 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:00:27.784086 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4857dc71-6437-455c-8efa-8ca8780e8565 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:27.784578 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0af834d1-351e-4a93-ac7a-2511607b3f0e tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:27.790825 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-74d88580-25a9-4c8d-a749-c23cf128f877 None None] Could not find standard attr ID for object a2fc5138-533c-4108-bc64-f11da6019b80. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 10:00:27.807053 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4857dc71-6437-455c-8efa-8ca8780e8565 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Calling delete_port for 3b407fa3-3a76-47e6-8458-43d8c700bbba owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:00:27.816301 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=daa3cb5d-1f47-4698-b6aa-3828c489f6ef,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:27.831587 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5e050-d49b-4650-bc37-732fb1803419 req-4646754a-f48e-4cd4-afd1-1a0c493d283b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:27.833223 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f7a5e050-d49b-4650-bc37-732fb1803419 req-4646754a-f48e-4cd4-afd1-1a0c493d283b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 945 time: 0.2057176 Jul 09 10:00:27.844310 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0af834d1-351e-4a93-ac7a-2511607b3f0e tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:27.924169 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee652eb5-d429-4bc5-9686-a1e2b351d613 req-971f41e3-53d8-4140-bd0c-a09e3ef57677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:27.925689 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee652eb5-d429-4bc5-9686-a1e2b351d613 req-971f41e3-53d8-4140-bd0c-a09e3ef57677 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 1097 time: 0.1738744 Jul 09 10:00:27.944625 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0af834d1-351e-4a93-ac7a-2511607b3f0e tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:27.945216 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f7a5e050-d49b-4650-bc37-732fb1803419 req-1e490685-153d-4ec3-b63b-8f93c2977c2f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059041 Jul 09 10:00:27.980019 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee652eb5-d429-4bc5-9686-a1e2b351d613 req-00246512-fbc2-4bfa-b6ea-e838ab77d943 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458641 Jul 09 10:00:28.022032 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0af834d1-351e-4a93-ac7a-2511607b3f0e tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:28.058050 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af834d1-351e-4a93-ac7a-2511607b3f0e tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event deleted for resources: {'Subnet': ['ID=1465c5b5-79fe-4893-9036-6ee5d00f05f5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:28.060261 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0af834d1-351e-4a93-ac7a-2511607b3f0e tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:28.062305 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0af834d1-351e-4a93-ac7a-2511607b3f0e tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "DELETE /v2.0/subnets/1465c5b5-79fe-4893-9036-6ee5d00f05f5 HTTP/1.1" status: 204 len: 168 time: 0.3728883 Jul 09 10:00:28.066292 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33384) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:28.076347 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9b0dd9-7962-4ae1-9be4-43688341f76b None None] Network e436e78e-1c40-4e40-bff1-07156923228a requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:28.320640 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1ed808-1396-43f7-bf47-a6a84a9d8ec3 None None] DHCP port deletion for e436e78e-1c40-4e40-bff1-07156923228a request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:00:28.397846 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2a1ed808-1396-43f7-bf47-a6a84a9d8ec3 None None] Deleting port 071c502c-ec80-4b1b-96cb-03f0fddbd4bc {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:00:28.398234 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2a1ed808-1396-43f7-bf47-a6a84a9d8ec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:28.468889 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2a1ed808-1396-43f7-bf47-a6a84a9d8ec3 None None] For port 071c502c-ec80-4b1b-96cb-03f0fddbd4bc, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=071c502c-ec80-4b1b-96cb-03f0fddbd4bc,segment=NetworkSegment(4ecb1a31-e53e-432e-8cb1-59dd866610c6),segment_id=4ecb1a31-e53e-432e-8cb1-59dd866610c6)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:28.468889 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2a1ed808-1396-43f7-bf47-a6a84a9d8ec3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:28.482241 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2a1ed808-1396-43f7-bf47-a6a84a9d8ec3 None None] Calling delete_port for 071c502c-ec80-4b1b-96cb-03f0fddbd4bc owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:00:28.507839 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4857dc71-6437-455c-8efa-8ca8780e8565 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:28.523603 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bde0a7ac-1f76-427a-b86c-0a55b210eeb6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:28.530027 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d0e34199-98b5-4827-8618-89b23fa08e26 None None] Provisioning for port 3b407fa3-3a76-47e6-8458-43d8c700bbba completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:28.537252 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d0e34199-98b5-4827-8618-89b23fa08e26 None None] Provisioning complete for port 3b407fa3-3a76-47e6-8458-43d8c700bbba triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:28.537642 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d0e34199-98b5-4827-8618-89b23fa08e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:28.552659 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857dc71-6437-455c-8efa-8ca8780e8565 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Port': ['ID=3b407fa3-3a76-47e6-8458-43d8c700bbba,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:28.565399 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d0e34199-98b5-4827-8618-89b23fa08e26 None None] Port 3b407fa3-3a76-47e6-8458-43d8c700bbba was deleted so its status cannot be updated. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 10:00:28.593152 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2a1ed808-1396-43f7-bf47-a6a84a9d8ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:28.624649 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1ed808-1396-43f7-bf47-a6a84a9d8ec3 None None] No DVR routers for this DVR port 071c502c-ec80-4b1b-96cb-03f0fddbd4bc on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:00:28.629043 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ed808-1396-43f7-bf47-a6a84a9d8ec3 None None] Pushing event deleted for resources: {'Port': ['ID=071c502c-ec80-4b1b-96cb-03f0fddbd4bc,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:28.652123 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4857dc71-6437-455c-8efa-8ca8780e8565 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:28.654196 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4857dc71-6437-455c-8efa-8ca8780e8565 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/3b407fa3-3a76-47e6-8458-43d8c700bbba HTTP/1.1" status: 204 len: 168 time: 1.2557693 Jul 09 10:00:28.654927 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-bde0a7ac-1f76-427a-b86c-0a55b210eeb6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] The port '071c502c-ec80-4b1b-96cb-03f0fddbd4bc' was deleted {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 09 10:00:28.656800 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33388) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:28.694715 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a4eab-6169-46a9-b965-bd9a200094f4 req-b2ec3c91-7a39-4ef1-bfe8-e50eba12093e tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:28.698484 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c1a4eab-6169-46a9-b965-bd9a200094f4 req-b2ec3c91-7a39-4ef1-bfe8-e50eba12093e tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 943 time: 0.2780206 Jul 09 10:00:28.744907 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e571160-ef44-4563-9559-4f3520e3e0e9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:28.750210 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1e571160-ef44-4563-9559-4f3520e3e0e9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0923321 Jul 09 10:00:28.750918 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33390) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:28.761557 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bde0a7ac-1f76-427a-b86c-0a55b210eeb6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:28.772979 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-bde0a7ac-1f76-427a-b86c-0a55b210eeb6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e436e78e-1c40-4e40-bff1-07156923228a']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:28.784721 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-bde0a7ac-1f76-427a-b86c-0a55b210eeb6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ecb1a31-e53e-432e-8cb1-59dd866610c6') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:28.785218 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-bde0a7ac-1f76-427a-b86c-0a55b210eeb6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ecb1a31-e53e-432e-8cb1-59dd866610c6') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:28.808690 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bde0a7ac-1f76-427a-b86c-0a55b210eeb6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:28.827209 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed6291e-5cf2-4d89-9860-ad6b1b122fa6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:28.828957 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5ed6291e-5cf2-4d89-9860-ad6b1b122fa6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0770175 Jul 09 10:00:28.831647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33392) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:28.840454 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c1a4eab-6169-46a9-b965-bd9a200094f4 req-abf6a998-fb36-4fd6-ad89-91c9a687716d tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf1839c5-01ef-4ca5-8067-bd0017cd43ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529857 Jul 09 10:00:28.841460 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bde0a7ac-1f76-427a-b86c-0a55b210eeb6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:28.846224 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec33e02e-db88-4f70-b910-f6c298753c83 None None] get_active_networks_info from n-d-799996-1 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 10:00:28.856474 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde0a7ac-1f76-427a-b86c-0a55b210eeb6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:00:28.857438 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bde0a7ac-1f76-427a-b86c-0a55b210eeb6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: timer() Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:00:28.865163 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:00:28.915597 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9e31c7-b03c-4c94-bcda-185a40c6a73a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:28.919146 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9e31c7-b03c-4c94-bcda-185a40c6a73a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:28.923393 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9e31c7-b03c-4c94-bcda-185a40c6a73a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:28.928230 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-be9e31c7-b03c-4c94-bcda-185a40c6a73a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0954065 Jul 09 10:00:28.930481 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33394) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:28.934780 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec33e02e-db88-4f70-b910-f6c298753c83 None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 10:00:28.948316 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bde0a7ac-1f76-427a-b86c-0a55b210eeb6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:28.957577 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bde0a7ac-1f76-427a-b86c-0a55b210eeb6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:28.959521 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-bde0a7ac-1f76-427a-b86c-0a55b210eeb6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] 10.222.0.61 "DELETE /v2.0/networks/e436e78e-1c40-4e40-bff1-07156923228a HTTP/1.1" status: 204 len: 168 time: 0.8922882 Jul 09 10:00:28.970970 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0a7ac-1f76-427a-b86c-0a55b210eeb6 tempest-NetworksIpV6TestAttrs-421680186 tempest-NetworksIpV6TestAttrs-421680186-project] Pushing event deleted for resources: {'Network': ['ID=e436e78e-1c40-4e40-bff1-07156923228a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:29.017470 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-7339fcf4-ae98-47af-a4c3-00f0268939ab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet 0aac82a5-03ad-4f6b-900f-e0eaa54d8c49 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:00:29.022029 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7339fcf4-ae98-47af-a4c3-00f0268939ab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:29.080121 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7339fcf4-ae98-47af-a4c3-00f0268939ab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:29.207954 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffc26c-d65e-40e9-9fe3-a6ecfe52cd82 req-72cd78eb-89f4-420f-b4cf-139f1021c835 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:29.207954 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f1ffc26c-d65e-40e9-9fe3-a6ecfe52cd82 req-72cd78eb-89f4-420f-b4cf-139f1021c835 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 946 time: 0.1400762 Jul 09 10:00:29.217910 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7339fcf4-ae98-47af-a4c3-00f0268939ab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:29.223685 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device daa3cb5d-1f47-4698-b6aa-3828c489f6ef up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:00:29.257715 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f1ffc26c-d65e-40e9-9fe3-a6ecfe52cd82 req-7844c664-4331-4247-9eea-f77c2b442ce7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437779 Jul 09 10:00:29.310206 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7339fcf4-ae98-47af-a4c3-00f0268939ab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:29.316514 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port daa3cb5d-1f47-4698-b6aa-3828c489f6ef triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:29.316969 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:29.336363 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33404) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:29.340286 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339fcf4-ae98-47af-a4c3-00f0268939ab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=0aac82a5-03ad-4f6b-900f-e0eaa54d8c49,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:29.347366 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7339fcf4-ae98-47af-a4c3-00f0268939ab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:29.349684 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7339fcf4-ae98-47af-a4c3-00f0268939ab tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/0aac82a5-03ad-4f6b-900f-e0eaa54d8c49 HTTP/1.1" status: 204 len: 168 time: 0.4179122 Jul 09 10:00:29.352596 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33408) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:29.430418 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0acd702-5022-41eb-8e1f-6b12857deefc tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Deleting subnet a0f17c0b-e3fb-47ed-9cd7-8038e1555220 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:00:29.437100 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0acd702-5022-41eb-8e1f-6b12857deefc tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:29.490586 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0acd702-5022-41eb-8e1f-6b12857deefc tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:29.520540 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 071c502c-ec80-4b1b-96cb-03f0fddbd4bc no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:00:29.545979 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 071c502c-ec80-4b1b-96cb-03f0fddbd4bc {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:00:29.546745 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 071c502c-ec80-4b1b-96cb-03f0fddbd4bc not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:00:29.548147 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-98d3e8df-479f-4425-af13-490eca47c466 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fe51a72b7e6649e7b3dd940248ca608e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2105834 Jul 09 10:00:29.554484 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33410) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:29.558367 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a2dbf-6ea6-4306-be22-2a20d302082b req-858ae7ad-14b1-4b38-b4d5-1e0b0750dc7f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:29.559505 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-641a2dbf-6ea6-4306-be22-2a20d302082b req-858ae7ad-14b1-4b38-b4d5-1e0b0750dc7f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 946 time: 0.1456869 Jul 09 10:00:29.604103 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-641a2dbf-6ea6-4306-be22-2a20d302082b req-b4bd723a-1a77-4759-b6f4-0b880c7c1129 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376847 Jul 09 10:00:29.626262 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0acd702-5022-41eb-8e1f-6b12857deefc tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:29.632480 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33412) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:29.686746 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2271368-92b8-494b-b922-7703409a590e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:29.696717 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f482bab8-c774-4dbd-9e93-5ffdad8098b4 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:29.701561 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f482bab8-c774-4dbd-9e93-5ffdad8098b4 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 1092 time: 0.0664179 Jul 09 10:00:29.702884 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33414) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:29.707741 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-699aac4d-ff78-4d68-86c3-e296186bd18a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': 'b507af8a-f3c2-4221-b855-98e789d36aeb', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:29.718116 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2271368-92b8-494b-b922-7703409a590e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:29.726776 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0acd702-5022-41eb-8e1f-6b12857deefc tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:29.733988 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-699aac4d-ff78-4d68-86c3-e296186bd18a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:29.763783 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0acd702-5022-41eb-8e1f-6b12857deefc tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f17c0b-e3fb-47ed-9cd7-8038e1555220,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:29.777691 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0acd702-5022-41eb-8e1f-6b12857deefc tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:29.780159 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b0acd702-5022-41eb-8e1f-6b12857deefc tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/a0f17c0b-e3fb-47ed-9cd7-8038e1555220 HTTP/1.1" status: 204 len: 168 time: 0.4264371 Jul 09 10:00:29.782895 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33416) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:29.828693 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6a812c9c-4e94-43a2-859e-f3b278151779 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442793 Jul 09 10:00:29.830844 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33418) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:29.852598 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-699aac4d-ff78-4d68-86c3-e296186bd18a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:29.874666 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2271368-92b8-494b-b922-7703409a590e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:29.877498 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2271368-92b8-494b-b922-7703409a590e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:29.878663 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f2271368-92b8-494b-b922-7703409a590e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7c0cdd60-2b4d-4d94-8d48-942a84581bb1 HTTP/1.1" status: 204 len: 168 time: 0.3238995 Jul 09 10:00:29.890517 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2271368-92b8-494b-b922-7703409a590e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0cdd60-2b4d-4d94-8d48-942a84581bb1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:29.917500 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf5d536-077b-46f1-b715-d3bb0442c078 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:29.919331 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ebf5d536-077b-46f1-b715-d3bb0442c078 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0875487 Jul 09 10:00:29.922087 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33424) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:29.964647 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:00:30.015240 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2c1c1e-1b0d-4bb2-a843-a733ba17d41e None None] get_active_networks_info from n-d-799996-1 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 10:00:30.026836 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64d1c94-4499-4da0-9858-78c85cf74ba0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:30.030887 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-699aac4d-ff78-4d68-86c3-e296186bd18a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Allocated IP 172.25.3.36 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/da75d095-c56d-45ff-a94c-4aeaf632ffa4) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:30.036615 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c64d1c94-4499-4da0-9858-78c85cf74ba0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1131091 Jul 09 10:00:30.037443 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33426) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:30.088284 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-62c0ab4e-8385-43c2-9a95-27ed01f70f12 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495863 Jul 09 10:00:30.095041 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33430) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:30.127163 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e3ec91-eea8-4f9b-8f96-5581eed61448 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:30.128051 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0e3ec91-eea8-4f9b-8f96-5581eed61448 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:30.129790 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d0e3ec91-eea8-4f9b-8f96-5581eed61448 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/3b407fa3-3a76-47e6-8458-43d8c700bbba HTTP/1.1" status: 404 len: 333 time: 0.0338018 Jul 09 10:00:30.132342 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33432) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:30.139620 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2c1c1e-1b0d-4bb2-a843-a733ba17d41e None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 10:00:30.169093 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7a402e-4b7e-44ca-84b1-040d206e3134 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:30.169658 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7a402e-4b7e-44ca-84b1-040d206e3134 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:30.170261 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-699aac4d-ff78-4d68-86c3-e296186bd18a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:30.171681 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bc7a402e-4b7e-44ca-84b1-040d206e3134 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/a0f17c0b-e3fb-47ed-9cd7-8038e1555220 HTTP/1.1" status: 404 len: 337 time: 0.0383701 Jul 09 10:00:30.174373 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33436) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:30.201874 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b43ada09-9c7b-4d28-abb0-d0c625f49379 None None] Provisioning complete for port daa3cb5d-1f47-4698-b6aa-3828c489f6ef triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:30.202405 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b43ada09-9c7b-4d28-abb0-d0c625f49379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:30.205161 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-0580cf68-62b1-4c70-8737-a57e7fb4d362 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:30.205446 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0580cf68-62b1-4c70-8737-a57e7fb4d362 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:30.207340 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0580cf68-62b1-4c70-8737-a57e7fb4d362 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/0aac82a5-03ad-4f6b-900f-e0eaa54d8c49 HTTP/1.1" status: 404 len: 337 time: 0.0318439 Jul 09 10:00:30.209912 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33440) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:30.249758 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b30d2e4-a936-4160-b584-5ee1cde06d96 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:30.250750 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b30d2e4-a936-4160-b584-5ee1cde06d96 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:30.255111 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2b30d2e4-a936-4160-b584-5ee1cde06d96 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/a2fc5138-533c-4108-bc64-f11da6019b80 HTTP/1.1" status: 404 len: 333 time: 0.0417273 Jul 09 10:00:30.255431 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33444) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:30.287916 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-699aac4d-ff78-4d68-86c3-e296186bd18a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:30.297991 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff448cf-31b6-4dce-bbd1-7b842508ba21 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:30.298453 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff448cf-31b6-4dce-bbd1-7b842508ba21 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:30.302703 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5ff448cf-31b6-4dce-bbd1-7b842508ba21 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/56257066-0c30-4b04-b152-f653b68fbdbd HTTP/1.1" status: 404 len: 337 time: 0.0436668 Jul 09 10:00:30.303165 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33446) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:30.319507 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e,segment=NetworkSegment(f99647bf-40fe-4a0c-ba0e-3c0ea64ca754),segment_id=f99647bf-40fe-4a0c-ba0e-3c0ea64ca754)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:30.333418 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699aac4d-ff78-4d68-86c3-e296186bd18a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:30.339287 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-699aac4d-ff78-4d68-86c3-e296186bd18a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:30.344519 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699aac4d-ff78-4d68-86c3-e296186bd18a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:30.347862 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-6660a02b-60a4-4ba8-b5f9-ef5c994b59e9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:30.348332 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6660a02b-60a4-4ba8-b5f9-ef5c994b59e9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:30.348460 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e', 'network_id': 'b9b3e928-9afa-4f2f-9c20-dbb0525058a5', 'port_id': '9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e', 'mac_address': 'fa:16:3e:3e:ae:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '719c8b83-6fc3-4846-aac6-eaf32c70d5db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:00:30.352497 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6660a02b-60a4-4ba8-b5f9-ef5c994b59e9 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/8c22a1ff-0a3a-4d91-a47c-296da7b89511 HTTP/1.1" status: 404 len: 337 time: 0.0458376 Jul 09 10:00:30.355726 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33450) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:30.389331 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-1071055a-aa89-4617-926e-76d15c82eec4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:30.390060 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1071055a-aa89-4617-926e-76d15c82eec4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:30.392082 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1071055a-aa89-4617-926e-76d15c82eec4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/9f8a3f4f-b651-4071-beeb-0c64e26e9354 HTTP/1.1" status: 404 len: 333 time: 0.0353842 Jul 09 10:00:30.395342 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17c37b-98fb-44d3-b50b-2715ded92fe7 req-53d13bda-6333-4573-88d9-28a8d7d07206 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:30.395998 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33452) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:30.397040 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0c17c37b-98fb-44d3-b50b-2715ded92fe7 req-53d13bda-6333-4573-88d9-28a8d7d07206 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 943 time: 0.2466474 Jul 09 10:00:30.428080 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b50681-57a4-487f-9f9d-c77ecb74e2c3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:30.428807 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b50681-57a4-487f-9f9d-c77ecb74e2c3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:30.433128 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-37b50681-57a4-487f-9f9d-c77ecb74e2c3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/9a1cb7e9-fa02-4f96-b937-59c32d84d6fd HTTP/1.1" status: 404 len: 337 time: 0.0332968 Jul 09 10:00:30.436322 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33454) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:30.448131 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699aac4d-ff78-4d68-86c3-e296186bd18a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Port': ['ID=da75d095-c56d-45ff-a94c-4aeaf632ffa4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:30.468363 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:30.469039 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-1caead33-9bd0-433d-a1ef-1c376ab167b4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:30.469627 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1caead33-9bd0-433d-a1ef-1c376ab167b4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:30.473822 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1caead33-9bd0-433d-a1ef-1c376ab167b4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/49d16889-ff79-4b85-91ba-788b9ad3845d HTTP/1.1" status: 404 len: 337 time: 0.0339189 Jul 09 10:00:30.474741 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33458) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:30.489375 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:00:30.499779 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0c17c37b-98fb-44d3-b50b-2715ded92fe7 req-5ccd5bd8-217f-4d01-87a5-c6748c9c1ca4 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf1839c5-01ef-4ca5-8067-bd0017cd43ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937555 Jul 09 10:00:30.518476 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e,segment=NetworkSegment(f99647bf-40fe-4a0c-ba0e-3c0ea64ca754),segment_id=f99647bf-40fe-4a0c-ba0e-3c0ea64ca754)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:30.532273 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a123228-5a08-4ec1-a484-920a412e7af2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:30.533168 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a123228-5a08-4ec1-a484-920a412e7af2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:30.535089 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6a123228-5a08-4ec1-a484-920a412e7af2 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/1090da25-e882-4db8-b167-05221912b347 HTTP/1.1" status: 404 len: 333 time: 0.0593114 Jul 09 10:00:30.537769 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33462) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:30.547558 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:30.566122 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd84333f-1a4f-49a9-b531-cb3ab4c179be tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:30.566719 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd84333f-1a4f-49a9-b531-cb3ab4c179be tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:30.568632 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cd84333f-1a4f-49a9-b531-cb3ab4c179be tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/1707b9b2-1f18-4034-a8fe-1e9fe247341d HTTP/1.1" status: 404 len: 337 time: 0.0299301 Jul 09 10:00:30.573942 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33466) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:30.602717 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-68789762-af4f-4a5e-b679-daedc2c5b878 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:30.603181 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68789762-af4f-4a5e-b679-daedc2c5b878 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:30.605037 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-68789762-af4f-4a5e-b679-daedc2c5b878 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/25ad61d1-2650-41f3-a54f-49579e47f1ed HTTP/1.1" status: 404 len: 337 time: 0.0299838 Jul 09 10:00:30.608232 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33468) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:30.639247 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-a156ae60-07c0-4d3f-92b8-4669ef4a26e6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:30.640163 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a156ae60-07c0-4d3f-92b8-4669ef4a26e6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:30.643602 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a156ae60-07c0-4d3f-92b8-4669ef4a26e6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/a09d3b6b-c2e3-4ab5-b91e-5e6f3b0d9234 HTTP/1.1" status: 404 len: 333 time: 0.0342906 Jul 09 10:00:30.644059 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:30.645987 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33470) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:30.680636 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f764f2-f21a-417f-8413-1e1e1539c509 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:30.680995 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f764f2-f21a-417f-8413-1e1e1539c509 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:30.685694 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-94f764f2-f21a-417f-8413-1e1e1539c509 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/5ecd16de-7084-4979-b9d2-c77a9e63e597 HTTP/1.1" status: 404 len: 337 time: 0.0348423 Jul 09 10:00:30.685877 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b0a82e86-cb9b-45bf-8c8e-eadabef82a3d None None] Provisioning complete for port daa3cb5d-1f47-4698-b6aa-3828c489f6ef triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:30.685877 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b0a82e86-cb9b-45bf-8c8e-eadabef82a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:30.691615 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33474) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:30.740430 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-124c2310-c9bd-4623-952b-03a064ee5078 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:30.741484 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124c2310-c9bd-4623-952b-03a064ee5078 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:30.744971 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa44a54-0d85-4d1e-857a-b6506130965f None None] Network 087ebd13-862d-4dea-9894-e22d71aaec69 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:30.745880 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33476) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:30.746364 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-124c2310-c9bd-4623-952b-03a064ee5078 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/71c78f6f-2453-4a4b-8c97-12675c00a7d3 HTTP/1.1" status: 404 len: 333 time: 0.0535359 Jul 09 10:00:30.778555 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1e4541-0f65-4c47-8062-f783dccf381a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:30.779891 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f1e4541-0f65-4c47-8062-f783dccf381a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:30.783747 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9f1e4541-0f65-4c47-8062-f783dccf381a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/adac8089-1c3a-4502-a12c-700d7bff4e7d HTTP/1.1" status: 404 len: 337 time: 0.0338187 Jul 09 10:00:30.785237 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33478) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:30.820479 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18f5605-bcf1-4014-9dc0-d3c641cb8c9f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:30.821880 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e18f5605-bcf1-4014-9dc0-d3c641cb8c9f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:30.826170 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e18f5605-bcf1-4014-9dc0-d3c641cb8c9f tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/7f06f2c2-7e5c-418a-b0ee-b4ee0334229d HTTP/1.1" status: 404 len: 333 time: 0.0374777 Jul 09 10:00:30.826170 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33480) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:30.830365 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33482) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:30.866784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:00:30.867031 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb0d2f0-e332-4017-8f5a-e9bf148c531e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:30.867530 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb0d2f0-e332-4017-8f5a-e9bf148c531e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:30.869395 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ccb0d2f0-e332-4017-8f5a-e9bf148c531e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/eeef9b41-707d-4220-b3d6-e3f8f46e36df HTTP/1.1" status: 404 len: 337 time: 0.0380611 Jul 09 10:00:30.873321 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33486) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:30.910180 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de98814-1896-4177-8aba-1b79387c4e1e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:30.911468 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de98814-1896-4177-8aba-1b79387c4e1e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:30.915436 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5de98814-1896-4177-8aba-1b79387c4e1e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/d514059f-2aaf-45bd-85a6-24bbfe86fbdb HTTP/1.1" status: 404 len: 333 time: 0.0407710 Jul 09 10:00:30.918480 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33488) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:30.949016 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65f9e23-3673-4dd0-a05e-d8f98a06b647 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:30.949368 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65f9e23-3673-4dd0-a05e-d8f98a06b647 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:30.951385 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b65f9e23-3673-4dd0-a05e-d8f98a06b647 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/1fb7770d-9cee-4a6e-989f-24252aeb5c4c HTTP/1.1" status: 404 len: 337 time: 0.0304935 Jul 09 10:00:30.956471 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-edc3d03f-4bcb-49e2-986d-da3c31ee0202 tempest-DvrRoutersNegativeTest-1963489068 tempest-DvrRoutersNegativeTest-1963489068-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-219240795', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:30.959343 n-d-799996-1 neutron-server[93791]: DEBUG neutron.policy [None req-edc3d03f-4bcb-49e2-986d-da3c31ee0202 tempest-DvrRoutersNegativeTest-1963489068 tempest-DvrRoutersNegativeTest-1963489068-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93791) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 09 10:00:30.959675 n-d-799996-1 neutron-server[93791]: DEBUG neutron.policy [None req-edc3d03f-4bcb-49e2-986d-da3c31ee0202 tempest-DvrRoutersNegativeTest-1963489068 tempest-DvrRoutersNegativeTest-1963489068-project] Failed policy check for 'create_router' {{(pid=93791) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 09 10:00:30.960234 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-edc3d03f-4bcb-49e2-986d-da3c31ee0202 tempest-DvrRoutersNegativeTest-1963489068 tempest-DvrRoutersNegativeTest-1963489068-project] create failed (client error): Access was denied to this resource. Jul 09 10:00:30.966864 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-edc3d03f-4bcb-49e2-986d-da3c31ee0202 tempest-DvrRoutersNegativeTest-1963489068 tempest-DvrRoutersNegativeTest-1963489068-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1405218 Jul 09 10:00:30.967077 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33490) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:30.999739 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-379ec7c1-7065-44e6-81a6-8b172c0ab816 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:31.000460 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379ec7c1-7065-44e6-81a6-8b172c0ab816 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:31.005203 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-379ec7c1-7065-44e6-81a6-8b172c0ab816 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/a9975b91-a834-42de-bfdc-fe5dc9ed15e2 HTTP/1.1" status: 404 len: 333 time: 0.0342991 Jul 09 10:00:31.005203 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33494) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.033364 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef818fe5-6815-47cd-b361-8bfee47e44a7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:31.034008 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef818fe5-6815-47cd-b361-8bfee47e44a7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:31.037865 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ef818fe5-6815-47cd-b361-8bfee47e44a7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/b2df9b1f-764f-45da-aa2d-7dee17454795 HTTP/1.1" status: 404 len: 337 time: 0.0298610 Jul 09 10:00:31.038197 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33496) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.064686 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c98e74-a14b-494b-bcac-c8fe346da50f None None] DHCP port deletion for 087ebd13-862d-4dea-9894-e22d71aaec69 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:00:31.071876 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ef6d76-5550-4992-8e63-2eaec4c33bd5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:31.072990 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ef6d76-5550-4992-8e63-2eaec4c33bd5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:31.074567 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-47ef6d76-5550-4992-8e63-2eaec4c33bd5 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/6bb4371f-512e-4787-aa58-509c7f63c4a2 HTTP/1.1" status: 404 len: 333 time: 0.0352349 Jul 09 10:00:31.078775 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33498) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.141228 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-19c98e74-a14b-494b-bcac-c8fe346da50f None None] Deleting port daa3cb5d-1f47-4698-b6aa-3828c489f6ef {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:00:31.141749 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-19c98e74-a14b-494b-bcac-c8fe346da50f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:31.174864 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df8c4a5-0c34-4b01-9def-3250dd3f4db3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:31.175665 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df8c4a5-0c34-4b01-9def-3250dd3f4db3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:31.177565 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6df8c4a5-0c34-4b01-9def-3250dd3f4db3 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/beb94aaf-2904-429b-a068-0e74ccb21d78 HTTP/1.1" status: 404 len: 337 time: 0.0977554 Jul 09 10:00:31.181133 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33500) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.184266 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device daa3cb5d-1f47-4698-b6aa-3828c489f6ef no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:00:31.208513 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f472aa-5d6e-4684-b3db-32ec53428425 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:31.208969 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f472aa-5d6e-4684-b3db-32ec53428425 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:31.210861 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-64f472aa-5d6e-4684-b3db-32ec53428425 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/52ad266f-ec0d-4a68-ac9f-9e58d7456ebc HTTP/1.1" status: 404 len: 337 time: 0.0287218 Jul 09 10:00:31.213438 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33502) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.215970 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-699aac4d-ff78-4d68-86c3-e296186bd18a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:31.250860 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-002516ef-343c-4b14-8c32-d731cec35db0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:31.252070 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-002516ef-343c-4b14-8c32-d731cec35db0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:31.252203 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-19c98e74-a14b-494b-bcac-c8fe346da50f None None] For port daa3cb5d-1f47-4698-b6aa-3828c489f6ef, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=daa3cb5d-1f47-4698-b6aa-3828c489f6ef,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:31.252625 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-19c98e74-a14b-494b-bcac-c8fe346da50f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:31.254850 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-002516ef-343c-4b14-8c32-d731cec35db0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/368fa61a-1ae5-447f-b6b1-ebe0974b94aa HTTP/1.1" status: 404 len: 333 time: 0.0398948 Jul 09 10:00:31.256911 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33506) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.271522 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-19c98e74-a14b-494b-bcac-c8fe346da50f None None] Calling delete_port for daa3cb5d-1f47-4698-b6aa-3828c489f6ef owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:00:31.287568 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e77423b-7245-4260-ba87-8e286cf02d0a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:31.288202 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e77423b-7245-4260-ba87-8e286cf02d0a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:31.292668 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6e77423b-7245-4260-ba87-8e286cf02d0a tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/96922d92-c078-4ee4-a487-a763f740a90f HTTP/1.1" status: 404 len: 337 time: 0.0323770 Jul 09 10:00:31.293318 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33508) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.323736 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6d10ea-7ac6-43b6-bbcc-a0b1e80b9c60 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:31.324406 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6d10ea-7ac6-43b6-bbcc-a0b1e80b9c60 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:31.329384 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8b6d10ea-7ac6-43b6-bbcc-a0b1e80b9c60 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/9f84174e-493e-403f-a7cf-c1d67d7a89d0 HTTP/1.1" status: 404 len: 337 time: 0.0326190 Jul 09 10:00:31.330006 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33510) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.360537 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f9a543-23ba-4d77-b8aa-f2a99a6e53c4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:31.361446 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f9a543-23ba-4d77-b8aa-f2a99a6e53c4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:31.367812 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-01f9a543-23ba-4d77-b8aa-f2a99a6e53c4 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/b51788e8-3e3e-4a9d-baa1-3b9189d21cfc HTTP/1.1" status: 404 len: 333 time: 0.0365179 Jul 09 10:00:31.368687 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33512) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.370554 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33514) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.389413 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-699aac4d-ff78-4d68-86c3-e296186bd18a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:31.408242 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe155226-1d39-4ee2-b87e-e2d2475335e7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:31.408732 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe155226-1d39-4ee2-b87e-e2d2475335e7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:31.410495 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fe155226-1d39-4ee2-b87e-e2d2475335e7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/38568985-67a5-46ba-a990-b0a4854f05f6 HTTP/1.1" status: 404 len: 337 time: 0.0349457 Jul 09 10:00:31.413101 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33518) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.450336 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8258f34-2ea5-4fa0-95ae-a64b20a63cc6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:31.451535 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8258f34-2ea5-4fa0-95ae-a64b20a63cc6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:31.453622 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e8258f34-2ea5-4fa0-95ae-a64b20a63cc6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/4c999153-8bbf-4e74-9298-31cb86dbfe57 HTTP/1.1" status: 404 len: 337 time: 0.0388339 Jul 09 10:00:31.457769 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33520) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.496761 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8362725-1109-4d3f-bf72-a656f44f749c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:31.498719 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8362725-1109-4d3f-bf72-a656f44f749c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:31.503750 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33522) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.504609 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:31.504821 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b8362725-1109-4d3f-bf72-a656f44f749c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/360cf2ac-eb36-437b-ade4-16efedec7eb8 HTTP/1.1" status: 404 len: 333 time: 0.0454123 Jul 09 10:00:31.518591 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-955a0a91-fc1e-4994-b012-d2f9b57849ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:31.534417 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db588d3-7f6d-4ab1-be93-55017e467ed7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:31.535494 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db588d3-7f6d-4ab1-be93-55017e467ed7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:31.537290 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6db588d3-7f6d-4ab1-be93-55017e467ed7 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/4a325c38-67d3-420a-95d9-4600b6b75bc6 HTTP/1.1" status: 404 len: 337 time: 0.0320334 Jul 09 10:00:31.539901 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33526) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.565348 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port daa3cb5d-1f47-4698-b6aa-3828c489f6ef, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=daa3cb5d-1f47-4698-b6aa-3828c489f6ef,segment=NetworkSegment(893cffe1-366a-4636-9298-5eca2b36b833),segment_id=893cffe1-366a-4636-9298-5eca2b36b833)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:31.580565 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:31.581894 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a23eaf-942e-4b4a-81b9-ee2162fdc423 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:31.582421 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a23eaf-942e-4b4a-81b9-ee2162fdc423 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:31.584332 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a6a23eaf-942e-4b4a-81b9-ee2162fdc423 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/4f2e0953-c305-4cba-bcdb-080140a61048 HTTP/1.1" status: 404 len: 337 time: 0.0432649 Jul 09 10:00:31.587827 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33528) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.590585 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-19c98e74-a14b-494b-bcac-c8fe346da50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:31.625996 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event deleted for resources: {'Port': ['ID=daa3cb5d-1f47-4698-b6aa-3828c489f6ef,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:31.632416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-90c834f8-b986-4af2-b1c2-6ddbcfc14b98 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4654c24-92d5-4525-a7fe-41e0ba0e33cf HTTP/1.1" status: 200 len: 205 time: 0.0414517 Jul 09 10:00:31.635976 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33530) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.639614 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c98e74-a14b-494b-bcac-c8fe346da50f None None] No DVR routers for this DVR port daa3cb5d-1f47-4698-b6aa-3828c489f6ef on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:00:31.662311 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-955a0a91-fc1e-4994-b012-d2f9b57849ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:31.667604 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-955a0a91-fc1e-4994-b012-d2f9b57849ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:31.670926 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c98e74-a14b-494b-bcac-c8fe346da50f None None] Pushing event deleted for resources: {'Port': ['ID=daa3cb5d-1f47-4698-b6aa-3828c489f6ef,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:31.689146 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-7c0e9d44-c294-4601-ba79-7af2ec56c445 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] delete failed (client error): The resource could not be found. Jul 09 10:00:31.690438 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7c0e9d44-c294-4601-ba79-7af2ec56c445 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/routers/e4654c24-92d5-4525-a7fe-41e0ba0e33cf HTTP/1.1" status: 404 len: 336 time: 0.0530181 Jul 09 10:00:31.695486 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33532) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.736037 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a0a91-fc1e-4994-b012-d2f9b57849ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6a51cd-fc85-4477-b7a1-80da0aba768b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:31.741280 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-955a0a91-fc1e-4994-b012-d2f9b57849ac admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5d2fffb9db7f4e87b36e9ce78e8ec233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3714850 Jul 09 10:00:31.742553 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a8676b-3113-4e19-9fce-6ce063e25a61 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:31.743021 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a8676b-3113-4e19-9fce-6ce063e25a61 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:31.744200 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33534) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.744827 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-04a8676b-3113-4e19-9fce-6ce063e25a61 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/9e368224-dccb-44aa-bdeb-1bd76c228978 HTTP/1.1" status: 404 len: 337 time: 0.0483713 Jul 09 10:00:31.747918 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33536) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.752895 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-699aac4d-ff78-4d68-86c3-e296186bd18a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:31.766413 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-699aac4d-ff78-4d68-86c3-e296186bd18a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:31.784592 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7c89d299-3f4b-46c5-bc4f-9c4d20ac8d5c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "GET /v2.0/ports?device_id=b194e261-7fe4-4307-9c2d-082841a69f87 HTTP/1.1" status: 200 len: 205 time: 0.0334475 Jul 09 10:00:31.784822 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33538) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.824054 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-ca3e7655-89a3-4668-8472-1c39965a1946 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] delete failed (client error): The resource could not be found. Jul 09 10:00:31.825111 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ca3e7655-89a3-4668-8472-1c39965a1946 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/routers/b194e261-7fe4-4307-9c2d-082841a69f87 HTTP/1.1" status: 404 len: 336 time: 0.0394332 Jul 09 10:00:31.828386 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33540) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.855411 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a57cd2-7dd5-47df-99fc-55899fde325c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:31.855895 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a57cd2-7dd5-47df-99fc-55899fde325c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:31.860440 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e7a57cd2-7dd5-47df-99fc-55899fde325c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/7d05137f-78ac-46e5-a1d4-e53c7bcc7cd5 HTTP/1.1" status: 404 len: 337 time: 0.0288699 Jul 09 10:00:31.861442 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33542) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.869788 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fd9d9-c8b7-4367-ae9d-9a559da1d9d0 req-623dc7ce-d05d-48f2-bd57-bbad1a61b430 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:31.871313 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-077fd9d9-c8b7-4367-ae9d-9a559da1d9d0 req-623dc7ce-d05d-48f2-bd57-bbad1a61b430 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 944 time: 0.1897500 Jul 09 10:00:31.876384 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699aac4d-ff78-4d68-86c3-e296186bd18a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Port': ['ID=da75d095-c56d-45ff-a94c-4aeaf632ffa4,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:31.889586 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19a57d4-c638-4a75-84de-6e491dfb6ad6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:31.890108 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19a57d4-c638-4a75-84de-6e491dfb6ad6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:31.894730 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d19a57d4-c638-4a75-84de-6e491dfb6ad6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/b4902cac-8dbc-4b44-bb9e-d6cee77ce433 HTTP/1.1" status: 404 len: 337 time: 0.0294268 Jul 09 10:00:31.894959 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33544) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.913080 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d075c512-e0a6-4c82-8dc1-7bf8ea7ad79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:31.921386 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-699aac4d-ff78-4d68-86c3-e296186bd18a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:31.925089 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5481fde-18b3-47cd-90ba-161cc633742c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:31.925770 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5481fde-18b3-47cd-90ba-161cc633742c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:31.929707 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d5481fde-18b3-47cd-90ba-161cc633742c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/ac9d1164-7693-46b7-85e5-03fd56378025 HTTP/1.1" status: 404 len: 333 time: 0.0316467 Jul 09 10:00:31.930184 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33546) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.956075 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ed5afc-d92e-4fa9-82c8-c707c4f808f6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:31.956926 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ed5afc-d92e-4fa9-82c8-c707c4f808f6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:31.958881 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e3ed5afc-d92e-4fa9-82c8-c707c4f808f6 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/28f3997b-2733-447c-8849-50e66cbf68bf HTTP/1.1" status: 404 len: 337 time: 0.0276761 Jul 09 10:00:31.960672 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33548) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.986318 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-077fd9d9-c8b7-4367-ae9d-9a559da1d9d0 req-68daede3-dde6-4c1f-9656-b2ed64bb6ad2 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf1839c5-01ef-4ca5-8067-bd0017cd43ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072242 Jul 09 10:00:31.986533 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-adcc9835-6827-48d4-bfac-da72104a1d7e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:31.987206 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adcc9835-6827-48d4-bfac-da72104a1d7e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:31.992904 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-adcc9835-6827-48d4-bfac-da72104a1d7e tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/ef4ff03e-96d4-4175-8c29-bcfb3284f862 HTTP/1.1" status: 404 len: 333 time: 0.0273314 Jul 09 10:00:31.992904 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33550) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:31.994818 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:00:31.995681 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d075c512-e0a6-4c82-8dc1-7bf8ea7ad79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:32.017670 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a1a775-c996-4f11-b025-4f8c4366d401 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:32.018128 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a1a775-c996-4f11-b025-4f8c4366d401 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:32.022144 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-74a1a775-c996-4f11-b025-4f8c4366d401 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/aa814734-ee4b-46af-914b-648d31c5851f HTTP/1.1" status: 404 len: 337 time: 0.0274990 Jul 09 10:00:32.022830 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33552) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:32.049485 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-9348afc1-d08d-4a4d-8db9-710be0a2809c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:32.050205 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9348afc1-d08d-4a4d-8db9-710be0a2809c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:32.052306 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9348afc1-d08d-4a4d-8db9-710be0a2809c tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/7db16976-7acf-4dae-890f-4ddbd5d58228 HTTP/1.1" status: 404 len: 333 time: 0.0283515 Jul 09 10:00:32.054654 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33554) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:32.066557 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:32.070743 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:32.071108 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:32.088073 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-699aac4d-ff78-4d68-86c3-e296186bd18a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Floating IP 6581727b-fda9-45fc-a5ab-03ed69311b28 associated. External IP: 172.25.3.36, port: b507af8a-f3c2-4221-b855-98e789d36aeb. Jul 09 10:00:32.088366 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c620a11-6cab-4dcc-bed0-ddaef5d2ca31 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:32.088760 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c620a11-6cab-4dcc-bed0-ddaef5d2ca31 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:32.092984 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3c620a11-6cab-4dcc-bed0-ddaef5d2ca31 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/f7698e76-c027-47ed-b4e1-52165f96f871 HTTP/1.1" status: 404 len: 337 time: 0.0347416 Jul 09 10:00:32.093375 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33556) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:32.122131 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-c591b345-b810-4b7a-8538-acb2cf49ce65 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:32.123401 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c591b345-b810-4b7a-8538-acb2cf49ce65 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:32.125180 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c591b345-b810-4b7a-8538-acb2cf49ce65 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/97d862ec-40e1-4814-b948-2edba84f133b HTTP/1.1" status: 404 len: 333 time: 0.0309887 Jul 09 10:00:32.127805 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33558) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:32.147287 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d075c512-e0a6-4c82-8dc1-7bf8ea7ad79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:32.153926 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d075c512-e0a6-4c82-8dc1-7bf8ea7ad79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:32.157742 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d075c512-e0a6-4c82-8dc1-7bf8ea7ad79b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6d6a51cd-fc85-4477-b7a1-80da0aba768b HTTP/1.1" status: 204 len: 168 time: 0.4102807 Jul 09 10:00:32.163161 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a09a40-bf5d-4bcb-a632-3ba43aeade65 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:32.163627 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a09a40-bf5d-4bcb-a632-3ba43aeade65 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:32.165119 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:32.165451 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-89a09a40-bf5d-4bcb-a632-3ba43aeade65 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/4a173987-f65e-4e8e-abc8-ee8e90335131 HTTP/1.1" status: 404 len: 337 time: 0.0361912 Jul 09 10:00:32.168397 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33562) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:32.196783 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e65f3c-247f-441d-a644-6d5a4ea5e727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:00:32.199809 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c8cc1f-ab89-4486-a312-f001c0f1cec9" -d '{"events": [{"server_uuid": "d1e65f3c-247f-441d-a644-6d5a4ea5e727", "name": "network-vif-plugged", "status": "completed", "tag": "9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:00:32.200112 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-be449a0a-cc35-41ca-b031-943f6d522e50 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:32.200888 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be449a0a-cc35-41ca-b031-943f6d522e50 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:32.202579 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075c512-e0a6-4c82-8dc1-7bf8ea7ad79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6a51cd-fc85-4477-b7a1-80da0aba768b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:32.203176 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-be449a0a-cc35-41ca-b031-943f6d522e50 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/e68a5b2d-451d-4ae8-98be-ec92ad40444e HTTP/1.1" status: 404 len: 333 time: 0.0338635 Jul 09 10:00:32.205577 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33566) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:32.225155 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e,segment=NetworkSegment(f99647bf-40fe-4a0c-ba0e-3c0ea64ca754),segment_id=f99647bf-40fe-4a0c-ba0e-3c0ea64ca754)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:32.231033 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:32.252725 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0580507-e1de-40f5-aef5-6f6897f71e2b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:32.253470 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0580507-e1de-40f5-aef5-6f6897f71e2b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:32.255584 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c0580507-e1de-40f5-aef5-6f6897f71e2b tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/3f5098f9-c059-45da-9c89-7b7fcbf246e7 HTTP/1.1" status: 404 len: 337 time: 0.0489533 Jul 09 10:00:32.258031 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33568) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:32.274076 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40504ef-94c2-4c02-a581-918ee695049b x-openstack-request-id: req-d40504ef-94c2-4c02-a581-918ee695049b {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:00:32.274371 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e65f3c-247f-441d-a644-6d5a4ea5e727", "name": "network-vif-plugged", "status": "completed", "tag": "9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:00:32.274614 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d40504ef-94c2-4c02-a581-918ee695049b {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:00:32.275197 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e65f3c-247f-441d-a644-6d5a4ea5e727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e', 'code': 200} Jul 09 10:00:32.297588 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:32.297717 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a80bef-50da-47e0-bdc0-d5e9f483cd60 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:32.298378 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6a80bef-50da-47e0-bdc0-d5e9f483cd60 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:32.304252 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d6a80bef-50da-47e0-bdc0-d5e9f483cd60 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/b9531e33-8444-4b12-9694-f425dd26fc93 HTTP/1.1" status: 404 len: 333 time: 0.0449452 Jul 09 10:00:32.304931 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33570) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:32.336758 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-676e653a-5fa7-4eac-89f0-d804931f88bd tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:32.337215 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-676e653a-5fa7-4eac-89f0-d804931f88bd tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:32.341770 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-676e653a-5fa7-4eac-89f0-d804931f88bd tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/2e3e1469-0c15-48a5-9a3c-965711952fe5 HTTP/1.1" status: 404 len: 337 time: 0.0330787 Jul 09 10:00:32.342067 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33574) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:32.369119 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cadb8f9-60ae-4693-93bd-e9374d87a164 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:32.369843 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cadb8f9-60ae-4693-93bd-e9374d87a164 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:32.372285 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0cadb8f9-60ae-4693-93bd-e9374d87a164 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/ports/6199898d-239c-49e0-970e-61c1c21237dc HTTP/1.1" status: 404 len: 333 time: 0.0290496 Jul 09 10:00:32.374569 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33576) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:32.402171 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-59319649-fc40-4abf-b9fa-a1bb2abeca34 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] DELETE failed (client error): The resource could not be found. Jul 09 10:00:32.402631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59319649-fc40-4abf-b9fa-a1bb2abeca34 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:00:32.407409 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-59319649-fc40-4abf-b9fa-a1bb2abeca34 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/subnets/6368e117-4efa-4376-9e81-db28fa202fa5 HTTP/1.1" status: 404 len: 337 time: 0.0294447 Jul 09 10:00:32.407900 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33578) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:32.495737 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88e9d173-4ddd-423d-94ca-b2308f5761d0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:32.589331 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88e9d173-4ddd-423d-94ca-b2308f5761d0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:32.601057 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-88e9d173-4ddd-423d-94ca-b2308f5761d0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087ebd13-862d-4dea-9894-e22d71aaec69']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:32.613520 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-88e9d173-4ddd-423d-94ca-b2308f5761d0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893cffe1-366a-4636-9298-5eca2b36b833') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:32.613766 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-88e9d173-4ddd-423d-94ca-b2308f5761d0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893cffe1-366a-4636-9298-5eca2b36b833') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:32.624168 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88e9d173-4ddd-423d-94ca-b2308f5761d0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:32.639929 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88e9d173-4ddd-423d-94ca-b2308f5761d0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:32.648046 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e9d173-4ddd-423d-94ca-b2308f5761d0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:00:32.648268 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88e9d173-4ddd-423d-94ca-b2308f5761d0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:00:32.651542 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:00:32.722327 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88e9d173-4ddd-423d-94ca-b2308f5761d0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:32.730866 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88e9d173-4ddd-423d-94ca-b2308f5761d0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:32.735565 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-88e9d173-4ddd-423d-94ca-b2308f5761d0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] 10.222.0.61 "DELETE /v2.0/networks/087ebd13-862d-4dea-9894-e22d71aaec69 HTTP/1.1" status: 204 len: 168 time: 0.3242865 Jul 09 10:00:32.741756 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699aac4d-ff78-4d68-86c3-e296186bd18a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Router 9ba298af-ce9d-435d-99b8-7ca6100956d8 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:00:32.759460 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5a496-dde1-403a-8c2e-9ce7c25580ae req-ca3504cf-9ed1-4b94-899f-12b391d38da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:32.761090 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4e5a496-dde1-403a-8c2e-9ce7c25580ae req-ca3504cf-9ed1-4b94-899f-12b391d38da4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 1096 time: 0.3993618 Jul 09 10:00:32.762407 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9d173-4ddd-423d-94ca-b2308f5761d0 tempest-NetworksTestDHCPv6-1336942776 tempest-NetworksTestDHCPv6-1336942776-project] Pushing event deleted for resources: {'Network': ['ID=087ebd13-862d-4dea-9894-e22d71aaec69,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:32.862771 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4e5a496-dde1-403a-8c2e-9ce7c25580ae req-b76b1704-2f25-4150-9fdf-f63caa2be1cb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cf1839c5-01ef-4ca5-8067-bd0017cd43ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685520 Jul 09 10:00:32.889345 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699aac4d-ff78-4d68-86c3-e296186bd18a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:00:32.900808 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7790808-f4d5-476a-aeee-58aa1c2e215f None None] Sync routers for ids ['9ba298af-ce9d-435d-99b8-7ca6100956d8'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:00:32.908134 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-699aac4d-ff78-4d68-86c3-e296186bd18a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:32.913794 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7790808-f4d5-476a-aeee-58aa1c2e215f None None] Routers {'9ba298af-ce9d-435d-99b8-7ca6100956d8'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:00:32.914575 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e7790808-f4d5-476a-aeee-58aa1c2e215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:00:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['9ba298af-ce9d-435d-99b8-7ca6100956d8'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:32.958547 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-699aac4d-ff78-4d68-86c3-e296186bd18a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2545671 Jul 09 10:00:32.959211 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'tag': 'b507af8a-f3c2-4221-b855-98e789d36aeb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:00:32.961521 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8b8a1d-b16a-400c-9e64-506dec8e6327" -d '{"events": [{"name": "network-changed", "server_uuid": "0b3cea88-d27d-48bc-8b39-2afd90fa7f80", "tag": "b507af8a-f3c2-4221-b855-98e789d36aeb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:00:32.976881 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33606) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:33.034100 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-e7790808-f4d5-476a-aeee-58aa1c2e215f None None] Set router 9ba298af-ce9d-435d-99b8-7ca6100956d8 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:00:33.047186 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b087d74-f140-4c25-9bda-9a79545ad20f x-openstack-request-id: req-6b087d74-f140-4c25-9bda-9a79545ad20f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:00:33.047491 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b3cea88-d27d-48bc-8b39-2afd90fa7f80", "tag": "b507af8a-f3c2-4221-b855-98e789d36aeb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:00:33.047786 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b087d74-f140-4c25-9bda-9a79545ad20f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:00:33.048193 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'tag': 'b507af8a-f3c2-4221-b855-98e789d36aeb', 'status': 'completed', 'code': 200} Jul 09 10:00:33.160798 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b8a1d-b16a-400c-9e64-506dec8e6327 req-b875f311-6767-4ff2-a9c7-2d9d92b1a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:33.162323 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b8b8a1d-b16a-400c-9e64-506dec8e6327 req-b875f311-6767-4ff2-a9c7-2d9d92b1a248 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 1097 time: 0.0928915 Jul 09 10:00:33.270032 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b2baac36-7196-411c-a898-d3dd67ae218f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=620e8a181e5f4f15ab794a658a4eb5cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897460 Jul 09 10:00:33.271913 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33616) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:33.342024 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a56c9c47-6e54-40e9-a6f5-7bc3fd64f41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:33.359166 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e7790808-f4d5-476a-aeee-58aa1c2e215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488744473', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:03Z', 'updated_at': '2021-07-09T10:00:10Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:04Z', 'updated_at': '2021-07-09T10:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '6581727b-fda9-45fc-a5ab-03ed69311b28', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'floating_ip_address': '172.25.3.36', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'port_id': 'b507af8a-f3c2-4221-b855-98e789d36aeb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84', 'mac_address': 'fa:16:3e:18:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:00:30Z', 'updated_at': '2021-07-09T10:00:30Z', 'revision_number': 0, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787e78bd-0d3e-4bbe-8739-ed8a38d747bb', 'name': '', 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:f9:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '98dabb0c-da66-43b1-8e01-7e71b5677c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:09Z', 'updated_at': '2021-07-09T10:00:21Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '98dabb0c-da66-43b1-8e01-7e71b5677c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:33.372385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3efb-a126-457a-8d29-dbd2b53620b9 req-f827bbe1-d96a-4774-a91e-ac7d3e1b6a62 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:33.373841 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a56c9c47-6e54-40e9-a6f5-7bc3fd64f41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:33.379987 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-218b3efb-a126-457a-8d29-dbd2b53620b9 req-f827bbe1-d96a-4774-a91e-ac7d3e1b6a62 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 946 time: 0.2017331 Jul 09 10:00:33.404933 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7790808-f4d5-476a-aeee-58aa1c2e215f None None] Checking router: 9ba298af-ce9d-435d-99b8-7ca6100956d8 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:00:33.413313 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b8a1d-b16a-400c-9e64-506dec8e6327 req-9689a1dd-c46b-42cc-8f84-bbc844612652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:33.414937 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b8b8a1d-b16a-400c-9e64-506dec8e6327 req-9689a1dd-c46b-42cc-8f84-bbc844612652 service neutron] 10.222.0.58 "GET /v2.0/networks?id=012ab37d-ab4a-471a-b77c-4979ab6b3f84 HTTP/1.1" status: 200 len: 896 time: 0.2382221 Jul 09 10:00:33.426921 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7790808-f4d5-476a-aeee-58aa1c2e215f None None] Routers {'9ba298af-ce9d-435d-99b8-7ca6100956d8'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:00:33.428259 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e7790808-f4d5-476a-aeee-58aa1c2e215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:00:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['9ba298af-ce9d-435d-99b8-7ca6100956d8'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:33.430246 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a77d0e-62b4-409b-9415-c51a450fd329 req-c43b053b-1319-4b0d-9218-4626c30b1450 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:33.431992 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06a77d0e-62b4-409b-9415-c51a450fd329 req-c43b053b-1319-4b0d-9218-4626c30b1450 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 945 time: 0.2322609 Jul 09 10:00:33.436289 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a56c9c47-6e54-40e9-a6f5-7bc3fd64f41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:33.440348 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a56c9c47-6e54-40e9-a6f5-7bc3fd64f41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:33.444499 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a56c9c47-6e54-40e9-a6f5-7bc3fd64f41b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8a4b6755-2979-48f2-912e-7d7edb33e983 HTTP/1.1" status: 204 len: 168 time: 0.1715944 Jul 09 10:00:33.459077 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c9c47-6e54-40e9-a6f5-7bc3fd64f41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4b6755-2979-48f2-912e-7d7edb33e983,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:33.510311 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-218b3efb-a126-457a-8d29-dbd2b53620b9 req-d3ccfe72-45e0-4672-91d3-0152ceeefd5e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293311 Jul 09 10:00:33.539169 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06a77d0e-62b4-409b-9415-c51a450fd329 req-f5d09329-9cc8-4409-9087-1ea1c1cc75eb tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf1839c5-01ef-4ca5-8067-bd0017cd43ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886950 Jul 09 10:00:33.540065 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33626) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:33.555792 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b8b8a1d-b16a-400c-9e64-506dec8e6327 req-7cd5e784-82c6-4f30-9b33-671bdd74e693 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b507af8a-f3c2-4221-b855-98e789d36aeb HTTP/1.1" status: 200 len: 999 time: 0.1336935 Jul 09 10:00:33.609574 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-e7790808-f4d5-476a-aeee-58aa1c2e215f None None] Set router 9ba298af-ce9d-435d-99b8-7ca6100956d8 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:00:33.620812 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c4ca0d6c-8510-4561-b956-04b923025ac4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/floatingips/6581727b-fda9-45fc-a5ab-03ed69311b28 HTTP/1.1" status: 200 len: 991 time: 0.0792804 Jul 09 10:00:33.624323 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b8a1d-b16a-400c-9e64-506dec8e6327 req-59e9d391-3150-4b4f-9626-c881af7793e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:33.626106 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b8b8a1d-b16a-400c-9e64-506dec8e6327 req-59e9d391-3150-4b4f-9626-c881af7793e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98dabb0c-da66-43b1-8e01-7e71b5677c6c HTTP/1.1" status: 200 len: 835 time: 0.0635631 Jul 09 10:00:33.695546 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b8a1d-b16a-400c-9e64-506dec8e6327 req-6d8ae8a7-a33b-42ea-bac8-35d948be508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:33.697371 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b8b8a1d-b16a-400c-9e64-506dec8e6327 req-6d8ae8a7-a33b-42ea-bac8-35d948be508a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=012ab37d-ab4a-471a-b77c-4979ab6b3f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653453 Jul 09 10:00:33.818276 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b8b8a1d-b16a-400c-9e64-506dec8e6327 req-2071dac1-11c4-4f54-aec9-23e362157953 service neutron] 10.222.0.58 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135886 Jul 09 10:00:33.886691 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e7790808-f4d5-476a-aeee-58aa1c2e215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488744473', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:03Z', 'updated_at': '2021-07-09T10:00:10Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:04Z', 'updated_at': '2021-07-09T10:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '6581727b-fda9-45fc-a5ab-03ed69311b28', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'floating_ip_address': '172.25.3.36', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'port_id': 'b507af8a-f3c2-4221-b855-98e789d36aeb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84', 'mac_address': 'fa:16:3e:18:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:00:30Z', 'updated_at': '2021-07-09T10:00:30Z', 'revision_number': 0, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787e78bd-0d3e-4bbe-8739-ed8a38d747bb', 'name': '', 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:f9:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '98dabb0c-da66-43b1-8e01-7e71b5677c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:09Z', 'updated_at': '2021-07-09T10:00:21Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '98dabb0c-da66-43b1-8e01-7e71b5677c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:33.919844 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7790808-f4d5-476a-aeee-58aa1c2e215f None None] The sync data for ids ['9ba298af-ce9d-435d-99b8-7ca6100956d8'] in n-d-799996-1 is: [{'id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488744473', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:03Z', 'updated_at': '2021-07-09T10:00:10Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:04Z', 'updated_at': '2021-07-09T10:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '6581727b-fda9-45fc-a5ab-03ed69311b28', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'floating_ip_address': '172.25.3.36', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'port_id': 'b507af8a-f3c2-4221-b855-98e789d36aeb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84', 'mac_address': 'fa:16:3e:18:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:00:30Z', 'updated_at': '2021-07-09T10:00:30Z', 'revision_number': 0, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787e78bd-0d3e-4bbe-8739-ed8a38d747bb', 'name': '', 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:f9:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '98dabb0c-da66-43b1-8e01-7e71b5677c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:09Z', 'updated_at': '2021-07-09T10:00:21Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '98dabb0c-da66-43b1-8e01-7e71b5677c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:00:33.953714 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b8b8a1d-b16a-400c-9e64-506dec8e6327 req-fcf986de-cef1-4ef1-a2f6-e1c1bf8d0833 service neutron] 10.222.0.58 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287687 Jul 09 10:00:34.043206 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:34.207754 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306c3359-f187-4ae4-9280-de389e704810 None None] New status for floating IP 6581727b-fda9-45fc-a5ab-03ed69311b28: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:00:34.401959 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33662) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:34.437368 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33666) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:34.539052 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c32e017c-6174-4600-9d58-eb29d9e06230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:34.599639 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Request body: {'networks': [{'name': 'tempest-network--937159983'}, {'name': 'tempest-network--1008797355'}]} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:34.600051 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Request body: {'network': {'name': 'tempest-network--937159983'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:34.600514 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Request body: {'network': {'name': 'tempest-network--1008797355'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:34.624923 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33672) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:34.641527 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c32e017c-6174-4600-9d58-eb29d9e06230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:34.649988 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c32e017c-6174-4600-9d58-eb29d9e06230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:34.696233 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Made reservation on behalf of a6a2790b209b40a589b0646391d74691 for: {'network': 2} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:34.701033 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:34.704443 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e017c-6174-4600-9d58-eb29d9e06230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38e88d7-6a8a-4d72-ad3f-d744457026e0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:34.719014 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c32e017c-6174-4600-9d58-eb29d9e06230 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3810d2aa1590420196b49f0e25e37e62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2806118 Jul 09 10:00:34.721034 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:34.721682 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33674) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:34.734326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-795bca26-9ee2-4225-9697-dc89ac3114da tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/floatingips/6581727b-fda9-45fc-a5ab-03ed69311b28 HTTP/1.1" status: 200 len: 993 time: 0.1078823 Jul 09 10:00:34.791961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bf011-3f88-47f4-9e2d-2ac8a8c1f930 req-969d1b2f-76ac-4525-8836-d7edddf2ef26 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:34.793767 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f10bf011-3f88-47f4-9e2d-2ac8a8c1f930 req-969d1b2f-76ac-4525-8836-d7edddf2ef26 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 945 time: 0.1283069 Jul 09 10:00:34.814820 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b920ee1-d2e6-4c8d-a280-1c465a884c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:34.822104 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:34.827377 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:34.828063 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:34.852586 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b920ee1-d2e6-4c8d-a280-1c465a884c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:34.868127 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1093230-4e7b-49fb-9256-044eda2603eb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:34.868606 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f10bf011-3f88-47f4-9e2d-2ac8a8c1f930 req-d8cd677a-712a-4a19-88ba-5c2349b7074e tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf1839c5-01ef-4ca5-8067-bd0017cd43ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655637 Jul 09 10:00:34.876819 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:00:34.887671 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:34.887671 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Added segment 7bba4f23-f195-46cd-a8c7-75cadb7f8d13 of type vlan for network 45a3f029-95a6-4bab-a67c-ecfc742daf54 Jul 09 10:00:34.914721 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b920ee1-d2e6-4c8d-a280-1c465a884c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:34.918322 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b920ee1-d2e6-4c8d-a280-1c465a884c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:34.922216 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8b920ee1-d2e6-4c8d-a280-1c465a884c5b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c38e88d7-6a8a-4d72-ad3f-d744457026e0 HTTP/1.1" status: 204 len: 168 time: 0.1970203 Jul 09 10:00:34.931188 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b920ee1-d2e6-4c8d-a280-1c465a884c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38e88d7-6a8a-4d72-ad3f-d744457026e0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:34.950168 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:34.989954 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:00:35.000473 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:35.001071 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Added segment 2c26aabe-f700-4cf7-adf2-9775a6b95cca of type vlan for network 37346802-46b6-4c2c-b2b3-d37ee6e27d1c Jul 09 10:00:35.045682 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:35.082886 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71ea64-15ff-4069-8cde-47502a2a0bff req-8ae5f73d-01f9-43a0-abda-9c4679610a10 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:35.083398 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:35.084072 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:35.089981 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b71ea64-15ff-4069-8cde-47502a2a0bff req-8ae5f73d-01f9-43a0-abda-9c4679610a10 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 945 time: 0.0739417 Jul 09 10:00:35.090594 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:35.095980 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:35.096630 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:35.131352 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b71ea64-15ff-4069-8cde-47502a2a0bff req-0f381287-d031-4c42-800a-0ae8562bcd99 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf1839c5-01ef-4ca5-8067-bd0017cd43ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406032 Jul 09 10:00:35.170788 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7676613 Jul 09 10:00:35.173830 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33684) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:35.241924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33686) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:35.258724 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Pushing event updated for resources: {'Network': ['ID=45a3f029-95a6-4bab-a67c-ecfc742daf54,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:35.259110 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b521ea4-4ed1-4fb5-af46-cd80da6de02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:35.271539 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 45a3f029-95a6-4bab-a67c-ecfc742daf54 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:00:35.411767 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b521ea4-4ed1-4fb5-af46-cd80da6de02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:35.416633 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b521ea4-4ed1-4fb5-af46-cd80da6de02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:35.448134 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5b521ea4-4ed1-4fb5-af46-cd80da6de02e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d1563ab4033d4d61b4306a37e6f727a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2025578 Jul 09 10:00:35.448475 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33690) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:35.493191 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b521ea4-4ed1-4fb5-af46-cd80da6de02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2f04c4-0309-481a-9126-7871a53dc08b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:35.559605 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a321e4e-6306-4e45-83ed-e1713c244a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:35.590391 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a321e4e-6306-4e45-83ed-e1713c244a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:35.617724 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad252e65-9235-4793-82d5-0f21c2c298c4 req-aabfad2b-a25d-47fe-be3a-aef8f03bfc31 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:35.619230 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad252e65-9235-4793-82d5-0f21c2c298c4 req-aabfad2b-a25d-47fe-be3a-aef8f03bfc31 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 945 time: 0.1271398 Jul 09 10:00:35.672179 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad252e65-9235-4793-82d5-0f21c2c298c4 req-00f45d14-c738-41c2-b4d9-3d4167db1339 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf1839c5-01ef-4ca5-8067-bd0017cd43ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432901 Jul 09 10:00:35.680215 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a321e4e-6306-4e45-83ed-e1713c244a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:35.683011 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a321e4e-6306-4e45-83ed-e1713c244a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:35.687111 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4a321e4e-6306-4e45-83ed-e1713c244a3f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6e2f04c4-0309-481a-9126-7871a53dc08b HTTP/1.1" status: 204 len: 168 time: 0.2345860 Jul 09 10:00:35.692960 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a321e4e-6306-4e45-83ed-e1713c244a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2f04c4-0309-481a-9126-7871a53dc08b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:35.753248 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63447e-8ded-45a8-a55b-89b4740deec8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Pushing event updated for resources: {'Network': ['ID=37346802-46b6-4c2c-b2b3-d37ee6e27d1c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:35.763957 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 37346802-46b6-4c2c-b2b3-d37ee6e27d1c details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:00:35.791778 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f880bad5-af61-4a04-ad43-68659a5ae005 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:35.799157 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f880bad5-af61-4a04-ad43-68659a5ae005 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:35.805341 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f880bad5-af61-4a04-ad43-68659a5ae005 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:35.812768 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f880bad5-af61-4a04-ad43-68659a5ae005 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:35.817653 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f880bad5-af61-4a04-ad43-68659a5ae005 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6394031 Jul 09 10:00:35.817976 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33694) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:35.899387 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1695a83-9a4e-4153-be2d-0edc8294f9af tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:35.992169 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1695a83-9a4e-4153-be2d-0edc8294f9af tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:36.005062 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a1695a83-9a4e-4153-be2d-0edc8294f9af tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a3f029-95a6-4bab-a67c-ecfc742daf54']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:36.014722 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a1695a83-9a4e-4153-be2d-0edc8294f9af tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bba4f23-f195-46cd-a8c7-75cadb7f8d13') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:36.015015 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a1695a83-9a4e-4153-be2d-0edc8294f9af tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bba4f23-f195-46cd-a8c7-75cadb7f8d13') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:36.026240 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1695a83-9a4e-4153-be2d-0edc8294f9af tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:36.038021 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1695a83-9a4e-4153-be2d-0edc8294f9af tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:36.045019 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1695a83-9a4e-4153-be2d-0edc8294f9af tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:00:36.045272 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1695a83-9a4e-4153-be2d-0edc8294f9af tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: timer() Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:00:36.048420 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:00:36.113464 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1695a83-9a4e-4153-be2d-0edc8294f9af tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:36.128330 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1695a83-9a4e-4153-be2d-0edc8294f9af tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:36.130530 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a1695a83-9a4e-4153-be2d-0edc8294f9af tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] 10.222.0.61 "DELETE /v2.0/networks/45a3f029-95a6-4bab-a67c-ecfc742daf54 HTTP/1.1" status: 204 len: 168 time: 0.3115420 Jul 09 10:00:36.133636 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33706) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:36.145115 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1695a83-9a4e-4153-be2d-0edc8294f9af tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Pushing event deleted for resources: {'Network': ['ID=45a3f029-95a6-4bab-a67c-ecfc742daf54,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:36.224730 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9012ebee-6d93-4570-97c8-c3a64d3fe8fa tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:36.320983 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9012ebee-6d93-4570-97c8-c3a64d3fe8fa tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:36.340090 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-9012ebee-6d93-4570-97c8-c3a64d3fe8fa tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37346802-46b6-4c2c-b2b3-d37ee6e27d1c']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:36.345785 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-9012ebee-6d93-4570-97c8-c3a64d3fe8fa tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c26aabe-f700-4cf7-adf2-9775a6b95cca') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:36.346158 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-9012ebee-6d93-4570-97c8-c3a64d3fe8fa tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c26aabe-f700-4cf7-adf2-9775a6b95cca') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:36.355101 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9012ebee-6d93-4570-97c8-c3a64d3fe8fa tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:36.369400 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9012ebee-6d93-4570-97c8-c3a64d3fe8fa tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:36.376093 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9012ebee-6d93-4570-97c8-c3a64d3fe8fa tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:00:36.376436 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9012ebee-6d93-4570-97c8-c3a64d3fe8fa tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:00:36.379441 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:00:36.440829 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9012ebee-6d93-4570-97c8-c3a64d3fe8fa tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:36.451749 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9012ebee-6d93-4570-97c8-c3a64d3fe8fa tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:36.453577 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9012ebee-6d93-4570-97c8-c3a64d3fe8fa tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] 10.222.0.61 "DELETE /v2.0/networks/37346802-46b6-4c2c-b2b3-d37ee6e27d1c HTTP/1.1" status: 204 len: 168 time: 0.3187091 Jul 09 10:00:36.456241 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33718) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:36.465364 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012ebee-6d93-4570-97c8-c3a64d3fe8fa tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Pushing event deleted for resources: {'Network': ['ID=37346802-46b6-4c2c-b2b3-d37ee6e27d1c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:36.642471 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbbaa4f-48ca-454c-b9a3-7c2e914103c8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:36.649086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbbaa4f-48ca-454c-b9a3-7c2e914103c8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:36.650017 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1bbbaa4f-48ca-454c-b9a3-7c2e914103c8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1927097 Jul 09 10:00:36.654374 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33724) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:36.659324 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f9b723ef-cf68-434f-909a-8492a0cd3e54 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-897326316'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:36.680168 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b723ef-cf68-434f-909a-8492a0cd3e54 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Made reservation on behalf of a6a2790b209b40a589b0646391d74691 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:36.683683 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9b723ef-cf68-434f-909a-8492a0cd3e54 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:36.708000 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b723ef-cf68-434f-909a-8492a0cd3e54 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:00:36.718528 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9b723ef-cf68-434f-909a-8492a0cd3e54 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:36.718876 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-f9b723ef-cf68-434f-909a-8492a0cd3e54 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Added segment e7635f3a-feb0-4689-a3d5-bc4de47dab2c of type vlan for network c4828efc-5199-42c4-a6a6-37fdd04929e4 Jul 09 10:00:36.773965 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-97b5d206-835e-4ea9-b701-db6313ccec4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:36.777072 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9b723ef-cf68-434f-909a-8492a0cd3e54 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:36.810180 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9b723ef-cf68-434f-909a-8492a0cd3e54 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:36.816702 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b723ef-cf68-434f-909a-8492a0cd3e54 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:36.817315 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9b723ef-cf68-434f-909a-8492a0cd3e54 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:36.903560 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f9b723ef-cf68-434f-909a-8492a0cd3e54 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2478969 Jul 09 10:00:36.906104 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33736) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:36.911742 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2ce2e5ed-d98d-47e5-a818-d6a3a826177c tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1993442866'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:36.925687 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b723ef-cf68-434f-909a-8492a0cd3e54 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Pushing event updated for resources: {'Network': ['ID=c4828efc-5199-42c4-a6a6-37fdd04929e4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:36.936373 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce2e5ed-d98d-47e5-a818-d6a3a826177c tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Made reservation on behalf of a6a2790b209b40a589b0646391d74691 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:36.939568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network c4828efc-5199-42c4-a6a6-37fdd04929e4 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:00:36.940687 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2ce2e5ed-d98d-47e5-a818-d6a3a826177c tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:36.965723 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef658eb9-db12-488c-ab0e-cc66a59e4e96 req-46b8abcc-87a8-41f0-bae9-aaf84ad21b0c tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:36.968296 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ef658eb9-db12-488c-ab0e-cc66a59e4e96 req-46b8abcc-87a8-41f0-bae9-aaf84ad21b0c tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 945 time: 0.1475048 Jul 09 10:00:36.971844 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce2e5ed-d98d-47e5-a818-d6a3a826177c tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:00:36.984240 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2ce2e5ed-d98d-47e5-a818-d6a3a826177c tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:36.984925 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-2ce2e5ed-d98d-47e5-a818-d6a3a826177c tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Added segment 8198a768-96db-47bd-b2c4-b1ca05f26690 of type vlan for network 92cb2590-75b5-4185-b63d-d67e1d121609 Jul 09 10:00:37.036778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ef658eb9-db12-488c-ab0e-cc66a59e4e96 req-eb3a58c3-4de2-4aa1-9ff5-f8c9ded442d4 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf1839c5-01ef-4ca5-8067-bd0017cd43ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629139 Jul 09 10:00:37.038314 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2ce2e5ed-d98d-47e5-a818-d6a3a826177c tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:37.071294 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2ce2e5ed-d98d-47e5-a818-d6a3a826177c tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:37.077920 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce2e5ed-d98d-47e5-a818-d6a3a826177c tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:37.078565 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2ce2e5ed-d98d-47e5-a818-d6a3a826177c tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:37.140805 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33744) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:37.141181 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2ce2e5ed-d98d-47e5-a818-d6a3a826177c tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2336676 Jul 09 10:00:37.155255 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Request body: {'ports': [{'network_id': 'c4828efc-5199-42c4-a6a6-37fdd04929e4', 'name': 'tempest-port--1086268505', 'admin_state_up': True}, {'network_id': '92cb2590-75b5-4185-b63d-d67e1d121609', 'admin_state_up': False}]} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:37.155913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Request body: {'port': {'network_id': 'c4828efc-5199-42c4-a6a6-37fdd04929e4', 'name': 'tempest-port--1086268505', 'admin_state_up': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:37.156757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Request body: {'port': {'network_id': '92cb2590-75b5-4185-b63d-d67e1d121609', 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:37.165810 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2e5ed-d98d-47e5-a818-d6a3a826177c tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Pushing event updated for resources: {'Network': ['ID=92cb2590-75b5-4185-b63d-d67e1d121609,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:37.182674 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 92cb2590-75b5-4185-b63d-d67e1d121609 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:00:37.376011 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Made reservation on behalf of a6a2790b209b40a589b0646391d74691 for: {'port': 2} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:37.380640 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:37.448884 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:37.562464 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa2b9e-383a-48de-bf9f-e776d15b335b req-bdb4fbc8-71c4-4049-9d19-2155ab9eceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:37.564006 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-54aa2b9e-383a-48de-bf9f-e776d15b335b req-bdb4fbc8-71c4-4049-9d19-2155ab9eceab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56530858b7584e9bb637963eebef01cb&device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 1096 time: 0.2021046 Jul 09 10:00:37.569509 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] device_id is not set on port 23182507-68bb-4d91-80a1-ef0851101ac2 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 10:00:37.590139 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626803d-e944-463a-a391-b2f4645ffcb2 req-cfc1e9d2-db59-430a-a556-0f3e3aa28132 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:37.592205 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f626803d-e944-463a-a391-b2f4645ffcb2 req-cfc1e9d2-db59-430a-a556-0f3e3aa28132 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 945 time: 0.2091753 Jul 09 10:00:37.698968 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f626803d-e944-463a-a391-b2f4645ffcb2 req-a9e0c69e-8e6f-4340-8e2d-debf21846873 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf1839c5-01ef-4ca5-8067-bd0017cd43ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920861 Jul 09 10:00:37.771321 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa2b9e-383a-48de-bf9f-e776d15b335b req-c99c6449-204a-4836-943a-b0320c75de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:37.772823 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-54aa2b9e-383a-48de-bf9f-e776d15b335b req-c99c6449-204a-4836-943a-b0320c75de0a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b9b3e928-9afa-4f2f-9c20-dbb0525058a5 HTTP/1.1" status: 200 len: 913 time: 0.2003093 Jul 09 10:00:37.835590 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-54aa2b9e-383a-48de-bf9f-e776d15b335b req-10c1c56c-7255-4e66-94ac-e816f7706e5a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e HTTP/1.1" status: 200 len: 217 time: 0.0524375 Jul 09 10:00:37.873217 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:37.941853 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa2b9e-383a-48de-bf9f-e776d15b335b req-171a557d-4d30-49b2-82d8-75e1d1131d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:37.943580 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-54aa2b9e-383a-48de-bf9f-e776d15b335b req-171a557d-4d30-49b2-82d8-75e1d1131d25 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=719c8b83-6fc3-4846-aac6-eaf32c70d5db HTTP/1.1" status: 200 len: 852 time: 0.1025314 Jul 09 10:00:37.982379 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] device_id is not set on port 54d0b453-9d14-4862-b8cb-53e5313ed019 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 10:00:37.986519 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-54aa2b9e-383a-48de-bf9f-e776d15b335b req-c9837fb9-535a-46eb-9e74-c7b54c742ceb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9b3e928-9afa-4f2f-9c20-dbb0525058a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365593 Jul 09 10:00:38.125455 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-54aa2b9e-383a-48de-bf9f-e776d15b335b req-8ad6cd66-8fbd-4ee9-95fc-8e5d341b61a8 service neutron] 10.222.0.64 "GET /v2.0/networks/b9b3e928-9afa-4f2f-9c20-dbb0525058a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321678 Jul 09 10:00:38.222704 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:38.269522 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-54aa2b9e-383a-48de-bf9f-e776d15b335b req-ddc405c2-c4ba-43ac-b3ca-9e483f354b96 service neutron] 10.222.0.64 "GET /v2.0/networks/b9b3e928-9afa-4f2f-9c20-dbb0525058a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340399 Jul 09 10:00:38.292961 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:38.358168 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Pushing event updated for resources: {'Port': ['ID=23182507-68bb-4d91-80a1-ef0851101ac2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:38.366717 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Checking segment: {'id': 'e7635f3a-feb0-4689-a3d5-bc4de47dab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c4828efc-5199-42c4-a6a6-37fdd04929e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:38.366717 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Network hostable DHCP agents. Network: c4828efc-5199-42c4-a6a6-37fdd04929e4, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:00:38.383651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Network c4828efc-5199-42c4-a6a6-37fdd04929e4 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:00:38.392819 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, c4828efc-5199-42c4-a6a6-37fdd04929e4) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:38.397058 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:38.398078 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:38.403579 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d559dd9-7090-45fb-9f9b-d77d2da2254e None None] Network c4828efc-5199-42c4-a6a6-37fdd04929e4 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:38.461271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Pushing event updated for resources: {'Port': ['ID=54d0b453-9d14-4862-b8cb-53e5313ed019,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:38.477491 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Checking segment: {'id': '8198a768-96db-47bd-b2c4-b1ca05f26690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '92cb2590-75b5-4185-b63d-d67e1d121609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:38.477855 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Network hostable DHCP agents. Network: 92cb2590-75b5-4185-b63d-d67e1d121609, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:00:38.493685 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Network 92cb2590-75b5-4185-b63d-d67e1d121609 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:00:38.503915 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 92cb2590-75b5-4185-b63d-d67e1d121609) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:38.507672 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:38.513562 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fa140e-9b2d-40c2-93b5-78e308e56424 None None] Network 92cb2590-75b5-4185-b63d-d67e1d121609 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:38.515359 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:38.520506 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:38.521142 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:38.535340 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d15ef49a-3e31-45c6-94c1-4d08ad8e1354 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3926404 Jul 09 10:00:38.538602 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33758) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:38.603133 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83bb0c6-6fb5-44fc-bc19-097a069643d1 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:38.609620 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83bb0c6-6fb5-44fc-bc19-097a069643d1 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:38.611188 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c83bb0c6-6fb5-44fc-bc19-097a069643d1 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0714960 Jul 09 10:00:38.614088 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33760) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:38.718145 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-aeec4d67-d2c6-48ed-82f1-d4850804be08 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Deleting port 23182507-68bb-4d91-80a1-ef0851101ac2 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:00:38.718487 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aeec4d67-d2c6-48ed-82f1-d4850804be08 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:38.790193 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aeec4d67-d2c6-48ed-82f1-d4850804be08 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:38.806980 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-aeec4d67-d2c6-48ed-82f1-d4850804be08 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Calling delete_port for 23182507-68bb-4d91-80a1-ef0851101ac2 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:00:38.895560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f1192-46f5-4290-9170-7740642ba95a req-2798fad2-7b55-4270-9fa1-0dc91181b14e tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:38.897630 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-391f1192-46f5-4290-9170-7740642ba95a req-2798fad2-7b55-4270-9fa1-0dc91181b14e tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 945 time: 0.0730872 Jul 09 10:00:38.904769 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aeec4d67-d2c6-48ed-82f1-d4850804be08 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:38.935460 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec4d67-d2c6-48ed-82f1-d4850804be08 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Pushing event deleted for resources: {'Port': ['ID=23182507-68bb-4d91-80a1-ef0851101ac2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:38.944888 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aeec4d67-d2c6-48ed-82f1-d4850804be08 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:38.945057 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-391f1192-46f5-4290-9170-7740642ba95a req-e6b0ab52-4c29-416e-8c05-c26a17a001d8 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf1839c5-01ef-4ca5-8067-bd0017cd43ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412612 Jul 09 10:00:38.947381 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-aeec4d67-d2c6-48ed-82f1-d4850804be08 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] 10.222.0.61 "DELETE /v2.0/ports/23182507-68bb-4d91-80a1-ef0851101ac2 HTTP/1.1" status: 204 len: 168 time: 0.3321662 Jul 09 10:00:38.949777 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33776) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:39.054323 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-93933a56-4f8f-4fac-9158-2618b1b464ab tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Deleting port 54d0b453-9d14-4862-b8cb-53e5313ed019 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:00:39.054663 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93933a56-4f8f-4fac-9158-2618b1b464ab tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:39.135969 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93933a56-4f8f-4fac-9158-2618b1b464ab tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:39.149711 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-93933a56-4f8f-4fac-9158-2618b1b464ab tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Calling delete_port for 54d0b453-9d14-4862-b8cb-53e5313ed019 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:00:39.232786 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93933a56-4f8f-4fac-9158-2618b1b464ab tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:39.262512 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93933a56-4f8f-4fac-9158-2618b1b464ab tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Pushing event deleted for resources: {'Port': ['ID=54d0b453-9d14-4862-b8cb-53e5313ed019,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:39.272675 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93933a56-4f8f-4fac-9158-2618b1b464ab tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:39.274446 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:39.277349 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-93933a56-4f8f-4fac-9158-2618b1b464ab tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] 10.222.0.61 "DELETE /v2.0/ports/54d0b453-9d14-4862-b8cb-53e5313ed019 HTTP/1.1" status: 204 len: 168 time: 0.3265724 Jul 09 10:00:39.280442 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33782) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:39.313936 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4120c69b-4766-4d24-b09f-e26df5960a21 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0323908 Jul 09 10:00:39.317477 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33784) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:39.322528 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5a845253-c0de-419d-9f47-e8afb16a6a23 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1320123141'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:39.343968 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a845253-c0de-419d-9f47-e8afb16a6a23 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Made reservation on behalf of a6a2790b209b40a589b0646391d74691 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:39.347762 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a845253-c0de-419d-9f47-e8afb16a6a23 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:39.375941 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f568118c-ae7a-44d9-b276-158001a8b4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:39.376401 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a845253-c0de-419d-9f47-e8afb16a6a23 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:00:39.389376 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a845253-c0de-419d-9f47-e8afb16a6a23 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:39.389376 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-5a845253-c0de-419d-9f47-e8afb16a6a23 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Added segment f0f4bc2d-3dca-4b4d-bc7f-6609d70cd2c5 of type vlan for network cd0bb08f-0ee3-477a-8d44-b35f9197ba4c Jul 09 10:00:39.429783 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a845253-c0de-419d-9f47-e8afb16a6a23 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:39.457601 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a845253-c0de-419d-9f47-e8afb16a6a23 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:39.463142 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a845253-c0de-419d-9f47-e8afb16a6a23 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:39.463761 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a845253-c0de-419d-9f47-e8afb16a6a23 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:39.516696 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5a845253-c0de-419d-9f47-e8afb16a6a23 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1981025 Jul 09 10:00:39.519309 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33786) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:39.524523 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1a67a8b9-79cf-455d-becc-d038e97eb96d tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-237062483'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:39.534795 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a845253-c0de-419d-9f47-e8afb16a6a23 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Pushing event updated for resources: {'Network': ['ID=cd0bb08f-0ee3-477a-8d44-b35f9197ba4c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:39.549612 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a67a8b9-79cf-455d-becc-d038e97eb96d tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Made reservation on behalf of a6a2790b209b40a589b0646391d74691 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:39.549946 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network cd0bb08f-0ee3-477a-8d44-b35f9197ba4c details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:00:39.553263 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1a67a8b9-79cf-455d-becc-d038e97eb96d tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:39.579068 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a67a8b9-79cf-455d-becc-d038e97eb96d tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:00:39.588754 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1a67a8b9-79cf-455d-becc-d038e97eb96d tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:39.589098 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-1a67a8b9-79cf-455d-becc-d038e97eb96d tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Added segment d7fb5e47-4dea-43f8-beb8-0b92082a83a5 of type vlan for network a88667d6-4176-4ca3-862f-d061b10aca9b Jul 09 10:00:39.595301 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:39.629271 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1a67a8b9-79cf-455d-becc-d038e97eb96d tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:39.657893 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1a67a8b9-79cf-455d-becc-d038e97eb96d tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:39.663600 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a67a8b9-79cf-455d-becc-d038e97eb96d tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:39.664242 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1a67a8b9-79cf-455d-becc-d038e97eb96d tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:39.724138 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1a67a8b9-79cf-455d-becc-d038e97eb96d tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2036505 Jul 09 10:00:39.734680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67a8b9-79cf-455d-becc-d038e97eb96d tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Pushing event updated for resources: {'Network': ['ID=a88667d6-4176-4ca3-862f-d061b10aca9b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:39.744668 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network a88667d6-4176-4ca3-862f-d061b10aca9b details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:00:39.854558 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33788) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:39.859643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7b7659ef-3047-401f-997d-ae7b4b6bdefd tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Request body: {'subnets': [{'network_id': 'cd0bb08f-0ee3-477a-8d44-b35f9197ba4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1184410393', 'ip_version': 4}, {'network_id': 'a88667d6-4176-4ca3-862f-d061b10aca9b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:39.859981 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7b7659ef-3047-401f-997d-ae7b4b6bdefd tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Request body: {'subnet': {'network_id': 'cd0bb08f-0ee3-477a-8d44-b35f9197ba4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1184410393', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:39.860556 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7b7659ef-3047-401f-997d-ae7b4b6bdefd tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Request body: {'subnet': {'network_id': 'a88667d6-4176-4ca3-862f-d061b10aca9b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:40.012463 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7659ef-3047-401f-997d-ae7b4b6bdefd tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Made reservation on behalf of a6a2790b209b40a589b0646391d74691 for: {'subnet': 2} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:40.017619 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b7659ef-3047-401f-997d-ae7b4b6bdefd tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:40.017966 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b7659ef-3047-401f-997d-ae7b4b6bdefd tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:40.160293 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ea619-f37f-44e6-a168-3bec2fce2ce6 req-6fe1160a-3347-4e70-a9b7-dd103b4d87eb tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:40.161821 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f05ea619-f37f-44e6-a168-3bec2fce2ce6 req-6fe1160a-3347-4e70-a9b7-dd103b4d87eb tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 945 time: 0.0968575 Jul 09 10:00:40.237828 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f05ea619-f37f-44e6-a168-3bec2fce2ce6 req-e433a32f-116a-4fa1-99f2-4daad099f6ec tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf1839c5-01ef-4ca5-8067-bd0017cd43ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671105 Jul 09 10:00:40.496632 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b7659ef-3047-401f-997d-ae7b4b6bdefd tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:40.930894 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7659ef-3047-401f-997d-ae7b4b6bdefd tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Checking segment: {'id': 'f0f4bc2d-3dca-4b4d-bc7f-6609d70cd2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cd0bb08f-0ee3-477a-8d44-b35f9197ba4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:40.931131 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7659ef-3047-401f-997d-ae7b4b6bdefd tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Network hostable DHCP agents. Network: cd0bb08f-0ee3-477a-8d44-b35f9197ba4c, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:00:40.933402 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7659ef-3047-401f-997d-ae7b4b6bdefd tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Pushing event updated for resources: {'Subnet': ['ID=62e68dcd-069b-4b13-92fd-0f45c5f2a9ab,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:40.955229 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33826) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:40.960205 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7659ef-3047-401f-997d-ae7b4b6bdefd tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Network cd0bb08f-0ee3-477a-8d44-b35f9197ba4c is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:00:40.975381 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-7b7659ef-3047-401f-997d-ae7b4b6bdefd tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, cd0bb08f-0ee3-477a-8d44-b35f9197ba4c) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:40.985097 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b3d79-92d2-4767-8429-857d6885be50 req-0c901fed-ffef-4759-a29c-1a46dbc73080 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:40.985470 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83ff64c-ea01-4f4d-ab61-4b18526557e3 None None] Network cd0bb08f-0ee3-477a-8d44-b35f9197ba4c requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:40.986679 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f50b3d79-92d2-4767-8429-857d6885be50 req-0c901fed-ffef-4759-a29c-1a46dbc73080 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 945 time: 0.1012008 Jul 09 10:00:40.989915 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b7659ef-3047-401f-997d-ae7b4b6bdefd tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:41.072589 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7659ef-3047-401f-997d-ae7b4b6bdefd tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Pushing event updated for resources: {'Subnet': ['ID=d4f26def-e2e8-422c-8572-e6dbec6bcd01,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:41.082840 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d91e44c8-8680-4496-a3ea-0519002d6542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:41.088448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f50b3d79-92d2-4767-8429-857d6885be50 req-51d49cfc-55e8-45be-9f54-eeacb895f5df tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf1839c5-01ef-4ca5-8067-bd0017cd43ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917892 Jul 09 10:00:41.095283 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7659ef-3047-401f-997d-ae7b4b6bdefd tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Checking segment: {'id': 'd7fb5e47-4dea-43f8-beb8-0b92082a83a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a88667d6-4176-4ca3-862f-d061b10aca9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:41.095652 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7659ef-3047-401f-997d-ae7b4b6bdefd tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Network hostable DHCP agents. Network: a88667d6-4176-4ca3-862f-d061b10aca9b, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:00:41.115476 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7659ef-3047-401f-997d-ae7b4b6bdefd tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Network a88667d6-4176-4ca3-862f-d061b10aca9b is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:00:41.131012 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-7b7659ef-3047-401f-997d-ae7b4b6bdefd tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, a88667d6-4176-4ca3-862f-d061b10aca9b) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:41.143512 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7659ef-3047-401f-997d-ae7b4b6bdefd tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:41.144180 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7659ef-3047-401f-997d-ae7b4b6bdefd tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:41.148931 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b7659ef-3047-401f-997d-ae7b4b6bdefd tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:41.160512 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb38e81f-9652-45e0-9c91-e20b7c865f37 None None] Network a88667d6-4176-4ca3-862f-d061b10aca9b requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:41.175889 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45cae00-b20b-4530-8ec5-d42d8ffa7455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-cd0bb08f-0ee3-477a-8d44-b35f9197ba4c', 'network_id': 'cd0bb08f-0ee3-477a-8d44-b35f9197ba4c', 'tenant_id': 'a6a2790b209b40a589b0646391d74691', 'fixed_ips': [{'subnet_id': '62e68dcd-069b-4b13-92fd-0f45c5f2a9ab'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:00:41.176737 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f45cae00-b20b-4530-8ec5-d42d8ffa7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:41.198782 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d91e44c8-8680-4496-a3ea-0519002d6542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:41.203387 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d91e44c8-8680-4496-a3ea-0519002d6542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:41.209458 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7b7659ef-3047-401f-997d-ae7b4b6bdefd tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.3537276 Jul 09 10:00:41.212068 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33830) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:41.249377 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:41.253213 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e44c8-8680-4496-a3ea-0519002d6542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd55ecc-f2af-4e08-a57a-7212d09d0276,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:41.264449 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d91e44c8-8680-4496-a3ea-0519002d6542 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1ae49140a24a476897037294a5f6a8bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3078842 Jul 09 10:00:41.267001 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33832) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:41.302860 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e5dbf2-affa-4f09-b4a0-86dee82e4949 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:41.304725 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e5dbf2-affa-4f09-b4a0-86dee82e4949 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:41.306268 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e5dbf2-affa-4f09-b4a0-86dee82e4949 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:41.312098 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33834) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:41.312403 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-54e5dbf2-affa-4f09-b4a0-86dee82e4949 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0989902 Jul 09 10:00:41.382344 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e92c73ae-dc5c-4328-9da6-76af22d48cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:41.390384 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9fa3f-4117-4894-9b24-d1ee6377e5ad req-95679578-1260-413f-80b3-662c1a4ac972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:41.393287 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccb9fa3f-4117-4894-9b24-d1ee6377e5ad req-95679578-1260-413f-80b3-662c1a4ac972 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56530858b7584e9bb637963eebef01cb&device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 1096 time: 0.0795944 Jul 09 10:00:41.421736 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5ab60c-8698-4e29-96ab-c0a721d86f4d tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Deleting subnet 62e68dcd-069b-4b13-92fd-0f45c5f2a9ab {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:00:41.429134 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e92c73ae-dc5c-4328-9da6-76af22d48cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:41.454518 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-f45cae00-b20b-4530-8ec5-d42d8ffa7455 None None] Allocated IP 172.20.0.2 (cd0bb08f-0ee3-477a-8d44-b35f9197ba4c/62e68dcd-069b-4b13-92fd-0f45c5f2a9ab/ec502f1b-cd3d-4c52-9e03-099620b5aefd) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:41.465937 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f084db-f0e1-4f09-89b0-bb0c6cc6a98c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-a88667d6-4176-4ca3-862f-d061b10aca9b', 'network_id': 'a88667d6-4176-4ca3-862f-d061b10aca9b', 'tenant_id': 'a6a2790b209b40a589b0646391d74691', 'fixed_ips': [{'subnet_id': 'd4f26def-e2e8-422c-8572-e6dbec6bcd01'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:00:41.466786 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6f084db-f0e1-4f09-89b0-bb0c6cc6a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:41.504664 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e92c73ae-dc5c-4328-9da6-76af22d48cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:41.510016 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e92c73ae-dc5c-4328-9da6-76af22d48cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:41.511499 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e92c73ae-dc5c-4328-9da6-76af22d48cf7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7fd55ecc-f2af-4e08-a57a-7212d09d0276 HTTP/1.1" status: 204 len: 168 time: 0.2432060 Jul 09 10:00:41.526831 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c73ae-dc5c-4328-9da6-76af22d48cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd55ecc-f2af-4e08-a57a-7212d09d0276,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:41.569804 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9fa3f-4117-4894-9b24-d1ee6377e5ad req-3fff2111-7f39-4b98-a50a-acc9ceffc378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:41.571669 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccb9fa3f-4117-4894-9b24-d1ee6377e5ad req-3fff2111-7f39-4b98-a50a-acc9ceffc378 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b9b3e928-9afa-4f2f-9c20-dbb0525058a5 HTTP/1.1" status: 200 len: 913 time: 0.1524413 Jul 09 10:00:41.621989 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccb9fa3f-4117-4894-9b24-d1ee6377e5ad req-5ff13263-1035-4ac8-ad3f-fd18b1903c40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e HTTP/1.1" status: 200 len: 217 time: 0.0438683 Jul 09 10:00:41.714114 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9fa3f-4117-4894-9b24-d1ee6377e5ad req-6115e35e-7624-4961-b6de-29611c0b140e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:41.715597 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccb9fa3f-4117-4894-9b24-d1ee6377e5ad req-6115e35e-7624-4961-b6de-29611c0b140e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=719c8b83-6fc3-4846-aac6-eaf32c70d5db HTTP/1.1" status: 200 len: 852 time: 0.0836103 Jul 09 10:00:41.734992 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07f7c29e-580a-4bc9-98c4-3c8c4893c177 req-9b69516e-9a62-41d0-9175-f7adf78a75c3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2168498 Jul 09 10:00:41.764207 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccb9fa3f-4117-4894-9b24-d1ee6377e5ad req-1aa52755-43cf-4f2f-aa49-938a0bc9232c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9b3e928-9afa-4f2f-9c20-dbb0525058a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415468 Jul 09 10:00:41.837337 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33842) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:41.852616 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92a1ba64-dc72-4fbd-8302-e50b7acbd527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:41.869431 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-a6f084db-f0e1-4f09-89b0-bb0c6cc6a98c None None] Allocated IP 172.20.0.18 (a88667d6-4176-4ca3-862f-d061b10aca9b/d4f26def-e2e8-422c-8572-e6dbec6bcd01/103c186a-52a7-4ea2-b894-6fc538db6e42) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:41.902169 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f45cae00-b20b-4530-8ec5-d42d8ffa7455 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:41.905461 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccb9fa3f-4117-4894-9b24-d1ee6377e5ad req-da7e6218-c3ad-4b0f-9488-8d53cb375913 service neutron] 10.222.0.64 "GET /v2.0/networks/b9b3e928-9afa-4f2f-9c20-dbb0525058a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353061 Jul 09 10:00:41.908492 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7c29e-580a-4bc9-98c4-3c8c4893c177 req-65d64325-9231-4d3d-bf11-a4179cb79d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:41.909858 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07f7c29e-580a-4bc9-98c4-3c8c4893c177 req-65d64325-9231-4d3d-bf11-a4179cb79d2d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 1097 time: 0.0907011 Jul 09 10:00:41.951323 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f45cae00-b20b-4530-8ec5-d42d8ffa7455 None None] Transition to ACTIVE for port object ec502f1b-cd3d-4c52-9e03-099620b5aefd will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:41.961093 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92a1ba64-dc72-4fbd-8302-e50b7acbd527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:41.966774 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92a1ba64-dc72-4fbd-8302-e50b7acbd527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:41.977812 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f45cae00-b20b-4530-8ec5-d42d8ffa7455 None None] Transition to ACTIVE for port object ec502f1b-cd3d-4c52-9e03-099620b5aefd will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:41.991172 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f5ab60c-8698-4e29-96ab-c0a721d86f4d tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:41.995328 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f45cae00-b20b-4530-8ec5-d42d8ffa7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:42.025373 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1ba64-dc72-4fbd-8302-e50b7acbd527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89a9df4-c016-4505-8e34-0437f266457d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:42.043259 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-92a1ba64-dc72-4fbd-8302-e50b7acbd527 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7a07c623521a4a6db9480602b5a8000a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2005756 Jul 09 10:00:42.047100 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33844) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:42.056416 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45cae00-b20b-4530-8ec5-d42d8ffa7455 None None] Network cd0bb08f-0ee3-477a-8d44-b35f9197ba4c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:42.056569 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f5ab60c-8698-4e29-96ab-c0a721d86f4d tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:42.083292 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-f45cae00-b20b-4530-8ec5-d42d8ffa7455 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:42.087208 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45cae00-b20b-4530-8ec5-d42d8ffa7455 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:42.089124 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45cae00-b20b-4530-8ec5-d42d8ffa7455 None None] Pushing event updated for resources: {'Port': ['ID=ec502f1b-cd3d-4c52-9e03-099620b5aefd,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:42.133678 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ccb9fa3f-4117-4894-9b24-d1ee6377e5ad req-2126fe48-fcb8-4267-88d1-e977998ebc72 service neutron] 10.222.0.64 "GET /v2.0/networks/b9b3e928-9afa-4f2f-9c20-dbb0525058a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220974 Jul 09 10:00:42.143586 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7c29e-580a-4bc9-98c4-3c8c4893c177 req-2d48b217-351f-476e-9303-d1dda6ee1458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:42.146067 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07f7c29e-580a-4bc9-98c4-3c8c4893c177 req-2d48b217-351f-476e-9303-d1dda6ee1458 service neutron] 10.222.0.58 "GET /v2.0/networks?id=012ab37d-ab4a-471a-b77c-4979ab6b3f84 HTTP/1.1" status: 200 len: 896 time: 0.1861176 Jul 09 10:00:42.152821 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6f084db-f0e1-4f09-89b0-bb0c6cc6a98c None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:42.172663 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a6f084db-f0e1-4f09-89b0-bb0c6cc6a98c None None] Transition to ACTIVE for port object 103c186a-52a7-4ea2-b894-6fc538db6e42 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:42.174318 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d9d4e28-05d3-4bea-bee6-b5b63e13ebf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:42.175334 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f45cae00-b20b-4530-8ec5-d42d8ffa7455 None None] Attempting to bind port ec502f1b-cd3d-4c52-9e03-099620b5aefd on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:00:42.175763 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f45cae00-b20b-4530-8ec5-d42d8ffa7455 None None] Attempting to bind port ec502f1b-cd3d-4c52-9e03-099620b5aefd by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'f0f4bc2d-3dca-4b4d-bc7f-6609d70cd2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cd0bb08f-0ee3-477a-8d44-b35f9197ba4c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:00:42.176134 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45cae00-b20b-4530-8ec5-d42d8ffa7455 None None] Attempting to bind port ec502f1b-cd3d-4c52-9e03-099620b5aefd on network cd0bb08f-0ee3-477a-8d44-b35f9197ba4c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:00:42.185215 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45cae00-b20b-4530-8ec5-d42d8ffa7455 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:00:42.185593 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45cae00-b20b-4530-8ec5-d42d8ffa7455 None None] Checking segment: {'id': 'f0f4bc2d-3dca-4b4d-bc7f-6609d70cd2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cd0bb08f-0ee3-477a-8d44-b35f9197ba4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:42.186002 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f45cae00-b20b-4530-8ec5-d42d8ffa7455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:42.186400 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45cae00-b20b-4530-8ec5-d42d8ffa7455 None None] Bound using segment: {'id': 'f0f4bc2d-3dca-4b4d-bc7f-6609d70cd2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cd0bb08f-0ee3-477a-8d44-b35f9197ba4c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:00:42.186639 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f5ab60c-8698-4e29-96ab-c0a721d86f4d tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:42.186874 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f45cae00-b20b-4530-8ec5-d42d8ffa7455 None None] Bound port: ec502f1b-cd3d-4c52-9e03-099620b5aefd, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f4bc2d-3dca-4b4d-bc7f-6609d70cd2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cd0bb08f-0ee3-477a-8d44-b35f9197ba4c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:00:42.187262 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f45cae00-b20b-4530-8ec5-d42d8ffa7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:42.206760 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a6f084db-f0e1-4f09-89b0-bb0c6cc6a98c None None] Transition to ACTIVE for port object 103c186a-52a7-4ea2-b894-6fc538db6e42 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:42.251085 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6f084db-f0e1-4f09-89b0-bb0c6cc6a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:42.253185 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d9d4e28-05d3-4bea-bee6-b5b63e13ebf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:42.265039 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f5ab60c-8698-4e29-96ab-c0a721d86f4d tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:42.296269 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ab60c-8698-4e29-96ab-c0a721d86f4d tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Pushing event deleted for resources: {'Subnet': ['ID=62e68dcd-069b-4b13-92fd-0f45c5f2a9ab,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:42.298525 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f5ab60c-8698-4e29-96ab-c0a721d86f4d tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:42.303370 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2f5ab60c-8698-4e29-96ab-c0a721d86f4d tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] 10.222.0.61 "DELETE /v2.0/subnets/62e68dcd-069b-4b13-92fd-0f45c5f2a9ab HTTP/1.1" status: 204 len: 168 time: 0.9896984 Jul 09 10:00:42.304106 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33848) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:42.305536 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07f7c29e-580a-4bc9-98c4-3c8c4893c177 req-71d5cef8-90ed-4114-9779-76d1dd2371c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b507af8a-f3c2-4221-b855-98e789d36aeb HTTP/1.1" status: 200 len: 1001 time: 0.1445262 Jul 09 10:00:42.321501 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f45cae00-b20b-4530-8ec5-d42d8ffa7455 None None] For port ec502f1b-cd3d-4c52-9e03-099620b5aefd, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:00:42.338506 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f084db-f0e1-4f09-89b0-bb0c6cc6a98c None None] Network a88667d6-4176-4ca3-862f-d061b10aca9b is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:42.344048 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f45cae00-b20b-4530-8ec5-d42d8ffa7455 None None] For port ec502f1b-cd3d-4c52-9e03-099620b5aefd, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=ec502f1b-cd3d-4c52-9e03-099620b5aefd,segment=NetworkSegment(f0f4bc2d-3dca-4b4d-bc7f-6609d70cd2c5),segment_id=f0f4bc2d-3dca-4b4d-bc7f-6609d70cd2c5)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:00:42.345513 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-a6f084db-f0e1-4f09-89b0-bb0c6cc6a98c None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:42.349531 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f084db-f0e1-4f09-89b0-bb0c6cc6a98c None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:42.355781 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f45cae00-b20b-4530-8ec5-d42d8ffa7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:42.360764 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f084db-f0e1-4f09-89b0-bb0c6cc6a98c None None] Pushing event updated for resources: {'Port': ['ID=103c186a-52a7-4ea2-b894-6fc538db6e42,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:42.367107 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c4f4dc-4d91-4b06-91b2-76a55992f7fb tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Deleting subnet d4f26def-e2e8-422c-8572-e6dbec6bcd01 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:00:42.371418 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8c4f4dc-4d91-4b06-91b2-76a55992f7fb tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:42.393623 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7c29e-580a-4bc9-98c4-3c8c4893c177 req-613f862b-840c-483c-8b7f-fb05937123b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:42.395250 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07f7c29e-580a-4bc9-98c4-3c8c4893c177 req-613f862b-840c-483c-8b7f-fb05937123b0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98dabb0c-da66-43b1-8e01-7e71b5677c6c HTTP/1.1" status: 200 len: 835 time: 0.0820858 Jul 09 10:00:42.413350 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9252d35-21f2-4783-800a-299ca0cea8be req-0204d208-536b-4c0d-987e-27b1ab3e4c83 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:42.414943 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a9252d35-21f2-4783-800a-299ca0cea8be req-0204d208-536b-4c0d-987e-27b1ab3e4c83 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 945 time: 0.1696103 Jul 09 10:00:42.424089 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d9d4e28-05d3-4bea-bee6-b5b63e13ebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:42.426613 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d9d4e28-05d3-4bea-bee6-b5b63e13ebf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:42.430684 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7d9d4e28-05d3-4bea-bee6-b5b63e13ebf4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f89a9df4-c016-4505-8e34-0437f266457d HTTP/1.1" status: 204 len: 168 time: 0.3781390 Jul 09 10:00:42.434532 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8c4f4dc-4d91-4b06-91b2-76a55992f7fb tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:42.492805 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d4e28-05d3-4bea-bee6-b5b63e13ebf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89a9df4-c016-4505-8e34-0437f266457d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:42.524273 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45cae00-b20b-4530-8ec5-d42d8ffa7455 None None] Pushing event updated for resources: {'Port': ['ID=ec502f1b-cd3d-4c52-9e03-099620b5aefd,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:42.538752 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a6f084db-f0e1-4f09-89b0-bb0c6cc6a98c None None] Attempting to bind port 103c186a-52a7-4ea2-b894-6fc538db6e42 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:00:42.539073 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a6f084db-f0e1-4f09-89b0-bb0c6cc6a98c None None] Attempting to bind port 103c186a-52a7-4ea2-b894-6fc538db6e42 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'd7fb5e47-4dea-43f8-beb8-0b92082a83a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a88667d6-4176-4ca3-862f-d061b10aca9b'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:00:42.539538 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f084db-f0e1-4f09-89b0-bb0c6cc6a98c None None] Attempting to bind port 103c186a-52a7-4ea2-b894-6fc538db6e42 on network a88667d6-4176-4ca3-862f-d061b10aca9b {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:00:42.546604 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f084db-f0e1-4f09-89b0-bb0c6cc6a98c None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:00:42.547335 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f084db-f0e1-4f09-89b0-bb0c6cc6a98c None None] Checking segment: {'id': 'd7fb5e47-4dea-43f8-beb8-0b92082a83a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a88667d6-4176-4ca3-862f-d061b10aca9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:42.548619 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6f084db-f0e1-4f09-89b0-bb0c6cc6a98c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:42.549253 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f084db-f0e1-4f09-89b0-bb0c6cc6a98c None None] Bound using segment: {'id': 'd7fb5e47-4dea-43f8-beb8-0b92082a83a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a88667d6-4176-4ca3-862f-d061b10aca9b'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:00:42.550127 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a6f084db-f0e1-4f09-89b0-bb0c6cc6a98c None None] Bound port: 103c186a-52a7-4ea2-b894-6fc538db6e42, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7fb5e47-4dea-43f8-beb8-0b92082a83a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a88667d6-4176-4ca3-862f-d061b10aca9b'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:00:42.550751 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6f084db-f0e1-4f09-89b0-bb0c6cc6a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:42.553311 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a9252d35-21f2-4783-800a-299ca0cea8be req-9f4f1178-d360-4833-93e9-b64774e5e0bc tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf1839c5-01ef-4ca5-8067-bd0017cd43ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899041 Jul 09 10:00:42.564672 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7c29e-580a-4bc9-98c4-3c8c4893c177 req-b920f775-0473-4aa4-a385-d4ccc2421270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:42.566161 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07f7c29e-580a-4bc9-98c4-3c8c4893c177 req-b920f775-0473-4aa4-a385-d4ccc2421270 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=012ab37d-ab4a-471a-b77c-4979ab6b3f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1632104 Jul 09 10:00:42.578688 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8c4f4dc-4d91-4b06-91b2-76a55992f7fb tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:42.662134 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8c4f4dc-4d91-4b06-91b2-76a55992f7fb tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:42.673080 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a6f084db-f0e1-4f09-89b0-bb0c6cc6a98c None None] For port 103c186a-52a7-4ea2-b894-6fc538db6e42, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:00:42.677691 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a6f084db-f0e1-4f09-89b0-bb0c6cc6a98c None None] For port 103c186a-52a7-4ea2-b894-6fc538db6e42, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=103c186a-52a7-4ea2-b894-6fc538db6e42,segment=NetworkSegment(d7fb5e47-4dea-43f8-beb8-0b92082a83a5),segment_id=d7fb5e47-4dea-43f8-beb8-0b92082a83a5)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:00:42.685074 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6f084db-f0e1-4f09-89b0-bb0c6cc6a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:42.773368 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4f4dc-4d91-4b06-91b2-76a55992f7fb tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f26def-e2e8-422c-8572-e6dbec6bcd01,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:42.793213 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8c4f4dc-4d91-4b06-91b2-76a55992f7fb tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:42.799500 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33856) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:42.800660 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d8c4f4dc-4d91-4b06-91b2-76a55992f7fb tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] 10.222.0.61 "DELETE /v2.0/subnets/d4f26def-e2e8-422c-8572-e6dbec6bcd01 HTTP/1.1" status: 204 len: 168 time: 0.4950397 Jul 09 10:00:42.832517 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f084db-f0e1-4f09-89b0-bb0c6cc6a98c None None] Pushing event updated for resources: {'Port': ['ID=103c186a-52a7-4ea2-b894-6fc538db6e42,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:42.899253 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07f7c29e-580a-4bc9-98c4-3c8c4893c177 req-93d550f7-8cd1-4b2b-93f7-09d1953faedd service neutron] 10.222.0.58 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244853 Jul 09 10:00:42.956853 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e055fa3b-fece-4610-91b7-3a10d8842907 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:42.961138 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e055fa3b-fece-4610-91b7-3a10d8842907 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1602879 Jul 09 10:00:42.966081 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33860) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:43.007406 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:43.059471 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f84a2ed-b8e7-4983-8111-4a29638adaf8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:43.190472 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8f84a2ed-b8e7-4983-8111-4a29638adaf8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Deleting port 103c186a-52a7-4ea2-b894-6fc538db6e42 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:00:43.190821 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f84a2ed-b8e7-4983-8111-4a29638adaf8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:43.272463 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07f7c29e-580a-4bc9-98c4-3c8c4893c177 req-4230f376-96b1-42c1-a71e-3cc5873020d5 service neutron] 10.222.0.58 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633020 Jul 09 10:00:43.287731 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c927bc2-cdfd-4b08-86c6-e3418578bfda req-405fa9af-e52e-47c0-817c-cefb5fb71470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:43.289255 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c927bc2-cdfd-4b08-86c6-e3418578bfda req-405fa9af-e52e-47c0-817c-cefb5fb71470 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56530858b7584e9bb637963eebef01cb&device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 1096 time: 0.2774568 Jul 09 10:00:43.313286 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-8f84a2ed-b8e7-4983-8111-4a29638adaf8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] For port 103c186a-52a7-4ea2-b894-6fc538db6e42, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=103c186a-52a7-4ea2-b894-6fc538db6e42,segment=NetworkSegment(d7fb5e47-4dea-43f8-beb8-0b92082a83a5),segment_id=d7fb5e47-4dea-43f8-beb8-0b92082a83a5)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:43.313772 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f84a2ed-b8e7-4983-8111-4a29638adaf8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:43.316191 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device ec502f1b-cd3d-4c52-9e03-099620b5aefd up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:00:43.331352 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8f84a2ed-b8e7-4983-8111-4a29638adaf8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Calling delete_port for 103c186a-52a7-4ea2-b894-6fc538db6e42 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:00:43.339019 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48093b9a-230c-4cde-8fc3-c317fedb86fe req-ecf54a15-74a7-4b10-877e-9fea913538ca tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:43.340653 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48093b9a-230c-4cde-8fc3-c317fedb86fe req-ecf54a15-74a7-4b10-877e-9fea913538ca tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 945 time: 0.2593901 Jul 09 10:00:43.391135 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port ec502f1b-cd3d-4c52-9e03-099620b5aefd completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:43.401130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 103c186a-52a7-4ea2-b894-6fc538db6e42 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:00:43.488868 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48093b9a-230c-4cde-8fc3-c317fedb86fe req-8cc6f7e6-7428-4c5b-9438-b2781a69f0ec tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf1839c5-01ef-4ca5-8067-bd0017cd43ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331978 Jul 09 10:00:43.491110 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 103c186a-52a7-4ea2-b894-6fc538db6e42 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:43.507582 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f84a2ed-b8e7-4983-8111-4a29638adaf8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:43.543109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c927bc2-cdfd-4b08-86c6-e3418578bfda req-940bd60a-fa07-4cd3-9e9f-a24655e1ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:43.545148 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c927bc2-cdfd-4b08-86c6-e3418578bfda req-940bd60a-fa07-4cd3-9e9f-a24655e1ac57 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b9b3e928-9afa-4f2f-9c20-dbb0525058a5 HTTP/1.1" status: 200 len: 913 time: 0.2465537 Jul 09 10:00:43.554324 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84a2ed-b8e7-4983-8111-4a29638adaf8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Pushing event deleted for resources: {'Port': ['ID=103c186a-52a7-4ea2-b894-6fc538db6e42,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:43.558995 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f84a2ed-b8e7-4983-8111-4a29638adaf8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] No DVR routers for this DVR port 103c186a-52a7-4ea2-b894-6fc538db6e42 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:00:43.607550 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c927bc2-cdfd-4b08-86c6-e3418578bfda req-fc5c3046-f442-4f3c-9c5c-f611d455f9b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e HTTP/1.1" status: 200 len: 217 time: 0.0558083 Jul 09 10:00:43.663170 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f84a2ed-b8e7-4983-8111-4a29638adaf8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:43.674941 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-8f84a2ed-b8e7-4983-8111-4a29638adaf8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88667d6-4176-4ca3-862f-d061b10aca9b']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:43.687288 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-8f84a2ed-b8e7-4983-8111-4a29638adaf8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7fb5e47-4dea-43f8-beb8-0b92082a83a5') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:43.687660 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-8f84a2ed-b8e7-4983-8111-4a29638adaf8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7fb5e47-4dea-43f8-beb8-0b92082a83a5') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:43.697821 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f84a2ed-b8e7-4983-8111-4a29638adaf8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:43.713019 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f84a2ed-b8e7-4983-8111-4a29638adaf8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:43.720035 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f84a2ed-b8e7-4983-8111-4a29638adaf8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:00:43.720536 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f84a2ed-b8e7-4983-8111-4a29638adaf8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:43.722165 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c927bc2-cdfd-4b08-86c6-e3418578bfda req-e201a72f-3b02-439f-ac30-c8d7ee487ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:43.725716 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c927bc2-cdfd-4b08-86c6-e3418578bfda req-e201a72f-3b02-439f-ac30-c8d7ee487ee9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=719c8b83-6fc3-4846-aac6-eaf32c70d5db HTTP/1.1" status: 200 len: 852 time: 0.1105394 Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:00:43.769789 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:00:43.791887 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c927bc2-cdfd-4b08-86c6-e3418578bfda req-4c28048d-4caa-4fc0-9754-0d64f555c1f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9b3e928-9afa-4f2f-9c20-dbb0525058a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586143 Jul 09 10:00:43.798186 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f84a2ed-b8e7-4983-8111-4a29638adaf8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:43.810867 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f84a2ed-b8e7-4983-8111-4a29638adaf8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:43.816202 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8f84a2ed-b8e7-4983-8111-4a29638adaf8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] 10.222.0.61 "DELETE /v2.0/networks/a88667d6-4176-4ca3-862f-d061b10aca9b HTTP/1.1" status: 204 len: 168 time: 0.8470981 Jul 09 10:00:43.817056 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33878) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:43.838767 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84a2ed-b8e7-4983-8111-4a29638adaf8 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Pushing event deleted for resources: {'Network': ['ID=a88667d6-4176-4ca3-862f-d061b10aca9b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:43.936081 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-115f0094-7f03-412b-a57b-ae78bd14f963 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:43.943901 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c927bc2-cdfd-4b08-86c6-e3418578bfda req-4543c3fd-f164-4ec6-8788-e807fe54c2fe service neutron] 10.222.0.64 "GET /v2.0/networks/b9b3e928-9afa-4f2f-9c20-dbb0525058a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426649 Jul 09 10:00:44.015252 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-115f0094-7f03-412b-a57b-ae78bd14f963 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Deleting port ec502f1b-cd3d-4c52-9e03-099620b5aefd {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:00:44.015793 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-115f0094-7f03-412b-a57b-ae78bd14f963 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:44.022894 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b4d3b7-c9d3-47ea-b96c-cf5f6852eef8 None None] Network cd0bb08f-0ee3-477a-8d44-b35f9197ba4c requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:44.068312 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c927bc2-cdfd-4b08-86c6-e3418578bfda req-638016ff-e736-4dae-978c-36f04cedbb12 service neutron] 10.222.0.64 "GET /v2.0/networks/b9b3e928-9afa-4f2f-9c20-dbb0525058a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197999 Jul 09 10:00:44.123680 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-96b01bfa-5fc1-481e-b429-f3599966c246 None None] Provisioning for port ec502f1b-cd3d-4c52-9e03-099620b5aefd completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:44.130588 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-96b01bfa-5fc1-481e-b429-f3599966c246 None None] Provisioning complete for port ec502f1b-cd3d-4c52-9e03-099620b5aefd triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:44.130794 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-96b01bfa-5fc1-481e-b429-f3599966c246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:44.165323 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-115f0094-7f03-412b-a57b-ae78bd14f963 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] For port ec502f1b-cd3d-4c52-9e03-099620b5aefd, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=ec502f1b-cd3d-4c52-9e03-099620b5aefd,segment=NetworkSegment(f0f4bc2d-3dca-4b4d-bc7f-6609d70cd2c5),segment_id=f0f4bc2d-3dca-4b4d-bc7f-6609d70cd2c5)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:44.165699 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-115f0094-7f03-412b-a57b-ae78bd14f963 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:44.181298 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-115f0094-7f03-412b-a57b-ae78bd14f963 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Calling delete_port for ec502f1b-cd3d-4c52-9e03-099620b5aefd owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:00:44.285741 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-115f0094-7f03-412b-a57b-ae78bd14f963 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:44.295729 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-96b01bfa-5fc1-481e-b429-f3599966c246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:44.330282 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f0094-7f03-412b-a57b-ae78bd14f963 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Pushing event deleted for resources: {'Port': ['ID=ec502f1b-cd3d-4c52-9e03-099620b5aefd,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:44.332880 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f0094-7f03-412b-a57b-ae78bd14f963 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] No DVR routers for this DVR port ec502f1b-cd3d-4c52-9e03-099620b5aefd on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:00:44.385374 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa7d365-ac84-4441-b0a1-ec0c7033d890 None None] DHCP port deletion for cd0bb08f-0ee3-477a-8d44-b35f9197ba4c request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:00:44.450924 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-115f0094-7f03-412b-a57b-ae78bd14f963 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:44.461776 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b13e3f5b-63f1-4b65-b23a-f41776d46be0 None None] Could not find standard attr ID for object 103c186a-52a7-4ea2-b894-6fc538db6e42. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 10:00:44.462054 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-115f0094-7f03-412b-a57b-ae78bd14f963 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0bb08f-0ee3-477a-8d44-b35f9197ba4c']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:44.477414 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-115f0094-7f03-412b-a57b-ae78bd14f963 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f4bc2d-3dca-4b4d-bc7f-6609d70cd2c5') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:44.477737 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-115f0094-7f03-412b-a57b-ae78bd14f963 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f4bc2d-3dca-4b4d-bc7f-6609d70cd2c5') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:44.487345 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-115f0094-7f03-412b-a57b-ae78bd14f963 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:44.503650 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-115f0094-7f03-412b-a57b-ae78bd14f963 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:44.506653 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e39a60-6667-4745-b3ca-c7e766b44308 None None] DHCP port deletion for a88667d6-4176-4ca3-862f-d061b10aca9b request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:00:44.510318 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115f0094-7f03-412b-a57b-ae78bd14f963 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:00:44.510864 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-115f0094-7f03-412b-a57b-ae78bd14f963 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:00:44.515098 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:00:44.526681 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b993d3f-1c6e-4de5-a7c7-f886d98f87b0 None None] Network a88667d6-4176-4ca3-862f-d061b10aca9b requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:44.551599 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b993d3f-1c6e-4de5-a7c7-f886d98f87b0 None None] Network a88667d6-4176-4ca3-862f-d061b10aca9b could not be found, it might have been deleted concurrently. {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 10:00:44.604722 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-115f0094-7f03-412b-a57b-ae78bd14f963 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:44.611811 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-115f0094-7f03-412b-a57b-ae78bd14f963 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:44.616202 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-115f0094-7f03-412b-a57b-ae78bd14f963 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] 10.222.0.61 "DELETE /v2.0/networks/cd0bb08f-0ee3-477a-8d44-b35f9197ba4c HTTP/1.1" status: 204 len: 168 time: 0.7963583 Jul 09 10:00:44.619360 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33900) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:44.634174 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f0094-7f03-412b-a57b-ae78bd14f963 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Pushing event deleted for resources: {'Network': ['ID=cd0bb08f-0ee3-477a-8d44-b35f9197ba4c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:44.740277 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-630737dd-78b9-4880-ba6b-491c7a4ddc09 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:44.799503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3def19-ce38-4bd0-a920-b159ed01ccff req-7b480fd0-96fd-4281-b9dc-23c3864d610a tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:44.801074 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9b3def19-ce38-4bd0-a920-b159ed01ccff req-7b480fd0-96fd-4281-b9dc-23c3864d610a tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 945 time: 0.1477032 Jul 09 10:00:44.869375 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-630737dd-78b9-4880-ba6b-491c7a4ddc09 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:44.893807 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-630737dd-78b9-4880-ba6b-491c7a4ddc09 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92cb2590-75b5-4185-b63d-d67e1d121609']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:44.898738 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9b3def19-ce38-4bd0-a920-b159ed01ccff req-7974fa3b-fb41-4561-9c95-51785c75becf tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf1839c5-01ef-4ca5-8067-bd0017cd43ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867193 Jul 09 10:00:44.907022 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-630737dd-78b9-4880-ba6b-491c7a4ddc09 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8198a768-96db-47bd-b2c4-b1ca05f26690') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:44.907327 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-630737dd-78b9-4880-ba6b-491c7a4ddc09 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8198a768-96db-47bd-b2c4-b1ca05f26690') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:44.920546 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-630737dd-78b9-4880-ba6b-491c7a4ddc09 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:44.934416 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-630737dd-78b9-4880-ba6b-491c7a4ddc09 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:44.941048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630737dd-78b9-4880-ba6b-491c7a4ddc09 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:00:44.941464 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-630737dd-78b9-4880-ba6b-491c7a4ddc09 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: timer() Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:00:44.944571 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:00:44.976818 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33908) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:45.011268 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-630737dd-78b9-4880-ba6b-491c7a4ddc09 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:45.018464 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-630737dd-78b9-4880-ba6b-491c7a4ddc09 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:45.022594 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-630737dd-78b9-4880-ba6b-491c7a4ddc09 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] 10.222.0.61 "DELETE /v2.0/networks/92cb2590-75b5-4185-b63d-d67e1d121609 HTTP/1.1" status: 204 len: 168 time: 0.4018581 Jul 09 10:00:45.023104 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33912) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:45.034176 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630737dd-78b9-4880-ba6b-491c7a4ddc09 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Pushing event deleted for resources: {'Network': ['ID=92cb2590-75b5-4185-b63d-d67e1d121609,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:45.107578 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12dc2f20-b291-430e-9ced-1d13dab405ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:45.134869 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd53d-9adf-4719-bb8c-b63d80619f49 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:45.163159 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device ec502f1b-cd3d-4c52-9e03-099620b5aefd no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:00:45.188466 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: ec502f1b-cd3d-4c52-9e03-099620b5aefd {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:00:45.188807 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device ec502f1b-cd3d-4c52-9e03-099620b5aefd not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:00:45.189238 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 103c186a-52a7-4ea2-b894-6fc538db6e42 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:00:45.207927 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 103c186a-52a7-4ea2-b894-6fc538db6e42 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:00:45.208269 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 103c186a-52a7-4ea2-b894-6fc538db6e42 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:00:45.249821 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd53d-9adf-4719-bb8c-b63d80619f49 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:45.263265 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-0ecfd53d-9adf-4719-bb8c-b63d80619f49 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4828efc-5199-42c4-a6a6-37fdd04929e4']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:45.277259 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-0ecfd53d-9adf-4719-bb8c-b63d80619f49 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7635f3a-feb0-4689-a3d5-bc4de47dab2c') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:45.277558 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-0ecfd53d-9adf-4719-bb8c-b63d80619f49 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7635f3a-feb0-4689-a3d5-bc4de47dab2c') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:45.291402 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd53d-9adf-4719-bb8c-b63d80619f49 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:45.311961 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd53d-9adf-4719-bb8c-b63d80619f49 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:45.320706 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ecfd53d-9adf-4719-bb8c-b63d80619f49 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:00:45.321090 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd53d-9adf-4719-bb8c-b63d80619f49 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:00:45.323933 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:00:45.386375 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12dc2f20-b291-430e-9ced-1d13dab405ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:45.392255 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12dc2f20-b291-430e-9ced-1d13dab405ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:45.422292 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd53d-9adf-4719-bb8c-b63d80619f49 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:45.440090 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd53d-9adf-4719-bb8c-b63d80619f49 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:45.442023 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0ecfd53d-9adf-4719-bb8c-b63d80619f49 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] 10.222.0.61 "DELETE /v2.0/networks/c4828efc-5199-42c4-a6a6-37fdd04929e4 HTTP/1.1" status: 204 len: 168 time: 0.4177525 Jul 09 10:00:45.455795 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-12dc2f20-b291-430e-9ced-1d13dab405ec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d1413169fa72470cb227ddfb4568160d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4778614 Jul 09 10:00:45.458133 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfd53d-9adf-4719-bb8c-b63d80619f49 tempest-BulkNetworkOpsTest-759593477 tempest-BulkNetworkOpsTest-759593477-project] Pushing event deleted for resources: {'Network': ['ID=c4828efc-5199-42c4-a6a6-37fdd04929e4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:45.458585 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33916) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:45.460005 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc2f20-b291-430e-9ced-1d13dab405ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d11f13-8d51-4336-9f24-322029e13d5a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:45.511113 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eeeefeca-143b-4f76-ac7b-68c4a01508db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:45.533369 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eeeefeca-143b-4f76-ac7b-68c4a01508db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:45.583630 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eeeefeca-143b-4f76-ac7b-68c4a01508db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:45.586355 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eeeefeca-143b-4f76-ac7b-68c4a01508db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:45.587546 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-eeeefeca-143b-4f76-ac7b-68c4a01508db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/41d11f13-8d51-4336-9f24-322029e13d5a HTTP/1.1" status: 204 len: 168 time: 0.1277955 Jul 09 10:00:45.595916 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeefeca-143b-4f76-ac7b-68c4a01508db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d11f13-8d51-4336-9f24-322029e13d5a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:45.604340 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeefeca-143b-4f76-ac7b-68c4a01508db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:45.604895 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeefeca-143b-4f76-ac7b-68c4a01508db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:45.605398 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeefeca-143b-4f76-ac7b-68c4a01508db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:45.605895 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeefeca-143b-4f76-ac7b-68c4a01508db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:45.606440 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeefeca-143b-4f76-ac7b-68c4a01508db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:45.606945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeefeca-143b-4f76-ac7b-68c4a01508db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:45.607487 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeefeca-143b-4f76-ac7b-68c4a01508db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:45.607850 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeefeca-143b-4f76-ac7b-68c4a01508db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:45.608178 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeefeca-143b-4f76-ac7b-68c4a01508db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:45.608503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeefeca-143b-4f76-ac7b-68c4a01508db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:45.608828 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeefeca-143b-4f76-ac7b-68c4a01508db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:45.609148 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeefeca-143b-4f76-ac7b-68c4a01508db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:45.646219 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33922) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:45.886720 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a6914a84-47ce-467d-bb84-8ea795a697e7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a6a2790b209b40a589b0646391d74691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2385342 Jul 09 10:00:45.890031 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33928) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:45.910185 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 33930) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:45.923843 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8eb226cd-d7c2-4214-a3eb-49197fe4a8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:45.947889 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba0f8028-33ee-47f4-81cb-ac236cd7aa18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:45.970175 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba0f8028-33ee-47f4-81cb-ac236cd7aa18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:46.024806 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba0f8028-33ee-47f4-81cb-ac236cd7aa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:46.027839 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba0f8028-33ee-47f4-81cb-ac236cd7aa18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:46.029041 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ba0f8028-33ee-47f4-81cb-ac236cd7aa18 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d1093230-4e7b-49fb-9256-044eda2603eb HTTP/1.1" status: 204 len: 168 time: 0.1379046 Jul 09 10:00:46.032421 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8eb226cd-d7c2-4214-a3eb-49197fe4a8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:46.038202 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8eb226cd-d7c2-4214-a3eb-49197fe4a8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:46.049072 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f8028-33ee-47f4-81cb-ac236cd7aa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1093230-4e7b-49fb-9256-044eda2603eb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:46.090007 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8eb226cd-d7c2-4214-a3eb-49197fe4a8c5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0d351a6d3ddd4e48994e85a97e9e9859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786122 Jul 09 10:00:46.091062 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb226cd-d7c2-4214-a3eb-49197fe4a8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843b14ec-2003-4439-96ad-a1940842c2ad,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:46.092716 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33936) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:46.141755 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f59315-77f5-49c0-bb9f-b4067403fd64 req-6f5fba57-64a4-457e-a661-2e376f4c0fc3 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:46.148898 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0f59315-77f5-49c0-bb9f-b4067403fd64 req-6f5fba57-64a4-457e-a661-2e376f4c0fc3 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 945 time: 0.1185918 Jul 09 10:00:46.203430 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0f59315-77f5-49c0-bb9f-b4067403fd64 req-c5bb8319-4a4f-477d-a725-87abe44a752c tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf1839c5-01ef-4ca5-8067-bd0017cd43ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537231 Jul 09 10:00:46.206593 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ba63f36-34da-4602-bad8-0e22ef74686b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:46.232076 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ba63f36-34da-4602-bad8-0e22ef74686b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:46.289872 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ba63f36-34da-4602-bad8-0e22ef74686b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:46.292927 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ba63f36-34da-4602-bad8-0e22ef74686b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:46.297309 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7ba63f36-34da-4602-bad8-0e22ef74686b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/843b14ec-2003-4439-96ad-a1940842c2ad HTTP/1.1" status: 204 len: 168 time: 0.2035501 Jul 09 10:00:46.305980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba63f36-34da-4602-bad8-0e22ef74686b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843b14ec-2003-4439-96ad-a1940842c2ad,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:46.620817 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f70a3-4c77-472f-96ee-e065a0f3aec2 req-a7c4a495-63d1-4f31-8a35-d96dfa7f22fa tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:46.622473 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-748f70a3-4c77-472f-96ee-e065a0f3aec2 req-a7c4a495-63d1-4f31-8a35-d96dfa7f22fa tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 945 time: 0.0716012 Jul 09 10:00:46.667450 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-748f70a3-4c77-472f-96ee-e065a0f3aec2 req-bd435ccd-8bf1-4370-9aa5-e60c38ae6314 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf1839c5-01ef-4ca5-8067-bd0017cd43ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383978 Jul 09 10:00:46.962263 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33978) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:47.173872 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c106e31d-8e59-4f94-a77e-6c08a9335541 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Request body: {'security_group': {'name': 'tempest-secgroup--970280770'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:47.201379 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c106e31d-8e59-4f94-a77e-6c08a9335541 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:47.210011 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c106e31d-8e59-4f94-a77e-6c08a9335541 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:47.316422 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c106e31d-8e59-4f94-a77e-6c08a9335541 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:47.321301 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c106e31d-8e59-4f94-a77e-6c08a9335541 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:47.357737 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106e31d-8e59-4f94-a77e-6c08a9335541 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3f23bf-a3d4-4396-8f22-9fc0b4f66bc2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:47.423153 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c106e31d-8e59-4f94-a77e-6c08a9335541 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:47.427906 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c106e31d-8e59-4f94-a77e-6c08a9335541 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:47.462109 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c106e31d-8e59-4f94-a77e-6c08a9335541 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:47.463365 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c106e31d-8e59-4f94-a77e-6c08a9335541 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5000908 Jul 09 10:00:47.466183 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33994) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:47.474222 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106e31d-8e59-4f94-a77e-6c08a9335541 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e3582f-c234-43de-81d7-36bb32c0d944,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:47.533851 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3348b31a-0e02-4391-83d1-4b40cd7fc6cd tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0665612 Jul 09 10:00:47.536520 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 33998) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:47.540859 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6f584a69-c899-4d0b-ba32-7fc2497db5af tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Request body: {'security_group': {'name': 'tempest-security--8901595', 'description': 'tempest-security-description-2040776590'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:47.568325 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f584a69-c899-4d0b-ba32-7fc2497db5af tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:47.616641 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f584a69-c899-4d0b-ba32-7fc2497db5af tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:47.620149 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f584a69-c899-4d0b-ba32-7fc2497db5af tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:47.623422 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f584a69-c899-4d0b-ba32-7fc2497db5af tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:47.624836 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6f584a69-c899-4d0b-ba32-7fc2497db5af tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "PUT /v2.0/security-groups/01e3582f-c234-43de-81d7-36bb32c0d944 HTTP/1.1" status: 200 len: 1777 time: 0.0873911 Jul 09 10:00:47.627667 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34002) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:47.647941 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f584a69-c899-4d0b-ba32-7fc2497db5af tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e3582f-c234-43de-81d7-36bb32c0d944,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:47.677055 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8ee14448-325f-4aeb-89fa-bb8a7842643e tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-groups/01e3582f-c234-43de-81d7-36bb32c0d944 HTTP/1.1" status: 200 len: 1777 time: 0.0474439 Jul 09 10:00:47.679745 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34004) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:47.735927 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25f44422-720e-423f-b571-668838336829 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:47.758437 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25f44422-720e-423f-b571-668838336829 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:47.801485 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25f44422-720e-423f-b571-668838336829 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:47.804497 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25f44422-720e-423f-b571-668838336829 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:47.806139 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-25f44422-720e-423f-b571-668838336829 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "DELETE /v2.0/security-groups/01e3582f-c234-43de-81d7-36bb32c0d944 HTTP/1.1" status: 204 len: 168 time: 0.1252911 Jul 09 10:00:47.813580 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34010) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:47.834503 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f44422-720e-423f-b571-668838336829 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e3582f-c234-43de-81d7-36bb32c0d944,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:47.871164 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-87de3b9a-417a-4617-bb83-09ff0e1191ca tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0564969 Jul 09 10:00:47.874512 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34016) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:47.874869 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536262d-4c25-42bc-b323-5d0e871a0b35 req-c1abcb93-b9c5-4210-aca3-48a0b36fa59d tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:47.876593 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9536262d-4c25-42bc-b323-5d0e871a0b35 req-c1abcb93-b9c5-4210-aca3-48a0b36fa59d tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 945 time: 0.0807650 Jul 09 10:00:47.889560 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-76a51424-b9e2-4fea-80aa-6cb8a25cc4ca tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] delete failed (client error): The resource could not be found. Jul 09 10:00:47.891732 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-76a51424-b9e2-4fea-80aa-6cb8a25cc4ca tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "DELETE /v2.0/security-groups/01e3582f-c234-43de-81d7-36bb32c0d944 HTTP/1.1" status: 404 len: 347 time: 0.0151954 Jul 09 10:00:47.895503 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34018) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:47.900792 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-36b5f842-dd1e-4450-a127-38f4b3066e5f tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Request body: {'security_group': {'name': 'tempest-secgroup--1554762029'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:47.918014 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9536262d-4c25-42bc-b323-5d0e871a0b35 req-22d048eb-c559-45b4-ad06-08a86aca96a6 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf1839c5-01ef-4ca5-8067-bd0017cd43ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353634 Jul 09 10:00:47.943780 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-36b5f842-dd1e-4450-a127-38f4b3066e5f tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.019642 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-36b5f842-dd1e-4450-a127-38f4b3066e5f tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.023923 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-36b5f842-dd1e-4450-a127-38f4b3066e5f tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.055064 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-36b5f842-dd1e-4450-a127-38f4b3066e5f tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.056342 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-36b5f842-dd1e-4450-a127-38f4b3066e5f tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1590712 Jul 09 10:00:48.057051 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5f842-dd1e-4450-a127-38f4b3066e5f tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5001dfae-ba40-4c77-b927-b44d5cfe17b5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:48.059165 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34024) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:48.064002 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c05b37a4-3c07-4595-b80c-0fe95b7486d8 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Request body: {'security_group_rule': {'security_group_id': '5001dfae-ba40-4c77-b927-b44d5cfe17b5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:48.093937 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c05b37a4-3c07-4595-b80c-0fe95b7486d8 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.152462 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c05b37a4-3c07-4595-b80c-0fe95b7486d8 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.157557 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c05b37a4-3c07-4595-b80c-0fe95b7486d8 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.176238 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b37a4-3c07-4595-b80c-0fe95b7486d8 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65dae32a-f21c-4d4c-819c-1426293f988f,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:48.183332 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c05b37a4-3c07-4595-b80c-0fe95b7486d8 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.184408 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c05b37a4-3c07-4595-b80c-0fe95b7486d8 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241450 Jul 09 10:00:48.187921 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34030) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:48.218639 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc795356-8b0a-4021-b2a9-1f43c18bb792 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.227278 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc795356-8b0a-4021-b2a9-1f43c18bb792 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.260931 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc795356-8b0a-4021-b2a9-1f43c18bb792 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.266983 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc795356-8b0a-4021-b2a9-1f43c18bb792 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.268194 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bc795356-8b0a-4021-b2a9-1f43c18bb792 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/65dae32a-f21c-4d4c-819c-1426293f988f HTTP/1.1" status: 204 len: 168 time: 0.0790694 Jul 09 10:00:48.270951 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34034) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:48.273654 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc795356-8b0a-4021-b2a9-1f43c18bb792 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65dae32a-f21c-4d4c-819c-1426293f988f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:48.325780 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c0f020df-a7e5-4cec-97b7-a8aa77fa552b tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0533171 Jul 09 10:00:48.328527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34036) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:48.396421 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e30030f-76f3-4d00-9d62-3735eb1c54e9 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.439147 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e30030f-76f3-4d00-9d62-3735eb1c54e9 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.503418 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c90d1-03fc-4a0a-a9ac-f9c7ffe77894 req-8ecfe150-8aae-4b67-add3-8506ef137f74 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:48.504967 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-092c90d1-03fc-4a0a-a9ac-f9c7ffe77894 req-8ecfe150-8aae-4b67-add3-8506ef137f74 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 945 time: 0.1205850 Jul 09 10:00:48.519421 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e30030f-76f3-4d00-9d62-3735eb1c54e9 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.521962 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e30030f-76f3-4d00-9d62-3735eb1c54e9 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.523069 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1e30030f-76f3-4d00-9d62-3735eb1c54e9 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "DELETE /v2.0/security-groups/5001dfae-ba40-4c77-b927-b44d5cfe17b5 HTTP/1.1" status: 204 len: 168 time: 0.1936021 Jul 09 10:00:48.525986 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34048) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:48.557742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30030f-76f3-4d00-9d62-3735eb1c54e9 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5001dfae-ba40-4c77-b927-b44d5cfe17b5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:48.577199 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0e649d48-cb85-4266-b756-5e216e3e9c54 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0489788 Jul 09 10:00:48.581681 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34050) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:48.591368 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6f32b120-f9d1-468f-a2de-5615c451ba28 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Request body: {'security_group': {'name': 'tempest-secgroup--1687103957'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:48.625306 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f32b120-f9d1-468f-a2de-5615c451ba28 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.632521 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-092c90d1-03fc-4a0a-a9ac-f9c7ffe77894 req-acbbc4be-4441-41e8-8eeb-19a848640160 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Deleting port 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:00:48.633068 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-092c90d1-03fc-4a0a-a9ac-f9c7ffe77894 req-acbbc4be-4441-41e8-8eeb-19a848640160 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.716851 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f32b120-f9d1-468f-a2de-5615c451ba28 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.721799 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f32b120-f9d1-468f-a2de-5615c451ba28 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.740107 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-092c90d1-03fc-4a0a-a9ac-f9c7ffe77894 req-acbbc4be-4441-41e8-8eeb-19a848640160 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] For port 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e,segment=NetworkSegment(f99647bf-40fe-4a0c-ba0e-3c0ea64ca754),segment_id=f99647bf-40fe-4a0c-ba0e-3c0ea64ca754)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:48.740497 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-092c90d1-03fc-4a0a-a9ac-f9c7ffe77894 req-acbbc4be-4441-41e8-8eeb-19a848640160 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.753554 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f32b120-f9d1-468f-a2de-5615c451ba28 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.757423 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-092c90d1-03fc-4a0a-a9ac-f9c7ffe77894 req-acbbc4be-4441-41e8-8eeb-19a848640160 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Calling delete_port for 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:00:48.757748 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6f32b120-f9d1-468f-a2de-5615c451ba28 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1750522 Jul 09 10:00:48.758514 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32b120-f9d1-468f-a2de-5615c451ba28 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c66ae8-65c6-4770-bb00-0ec0ecb0c819,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:48.759242 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34058) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:48.764901 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b5fb50e8-0691-4560-be00-1f61de423464 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Request body: {'security_group_rule': {'security_group_id': 'e3c66ae8-65c6-4770-bb00-0ec0ecb0c819', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:48.843401 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5fb50e8-0691-4560-be00-1f61de423464 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.919547 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5fb50e8-0691-4560-be00-1f61de423464 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.941708 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5fb50e8-0691-4560-be00-1f61de423464 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.969527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb50e8-0691-4560-be00-1f61de423464 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73d2645-af0a-4734-86db-5f5d85de8175,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:48.985638 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5fb50e8-0691-4560-be00-1f61de423464 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:48.989562 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b5fb50e8-0691-4560-be00-1f61de423464 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2266269 Jul 09 10:00:48.989806 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34066) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:48.994525 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f54ddb8c-90ef-4bcf-9718-8fbee4741617 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Request body: {'security_group_rule': {'security_group_id': 'e3c66ae8-65c6-4770-bb00-0ec0ecb0c819', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:49.002704 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-092c90d1-03fc-4a0a-a9ac-f9c7ffe77894 req-acbbc4be-4441-41e8-8eeb-19a848640160 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.016164 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:00:49.051666 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbc4be-4441-41e8-8eeb-19a848640160 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Pushing event deleted for resources: {'Port': ['ID=9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:49.129101 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b9fa3836-858d-4bb7-aa5b-83ac06e2abcd req-be5a1f93-f3a7-424d-b978-1222a378e5d0 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e65f3c-247f-441d-a644-6d5a4ea5e727 HTTP/1.1" status: 200 len: 210 time: 0.0862963 Jul 09 10:00:49.130587 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-092c90d1-03fc-4a0a-a9ac-f9c7ffe77894 req-acbbc4be-4441-41e8-8eeb-19a848640160 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] No DVR routers for this DVR port 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:00:49.136062 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-092c90d1-03fc-4a0a-a9ac-f9c7ffe77894 req-acbbc4be-4441-41e8-8eeb-19a848640160 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.138093 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-092c90d1-03fc-4a0a-a9ac-f9c7ffe77894 req-acbbc4be-4441-41e8-8eeb-19a848640160 tempest-TestServerAdvancedOps-679024977 tempest-TestServerAdvancedOps-679024977-project] 10.222.0.64 "DELETE /v2.0/ports/9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e HTTP/1.1" status: 204 len: 173 time: 0.6272933 Jul 09 10:00:49.138543 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e65f3c-247f-441d-a644-6d5a4ea5e727', 'name': 'network-vif-deleted', 'tag': '9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:00:49.140858 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c6ad79-b6bd-42f9-9993-4a4495ee0624" -d '{"events": [{"server_uuid": "d1e65f3c-247f-441d-a644-6d5a4ea5e727", "name": "network-vif-deleted", "tag": "9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:00:49.147922 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f54ddb8c-90ef-4bcf-9718-8fbee4741617 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.224872 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac61b5c5-9709-4b20-abcc-8d28b511709b x-openstack-request-id: req-ac61b5c5-9709-4b20-abcc-8d28b511709b {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:00:49.225543 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e65f3c-247f-441d-a644-6d5a4ea5e727", "name": "network-vif-deleted", "tag": "9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:00:49.225543 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ac61b5c5-9709-4b20-abcc-8d28b511709b {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:00:49.226044 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e65f3c-247f-441d-a644-6d5a4ea5e727', 'name': 'network-vif-deleted', 'tag': '9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e', 'status': 'completed', 'code': 200} Jul 09 10:00:49.228089 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f54ddb8c-90ef-4bcf-9718-8fbee4741617 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.235031 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f54ddb8c-90ef-4bcf-9718-8fbee4741617 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.273171 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ddb8c-90ef-4bcf-9718-8fbee4741617 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb567bfc-ad48-4a39-addb-b27170971c0d,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:49.273171 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f54ddb8c-90ef-4bcf-9718-8fbee4741617 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.273171 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f54ddb8c-90ef-4bcf-9718-8fbee4741617 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2802157 Jul 09 10:00:49.273784 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34074) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:49.279458 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1a1e2ba6-26ae-4fe1-84fc-1fb001a28aa2 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Request body: {'security_group_rule': {'security_group_id': 'e3c66ae8-65c6-4770-bb00-0ec0ecb0c819', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:49.308438 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a1e2ba6-26ae-4fe1-84fc-1fb001a28aa2 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.376072 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a1e2ba6-26ae-4fe1-84fc-1fb001a28aa2 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.380214 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a1e2ba6-26ae-4fe1-84fc-1fb001a28aa2 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.399184 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e2ba6-26ae-4fe1-84fc-1fb001a28aa2 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fce5995-0257-404b-a461-8051d38f5a50,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:49.406241 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a1e2ba6-26ae-4fe1-84fc-1fb001a28aa2 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.408030 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1a1e2ba6-26ae-4fe1-84fc-1fb001a28aa2 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327534 Jul 09 10:00:49.410725 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34078) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:49.415428 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2f70c0ef-9d9a-48fb-ab82-9569c9198cbe tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Request body: {'security_group_rule': {'security_group_id': 'e3c66ae8-65c6-4770-bb00-0ec0ecb0c819', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:49.442574 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f70c0ef-9d9a-48fb-ab82-9569c9198cbe tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.509700 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f70c0ef-9d9a-48fb-ab82-9569c9198cbe tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.513802 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f70c0ef-9d9a-48fb-ab82-9569c9198cbe tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.531876 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70c0ef-9d9a-48fb-ab82-9569c9198cbe tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f9cec1-6eb1-43bf-b72e-49095af37c4e,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:49.538386 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f70c0ef-9d9a-48fb-ab82-9569c9198cbe tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.539601 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2f70c0ef-9d9a-48fb-ab82-9569c9198cbe tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278343 Jul 09 10:00:49.542218 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34080) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:49.547549 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-af364a4d-20b5-467a-b03e-e35bc3acf05a tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Request body: {'security_group_rule': {'security_group_id': 'e3c66ae8-65c6-4770-bb00-0ec0ecb0c819', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:49.576192 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af364a4d-20b5-467a-b03e-e35bc3acf05a tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.646680 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af364a4d-20b5-467a-b03e-e35bc3acf05a tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.650340 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af364a4d-20b5-467a-b03e-e35bc3acf05a tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.674237 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af364a4d-20b5-467a-b03e-e35bc3acf05a tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99987cfd-f602-430a-9f55-14f975befebe,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:49.684141 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-af364a4d-20b5-467a-b03e-e35bc3acf05a tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.688356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34082) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:49.688498 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-af364a4d-20b5-467a-b03e-e35bc3acf05a tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1449592 Jul 09 10:00:49.720538 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d977cd2-5d0e-49fe-9a43-57f6d5c08892 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.728880 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d977cd2-5d0e-49fe-9a43-57f6d5c08892 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.762565 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d977cd2-5d0e-49fe-9a43-57f6d5c08892 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.768592 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d977cd2-5d0e-49fe-9a43-57f6d5c08892 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.769734 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3d977cd2-5d0e-49fe-9a43-57f6d5c08892 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/99987cfd-f602-430a-9f55-14f975befebe HTTP/1.1" status: 204 len: 168 time: 0.0797467 Jul 09 10:00:49.772539 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34084) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:49.776358 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d977cd2-5d0e-49fe-9a43-57f6d5c08892 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99987cfd-f602-430a-9f55-14f975befebe,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:49.838497 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0fdc32e0-08d2-416c-85a1-40f7e7b71891 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0648103 Jul 09 10:00:49.841885 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34086) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:49.868372 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aff6683f-cc2c-4a9d-be11-cd388673471e tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.879958 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aff6683f-cc2c-4a9d-be11-cd388673471e tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.911348 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aff6683f-cc2c-4a9d-be11-cd388673471e tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.918451 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aff6683f-cc2c-4a9d-be11-cd388673471e tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:49.919654 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-aff6683f-cc2c-4a9d-be11-cd388673471e tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/a6f9cec1-6eb1-43bf-b72e-49095af37c4e HTTP/1.1" status: 204 len: 168 time: 0.0767832 Jul 09 10:00:49.922621 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34088) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:49.925770 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6683f-cc2c-4a9d-be11-cd388673471e tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6f9cec1-6eb1-43bf-b72e-49095af37c4e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:49.972222 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d0825a08-8c6c-460b-ba71-707d8df047d4 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0475965 Jul 09 10:00:49.974836 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34090) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:49.998557 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80b55875-1d7b-48c6-8411-fc8c8015492c tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.005897 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80b55875-1d7b-48c6-8411-fc8c8015492c tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.032837 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80b55875-1d7b-48c6-8411-fc8c8015492c tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.038610 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80b55875-1d7b-48c6-8411-fc8c8015492c tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.039785 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-80b55875-1d7b-48c6-8411-fc8c8015492c tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/6fce5995-0257-404b-a461-8051d38f5a50 HTTP/1.1" status: 204 len: 168 time: 0.0639074 Jul 09 10:00:50.042837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34092) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:50.045221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b55875-1d7b-48c6-8411-fc8c8015492c tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fce5995-0257-404b-a461-8051d38f5a50,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:50.085966 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-725ab4ce-7227-4f1d-97e8-0520bf507e69 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0419419 Jul 09 10:00:50.088617 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34094) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:50.112490 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8482dda-f621-4d93-a0ad-1e2f38e30978 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.120237 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8482dda-f621-4d93-a0ad-1e2f38e30978 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.148293 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8482dda-f621-4d93-a0ad-1e2f38e30978 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.154980 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8482dda-f621-4d93-a0ad-1e2f38e30978 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.156131 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f8482dda-f621-4d93-a0ad-1e2f38e30978 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/fb567bfc-ad48-4a39-addb-b27170971c0d HTTP/1.1" status: 204 len: 168 time: 0.0666203 Jul 09 10:00:50.158833 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34096) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:50.161480 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8482dda-f621-4d93-a0ad-1e2f38e30978 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb567bfc-ad48-4a39-addb-b27170971c0d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:50.208547 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f7e106c6-f0b2-481c-94dc-7a9b6a080eda tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0441768 Jul 09 10:00:50.208813 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34100) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:50.237432 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-52c4e3ba-1c45-4be2-9510-35b537a7b820 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.243725 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34102) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:50.245065 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-52c4e3ba-1c45-4be2-9510-35b537a7b820 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.272917 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-52c4e3ba-1c45-4be2-9510-35b537a7b820 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.279498 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-52c4e3ba-1c45-4be2-9510-35b537a7b820 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.280153 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-52c4e3ba-1c45-4be2-9510-35b537a7b820 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/f73d2645-af0a-4734-86db-5f5d85de8175 HTTP/1.1" status: 204 len: 168 time: 0.0705676 Jul 09 10:00:50.284990 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34106) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:50.292398 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4e3ba-1c45-4be2-9510-35b537a7b820 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f73d2645-af0a-4734-86db-5f5d85de8175,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:50.299920 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5a11b1-734f-4ae7-93ed-54f4b707ab81 admin admin] Deleting subnet 719c8b83-6fc3-4846-aac6-eaf32c70d5db {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:00:50.304867 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa5a11b1-734f-4ae7-93ed-54f4b707ab81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.334496 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b9907e93-7b54-47df-980c-794f0ef4ab20 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0432355 Jul 09 10:00:50.334496 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34108) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:50.341366 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa5a11b1-734f-4ae7-93ed-54f4b707ab81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.384148 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa5a11b1-734f-4ae7-93ed-54f4b707ab81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.388480 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e61861f-2156-439f-9001-ba1a91d0ebc7 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.412229 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e61861f-2156-439f-9001-ba1a91d0ebc7 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.445490 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa5a11b1-734f-4ae7-93ed-54f4b707ab81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.469256 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e61861f-2156-439f-9001-ba1a91d0ebc7 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.472371 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e61861f-2156-439f-9001-ba1a91d0ebc7 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.473764 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0e61861f-2156-439f-9001-ba1a91d0ebc7 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "DELETE /v2.0/security-groups/e3c66ae8-65c6-4770-bb00-0ec0ecb0c819 HTTP/1.1" status: 204 len: 168 time: 0.1403863 Jul 09 10:00:50.477528 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34116) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:50.492764 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a11b1-734f-4ae7-93ed-54f4b707ab81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=719c8b83-6fc3-4846-aac6-eaf32c70d5db,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:50.501919 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa5a11b1-734f-4ae7-93ed-54f4b707ab81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.505541 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-aa5a11b1-734f-4ae7-93ed-54f4b707ab81 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/719c8b83-6fc3-4846-aac6-eaf32c70d5db HTTP/1.1" status: 204 len: 168 time: 0.2606351 Jul 09 10:00:50.507876 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34118) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:50.510737 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61861f-2156-439f-9001-ba1a91d0ebc7 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c66ae8-65c6-4770-bb00-0ec0ecb0c819,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:50.580111 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-80425b1d-8c52-4535-bbff-0905486f41ae tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1001978 Jul 09 10:00:50.586051 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34120) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:50.596084 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-cbb2f923-5b21-4b66-b216-33bf9eecddc4 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Request body: {'security_group': {'name': 'tempest-secgroup--2055198767'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:50.608343 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-929d98d4-5533-435b-86c7-6c5caa0df2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.631184 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbb2f923-5b21-4b66-b216-33bf9eecddc4 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.718888 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-929d98d4-5533-435b-86c7-6c5caa0df2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.735148 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-929d98d4-5533-435b-86c7-6c5caa0df2b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b3e928-9afa-4f2f-9c20-dbb0525058a5']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:50.750139 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-929d98d4-5533-435b-86c7-6c5caa0df2b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99647bf-40fe-4a0c-ba0e-3c0ea64ca754') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:50.750429 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-929d98d4-5533-435b-86c7-6c5caa0df2b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99647bf-40fe-4a0c-ba0e-3c0ea64ca754') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:50.767673 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-929d98d4-5533-435b-86c7-6c5caa0df2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.798582 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-929d98d4-5533-435b-86c7-6c5caa0df2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.808744 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929d98d4-5533-435b-86c7-6c5caa0df2b3 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:00:50.809145 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-929d98d4-5533-435b-86c7-6c5caa0df2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:00:50.811951 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:00:50.871452 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbb2f923-5b21-4b66-b216-33bf9eecddc4 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.878669 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbb2f923-5b21-4b66-b216-33bf9eecddc4 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.904469 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-929d98d4-5533-435b-86c7-6c5caa0df2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.910432 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-929d98d4-5533-435b-86c7-6c5caa0df2b3 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.912513 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-929d98d4-5533-435b-86c7-6c5caa0df2b3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b9b3e928-9afa-4f2f-9c20-dbb0525058a5 HTTP/1.1" status: 204 len: 168 time: 0.4034691 Jul 09 10:00:50.915454 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34122) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:50.937647 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cbb2f923-5b21-4b66-b216-33bf9eecddc4 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.938863 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cbb2f923-5b21-4b66-b216-33bf9eecddc4 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3518882 Jul 09 10:00:50.940127 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d98d4-5533-435b-86c7-6c5caa0df2b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9b3e928-9afa-4f2f-9c20-dbb0525058a5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:50.943060 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34124) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:50.945006 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2f923-5b21-4b66-b216-33bf9eecddc4 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57a59083-eb6a-4f1e-bd7c-e0d47ab26596,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:50.950613 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c96d7fa6-974f-42d0-a4bc-dad7faea8794 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Request body: {'security_group_rule': {'security_group_id': '57a59083-eb6a-4f1e-bd7c-e0d47ab26596', 'direction': 'ingress', 'protocol': 17}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:50.966059 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b53952b-b519-4aed-bacd-ca955b0960e9 admin admin] Deleting subnet 1308ce7d-5ba5-4f43-bd62-880fb4247826 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:00:50.970459 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4b53952b-b519-4aed-bacd-ca955b0960e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:50.992100 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c96d7fa6-974f-42d0-a4bc-dad7faea8794 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.012668 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4b53952b-b519-4aed-bacd-ca955b0960e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.057548 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c96d7fa6-974f-42d0-a4bc-dad7faea8794 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.059459 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4b53952b-b519-4aed-bacd-ca955b0960e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.062403 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c96d7fa6-974f-42d0-a4bc-dad7faea8794 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.082191 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d7fa6-974f-42d0-a4bc-dad7faea8794 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e44b78-df3f-456b-b2fa-970dcab61f9d,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:51.090339 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c96d7fa6-974f-42d0-a4bc-dad7faea8794 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.092505 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c96d7fa6-974f-42d0-a4bc-dad7faea8794 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1483006 Jul 09 10:00:51.095294 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34126) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:51.133427 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4b53952b-b519-4aed-bacd-ca955b0960e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.168141 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c848e203-db60-4d9c-bc9c-3b69506da644 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.172389 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53952b-b519-4aed-bacd-ca955b0960e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1308ce7d-5ba5-4f43-bd62-880fb4247826,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:51.179229 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4b53952b-b519-4aed-bacd-ca955b0960e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.183563 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4b53952b-b519-4aed-bacd-ca955b0960e9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1308ce7d-5ba5-4f43-bd62-880fb4247826 HTTP/1.1" status: 204 len: 168 time: 0.2647028 Jul 09 10:00:51.183740 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34128) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:51.196587 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c848e203-db60-4d9c-bc9c-3b69506da644 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.249426 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c848e203-db60-4d9c-bc9c-3b69506da644 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.252153 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c848e203-db60-4d9c-bc9c-3b69506da644 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.255797 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c848e203-db60-4d9c-bc9c-3b69506da644 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "DELETE /v2.0/security-groups/57a59083-eb6a-4f1e-bd7c-e0d47ab26596 HTTP/1.1" status: 204 len: 168 time: 0.1564233 Jul 09 10:00:51.256535 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34130) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:51.262451 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848e203-db60-4d9c-bc9c-3b69506da644 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a59083-eb6a-4f1e-bd7c-e0d47ab26596,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:51.268911 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cdeea945-25b5-4001-8729-34c712f8e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.333575 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-aa0addd3-892d-46bb-beaf-9b38e54f4e6b tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0761716 Jul 09 10:00:51.337270 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34132) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:51.342422 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-92f0ac60-2794-4040-b712-9cc49dbe05ba tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Request body: {'security_group': {'name': 'tempest-secgroup--785032568'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:51.366447 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92f0ac60-2794-4040-b712-9cc49dbe05ba tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.388532 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cdeea945-25b5-4001-8729-34c712f8e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.400664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-cdeea945-25b5-4001-8729-34c712f8e7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6eed8df-8880-4b97-9a56-2b94e711636f']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:51.413993 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-cdeea945-25b5-4001-8729-34c712f8e7a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740291da-6cf3-468d-af56-34d37d0fa964') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:51.414420 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-cdeea945-25b5-4001-8729-34c712f8e7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740291da-6cf3-468d-af56-34d37d0fa964') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:51.425138 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cdeea945-25b5-4001-8729-34c712f8e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.442438 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cdeea945-25b5-4001-8729-34c712f8e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.450767 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdeea945-25b5-4001-8729-34c712f8e7a6 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:00:51.451680 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cdeea945-25b5-4001-8729-34c712f8e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: timer() Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:00:51.453556 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:00:51.460381 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92f0ac60-2794-4040-b712-9cc49dbe05ba tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.474710 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92f0ac60-2794-4040-b712-9cc49dbe05ba tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.517578 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92f0ac60-2794-4040-b712-9cc49dbe05ba tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.519158 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-92f0ac60-2794-4040-b712-9cc49dbe05ba tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1806946 Jul 09 10:00:51.521218 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0ac60-2794-4040-b712-9cc49dbe05ba tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4612b627-b11d-490c-b929-7c4203147a42,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:51.523628 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34134) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:51.528744 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-22fc82ee-263e-404b-868e-c54be7c52237 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Request body: {'security_group': {'name': 'tempest-secgroup--1169469384'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:51.545970 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cdeea945-25b5-4001-8729-34c712f8e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.554273 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cdeea945-25b5-4001-8729-34c712f8e7a6 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.559310 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-cdeea945-25b5-4001-8729-34c712f8e7a6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d6eed8df-8880-4b97-9a56-2b94e711636f HTTP/1.1" status: 204 len: 168 time: 0.3713524 Jul 09 10:00:51.580648 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeea945-25b5-4001-8729-34c712f8e7a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6eed8df-8880-4b97-9a56-2b94e711636f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:51.587095 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22fc82ee-263e-404b-868e-c54be7c52237 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.683117 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22fc82ee-263e-404b-868e-c54be7c52237 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.687550 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22fc82ee-263e-404b-868e-c54be7c52237 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.718730 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22fc82ee-263e-404b-868e-c54be7c52237 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.720448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-22fc82ee-263e-404b-868e-c54be7c52237 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1961746 Jul 09 10:00:51.723334 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34140) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:51.725164 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc82ee-263e-404b-868e-c54be7c52237 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b157eb6-d144-4cc7-8dd8-7074d285a9bc,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:51.728770 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-30047092-7448-4d47-aaa4-e567568257bd tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Request body: {'security_group_rule': {'security_group_id': '4612b627-b11d-490c-b929-7c4203147a42', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3b157eb6-d144-4cc7-8dd8-7074d285a9bc', 'remote_ip_prefix': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:51.763425 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30047092-7448-4d47-aaa4-e567568257bd tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.778716 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34142) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:51.833471 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3253059f-e598-4a37-808d-f6a13856efde admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=56530858b7584e9bb637963eebef01cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535758 Jul 09 10:00:51.834055 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34144) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:51.861177 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30047092-7448-4d47-aaa4-e567568257bd tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.865314 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30047092-7448-4d47-aaa4-e567568257bd tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.892664 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30047092-7448-4d47-aaa4-e567568257bd tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006cafce-4017-41f9-9e51-a8a7de7b950f,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:51.895884 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21a02cd0-ee28-4934-a343-6dd73a395dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.904641 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30047092-7448-4d47-aaa4-e567568257bd tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.906194 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-30047092-7448-4d47-aaa4-e567568257bd tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1816709 Jul 09 10:00:51.909209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34146) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:51.932853 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21a02cd0-ee28-4934-a343-6dd73a395dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.957933 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8f35025-0c92-4b93-b096-cb0675e161a8 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:51.982415 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8f35025-0c92-4b93-b096-cb0675e161a8 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:52.020512 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8f35025-0c92-4b93-b096-cb0675e161a8 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:52.028852 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8f35025-0c92-4b93-b096-cb0675e161a8 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:52.032232 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f8f35025-0c92-4b93-b096-cb0675e161a8 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/006cafce-4017-41f9-9e51-a8a7de7b950f HTTP/1.1" status: 204 len: 168 time: 0.1197619 Jul 09 10:00:52.032473 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34148) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:52.041384 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21a02cd0-ee28-4934-a343-6dd73a395dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:52.044156 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21a02cd0-ee28-4934-a343-6dd73a395dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:52.047641 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-21a02cd0-ee28-4934-a343-6dd73a395dd3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cf1839c5-01ef-4ca5-8067-bd0017cd43ae HTTP/1.1" status: 204 len: 168 time: 0.2126393 Jul 09 10:00:52.052695 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f35025-0c92-4b93-b096-cb0675e161a8 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=006cafce-4017-41f9-9e51-a8a7de7b950f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:52.062791 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:00:52.099917 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:00:52.100319 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 9b9ce8a9-a471-4c0c-adaa-3b62c9ebfe0e not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:00:52.409558 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34154) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:52.425916 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a02cd0-ee28-4934-a343-6dd73a395dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1839c5-01ef-4ca5-8067-bd0017cd43ae,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:52.459764 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-206da07d-14d8-44b0-a639-a0f5eeb77a0e tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4261367 Jul 09 10:00:52.462925 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34156) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:52.463053 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-263552cf-1dba-40fa-a920-6f172a6cbd24 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0bf40e739a18422d8045f45deeaadcb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496573 Jul 09 10:00:52.463053 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34158) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:52.516667 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d70f1da-cd6c-4aff-8f7e-f000788f8d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:52.519059 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfdcb3ff-6861-4c31-82f2-e43ad187a928 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:52.541882 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d70f1da-cd6c-4aff-8f7e-f000788f8d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:52.544635 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfdcb3ff-6861-4c31-82f2-e43ad187a928 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:52.595725 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfdcb3ff-6861-4c31-82f2-e43ad187a928 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:52.597107 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d70f1da-cd6c-4aff-8f7e-f000788f8d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:52.598398 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfdcb3ff-6861-4c31-82f2-e43ad187a928 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:52.601997 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-cfdcb3ff-6861-4c31-82f2-e43ad187a928 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "DELETE /v2.0/security-groups/3b157eb6-d144-4cc7-8dd8-7074d285a9bc HTTP/1.1" status: 204 len: 168 time: 0.1382143 Jul 09 10:00:52.603801 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34160) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:52.606825 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d70f1da-cd6c-4aff-8f7e-f000788f8d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:52.613027 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4d70f1da-cd6c-4aff-8f7e-f000788f8d03 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/19c83964-8d30-4570-b23f-8ae02839f69f HTTP/1.1" status: 204 len: 168 time: 0.1439137 Jul 09 10:00:52.619298 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70f1da-cd6c-4aff-8f7e-f000788f8d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c83964-8d30-4570-b23f-8ae02839f69f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:52.624089 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcb3ff-6861-4c31-82f2-e43ad187a928 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b157eb6-d144-4cc7-8dd8-7074d285a9bc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:52.701257 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-04ff5e81-b317-48f4-914a-d5dfc4254e37 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0913565 Jul 09 10:00:52.704010 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34168) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:52.768691 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-32b3aded-4f57-4292-9fbc-e9bd44853eed tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:52.797110 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-32b3aded-4f57-4292-9fbc-e9bd44853eed tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:52.887914 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-32b3aded-4f57-4292-9fbc-e9bd44853eed tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:52.890424 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-32b3aded-4f57-4292-9fbc-e9bd44853eed tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:52.891616 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-32b3aded-4f57-4292-9fbc-e9bd44853eed tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "DELETE /v2.0/security-groups/4612b627-b11d-490c-b929-7c4203147a42 HTTP/1.1" status: 204 len: 168 time: 0.1864583 Jul 09 10:00:52.894672 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34174) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:52.908974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3aded-4f57-4292-9fbc-e9bd44853eed tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4612b627-b11d-490c-b929-7c4203147a42,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:52.996964 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a13af458-1949-48f5-a016-37a8edc20831 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1005445 Jul 09 10:00:53.006176 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34180) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:53.012061 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-fe51d25a-b9e9-4067-9942-7b8ceba01844 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051844732'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:53.055446 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe51d25a-b9e9-4067-9942-7b8ceba01844 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.183671 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe51d25a-b9e9-4067-9942-7b8ceba01844 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.190017 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe51d25a-b9e9-4067-9942-7b8ceba01844 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.221374 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe51d25a-b9e9-4067-9942-7b8ceba01844 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.222645 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fe51d25a-b9e9-4067-9942-7b8ceba01844 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2154510 Jul 09 10:00:53.225447 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34194) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:53.230749 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-93a00610-7e59-4135-9c36-cfad092448ca tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Request body: {'security_group_rule': {'security_group_id': '3f287463-f06e-4f1a-9d29-7345e38ed22a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:53.236334 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51d25a-b9e9-4067-9942-7b8ceba01844 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f287463-f06e-4f1a-9d29-7345e38ed22a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:53.265444 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-93a00610-7e59-4135-9c36-cfad092448ca tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.333431 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-93a00610-7e59-4135-9c36-cfad092448ca tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.337730 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-93a00610-7e59-4135-9c36-cfad092448ca tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.357971 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a00610-7e59-4135-9c36-cfad092448ca tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea354a7b-165f-4b5c-9757-331a7f812817,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:53.374460 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-93a00610-7e59-4135-9c36-cfad092448ca tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.378536 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-93a00610-7e59-4135-9c36-cfad092448ca tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1494296 Jul 09 10:00:53.378984 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34200) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:53.411682 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9084b9bb-4b23-4c25-ae7b-22f227fc4335 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.421696 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9084b9bb-4b23-4c25-ae7b-22f227fc4335 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.451004 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9084b9bb-4b23-4c25-ae7b-22f227fc4335 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.457196 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9084b9bb-4b23-4c25-ae7b-22f227fc4335 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.458396 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9084b9bb-4b23-4c25-ae7b-22f227fc4335 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/ea354a7b-165f-4b5c-9757-331a7f812817 HTTP/1.1" status: 204 len: 168 time: 0.0783727 Jul 09 10:00:53.460957 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34204) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:53.478189 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084b9bb-4b23-4c25-ae7b-22f227fc4335 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea354a7b-165f-4b5c-9757-331a7f812817,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:53.509416 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0e780fe5-dd4d-4cf9-bde4-49d25ab55822 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0473723 Jul 09 10:00:53.514388 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34208) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:53.558607 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34210) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:53.571076 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fdcebcae-c955-4815-8891-c9887460811d tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.594892 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fdcebcae-c955-4815-8891-c9887460811d tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.646566 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fdcebcae-c955-4815-8891-c9887460811d tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.648709 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fdcebcae-c955-4815-8891-c9887460811d tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.649899 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fdcebcae-c955-4815-8891-c9887460811d tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "DELETE /v2.0/security-groups/3f287463-f06e-4f1a-9d29-7345e38ed22a HTTP/1.1" status: 204 len: 168 time: 0.1343176 Jul 09 10:00:53.652935 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34214) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:53.659257 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcebcae-c955-4815-8891-c9887460811d tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f287463-f06e-4f1a-9d29-7345e38ed22a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:53.698240 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-21903f59-9ad8-4e9c-9152-28e6dd5447be admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1107826634-network', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:53.746636 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-49511a20-dd7f-4e93-a857-8857d82a4833 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0927219 Jul 09 10:00:53.748544 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21903f59-9ad8-4e9c-9152-28e6dd5447be admin admin] Made reservation on behalf of 6bd3e84fdf684d718a87e77926c4ffae for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:53.751237 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21903f59-9ad8-4e9c-9152-28e6dd5447be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.751992 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34216) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:53.757310 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-68d66aa9-0bf8-4294-8206-deb0b05573b4 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Request body: {'security_group': {'name': 'tempest-secgroup--370246384'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:53.760766 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21903f59-9ad8-4e9c-9152-28e6dd5447be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.781551 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68d66aa9-0bf8-4294-8206-deb0b05573b4 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.865066 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21903f59-9ad8-4e9c-9152-28e6dd5447be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.868983 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21903f59-9ad8-4e9c-9152-28e6dd5447be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.890159 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21903f59-9ad8-4e9c-9152-28e6dd5447be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:00:53.903726 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21903f59-9ad8-4e9c-9152-28e6dd5447be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59023eaf-9b36-4431-bd1b-1427af10fe28,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:53.915014 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21903f59-9ad8-4e9c-9152-28e6dd5447be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.915380 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-21903f59-9ad8-4e9c-9152-28e6dd5447be admin admin] Added segment dbd132a8-5d92-4126-bfa9-50402b921fee of type vlan for network a9b2bde6-fef6-490a-970c-88fc96477682 Jul 09 10:00:53.939143 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68d66aa9-0bf8-4294-8206-deb0b05573b4 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.943319 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68d66aa9-0bf8-4294-8206-deb0b05573b4 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.958096 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21903f59-9ad8-4e9c-9152-28e6dd5447be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.974163 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d66aa9-0bf8-4294-8206-deb0b05573b4 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdb1925-a5f8-4cbf-a43b-3dfc9a208666,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:53.977696 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68d66aa9-0bf8-4294-8206-deb0b05573b4 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.978934 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-68d66aa9-0bf8-4294-8206-deb0b05573b4 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2257197 Jul 09 10:00:53.982246 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34218) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:53.986753 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5eb28da0-ef47-4318-aef2-b49e187ad9a2 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Request body: {'security_group_rule': {'security_group_id': 'ffdb1925-a5f8-4cbf-a43b-3dfc9a208666', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:53.993365 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21903f59-9ad8-4e9c-9152-28e6dd5447be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:53.994393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21903f59-9ad8-4e9c-9152-28e6dd5447be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:53.995154 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21903f59-9ad8-4e9c-9152-28e6dd5447be admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.014032 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5eb28da0-ef47-4318-aef2-b49e187ad9a2 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.056481 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-21903f59-9ad8-4e9c-9152-28e6dd5447be admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4960489 Jul 09 10:00:54.060196 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34220) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:54.066346 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e36156b3-0116-4f67-83ea-9b889fa3481e admin admin] Request body: {'subnet': {'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1107826634-subnet', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:54.085634 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21903f59-9ad8-4e9c-9152-28e6dd5447be admin admin] Pushing event updated for resources: {'Network': ['ID=a9b2bde6-fef6-490a-970c-88fc96477682,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:54.090086 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5eb28da0-ef47-4318-aef2-b49e187ad9a2 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.097751 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network a9b2bde6-fef6-490a-970c-88fc96477682 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:00:54.098430 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5eb28da0-ef47-4318-aef2-b49e187ad9a2 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.119931 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36156b3-0116-4f67-83ea-9b889fa3481e admin admin] Made reservation on behalf of 6bd3e84fdf684d718a87e77926c4ffae for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:54.122698 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e36156b3-0116-4f67-83ea-9b889fa3481e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.142964 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb28da0-ef47-4318-aef2-b49e187ad9a2 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4de5ec-563a-4881-aebc-2fcb39cd748f,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:54.147916 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5eb28da0-ef47-4318-aef2-b49e187ad9a2 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.153493 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34226) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:54.162914 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5eb28da0-ef47-4318-aef2-b49e187ad9a2 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1792924 Jul 09 10:00:54.179969 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3fc7d0eb-369b-42c8-8491-a917f3fdec1d tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-group-rules/dd4de5ec-563a-4881-aebc-2fcb39cd748f HTTP/1.1" status: 200 len: 763 time: 0.0224562 Jul 09 10:00:54.180194 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34228) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:54.225686 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c6e17ec9-d49b-44c7-8820-1c9312c3809f tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0444570 Jul 09 10:00:54.228594 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34232) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:54.258645 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-883a552a-0861-4f0c-87ac-14e8788362a0 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.266658 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-883a552a-0861-4f0c-87ac-14e8788362a0 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.295229 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-883a552a-0861-4f0c-87ac-14e8788362a0 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.301843 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-883a552a-0861-4f0c-87ac-14e8788362a0 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.305501 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-883a552a-0861-4f0c-87ac-14e8788362a0 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/dd4de5ec-563a-4881-aebc-2fcb39cd748f HTTP/1.1" status: 204 len: 168 time: 0.0728185 Jul 09 10:00:54.308401 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34238) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:54.315357 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a552a-0861-4f0c-87ac-14e8788362a0 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd4de5ec-563a-4881-aebc-2fcb39cd748f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:54.342474 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e36156b3-0116-4f67-83ea-9b889fa3481e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.354039 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ddf6af86-fff3-4edb-ad09-2f785ac947f2 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0416570 Jul 09 10:00:54.354275 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34242) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:54.359489 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8fd4c5c3-edf5-4db9-adf3-64c4db620a11 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Request body: {'security_group_rule': {'security_group_id': 'ffdb1925-a5f8-4cbf-a43b-3dfc9a208666', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:54.389518 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8fd4c5c3-edf5-4db9-adf3-64c4db620a11 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.401522 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36156b3-0116-4f67-83ea-9b889fa3481e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d1b1790-1fd7-4482-9bc0-58ec7316b6a9,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:54.413354 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36156b3-0116-4f67-83ea-9b889fa3481e admin admin] Checking segment: {'id': 'dbd132a8-5d92-4126-bfa9-50402b921fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:54.413354 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36156b3-0116-4f67-83ea-9b889fa3481e admin admin] Network hostable DHCP agents. Network: a9b2bde6-fef6-490a-970c-88fc96477682, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:00:54.430635 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36156b3-0116-4f67-83ea-9b889fa3481e admin admin] Network a9b2bde6-fef6-490a-970c-88fc96477682 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:00:54.440353 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e36156b3-0116-4f67-83ea-9b889fa3481e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, a9b2bde6-fef6-490a-970c-88fc96477682) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:54.444812 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36156b3-0116-4f67-83ea-9b889fa3481e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:54.445999 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e36156b3-0116-4f67-83ea-9b889fa3481e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.449117 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6df322-107e-4e19-8813-6f608248143f None None] Network a9b2bde6-fef6-490a-970c-88fc96477682 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:54.461523 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:00:54.463583 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e36156b3-0116-4f67-83ea-9b889fa3481e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4022298 Jul 09 10:00:54.466726 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34244) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:54.469344 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8fd4c5c3-edf5-4db9-adf3-64c4db620a11 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.471984 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-73aad74f-f90f-41dd-a9e9-3f1ce15a35b8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1107826634-router', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:54.474396 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8fd4c5c3-edf5-4db9-adf3-64c4db620a11 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.496618 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-73aad74f-f90f-41dd-a9e9-3f1ce15a35b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.498147 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-73aad74f-f90f-41dd-a9e9-3f1ce15a35b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.500781 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4c5c3-edf5-4db9-adf3-64c4db620a11 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a087d2b-2197-49ec-ad80-09672b42bc38,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:54.509555 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8fd4c5c3-edf5-4db9-adf3-64c4db620a11 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.511845 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8fd4c5c3-edf5-4db9-adf3-64c4db620a11 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1557517 Jul 09 10:00:54.514478 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34246) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:54.566936 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1c5d9ef0-9a8f-4352-9d2c-a7a2064748b8 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-group-rules/1a087d2b-2197-49ec-ad80-09672b42bc38 HTTP/1.1" status: 200 len: 763 time: 0.0512857 Jul 09 10:00:54.569364 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34248) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:54.579303 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-73aad74f-f90f-41dd-a9e9-3f1ce15a35b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.652043 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6b3054-2754-4c7b-820e-34f5ad8e54b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-a9b2bde6-fef6-490a-970c-88fc96477682', 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'fixed_ips': [{'subnet_id': '1d1b1790-1fd7-4482-9bc0-58ec7316b6a9'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:00:54.653543 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc6b3054-2754-4c7b-820e-34f5ad8e54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.739089 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-58d4a769-069b-42d4-ba13-40cf62dbf4c9 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1685038 Jul 09 10:00:54.741774 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34250) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:54.748751 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-73aad74f-f90f-41dd-a9e9-3f1ce15a35b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.769006 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2526ae0a-49f2-4ac2-a1b7-d52d439dc760 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.778778 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2526ae0a-49f2-4ac2-a1b7-d52d439dc760 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.813391 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2526ae0a-49f2-4ac2-a1b7-d52d439dc760 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.814763 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-dc6b3054-2754-4c7b-820e-34f5ad8e54b1 None None] Allocated IP 172.20.0.2 (a9b2bde6-fef6-490a-970c-88fc96477682/1d1b1790-1fd7-4482-9bc0-58ec7316b6a9/3c8de1f2-8d09-4e58-8f06-c83441a43dbe) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:54.824738 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2526ae0a-49f2-4ac2-a1b7-d52d439dc760 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.829868 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2526ae0a-49f2-4ac2-a1b7-d52d439dc760 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/1a087d2b-2197-49ec-ad80-09672b42bc38 HTTP/1.1" status: 204 len: 168 time: 0.0848095 Jul 09 10:00:54.830227 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34252) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:54.833721 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526ae0a-49f2-4ac2-a1b7-d52d439dc760 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a087d2b-2197-49ec-ad80-09672b42bc38,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:54.887019 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-71225d52-863a-4264-8bba-b276373e1f88 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0557437 Jul 09 10:00:54.890701 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34254) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:54.897840 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-96bc1c80-96a5-4c6d-9b29-951268cd6860 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Request body: {'security_group_rule': {'security_group_id': 'ffdb1925-a5f8-4cbf-a43b-3dfc9a208666', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:54.922922 n-d-799996-1 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-96bc1c80-96a5-4c6d-9b29-951268cd6860 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Project a75a4bdeab72470f8bb91b0d3eb4bfd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:00:54.931592 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c80-96a5-4c6d-9b29-951268cd6860 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.990114 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c80-96a5-4c6d-9b29-951268cd6860 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.997155 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc6b3054-2754-4c7b-820e-34f5ad8e54b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:54.998326 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c80-96a5-4c6d-9b29-951268cd6860 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:55.010739 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dc6b3054-2754-4c7b-820e-34f5ad8e54b1 None None] Transition to ACTIVE for port object 3c8de1f2-8d09-4e58-8f06-c83441a43dbe will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:55.026357 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc1c80-96a5-4c6d-9b29-951268cd6860 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88db71fa-0fa0-47c6-9d3b-6dfa40d21e4a,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:55.035242 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c80-96a5-4c6d-9b29-951268cd6860 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:55.039435 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-96bc1c80-96a5-4c6d-9b29-951268cd6860 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1450887 Jul 09 10:00:55.039891 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34258) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:55.044207 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dc6b3054-2754-4c7b-820e-34f5ad8e54b1 None None] Transition to ACTIVE for port object 3c8de1f2-8d09-4e58-8f06-c83441a43dbe will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:55.050242 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc6b3054-2754-4c7b-820e-34f5ad8e54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:55.062143 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0aeedf7b-5b52-4fd2-a84e-09c89aea06a6 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-group-rules/88db71fa-0fa0-47c6-9d3b-6dfa40d21e4a HTTP/1.1" status: 200 len: 769 time: 0.0179513 Jul 09 10:00:55.062723 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34262) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:55.107271 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b3054-2754-4c7b-820e-34f5ad8e54b1 None None] Pushing event updated for resources: {'Port': ['ID=3c8de1f2-8d09-4e58-8f06-c83441a43dbe,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:55.111629 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b7b7aa6b-ce2f-42f0-8a69-a3cd38b4693f tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0476468 Jul 09 10:00:55.114234 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34264) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:55.117464 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6b3054-2754-4c7b-820e-34f5ad8e54b1 None None] Network a9b2bde6-fef6-490a-970c-88fc96477682 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:55.119450 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-dc6b3054-2754-4c7b-820e-34f5ad8e54b1 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:55.123595 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6b3054-2754-4c7b-820e-34f5ad8e54b1 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:55.145137 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3149dcab-60e2-40e8-abac-7ecf7f875cc9 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:55.154316 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3149dcab-60e2-40e8-abac-7ecf7f875cc9 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:55.188639 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3149dcab-60e2-40e8-abac-7ecf7f875cc9 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:55.195640 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-dc6b3054-2754-4c7b-820e-34f5ad8e54b1 None None] Attempting to bind port 3c8de1f2-8d09-4e58-8f06-c83441a43dbe on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:00:55.195897 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3149dcab-60e2-40e8-abac-7ecf7f875cc9 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:55.196209 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-dc6b3054-2754-4c7b-820e-34f5ad8e54b1 None None] Attempting to bind port 3c8de1f2-8d09-4e58-8f06-c83441a43dbe by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'dbd132a8-5d92-4126-bfa9-50402b921fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:00:55.196635 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6b3054-2754-4c7b-820e-34f5ad8e54b1 None None] Attempting to bind port 3c8de1f2-8d09-4e58-8f06-c83441a43dbe on network a9b2bde6-fef6-490a-970c-88fc96477682 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:00:55.206328 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3149dcab-60e2-40e8-abac-7ecf7f875cc9 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/88db71fa-0fa0-47c6-9d3b-6dfa40d21e4a HTTP/1.1" status: 204 len: 168 time: 0.0849473 Jul 09 10:00:55.206328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34268) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:55.207242 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6b3054-2754-4c7b-820e-34f5ad8e54b1 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:00:55.207628 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6b3054-2754-4c7b-820e-34f5ad8e54b1 None None] Checking segment: {'id': 'dbd132a8-5d92-4126-bfa9-50402b921fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:55.208066 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc6b3054-2754-4c7b-820e-34f5ad8e54b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:55.208515 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6b3054-2754-4c7b-820e-34f5ad8e54b1 None None] Bound using segment: {'id': 'dbd132a8-5d92-4126-bfa9-50402b921fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:00:55.208996 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-dc6b3054-2754-4c7b-820e-34f5ad8e54b1 None None] Bound port: 3c8de1f2-8d09-4e58-8f06-c83441a43dbe, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd132a8-5d92-4126-bfa9-50402b921fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:00:55.209382 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc6b3054-2754-4c7b-820e-34f5ad8e54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:55.224929 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149dcab-60e2-40e8-abac-7ecf7f875cc9 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88db71fa-0fa0-47c6-9d3b-6dfa40d21e4a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:55.256295 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0a09472b-f625-40f6-bd10-0490135c8c69 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0518384 Jul 09 10:00:55.259251 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34272) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:55.328887 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5bf2739d-d1c9-4bbe-a802-6dabf39f5a14 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:55.333352 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-dc6b3054-2754-4c7b-820e-34f5ad8e54b1 None None] For port 3c8de1f2-8d09-4e58-8f06-c83441a43dbe, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:00:55.337688 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-dc6b3054-2754-4c7b-820e-34f5ad8e54b1 None None] For port 3c8de1f2-8d09-4e58-8f06-c83441a43dbe, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3c8de1f2-8d09-4e58-8f06-c83441a43dbe,segment=NetworkSegment(dbd132a8-5d92-4126-bfa9-50402b921fee),segment_id=dbd132a8-5d92-4126-bfa9-50402b921fee)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:00:55.344535 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc6b3054-2754-4c7b-820e-34f5ad8e54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:55.364929 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5bf2739d-d1c9-4bbe-a802-6dabf39f5a14 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:55.426501 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5bf2739d-d1c9-4bbe-a802-6dabf39f5a14 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:55.429221 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5bf2739d-d1c9-4bbe-a802-6dabf39f5a14 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:55.432964 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5bf2739d-d1c9-4bbe-a802-6dabf39f5a14 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "DELETE /v2.0/security-groups/ffdb1925-a5f8-4cbf-a43b-3dfc9a208666 HTTP/1.1" status: 204 len: 168 time: 0.1699262 Jul 09 10:00:55.433807 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34276) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:55.452588 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b3054-2754-4c7b-820e-34f5ad8e54b1 None None] Pushing event updated for resources: {'Port': ['ID=3c8de1f2-8d09-4e58-8f06-c83441a43dbe,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:55.453339 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2739d-d1c9-4bbe-a802-6dabf39f5a14 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdb1925-a5f8-4cbf-a43b-3dfc9a208666,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:55.507905 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-470dbc10-85fb-482c-b738-5531842bc172 tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0682182 Jul 09 10:00:55.508912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34280) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:55.517566 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-73aad74f-f90f-41dd-a9e9-3f1ce15a35b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:55.551103 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-73aad74f-f90f-41dd-a9e9-3f1ce15a35b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:55.568525 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-284d6a89-a393-48f7-a9b4-1fe42d7b99eb tempest-SecGroupIPv6Test-1491986998 tempest-SecGroupIPv6Test-1491986998-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0547550 Jul 09 10:00:55.728865 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-73aad74f-f90f-41dd-a9e9-3f1ce15a35b8 admin admin] Allocated IP 172.25.3.38 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/772c4cfd-5dfe-4c4f-848e-2c7dced092fb) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:55.852208 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-73aad74f-f90f-41dd-a9e9-3f1ce15a35b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:55.861476 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34286) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:55.897621 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-73aad74f-f90f-41dd-a9e9-3f1ce15a35b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:55.937516 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aad74f-f90f-41dd-a9e9-3f1ce15a35b8 admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:55.942809 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-73aad74f-f90f-41dd-a9e9-3f1ce15a35b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:55.946392 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aad74f-f90f-41dd-a9e9-3f1ce15a35b8 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:55.973013 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aad74f-f90f-41dd-a9e9-3f1ce15a35b8 admin admin] Pushing event updated for resources: {'Port': ['ID=772c4cfd-5dfe-4c4f-848e-2c7dced092fb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:56.014356 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6fd4e92d-a37f-48ee-930f-2faf5435bd6d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a75a4bdeab72470f8bb91b0d3eb4bfd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516893 Jul 09 10:00:56.017737 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34290) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:56.069658 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edad7697-1424-4bee-860b-272cd1e8add4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:56.094845 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edad7697-1424-4bee-860b-272cd1e8add4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:56.153567 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edad7697-1424-4bee-860b-272cd1e8add4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:56.156359 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edad7697-1424-4bee-860b-272cd1e8add4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:56.159773 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-edad7697-1424-4bee-860b-272cd1e8add4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5f3f23bf-a3d4-4396-8f22-9fc0b4f66bc2 HTTP/1.1" status: 204 len: 168 time: 0.1387765 Jul 09 10:00:56.184947 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad7697-1424-4bee-860b-272cd1e8add4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3f23bf-a3d4-4396-8f22-9fc0b4f66bc2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:56.269395 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-73aad74f-f90f-41dd-a9e9-3f1ce15a35b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:56.562139 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-73aad74f-f90f-41dd-a9e9-3f1ce15a35b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:56.583167 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af9f690-8ed1-4a3b-abbd-b01b7a586f26 None None] Network a9b2bde6-fef6-490a-970c-88fc96477682 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:00:56.652883 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c4b29e24-a9ac-411d-bf64-f548790a263d None None] Provisioning for port 3c8de1f2-8d09-4e58-8f06-c83441a43dbe completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:56.712328 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73aad74f-f90f-41dd-a9e9-3f1ce15a35b8 admin admin] Router 5e6ee349-affd-4d07-b571-8a4334db7ddc is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 10:00:56.843264 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73aad74f-f90f-41dd-a9e9-3f1ce15a35b8 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:00:56.854718 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] Sync routers for ids ['5e6ee349-affd-4d07-b571-8a4334db7ddc'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:00:56.865602 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-73aad74f-f90f-41dd-a9e9-3f1ce15a35b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:56.869764 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-73aad74f-f90f-41dd-a9e9-3f1ce15a35b8 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3993788 Jul 09 10:00:56.870197 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34312) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:56.875343 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] Routers {'5e6ee349-affd-4d07-b571-8a4334db7ddc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:00:56.875994 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:00:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5e6ee349-affd-4d07-b571-8a4334db7ddc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:57.049965 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] Set router 5e6ee349-affd-4d07-b571-8a4334db7ddc gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:00:57.078818 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34316) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:57.230462 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-74beef3c-c06c-4acd-b87f-a843e81daac2 tempest-ServiceProvidersTest-1025805131 tempest-ServiceProvidersTest-1025805131-project] 10.222.0.61 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1505408 Jul 09 10:00:57.258298 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3c8de1f2-8d09-4e58-8f06-c83441a43dbe up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:00:57.353144 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 3c8de1f2-8d09-4e58-8f06-c83441a43dbe completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:57.360811 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 3c8de1f2-8d09-4e58-8f06-c83441a43dbe triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:57.362809 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:57.387511 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'name': 'tempest-TestServerBasicOps-1107826634-router', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:54Z', 'updated_at': '2021-07-09T10:00:56Z', 'revision_number': 3, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'gw_port': {'id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:55Z', 'updated_at': '2021-07-09T10:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:57.459212 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] Checking router: 5e6ee349-affd-4d07-b571-8a4334db7ddc for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:00:57.466817 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] Updating router 5e6ee349-affd-4d07-b571-8a4334db7ddc port 772c4cfd-5dfe-4c4f-848e-2c7dced092fb binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:00:57.477908 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76c13c58-7151-4046-9245-c2cb630e07cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:57.525969 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:57.527386 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:57.611261 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 3c8de1f2-8d09-4e58-8f06-c83441a43dbe, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3c8de1f2-8d09-4e58-8f06-c83441a43dbe,segment=NetworkSegment(dbd132a8-5d92-4126-bfa9-50402b921fee),segment_id=dbd132a8-5d92-4126-bfa9-50402b921fee)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:57.611905 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34330) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:57.622879 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:57.761658 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=3c8de1f2-8d09-4e58-8f06-c83441a43dbe,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:57.809637 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-449f059e-06e9-44da-a7f4-7c778ec2c5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:57.874649 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-76c13c58-7151-4046-9245-c2cb630e07cf admin admin] Allocated IP 172.20.0.1 (a9b2bde6-fef6-490a-970c-88fc96477682/1d1b1790-1fd7-4482-9bc0-58ec7316b6a9/8b7653a0-9554-43d9-ba61-edbf3c8e0d48) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:00:57.935871 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-449f059e-06e9-44da-a7f4-7c778ec2c5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:57.942425 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-449f059e-06e9-44da-a7f4-7c778ec2c5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:57.968005 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:57.976129 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-449f059e-06e9-44da-a7f4-7c778ec2c5f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f89c1578a1c4f0883ac062e3b82666b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3631966 Jul 09 10:00:57.981941 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34336) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:57.983191 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] Transition to ACTIVE for port object 772c4cfd-5dfe-4c4f-848e-2c7dced092fb will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:57.991828 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:57.999276 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f059e-06e9-44da-a7f4-7c778ec2c5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1061a830-5438-4497-9018-ed574e89d790,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:58.007782 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f059e-06e9-44da-a7f4-7c778ec2c5f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:58.009673 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f059e-06e9-44da-a7f4-7c778ec2c5f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:58.010272 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f059e-06e9-44da-a7f4-7c778ec2c5f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:58.011026 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f059e-06e9-44da-a7f4-7c778ec2c5f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:58.011220 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f059e-06e9-44da-a7f4-7c778ec2c5f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:58.011652 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f059e-06e9-44da-a7f4-7c778ec2c5f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:58.012230 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f059e-06e9-44da-a7f4-7c778ec2c5f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:58.012893 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f059e-06e9-44da-a7f4-7c778ec2c5f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:58.013322 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f059e-06e9-44da-a7f4-7c778ec2c5f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:58.014204 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f059e-06e9-44da-a7f4-7c778ec2c5f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:58.014204 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f059e-06e9-44da-a7f4-7c778ec2c5f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:58.014587 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f059e-06e9-44da-a7f4-7c778ec2c5f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:00:58.066004 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] Attempting to bind port 772c4cfd-5dfe-4c4f-848e-2c7dced092fb on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:00:58.066542 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] Attempting to bind port 772c4cfd-5dfe-4c4f-848e-2c7dced092fb by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:00:58.067269 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] Attempting to bind port 772c4cfd-5dfe-4c4f-848e-2c7dced092fb on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:00:58.079948 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:00:58.080431 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:00:58.081376 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:58.081842 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:00:58.082508 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] Bound port: 772c4cfd-5dfe-4c4f-848e-2c7dced092fb, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:00:58.083136 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:58.086683 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b519bd9-be77-4fbe-b3e7-b5817503d321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:58.134251 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76c13c58-7151-4046-9245-c2cb630e07cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:58.138237 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b519bd9-be77-4fbe-b3e7-b5817503d321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:58.158947 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc192d74-77f9-41b4-a7b7-b60aaeffe7ca None None] Pushing event updated for resources: {'Port': ['ID=772c4cfd-5dfe-4c4f-848e-2c7dced092fb,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:58.177009 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-76c13c58-7151-4046-9245-c2cb630e07cf admin admin] Transition to ACTIVE for port object 8b7653a0-9554-43d9-ba61-edbf3c8e0d48 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:00:58.204057 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] For port 772c4cfd-5dfe-4c4f-848e-2c7dced092fb, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:00:58.207551 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] For port 772c4cfd-5dfe-4c4f-848e-2c7dced092fb, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=772c4cfd-5dfe-4c4f-848e-2c7dced092fb,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:00:58.212103 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:58.227543 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b519bd9-be77-4fbe-b3e7-b5817503d321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:58.230201 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b519bd9-be77-4fbe-b3e7-b5817503d321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:58.231383 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6b519bd9-be77-4fbe-b3e7-b5817503d321 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1061a830-5438-4497-9018-ed574e89d790 HTTP/1.1" status: 204 len: 168 time: 0.2483556 Jul 09 10:00:58.244504 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76c13c58-7151-4046-9245-c2cb630e07cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:58.249425 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b519bd9-be77-4fbe-b3e7-b5817503d321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1061a830-5438-4497-9018-ed574e89d790,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:58.289708 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] Routers {'5e6ee349-affd-4d07-b571-8a4334db7ddc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:00:58.290417 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:00:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5e6ee349-affd-4d07-b571-8a4334db7ddc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:58.293074 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c13c58-7151-4046-9245-c2cb630e07cf admin admin] Network a9b2bde6-fef6-490a-970c-88fc96477682 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:58.296016 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-76c13c58-7151-4046-9245-c2cb630e07cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:58.300869 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c13c58-7151-4046-9245-c2cb630e07cf admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:00:58.331455 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc192d74-77f9-41b4-a7b7-b60aaeffe7ca None None] Pushing event updated for resources: {'Port': ['ID=772c4cfd-5dfe-4c4f-848e-2c7dced092fb,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:58.341543 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76c13c58-7151-4046-9245-c2cb630e07cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:58.348941 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c13c58-7151-4046-9245-c2cb630e07cf admin admin] Pushing event updated for resources: {'Port': ['ID=8b7653a0-9554-43d9-ba61-edbf3c8e0d48,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:58.380233 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34348) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:58.494347 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] Set router 5e6ee349-affd-4d07-b571-8a4334db7ddc gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:00:58.558194 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c2407a8-7e39-4826-9222-2984bbf46e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:58.601614 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76c13c58-7151-4046-9245-c2cb630e07cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:58.636746 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ab87fd3d-9a96-4c88-8481-124a56d8471d None None] Provisioning for port 8b7653a0-9554-43d9-ba61-edbf3c8e0d48 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:58.645625 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ab87fd3d-9a96-4c88-8481-124a56d8471d None None] Provisioning complete for port 8b7653a0-9554-43d9-ba61-edbf3c8e0d48 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:58.649461 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ab87fd3d-9a96-4c88-8481-124a56d8471d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:58.698237 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ab87fd3d-9a96-4c88-8481-124a56d8471d None None] Port 8b7653a0-9554-43d9-ba61-edbf3c8e0d48 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:00:58.715156 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c2407a8-7e39-4826-9222-2984bbf46e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:58.721111 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c2407a8-7e39-4826-9222-2984bbf46e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:58.750305 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'name': 'tempest-TestServerBasicOps-1107826634-router', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:54Z', 'updated_at': '2021-07-09T10:00:56Z', 'revision_number': 3, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'gw_port': {'id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:55Z', 'updated_at': '2021-07-09T10:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:00:58.765033 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2407a8-7e39-4826-9222-2984bbf46e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9d4bf4-f132-4c23-8138-b82bf13497a5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:58.793787 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a0ca68-b9f6-4723-8b95-7fc02e404f53 None None] The sync data for ids ['5e6ee349-affd-4d07-b571-8a4334db7ddc'] in n-d-799996-1 is: [{'id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'name': 'tempest-TestServerBasicOps-1107826634-router', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:54Z', 'updated_at': '2021-07-09T10:00:56Z', 'revision_number': 3, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'gw_port': {'id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:55Z', 'updated_at': '2021-07-09T10:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:00:58.810975 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1c2407a8-7e39-4826-9222-2984bbf46e63 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=802d1417ea5947d5bb784741abf6dbef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4256866 Jul 09 10:00:58.811570 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34356) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:58.844708 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76c13c58-7151-4046-9245-c2cb630e07cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:58.857131 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76c13c58-7151-4046-9245-c2cb630e07cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:58.891890 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ecb9264e-24c4-40a3-aee7-207dcf5b0c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:58.925240 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ecb9264e-24c4-40a3-aee7-207dcf5b0c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:58.939438 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76c13c58-7151-4046-9245-c2cb630e07cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:58.941421 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c13c58-7151-4046-9245-c2cb630e07cf admin admin] Pushing event updated for resources: {'Port': ['ID=8b7653a0-9554-43d9-ba61-edbf3c8e0d48,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:59.008282 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ecb9264e-24c4-40a3-aee7-207dcf5b0c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:59.011563 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ecb9264e-24c4-40a3-aee7-207dcf5b0c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:59.017346 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ecb9264e-24c4-40a3-aee7-207dcf5b0c64 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6e9d4bf4-f132-4c23-8138-b82bf13497a5 HTTP/1.1" status: 204 len: 168 time: 0.1999211 Jul 09 10:00:59.024348 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9264e-24c4-40a3-aee7-207dcf5b0c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9d4bf4-f132-4c23-8138-b82bf13497a5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:00:59.086856 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c13c58-7151-4046-9245-c2cb630e07cf admin admin] Network a9b2bde6-fef6-490a-970c-88fc96477682 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:00:59.088338 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-76c13c58-7151-4046-9245-c2cb630e07cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:00:59.422342 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3c8de1f2-8d09-4e58-8f06-c83441a43dbe up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:00:59.435067 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c13c58-7151-4046-9245-c2cb630e07cf admin admin] Router 5e6ee349-affd-4d07-b571-8a4334db7ddc has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:00:59.531538 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34380) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:59.539130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 3c8de1f2-8d09-4e58-8f06-c83441a43dbe triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:59.539506 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:59.648966 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ad3881d8-efdc-432a-b2e6-0b2a9d267821 None None] Provisioning complete for port 8b7653a0-9554-43d9-ba61-edbf3c8e0d48 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:59.649658 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ad3881d8-efdc-432a-b2e6-0b2a9d267821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:59.673782 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-671d4da1-5bba-4dcf-a721-46da42b7973b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-431026741-network', 'tenant_id': 'c4d9d0e786304fe7a92fdaf14d5e5b38'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:00:59.707229 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671d4da1-5bba-4dcf-a721-46da42b7973b admin admin] Made reservation on behalf of c4d9d0e786304fe7a92fdaf14d5e5b38 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:00:59.710952 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-671d4da1-5bba-4dcf-a721-46da42b7973b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:59.722809 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-671d4da1-5bba-4dcf-a721-46da42b7973b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:59.732349 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34384) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:00:59.735417 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ad3881d8-efdc-432a-b2e6-0b2a9d267821 None None] Port 8b7653a0-9554-43d9-ba61-edbf3c8e0d48 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:00:59.741626 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 772c4cfd-5dfe-4c4f-848e-2c7dced092fb up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:00:59.741916 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c13c58-7151-4046-9245-c2cb630e07cf admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:00:59.749835 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-76c13c58-7151-4046-9245-c2cb630e07cf admin admin] 10.222.0.61 "PUT /v2.0/routers/5e6ee349-affd-4d07-b571-8a4334db7ddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8785915 Jul 09 10:00:59.770668 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b21e247b-c7a5-4c8f-baa7-14295d0a436c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:59.790661 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274152f3-a850-4fa7-9514-37943eead593 req-66aa3df9-48a9-4502-a2ba-dbb405bc4398 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:00:59.792195 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-274152f3-a850-4fa7-9514-37943eead593 req-66aa3df9-48a9-4502-a2ba-dbb405bc4398 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 1097 time: 0.1584034 Jul 09 10:00:59.809901 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 772c4cfd-5dfe-4c4f-848e-2c7dced092fb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:00:59.816132 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 772c4cfd-5dfe-4c4f-848e-2c7dced092fb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:00:59.817313 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:59.856211 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-274152f3-a850-4fa7-9514-37943eead593 req-bc6bbf15-c67c-4855-9bca-9cb7647661ae tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552430 Jul 09 10:00:59.892413 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-671d4da1-5bba-4dcf-a721-46da42b7973b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:59.900800 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-671d4da1-5bba-4dcf-a721-46da42b7973b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:59.928263 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671d4da1-5bba-4dcf-a721-46da42b7973b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:00:59.929386 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:59.950174 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-671d4da1-5bba-4dcf-a721-46da42b7973b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:00:59.951401 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-671d4da1-5bba-4dcf-a721-46da42b7973b admin admin] Added segment 8be37be3-9072-4dfb-b7c8-d93713f0de04 of type vlan for network 9be4b5d8-64bf-4a8f-afb7-c14bd04b4d10 Jul 09 10:00:59.954675 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 772c4cfd-5dfe-4c4f-848e-2c7dced092fb, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=772c4cfd-5dfe-4c4f-848e-2c7dced092fb,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:00:59.959362 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:00.010084 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-671d4da1-5bba-4dcf-a721-46da42b7973b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:00.043930 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b21e247b-c7a5-4c8f-baa7-14295d0a436c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:00.060234 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b21e247b-c7a5-4c8f-baa7-14295d0a436c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:00.064268 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=772c4cfd-5dfe-4c4f-848e-2c7dced092fb,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:00.088221 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-671d4da1-5bba-4dcf-a721-46da42b7973b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:00.089486 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671d4da1-5bba-4dcf-a721-46da42b7973b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:00.090069 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-671d4da1-5bba-4dcf-a721-46da42b7973b admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:00.113149 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d4da1-5bba-4dcf-a721-46da42b7973b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca89d5bf-aaa4-4b0c-b1ec-5d9ab37dbd01,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:00.157208 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e247b-c7a5-4c8f-baa7-14295d0a436c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dfe3c1-3f49-42f5-bae1-8568fb653f1b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:00.165866 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b21e247b-c7a5-4c8f-baa7-14295d0a436c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3b04e86eec524e86b8440a4a1685da9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4287229 Jul 09 10:01:00.166298 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34392) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:00.166633 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34394) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:00.166855 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-671d4da1-5bba-4dcf-a721-46da42b7973b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6297526 Jul 09 10:01:00.171023 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d4da1-5bba-4dcf-a721-46da42b7973b admin admin] Pushing event updated for resources: {'Network': ['ID=9be4b5d8-64bf-4a8f-afb7-c14bd04b4d10,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:00.173206 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0a9aff1d-cc53-43fd-911b-6a86d0ed423c admin admin] Request body: {'subnet': {'network_id': '9be4b5d8-64bf-4a8f-afb7-c14bd04b4d10', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-431026741-subnet', 'tenant_id': 'c4d9d0e786304fe7a92fdaf14d5e5b38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:01:00.209742 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 9be4b5d8-64bf-4a8f-afb7-c14bd04b4d10 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:01:00.254171 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88840aef-d1f5-4159-9cc1-b0195d997bcb req-0d139d38-5a8c-4838-baa0-e0d18b5ec6ad tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:00.256105 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88840aef-d1f5-4159-9cc1-b0195d997bcb req-0d139d38-5a8c-4838-baa0-e0d18b5ec6ad tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 946 time: 0.2107961 Jul 09 10:01:00.257692 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9aff1d-cc53-43fd-911b-6a86d0ed423c admin admin] Made reservation on behalf of c4d9d0e786304fe7a92fdaf14d5e5b38 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:01:00.260054 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a9aff1d-cc53-43fd-911b-6a86d0ed423c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:00.346697 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f88f9dce-0da2-433b-89f5-b5f8fc70e25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:00.401305 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88840aef-d1f5-4159-9cc1-b0195d997bcb req-c066a793-ddd6-4bd9-81e9-fb3d0e943b92 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262403 Jul 09 10:01:00.410671 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f88f9dce-0da2-433b-89f5-b5f8fc70e25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:00.431460 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34402) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:00.514314 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f88f9dce-0da2-433b-89f5-b5f8fc70e25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:00.516829 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f88f9dce-0da2-433b-89f5-b5f8fc70e25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:00.518195 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f88f9dce-0da2-433b-89f5-b5f8fc70e25f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/72dfe3c1-3f49-42f5-bae1-8568fb653f1b HTTP/1.1" status: 204 len: 168 time: 0.3506403 Jul 09 10:01:00.541015 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-111f2d75-c695-4bf0-b9cb-2196a08b0e18 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/floatingips/6581727b-fda9-45fc-a5ab-03ed69311b28 HTTP/1.1" status: 200 len: 993 time: 0.1085763 Jul 09 10:01:00.559971 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f9dce-0da2-433b-89f5-b5f8fc70e25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dfe3c1-3f49-42f5-bae1-8568fb653f1b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:00.583666 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a9aff1d-cc53-43fd-911b-6a86d0ed423c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:00.613279 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34412) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:00.622412 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6a38cb13-d7c0-4b72-bef3-330c9861b8f6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1216444339-network', 'tenant_id': '07078f72dfcc4a7d85777d446fe35172'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:01:00.654285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a38cb13-d7c0-4b72-bef3-330c9861b8f6 admin admin] Made reservation on behalf of 07078f72dfcc4a7d85777d446fe35172 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:01:00.657874 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a38cb13-d7c0-4b72-bef3-330c9861b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:00.661436 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9aff1d-cc53-43fd-911b-6a86d0ed423c admin admin] Pushing event updated for resources: {'Subnet': ['ID=79252927-6052-4087-9e9c-b723dd136fff,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:00.664123 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9aff1d-cc53-43fd-911b-6a86d0ed423c admin admin] Checking segment: {'id': '8be37be3-9072-4dfb-b7c8-d93713f0de04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9be4b5d8-64bf-4a8f-afb7-c14bd04b4d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:01:00.664620 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9aff1d-cc53-43fd-911b-6a86d0ed423c admin admin] Network hostable DHCP agents. Network: 9be4b5d8-64bf-4a8f-afb7-c14bd04b4d10, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:01:00.673044 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a38cb13-d7c0-4b72-bef3-330c9861b8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:00.685702 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9aff1d-cc53-43fd-911b-6a86d0ed423c admin admin] Network 9be4b5d8-64bf-4a8f-afb7-c14bd04b4d10 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:01:00.698058 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-0a9aff1d-cc53-43fd-911b-6a86d0ed423c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 9be4b5d8-64bf-4a8f-afb7-c14bd04b4d10) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:01:00.706989 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9aff1d-cc53-43fd-911b-6a86d0ed423c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:00.709347 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a9aff1d-cc53-43fd-911b-6a86d0ed423c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:00.710483 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262706f4-02e4-42bc-bf02-d10da06cfa27 None None] Network 9be4b5d8-64bf-4a8f-afb7-c14bd04b4d10 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:01:00.805213 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a38cb13-d7c0-4b72-bef3-330c9861b8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:00.811389 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a38cb13-d7c0-4b72-bef3-330c9861b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:00.816109 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0a9aff1d-cc53-43fd-911b-6a86d0ed423c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6466367 Jul 09 10:01:00.847293 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a38cb13-d7c0-4b72-bef3-330c9861b8f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:01:00.857523 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38cb13-d7c0-4b72-bef3-330c9861b8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0958d66-f95e-453d-93d5-f1983f41f7b5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:00.867323 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a38cb13-d7c0-4b72-bef3-330c9861b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:00.867563 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-6a38cb13-d7c0-4b72-bef3-330c9861b8f6 admin admin] Added segment e2df730b-4e13-43fb-86b9-0e93e68da90a of type vlan for network f50d48da-6c41-434e-8a53-ad8555968a25 Jul 09 10:01:00.905603 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467fd044-d80f-40c7-8bf0-b4ffbc2b61db None None] Network 9be4b5d8-64bf-4a8f-afb7-c14bd04b4d10 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:01:00.929964 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a38cb13-d7c0-4b72-bef3-330c9861b8f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:00.969108 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a38cb13-d7c0-4b72-bef3-330c9861b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:00.970130 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a38cb13-d7c0-4b72-bef3-330c9861b8f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:00.970833 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a38cb13-d7c0-4b72-bef3-330c9861b8f6 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:01.157656 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6a38cb13-d7c0-4b72-bef3-330c9861b8f6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5404332 Jul 09 10:01:01.158518 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34426) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:01.165538 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e0d3968b-374c-46f7-82b4-c6a2673dd712 admin admin] Request body: {'subnet': {'network_id': 'f50d48da-6c41-434e-8a53-ad8555968a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1216444339-subnet', 'tenant_id': '07078f72dfcc4a7d85777d446fe35172', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:01:01.187669 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38cb13-d7c0-4b72-bef3-330c9861b8f6 admin admin] Pushing event updated for resources: {'Network': ['ID=f50d48da-6c41-434e-8a53-ad8555968a25,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:01.203029 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network f50d48da-6c41-434e-8a53-ad8555968a25 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:01:01.215533 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d3968b-374c-46f7-82b4-c6a2673dd712 admin admin] Made reservation on behalf of 07078f72dfcc4a7d85777d446fe35172 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:01:01.219098 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0d3968b-374c-46f7-82b4-c6a2673dd712 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:01.257566 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34428) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:01.286966 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 772c4cfd-5dfe-4c4f-848e-2c7dced092fb up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:01:01.305915 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0eb69746-4f0b-4190-8abf-0377df56d5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:01.335404 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] Sync routers for ids ['5e6ee349-affd-4d07-b571-8a4334db7ddc'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:01:01.373580 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] Routers {'5e6ee349-affd-4d07-b571-8a4334db7ddc'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:01:01.374135 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:00:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5e6ee349-affd-4d07-b571-8a4334db7ddc'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:01:01.435773 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 772c4cfd-5dfe-4c4f-848e-2c7dced092fb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:01:01.436224 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:01.482399 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0d3968b-374c-46f7-82b4-c6a2673dd712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:01.558321 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3968b-374c-46f7-82b4-c6a2673dd712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c77c9730-2360-4dd0-9f02-0d82c96ae476,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:01.562863 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0eb69746-4f0b-4190-8abf-0377df56d5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:01.571499 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0eb69746-4f0b-4190-8abf-0377df56d5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:01.585156 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3968b-374c-46f7-82b4-c6a2673dd712 admin admin] Checking segment: {'id': 'e2df730b-4e13-43fb-86b9-0e93e68da90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f50d48da-6c41-434e-8a53-ad8555968a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:01:01.585621 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d3968b-374c-46f7-82b4-c6a2673dd712 admin admin] Network hostable DHCP agents. Network: f50d48da-6c41-434e-8a53-ad8555968a25, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:01:01.617592 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] Set router 5e6ee349-affd-4d07-b571-8a4334db7ddc gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:01:01.622372 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d3968b-374c-46f7-82b4-c6a2673dd712 admin admin] Network f50d48da-6c41-434e-8a53-ad8555968a25 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:01:01.634973 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-e0d3968b-374c-46f7-82b4-c6a2673dd712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, f50d48da-6c41-434e-8a53-ad8555968a25) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:01:01.641197 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d3968b-374c-46f7-82b4-c6a2673dd712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:01.641851 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0d3968b-374c-46f7-82b4-c6a2673dd712 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:01.660918 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e0d3968b-374c-46f7-82b4-c6a2673dd712 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5017703 Jul 09 10:01:01.663442 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34444) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:01.669824 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-48370e6f-cb0b-43f5-b6f2-2698e7fe95be admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1216444339-router', 'tenant_id': '07078f72dfcc4a7d85777d446fe35172', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:01:01.700642 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1112e65b-3f35-4f1e-b2f9-afaddccba758 None None] Network f50d48da-6c41-434e-8a53-ad8555968a25 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:01:01.707011 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0eb69746-4f0b-4190-8abf-0377df56d5a9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f573ebc3fb7f4857a793da741cb0ba64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4438448 Jul 09 10:01:01.707547 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48370e6f-cb0b-43f5-b6f2-2698e7fe95be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:01.707547 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48370e6f-cb0b-43f5-b6f2-2698e7fe95be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:01.707949 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34448) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:01.734802 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb69746-4f0b-4190-8abf-0377df56d5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f8f949-535a-401d-aa06-7909a7b2e82c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:01.816029 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ce737c2-a53c-4dc4-9892-4c78e0788f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:01.828017 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48370e6f-cb0b-43f5-b6f2-2698e7fe95be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:01.846352 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ce737c2-a53c-4dc4-9892-4c78e0788f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:01.989274 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ce737c2-a53c-4dc4-9892-4c78e0788f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:02.001184 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ce737c2-a53c-4dc4-9892-4c78e0788f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:02.002445 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0ce737c2-a53c-4dc4-9892-4c78e0788f76 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/89f8f949-535a-401d-aa06-7909a7b2e82c HTTP/1.1" status: 204 len: 168 time: 0.2941744 Jul 09 10:01:02.011279 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce737c2-a53c-4dc4-9892-4c78e0788f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f8f949-535a-401d-aa06-7909a7b2e82c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:02.014620 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48370e6f-cb0b-43f5-b6f2-2698e7fe95be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:02.082303 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34458) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:02.087595 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-12e9f5ab-9079-4497-a1d2-c77ccfe32fea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2112109751-network', 'tenant_id': '7aac3bdc2c3449b1baeed89700d05b04'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:01:02.144856 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e9f5ab-9079-4497-a1d2-c77ccfe32fea admin admin] Made reservation on behalf of 7aac3bdc2c3449b1baeed89700d05b04 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:01:02.148601 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12e9f5ab-9079-4497-a1d2-c77ccfe32fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:02.186435 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12e9f5ab-9079-4497-a1d2-c77ccfe32fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:02.307836 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd027d8-97a2-4e8c-ae98-627b797ecea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-f50d48da-6c41-434e-8a53-ad8555968a25', 'network_id': 'f50d48da-6c41-434e-8a53-ad8555968a25', 'tenant_id': '07078f72dfcc4a7d85777d446fe35172', 'fixed_ips': [{'subnet_id': 'c77c9730-2360-4dd0-9f02-0d82c96ae476'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:01:02.308740 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-efd027d8-97a2-4e8c-ae98-627b797ecea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:02.312420 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'name': 'tempest-TestServerBasicOps-1107826634-router', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:54Z', 'updated_at': '2021-07-09T10:00:58Z', 'revision_number': 4, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'gw_port': {'id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:55Z', 'updated_at': '2021-07-09T10:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '8b7653a0-9554-43d9-ba61-edbf3c8e0d48', 'name': '', 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'mac_address': 'fa:16:3e:ea:76:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '1d1b1790-1fd7-4482-9bc0-58ec7316b6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:57Z', 'updated_at': '2021-07-09T10:00:58Z', 'revision_number': 2, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'subnets': [{'id': '1d1b1790-1fd7-4482-9bc0-58ec7316b6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:01:02.349177 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] Checking router: 5e6ee349-affd-4d07-b571-8a4334db7ddc for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:01:02.349493 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] Updating router 5e6ee349-affd-4d07-b571-8a4334db7ddc port 8b7653a0-9554-43d9-ba61-edbf3c8e0d48 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:01:02.364599 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-68f32df7-1388-4aad-a2d6-0ab884540a01 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1580491 Jul 09 10:01:02.448068 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12e9f5ab-9079-4497-a1d2-c77ccfe32fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:02.456436 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12e9f5ab-9079-4497-a1d2-c77ccfe32fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:02.518025 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9f5ab-9079-4497-a1d2-c77ccfe32fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b8def3-8db7-491f-a600-76ee7609382c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:02.546724 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e9f5ab-9079-4497-a1d2-c77ccfe32fea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:01:02.551505 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:02.561647 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12e9f5ab-9079-4497-a1d2-c77ccfe32fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:02.562346 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-12e9f5ab-9079-4497-a1d2-c77ccfe32fea admin admin] Added segment e2c59029-14b2-4f4a-8801-a14d191618cb of type vlan for network 99ad11fa-67c7-42e6-abbf-8c479b40b30c Jul 09 10:01:02.616952 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12e9f5ab-9079-4497-a1d2-c77ccfe32fea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:02.672636 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12e9f5ab-9079-4497-a1d2-c77ccfe32fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:02.674079 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e9f5ab-9079-4497-a1d2-c77ccfe32fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:02.676041 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12e9f5ab-9079-4497-a1d2-c77ccfe32fea admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:02.786097 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9f5ab-9079-4497-a1d2-c77ccfe32fea admin admin] Pushing event updated for resources: {'Network': ['ID=99ad11fa-67c7-42e6-abbf-8c479b40b30c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:02.813605 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-12e9f5ab-9079-4497-a1d2-c77ccfe32fea admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7298396 Jul 09 10:01:02.813968 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34480) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:02.832036 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9533d878-d4b0-4fab-8fc5-d0bdc80403b0 admin admin] Request body: {'subnet': {'network_id': '99ad11fa-67c7-42e6-abbf-8c479b40b30c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2112109751-subnet', 'tenant_id': '7aac3bdc2c3449b1baeed89700d05b04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:01:02.921748 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9533d878-d4b0-4fab-8fc5-d0bdc80403b0 admin admin] Made reservation on behalf of 7aac3bdc2c3449b1baeed89700d05b04 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:01:02.924171 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9533d878-d4b0-4fab-8fc5-d0bdc80403b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:02.954653 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 99ad11fa-67c7-42e6-abbf-8c479b40b30c details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:01:03.009551 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48370e6f-cb0b-43f5-b6f2-2698e7fe95be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:03.044385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2464111-70a2-4ac5-9f9d-c6a2c2a5015e req-93364253-8ca3-4916-85b6-5c4d50dcc152 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:03.046122 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b2464111-70a2-4ac5-9f9d-c6a2c2a5015e req-93364253-8ca3-4916-85b6-5c4d50dcc152 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 946 time: 0.2360086 Jul 09 10:01:03.050047 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48370e6f-cb0b-43f5-b6f2-2698e7fe95be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:03.113842 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-efd027d8-97a2-4e8c-ae98-627b797ecea4 None None] Allocated IP 172.20.0.2 (f50d48da-6c41-434e-8a53-ad8555968a25/c77c9730-2360-4dd0-9f02-0d82c96ae476/1daec3ec-6f79-4fbb-b9d2-f2b17796edcb) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:01:03.164158 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b2464111-70a2-4ac5-9f9d-c6a2c2a5015e req-5fd9d745-38fd-4201-af88-aaec5beb0adb tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075714 Jul 09 10:01:03.240459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-48370e6f-cb0b-43f5-b6f2-2698e7fe95be admin admin] Allocated IP 172.25.3.73 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/a3bd633a-4102-4b60-bfeb-ad85542c991a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:01:03.392032 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:03.404371 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-efd027d8-97a2-4e8c-ae98-627b797ecea4 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:03.410607 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] Transition to ACTIVE for port object 8b7653a0-9554-43d9-ba61-edbf3c8e0d48 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:01:03.418744 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-efd027d8-97a2-4e8c-ae98-627b797ecea4 None None] Transition to ACTIVE for port object 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:01:03.423829 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:03.435534 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9533d878-d4b0-4fab-8fc5-d0bdc80403b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:03.472067 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-efd027d8-97a2-4e8c-ae98-627b797ecea4 None None] Transition to ACTIVE for port object 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:01:03.492195 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-efd027d8-97a2-4e8c-ae98-627b797ecea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:03.495605 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533d878-d4b0-4fab-8fc5-d0bdc80403b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=439a47b4-6351-44b8-a5f2-efd7e1b680d3,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:03.504052 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d917e-5565-4a5a-8445-d581fe7851d4 None None] Pushing event updated for resources: {'Port': ['ID=8b7653a0-9554-43d9-ba61-edbf3c8e0d48,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:03.547998 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd027d8-97a2-4e8c-ae98-627b797ecea4 None None] Network f50d48da-6c41-434e-8a53-ad8555968a25 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:01:03.576185 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-efd027d8-97a2-4e8c-ae98-627b797ecea4 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:01:03.579102 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd027d8-97a2-4e8c-ae98-627b797ecea4 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:01:03.593920 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48370e6f-cb0b-43f5-b6f2-2698e7fe95be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:03.623986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9533d878-d4b0-4fab-8fc5-d0bdc80403b0 admin admin] Checking segment: {'id': 'e2c59029-14b2-4f4a-8801-a14d191618cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '99ad11fa-67c7-42e6-abbf-8c479b40b30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:01:03.624388 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9533d878-d4b0-4fab-8fc5-d0bdc80403b0 admin admin] Network hostable DHCP agents. Network: 99ad11fa-67c7-42e6-abbf-8c479b40b30c, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:01:03.658709 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9533d878-d4b0-4fab-8fc5-d0bdc80403b0 admin admin] Network 99ad11fa-67c7-42e6-abbf-8c479b40b30c is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:01:03.681002 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-9533d878-d4b0-4fab-8fc5-d0bdc80403b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 99ad11fa-67c7-42e6-abbf-8c479b40b30c) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:01:03.701642 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9533d878-d4b0-4fab-8fc5-d0bdc80403b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:03.702330 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9533d878-d4b0-4fab-8fc5-d0bdc80403b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:03.729051 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9533d878-d4b0-4fab-8fc5-d0bdc80403b0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9065616 Jul 09 10:01:03.732300 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48370e6f-cb0b-43f5-b6f2-2698e7fe95be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:03.809425 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48370e6f-cb0b-43f5-b6f2-2698e7fe95be admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:01:03.813021 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-48370e6f-cb0b-43f5-b6f2-2698e7fe95be admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:01:03.820663 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48370e6f-cb0b-43f5-b6f2-2698e7fe95be admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:01:03.862351 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48370e6f-cb0b-43f5-b6f2-2698e7fe95be admin admin] Pushing event updated for resources: {'Port': ['ID=a3bd633a-4102-4b60-bfeb-ad85542c991a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:03.900936 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab446a41-0f0e-4f07-a503-69e3ec12c163 None None] Network 99ad11fa-67c7-42e6-abbf-8c479b40b30c requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:01:03.940235 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34516) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:04.014070 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ee237b-6227-44c4-9115-58de2504d19e admin admin] Deleting subnet 79252927-6052-4087-9e9c-b723dd136fff {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:01:04.017630 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32ee237b-6227-44c4-9115-58de2504d19e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:04.057944 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd027d8-97a2-4e8c-ae98-627b797ecea4 None None] Pushing event updated for resources: {'Port': ['ID=1daec3ec-6f79-4fbb-b9d2-f2b17796edcb,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:04.067910 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32ee237b-6227-44c4-9115-58de2504d19e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:04.088669 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] Attempting to bind port 8b7653a0-9554-43d9-ba61-edbf3c8e0d48 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:01:04.089042 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] Attempting to bind port 8b7653a0-9554-43d9-ba61-edbf3c8e0d48 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'dbd132a8-5d92-4126-bfa9-50402b921fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:01:04.089420 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] Attempting to bind port 8b7653a0-9554-43d9-ba61-edbf3c8e0d48 on network a9b2bde6-fef6-490a-970c-88fc96477682 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:01:04.097324 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-efd027d8-97a2-4e8c-ae98-627b797ecea4 None None] Attempting to bind port 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:01:04.097694 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-efd027d8-97a2-4e8c-ae98-627b797ecea4 None None] Attempting to bind port 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'e2df730b-4e13-43fb-86b9-0e93e68da90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f50d48da-6c41-434e-8a53-ad8555968a25'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:01:04.098050 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd027d8-97a2-4e8c-ae98-627b797ecea4 None None] Attempting to bind port 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb on network f50d48da-6c41-434e-8a53-ad8555968a25 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:01:04.103721 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:04.128905 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:01:04.128905 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] Checking segment: {'id': 'dbd132a8-5d92-4126-bfa9-50402b921fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:01:04.129557 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:04.130003 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] Bound using segment: {'id': 'dbd132a8-5d92-4126-bfa9-50402b921fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:01:04.130503 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] Bound port: 8b7653a0-9554-43d9-ba61-edbf3c8e0d48, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd132a8-5d92-4126-bfa9-50402b921fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:01:04.131084 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:04.138932 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd027d8-97a2-4e8c-ae98-627b797ecea4 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:01:04.138932 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd027d8-97a2-4e8c-ae98-627b797ecea4 None None] Checking segment: {'id': 'e2df730b-4e13-43fb-86b9-0e93e68da90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f50d48da-6c41-434e-8a53-ad8555968a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:01:04.138932 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-efd027d8-97a2-4e8c-ae98-627b797ecea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:04.138932 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd027d8-97a2-4e8c-ae98-627b797ecea4 None None] Bound using segment: {'id': 'e2df730b-4e13-43fb-86b9-0e93e68da90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f50d48da-6c41-434e-8a53-ad8555968a25'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:01:04.138932 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-efd027d8-97a2-4e8c-ae98-627b797ecea4 None None] Bound port: 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2df730b-4e13-43fb-86b9-0e93e68da90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f50d48da-6c41-434e-8a53-ad8555968a25'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:01:04.138932 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-efd027d8-97a2-4e8c-ae98-627b797ecea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:04.150353 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac355c0-9cb3-4825-84da-d549c12a9144 None None] Network 99ad11fa-67c7-42e6-abbf-8c479b40b30c requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:01:04.159718 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32ee237b-6227-44c4-9115-58de2504d19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:04.169618 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48370e6f-cb0b-43f5-b6f2-2698e7fe95be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:04.234167 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32ee237b-6227-44c4-9115-58de2504d19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:04.264176 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee237b-6227-44c4-9115-58de2504d19e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79252927-6052-4087-9e9c-b723dd136fff,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:04.273137 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32ee237b-6227-44c4-9115-58de2504d19e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:04.277501 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-32ee237b-6227-44c4-9115-58de2504d19e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/79252927-6052-4087-9e9c-b723dd136fff HTTP/1.1" status: 204 len: 168 time: 0.3333354 Jul 09 10:01:04.278359 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34526) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:04.370963 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-584bfc71-5f9d-446a-8728-34d422ec09df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:04.371709 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-e87c75c5-8970-4c8e-a86a-a643399297fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:04.373526 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-e87c75c5-8970-4c8e-a86a-a643399297fc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 1097 time: 0.1121032 Jul 09 10:01:04.440968 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] For port 8b7653a0-9554-43d9-ba61-edbf3c8e0d48, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:01:04.462662 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] For port 8b7653a0-9554-43d9-ba61-edbf3c8e0d48, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8b7653a0-9554-43d9-ba61-edbf3c8e0d48,segment=NetworkSegment(dbd132a8-5d92-4126-bfa9-50402b921fee),segment_id=dbd132a8-5d92-4126-bfa9-50402b921fee)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:01:04.494614 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:04.529203 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-efd027d8-97a2-4e8c-ae98-627b797ecea4 None None] For port 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:01:04.564391 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-584bfc71-5f9d-446a-8728-34d422ec09df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:04.584148 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-efd027d8-97a2-4e8c-ae98-627b797ecea4 None None] For port 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1daec3ec-6f79-4fbb-b9d2-f2b17796edcb,segment=NetworkSegment(e2df730b-4e13-43fb-86b9-0e93e68da90a),segment_id=e2df730b-4e13-43fb-86b9-0e93e68da90a)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:01:04.598676 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-584bfc71-5f9d-446a-8728-34d422ec09df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be4b5d8-64bf-4a8f-afb7-c14bd04b4d10']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:01:04.608283 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] Routers {'5e6ee349-affd-4d07-b571-8a4334db7ddc'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:01:04.608947 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:00:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5e6ee349-affd-4d07-b571-8a4334db7ddc'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:01:04.611563 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-efd027d8-97a2-4e8c-ae98-627b797ecea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:04.613899 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-584bfc71-5f9d-446a-8728-34d422ec09df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be37be3-9072-4dfb-b7c8-d93713f0de04') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:01:04.614225 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-584bfc71-5f9d-446a-8728-34d422ec09df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be37be3-9072-4dfb-b7c8-d93713f0de04') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:01:04.619577 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48370e6f-cb0b-43f5-b6f2-2698e7fe95be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:04.627560 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-584bfc71-5f9d-446a-8728-34d422ec09df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:04.654149 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-584bfc71-5f9d-446a-8728-34d422ec09df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:04.670097 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584bfc71-5f9d-446a-8728-34d422ec09df admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:01:04.670474 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-584bfc71-5f9d-446a-8728-34d422ec09df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:04.686552 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d917e-5565-4a5a-8445-d581fe7851d4 None None] Pushing event updated for resources: {'Port': ['ID=8b7653a0-9554-43d9-ba61-edbf3c8e0d48,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:01:04.694454 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:01:04.739207 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-ae6fa20b-9556-44c7-9dbf-59eff07f9fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:04.740960 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-ae6fa20b-9556-44c7-9dbf-59eff07f9fd4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=012ab37d-ab4a-471a-b77c-4979ab6b3f84 HTTP/1.1" status: 200 len: 896 time: 0.3214037 Jul 09 10:01:04.757106 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53988212-d5f3-45dd-9657-6eb2f9925673 req-7cdc9e66-526b-47bf-b383-94b29501d73f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:04.765938 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53988212-d5f3-45dd-9657-6eb2f9925673 req-7cdc9e66-526b-47bf-b383-94b29501d73f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 946 time: 0.3497233 Jul 09 10:01:04.809837 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd027d8-97a2-4e8c-ae98-627b797ecea4 None None] Pushing event updated for resources: {'Port': ['ID=1daec3ec-6f79-4fbb-b9d2-f2b17796edcb,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:04.824214 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-584bfc71-5f9d-446a-8728-34d422ec09df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:04.827992 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] Set router 5e6ee349-affd-4d07-b571-8a4334db7ddc gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:01:04.834863 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-584bfc71-5f9d-446a-8728-34d422ec09df admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:04.843001 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-584bfc71-5f9d-446a-8728-34d422ec09df admin admin] 10.222.0.61 "DELETE /v2.0/networks/9be4b5d8-64bf-4a8f-afb7-c14bd04b4d10 HTTP/1.1" status: 204 len: 168 time: 0.5633268 Jul 09 10:01:04.844081 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34540) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:04.873325 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bfc71-5f9d-446a-8728-34d422ec09df admin admin] Pushing event deleted for resources: {'Network': ['ID=9be4b5d8-64bf-4a8f-afb7-c14bd04b4d10,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:04.937639 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53988212-d5f3-45dd-9657-6eb2f9925673 req-405b0a0e-677e-438b-bf3c-a9d49f1ad8a2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705253 Jul 09 10:01:04.950778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-8a4ae1a1-8e04-4b73-b632-a3101158c49b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b507af8a-f3c2-4221-b855-98e789d36aeb HTTP/1.1" status: 200 len: 1001 time: 0.2018752 Jul 09 10:01:05.068759 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc16cb1c-f155-46a3-8ff0-ea94cd0bcbe6 admin admin] Deleting subnet 439a47b4-6351-44b8-a5f2-efd7e1b680d3 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:01:05.079880 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc16cb1c-f155-46a3-8ff0-ea94cd0bcbe6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:05.085089 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'name': 'tempest-TestServerBasicOps-1107826634-router', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:54Z', 'updated_at': '2021-07-09T10:00:58Z', 'revision_number': 4, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'gw_port': {'id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:55Z', 'updated_at': '2021-07-09T10:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '8b7653a0-9554-43d9-ba61-edbf3c8e0d48', 'name': '', 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'mac_address': 'fa:16:3e:ea:76:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '1d1b1790-1fd7-4482-9bc0-58ec7316b6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:57Z', 'updated_at': '2021-07-09T10:01:04Z', 'revision_number': 4, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'subnets': [{'id': '1d1b1790-1fd7-4482-9bc0-58ec7316b6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:01:05.129630 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8114e05c-0f42-43f8-afab-f7f7ca76732d None None] The sync data for ids ['5e6ee349-affd-4d07-b571-8a4334db7ddc'] in n-d-799996-1 is: [{'id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'name': 'tempest-TestServerBasicOps-1107826634-router', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:54Z', 'updated_at': '2021-07-09T10:00:58Z', 'revision_number': 4, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'gw_port': {'id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:55Z', 'updated_at': '2021-07-09T10:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '8b7653a0-9554-43d9-ba61-edbf3c8e0d48', 'name': '', 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'mac_address': 'fa:16:3e:ea:76:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '1d1b1790-1fd7-4482-9bc0-58ec7316b6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:57Z', 'updated_at': '2021-07-09T10:01:04Z', 'revision_number': 4, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'subnets': [{'id': '1d1b1790-1fd7-4482-9bc0-58ec7316b6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:01:05.178678 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc16cb1c-f155-46a3-8ff0-ea94cd0bcbe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:05.253211 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48370e6f-cb0b-43f5-b6f2-2698e7fe95be admin admin] Router 124aaad8-8412-41da-ac6e-ed1c8822349c is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 10:01:05.265421 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-0ab01752-509e-441d-86d4-4dffbb064045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:05.268757 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-0ab01752-509e-441d-86d4-4dffbb064045 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98dabb0c-da66-43b1-8e01-7e71b5677c6c HTTP/1.1" status: 200 len: 835 time: 0.3058014 Jul 09 10:01:05.368964 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc16cb1c-f155-46a3-8ff0-ea94cd0bcbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:05.577028 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc16cb1c-f155-46a3-8ff0-ea94cd0bcbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:05.590726 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-e7bca0b5-bede-4fd6-b73e-9102417693d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:05.592524 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-e7bca0b5-bede-4fd6-b73e-9102417693d0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=012ab37d-ab4a-471a-b77c-4979ab6b3f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3139024 Jul 09 10:01:05.618010 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16cb1c-f155-46a3-8ff0-ea94cd0bcbe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=439a47b4-6351-44b8-a5f2-efd7e1b680d3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:05.620402 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc16cb1c-f155-46a3-8ff0-ea94cd0bcbe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:05.622499 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-dc16cb1c-f155-46a3-8ff0-ea94cd0bcbe6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/439a47b4-6351-44b8-a5f2-efd7e1b680d3 HTTP/1.1" status: 204 len: 168 time: 0.7762341 Jul 09 10:01:05.626019 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34548) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:05.630335 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48370e6f-cb0b-43f5-b6f2-2698e7fe95be admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:01:05.647009 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] Sync routers for ids ['124aaad8-8412-41da-ac6e-ed1c8822349c'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:01:05.667854 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] Routers {'124aaad8-8412-41da-ac6e-ed1c8822349c'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:01:05.668795 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:00:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['124aaad8-8412-41da-ac6e-ed1c8822349c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:01:05.707152 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48370e6f-cb0b-43f5-b6f2-2698e7fe95be admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:05.708459 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-48370e6f-cb0b-43f5-b6f2-2698e7fe95be admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0436485 Jul 09 10:01:05.711561 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34550) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:05.760877 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-0a07d24e-a33a-4e3e-8ec0-53af5afad370 service neutron] 10.222.0.58 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455729 Jul 09 10:01:05.820202 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] Set router 124aaad8-8412-41da-ac6e-ed1c8822349c gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:01:05.839051 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6fa899e-9be5-4a81-ba17-e865f09fe952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:05.890935 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-ee583602-f9ae-4bd6-81bf-ee2573210159 service neutron] 10.222.0.58 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223125 Jul 09 10:01:06.101669 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6fa899e-9be5-4a81-ba17-e865f09fe952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:06.122961 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c6fa899e-9be5-4a81-ba17-e865f09fe952 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ad11fa-67c7-42e6-abbf-8c479b40b30c']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:01:06.161164 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c6fa899e-9be5-4a81-ba17-e865f09fe952 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c59029-14b2-4f4a-8801-a14d191618cb') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:01:06.161164 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c6fa899e-9be5-4a81-ba17-e865f09fe952 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c59029-14b2-4f4a-8801-a14d191618cb') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:01:06.175849 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6fa899e-9be5-4a81-ba17-e865f09fe952 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:06.180426 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124aaad8-8412-41da-ac6e-ed1c8822349c', 'name': 'tempest-TestServerBasicOps-1216444339-router', 'tenant_id': '07078f72dfcc4a7d85777d446fe35172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'a3bd633a-4102-4b60-bfeb-ad85542c991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:01:01Z', 'updated_at': '2021-07-09T10:01:04Z', 'revision_number': 3, 'project_id': '07078f72dfcc4a7d85777d446fe35172', 'gw_port': {'id': 'a3bd633a-4102-4b60-bfeb-ad85542c991a', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124aaad8-8412-41da-ac6e-ed1c8822349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:01:03Z', 'updated_at': '2021-07-09T10:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:01:06.260951 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] Checking router: 124aaad8-8412-41da-ac6e-ed1c8822349c for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:01:06.261304 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] Updating router 124aaad8-8412-41da-ac6e-ed1c8822349c port a3bd633a-4102-4b60-bfeb-ad85542c991a binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:01:06.341218 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:06.359999 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6fa899e-9be5-4a81-ba17-e865f09fe952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:06.373310 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545d5a0-72e5-44ec-a1f6-36c97c994349 req-d46b8106-878a-4540-95a4-791900e41ae2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:06.374675 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6fa899e-9be5-4a81-ba17-e865f09fe952 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:01:06.376149 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0545d5a0-72e5-44ec-a1f6-36c97c994349 req-d46b8106-878a-4540-95a4-791900e41ae2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 946 time: 0.2006900 Jul 09 10:01:06.381635 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6fa899e-9be5-4a81-ba17-e865f09fe952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:01:06.399762 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:01:06.423094 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0545d5a0-72e5-44ec-a1f6-36c97c994349 req-8035ee92-2e8c-4146-b3c0-af770a3dd706 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386388 Jul 09 10:01:06.497773 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6fa899e-9be5-4a81-ba17-e865f09fe952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:06.537567 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6fa899e-9be5-4a81-ba17-e865f09fe952 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:06.539401 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c6fa899e-9be5-4a81-ba17-e865f09fe952 admin admin] 10.222.0.61 "DELETE /v2.0/networks/99ad11fa-67c7-42e6-abbf-8c479b40b30c HTTP/1.1" status: 204 len: 168 time: 0.9113808 Jul 09 10:01:06.540409 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa899e-9be5-4a81-ba17-e865f09fe952 admin admin] Pushing event deleted for resources: {'Network': ['ID=99ad11fa-67c7-42e6-abbf-8c479b40b30c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:06.628243 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31e4c696-a983-46a8-ba6f-e44cc777552d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:06.643894 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a146385-fb5f-4f56-a89b-ed41afd84c0b None None] Network f50d48da-6c41-434e-8a53-ad8555968a25 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:01:06.732081 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e012ae4a-2c9d-4be2-95c4-a53b4c30d7f2 None None] Provisioning for port 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:01:06.734444 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:06.748120 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] Transition to ACTIVE for port object a3bd633a-4102-4b60-bfeb-ad85542c991a will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:01:06.758647 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:06.788760 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] Attempting to bind port a3bd633a-4102-4b60-bfeb-ad85542c991a on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:01:06.789132 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] Attempting to bind port a3bd633a-4102-4b60-bfeb-ad85542c991a by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:01:06.789544 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] Attempting to bind port a3bd633a-4102-4b60-bfeb-ad85542c991a on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:01:06.800523 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b418-1fdd-47cf-941f-a34da22fa235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:06.812689 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:01:06.813443 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:01:06.814061 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:06.814834 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:01:06.815729 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] Bound port: a3bd633a-4102-4b60-bfeb-ad85542c991a, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:01:06.816787 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:06.842419 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34558) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:06.866940 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-31e4c696-a983-46a8-ba6f-e44cc777552d admin admin] Allocated IP 172.20.0.1 (f50d48da-6c41-434e-8a53-ad8555968a25/c77c9730-2360-4dd0-9f02-0d82c96ae476/cf9f4a25-ae55-49e8-840f-51ce5f6e4564) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:01:06.877166 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14b5e8-e0ce-45c8-9f99-367ae4ca6c42 None None] Pushing event updated for resources: {'Port': ['ID=a3bd633a-4102-4b60-bfeb-ad85542c991a,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:06.910672 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9b88af50-354b-4138-adfe-cba5fd6f0373 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c4d9d0e786304fe7a92fdaf14d5e5b38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0647566 Jul 09 10:01:06.911148 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34560) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:06.928589 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] For port a3bd633a-4102-4b60-bfeb-ad85542c991a, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:01:06.937663 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] For port a3bd633a-4102-4b60-bfeb-ad85542c991a, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a3bd633a-4102-4b60-bfeb-ad85542c991a,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:01:06.946663 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:07.009226 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] Routers {'124aaad8-8412-41da-ac6e-ed1c8822349c'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:01:07.009872 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:00:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['124aaad8-8412-41da-ac6e-ed1c8822349c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:01:07.019308 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22dac421-208e-4c11-9fb3-fcad769b75a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:07.025598 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31e4c696-a983-46a8-ba6f-e44cc777552d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:07.044449 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-31e4c696-a983-46a8-ba6f-e44cc777552d admin admin] Transition to ACTIVE for port object cf9f4a25-ae55-49e8-840f-51ce5f6e4564 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:01:07.046312 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22dac421-208e-4c11-9fb3-fcad769b75a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:07.068255 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14b5e8-e0ce-45c8-9f99-367ae4ca6c42 None None] Pushing event updated for resources: {'Port': ['ID=a3bd633a-4102-4b60-bfeb-ad85542c991a,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:07.098839 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31e4c696-a983-46a8-ba6f-e44cc777552d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:07.121171 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22dac421-208e-4c11-9fb3-fcad769b75a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:07.126019 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22dac421-208e-4c11-9fb3-fcad769b75a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:07.127797 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-22dac421-208e-4c11-9fb3-fcad769b75a6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ca89d5bf-aaa4-4b0c-b1ec-5d9ab37dbd01 HTTP/1.1" status: 204 len: 168 time: 0.2153714 Jul 09 10:01:07.161104 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dac421-208e-4c11-9fb3-fcad769b75a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca89d5bf-aaa4-4b0c-b1ec-5d9ab37dbd01,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:07.167615 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e4c696-a983-46a8-ba6f-e44cc777552d admin admin] Network f50d48da-6c41-434e-8a53-ad8555968a25 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:01:07.170681 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-31e4c696-a983-46a8-ba6f-e44cc777552d admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:01:07.192534 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e4c696-a983-46a8-ba6f-e44cc777552d admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:01:07.234696 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] Set router 124aaad8-8412-41da-ac6e-ed1c8822349c gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:01:07.242326 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31e4c696-a983-46a8-ba6f-e44cc777552d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:07.316684 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:01:07.420196 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:01:07.429653 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:01:07.431004 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:07.470744 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4c696-a983-46a8-ba6f-e44cc777552d admin admin] Pushing event updated for resources: {'Port': ['ID=cf9f4a25-ae55-49e8-840f-51ce5f6e4564,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:07.527233 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124aaad8-8412-41da-ac6e-ed1c8822349c', 'name': 'tempest-TestServerBasicOps-1216444339-router', 'tenant_id': '07078f72dfcc4a7d85777d446fe35172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'a3bd633a-4102-4b60-bfeb-ad85542c991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:01:01Z', 'updated_at': '2021-07-09T10:01:04Z', 'revision_number': 3, 'project_id': '07078f72dfcc4a7d85777d446fe35172', 'gw_port': {'id': 'a3bd633a-4102-4b60-bfeb-ad85542c991a', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124aaad8-8412-41da-ac6e-ed1c8822349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:01:03Z', 'updated_at': '2021-07-09T10:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:01:07.545318 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-28b4a16d-7994-4c3c-99a1-6fb4ffd5cf10 None None] Provisioning for port cf9f4a25-ae55-49e8-840f-51ce5f6e4564 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:01:07.559445 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-28b4a16d-7994-4c3c-99a1-6fb4ffd5cf10 None None] Provisioning complete for port cf9f4a25-ae55-49e8-840f-51ce5f6e4564 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:01:07.563033 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb167e4-3eba-4f47-93d0-7f655a2b811e None None] The sync data for ids ['124aaad8-8412-41da-ac6e-ed1c8822349c'] in n-d-799996-1 is: [{'id': '124aaad8-8412-41da-ac6e-ed1c8822349c', 'name': 'tempest-TestServerBasicOps-1216444339-router', 'tenant_id': '07078f72dfcc4a7d85777d446fe35172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'a3bd633a-4102-4b60-bfeb-ad85542c991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:01:01Z', 'updated_at': '2021-07-09T10:01:04Z', 'revision_number': 3, 'project_id': '07078f72dfcc4a7d85777d446fe35172', 'gw_port': {'id': 'a3bd633a-4102-4b60-bfeb-ad85542c991a', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124aaad8-8412-41da-ac6e-ed1c8822349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:01:03Z', 'updated_at': '2021-07-09T10:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:01:07.563927 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28b4a16d-7994-4c3c-99a1-6fb4ffd5cf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:07.573432 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31e4c696-a983-46a8-ba6f-e44cc777552d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:07.704878 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:07.721123 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca54b00-37c3-4d26-90a4-eb4e9fbb018e req-84f80088-0294-44df-b420-6869dce9a645 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:07.733319 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ca54b00-37c3-4d26-90a4-eb4e9fbb018e req-84f80088-0294-44df-b420-6869dce9a645 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 946 time: 0.1039140 Jul 09 10:01:07.756921 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-28b4a16d-7994-4c3c-99a1-6fb4ffd5cf10 None None] Port cf9f4a25-ae55-49e8-840f-51ce5f6e4564 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:01:07.782627 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1daec3ec-6f79-4fbb-b9d2-f2b17796edcb,segment=NetworkSegment(e2df730b-4e13-43fb-86b9-0e93e68da90a),segment_id=e2df730b-4e13-43fb-86b9-0e93e68da90a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:01:07.790705 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:07.791933 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8b7653a0-9554-43d9-ba61-edbf3c8e0d48 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:01:07.821245 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34580) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:07.853407 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ca54b00-37c3-4d26-90a4-eb4e9fbb018e req-2284c447-d4b2-4e4b-bfb9-90b61885b1e8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192079 Jul 09 10:01:07.908392 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-877144dc-3058-47fc-b0b3-7c514d23be3b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7aac3bdc2c3449b1baeed89700d05b04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0835361 Jul 09 10:01:07.909025 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34582) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:07.967745 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=1daec3ec-6f79-4fbb-b9d2-f2b17796edcb,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:07.975635 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 8b7653a0-9554-43d9-ba61-edbf3c8e0d48 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:01:07.981274 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 8b7653a0-9554-43d9-ba61-edbf3c8e0d48 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:01:07.981653 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:07.984973 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31e4c696-a983-46a8-ba6f-e44cc777552d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:07.995495 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31e4c696-a983-46a8-ba6f-e44cc777552d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:08.037989 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1e62ca5-2eaf-41e3-bb7f-32203b4935bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:08.069230 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1e62ca5-2eaf-41e3-bb7f-32203b4935bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:08.089091 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4c696-a983-46a8-ba6f-e44cc777552d admin admin] Pushing event updated for resources: {'Port': ['ID=cf9f4a25-ae55-49e8-840f-51ce5f6e4564,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:08.091622 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:08.099496 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31e4c696-a983-46a8-ba6f-e44cc777552d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:08.150368 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1e62ca5-2eaf-41e3-bb7f-32203b4935bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:08.151049 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 8b7653a0-9554-43d9-ba61-edbf3c8e0d48, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8b7653a0-9554-43d9-ba61-edbf3c8e0d48,segment=NetworkSegment(dbd132a8-5d92-4126-bfa9-50402b921fee),segment_id=dbd132a8-5d92-4126-bfa9-50402b921fee)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:01:08.159153 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:08.163645 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1e62ca5-2eaf-41e3-bb7f-32203b4935bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:08.167765 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c1e62ca5-2eaf-41e3-bb7f-32203b4935bf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/25b8def3-8db7-491f-a600-76ee7609382c HTTP/1.1" status: 204 len: 168 time: 0.2552369 Jul 09 10:01:08.189463 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e62ca5-2eaf-41e3-bb7f-32203b4935bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b8def3-8db7-491f-a600-76ee7609382c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:08.245460 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=8b7653a0-9554-43d9-ba61-edbf3c8e0d48,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:08.297224 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e4c696-a983-46a8-ba6f-e44cc777552d admin admin] Network f50d48da-6c41-434e-8a53-ad8555968a25 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:01:08.298794 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-31e4c696-a983-46a8-ba6f-e44cc777552d admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:01:08.787444 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d8cd95c0-e612-454c-9dcd-e7d771950252 None None] Provisioning complete for port cf9f4a25-ae55-49e8-840f-51ce5f6e4564 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:01:08.788632 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d8cd95c0-e612-454c-9dcd-e7d771950252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:08.894461 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d8cd95c0-e612-454c-9dcd-e7d771950252 None None] Port cf9f4a25-ae55-49e8-840f-51ce5f6e4564 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:01:09.015576 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e4c696-a983-46a8-ba6f-e44cc777552d admin admin] Router 124aaad8-8412-41da-ac6e-ed1c8822349c has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:01:09.108759 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981a1f5-f877-4adb-83b8-85465ded9359 req-0ca56089-9823-41cf-962e-4d5886d92e01 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:09.120023 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c981a1f5-f877-4adb-83b8-85465ded9359 req-0ca56089-9823-41cf-962e-4d5886d92e01 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 946 time: 0.0860956 Jul 09 10:01:09.187334 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c981a1f5-f877-4adb-83b8-85465ded9359 req-977f429c-afa3-4cdc-aea2-ddf8b7d6d3bf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661411 Jul 09 10:01:09.243374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e4c696-a983-46a8-ba6f-e44cc777552d admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:01:09.280269 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-31e4c696-a983-46a8-ba6f-e44cc777552d admin admin] 10.222.0.61 "PUT /v2.0/routers/124aaad8-8412-41da-ac6e-ed1c8822349c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5674160 Jul 09 10:01:09.286718 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:09.386202 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4fced6b5-a50f-4307-adf1-95453c646ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:09.402542 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:01:09.462837 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:01:09.463215 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:09.582979 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:09.588193 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a3bd633a-4102-4b60-bfeb-ad85542c991a up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:01:09.670589 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port a3bd633a-4102-4b60-bfeb-ad85542c991a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:01:09.675888 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a3bd633a-4102-4b60-bfeb-ad85542c991a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:01:09.676371 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:09.772349 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:09.802645 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port a3bd633a-4102-4b60-bfeb-ad85542c991a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a3bd633a-4102-4b60-bfeb-ad85542c991a,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:01:09.810510 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:09.811339 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8b7653a0-9554-43d9-ba61-edbf3c8e0d48 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:01:09.905870 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=a3bd633a-4102-4b60-bfeb-ad85542c991a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:09.919236 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 8b7653a0-9554-43d9-ba61-edbf3c8e0d48 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:01:09.919236 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:10.052139 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] Sync routers for ids ['124aaad8-8412-41da-ac6e-ed1c8822349c'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:01:10.063483 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] Routers {'124aaad8-8412-41da-ac6e-ed1c8822349c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:01:10.064137 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:01:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['124aaad8-8412-41da-ac6e-ed1c8822349c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:01:10.201126 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] Set router 124aaad8-8412-41da-ac6e-ed1c8822349c gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:01:10.442590 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34642) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:10.447546 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d960565b-5b4f-45d3-97e5-0a7c54edb9d2 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-973797382', 'description': 'tempest-secgroup-smoke-973797382 description', 'project_id': '6bd3e84fdf684d718a87e77926c4ffae'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:01:10.505502 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d960565b-5b4f-45d3-97e5-0a7c54edb9d2 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:10.533669 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124aaad8-8412-41da-ac6e-ed1c8822349c', 'name': 'tempest-TestServerBasicOps-1216444339-router', 'tenant_id': '07078f72dfcc4a7d85777d446fe35172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'a3bd633a-4102-4b60-bfeb-ad85542c991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:01:01Z', 'updated_at': '2021-07-09T10:01:07Z', 'revision_number': 4, 'project_id': '07078f72dfcc4a7d85777d446fe35172', 'gw_port': {'id': 'a3bd633a-4102-4b60-bfeb-ad85542c991a', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124aaad8-8412-41da-ac6e-ed1c8822349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:01:03Z', 'updated_at': '2021-07-09T10:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'cf9f4a25-ae55-49e8-840f-51ce5f6e4564', 'name': '', 'network_id': 'f50d48da-6c41-434e-8a53-ad8555968a25', 'tenant_id': '07078f72dfcc4a7d85777d446fe35172', 'mac_address': 'fa:16:3e:88:7b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124aaad8-8412-41da-ac6e-ed1c8822349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'c77c9730-2360-4dd0-9f02-0d82c96ae476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:01:06Z', 'updated_at': '2021-07-09T10:01:07Z', 'revision_number': 2, 'project_id': '07078f72dfcc4a7d85777d446fe35172', 'subnets': [{'id': 'c77c9730-2360-4dd0-9f02-0d82c96ae476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:01:10.580946 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] Checking router: 124aaad8-8412-41da-ac6e-ed1c8822349c for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:01:10.581351 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] Updating router 124aaad8-8412-41da-ac6e-ed1c8822349c port cf9f4a25-ae55-49e8-840f-51ce5f6e4564 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:01:10.624954 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d960565b-5b4f-45d3-97e5-0a7c54edb9d2 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:10.625706 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:10.630949 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d960565b-5b4f-45d3-97e5-0a7c54edb9d2 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:10.670456 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d960565b-5b4f-45d3-97e5-0a7c54edb9d2 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:10.672170 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d960565b-5b4f-45d3-97e5-0a7c54edb9d2 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2285132 Jul 09 10:01:10.673630 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960565b-5b4f-45d3-97e5-0a7c54edb9d2 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:10.676047 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34644) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:10.683314 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-665818c7-c799-4327-9351-366b72bf4d9b tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Request body: {'security_group_rule': {'security_group_id': 'b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce', 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:01:10.714680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9da5fd-bb15-4773-a471-c2499944496a req-3475f625-7734-49de-ba7f-594827a97260 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:10.717837 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2f9da5fd-bb15-4773-a471-c2499944496a req-3475f625-7734-49de-ba7f-594827a97260 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 946 time: 0.1037533 Jul 09 10:01:10.730049 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-665818c7-c799-4327-9351-366b72bf4d9b tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:10.806768 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2f9da5fd-bb15-4773-a471-c2499944496a req-49cd578d-423c-4821-81f5-c24b79e10a51 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702329 Jul 09 10:01:10.830913 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-665818c7-c799-4327-9351-366b72bf4d9b tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:10.834647 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-665818c7-c799-4327-9351-366b72bf4d9b tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:10.863046 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-665818c7-c799-4327-9351-366b72bf4d9b tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:10.865963 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-665818c7-c799-4327-9351-366b72bf4d9b tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1870086 Jul 09 10:01:10.867317 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34648) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:10.872691 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-991bc3c4-cb9d-4d6c-99ce-adf7b6a6cca3 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Request body: {'security_group_rule': {'security_group_id': 'b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce', 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:01:10.879410 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665818c7-c799-4327-9351-366b72bf4d9b tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8d612a-bda2-4338-9baa-1d111962a24f,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:10.905869 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-991bc3c4-cb9d-4d6c-99ce-adf7b6a6cca3 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:10.981532 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-991bc3c4-cb9d-4d6c-99ce-adf7b6a6cca3 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:10.985665 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-991bc3c4-cb9d-4d6c-99ce-adf7b6a6cca3 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.003433 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.005163 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991bc3c4-cb9d-4d6c-99ce-adf7b6a6cca3 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b959403-5fd9-4a8b-b0b3-a47fc8499957,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:11.014297 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-991bc3c4-cb9d-4d6c-99ce-adf7b6a6cca3 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.016073 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-991bc3c4-cb9d-4d6c-99ce-adf7b6a6cca3 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1474681 Jul 09 10:01:11.018790 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34650) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:11.021816 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] Transition to ACTIVE for port object cf9f4a25-ae55-49e8-840f-51ce5f6e4564 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:01:11.024500 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d447472d-3889-4871-9f9c-2e03f24af770 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Request body: {'security_group_rule': {'security_group_id': 'b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce', 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:01:11.028769 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.056665 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d447472d-3889-4871-9f9c-2e03f24af770 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.082222 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc0e6d-a168-482e-a192-c506dad541ca None None] Pushing event updated for resources: {'Port': ['ID=cf9f4a25-ae55-49e8-840f-51ce5f6e4564,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:11.166105 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d447472d-3889-4871-9f9c-2e03f24af770 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.173963 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d447472d-3889-4871-9f9c-2e03f24af770 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.218422 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a3bd633a-4102-4b60-bfeb-ad85542c991a up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:01:11.220642 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447472d-3889-4871-9f9c-2e03f24af770 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c8376b-54e1-439a-b0ba-63e5031a045d,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:11.226189 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d447472d-3889-4871-9f9c-2e03f24af770 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.228719 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d447472d-3889-4871-9f9c-2e03f24af770 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2088146 Jul 09 10:01:11.232395 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34656) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:11.238387 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d2dbc778-82f0-41ed-9ce9-d96c9ff6fe41 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Request body: {'security_group_rule': {'security_group_id': 'b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce', 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:01:11.281184 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc778-82f0-41ed-9ce9-d96c9ff6fe41 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.378404 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc778-82f0-41ed-9ce9-d96c9ff6fe41 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.382810 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc778-82f0-41ed-9ce9-d96c9ff6fe41 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.404176 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbc778-82f0-41ed-9ce9-d96c9ff6fe41 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acee8a25-07b4-4a5e-b3a7-360bbb194f8d,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:11.420824 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc778-82f0-41ed-9ce9-d96c9ff6fe41 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.424101 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d2dbc778-82f0-41ed-9ce9-d96c9ff6fe41 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1881385 Jul 09 10:01:11.424470 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34660) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:11.429397 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-26510bfe-75a5-426b-a007-094057af1b75 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Request body: {'security_group_rule': {'security_group_id': 'b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce', 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:01:11.441558 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] Attempting to bind port cf9f4a25-ae55-49e8-840f-51ce5f6e4564 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:01:11.441917 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] Attempting to bind port cf9f4a25-ae55-49e8-840f-51ce5f6e4564 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'e2df730b-4e13-43fb-86b9-0e93e68da90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f50d48da-6c41-434e-8a53-ad8555968a25'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:01:11.442273 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] Attempting to bind port cf9f4a25-ae55-49e8-840f-51ce5f6e4564 on network f50d48da-6c41-434e-8a53-ad8555968a25 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:01:11.453034 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.458338 n-d-799996-1 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-26510bfe-75a5-426b-a007-094057af1b75 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Project 6bd3e84fdf684d718a87e77926c4ffae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:01:11.463917 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:01:11.464229 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26510bfe-75a5-426b-a007-094057af1b75 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.464453 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] Checking segment: {'id': 'e2df730b-4e13-43fb-86b9-0e93e68da90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f50d48da-6c41-434e-8a53-ad8555968a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:01:11.464691 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.465097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] Bound using segment: {'id': 'e2df730b-4e13-43fb-86b9-0e93e68da90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f50d48da-6c41-434e-8a53-ad8555968a25'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:01:11.465579 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] Bound port: cf9f4a25-ae55-49e8-840f-51ce5f6e4564, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2df730b-4e13-43fb-86b9-0e93e68da90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f50d48da-6c41-434e-8a53-ad8555968a25'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:01:11.465960 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.520390 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26510bfe-75a5-426b-a007-094057af1b75 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.522258 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34662) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:11.522402 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a3bd633a-4102-4b60-bfeb-ad85542c991a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:01:11.522670 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.529001 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26510bfe-75a5-426b-a007-094057af1b75 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.551684 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26510bfe-75a5-426b-a007-094057af1b75 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34ca489-7c32-466e-8844-817a9ce833ac,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:11.566711 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26510bfe-75a5-426b-a007-094057af1b75 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.569665 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-26510bfe-75a5-426b-a007-094057af1b75 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1440537 Jul 09 10:01:11.573328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34666) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:11.582515 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] For port cf9f4a25-ae55-49e8-840f-51ce5f6e4564, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:01:11.584781 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d8a69967-9677-420d-aa6a-10e3e588a63a tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Request body: {'security_group_rule': {'security_group_id': 'b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce', 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:01:11.586040 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] For port cf9f4a25-ae55-49e8-840f-51ce5f6e4564, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=cf9f4a25-ae55-49e8-840f-51ce5f6e4564,segment=NetworkSegment(e2df730b-4e13-43fb-86b9-0e93e68da90a),segment_id=e2df730b-4e13-43fb-86b9-0e93e68da90a)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:01:11.591091 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.610717 n-d-799996-1 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-d8a69967-9677-420d-aa6a-10e3e588a63a tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Project 6bd3e84fdf684d718a87e77926c4ffae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:01:11.616049 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d8a69967-9677-420d-aa6a-10e3e588a63a tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.662754 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5475a0d-fbd5-44aa-b9f7-c3bfaaa3e677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.687660 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc0e6d-a168-482e-a192-c506dad541ca None None] Pushing event updated for resources: {'Port': ['ID=cf9f4a25-ae55-49e8-840f-51ce5f6e4564,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:11.690214 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] Routers {'124aaad8-8412-41da-ac6e-ed1c8822349c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:01:11.690833 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:01:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['124aaad8-8412-41da-ac6e-ed1c8822349c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:01:11.720674 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d8a69967-9677-420d-aa6a-10e3e588a63a tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.728634 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d8a69967-9677-420d-aa6a-10e3e588a63a tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.762838 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a69967-9677-420d-aa6a-10e3e588a63a tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5de624d-b05b-443d-bc9a-df3378262045,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:11.821028 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] Set router 124aaad8-8412-41da-ac6e-ed1c8822349c gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:01:11.825045 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5475a0d-fbd5-44aa-b9f7-c3bfaaa3e677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.837633 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5475a0d-fbd5-44aa-b9f7-c3bfaaa3e677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.867008 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d8a69967-9677-420d-aa6a-10e3e588a63a tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:11.876577 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d8a69967-9677-420d-aa6a-10e3e588a63a tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2963185 Jul 09 10:01:11.896312 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5475a0d-fbd5-44aa-b9f7-c3bfaaa3e677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a08d809-d639-4a65-8e78-de203f8da397,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:11.908826 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34678) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:11.916009 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c5475a0d-fbd5-44aa-b9f7-c3bfaaa3e677 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3ad36d1bc1244ccbbe654574143d4e19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3926098 Jul 09 10:01:12.004036 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77e3353f-de12-449b-9a1b-f5295b2a27d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:12.058635 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77e3353f-de12-449b-9a1b-f5295b2a27d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:12.121996 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124aaad8-8412-41da-ac6e-ed1c8822349c', 'name': 'tempest-TestServerBasicOps-1216444339-router', 'tenant_id': '07078f72dfcc4a7d85777d446fe35172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'a3bd633a-4102-4b60-bfeb-ad85542c991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:01:01Z', 'updated_at': '2021-07-09T10:01:07Z', 'revision_number': 4, 'project_id': '07078f72dfcc4a7d85777d446fe35172', 'gw_port': {'id': 'a3bd633a-4102-4b60-bfeb-ad85542c991a', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124aaad8-8412-41da-ac6e-ed1c8822349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:01:03Z', 'updated_at': '2021-07-09T10:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'cf9f4a25-ae55-49e8-840f-51ce5f6e4564', 'name': '', 'network_id': 'f50d48da-6c41-434e-8a53-ad8555968a25', 'tenant_id': '07078f72dfcc4a7d85777d446fe35172', 'mac_address': 'fa:16:3e:88:7b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124aaad8-8412-41da-ac6e-ed1c8822349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'c77c9730-2360-4dd0-9f02-0d82c96ae476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:01:06Z', 'updated_at': '2021-07-09T10:01:11Z', 'revision_number': 4, 'project_id': '07078f72dfcc4a7d85777d446fe35172', 'subnets': [{'id': 'c77c9730-2360-4dd0-9f02-0d82c96ae476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:01:12.126054 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77e3353f-de12-449b-9a1b-f5295b2a27d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:12.128753 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77e3353f-de12-449b-9a1b-f5295b2a27d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:12.132415 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-77e3353f-de12-449b-9a1b-f5295b2a27d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0a08d809-d639-4a65-8e78-de203f8da397 HTTP/1.1" status: 204 len: 168 time: 0.2201192 Jul 09 10:01:12.145592 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3353f-de12-449b-9a1b-f5295b2a27d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a08d809-d639-4a65-8e78-de203f8da397,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:12.164559 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-d57e9eee-bd6b-4b70-83fa-3ffd0e1a09e7 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-973797382&fields=id&tenant_id=6bd3e84fdf684d718a87e77926c4ffae HTTP/1.1" status: 200 len: 267 time: 0.0730457 Jul 09 10:01:12.180097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a8faf-6e5c-44be-b3ca-7cec3c71acc0 None None] The sync data for ids ['124aaad8-8412-41da-ac6e-ed1c8822349c'] in n-d-799996-1 is: [{'id': '124aaad8-8412-41da-ac6e-ed1c8822349c', 'name': 'tempest-TestServerBasicOps-1216444339-router', 'tenant_id': '07078f72dfcc4a7d85777d446fe35172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'a3bd633a-4102-4b60-bfeb-ad85542c991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:01:01Z', 'updated_at': '2021-07-09T10:01:07Z', 'revision_number': 4, 'project_id': '07078f72dfcc4a7d85777d446fe35172', 'gw_port': {'id': 'a3bd633a-4102-4b60-bfeb-ad85542c991a', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124aaad8-8412-41da-ac6e-ed1c8822349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:01:03Z', 'updated_at': '2021-07-09T10:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'cf9f4a25-ae55-49e8-840f-51ce5f6e4564', 'name': '', 'network_id': 'f50d48da-6c41-434e-8a53-ad8555968a25', 'tenant_id': '07078f72dfcc4a7d85777d446fe35172', 'mac_address': 'fa:16:3e:88:7b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124aaad8-8412-41da-ac6e-ed1c8822349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'c77c9730-2360-4dd0-9f02-0d82c96ae476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:01:06Z', 'updated_at': '2021-07-09T10:01:11Z', 'revision_number': 4, 'project_id': '07078f72dfcc4a7d85777d446fe35172', 'subnets': [{'id': 'c77c9730-2360-4dd0-9f02-0d82c96ae476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:01:12.180381 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbabdc-2a6d-438d-8c03-68daf0f4f4cb req-01bf0bc3-fec6-4aef-a6ee-7fdea6e433ad tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:12.182255 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28cbabdc-2a6d-438d-8c03-68daf0f4f4cb req-01bf0bc3-fec6-4aef-a6ee-7fdea6e433ad tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 946 time: 0.1621232 Jul 09 10:01:12.362607 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28cbabdc-2a6d-438d-8c03-68daf0f4f4cb req-39c2b62b-6368-4991-81a9-0d14be6848a7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561663 Jul 09 10:01:12.422718 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-f482c3bd-5a14-474a-b17f-27ad09d7d020 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:12.431886 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-f482c3bd-5a14-474a-b17f-27ad09d7d020 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/networks?id=a9b2bde6-fef6-490a-970c-88fc96477682 HTTP/1.1" status: 200 len: 809 time: 0.2479727 Jul 09 10:01:12.448298 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-f38d1fb1-03bc-42e0-a30b-5641c38e242b tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/quotas/6bd3e84fdf684d718a87e77926c4ffae HTTP/1.1" status: 200 len: 375 time: 0.0154128 Jul 09 10:01:12.530100 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-37d3f936-4ef0-43a0-a501-65cf550474d0 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6bd3e84fdf684d718a87e77926c4ffae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789189 Jul 09 10:01:12.563551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34712) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:12.579321 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8b72243-ebe0-42c8-ba97-880a0d153448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:12.664701 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-426c5cbe-17ae-4719-97f2-fa024f0dc641 service neutron] 10.222.0.61 "GET /v2.0/networks/a9b2bde6-fef6-490a-970c-88fc96477682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213055 Jul 09 10:01:12.701579 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8b72243-ebe0-42c8-ba97-880a0d153448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:12.706934 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8b72243-ebe0-42c8-ba97-880a0d153448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:12.740814 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f8b72243-ebe0-42c8-ba97-880a0d153448 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2c650cd50b0a4654a67d4888af2ae0ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760597 Jul 09 10:01:12.742438 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34714) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:12.794724 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-4efcf1d7-0ec8-468e-ad8b-baa88f5d2112 service neutron] 10.222.0.61 "GET /v2.0/networks/a9b2bde6-fef6-490a-970c-88fc96477682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123335 Jul 09 10:01:12.805622 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b72243-ebe0-42c8-ba97-880a0d153448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c0981b-b8d9-4647-a34f-35bb29bcae1d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:12.827524 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8cac0cc7-ec37-459f-9ddf-60ecb9d6cb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:12.858255 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8cac0cc7-ec37-459f-9ddf-60ecb9d6cb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:12.914029 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8cac0cc7-ec37-459f-9ddf-60ecb9d6cb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:12.916853 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8cac0cc7-ec37-459f-9ddf-60ecb9d6cb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:12.920773 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8cac0cc7-ec37-459f-9ddf-60ecb9d6cb8f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/83c0981b-b8d9-4647-a34f-35bb29bcae1d HTTP/1.1" status: 204 len: 168 time: 0.1749408 Jul 09 10:01:12.939292 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac0cc7-ec37-459f-9ddf-60ecb9d6cb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c0981b-b8d9-4647-a34f-35bb29bcae1d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:13.049567 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:13.119116 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6443ff5d-787b-46c9-9851-177eebbc1bc0 req-a7d01398-1b1d-46f7-b8aa-11afd8a1d1b9 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 210 time: 0.0642340 Jul 09 10:01:13.252075 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cf9f4a25-ae55-49e8-840f-51ce5f6e4564 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:01:13.313873 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port cf9f4a25-ae55-49e8-840f-51ce5f6e4564 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:01:13.318636 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port cf9f4a25-ae55-49e8-840f-51ce5f6e4564 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:01:13.326135 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:13.552632 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:13.627180 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port cf9f4a25-ae55-49e8-840f-51ce5f6e4564, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=cf9f4a25-ae55-49e8-840f-51ce5f6e4564,segment=NetworkSegment(e2df730b-4e13-43fb-86b9-0e93e68da90a),segment_id=e2df730b-4e13-43fb-86b9-0e93e68da90a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:01:13.634284 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:13.734232 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=cf9f4a25-ae55-49e8-840f-51ce5f6e4564,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:13.903876 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724376b-4240-48ed-be03-737c5c0bbef3 req-6704f638-40e0-4b6f-9e33-19c852e40ceb tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:13.906421 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7724376b-4240-48ed-be03-737c5c0bbef3 req-6704f638-40e0-4b6f-9e33-19c852e40ceb tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 946 time: 0.1991053 Jul 09 10:01:13.956356 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7724376b-4240-48ed-be03-737c5c0bbef3 req-44ffccd7-7434-45bc-af05-8696e51e5523 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435534 Jul 09 10:01:14.149268 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34760) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:14.271496 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-395961c9-74ae-4d0f-a7b6-7ffa53ef1c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:14.291866 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb8bde20-a99f-451d-a4dc-f56b33e098e5 req-cc27ac83-c8ea-4a04-b359-25615230dda1 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 210 time: 0.0318964 Jul 09 10:01:14.369614 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-395961c9-74ae-4d0f-a7b6-7ffa53ef1c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:14.374915 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-395961c9-74ae-4d0f-a7b6-7ffa53ef1c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:14.425786 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-395961c9-74ae-4d0f-a7b6-7ffa53ef1c1c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e302391040bb4e099ac5a1bdceef5897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2727268 Jul 09 10:01:14.425786 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395961c9-74ae-4d0f-a7b6-7ffa53ef1c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffe5934-076c-4c0f-8383-d7b3f4e3ba2d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:14.426034 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34774) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:14.483848 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-320b8240-9fc9-429f-83d7-dd6a7407b76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:14.517584 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-320b8240-9fc9-429f-83d7-dd6a7407b76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:14.643729 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-320b8240-9fc9-429f-83d7-dd6a7407b76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:14.646291 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-320b8240-9fc9-429f-83d7-dd6a7407b76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:14.647439 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-320b8240-9fc9-429f-83d7-dd6a7407b76b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0ffe5934-076c-4c0f-8383-d7b3f4e3ba2d HTTP/1.1" status: 204 len: 168 time: 0.2204301 Jul 09 10:01:14.658014 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b8240-9fc9-429f-83d7-dd6a7407b76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffe5934-076c-4c0f-8383-d7b3f4e3ba2d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:14.682633 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-859058bf-56ec-4326-8e6b-41c8a645aee6 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:14.685405 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-859058bf-56ec-4326-8e6b-41c8a645aee6 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.64 "GET /v2.0/networks?id=a9b2bde6-fef6-490a-970c-88fc96477682 HTTP/1.1" status: 200 len: 809 time: 0.1809871 Jul 09 10:01:14.743315 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-7a1a3df1-097d-4dad-85cd-94421ec5ec2a tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bd3e84fdf684d718a87e77926c4ffae HTTP/1.1" status: 200 len: 379 time: 0.0486689 Jul 09 10:01:14.753129 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-2e8fcc8f-3d10-4175-95fa-013e415a286b tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Request body: {'port': {'device_id': 'ed68aea6-e43f-4c40-aa52-7c0d0eade12e', 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682', 'admin_state_up': True, 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'security_groups': ['b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:01:14.885372 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-2e8fcc8f-3d10-4175-95fa-013e415a286b tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Made reservation on behalf of 6bd3e84fdf684d718a87e77926c4ffae for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:01:14.889117 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-2e8fcc8f-3d10-4175-95fa-013e415a286b tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:15.038794 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34798) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:15.065097 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72462a33-040a-4373-a70d-9a8edb022cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:15.212678 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72462a33-040a-4373-a70d-9a8edb022cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:15.218803 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72462a33-040a-4373-a70d-9a8edb022cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:15.240407 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cf9f4a25-ae55-49e8-840f-51ce5f6e4564 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:01:15.279505 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72462a33-040a-4373-a70d-9a8edb022cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4da5bbb-5d87-4982-b2a5-d624cc84aadc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:15.285827 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-72462a33-040a-4373-a70d-9a8edb022cee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=76eb15853c99445a99e7dfe94f384f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453215 Jul 09 10:01:15.289126 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34800) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:15.345968 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port cf9f4a25-ae55-49e8-840f-51ce5f6e4564 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:01:15.346576 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:15.425197 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b608f031-1cd9-405a-a7cf-97b2441b3f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:15.446953 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef02f9-7c48-48d5-bef3-05f987fd578a req-c0bc0bff-f391-49bf-8bd5-b64ed9cfb407 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:15.454312 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-15ef02f9-7c48-48d5-bef3-05f987fd578a req-c0bc0bff-f391-49bf-8bd5-b64ed9cfb407 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 946 time: 0.1730103 Jul 09 10:01:15.463340 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b608f031-1cd9-405a-a7cf-97b2441b3f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:15.508466 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fed65b2e-eb5d-4c03-b560-f5b99f0d44ea req-f6f795d7-212d-43d9-bb3c-80b52a936e18 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 210 time: 0.0514834 Jul 09 10:01:15.529776 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b608f031-1cd9-405a-a7cf-97b2441b3f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:15.532851 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b608f031-1cd9-405a-a7cf-97b2441b3f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:15.534130 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b608f031-1cd9-405a-a7cf-97b2441b3f9b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d4da5bbb-5d87-4982-b2a5-d624cc84aadc HTTP/1.1" status: 204 len: 168 time: 0.2439280 Jul 09 10:01:15.552236 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-15ef02f9-7c48-48d5-bef3-05f987fd578a req-52ef4a17-290d-40fb-b812-d38a12639b5f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969291 Jul 09 10:01:15.559219 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608f031-1cd9-405a-a7cf-97b2441b3f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4da5bbb-5d87-4982-b2a5-d624cc84aadc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:15.573898 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-2e8fcc8f-3d10-4175-95fa-013e415a286b tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Allocated IP 172.20.0.13 (a9b2bde6-fef6-490a-970c-88fc96477682/1d1b1790-1fd7-4482-9bc0-58ec7316b6a9/83bb03e7-4964-4367-a118-d7bf8a49835d) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:01:15.735816 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-2e8fcc8f-3d10-4175-95fa-013e415a286b tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:15.750945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-2e8fcc8f-3d10-4175-95fa-013e415a286b tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Transition to ACTIVE for port object 83bb03e7-4964-4367-a118-d7bf8a49835d will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:01:15.787624 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-2e8fcc8f-3d10-4175-95fa-013e415a286b tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:15.837860 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-2e8fcc8f-3d10-4175-95fa-013e415a286b tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Network a9b2bde6-fef6-490a-970c-88fc96477682 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:01:15.841257 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-2e8fcc8f-3d10-4175-95fa-013e415a286b tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:01:15.845558 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-2e8fcc8f-3d10-4175-95fa-013e415a286b tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:01:15.852039 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fcc8f-3d10-4175-95fa-013e415a286b tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Pushing event updated for resources: {'Port': ['ID=83bb03e7-4964-4367-a118-d7bf8a49835d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:15.906404 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-2e8fcc8f-3d10-4175-95fa-013e415a286b tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:15.907459 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-2e8fcc8f-3d10-4175-95fa-013e415a286b tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:15.926143 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-2e8fcc8f-3d10-4175-95fa-013e415a286b tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1768849 Jul 09 10:01:15.940748 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-1dde0eb0-8192-4b47-b964-87f8598fc64c service neutron] Request body: {'port': {'device_id': 'ed68aea6-e43f-4c40-aa52-7c0d0eade12e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:01:16.031539 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-1dde0eb0-8192-4b47-b964-87f8598fc64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:16.159089 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ef0720cc-99fa-4512-904e-6a09fa597a9c None None] Provisioning for port 83bb03e7-4964-4367-a118-d7bf8a49835d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:01:16.164220 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ef0720cc-99fa-4512-904e-6a09fa597a9c None None] Provisioning complete for port 83bb03e7-4964-4367-a118-d7bf8a49835d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:01:16.164862 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef0720cc-99fa-4512-904e-6a09fa597a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:16.227714 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ef0720cc-99fa-4512-904e-6a09fa597a9c None None] Port 83bb03e7-4964-4367-a118-d7bf8a49835d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:01:16.393626 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-1dde0eb0-8192-4b47-b964-87f8598fc64c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83bb03e7-4964-4367-a118-d7bf8a49835d {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:01:16.401054 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-1dde0eb0-8192-4b47-b964-87f8598fc64c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:16.413299 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-1dde0eb0-8192-4b47-b964-87f8598fc64c service neutron] Transition to ACTIVE for port object 83bb03e7-4964-4367-a118-d7bf8a49835d will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:01:16.417720 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-1dde0eb0-8192-4b47-b964-87f8598fc64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:16.477913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde0eb0-8192-4b47-b964-87f8598fc64c service neutron] Pushing event updated for resources: {'Port': ['ID=83bb03e7-4964-4367-a118-d7bf8a49835d,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:16.550127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-1dde0eb0-8192-4b47-b964-87f8598fc64c service neutron] Attempting to bind port 83bb03e7-4964-4367-a118-d7bf8a49835d on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:01:16.550476 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-1dde0eb0-8192-4b47-b964-87f8598fc64c service neutron] Attempting to bind port 83bb03e7-4964-4367-a118-d7bf8a49835d by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'dbd132a8-5d92-4126-bfa9-50402b921fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:01:16.550816 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-1dde0eb0-8192-4b47-b964-87f8598fc64c service neutron] Attempting to bind port 83bb03e7-4964-4367-a118-d7bf8a49835d on network a9b2bde6-fef6-490a-970c-88fc96477682 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:01:16.555378 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-1dde0eb0-8192-4b47-b964-87f8598fc64c service neutron] Port 83bb03e7-4964-4367-a118-d7bf8a49835d on network a9b2bde6-fef6-490a-970c-88fc96477682 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:01:16.555741 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-1dde0eb0-8192-4b47-b964-87f8598fc64c service neutron] Attempting to bind port 83bb03e7-4964-4367-a118-d7bf8a49835d on network a9b2bde6-fef6-490a-970c-88fc96477682 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:01:16.561366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-1dde0eb0-8192-4b47-b964-87f8598fc64c service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:01:16.561715 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-1dde0eb0-8192-4b47-b964-87f8598fc64c service neutron] Checking segment: {'id': 'dbd132a8-5d92-4126-bfa9-50402b921fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:01:16.562102 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-1dde0eb0-8192-4b47-b964-87f8598fc64c service neutron] Bound using segment: {'id': 'dbd132a8-5d92-4126-bfa9-50402b921fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:01:16.562545 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-1dde0eb0-8192-4b47-b964-87f8598fc64c service neutron] Bound port: 83bb03e7-4964-4367-a118-d7bf8a49835d, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd132a8-5d92-4126-bfa9-50402b921fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:01:16.562920 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-1dde0eb0-8192-4b47-b964-87f8598fc64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:16.640939 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-1dde0eb0-8192-4b47-b964-87f8598fc64c service neutron] For port 83bb03e7-4964-4367-a118-d7bf8a49835d, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:01:16.644793 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-1dde0eb0-8192-4b47-b964-87f8598fc64c service neutron] For port 83bb03e7-4964-4367-a118-d7bf8a49835d, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=83bb03e7-4964-4367-a118-d7bf8a49835d,segment=NetworkSegment(dbd132a8-5d92-4126-bfa9-50402b921fee),segment_id=dbd132a8-5d92-4126-bfa9-50402b921fee)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:01:16.651610 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-1dde0eb0-8192-4b47-b964-87f8598fc64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:16.743106 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde0eb0-8192-4b47-b964-87f8598fc64c service neutron] Pushing event updated for resources: {'Port': ['ID=83bb03e7-4964-4367-a118-d7bf8a49835d,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:16.782640 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-1dde0eb0-8192-4b47-b964-87f8598fc64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:16.783061 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-1dde0eb0-8192-4b47-b964-87f8598fc64c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:16.784566 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-1dde0eb0-8192-4b47-b964-87f8598fc64c service neutron] 10.222.0.64 "PUT /v2.0/ports/83bb03e7-4964-4367-a118-d7bf8a49835d HTTP/1.1" status: 200 len: 1092 time: 0.8489077 Jul 09 10:01:16.786072 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed68aea6-e43f-4c40-aa52-7c0d0eade12e', 'tag': '83bb03e7-4964-4367-a118-d7bf8a49835d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:01:16.788367 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21a79f9-d915-4653-b477-8ce788bd4154" -d '{"events": [{"name": "network-changed", "server_uuid": "ed68aea6-e43f-4c40-aa52-7c0d0eade12e", "tag": "83bb03e7-4964-4367-a118-d7bf8a49835d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:01:16.934073 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59479c1-ecd9-44e4-90c8-5b32dfa61c41 req-160ed418-e9fd-4116-aabe-63ffc1687c80 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:16.943384 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c59479c1-ecd9-44e4-90c8-5b32dfa61c41 req-160ed418-e9fd-4116-aabe-63ffc1687c80 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 946 time: 0.1941864 Jul 09 10:01:16.980041 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da7c46-89a9-4feb-acdc-cd5130dd6ef2 req-88bb1b4c-c91b-424f-a4b5-aff8ca0a545e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:16.981769 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-61da7c46-89a9-4feb-acdc-cd5130dd6ef2 req-88bb1b4c-c91b-424f-a4b5-aff8ca0a545e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 944 time: 0.2010787 Jul 09 10:01:17.004395 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-9b093507-113a-405b-bbbd-3a179a991267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:17.005929 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-9b093507-113a-405b-bbbd-3a179a991267 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bd3e84fdf684d718a87e77926c4ffae&device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 1095 time: 0.1696088 Jul 09 10:01:17.026684 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c59479c1-ecd9-44e4-90c8-5b32dfa61c41 req-c2375dc7-c6eb-47e1-841c-e0cebac6d0ff tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770917 Jul 09 10:01:17.092905 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-351a1e75-c649-4a44-85a1-651f578e453c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83bb03e7-4964-4367-a118-d7bf8a49835d HTTP/1.1" status: 200 len: 217 time: 0.0666070 Jul 09 10:01:17.103244 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcf04a9-bb6c-432f-8a55-9767ee04c205 x-openstack-request-id: req-3fcf04a9-bb6c-432f-8a55-9767ee04c205 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:01:17.103884 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed68aea6-e43f-4c40-aa52-7c0d0eade12e", "tag": "83bb03e7-4964-4367-a118-d7bf8a49835d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:01:17.104054 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3fcf04a9-bb6c-432f-8a55-9767ee04c205 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:01:17.104435 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed68aea6-e43f-4c40-aa52-7c0d0eade12e', 'tag': '83bb03e7-4964-4367-a118-d7bf8a49835d', 'status': 'completed', 'code': 200} Jul 09 10:01:17.156121 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-61da7c46-89a9-4feb-acdc-cd5130dd6ef2 req-a81c9abe-091e-46b6-b7e3-1b3f3a836855 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673746 Jul 09 10:01:17.182661 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-60ef43e6-015c-4624-be29-e157e3c6a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:17.184817 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-60ef43e6-015c-4624-be29-e157e3c6a432 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d1b1790-1fd7-4482-9bc0-58ec7316b6a9 HTTP/1.1" status: 200 len: 848 time: 0.0765836 Jul 09 10:01:17.244824 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-a070b5c7-4e8e-44cb-ad13-0b395bc4e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:17.246428 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-a070b5c7-4e8e-44cb-ad13-0b395bc4e497 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a9b2bde6-fef6-490a-970c-88fc96477682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555334 Jul 09 10:01:17.339594 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-0838a191-b6bc-43e7-bac3-cd9157960678 service neutron] 10.222.0.64 "GET /v2.0/networks/a9b2bde6-fef6-490a-970c-88fc96477682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868204 Jul 09 10:01:17.444352 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b45dbfe4-fb44-4e11-a64d-2326b79ad701 req-0542bfb7-2bfd-49c5-81a8-b12d9f483655 service neutron] 10.222.0.64 "GET /v2.0/networks/a9b2bde6-fef6-490a-970c-88fc96477682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975769 Jul 09 10:01:17.556721 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a79f9-d915-4653-b477-8ce788bd4154 req-bf4a5339-ea02-4f90-8591-f59d694574d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:17.558602 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c21a79f9-d915-4653-b477-8ce788bd4154 req-bf4a5339-ea02-4f90-8591-f59d694574d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bd3e84fdf684d718a87e77926c4ffae&device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 1095 time: 0.0597951 Jul 09 10:01:17.662367 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a79f9-d915-4653-b477-8ce788bd4154 req-fdcc1714-dba2-4a15-90f3-8e88e8318f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:17.664144 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c21a79f9-d915-4653-b477-8ce788bd4154 req-fdcc1714-dba2-4a15-90f3-8e88e8318f86 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a9b2bde6-fef6-490a-970c-88fc96477682 HTTP/1.1" status: 200 len: 910 time: 0.0995958 Jul 09 10:01:17.707558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c21a79f9-d915-4653-b477-8ce788bd4154 req-b341932f-ec87-42dc-a925-27c0ac94959a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83bb03e7-4964-4367-a118-d7bf8a49835d HTTP/1.1" status: 200 len: 217 time: 0.0370252 Jul 09 10:01:17.773840 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a79f9-d915-4653-b477-8ce788bd4154 req-2bc8abf2-c439-4899-b6d9-aa592d9e0cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:17.775871 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c21a79f9-d915-4653-b477-8ce788bd4154 req-2bc8abf2-c439-4899-b6d9-aa592d9e0cde service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d1b1790-1fd7-4482-9bc0-58ec7316b6a9 HTTP/1.1" status: 200 len: 848 time: 0.0623953 Jul 09 10:01:17.843991 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a79f9-d915-4653-b477-8ce788bd4154 req-8f133162-a692-4843-ab6e-8145f1a6bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:17.845508 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c21a79f9-d915-4653-b477-8ce788bd4154 req-8f133162-a692-4843-ab6e-8145f1a6bfac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a9b2bde6-fef6-490a-970c-88fc96477682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637162 Jul 09 10:01:17.941578 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c21a79f9-d915-4653-b477-8ce788bd4154 req-d65d8e12-b325-4580-9b8a-08736723eb09 service neutron] 10.222.0.64 "GET /v2.0/networks/a9b2bde6-fef6-490a-970c-88fc96477682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884209 Jul 09 10:01:18.040759 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c21a79f9-d915-4653-b477-8ce788bd4154 req-d2a129d3-6a4f-40f4-a75c-de45a4c8079f service neutron] 10.222.0.64 "GET /v2.0/networks/a9b2bde6-fef6-490a-970c-88fc96477682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918911 Jul 09 10:01:18.229115 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbaf1f6-260d-4a89-835a-f9651744435f req-56c8b911-41d3-4755-9341-31238a1c4d8a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:18.239851 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bfbaf1f6-260d-4a89-835a-f9651744435f req-56c8b911-41d3-4755-9341-31238a1c4d8a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 946 time: 0.0973263 Jul 09 10:01:18.313988 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bfbaf1f6-260d-4a89-835a-f9651744435f req-a50402d1-25de-43fb-8e39-aa261dbf97a2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648634 Jul 09 10:01:18.378888 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91519081-ddcb-4bdd-a049-dfc5b1267012 req-505d700c-b743-49f3-90f6-67dccfc75dae tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:18.386220 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91519081-ddcb-4bdd-a049-dfc5b1267012 req-505d700c-b743-49f3-90f6-67dccfc75dae tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 944 time: 0.0882215 Jul 09 10:01:18.423160 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91519081-ddcb-4bdd-a049-dfc5b1267012 req-416dfb91-076b-40c3-a3a6-6192a9dfd9fc tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359356 Jul 09 10:01:19.507265 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93bfb9-797a-42ec-8624-ea5a9bb32f35 req-aaa99907-62cc-47eb-b690-78685dd268a6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:19.509213 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4b93bfb9-797a-42ec-8624-ea5a9bb32f35 req-aaa99907-62cc-47eb-b690-78685dd268a6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 946 time: 0.0732927 Jul 09 10:01:19.556543 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4b93bfb9-797a-42ec-8624-ea5a9bb32f35 req-0c0f557c-4687-4662-9fc3-566916cc23b6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406141 Jul 09 10:01:19.632937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a106464-2e21-4f41-955a-c0615e2e45ab req-838ceae3-bbf4-4d4e-8622-1c35bbc21d7e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:19.634413 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a106464-2e21-4f41-955a-c0615e2e45ab req-838ceae3-bbf4-4d4e-8622-1c35bbc21d7e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 944 time: 0.0766506 Jul 09 10:01:19.675149 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a106464-2e21-4f41-955a-c0615e2e45ab req-d5eb8aff-b4cb-4002-b234-cccd6233e7af tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339968 Jul 09 10:01:20.750039 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40bcff-5de2-4393-a5dd-0794bcb6ce98 req-362398b6-efbe-4349-9a8b-d527eeaa8055 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:20.752554 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c40bcff-5de2-4393-a5dd-0794bcb6ce98 req-362398b6-efbe-4349-9a8b-d527eeaa8055 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 946 time: 0.0701587 Jul 09 10:01:20.803131 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c40bcff-5de2-4393-a5dd-0794bcb6ce98 req-7751c22c-6e04-4ffb-803b-25feb8c2f044 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440290 Jul 09 10:01:20.880734 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ed794-6da6-40dd-b5e8-5c83697aa912 req-1c8d6eac-f105-4e0e-8347-f40e20a49df4 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:20.882313 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b0ed794-6da6-40dd-b5e8-5c83697aa912 req-1c8d6eac-f105-4e0e-8347-f40e20a49df4 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 944 time: 0.0738440 Jul 09 10:01:20.922587 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b0ed794-6da6-40dd-b5e8-5c83697aa912 req-80459368-695a-4cc3-9f07-f050846b0447 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335097 Jul 09 10:01:21.254189 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34956) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:21.412060 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca82bfdf-59be-462d-a7d6-7a589b9b6744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:21.513861 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca82bfdf-59be-462d-a7d6-7a589b9b6744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:21.519218 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca82bfdf-59be-462d-a7d6-7a589b9b6744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:21.535164 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34968) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:21.557323 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ca82bfdf-59be-462d-a7d6-7a589b9b6744 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5b659ea3ebf044cfbd6562252e4204c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3019190 Jul 09 10:01:21.559911 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82bfdf-59be-462d-a7d6-7a589b9b6744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9793d4c0-c781-4654-b82a-23044f1e3f9f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:21.560912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34972) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:21.612902 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bdecce6-66ca-43c4-87f6-a86b3fb43d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:21.638970 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bdecce6-66ca-43c4-87f6-a86b3fb43d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:21.669346 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b02b2fd5-97a7-4d24-ad4c-e01f3932faec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:21.726119 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bdecce6-66ca-43c4-87f6-a86b3fb43d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:21.728677 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bdecce6-66ca-43c4-87f6-a86b3fb43d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:21.729828 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2bdecce6-66ca-43c4-87f6-a86b3fb43d5d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9793d4c0-c781-4654-b82a-23044f1e3f9f HTTP/1.1" status: 204 len: 168 time: 0.1679537 Jul 09 10:01:21.748313 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdecce6-66ca-43c4-87f6-a86b3fb43d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9793d4c0-c781-4654-b82a-23044f1e3f9f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:21.814083 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b02b2fd5-97a7-4d24-ad4c-e01f3932faec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:21.818010 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b02b2fd5-97a7-4d24-ad4c-e01f3932faec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:21.859860 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b02b2fd5-97a7-4d24-ad4c-e01f3932faec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9f362ea8335d40afbabbca71dd48c924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3234262 Jul 09 10:01:21.860996 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b2fd5-97a7-4d24-ad4c-e01f3932faec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082513c6-3884-4587-8426-5b4946714f60,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:21.862666 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34980) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:21.921264 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca3df-bc90-42f7-a08c-3cadf93576db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:21.946683 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca3df-bc90-42f7-a08c-3cadf93576db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:22.007565 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca3df-bc90-42f7-a08c-3cadf93576db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:22.010292 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca3df-bc90-42f7-a08c-3cadf93576db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:22.011634 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-eb0ca3df-bc90-42f7-a08c-3cadf93576db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/082513c6-3884-4587-8426-5b4946714f60 HTTP/1.1" status: 204 len: 168 time: 0.1474621 Jul 09 10:01:22.021235 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ca3df-bc90-42f7-a08c-3cadf93576db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082513c6-3884-4587-8426-5b4946714f60,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:22.027640 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539ca37-af9b-4baa-bff6-ae970351d7e9 req-5a06265c-fb97-4e12-8f02-2bebc71d3ad6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:22.033443 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3539ca37-af9b-4baa-bff6-ae970351d7e9 req-5a06265c-fb97-4e12-8f02-2bebc71d3ad6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 946 time: 0.0999458 Jul 09 10:01:22.081760 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34986) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:22.100156 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e21273ba-f844-4033-bcf0-0aa714663591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:22.129025 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3539ca37-af9b-4baa-bff6-ae970351d7e9 req-a2d5c022-1944-4506-9d8c-a1e57ba9b341 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840697 Jul 09 10:01:22.165235 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290ebb5-75a5-4aeb-b486-e9f68814d1f3 req-dac2f286-88e4-447d-b244-39e5b2831bf9 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:22.167543 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b290ebb5-75a5-4aeb-b486-e9f68814d1f3 req-dac2f286-88e4-447d-b244-39e5b2831bf9 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 944 time: 0.1009667 Jul 09 10:01:22.225074 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e21273ba-f844-4033-bcf0-0aa714663591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:22.229427 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 83bb03e7-4964-4367-a118-d7bf8a49835d details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:01:22.230011 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b290ebb5-75a5-4aeb-b486-e9f68814d1f3 req-c05207cf-1ac2-4b5c-8096-b0d0f153d3b1 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553775 Jul 09 10:01:22.231576 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e21273ba-f844-4033-bcf0-0aa714663591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:22.274174 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e21273ba-f844-4033-bcf0-0aa714663591 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=64f3b7c1be44459ab748c5911c766f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909356 Jul 09 10:01:22.277122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34990) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:22.289953 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21273ba-f844-4033-bcf0-0aa714663591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd554195-e808-42c7-b285-dd61e73da54c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:22.333001 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7a3d51c-effc-49c2-a572-c7d7aa3d9b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:22.337249 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 83bb03e7-4964-4367-a118-d7bf8a49835d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=83bb03e7-4964-4367-a118-d7bf8a49835d,segment=NetworkSegment(dbd132a8-5d92-4126-bfa9-50402b921fee),segment_id=dbd132a8-5d92-4126-bfa9-50402b921fee)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:01:22.350372 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '83bb03e7-4964-4367-a118-d7bf8a49835d', 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682', 'port_id': '83bb03e7-4964-4367-a118-d7bf8a49835d', 'mac_address': 'fa:16:3e:09:e5:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1b1790-1fd7-4482-9bc0-58ec7316b6a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:01:22.356305 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7a3d51c-effc-49c2-a572-c7d7aa3d9b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:22.390180 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:22.405347 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83bb03e7-4964-4367-a118-d7bf8a49835d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:01:22.407673 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7a3d51c-effc-49c2-a572-c7d7aa3d9b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:22.410787 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7a3d51c-effc-49c2-a572-c7d7aa3d9b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:22.414566 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d7a3d51c-effc-49c2-a572-c7d7aa3d9b46 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd554195-e808-42c7-b285-dd61e73da54c HTTP/1.1" status: 204 len: 168 time: 0.1331112 Jul 09 10:01:22.420521 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 34994) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:22.421363 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3d51c-effc-49c2-a572-c7d7aa3d9b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd554195-e808-42c7-b285-dd61e73da54c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:22.435094 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0606616c-93ab-4a75-99e4-820826a1d990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:22.435426 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 83bb03e7-4964-4367-a118-d7bf8a49835d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=83bb03e7-4964-4367-a118-d7bf8a49835d,segment=NetworkSegment(dbd132a8-5d92-4126-bfa9-50402b921fee),segment_id=dbd132a8-5d92-4126-bfa9-50402b921fee)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:01:22.444742 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:22.501633 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=83bb03e7-4964-4367-a118-d7bf8a49835d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:22.536500 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0606616c-93ab-4a75-99e4-820826a1d990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:22.540570 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0606616c-93ab-4a75-99e4-820826a1d990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:22.579291 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0606616c-93ab-4a75-99e4-820826a1d990 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e70824d4f6b942bca4b5675ca758e907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575613 Jul 09 10:01:22.581238 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606616c-93ab-4a75-99e4-820826a1d990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d5fd25-7b46-4c25-9b04-87e4a402a046,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:22.582046 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 34996) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:22.638927 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6544f54-693c-4d58-82f5-5b474eb0bc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:22.660442 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6544f54-693c-4d58-82f5-5b474eb0bc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:22.710422 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6544f54-693c-4d58-82f5-5b474eb0bc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:22.713303 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6544f54-693c-4d58-82f5-5b474eb0bc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:22.714585 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b6544f54-693c-4d58-82f5-5b474eb0bc20 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c8d5fd25-7b46-4c25-9b04-87e4a402a046 HTTP/1.1" status: 204 len: 168 time: 0.1314433 Jul 09 10:01:22.724233 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6544f54-693c-4d58-82f5-5b474eb0bc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d5fd25-7b46-4c25-9b04-87e4a402a046,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:22.752047 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['83bb03e7-4964-4367-a118-d7bf8a49835d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:01:23.178992 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35028) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:23.343989 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30853cb1-2310-4d70-a6a7-14641f4b3964 req-4444ba56-e640-4bb0-950c-84a88fe6bfc0 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:23.345542 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-30853cb1-2310-4d70-a6a7-14641f4b3964 req-4444ba56-e640-4bb0-950c-84a88fe6bfc0 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 946 time: 0.0892065 Jul 09 10:01:23.351448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-759f0f35-1ff7-4adc-8212-d096ec7c0d58 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1762292249-network', 'tenant_id': '53575db09989425788e4e54f2c123036'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:01:23.430517 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759f0f35-1ff7-4adc-8212-d096ec7c0d58 admin admin] Made reservation on behalf of 53575db09989425788e4e54f2c123036 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:01:23.432890 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-759f0f35-1ff7-4adc-8212-d096ec7c0d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:23.452679 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-30853cb1-2310-4d70-a6a7-14641f4b3964 req-0d6cd8c6-a34c-4bfa-90b2-c168e8dc838f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979004 Jul 09 10:01:23.454354 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-759f0f35-1ff7-4adc-8212-d096ec7c0d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:23.496296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb905d-22cf-4e9f-8279-6ee8adaf2d95 req-83b33ea8-a243-4b98-af3b-3c3c0fc83944 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:23.497838 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4fb905d-22cf-4e9f-8279-6ee8adaf2d95 req-83b33ea8-a243-4b98-af3b-3c3c0fc83944 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 945 time: 0.1200321 Jul 09 10:01:23.602774 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4fb905d-22cf-4e9f-8279-6ee8adaf2d95 req-5bee3b15-79f8-4e46-9802-916dc7098c82 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975146 Jul 09 10:01:23.623190 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-2497aa36-123a-48c2-9316-b7431f67c320 service neutron] show failed (client error): The resource could not be found. Jul 09 10:01:23.624233 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-2497aa36-123a-48c2-9316-b7431f67c320 service neutron] 10.222.0.58 "GET /v2.0/ports/b507af8a-f3c2-4221-b855-98e789d36aeb/bindings/n-h2-799996-1 HTTP/1.1" status: 404 len: 380 time: 0.1163583 Jul 09 10:01:23.664921 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-759f0f35-1ff7-4adc-8212-d096ec7c0d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:23.670052 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-759f0f35-1ff7-4adc-8212-d096ec7c0d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:23.691570 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-759f0f35-1ff7-4adc-8212-d096ec7c0d58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:01:23.707486 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f0f35-1ff7-4adc-8212-d096ec7c0d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbaae15d-433d-4fe3-9615-ff5e8b9cee63,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:23.710498 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-759f0f35-1ff7-4adc-8212-d096ec7c0d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:23.710850 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-759f0f35-1ff7-4adc-8212-d096ec7c0d58 admin admin] Added segment d0560d95-61e5-4e8a-ac22-bb910b4ffa45 of type vlan for network 6327d13c-db63-470d-81d7-ae69f7037447 Jul 09 10:01:23.752811 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-759f0f35-1ff7-4adc-8212-d096ec7c0d58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:23.783654 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-759f0f35-1ff7-4adc-8212-d096ec7c0d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:23.784838 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759f0f35-1ff7-4adc-8212-d096ec7c0d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:23.785554 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-759f0f35-1ff7-4adc-8212-d096ec7c0d58 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:23.853600 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-759f0f35-1ff7-4adc-8212-d096ec7c0d58 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6707358 Jul 09 10:01:23.854044 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35054) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:23.859329 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-764404e3-e16e-4c5b-94f1-b2900fd6e9c3 admin admin] Request body: {'subnet': {'network_id': '6327d13c-db63-470d-81d7-ae69f7037447', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1762292249-subnet', 'tenant_id': '53575db09989425788e4e54f2c123036', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:01:23.862639 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f0f35-1ff7-4adc-8212-d096ec7c0d58 admin admin] Pushing event updated for resources: {'Network': ['ID=6327d13c-db63-470d-81d7-ae69f7037447,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:23.878815 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 6327d13c-db63-470d-81d7-ae69f7037447 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:01:23.887274 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764404e3-e16e-4c5b-94f1-b2900fd6e9c3 admin admin] Made reservation on behalf of 53575db09989425788e4e54f2c123036 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:01:23.892655 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-764404e3-e16e-4c5b-94f1-b2900fd6e9c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:23.913614 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-84909ceb-14bf-41d9-bb05-f4f48724569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:23.915362 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-84909ceb-14bf-41d9-bb05-f4f48724569b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80&tenant_id=ae2f728a25b040fd82453c3377e2137f HTTP/1.1" status: 200 len: 1097 time: 0.0633614 Jul 09 10:01:23.926676 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799996-1', 'device_owner': 'compute:nova'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:01:24.035156 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:24.095384 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-764404e3-e16e-4c5b-94f1-b2900fd6e9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:24.175249 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764404e3-e16e-4c5b-94f1-b2900fd6e9c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=785ef258-9c4d-4921-a6ae-7d3a24dcd08c,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:24.178885 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764404e3-e16e-4c5b-94f1-b2900fd6e9c3 admin admin] Checking segment: {'id': 'd0560d95-61e5-4e8a-ac22-bb910b4ffa45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6327d13c-db63-470d-81d7-ae69f7037447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:01:24.179263 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764404e3-e16e-4c5b-94f1-b2900fd6e9c3 admin admin] Network hostable DHCP agents. Network: 6327d13c-db63-470d-81d7-ae69f7037447, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:01:24.198639 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764404e3-e16e-4c5b-94f1-b2900fd6e9c3 admin admin] Network 6327d13c-db63-470d-81d7-ae69f7037447 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:01:24.211525 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-764404e3-e16e-4c5b-94f1-b2900fd6e9c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 6327d13c-db63-470d-81d7-ae69f7037447) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:01:24.216853 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764404e3-e16e-4c5b-94f1-b2900fd6e9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:24.217478 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-764404e3-e16e-4c5b-94f1-b2900fd6e9c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:24.222890 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae76b5b-9dbe-49cc-a845-be35da6b30f5 None None] Network 6327d13c-db63-470d-81d7-ae69f7037447 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:01:24.239482 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-764404e3-e16e-4c5b-94f1-b2900fd6e9c3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3841860 Jul 09 10:01:24.269400 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 83bb03e7-4964-4367-a118-d7bf8a49835d up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:01:24.306581 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] For port b507af8a-f3c2-4221-b855-98e789d36aeb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b507af8a-f3c2-4221-b855-98e789d36aeb,segment=NetworkSegment(f2093405-117f-4f7c-87be-0534aa1f767d),segment_id=f2093405-117f-4f7c-87be-0534aa1f767d)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:01:24.357671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] For port b507af8a-f3c2-4221-b855-98e789d36aeb, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:01:24.376685 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 83bb03e7-4964-4367-a118-d7bf8a49835d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:01:24.398131 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 83bb03e7-4964-4367-a118-d7bf8a49835d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:01:24.398796 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:24.416177 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b507af8a-f3c2-4221-b855-98e789d36aeb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:01:24.419346 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447965eb-ed07-4950-acc5-403a7464560c" -d '{"events": [{"server_uuid": "0b3cea88-d27d-48bc-8b39-2afd90fa7f80", "name": "network-vif-unplugged", "status": "completed", "tag": "b507af8a-f3c2-4221-b855-98e789d36aeb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:01:24.422761 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9d5b7f-b6aa-4e33-945d-f8b04738b5f8 None None] Network 6327d13c-db63-470d-81d7-ae69f7037447 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:01:24.424497 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:24.443080 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] Transition to ACTIVE for port object b507af8a-f3c2-4221-b855-98e789d36aeb will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:01:24.450137 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:24.598563 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 10:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18aef7b0-ab08-44f5-8507-0899b5371a6c x-openstack-request-id: req-18aef7b0-ab08-44f5-8507-0899b5371a6c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:01:24.599180 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3cea88-d27d-48bc-8b39-2afd90fa7f80", "name": "network-vif-unplugged", "status": "completed", "tag": "b507af8a-f3c2-4221-b855-98e789d36aeb", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:01:24.599618 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-18aef7b0-ab08-44f5-8507-0899b5371a6c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:01:24.600362 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b507af8a-f3c2-4221-b855-98e789d36aeb', 'code': 200} Jul 09 10:01:24.612558 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:24.615974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=b507af8a-f3c2-4221-b855-98e789d36aeb,revision_number=6']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:24.674583 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed68aea6-e43f-4c40-aa52-7c0d0eade12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83bb03e7-4964-4367-a118-d7bf8a49835d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:01:24.676953 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f1063a-4513-45bb-be99-0dcff3bf7b0c" -d '{"events": [{"server_uuid": "ed68aea6-e43f-4c40-aa52-7c0d0eade12e", "name": "network-vif-plugged", "status": "completed", "tag": "83bb03e7-4964-4367-a118-d7bf8a49835d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:01:24.697224 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] No DVR routers for this DVR port b507af8a-f3c2-4221-b855-98e789d36aeb on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:01:24.697462 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 83bb03e7-4964-4367-a118-d7bf8a49835d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=83bb03e7-4964-4367-a118-d7bf8a49835d,segment=NetworkSegment(dbd132a8-5d92-4126-bfa9-50402b921fee),segment_id=dbd132a8-5d92-4126-bfa9-50402b921fee)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:01:24.709385 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:24.810054 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=83bb03e7-4964-4367-a118-d7bf8a49835d,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:25.012900 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ba8f1-8370-4a7c-b13a-bf8ba2b6cefd req-5ff930ee-c386-4901-b9bf-5f6a3053d244 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:25.016143 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-072ba8f1-8370-4a7c-b13a-bf8ba2b6cefd req-5ff930ee-c386-4901-b9bf-5f6a3053d244 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 944 time: 0.2297776 Jul 09 10:01:25.033922 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] Attempting to bind port b507af8a-f3c2-4221-b855-98e789d36aeb on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:01:25.034403 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] Attempting to bind port b507af8a-f3c2-4221-b855-98e789d36aeb by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'f2093405-117f-4f7c-87be-0534aa1f767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:01:25.035627 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] Attempting to bind port b507af8a-f3c2-4221-b855-98e789d36aeb on network 012ab37d-ab4a-471a-b77c-4979ab6b3f84 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:01:25.054447 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] Port b507af8a-f3c2-4221-b855-98e789d36aeb on network 012ab37d-ab4a-471a-b77c-4979ab6b3f84 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:01:25.054916 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] Attempting to bind port b507af8a-f3c2-4221-b855-98e789d36aeb on network 012ab37d-ab4a-471a-b77c-4979ab6b3f84 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:01:25.064706 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e75e74-5764-4a7c-876d-d5386a2f2385 req-d2378602-cadc-4c2c-9c50-829bbbc207c5 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:25.066649 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8e75e74-5764-4a7c-876d-d5386a2f2385 req-d2378602-cadc-4c2c-9c50-829bbbc207c5 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 946 time: 0.1790135 Jul 09 10:01:25.101585 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:01:25.102011 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] Checking segment: {'id': 'f2093405-117f-4f7c-87be-0534aa1f767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:01:25.102607 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] Bound using segment: {'id': 'f2093405-117f-4f7c-87be-0534aa1f767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:01:25.103127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] Bound port: b507af8a-f3c2-4221-b855-98e789d36aeb, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2093405-117f-4f7c-87be-0534aa1f767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:01:25.103525 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:25.147942 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-072ba8f1-8370-4a7c-b13a-bf8ba2b6cefd req-a28d5740-a959-473a-9a10-7cbc77b36533 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268108 Jul 09 10:01:25.158466 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8e75e74-5764-4a7c-876d-d5386a2f2385 req-05bba1f2-193a-4369-9224-83bfee37837c tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795407 Jul 09 10:01:25.228994 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] For port b507af8a-f3c2-4221-b855-98e789d36aeb, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:01:25.232714 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f25c94-a543-4ef7-9d48-d361f7c041c0 x-openstack-request-id: req-a4f25c94-a543-4ef7-9d48-d361f7c041c0 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:01:25.233233 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed68aea6-e43f-4c40-aa52-7c0d0eade12e", "name": "network-vif-plugged", "status": "completed", "tag": "83bb03e7-4964-4367-a118-d7bf8a49835d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:01:25.233233 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a4f25c94-a543-4ef7-9d48-d361f7c041c0 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:01:25.233641 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed68aea6-e43f-4c40-aa52-7c0d0eade12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83bb03e7-4964-4367-a118-d7bf8a49835d', 'code': 200} Jul 09 10:01:25.234190 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] For port b507af8a-f3c2-4221-b855-98e789d36aeb, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=b507af8a-f3c2-4221-b855-98e789d36aeb,segment=NetworkSegment(f2093405-117f-4f7c-87be-0534aa1f767d),segment_id=f2093405-117f-4f7c-87be-0534aa1f767d)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:01:25.240262 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:25.309221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:25.309968 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:25.315523 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] 10.222.0.64 "PUT /v2.0/ports/b507af8a-f3c2-4221-b855-98e789d36aeb HTTP/1.1" status: 200 len: 1092 time: 1.3894408 Jul 09 10:01:25.384173 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14d39e-8a51-4cfc-82b5-31919a5a1ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=b507af8a-f3c2-4221-b855-98e789d36aeb,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:25.425856 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-bf5fa26e-5dd7-4220-894d-13fef907b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:25.427397 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-bf5fa26e-5dd7-4220-894d-13fef907b78c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 1095 time: 0.0807035 Jul 09 10:01:25.429435 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9ec41-8242-4605-977e-937f5a5df645 req-27c60904-bb27-4829-93c1-09c39ec092e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:25.430865 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13e9ec41-8242-4605-977e-937f5a5df645 req-27c60904-bb27-4829-93c1-09c39ec092e6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 1097 time: 0.1326206 Jul 09 10:01:25.538847 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13e9ec41-8242-4605-977e-937f5a5df645 req-aa252042-d2d4-4a01-a1a4-bf56b954f79f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003814 Jul 09 10:01:25.575993 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-88db31f6-7f3b-45d8-a027-db3c03748e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:25.577566 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-88db31f6-7f3b-45d8-a027-db3c03748e6b service neutron] 10.222.0.64 "GET /v2.0/networks?id=012ab37d-ab4a-471a-b77c-4979ab6b3f84 HTTP/1.1" status: 200 len: 896 time: 0.1334262 Jul 09 10:01:25.724773 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-9a3feaa2-cd43-484c-b809-1365f1ebbb5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b507af8a-f3c2-4221-b855-98e789d36aeb HTTP/1.1" status: 200 len: 999 time: 0.0713665 Jul 09 10:01:25.797662 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-e0503b24-2c43-483c-a83b-9c4e8c3701fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:25.799125 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-e0503b24-2c43-483c-a83b-9c4e8c3701fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98dabb0c-da66-43b1-8e01-7e71b5677c6c HTTP/1.1" status: 200 len: 835 time: 0.0471215 Jul 09 10:01:25.860811 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-7b06483d-a5ca-423f-a34b-59b53d51b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:25.862307 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-7b06483d-a5ca-423f-a34b-59b53d51b4ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=012ab37d-ab4a-471a-b77c-4979ab6b3f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555646 Jul 09 10:01:25.957322 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-9f46f20f-eccc-43e1-96b2-0ba63569b17f service neutron] 10.222.0.64 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870206 Jul 09 10:01:26.062225 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b6b910e-672c-443c-a7cd-18fe6109a386 req-a2844dec-690a-4635-aa9a-8e3c3c3fd766 service neutron] 10.222.0.64 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979745 Jul 09 10:01:26.408002 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-190d4d86-6f97-40f3-9ada-1f0b4aa04149 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:26.409556 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-190d4d86-6f97-40f3-9ada-1f0b4aa04149 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/networks?id=6327d13c-db63-470d-81d7-ae69f7037447 HTTP/1.1" status: 200 len: 809 time: 0.1495702 Jul 09 10:01:26.434501 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-cf290776-3a5d-431a-8dc0-3dfdfca2cf6e tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/quotas/53575db09989425788e4e54f2c123036 HTTP/1.1" status: 200 len: 375 time: 0.0162895 Jul 09 10:01:26.453674 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693452d4-0a80-42b5-af70-69cea1650e17 req-78890cdb-8659-4986-b07c-427a640c349d tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:26.455207 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-693452d4-0a80-42b5-af70-69cea1650e17 req-78890cdb-8659-4986-b07c-427a640c349d tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 946 time: 0.1192081 Jul 09 10:01:26.487260 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-dae1d144-55c5-4248-8ecb-d484afe7b6a8 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=53575db09989425788e4e54f2c123036&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469446 Jul 09 10:01:26.524118 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-693452d4-0a80-42b5-af70-69cea1650e17 req-77d4d18a-95b4-45ca-8fba-4c830299b58f tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610905 Jul 09 10:01:26.602496 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'tag': 'b507af8a-f3c2-4221-b855-98e789d36aeb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:01:26.605917 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a628bdb-d1e0-4fa5-ade8-2f9aa7164483" -d '{"events": [{"name": "network-changed", "server_uuid": "0b3cea88-d27d-48bc-8b39-2afd90fa7f80", "tag": "b507af8a-f3c2-4221-b855-98e789d36aeb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:01:27.096146 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-891ec86b-0c42-49b4-8be1-c5cbff6086cd service neutron] 10.222.0.61 "GET /v2.0/networks/6327d13c-db63-470d-81d7-ae69f7037447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6007757 Jul 09 10:01:27.108967 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2620bc-efa3-4027-aeb1-970d62459d9d req-0d8257aa-c149-419d-87ef-48981a21dc3c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:27.110448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee2620bc-efa3-4027-aeb1-970d62459d9d req-0d8257aa-c149-419d-87ef-48981a21dc3c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 944 time: 0.4742155 Jul 09 10:01:27.196739 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee2620bc-efa3-4027-aeb1-970d62459d9d req-33f06116-bb2e-4f75-ada0-5cc981492866 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763235 Jul 09 10:01:27.235372 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-6f1b61f4-1fcb-45d6-8602-43ec6fd754df service neutron] 10.222.0.61 "GET /v2.0/networks/6327d13c-db63-470d-81d7-ae69f7037447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238580 Jul 09 10:01:27.258854 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec42695-7622-48da-9745-1d70743eb7e2 x-openstack-request-id: req-7ec42695-7622-48da-9745-1d70743eb7e2 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:01:27.259153 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b3cea88-d27d-48bc-8b39-2afd90fa7f80", "tag": "b507af8a-f3c2-4221-b855-98e789d36aeb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:01:27.259411 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7ec42695-7622-48da-9745-1d70743eb7e2 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:01:27.259845 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'tag': 'b507af8a-f3c2-4221-b855-98e789d36aeb', 'status': 'completed', 'code': 200} Jul 09 10:01:27.392967 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b507af8a-f3c2-4221-b855-98e789d36aeb no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:01:27.401817 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a628bdb-d1e0-4fa5-ade8-2f9aa7164483 req-328b26ae-e3ba-4b58-a8e7-7313588193af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:27.403898 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a628bdb-d1e0-4fa5-ade8-2f9aa7164483 req-328b26ae-e3ba-4b58-a8e7-7313588193af service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 1095 time: 0.1135428 Jul 09 10:01:27.435147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a628bdb-d1e0-4fa5-ade8-2f9aa7164483 req-941aadf9-4187-4633-9083-e18985d49ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:27.436818 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a628bdb-d1e0-4fa5-ade8-2f9aa7164483 req-941aadf9-4187-4633-9083-e18985d49ca2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 1095 time: 0.1451883 Jul 09 10:01:27.437006 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b507af8a-f3c2-4221-b855-98e789d36aeb not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:01:27.570632 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ba395b94-aa06-4af4-a44e-c7ff58fb1607 req-878a4c03-daea-4248-87b3-57dd3a2809ef tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9f0e578-2401-4f0f-8025-79f48874a2a8 HTTP/1.1" status: 200 len: 210 time: 0.1044509 Jul 09 10:01:27.624384 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a628bdb-d1e0-4fa5-ade8-2f9aa7164483 req-1571b4aa-4625-476b-aace-cf5e8d292666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:27.626119 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a628bdb-d1e0-4fa5-ade8-2f9aa7164483 req-1571b4aa-4625-476b-aace-cf5e8d292666 service neutron] 10.222.0.58 "GET /v2.0/networks?id=012ab37d-ab4a-471a-b77c-4979ab6b3f84 HTTP/1.1" status: 200 len: 896 time: 0.2131662 Jul 09 10:01:27.628787 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a628bdb-d1e0-4fa5-ade8-2f9aa7164483 req-62c6bd74-de76-4f90-bd7b-fb08de57ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:27.630190 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a628bdb-d1e0-4fa5-ade8-2f9aa7164483 req-62c6bd74-de76-4f90-bd7b-fb08de57ba0d service neutron] 10.222.0.64 "GET /v2.0/networks?id=012ab37d-ab4a-471a-b77c-4979ab6b3f84 HTTP/1.1" status: 200 len: 896 time: 0.1625991 Jul 09 10:01:27.778201 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a628bdb-d1e0-4fa5-ade8-2f9aa7164483 req-f093b87c-1a51-4d67-bc96-79937d0f284b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b507af8a-f3c2-4221-b855-98e789d36aeb HTTP/1.1" status: 200 len: 999 time: 0.1371119 Jul 09 10:01:27.780611 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a628bdb-d1e0-4fa5-ade8-2f9aa7164483 req-fb16b238-5e12-4abc-b491-38049df7b489 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b507af8a-f3c2-4221-b855-98e789d36aeb HTTP/1.1" status: 200 len: 999 time: 0.1475291 Jul 09 10:01:27.883188 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a628bdb-d1e0-4fa5-ade8-2f9aa7164483 req-6c84da32-b24c-4214-b79d-d6fd5bedab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:27.884598 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a628bdb-d1e0-4fa5-ade8-2f9aa7164483 req-6c84da32-b24c-4214-b79d-d6fd5bedab79 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98dabb0c-da66-43b1-8e01-7e71b5677c6c HTTP/1.1" status: 200 len: 835 time: 0.0990734 Jul 09 10:01:27.893220 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0d5e3-feaf-4f77-9b26-132f9e9d06e3 req-5e8e44a2-8700-4080-ab07-6d7bd6b40f6b tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:27.894743 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9af0d5e3-feaf-4f77-9b26-132f9e9d06e3 req-5e8e44a2-8700-4080-ab07-6d7bd6b40f6b tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 946 time: 0.1853032 Jul 09 10:01:27.897566 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a628bdb-d1e0-4fa5-ade8-2f9aa7164483 req-28c68abc-86a1-40fb-821c-f3d0a89592ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:27.899028 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a628bdb-d1e0-4fa5-ade8-2f9aa7164483 req-28c68abc-86a1-40fb-821c-f3d0a89592ad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98dabb0c-da66-43b1-8e01-7e71b5677c6c HTTP/1.1" status: 200 len: 835 time: 0.1121833 Jul 09 10:01:27.997681 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9af0d5e3-feaf-4f77-9b26-132f9e9d06e3 req-f86abda2-9e1d-467c-b457-a8c23cb95090 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915143 Jul 09 10:01:28.029994 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a628bdb-d1e0-4fa5-ade8-2f9aa7164483 req-91336097-a821-44eb-88b7-2b986b8e0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:28.031844 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a628bdb-d1e0-4fa5-ade8-2f9aa7164483 req-91336097-a821-44eb-88b7-2b986b8e0249 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=012ab37d-ab4a-471a-b77c-4979ab6b3f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360204 Jul 09 10:01:28.034709 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a628bdb-d1e0-4fa5-ade8-2f9aa7164483 req-f4a5053b-9311-499f-9663-5500ded7f93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:28.036403 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a628bdb-d1e0-4fa5-ade8-2f9aa7164483 req-f4a5053b-9311-499f-9663-5500ded7f93e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=012ab37d-ab4a-471a-b77c-4979ab6b3f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234996 Jul 09 10:01:28.254340 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a628bdb-d1e0-4fa5-ade8-2f9aa7164483 req-12ef643e-0708-4990-88fc-2120bb145cbf service neutron] 10.222.0.64 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140715 Jul 09 10:01:28.256555 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a628bdb-d1e0-4fa5-ade8-2f9aa7164483 req-0658aeeb-dc5f-48f7-8354-436e12ad8c29 service neutron] 10.222.0.58 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982808 Jul 09 10:01:28.362173 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b80aba-4629-4e9a-b8e7-f7151e691a44 req-0f1135d3-19c1-4cfa-8027-dc0ae24d15c4 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:28.363662 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-61b80aba-4629-4e9a-b8e7-f7151e691a44 req-0f1135d3-19c1-4cfa-8027-dc0ae24d15c4 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 946 time: 0.2205288 Jul 09 10:01:28.488381 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-61b80aba-4629-4e9a-b8e7-f7151e691a44 req-a629fcbe-7c73-4d05-b03c-160782f7687d tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091180 Jul 09 10:01:28.515285 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a628bdb-d1e0-4fa5-ade8-2f9aa7164483 req-70f9c530-f6cb-46a9-b53a-8ff17e343f5f service neutron] 10.222.0.64 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526829 Jul 09 10:01:28.517266 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a628bdb-d1e0-4fa5-ade8-2f9aa7164483 req-15510719-9a42-4125-b365-4ce324d28223 service neutron] 10.222.0.58 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456105 Jul 09 10:01:28.541105 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813bfeb-a414-4755-9b31-da438f6a9c34 req-111709be-3a72-4720-84e4-0033bef7e546 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:28.547102 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d813bfeb-a414-4755-9b31-da438f6a9c34 req-111709be-3a72-4720-84e4-0033bef7e546 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 944 time: 0.1934233 Jul 09 10:01:28.595523 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d813bfeb-a414-4755-9b31-da438f6a9c34 req-c1423122-7d33-40a5-9d0f-b0dff842dddf tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443630 Jul 09 10:01:28.784085 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66225086-8b75-4289-9ee8-6ffec2f94715 req-c911c19d-77ab-4fdf-8f2e-c0536a51444f tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9f0e578-2401-4f0f-8025-79f48874a2a8 HTTP/1.1" status: 200 len: 210 time: 0.0472217 Jul 09 10:01:28.794821 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-278cb46b-8c09-4744-bafc-8cd0faf1aead tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:28.796417 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-278cb46b-8c09-4744-bafc-8cd0faf1aead tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.58 "GET /v2.0/networks?id=6327d13c-db63-470d-81d7-ae69f7037447 HTTP/1.1" status: 200 len: 809 time: 0.1839013 Jul 09 10:01:28.814096 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-f908799c-7244-4f17-8e4e-51e8d83b740a tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Request body: {'port': {'device_id': 'a9f0e578-2401-4f0f-8025-79f48874a2a8', 'network_id': '6327d13c-db63-470d-81d7-ae69f7037447', 'admin_state_up': True, 'tenant_id': '53575db09989425788e4e54f2c123036'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:01:28.865632 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6b77b-991a-4382-b03a-ebfe22632f92 req-71fd7f94-bad1-41dd-82a5-17078a5a0200 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:28.867326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1fd6b77b-991a-4382-b03a-ebfe22632f92 req-71fd7f94-bad1-41dd-82a5-17078a5a0200 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 946 time: 0.1958275 Jul 09 10:01:28.935165 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1fd6b77b-991a-4382-b03a-ebfe22632f92 req-37bdd7c6-8c1f-46a2-973e-1b644e6e0e21 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568461 Jul 09 10:01:28.962421 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 35142) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:28.971218 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-f908799c-7244-4f17-8e4e-51e8d83b740a tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Made reservation on behalf of 53575db09989425788e4e54f2c123036 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:01:28.974545 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-f908799c-7244-4f17-8e4e-51e8d83b740a tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:29.149601 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-f908799c-7244-4f17-8e4e-51e8d83b740a tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Allocated IP 172.20.0.2 (6327d13c-db63-470d-81d7-ae69f7037447/785ef258-9c4d-4921-a6ae-7d3a24dcd08c/48a11d48-7d6c-4ae0-aa59-d384bbd258e9) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:01:29.164126 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8572e7-6cfa-469f-a18e-6365d5e333d0 tempest-TestServerBasicOps-1553573847 tempest-TestServerBasicOps-1553573847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:29.170120 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4b8572e7-6cfa-469f-a18e-6365d5e333d0 tempest-TestServerBasicOps-1553573847 tempest-TestServerBasicOps-1553573847-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 1092 time: 0.2061875 Jul 09 10:01:29.171002 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35146) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:29.178395 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2ccc168a-342c-41b4-9205-cc359392fa9e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': '83bb03e7-4964-4367-a118-d7bf8a49835d', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:01:29.230128 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ccc168a-342c-41b4-9205-cc359392fa9e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:29.389577 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-f908799c-7244-4f17-8e4e-51e8d83b740a tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:29.435341 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ccc168a-342c-41b4-9205-cc359392fa9e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:29.485976 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-f908799c-7244-4f17-8e4e-51e8d83b740a tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:29.553119 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-f908799c-7244-4f17-8e4e-51e8d83b740a tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Network 6327d13c-db63-470d-81d7-ae69f7037447 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:01:29.578125 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-f908799c-7244-4f17-8e4e-51e8d83b740a tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:01:29.584592 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-f908799c-7244-4f17-8e4e-51e8d83b740a tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:01:29.610544 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908799c-7244-4f17-8e4e-51e8d83b740a tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Pushing event updated for resources: {'Port': ['ID=48a11d48-7d6c-4ae0-aa59-d384bbd258e9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:29.643309 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-2ccc168a-342c-41b4-9205-cc359392fa9e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Allocated IP 172.25.3.32 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/88fb777b-8efe-41e9-b7d6-c22bdfaea4b1) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:01:29.654462 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-f908799c-7244-4f17-8e4e-51e8d83b740a tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:29.655193 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-f908799c-7244-4f17-8e4e-51e8d83b740a tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:29.677370 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-f908799c-7244-4f17-8e4e-51e8d83b740a tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8681114 Jul 09 10:01:29.718636 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-e7167611-5a87-4216-9d7a-d345d97a29f0 service neutron] Request body: {'port': {'device_id': 'a9f0e578-2401-4f0f-8025-79f48874a2a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:01:29.864266 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-e7167611-5a87-4216-9d7a-d345d97a29f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:29.891125 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ccc168a-342c-41b4-9205-cc359392fa9e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:29.901208 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ba06e-8902-49fd-a24e-76421cf2839b req-91b59aea-4ecb-4340-ad45-f49580268670 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:29.902698 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-794ba06e-8902-49fd-a24e-76421cf2839b req-91b59aea-4ecb-4340-ad45-f49580268670 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 944 time: 0.1792428 Jul 09 10:01:30.084656 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-794ba06e-8902-49fd-a24e-76421cf2839b req-d7e0e302-7e20-486d-82c3-33001899a312 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745243 Jul 09 10:01:30.109323 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ccc168a-342c-41b4-9205-cc359392fa9e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:30.286543 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device b507af8a-f3c2-4221-b855-98e789d36aeb details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:01:30.415087 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port b507af8a-f3c2-4221-b855-98e789d36aeb, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=b507af8a-f3c2-4221-b855-98e789d36aeb,segment=NetworkSegment(f2093405-117f-4f7c-87be-0534aa1f767d),segment_id=f2093405-117f-4f7c-87be-0534aa1f767d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:01:30.430594 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'b507af8a-f3c2-4221-b855-98e789d36aeb', 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84', 'port_id': 'b507af8a-f3c2-4221-b855-98e789d36aeb', 'mac_address': 'fa:16:3e:18:4c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98dabb0c-da66-43b1-8e01-7e71b5677c6c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:01:30.477170 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:30.503516 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b507af8a-f3c2-4221-b855-98e789d36aeb {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:01:30.526530 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port b507af8a-f3c2-4221-b855-98e789d36aeb, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=b507af8a-f3c2-4221-b855-98e789d36aeb,segment=NetworkSegment(f2093405-117f-4f7c-87be-0534aa1f767d),segment_id=f2093405-117f-4f7c-87be-0534aa1f767d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:01:30.531564 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:30.607725 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=b507af8a-f3c2-4221-b855-98e789d36aeb,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:30.608805 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccc168a-342c-41b4-9205-cc359392fa9e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:01:30.617047 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:01:30.617394 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:01:30.618027 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:01:30.618367 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:01:30.618730 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:01:30.619066 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:01:30.619394 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:01:30.619739 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:01:30.620071 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:01:30.620395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:01:30.620751 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:01:30.621265 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:01:30.662650 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-2ccc168a-342c-41b4-9205-cc359392fa9e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:01:30.683549 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccc168a-342c-41b4-9205-cc359392fa9e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:01:30.696578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d7b6e-dfb1-453d-aab7-a25ad38e31f1 req-ea055f9d-f11b-4fee-a9fe-18afbaa893c3 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:30.698089 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc4d7b6e-dfb1-453d-aab7-a25ad38e31f1 req-ea055f9d-f11b-4fee-a9fe-18afbaa893c3 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9f0e578-2401-4f0f-8025-79f48874a2a8 HTTP/1.1" status: 200 len: 931 time: 0.7673986 Jul 09 10:01:30.720812 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc168a-342c-41b4-9205-cc359392fa9e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Pushing event updated for resources: {'Port': ['ID=88fb777b-8efe-41e9-b7d6-c22bdfaea4b1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:30.846307 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc4d7b6e-dfb1-453d-aab7-a25ad38e31f1 req-7b712b30-11c1-4019-86db-fa28f13ad4a9 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbaae15d-433d-4fe3-9615-ff5e8b9cee63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212268 Jul 09 10:01:30.852330 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['b507af8a-f3c2-4221-b855-98e789d36aeb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:01:30.889440 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-c5ea273f-2f43-4098-b151-a12f8ca70080 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:30.890918 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-c5ea273f-2f43-4098-b151-a12f8ca70080 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80&tenant_id=ae2f728a25b040fd82453c3377e2137f&binding%3Ahost_id=n-h2-799996-1 HTTP/1.1" status: 200 len: 945 time: 0.3218191 Jul 09 10:01:30.908824 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f925020-443d-4e0b-9cf5-12a771d9c9eb req-9cb99554-07df-46b7-ba14-ab06c63fd024 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:30.910378 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0f925020-443d-4e0b-9cf5-12a771d9c9eb req-9cb99554-07df-46b7-ba14-ab06c63fd024 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 945 time: 0.3423986 Jul 09 10:01:31.100027 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-e7167611-5a87-4216-9d7a-d345d97a29f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a11d48-7d6c-4ae0-aa59-d384bbd258e9 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:01:31.117780 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-e7167611-5a87-4216-9d7a-d345d97a29f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:31.122952 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0f925020-443d-4e0b-9cf5-12a771d9c9eb req-00cf2752-e8e5-486b-9ef1-a46d1c3224b9 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766508 Jul 09 10:01:31.161966 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-70bf0e01-fd81-4334-867c-d4a94491950b service neutron] 10.222.0.64 "GET /v2.0/ports/b507af8a-f3c2-4221-b855-98e789d36aeb/bindings/n-h2-799996-1 HTTP/1.1" status: 200 len: 382 time: 0.2611313 Jul 09 10:01:31.169785 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-e7167611-5a87-4216-9d7a-d345d97a29f0 service neutron] Transition to ACTIVE for port object 48a11d48-7d6c-4ae0-aa59-d384bbd258e9 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:01:31.179183 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-e7167611-5a87-4216-9d7a-d345d97a29f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:31.275539 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7167611-5a87-4216-9d7a-d345d97a29f0 service neutron] Pushing event updated for resources: {'Port': ['ID=48a11d48-7d6c-4ae0-aa59-d384bbd258e9,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:31.432240 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-f88fe67e-5dc3-4ba5-a069-95d57bf98420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:31.434412 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-f88fe67e-5dc3-4ba5-a069-95d57bf98420 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 1096 time: 0.2211933 Jul 09 10:01:31.460253 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:01:31.500042 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-e7167611-5a87-4216-9d7a-d345d97a29f0 service neutron] Attempting to bind port 48a11d48-7d6c-4ae0-aa59-d384bbd258e9 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:01:31.500385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-e7167611-5a87-4216-9d7a-d345d97a29f0 service neutron] Attempting to bind port 48a11d48-7d6c-4ae0-aa59-d384bbd258e9 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'd0560d95-61e5-4e8a-ac22-bb910b4ffa45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6327d13c-db63-470d-81d7-ae69f7037447'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:01:31.500742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-e7167611-5a87-4216-9d7a-d345d97a29f0 service neutron] Attempting to bind port 48a11d48-7d6c-4ae0-aa59-d384bbd258e9 on network 6327d13c-db63-470d-81d7-ae69f7037447 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:01:31.531755 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-e7167611-5a87-4216-9d7a-d345d97a29f0 service neutron] Port 48a11d48-7d6c-4ae0-aa59-d384bbd258e9 on network 6327d13c-db63-470d-81d7-ae69f7037447 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:01:31.532084 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-e7167611-5a87-4216-9d7a-d345d97a29f0 service neutron] Attempting to bind port 48a11d48-7d6c-4ae0-aa59-d384bbd258e9 on network 6327d13c-db63-470d-81d7-ae69f7037447 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:01:31.546540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-e7167611-5a87-4216-9d7a-d345d97a29f0 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:01:31.546903 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-e7167611-5a87-4216-9d7a-d345d97a29f0 service neutron] Checking segment: {'id': 'd0560d95-61e5-4e8a-ac22-bb910b4ffa45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6327d13c-db63-470d-81d7-ae69f7037447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:01:31.547268 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-e7167611-5a87-4216-9d7a-d345d97a29f0 service neutron] Bound using segment: {'id': 'd0560d95-61e5-4e8a-ac22-bb910b4ffa45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6327d13c-db63-470d-81d7-ae69f7037447'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:01:31.547724 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-e7167611-5a87-4216-9d7a-d345d97a29f0 service neutron] Bound port: 48a11d48-7d6c-4ae0-aa59-d384bbd258e9, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0560d95-61e5-4e8a-ac22-bb910b4ffa45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6327d13c-db63-470d-81d7-ae69f7037447'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:01:31.548086 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-e7167611-5a87-4216-9d7a-d345d97a29f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:31.606468 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ccc168a-342c-41b4-9205-cc359392fa9e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:31.661147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-c978c76e-7e3b-42f7-a96b-a141db6cf16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:31.662558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-c978c76e-7e3b-42f7-a96b-a141db6cf16d service neutron] 10.222.0.64 "GET /v2.0/networks?id=012ab37d-ab4a-471a-b77c-4979ab6b3f84 HTTP/1.1" status: 200 len: 896 time: 0.2208617 Jul 09 10:01:31.724095 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-e7167611-5a87-4216-9d7a-d345d97a29f0 service neutron] For port 48a11d48-7d6c-4ae0-aa59-d384bbd258e9, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:01:31.765045 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-e7167611-5a87-4216-9d7a-d345d97a29f0 service neutron] For port 48a11d48-7d6c-4ae0-aa59-d384bbd258e9, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=48a11d48-7d6c-4ae0-aa59-d384bbd258e9,segment=NetworkSegment(d0560d95-61e5-4e8a-ac22-bb910b4ffa45),segment_id=d0560d95-61e5-4e8a-ac22-bb910b4ffa45)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:01:31.776248 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-e7167611-5a87-4216-9d7a-d345d97a29f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:31.813766 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-52e652b1-32e6-45a4-8201-9aac367ca8b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b507af8a-f3c2-4221-b855-98e789d36aeb HTTP/1.1" status: 200 len: 1000 time: 0.1417398 Jul 09 10:01:31.814325 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ccc168a-342c-41b4-9205-cc359392fa9e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:31.841213 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-e7167611-5a87-4216-9d7a-d345d97a29f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:31.841823 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-e7167611-5a87-4216-9d7a-d345d97a29f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:31.843220 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-e7167611-5a87-4216-9d7a-d345d97a29f0 service neutron] 10.222.0.58 "PUT /v2.0/ports/48a11d48-7d6c-4ae0-aa59-d384bbd258e9 HTTP/1.1" status: 200 len: 1091 time: 2.1555245 Jul 09 10:01:31.853370 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f0e578-2401-4f0f-8025-79f48874a2a8', 'tag': '48a11d48-7d6c-4ae0-aa59-d384bbd258e9'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:01:31.855994 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bd4a3e-d72a-437a-95c7-5033c1b5ae50" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f0e578-2401-4f0f-8025-79f48874a2a8", "tag": "48a11d48-7d6c-4ae0-aa59-d384bbd258e9"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:01:31.931043 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28d309b-dfc0-431f-8a2b-444f808c8efd x-openstack-request-id: req-b28d309b-dfc0-431f-8a2b-444f808c8efd {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:01:31.931346 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f0e578-2401-4f0f-8025-79f48874a2a8", "tag": "48a11d48-7d6c-4ae0-aa59-d384bbd258e9", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:01:31.931570 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b28d309b-dfc0-431f-8a2b-444f808c8efd {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:01:31.931993 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f0e578-2401-4f0f-8025-79f48874a2a8', 'tag': '48a11d48-7d6c-4ae0-aa59-d384bbd258e9', 'status': 'completed', 'code': 200} Jul 09 10:01:31.967918 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7167611-5a87-4216-9d7a-d345d97a29f0 service neutron] Pushing event updated for resources: {'Port': ['ID=48a11d48-7d6c-4ae0-aa59-d384bbd258e9,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:31.975995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-66ac2e8e-b289-42cb-be21-dd8e841d7d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:31.977387 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-66ac2e8e-b289-42cb-be21-dd8e841d7d89 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98dabb0c-da66-43b1-8e01-7e71b5677c6c HTTP/1.1" status: 200 len: 835 time: 0.1383402 Jul 09 10:01:32.141058 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-a985eb8c-d2a2-40f3-82bd-4ef73e5008d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:32.142650 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-a985eb8c-d2a2-40f3-82bd-4ef73e5008d1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=53575db09989425788e4e54f2c123036&device_id=a9f0e578-2401-4f0f-8025-79f48874a2a8 HTTP/1.1" status: 200 len: 1094 time: 0.2437906 Jul 09 10:01:32.206778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-c8b324b5-68e5-436b-bb46-c926368e98dd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48a11d48-7d6c-4ae0-aa59-d384bbd258e9 HTTP/1.1" status: 200 len: 217 time: 0.0533087 Jul 09 10:01:32.239485 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b540b-b0bd-4155-8934-0426b9402057 req-bd8939e2-da11-4355-b01c-7325f5aafc87 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:32.241132 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-513b540b-b0bd-4155-8934-0426b9402057 req-bd8939e2-da11-4355-b01c-7325f5aafc87 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9f0e578-2401-4f0f-8025-79f48874a2a8 HTTP/1.1" status: 200 len: 943 time: 0.2617714 Jul 09 10:01:32.246465 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-fe86a0e0-acf4-4565-8468-8381ff7a57b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:32.248118 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-fe86a0e0-acf4-4565-8468-8381ff7a57b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=012ab37d-ab4a-471a-b77c-4979ab6b3f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2576466 Jul 09 10:01:32.297070 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ccc168a-342c-41b4-9205-cc359392fa9e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:32.299913 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device b507af8a-f3c2-4221-b855-98e789d36aeb up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:01:32.330489 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ccc168a-342c-41b4-9205-cc359392fa9e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:32.355644 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port b507af8a-f3c2-4221-b855-98e789d36aeb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:01:32.359938 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port b507af8a-f3c2-4221-b855-98e789d36aeb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:01:32.360549 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:32.436756 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-3797a3b3-1c37-48cf-b83d-60b6f4b923c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:32.438151 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-3797a3b3-1c37-48cf-b83d-60b6f4b923c5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=785ef258-9c4d-4921-a6ae-7d3a24dcd08c HTTP/1.1" status: 200 len: 849 time: 0.2199180 Jul 09 10:01:32.450352 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:32.473891 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b507af8a-f3c2-4221-b855-98e789d36aeb'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:01:32.476119 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af569d1-cfd0-48e7-a911-27cfa7f85ff2" -d '{"events": [{"server_uuid": "0b3cea88-d27d-48bc-8b39-2afd90fa7f80", "name": "network-vif-plugged", "status": "completed", "tag": "b507af8a-f3c2-4221-b855-98e789d36aeb"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:01:32.493030 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port b507af8a-f3c2-4221-b855-98e789d36aeb, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=b507af8a-f3c2-4221-b855-98e789d36aeb,segment=NetworkSegment(f2093405-117f-4f7c-87be-0534aa1f767d),segment_id=f2093405-117f-4f7c-87be-0534aa1f767d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:01:32.498884 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:32.520966 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-513b540b-b0bd-4155-8934-0426b9402057 req-d30b561c-35b8-47dd-a722-d99a4d90da18 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbaae15d-433d-4fe3-9615-ff5e8b9cee63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515230 Jul 09 10:01:32.532624 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-8038fd09-f8d7-48e3-9e4f-73e83ddb0fc0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6327d13c-db63-470d-81d7-ae69f7037447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819147 Jul 09 10:01:32.543175 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc168a-342c-41b4-9205-cc359392fa9e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Pushing event updated for resources: {'Port': ['ID=88fb777b-8efe-41e9-b7d6-c22bdfaea4b1,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:32.553557 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=b507af8a-f3c2-4221-b855-98e789d36aeb,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:32.597431 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ccc168a-342c-41b4-9205-cc359392fa9e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:32.665513 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-3446fefe-1be9-421f-9797-31a9c694b404 service neutron] 10.222.0.64 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881798 Jul 09 10:01:32.709755 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11983834-81b5-4b93-b906-96e277eb6b78 req-8ea8775d-8014-4995-be4f-0dd0749b9476 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:32.711427 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-11983834-81b5-4b93-b906-96e277eb6b78 req-8ea8775d-8014-4995-be4f-0dd0749b9476 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 945 time: 0.4324777 Jul 09 10:01:32.737410 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dffe63-6a58-4137-988f-55c31f49dcc0 x-openstack-request-id: req-97dffe63-6a58-4137-988f-55c31f49dcc0 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:01:32.737700 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3cea88-d27d-48bc-8b39-2afd90fa7f80", "name": "network-vif-plugged", "status": "completed", "tag": "b507af8a-f3c2-4221-b855-98e789d36aeb", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:01:32.738136 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-97dffe63-6a58-4137-988f-55c31f49dcc0 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:01:32.738532 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b507af8a-f3c2-4221-b855-98e789d36aeb', 'code': 200} Jul 09 10:01:32.846304 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-b984da16-1de9-40d2-be0a-b0c78e16f529 service neutron] 10.222.0.58 "GET /v2.0/networks/6327d13c-db63-470d-81d7-ae69f7037447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934511 Jul 09 10:01:32.875032 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-11983834-81b5-4b93-b906-96e277eb6b78 req-c2d24844-0e75-4b6d-9920-8d465e2de395 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320782 Jul 09 10:01:32.933984 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-2ccc168a-342c-41b4-9205-cc359392fa9e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Floating IP b9469b3c-5a05-4cc4-af84-1a0503f18c82 associated. External IP: 172.25.3.32, port: 83bb03e7-4964-4367-a118-d7bf8a49835d. Jul 09 10:01:33.317952 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-30e01ca2-1447-4635-bf50-75c456c6d5d1 service neutron] 10.222.0.64 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6444974 Jul 09 10:01:33.391398 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b41fc7cb-1db2-444a-8fb7-ece2881d84ab req-23f9c69b-446c-41f8-afdc-afd596fdb179 service neutron] 10.222.0.58 "GET /v2.0/networks/6327d13c-db63-470d-81d7-ae69f7037447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317018 Jul 09 10:01:33.581290 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd4a3e-d72a-437a-95c7-5033c1b5ae50 req-c282dff6-a358-49f1-ab55-0159daa18a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:33.583260 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5bd4a3e-d72a-437a-95c7-5033c1b5ae50 req-c282dff6-a358-49f1-ab55-0159daa18a9f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=53575db09989425788e4e54f2c123036&device_id=a9f0e578-2401-4f0f-8025-79f48874a2a8 HTTP/1.1" status: 200 len: 1094 time: 0.1294167 Jul 09 10:01:33.598515 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccc168a-342c-41b4-9205-cc359392fa9e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Router 5e6ee349-affd-4d07-b571-8a4334db7ddc has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:01:33.821491 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd4a3e-d72a-437a-95c7-5033c1b5ae50 req-0540c22c-62a0-47b5-bfc6-816863e04ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:33.823013 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5bd4a3e-d72a-437a-95c7-5033c1b5ae50 req-0540c22c-62a0-47b5-bfc6-816863e04ac6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6327d13c-db63-470d-81d7-ae69f7037447 HTTP/1.1" status: 200 len: 910 time: 0.2284267 Jul 09 10:01:33.872964 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5bd4a3e-d72a-437a-95c7-5033c1b5ae50 req-6e460b1b-a296-49cf-87b6-0dbf8a5fdadf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48a11d48-7d6c-4ae0-aa59-d384bbd258e9 HTTP/1.1" status: 200 len: 217 time: 0.0429318 Jul 09 10:01:33.878665 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccc168a-342c-41b4-9205-cc359392fa9e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:01:33.891398 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3df869-164a-4b31-85b2-e242de2c01f9 None None] Sync routers for ids ['5e6ee349-affd-4d07-b571-8a4334db7ddc'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:01:33.902085 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3df869-164a-4b31-85b2-e242de2c01f9 None None] Routers {'5e6ee349-affd-4d07-b571-8a4334db7ddc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:01:33.903184 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ea3df869-164a-4b31-85b2-e242de2c01f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:01:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5e6ee349-affd-4d07-b571-8a4334db7ddc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:01:33.919775 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c077396-0089-4bf6-8c3e-139b6e6f77e4 req-09dcd5c1-2388-4702-b8c6-6354d2b5c174 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:33.921297 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c077396-0089-4bf6-8c3e-139b6e6f77e4 req-09dcd5c1-2388-4702-b8c6-6354d2b5c174 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9f0e578-2401-4f0f-8025-79f48874a2a8 HTTP/1.1" status: 200 len: 943 time: 0.2638197 Jul 09 10:01:33.957895 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ccc168a-342c-41b4-9205-cc359392fa9e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:33.973744 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd4a3e-d72a-437a-95c7-5033c1b5ae50 req-4a516f55-0614-43b4-953f-ec017b68bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:33.975272 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5bd4a3e-d72a-437a-95c7-5033c1b5ae50 req-4a516f55-0614-43b4-953f-ec017b68bdfd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=785ef258-9c4d-4921-a6ae-7d3a24dcd08c HTTP/1.1" status: 200 len: 849 time: 0.0937886 Jul 09 10:01:34.033693 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ea3df869-164a-4b31-85b2-e242de2c01f9 None None] Set router 5e6ee349-affd-4d07-b571-8a4334db7ddc gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:01:34.054806 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c077396-0089-4bf6-8c3e-139b6e6f77e4 req-8b5d092a-8012-4995-b48e-4db244a8329c tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbaae15d-433d-4fe3-9615-ff5e8b9cee63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249027 Jul 09 10:01:34.056796 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5bd4a3e-d72a-437a-95c7-5033c1b5ae50 req-e132d3eb-654d-45ff-86fa-8680b2f48750 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6327d13c-db63-470d-81d7-ae69f7037447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546856 Jul 09 10:01:34.070684 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:34.104354 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2ccc168a-342c-41b4-9205-cc359392fa9e tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9319994 Jul 09 10:01:34.113747 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed68aea6-e43f-4c40-aa52-7c0d0eade12e', 'tag': '83bb03e7-4964-4367-a118-d7bf8a49835d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:01:34.116275 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b442321b-5c93-4327-bbc9-8c55d7eaf326" -d '{"events": [{"name": "network-changed", "server_uuid": "ed68aea6-e43f-4c40-aa52-7c0d0eade12e", "tag": "83bb03e7-4964-4367-a118-d7bf8a49835d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:01:34.186560 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61983e13-6412-48f8-9cfe-150563113624 x-openstack-request-id: req-61983e13-6412-48f8-9cfe-150563113624 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:01:34.186858 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed68aea6-e43f-4c40-aa52-7c0d0eade12e", "tag": "83bb03e7-4964-4367-a118-d7bf8a49835d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:01:34.187092 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-61983e13-6412-48f8-9cfe-150563113624 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:01:34.187475 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed68aea6-e43f-4c40-aa52-7c0d0eade12e', 'tag': '83bb03e7-4964-4367-a118-d7bf8a49835d', 'status': 'completed', 'code': 200} Jul 09 10:01:34.258124 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bc691-b678-4798-85e2-2879c0f29d06 req-9f00efcb-ca4e-4616-850b-75e645d26e6c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:34.260160 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a7bc691-b678-4798-85e2-2879c0f29d06 req-9f00efcb-ca4e-4616-850b-75e645d26e6c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 946 time: 0.2095015 Jul 09 10:01:34.270964 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5bd4a3e-d72a-437a-95c7-5033c1b5ae50 req-e69eabe7-5db7-447a-9f55-c5957a33cf5d service neutron] 10.222.0.58 "GET /v2.0/networks/6327d13c-db63-470d-81d7-ae69f7037447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004797 Jul 09 10:01:34.302031 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ea3df869-164a-4b31-85b2-e242de2c01f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'name': 'tempest-TestServerBasicOps-1107826634-router', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:54Z', 'updated_at': '2021-07-09T10:00:58Z', 'revision_number': 4, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'gw_port': {'id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:55Z', 'updated_at': '2021-07-09T10:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'b9469b3c-5a05-4cc4-af84-1a0503f18c82', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'floating_ip_address': '172.25.3.32', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'port_id': '83bb03e7-4964-4367-a118-d7bf8a49835d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682', 'mac_address': 'fa:16:3e:09:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed68aea6-e43f-4c40-aa52-7c0d0eade12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:01:31Z', 'updated_at': '2021-07-09T10:01:31Z', 'revision_number': 0, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b7653a0-9554-43d9-ba61-edbf3c8e0d48', 'name': '', 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'mac_address': 'fa:16:3e:ea:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '1d1b1790-1fd7-4482-9bc0-58ec7316b6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:57Z', 'updated_at': '2021-07-09T10:01:08Z', 'revision_number': 5, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'subnets': [{'id': '1d1b1790-1fd7-4482-9bc0-58ec7316b6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:01:34.331582 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3df869-164a-4b31-85b2-e242de2c01f9 None None] Checking router: 5e6ee349-affd-4d07-b571-8a4334db7ddc for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:01:34.342044 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3df869-164a-4b31-85b2-e242de2c01f9 None None] Routers {'5e6ee349-affd-4d07-b571-8a4334db7ddc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:01:34.342594 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ea3df869-164a-4b31-85b2-e242de2c01f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:01:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5e6ee349-affd-4d07-b571-8a4334db7ddc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:01:34.400539 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a7bc691-b678-4798-85e2-2879c0f29d06 req-2f60eab6-da9d-4f90-bf95-01c810820c84 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334658 Jul 09 10:01:34.424083 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5bd4a3e-d72a-437a-95c7-5033c1b5ae50 req-e484fec6-4c33-4da3-8695-0552394bbb6c service neutron] 10.222.0.58 "GET /v2.0/networks/6327d13c-db63-470d-81d7-ae69f7037447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444123 Jul 09 10:01:34.427674 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442321b-5c93-4327-bbc9-8c55d7eaf326 req-5b9e96df-c7ed-4be1-9770-c146f0bf985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:34.430073 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b442321b-5c93-4327-bbc9-8c55d7eaf326 req-5b9e96df-c7ed-4be1-9770-c146f0bf985e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bd3e84fdf684d718a87e77926c4ffae&device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 1097 time: 0.2208130 Jul 09 10:01:34.461991 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ea3df869-164a-4b31-85b2-e242de2c01f9 None None] Set router 5e6ee349-affd-4d07-b571-8a4334db7ddc gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:01:34.529653 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442321b-5c93-4327-bbc9-8c55d7eaf326 req-6692c4aa-faad-42df-acce-7947021b8133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:34.531160 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b442321b-5c93-4327-bbc9-8c55d7eaf326 req-6692c4aa-faad-42df-acce-7947021b8133 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a9b2bde6-fef6-490a-970c-88fc96477682 HTTP/1.1" status: 200 len: 910 time: 0.0937319 Jul 09 10:01:34.607205 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b442321b-5c93-4327-bbc9-8c55d7eaf326 req-81c9990f-6960-4166-b572-87b578bb4ded service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83bb03e7-4964-4367-a118-d7bf8a49835d HTTP/1.1" status: 200 len: 999 time: 0.0679328 Jul 09 10:01:34.661705 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442321b-5c93-4327-bbc9-8c55d7eaf326 req-75bf859f-0955-420d-9551-a3f06c6261c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:34.663294 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b442321b-5c93-4327-bbc9-8c55d7eaf326 req-75bf859f-0955-420d-9551-a3f06c6261c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d1b1790-1fd7-4482-9bc0-58ec7316b6a9 HTTP/1.1" status: 200 len: 848 time: 0.0462143 Jul 09 10:01:34.715213 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ea3df869-164a-4b31-85b2-e242de2c01f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'name': 'tempest-TestServerBasicOps-1107826634-router', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:54Z', 'updated_at': '2021-07-09T10:00:58Z', 'revision_number': 4, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'gw_port': {'id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:55Z', 'updated_at': '2021-07-09T10:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'b9469b3c-5a05-4cc4-af84-1a0503f18c82', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'floating_ip_address': '172.25.3.32', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'port_id': '83bb03e7-4964-4367-a118-d7bf8a49835d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682', 'mac_address': 'fa:16:3e:09:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed68aea6-e43f-4c40-aa52-7c0d0eade12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:01:31Z', 'updated_at': '2021-07-09T10:01:31Z', 'revision_number': 0, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b7653a0-9554-43d9-ba61-edbf3c8e0d48', 'name': '', 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'mac_address': 'fa:16:3e:ea:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '1d1b1790-1fd7-4482-9bc0-58ec7316b6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:57Z', 'updated_at': '2021-07-09T10:01:08Z', 'revision_number': 5, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'subnets': [{'id': '1d1b1790-1fd7-4482-9bc0-58ec7316b6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:01:34.746939 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442321b-5c93-4327-bbc9-8c55d7eaf326 req-6c641629-5949-4097-a0a8-47eda7905306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:34.747225 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3df869-164a-4b31-85b2-e242de2c01f9 None None] The sync data for ids ['5e6ee349-affd-4d07-b571-8a4334db7ddc'] in n-d-799996-1 is: [{'id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'name': 'tempest-TestServerBasicOps-1107826634-router', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:54Z', 'updated_at': '2021-07-09T10:00:58Z', 'revision_number': 4, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'gw_port': {'id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:55Z', 'updated_at': '2021-07-09T10:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'b9469b3c-5a05-4cc4-af84-1a0503f18c82', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'floating_ip_address': '172.25.3.32', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'port_id': '83bb03e7-4964-4367-a118-d7bf8a49835d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682', 'mac_address': 'fa:16:3e:09:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed68aea6-e43f-4c40-aa52-7c0d0eade12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:01:31Z', 'updated_at': '2021-07-09T10:01:31Z', 'revision_number': 0, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b7653a0-9554-43d9-ba61-edbf3c8e0d48', 'name': '', 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'mac_address': 'fa:16:3e:ea:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '1d1b1790-1fd7-4482-9bc0-58ec7316b6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:57Z', 'updated_at': '2021-07-09T10:01:08Z', 'revision_number': 5, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'subnets': [{'id': '1d1b1790-1fd7-4482-9bc0-58ec7316b6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:01:34.750223 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b442321b-5c93-4327-bbc9-8c55d7eaf326 req-6c641629-5949-4097-a0a8-47eda7905306 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a9b2bde6-fef6-490a-970c-88fc96477682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675523 Jul 09 10:01:34.848467 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b442321b-5c93-4327-bbc9-8c55d7eaf326 req-55c2e76d-ec4e-469d-9d01-5417ecb04332 service neutron] 10.222.0.64 "GET /v2.0/networks/a9b2bde6-fef6-490a-970c-88fc96477682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908899 Jul 09 10:01:34.977928 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b442321b-5c93-4327-bbc9-8c55d7eaf326 req-bc761b4d-c624-44ed-a95c-0cae43a0121e service neutron] 10.222.0.64 "GET /v2.0/networks/a9b2bde6-fef6-490a-970c-88fc96477682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092069 Jul 09 10:01:34.981675 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505f7a7b-e8f2-4381-9c08-5233b8282b6e None None] New status for floating IP b9469b3c-5a05-4cc4-af84-1a0503f18c82: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:01:35.256899 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b025d-ee16-4c8a-afce-1767f85b3ac4 req-1a1e5590-8602-4c93-bcb2-91ef7057bf17 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:35.259452 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b0b025d-ee16-4c8a-afce-1767f85b3ac4 req-1a1e5590-8602-4c93-bcb2-91ef7057bf17 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9f0e578-2401-4f0f-8025-79f48874a2a8 HTTP/1.1" status: 200 len: 943 time: 0.0764203 Jul 09 10:01:35.313443 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b0b025d-ee16-4c8a-afce-1767f85b3ac4 req-faac286d-828e-4590-a4c9-8e6f323d3e2d tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbaae15d-433d-4fe3-9615-ff5e8b9cee63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432067 Jul 09 10:01:35.383167 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 48a11d48-7d6c-4ae0-aa59-d384bbd258e9 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:01:35.491287 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 48a11d48-7d6c-4ae0-aa59-d384bbd258e9, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=48a11d48-7d6c-4ae0-aa59-d384bbd258e9,segment=NetworkSegment(d0560d95-61e5-4e8a-ac22-bb910b4ffa45),segment_id=d0560d95-61e5-4e8a-ac22-bb910b4ffa45)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:01:35.505386 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '48a11d48-7d6c-4ae0-aa59-d384bbd258e9', 'network_id': '6327d13c-db63-470d-81d7-ae69f7037447', 'port_id': '48a11d48-7d6c-4ae0-aa59-d384bbd258e9', 'mac_address': 'fa:16:3e:e8:0e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '785ef258-9c4d-4921-a6ae-7d3a24dcd08c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:01:35.552471 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:35.569290 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a11d48-7d6c-4ae0-aa59-d384bbd258e9 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:01:35.590827 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 48a11d48-7d6c-4ae0-aa59-d384bbd258e9, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=48a11d48-7d6c-4ae0-aa59-d384bbd258e9,segment=NetworkSegment(d0560d95-61e5-4e8a-ac22-bb910b4ffa45),segment_id=d0560d95-61e5-4e8a-ac22-bb910b4ffa45)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:01:35.597320 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:35.651829 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=48a11d48-7d6c-4ae0-aa59-d384bbd258e9,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:35.665759 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8448af-6fc5-41b6-bde5-9210690a68f7 req-0d4a6b8f-5ac3-4003-8415-e4b36ef0d229 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:35.668098 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac8448af-6fc5-41b6-bde5-9210690a68f7 req-0d4a6b8f-5ac3-4003-8415-e4b36ef0d229 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 946 time: 0.1131780 Jul 09 10:01:35.714333 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-5d0e37bf-119a-466f-88ba-0202f0cdbb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:35.715847 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-5d0e37bf-119a-466f-88ba-0202f0cdbb9d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80&tenant_id=ae2f728a25b040fd82453c3377e2137f HTTP/1.1" status: 200 len: 1097 time: 0.1058347 Jul 09 10:01:35.723146 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac8448af-6fc5-41b6-bde5-9210690a68f7 req-b160a404-4927-446c-9c2b-adf671e1021a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465202 Jul 09 10:01:35.727993 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799996-1', 'device_owner': 'compute:nova'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:01:35.801248 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:35.803681 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['48a11d48-7d6c-4ae0-aa59-d384bbd258e9'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:01:36.022345 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] For port b507af8a-f3c2-4221-b855-98e789d36aeb, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=b507af8a-f3c2-4221-b855-98e789d36aeb,segment=NetworkSegment(f2093405-117f-4f7c-87be-0534aa1f767d),segment_id=f2093405-117f-4f7c-87be-0534aa1f767d)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:01:36.060030 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] For port b507af8a-f3c2-4221-b855-98e789d36aeb, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:01:36.109557 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:36.123933 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] Transition to ACTIVE for port object b507af8a-f3c2-4221-b855-98e789d36aeb will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:01:36.127750 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:36.198016 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b507af8a-f3c2-4221-b855-98e789d36aeb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:01:36.200348 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ca091e-5bd5-4b05-bffb-08d46ae16b08" -d '{"events": [{"server_uuid": "0b3cea88-d27d-48bc-8b39-2afd90fa7f80", "name": "network-vif-unplugged", "status": "completed", "tag": "b507af8a-f3c2-4221-b855-98e789d36aeb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:01:36.216265 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] Pushing event updated for resources: {'Port': ['ID=b507af8a-f3c2-4221-b855-98e789d36aeb,revision_number=10']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:36.265067 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 10:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d856786d-4be2-447e-b9e3-a570519340f9 x-openstack-request-id: req-d856786d-4be2-447e-b9e3-a570519340f9 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:01:36.265441 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3cea88-d27d-48bc-8b39-2afd90fa7f80", "name": "network-vif-unplugged", "status": "completed", "tag": "b507af8a-f3c2-4221-b855-98e789d36aeb", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:01:36.265692 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d856786d-4be2-447e-b9e3-a570519340f9 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:01:36.266100 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b507af8a-f3c2-4221-b855-98e789d36aeb', 'code': 200} Jul 09 10:01:36.267051 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] No DVR routers for this DVR port b507af8a-f3c2-4221-b855-98e789d36aeb on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:01:36.434919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] Attempting to bind port b507af8a-f3c2-4221-b855-98e789d36aeb on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:01:36.435352 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] Attempting to bind port b507af8a-f3c2-4221-b855-98e789d36aeb by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'f2093405-117f-4f7c-87be-0534aa1f767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:01:36.435812 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] Attempting to bind port b507af8a-f3c2-4221-b855-98e789d36aeb on network 012ab37d-ab4a-471a-b77c-4979ab6b3f84 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:01:36.440563 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] Port b507af8a-f3c2-4221-b855-98e789d36aeb on network 012ab37d-ab4a-471a-b77c-4979ab6b3f84 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:01:36.440986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] Attempting to bind port b507af8a-f3c2-4221-b855-98e789d36aeb on network 012ab37d-ab4a-471a-b77c-4979ab6b3f84 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:01:36.445968 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:01:36.446432 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] Checking segment: {'id': 'f2093405-117f-4f7c-87be-0534aa1f767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:01:36.446916 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] Bound using segment: {'id': 'f2093405-117f-4f7c-87be-0534aa1f767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:01:36.447435 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] Bound port: b507af8a-f3c2-4221-b855-98e789d36aeb, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2093405-117f-4f7c-87be-0534aa1f767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:01:36.447918 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:36.544962 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] For port b507af8a-f3c2-4221-b855-98e789d36aeb, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:01:36.562961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] For port b507af8a-f3c2-4221-b855-98e789d36aeb, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b507af8a-f3c2-4221-b855-98e789d36aeb,segment=NetworkSegment(f2093405-117f-4f7c-87be-0534aa1f767d),segment_id=f2093405-117f-4f7c-87be-0534aa1f767d)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:01:36.571424 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:36.585920 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76185b0b-5419-4f96-9cd1-3577cdd841bb req-3cea0d9f-3c4f-4adc-898e-236613d14e41 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:36.587462 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76185b0b-5419-4f96-9cd1-3577cdd841bb req-3cea0d9f-3c4f-4adc-898e-236613d14e41 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9f0e578-2401-4f0f-8025-79f48874a2a8 HTTP/1.1" status: 200 len: 944 time: 0.1066341 Jul 09 10:01:36.664467 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:36.665019 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:36.666427 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] 10.222.0.58 "PUT /v2.0/ports/b507af8a-f3c2-4221-b855-98e789d36aeb HTTP/1.1" status: 200 len: 1093 time: 0.9424067 Jul 09 10:01:36.674242 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b4f10-c3c6-49e5-94ae-d0f356e164ff service neutron] Pushing event updated for resources: {'Port': ['ID=b507af8a-f3c2-4221-b855-98e789d36aeb,revision_number=11']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:36.679456 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76185b0b-5419-4f96-9cd1-3577cdd841bb req-e8b5ab94-b972-4993-8f88-5f834c90edfa tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbaae15d-433d-4fe3-9615-ff5e8b9cee63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699103 Jul 09 10:01:36.747783 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-8f9aceb2-eaf0-41fe-b7c7-e23a2d35207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:36.749289 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-8f9aceb2-eaf0-41fe-b7c7-e23a2d35207a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 1096 time: 0.0574999 Jul 09 10:01:36.770903 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9f5bd171-0ee7-4a3c-9744-74369c4ed8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:36.868622 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-059aea11-3089-418e-96b3-cdb4597c91fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:36.870192 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-059aea11-3089-418e-96b3-cdb4597c91fe service neutron] 10.222.0.58 "GET /v2.0/networks?id=012ab37d-ab4a-471a-b77c-4979ab6b3f84 HTTP/1.1" status: 200 len: 896 time: 0.1143126 Jul 09 10:01:36.974066 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-89ea65a2-a549-49f5-8d4f-cd1e9069a8a7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b507af8a-f3c2-4221-b855-98e789d36aeb HTTP/1.1" status: 200 len: 999 time: 0.0923021 Jul 09 10:01:37.021127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb61a7-703f-4b85-bd4d-46de8bacbf8e req-37932bae-d20e-4a64-8d2b-2293f5b3ffc3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:37.022651 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cffb61a7-703f-4b85-bd4d-46de8bacbf8e req-37932bae-d20e-4a64-8d2b-2293f5b3ffc3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 945 time: 0.1509769 Jul 09 10:01:37.050510 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-ec6f81ad-3a9f-4453-bd7a-0f00211ee020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:37.052008 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-ec6f81ad-3a9f-4453-bd7a-0f00211ee020 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98dabb0c-da66-43b1-8e01-7e71b5677c6c HTTP/1.1" status: 200 len: 835 time: 0.0720828 Jul 09 10:01:37.098071 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cffb61a7-703f-4b85-bd4d-46de8bacbf8e req-bc003b55-468c-455a-aec2-95782cf587f5 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676506 Jul 09 10:01:37.125623 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a1146f7b-d262-411c-a1b9-4da01a08f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:37.127246 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-a1146f7b-d262-411c-a1b9-4da01a08f47b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=012ab37d-ab4a-471a-b77c-4979ab6b3f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693035 Jul 09 10:01:37.227627 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-3dc4fbb5-464d-41a7-b4d7-5cb1755bf83d service neutron] 10.222.0.58 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942774 Jul 09 10:01:37.320652 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ac4da5b-8c63-4963-b776-595c345d80ef req-fbbc00de-9cb0-4724-851b-107f514eee52 service neutron] 10.222.0.58 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871794 Jul 09 10:01:37.395991 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 48a11d48-7d6c-4ae0-aa59-d384bbd258e9 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:01:37.450715 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 48a11d48-7d6c-4ae0-aa59-d384bbd258e9 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:01:37.455882 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 48a11d48-7d6c-4ae0-aa59-d384bbd258e9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:01:37.456343 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:37.691237 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:37.717257 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f0e578-2401-4f0f-8025-79f48874a2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a11d48-7d6c-4ae0-aa59-d384bbd258e9'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:01:37.719567 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c111d4-7c8e-42f4-9c54-5412d812f2af" -d '{"events": [{"server_uuid": "a9f0e578-2401-4f0f-8025-79f48874a2a8", "name": "network-vif-plugged", "status": "completed", "tag": "48a11d48-7d6c-4ae0-aa59-d384bbd258e9"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:01:37.732999 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 48a11d48-7d6c-4ae0-aa59-d384bbd258e9, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=48a11d48-7d6c-4ae0-aa59-d384bbd258e9,segment=NetworkSegment(d0560d95-61e5-4e8a-ac22-bb910b4ffa45),segment_id=d0560d95-61e5-4e8a-ac22-bb910b4ffa45)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:01:37.738202 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:37.774641 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e09ee15-ccb7-4d90-ad2b-d7fecd0dadb8 x-openstack-request-id: req-2e09ee15-ccb7-4d90-ad2b-d7fecd0dadb8 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:01:37.775272 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f0e578-2401-4f0f-8025-79f48874a2a8", "name": "network-vif-plugged", "status": "completed", "tag": "48a11d48-7d6c-4ae0-aa59-d384bbd258e9", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:01:37.775272 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2e09ee15-ccb7-4d90-ad2b-d7fecd0dadb8 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:01:37.775716 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f0e578-2401-4f0f-8025-79f48874a2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a11d48-7d6c-4ae0-aa59-d384bbd258e9', 'code': 200} Jul 09 10:01:37.796169 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=48a11d48-7d6c-4ae0-aa59-d384bbd258e9,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:37.928909 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380204f-246e-4399-aedf-4fcb812d0d66 req-839d5d0e-4e06-41ed-88bb-2d8cf7732474 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:37.930452 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c380204f-246e-4399-aedf-4fcb812d0d66 req-839d5d0e-4e06-41ed-88bb-2d8cf7732474 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9f0e578-2401-4f0f-8025-79f48874a2a8 HTTP/1.1" status: 200 len: 945 time: 0.1086411 Jul 09 10:01:37.932336 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5bc48-b57c-48bf-b5e4-2de236f37e86 req-10e860f7-fd56-4762-8e6e-af13192c74f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:37.934393 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9d5bc48-b57c-48bf-b5e4-2de236f37e86 req-10e860f7-fd56-4762-8e6e-af13192c74f0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a9f0e578-2401-4f0f-8025-79f48874a2a8 HTTP/1.1" status: 200 len: 1096 time: 0.0846949 Jul 09 10:01:37.994334 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9d5bc48-b57c-48bf-b5e4-2de236f37e86 req-b363f417-ef6a-4c03-aced-0343be1db6fc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dbaae15d-433d-4fe3-9615-ff5e8b9cee63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515542 Jul 09 10:01:37.997826 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c380204f-246e-4399-aedf-4fcb812d0d66 req-2e5e0007-943d-4693-863a-f4253d9e4599 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbaae15d-433d-4fe3-9615-ff5e8b9cee63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611143 Jul 09 10:01:38.266813 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'tag': 'b507af8a-f3c2-4221-b855-98e789d36aeb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:01:38.269090 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce9f52c-4600-4917-bf85-d61bfc6a61c0" -d '{"events": [{"name": "network-changed", "server_uuid": "0b3cea88-d27d-48bc-8b39-2afd90fa7f80", "tag": "b507af8a-f3c2-4221-b855-98e789d36aeb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:01:38.294577 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb742cc0-14d4-4848-b11a-1d527c417f4b req-13fe56d9-94a8-41da-9e8d-6cff81629beb tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:38.296137 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb742cc0-14d4-4848-b11a-1d527c417f4b req-13fe56d9-94a8-41da-9e8d-6cff81629beb tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 945 time: 0.0697539 Jul 09 10:01:38.328449 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc16a10-d0ff-4b16-964a-187ae2a95601 x-openstack-request-id: req-adc16a10-d0ff-4b16-964a-187ae2a95601 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:01:38.328738 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b3cea88-d27d-48bc-8b39-2afd90fa7f80", "tag": "b507af8a-f3c2-4221-b855-98e789d36aeb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:01:38.328985 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-adc16a10-d0ff-4b16-964a-187ae2a95601 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:01:38.329750 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'tag': 'b507af8a-f3c2-4221-b855-98e789d36aeb', 'status': 'completed', 'code': 200} Jul 09 10:01:38.347576 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb742cc0-14d4-4848-b11a-1d527c417f4b req-263be9f7-e35d-4214-9170-749920bb4210 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455258 Jul 09 10:01:38.353236 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device b507af8a-f3c2-4221-b855-98e789d36aeb no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:01:38.410172 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device b507af8a-f3c2-4221-b855-98e789d36aeb not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:01:38.449890 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9f52c-4600-4917-bf85-d61bfc6a61c0 req-a6180f7f-4613-4336-b094-26273ced30dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:38.451483 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dce9f52c-4600-4917-bf85-d61bfc6a61c0 req-a6180f7f-4613-4336-b094-26273ced30dd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 1096 time: 0.1024895 Jul 09 10:01:38.515761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9f52c-4600-4917-bf85-d61bfc6a61c0 req-888813e0-6a2e-4530-b153-eaaf6d88fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:38.517341 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dce9f52c-4600-4917-bf85-d61bfc6a61c0 req-888813e0-6a2e-4530-b153-eaaf6d88fd60 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 1096 time: 0.1555169 Jul 09 10:01:38.608317 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9f52c-4600-4917-bf85-d61bfc6a61c0 req-83874b95-a235-40ff-9ac6-fbe93ddddc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:38.609819 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dce9f52c-4600-4917-bf85-d61bfc6a61c0 req-83874b95-a235-40ff-9ac6-fbe93ddddc77 service neutron] 10.222.0.58 "GET /v2.0/networks?id=012ab37d-ab4a-471a-b77c-4979ab6b3f84 HTTP/1.1" status: 200 len: 896 time: 0.1521120 Jul 09 10:01:38.672695 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9f52c-4600-4917-bf85-d61bfc6a61c0 req-9063e1d1-39ca-4075-8da8-8ce5e9f09889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:38.674699 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dce9f52c-4600-4917-bf85-d61bfc6a61c0 req-9063e1d1-39ca-4075-8da8-8ce5e9f09889 service neutron] 10.222.0.64 "GET /v2.0/networks?id=012ab37d-ab4a-471a-b77c-4979ab6b3f84 HTTP/1.1" status: 200 len: 896 time: 0.1489837 Jul 09 10:01:38.730432 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dce9f52c-4600-4917-bf85-d61bfc6a61c0 req-95d11e6a-3692-4efc-be00-06576a2c5fd7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b507af8a-f3c2-4221-b855-98e789d36aeb HTTP/1.1" status: 200 len: 999 time: 0.1122444 Jul 09 10:01:38.784292 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dce9f52c-4600-4917-bf85-d61bfc6a61c0 req-43f0732a-37f6-402c-bda4-bf1ec11e15c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b507af8a-f3c2-4221-b855-98e789d36aeb HTTP/1.1" status: 200 len: 999 time: 0.1025076 Jul 09 10:01:38.804383 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9f52c-4600-4917-bf85-d61bfc6a61c0 req-87c517f5-8a73-45af-826a-0547c7a213b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:38.806231 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dce9f52c-4600-4917-bf85-d61bfc6a61c0 req-87c517f5-8a73-45af-826a-0547c7a213b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98dabb0c-da66-43b1-8e01-7e71b5677c6c HTTP/1.1" status: 200 len: 835 time: 0.0643017 Jul 09 10:01:38.885044 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9f52c-4600-4917-bf85-d61bfc6a61c0 req-815d38ea-4583-4334-9a17-c2e33c3e931e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:38.887130 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dce9f52c-4600-4917-bf85-d61bfc6a61c0 req-815d38ea-4583-4334-9a17-c2e33c3e931e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98dabb0c-da66-43b1-8e01-7e71b5677c6c HTTP/1.1" status: 200 len: 835 time: 0.0799630 Jul 09 10:01:38.939073 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9f52c-4600-4917-bf85-d61bfc6a61c0 req-e3ab2b5b-feb8-46e6-ba62-c1a8d52c160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:38.940812 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dce9f52c-4600-4917-bf85-d61bfc6a61c0 req-e3ab2b5b-feb8-46e6-ba62-c1a8d52c160c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=012ab37d-ab4a-471a-b77c-4979ab6b3f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1259391 Jul 09 10:01:39.019054 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9f52c-4600-4917-bf85-d61bfc6a61c0 req-7b190221-76ae-469f-ac87-ad31f95c7681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:39.020630 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dce9f52c-4600-4917-bf85-d61bfc6a61c0 req-7b190221-76ae-469f-ac87-ad31f95c7681 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=012ab37d-ab4a-471a-b77c-4979ab6b3f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260681 Jul 09 10:01:39.111681 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dce9f52c-4600-4917-bf85-d61bfc6a61c0 req-dd58b808-2f74-41a2-9a76-ef165be47ccc service neutron] 10.222.0.58 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552155 Jul 09 10:01:39.287509 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:39.402913 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c024f4c-7622-4a93-994b-d993e9de8bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:39.412850 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b507af8a-f3c2-4221-b855-98e789d36aeb details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:01:39.530350 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port b507af8a-f3c2-4221-b855-98e789d36aeb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b507af8a-f3c2-4221-b855-98e789d36aeb,segment=NetworkSegment(f2093405-117f-4f7c-87be-0534aa1f767d),segment_id=f2093405-117f-4f7c-87be-0534aa1f767d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:01:39.553090 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'b507af8a-f3c2-4221-b855-98e789d36aeb', 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84', 'port_id': 'b507af8a-f3c2-4221-b855-98e789d36aeb', 'mac_address': 'fa:16:3e:18:4c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98dabb0c-da66-43b1-8e01-7e71b5677c6c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:01:39.557466 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:39.600508 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:39.613857 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b507af8a-f3c2-4221-b855-98e789d36aeb {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:01:39.642371 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dce9f52c-4600-4917-bf85-d61bfc6a61c0 req-0456080f-1035-4660-929e-9e53ad1d0750 service neutron] 10.222.0.64 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6131041 Jul 09 10:01:39.647121 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port b507af8a-f3c2-4221-b855-98e789d36aeb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b507af8a-f3c2-4221-b855-98e789d36aeb,segment=NetworkSegment(f2093405-117f-4f7c-87be-0534aa1f767d),segment_id=f2093405-117f-4f7c-87be-0534aa1f767d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:01:39.655078 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:39.712148 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=b507af8a-f3c2-4221-b855-98e789d36aeb,revision_number=12']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:39.755169 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dce9f52c-4600-4917-bf85-d61bfc6a61c0 req-99c2c6cd-b87a-4d4b-ad06-16c6b358a0c2 service neutron] 10.222.0.58 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6365063 Jul 09 10:01:39.816160 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a831ee5-f3a8-45aa-8ea7-d90f0b71b1d6 req-fdb6df96-43db-4b08-a193-0e2cde16c3ec tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:39.817676 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a831ee5-f3a8-45aa-8ea7-d90f0b71b1d6 req-fdb6df96-43db-4b08-a193-0e2cde16c3ec tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9f0e578-2401-4f0f-8025-79f48874a2a8 HTTP/1.1" status: 200 len: 945 time: 0.6218274 Jul 09 10:01:39.827000 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6559e-cda4-4959-a7b8-79f967a18fbb req-4a30c7bf-ac10-44ae-9e9c-c9d7c976e477 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:39.828459 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3ff6559e-cda4-4959-a7b8-79f967a18fbb req-4a30c7bf-ac10-44ae-9e9c-c9d7c976e477 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 945 time: 0.2263677 Jul 09 10:01:39.830318 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dce9f52c-4600-4917-bf85-d61bfc6a61c0 req-55db25d9-3fff-43fe-aab5-cc25889008cf service neutron] 10.222.0.64 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623714 Jul 09 10:01:39.889488 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a831ee5-f3a8-45aa-8ea7-d90f0b71b1d6 req-24f67928-c547-4014-8cba-5e8e84f0b675 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbaae15d-433d-4fe3-9615-ff5e8b9cee63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582020 Jul 09 10:01:39.890113 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['b507af8a-f3c2-4221-b855-98e789d36aeb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:01:39.892308 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3ff6559e-cda4-4959-a7b8-79f967a18fbb req-06e1b73d-f50b-45ba-831f-679980d9c0b0 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551150 Jul 09 10:01:39.917064 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35356) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:01:40.009205 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-70ec798b-d4d1-4300-aa09-ae31c9b2c46e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/floatingips/6581727b-fda9-45fc-a5ab-03ed69311b28 HTTP/1.1" status: 200 len: 992 time: 0.0854814 Jul 09 10:01:40.695137 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b14de-8804-48fc-a21f-d604aba7fe83 req-f6639993-c796-43d2-a9e4-79b25889f8da tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:40.696831 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad3b14de-8804-48fc-a21f-d604aba7fe83 req-f6639993-c796-43d2-a9e4-79b25889f8da tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9f0e578-2401-4f0f-8025-79f48874a2a8 HTTP/1.1" status: 200 len: 945 time: 0.0649412 Jul 09 10:01:40.747574 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad3b14de-8804-48fc-a21f-d604aba7fe83 req-b4bb43f0-e248-4239-bdbe-45dc578feff5 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbaae15d-433d-4fe3-9615-ff5e8b9cee63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448577 Jul 09 10:01:41.211962 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:41.289444 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-097aebc6-1eaf-45a7-b18c-caa026b6ca07 req-5e758bff-3fa1-4476-b9ef-71b2b7f141c3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580511 Jul 09 10:01:41.385504 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aebc6-1eaf-45a7-b18c-caa026b6ca07 req-2d3daacd-b573-4dd4-bf43-5bc25464c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:41.387643 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-097aebc6-1eaf-45a7-b18c-caa026b6ca07 req-2d3daacd-b573-4dd4-bf43-5bc25464c4eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bd3e84fdf684d718a87e77926c4ffae&device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 1097 time: 0.0553222 Jul 09 10:01:41.427427 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b507af8a-f3c2-4221-b855-98e789d36aeb up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:01:41.487175 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port b507af8a-f3c2-4221-b855-98e789d36aeb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:01:41.491421 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port b507af8a-f3c2-4221-b855-98e789d36aeb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:01:41.491819 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:41.523911 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aebc6-1eaf-45a7-b18c-caa026b6ca07 req-87b6d486-3f5c-4bd5-b342-75b26020e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:41.527060 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-097aebc6-1eaf-45a7-b18c-caa026b6ca07 req-87b6d486-3f5c-4bd5-b342-75b26020e6bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=a9b2bde6-fef6-490a-970c-88fc96477682 HTTP/1.1" status: 200 len: 910 time: 0.1189542 Jul 09 10:01:41.581595 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:41.611981 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b507af8a-f3c2-4221-b855-98e789d36aeb'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:01:41.614315 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bee6b7-8ea3-48af-8b3e-85f31b24d944" -d '{"events": [{"server_uuid": "0b3cea88-d27d-48bc-8b39-2afd90fa7f80", "name": "network-vif-plugged", "status": "completed", "tag": "b507af8a-f3c2-4221-b855-98e789d36aeb"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:01:41.628626 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port b507af8a-f3c2-4221-b855-98e789d36aeb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b507af8a-f3c2-4221-b855-98e789d36aeb,segment=NetworkSegment(f2093405-117f-4f7c-87be-0534aa1f767d),segment_id=f2093405-117f-4f7c-87be-0534aa1f767d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:01:41.633953 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:41.657499 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091e4226-ce21-4620-87e0-69ab923f955a x-openstack-request-id: req-091e4226-ce21-4620-87e0-69ab923f955a {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:01:41.657790 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3cea88-d27d-48bc-8b39-2afd90fa7f80", "name": "network-vif-plugged", "status": "completed", "tag": "b507af8a-f3c2-4221-b855-98e789d36aeb", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:01:41.658037 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-091e4226-ce21-4620-87e0-69ab923f955a {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:01:41.658419 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b507af8a-f3c2-4221-b855-98e789d36aeb', 'code': 200} Jul 09 10:01:41.675451 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-097aebc6-1eaf-45a7-b18c-caa026b6ca07 req-a091981c-c4e1-4685-8ef4-b950412efb56 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83bb03e7-4964-4367-a118-d7bf8a49835d HTTP/1.1" status: 200 len: 1001 time: 0.1249127 Jul 09 10:01:41.681826 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4569e11-b004-43be-8304-c44d2f249d9a req-dc1181af-fd66-4819-9d01-4672d3fae596 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1687598 Jul 09 10:01:41.684957 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=b507af8a-f3c2-4221-b855-98e789d36aeb,revision_number=13']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:41.726985 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aebc6-1eaf-45a7-b18c-caa026b6ca07 req-c7a3a34d-0b78-458b-b4fd-f4f1f7f43775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:41.728564 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-097aebc6-1eaf-45a7-b18c-caa026b6ca07 req-c7a3a34d-0b78-458b-b4fd-f4f1f7f43775 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d1b1790-1fd7-4482-9bc0-58ec7316b6a9 HTTP/1.1" status: 200 len: 848 time: 0.0458400 Jul 09 10:01:41.829682 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aebc6-1eaf-45a7-b18c-caa026b6ca07 req-99a3c873-5344-40ef-b50a-f3ee524d7b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:41.831391 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-097aebc6-1eaf-45a7-b18c-caa026b6ca07 req-99a3c873-5344-40ef-b50a-f3ee524d7b02 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a9b2bde6-fef6-490a-970c-88fc96477682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930662 Jul 09 10:01:41.889352 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4569e11-b004-43be-8304-c44d2f249d9a req-f0f02660-c926-455b-a5a9-c9e3c9e37255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:41.890885 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4569e11-b004-43be-8304-c44d2f249d9a req-f0f02660-c926-455b-a5a9-c9e3c9e37255 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 1098 time: 0.1599391 Jul 09 10:01:41.897988 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ff864-6438-4a61-9f38-862a315153d9 req-398ceb63-499b-4faf-9a3a-e2898d482571 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:41.900224 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aa0ff864-6438-4a61-9f38-862a315153d9 req-398ceb63-499b-4faf-9a3a-e2898d482571 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9f0e578-2401-4f0f-8025-79f48874a2a8 HTTP/1.1" status: 200 len: 945 time: 0.1061053 Jul 09 10:01:42.021971 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-aa0ff864-6438-4a61-9f38-862a315153d9 req-bee96f1e-5020-4f10-960f-a8e63e3affef tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Deleting port 48a11d48-7d6c-4ae0-aa59-d384bbd258e9 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:01:42.021971 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aa0ff864-6438-4a61-9f38-862a315153d9 req-bee96f1e-5020-4f10-960f-a8e63e3affef tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:42.041250 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-097aebc6-1eaf-45a7-b18c-caa026b6ca07 req-428ecd6f-6294-4b38-b00d-12ba02274f61 service neutron] 10.222.0.64 "GET /v2.0/networks/a9b2bde6-fef6-490a-970c-88fc96477682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014151 Jul 09 10:01:42.061500 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdb494-0363-4660-a7fa-cbaff114457c req-d9745f53-39d8-445c-85fc-7bac0f903228 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:42.063025 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ecdb494-0363-4660-a7fa-cbaff114457c req-d9745f53-39d8-445c-85fc-7bac0f903228 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9f0e578-2401-4f0f-8025-79f48874a2a8 HTTP/1.1" status: 200 len: 945 time: 0.1712477 Jul 09 10:01:42.106202 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4569e11-b004-43be-8304-c44d2f249d9a req-659a3a04-dab2-4496-af73-34d7b03335af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:42.107724 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4569e11-b004-43be-8304-c44d2f249d9a req-659a3a04-dab2-4496-af73-34d7b03335af service neutron] 10.222.0.58 "GET /v2.0/networks?id=012ab37d-ab4a-471a-b77c-4979ab6b3f84 HTTP/1.1" status: 200 len: 896 time: 0.1817508 Jul 09 10:01:42.148877 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-aa0ff864-6438-4a61-9f38-862a315153d9 req-bee96f1e-5020-4f10-960f-a8e63e3affef tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] For port 48a11d48-7d6c-4ae0-aa59-d384bbd258e9, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=48a11d48-7d6c-4ae0-aa59-d384bbd258e9,segment=NetworkSegment(d0560d95-61e5-4e8a-ac22-bb910b4ffa45),segment_id=d0560d95-61e5-4e8a-ac22-bb910b4ffa45)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:01:42.149182 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aa0ff864-6438-4a61-9f38-862a315153d9 req-bee96f1e-5020-4f10-960f-a8e63e3affef tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:42.165950 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-aa0ff864-6438-4a61-9f38-862a315153d9 req-bee96f1e-5020-4f10-960f-a8e63e3affef tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Calling delete_port for 48a11d48-7d6c-4ae0-aa59-d384bbd258e9 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:01:42.215309 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ecdb494-0363-4660-a7fa-cbaff114457c req-c0ff4bd4-3e5e-4aab-b669-9885dcba7ac7 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbaae15d-433d-4fe3-9615-ff5e8b9cee63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373990 Jul 09 10:01:42.233651 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4569e11-b004-43be-8304-c44d2f249d9a req-f06a5806-1c7f-48f9-97f1-86db05e19428 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b507af8a-f3c2-4221-b855-98e789d36aeb HTTP/1.1" status: 200 len: 1001 time: 0.0923495 Jul 09 10:01:42.288748 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-097aebc6-1eaf-45a7-b18c-caa026b6ca07 req-7a041939-1fd9-4fc1-a3d3-2e3b97a0b009 service neutron] 10.222.0.64 "GET /v2.0/networks/a9b2bde6-fef6-490a-970c-88fc96477682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200642 Jul 09 10:01:42.302437 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4569e11-b004-43be-8304-c44d2f249d9a req-fbcff5b2-4db8-4457-a3cc-fdfcbf84c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:42.303943 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4569e11-b004-43be-8304-c44d2f249d9a req-fbcff5b2-4db8-4457-a3cc-fdfcbf84c84b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98dabb0c-da66-43b1-8e01-7e71b5677c6c HTTP/1.1" status: 200 len: 835 time: 0.0631607 Jul 09 10:01:42.324744 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aa0ff864-6438-4a61-9f38-862a315153d9 req-bee96f1e-5020-4f10-960f-a8e63e3affef tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:42.337300 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['48a11d48-7d6c-4ae0-aa59-d384bbd258e9'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:01:42.378747 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4569e11-b004-43be-8304-c44d2f249d9a req-aa915a71-a077-4d92-84eb-f0fd67c00233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:42.380672 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4569e11-b004-43be-8304-c44d2f249d9a req-aa915a71-a077-4d92-84eb-f0fd67c00233 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=012ab37d-ab4a-471a-b77c-4979ab6b3f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708807 Jul 09 10:01:42.389155 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee96f1e-5020-4f10-960f-a8e63e3affef tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Pushing event deleted for resources: {'Port': ['ID=48a11d48-7d6c-4ae0-aa59-d384bbd258e9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:42.417992 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0ff864-6438-4a61-9f38-862a315153d9 req-bee96f1e-5020-4f10-960f-a8e63e3affef tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] No DVR routers for this DVR port 48a11d48-7d6c-4ae0-aa59-d384bbd258e9 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:01:42.420722 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aa0ff864-6438-4a61-9f38-862a315153d9 req-bee96f1e-5020-4f10-960f-a8e63e3affef tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:42.422811 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-aa0ff864-6438-4a61-9f38-862a315153d9 req-bee96f1e-5020-4f10-960f-a8e63e3affef tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.58 "DELETE /v2.0/ports/48a11d48-7d6c-4ae0-aa59-d384bbd258e9 HTTP/1.1" status: 204 len: 173 time: 0.5175424 Jul 09 10:01:42.423267 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f0e578-2401-4f0f-8025-79f48874a2a8', 'name': 'network-vif-deleted', 'tag': '48a11d48-7d6c-4ae0-aa59-d384bbd258e9'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:01:42.425807 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101ea3c6-6918-41a6-aec7-35c14ac53930" -d '{"events": [{"server_uuid": "a9f0e578-2401-4f0f-8025-79f48874a2a8", "name": "network-vif-deleted", "tag": "48a11d48-7d6c-4ae0-aa59-d384bbd258e9"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:01:42.467141 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72793cbc-a354-40d4-9b96-3f6f3f01240e x-openstack-request-id: req-72793cbc-a354-40d4-9b96-3f6f3f01240e {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:01:42.467444 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f0e578-2401-4f0f-8025-79f48874a2a8", "name": "network-vif-deleted", "tag": "48a11d48-7d6c-4ae0-aa59-d384bbd258e9", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:01:42.468294 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-72793cbc-a354-40d4-9b96-3f6f3f01240e {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:01:42.468717 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f0e578-2401-4f0f-8025-79f48874a2a8', 'name': 'network-vif-deleted', 'tag': '48a11d48-7d6c-4ae0-aa59-d384bbd258e9', 'status': 'completed', 'code': 200} Jul 09 10:01:42.489603 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4569e11-b004-43be-8304-c44d2f249d9a req-99e32511-1e18-43f7-ac46-7864f283c122 service neutron] 10.222.0.58 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021700 Jul 09 10:01:42.598962 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4569e11-b004-43be-8304-c44d2f249d9a req-e0431c42-4d08-4cb8-8664-99faa7fdcf9b service neutron] 10.222.0.58 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033757 Jul 09 10:01:43.004012 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:43.528761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-cc810832-0c15-44f9-98a8-1607601f151d tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:43.530263 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-cc810832-0c15-44f9-98a8-1607601f151d tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/networks?id=6327d13c-db63-470d-81d7-ae69f7037447 HTTP/1.1" status: 200 len: 809 time: 0.1029809 Jul 09 10:01:43.545776 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-65465f62-dc98-4437-b258-c80a23fbc36a tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/quotas/53575db09989425788e4e54f2c123036 HTTP/1.1" status: 200 len: 375 time: 0.0100434 Jul 09 10:01:43.584025 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-8455a777-aa9c-4ac7-a448-c494d713163e tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=53575db09989425788e4e54f2c123036&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329370 Jul 09 10:01:43.681526 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-aa4d1be7-7428-439c-97cf-8299ae0acedd service neutron] 10.222.0.61 "GET /v2.0/networks/6327d13c-db63-470d-81d7-ae69f7037447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903614 Jul 09 10:01:43.778774 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-51fec35d-1b28-4d9e-bcea-d3f89e72d1d0 service neutron] 10.222.0.61 "GET /v2.0/networks/6327d13c-db63-470d-81d7-ae69f7037447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912440 Jul 09 10:01:43.952351 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8512ccbe-663e-45c4-a823-562b6427944a req-76e51fc9-a525-46e3-b3ce-4513308ee8f8 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?device_id=acc18ebd-38d2-4777-ba89-3b73db958014 HTTP/1.1" status: 200 len: 210 time: 0.0317318 Jul 09 10:01:45.012530 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-433fd3eb-c006-45ee-b7fe-efe018bdebdb tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:45.014244 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-433fd3eb-c006-45ee-b7fe-efe018bdebdb tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.58 "GET /v2.0/networks?id=6327d13c-db63-470d-81d7-ae69f7037447 HTTP/1.1" status: 200 len: 809 time: 0.1106670 Jul 09 10:01:45.028812 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-f4026384-4e83-4cff-921e-4230d80200c9 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Request body: {'port': {'device_id': 'acc18ebd-38d2-4777-ba89-3b73db958014', 'network_id': '6327d13c-db63-470d-81d7-ae69f7037447', 'admin_state_up': True, 'tenant_id': '53575db09989425788e4e54f2c123036'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:01:45.127428 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76abe872-5bfd-4640-9676-f0352fd201ff req-8d9851c0-4536-4a50-9e19-fb03e06c2831 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?device_id=acc18ebd-38d2-4777-ba89-3b73db958014 HTTP/1.1" status: 200 len: 210 time: 0.0370824 Jul 09 10:01:45.205765 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-f4026384-4e83-4cff-921e-4230d80200c9 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Made reservation on behalf of 53575db09989425788e4e54f2c123036 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:01:45.209406 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-f4026384-4e83-4cff-921e-4230d80200c9 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:45.346147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-f4026384-4e83-4cff-921e-4230d80200c9 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Allocated IP 172.20.0.12 (6327d13c-db63-470d-81d7-ae69f7037447/785ef258-9c4d-4921-a6ae-7d3a24dcd08c/5bbcc975-9514-4450-8b68-3cd0b7636541) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:01:45.459953 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 48a11d48-7d6c-4ae0-aa59-d384bbd258e9 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:01:45.481533 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 48a11d48-7d6c-4ae0-aa59-d384bbd258e9 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:01:45.481878 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 48a11d48-7d6c-4ae0-aa59-d384bbd258e9 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:01:45.499113 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-f4026384-4e83-4cff-921e-4230d80200c9 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:45.539351 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-f4026384-4e83-4cff-921e-4230d80200c9 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:45.589136 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-f4026384-4e83-4cff-921e-4230d80200c9 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Network 6327d13c-db63-470d-81d7-ae69f7037447 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:01:45.592491 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-f4026384-4e83-4cff-921e-4230d80200c9 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:01:45.596917 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-f4026384-4e83-4cff-921e-4230d80200c9 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:01:45.600812 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4026384-4e83-4cff-921e-4230d80200c9 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Pushing event updated for resources: {'Port': ['ID=5bbcc975-9514-4450-8b68-3cd0b7636541,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:45.648243 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-f4026384-4e83-4cff-921e-4230d80200c9 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:45.648867 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-f4026384-4e83-4cff-921e-4230d80200c9 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:45.662947 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-f4026384-4e83-4cff-921e-4230d80200c9 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6393902 Jul 09 10:01:45.675115 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Request body: {'port': {'device_id': 'acc18ebd-38d2-4777-ba89-3b73db958014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:01:45.752649 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:46.018540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bbcc975-9514-4450-8b68-3cd0b7636541 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:01:46.027346 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:46.040032 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Transition to ACTIVE for port object 5bbcc975-9514-4450-8b68-3cd0b7636541 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:01:46.044877 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:46.099532 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Pushing event updated for resources: {'Port': ['ID=5bbcc975-9514-4450-8b68-3cd0b7636541,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:46.127876 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:01:46.128225 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:01:46.128569 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:01:46.128912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:01:46.129244 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:01:46.129584 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:01:46.129911 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:01:46.130235 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:01:46.130560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:01:46.130880 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:01:46.131202 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:01:46.131524 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:01:46.184840 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Attempting to bind port 5bbcc975-9514-4450-8b68-3cd0b7636541 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:01:46.185338 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Attempting to bind port 5bbcc975-9514-4450-8b68-3cd0b7636541 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'd0560d95-61e5-4e8a-ac22-bb910b4ffa45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6327d13c-db63-470d-81d7-ae69f7037447'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:01:46.185669 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Attempting to bind port 5bbcc975-9514-4450-8b68-3cd0b7636541 on network 6327d13c-db63-470d-81d7-ae69f7037447 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:01:46.190162 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Port 5bbcc975-9514-4450-8b68-3cd0b7636541 on network 6327d13c-db63-470d-81d7-ae69f7037447 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:01:46.190484 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Attempting to bind port 5bbcc975-9514-4450-8b68-3cd0b7636541 on network 6327d13c-db63-470d-81d7-ae69f7037447 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:01:46.195450 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:01:46.195821 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Checking segment: {'id': 'd0560d95-61e5-4e8a-ac22-bb910b4ffa45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6327d13c-db63-470d-81d7-ae69f7037447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:01:46.196207 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Bound using segment: {'id': 'd0560d95-61e5-4e8a-ac22-bb910b4ffa45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6327d13c-db63-470d-81d7-ae69f7037447'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:01:46.196630 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Bound port: 5bbcc975-9514-4450-8b68-3cd0b7636541, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0560d95-61e5-4e8a-ac22-bb910b4ffa45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6327d13c-db63-470d-81d7-ae69f7037447'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:01:46.197267 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:46.297410 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] For port 5bbcc975-9514-4450-8b68-3cd0b7636541, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:01:46.312249 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] For port 5bbcc975-9514-4450-8b68-3cd0b7636541, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=5bbcc975-9514-4450-8b68-3cd0b7636541,segment=NetworkSegment(d0560d95-61e5-4e8a-ac22-bb910b4ffa45),segment_id=d0560d95-61e5-4e8a-ac22-bb910b4ffa45)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:01:46.318346 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:46.379902 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:46.380529 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:46.381944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] 10.222.0.58 "PUT /v2.0/ports/5bbcc975-9514-4450-8b68-3cd0b7636541 HTTP/1.1" status: 200 len: 1092 time: 0.7121305 Jul 09 10:01:46.382396 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc18ebd-38d2-4777-ba89-3b73db958014', 'tag': '5bbcc975-9514-4450-8b68-3cd0b7636541'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:01:46.384678 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b17618-750e-40f3-a0b7-2cd558623b99" -d '{"events": [{"name": "network-changed", "server_uuid": "acc18ebd-38d2-4777-ba89-3b73db958014", "tag": "5bbcc975-9514-4450-8b68-3cd0b7636541"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:01:46.406997 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd502e4-a953-405d-b69e-a3cae0b74987 req-66c550f9-d0da-4bab-a4a0-39fbfb498e51 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:46.414442 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bcd502e4-a953-405d-b69e-a3cae0b74987 req-66c550f9-d0da-4bab-a4a0-39fbfb498e51 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?device_id=acc18ebd-38d2-4777-ba89-3b73db958014 HTTP/1.1" status: 200 len: 944 time: 0.1572907 Jul 09 10:01:46.443084 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6959ca49-e3c3-4d1d-ae13-2ffd57108293 x-openstack-request-id: req-6959ca49-e3c3-4d1d-ae13-2ffd57108293 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:01:46.443369 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc18ebd-38d2-4777-ba89-3b73db958014", "tag": "5bbcc975-9514-4450-8b68-3cd0b7636541", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:01:46.443622 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6959ca49-e3c3-4d1d-ae13-2ffd57108293 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:01:46.444045 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc18ebd-38d2-4777-ba89-3b73db958014', 'tag': '5bbcc975-9514-4450-8b68-3cd0b7636541', 'status': 'completed', 'code': 200} Jul 09 10:01:46.469771 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17895fa2-67cd-488c-a505-5ca20b52ce83 service neutron] Pushing event updated for resources: {'Port': ['ID=5bbcc975-9514-4450-8b68-3cd0b7636541,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:46.497464 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bcd502e4-a953-405d-b69e-a3cae0b74987 req-f7fa4aaa-9155-46ae-867b-6b05859c8c86 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbaae15d-433d-4fe3-9615-ff5e8b9cee63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826490 Jul 09 10:01:46.516008 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-a9045ac1-fcca-4ef2-b341-1ba504a3b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:46.517549 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-a9045ac1-fcca-4ef2-b341-1ba504a3b22f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=53575db09989425788e4e54f2c123036&device_id=acc18ebd-38d2-4777-ba89-3b73db958014 HTTP/1.1" status: 200 len: 1095 time: 0.0841405 Jul 09 10:01:46.566510 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-d6ba8f4f-f63c-4180-9077-0ff7830c6efa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bbcc975-9514-4450-8b68-3cd0b7636541 HTTP/1.1" status: 200 len: 217 time: 0.0385396 Jul 09 10:01:46.617551 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-70c5dfb4-c957-42f1-8781-e438f06d5693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:46.619079 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-70c5dfb4-c957-42f1-8781-e438f06d5693 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=785ef258-9c4d-4921-a6ae-7d3a24dcd08c HTTP/1.1" status: 200 len: 849 time: 0.0463505 Jul 09 10:01:46.652710 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-045d3d9f-6ea7-4773-874a-2b5edc85c272 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6327d13c-db63-470d-81d7-ae69f7037447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270813 Jul 09 10:01:46.754328 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-0ae4bd2a-67bf-4cc1-bb91-cb8e375210b8 service neutron] 10.222.0.58 "GET /v2.0/networks/6327d13c-db63-470d-81d7-ae69f7037447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949426 Jul 09 10:01:46.865754 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf873dfb-250f-4964-809b-9bd864d765e1 req-ec7735fd-dc5b-4af9-adbf-6d8a1d742101 service neutron] 10.222.0.58 "GET /v2.0/networks/6327d13c-db63-470d-81d7-ae69f7037447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051223 Jul 09 10:01:46.964322 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b17618-750e-40f3-a0b7-2cd558623b99 req-7931497f-1f00-4c3f-8494-446fffe781d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:46.965828 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0b17618-750e-40f3-a0b7-2cd558623b99 req-7931497f-1f00-4c3f-8494-446fffe781d6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=53575db09989425788e4e54f2c123036&device_id=acc18ebd-38d2-4777-ba89-3b73db958014 HTTP/1.1" status: 200 len: 1095 time: 0.0535960 Jul 09 10:01:47.067675 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b17618-750e-40f3-a0b7-2cd558623b99 req-4bfc92ca-115f-41e2-a8f9-89a42c7f188d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:47.069223 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0b17618-750e-40f3-a0b7-2cd558623b99 req-4bfc92ca-115f-41e2-a8f9-89a42c7f188d service neutron] 10.222.0.58 "GET /v2.0/networks?id=6327d13c-db63-470d-81d7-ae69f7037447 HTTP/1.1" status: 200 len: 910 time: 0.0957210 Jul 09 10:01:47.113489 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0b17618-750e-40f3-a0b7-2cd558623b99 req-0b8f24e7-f549-4ba6-b80e-a7ddd3e26c38 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bbcc975-9514-4450-8b68-3cd0b7636541 HTTP/1.1" status: 200 len: 217 time: 0.0366690 Jul 09 10:01:47.169888 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b17618-750e-40f3-a0b7-2cd558623b99 req-ff8f4ed1-44e5-40dc-90c8-71e1291ebbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:47.171372 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0b17618-750e-40f3-a0b7-2cd558623b99 req-ff8f4ed1-44e5-40dc-90c8-71e1291ebbdc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=785ef258-9c4d-4921-a6ae-7d3a24dcd08c HTTP/1.1" status: 200 len: 849 time: 0.0512743 Jul 09 10:01:47.204761 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0b17618-750e-40f3-a0b7-2cd558623b99 req-cc9f8dca-c200-4f99-8588-9cad13d7101e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6327d13c-db63-470d-81d7-ae69f7037447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260487 Jul 09 10:01:47.293125 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0b17618-750e-40f3-a0b7-2cd558623b99 req-74bebe7f-f970-4517-ae42-cd1fb1dfc0c7 service neutron] 10.222.0.58 "GET /v2.0/networks/6327d13c-db63-470d-81d7-ae69f7037447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806518 Jul 09 10:01:47.396847 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0b17618-750e-40f3-a0b7-2cd558623b99 req-79875f79-5f74-4581-9f62-c7177d95f50d service neutron] 10.222.0.58 "GET /v2.0/networks/6327d13c-db63-470d-81d7-ae69f7037447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907242 Jul 09 10:01:47.685630 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0814bb8-e4cb-40d8-8dfb-530d93d4595a req-a4367da5-9e2e-42c3-b8bd-f8f553474bff tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:47.687159 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0814bb8-e4cb-40d8-8dfb-530d93d4595a req-a4367da5-9e2e-42c3-b8bd-f8f553474bff tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?device_id=acc18ebd-38d2-4777-ba89-3b73db958014 HTTP/1.1" status: 200 len: 944 time: 0.0693178 Jul 09 10:01:47.732312 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0814bb8-e4cb-40d8-8dfb-530d93d4595a req-a7cae02d-cf9b-4962-b28c-de80d4e8ea9e tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbaae15d-433d-4fe3-9615-ff5e8b9cee63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393348 Jul 09 10:01:48.923041 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53635e16-04b6-4872-a603-2cf4e7700b42 req-72302bae-f070-4089-ad87-a5b240ce6c8e tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:48.924609 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53635e16-04b6-4872-a603-2cf4e7700b42 req-72302bae-f070-4089-ad87-a5b240ce6c8e tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?device_id=acc18ebd-38d2-4777-ba89-3b73db958014 HTTP/1.1" status: 200 len: 944 time: 0.0755682 Jul 09 10:01:48.971407 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53635e16-04b6-4872-a603-2cf4e7700b42 req-708ac858-e603-4c6d-a74e-e4e39e7c70e7 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbaae15d-433d-4fe3-9615-ff5e8b9cee63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412133 Jul 09 10:01:49.461434 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 5bbcc975-9514-4450-8b68-3cd0b7636541 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:01:49.559355 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 5bbcc975-9514-4450-8b68-3cd0b7636541, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=5bbcc975-9514-4450-8b68-3cd0b7636541,segment=NetworkSegment(d0560d95-61e5-4e8a-ac22-bb910b4ffa45),segment_id=d0560d95-61e5-4e8a-ac22-bb910b4ffa45)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:01:49.570494 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '5bbcc975-9514-4450-8b68-3cd0b7636541', 'network_id': '6327d13c-db63-470d-81d7-ae69f7037447', 'port_id': '5bbcc975-9514-4450-8b68-3cd0b7636541', 'mac_address': 'fa:16:3e:1e:a7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '785ef258-9c4d-4921-a6ae-7d3a24dcd08c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:01:49.606981 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:49.619884 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bbcc975-9514-4450-8b68-3cd0b7636541 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:01:49.642400 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 5bbcc975-9514-4450-8b68-3cd0b7636541, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=5bbcc975-9514-4450-8b68-3cd0b7636541,segment=NetworkSegment(d0560d95-61e5-4e8a-ac22-bb910b4ffa45),segment_id=d0560d95-61e5-4e8a-ac22-bb910b4ffa45)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:01:49.646859 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:49.700720 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=5bbcc975-9514-4450-8b68-3cd0b7636541,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:49.869082 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['5bbcc975-9514-4450-8b68-3cd0b7636541'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:01:50.165769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09238533-30c2-4abf-90cf-521463f0232d req-ef8fecd3-09ac-4811-83ca-fa30225e18a0 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:50.167586 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09238533-30c2-4abf-90cf-521463f0232d req-ef8fecd3-09ac-4811-83ca-fa30225e18a0 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?device_id=acc18ebd-38d2-4777-ba89-3b73db958014 HTTP/1.1" status: 200 len: 945 time: 0.0751147 Jul 09 10:01:50.209957 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09238533-30c2-4abf-90cf-521463f0232d req-ad5d39d1-1e4c-49f9-ac5a-69ec66be4d6e tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbaae15d-433d-4fe3-9615-ff5e8b9cee63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364451 Jul 09 10:01:51.395053 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8a83a-ef91-42a0-90bc-0d7574e5ee6e req-34e20976-d416-42e6-a349-af2e14174948 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:51.396606 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ba8a83a-ef91-42a0-90bc-0d7574e5ee6e req-34e20976-d416-42e6-a349-af2e14174948 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?device_id=acc18ebd-38d2-4777-ba89-3b73db958014 HTTP/1.1" status: 200 len: 945 time: 0.0667751 Jul 09 10:01:51.437391 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ba8a83a-ef91-42a0-90bc-0d7574e5ee6e req-fb3585bd-0d62-4951-af0d-c69d2ed0b867 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbaae15d-433d-4fe3-9615-ff5e8b9cee63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345078 Jul 09 10:01:51.474653 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 5bbcc975-9514-4450-8b68-3cd0b7636541 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:01:51.532351 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 5bbcc975-9514-4450-8b68-3cd0b7636541 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:01:51.536252 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 5bbcc975-9514-4450-8b68-3cd0b7636541 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:01:51.536629 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:51.620846 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:51.644947 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc18ebd-38d2-4777-ba89-3b73db958014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bbcc975-9514-4450-8b68-3cd0b7636541'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:01:51.647255 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a836b49-cf15-4ccf-a054-da23d91ab8e4" -d '{"events": [{"server_uuid": "acc18ebd-38d2-4777-ba89-3b73db958014", "name": "network-vif-plugged", "status": "completed", "tag": "5bbcc975-9514-4450-8b68-3cd0b7636541"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:01:51.661132 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 5bbcc975-9514-4450-8b68-3cd0b7636541, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=5bbcc975-9514-4450-8b68-3cd0b7636541,segment=NetworkSegment(d0560d95-61e5-4e8a-ac22-bb910b4ffa45),segment_id=d0560d95-61e5-4e8a-ac22-bb910b4ffa45)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:01:51.667036 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:51.696344 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcacfb9-908f-4c9b-a009-d02729cbd919 x-openstack-request-id: req-adcacfb9-908f-4c9b-a009-d02729cbd919 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:01:51.696344 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc18ebd-38d2-4777-ba89-3b73db958014", "name": "network-vif-plugged", "status": "completed", "tag": "5bbcc975-9514-4450-8b68-3cd0b7636541", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:01:51.696344 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-adcacfb9-908f-4c9b-a009-d02729cbd919 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:01:51.696989 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc18ebd-38d2-4777-ba89-3b73db958014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bbcc975-9514-4450-8b68-3cd0b7636541', 'code': 200} Jul 09 10:01:51.722380 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=5bbcc975-9514-4450-8b68-3cd0b7636541,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:51.834398 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4355807-8c2e-4053-94bd-33eb6972fd7b req-5fb3f90a-3f2d-4682-81a1-8c64a7317ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:51.835981 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4355807-8c2e-4053-94bd-33eb6972fd7b req-5fb3f90a-3f2d-4682-81a1-8c64a7317ac8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=acc18ebd-38d2-4777-ba89-3b73db958014 HTTP/1.1" status: 200 len: 1097 time: 0.0571737 Jul 09 10:01:51.873149 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4355807-8c2e-4053-94bd-33eb6972fd7b req-fe8d6059-a938-4a0d-949a-c8098ade7976 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dbaae15d-433d-4fe3-9615-ff5e8b9cee63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296605 Jul 09 10:01:52.615985 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0f104-e4c1-4997-8b1f-ab8050837e53 req-50dc30a9-8e2b-4672-964b-e0902714f29c tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:52.617659 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-11c0f104-e4c1-4997-8b1f-ab8050837e53 req-50dc30a9-8e2b-4672-964b-e0902714f29c tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?device_id=acc18ebd-38d2-4777-ba89-3b73db958014 HTTP/1.1" status: 200 len: 946 time: 0.0637944 Jul 09 10:01:52.657402 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-11c0f104-e4c1-4997-8b1f-ab8050837e53 req-2648ddd2-e28d-4305-b7ef-d3082df0683e tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbaae15d-433d-4fe3-9615-ff5e8b9cee63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341914 Jul 09 10:01:53.844500 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba1787-36d4-4dcc-bd85-29bb44eb5539 req-6eb53f7f-b1a9-4d1c-a843-ce6505df5997 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:53.845984 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8eba1787-36d4-4dcc-bd85-29bb44eb5539 req-6eb53f7f-b1a9-4d1c-a843-ce6505df5997 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?device_id=acc18ebd-38d2-4777-ba89-3b73db958014 HTTP/1.1" status: 200 len: 946 time: 0.0688338 Jul 09 10:01:53.886491 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8eba1787-36d4-4dcc-bd85-29bb44eb5539 req-47345c4f-d85b-4069-b321-5abb4acdad54 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbaae15d-433d-4fe3-9615-ff5e8b9cee63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346484 Jul 09 10:01:54.680262 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cb4b5-6a7a-4e00-a6ef-4e31738b1ec4 req-0fac21fd-baf1-4ce7-89b4-5eb97151fb7c tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:54.681759 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-281cb4b5-6a7a-4e00-a6ef-4e31738b1ec4 req-0fac21fd-baf1-4ce7-89b4-5eb97151fb7c tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?device_id=acc18ebd-38d2-4777-ba89-3b73db958014 HTTP/1.1" status: 200 len: 946 time: 0.0638328 Jul 09 10:01:54.720551 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-281cb4b5-6a7a-4e00-a6ef-4e31738b1ec4 req-044c5fb1-cd9b-4106-b4bc-70ae23bd4a96 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbaae15d-433d-4fe3-9615-ff5e8b9cee63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330489 Jul 09 10:01:55.939926 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c284383-07c2-4a66-a9fa-c7818f039f80 req-1b3901c3-8647-495e-81f6-0eb540ff0f60 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:55.941425 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0c284383-07c2-4a66-a9fa-c7818f039f80 req-1b3901c3-8647-495e-81f6-0eb540ff0f60 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?device_id=acc18ebd-38d2-4777-ba89-3b73db958014 HTTP/1.1" status: 200 len: 946 time: 0.1072288 Jul 09 10:01:55.961176 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e3e1a-7b9f-4186-9e12-83a3a36e755d req-2768533c-e05e-41f2-9766-703d3baf7914 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:01:55.962563 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-077e3e1a-7b9f-4186-9e12-83a3a36e755d req-2768533c-e05e-41f2-9766-703d3baf7914 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.58 "GET /v2.0/ports?device_id=acc18ebd-38d2-4777-ba89-3b73db958014 HTTP/1.1" status: 200 len: 946 time: 0.1013973 Jul 09 10:01:56.020155 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0c284383-07c2-4a66-a9fa-c7818f039f80 req-7a97186e-fd6d-4812-86ce-67b7fce1f434 tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbaae15d-433d-4fe3-9615-ff5e8b9cee63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718603 Jul 09 10:01:56.084097 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-077e3e1a-7b9f-4186-9e12-83a3a36e755d req-7b40b523-4da2-48ff-9f12-021d0b34bfbc tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Deleting port 5bbcc975-9514-4450-8b68-3cd0b7636541 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:01:56.084443 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-077e3e1a-7b9f-4186-9e12-83a3a36e755d req-7b40b523-4da2-48ff-9f12-021d0b34bfbc tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:56.522087 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-077e3e1a-7b9f-4186-9e12-83a3a36e755d req-7b40b523-4da2-48ff-9f12-021d0b34bfbc tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] For port 5bbcc975-9514-4450-8b68-3cd0b7636541, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=5bbcc975-9514-4450-8b68-3cd0b7636541,segment=NetworkSegment(d0560d95-61e5-4e8a-ac22-bb910b4ffa45),segment_id=d0560d95-61e5-4e8a-ac22-bb910b4ffa45)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:01:56.522448 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-077e3e1a-7b9f-4186-9e12-83a3a36e755d req-7b40b523-4da2-48ff-9f12-021d0b34bfbc tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:56.535658 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-077e3e1a-7b9f-4186-9e12-83a3a36e755d req-7b40b523-4da2-48ff-9f12-021d0b34bfbc tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Calling delete_port for 5bbcc975-9514-4450-8b68-3cd0b7636541 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:01:56.667482 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-077e3e1a-7b9f-4186-9e12-83a3a36e755d req-7b40b523-4da2-48ff-9f12-021d0b34bfbc tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:56.682040 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['5bbcc975-9514-4450-8b68-3cd0b7636541'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:01:56.697440 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40b523-4da2-48ff-9f12-021d0b34bfbc tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Pushing event deleted for resources: {'Port': ['ID=5bbcc975-9514-4450-8b68-3cd0b7636541,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:01:56.742951 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-077e3e1a-7b9f-4186-9e12-83a3a36e755d req-7b40b523-4da2-48ff-9f12-021d0b34bfbc tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] No DVR routers for this DVR port 5bbcc975-9514-4450-8b68-3cd0b7636541 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:01:56.746189 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-077e3e1a-7b9f-4186-9e12-83a3a36e755d req-7b40b523-4da2-48ff-9f12-021d0b34bfbc tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:01:56.748281 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-077e3e1a-7b9f-4186-9e12-83a3a36e755d req-7b40b523-4da2-48ff-9f12-021d0b34bfbc tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.58 "DELETE /v2.0/ports/5bbcc975-9514-4450-8b68-3cd0b7636541 HTTP/1.1" status: 204 len: 173 time: 0.7784870 Jul 09 10:01:56.748762 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc18ebd-38d2-4777-ba89-3b73db958014', 'name': 'network-vif-deleted', 'tag': '5bbcc975-9514-4450-8b68-3cd0b7636541'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:01:56.751094 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d58b677-a021-4940-b5f5-eba074b0e8f0" -d '{"events": [{"server_uuid": "acc18ebd-38d2-4777-ba89-3b73db958014", "name": "network-vif-deleted", "tag": "5bbcc975-9514-4450-8b68-3cd0b7636541"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:01:56.789885 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2daba601-d215-48d3-89ba-34bc9910f7f4 x-openstack-request-id: req-2daba601-d215-48d3-89ba-34bc9910f7f4 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:01:56.790178 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc18ebd-38d2-4777-ba89-3b73db958014", "name": "network-vif-deleted", "tag": "5bbcc975-9514-4450-8b68-3cd0b7636541", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:01:56.790604 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2daba601-d215-48d3-89ba-34bc9910f7f4 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:01:56.791309 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc18ebd-38d2-4777-ba89-3b73db958014', 'name': 'network-vif-deleted', 'tag': '5bbcc975-9514-4450-8b68-3cd0b7636541', 'status': 'completed', 'code': 200} Jul 09 10:01:57.213191 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-04f86163-3b63-4da8-ac1e-60cd022e82e0 req-f1ebada1-9532-43f0-98f4-0929d6c3a0ac tempest-VolumesActionsTest-94823672 tempest-VolumesActionsTest-94823672-project] 10.222.0.61 "GET /v2.0/ports?device_id=acc18ebd-38d2-4777-ba89-3b73db958014 HTTP/1.1" status: 200 len: 210 time: 0.0349827 Jul 09 10:01:59.551825 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 5bbcc975-9514-4450-8b68-3cd0b7636541 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:01:59.576065 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 5bbcc975-9514-4450-8b68-3cd0b7636541 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:01:59.578067 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 5bbcc975-9514-4450-8b68-3cd0b7636541 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:02:04.052424 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:06.768190 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e23c741-4e22-4641-8ea8-4562e38523fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:08.461546 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:02:09.344666 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:09.406491 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0d7b4024-8210-4d64-be92-338f137c33b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:09.565293 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:11.047731 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9da86b-382f-47f4-af2d-1a887d37be08 req-f9eb4d39-30ba-4584-b531-9ecf8d860ee0 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:11.049565 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b9da86b-382f-47f4-af2d-1a887d37be08 req-f9eb4d39-30ba-4584-b531-9ecf8d860ee0 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 1098 time: 0.1145658 Jul 09 10:02:11.108260 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b9da86b-382f-47f4-af2d-1a887d37be08 req-2a106d68-c8e3-4361-8a98-4add0fc2306c tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529852 Jul 09 10:02:11.128046 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 35964) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:11.223027 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:11.472591 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-128d9982-a4e4-4e0b-8d11-d293bca384a0 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Deleting port da75d095-c56d-45ff-a94c-4aeaf632ffa4 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:02:11.472937 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-128d9982-a4e4-4e0b-8d11-d293bca384a0 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:11.602583 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-128d9982-a4e4-4e0b-8d11-d293bca384a0 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:11.603004 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-128d9982-a4e4-4e0b-8d11-d293bca384a0 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:11.617522 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-128d9982-a4e4-4e0b-8d11-d293bca384a0 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Calling delete_port for da75d095-c56d-45ff-a94c-4aeaf632ffa4 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:02:11.926826 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-128d9982-a4e4-4e0b-8d11-d293bca384a0 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:11.954625 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d9982-a4e4-4e0b-8d11-d293bca384a0 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'Port': ['ID=da75d095-c56d-45ff-a94c-4aeaf632ffa4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:12.058362 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-128d9982-a4e4-4e0b-8d11-d293bca384a0 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:12.058972 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-128d9982-a4e4-4e0b-8d11-d293bca384a0 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Floating IP 6581727b-fda9-45fc-a5ab-03ed69311b28 disassociated (deleted). External IP: 172.25.3.36, port: b507af8a-f3c2-4221-b855-98e789d36aeb. Jul 09 10:02:12.401566 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128d9982-a4e4-4e0b-8d11-d293bca384a0 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Router 9ba298af-ce9d-435d-99b8-7ca6100956d8 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:02:12.534540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128d9982-a4e4-4e0b-8d11-d293bca384a0 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:02:12.539322 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-128d9982-a4e4-4e0b-8d11-d293bca384a0 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:12.548726 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a37ec57-aee8-4179-b027-0161d8e7cd66 None None] Sync routers for ids ['9ba298af-ce9d-435d-99b8-7ca6100956d8'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:02:12.565918 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a37ec57-aee8-4179-b027-0161d8e7cd66 None None] Routers {'9ba298af-ce9d-435d-99b8-7ca6100956d8'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:02:12.566584 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6a37ec57-aee8-4179-b027-0161d8e7cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:02:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['9ba298af-ce9d-435d-99b8-7ca6100956d8'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:12.625429 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-128d9982-a4e4-4e0b-8d11-d293bca384a0 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "DELETE /v2.0/floatingips/6581727b-fda9-45fc-a5ab-03ed69311b28 HTTP/1.1" status: 204 len: 168 time: 1.4958112 Jul 09 10:02:12.626609 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'tag': 'b507af8a-f3c2-4221-b855-98e789d36aeb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:02:12.642562 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36ad7ea-eddf-4926-9bb3-0935079e6f48" -d '{"events": [{"name": "network-changed", "server_uuid": "0b3cea88-d27d-48bc-8b39-2afd90fa7f80", "tag": "b507af8a-f3c2-4221-b855-98e789d36aeb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:02:12.703103 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-6a37ec57-aee8-4179-b027-0161d8e7cd66 None None] Set router 9ba298af-ce9d-435d-99b8-7ca6100956d8 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:02:12.704993 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d6c36d-0882-47f1-9be0-a83ab9f09660 x-openstack-request-id: req-34d6c36d-0882-47f1-9be0-a83ab9f09660 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:02:12.705450 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b3cea88-d27d-48bc-8b39-2afd90fa7f80", "tag": "b507af8a-f3c2-4221-b855-98e789d36aeb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:02:12.705758 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-34d6c36d-0882-47f1-9be0-a83ab9f09660 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:02:12.706233 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'tag': 'b507af8a-f3c2-4221-b855-98e789d36aeb', 'status': 'completed', 'code': 200} Jul 09 10:02:12.803062 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ad7ea-eddf-4926-9bb3-0935079e6f48 req-78a5ba3f-cec9-4b04-9ecb-7fced9120990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:12.804987 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d36ad7ea-eddf-4926-9bb3-0935079e6f48 req-78a5ba3f-cec9-4b04-9ecb-7fced9120990 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 1098 time: 0.0768595 Jul 09 10:02:12.939306 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6a37ec57-aee8-4179-b027-0161d8e7cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488744473', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:03Z', 'updated_at': '2021-07-09T10:00:10Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:04Z', 'updated_at': '2021-07-09T10:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '787e78bd-0d3e-4bbe-8739-ed8a38d747bb', 'name': '', 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:f9:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '98dabb0c-da66-43b1-8e01-7e71b5677c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:09Z', 'updated_at': '2021-07-09T10:00:21Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '98dabb0c-da66-43b1-8e01-7e71b5677c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:12.981122 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a37ec57-aee8-4179-b027-0161d8e7cd66 None None] Checking router: 9ba298af-ce9d-435d-99b8-7ca6100956d8 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:02:12.982173 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ad7ea-eddf-4926-9bb3-0935079e6f48 req-0f42bd44-9b27-4526-bf09-a14711de4503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:12.984459 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d36ad7ea-eddf-4926-9bb3-0935079e6f48 req-0f42bd44-9b27-4526-bf09-a14711de4503 service neutron] 10.222.0.58 "GET /v2.0/networks?id=012ab37d-ab4a-471a-b77c-4979ab6b3f84 HTTP/1.1" status: 200 len: 896 time: 0.1640754 Jul 09 10:02:13.000835 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a37ec57-aee8-4179-b027-0161d8e7cd66 None None] Routers {'9ba298af-ce9d-435d-99b8-7ca6100956d8'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:02:13.001696 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6a37ec57-aee8-4179-b027-0161d8e7cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:02:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['9ba298af-ce9d-435d-99b8-7ca6100956d8'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:13.040841 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:13.046450 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d36ad7ea-eddf-4926-9bb3-0935079e6f48 req-3ce6110c-d9c5-48d4-9e5c-0ba0f5f53d8c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b507af8a-f3c2-4221-b855-98e789d36aeb HTTP/1.1" status: 200 len: 217 time: 0.0493422 Jul 09 10:02:13.120486 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ad7ea-eddf-4926-9bb3-0935079e6f48 req-f3f6373a-85d8-42ed-8b03-031be3ac6d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:13.122544 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d36ad7ea-eddf-4926-9bb3-0935079e6f48 req-f3f6373a-85d8-42ed-8b03-031be3ac6d2d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98dabb0c-da66-43b1-8e01-7e71b5677c6c HTTP/1.1" status: 200 len: 835 time: 0.0692074 Jul 09 10:02:13.174694 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-6a37ec57-aee8-4179-b027-0161d8e7cd66 None None] Set router 9ba298af-ce9d-435d-99b8-7ca6100956d8 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:02:13.220130 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ad7ea-eddf-4926-9bb3-0935079e6f48 req-f5df6f55-6f5c-4010-bd95-0f22670b7172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:13.222790 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d36ad7ea-eddf-4926-9bb3-0935079e6f48 req-f5df6f55-6f5c-4010-bd95-0f22670b7172 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=012ab37d-ab4a-471a-b77c-4979ab6b3f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921412 Jul 09 10:02:13.465932 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee7465-8152-456e-8937-d467fd7ebcb6 req-873ac1bf-cd2f-4ba9-b79f-02892f5870ed tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:13.468036 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c5ee7465-8152-456e-8937-d467fd7ebcb6 req-873ac1bf-cd2f-4ba9-b79f-02892f5870ed tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 947 time: 0.1502149 Jul 09 10:02:13.472489 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d36ad7ea-eddf-4926-9bb3-0935079e6f48 req-cbf8b037-5d0e-4083-a649-5cb54053c937 service neutron] 10.222.0.58 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430854 Jul 09 10:02:13.556003 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c5ee7465-8152-456e-8937-d467fd7ebcb6 req-fcc0dd53-35d2-41ae-8ee2-93dab7bf5d6b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817115 Jul 09 10:02:13.636283 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d36ad7ea-eddf-4926-9bb3-0935079e6f48 req-7d06afea-af29-4974-b914-47514fa98528 service neutron] 10.222.0.58 "GET /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547461 Jul 09 10:02:13.697151 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6a37ec57-aee8-4179-b027-0161d8e7cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488744473', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:03Z', 'updated_at': '2021-07-09T10:00:10Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:04Z', 'updated_at': '2021-07-09T10:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '787e78bd-0d3e-4bbe-8739-ed8a38d747bb', 'name': '', 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:f9:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '98dabb0c-da66-43b1-8e01-7e71b5677c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:09Z', 'updated_at': '2021-07-09T10:00:21Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '98dabb0c-da66-43b1-8e01-7e71b5677c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:13.723801 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a37ec57-aee8-4179-b027-0161d8e7cd66 None None] The sync data for ids ['9ba298af-ce9d-435d-99b8-7ca6100956d8'] in n-d-799996-1 is: [{'id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488744473', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:03Z', 'updated_at': '2021-07-09T10:00:10Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:04Z', 'updated_at': '2021-07-09T10:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '787e78bd-0d3e-4bbe-8739-ed8a38d747bb', 'name': '', 'network_id': '012ab37d-ab4a-471a-b77c-4979ab6b3f84', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:f9:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '98dabb0c-da66-43b1-8e01-7e71b5677c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:09Z', 'updated_at': '2021-07-09T10:00:21Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '98dabb0c-da66-43b1-8e01-7e71b5677c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:02:14.268138 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3baa9a-3d37-424f-9ee8-5d3e26b01443 None None] New status for floating IP 6581727b-fda9-45fc-a5ab-03ed69311b28: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:02:14.491128 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c114234-aaa6-423f-9ef7-f5e762533aff req-828b1dd4-a51d-4af3-9de8-6cd7f81ac16a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:14.493940 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3c114234-aaa6-423f-9ef7-f5e762533aff req-828b1dd4-a51d-4af3-9de8-6cd7f81ac16a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 947 time: 0.1842947 Jul 09 10:02:14.634097 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-3c114234-aaa6-423f-9ef7-f5e762533aff req-9563199a-9649-466a-bfca-0098d1a1fca6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Deleting port b507af8a-f3c2-4221-b855-98e789d36aeb {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:02:14.634468 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3c114234-aaa6-423f-9ef7-f5e762533aff req-9563199a-9649-466a-bfca-0098d1a1fca6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:14.844483 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3c114234-aaa6-423f-9ef7-f5e762533aff req-9563199a-9649-466a-bfca-0098d1a1fca6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] For port b507af8a-f3c2-4221-b855-98e789d36aeb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b507af8a-f3c2-4221-b855-98e789d36aeb,segment=NetworkSegment(f2093405-117f-4f7c-87be-0534aa1f767d),segment_id=f2093405-117f-4f7c-87be-0534aa1f767d)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:02:14.845483 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3c114234-aaa6-423f-9ef7-f5e762533aff req-9563199a-9649-466a-bfca-0098d1a1fca6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:14.880036 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6d687-f106-46b0-9aca-774f9bba4051 req-40aa9c6a-9660-4024-8e07-1d92eb3e2810 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:14.884402 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67a6d687-f106-46b0-9aca-774f9bba4051 req-40aa9c6a-9660-4024-8e07-1d92eb3e2810 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 947 time: 0.1301668 Jul 09 10:02:14.898299 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-3c114234-aaa6-423f-9ef7-f5e762533aff req-9563199a-9649-466a-bfca-0098d1a1fca6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Calling delete_port for b507af8a-f3c2-4221-b855-98e789d36aeb owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:02:14.976201 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67a6d687-f106-46b0-9aca-774f9bba4051 req-b9b5379e-c598-43fa-8ea1-cf072316997b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=62874489-ff81-4316-a4e8-b315509e6ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831282 Jul 09 10:02:15.153135 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3c114234-aaa6-423f-9ef7-f5e762533aff req-9563199a-9649-466a-bfca-0098d1a1fca6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:15.212928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563199a-9649-466a-bfca-0098d1a1fca6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'Port': ['ID=b507af8a-f3c2-4221-b855-98e789d36aeb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:15.314489 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c114234-aaa6-423f-9ef7-f5e762533aff req-9563199a-9649-466a-bfca-0098d1a1fca6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] No DVR routers for this DVR port b507af8a-f3c2-4221-b855-98e789d36aeb on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:02:15.317209 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3c114234-aaa6-423f-9ef7-f5e762533aff req-9563199a-9649-466a-bfca-0098d1a1fca6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:15.319413 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3c114234-aaa6-423f-9ef7-f5e762533aff req-9563199a-9649-466a-bfca-0098d1a1fca6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.58 "DELETE /v2.0/ports/b507af8a-f3c2-4221-b855-98e789d36aeb HTTP/1.1" status: 204 len: 173 time: 0.8170574 Jul 09 10:02:15.319959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'name': 'network-vif-deleted', 'tag': 'b507af8a-f3c2-4221-b855-98e789d36aeb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:02:15.323022 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514ed154-04b9-4674-8650-4d19b1a7b7f1" -d '{"events": [{"server_uuid": "0b3cea88-d27d-48bc-8b39-2afd90fa7f80", "name": "network-vif-deleted", "tag": "b507af8a-f3c2-4221-b855-98e789d36aeb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:02:15.370881 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96275c3-4f93-47ad-806e-444121e3d199 x-openstack-request-id: req-f96275c3-4f93-47ad-806e-444121e3d199 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:02:15.371521 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3cea88-d27d-48bc-8b39-2afd90fa7f80", "name": "network-vif-deleted", "tag": "b507af8a-f3c2-4221-b855-98e789d36aeb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:02:15.371984 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f96275c3-4f93-47ad-806e-444121e3d199 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:02:15.372832 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3cea88-d27d-48bc-8b39-2afd90fa7f80', 'name': 'network-vif-deleted', 'tag': 'b507af8a-f3c2-4221-b855-98e789d36aeb', 'status': 'completed', 'code': 200} Jul 09 10:02:16.233805 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-01e754a0-bcdb-41e2-be98-b8ad74ead7e0 req-3b36bf63-362a-480c-87f2-7167ec077de3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b3cea88-d27d-48bc-8b39-2afd90fa7f80 HTTP/1.1" status: 200 len: 210 time: 0.0528057 Jul 09 10:02:17.351784 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36104) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:17.630154 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b507af8a-f3c2-4221-b855-98e789d36aeb no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:02:17.652150 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: b507af8a-f3c2-4221-b855-98e789d36aeb {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:02:17.652504 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b507af8a-f3c2-4221-b855-98e789d36aeb not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:02:17.745004 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e48a4b0e-b40d-4b6c-b690-fd93a9a32e0e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:18.066537 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e48a4b0e-b40d-4b6c-b690-fd93a9a32e0e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Deleting port 787e78bd-0d3e-4bbe-8739-ed8a38d747bb {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:02:18.066886 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e48a4b0e-b40d-4b6c-b690-fd93a9a32e0e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:18.172459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-e48a4b0e-b40d-4b6c-b690-fd93a9a32e0e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] For port 787e78bd-0d3e-4bbe-8739-ed8a38d747bb, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=787e78bd-0d3e-4bbe-8739-ed8a38d747bb,segment=NetworkSegment(f2093405-117f-4f7c-87be-0534aa1f767d),segment_id=f2093405-117f-4f7c-87be-0534aa1f767d)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:02:18.172820 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e48a4b0e-b40d-4b6c-b690-fd93a9a32e0e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:18.189326 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e48a4b0e-b40d-4b6c-b690-fd93a9a32e0e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Calling delete_port for 787e78bd-0d3e-4bbe-8739-ed8a38d747bb owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:02:18.424841 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e48a4b0e-b40d-4b6c-b690-fd93a9a32e0e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:18.456152 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a4b0e-b40d-4b6c-b690-fd93a9a32e0e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'Port': ['ID=787e78bd-0d3e-4bbe-8739-ed8a38d747bb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:18.690897 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e48a4b0e-b40d-4b6c-b690-fd93a9a32e0e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:18.939564 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48a4b0e-b40d-4b6c-b690-fd93a9a32e0e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Router 9ba298af-ce9d-435d-99b8-7ca6100956d8 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:02:19.055362 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48a4b0e-b40d-4b6c-b690-fd93a9a32e0e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:02:19.060983 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e48a4b0e-b40d-4b6c-b690-fd93a9a32e0e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "PUT /v2.0/routers/9ba298af-ce9d-435d-99b8-7ca6100956d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7077932 Jul 09 10:02:19.064122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36200) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:19.067668 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a123b866-a8b7-4044-b04a-16a2044e545f None None] Sync routers for ids ['9ba298af-ce9d-435d-99b8-7ca6100956d8'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:02:19.077511 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a123b866-a8b7-4044-b04a-16a2044e545f None None] Routers {'9ba298af-ce9d-435d-99b8-7ca6100956d8'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:02:19.078220 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a123b866-a8b7-4044-b04a-16a2044e545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:02:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['9ba298af-ce9d-435d-99b8-7ca6100956d8'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:19.130554 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2ef628-54f9-450f-9b3d-22faf0a06e50 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Deleting subnet 98dabb0c-da66-43b1-8e01-7e71b5677c6c {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:02:19.133725 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab2ef628-54f9-450f-9b3d-22faf0a06e50 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:19.207536 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-a123b866-a8b7-4044-b04a-16a2044e545f None None] Set router 9ba298af-ce9d-435d-99b8-7ca6100956d8 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:02:19.211087 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab2ef628-54f9-450f-9b3d-22faf0a06e50 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:19.363367 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab2ef628-54f9-450f-9b3d-22faf0a06e50 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:19.438876 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a123b866-a8b7-4044-b04a-16a2044e545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488744473', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:03Z', 'updated_at': '2021-07-09T10:02:18Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:04Z', 'updated_at': '2021-07-09T10:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:19.454974 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab2ef628-54f9-450f-9b3d-22faf0a06e50 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:19.478021 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a123b866-a8b7-4044-b04a-16a2044e545f None None] Checking router: 9ba298af-ce9d-435d-99b8-7ca6100956d8 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:02:19.487840 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a123b866-a8b7-4044-b04a-16a2044e545f None None] Routers {'9ba298af-ce9d-435d-99b8-7ca6100956d8'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:02:19.488584 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a123b866-a8b7-4044-b04a-16a2044e545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:02:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['9ba298af-ce9d-435d-99b8-7ca6100956d8'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:19.493825 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ef628-54f9-450f-9b3d-22faf0a06e50 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'Subnet': ['ID=98dabb0c-da66-43b1-8e01-7e71b5677c6c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:19.496520 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab2ef628-54f9-450f-9b3d-22faf0a06e50 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:19.499210 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ab2ef628-54f9-450f-9b3d-22faf0a06e50 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "DELETE /v2.0/subnets/98dabb0c-da66-43b1-8e01-7e71b5677c6c HTTP/1.1" status: 204 len: 168 time: 0.4341257 Jul 09 10:02:19.501868 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36210) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:19.507448 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3071ff61-927a-4f02-b0e9-62dfea09244f None None] Network 012ab37d-ab4a-471a-b77c-4979ab6b3f84 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:02:19.659157 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fdc26d90-0dbf-4a0e-b6ec-74d801582c68 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:19.663389 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-a123b866-a8b7-4044-b04a-16a2044e545f None None] Set router 9ba298af-ce9d-435d-99b8-7ca6100956d8 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:02:19.852864 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be1004d-a940-4f99-bc67-8a900372e095 None None] DHCP port deletion for 012ab37d-ab4a-471a-b77c-4979ab6b3f84 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:02:19.856448 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fdc26d90-0dbf-4a0e-b6ec-74d801582c68 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:19.919198 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6be1004d-a940-4f99-bc67-8a900372e095 None None] Deleting port 05835031-4bf9-4195-a346-d355f66da393 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:02:19.919569 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6be1004d-a940-4f99-bc67-8a900372e095 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:19.925019 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a123b866-a8b7-4044-b04a-16a2044e545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488744473', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:03Z', 'updated_at': '2021-07-09T10:02:18Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:04Z', 'updated_at': '2021-07-09T10:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:19.927289 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fdc26d90-0dbf-4a0e-b6ec-74d801582c68 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Deleting port 7ad3bc07-0135-4753-b20b-093a87e272b1 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:02:19.927768 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fdc26d90-0dbf-4a0e-b6ec-74d801582c68 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:19.959944 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a123b866-a8b7-4044-b04a-16a2044e545f None None] The sync data for ids ['9ba298af-ce9d-435d-99b8-7ca6100956d8'] in n-d-799996-1 is: [{'id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488744473', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:03Z', 'updated_at': '2021-07-09T10:02:18Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '7ad3bc07-0135-4753-b20b-093a87e272b1', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba298af-ce9d-435d-99b8-7ca6100956d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:04Z', 'updated_at': '2021-07-09T10:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:02:19.992921 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6be1004d-a940-4f99-bc67-8a900372e095 None None] For port 05835031-4bf9-4195-a346-d355f66da393, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=05835031-4bf9-4195-a346-d355f66da393,segment=NetworkSegment(f2093405-117f-4f7c-87be-0534aa1f767d),segment_id=f2093405-117f-4f7c-87be-0534aa1f767d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:02:19.993391 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6be1004d-a940-4f99-bc67-8a900372e095 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:20.015040 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6be1004d-a940-4f99-bc67-8a900372e095 None None] Calling delete_port for 05835031-4bf9-4195-a346-d355f66da393 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:02:20.039768 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-fdc26d90-0dbf-4a0e-b6ec-74d801582c68 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] For port 7ad3bc07-0135-4753-b20b-093a87e272b1, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=7ad3bc07-0135-4753-b20b-093a87e272b1,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:02:20.040361 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fdc26d90-0dbf-4a0e-b6ec-74d801582c68 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:20.054048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fdc26d90-0dbf-4a0e-b6ec-74d801582c68 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Calling delete_port for 7ad3bc07-0135-4753-b20b-093a87e272b1 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:02:20.111259 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6be1004d-a940-4f99-bc67-8a900372e095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:20.144617 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1004d-a940-4f99-bc67-8a900372e095 None None] Pushing event deleted for resources: {'Port': ['ID=05835031-4bf9-4195-a346-d355f66da393,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:20.146817 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be1004d-a940-4f99-bc67-8a900372e095 None None] No DVR routers for this DVR port 05835031-4bf9-4195-a346-d355f66da393 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:02:20.271282 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fdc26d90-0dbf-4a0e-b6ec-74d801582c68 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:20.300253 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc26d90-0dbf-4a0e-b6ec-74d801582c68 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'Port': ['ID=7ad3bc07-0135-4753-b20b-093a87e272b1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:20.385396 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fdc26d90-0dbf-4a0e-b6ec-74d801582c68 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:20.797624 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36240) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:20.852392 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fdc26d90-0dbf-4a0e-b6ec-74d801582c68 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:20.854625 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fdc26d90-0dbf-4a0e-b6ec-74d801582c68 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:20.874911 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e725d3-892a-4858-b9bf-df0043786fe5 admin admin] Deleting subnet 785ef258-9c4d-4921-a6ae-7d3a24dcd08c {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:02:20.879276 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4e725d3-892a-4858-b9bf-df0043786fe5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:20.902744 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fdc26d90-0dbf-4a0e-b6ec-74d801582c68 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:20.904399 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc26d90-0dbf-4a0e-b6ec-74d801582c68 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Fanout notify agent at l3_agent the message router_deleted on router 9ba298af-ce9d-435d-99b8-7ca6100956d8 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 10:02:20.917693 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fdc26d90-0dbf-4a0e-b6ec-74d801582c68 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:20.920192 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fdc26d90-0dbf-4a0e-b6ec-74d801582c68 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "DELETE /v2.0/routers/9ba298af-ce9d-435d-99b8-7ca6100956d8 HTTP/1.1" status: 204 len: 168 time: 1.4164646 Jul 09 10:02:20.923417 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36244) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:21.008745 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4e725d3-892a-4858-b9bf-df0043786fe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:21.044148 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bda3196-b87b-433f-a0b0-2ecefa77b67e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:21.069224 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4e725d3-892a-4858-b9bf-df0043786fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:21.199445 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bda3196-b87b-433f-a0b0-2ecefa77b67e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:21.214698 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-6bda3196-b87b-433f-a0b0-2ecefa77b67e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['012ab37d-ab4a-471a-b77c-4979ab6b3f84']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:21.228160 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-6bda3196-b87b-433f-a0b0-2ecefa77b67e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2093405-117f-4f7c-87be-0534aa1f767d') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:21.228643 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-6bda3196-b87b-433f-a0b0-2ecefa77b67e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2093405-117f-4f7c-87be-0534aa1f767d') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:21.236158 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4e725d3-892a-4858-b9bf-df0043786fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:21.243421 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bda3196-b87b-433f-a0b0-2ecefa77b67e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:21.291003 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bda3196-b87b-433f-a0b0-2ecefa77b67e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:21.295915 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e725d3-892a-4858-b9bf-df0043786fe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=785ef258-9c4d-4921-a6ae-7d3a24dcd08c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:21.301930 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bda3196-b87b-433f-a0b0-2ecefa77b67e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:02:21.303018 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bda3196-b87b-433f-a0b0-2ecefa77b67e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:02:21.338356 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:02:21.341148 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4e725d3-892a-4858-b9bf-df0043786fe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:21.344375 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b4e725d3-892a-4858-b9bf-df0043786fe5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/785ef258-9c4d-4921-a6ae-7d3a24dcd08c HTTP/1.1" status: 204 len: 168 time: 0.5444877 Jul 09 10:02:21.344701 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36254) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:21.414152 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e725d3-892a-4858-b9bf-df0043786fe5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:21.414933 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e725d3-892a-4858-b9bf-df0043786fe5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:21.415450 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e725d3-892a-4858-b9bf-df0043786fe5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:21.417082 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e725d3-892a-4858-b9bf-df0043786fe5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:21.417941 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e725d3-892a-4858-b9bf-df0043786fe5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:21.418367 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e725d3-892a-4858-b9bf-df0043786fe5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:21.418672 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e725d3-892a-4858-b9bf-df0043786fe5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:21.419207 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e725d3-892a-4858-b9bf-df0043786fe5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:21.438273 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e725d3-892a-4858-b9bf-df0043786fe5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:21.439748 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e725d3-892a-4858-b9bf-df0043786fe5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:21.440817 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e725d3-892a-4858-b9bf-df0043786fe5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:21.441872 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-744d577d-9e29-49b0-90e3-3d497ba9800d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:21.442261 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e725d3-892a-4858-b9bf-df0043786fe5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:21.452148 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bda3196-b87b-433f-a0b0-2ecefa77b67e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:21.468027 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bda3196-b87b-433f-a0b0-2ecefa77b67e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:21.471816 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6bda3196-b87b-433f-a0b0-2ecefa77b67e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "DELETE /v2.0/networks/012ab37d-ab4a-471a-b77c-4979ab6b3f84 HTTP/1.1" status: 204 len: 168 time: 0.5475194 Jul 09 10:02:21.474356 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36260) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:21.501628 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda3196-b87b-433f-a0b0-2ecefa77b67e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'Network': ['ID=012ab37d-ab4a-471a-b77c-4979ab6b3f84,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:21.559100 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 787e78bd-0d3e-4bbe-8739-ed8a38d747bb no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:02:21.575591 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58eaccf2-3e3a-4061-9270-951eaf95a59f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:21.583270 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-744d577d-9e29-49b0-90e3-3d497ba9800d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:21.593419 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 787e78bd-0d3e-4bbe-8739-ed8a38d747bb {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:02:21.594427 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 787e78bd-0d3e-4bbe-8739-ed8a38d747bb not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:02:21.595038 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7ad3bc07-0135-4753-b20b-093a87e272b1 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:02:21.598709 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-744d577d-9e29-49b0-90e3-3d497ba9800d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6327d13c-db63-470d-81d7-ae69f7037447']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:21.609597 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58eaccf2-3e3a-4061-9270-951eaf95a59f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:21.610851 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-744d577d-9e29-49b0-90e3-3d497ba9800d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0560d95-61e5-4e8a-ac22-bb910b4ffa45') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:21.611155 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-744d577d-9e29-49b0-90e3-3d497ba9800d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0560d95-61e5-4e8a-ac22-bb910b4ffa45') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:21.616928 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 7ad3bc07-0135-4753-b20b-093a87e272b1 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:02:21.617531 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 7ad3bc07-0135-4753-b20b-093a87e272b1 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:02:21.618119 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 05835031-4bf9-4195-a346-d355f66da393 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:02:21.625024 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-744d577d-9e29-49b0-90e3-3d497ba9800d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:21.640157 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 05835031-4bf9-4195-a346-d355f66da393 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:02:21.640840 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 05835031-4bf9-4195-a346-d355f66da393 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:02:21.658500 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-744d577d-9e29-49b0-90e3-3d497ba9800d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:21.666797 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744d577d-9e29-49b0-90e3-3d497ba9800d admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:02:21.667505 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-744d577d-9e29-49b0-90e3-3d497ba9800d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: timer() Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:02:21.669626 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:02:21.723228 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58eaccf2-3e3a-4061-9270-951eaf95a59f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:21.726598 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58eaccf2-3e3a-4061-9270-951eaf95a59f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:21.739774 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-58eaccf2-3e3a-4061-9270-951eaf95a59f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "DELETE /v2.0/security-groups/62874489-ff81-4316-a4e8-b315509e6ad6 HTTP/1.1" status: 204 len: 168 time: 0.2515829 Jul 09 10:02:21.741363 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-744d577d-9e29-49b0-90e3-3d497ba9800d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:21.749939 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-744d577d-9e29-49b0-90e3-3d497ba9800d admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:21.754195 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-744d577d-9e29-49b0-90e3-3d497ba9800d admin admin] 10.222.0.61 "DELETE /v2.0/networks/6327d13c-db63-470d-81d7-ae69f7037447 HTTP/1.1" status: 204 len: 168 time: 0.4058292 Jul 09 10:02:21.770480 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eaccf2-3e3a-4061-9270-951eaf95a59f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62874489-ff81-4316-a4e8-b315509e6ad6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:21.781474 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d577d-9e29-49b0-90e3-3d497ba9800d admin admin] Pushing event deleted for resources: {'Network': ['ID=6327d13c-db63-470d-81d7-ae69f7037447,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:21.979451 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36278) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:22.026708 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4ccdbcae-d322-4c8e-ab46-3e56bccd4e4c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=53575db09989425788e4e54f2c123036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452898 Jul 09 10:02:22.029189 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36280) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:22.084710 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2e56eff-4865-44d8-9beb-c1d41b09ed2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:22.117686 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2e56eff-4865-44d8-9beb-c1d41b09ed2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:22.126434 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36284) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:22.131212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-92afb504-8523-4e4c-832b-683bf839d3ff tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1491033631', 'description': 'tempest-secgroup-smoke-1491033631 description', 'project_id': 'ae2f728a25b040fd82453c3377e2137f'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:02:22.171262 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92afb504-8523-4e4c-832b-683bf839d3ff tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:22.186462 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2e56eff-4865-44d8-9beb-c1d41b09ed2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:22.189333 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2e56eff-4865-44d8-9beb-c1d41b09ed2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:22.190722 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d2e56eff-4865-44d8-9beb-c1d41b09ed2c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dbaae15d-433d-4fe3-9615-ff5e8b9cee63 HTTP/1.1" status: 204 len: 168 time: 0.1605425 Jul 09 10:02:22.211186 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e56eff-4865-44d8-9beb-c1d41b09ed2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbaae15d-433d-4fe3-9615-ff5e8b9cee63,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:22.291510 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92afb504-8523-4e4c-832b-683bf839d3ff tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:22.296696 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92afb504-8523-4e4c-832b-683bf839d3ff tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:22.339998 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afb504-8523-4e4c-832b-683bf839d3ff tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f1505c-fd19-4a6e-9747-617a46f81632,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:22.343977 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92afb504-8523-4e4c-832b-683bf839d3ff tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:22.345212 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-92afb504-8523-4e4c-832b-683bf839d3ff tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2178192 Jul 09 10:02:22.348076 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36292) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:22.353306 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-02f67b5e-a674-4774-8c88-48a63da8e9a1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group_rule': {'security_group_id': 'b7f1505c-fd19-4a6e-9747-617a46f81632', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:02:22.382621 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02f67b5e-a674-4774-8c88-48a63da8e9a1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:22.465594 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02f67b5e-a674-4774-8c88-48a63da8e9a1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:22.470950 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02f67b5e-a674-4774-8c88-48a63da8e9a1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:22.497092 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f67b5e-a674-4774-8c88-48a63da8e9a1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe0478f-d63b-413a-8357-3b9a081bfd1e,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:22.500916 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02f67b5e-a674-4774-8c88-48a63da8e9a1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:22.502537 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-02f67b5e-a674-4774-8c88-48a63da8e9a1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1531549 Jul 09 10:02:22.505289 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36302) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:22.512063 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-acda980e-8999-48ca-b08a-6abddb82d531 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group_rule': {'security_group_id': 'b7f1505c-fd19-4a6e-9747-617a46f81632', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:02:22.542022 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acda980e-8999-48ca-b08a-6abddb82d531 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:22.610073 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acda980e-8999-48ca-b08a-6abddb82d531 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:22.614353 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acda980e-8999-48ca-b08a-6abddb82d531 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:22.646920 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda980e-8999-48ca-b08a-6abddb82d531 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c06baadc-0a92-4f7e-b931-7aac31ed04bf,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:22.656294 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acda980e-8999-48ca-b08a-6abddb82d531 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:22.660151 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-acda980e-8999-48ca-b08a-6abddb82d531 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1533954 Jul 09 10:02:22.661501 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36312) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:22.668362 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c3dbb946-9ca8-43f3-86e1-fea1a4e59693 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group_rule': {'security_group_id': 'b7f1505c-fd19-4a6e-9747-617a46f81632', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:02:22.699268 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c3dbb946-9ca8-43f3-86e1-fea1a4e59693 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:22.772453 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c3dbb946-9ca8-43f3-86e1-fea1a4e59693 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:22.779305 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c3dbb946-9ca8-43f3-86e1-fea1a4e59693 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:22.802521 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbb946-9ca8-43f3-86e1-fea1a4e59693 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9d16b5-0027-4b57-9c44-dc430820ac7d,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:22.811271 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c3dbb946-9ca8-43f3-86e1-fea1a4e59693 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:22.812572 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c3dbb946-9ca8-43f3-86e1-fea1a4e59693 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499970 Jul 09 10:02:22.815305 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36322) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:22.820390 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-eb5ccaab-6f00-4186-933e-b51df1202de3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group_rule': {'security_group_id': 'b7f1505c-fd19-4a6e-9747-617a46f81632', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:02:22.854430 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb5ccaab-6f00-4186-933e-b51df1202de3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:22.928921 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb5ccaab-6f00-4186-933e-b51df1202de3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:22.934277 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb5ccaab-6f00-4186-933e-b51df1202de3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:22.956462 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ccaab-6f00-4186-933e-b51df1202de3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6800a67-8fd6-44b1-8de0-991fffcde5f7,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:22.966583 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb5ccaab-6f00-4186-933e-b51df1202de3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:22.968183 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-eb5ccaab-6f00-4186-933e-b51df1202de3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1518481 Jul 09 10:02:22.972298 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36332) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:22.977871 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1c203c75-6a54-4937-b7d0-29b59e8fc1ef tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group_rule': {'security_group_id': 'b7f1505c-fd19-4a6e-9747-617a46f81632', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:02:23.001634 n-d-799996-1 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-1c203c75-6a54-4937-b7d0-29b59e8fc1ef tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Project ae2f728a25b040fd82453c3377e2137f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:02:23.007096 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c203c75-6a54-4937-b7d0-29b59e8fc1ef tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.035494 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36336) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:23.077960 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c203c75-6a54-4937-b7d0-29b59e8fc1ef tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.083177 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c203c75-6a54-4937-b7d0-29b59e8fc1ef tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.105378 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c203c75-6a54-4937-b7d0-29b59e8fc1ef tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6aa8697-a666-4ebd-9878-ce9b3aa8b0b8,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:23.114063 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c203c75-6a54-4937-b7d0-29b59e8fc1ef tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.115316 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1c203c75-6a54-4937-b7d0-29b59e8fc1ef tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1413372 Jul 09 10:02:23.118157 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36342) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:23.125621 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-33a0a89d-a1e3-4cc3-9ec7-e6fbe2a8d26b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group_rule': {'security_group_id': 'b7f1505c-fd19-4a6e-9747-617a46f81632', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:02:23.154539 n-d-799996-1 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-33a0a89d-a1e3-4cc3-9ec7-e6fbe2a8d26b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Project ae2f728a25b040fd82453c3377e2137f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:02:23.161005 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33a0a89d-a1e3-4cc3-9ec7-e6fbe2a8d26b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.187899 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-fefd3426-ec71-4a3b-8d82-651984508c31 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-456624803-network', 'tenant_id': 'a637eed54eaf49cca7b0580d069668ec'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:02:23.209159 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefd3426-ec71-4a3b-8d82-651984508c31 admin admin] Made reservation on behalf of a637eed54eaf49cca7b0580d069668ec for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:02:23.211838 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fefd3426-ec71-4a3b-8d82-651984508c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.221284 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fefd3426-ec71-4a3b-8d82-651984508c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.250764 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33a0a89d-a1e3-4cc3-9ec7-e6fbe2a8d26b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.255628 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33a0a89d-a1e3-4cc3-9ec7-e6fbe2a8d26b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.277464 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0a89d-a1e3-4cc3-9ec7-e6fbe2a8d26b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3373119-e0e5-4feb-8380-a392e0d8026f,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:23.336848 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fefd3426-ec71-4a3b-8d82-651984508c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.341769 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fefd3426-ec71-4a3b-8d82-651984508c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.345902 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33a0a89d-a1e3-4cc3-9ec7-e6fbe2a8d26b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.347313 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-33a0a89d-a1e3-4cc3-9ec7-e6fbe2a8d26b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2271519 Jul 09 10:02:23.350528 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36348) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:23.357169 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e5e34d25-c1bb-4c18-a411-92163ce07bbc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'network': {'name': 'tempest-network-smoke--1158314542', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'port_security_enabled': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:02:23.367870 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd3426-ec71-4a3b-8d82-651984508c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250cfaeb-8482-4d2d-8327-0a666b52be4a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:23.379039 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefd3426-ec71-4a3b-8d82-651984508c31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:02:23.384676 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e34d25-c1bb-4c18-a411-92163ce07bbc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Made reservation on behalf of ae2f728a25b040fd82453c3377e2137f for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:02:23.388161 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5e34d25-c1bb-4c18-a411-92163ce07bbc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.395603 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fefd3426-ec71-4a3b-8d82-651984508c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.396027 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-fefd3426-ec71-4a3b-8d82-651984508c31 admin admin] Added segment a092a35c-383b-4005-ba8f-61294535e3d9 of type vlan for network 6b5d5c56-7a94-49a1-8ef5-add566ecddb2 Jul 09 10:02:23.414427 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e34d25-c1bb-4c18-a411-92163ce07bbc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:02:23.425386 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5e34d25-c1bb-4c18-a411-92163ce07bbc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.425677 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-e5e34d25-c1bb-4c18-a411-92163ce07bbc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Added segment fbde6125-6336-4bde-b7a3-fb7db4a6661b of type vlan for network 1bb5a269-b3d8-4442-b840-1a9bec4c96c2 Jul 09 10:02:23.449385 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fefd3426-ec71-4a3b-8d82-651984508c31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.469594 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5e34d25-c1bb-4c18-a411-92163ce07bbc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.481509 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fefd3426-ec71-4a3b-8d82-651984508c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.482518 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefd3426-ec71-4a3b-8d82-651984508c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:23.483236 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fefd3426-ec71-4a3b-8d82-651984508c31 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.498206 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fefd3426-ec71-4a3b-8d82-651984508c31 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4614880 Jul 09 10:02:23.505029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36352) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:23.514123 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0caa970f-a703-4fe2-ae74-93a6b5754647 admin admin] Request body: {'subnet': {'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-456624803-subnet', 'tenant_id': 'a637eed54eaf49cca7b0580d069668ec', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:02:23.520419 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5e34d25-c1bb-4c18-a411-92163ce07bbc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.529280 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e34d25-c1bb-4c18-a411-92163ce07bbc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:23.529635 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5e34d25-c1bb-4c18-a411-92163ce07bbc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.560629 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd3426-ec71-4a3b-8d82-651984508c31 admin admin] Pushing event updated for resources: {'Network': ['ID=6b5d5c56-7a94-49a1-8ef5-add566ecddb2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:23.571501 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 6b5d5c56-7a94-49a1-8ef5-add566ecddb2 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:02:23.622932 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0caa970f-a703-4fe2-ae74-93a6b5754647 admin admin] Made reservation on behalf of a637eed54eaf49cca7b0580d069668ec for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:02:23.625479 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0caa970f-a703-4fe2-ae74-93a6b5754647 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.641401 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e5e34d25-c1bb-4c18-a411-92163ce07bbc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2896550 Jul 09 10:02:23.646517 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36358) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:23.652425 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4ecf8f9d-7425-4d88-806c-dd3eb8081469 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-897705672', 'admin_state_up': True, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:02:23.677704 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e34d25-c1bb-4c18-a411-92163ce07bbc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Network': ['ID=1bb5a269-b3d8-4442-b840-1a9bec4c96c2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:23.677979 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8f9d-7425-4d88-806c-dd3eb8081469 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.679109 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8f9d-7425-4d88-806c-dd3eb8081469 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.690328 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 1bb5a269-b3d8-4442-b840-1a9bec4c96c2 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:02:23.750911 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8f9d-7425-4d88-806c-dd3eb8081469 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.854984 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0caa970f-a703-4fe2-ae74-93a6b5754647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.921741 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa970f-a703-4fe2-ae74-93a6b5754647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9428786-a52c-47c2-9c5d-671b248e9594,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:23.922021 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8f9d-7425-4d88-806c-dd3eb8081469 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.924096 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caa970f-a703-4fe2-ae74-93a6b5754647 admin admin] Checking segment: {'id': 'a092a35c-383b-4005-ba8f-61294535e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:02:23.924470 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caa970f-a703-4fe2-ae74-93a6b5754647 admin admin] Network hostable DHCP agents. Network: 6b5d5c56-7a94-49a1-8ef5-add566ecddb2, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:02:23.948480 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caa970f-a703-4fe2-ae74-93a6b5754647 admin admin] Network 6b5d5c56-7a94-49a1-8ef5-add566ecddb2 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:02:23.958862 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-0caa970f-a703-4fe2-ae74-93a6b5754647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 6b5d5c56-7a94-49a1-8ef5-add566ecddb2) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:02:23.963937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caa970f-a703-4fe2-ae74-93a6b5754647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:23.964630 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0caa970f-a703-4fe2-ae74-93a6b5754647 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:23.970342 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528bcd3f-7468-4c6b-b966-b2cc5966f0ae None None] Network 6b5d5c56-7a94-49a1-8ef5-add566ecddb2 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:02:23.982105 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0caa970f-a703-4fe2-ae74-93a6b5754647 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4725714 Jul 09 10:02:23.982532 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36366) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:23.989338 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5879a3a2-8b0a-434f-a5a0-c2bcfdf7a7dc admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-456624803-router', 'tenant_id': 'a637eed54eaf49cca7b0580d069668ec', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:02:24.012490 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5879a3a2-8b0a-434f-a5a0-c2bcfdf7a7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:24.013607 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5879a3a2-8b0a-434f-a5a0-c2bcfdf7a7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:24.075563 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5879a3a2-8b0a-434f-a5a0-c2bcfdf7a7dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:24.184870 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8f9d-7425-4d88-806c-dd3eb8081469 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:24.217846 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8f9d-7425-4d88-806c-dd3eb8081469 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:24.225084 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22a6d69-f7ea-4b6d-b96a-e18f6d46874d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-6b5d5c56-7a94-49a1-8ef5-add566ecddb2', 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2', 'tenant_id': 'a637eed54eaf49cca7b0580d069668ec', 'fixed_ips': [{'subnet_id': 'e9428786-a52c-47c2-9c5d-671b248e9594'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:02:24.226906 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d22a6d69-f7ea-4b6d-b96a-e18f6d46874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:24.227283 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5879a3a2-8b0a-434f-a5a0-c2bcfdf7a7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:24.367920 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-4ecf8f9d-7425-4d88-806c-dd3eb8081469 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Allocated IP 172.25.3.122 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/a117b78e-5765-439e-8fb0-e6cf07e16324) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:02:24.434878 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-d22a6d69-f7ea-4b6d-b96a-e18f6d46874d None None] Allocated IP 172.20.0.2 (6b5d5c56-7a94-49a1-8ef5-add566ecddb2/e9428786-a52c-47c2-9c5d-671b248e9594/6fe4ee02-3d57-45c1-a5a9-71bab56a45f9) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:02:24.472979 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5879a3a2-8b0a-434f-a5a0-c2bcfdf7a7dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:24.494667 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5879a3a2-8b0a-434f-a5a0-c2bcfdf7a7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:24.515150 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8f9d-7425-4d88-806c-dd3eb8081469 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:24.587256 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8f9d-7425-4d88-806c-dd3eb8081469 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:24.637614 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d22a6d69-f7ea-4b6d-b96a-e18f6d46874d None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:24.647132 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-5879a3a2-8b0a-434f-a5a0-c2bcfdf7a7dc admin admin] Allocated IP 172.25.3.72 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/f25c3ce8-3226-4a3a-a327-0e233289e105) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:02:24.647295 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d22a6d69-f7ea-4b6d-b96a-e18f6d46874d None None] Transition to ACTIVE for port object 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:02:24.665153 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d22a6d69-f7ea-4b6d-b96a-e18f6d46874d None None] Transition to ACTIVE for port object 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:02:24.672869 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d22a6d69-f7ea-4b6d-b96a-e18f6d46874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:24.681306 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecf8f9d-7425-4d88-806c-dd3eb8081469 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:02:24.682684 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf8f9d-7425-4d88-806c-dd3eb8081469 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Port': ['ID=a117b78e-5765-439e-8fb0-e6cf07e16324,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:24.686729 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4ecf8f9d-7425-4d88-806c-dd3eb8081469 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:02:24.688884 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecf8f9d-7425-4d88-806c-dd3eb8081469 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:02:24.704576 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22a6d69-f7ea-4b6d-b96a-e18f6d46874d None None] Network 6b5d5c56-7a94-49a1-8ef5-add566ecddb2 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:02:24.749117 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-d22a6d69-f7ea-4b6d-b96a-e18f6d46874d None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:02:24.751332 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a6d69-f7ea-4b6d-b96a-e18f6d46874d None None] Pushing event updated for resources: {'Port': ['ID=6fe4ee02-3d57-45c1-a5a9-71bab56a45f9,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:24.758242 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5879a3a2-8b0a-434f-a5a0-c2bcfdf7a7dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:24.765216 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22a6d69-f7ea-4b6d-b96a-e18f6d46874d None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:02:24.817498 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5879a3a2-8b0a-434f-a5a0-c2bcfdf7a7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:24.847383 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d22a6d69-f7ea-4b6d-b96a-e18f6d46874d None None] Attempting to bind port 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:02:24.848293 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d22a6d69-f7ea-4b6d-b96a-e18f6d46874d None None] Attempting to bind port 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'a092a35c-383b-4005-ba8f-61294535e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:02:24.848876 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22a6d69-f7ea-4b6d-b96a-e18f6d46874d None None] Attempting to bind port 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9 on network 6b5d5c56-7a94-49a1-8ef5-add566ecddb2 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:02:24.855190 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22a6d69-f7ea-4b6d-b96a-e18f6d46874d None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:02:24.855961 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22a6d69-f7ea-4b6d-b96a-e18f6d46874d None None] Checking segment: {'id': 'a092a35c-383b-4005-ba8f-61294535e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:02:24.856547 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d22a6d69-f7ea-4b6d-b96a-e18f6d46874d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:24.857132 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22a6d69-f7ea-4b6d-b96a-e18f6d46874d None None] Bound using segment: {'id': 'a092a35c-383b-4005-ba8f-61294535e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:02:24.857784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d22a6d69-f7ea-4b6d-b96a-e18f6d46874d None None] Bound port: 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a092a35c-383b-4005-ba8f-61294535e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:02:24.858562 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d22a6d69-f7ea-4b6d-b96a-e18f6d46874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:24.862520 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5879a3a2-8b0a-434f-a5a0-c2bcfdf7a7dc admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:02:24.872260 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-5879a3a2-8b0a-434f-a5a0-c2bcfdf7a7dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:02:24.877382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5879a3a2-8b0a-434f-a5a0-c2bcfdf7a7dc admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:02:24.907318 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879a3a2-8b0a-434f-a5a0-c2bcfdf7a7dc admin admin] Pushing event updated for resources: {'Port': ['ID=f25c3ce8-3226-4a3a-a327-0e233289e105,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:24.939873 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d22a6d69-f7ea-4b6d-b96a-e18f6d46874d None None] For port 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:02:24.944176 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d22a6d69-f7ea-4b6d-b96a-e18f6d46874d None None] For port 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6fe4ee02-3d57-45c1-a5a9-71bab56a45f9,segment=NetworkSegment(a092a35c-383b-4005-ba8f-61294535e3d9),segment_id=a092a35c-383b-4005-ba8f-61294535e3d9)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:02:24.952082 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d22a6d69-f7ea-4b6d-b96a-e18f6d46874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:25.026764 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a6d69-f7ea-4b6d-b96a-e18f6d46874d None None] Pushing event updated for resources: {'Port': ['ID=6fe4ee02-3d57-45c1-a5a9-71bab56a45f9,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:25.049549 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8f9d-7425-4d88-806c-dd3eb8081469 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:25.229153 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5879a3a2-8b0a-434f-a5a0-c2bcfdf7a7dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:25.326531 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8f9d-7425-4d88-806c-dd3eb8081469 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:25.512665 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ecf8f9d-7425-4d88-806c-dd3eb8081469 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Router b5f4e1cb-54fe-4d53-9768-8b001648710c is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 10:02:25.528820 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5879a3a2-8b0a-434f-a5a0-c2bcfdf7a7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:25.656285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecf8f9d-7425-4d88-806c-dd3eb8081469 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:02:25.670240 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] Sync routers for ids ['b5f4e1cb-54fe-4d53-9768-8b001648710c'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:02:25.688507 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8f9d-7425-4d88-806c-dd3eb8081469 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:25.690674 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4ecf8f9d-7425-4d88-806c-dd3eb8081469 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0429180 Jul 09 10:02:25.692006 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] Routers {'b5f4e1cb-54fe-4d53-9768-8b001648710c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:02:25.693062 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:02:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b5f4e1cb-54fe-4d53-9768-8b001648710c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:25.694141 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36400) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:25.738089 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5879a3a2-8b0a-434f-a5a0-c2bcfdf7a7dc admin admin] Router d431acdf-6b09-45ef-b9ec-819809236c83 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 10:02:25.892409 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] Set router b5f4e1cb-54fe-4d53-9768-8b001648710c gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:02:25.936690 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5879a3a2-8b0a-434f-a5a0-c2bcfdf7a7dc admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:02:25.946461 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] Sync routers for ids ['d431acdf-6b09-45ef-b9ec-819809236c83'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:02:25.959973 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5879a3a2-8b0a-434f-a5a0-c2bcfdf7a7dc admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:25.966241 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5879a3a2-8b0a-434f-a5a0-c2bcfdf7a7dc admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9825652 Jul 09 10:02:25.966699 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] Routers {'d431acdf-6b09-45ef-b9ec-819809236c83'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:02:25.966958 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36410) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:25.967321 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:02:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d431acdf-6b09-45ef-b9ec-819809236c83'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:26.206772 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] Set router d431acdf-6b09-45ef-b9ec-819809236c83 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:02:26.246109 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897705672', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:23Z', 'updated_at': '2021-07-09T10:02:24Z', 'revision_number': 3, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:26.293008 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] Checking router: b5f4e1cb-54fe-4d53-9768-8b001648710c for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:02:26.293639 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] Updating router b5f4e1cb-54fe-4d53-9768-8b001648710c port a117b78e-5765-439e-8fb0-e6cf07e16324 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:02:26.356142 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:26.388615 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7bd86305-5ce3-49d2-bfd9-3ececdc6a6ee tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=ae2f728a25b040fd82453c3377e2137f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6888142 Jul 09 10:02:26.391715 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36418) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:26.494457 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c750aa-b94b-49f2-9788-5e93480b5f28 None None] Network 6b5d5c56-7a94-49a1-8ef5-add566ecddb2 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:02:26.510271 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd431acdf-6b09-45ef-b9ec-819809236c83', 'name': 'tempest-TestServerMultinode-456624803-router', 'tenant_id': 'a637eed54eaf49cca7b0580d069668ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'f25c3ce8-3226-4a3a-a327-0e233289e105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:25Z', 'revision_number': 3, 'project_id': 'a637eed54eaf49cca7b0580d069668ec', 'gw_port': {'id': 'f25c3ce8-3226-4a3a-a327-0e233289e105', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd431acdf-6b09-45ef-b9ec-819809236c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:26.566181 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] Checking router: d431acdf-6b09-45ef-b9ec-819809236c83 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:02:26.566539 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] Updating router d431acdf-6b09-45ef-b9ec-819809236c83 port f25c3ce8-3226-4a3a-a327-0e233289e105 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:02:26.612591 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:26.780465 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7ec634b6-a381-4a7d-bcab-978bb82e85f1 None None] Provisioning for port 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:02:26.968490 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:26.983318 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] Transition to ACTIVE for port object a117b78e-5765-439e-8fb0-e6cf07e16324 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:02:26.993626 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:27.067520 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ee22b-dfb4-409a-85a8-5aeb05e249f8 None None] Pushing event updated for resources: {'Port': ['ID=a117b78e-5765-439e-8fb0-e6cf07e16324,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:27.070359 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] Attempting to bind port a117b78e-5765-439e-8fb0-e6cf07e16324 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:02:27.070681 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] Attempting to bind port a117b78e-5765-439e-8fb0-e6cf07e16324 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:02:27.071052 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] Attempting to bind port a117b78e-5765-439e-8fb0-e6cf07e16324 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:02:27.086569 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:02:27.086997 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:02:27.087359 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:27.088333 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:02:27.088812 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] Bound port: a117b78e-5765-439e-8fb0-e6cf07e16324, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:02:27.089201 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:27.135934 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decb1578-95fc-491f-aedc-a40fa3705b7e tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:27.140473 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-decb1578-95fc-491f-aedc-a40fa3705b7e tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7476418 Jul 09 10:02:27.142042 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36426) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:27.159938 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] For port a117b78e-5765-439e-8fb0-e6cf07e16324, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:02:27.163464 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] For port a117b78e-5765-439e-8fb0-e6cf07e16324, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a117b78e-5765-439e-8fb0-e6cf07e16324,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:02:27.172257 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:27.205809 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a134c0b8-6016-4143-bccc-c6f7e07f04ac tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0602407 Jul 09 10:02:27.209418 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36428) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:27.223897 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-fbf54ed9-4afe-4b3d-b529-b45f4658cab3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-297552627', 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:02:27.285234 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ee22b-dfb4-409a-85a8-5aeb05e249f8 None None] Pushing event updated for resources: {'Port': ['ID=a117b78e-5765-439e-8fb0-e6cf07e16324,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:27.292781 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] Routers {'b5f4e1cb-54fe-4d53-9768-8b001648710c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:02:27.293526 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:02:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b5f4e1cb-54fe-4d53-9768-8b001648710c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:27.307190 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:27.329360 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] Transition to ACTIVE for port object f25c3ce8-3226-4a3a-a327-0e233289e105 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:02:27.346637 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:27.359859 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:02:27.394160 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc1ad74f-ed4c-432a-a073-9626b141d960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:27.426306 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] Attempting to bind port f25c3ce8-3226-4a3a-a327-0e233289e105 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:02:27.427071 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] Attempting to bind port f25c3ce8-3226-4a3a-a327-0e233289e105 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:02:27.427610 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] Attempting to bind port f25c3ce8-3226-4a3a-a327-0e233289e105 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:02:27.430796 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd7dc4-8553-4ee4-a842-f72db7f8c0bd None None] Pushing event updated for resources: {'Port': ['ID=f25c3ce8-3226-4a3a-a327-0e233289e105,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:27.435981 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:02:27.436345 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:02:27.437054 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:27.437746 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:02:27.438093 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] Bound port: f25c3ce8-3226-4a3a-a327-0e233289e105, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:02:27.438493 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:27.439104 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf54ed9-4afe-4b3d-b529-b45f4658cab3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Made reservation on behalf of ae2f728a25b040fd82453c3377e2137f for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:02:27.446371 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fbf54ed9-4afe-4b3d-b529-b45f4658cab3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:27.449483 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd7dc4-8553-4ee4-a842-f72db7f8c0bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:27.449853 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd7dc4-8553-4ee4-a842-f72db7f8c0bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:27.450170 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd7dc4-8553-4ee4-a842-f72db7f8c0bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:27.450503 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd7dc4-8553-4ee4-a842-f72db7f8c0bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:27.450894 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd7dc4-8553-4ee4-a842-f72db7f8c0bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:27.451231 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd7dc4-8553-4ee4-a842-f72db7f8c0bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:27.451553 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd7dc4-8553-4ee4-a842-f72db7f8c0bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:27.451916 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd7dc4-8553-4ee4-a842-f72db7f8c0bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:27.452270 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd7dc4-8553-4ee4-a842-f72db7f8c0bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:27.452749 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd7dc4-8553-4ee4-a842-f72db7f8c0bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:27.453081 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd7dc4-8553-4ee4-a842-f72db7f8c0bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:27.453401 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd7dc4-8553-4ee4-a842-f72db7f8c0bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:27.511908 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] Set router b5f4e1cb-54fe-4d53-9768-8b001648710c gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:02:27.514241 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] For port f25c3ce8-3226-4a3a-a327-0e233289e105, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:02:27.521566 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] For port f25c3ce8-3226-4a3a-a327-0e233289e105, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f25c3ce8-3226-4a3a-a327-0e233289e105,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:02:27.527912 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:27.684260 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:02:27.693424 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:27.693942 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:27.706961 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] Routers {'d431acdf-6b09-45ef-b9ec-819809236c83'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:02:27.707591 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:02:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d431acdf-6b09-45ef-b9ec-819809236c83'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:27.756423 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd7dc4-8553-4ee4-a842-f72db7f8c0bd None None] Pushing event updated for resources: {'Port': ['ID=f25c3ce8-3226-4a3a-a327-0e233289e105,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:27.771068 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-cc1ad74f-ed4c-432a-a073-9626b141d960 admin admin] Allocated IP 172.20.0.1 (6b5d5c56-7a94-49a1-8ef5-add566ecddb2/e9428786-a52c-47c2-9c5d-671b248e9594/71da1f14-bf0d-4709-89dc-27e090e423be) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:02:27.814242 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fbf54ed9-4afe-4b3d-b529-b45f4658cab3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:27.846231 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:27.852537 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] Set router d431acdf-6b09-45ef-b9ec-819809236c83 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:02:27.888633 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897705672', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:23Z', 'updated_at': '2021-07-09T10:02:24Z', 'revision_number': 3, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:27.907217 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf54ed9-4afe-4b3d-b529-b45f4658cab3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Subnet': ['ID=25a7fb56-529c-418f-a1d5-499805938992,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:27.916995 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf54ed9-4afe-4b3d-b529-b45f4658cab3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Checking segment: {'id': 'fbde6125-6336-4bde-b7a3-fb7db4a6661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:02:27.917649 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf54ed9-4afe-4b3d-b529-b45f4658cab3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network hostable DHCP agents. Network: 1bb5a269-b3d8-4442-b840-1a9bec4c96c2, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:02:27.928032 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b455124f-041d-4d4c-92e9-1df228e41ea1 None None] The sync data for ids ['b5f4e1cb-54fe-4d53-9768-8b001648710c'] in n-d-799996-1 is: [{'id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897705672', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:23Z', 'updated_at': '2021-07-09T10:02:24Z', 'revision_number': 3, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:02:27.930588 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6fe4ee02-3d57-45c1-a5a9-71bab56a45f9,segment=NetworkSegment(a092a35c-383b-4005-ba8f-61294535e3d9),segment_id=a092a35c-383b-4005-ba8f-61294535e3d9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:02:27.937341 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:27.964963 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf54ed9-4afe-4b3d-b529-b45f4658cab3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network 1bb5a269-b3d8-4442-b840-1a9bec4c96c2 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:02:27.993517 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-fbf54ed9-4afe-4b3d-b529-b45f4658cab3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 1bb5a269-b3d8-4442-b840-1a9bec4c96c2) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:02:27.999562 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf54ed9-4afe-4b3d-b529-b45f4658cab3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:28.000983 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fbf54ed9-4afe-4b3d-b529-b45f4658cab3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:28.011226 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bc6998-dcd6-4f23-95bb-614192f7f0a4 None None] Network 1bb5a269-b3d8-4442-b840-1a9bec4c96c2 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:02:28.011792 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc1ad74f-ed4c-432a-a073-9626b141d960 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:28.013568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=6fe4ee02-3d57-45c1-a5a9-71bab56a45f9,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:28.033304 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fbf54ed9-4afe-4b3d-b529-b45f4658cab3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8227503 Jul 09 10:02:28.035112 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36432) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:28.057828 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-cc1ad74f-ed4c-432a-a073-9626b141d960 admin admin] Transition to ACTIVE for port object 71da1f14-bf0d-4709-89dc-27e090e423be will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:02:28.112997 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc1ad74f-ed4c-432a-a073-9626b141d960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:28.166925 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1ad74f-ed4c-432a-a073-9626b141d960 admin admin] Network 6b5d5c56-7a94-49a1-8ef5-add566ecddb2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:02:28.171126 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-cc1ad74f-ed4c-432a-a073-9626b141d960 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:02:28.178254 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1ad74f-ed4c-432a-a073-9626b141d960 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:02:28.182062 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ad74f-ed4c-432a-a073-9626b141d960 admin admin] Pushing event updated for resources: {'Port': ['ID=71da1f14-bf0d-4709-89dc-27e090e423be,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:28.211348 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd431acdf-6b09-45ef-b9ec-819809236c83', 'name': 'tempest-TestServerMultinode-456624803-router', 'tenant_id': 'a637eed54eaf49cca7b0580d069668ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'f25c3ce8-3226-4a3a-a327-0e233289e105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:25Z', 'revision_number': 3, 'project_id': 'a637eed54eaf49cca7b0580d069668ec', 'gw_port': {'id': 'f25c3ce8-3226-4a3a-a327-0e233289e105', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd431acdf-6b09-45ef-b9ec-819809236c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:28.256436 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc1ad74f-ed4c-432a-a073-9626b141d960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:28.284323 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b36ae81-4a6b-4f08-a2fd-5f3efe2c84f3 None None] The sync data for ids ['d431acdf-6b09-45ef-b9ec-819809236c83'] in n-d-799996-1 is: [{'id': 'd431acdf-6b09-45ef-b9ec-819809236c83', 'name': 'tempest-TestServerMultinode-456624803-router', 'tenant_id': 'a637eed54eaf49cca7b0580d069668ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'f25c3ce8-3226-4a3a-a327-0e233289e105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:25Z', 'revision_number': 3, 'project_id': 'a637eed54eaf49cca7b0580d069668ec', 'gw_port': {'id': 'f25c3ce8-3226-4a3a-a327-0e233289e105', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd431acdf-6b09-45ef-b9ec-819809236c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:02:28.328797 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64956b9-8aaf-464f-8c88-0d4952ce1114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-1bb5a269-b3d8-4442-b840-1a9bec4c96c2', 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'fixed_ips': [{'subnet_id': '25a7fb56-529c-418f-a1d5-499805938992'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:02:28.329825 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a64956b9-8aaf-464f-8c88-0d4952ce1114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:28.587873 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-a64956b9-8aaf-464f-8c88-0d4952ce1114 None None] Allocated IP 172.20.0.2 (1bb5a269-b3d8-4442-b840-1a9bec4c96c2/25a7fb56-529c-418f-a1d5-499805938992/06c297e9-ed2e-44e4-92e7-e8c18086e7ef) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:02:28.630110 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc1ad74f-ed4c-432a-a073-9626b141d960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:28.685683 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-26b45316-3290-49bb-af69-cc9b0ed628bb None None] Provisioning for port 71da1f14-bf0d-4709-89dc-27e090e423be completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:02:28.692843 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-26b45316-3290-49bb-af69-cc9b0ed628bb None None] Provisioning complete for port 71da1f14-bf0d-4709-89dc-27e090e423be triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:28.693251 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-26b45316-3290-49bb-af69-cc9b0ed628bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:28.778670 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-26b45316-3290-49bb-af69-cc9b0ed628bb None None] Port 71da1f14-bf0d-4709-89dc-27e090e423be cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:02:28.836786 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a64956b9-8aaf-464f-8c88-0d4952ce1114 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:28.864497 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a64956b9-8aaf-464f-8c88-0d4952ce1114 None None] Transition to ACTIVE for port object 06c297e9-ed2e-44e4-92e7-e8c18086e7ef will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:02:28.892575 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90231394-24f7-4be5-b3df-77ec3b38510e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:28.896586 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a64956b9-8aaf-464f-8c88-0d4952ce1114 None None] Transition to ACTIVE for port object 06c297e9-ed2e-44e4-92e7-e8c18086e7ef will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:02:28.908904 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a64956b9-8aaf-464f-8c88-0d4952ce1114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:28.988226 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc1ad74f-ed4c-432a-a073-9626b141d960 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:29.002596 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc1ad74f-ed4c-432a-a073-9626b141d960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:29.036119 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64956b9-8aaf-464f-8c88-0d4952ce1114 None None] Network 1bb5a269-b3d8-4442-b840-1a9bec4c96c2 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:02:29.038683 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64956b9-8aaf-464f-8c88-0d4952ce1114 None None] Pushing event updated for resources: {'Port': ['ID=06c297e9-ed2e-44e4-92e7-e8c18086e7ef,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:29.047814 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-a64956b9-8aaf-464f-8c88-0d4952ce1114 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:02:29.055574 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64956b9-8aaf-464f-8c88-0d4952ce1114 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:02:29.106563 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ad74f-ed4c-432a-a073-9626b141d960 admin admin] Pushing event updated for resources: {'Port': ['ID=71da1f14-bf0d-4709-89dc-27e090e423be,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:29.125359 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc1ad74f-ed4c-432a-a073-9626b141d960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:29.177924 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a64956b9-8aaf-464f-8c88-0d4952ce1114 None None] Attempting to bind port 06c297e9-ed2e-44e4-92e7-e8c18086e7ef on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:02:29.178415 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a64956b9-8aaf-464f-8c88-0d4952ce1114 None None] Attempting to bind port 06c297e9-ed2e-44e4-92e7-e8c18086e7ef by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'fbde6125-6336-4bde-b7a3-fb7db4a6661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:02:29.178843 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64956b9-8aaf-464f-8c88-0d4952ce1114 None None] Attempting to bind port 06c297e9-ed2e-44e4-92e7-e8c18086e7ef on network 1bb5a269-b3d8-4442-b840-1a9bec4c96c2 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:02:29.186051 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64956b9-8aaf-464f-8c88-0d4952ce1114 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:02:29.186975 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64956b9-8aaf-464f-8c88-0d4952ce1114 None None] Checking segment: {'id': 'fbde6125-6336-4bde-b7a3-fb7db4a6661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:02:29.187133 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a64956b9-8aaf-464f-8c88-0d4952ce1114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:29.187630 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64956b9-8aaf-464f-8c88-0d4952ce1114 None None] Bound using segment: {'id': 'fbde6125-6336-4bde-b7a3-fb7db4a6661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:02:29.188353 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a64956b9-8aaf-464f-8c88-0d4952ce1114 None None] Bound port: 06c297e9-ed2e-44e4-92e7-e8c18086e7ef, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbde6125-6336-4bde-b7a3-fb7db4a6661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:02:29.188990 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a64956b9-8aaf-464f-8c88-0d4952ce1114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:29.307772 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a64956b9-8aaf-464f-8c88-0d4952ce1114 None None] For port 06c297e9-ed2e-44e4-92e7-e8c18086e7ef, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:02:29.319179 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a64956b9-8aaf-464f-8c88-0d4952ce1114 None None] For port 06c297e9-ed2e-44e4-92e7-e8c18086e7ef, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=06c297e9-ed2e-44e4-92e7-e8c18086e7ef,segment=NetworkSegment(fbde6125-6336-4bde-b7a3-fb7db4a6661b),segment_id=fbde6125-6336-4bde-b7a3-fb7db4a6661b)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:02:29.327488 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a64956b9-8aaf-464f-8c88-0d4952ce1114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:29.392522 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1ad74f-ed4c-432a-a073-9626b141d960 admin admin] Network 6b5d5c56-7a94-49a1-8ef5-add566ecddb2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:02:29.394094 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-cc1ad74f-ed4c-432a-a073-9626b141d960 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:02:29.464855 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64956b9-8aaf-464f-8c88-0d4952ce1114 None None] Pushing event updated for resources: {'Port': ['ID=06c297e9-ed2e-44e4-92e7-e8c18086e7ef,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:29.518240 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:02:29.563797 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-90231394-24f7-4be5-b3df-77ec3b38510e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Allocated IP 172.20.0.1 (1bb5a269-b3d8-4442-b840-1a9bec4c96c2/25a7fb56-529c-418f-a1d5-499805938992/28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:02:29.633230 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:29.633849 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:29.757362 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1ad74f-ed4c-432a-a073-9626b141d960 admin admin] Router d431acdf-6b09-45ef-b9ec-819809236c83 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:02:29.827619 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f25c3ce8-3226-4a3a-a327-0e233289e105 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:02:29.833998 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90231394-24f7-4be5-b3df-77ec3b38510e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:29.864142 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-90231394-24f7-4be5-b3df-77ec3b38510e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Transition to ACTIVE for port object 28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:02:29.937690 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6bd923a0-2402-44d7-8b19-c40bbd001fa4 None None] Provisioning complete for port 71da1f14-bf0d-4709-89dc-27e090e423be triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:29.938268 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6bd923a0-2402-44d7-8b19-c40bbd001fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:29.939750 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port f25c3ce8-3226-4a3a-a327-0e233289e105 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:02:29.959157 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90231394-24f7-4be5-b3df-77ec3b38510e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:30.000675 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port f25c3ce8-3226-4a3a-a327-0e233289e105 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:30.001051 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:30.036144 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90231394-24f7-4be5-b3df-77ec3b38510e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network 1bb5a269-b3d8-4442-b840-1a9bec4c96c2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:02:30.044261 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1ad74f-ed4c-432a-a073-9626b141d960 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:02:30.064177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-cc1ad74f-ed4c-432a-a073-9626b141d960 admin admin] 10.222.0.61 "PUT /v2.0/routers/d431acdf-6b09-45ef-b9ec-819809236c83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0960279 Jul 09 10:02:30.074874 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-90231394-24f7-4be5-b3df-77ec3b38510e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:02:30.079572 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6bd923a0-2402-44d7-8b19-c40bbd001fa4 None None] Port 71da1f14-bf0d-4709-89dc-27e090e423be cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:02:30.085407 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90231394-24f7-4be5-b3df-77ec3b38510e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:02:30.140430 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90231394-24f7-4be5-b3df-77ec3b38510e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Port': ['ID=28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:30.160521 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90231394-24f7-4be5-b3df-77ec3b38510e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:30.162047 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:30.189133 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port f25c3ce8-3226-4a3a-a327-0e233289e105, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f25c3ce8-3226-4a3a-a327-0e233289e105,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:02:30.196298 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:30.197984 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a117b78e-5765-439e-8fb0-e6cf07e16324 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:02:30.280905 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=f25c3ce8-3226-4a3a-a327-0e233289e105,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:30.334888 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port a117b78e-5765-439e-8fb0-e6cf07e16324 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:02:30.341406 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a117b78e-5765-439e-8fb0-e6cf07e16324 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:30.342032 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:30.410831 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90231394-24f7-4be5-b3df-77ec3b38510e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:30.451917 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:30.481121 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port a117b78e-5765-439e-8fb0-e6cf07e16324, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a117b78e-5765-439e-8fb0-e6cf07e16324,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:02:30.486691 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:30.550352 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=a117b78e-5765-439e-8fb0-e6cf07e16324,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:30.751021 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36452) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:30.756205 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-07633f22-cd37-4637-a123-070cfa1073ef admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-953482262-network', 'tenant_id': '9d23a5806f9f4dafb56cc61d03997eee'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:02:30.774382 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90231394-24f7-4be5-b3df-77ec3b38510e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:30.780560 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90231394-24f7-4be5-b3df-77ec3b38510e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:30.782745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07633f22-cd37-4637-a123-070cfa1073ef admin admin] Made reservation on behalf of 9d23a5806f9f4dafb56cc61d03997eee for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:02:30.785458 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-07633f22-cd37-4637-a123-070cfa1073ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:30.796069 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-07633f22-cd37-4637-a123-070cfa1073ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:30.867160 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90231394-24f7-4be5-b3df-77ec3b38510e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:30.870038 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90231394-24f7-4be5-b3df-77ec3b38510e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Port': ['ID=28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:30.916668 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-07633f22-cd37-4637-a123-070cfa1073ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:30.922117 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-07633f22-cd37-4637-a123-070cfa1073ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:30.958014 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07633f22-cd37-4637-a123-070cfa1073ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7231dc22-73b9-4842-b27e-836e305e7775,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:30.965688 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07633f22-cd37-4637-a123-070cfa1073ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:02:30.979091 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-07633f22-cd37-4637-a123-070cfa1073ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:30.979709 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-07633f22-cd37-4637-a123-070cfa1073ef admin admin] Added segment 30ce7497-04c1-4ce7-a114-a5158169c2f4 of type vlan for network 1f1233a1-c7e0-4af8-803f-5c1136907f34 Jul 09 10:02:31.006255 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90231394-24f7-4be5-b3df-77ec3b38510e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network 1bb5a269-b3d8-4442-b840-1a9bec4c96c2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:02:31.008342 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-90231394-24f7-4be5-b3df-77ec3b38510e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:02:31.052640 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-07633f22-cd37-4637-a123-070cfa1073ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:31.095378 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-07633f22-cd37-4637-a123-070cfa1073ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:31.095378 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07633f22-cd37-4637-a123-070cfa1073ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:31.095378 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-07633f22-cd37-4637-a123-070cfa1073ef admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:31.158227 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90231394-24f7-4be5-b3df-77ec3b38510e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Router b5f4e1cb-54fe-4d53-9768-8b001648710c has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:02:31.168155 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-07633f22-cd37-4637-a123-070cfa1073ef admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4159431 Jul 09 10:02:31.172735 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36456) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:31.181436 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3246ffa5-6fa9-4c9e-a8ab-357d4867f5eb admin admin] Request body: {'subnet': {'network_id': '1f1233a1-c7e0-4af8-803f-5c1136907f34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-953482262-subnet', 'tenant_id': '9d23a5806f9f4dafb56cc61d03997eee', 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:02:31.198660 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07633f22-cd37-4637-a123-070cfa1073ef admin admin] Pushing event updated for resources: {'Network': ['ID=1f1233a1-c7e0-4af8-803f-5c1136907f34,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:31.218288 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 1f1233a1-c7e0-4af8-803f-5c1136907f34 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:02:31.293314 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3246ffa5-6fa9-4c9e-a8ab-357d4867f5eb admin admin] Made reservation on behalf of 9d23a5806f9f4dafb56cc61d03997eee for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:02:31.297996 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3246ffa5-6fa9-4c9e-a8ab-357d4867f5eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:31.381133 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a117b78e-5765-439e-8fb0-e6cf07e16324 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:02:31.431741 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90231394-24f7-4be5-b3df-77ec3b38510e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:02:31.446599 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-90231394-24f7-4be5-b3df-77ec3b38510e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "PUT /v2.0/routers/b5f4e1cb-54fe-4d53-9768-8b001648710c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4014075 Jul 09 10:02:31.455837 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] Sync routers for ids ['b5f4e1cb-54fe-4d53-9768-8b001648710c'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:02:31.478901 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] Routers {'b5f4e1cb-54fe-4d53-9768-8b001648710c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:02:31.479710 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:02:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b5f4e1cb-54fe-4d53-9768-8b001648710c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:31.532789 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a117b78e-5765-439e-8fb0-e6cf07e16324 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:31.533229 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:31.565789 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3246ffa5-6fa9-4c9e-a8ab-357d4867f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:31.629420 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246ffa5-6fa9-4c9e-a8ab-357d4867f5eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=db2d6fa0-8778-4ca0-beec-8ecb19236059,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:31.661107 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3246ffa5-6fa9-4c9e-a8ab-357d4867f5eb admin admin] Checking segment: {'id': '30ce7497-04c1-4ce7-a114-a5158169c2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1f1233a1-c7e0-4af8-803f-5c1136907f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:02:31.661431 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3246ffa5-6fa9-4c9e-a8ab-357d4867f5eb admin admin] Network hostable DHCP agents. Network: 1f1233a1-c7e0-4af8-803f-5c1136907f34, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:02:31.680147 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] Set router b5f4e1cb-54fe-4d53-9768-8b001648710c gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:02:31.683469 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3246ffa5-6fa9-4c9e-a8ab-357d4867f5eb admin admin] Network 1f1233a1-c7e0-4af8-803f-5c1136907f34 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:02:31.695652 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-3246ffa5-6fa9-4c9e-a8ab-357d4867f5eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 1f1233a1-c7e0-4af8-803f-5c1136907f34) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:02:31.703195 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3246ffa5-6fa9-4c9e-a8ab-357d4867f5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:31.704920 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3246ffa5-6fa9-4c9e-a8ab-357d4867f5eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:31.745056 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3246ffa5-6fa9-4c9e-a8ab-357d4867f5eb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5693789 Jul 09 10:02:31.746590 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36464) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:31.751376 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d2d8572f-d6da-41c6-b352-3d4466f232f2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-953482262-router', 'tenant_id': '9d23a5806f9f4dafb56cc61d03997eee', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:02:31.769807 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c013c62-6379-4ae5-9ec4-a675c71b9c2d None None] Network 1f1233a1-c7e0-4af8-803f-5c1136907f34 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:02:31.789159 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2d8572f-d6da-41c6-b352-3d4466f232f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:31.791271 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2d8572f-d6da-41c6-b352-3d4466f232f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:31.867417 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2d8572f-d6da-41c6-b352-3d4466f232f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:31.918348 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-cbfb0b88-be1a-462e-833e-54234846aab4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1491033631&fields=id&tenant_id=ae2f728a25b040fd82453c3377e2137f HTTP/1.1" status: 200 len: 267 time: 0.0889039 Jul 09 10:02:31.929852 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] Sync routers for ids ['d431acdf-6b09-45ef-b9ec-819809236c83'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:02:31.944511 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] Routers {'d431acdf-6b09-45ef-b9ec-819809236c83'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:02:31.945143 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:02:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d431acdf-6b09-45ef-b9ec-819809236c83'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:32.113294 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] Set router d431acdf-6b09-45ef-b9ec-819809236c83 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:02:32.160361 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-129a2154-7730-4b64-a0b0-809abc276509 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:32.167580 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-129a2154-7730-4b64-a0b0-809abc276509 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/networks?id=1bb5a269-b3d8-4442-b840-1a9bec4c96c2 HTTP/1.1" status: 200 len: 797 time: 0.2362561 Jul 09 10:02:32.178216 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2d8572f-d6da-41c6-b352-3d4466f232f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:32.194386 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-24b9e5d7-7307-481b-a12e-d6394972c199 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/quotas/ae2f728a25b040fd82453c3377e2137f HTTP/1.1" status: 200 len: 375 time: 0.0227046 Jul 09 10:02:32.204557 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f25c3ce8-3226-4a3a-a327-0e233289e105 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:02:32.254406 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f62a79a-63ed-4037-8fef-2dd241e34dce None None] Network 1bb5a269-b3d8-4442-b840-1a9bec4c96c2 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:02:32.323445 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-bb24e755-6bce-4d8c-b178-ff428375fdda tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1281624 Jul 09 10:02:32.421799 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd431acdf-6b09-45ef-b9ec-819809236c83', 'name': 'tempest-TestServerMultinode-456624803-router', 'tenant_id': 'a637eed54eaf49cca7b0580d069668ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'f25c3ce8-3226-4a3a-a327-0e233289e105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:28Z', 'revision_number': 4, 'project_id': 'a637eed54eaf49cca7b0580d069668ec', 'gw_port': {'id': 'f25c3ce8-3226-4a3a-a327-0e233289e105', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd431acdf-6b09-45ef-b9ec-819809236c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '71da1f14-bf0d-4709-89dc-27e090e423be', 'name': '', 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2', 'tenant_id': 'a637eed54eaf49cca7b0580d069668ec', 'mac_address': 'fa:16:3e:96:58:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd431acdf-6b09-45ef-b9ec-819809236c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'e9428786-a52c-47c2-9c5d-671b248e9594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:27Z', 'updated_at': '2021-07-09T10:02:28Z', 'revision_number': 2, 'project_id': 'a637eed54eaf49cca7b0580d069668ec', 'subnets': [{'id': 'e9428786-a52c-47c2-9c5d-671b248e9594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:32.442051 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ae51a1d3-1e91-47d0-b717-d9d8c2d048c7 None None] Provisioning for port 06c297e9-ed2e-44e4-92e7-e8c18086e7ef completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:02:32.450828 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-a22ff4fb-24b8-4e27-82cf-dc789b6ea5df service neutron] 10.222.0.61 "GET /v2.0/networks/1bb5a269-b3d8-4442-b840-1a9bec4c96c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977509 Jul 09 10:02:32.485962 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] Checking router: d431acdf-6b09-45ef-b9ec-819809236c83 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:02:32.485962 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] Updating router d431acdf-6b09-45ef-b9ec-819809236c83 port 71da1f14-bf0d-4709-89dc-27e090e423be binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:02:32.496582 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2d8572f-d6da-41c6-b352-3d4466f232f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:32.530053 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2d8572f-d6da-41c6-b352-3d4466f232f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:32.547910 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port f25c3ce8-3226-4a3a-a327-0e233289e105 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:32.548568 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:32.559338 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-3e34a66e-3f00-4e57-9d92-a023ccfac807 service neutron] 10.222.0.61 "GET /v2.0/networks/1bb5a269-b3d8-4442-b840-1a9bec4c96c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994537 Jul 09 10:02:32.566733 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:32.686806 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-d2d8572f-d6da-41c6-b352-3d4466f232f2 admin admin] Allocated IP 172.25.3.151 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/5e2b17f0-8a92-4b4b-94eb-c5e2e973a041) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:02:32.787769 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-1f1233a1-c7e0-4af8-803f-5c1136907f34', 'network_id': '1f1233a1-c7e0-4af8-803f-5c1136907f34', 'tenant_id': '9d23a5806f9f4dafb56cc61d03997eee', 'fixed_ips': [{'subnet_id': 'db2d6fa0-8778-4ca0-beec-8ecb19236059'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:02:32.789119 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:32.845945 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897705672', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:23Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d', 'name': '', 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:9c:55:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '25a7fb56-529c-418f-a1d5-499805938992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:29Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 2, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '25a7fb56-529c-418f-a1d5-499805938992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:32.882805 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e833ba83-4a8a-478d-b6ee-bcb007ab5aa9 req-ef5321b6-3e79-454d-aec3-9b0327c43990 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 210 time: 0.0794735 Jul 09 10:02:32.898322 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2d8572f-d6da-41c6-b352-3d4466f232f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:32.964700 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] Checking router: b5f4e1cb-54fe-4d53-9768-8b001648710c for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:02:32.965052 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] Updating router b5f4e1cb-54fe-4d53-9768-8b001648710c port 28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:02:32.966009 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2d8572f-d6da-41c6-b352-3d4466f232f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:33.012933 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 06c297e9-ed2e-44e4-92e7-e8c18086e7ef up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:02:33.036230 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:33.049375 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] Transition to ACTIVE for port object 71da1f14-bf0d-4709-89dc-27e090e423be will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:02:33.063387 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:33.078394 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d8572f-d6da-41c6-b352-3d4466f232f2 admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:02:33.080620 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:33.081492 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d2d8572f-d6da-41c6-b352-3d4466f232f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:02:33.089572 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d8572f-d6da-41c6-b352-3d4466f232f2 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:02:33.100069 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8572f-d6da-41c6-b352-3d4466f232f2 admin admin] Pushing event updated for resources: {'Port': ['ID=5e2b17f0-8a92-4b4b-94eb-c5e2e973a041,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:33.252292 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Allocated IP 172.20.0.2 (1f1233a1-c7e0-4af8-803f-5c1136907f34/db2d6fa0-8778-4ca0-beec-8ecb19236059/47378f1d-ddd5-479b-9435-e30ae969ac7f) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:02:33.276195 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a8d28-654d-4b4f-99a4-6e9e153447cc None None] Pushing event updated for resources: {'Port': ['ID=71da1f14-bf0d-4709-89dc-27e090e423be,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:33.280841 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] Attempting to bind port 71da1f14-bf0d-4709-89dc-27e090e423be on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:02:33.281817 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] Attempting to bind port 71da1f14-bf0d-4709-89dc-27e090e423be by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'a092a35c-383b-4005-ba8f-61294535e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:02:33.282508 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] Attempting to bind port 71da1f14-bf0d-4709-89dc-27e090e423be on network 6b5d5c56-7a94-49a1-8ef5-add566ecddb2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:02:33.289655 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:02:33.290177 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] Checking segment: {'id': 'a092a35c-383b-4005-ba8f-61294535e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:02:33.290647 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:33.291303 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] Bound using segment: {'id': 'a092a35c-383b-4005-ba8f-61294535e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:02:33.292077 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] Bound port: 71da1f14-bf0d-4709-89dc-27e090e423be, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a092a35c-383b-4005-ba8f-61294535e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:02:33.292958 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:33.381650 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] For port 71da1f14-bf0d-4709-89dc-27e090e423be, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:02:33.385763 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] For port 71da1f14-bf0d-4709-89dc-27e090e423be, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=71da1f14-bf0d-4709-89dc-27e090e423be,segment=NetworkSegment(a092a35c-383b-4005-ba8f-61294535e3d9),segment_id=a092a35c-383b-4005-ba8f-61294535e3d9)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:02:33.390802 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:33.480464 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] Routers {'d431acdf-6b09-45ef-b9ec-819809236c83'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:02:33.481272 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:02:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d431acdf-6b09-45ef-b9ec-819809236c83'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:33.505778 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 06c297e9-ed2e-44e4-92e7-e8c18086e7ef completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:02:33.621144 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] Set router d431acdf-6b09-45ef-b9ec-819809236c83 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:02:33.647529 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2d8572f-d6da-41c6-b352-3d4466f232f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:33.808567 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 06c297e9-ed2e-44e4-92e7-e8c18086e7ef triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:33.808870 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:33.833683 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a8d28-654d-4b4f-99a4-6e9e153447cc None None] Pushing event updated for resources: {'Port': ['ID=71da1f14-bf0d-4709-89dc-27e090e423be,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:33.945416 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c354c553-b94f-4d0b-9d8d-368398e68647 None None] Provisioning for port 28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:02:33.992113 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c354c553-b94f-4d0b-9d8d-368398e68647 None None] Provisioning complete for port 28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:33.993105 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c354c553-b94f-4d0b-9d8d-368398e68647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:34.044707 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2d8572f-d6da-41c6-b352-3d4466f232f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:34.073343 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c354c553-b94f-4d0b-9d8d-368398e68647 None None] Port 28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:02:34.085491 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:34.130412 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Transition to ACTIVE for port object 47378f1d-ddd5-479b-9435-e30ae969ac7f will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:02:34.151683 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:34.158869 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c354c553-b94f-4d0b-9d8d-368398e68647 None None] Provisioning complete for port 06c297e9-ed2e-44e4-92e7-e8c18086e7ef triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:34.159247 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c354c553-b94f-4d0b-9d8d-368398e68647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:34.195145 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59365dd6-5184-440d-902b-f3df216a9676 req-6d2bd47a-38af-4548-909b-6907fde0ac6e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 210 time: 0.0600910 Jul 09 10:02:34.268686 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd431acdf-6b09-45ef-b9ec-819809236c83', 'name': 'tempest-TestServerMultinode-456624803-router', 'tenant_id': 'a637eed54eaf49cca7b0580d069668ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'f25c3ce8-3226-4a3a-a327-0e233289e105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:28Z', 'revision_number': 4, 'project_id': 'a637eed54eaf49cca7b0580d069668ec', 'gw_port': {'id': 'f25c3ce8-3226-4a3a-a327-0e233289e105', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd431acdf-6b09-45ef-b9ec-819809236c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '71da1f14-bf0d-4709-89dc-27e090e423be', 'name': '', 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2', 'tenant_id': 'a637eed54eaf49cca7b0580d069668ec', 'mac_address': 'fa:16:3e:96:58:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd431acdf-6b09-45ef-b9ec-819809236c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'e9428786-a52c-47c2-9c5d-671b248e9594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:27Z', 'updated_at': '2021-07-09T10:02:33Z', 'revision_number': 4, 'project_id': 'a637eed54eaf49cca7b0580d069668ec', 'subnets': [{'id': 'e9428786-a52c-47c2-9c5d-671b248e9594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:34.299857 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a973de-6da7-4e3a-8a63-c80dfbe6a7c0 None None] The sync data for ids ['d431acdf-6b09-45ef-b9ec-819809236c83'] in n-d-799996-1 is: [{'id': 'd431acdf-6b09-45ef-b9ec-819809236c83', 'name': 'tempest-TestServerMultinode-456624803-router', 'tenant_id': 'a637eed54eaf49cca7b0580d069668ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'f25c3ce8-3226-4a3a-a327-0e233289e105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:28Z', 'revision_number': 4, 'project_id': 'a637eed54eaf49cca7b0580d069668ec', 'gw_port': {'id': 'f25c3ce8-3226-4a3a-a327-0e233289e105', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd431acdf-6b09-45ef-b9ec-819809236c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '71da1f14-bf0d-4709-89dc-27e090e423be', 'name': '', 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2', 'tenant_id': 'a637eed54eaf49cca7b0580d069668ec', 'mac_address': 'fa:16:3e:96:58:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd431acdf-6b09-45ef-b9ec-819809236c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'e9428786-a52c-47c2-9c5d-671b248e9594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:27Z', 'updated_at': '2021-07-09T10:02:33Z', 'revision_number': 4, 'project_id': 'a637eed54eaf49cca7b0580d069668ec', 'subnets': [{'id': 'e9428786-a52c-47c2-9c5d-671b248e9594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:02:34.304578 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Transition to ACTIVE for port object 47378f1d-ddd5-479b-9435-e30ae969ac7f will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:02:34.322796 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:34.431466 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:34.450495 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:34.485332 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Network 1f1233a1-c7e0-4af8-803f-5c1136907f34 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:02:34.500691 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:02:34.503267 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:02:34.511857 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Pushing event updated for resources: {'Port': ['ID=47378f1d-ddd5-479b-9435-e30ae969ac7f,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:34.525009 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:34.525732 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:34.526474 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:34.527034 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:34.527639 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:34.528336 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:34.528929 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:34.529796 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:34.530402 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:34.531046 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:34.531435 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:34.531939 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:34.547183 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] Transition to ACTIVE for port object 28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:02:34.616557 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:34.645340 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c354c553-b94f-4d0b-9d8d-368398e68647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:34.725697 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 06c297e9-ed2e-44e4-92e7-e8c18086e7ef, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=06c297e9-ed2e-44e4-92e7-e8c18086e7ef,segment=NetworkSegment(fbde6125-6336-4bde-b7a3-fb7db4a6661b),segment_id=fbde6125-6336-4bde-b7a3-fb7db4a6661b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:02:34.750918 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Attempting to bind port 47378f1d-ddd5-479b-9435-e30ae969ac7f on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:02:34.751290 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Attempting to bind port 47378f1d-ddd5-479b-9435-e30ae969ac7f by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '30ce7497-04c1-4ce7-a114-a5158169c2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1f1233a1-c7e0-4af8-803f-5c1136907f34'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:02:34.751657 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Attempting to bind port 47378f1d-ddd5-479b-9435-e30ae969ac7f on network 1f1233a1-c7e0-4af8-803f-5c1136907f34 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:02:34.776434 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-b92f449b-0f82-4495-9c13-700f8a0df4f0 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:34.777566 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:34.788622 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-b92f449b-0f82-4495-9c13-700f8a0df4f0 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.58 "GET /v2.0/networks?id=1bb5a269-b3d8-4442-b840-1a9bec4c96c2 HTTP/1.1" status: 200 len: 797 time: 0.2769241 Jul 09 10:02:34.898332 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-5ca56659-c78b-4761-980b-f92fbbcca585 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae2f728a25b040fd82453c3377e2137f HTTP/1.1" status: 200 len: 380 time: 0.1008537 Jul 09 10:02:34.922490 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-eb2dba5a-040b-455a-88cb-7e9887c40f2b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'port': {'device_id': 'bca50a7a-aac1-41c0-8e93-b0e272e2cfe1', 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2', 'admin_state_up': True, 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'security_groups': ['b7f1505c-fd19-4a6e-9747-617a46f81632']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:02:34.980732 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:02:34.981110 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Checking segment: {'id': '30ce7497-04c1-4ce7-a114-a5158169c2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1f1233a1-c7e0-4af8-803f-5c1136907f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:02:34.981515 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:34.981913 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Bound using segment: {'id': '30ce7497-04c1-4ce7-a114-a5158169c2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1f1233a1-c7e0-4af8-803f-5c1136907f34'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:02:34.982400 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Bound port: 47378f1d-ddd5-479b-9435-e30ae969ac7f, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ce7497-04c1-4ce7-a114-a5158169c2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1f1233a1-c7e0-4af8-803f-5c1136907f34'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:02:34.983005 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:35.160249 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed65e58-df96-4bb5-b144-c55a84bd6217 None None] Pushing event updated for resources: {'Port': ['ID=28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:35.182297 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 71da1f14-bf0d-4709-89dc-27e090e423be up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:02:35.188432 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-c354c553-b94f-4d0b-9d8d-368398e68647 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 10:02:35.188787 n-d-799996-1 neutron-server[93792]: DEBUG oslo_db.api [None req-c354c553-b94f-4d0b-9d8d-368398e68647 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 10:02:35.207265 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-eb2dba5a-040b-455a-88cb-7e9887c40f2b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Made reservation on behalf of ae2f728a25b040fd82453c3377e2137f for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:02:35.224295 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-eb2dba5a-040b-455a-88cb-7e9887c40f2b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:35.269542 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d8572f-d6da-41c6-b352-3d4466f232f2 admin admin] Router 24f633b1-466c-4111-8303-0985b8bba3bc is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 10:02:35.388608 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-eb2dba5a-040b-455a-88cb-7e9887c40f2b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Allocated IP 172.20.0.7 (1bb5a269-b3d8-4442-b840-1a9bec4c96c2/25a7fb56-529c-418f-a1d5-499805938992/43cc9199-2cc9-4c0b-bd8a-048bbdae4435) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:02:35.506429 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d8572f-d6da-41c6-b352-3d4466f232f2 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:02:35.540236 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2d8572f-d6da-41c6-b352-3d4466f232f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:35.544524 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d2d8572f-d6da-41c6-b352-3d4466f232f2 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7949307 Jul 09 10:02:35.545437 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 36520) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:35.560471 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-eb2dba5a-040b-455a-88cb-7e9887c40f2b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:35.560742 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] Sync routers for ids ['24f633b1-466c-4111-8303-0985b8bba3bc'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:02:35.575019 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-eb2dba5a-040b-455a-88cb-7e9887c40f2b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Transition to ACTIVE for port object 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:02:35.628624 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-59b44d37-739f-4ab0-b766-75634770493f None None] For port 47378f1d-ddd5-479b-9435-e30ae969ac7f, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:02:35.633011 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] Attempting to bind port 28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:02:35.633583 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] Attempting to bind port 28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'fbde6125-6336-4bde-b7a3-fb7db4a6661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:02:35.634789 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] Attempting to bind port 28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d on network 1bb5a269-b3d8-4442-b840-1a9bec4c96c2 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:02:35.658812 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] Routers {'24f633b1-466c-4111-8303-0985b8bba3bc'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:02:35.659768 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:02:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['24f633b1-466c-4111-8303-0985b8bba3bc'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:35.664149 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-59b44d37-739f-4ab0-b766-75634770493f None None] For port 47378f1d-ddd5-479b-9435-e30ae969ac7f, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=47378f1d-ddd5-479b-9435-e30ae969ac7f,segment=NetworkSegment(30ce7497-04c1-4ce7-a114-a5158169c2f4),segment_id=30ce7497-04c1-4ce7-a114-a5158169c2f4)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:02:35.665874 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:02:35.666753 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] Checking segment: {'id': 'fbde6125-6336-4bde-b7a3-fb7db4a6661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:02:35.667387 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:35.668017 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] Bound using segment: {'id': 'fbde6125-6336-4bde-b7a3-fb7db4a6661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:02:35.668713 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] Bound port: 28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbde6125-6336-4bde-b7a3-fb7db4a6661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:02:35.669328 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:35.671503 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=06c297e9-ed2e-44e4-92e7-e8c18086e7ef,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:35.709046 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-eb2dba5a-040b-455a-88cb-7e9887c40f2b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:35.721416 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:35.791322 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-eb2dba5a-040b-455a-88cb-7e9887c40f2b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network 1bb5a269-b3d8-4442-b840-1a9bec4c96c2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:02:35.843304 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-eb2dba5a-040b-455a-88cb-7e9887c40f2b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:02:35.864105 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-eb2dba5a-040b-455a-88cb-7e9887c40f2b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:02:35.894591 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2987214-1e94-492a-8b9e-32cf7ad17db8 req-2116d2f5-011c-465b-9ab8-4fe79830bf7a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:35.897926 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b2987214-1e94-492a-8b9e-32cf7ad17db8 req-2116d2f5-011c-465b-9ab8-4fe79830bf7a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 931 time: 0.2498388 Jul 09 10:02:35.943664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2dba5a-040b-455a-88cb-7e9887c40f2b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Port': ['ID=43cc9199-2cc9-4c0b-bd8a-048bbdae4435,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:35.980561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 71da1f14-bf0d-4709-89dc-27e090e423be completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:02:36.056706 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-eb2dba5a-040b-455a-88cb-7e9887c40f2b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:36.057617 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-eb2dba5a-040b-455a-88cb-7e9887c40f2b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:36.068869 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] For port 28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:02:36.084525 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] For port 28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d,segment=NetworkSegment(fbde6125-6336-4bde-b7a3-fb7db4a6661b),segment_id=fbde6125-6336-4bde-b7a3-fb7db4a6661b)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:02:36.097716 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b2987214-1e94-492a-8b9e-32cf7ad17db8 req-a14905e9-7a10-4a8e-943e-2beb0439b172 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672084 Jul 09 10:02:36.101426 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-eb2dba5a-040b-455a-88cb-7e9887c40f2b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1971316 Jul 09 10:02:36.122307 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-34e7fa27-5c47-4f19-8c73-6e8e3aafd78e service neutron] Request body: {'port': {'device_id': 'bca50a7a-aac1-41c0-8e93-b0e272e2cfe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:02:36.130114 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b44d37-739f-4ab0-b766-75634770493f None None] Pushing event updated for resources: {'Port': ['ID=47378f1d-ddd5-479b-9435-e30ae969ac7f,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:36.153321 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:36.322804 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 71da1f14-bf0d-4709-89dc-27e090e423be triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:36.324719 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:36.390770 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] Routers {'b5f4e1cb-54fe-4d53-9768-8b001648710c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:02:36.391431 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:02:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b5f4e1cb-54fe-4d53-9768-8b001648710c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:36.422184 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-34e7fa27-5c47-4f19-8c73-6e8e3aafd78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:36.515177 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c71d9da-a345-4fb3-bbdc-f591135b7818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:36.684913 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] Set router 24f633b1-466c-4111-8303-0985b8bba3bc gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:02:36.779784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed65e58-df96-4bb5-b144-c55a84bd6217 None None] Pushing event updated for resources: {'Port': ['ID=28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:36.858405 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8a96941f-e521-407f-8bbc-f6f9000e0909 None None] Provisioning complete for port 71da1f14-bf0d-4709-89dc-27e090e423be triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:36.858684 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8a96941f-e521-407f-8bbc-f6f9000e0909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:36.886953 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-2c71d9da-a345-4fb3-bbdc-f591135b7818 admin admin] Allocated IP 172.20.0.1 (1f1233a1-c7e0-4af8-803f-5c1136907f34/db2d6fa0-8778-4ca0-beec-8ecb19236059/5b4b676e-0ebd-49db-95c0-af708c5a8e96) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:02:37.062207 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b15f7d98-161b-41d3-9b10-ddd191095b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:37.120657 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c71d9da-a345-4fb3-bbdc-f591135b7818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:37.132753 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] Set router b5f4e1cb-54fe-4d53-9768-8b001648710c gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:02:37.158936 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-2c71d9da-a345-4fb3-bbdc-f591135b7818 admin admin] Transition to ACTIVE for port object 5b4b676e-0ebd-49db-95c0-af708c5a8e96 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:02:37.228651 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c71d9da-a345-4fb3-bbdc-f591135b7818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:37.320343 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:37.347260 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c71d9da-a345-4fb3-bbdc-f591135b7818 admin admin] Network 1f1233a1-c7e0-4af8-803f-5c1136907f34 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:02:37.350387 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71d9da-a345-4fb3-bbdc-f591135b7818 admin admin] Pushing event updated for resources: {'Port': ['ID=5b4b676e-0ebd-49db-95c0-af708c5a8e96,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:37.363757 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-2c71d9da-a345-4fb3-bbdc-f591135b7818 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:02:37.365910 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c71d9da-a345-4fb3-bbdc-f591135b7818 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:02:37.407855 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-34e7fa27-5c47-4f19-8c73-6e8e3aafd78e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:02:37.432275 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-34e7fa27-5c47-4f19-8c73-6e8e3aafd78e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:37.452756 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-34e7fa27-5c47-4f19-8c73-6e8e3aafd78e service neutron] Transition to ACTIVE for port object 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:02:37.453016 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c71d9da-a345-4fb3-bbdc-f591135b7818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:37.464856 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-34e7fa27-5c47-4f19-8c73-6e8e3aafd78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:37.611195 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7fa27-5c47-4f19-8c73-6e8e3aafd78e service neutron] Pushing event updated for resources: {'Port': ['ID=43cc9199-2cc9-4c0b-bd8a-048bbdae4435,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:37.710921 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8a96941f-e521-407f-8bbc-f6f9000e0909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:37.756598 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c71d9da-a345-4fb3-bbdc-f591135b7818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:37.800810 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 71da1f14-bf0d-4709-89dc-27e090e423be, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=71da1f14-bf0d-4709-89dc-27e090e423be,segment=NetworkSegment(a092a35c-383b-4005-ba8f-61294535e3d9),segment_id=a092a35c-383b-4005-ba8f-61294535e3d9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:02:37.833704 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027383c-e08a-44e7-974f-b19fca1e94c2 req-249386ab-ea87-4ea2-914a-7784c8668b47 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:37.837228 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7027383c-e08a-44e7-974f-b19fca1e94c2 req-249386ab-ea87-4ea2-914a-7784c8668b47 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 943 time: 0.4813423 Jul 09 10:02:37.849021 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:37.928355 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-34e7fa27-5c47-4f19-8c73-6e8e3aafd78e service neutron] Attempting to bind port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:02:37.929219 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-34e7fa27-5c47-4f19-8c73-6e8e3aafd78e service neutron] Attempting to bind port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'fbde6125-6336-4bde-b7a3-fb7db4a6661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:02:37.930286 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-34e7fa27-5c47-4f19-8c73-6e8e3aafd78e service neutron] Attempting to bind port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 on network 1bb5a269-b3d8-4442-b840-1a9bec4c96c2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:02:37.948319 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-34e7fa27-5c47-4f19-8c73-6e8e3aafd78e service neutron] Port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 on network 1bb5a269-b3d8-4442-b840-1a9bec4c96c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:02:37.949227 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-34e7fa27-5c47-4f19-8c73-6e8e3aafd78e service neutron] Attempting to bind port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 on network 1bb5a269-b3d8-4442-b840-1a9bec4c96c2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:02:37.970564 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-34e7fa27-5c47-4f19-8c73-6e8e3aafd78e service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:02:37.971301 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-34e7fa27-5c47-4f19-8c73-6e8e3aafd78e service neutron] Checking segment: {'id': 'fbde6125-6336-4bde-b7a3-fb7db4a6661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:02:37.971922 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-34e7fa27-5c47-4f19-8c73-6e8e3aafd78e service neutron] Bound using segment: {'id': 'fbde6125-6336-4bde-b7a3-fb7db4a6661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:02:37.974878 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-34e7fa27-5c47-4f19-8c73-6e8e3aafd78e service neutron] Bound port: 43cc9199-2cc9-4c0b-bd8a-048bbdae4435, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbde6125-6336-4bde-b7a3-fb7db4a6661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:02:37.976350 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-34e7fa27-5c47-4f19-8c73-6e8e3aafd78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:38.009478 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7680cd-63e8-4863-9521-50e6907fc326 None None] Network 1f1233a1-c7e0-4af8-803f-5c1136907f34 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:02:38.090065 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7027383c-e08a-44e7-974f-b19fca1e94c2 req-84c5cba6-7732-4a9b-bce0-3d6f1bae2544 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297559 Jul 09 10:02:38.115190 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-34e7fa27-5c47-4f19-8c73-6e8e3aafd78e service neutron] For port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:02:38.119455 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-34e7fa27-5c47-4f19-8c73-6e8e3aafd78e service neutron] For port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=43cc9199-2cc9-4c0b-bd8a-048bbdae4435,segment=NetworkSegment(fbde6125-6336-4bde-b7a3-fb7db4a6661b),segment_id=fbde6125-6336-4bde-b7a3-fb7db4a6661b)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:02:38.127158 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-34e7fa27-5c47-4f19-8c73-6e8e3aafd78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:38.147283 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c71d9da-a345-4fb3-bbdc-f591135b7818 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:38.156017 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c71d9da-a345-4fb3-bbdc-f591135b7818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:38.217865 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 47378f1d-ddd5-479b-9435-e30ae969ac7f up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:02:38.233043 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7fa27-5c47-4f19-8c73-6e8e3aafd78e service neutron] Pushing event updated for resources: {'Port': ['ID=43cc9199-2cc9-4c0b-bd8a-048bbdae4435,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:38.255325 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-34e7fa27-5c47-4f19-8c73-6e8e3aafd78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:38.256640 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-34e7fa27-5c47-4f19-8c73-6e8e3aafd78e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:38.258993 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-34e7fa27-5c47-4f19-8c73-6e8e3aafd78e service neutron] 10.222.0.58 "PUT /v2.0/ports/43cc9199-2cc9-4c0b-bd8a-048bbdae4435 HTTP/1.1" status: 200 len: 1091 time: 2.1482728 Jul 09 10:02:38.259883 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca50a7a-aac1-41c0-8e93-b0e272e2cfe1', 'tag': '43cc9199-2cc9-4c0b-bd8a-048bbdae4435'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:02:38.263524 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fce4c68-873b-4c23-83f8-9e5abd265628" -d '{"events": [{"name": "network-changed", "server_uuid": "bca50a7a-aac1-41c0-8e93-b0e272e2cfe1", "tag": "43cc9199-2cc9-4c0b-bd8a-048bbdae4435"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:02:38.281251 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c71d9da-a345-4fb3-bbdc-f591135b7818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:38.287475 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71d9da-a345-4fb3-bbdc-f591135b7818 admin admin] Pushing event updated for resources: {'Port': ['ID=5b4b676e-0ebd-49db-95c0-af708c5a8e96,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:38.318689 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=71da1f14-bf0d-4709-89dc-27e090e423be,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:38.363920 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-8a96941f-e521-407f-8bbc-f6f9000e0909 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 10:02:38.364086 n-d-799996-1 neutron-server[93792]: DEBUG oslo_db.api [None req-8a96941f-e521-407f-8bbc-f6f9000e0909 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 10:02:38.408955 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02756a91-8354-421e-8282-04aae6ef2ac1 x-openstack-request-id: req-02756a91-8354-421e-8282-04aae6ef2ac1 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:02:38.410373 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca50a7a-aac1-41c0-8e93-b0e272e2cfe1", "tag": "43cc9199-2cc9-4c0b-bd8a-048bbdae4435", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:02:38.410806 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-02756a91-8354-421e-8282-04aae6ef2ac1 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:02:38.412890 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca50a7a-aac1-41c0-8e93-b0e272e2cfe1', 'tag': '43cc9199-2cc9-4c0b-bd8a-048bbdae4435', 'status': 'completed', 'code': 200} Jul 09 10:02:38.451661 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f633b1-466c-4111-8303-0985b8bba3bc', 'name': 'tempest-TestServerMultinode-953482262-router', 'tenant_id': '9d23a5806f9f4dafb56cc61d03997eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '5e2b17f0-8a92-4b4b-94eb-c5e2e973a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:31Z', 'updated_at': '2021-07-09T10:02:33Z', 'revision_number': 3, 'project_id': '9d23a5806f9f4dafb56cc61d03997eee', 'gw_port': {'id': '5e2b17f0-8a92-4b4b-94eb-c5e2e973a041', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f633b1-466c-4111-8303-0985b8bba3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:32Z', 'updated_at': '2021-07-09T10:02:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:38.474339 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c71d9da-a345-4fb3-bbdc-f591135b7818 admin admin] Network 1f1233a1-c7e0-4af8-803f-5c1136907f34 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:02:38.487670 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-c36ec555-f3e5-4bb9-8daa-f636aa8dd9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:38.490768 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-c36ec555-f3e5-4bb9-8daa-f636aa8dd9bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 1094 time: 0.1512778 Jul 09 10:02:38.499541 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-2c71d9da-a345-4fb3-bbdc-f591135b7818 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:02:38.539539 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] Checking router: 24f633b1-466c-4111-8303-0985b8bba3bc for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:02:38.539949 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] Updating router 24f633b1-466c-4111-8303-0985b8bba3bc port 5e2b17f0-8a92-4b4b-94eb-c5e2e973a041 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:02:38.553965 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 36772) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:38.561495 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-afba0ae5-1bbc-4204-a968-b93945d7131c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43cc9199-2cc9-4c0b-bd8a-048bbdae4435 HTTP/1.1" status: 200 len: 217 time: 0.0629418 Jul 09 10:02:38.688810 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-565bd071-784d-400f-934a-8ef140609545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:38.698713 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-565bd071-784d-400f-934a-8ef140609545 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25a7fb56-529c-418f-a1d5-499805938992 HTTP/1.1" status: 200 len: 834 time: 0.1247687 Jul 09 10:02:38.772215 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c71d9da-a345-4fb3-bbdc-f591135b7818 admin admin] Router 24f633b1-466c-4111-8303-0985b8bba3bc has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:02:38.894570 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-2a2f8bae-a76b-4937-bf6c-44039709c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:38.896406 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-2a2f8bae-a76b-4937-bf6c-44039709c32a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1bb5a269-b3d8-4442-b840-1a9bec4c96c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1966095 Jul 09 10:02:38.898883 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e61de-83a8-4d2e-9735-811d2cef2f3f req-5d883ab5-bd7d-4453-9689-ec3fbfbff476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:38.901656 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d74e61de-83a8-4d2e-9735-811d2cef2f3f req-5d883ab5-bd7d-4453-9689-ec3fbfbff476 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 1097 time: 0.3465886 Jul 09 10:02:38.995616 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:39.000367 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c71d9da-a345-4fb3-bbdc-f591135b7818 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:02:39.002021 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 47378f1d-ddd5-479b-9435-e30ae969ac7f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:02:39.016301 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2c71d9da-a345-4fb3-bbdc-f591135b7818 admin admin] 10.222.0.61 "PUT /v2.0/routers/24f633b1-466c-4111-8303-0985b8bba3bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4665413 Jul 09 10:02:39.054198 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 06c297e9-ed2e-44e4-92e7-e8c18086e7ef up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:02:39.061717 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d74e61de-83a8-4d2e-9735-811d2cef2f3f req-dd644be3-5e97-4f6e-95aa-694792d048ba service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334312 Jul 09 10:02:39.167139 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-7024a58c-41cf-423b-926a-702fd456bd2c service neutron] 10.222.0.58 "GET /v2.0/networks/1bb5a269-b3d8-4442-b840-1a9bec4c96c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598238 Jul 09 10:02:39.220172 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897705672', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:23Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d', 'name': '', 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:9c:55:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '25a7fb56-529c-418f-a1d5-499805938992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:29Z', 'updated_at': '2021-07-09T10:02:36Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '25a7fb56-529c-418f-a1d5-499805938992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:39.265988 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346d3b93-5241-4602-b04f-f0ef4897cc9c None None] The sync data for ids ['b5f4e1cb-54fe-4d53-9768-8b001648710c'] in n-d-799996-1 is: [{'id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897705672', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:23Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d', 'name': '', 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:9c:55:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '25a7fb56-529c-418f-a1d5-499805938992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:29Z', 'updated_at': '2021-07-09T10:02:36Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '25a7fb56-529c-418f-a1d5-499805938992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:02:39.514075 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:39.531751 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5b1f2519-0a86-42d9-8f3e-ac15ca79f803 None None] Provisioning for port 47378f1d-ddd5-479b-9435-e30ae969ac7f completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:02:39.536222 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 06c297e9-ed2e-44e4-92e7-e8c18086e7ef triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:39.536840 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:39.584826 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-49aaf22f-a1b9-4faa-91eb-f8ec27f1bc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:39.592783 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0779bb66-f86a-4369-b547-7bf41a5a5887 req-f6abe5b8-692d-4075-aded-fa0c9715c1cb service neutron] 10.222.0.58 "GET /v2.0/networks/1bb5a269-b3d8-4442-b840-1a9bec4c96c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225924 Jul 09 10:02:39.812404 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5b1f2519-0a86-42d9-8f3e-ac15ca79f803 None None] Provisioning complete for port 47378f1d-ddd5-479b-9435-e30ae969ac7f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:39.813090 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5b1f2519-0a86-42d9-8f3e-ac15ca79f803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:39.841007 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89202c14-30f0-4e9c-85c0-789c4c992654 req-588278cc-b3d1-495f-8e1f-3154b390d2d3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:39.852386 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-89202c14-30f0-4e9c-85c0-789c4c992654 req-588278cc-b3d1-495f-8e1f-3154b390d2d3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 943 time: 0.5558314 Jul 09 10:02:39.935103 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce4c68-873b-4c23-83f8-9e5abd265628 req-2db08982-dc52-44f3-86bd-b07471763598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:39.936794 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1fce4c68-873b-4c23-83f8-9e5abd265628 req-2db08982-dc52-44f3-86bd-b07471763598 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 1094 time: 0.2824013 Jul 09 10:02:39.964848 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-89202c14-30f0-4e9c-85c0-789c4c992654 req-8dbfb733-518d-4729-acef-622328361985 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035457 Jul 09 10:02:40.069674 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:40.096986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce4c68-873b-4c23-83f8-9e5abd265628 req-4569665e-ff96-4be8-b06f-1c43365b2c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:40.098999 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1fce4c68-873b-4c23-83f8-9e5abd265628 req-4569665e-ff96-4be8-b06f-1c43365b2c9c service neutron] 10.222.0.58 "GET /v2.0/networks?id=1bb5a269-b3d8-4442-b840-1a9bec4c96c2 HTTP/1.1" status: 200 len: 898 time: 0.1329949 Jul 09 10:02:40.131327 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:40.209840 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] Transition to ACTIVE for port object 5e2b17f0-8a92-4b4b-94eb-c5e2e973a041 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:02:40.216151 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1fce4c68-873b-4c23-83f8-9e5abd265628 req-6a3f3948-6739-4c13-9157-29ed0d4b17a8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43cc9199-2cc9-4c0b-bd8a-048bbdae4435 HTTP/1.1" status: 200 len: 217 time: 0.1042123 Jul 09 10:02:40.303798 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce4c68-873b-4c23-83f8-9e5abd265628 req-7d065e30-90e6-4e17-80ad-01b04c422c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:40.305757 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1fce4c68-873b-4c23-83f8-9e5abd265628 req-7d065e30-90e6-4e17-80ad-01b04c422c52 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25a7fb56-529c-418f-a1d5-499805938992 HTTP/1.1" status: 200 len: 834 time: 0.0768545 Jul 09 10:02:40.313075 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:40.356127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-105068b1-9871-47a4-8984-8a31da24a10b tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:40.364014 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-105068b1-9871-47a4-8984-8a31da24a10b tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/networks?id=6b5d5c56-7a94-49a1-8ef5-add566ecddb2 HTTP/1.1" status: 200 len: 910 time: 0.2635317 Jul 09 10:02:40.389028 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-ca28fdf5-8802-4b6d-a8cb-586ca57bb9e7 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/quotas/9d23a5806f9f4dafb56cc61d03997eee HTTP/1.1" status: 200 len: 375 time: 0.0234802 Jul 09 10:02:40.418019 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5b1f2519-0a86-42d9-8f3e-ac15ca79f803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:40.515949 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573794a-12ff-4c1e-8381-ea036782f871 None None] Pushing event updated for resources: {'Port': ['ID=5e2b17f0-8a92-4b4b-94eb-c5e2e973a041,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:40.535021 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] Attempting to bind port 5e2b17f0-8a92-4b4b-94eb-c5e2e973a041 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:02:40.535401 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] Attempting to bind port 5e2b17f0-8a92-4b4b-94eb-c5e2e973a041 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:02:40.536307 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] Attempting to bind port 5e2b17f0-8a92-4b4b-94eb-c5e2e973a041 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:02:40.557185 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce4c68-873b-4c23-83f8-9e5abd265628 req-cd666a01-4182-4cff-a56a-3d8979f575be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:40.557601 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:02:40.557984 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:02:40.558420 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:40.558842 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:02:40.559610 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] Bound port: 5e2b17f0-8a92-4b4b-94eb-c5e2e973a041, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:02:40.560108 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1fce4c68-873b-4c23-83f8-9e5abd265628 req-cd666a01-4182-4cff-a56a-3d8979f575be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1bb5a269-b3d8-4442-b840-1a9bec4c96c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2426560 Jul 09 10:02:40.560597 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:40.633595 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5b1f2519-0a86-42d9-8f3e-ac15ca79f803 None None] For port 47378f1d-ddd5-479b-9435-e30ae969ac7f, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=47378f1d-ddd5-479b-9435-e30ae969ac7f,segment=NetworkSegment(30ce7497-04c1-4ce7-a114-a5158169c2f4),segment_id=30ce7497-04c1-4ce7-a114-a5158169c2f4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:02:40.650021 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5b1f2519-0a86-42d9-8f3e-ac15ca79f803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:40.695101 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] For port 5e2b17f0-8a92-4b4b-94eb-c5e2e973a041, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:02:40.734492 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-de2b77eb-1c5b-4d8d-9ab2-7b1ad657ca6e tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d23a5806f9f4dafb56cc61d03997eee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3431847 Jul 09 10:02:40.745931 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] For port 5e2b17f0-8a92-4b4b-94eb-c5e2e973a041, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5e2b17f0-8a92-4b4b-94eb-c5e2e973a041,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:02:40.772986 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:40.793824 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f2519-0a86-42d9-8f3e-ac15ca79f803 None None] Pushing event updated for resources: {'Port': ['ID=47378f1d-ddd5-479b-9435-e30ae969ac7f,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:40.860716 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:02:40.886111 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1fce4c68-873b-4c23-83f8-9e5abd265628 req-dd8990ce-509a-45cc-b3b9-211c19693614 service neutron] 10.222.0.58 "GET /v2.0/networks/1bb5a269-b3d8-4442-b840-1a9bec4c96c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163505 Jul 09 10:02:40.897654 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5b1f2519-0a86-42d9-8f3e-ac15ca79f803 None None] Provisioning for port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:02:40.971040 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] Routers {'24f633b1-466c-4111-8303-0985b8bba3bc'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:02:40.972740 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:02:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['24f633b1-466c-4111-8303-0985b8bba3bc'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:41.067722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573794a-12ff-4c1e-8381-ea036782f871 None None] Pushing event updated for resources: {'Port': ['ID=5e2b17f0-8a92-4b4b-94eb-c5e2e973a041,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:41.226502 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:02:41.245753 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9ddd827c-4db1-45e2-b437-b22240e95983 None None] Provisioning complete for port 47378f1d-ddd5-479b-9435-e30ae969ac7f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:41.246300 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9ddd827c-4db1-45e2-b437-b22240e95983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:41.253575 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:41.253575 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:41.266153 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-0f51880c-bd64-43cf-a505-a5a7a1f778a8 service neutron] 10.222.0.61 "GET /v2.0/networks/6b5d5c56-7a94-49a1-8ef5-add566ecddb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052326 Jul 09 10:02:41.316344 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:41.333318 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] Set router 24f633b1-466c-4111-8303-0985b8bba3bc gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:02:41.341834 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1fce4c68-873b-4c23-83f8-9e5abd265628 req-92c283b2-a998-4793-ac6d-b17c7f33e125 service neutron] 10.222.0.58 "GET /v2.0/networks/1bb5a269-b3d8-4442-b840-1a9bec4c96c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317360 Jul 09 10:02:41.407476 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde67fa9-c5f7-456d-a18a-96d60f8e3824 req-bd92c5cd-5ebb-4bb6-9dbc-c0bc240cdbb8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:41.416983 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cde67fa9-c5f7-456d-a18a-96d60f8e3824 req-bd92c5cd-5ebb-4bb6-9dbc-c0bc240cdbb8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 943 time: 0.2402253 Jul 09 10:02:41.540422 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-f43a6c6e-22ce-47da-a7b7-2b82298095e6 service neutron] 10.222.0.61 "GET /v2.0/networks/6b5d5c56-7a94-49a1-8ef5-add566ecddb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726886 Jul 09 10:02:41.558131 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cde67fa9-c5f7-456d-a18a-96d60f8e3824 req-1c9d2e16-9f09-4190-86f4-a557ea5f41a3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394978 Jul 09 10:02:41.582450 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10a75b13-fd1e-4d03-b0b4-5cd75951c822 req-40589022-0d75-4f43-9f0a-a0c86422a25b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1554918 Jul 09 10:02:41.677836 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:41.737511 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a75b13-fd1e-4d03-b0b4-5cd75951c822 req-e4bed71a-2b37-4034-b87c-a6722fd10c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:41.739711 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10a75b13-fd1e-4d03-b0b4-5cd75951c822 req-e4bed71a-2b37-4034-b87c-a6722fd10c34 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bd3e84fdf684d718a87e77926c4ffae&device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 1097 time: 0.0989265 Jul 09 10:02:41.777245 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:02:41.839980 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9ddd827c-4db1-45e2-b437-b22240e95983 None None] Provisioning for port 5b4b676e-0ebd-49db-95c0-af708c5a8e96 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:02:41.873213 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2fd0e660-8532-4fcb-b821-c303a2e73278 req-2e157c9b-3938-457b-809e-9e80e75bcf65 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0674ca11-4552-4213-8e89-2b342e309243 HTTP/1.1" status: 200 len: 210 time: 0.0593419 Jul 09 10:02:41.897819 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9ddd827c-4db1-45e2-b437-b22240e95983 None None] Provisioning complete for port 5b4b676e-0ebd-49db-95c0-af708c5a8e96 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:41.898190 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9ddd827c-4db1-45e2-b437-b22240e95983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:41.906868 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d,segment=NetworkSegment(fbde6125-6336-4bde-b7a3-fb7db4a6661b),segment_id=fbde6125-6336-4bde-b7a3-fb7db4a6661b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:02:41.919382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a75b13-fd1e-4d03-b0b4-5cd75951c822 req-3252f184-b227-432c-913a-029ba2eb2c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:41.921191 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10a75b13-fd1e-4d03-b0b4-5cd75951c822 req-3252f184-b227-432c-913a-029ba2eb2c7d service neutron] 10.222.0.64 "GET /v2.0/networks?id=a9b2bde6-fef6-490a-970c-88fc96477682 HTTP/1.1" status: 200 len: 910 time: 0.1564620 Jul 09 10:02:41.935635 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:41.936447 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 71da1f14-bf0d-4709-89dc-27e090e423be up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:02:42.001905 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10a75b13-fd1e-4d03-b0b4-5cd75951c822 req-01f2cd74-d709-4357-95bb-a4d1697f742e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83bb03e7-4964-4367-a118-d7bf8a49835d HTTP/1.1" status: 200 len: 1001 time: 0.0721402 Jul 09 10:02:42.068938 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a75b13-fd1e-4d03-b0b4-5cd75951c822 req-2e6a9855-7c09-4cdc-a4ac-f738c68b3c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:42.070702 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10a75b13-fd1e-4d03-b0b4-5cd75951c822 req-2e6a9855-7c09-4cdc-a4ac-f738c68b3c12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d1b1790-1fd7-4482-9bc0-58ec7316b6a9 HTTP/1.1" status: 200 len: 848 time: 0.0622866 Jul 09 10:02:42.173796 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a75b13-fd1e-4d03-b0b4-5cd75951c822 req-22ccd2d9-740d-4666-9cd0-3f19db164bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:42.175787 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10a75b13-fd1e-4d03-b0b4-5cd75951c822 req-22ccd2d9-740d-4666-9cd0-3f19db164bfe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a9b2bde6-fef6-490a-970c-88fc96477682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949996 Jul 09 10:02:42.205196 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9ddd827c-4db1-45e2-b437-b22240e95983 None None] Port 5b4b676e-0ebd-49db-95c0-af708c5a8e96 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:02:42.243425 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=43cc9199-2cc9-4c0b-bd8a-048bbdae4435,segment=NetworkSegment(fbde6125-6336-4bde-b7a3-fb7db4a6661b),segment_id=fbde6125-6336-4bde-b7a3-fb7db4a6661b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:02:42.260222 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '43cc9199-2cc9-4c0b-bd8a-048bbdae4435', 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2', 'port_id': '43cc9199-2cc9-4c0b-bd8a-048bbdae4435', 'mac_address': 'fa:16:3e:4d:28:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a7fb56-529c-418f-a1d5-499805938992', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:02:42.265442 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f633b1-466c-4111-8303-0985b8bba3bc', 'name': 'tempest-TestServerMultinode-953482262-router', 'tenant_id': '9d23a5806f9f4dafb56cc61d03997eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '5e2b17f0-8a92-4b4b-94eb-c5e2e973a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:31Z', 'updated_at': '2021-07-09T10:02:37Z', 'revision_number': 4, 'project_id': '9d23a5806f9f4dafb56cc61d03997eee', 'gw_port': {'id': '5e2b17f0-8a92-4b4b-94eb-c5e2e973a041', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f633b1-466c-4111-8303-0985b8bba3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:32Z', 'updated_at': '2021-07-09T10:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5b4b676e-0ebd-49db-95c0-af708c5a8e96', 'name': '', 'network_id': '1f1233a1-c7e0-4af8-803f-5c1136907f34', 'tenant_id': '9d23a5806f9f4dafb56cc61d03997eee', 'mac_address': 'fa:16:3e:fd:40:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f633b1-466c-4111-8303-0985b8bba3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'db2d6fa0-8778-4ca0-beec-8ecb19236059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:36Z', 'updated_at': '2021-07-09T10:02:37Z', 'revision_number': 2, 'project_id': '9d23a5806f9f4dafb56cc61d03997eee', 'subnets': [{'id': 'db2d6fa0-8778-4ca0-beec-8ecb19236059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:42.268574 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:42.298190 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10a75b13-fd1e-4d03-b0b4-5cd75951c822 req-ac480073-03f2-4f43-a0c9-e3c0cb1a4d24 service neutron] 10.222.0.64 "GET /v2.0/networks/a9b2bde6-fef6-490a-970c-88fc96477682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146071 Jul 09 10:02:42.306577 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 71da1f14-bf0d-4709-89dc-27e090e423be triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:42.306952 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:42.311237 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f9ebfb-d770-49eb-b31e-fb3bf92ecfa2 None None] The sync data for ids ['24f633b1-466c-4111-8303-0985b8bba3bc'] in n-d-799996-1 is: [{'id': '24f633b1-466c-4111-8303-0985b8bba3bc', 'name': 'tempest-TestServerMultinode-953482262-router', 'tenant_id': '9d23a5806f9f4dafb56cc61d03997eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '5e2b17f0-8a92-4b4b-94eb-c5e2e973a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:31Z', 'updated_at': '2021-07-09T10:02:37Z', 'revision_number': 4, 'project_id': '9d23a5806f9f4dafb56cc61d03997eee', 'gw_port': {'id': '5e2b17f0-8a92-4b4b-94eb-c5e2e973a041', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f633b1-466c-4111-8303-0985b8bba3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:32Z', 'updated_at': '2021-07-09T10:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5b4b676e-0ebd-49db-95c0-af708c5a8e96', 'name': '', 'network_id': '1f1233a1-c7e0-4af8-803f-5c1136907f34', 'tenant_id': '9d23a5806f9f4dafb56cc61d03997eee', 'mac_address': 'fa:16:3e:fd:40:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f633b1-466c-4111-8303-0985b8bba3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'db2d6fa0-8778-4ca0-beec-8ecb19236059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:36Z', 'updated_at': '2021-07-09T10:02:37Z', 'revision_number': 2, 'project_id': '9d23a5806f9f4dafb56cc61d03997eee', 'subnets': [{'id': 'db2d6fa0-8778-4ca0-beec-8ecb19236059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:02:42.396487 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:42.431349 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:02:42.437128 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10a75b13-fd1e-4d03-b0b4-5cd75951c822 req-d4afddc3-3623-4e59-91c4-6fe272249792 service neutron] 10.222.0.64 "GET /v2.0/networks/a9b2bde6-fef6-490a-970c-88fc96477682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318972 Jul 09 10:02:42.473897 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=43cc9199-2cc9-4c0b-bd8a-048bbdae4435,segment=NetworkSegment(fbde6125-6336-4bde-b7a3-fb7db4a6661b),segment_id=fbde6125-6336-4bde-b7a3-fb7db4a6661b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:02:42.481074 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:42.587016 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=43cc9199-2cc9-4c0b-bd8a-048bbdae4435,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:42.715488 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['43cc9199-2cc9-4c0b-bd8a-048bbdae4435'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:02:42.762212 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:02:42.832048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610ffa3-671b-4342-aba7-a1354e24463c req-bf45047e-bd54-4da4-ac3f-2e6f9e300177 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:42.834441 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9610ffa3-671b-4342-aba7-a1354e24463c req-bf45047e-bd54-4da4-ac3f-2e6f9e300177 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 944 time: 0.0797698 Jul 09 10:02:42.860063 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:42.860355 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:42.885049 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9610ffa3-671b-4342-aba7-a1354e24463c req-e34e08cb-75e5-46ea-b174-e82a23481210 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428932 Jul 09 10:02:43.020379 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 47378f1d-ddd5-479b-9435-e30ae969ac7f up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:02:43.043875 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:43.060797 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76c96caf-ef61-4167-8ac0-6bccb6b5e910 req-19bb0a94-323f-4e83-a896-65a06e8986a0 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0674ca11-4552-4213-8e89-2b342e309243 HTTP/1.1" status: 200 len: 210 time: 0.0554104 Jul 09 10:02:43.122116 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [req-ef0466df-19a7-468e-9097-7281393af530 req-d41a408c-dadd-433f-a8fb-0d92ba60f6bc service neutron] (93791) timed out ('10.222.0.58', 54209) {{(pid=93791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 10:02:43.131403 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 47378f1d-ddd5-479b-9435-e30ae969ac7f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:43.131928 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:43.289453 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-dbfe7432-891d-44e2-8374-6a26b69706f0 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:43.291350 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-dbfe7432-891d-44e2-8374-6a26b69706f0 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.64 "GET /v2.0/networks?id=6b5d5c56-7a94-49a1-8ef5-add566ecddb2 HTTP/1.1" status: 200 len: 910 time: 0.1345844 Jul 09 10:02:43.303519 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-485601a3-bffc-42cb-b3a5-6d56f22ce78e tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Request body: {'port': {'device_id': '0674ca11-4552-4213-8e89-2b342e309243', 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2', 'admin_state_up': True, 'tenant_id': '9d23a5806f9f4dafb56cc61d03997eee'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:02:43.331173 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-485601a3-bffc-42cb-b3a5-6d56f22ce78e tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Made reservation on behalf of 9d23a5806f9f4dafb56cc61d03997eee for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:02:43.333930 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-485601a3-bffc-42cb-b3a5-6d56f22ce78e tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:43.459070 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-485601a3-bffc-42cb-b3a5-6d56f22ce78e tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Allocated IP 172.20.0.6 (6b5d5c56-7a94-49a1-8ef5-add566ecddb2/e9428786-a52c-47c2-9c5d-671b248e9594/8f245dc4-b318-4df2-be5b-f194f7224ff6) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:02:43.614938 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-485601a3-bffc-42cb-b3a5-6d56f22ce78e tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:43.630035 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-485601a3-bffc-42cb-b3a5-6d56f22ce78e tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Transition to ACTIVE for port object 8f245dc4-b318-4df2-be5b-f194f7224ff6 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:02:43.665474 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-485601a3-bffc-42cb-b3a5-6d56f22ce78e tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:43.710110 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-485601a3-bffc-42cb-b3a5-6d56f22ce78e tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Network 6b5d5c56-7a94-49a1-8ef5-add566ecddb2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:02:43.715385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-485601a3-bffc-42cb-b3a5-6d56f22ce78e tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:02:43.718426 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-485601a3-bffc-42cb-b3a5-6d56f22ce78e tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:02:43.752224 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485601a3-bffc-42cb-b3a5-6d56f22ce78e tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Pushing event updated for resources: {'Port': ['ID=8f245dc4-b318-4df2-be5b-f194f7224ff6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:43.773653 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-485601a3-bffc-42cb-b3a5-6d56f22ce78e tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:43.774272 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-485601a3-bffc-42cb-b3a5-6d56f22ce78e tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:43.786460 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:02:43.797229 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-485601a3-bffc-42cb-b3a5-6d56f22ce78e tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4973550 Jul 09 10:02:43.847909 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-a3bbe423-8cd2-4ae6-888a-8cd79b565ed8 service neutron] Request body: {'port': {'device_id': '0674ca11-4552-4213-8e89-2b342e309243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:02:43.894439 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:02:43.899745 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:43.900002 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:43.981074 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-a3bbe423-8cd2-4ae6-888a-8cd79b565ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:44.051649 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:44.072098 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a954dddd-2a34-49c1-abfb-4b2993504f20 None None] Provisioning for port 8f245dc4-b318-4df2-be5b-f194f7224ff6 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:02:44.084052 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a954dddd-2a34-49c1-abfb-4b2993504f20 None None] Provisioning complete for port 8f245dc4-b318-4df2-be5b-f194f7224ff6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:44.084674 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a954dddd-2a34-49c1-abfb-4b2993504f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:44.172503 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca50a7a-aac1-41c0-8e93-b0e272e2cfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cc9199-2cc9-4c0b-bd8a-048bbdae4435'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:02:44.175292 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49acb220-f4f9-434d-a19b-bd779b0fd3e4" -d '{"events": [{"server_uuid": "bca50a7a-aac1-41c0-8e93-b0e272e2cfe1", "name": "network-vif-plugged", "status": "completed", "tag": "43cc9199-2cc9-4c0b-bd8a-048bbdae4435"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:02:44.200533 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=43cc9199-2cc9-4c0b-bd8a-048bbdae4435,segment=NetworkSegment(fbde6125-6336-4bde-b7a3-fb7db4a6661b),segment_id=fbde6125-6336-4bde-b7a3-fb7db4a6661b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:02:44.213559 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:44.223286 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a954dddd-2a34-49c1-abfb-4b2993504f20 None None] Port 8f245dc4-b318-4df2-be5b-f194f7224ff6 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:02:44.307188 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=43cc9199-2cc9-4c0b-bd8a-048bbdae4435,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:44.440540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-a3bbe423-8cd2-4ae6-888a-8cd79b565ed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f245dc4-b318-4df2-be5b-f194f7224ff6 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:02:44.453513 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-a3bbe423-8cd2-4ae6-888a-8cd79b565ed8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:44.456784 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6ca1b-a193-4382-983a-807c194fd8a0 req-e82a09dd-8a13-44c1-8781-f219fd398a00 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:44.458325 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eee6ca1b-a193-4382-983a-807c194fd8a0 req-e82a09dd-8a13-44c1-8781-f219fd398a00 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0674ca11-4552-4213-8e89-2b342e309243 HTTP/1.1" status: 200 len: 1027 time: 0.1551218 Jul 09 10:02:44.496600 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa125ae-b31b-4322-ac3c-78cfd0810c2f req-336c45b9-e937-4c4d-be6b-6a27fd082572 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:44.498106 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aaa125ae-b31b-4322-ac3c-78cfd0810c2f req-336c45b9-e937-4c4d-be6b-6a27fd082572 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 945 time: 0.1644266 Jul 09 10:02:44.500728 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-a3bbe423-8cd2-4ae6-888a-8cd79b565ed8 service neutron] Transition to ACTIVE for port object 8f245dc4-b318-4df2-be5b-f194f7224ff6 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:02:44.512132 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-a3bbe423-8cd2-4ae6-888a-8cd79b565ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:44.716166 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5e2b17f0-8a92-4b4b-94eb-c5e2e973a041 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:02:44.772541 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 5e2b17f0-8a92-4b4b-94eb-c5e2e973a041 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:02:44.779958 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 5e2b17f0-8a92-4b4b-94eb-c5e2e973a041 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:44.780417 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:44.824944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eee6ca1b-a193-4382-983a-807c194fd8a0 req-5c5d85f5-29de-4cc6-9763-047a5d1949ec tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=7231dc22-73b9-4842-b27e-836e305e7775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598018 Jul 09 10:02:44.864645 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aaa125ae-b31b-4322-ac3c-78cfd0810c2f req-3e43e7a7-24fb-4d1a-8583-b41cc58eeb08 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3583996 Jul 09 10:02:44.866553 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbe423-8cd2-4ae6-888a-8cd79b565ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f245dc4-b318-4df2-be5b-f194f7224ff6,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:44.915129 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:44.948182 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d58df0e-101b-472a-a3b5-f1d12a04f2e1 x-openstack-request-id: req-2d58df0e-101b-472a-a3b5-f1d12a04f2e1 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:02:44.948566 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca50a7a-aac1-41c0-8e93-b0e272e2cfe1", "name": "network-vif-plugged", "status": "completed", "tag": "43cc9199-2cc9-4c0b-bd8a-048bbdae4435", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:02:44.948777 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2d58df0e-101b-472a-a3b5-f1d12a04f2e1 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:02:44.949668 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca50a7a-aac1-41c0-8e93-b0e272e2cfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cc9199-2cc9-4c0b-bd8a-048bbdae4435', 'code': 200} Jul 09 10:02:44.955450 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 5e2b17f0-8a92-4b4b-94eb-c5e2e973a041, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5e2b17f0-8a92-4b4b-94eb-c5e2e973a041,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:02:44.963283 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:45.017938 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-a3bbe423-8cd2-4ae6-888a-8cd79b565ed8 service neutron] Attempting to bind port 8f245dc4-b318-4df2-be5b-f194f7224ff6 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:02:45.018327 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-a3bbe423-8cd2-4ae6-888a-8cd79b565ed8 service neutron] Attempting to bind port 8f245dc4-b318-4df2-be5b-f194f7224ff6 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'a092a35c-383b-4005-ba8f-61294535e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:02:45.018870 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-a3bbe423-8cd2-4ae6-888a-8cd79b565ed8 service neutron] Attempting to bind port 8f245dc4-b318-4df2-be5b-f194f7224ff6 on network 6b5d5c56-7a94-49a1-8ef5-add566ecddb2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:02:45.041448 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=5e2b17f0-8a92-4b4b-94eb-c5e2e973a041,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:45.053941 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-a3bbe423-8cd2-4ae6-888a-8cd79b565ed8 service neutron] Port 8f245dc4-b318-4df2-be5b-f194f7224ff6 on network 6b5d5c56-7a94-49a1-8ef5-add566ecddb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:02:45.054254 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-a3bbe423-8cd2-4ae6-888a-8cd79b565ed8 service neutron] Attempting to bind port 8f245dc4-b318-4df2-be5b-f194f7224ff6 on network 6b5d5c56-7a94-49a1-8ef5-add566ecddb2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:02:45.064917 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-a3bbe423-8cd2-4ae6-888a-8cd79b565ed8 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:02:45.065308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-a3bbe423-8cd2-4ae6-888a-8cd79b565ed8 service neutron] Checking segment: {'id': 'a092a35c-383b-4005-ba8f-61294535e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:02:45.065648 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-a3bbe423-8cd2-4ae6-888a-8cd79b565ed8 service neutron] Bound using segment: {'id': 'a092a35c-383b-4005-ba8f-61294535e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:02:45.066096 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-a3bbe423-8cd2-4ae6-888a-8cd79b565ed8 service neutron] Bound port: 8f245dc4-b318-4df2-be5b-f194f7224ff6, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a092a35c-383b-4005-ba8f-61294535e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:02:45.066460 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-a3bbe423-8cd2-4ae6-888a-8cd79b565ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:45.149486 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af48be-467b-4a52-bf8f-6dd58d337843 req-5deeed80-ef82-4dcc-8a88-e37ababeb493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:45.149486 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-54af48be-467b-4a52-bf8f-6dd58d337843 req-5deeed80-ef82-4dcc-8a88-e37ababeb493 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 1096 time: 0.1212616 Jul 09 10:02:45.170368 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-a3bbe423-8cd2-4ae6-888a-8cd79b565ed8 service neutron] For port 8f245dc4-b318-4df2-be5b-f194f7224ff6, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:02:45.190446 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-a3bbe423-8cd2-4ae6-888a-8cd79b565ed8 service neutron] For port 8f245dc4-b318-4df2-be5b-f194f7224ff6, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=8f245dc4-b318-4df2-be5b-f194f7224ff6,segment=NetworkSegment(a092a35c-383b-4005-ba8f-61294535e3d9),segment_id=a092a35c-383b-4005-ba8f-61294535e3d9)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:02:45.198079 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-54af48be-467b-4a52-bf8f-6dd58d337843 req-4bb982ad-6dd9-4c1c-83b2-d9eeb8f041d2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449424 Jul 09 10:02:45.199291 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-a3bbe423-8cd2-4ae6-888a-8cd79b565ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:45.232628 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-a3bbe423-8cd2-4ae6-888a-8cd79b565ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:45.233242 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-a3bbe423-8cd2-4ae6-888a-8cd79b565ed8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:45.234750 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-a3bbe423-8cd2-4ae6-888a-8cd79b565ed8 service neutron] 10.222.0.64 "PUT /v2.0/ports/8f245dc4-b318-4df2-be5b-f194f7224ff6 HTTP/1.1" status: 200 len: 1091 time: 1.3936584 Jul 09 10:02:45.235085 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0674ca11-4552-4213-8e89-2b342e309243', 'tag': '8f245dc4-b318-4df2-be5b-f194f7224ff6'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:02:45.237347 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25d2c7e-1cb8-4cbc-82c1-be84a50a44bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0674ca11-4552-4213-8e89-2b342e309243", "tag": "8f245dc4-b318-4df2-be5b-f194f7224ff6"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:02:45.277541 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbe423-8cd2-4ae6-888a-8cd79b565ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f245dc4-b318-4df2-be5b-f194f7224ff6,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:45.296922 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd9dd1a-ce56-40f3-8dbe-7d186c1977a1 x-openstack-request-id: req-3dd9dd1a-ce56-40f3-8dbe-7d186c1977a1 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:02:45.297472 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0674ca11-4552-4213-8e89-2b342e309243", "tag": "8f245dc4-b318-4df2-be5b-f194f7224ff6", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:02:45.297920 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3dd9dd1a-ce56-40f3-8dbe-7d186c1977a1 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:02:45.298355 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0674ca11-4552-4213-8e89-2b342e309243', 'tag': '8f245dc4-b318-4df2-be5b-f194f7224ff6', 'status': 'completed', 'code': 200} Jul 09 10:02:45.368019 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-3a3ed0c1-7db9-4e97-88c7-f5d9df289b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:45.370296 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-3a3ed0c1-7db9-4e97-88c7-f5d9df289b50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d23a5806f9f4dafb56cc61d03997eee&device_id=0674ca11-4552-4213-8e89-2b342e309243 HTTP/1.1" status: 200 len: 1094 time: 0.0685217 Jul 09 10:02:45.417108 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-db0bdeca-e70b-47a7-b676-065f2a76ebe2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f245dc4-b318-4df2-be5b-f194f7224ff6 HTTP/1.1" status: 200 len: 217 time: 0.0392940 Jul 09 10:02:45.474384 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:02:45.474978 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-491847d8-85ee-4ea2-9e97-989a36a7cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:45.476145 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-491847d8-85ee-4ea2-9e97-989a36a7cdd0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9428786-a52c-47c2-9c5d-671b248e9594 HTTP/1.1" status: 200 len: 848 time: 0.0530844 Jul 09 10:02:45.541904 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-03823f91-60ac-41d1-bd3f-3df19970af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:45.543347 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-03823f91-60ac-41d1-bd3f-3df19970af37 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b5d5c56-7a94-49a1-8ef5-add566ecddb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602257 Jul 09 10:02:45.633113 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-4407ea18-4abe-42ca-8b6a-09a71176d83b service neutron] 10.222.0.64 "GET /v2.0/networks/6b5d5c56-7a94-49a1-8ef5-add566ecddb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835795 Jul 09 10:02:45.726566 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b39218c8-b6fd-4469-9f36-0217d1104466 req-47b6d809-f197-4582-99b4-e138bc9e5d7c service neutron] 10.222.0.64 "GET /v2.0/networks/6b5d5c56-7a94-49a1-8ef5-add566ecddb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871139 Jul 09 10:02:45.862913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d2c7e-1cb8-4cbc-82c1-be84a50a44bc req-d5d32e79-6ad4-4660-a2ab-009351b8444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:45.864505 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f25d2c7e-1cb8-4cbc-82c1-be84a50a44bc req-d5d32e79-6ad4-4660-a2ab-009351b8444b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d23a5806f9f4dafb56cc61d03997eee&device_id=0674ca11-4552-4213-8e89-2b342e309243 HTTP/1.1" status: 200 len: 1094 time: 0.0648100 Jul 09 10:02:46.010064 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d2c7e-1cb8-4cbc-82c1-be84a50a44bc req-108913c5-1e1c-495c-9387-c35939a4136f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:46.012662 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f25d2c7e-1cb8-4cbc-82c1-be84a50a44bc req-108913c5-1e1c-495c-9387-c35939a4136f service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b5d5c56-7a94-49a1-8ef5-add566ecddb2 HTTP/1.1" status: 200 len: 910 time: 0.1403227 Jul 09 10:02:46.080313 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f25d2c7e-1cb8-4cbc-82c1-be84a50a44bc req-4a50da68-9b68-4253-949c-2411172349b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f245dc4-b318-4df2-be5b-f194f7224ff6 HTTP/1.1" status: 200 len: 217 time: 0.0615258 Jul 09 10:02:46.186437 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d2c7e-1cb8-4cbc-82c1-be84a50a44bc req-26280b90-4c4a-4cc9-ab55-1552b8c68911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:46.188107 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f25d2c7e-1cb8-4cbc-82c1-be84a50a44bc req-26280b90-4c4a-4cc9-ab55-1552b8c68911 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9428786-a52c-47c2-9c5d-671b248e9594 HTTP/1.1" status: 200 len: 848 time: 0.0888777 Jul 09 10:02:46.236830 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8503b9d-4912-4d47-a5f9-e78ed8603b74 req-921a7f9c-0ecb-48b4-812a-e18b95162487 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:46.238536 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8503b9d-4912-4d47-a5f9-e78ed8603b74 req-921a7f9c-0ecb-48b4-812a-e18b95162487 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0674ca11-4552-4213-8e89-2b342e309243 HTTP/1.1" status: 200 len: 1094 time: 0.2106123 Jul 09 10:02:46.256108 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d6b6a-4106-4f28-89da-5c8646617971 req-d97e3289-b103-4f7d-a786-c37acc206d72 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:46.257882 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a87d6b6a-4106-4f28-89da-5c8646617971 req-d97e3289-b103-4f7d-a786-c37acc206d72 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 945 time: 0.2205720 Jul 09 10:02:46.329129 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d2c7e-1cb8-4cbc-82c1-be84a50a44bc req-0edbd0a1-e351-44a9-8dbd-b3286201aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:46.330833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f25d2c7e-1cb8-4cbc-82c1-be84a50a44bc req-0edbd0a1-e351-44a9-8dbd-b3286201aa46 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b5d5c56-7a94-49a1-8ef5-add566ecddb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326094 Jul 09 10:02:46.333149 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8503b9d-4912-4d47-a5f9-e78ed8603b74 req-6d0a3561-6a54-4b41-a41a-9e3ee2503780 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=7231dc22-73b9-4842-b27e-836e305e7775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727613 Jul 09 10:02:46.336262 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a87d6b6a-4106-4f28-89da-5c8646617971 req-fd889413-1c54-49ff-b652-0cdb4bfeea47 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676486 Jul 09 10:02:46.474104 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f25d2c7e-1cb8-4cbc-82c1-be84a50a44bc req-710e01bd-61f2-4812-9ee0-24ba48cef3c2 service neutron] 10.222.0.64 "GET /v2.0/networks/6b5d5c56-7a94-49a1-8ef5-add566ecddb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348836 Jul 09 10:02:46.614380 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f25d2c7e-1cb8-4cbc-82c1-be84a50a44bc req-ff0af0f3-d930-4212-8c77-bd4d0bea1467 service neutron] 10.222.0.64 "GET /v2.0/networks/6b5d5c56-7a94-49a1-8ef5-add566ecddb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332567 Jul 09 10:02:46.628484 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a8a85-b198-467e-99d1-5e55c4ebd01d req-6fd941cf-debf-4746-8efd-2286ec06ee5f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:46.630232 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-136a8a85-b198-467e-99d1-5e55c4ebd01d req-6fd941cf-debf-4746-8efd-2286ec06ee5f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 945 time: 0.1283638 Jul 09 10:02:46.680375 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-136a8a85-b198-467e-99d1-5e55c4ebd01d req-edc66928-bca9-4582-80f8-36a9bf953396 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431414 Jul 09 10:02:46.686959 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5e2b17f0-8a92-4b4b-94eb-c5e2e973a041 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:02:46.713302 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37066) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:46.756252 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 5e2b17f0-8a92-4b4b-94eb-c5e2e973a041 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:46.757004 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:46.827895 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] Sync routers for ids ['24f633b1-466c-4111-8303-0985b8bba3bc'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:02:46.841092 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] Routers {'24f633b1-466c-4111-8303-0985b8bba3bc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:02:46.843354 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:02:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['24f633b1-466c-4111-8303-0985b8bba3bc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:46.943783 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffc7b3a-d98d-480c-839d-582e2120ca0f tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:46.945446 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-cffc7b3a-d98d-480c-839d-582e2120ca0f tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 1091 time: 0.2311268 Jul 09 10:02:46.948374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37074) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:46.953476 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-bd2d3402-2e8c-4935-83c4-9f7e850fedb4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': '43cc9199-2cc9-4c0b-bd8a-048bbdae4435', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:02:46.974950 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] Set router 24f633b1-466c-4111-8303-0985b8bba3bc gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:02:46.989068 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3402-2e8c-4935-83c4-9f7e850fedb4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:47.135338 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3402-2e8c-4935-83c4-9f7e850fedb4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:47.237784 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f633b1-466c-4111-8303-0985b8bba3bc', 'name': 'tempest-TestServerMultinode-953482262-router', 'tenant_id': '9d23a5806f9f4dafb56cc61d03997eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '5e2b17f0-8a92-4b4b-94eb-c5e2e973a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:31Z', 'updated_at': '2021-07-09T10:02:37Z', 'revision_number': 4, 'project_id': '9d23a5806f9f4dafb56cc61d03997eee', 'gw_port': {'id': '5e2b17f0-8a92-4b4b-94eb-c5e2e973a041', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f633b1-466c-4111-8303-0985b8bba3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:32Z', 'updated_at': '2021-07-09T10:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5b4b676e-0ebd-49db-95c0-af708c5a8e96', 'name': '', 'network_id': '1f1233a1-c7e0-4af8-803f-5c1136907f34', 'tenant_id': '9d23a5806f9f4dafb56cc61d03997eee', 'mac_address': 'fa:16:3e:fd:40:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f633b1-466c-4111-8303-0985b8bba3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'db2d6fa0-8778-4ca0-beec-8ecb19236059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:36Z', 'updated_at': '2021-07-09T10:02:37Z', 'revision_number': 2, 'project_id': '9d23a5806f9f4dafb56cc61d03997eee', 'subnets': [{'id': 'db2d6fa0-8778-4ca0-beec-8ecb19236059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:47.258542 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-bd2d3402-2e8c-4935-83c4-9f7e850fedb4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Allocated IP 172.25.3.173 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/2f8036d4-6017-4008-9c62-7e256cdee646) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:02:47.264687 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] Checking router: 24f633b1-466c-4111-8303-0985b8bba3bc for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:02:47.265022 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] Updating router 24f633b1-466c-4111-8303-0985b8bba3bc port 5b4b676e-0ebd-49db-95c0-af708c5a8e96 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:02:47.301774 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:47.374724 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3402-2e8c-4935-83c4-9f7e850fedb4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:47.419212 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3402-2e8c-4935-83c4-9f7e850fedb4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:47.470969 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d3402-2e8c-4935-83c4-9f7e850fedb4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Port': ['ID=2f8036d4-6017-4008-9c62-7e256cdee646,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:47.480038 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2d3402-2e8c-4935-83c4-9f7e850fedb4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:02:47.481834 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-bd2d3402-2e8c-4935-83c4-9f7e850fedb4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:02:47.486606 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2d3402-2e8c-4935-83c4-9f7e850fedb4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:02:47.552736 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fb4bd-4777-4f25-add8-28d6bc6149a6 req-fcbbc9df-deb8-4e71-ab26-b904f8468755 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:47.560151 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-962fb4bd-4777-4f25-add8-28d6bc6149a6 req-fcbbc9df-deb8-4e71-ab26-b904f8468755 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0674ca11-4552-4213-8e89-2b342e309243 HTTP/1.1" status: 200 len: 1094 time: 0.0629632 Jul 09 10:02:47.593568 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:47.603542 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-962fb4bd-4777-4f25-add8-28d6bc6149a6 req-512b85ad-2055-4c06-b76a-27bd6e13b71f tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=7231dc22-73b9-4842-b27e-836e305e7775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421333 Jul 09 10:02:47.624336 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] Transition to ACTIVE for port object 5b4b676e-0ebd-49db-95c0-af708c5a8e96 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:02:47.634695 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:47.709494 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfb4e3-6d1a-46d1-a46f-705be4686fb4 None None] Pushing event updated for resources: {'Port': ['ID=5b4b676e-0ebd-49db-95c0-af708c5a8e96,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:47.777713 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] Attempting to bind port 5b4b676e-0ebd-49db-95c0-af708c5a8e96 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:02:47.778276 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] Attempting to bind port 5b4b676e-0ebd-49db-95c0-af708c5a8e96 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '30ce7497-04c1-4ce7-a114-a5158169c2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1f1233a1-c7e0-4af8-803f-5c1136907f34'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:02:47.783864 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] Attempting to bind port 5b4b676e-0ebd-49db-95c0-af708c5a8e96 on network 1f1233a1-c7e0-4af8-803f-5c1136907f34 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:02:47.789753 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:02:47.790377 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] Checking segment: {'id': '30ce7497-04c1-4ce7-a114-a5158169c2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1f1233a1-c7e0-4af8-803f-5c1136907f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:02:47.791045 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:47.791443 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] Bound using segment: {'id': '30ce7497-04c1-4ce7-a114-a5158169c2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1f1233a1-c7e0-4af8-803f-5c1136907f34'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:02:47.791952 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] Bound port: 5b4b676e-0ebd-49db-95c0-af708c5a8e96, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ce7497-04c1-4ce7-a114-a5158169c2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1f1233a1-c7e0-4af8-803f-5c1136907f34'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:02:47.795341 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:47.864423 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] For port 5b4b676e-0ebd-49db-95c0-af708c5a8e96, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:02:47.876233 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] For port 5b4b676e-0ebd-49db-95c0-af708c5a8e96, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5b4b676e-0ebd-49db-95c0-af708c5a8e96,segment=NetworkSegment(30ce7497-04c1-4ce7-a114-a5158169c2f4),segment_id=30ce7497-04c1-4ce7-a114-a5158169c2f4)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:02:47.893674 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:47.964878 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] Routers {'24f633b1-466c-4111-8303-0985b8bba3bc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:02:47.965630 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:02:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['24f633b1-466c-4111-8303-0985b8bba3bc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:47.995533 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3402-2e8c-4935-83c4-9f7e850fedb4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:48.002587 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfb4e3-6d1a-46d1-a46f-705be4686fb4 None None] Pushing event updated for resources: {'Port': ['ID=5b4b676e-0ebd-49db-95c0-af708c5a8e96,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:48.097637 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3402-2e8c-4935-83c4-9f7e850fedb4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:48.147548 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] Set router 24f633b1-466c-4111-8303-0985b8bba3bc gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:02:48.330183 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3402-2e8c-4935-83c4-9f7e850fedb4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:48.336419 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3402-2e8c-4935-83c4-9f7e850fedb4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:48.374618 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f633b1-466c-4111-8303-0985b8bba3bc', 'name': 'tempest-TestServerMultinode-953482262-router', 'tenant_id': '9d23a5806f9f4dafb56cc61d03997eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '5e2b17f0-8a92-4b4b-94eb-c5e2e973a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:31Z', 'updated_at': '2021-07-09T10:02:37Z', 'revision_number': 4, 'project_id': '9d23a5806f9f4dafb56cc61d03997eee', 'gw_port': {'id': '5e2b17f0-8a92-4b4b-94eb-c5e2e973a041', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f633b1-466c-4111-8303-0985b8bba3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:32Z', 'updated_at': '2021-07-09T10:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5b4b676e-0ebd-49db-95c0-af708c5a8e96', 'name': '', 'network_id': '1f1233a1-c7e0-4af8-803f-5c1136907f34', 'tenant_id': '9d23a5806f9f4dafb56cc61d03997eee', 'mac_address': 'fa:16:3e:fd:40:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f633b1-466c-4111-8303-0985b8bba3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'db2d6fa0-8778-4ca0-beec-8ecb19236059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:36Z', 'updated_at': '2021-07-09T10:02:47Z', 'revision_number': 4, 'project_id': '9d23a5806f9f4dafb56cc61d03997eee', 'subnets': [{'id': 'db2d6fa0-8778-4ca0-beec-8ecb19236059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:48.406793 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f69b45-2782-4a9f-a060-2f4c3874d07b None None] The sync data for ids ['24f633b1-466c-4111-8303-0985b8bba3bc'] in n-d-799996-1 is: [{'id': '24f633b1-466c-4111-8303-0985b8bba3bc', 'name': 'tempest-TestServerMultinode-953482262-router', 'tenant_id': '9d23a5806f9f4dafb56cc61d03997eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '5e2b17f0-8a92-4b4b-94eb-c5e2e973a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:31Z', 'updated_at': '2021-07-09T10:02:37Z', 'revision_number': 4, 'project_id': '9d23a5806f9f4dafb56cc61d03997eee', 'gw_port': {'id': '5e2b17f0-8a92-4b4b-94eb-c5e2e973a041', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f633b1-466c-4111-8303-0985b8bba3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:32Z', 'updated_at': '2021-07-09T10:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5b4b676e-0ebd-49db-95c0-af708c5a8e96', 'name': '', 'network_id': '1f1233a1-c7e0-4af8-803f-5c1136907f34', 'tenant_id': '9d23a5806f9f4dafb56cc61d03997eee', 'mac_address': 'fa:16:3e:fd:40:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f633b1-466c-4111-8303-0985b8bba3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'db2d6fa0-8778-4ca0-beec-8ecb19236059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:36Z', 'updated_at': '2021-07-09T10:02:47Z', 'revision_number': 4, 'project_id': '9d23a5806f9f4dafb56cc61d03997eee', 'subnets': [{'id': 'db2d6fa0-8778-4ca0-beec-8ecb19236059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:02:48.423986 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d3402-2e8c-4935-83c4-9f7e850fedb4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Port': ['ID=2f8036d4-6017-4008-9c62-7e256cdee646,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:48.426549 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3402-2e8c-4935-83c4-9f7e850fedb4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:48.538954 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-bd2d3402-2e8c-4935-83c4-9f7e850fedb4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Floating IP 48b6e321-3185-4255-aadb-a05a43df817e associated. External IP: 172.25.3.173, port: 43cc9199-2cc9-4c0b-bd8a-048bbdae4435. Jul 09 10:02:48.707292 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 8f245dc4-b318-4df2-be5b-f194f7224ff6 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:02:48.731987 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5b4b676e-0ebd-49db-95c0-af708c5a8e96 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:02:48.862396 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 5b4b676e-0ebd-49db-95c0-af708c5a8e96 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:02:48.878174 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 5b4b676e-0ebd-49db-95c0-af708c5a8e96 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:48.878747 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:48.901818 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2d3402-2e8c-4935-83c4-9f7e850fedb4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Router b5f4e1cb-54fe-4d53-9768-8b001648710c has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:02:48.922055 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 8f245dc4-b318-4df2-be5b-f194f7224ff6, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=8f245dc4-b318-4df2-be5b-f194f7224ff6,segment=NetworkSegment(a092a35c-383b-4005-ba8f-61294535e3d9),segment_id=a092a35c-383b-4005-ba8f-61294535e3d9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:02:48.947510 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '8f245dc4-b318-4df2-be5b-f194f7224ff6', 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2', 'port_id': '8f245dc4-b318-4df2-be5b-f194f7224ff6', 'mac_address': 'fa:16:3e:36:c5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9428786-a52c-47c2-9c5d-671b248e9594', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:02:48.965701 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c5d42-a027-4e3a-830a-774d048e6e17 req-8e6de8b2-34c2-4fa7-b853-566043bf6edf tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:48.973900 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-836c5d42-a027-4e3a-830a-774d048e6e17 req-8e6de8b2-34c2-4fa7-b853-566043bf6edf tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0674ca11-4552-4213-8e89-2b342e309243 HTTP/1.1" status: 200 len: 1094 time: 0.1333969 Jul 09 10:02:49.018723 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-836c5d42-a027-4e3a-830a-774d048e6e17 req-47436c02-6b14-408b-8b38-760962df21ff tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=7231dc22-73b9-4842-b27e-836e305e7775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432560 Jul 09 10:02:49.021077 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:49.047758 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f245dc4-b318-4df2-be5b-f194f7224ff6 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:02:49.054113 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:49.090643 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 8f245dc4-b318-4df2-be5b-f194f7224ff6, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=8f245dc4-b318-4df2-be5b-f194f7224ff6,segment=NetworkSegment(a092a35c-383b-4005-ba8f-61294535e3d9),segment_id=a092a35c-383b-4005-ba8f-61294535e3d9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:02:49.106022 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:49.113012 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 5b4b676e-0ebd-49db-95c0-af708c5a8e96, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5b4b676e-0ebd-49db-95c0-af708c5a8e96,segment=NetworkSegment(30ce7497-04c1-4ce7-a114-a5158169c2f4),segment_id=30ce7497-04c1-4ce7-a114-a5158169c2f4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:02:49.145693 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:49.181519 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=8f245dc4-b318-4df2-be5b-f194f7224ff6,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:49.233358 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=5b4b676e-0ebd-49db-95c0-af708c5a8e96,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:49.390588 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2d3402-2e8c-4935-83c4-9f7e850fedb4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:02:49.413750 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bacef4-232b-47e2-9992-a42d6df4186d None None] Sync routers for ids ['b5f4e1cb-54fe-4d53-9768-8b001648710c'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:02:49.421128 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3402-2e8c-4935-83c4-9f7e850fedb4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:49.426498 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['8f245dc4-b318-4df2-be5b-f194f7224ff6'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:02:49.429678 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bacef4-232b-47e2-9992-a42d6df4186d None None] Routers {'b5f4e1cb-54fe-4d53-9768-8b001648710c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:02:49.430366 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-95bacef4-232b-47e2-9992-a42d6df4186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:02:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b5f4e1cb-54fe-4d53-9768-8b001648710c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:49.461513 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bd2d3402-2e8c-4935-83c4-9f7e850fedb4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5119848 Jul 09 10:02:49.462868 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca50a7a-aac1-41c0-8e93-b0e272e2cfe1', 'tag': '43cc9199-2cc9-4c0b-bd8a-048bbdae4435'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:02:49.465264 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c430e8-4b22-4b17-bf1c-9a8393f6ffb2" -d '{"events": [{"name": "network-changed", "server_uuid": "bca50a7a-aac1-41c0-8e93-b0e272e2cfe1", "tag": "43cc9199-2cc9-4c0b-bd8a-048bbdae4435"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:02:49.577220 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bf6341-49ea-4743-a1cc-d1f9d5944840 x-openstack-request-id: req-89bf6341-49ea-4743-a1cc-d1f9d5944840 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:02:49.577220 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca50a7a-aac1-41c0-8e93-b0e272e2cfe1", "tag": "43cc9199-2cc9-4c0b-bd8a-048bbdae4435", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:02:49.578223 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-89bf6341-49ea-4743-a1cc-d1f9d5944840 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:02:49.578223 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca50a7a-aac1-41c0-8e93-b0e272e2cfe1', 'tag': '43cc9199-2cc9-4c0b-bd8a-048bbdae4435', 'status': 'completed', 'code': 200} Jul 09 10:02:49.603716 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-95bacef4-232b-47e2-9992-a42d6df4186d None None] Set router b5f4e1cb-54fe-4d53-9768-8b001648710c gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:02:49.676587 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd664a-9366-4332-b916-183192bf5cd9 req-5bf5ae35-9281-41d2-9c23-1af65b523922 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:49.678094 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-71cd664a-9366-4332-b916-183192bf5cd9 req-5bf5ae35-9281-41d2-9c23-1af65b523922 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 945 time: 0.1067607 Jul 09 10:02:49.684733 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c430e8-4b22-4b17-bf1c-9a8393f6ffb2 req-a3d63701-7a21-41c1-8573-ae87913ec39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:49.686153 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51c430e8-4b22-4b17-bf1c-9a8393f6ffb2 req-a3d63701-7a21-41c1-8573-ae87913ec39f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 1096 time: 0.0863657 Jul 09 10:02:49.769613 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-71cd664a-9366-4332-b916-183192bf5cd9 req-38751596-00da-4806-a920-eb0a0114744d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824246 Jul 09 10:02:49.808089 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c430e8-4b22-4b17-bf1c-9a8393f6ffb2 req-4e765bc0-0855-44c3-9cfa-6ad1469f2c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:49.808089 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51c430e8-4b22-4b17-bf1c-9a8393f6ffb2 req-4e765bc0-0855-44c3-9cfa-6ad1469f2c57 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1bb5a269-b3d8-4442-b840-1a9bec4c96c2 HTTP/1.1" status: 200 len: 898 time: 0.1083364 Jul 09 10:02:49.811637 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37092) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:49.880612 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51c430e8-4b22-4b17-bf1c-9a8393f6ffb2 req-9e09c369-066a-4762-a49b-45cb0b67f7a3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43cc9199-2cc9-4c0b-bd8a-048bbdae4435 HTTP/1.1" status: 200 len: 999 time: 0.0730896 Jul 09 10:02:49.889038 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-95bacef4-232b-47e2-9992-a42d6df4186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897705672', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:23Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '48b6e321-3185-4255-aadb-a05a43df817e', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'floating_ip_address': '172.25.3.173', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'port_id': '43cc9199-2cc9-4c0b-bd8a-048bbdae4435', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2', 'mac_address': 'fa:16:3e:4d:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca50a7a-aac1-41c0-8e93-b0e272e2cfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:02:47Z', 'updated_at': '2021-07-09T10:02:47Z', 'revision_number': 0, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d', 'name': '', 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:9c:55:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '25a7fb56-529c-418f-a1d5-499805938992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:29Z', 'updated_at': '2021-07-09T10:02:41Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '25a7fb56-529c-418f-a1d5-499805938992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:49.889637 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5409cc06-eda1-44c8-985b-7c7fd643c69e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/floatingips/48b6e321-3185-4255-aadb-a05a43df817e HTTP/1.1" status: 200 len: 991 time: 0.0742662 Jul 09 10:02:49.919178 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bacef4-232b-47e2-9992-a42d6df4186d None None] Checking router: b5f4e1cb-54fe-4d53-9768-8b001648710c for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:02:49.929997 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bacef4-232b-47e2-9992-a42d6df4186d None None] Routers {'b5f4e1cb-54fe-4d53-9768-8b001648710c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:02:49.929997 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-95bacef4-232b-47e2-9992-a42d6df4186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:02:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b5f4e1cb-54fe-4d53-9768-8b001648710c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:49.931158 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c430e8-4b22-4b17-bf1c-9a8393f6ffb2 req-4ee0124c-cf4f-4210-8a7b-18c5a4f4d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:49.934016 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51c430e8-4b22-4b17-bf1c-9a8393f6ffb2 req-4ee0124c-cf4f-4210-8a7b-18c5a4f4d423 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25a7fb56-529c-418f-a1d5-499805938992 HTTP/1.1" status: 200 len: 834 time: 0.0457714 Jul 09 10:02:49.998826 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c430e8-4b22-4b17-bf1c-9a8393f6ffb2 req-0e4c85f0-31b9-4913-8fb0-91a79ed66478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:50.001184 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51c430e8-4b22-4b17-bf1c-9a8393f6ffb2 req-0e4c85f0-31b9-4913-8fb0-91a79ed66478 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1bb5a269-b3d8-4442-b840-1a9bec4c96c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624268 Jul 09 10:02:50.050541 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-95bacef4-232b-47e2-9992-a42d6df4186d None None] Set router b5f4e1cb-54fe-4d53-9768-8b001648710c gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:02:50.106357 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51c430e8-4b22-4b17-bf1c-9a8393f6ffb2 req-19b0e6dd-891f-4ce0-9732-659e12f950fb service neutron] 10.222.0.58 "GET /v2.0/networks/1bb5a269-b3d8-4442-b840-1a9bec4c96c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986376 Jul 09 10:02:50.271834 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51c430e8-4b22-4b17-bf1c-9a8393f6ffb2 req-97002d08-28ee-4617-9d17-f9f39b10ccca service neutron] 10.222.0.58 "GET /v2.0/networks/1bb5a269-b3d8-4442-b840-1a9bec4c96c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578081 Jul 09 10:02:50.285768 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df403ad3-20c3-4efe-a940-47551ac42db3 req-74804d78-520f-45b1-afa4-1df20407387e tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:50.287521 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-df403ad3-20c3-4efe-a940-47551ac42db3 req-74804d78-520f-45b1-afa4-1df20407387e tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0674ca11-4552-4213-8e89-2b342e309243 HTTP/1.1" status: 200 len: 1095 time: 0.1216798 Jul 09 10:02:50.344370 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-df403ad3-20c3-4efe-a940-47551ac42db3 req-6243bda1-9ded-40fd-abc6-4e50da9a88d1 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=7231dc22-73b9-4842-b27e-836e305e7775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468063 Jul 09 10:02:50.474561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-95bacef4-232b-47e2-9992-a42d6df4186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897705672', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:23Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '48b6e321-3185-4255-aadb-a05a43df817e', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'floating_ip_address': '172.25.3.173', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'port_id': '43cc9199-2cc9-4c0b-bd8a-048bbdae4435', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2', 'mac_address': 'fa:16:3e:4d:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca50a7a-aac1-41c0-8e93-b0e272e2cfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:02:47Z', 'updated_at': '2021-07-09T10:02:47Z', 'revision_number': 0, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d', 'name': '', 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:9c:55:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '25a7fb56-529c-418f-a1d5-499805938992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:29Z', 'updated_at': '2021-07-09T10:02:41Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '25a7fb56-529c-418f-a1d5-499805938992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:02:50.507325 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bacef4-232b-47e2-9992-a42d6df4186d None None] The sync data for ids ['b5f4e1cb-54fe-4d53-9768-8b001648710c'] in n-d-799996-1 is: [{'id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897705672', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:23Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '48b6e321-3185-4255-aadb-a05a43df817e', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'floating_ip_address': '172.25.3.173', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'port_id': '43cc9199-2cc9-4c0b-bd8a-048bbdae4435', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2', 'mac_address': 'fa:16:3e:4d:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca50a7a-aac1-41c0-8e93-b0e272e2cfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:02:47Z', 'updated_at': '2021-07-09T10:02:47Z', 'revision_number': 0, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d', 'name': '', 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:9c:55:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '25a7fb56-529c-418f-a1d5-499805938992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:29Z', 'updated_at': '2021-07-09T10:02:41Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '25a7fb56-529c-418f-a1d5-499805938992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:02:50.687412 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5b4b676e-0ebd-49db-95c0-af708c5a8e96 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:02:50.720853 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 8f245dc4-b318-4df2-be5b-f194f7224ff6 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:02:50.726715 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b421d8c0-a860-482c-a03d-83f6ddd6f707 None None] New status for floating IP 48b6e321-3185-4255-aadb-a05a43df817e: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:02:50.777132 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 5b4b676e-0ebd-49db-95c0-af708c5a8e96 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:50.777503 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:50.805828 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 8f245dc4-b318-4df2-be5b-f194f7224ff6 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:02:50.817065 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 8f245dc4-b318-4df2-be5b-f194f7224ff6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:50.817454 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:50.891831 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37112) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:02:50.958105 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:50.964874 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2cf27d45-adec-4545-8680-89832ac73487 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/floatingips/48b6e321-3185-4255-aadb-a05a43df817e HTTP/1.1" status: 200 len: 993 time: 0.0718086 Jul 09 10:02:50.983195 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0674ca11-4552-4213-8e89-2b342e309243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f245dc4-b318-4df2-be5b-f194f7224ff6'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:02:50.985753 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cdd806-1a75-4fe3-a7bc-1efb284b4e03" -d '{"events": [{"server_uuid": "0674ca11-4552-4213-8e89-2b342e309243", "name": "network-vif-plugged", "status": "completed", "tag": "8f245dc4-b318-4df2-be5b-f194f7224ff6"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:02:51.004039 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 8f245dc4-b318-4df2-be5b-f194f7224ff6, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=8f245dc4-b318-4df2-be5b-f194f7224ff6,segment=NetworkSegment(a092a35c-383b-4005-ba8f-61294535e3d9),segment_id=a092a35c-383b-4005-ba8f-61294535e3d9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:02:51.009172 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:51.036132 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e151de-a81a-447d-9d97-c779546088c0 x-openstack-request-id: req-b1e151de-a81a-447d-9d97-c779546088c0 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:02:51.036516 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0674ca11-4552-4213-8e89-2b342e309243", "name": "network-vif-plugged", "status": "completed", "tag": "8f245dc4-b318-4df2-be5b-f194f7224ff6", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:02:51.036672 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b1e151de-a81a-447d-9d97-c779546088c0 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:02:51.037054 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0674ca11-4552-4213-8e89-2b342e309243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f245dc4-b318-4df2-be5b-f194f7224ff6', 'code': 200} Jul 09 10:02:51.076103 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=8f245dc4-b318-4df2-be5b-f194f7224ff6,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:51.153091 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172019d-8ff9-42ff-92a8-bef0508f8dde req-e6bdfd19-0046-46fb-93a1-a0b7dcfb8d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:51.154673 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f172019d-8ff9-42ff-92a8-bef0508f8dde req-e6bdfd19-0046-46fb-93a1-a0b7dcfb8d64 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0674ca11-4552-4213-8e89-2b342e309243 HTTP/1.1" status: 200 len: 1096 time: 0.0619524 Jul 09 10:02:51.190744 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f172019d-8ff9-42ff-92a8-bef0508f8dde req-19bcdf6d-f1bf-47b7-b455-a7841245f894 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7231dc22-73b9-4842-b27e-836e305e7775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296702 Jul 09 10:02:51.532298 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce0408-38cc-45f3-8d43-cdc645f1b37d req-440dde34-75b3-443c-b23a-ff3931ea6256 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:51.533776 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dbce0408-38cc-45f3-8d43-cdc645f1b37d req-440dde34-75b3-443c-b23a-ff3931ea6256 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0674ca11-4552-4213-8e89-2b342e309243 HTTP/1.1" status: 200 len: 1096 time: 0.0544312 Jul 09 10:02:51.574389 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dbce0408-38cc-45f3-8d43-cdc645f1b37d req-abbe70b4-3db0-4fc0-b4c4-fc4038a36de4 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=7231dc22-73b9-4842-b27e-836e305e7775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329931 Jul 09 10:02:52.741175 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601db4e-d964-4a93-9600-04821b86d131 req-54917441-22da-4375-98f6-11b7908ada35 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:52.742758 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9601db4e-d964-4a93-9600-04821b86d131 req-54917441-22da-4375-98f6-11b7908ada35 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0674ca11-4552-4213-8e89-2b342e309243 HTTP/1.1" status: 200 len: 1096 time: 0.0554957 Jul 09 10:02:52.779815 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9601db4e-d964-4a93-9600-04821b86d131 req-afa3926e-1cf7-40a5-a239-27b3e0b2dabc tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=7231dc22-73b9-4842-b27e-836e305e7775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297978 Jul 09 10:02:52.947597 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21bf02-4a26-493c-a76f-5ed66122c2f3 req-68794924-8135-462e-98dc-358639967aca tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:52.949248 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a21bf02-4a26-493c-a76f-5ed66122c2f3 req-68794924-8135-462e-98dc-358639967aca tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0674ca11-4552-4213-8e89-2b342e309243 HTTP/1.1" status: 200 len: 1096 time: 0.0545630 Jul 09 10:02:52.988795 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a21bf02-4a26-493c-a76f-5ed66122c2f3 req-b456f508-073e-4a1c-bc0f-a7e76805abd9 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=7231dc22-73b9-4842-b27e-836e305e7775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332327 Jul 09 10:02:53.156728 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066d8be-1800-4e42-9766-e113e14a91be req-de4d717e-4fba-495c-bb24-0c3731cdea2a tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:53.158247 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9066d8be-1800-4e42-9766-e113e14a91be req-de4d717e-4fba-495c-bb24-0c3731cdea2a tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0674ca11-4552-4213-8e89-2b342e309243 HTTP/1.1" status: 200 len: 1096 time: 0.0576551 Jul 09 10:02:53.195926 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9066d8be-1800-4e42-9766-e113e14a91be req-df2c1a10-2c63-4518-a942-2e6db5e2ad57 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=7231dc22-73b9-4842-b27e-836e305e7775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317278 Jul 09 10:02:53.445509 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-f54baa5f-a8ad-4104-84bc-730fcce2df3a tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:53.447177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-f54baa5f-a8ad-4104-84bc-730fcce2df3a tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/networks?id=6b5d5c56-7a94-49a1-8ef5-add566ecddb2 HTTP/1.1" status: 200 len: 910 time: 0.0882525 Jul 09 10:02:53.472354 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-1c0cf2ad-3231-4897-82fc-bf16741df650 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/quotas/9d23a5806f9f4dafb56cc61d03997eee HTTP/1.1" status: 200 len: 375 time: 0.0095670 Jul 09 10:02:53.553526 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-e4e830e9-61c1-4100-9d93-bad3ba5e48ae tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d23a5806f9f4dafb56cc61d03997eee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0743854 Jul 09 10:02:53.662236 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-d006ba03-4ce5-4c6d-af8c-25a1b3387a08 service neutron] 10.222.0.61 "GET /v2.0/networks/6b5d5c56-7a94-49a1-8ef5-add566ecddb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016376 Jul 09 10:02:53.758331 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-99929c18-405b-4974-9ae2-89e90df645c2 service neutron] 10.222.0.61 "GET /v2.0/networks/6b5d5c56-7a94-49a1-8ef5-add566ecddb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893540 Jul 09 10:02:53.960077 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f66adc1b-2c62-4aca-b8a3-a931b702e806 req-3cdcc346-c845-4903-a67b-08d75077207d tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=998d100e-4395-4c31-8a33-ec38b07effd8 HTTP/1.1" status: 200 len: 210 time: 0.0369771 Jul 09 10:02:54.980180 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-e4af7220-346f-430f-b3ac-2c7c8d04b0a1 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:54.982835 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-e4af7220-346f-430f-b3ac-2c7c8d04b0a1 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.58 "GET /v2.0/networks?id=6b5d5c56-7a94-49a1-8ef5-add566ecddb2 HTTP/1.1" status: 200 len: 910 time: 0.1002057 Jul 09 10:02:55.001511 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Request body: {'port': {'device_id': '998d100e-4395-4c31-8a33-ec38b07effd8', 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2', 'admin_state_up': True, 'tenant_id': '9d23a5806f9f4dafb56cc61d03997eee'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:02:55.029073 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Made reservation on behalf of 9d23a5806f9f4dafb56cc61d03997eee for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:02:55.032358 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:55.156313 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f65840f1-7e7f-4ad1-acb7-8f1f718d05f7 req-9d9436b4-c613-43f9-b16c-1773fdbda20f tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=998d100e-4395-4c31-8a33-ec38b07effd8 HTTP/1.1" status: 200 len: 210 time: 0.0374010 Jul 09 10:02:55.221668 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Allocated IP 172.20.0.8 (6b5d5c56-7a94-49a1-8ef5-add566ecddb2/e9428786-a52c-47c2-9c5d-671b248e9594/7fe29f4e-3843-4666-9dc7-170a90ef46e7) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:02:55.360762 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:55.376134 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Transition to ACTIVE for port object 7fe29f4e-3843-4666-9dc7-170a90ef46e7 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:02:55.423530 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:55.436200 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['8f245dc4-b318-4df2-be5b-f194f7224ff6'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:02:55.468832 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Network 6b5d5c56-7a94-49a1-8ef5-add566ecddb2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:02:55.471824 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:02:55.481405 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:02:55.506853 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Pushing event updated for resources: {'Port': ['ID=7fe29f4e-3843-4666-9dc7-170a90ef46e7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:55.536323 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:55.536963 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:55.537867 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:55.538388 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:55.538921 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:55.539448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:55.540324 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:55.541107 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:55.542074 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:55.542640 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:55.543149 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:55.543820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:02:55.550932 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:55.552576 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:55.572467 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-3f639da4-7e97-451f-91b4-b746ded82303 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5809844 Jul 09 10:02:55.587728 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-80c9646a-1949-41f5-9c6d-01dadaa93fc6 service neutron] Request body: {'port': {'device_id': '998d100e-4395-4c31-8a33-ec38b07effd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:02:55.688148 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-80c9646a-1949-41f5-9c6d-01dadaa93fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:55.847401 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-aad35b68-4adb-4888-a573-55cd5d45d1eb None None] Provisioning for port 7fe29f4e-3843-4666-9dc7-170a90ef46e7 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:02:55.851573 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-aad35b68-4adb-4888-a573-55cd5d45d1eb None None] Provisioning complete for port 7fe29f4e-3843-4666-9dc7-170a90ef46e7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:02:55.851987 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aad35b68-4adb-4888-a573-55cd5d45d1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:55.895598 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-aad35b68-4adb-4888-a573-55cd5d45d1eb None None] Port 7fe29f4e-3843-4666-9dc7-170a90ef46e7 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:02:55.959408 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-80c9646a-1949-41f5-9c6d-01dadaa93fc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe29f4e-3843-4666-9dc7-170a90ef46e7 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:02:55.967623 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-80c9646a-1949-41f5-9c6d-01dadaa93fc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:55.980724 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-80c9646a-1949-41f5-9c6d-01dadaa93fc6 service neutron] Transition to ACTIVE for port object 7fe29f4e-3843-4666-9dc7-170a90ef46e7 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:02:55.985005 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-80c9646a-1949-41f5-9c6d-01dadaa93fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:56.033598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9646a-1949-41f5-9c6d-01dadaa93fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe29f4e-3843-4666-9dc7-170a90ef46e7,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:56.114396 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-80c9646a-1949-41f5-9c6d-01dadaa93fc6 service neutron] Attempting to bind port 7fe29f4e-3843-4666-9dc7-170a90ef46e7 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:02:56.114550 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-80c9646a-1949-41f5-9c6d-01dadaa93fc6 service neutron] Attempting to bind port 7fe29f4e-3843-4666-9dc7-170a90ef46e7 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'a092a35c-383b-4005-ba8f-61294535e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:02:56.114831 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-80c9646a-1949-41f5-9c6d-01dadaa93fc6 service neutron] Attempting to bind port 7fe29f4e-3843-4666-9dc7-170a90ef46e7 on network 6b5d5c56-7a94-49a1-8ef5-add566ecddb2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:02:56.120244 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-80c9646a-1949-41f5-9c6d-01dadaa93fc6 service neutron] Port 7fe29f4e-3843-4666-9dc7-170a90ef46e7 on network 6b5d5c56-7a94-49a1-8ef5-add566ecddb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:02:56.120725 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-80c9646a-1949-41f5-9c6d-01dadaa93fc6 service neutron] Attempting to bind port 7fe29f4e-3843-4666-9dc7-170a90ef46e7 on network 6b5d5c56-7a94-49a1-8ef5-add566ecddb2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:02:56.125750 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-80c9646a-1949-41f5-9c6d-01dadaa93fc6 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:02:56.126099 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-80c9646a-1949-41f5-9c6d-01dadaa93fc6 service neutron] Checking segment: {'id': 'a092a35c-383b-4005-ba8f-61294535e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:02:56.126495 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-80c9646a-1949-41f5-9c6d-01dadaa93fc6 service neutron] Bound using segment: {'id': 'a092a35c-383b-4005-ba8f-61294535e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:02:56.126919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-80c9646a-1949-41f5-9c6d-01dadaa93fc6 service neutron] Bound port: 7fe29f4e-3843-4666-9dc7-170a90ef46e7, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a092a35c-383b-4005-ba8f-61294535e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:02:56.127279 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-80c9646a-1949-41f5-9c6d-01dadaa93fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:56.218710 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-80c9646a-1949-41f5-9c6d-01dadaa93fc6 service neutron] For port 7fe29f4e-3843-4666-9dc7-170a90ef46e7, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:02:56.223062 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-80c9646a-1949-41f5-9c6d-01dadaa93fc6 service neutron] For port 7fe29f4e-3843-4666-9dc7-170a90ef46e7, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=7fe29f4e-3843-4666-9dc7-170a90ef46e7,segment=NetworkSegment(a092a35c-383b-4005-ba8f-61294535e3d9),segment_id=a092a35c-383b-4005-ba8f-61294535e3d9)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:02:56.237674 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-80c9646a-1949-41f5-9c6d-01dadaa93fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:56.276854 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-80c9646a-1949-41f5-9c6d-01dadaa93fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:56.277550 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-80c9646a-1949-41f5-9c6d-01dadaa93fc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:56.278936 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-80c9646a-1949-41f5-9c6d-01dadaa93fc6 service neutron] 10.222.0.58 "PUT /v2.0/ports/7fe29f4e-3843-4666-9dc7-170a90ef46e7 HTTP/1.1" status: 200 len: 1091 time: 0.6979728 Jul 09 10:02:56.279376 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998d100e-4395-4c31-8a33-ec38b07effd8', 'tag': '7fe29f4e-3843-4666-9dc7-170a90ef46e7'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:02:56.293670 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfb7d3d-f402-4e8f-8f74-7a60b59d16e4" -d '{"events": [{"name": "network-changed", "server_uuid": "998d100e-4395-4c31-8a33-ec38b07effd8", "tag": "7fe29f4e-3843-4666-9dc7-170a90ef46e7"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:02:56.361001 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8a58d7-4ecb-4ff0-b0c6-aca663432de4 x-openstack-request-id: req-ae8a58d7-4ecb-4ff0-b0c6-aca663432de4 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:02:56.361288 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "998d100e-4395-4c31-8a33-ec38b07effd8", "tag": "7fe29f4e-3843-4666-9dc7-170a90ef46e7", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:02:56.361647 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ae8a58d7-4ecb-4ff0-b0c6-aca663432de4 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:02:56.361954 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '998d100e-4395-4c31-8a33-ec38b07effd8', 'tag': '7fe29f4e-3843-4666-9dc7-170a90ef46e7', 'status': 'completed', 'code': 200} Jul 09 10:02:56.402892 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9646a-1949-41f5-9c6d-01dadaa93fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe29f4e-3843-4666-9dc7-170a90ef46e7,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:02:56.445582 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f290f31-c63f-4506-a52d-de97021a9393 req-b53b6cd6-9751-493c-a90e-b647bf7240ec tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:56.447176 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2f290f31-c63f-4506-a52d-de97021a9393 req-b53b6cd6-9751-493c-a90e-b647bf7240ec tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=998d100e-4395-4c31-8a33-ec38b07effd8 HTTP/1.1" status: 200 len: 1094 time: 0.1137326 Jul 09 10:02:56.454668 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-2ec342da-d94f-4eca-a387-48f54c8067cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:56.456310 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-2ec342da-d94f-4eca-a387-48f54c8067cd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d23a5806f9f4dafb56cc61d03997eee&device_id=998d100e-4395-4c31-8a33-ec38b07effd8 HTTP/1.1" status: 200 len: 1094 time: 0.1067646 Jul 09 10:02:56.507225 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-8b103082-acba-47f5-a862-ff4754117484 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fe29f4e-3843-4666-9dc7-170a90ef46e7 HTTP/1.1" status: 200 len: 217 time: 0.0420315 Jul 09 10:02:56.825334 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2f290f31-c63f-4506-a52d-de97021a9393 req-20beaf6b-155d-4dfe-9c1d-078868c93cd8 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=7231dc22-73b9-4842-b27e-836e305e7775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679974 Jul 09 10:02:56.839773 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-94cb0696-8631-47b6-b585-2ff4a098e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:56.841199 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-94cb0696-8631-47b6-b585-2ff4a098e02f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e9428786-a52c-47c2-9c5d-671b248e9594 HTTP/1.1" status: 200 len: 848 time: 0.3281965 Jul 09 10:02:56.900081 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-9c5e6b5f-f8dc-400f-bfe0-432ac3c478af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:56.901965 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-9c5e6b5f-f8dc-400f-bfe0-432ac3c478af service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6b5d5c56-7a94-49a1-8ef5-add566ecddb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533903 Jul 09 10:02:56.995826 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-844873b7-34c8-45de-ac7b-6dc3072b8937 service neutron] 10.222.0.58 "GET /v2.0/networks/6b5d5c56-7a94-49a1-8ef5-add566ecddb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853961 Jul 09 10:02:57.092591 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be2a1cf7-93ae-4f10-93e5-a99a955abb7b req-07ed75d1-a154-4f14-a004-a3c8c8c4ddc3 service neutron] 10.222.0.58 "GET /v2.0/networks/6b5d5c56-7a94-49a1-8ef5-add566ecddb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911169 Jul 09 10:02:57.203530 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb7d3d-f402-4e8f-8f74-7a60b59d16e4 req-55f219d9-76a1-4d89-8eb8-b11033a681cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:57.205088 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-abfb7d3d-f402-4e8f-8f74-7a60b59d16e4 req-55f219d9-76a1-4d89-8eb8-b11033a681cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d23a5806f9f4dafb56cc61d03997eee&device_id=998d100e-4395-4c31-8a33-ec38b07effd8 HTTP/1.1" status: 200 len: 1094 time: 0.0549877 Jul 09 10:02:57.309030 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb7d3d-f402-4e8f-8f74-7a60b59d16e4 req-21a6602c-e403-432d-9dd7-6106e6b55488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:57.310615 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-abfb7d3d-f402-4e8f-8f74-7a60b59d16e4 req-21a6602c-e403-432d-9dd7-6106e6b55488 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6b5d5c56-7a94-49a1-8ef5-add566ecddb2 HTTP/1.1" status: 200 len: 910 time: 0.0987072 Jul 09 10:02:57.353530 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-abfb7d3d-f402-4e8f-8f74-7a60b59d16e4 req-b3ecf50e-9bb8-4b6f-914c-4c110ab17287 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fe29f4e-3843-4666-9dc7-170a90ef46e7 HTTP/1.1" status: 200 len: 217 time: 0.0359428 Jul 09 10:02:57.406473 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb7d3d-f402-4e8f-8f74-7a60b59d16e4 req-83ffb322-09a2-48df-b01b-21c078c2d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:57.407952 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-abfb7d3d-f402-4e8f-8f74-7a60b59d16e4 req-83ffb322-09a2-48df-b01b-21c078c2d0c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e9428786-a52c-47c2-9c5d-671b248e9594 HTTP/1.1" status: 200 len: 848 time: 0.0473232 Jul 09 10:02:57.464920 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb7d3d-f402-4e8f-8f74-7a60b59d16e4 req-6e5ab8b4-0710-45e7-822a-d19547173b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:57.466431 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-abfb7d3d-f402-4e8f-8f74-7a60b59d16e4 req-6e5ab8b4-0710-45e7-822a-d19547173b29 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6b5d5c56-7a94-49a1-8ef5-add566ecddb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510418 Jul 09 10:02:57.563949 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-abfb7d3d-f402-4e8f-8f74-7a60b59d16e4 req-f9890cd6-7b99-410f-a65a-8a15e0b829ca service neutron] 10.222.0.58 "GET /v2.0/networks/6b5d5c56-7a94-49a1-8ef5-add566ecddb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896723 Jul 09 10:02:57.670092 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-abfb7d3d-f402-4e8f-8f74-7a60b59d16e4 req-1341e52a-5625-4a82-a42c-63cef4c0b874 service neutron] 10.222.0.58 "GET /v2.0/networks/6b5d5c56-7a94-49a1-8ef5-add566ecddb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883543 Jul 09 10:02:57.991736 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e352a-c221-40bb-87aa-46f11b8219dd req-18f437b2-b7e8-4455-bb3a-6c72cca761f5 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:57.993659 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-190e352a-c221-40bb-87aa-46f11b8219dd req-18f437b2-b7e8-4455-bb3a-6c72cca761f5 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=998d100e-4395-4c31-8a33-ec38b07effd8 HTTP/1.1" status: 200 len: 1094 time: 0.0537744 Jul 09 10:02:58.030127 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-190e352a-c221-40bb-87aa-46f11b8219dd req-1a982e6b-73dd-4c49-afa7-4ee560b71e26 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=7231dc22-73b9-4842-b27e-836e305e7775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305562 Jul 09 10:02:59.203448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf6668-f7a6-4b3c-85bc-ebcc7c84f3cc req-29503436-d1bf-49d2-81c4-b396d2491c9c tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:02:59.205025 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bbf6668-f7a6-4b3c-85bc-ebcc7c84f3cc req-29503436-d1bf-49d2-81c4-b396d2491c9c tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=998d100e-4395-4c31-8a33-ec38b07effd8 HTTP/1.1" status: 200 len: 1094 time: 0.0540681 Jul 09 10:02:59.246634 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bbf6668-f7a6-4b3c-85bc-ebcc7c84f3cc req-cf0f05a2-35de-471a-aef3-4f83484e9a15 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=7231dc22-73b9-4842-b27e-836e305e7775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357876 Jul 09 10:02:59.791179 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 7fe29f4e-3843-4666-9dc7-170a90ef46e7 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:02:59.893249 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 7fe29f4e-3843-4666-9dc7-170a90ef46e7, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=7fe29f4e-3843-4666-9dc7-170a90ef46e7,segment=NetworkSegment(a092a35c-383b-4005-ba8f-61294535e3d9),segment_id=a092a35c-383b-4005-ba8f-61294535e3d9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:02:59.907655 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '7fe29f4e-3843-4666-9dc7-170a90ef46e7', 'network_id': '6b5d5c56-7a94-49a1-8ef5-add566ecddb2', 'port_id': '7fe29f4e-3843-4666-9dc7-170a90ef46e7', 'mac_address': 'fa:16:3e:3c:29:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9428786-a52c-47c2-9c5d-671b248e9594', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:02:59.945633 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:02:59.963010 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe29f4e-3843-4666-9dc7-170a90ef46e7 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:02:59.982517 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 7fe29f4e-3843-4666-9dc7-170a90ef46e7, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=7fe29f4e-3843-4666-9dc7-170a90ef46e7,segment=NetworkSegment(a092a35c-383b-4005-ba8f-61294535e3d9),segment_id=a092a35c-383b-4005-ba8f-61294535e3d9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:02:59.987516 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:00.035675 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=7fe29f4e-3843-4666-9dc7-170a90ef46e7,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:00.198888 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['7fe29f4e-3843-4666-9dc7-170a90ef46e7'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:03:00.415952 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f502a7f-f299-400b-aa5c-8993df015a13 req-ea0e8e56-ad77-4c54-8b7a-724a47106f24 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:00.417515 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2f502a7f-f299-400b-aa5c-8993df015a13 req-ea0e8e56-ad77-4c54-8b7a-724a47106f24 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=998d100e-4395-4c31-8a33-ec38b07effd8 HTTP/1.1" status: 200 len: 1095 time: 0.0550406 Jul 09 10:03:00.452169 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2f502a7f-f299-400b-aa5c-8993df015a13 req-6775432b-53b5-4b82-bf77-38aec7585f1e tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=7231dc22-73b9-4842-b27e-836e305e7775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288916 Jul 09 10:03:01.613146 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce673e76-c84c-4e05-9133-a0553dd178e3 req-5af5ca1e-5d28-435b-8e67-e08e5727c6df tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:01.614613 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce673e76-c84c-4e05-9133-a0553dd178e3 req-5af5ca1e-5d28-435b-8e67-e08e5727c6df tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=998d100e-4395-4c31-8a33-ec38b07effd8 HTTP/1.1" status: 200 len: 1095 time: 0.0521049 Jul 09 10:03:01.650709 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ce673e76-c84c-4e05-9133-a0553dd178e3 req-6faa4e1a-4dfb-4e51-ae01-a03efcbf2945 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=7231dc22-73b9-4842-b27e-836e305e7775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303893 Jul 09 10:03:01.799157 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 7fe29f4e-3843-4666-9dc7-170a90ef46e7 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:03:01.848959 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 7fe29f4e-3843-4666-9dc7-170a90ef46e7 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:03:01.853233 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 7fe29f4e-3843-4666-9dc7-170a90ef46e7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:03:01.853607 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:01.929876 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:01.954417 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998d100e-4395-4c31-8a33-ec38b07effd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe29f4e-3843-4666-9dc7-170a90ef46e7'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:03:01.956784 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c604dff-e29a-4c3c-898a-0a0514b85835" -d '{"events": [{"server_uuid": "998d100e-4395-4c31-8a33-ec38b07effd8", "name": "network-vif-plugged", "status": "completed", "tag": "7fe29f4e-3843-4666-9dc7-170a90ef46e7"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:03:01.974715 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 7fe29f4e-3843-4666-9dc7-170a90ef46e7, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=7fe29f4e-3843-4666-9dc7-170a90ef46e7,segment=NetworkSegment(a092a35c-383b-4005-ba8f-61294535e3d9),segment_id=a092a35c-383b-4005-ba8f-61294535e3d9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:01.978987 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:02.007761 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2036189-d040-4ef7-a0a0-4cb5b3aafed9 x-openstack-request-id: req-b2036189-d040-4ef7-a0a0-4cb5b3aafed9 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:03:02.008052 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998d100e-4395-4c31-8a33-ec38b07effd8", "name": "network-vif-plugged", "status": "completed", "tag": "7fe29f4e-3843-4666-9dc7-170a90ef46e7", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:03:02.008800 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b2036189-d040-4ef7-a0a0-4cb5b3aafed9 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:03:02.009176 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998d100e-4395-4c31-8a33-ec38b07effd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe29f4e-3843-4666-9dc7-170a90ef46e7', 'code': 200} Jul 09 10:03:02.025740 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [req-06b481a6-7762-4542-9e36-e64af8c6c9a0 req-9c02c4f2-a8d1-4508-ba4b-6cae354ddeab tempest-TestVolumeBackupRestore-1669449628 tempest-TestVolumeBackupRestore-1669449628-project] (93791) timed out ('10.222.0.64', 52893) {{(pid=93791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 10:03:02.037264 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=7fe29f4e-3843-4666-9dc7-170a90ef46e7,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:02.114517 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec7554-039d-4440-863e-51f09e0d8c71 req-d3571ae5-b80e-4864-a552-9db18055cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:02.116086 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44ec7554-039d-4440-863e-51f09e0d8c71 req-d3571ae5-b80e-4864-a552-9db18055cc4d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=998d100e-4395-4c31-8a33-ec38b07effd8 HTTP/1.1" status: 200 len: 1096 time: 0.0526273 Jul 09 10:03:02.158864 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44ec7554-039d-4440-863e-51f09e0d8c71 req-5b286f2d-4cab-4ed8-942d-5d661d5d4866 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7231dc22-73b9-4842-b27e-836e305e7775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369396 Jul 09 10:03:02.818078 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d96a9-801c-4e0b-9b0c-0bbf176a38b6 req-8ca35eee-d195-433b-b2c0-c1e68b45519d tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:02.819622 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-838d96a9-801c-4e0b-9b0c-0bbf176a38b6 req-8ca35eee-d195-433b-b2c0-c1e68b45519d tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=998d100e-4395-4c31-8a33-ec38b07effd8 HTTP/1.1" status: 200 len: 1096 time: 0.0528991 Jul 09 10:03:02.853891 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-838d96a9-801c-4e0b-9b0c-0bbf176a38b6 req-89e4a92a-67b9-4f59-96e0-9ca81d6b27e6 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=7231dc22-73b9-4842-b27e-836e305e7775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278516 Jul 09 10:03:04.039237 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb2c2b-8598-4b11-ba41-85ab58078fbb req-ecb848f6-f260-4148-9b38-51cd9dfeba4d tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:04.041188 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e3eb2c2b-8598-4b11-ba41-85ab58078fbb req-ecb848f6-f260-4148-9b38-51cd9dfeba4d tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=998d100e-4395-4c31-8a33-ec38b07effd8 HTTP/1.1" status: 200 len: 1096 time: 0.0564156 Jul 09 10:03:04.077813 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:04.082621 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e3eb2c2b-8598-4b11-ba41-85ab58078fbb req-c4fea53a-fb17-4652-a71d-3a4ba40cfd74 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=7231dc22-73b9-4842-b27e-836e305e7775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351608 Jul 09 10:03:04.279438 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f7b9b-f52a-45fb-b368-a5e9ec00bcd8 req-1a798cb1-960f-424c-96a3-8de64c067d12 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:04.281201 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-901f7b9b-f52a-45fb-b368-a5e9ec00bcd8 req-1a798cb1-960f-424c-96a3-8de64c067d12 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=998d100e-4395-4c31-8a33-ec38b07effd8 HTTP/1.1" status: 200 len: 1096 time: 0.0676162 Jul 09 10:03:04.320563 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-901f7b9b-f52a-45fb-b368-a5e9ec00bcd8 req-c7b3d684-80c6-405f-b19b-ac4fb9ebff93 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=7231dc22-73b9-4842-b27e-836e305e7775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328918 Jul 09 10:03:04.482751 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f1331-f519-4dbb-9cf7-8ff5e84ab32f req-78465a59-ce0c-48a7-9b1f-62fa57c4748a tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:04.484338 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-918f1331-f519-4dbb-9cf7-8ff5e84ab32f req-78465a59-ce0c-48a7-9b1f-62fa57c4748a tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=998d100e-4395-4c31-8a33-ec38b07effd8 HTTP/1.1" status: 200 len: 1096 time: 0.0541058 Jul 09 10:03:04.518412 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-918f1331-f519-4dbb-9cf7-8ff5e84ab32f req-27b0e13d-21df-4e34-9079-a2fff849ecba tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=7231dc22-73b9-4842-b27e-836e305e7775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283926 Jul 09 10:03:04.894485 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47dfb6-e3cf-44a5-93b1-8a07e4c55b22 req-88d20820-708a-473b-b13d-85f953a09cfe tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:04.896068 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c47dfb6-e3cf-44a5-93b1-8a07e4c55b22 req-88d20820-708a-473b-b13d-85f953a09cfe tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=998d100e-4395-4c31-8a33-ec38b07effd8 HTTP/1.1" status: 200 len: 1096 time: 0.0535622 Jul 09 10:03:04.934155 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c47dfb6-e3cf-44a5-93b1-8a07e4c55b22 req-9e9c652a-f038-45d1-9285-f076659d57f9 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=7231dc22-73b9-4842-b27e-836e305e7775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314934 Jul 09 10:03:06.106154 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8013fb-9c8e-4dc7-9f37-f402d8bbc51c req-3dc97cee-55b3-4894-a7fe-79ce7f9f1329 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:06.107763 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e8013fb-9c8e-4dc7-9f37-f402d8bbc51c req-3dc97cee-55b3-4894-a7fe-79ce7f9f1329 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=998d100e-4395-4c31-8a33-ec38b07effd8 HTTP/1.1" status: 200 len: 1096 time: 0.0589550 Jul 09 10:03:06.152584 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e8013fb-9c8e-4dc7-9f37-f402d8bbc51c req-2f5947e2-8c89-43b8-8e6c-466f97d61d07 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=7231dc22-73b9-4842-b27e-836e305e7775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374753 Jul 09 10:03:06.247179 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f39bd-380e-493b-a5c3-bf50bd17ebef req-77822a2d-29b2-416a-a068-df8bfe57d52d tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:06.248741 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d91f39bd-380e-493b-a5c3-bf50bd17ebef req-77822a2d-29b2-416a-a068-df8bfe57d52d tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=998d100e-4395-4c31-8a33-ec38b07effd8 HTTP/1.1" status: 200 len: 1096 time: 0.0597744 Jul 09 10:03:06.349424 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-d91f39bd-380e-493b-a5c3-bf50bd17ebef req-6fcca798-0b50-4393-80e9-35f81f85fe8a tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Deleting port 7fe29f4e-3843-4666-9dc7-170a90ef46e7 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:03:06.349763 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d91f39bd-380e-493b-a5c3-bf50bd17ebef req-6fcca798-0b50-4393-80e9-35f81f85fe8a tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:06.436328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d91f39bd-380e-493b-a5c3-bf50bd17ebef req-6fcca798-0b50-4393-80e9-35f81f85fe8a tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] For port 7fe29f4e-3843-4666-9dc7-170a90ef46e7, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=7fe29f4e-3843-4666-9dc7-170a90ef46e7,segment=NetworkSegment(a092a35c-383b-4005-ba8f-61294535e3d9),segment_id=a092a35c-383b-4005-ba8f-61294535e3d9)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:06.436680 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d91f39bd-380e-493b-a5c3-bf50bd17ebef req-6fcca798-0b50-4393-80e9-35f81f85fe8a tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:06.450971 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-d91f39bd-380e-493b-a5c3-bf50bd17ebef req-6fcca798-0b50-4393-80e9-35f81f85fe8a tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Calling delete_port for 7fe29f4e-3843-4666-9dc7-170a90ef46e7 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:03:06.578286 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d91f39bd-380e-493b-a5c3-bf50bd17ebef req-6fcca798-0b50-4393-80e9-35f81f85fe8a tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:06.590117 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['7fe29f4e-3843-4666-9dc7-170a90ef46e7'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:03:06.604189 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcca798-0b50-4393-80e9-35f81f85fe8a tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fe29f4e-3843-4666-9dc7-170a90ef46e7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:06.621489 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['8f245dc4-b318-4df2-be5b-f194f7224ff6'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:03:06.655941 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91f39bd-380e-493b-a5c3-bf50bd17ebef req-6fcca798-0b50-4393-80e9-35f81f85fe8a tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] No DVR routers for this DVR port 7fe29f4e-3843-4666-9dc7-170a90ef46e7 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:03:06.658901 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d91f39bd-380e-493b-a5c3-bf50bd17ebef req-6fcca798-0b50-4393-80e9-35f81f85fe8a tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:06.661166 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d91f39bd-380e-493b-a5c3-bf50bd17ebef req-6fcca798-0b50-4393-80e9-35f81f85fe8a tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.58 "DELETE /v2.0/ports/7fe29f4e-3843-4666-9dc7-170a90ef46e7 HTTP/1.1" status: 204 len: 173 time: 0.4057615 Jul 09 10:03:06.661700 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998d100e-4395-4c31-8a33-ec38b07effd8', 'name': 'network-vif-deleted', 'tag': '7fe29f4e-3843-4666-9dc7-170a90ef46e7'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:03:06.664778 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00814e88-c571-467b-b0ca-5aadd7a041a6" -d '{"events": [{"server_uuid": "998d100e-4395-4c31-8a33-ec38b07effd8", "name": "network-vif-deleted", "tag": "7fe29f4e-3843-4666-9dc7-170a90ef46e7"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:03:06.731276 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af085b1-228f-4652-a96c-bffc57465871 x-openstack-request-id: req-2af085b1-228f-4652-a96c-bffc57465871 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:03:06.731575 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998d100e-4395-4c31-8a33-ec38b07effd8", "name": "network-vif-deleted", "tag": "7fe29f4e-3843-4666-9dc7-170a90ef46e7", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:03:06.731858 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2af085b1-228f-4652-a96c-bffc57465871 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:03:06.732264 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998d100e-4395-4c31-8a33-ec38b07effd8', 'name': 'network-vif-deleted', 'tag': '7fe29f4e-3843-4666-9dc7-170a90ef46e7', 'status': 'completed', 'code': 200} Jul 09 10:03:06.803032 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7c28ddb2-33bf-4708-9937-7dc59161f2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:07.339508 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e21a0301-f7c1-4274-b7b7-995e2e107f7b req-39674dc4-393e-4622-a7fe-0c8b63a4bad7 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=998d100e-4395-4c31-8a33-ec38b07effd8 HTTP/1.1" status: 200 len: 210 time: 0.0455220 Jul 09 10:03:08.829669 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ccabc-a23e-40fe-9206-6a72d963b53a req-307cfacd-30d8-419f-9577-d90697ecb945 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:08.831741 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e56ccabc-a23e-40fe-9206-6a72d963b53a req-307cfacd-30d8-419f-9577-d90697ecb945 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0674ca11-4552-4213-8e89-2b342e309243 HTTP/1.1" status: 200 len: 1096 time: 0.0615270 Jul 09 10:03:08.876476 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e56ccabc-a23e-40fe-9206-6a72d963b53a req-78d82580-328e-4f91-abbe-3f69b6030bb6 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=7231dc22-73b9-4842-b27e-836e305e7775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386252 Jul 09 10:03:09.311803 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:09.393834 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e41fbb79-3981-4b61-a5a8-14f21d45aa02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:09.552398 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:10.047956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bb856-f982-4c14-9669-5158f4d17995 req-7e932b79-e21e-43e7-aa3a-989ff890cd95 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:10.049245 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b37bb856-f982-4c14-9669-5158f4d17995 req-7e932b79-e21e-43e7-aa3a-989ff890cd95 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0674ca11-4552-4213-8e89-2b342e309243 HTTP/1.1" status: 200 len: 1096 time: 0.0525210 Jul 09 10:03:10.088853 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b37bb856-f982-4c14-9669-5158f4d17995 req-a63573e5-65b4-487a-8013-8c75a34ec7ea tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=7231dc22-73b9-4842-b27e-836e305e7775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339694 Jul 09 10:03:10.508052 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce61246-7fd9-4971-b0a1-b01cce6ec768 req-ab9c9fc0-7218-4f6d-ac2e-b02d8d4aab64 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:10.509820 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ce61246-7fd9-4971-b0a1-b01cce6ec768 req-ab9c9fc0-7218-4f6d-ac2e-b02d8d4aab64 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0674ca11-4552-4213-8e89-2b342e309243 HTTP/1.1" status: 200 len: 1096 time: 0.0518439 Jul 09 10:03:10.605915 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-8ce61246-7fd9-4971-b0a1-b01cce6ec768 req-e36a9e21-7ec2-498a-b73b-532a17598401 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Deleting port 8f245dc4-b318-4df2-be5b-f194f7224ff6 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:03:10.606268 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8ce61246-7fd9-4971-b0a1-b01cce6ec768 req-e36a9e21-7ec2-498a-b73b-532a17598401 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:10.695168 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-8ce61246-7fd9-4971-b0a1-b01cce6ec768 req-e36a9e21-7ec2-498a-b73b-532a17598401 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] For port 8f245dc4-b318-4df2-be5b-f194f7224ff6, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=8f245dc4-b318-4df2-be5b-f194f7224ff6,segment=NetworkSegment(a092a35c-383b-4005-ba8f-61294535e3d9),segment_id=a092a35c-383b-4005-ba8f-61294535e3d9)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:10.695536 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8ce61246-7fd9-4971-b0a1-b01cce6ec768 req-e36a9e21-7ec2-498a-b73b-532a17598401 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:10.712268 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-8ce61246-7fd9-4971-b0a1-b01cce6ec768 req-e36a9e21-7ec2-498a-b73b-532a17598401 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Calling delete_port for 8f245dc4-b318-4df2-be5b-f194f7224ff6 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:03:10.847421 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8ce61246-7fd9-4971-b0a1-b01cce6ec768 req-e36a9e21-7ec2-498a-b73b-532a17598401 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:10.859882 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['8f245dc4-b318-4df2-be5b-f194f7224ff6'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:03:10.876864 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a9e21-7ec2-498a-b73b-532a17598401 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f245dc4-b318-4df2-be5b-f194f7224ff6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:10.928056 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce61246-7fd9-4971-b0a1-b01cce6ec768 req-e36a9e21-7ec2-498a-b73b-532a17598401 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] No DVR routers for this DVR port 8f245dc4-b318-4df2-be5b-f194f7224ff6 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:03:10.930800 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8ce61246-7fd9-4971-b0a1-b01cce6ec768 req-e36a9e21-7ec2-498a-b73b-532a17598401 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:10.932988 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ce61246-7fd9-4971-b0a1-b01cce6ec768 req-e36a9e21-7ec2-498a-b73b-532a17598401 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.64 "DELETE /v2.0/ports/8f245dc4-b318-4df2-be5b-f194f7224ff6 HTTP/1.1" status: 204 len: 173 time: 0.4176691 Jul 09 10:03:10.933486 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0674ca11-4552-4213-8e89-2b342e309243', 'name': 'network-vif-deleted', 'tag': '8f245dc4-b318-4df2-be5b-f194f7224ff6'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:03:10.935844 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44edb718-dda9-4863-b5a9-98d3693c94a1" -d '{"events": [{"server_uuid": "0674ca11-4552-4213-8e89-2b342e309243", "name": "network-vif-deleted", "tag": "8f245dc4-b318-4df2-be5b-f194f7224ff6"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:03:10.986091 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27ef557-22e3-4b75-989e-fe9f42d80d0e x-openstack-request-id: req-d27ef557-22e3-4b75-989e-fe9f42d80d0e {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:03:10.986509 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0674ca11-4552-4213-8e89-2b342e309243", "name": "network-vif-deleted", "tag": "8f245dc4-b318-4df2-be5b-f194f7224ff6", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:03:10.986857 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d27ef557-22e3-4b75-989e-fe9f42d80d0e {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:03:10.987357 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0674ca11-4552-4213-8e89-2b342e309243', 'name': 'network-vif-deleted', 'tag': '8f245dc4-b318-4df2-be5b-f194f7224ff6', 'status': 'completed', 'code': 200} Jul 09 10:03:11.237271 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:11.274005 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-82418ec8-1dc9-40c9-9d9a-b45347e248fa req-5dc66079-7d1e-433c-b255-3c1e40fd9718 tempest-TestServerMultinode-1477775849 tempest-TestServerMultinode-1477775849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0674ca11-4552-4213-8e89-2b342e309243 HTTP/1.1" status: 200 len: 210 time: 0.0286169 Jul 09 10:03:11.819803 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 7fe29f4e-3843-4666-9dc7-170a90ef46e7 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:03:11.843490 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 7fe29f4e-3843-4666-9dc7-170a90ef46e7 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:03:11.843866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 7fe29f4e-3843-4666-9dc7-170a90ef46e7 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:03:12.376136 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37572) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:12.745227 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e971440-aadd-47a4-9cbb-83864d51b72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:13.015586 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:13.030100 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-7e971440-aadd-47a4-9cbb-83864d51b72e admin admin] Deleting port 71da1f14-bf0d-4709-89dc-27e090e423be {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:03:13.030538 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e971440-aadd-47a4-9cbb-83864d51b72e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:13.114959 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-7e971440-aadd-47a4-9cbb-83864d51b72e admin admin] For port 71da1f14-bf0d-4709-89dc-27e090e423be, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=71da1f14-bf0d-4709-89dc-27e090e423be,segment=NetworkSegment(a092a35c-383b-4005-ba8f-61294535e3d9),segment_id=a092a35c-383b-4005-ba8f-61294535e3d9)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:13.115385 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e971440-aadd-47a4-9cbb-83864d51b72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:13.131184 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-7e971440-aadd-47a4-9cbb-83864d51b72e admin admin] Calling delete_port for 71da1f14-bf0d-4709-89dc-27e090e423be owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:03:13.322467 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e971440-aadd-47a4-9cbb-83864d51b72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:13.348442 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e971440-aadd-47a4-9cbb-83864d51b72e admin admin] Pushing event deleted for resources: {'Port': ['ID=71da1f14-bf0d-4709-89dc-27e090e423be,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:13.527452 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e971440-aadd-47a4-9cbb-83864d51b72e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:13.762480 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e971440-aadd-47a4-9cbb-83864d51b72e admin admin] Router d431acdf-6b09-45ef-b9ec-819809236c83 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:03:13.873930 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e971440-aadd-47a4-9cbb-83864d51b72e admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:03:13.879712 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7e971440-aadd-47a4-9cbb-83864d51b72e admin admin] 10.222.0.61 "PUT /v2.0/routers/d431acdf-6b09-45ef-b9ec-819809236c83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5025048 Jul 09 10:03:13.882209 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37604) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:13.882883 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfdc8c5-9f3f-492b-ac59-8ffb441d9eea None None] Sync routers for ids ['d431acdf-6b09-45ef-b9ec-819809236c83'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:03:13.892453 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfdc8c5-9f3f-492b-ac59-8ffb441d9eea None None] Routers {'d431acdf-6b09-45ef-b9ec-819809236c83'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:03:13.893160 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5cfdc8c5-9f3f-492b-ac59-8ffb441d9eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:03:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d431acdf-6b09-45ef-b9ec-819809236c83'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:13.991087 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94602f52-ec31-4937-809d-0cb52c6e90ea admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:13.998279 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-5cfdc8c5-9f3f-492b-ac59-8ffb441d9eea None None] Set router d431acdf-6b09-45ef-b9ec-819809236c83 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:03:14.099941 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94602f52-ec31-4937-809d-0cb52c6e90ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:14.161958 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-94602f52-ec31-4937-809d-0cb52c6e90ea admin admin] Deleting port f25c3ce8-3226-4a3a-a327-0e233289e105 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:03:14.162309 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94602f52-ec31-4937-809d-0cb52c6e90ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:14.204581 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5cfdc8c5-9f3f-492b-ac59-8ffb441d9eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd431acdf-6b09-45ef-b9ec-819809236c83', 'name': 'tempest-TestServerMultinode-456624803-router', 'tenant_id': 'a637eed54eaf49cca7b0580d069668ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'f25c3ce8-3226-4a3a-a327-0e233289e105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:03:13Z', 'revision_number': 5, 'project_id': 'a637eed54eaf49cca7b0580d069668ec', 'gw_port': {'id': 'f25c3ce8-3226-4a3a-a327-0e233289e105', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd431acdf-6b09-45ef-b9ec-819809236c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:14.235019 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfdc8c5-9f3f-492b-ac59-8ffb441d9eea None None] Checking router: d431acdf-6b09-45ef-b9ec-819809236c83 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:03:14.243974 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfdc8c5-9f3f-492b-ac59-8ffb441d9eea None None] Routers {'d431acdf-6b09-45ef-b9ec-819809236c83'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:03:14.244590 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5cfdc8c5-9f3f-492b-ac59-8ffb441d9eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:03:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d431acdf-6b09-45ef-b9ec-819809236c83'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:14.246351 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-94602f52-ec31-4937-809d-0cb52c6e90ea admin admin] For port f25c3ce8-3226-4a3a-a327-0e233289e105, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f25c3ce8-3226-4a3a-a327-0e233289e105,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:14.247796 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94602f52-ec31-4937-809d-0cb52c6e90ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:14.261954 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-94602f52-ec31-4937-809d-0cb52c6e90ea admin admin] Calling delete_port for f25c3ce8-3226-4a3a-a327-0e233289e105 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:03:14.332373 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-5cfdc8c5-9f3f-492b-ac59-8ffb441d9eea None None] Set router d431acdf-6b09-45ef-b9ec-819809236c83 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:03:14.395297 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5cfdc8c5-9f3f-492b-ac59-8ffb441d9eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd431acdf-6b09-45ef-b9ec-819809236c83', 'name': 'tempest-TestServerMultinode-456624803-router', 'tenant_id': 'a637eed54eaf49cca7b0580d069668ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:03:14Z', 'revision_number': 6, 'project_id': 'a637eed54eaf49cca7b0580d069668ec', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:14.425466 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfdc8c5-9f3f-492b-ac59-8ffb441d9eea None None] The sync data for ids ['d431acdf-6b09-45ef-b9ec-819809236c83'] in n-d-799996-1 is: [{'id': 'd431acdf-6b09-45ef-b9ec-819809236c83', 'name': 'tempest-TestServerMultinode-456624803-router', 'tenant_id': 'a637eed54eaf49cca7b0580d069668ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:03:14Z', 'revision_number': 6, 'project_id': 'a637eed54eaf49cca7b0580d069668ec', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:03:14.460310 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94602f52-ec31-4937-809d-0cb52c6e90ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:14.487287 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94602f52-ec31-4937-809d-0cb52c6e90ea admin admin] Pushing event deleted for resources: {'Port': ['ID=f25c3ce8-3226-4a3a-a327-0e233289e105,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:14.553788 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94602f52-ec31-4937-809d-0cb52c6e90ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:14.647577 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94602f52-ec31-4937-809d-0cb52c6e90ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:14.650516 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94602f52-ec31-4937-809d-0cb52c6e90ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:14.697910 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94602f52-ec31-4937-809d-0cb52c6e90ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:14.698463 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94602f52-ec31-4937-809d-0cb52c6e90ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router d431acdf-6b09-45ef-b9ec-819809236c83 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 10:03:14.703356 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94602f52-ec31-4937-809d-0cb52c6e90ea admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:14.704574 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-94602f52-ec31-4937-809d-0cb52c6e90ea admin admin] 10.222.0.61 "DELETE /v2.0/routers/d431acdf-6b09-45ef-b9ec-819809236c83 HTTP/1.1" status: 204 len: 168 time: 0.8214383 Jul 09 10:03:14.707053 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37620) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:14.751581 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc5fc19-95b4-461f-a48d-e64cbaf6105a admin admin] Deleting subnet e9428786-a52c-47c2-9c5d-671b248e9594 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:03:14.754575 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-abc5fc19-95b4-461f-a48d-e64cbaf6105a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:14.766919 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 8f245dc4-b318-4df2-be5b-f194f7224ff6 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:03:14.795905 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 8f245dc4-b318-4df2-be5b-f194f7224ff6 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:03:14.797946 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 8f245dc4-b318-4df2-be5b-f194f7224ff6 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:03:14.806684 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-abc5fc19-95b4-461f-a48d-e64cbaf6105a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:14.910807 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-abc5fc19-95b4-461f-a48d-e64cbaf6105a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:14.936781 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 71da1f14-bf0d-4709-89dc-27e090e423be no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:03:14.958202 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 71da1f14-bf0d-4709-89dc-27e090e423be {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:03:14.958783 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 71da1f14-bf0d-4709-89dc-27e090e423be not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:03:14.970421 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-abc5fc19-95b4-461f-a48d-e64cbaf6105a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:14.994801 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5fc19-95b4-461f-a48d-e64cbaf6105a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9428786-a52c-47c2-9c5d-671b248e9594,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:15.000839 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-abc5fc19-95b4-461f-a48d-e64cbaf6105a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:15.002820 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-abc5fc19-95b4-461f-a48d-e64cbaf6105a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e9428786-a52c-47c2-9c5d-671b248e9594 HTTP/1.1" status: 204 len: 168 time: 0.2948246 Jul 09 10:03:15.006161 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37626) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:15.006952 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c9a048-c368-47fe-8566-a23f54ac7a91 None None] Network 6b5d5c56-7a94-49a1-8ef5-add566ecddb2 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:03:15.090179 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa618c20-6ff0-410a-b433-e9c205b1b0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:15.163725 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fa618c20-6ff0-410a-b433-e9c205b1b0e5 admin admin] Deleting port 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:03:15.164091 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa618c20-6ff0-410a-b433-e9c205b1b0e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:15.236655 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-fa618c20-6ff0-410a-b433-e9c205b1b0e5 admin admin] For port 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6fe4ee02-3d57-45c1-a5a9-71bab56a45f9,segment=NetworkSegment(a092a35c-383b-4005-ba8f-61294535e3d9),segment_id=a092a35c-383b-4005-ba8f-61294535e3d9)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:15.237068 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa618c20-6ff0-410a-b433-e9c205b1b0e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:15.248985 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d8b5ef-571a-4b91-a25f-93cb1a791d32 None None] DHCP port deletion for 6b5d5c56-7a94-49a1-8ef5-add566ecddb2 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:03:15.254255 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fa618c20-6ff0-410a-b433-e9c205b1b0e5 admin admin] Calling delete_port for 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:03:15.304079 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a2d8b5ef-571a-4b91-a25f-93cb1a791d32 None None] Deleting port 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:03:15.304457 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a2d8b5ef-571a-4b91-a25f-93cb1a791d32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:15.351885 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa618c20-6ff0-410a-b433-e9c205b1b0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:15.373457 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a2d8b5ef-571a-4b91-a25f-93cb1a791d32 None None] For port 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6fe4ee02-3d57-45c1-a5a9-71bab56a45f9,segment=NetworkSegment(a092a35c-383b-4005-ba8f-61294535e3d9),segment_id=a092a35c-383b-4005-ba8f-61294535e3d9)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:15.374634 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a2d8b5ef-571a-4b91-a25f-93cb1a791d32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:15.396040 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a2d8b5ef-571a-4b91-a25f-93cb1a791d32 None None] Calling delete_port for 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:03:15.400810 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa618c20-6ff0-410a-b433-e9c205b1b0e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fe4ee02-3d57-45c1-a5a9-71bab56a45f9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:15.402769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa618c20-6ff0-410a-b433-e9c205b1b0e5 admin admin] No DVR routers for this DVR port 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:03:15.490789 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa618c20-6ff0-410a-b433-e9c205b1b0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:15.492488 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a2d8b5ef-571a-4b91-a25f-93cb1a791d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:15.501674 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-fa618c20-6ff0-410a-b433-e9c205b1b0e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5d5c56-7a94-49a1-8ef5-add566ecddb2']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:15.513413 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-fa618c20-6ff0-410a-b433-e9c205b1b0e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a092a35c-383b-4005-ba8f-61294535e3d9') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:15.513714 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-fa618c20-6ff0-410a-b433-e9c205b1b0e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a092a35c-383b-4005-ba8f-61294535e3d9') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:15.523662 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa618c20-6ff0-410a-b433-e9c205b1b0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:15.528866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8b5ef-571a-4b91-a25f-93cb1a791d32 None None] Pushing event deleted for resources: {'Port': ['ID=6fe4ee02-3d57-45c1-a5a9-71bab56a45f9,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:15.540816 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa618c20-6ff0-410a-b433-e9c205b1b0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:15.541442 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d8b5ef-571a-4b91-a25f-93cb1a791d32 None None] No DVR routers for this DVR port 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:03:15.548605 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa618c20-6ff0-410a-b433-e9c205b1b0e5 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:03:15.548866 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa618c20-6ff0-410a-b433-e9c205b1b0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: timer() Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:03:15.550634 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:03:15.609476 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa618c20-6ff0-410a-b433-e9c205b1b0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:15.618120 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa618c20-6ff0-410a-b433-e9c205b1b0e5 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:15.623368 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fa618c20-6ff0-410a-b433-e9c205b1b0e5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/6b5d5c56-7a94-49a1-8ef5-add566ecddb2 HTTP/1.1" status: 204 len: 168 time: 0.6111925 Jul 09 10:03:15.623368 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37636) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:15.639932 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa618c20-6ff0-410a-b433-e9c205b1b0e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b5d5c56-7a94-49a1-8ef5-add566ecddb2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:15.994679 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab1536ce-fe4e-4a41-bbe1-325cd386a4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:16.262111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-ab1536ce-fe4e-4a41-bbe1-325cd386a4d0 admin admin] Deleting port 5b4b676e-0ebd-49db-95c0-af708c5a8e96 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:03:16.263186 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab1536ce-fe4e-4a41-bbe1-325cd386a4d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:16.342362 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-ab1536ce-fe4e-4a41-bbe1-325cd386a4d0 admin admin] For port 5b4b676e-0ebd-49db-95c0-af708c5a8e96, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5b4b676e-0ebd-49db-95c0-af708c5a8e96,segment=NetworkSegment(30ce7497-04c1-4ce7-a114-a5158169c2f4),segment_id=30ce7497-04c1-4ce7-a114-a5158169c2f4)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:16.342724 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab1536ce-fe4e-4a41-bbe1-325cd386a4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:16.355958 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-ab1536ce-fe4e-4a41-bbe1-325cd386a4d0 admin admin] Calling delete_port for 5b4b676e-0ebd-49db-95c0-af708c5a8e96 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:03:16.554794 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab1536ce-fe4e-4a41-bbe1-325cd386a4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:16.581574 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1536ce-fe4e-4a41-bbe1-325cd386a4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4b676e-0ebd-49db-95c0-af708c5a8e96,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:16.789478 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab1536ce-fe4e-4a41-bbe1-325cd386a4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:16.803978 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:03:16.837302 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:03:16.838078 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6fe4ee02-3d57-45c1-a5a9-71bab56a45f9 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:03:16.838480 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f25c3ce8-3226-4a3a-a327-0e233289e105 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:03:16.868107 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: f25c3ce8-3226-4a3a-a327-0e233289e105 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:03:16.868462 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f25c3ce8-3226-4a3a-a327-0e233289e105 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:03:17.043588 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1536ce-fe4e-4a41-bbe1-325cd386a4d0 admin admin] Router 24f633b1-466c-4111-8303-0985b8bba3bc has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:03:17.420972 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1536ce-fe4e-4a41-bbe1-325cd386a4d0 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:03:17.428731 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ab1536ce-fe4e-4a41-bbe1-325cd386a4d0 admin admin] 10.222.0.61 "PUT /v2.0/routers/24f633b1-466c-4111-8303-0985b8bba3bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8025117 Jul 09 10:03:17.428937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37676) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:17.432063 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa376ac0-f5f9-46ac-bc61-bb0ca17254ea None None] Sync routers for ids ['24f633b1-466c-4111-8303-0985b8bba3bc'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:03:17.442218 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa376ac0-f5f9-46ac-bc61-bb0ca17254ea None None] Routers {'24f633b1-466c-4111-8303-0985b8bba3bc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:03:17.442833 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-fa376ac0-f5f9-46ac-bc61-bb0ca17254ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:03:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['24f633b1-466c-4111-8303-0985b8bba3bc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:17.537070 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2343d8d-c6bd-4446-9901-29f354a3d50f admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:17.651487 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-fa376ac0-f5f9-46ac-bc61-bb0ca17254ea None None] Set router 24f633b1-466c-4111-8303-0985b8bba3bc gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:03:17.653772 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2343d8d-c6bd-4446-9901-29f354a3d50f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:17.721906 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-d2343d8d-c6bd-4446-9901-29f354a3d50f admin admin] Deleting port 5e2b17f0-8a92-4b4b-94eb-c5e2e973a041 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:03:17.722417 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2343d8d-c6bd-4446-9901-29f354a3d50f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:17.837764 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-fa376ac0-f5f9-46ac-bc61-bb0ca17254ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f633b1-466c-4111-8303-0985b8bba3bc', 'name': 'tempest-TestServerMultinode-953482262-router', 'tenant_id': '9d23a5806f9f4dafb56cc61d03997eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '5e2b17f0-8a92-4b4b-94eb-c5e2e973a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:31Z', 'updated_at': '2021-07-09T10:03:16Z', 'revision_number': 5, 'project_id': '9d23a5806f9f4dafb56cc61d03997eee', 'gw_port': {'id': '5e2b17f0-8a92-4b4b-94eb-c5e2e973a041', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f633b1-466c-4111-8303-0985b8bba3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:32Z', 'updated_at': '2021-07-09T10:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:17.858991 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-d2343d8d-c6bd-4446-9901-29f354a3d50f admin admin] For port 5e2b17f0-8a92-4b4b-94eb-c5e2e973a041, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5e2b17f0-8a92-4b4b-94eb-c5e2e973a041,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:17.859358 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2343d8d-c6bd-4446-9901-29f354a3d50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:17.867415 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa376ac0-f5f9-46ac-bc61-bb0ca17254ea None None] Checking router: 24f633b1-466c-4111-8303-0985b8bba3bc for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:03:17.877317 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa376ac0-f5f9-46ac-bc61-bb0ca17254ea None None] Routers {'24f633b1-466c-4111-8303-0985b8bba3bc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:03:17.877807 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-d2343d8d-c6bd-4446-9901-29f354a3d50f admin admin] Calling delete_port for 5e2b17f0-8a92-4b4b-94eb-c5e2e973a041 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:03:17.878158 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-fa376ac0-f5f9-46ac-bc61-bb0ca17254ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:03:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['24f633b1-466c-4111-8303-0985b8bba3bc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:17.896012 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6d9cd-a1f6-47ae-b944-4c644b2a122c req-fbd47349-29f4-4f00-b33c-6ead75c34321 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:17.897570 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20c6d9cd-a1f6-47ae-b944-4c644b2a122c req-fbd47349-29f4-4f00-b33c-6ead75c34321 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 945 time: 0.1135266 Jul 09 10:03:17.964017 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-fa376ac0-f5f9-46ac-bc61-bb0ca17254ea None None] Set router 24f633b1-466c-4111-8303-0985b8bba3bc gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:03:17.978867 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-20c6d9cd-a1f6-47ae-b944-4c644b2a122c req-96d816ed-936a-4bd9-9c5d-a33f9d1a2c84 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743849 Jul 09 10:03:18.012851 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37690) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:18.017930 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-fa376ac0-f5f9-46ac-bc61-bb0ca17254ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f633b1-466c-4111-8303-0985b8bba3bc', 'name': 'tempest-TestServerMultinode-953482262-router', 'tenant_id': '9d23a5806f9f4dafb56cc61d03997eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:31Z', 'updated_at': '2021-07-09T10:03:17Z', 'revision_number': 6, 'project_id': '9d23a5806f9f4dafb56cc61d03997eee', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:18.045819 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa376ac0-f5f9-46ac-bc61-bb0ca17254ea None None] The sync data for ids ['24f633b1-466c-4111-8303-0985b8bba3bc'] in n-d-799996-1 is: [{'id': '24f633b1-466c-4111-8303-0985b8bba3bc', 'name': 'tempest-TestServerMultinode-953482262-router', 'tenant_id': '9d23a5806f9f4dafb56cc61d03997eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:31Z', 'updated_at': '2021-07-09T10:03:17Z', 'revision_number': 6, 'project_id': '9d23a5806f9f4dafb56cc61d03997eee', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:03:18.100270 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-abf6cd2a-afc8-40e7-aafb-49413e029a74 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/floatingips/48b6e321-3185-4255-aadb-a05a43df817e HTTP/1.1" status: 200 len: 993 time: 0.0839112 Jul 09 10:03:18.127343 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2343d8d-c6bd-4446-9901-29f354a3d50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:18.155521 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2343d8d-c6bd-4446-9901-29f354a3d50f admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2b17f0-8a92-4b4b-94eb-c5e2e973a041,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:18.237176 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2343d8d-c6bd-4446-9901-29f354a3d50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:18.329210 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2343d8d-c6bd-4446-9901-29f354a3d50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:18.331338 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2343d8d-c6bd-4446-9901-29f354a3d50f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:18.375659 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2343d8d-c6bd-4446-9901-29f354a3d50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:18.377378 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2343d8d-c6bd-4446-9901-29f354a3d50f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24f633b1-466c-4111-8303-0985b8bba3bc {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 10:03:18.385426 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2343d8d-c6bd-4446-9901-29f354a3d50f admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:18.386619 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d2343d8d-c6bd-4446-9901-29f354a3d50f admin admin] 10.222.0.61 "DELETE /v2.0/routers/24f633b1-466c-4111-8303-0985b8bba3bc HTTP/1.1" status: 204 len: 168 time: 0.9567490 Jul 09 10:03:18.389258 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37696) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:18.444800 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c78168-6f47-4cda-895e-f33565c76778 admin admin] Deleting subnet db2d6fa0-8778-4ca0-beec-8ecb19236059 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:03:18.449045 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-63c78168-6f47-4cda-895e-f33565c76778 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:18.499078 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-63c78168-6f47-4cda-895e-f33565c76778 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:18.618896 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-63c78168-6f47-4cda-895e-f33565c76778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:18.647932 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243c2d9-4d41-4a0e-98c1-522b3a2a57cb req-e1643d2e-0101-4b6c-901e-66df0ce225a3 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:18.649482 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0243c2d9-4d41-4a0e-98c1-522b3a2a57cb req-e1643d2e-0101-4b6c-901e-66df0ce225a3 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 1096 time: 0.1185610 Jul 09 10:03:18.698391 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0243c2d9-4d41-4a0e-98c1-522b3a2a57cb req-ce5a7693-4290-4128-a05a-db20c3748ca9 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423665 Jul 09 10:03:18.706099 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-63c78168-6f47-4cda-895e-f33565c76778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:18.738196 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c78168-6f47-4cda-895e-f33565c76778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db2d6fa0-8778-4ca0-beec-8ecb19236059,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:18.741105 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-63c78168-6f47-4cda-895e-f33565c76778 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:18.746211 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37706) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:18.747175 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-63c78168-6f47-4cda-895e-f33565c76778 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/db2d6fa0-8778-4ca0-beec-8ecb19236059 HTTP/1.1" status: 204 len: 168 time: 0.3560832 Jul 09 10:03:18.749861 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec9ab18-c134-44e9-ae33-3075566d859b None None] Network 1f1233a1-c7e0-4af8-803f-5c1136907f34 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:03:18.836176 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc1327b0-00d0-4c0f-95f9-fba0964097a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:18.942271 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5e2b17f0-8a92-4b4b-94eb-c5e2e973a041 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:03:18.947545 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-cc1327b0-00d0-4c0f-95f9-fba0964097a3 admin admin] Deleting port 47378f1d-ddd5-479b-9435-e30ae969ac7f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:03:18.948187 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc1327b0-00d0-4c0f-95f9-fba0964097a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:18.977719 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 5e2b17f0-8a92-4b4b-94eb-c5e2e973a041 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:03:18.978010 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5e2b17f0-8a92-4b4b-94eb-c5e2e973a041 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:03:18.978660 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5b4b676e-0ebd-49db-95c0-af708c5a8e96 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:03:19.005528 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 5b4b676e-0ebd-49db-95c0-af708c5a8e96 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:03:19.006104 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5b4b676e-0ebd-49db-95c0-af708c5a8e96 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:03:19.025586 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecda68a-41fa-47a1-8ea9-0719a4e2ae2c None None] DHCP port deletion for 1f1233a1-c7e0-4af8-803f-5c1136907f34 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:03:19.080316 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-cc1327b0-00d0-4c0f-95f9-fba0964097a3 admin admin] For port 47378f1d-ddd5-479b-9435-e30ae969ac7f, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=47378f1d-ddd5-479b-9435-e30ae969ac7f,segment=NetworkSegment(30ce7497-04c1-4ce7-a114-a5158169c2f4),segment_id=30ce7497-04c1-4ce7-a114-a5158169c2f4)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:19.080849 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc1327b0-00d0-4c0f-95f9-fba0964097a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:19.091854 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5ecda68a-41fa-47a1-8ea9-0719a4e2ae2c None None] Deleting port 47378f1d-ddd5-479b-9435-e30ae969ac7f {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:03:19.092622 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5ecda68a-41fa-47a1-8ea9-0719a4e2ae2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:19.108649 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-cc1327b0-00d0-4c0f-95f9-fba0964097a3 admin admin] Calling delete_port for 47378f1d-ddd5-479b-9435-e30ae969ac7f owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:03:19.167884 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5ecda68a-41fa-47a1-8ea9-0719a4e2ae2c None None] For port 47378f1d-ddd5-479b-9435-e30ae969ac7f, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=47378f1d-ddd5-479b-9435-e30ae969ac7f,segment=NetworkSegment(30ce7497-04c1-4ce7-a114-a5158169c2f4),segment_id=30ce7497-04c1-4ce7-a114-a5158169c2f4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:19.168395 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5ecda68a-41fa-47a1-8ea9-0719a4e2ae2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:19.189777 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5ecda68a-41fa-47a1-8ea9-0719a4e2ae2c None None] Calling delete_port for 47378f1d-ddd5-479b-9435-e30ae969ac7f owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:03:19.219223 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc1327b0-00d0-4c0f-95f9-fba0964097a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:19.252551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1327b0-00d0-4c0f-95f9-fba0964097a3 admin admin] No DVR routers for this DVR port 47378f1d-ddd5-479b-9435-e30ae969ac7f on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:03:19.254324 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1327b0-00d0-4c0f-95f9-fba0964097a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=47378f1d-ddd5-479b-9435-e30ae969ac7f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:19.292745 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5ecda68a-41fa-47a1-8ea9-0719a4e2ae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:19.310583 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecda68a-41fa-47a1-8ea9-0719a4e2ae2c None None] No DVR routers for this DVR port 47378f1d-ddd5-479b-9435-e30ae969ac7f on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:03:19.351076 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecda68a-41fa-47a1-8ea9-0719a4e2ae2c None None] Pushing event deleted for resources: {'Port': ['ID=47378f1d-ddd5-479b-9435-e30ae969ac7f,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:19.360151 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc1327b0-00d0-4c0f-95f9-fba0964097a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:19.372156 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-cc1327b0-00d0-4c0f-95f9-fba0964097a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f1233a1-c7e0-4af8-803f-5c1136907f34']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:19.391681 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-cc1327b0-00d0-4c0f-95f9-fba0964097a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ce7497-04c1-4ce7-a114-a5158169c2f4') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:19.392270 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-cc1327b0-00d0-4c0f-95f9-fba0964097a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ce7497-04c1-4ce7-a114-a5158169c2f4') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:19.402917 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc1327b0-00d0-4c0f-95f9-fba0964097a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:19.427783 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc1327b0-00d0-4c0f-95f9-fba0964097a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:19.435285 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1327b0-00d0-4c0f-95f9-fba0964097a3 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:03:19.435766 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc1327b0-00d0-4c0f-95f9-fba0964097a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:03:19.437494 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:03:19.502498 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc1327b0-00d0-4c0f-95f9-fba0964097a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:19.508439 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc1327b0-00d0-4c0f-95f9-fba0964097a3 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:19.512906 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cc1327b0-00d0-4c0f-95f9-fba0964097a3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/1f1233a1-c7e0-4af8-803f-5c1136907f34 HTTP/1.1" status: 204 len: 168 time: 0.7633357 Jul 09 10:03:19.552718 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1327b0-00d0-4c0f-95f9-fba0964097a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f1233a1-c7e0-4af8-803f-5c1136907f34,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:19.588372 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-6c36e3a7-5661-494a-948f-b31e11285c09 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0766509 Jul 09 10:03:19.682753 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37730) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:19.736206 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-962a410a-9323-4851-9474-508173c1be4d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a637eed54eaf49cca7b0580d069668ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496256 Jul 09 10:03:19.736655 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37734) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:19.788542 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07c7adbb-dfc4-43c4-90a7-3fb719dfda0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:19.813195 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07c7adbb-dfc4-43c4-90a7-3fb719dfda0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:19.872256 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07c7adbb-dfc4-43c4-90a7-3fb719dfda0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:19.875541 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07c7adbb-dfc4-43c4-90a7-3fb719dfda0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:19.877002 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-07c7adbb-dfc4-43c4-90a7-3fb719dfda0b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/250cfaeb-8482-4d2d-8327-0a666b52be4a HTTP/1.1" status: 204 len: 168 time: 0.1392484 Jul 09 10:03:19.887336 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7adbb-dfc4-43c4-90a7-3fb719dfda0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250cfaeb-8482-4d2d-8327-0a666b52be4a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:20.262785 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 37746) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:20.284952 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-b283a794-bf8f-495e-83f5-c0ebb47dd8aa tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 10:03:20.285889 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-b283a794-bf8f-495e-83f5-c0ebb47dd8aa tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1864536 Jul 09 10:03:20.300221 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-4da418e1-5157-4959-9769-0b74c801335a req-cf442e5e-8ab4-4619-b545-7a86408d0459 service neutron] Request body: {'binding': {'host': 'n-h2-799996-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:03:20.304284 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-4da418e1-5157-4959-9769-0b74c801335a req-cf442e5e-8ab4-4619-b545-7a86408d0459 service neutron] Unknown quota resources ['binding']. {{(pid=93791) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 10:03:20.341576 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6e67833a-f3e1-4a55-a68f-1460b55aefae admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9d23a5806f9f4dafb56cc61d03997eee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0766850 Jul 09 10:03:20.344244 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 37748) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:20.401861 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-828dba53-3153-4cec-b9db-22a9bc81a724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:20.427761 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-828dba53-3153-4cec-b9db-22a9bc81a724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:20.451746 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-4da418e1-5157-4959-9769-0b74c801335a req-cf442e5e-8ab4-4619-b545-7a86408d0459 service neutron] Attempting to bind port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 on host n-h2-799996-1 for vnic_type normal with profile None {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:03:20.452092 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-4da418e1-5157-4959-9769-0b74c801335a req-cf442e5e-8ab4-4619-b545-7a86408d0459 service neutron] Attempting to bind port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'fbde6125-6336-4bde-b7a3-fb7db4a6661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:03:20.452422 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da418e1-5157-4959-9769-0b74c801335a req-cf442e5e-8ab4-4619-b545-7a86408d0459 service neutron] Attempting to bind port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 on network 1bb5a269-b3d8-4442-b840-1a9bec4c96c2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:03:20.456801 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da418e1-5157-4959-9769-0b74c801335a req-cf442e5e-8ab4-4619-b545-7a86408d0459 service neutron] Port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 on network 1bb5a269-b3d8-4442-b840-1a9bec4c96c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:03:20.457125 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da418e1-5157-4959-9769-0b74c801335a req-cf442e5e-8ab4-4619-b545-7a86408d0459 service neutron] Attempting to bind port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 on network 1bb5a269-b3d8-4442-b840-1a9bec4c96c2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:03:20.462199 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da418e1-5157-4959-9769-0b74c801335a req-cf442e5e-8ab4-4619-b545-7a86408d0459 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:03:20.462545 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da418e1-5157-4959-9769-0b74c801335a req-cf442e5e-8ab4-4619-b545-7a86408d0459 service neutron] Checking segment: {'id': 'fbde6125-6336-4bde-b7a3-fb7db4a6661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:03:20.462935 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da418e1-5157-4959-9769-0b74c801335a req-cf442e5e-8ab4-4619-b545-7a86408d0459 service neutron] Bound using segment: {'id': 'fbde6125-6336-4bde-b7a3-fb7db4a6661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:03:20.463367 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-4da418e1-5157-4959-9769-0b74c801335a req-cf442e5e-8ab4-4619-b545-7a86408d0459 service neutron] Bound port: 43cc9199-2cc9-4c0b-bd8a-048bbdae4435, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbde6125-6336-4bde-b7a3-fb7db4a6661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:03:20.485433 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-828dba53-3153-4cec-b9db-22a9bc81a724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:20.489098 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-828dba53-3153-4cec-b9db-22a9bc81a724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:20.496221 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-828dba53-3153-4cec-b9db-22a9bc81a724 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7231dc22-73b9-4842-b27e-836e305e7775 HTTP/1.1" status: 204 len: 168 time: 0.1507246 Jul 09 10:03:20.505328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828dba53-3153-4cec-b9db-22a9bc81a724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7231dc22-73b9-4842-b27e-836e305e7775,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:20.555358 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-4da418e1-5157-4959-9769-0b74c801335a req-cf442e5e-8ab4-4619-b545-7a86408d0459 service neutron] For port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=43cc9199-2cc9-4c0b-bd8a-048bbdae4435,segment=NetworkSegment(fbde6125-6336-4bde-b7a3-fb7db4a6661b),segment_id=fbde6125-6336-4bde-b7a3-fb7db4a6661b)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:03:20.562263 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4da418e1-5157-4959-9769-0b74c801335a req-cf442e5e-8ab4-4619-b545-7a86408d0459 service neutron] Notify callbacks [] for binding, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:20.572488 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-cf442e5e-8ab4-4619-b545-7a86408d0459 service neutron] 10.222.0.61 "POST /v2.0/ports/43cc9199-2cc9-4c0b-bd8a-048bbdae4435/bindings HTTP/1.1" status: 201 len: 389 time: 0.2754757 Jul 09 10:03:20.740584 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 47378f1d-ddd5-479b-9435-e30ae969ac7f no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:03:20.777299 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 47378f1d-ddd5-479b-9435-e30ae969ac7f {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:03:20.778142 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 47378f1d-ddd5-479b-9435-e30ae969ac7f not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:03:20.849355 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c35a5-04b9-4d75-82a2-30c913b1711f req-109d1475-2e70-4524-8685-3e47dff1e2cd tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:20.856415 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a2c35a5-04b9-4d75-82a2-30c913b1711f req-109d1475-2e70-4524-8685-3e47dff1e2cd tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 945 time: 0.1163790 Jul 09 10:03:20.935631 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a2c35a5-04b9-4d75-82a2-30c913b1711f req-8da10d76-2554-4ed8-a76f-61720ccc3bc9 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762577 Jul 09 10:03:20.950396 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da418e1-5157-4959-9769-0b74c801335a req-482f4ac5-c32e-4a90-8f2f-ac4ab02ba31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:20.952691 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-482f4ac5-c32e-4a90-8f2f-ac4ab02ba31b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 1096 time: 0.0946407 Jul 09 10:03:21.065925 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da418e1-5157-4959-9769-0b74c801335a req-82f7b18a-b607-4552-8b36-a7d80fd42e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:21.067916 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-82f7b18a-b607-4552-8b36-a7d80fd42e2c service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bb5a269-b3d8-4442-b840-1a9bec4c96c2 HTTP/1.1" status: 200 len: 898 time: 0.1070619 Jul 09 10:03:21.146121 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-512ee8ea-9df5-409e-bcd9-6d6205e54017 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43cc9199-2cc9-4c0b-bd8a-048bbdae4435 HTTP/1.1" status: 200 len: 1001 time: 0.0705926 Jul 09 10:03:21.196697 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da418e1-5157-4959-9769-0b74c801335a req-e4012804-12e0-47af-90cf-48ec5d3b6084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:21.198170 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-e4012804-12e0-47af-90cf-48ec5d3b6084 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25a7fb56-529c-418f-a1d5-499805938992 HTTP/1.1" status: 200 len: 834 time: 0.0446956 Jul 09 10:03:21.264164 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da418e1-5157-4959-9769-0b74c801335a req-5697ac27-8a70-4049-a321-25ca5e29163b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:21.265707 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-5697ac27-8a70-4049-a321-25ca5e29163b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bb5a269-b3d8-4442-b840-1a9bec4c96c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614424 Jul 09 10:03:21.357590 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-fd3d4279-7cc1-4fb9-a5ec-ab367fd7db2a service neutron] 10.222.0.64 "GET /v2.0/networks/1bb5a269-b3d8-4442-b840-1a9bec4c96c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849054 Jul 09 10:03:21.454290 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-009d3b43-909d-4fd4-836d-e7c336844453 service neutron] 10.222.0.64 "GET /v2.0/networks/1bb5a269-b3d8-4442-b840-1a9bec4c96c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908058 Jul 09 10:03:21.600818 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da418e1-5157-4959-9769-0b74c801335a req-dd825c94-3a42-4cc0-8173-5760d9e15b4c tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:21.602362 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-dd825c94-3a42-4cc0-8173-5760d9e15b4c tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1&tenant_id=ae2f728a25b040fd82453c3377e2137f&binding%3Ahost_id=n-h1-799996-1 HTTP/1.1" status: 200 len: 1096 time: 0.0920081 Jul 09 10:03:21.613739 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-4da418e1-5157-4959-9769-0b74c801335a req-0f8d12ac-b07f-4c92-816e-ab85ef573084 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799996-1'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:03:21.689822 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4da418e1-5157-4959-9769-0b74c801335a req-0f8d12ac-b07f-4c92-816e-ab85ef573084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:21.820767 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4da418e1-5157-4959-9769-0b74c801335a req-0f8d12ac-b07f-4c92-816e-ab85ef573084 service neutron] For port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=43cc9199-2cc9-4c0b-bd8a-048bbdae4435,segment=NetworkSegment(fbde6125-6336-4bde-b7a3-fb7db4a6661b),segment_id=fbde6125-6336-4bde-b7a3-fb7db4a6661b)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:21.861714 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4da418e1-5157-4959-9769-0b74c801335a req-0f8d12ac-b07f-4c92-816e-ab85ef573084 service neutron] For port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:03:21.903257 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca50a7a-aac1-41c0-8e93-b0e272e2cfe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43cc9199-2cc9-4c0b-bd8a-048bbdae4435'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:03:21.905579 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d9b892-e87f-4086-b4aa-2e98e1bf8d1b" -d '{"events": [{"server_uuid": "bca50a7a-aac1-41c0-8e93-b0e272e2cfe1", "name": "network-vif-unplugged", "status": "completed", "tag": "43cc9199-2cc9-4c0b-bd8a-048bbdae4435"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:03:21.909613 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4da418e1-5157-4959-9769-0b74c801335a req-0f8d12ac-b07f-4c92-816e-ab85ef573084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:21.916325 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4da418e1-5157-4959-9769-0b74c801335a req-0f8d12ac-b07f-4c92-816e-ab85ef573084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:21.945372 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 10:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99af5aec-24ab-408a-a6ce-ccc5d46580cc x-openstack-request-id: req-99af5aec-24ab-408a-a6ce-ccc5d46580cc {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:03:21.945665 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca50a7a-aac1-41c0-8e93-b0e272e2cfe1", "name": "network-vif-unplugged", "status": "completed", "tag": "43cc9199-2cc9-4c0b-bd8a-048bbdae4435", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:03:21.945917 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-99af5aec-24ab-408a-a6ce-ccc5d46580cc {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:03:21.946313 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca50a7a-aac1-41c0-8e93-b0e272e2cfe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43cc9199-2cc9-4c0b-bd8a-048bbdae4435', 'code': 200} Jul 09 10:03:22.024728 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d12ac-b07f-4c92-816e-ab85ef573084 service neutron] Pushing event updated for resources: {'Port': ['ID=43cc9199-2cc9-4c0b-bd8a-048bbdae4435,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:22.081714 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4da418e1-5157-4959-9769-0b74c801335a req-0f8d12ac-b07f-4c92-816e-ab85ef573084 service neutron] Attempting to bind port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 on host n-h1-799996-1 for vnic_type normal with profile {"migrating_to": "n-h2-799996-1"} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:03:22.082050 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4da418e1-5157-4959-9769-0b74c801335a req-0f8d12ac-b07f-4c92-816e-ab85ef573084 service neutron] Attempting to bind port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'fbde6125-6336-4bde-b7a3-fb7db4a6661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:03:22.082389 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da418e1-5157-4959-9769-0b74c801335a req-0f8d12ac-b07f-4c92-816e-ab85ef573084 service neutron] Attempting to bind port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 on network 1bb5a269-b3d8-4442-b840-1a9bec4c96c2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:03:22.087722 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da418e1-5157-4959-9769-0b74c801335a req-0f8d12ac-b07f-4c92-816e-ab85ef573084 service neutron] Port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 on network 1bb5a269-b3d8-4442-b840-1a9bec4c96c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:03:22.088248 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da418e1-5157-4959-9769-0b74c801335a req-0f8d12ac-b07f-4c92-816e-ab85ef573084 service neutron] Attempting to bind port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 on network 1bb5a269-b3d8-4442-b840-1a9bec4c96c2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:03:22.104707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da418e1-5157-4959-9769-0b74c801335a req-0f8d12ac-b07f-4c92-816e-ab85ef573084 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:03:22.105052 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da418e1-5157-4959-9769-0b74c801335a req-0f8d12ac-b07f-4c92-816e-ab85ef573084 service neutron] Checking segment: {'id': 'fbde6125-6336-4bde-b7a3-fb7db4a6661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:03:22.105428 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da418e1-5157-4959-9769-0b74c801335a req-0f8d12ac-b07f-4c92-816e-ab85ef573084 service neutron] Bound using segment: {'id': 'fbde6125-6336-4bde-b7a3-fb7db4a6661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:03:22.105873 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4da418e1-5157-4959-9769-0b74c801335a req-0f8d12ac-b07f-4c92-816e-ab85ef573084 service neutron] Bound port: 43cc9199-2cc9-4c0b-bd8a-048bbdae4435, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbde6125-6336-4bde-b7a3-fb7db4a6661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:03:22.106227 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4da418e1-5157-4959-9769-0b74c801335a req-0f8d12ac-b07f-4c92-816e-ab85ef573084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:22.186404 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-89ce1f20-e407-4954-b0ba-081a857175c2 None None] Provisioning complete for port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:03:22.186967 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-89ce1f20-e407-4954-b0ba-081a857175c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:22.245743 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-89ce1f20-e407-4954-b0ba-081a857175c2 None None] Port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:03:22.466634 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:03:22.489493 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f1029-0aac-4414-ae7a-cb855276efcd req-16b3e937-b675-4460-af8a-7d65c6955972 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:22.490966 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a72f1029-0aac-4414-ae7a-cb855276efcd req-16b3e937-b675-4460-af8a-7d65c6955972 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 943 time: 0.3995535 Jul 09 10:03:22.498576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4da418e1-5157-4959-9769-0b74c801335a req-0f8d12ac-b07f-4c92-816e-ab85ef573084 service neutron] For port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:03:22.506335 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4da418e1-5157-4959-9769-0b74c801335a req-0f8d12ac-b07f-4c92-816e-ab85ef573084 service neutron] For port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=43cc9199-2cc9-4c0b-bd8a-048bbdae4435,segment=NetworkSegment(fbde6125-6336-4bde-b7a3-fb7db4a6661b),segment_id=fbde6125-6336-4bde-b7a3-fb7db4a6661b)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:03:22.515970 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4da418e1-5157-4959-9769-0b74c801335a req-0f8d12ac-b07f-4c92-816e-ab85ef573084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:22.571568 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a72f1029-0aac-4414-ae7a-cb855276efcd req-eee48f7d-4dd5-41ec-8534-51416aa283f4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746593 Jul 09 10:03:22.627586 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d12ac-b07f-4c92-816e-ab85ef573084 service neutron] Pushing event updated for resources: {'Port': ['ID=43cc9199-2cc9-4c0b-bd8a-048bbdae4435,revision_number=8']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:22.670054 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da418e1-5157-4959-9769-0b74c801335a req-0f8d12ac-b07f-4c92-816e-ab85ef573084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:22.670676 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4da418e1-5157-4959-9769-0b74c801335a req-0f8d12ac-b07f-4c92-816e-ab85ef573084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:22.672390 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-0f8d12ac-b07f-4c92-816e-ab85ef573084 service neutron] 10.222.0.64 "PUT /v2.0/ports/43cc9199-2cc9-4c0b-bd8a-048bbdae4435 HTTP/1.1" status: 200 len: 1121 time: 1.0629189 Jul 09 10:03:22.730861 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['43cc9199-2cc9-4c0b-bd8a-048bbdae4435'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:03:22.785117 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a75d9d84-897a-486d-8329-078bace36891 None None] Provisioning complete for port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:03:22.785490 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a75d9d84-897a-486d-8329-078bace36891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:22.925959 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a75d9d84-897a-486d-8329-078bace36891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:22.969438 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca50a7a-aac1-41c0-8e93-b0e272e2cfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cc9199-2cc9-4c0b-bd8a-048bbdae4435'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:03:22.971463 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a16496-8273-4d05-9a89-c5922ab6b6fb" -d '{"events": [{"server_uuid": "bca50a7a-aac1-41c0-8e93-b0e272e2cfe1", "name": "network-vif-plugged", "status": "completed", "tag": "43cc9199-2cc9-4c0b-bd8a-048bbdae4435"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:03:22.993813 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a75d9d84-897a-486d-8329-078bace36891 None None] For port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=43cc9199-2cc9-4c0b-bd8a-048bbdae4435,segment=NetworkSegment(fbde6125-6336-4bde-b7a3-fb7db4a6661b),segment_id=fbde6125-6336-4bde-b7a3-fb7db4a6661b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:23.000994 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a75d9d84-897a-486d-8329-078bace36891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:23.034703 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bce57b3-034a-4d4e-869a-85bd05f1c908 x-openstack-request-id: req-3bce57b3-034a-4d4e-869a-85bd05f1c908 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:03:23.034995 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca50a7a-aac1-41c0-8e93-b0e272e2cfe1", "name": "network-vif-plugged", "status": "completed", "tag": "43cc9199-2cc9-4c0b-bd8a-048bbdae4435", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:03:23.035247 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3bce57b3-034a-4d4e-869a-85bd05f1c908 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:03:23.035635 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca50a7a-aac1-41c0-8e93-b0e272e2cfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cc9199-2cc9-4c0b-bd8a-048bbdae4435', 'code': 200} Jul 09 10:03:23.336829 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d9d84-897a-486d-8329-078bace36891 None None] Pushing event updated for resources: {'Port': ['ID=43cc9199-2cc9-4c0b-bd8a-048bbdae4435,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:23.755247 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8fee8-8c6e-489b-b179-e74157f2f423 req-dc1dca12-6076-4e3e-9df3-81d7188222e8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:23.756778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1eb8fee8-8c6e-489b-b179-e74157f2f423 req-dc1dca12-6076-4e3e-9df3-81d7188222e8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0663559 Jul 09 10:03:23.796911 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1eb8fee8-8c6e-489b-b179-e74157f2f423 req-a7f9f8a9-a6fe-4eb1-9b12-9cb005a1919b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343020 Jul 09 10:03:23.947893 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca50a7a-aac1-41c0-8e93-b0e272e2cfe1', 'tag': '43cc9199-2cc9-4c0b-bd8a-048bbdae4435'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:03:23.950201 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3df9f1-19b0-4ca2-bf09-188ce105b2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "bca50a7a-aac1-41c0-8e93-b0e272e2cfe1", "tag": "43cc9199-2cc9-4c0b-bd8a-048bbdae4435"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:03:23.987782 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5fcbd4-a54e-40a0-92f6-54e144d8266f x-openstack-request-id: req-5b5fcbd4-a54e-40a0-92f6-54e144d8266f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:03:23.988079 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca50a7a-aac1-41c0-8e93-b0e272e2cfe1", "tag": "43cc9199-2cc9-4c0b-bd8a-048bbdae4435", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:03:23.988334 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5b5fcbd4-a54e-40a0-92f6-54e144d8266f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:03:23.988733 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca50a7a-aac1-41c0-8e93-b0e272e2cfe1', 'tag': '43cc9199-2cc9-4c0b-bd8a-048bbdae4435', 'status': 'completed', 'code': 200} Jul 09 10:03:24.073499 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3df9f1-19b0-4ca2-bf09-188ce105b2a9 req-f4621337-4203-45c6-9baf-1b169d473c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:24.074875 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa3df9f1-19b0-4ca2-bf09-188ce105b2a9 req-f4621337-4203-45c6-9baf-1b169d473c71 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 1126 time: 0.0606031 Jul 09 10:03:24.171739 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3df9f1-19b0-4ca2-bf09-188ce105b2a9 req-9022c768-b71c-4a0c-ab72-893518491ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:24.173237 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa3df9f1-19b0-4ca2-bf09-188ce105b2a9 req-9022c768-b71c-4a0c-ab72-893518491ce5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1bb5a269-b3d8-4442-b840-1a9bec4c96c2 HTTP/1.1" status: 200 len: 898 time: 0.0922594 Jul 09 10:03:24.247348 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa3df9f1-19b0-4ca2-bf09-188ce105b2a9 req-3a23e3cb-1290-48cc-8230-8569a539b77d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43cc9199-2cc9-4c0b-bd8a-048bbdae4435 HTTP/1.1" status: 200 len: 1001 time: 0.0674136 Jul 09 10:03:24.297582 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3df9f1-19b0-4ca2-bf09-188ce105b2a9 req-2d6af566-a0a1-4a03-85b4-28b388192f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:24.299071 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa3df9f1-19b0-4ca2-bf09-188ce105b2a9 req-2d6af566-a0a1-4a03-85b4-28b388192f8a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25a7fb56-529c-418f-a1d5-499805938992 HTTP/1.1" status: 200 len: 834 time: 0.0458624 Jul 09 10:03:24.359210 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3df9f1-19b0-4ca2-bf09-188ce105b2a9 req-ceeb6b35-71c3-4d1f-9fb9-111e24acfcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:24.360710 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa3df9f1-19b0-4ca2-bf09-188ce105b2a9 req-ceeb6b35-71c3-4d1f-9fb9-111e24acfcb5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1bb5a269-b3d8-4442-b840-1a9bec4c96c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546861 Jul 09 10:03:24.467648 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa3df9f1-19b0-4ca2-bf09-188ce105b2a9 req-924dffd1-8d4c-46f4-a2d0-46f937172109 service neutron] 10.222.0.58 "GET /v2.0/networks/1bb5a269-b3d8-4442-b840-1a9bec4c96c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992279 Jul 09 10:03:24.572455 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa3df9f1-19b0-4ca2-bf09-188ce105b2a9 req-8ef33500-65b3-4d77-ba6e-4185b35bc1bb service neutron] 10.222.0.58 "GET /v2.0/networks/1bb5a269-b3d8-4442-b840-1a9bec4c96c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982604 Jul 09 10:03:24.763518 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:03:24.867139 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=43cc9199-2cc9-4c0b-bd8a-048bbdae4435,segment=NetworkSegment(fbde6125-6336-4bde-b7a3-fb7db4a6661b),segment_id=fbde6125-6336-4bde-b7a3-fb7db4a6661b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:24.884123 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 has no active binding in host n-h2-799996-1 {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 10:03:24.990022 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871f750-a0f7-4702-8e78-f9652043ecd8 req-237b7013-d293-4940-835b-70789832ba98 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:24.991565 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3871f750-a0f7-4702-8e78-f9652043ecd8 req-237b7013-d293-4940-835b-70789832ba98 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0671496 Jul 09 10:03:25.030370 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3871f750-a0f7-4702-8e78-f9652043ecd8 req-5e4e5d04-da09-4252-bb5a-3d5d808f1666 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331390 Jul 09 10:03:26.217836 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37fddb-24ef-45cf-83f0-55e6145c4af2 req-37eaea89-29c2-4db0-a8f2-497420db4b47 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:26.220648 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ba37fddb-24ef-45cf-83f0-55e6145c4af2 req-37eaea89-29c2-4db0-a8f2-497420db4b47 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0753038 Jul 09 10:03:26.266419 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ba37fddb-24ef-45cf-83f0-55e6145c4af2 req-31428a77-d8fa-4a4f-935a-6a51f176f317 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391812 Jul 09 10:03:27.455277 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a187fe-e5a9-4268-86fa-303d06eb96bc req-ba1d0265-06fe-4b3d-a6d6-72ac7f6f98ca tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:27.456845 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f7a187fe-e5a9-4268-86fa-303d06eb96bc req-ba1d0265-06fe-4b3d-a6d6-72ac7f6f98ca tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0679100 Jul 09 10:03:27.495089 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f7a187fe-e5a9-4268-86fa-303d06eb96bc req-11ee1ae7-c5c5-4a8a-9a8e-98a000f428e1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318546 Jul 09 10:03:28.684506 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5964cd-f528-4273-abde-a06c4dcec130 req-dd7f81b7-fc98-439b-8ecc-8a77cc6751bc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:28.686752 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a5964cd-f528-4273-abde-a06c4dcec130 req-dd7f81b7-fc98-439b-8ecc-8a77cc6751bc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0750558 Jul 09 10:03:28.725669 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a5964cd-f528-4273-abde-a06c4dcec130 req-64877d44-2a1f-4f64-9feb-2bc0fc450be8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333176 Jul 09 10:03:29.904270 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa2f0d-b952-49ea-8352-a0fbf447a4e9 req-b138a27e-1295-487c-a251-61d57f6b16d7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:29.905767 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bffa2f0d-b952-49ea-8352-a0fbf447a4e9 req-b138a27e-1295-487c-a251-61d57f6b16d7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0633347 Jul 09 10:03:29.945700 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bffa2f0d-b952-49ea-8352-a0fbf447a4e9 req-ad2b5265-33d9-4ce0-baa4-8de3817d45b4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341868 Jul 09 10:03:30.775856 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-2afc0f27-3b1a-4f3c-a2c8-7b5257e321fe service neutron] 10.222.0.58 "GET /v2.0/ports/43cc9199-2cc9-4c0b-bd8a-048bbdae4435/bindings/n-h2-799996-1 HTTP/1.1" status: 200 len: 384 time: 0.0627677 Jul 09 10:03:30.858318 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38248) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:30.961538 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4da418e1-5157-4959-9769-0b74c801335a req-2fd00106-a00c-4d09-8b2d-4f745ade3703 service neutron] For port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=43cc9199-2cc9-4c0b-bd8a-048bbdae4435,segment=NetworkSegment(fbde6125-6336-4bde-b7a3-fb7db4a6661b),segment_id=fbde6125-6336-4bde-b7a3-fb7db4a6661b)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:30.967602 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54667027-6a17-4eeb-9fab-55339362ae83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:30.985897 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4da418e1-5157-4959-9769-0b74c801335a req-2fd00106-a00c-4d09-8b2d-4f745ade3703 service neutron] For port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:03:31.045913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca50a7a-aac1-41c0-8e93-b0e272e2cfe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43cc9199-2cc9-4c0b-bd8a-048bbdae4435'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:03:31.048632 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45a726c-7e6c-45ed-b77c-8cf40afc6baa" -d '{"events": [{"server_uuid": "bca50a7a-aac1-41c0-8e93-b0e272e2cfe1", "name": "network-vif-unplugged", "status": "completed", "tag": "43cc9199-2cc9-4c0b-bd8a-048bbdae4435"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:03:31.058507 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4da418e1-5157-4959-9769-0b74c801335a req-2fd00106-a00c-4d09-8b2d-4f745ade3703 service neutron] For port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=43cc9199-2cc9-4c0b-bd8a-048bbdae4435,segment=NetworkSegment(fbde6125-6336-4bde-b7a3-fb7db4a6661b),segment_id=fbde6125-6336-4bde-b7a3-fb7db4a6661b)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:31.077080 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4da418e1-5157-4959-9769-0b74c801335a req-2fd00106-a00c-4d09-8b2d-4f745ade3703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:31.080817 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54667027-6a17-4eeb-9fab-55339362ae83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:31.085611 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54667027-6a17-4eeb-9fab-55339362ae83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:31.122049 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 10:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c8e747-b6a4-4b45-bb1f-e680b3257c78 x-openstack-request-id: req-22c8e747-b6a4-4b45-bb1f-e680b3257c78 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:03:31.122344 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca50a7a-aac1-41c0-8e93-b0e272e2cfe1", "name": "network-vif-unplugged", "status": "completed", "tag": "43cc9199-2cc9-4c0b-bd8a-048bbdae4435", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:03:31.122969 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-22c8e747-b6a4-4b45-bb1f-e680b3257c78 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:03:31.122969 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca50a7a-aac1-41c0-8e93-b0e272e2cfe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43cc9199-2cc9-4c0b-bd8a-048bbdae4435', 'code': 200} Jul 09 10:03:31.127800 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54667027-6a17-4eeb-9fab-55339362ae83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3790ed-7e5b-4834-aa40-795688f3478d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:31.131866 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-54667027-6a17-4eeb-9fab-55339362ae83 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9ada01f0a4694496ad05621ac2260dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717161 Jul 09 10:03:31.141596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38256) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:31.144793 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54667027-6a17-4eeb-9fab-55339362ae83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:31.145353 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54667027-6a17-4eeb-9fab-55339362ae83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:31.145845 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54667027-6a17-4eeb-9fab-55339362ae83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:31.146333 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54667027-6a17-4eeb-9fab-55339362ae83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:31.146818 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54667027-6a17-4eeb-9fab-55339362ae83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:31.147344 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54667027-6a17-4eeb-9fab-55339362ae83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:31.147859 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54667027-6a17-4eeb-9fab-55339362ae83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:31.148339 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54667027-6a17-4eeb-9fab-55339362ae83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:31.148817 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54667027-6a17-4eeb-9fab-55339362ae83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:31.149299 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54667027-6a17-4eeb-9fab-55339362ae83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:31.149807 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54667027-6a17-4eeb-9fab-55339362ae83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:31.150351 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54667027-6a17-4eeb-9fab-55339362ae83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:31.254018 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-4da418e1-5157-4959-9769-0b74c801335a req-2fd00106-a00c-4d09-8b2d-4f745ade3703 service neutron] Transition to ACTIVE for port object 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:03:31.265187 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-144e4bc7-3e56-41bb-b475-8697322bf43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:31.268969 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4da418e1-5157-4959-9769-0b74c801335a req-2fd00106-a00c-4d09-8b2d-4f745ade3703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:31.282358 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41518a79-dc96-427f-a55e-5aaf7a1801ca req-ed8a5cbe-fcc2-443e-9e09-ff27dd510021 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:31.283914 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-41518a79-dc96-427f-a55e-5aaf7a1801ca req-ed8a5cbe-fcc2-443e-9e09-ff27dd510021 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 944 time: 0.1636972 Jul 09 10:03:31.332682 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-144e4bc7-3e56-41bb-b475-8697322bf43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:31.457572 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-41518a79-dc96-427f-a55e-5aaf7a1801ca req-c3cb1a46-1cd5-4abe-8750-bf5931c6af42 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592014 Jul 09 10:03:31.466833 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd00106-a00c-4d09-8b2d-4f745ade3703 service neutron] Pushing event updated for resources: {'Port': ['ID=43cc9199-2cc9-4c0b-bd8a-048bbdae4435,revision_number=11']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:31.498625 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-144e4bc7-3e56-41bb-b475-8697322bf43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:31.501353 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-144e4bc7-3e56-41bb-b475-8697322bf43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:31.502625 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-144e4bc7-3e56-41bb-b475-8697322bf43a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0a3790ed-7e5b-4834-aa40-795688f3478d HTTP/1.1" status: 204 len: 168 time: 0.3636200 Jul 09 10:03:31.522236 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da418e1-5157-4959-9769-0b74c801335a req-2fd00106-a00c-4d09-8b2d-4f745ade3703 service neutron] No DVR routers for this DVR port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:03:31.567092 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e4bc7-3e56-41bb-b475-8697322bf43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3790ed-7e5b-4834-aa40-795688f3478d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:31.684364 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-2fd00106-a00c-4d09-8b2d-4f745ade3703 service neutron] 10.222.0.58 "PUT /v2.0/ports/43cc9199-2cc9-4c0b-bd8a-048bbdae4435/bindings/n-h2-799996-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9028080 Jul 09 10:03:31.796012 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38262) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:31.799605 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da418e1-5157-4959-9769-0b74c801335a req-af871bfc-9769-461f-b8c8-cc658062e5df tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:31.801188 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-af871bfc-9769-461f-b8c8-cc658062e5df tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1&tenant_id=ae2f728a25b040fd82453c3377e2137f&binding%3Ahost_id=n-h1-799996-1 HTTP/1.1" status: 200 len: 1095 time: 0.0588980 Jul 09 10:03:31.810292 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de34e831-e798-47b6-877d-a8434608602a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:31.879798 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da418e1-5157-4959-9769-0b74c801335a req-5146fc93-5fa9-4223-a939-6e480dffef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:31.882228 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-5146fc93-5fa9-4223-a939-6e480dffef48 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1&tenant_id=ae2f728a25b040fd82453c3377e2137f HTTP/1.1" status: 200 len: 1095 time: 0.0719435 Jul 09 10:03:31.905958 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de34e831-e798-47b6-877d-a8434608602a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:31.909960 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de34e831-e798-47b6-877d-a8434608602a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:31.951025 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-de34e831-e798-47b6-877d-a8434608602a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26717c3c98c6481ea8065f5ac7ec563c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538949 Jul 09 10:03:31.953613 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38264) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:31.959794 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34e831-e798-47b6-877d-a8434608602a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77426340-3a83-40fd-b17c-4c3d21e9c742,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:31.962207 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da418e1-5157-4959-9769-0b74c801335a req-2affb72a-5e15-4ab7-9b09-d376f9cf331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:31.963938 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-2affb72a-5e15-4ab7-9b09-d376f9cf331a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 1095 time: 0.0573654 Jul 09 10:03:32.006022 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b4383c7-8699-4d7b-afdf-44c1b6c76686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:32.028213 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b4383c7-8699-4d7b-afdf-44c1b6c76686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:32.057357 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da418e1-5157-4959-9769-0b74c801335a req-2bee45ed-cce2-4d4f-934b-6b6b19cc6260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:32.058867 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-2bee45ed-cce2-4d4f-934b-6b6b19cc6260 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bb5a269-b3d8-4442-b840-1a9bec4c96c2 HTTP/1.1" status: 200 len: 898 time: 0.0888629 Jul 09 10:03:32.075888 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b4383c7-8699-4d7b-afdf-44c1b6c76686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:32.078473 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b4383c7-8699-4d7b-afdf-44c1b6c76686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:32.079649 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0b4383c7-8699-4d7b-afdf-44c1b6c76686 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/77426340-3a83-40fd-b17c-4c3d21e9c742 HTTP/1.1" status: 204 len: 168 time: 0.1251132 Jul 09 10:03:32.090508 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4383c7-8699-4d7b-afdf-44c1b6c76686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77426340-3a83-40fd-b17c-4c3d21e9c742,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:32.130937 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-281b9569-e954-43c9-8d2c-b66be28cc78c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43cc9199-2cc9-4c0b-bd8a-048bbdae4435 HTTP/1.1" status: 200 len: 999 time: 0.0658178 Jul 09 10:03:32.182381 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da418e1-5157-4959-9769-0b74c801335a req-911f69e8-5d65-4f76-941f-a0958147fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:32.183960 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-911f69e8-5d65-4f76-941f-a0958147fca3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25a7fb56-529c-418f-a1d5-499805938992 HTTP/1.1" status: 200 len: 834 time: 0.0461550 Jul 09 10:03:32.245681 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da418e1-5157-4959-9769-0b74c801335a req-acdb1046-f9cd-4e46-a23a-5ed027f05152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:32.247122 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-acdb1046-f9cd-4e46-a23a-5ed027f05152 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bb5a269-b3d8-4442-b840-1a9bec4c96c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568631 Jul 09 10:03:32.341521 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-b451cb5f-fd5d-48a3-9e65-233048977465 service neutron] 10.222.0.64 "GET /v2.0/networks/1bb5a269-b3d8-4442-b840-1a9bec4c96c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881548 Jul 09 10:03:32.434595 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-a2519d53-f118-469a-9ae5-e1a12a196a1a service neutron] 10.222.0.64 "GET /v2.0/networks/1bb5a269-b3d8-4442-b840-1a9bec4c96c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868983 Jul 09 10:03:32.646560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e11390-2f9b-4e96-8ae2-23d4b99b0102 req-089bffb1-5ae9-463e-924a-7405b42d92fb tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:32.648229 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03e11390-2f9b-4e96-8ae2-23d4b99b0102 req-089bffb1-5ae9-463e-924a-7405b42d92fb tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 944 time: 0.0684333 Jul 09 10:03:32.724296 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03e11390-2f9b-4e96-8ae2-23d4b99b0102 req-d94cda2e-dfbd-4f23-8c1b-c960e800e29d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696929 Jul 09 10:03:32.748669 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da418e1-5157-4959-9769-0b74c801335a req-7a6f3132-212e-44ef-a5c9-a37833296ee2 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:32.750194 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-7a6f3132-212e-44ef-a5c9-a37833296ee2 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1&tenant_id=ae2f728a25b040fd82453c3377e2137f&binding%3Ahost_id=n-h2-799996-1 HTTP/1.1" status: 200 len: 1095 time: 0.0756218 Jul 09 10:03:32.894524 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4da418e1-5157-4959-9769-0b74c801335a req-2640f070-a9aa-486e-8927-343e2316b928 service neutron] For port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:03:32.897722 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4da418e1-5157-4959-9769-0b74c801335a req-2640f070-a9aa-486e-8927-343e2316b928 service neutron] Notify callbacks [] for binding, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:32.898926 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-2640f070-a9aa-486e-8927-343e2316b928 service neutron] 10.222.0.64 "DELETE /v2.0/ports/43cc9199-2cc9-4c0b-bd8a-048bbdae4435/bindings/n-h1-799996-1 HTTP/1.1" status: 204 len: 173 time: 0.1431768 Jul 09 10:03:33.376710 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38308) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:33.481216 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-16c47187-cb04-4150-b1db-8a04af97211b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:33.576566 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-16c47187-cb04-4150-b1db-8a04af97211b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:33.581649 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-16c47187-cb04-4150-b1db-8a04af97211b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:33.624250 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-16c47187-cb04-4150-b1db-8a04af97211b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a26ef47e058341dc91869d9f89d72584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464361 Jul 09 10:03:33.625472 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c47187-cb04-4150-b1db-8a04af97211b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45da067-22f5-4388-9d4a-235c324e5a88,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:33.626938 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38312) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:33.676757 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8fd3835d-f0bd-4292-8348-63e4cf9e4323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:33.697374 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8fd3835d-f0bd-4292-8348-63e4cf9e4323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:33.747213 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8fd3835d-f0bd-4292-8348-63e4cf9e4323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:33.749926 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8fd3835d-f0bd-4292-8348-63e4cf9e4323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:33.751103 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8fd3835d-f0bd-4292-8348-63e4cf9e4323 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e45da067-22f5-4388-9d4a-235c324e5a88 HTTP/1.1" status: 204 len: 168 time: 0.1229334 Jul 09 10:03:33.759366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3835d-f0bd-4292-8348-63e4cf9e4323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45da067-22f5-4388-9d4a-235c324e5a88,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:33.903229 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18701927-6d65-4179-8754-db1e3fc9d52a req-b83cc062-ca17-4fd9-b3e7-a85016a97125 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:33.904888 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18701927-6d65-4179-8754-db1e3fc9d52a req-b83cc062-ca17-4fd9-b3e7-a85016a97125 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 944 time: 0.0689695 Jul 09 10:03:33.938531 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:03:33.952432 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18701927-6d65-4179-8754-db1e3fc9d52a req-5c4e0501-5bad-4ece-a026-bcff1b8537b8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416036 Jul 09 10:03:33.978369 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:03:34.082344 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:34.116121 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76308b-99cc-4753-9182-ceb66d3dee7a req-740603c7-db49-47e1-8c0a-cc2ab23c9345 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:34.117699 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee76308b-99cc-4753-9182-ceb66d3dee7a req-740603c7-db49-47e1-8c0a-cc2ab23c9345 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 1095 time: 0.0561554 Jul 09 10:03:34.154808 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee76308b-99cc-4753-9182-ceb66d3dee7a req-6f698cd6-b901-4bda-901c-5dee3e10da8d tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305514 Jul 09 10:03:34.332347 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8d0af-3ca8-4bc6-b1a7-3996e5f24a6e req-4ba48748-b212-4b7d-b9d9-324ac1561bc7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:34.333906 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a0a8d0af-3ca8-4bc6-b1a7-3996e5f24a6e req-4ba48748-b212-4b7d-b9d9-324ac1561bc7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 944 time: 0.0684850 Jul 09 10:03:34.371400 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a0a8d0af-3ca8-4bc6-b1a7-3996e5f24a6e req-0bf74b23-bb9a-41dc-b7cb-ef136bfe3ee9 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313046 Jul 09 10:03:34.395943 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38340) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:34.456991 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-dad09d0e-8043-48cc-8d0c-b9b1a513cda8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/floatingips/48b6e321-3185-4255-aadb-a05a43df817e HTTP/1.1" status: 200 len: 991 time: 0.0596662 Jul 09 10:03:36.766542 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-26688ce3-2173-44eb-9334-07d1b8f8238f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:37.749171 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38366) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:37.909825 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f5264de0-76b4-41d7-8d2a-628bc941022b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Deleting port 2f8036d4-6017-4008-9c62-7e256cdee646 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:03:37.910166 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5264de0-76b4-41d7-8d2a-628bc941022b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:37.984674 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5264de0-76b4-41d7-8d2a-628bc941022b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:37.985003 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5264de0-76b4-41d7-8d2a-628bc941022b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:37.996911 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f5264de0-76b4-41d7-8d2a-628bc941022b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Calling delete_port for 2f8036d4-6017-4008-9c62-7e256cdee646 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:03:38.158881 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5264de0-76b4-41d7-8d2a-628bc941022b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:38.185309 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5264de0-76b4-41d7-8d2a-628bc941022b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'Port': ['ID=2f8036d4-6017-4008-9c62-7e256cdee646,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:38.259483 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5264de0-76b4-41d7-8d2a-628bc941022b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:38.259945 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-f5264de0-76b4-41d7-8d2a-628bc941022b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Floating IP 48b6e321-3185-4255-aadb-a05a43df817e disassociated (deleted). External IP: 172.25.3.173, port: 43cc9199-2cc9-4c0b-bd8a-048bbdae4435. Jul 09 10:03:38.520614 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38374) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:38.642525 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82aca9a6-6140-485d-b918-e100ddaabfa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:38.735099 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82aca9a6-6140-485d-b918-e100ddaabfa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:38.739388 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82aca9a6-6140-485d-b918-e100ddaabfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:38.762041 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5264de0-76b4-41d7-8d2a-628bc941022b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Router b5f4e1cb-54fe-4d53-9768-8b001648710c has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:03:38.774016 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aca9a6-6140-485d-b918-e100ddaabfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79a59bb-2bf3-4af1-a5fa-8f2340852373,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:38.783052 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-82aca9a6-6140-485d-b918-e100ddaabfa1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4ee0538a2d2240e586dcd4177f3d2abf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2613742 Jul 09 10:03:38.785574 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38378) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:38.838906 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c2377d4-58a5-4204-97c3-350dddd40421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:38.859823 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c2377d4-58a5-4204-97c3-350dddd40421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:38.870889 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5264de0-76b4-41d7-8d2a-628bc941022b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:03:38.875566 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5264de0-76b4-41d7-8d2a-628bc941022b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:38.882609 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca383a55-9f59-4fce-bb3e-cc14a28a93ea None None] Sync routers for ids ['b5f4e1cb-54fe-4d53-9768-8b001648710c'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:03:38.896002 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca383a55-9f59-4fce-bb3e-cc14a28a93ea None None] Routers {'b5f4e1cb-54fe-4d53-9768-8b001648710c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:03:38.896939 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ca383a55-9f59-4fce-bb3e-cc14a28a93ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:03:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b5f4e1cb-54fe-4d53-9768-8b001648710c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:38.909703 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c2377d4-58a5-4204-97c3-350dddd40421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:38.912474 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c2377d4-58a5-4204-97c3-350dddd40421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:38.913887 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9c2377d4-58a5-4204-97c3-350dddd40421 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f79a59bb-2bf3-4af1-a5fa-8f2340852373 HTTP/1.1" status: 204 len: 168 time: 0.1271601 Jul 09 10:03:38.918408 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f5264de0-76b4-41d7-8d2a-628bc941022b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "DELETE /v2.0/floatingips/48b6e321-3185-4255-aadb-a05a43df817e HTTP/1.1" status: 204 len: 168 time: 1.1681404 Jul 09 10:03:38.919028 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca50a7a-aac1-41c0-8e93-b0e272e2cfe1', 'tag': '43cc9199-2cc9-4c0b-bd8a-048bbdae4435'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:03:38.921337 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e729332-e72e-445a-98a4-025d62ed06ea" -d '{"events": [{"name": "network-changed", "server_uuid": "bca50a7a-aac1-41c0-8e93-b0e272e2cfe1", "tag": "43cc9199-2cc9-4c0b-bd8a-048bbdae4435"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:03:38.922659 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2377d4-58a5-4204-97c3-350dddd40421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79a59bb-2bf3-4af1-a5fa-8f2340852373,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:38.979955 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662de6f8-9223-405c-8369-0b23cf139111 x-openstack-request-id: req-662de6f8-9223-405c-8369-0b23cf139111 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:03:38.980214 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca50a7a-aac1-41c0-8e93-b0e272e2cfe1", "tag": "43cc9199-2cc9-4c0b-bd8a-048bbdae4435", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:03:38.980474 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-662de6f8-9223-405c-8369-0b23cf139111 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:03:38.981011 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca50a7a-aac1-41c0-8e93-b0e272e2cfe1', 'tag': '43cc9199-2cc9-4c0b-bd8a-048bbdae4435', 'status': 'completed', 'code': 200} Jul 09 10:03:39.027428 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-ca383a55-9f59-4fce-bb3e-cc14a28a93ea None None] Set router b5f4e1cb-54fe-4d53-9768-8b001648710c gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:03:39.068317 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e729332-e72e-445a-98a4-025d62ed06ea req-399b1de3-68e2-4ade-af60-f2faa424eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:39.070401 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e729332-e72e-445a-98a4-025d62ed06ea req-399b1de3-68e2-4ade-af60-f2faa424eaf1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 1095 time: 0.0651369 Jul 09 10:03:39.196672 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e729332-e72e-445a-98a4-025d62ed06ea req-00b217e8-4ff0-47a1-83c7-84efe6aac09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:39.199924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e729332-e72e-445a-98a4-025d62ed06ea req-00b217e8-4ff0-47a1-83c7-84efe6aac09a service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bb5a269-b3d8-4442-b840-1a9bec4c96c2 HTTP/1.1" status: 200 len: 898 time: 0.1218882 Jul 09 10:03:39.268250 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e729332-e72e-445a-98a4-025d62ed06ea req-bc1d1710-6616-4be7-b7e6-8f45e590a09c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43cc9199-2cc9-4c0b-bd8a-048bbdae4435 HTTP/1.1" status: 200 len: 217 time: 0.0586267 Jul 09 10:03:39.278374 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ca383a55-9f59-4fce-bb3e-cc14a28a93ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897705672', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:23Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d', 'name': '', 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:9c:55:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '25a7fb56-529c-418f-a1d5-499805938992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:29Z', 'updated_at': '2021-07-09T10:02:41Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '25a7fb56-529c-418f-a1d5-499805938992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:39.321126 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca383a55-9f59-4fce-bb3e-cc14a28a93ea None None] Checking router: b5f4e1cb-54fe-4d53-9768-8b001648710c for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:03:39.340101 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e729332-e72e-445a-98a4-025d62ed06ea req-b6528f8b-a767-45af-aca5-4290e815ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:39.342125 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca383a55-9f59-4fce-bb3e-cc14a28a93ea None None] Routers {'b5f4e1cb-54fe-4d53-9768-8b001648710c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:03:39.342651 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e729332-e72e-445a-98a4-025d62ed06ea req-b6528f8b-a767-45af-aca5-4290e815ffe5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25a7fb56-529c-418f-a1d5-499805938992 HTTP/1.1" status: 200 len: 834 time: 0.0676982 Jul 09 10:03:39.343119 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ca383a55-9f59-4fce-bb3e-cc14a28a93ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:03:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b5f4e1cb-54fe-4d53-9768-8b001648710c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:39.346511 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:39.402452 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6d323891-a4ed-424c-a010-8d7262405396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:39.469525 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e729332-e72e-445a-98a4-025d62ed06ea req-ea101b79-bae8-4b23-99ee-6f6c67cf8652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:39.471072 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e729332-e72e-445a-98a4-025d62ed06ea req-ea101b79-bae8-4b23-99ee-6f6c67cf8652 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bb5a269-b3d8-4442-b840-1a9bec4c96c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212850 Jul 09 10:03:39.483540 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-ca383a55-9f59-4fce-bb3e-cc14a28a93ea None None] Set router b5f4e1cb-54fe-4d53-9768-8b001648710c gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:03:39.489660 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573b8e1-911f-4035-830a-d04c1170fe4d req-3d69420b-d6c5-4942-87d7-ad722ef5523d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:39.492346 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8573b8e1-911f-4035-830a-d04c1170fe4d req-3d69420b-d6c5-4942-87d7-ad722ef5523d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 944 time: 0.1078646 Jul 09 10:03:39.601372 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8573b8e1-911f-4035-830a-d04c1170fe4d req-999bff62-0ff4-4ca0-83ee-764992ecdabc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b7f1505c-fd19-4a6e-9747-617a46f81632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002688 Jul 09 10:03:39.626936 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e729332-e72e-445a-98a4-025d62ed06ea req-f4bceea9-12b8-432b-bd8a-bf51a66d6ba8 service neutron] 10.222.0.64 "GET /v2.0/networks/1bb5a269-b3d8-4442-b840-1a9bec4c96c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447453 Jul 09 10:03:39.631177 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:39.724187 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ca383a55-9f59-4fce-bb3e-cc14a28a93ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897705672', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:23Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d', 'name': '', 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:9c:55:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '25a7fb56-529c-418f-a1d5-499805938992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:29Z', 'updated_at': '2021-07-09T10:02:41Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '25a7fb56-529c-418f-a1d5-499805938992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:39.727676 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e729332-e72e-445a-98a4-025d62ed06ea req-ea8861b4-6003-4d97-b571-f9cfbe5a0354 service neutron] 10.222.0.64 "GET /v2.0/networks/1bb5a269-b3d8-4442-b840-1a9bec4c96c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925565 Jul 09 10:03:39.751373 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca383a55-9f59-4fce-bb3e-cc14a28a93ea None None] The sync data for ids ['b5f4e1cb-54fe-4d53-9768-8b001648710c'] in n-d-799996-1 is: [{'id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897705672', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:23Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d', 'name': '', 'network_id': '1bb5a269-b3d8-4442-b840-1a9bec4c96c2', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:9c:55:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '25a7fb56-529c-418f-a1d5-499805938992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:29Z', 'updated_at': '2021-07-09T10:02:41Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': '25a7fb56-529c-418f-a1d5-499805938992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:03:39.866930 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48711b1f-6df6-4737-920a-080ce3be9071 req-2df7d715-19b0-485e-8d93-e2ff58ed68ae tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:39.868492 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48711b1f-6df6-4737-920a-080ce3be9071 req-2df7d715-19b0-485e-8d93-e2ff58ed68ae tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.64 "GET /v2.0/ports?device_id=bca50a7a-aac1-41c0-8e93-b0e272e2cfe1 HTTP/1.1" status: 200 len: 944 time: 0.0725582 Jul 09 10:03:39.991168 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-48711b1f-6df6-4737-920a-080ce3be9071 req-d3219f75-e72e-45bc-97db-1c9f0028845f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Deleting port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:03:39.991507 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-48711b1f-6df6-4737-920a-080ce3be9071 req-d3219f75-e72e-45bc-97db-1c9f0028845f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:40.006637 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee8451b-4cfa-4738-9588-dffcd3d5dd41 None None] New status for floating IP 48b6e321-3185-4255-aadb-a05a43df817e: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:03:40.097517 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-48711b1f-6df6-4737-920a-080ce3be9071 req-d3219f75-e72e-45bc-97db-1c9f0028845f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] For port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=43cc9199-2cc9-4c0b-bd8a-048bbdae4435,segment=NetworkSegment(fbde6125-6336-4bde-b7a3-fb7db4a6661b),segment_id=fbde6125-6336-4bde-b7a3-fb7db4a6661b)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:40.097947 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-48711b1f-6df6-4737-920a-080ce3be9071 req-d3219f75-e72e-45bc-97db-1c9f0028845f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:40.116798 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-48711b1f-6df6-4737-920a-080ce3be9071 req-d3219f75-e72e-45bc-97db-1c9f0028845f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Calling delete_port for 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:03:40.267788 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-48711b1f-6df6-4737-920a-080ce3be9071 req-d3219f75-e72e-45bc-97db-1c9f0028845f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:40.298234 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3219f75-e72e-45bc-97db-1c9f0028845f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'Port': ['ID=43cc9199-2cc9-4c0b-bd8a-048bbdae4435,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:40.356250 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-48711b1f-6df6-4737-920a-080ce3be9071 req-d3219f75-e72e-45bc-97db-1c9f0028845f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] No DVR routers for this DVR port 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:03:40.358931 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-48711b1f-6df6-4737-920a-080ce3be9071 req-d3219f75-e72e-45bc-97db-1c9f0028845f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:40.360942 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48711b1f-6df6-4737-920a-080ce3be9071 req-d3219f75-e72e-45bc-97db-1c9f0028845f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.64 "DELETE /v2.0/ports/43cc9199-2cc9-4c0b-bd8a-048bbdae4435 HTTP/1.1" status: 204 len: 173 time: 0.4872856 Jul 09 10:03:40.721265 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38420) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:40.982028 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca50a7a-aac1-41c0-8e93-b0e272e2cfe1', 'name': 'network-vif-deleted', 'tag': '43cc9199-2cc9-4c0b-bd8a-048bbdae4435'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:03:40.984497 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89b7e4a-fd5b-466b-8185-c5264eabbf94" -d '{"events": [{"server_uuid": "bca50a7a-aac1-41c0-8e93-b0e272e2cfe1", "name": "network-vif-deleted", "tag": "43cc9199-2cc9-4c0b-bd8a-048bbdae4435"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:03:41.025627 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364284ba-116f-4ad2-8632-5d7adcfacfcd x-openstack-request-id: req-364284ba-116f-4ad2-8632-5d7adcfacfcd {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:03:41.026259 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca50a7a-aac1-41c0-8e93-b0e272e2cfe1", "name": "network-vif-deleted", "tag": "43cc9199-2cc9-4c0b-bd8a-048bbdae4435", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:03:41.026531 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-364284ba-116f-4ad2-8632-5d7adcfacfcd {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:03:41.026943 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca50a7a-aac1-41c0-8e93-b0e272e2cfe1', 'name': 'network-vif-deleted', 'tag': '43cc9199-2cc9-4c0b-bd8a-048bbdae4435', 'status': 'completed', 'code': 200} Jul 09 10:03:41.115787 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4385089a-533e-4b78-8d52-493b9790e580 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:41.221299 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:41.401398 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4385089a-533e-4b78-8d52-493b9790e580 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Deleting port 28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:03:41.401751 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4385089a-533e-4b78-8d52-493b9790e580 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:41.849442 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-4385089a-533e-4b78-8d52-493b9790e580 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] For port 28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d,segment=NetworkSegment(fbde6125-6336-4bde-b7a3-fb7db4a6661b),segment_id=fbde6125-6336-4bde-b7a3-fb7db4a6661b)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:41.850095 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4385089a-533e-4b78-8d52-493b9790e580 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:41.863856 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4385089a-533e-4b78-8d52-493b9790e580 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Calling delete_port for 28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:03:42.052643 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4385089a-533e-4b78-8d52-493b9790e580 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:42.082343 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385089a-533e-4b78-8d52-493b9790e580 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'Port': ['ID=28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:42.287564 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4385089a-533e-4b78-8d52-493b9790e580 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:42.501241 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4385089a-533e-4b78-8d52-493b9790e580 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Router b5f4e1cb-54fe-4d53-9768-8b001648710c has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:03:42.607943 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4385089a-533e-4b78-8d52-493b9790e580 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:03:42.612985 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4385089a-533e-4b78-8d52-493b9790e580 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "PUT /v2.0/routers/b5f4e1cb-54fe-4d53-9768-8b001648710c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8903039 Jul 09 10:03:42.615842 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38438) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:42.619899 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aec2d2c-4cb7-4539-bc5d-9741132b2c5f None None] Sync routers for ids ['b5f4e1cb-54fe-4d53-9768-8b001648710c'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:03:42.645553 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aec2d2c-4cb7-4539-bc5d-9741132b2c5f None None] Routers {'b5f4e1cb-54fe-4d53-9768-8b001648710c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:03:42.647391 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0aec2d2c-4cb7-4539-bc5d-9741132b2c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:03:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b5f4e1cb-54fe-4d53-9768-8b001648710c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:42.679950 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-76fded1f-13fa-49e0-a6ae-8170d6f5218c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Deleting subnet 25a7fb56-529c-418f-a1d5-499805938992 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:03:42.684001 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76fded1f-13fa-49e0-a6ae-8170d6f5218c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:42.735062 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76fded1f-13fa-49e0-a6ae-8170d6f5218c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:42.765551 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-0aec2d2c-4cb7-4539-bc5d-9741132b2c5f None None] Set router b5f4e1cb-54fe-4d53-9768-8b001648710c gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:03:42.828291 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76fded1f-13fa-49e0-a6ae-8170d6f5218c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:42.894873 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:03:42.896579 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76fded1f-13fa-49e0-a6ae-8170d6f5218c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:42.928446 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fded1f-13fa-49e0-a6ae-8170d6f5218c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'Subnet': ['ID=25a7fb56-529c-418f-a1d5-499805938992,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:42.932134 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:03:42.932586 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 43cc9199-2cc9-4c0b-bd8a-048bbdae4435 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:03:42.941125 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76fded1f-13fa-49e0-a6ae-8170d6f5218c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:42.944577 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-76fded1f-13fa-49e0-a6ae-8170d6f5218c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "DELETE /v2.0/subnets/25a7fb56-529c-418f-a1d5-499805938992 HTTP/1.1" status: 204 len: 168 time: 0.3276007 Jul 09 10:03:42.947346 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38446) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:42.951176 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e9a6c7-43d8-4d30-9d1b-410bf63cc1a3 None None] Network 1bb5a269-b3d8-4442-b840-1a9bec4c96c2 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:03:43.068136 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:43.077305 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b36ee1ad-28dd-4535-a356-41b4e73ace7e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:43.141178 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0aec2d2c-4cb7-4539-bc5d-9741132b2c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897705672', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:23Z', 'updated_at': '2021-07-09T10:03:41Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:43.174611 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aec2d2c-4cb7-4539-bc5d-9741132b2c5f None None] Checking router: b5f4e1cb-54fe-4d53-9768-8b001648710c for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:03:43.189752 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aec2d2c-4cb7-4539-bc5d-9741132b2c5f None None] Routers {'b5f4e1cb-54fe-4d53-9768-8b001648710c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:03:43.191067 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0aec2d2c-4cb7-4539-bc5d-9741132b2c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:03:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b5f4e1cb-54fe-4d53-9768-8b001648710c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:43.213395 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b36ee1ad-28dd-4535-a356-41b4e73ace7e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:43.279172 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b36ee1ad-28dd-4535-a356-41b4e73ace7e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Deleting port a117b78e-5765-439e-8fb0-e6cf07e16324 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:03:43.279445 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b36ee1ad-28dd-4535-a356-41b4e73ace7e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:43.293585 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48c82070-7eb7-4b5c-b6d5-d93ef75a375d req-ecb275c3-5a8d-4784-93ba-4f702584d36a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680206 Jul 09 10:03:43.300271 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8885a7b4-c1a7-43e7-85bc-a99d5e27e33c None None] DHCP port deletion for 1bb5a269-b3d8-4442-b840-1a9bec4c96c2 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:03:43.362709 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-0aec2d2c-4cb7-4539-bc5d-9741132b2c5f None None] Set router b5f4e1cb-54fe-4d53-9768-8b001648710c gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:03:43.397743 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-b36ee1ad-28dd-4535-a356-41b4e73ace7e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] For port a117b78e-5765-439e-8fb0-e6cf07e16324, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a117b78e-5765-439e-8fb0-e6cf07e16324,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:43.398108 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b36ee1ad-28dd-4535-a356-41b4e73ace7e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:43.401703 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c82070-7eb7-4b5c-b6d5-d93ef75a375d req-767dc86c-409a-41d4-8ad2-3df9f3833624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:43.403491 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48c82070-7eb7-4b5c-b6d5-d93ef75a375d req-767dc86c-409a-41d4-8ad2-3df9f3833624 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bd3e84fdf684d718a87e77926c4ffae&device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 1097 time: 0.0659442 Jul 09 10:03:43.413682 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b36ee1ad-28dd-4535-a356-41b4e73ace7e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Calling delete_port for a117b78e-5765-439e-8fb0-e6cf07e16324 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:03:43.475581 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8885a7b4-c1a7-43e7-85bc-a99d5e27e33c None None] Deleting port 06c297e9-ed2e-44e4-92e7-e8c18086e7ef {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:03:43.475988 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8885a7b4-c1a7-43e7-85bc-a99d5e27e33c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:43.545160 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c82070-7eb7-4b5c-b6d5-d93ef75a375d req-6d5238c8-9b81-4831-8044-6c0ada9d0de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:43.548401 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48c82070-7eb7-4b5c-b6d5-d93ef75a375d req-6d5238c8-9b81-4831-8044-6c0ada9d0de5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a9b2bde6-fef6-490a-970c-88fc96477682 HTTP/1.1" status: 200 len: 910 time: 0.1217334 Jul 09 10:03:43.566583 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8885a7b4-c1a7-43e7-85bc-a99d5e27e33c None None] For port 06c297e9-ed2e-44e4-92e7-e8c18086e7ef, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=06c297e9-ed2e-44e4-92e7-e8c18086e7ef,segment=NetworkSegment(fbde6125-6336-4bde-b7a3-fb7db4a6661b),segment_id=fbde6125-6336-4bde-b7a3-fb7db4a6661b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:43.567007 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8885a7b4-c1a7-43e7-85bc-a99d5e27e33c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:43.604657 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8885a7b4-c1a7-43e7-85bc-a99d5e27e33c None None] Calling delete_port for 06c297e9-ed2e-44e4-92e7-e8c18086e7ef owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:03:43.629146 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48c82070-7eb7-4b5c-b6d5-d93ef75a375d req-69188728-e2fb-4865-ae4f-5dd25141eb6f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83bb03e7-4964-4367-a118-d7bf8a49835d HTTP/1.1" status: 200 len: 1001 time: 0.0701075 Jul 09 10:03:43.652774 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b36ee1ad-28dd-4535-a356-41b4e73ace7e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:43.696322 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ee1ad-28dd-4535-a356-41b4e73ace7e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'Port': ['ID=a117b78e-5765-439e-8fb0-e6cf07e16324,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:43.706921 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0aec2d2c-4cb7-4539-bc5d-9741132b2c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897705672', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:23Z', 'updated_at': '2021-07-09T10:03:41Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:43.707503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c82070-7eb7-4b5c-b6d5-d93ef75a375d req-8f4fa762-5f5e-43f8-8e77-75d4ef4fd5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:43.709349 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48c82070-7eb7-4b5c-b6d5-d93ef75a375d req-8f4fa762-5f5e-43f8-8e77-75d4ef4fd5e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d1b1790-1fd7-4482-9bc0-58ec7316b6a9 HTTP/1.1" status: 200 len: 848 time: 0.0701945 Jul 09 10:03:43.737354 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aec2d2c-4cb7-4539-bc5d-9741132b2c5f None None] The sync data for ids ['b5f4e1cb-54fe-4d53-9768-8b001648710c'] in n-d-799996-1 is: [{'id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897705672', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:02:23Z', 'updated_at': '2021-07-09T10:03:41Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': 'a117b78e-5765-439e-8fb0-e6cf07e16324', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f4e1cb-54fe-4d53-9768-8b001648710c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:02:24Z', 'updated_at': '2021-07-09T10:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:03:43.747973 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8885a7b4-c1a7-43e7-85bc-a99d5e27e33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:43.783524 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c82070-7eb7-4b5c-b6d5-d93ef75a375d req-ffaefc9a-bca3-4c0c-86a3-84b6bc10855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:43.784742 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885a7b4-c1a7-43e7-85bc-a99d5e27e33c None None] Pushing event deleted for resources: {'Port': ['ID=06c297e9-ed2e-44e4-92e7-e8c18086e7ef,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:43.785100 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48c82070-7eb7-4b5c-b6d5-d93ef75a375d req-ffaefc9a-bca3-4c0c-86a3-84b6bc10855d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a9b2bde6-fef6-490a-970c-88fc96477682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687566 Jul 09 10:03:43.792347 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8885a7b4-c1a7-43e7-85bc-a99d5e27e33c None None] No DVR routers for this DVR port 06c297e9-ed2e-44e4-92e7-e8c18086e7ef on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:03:43.806749 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885a7b4-c1a7-43e7-85bc-a99d5e27e33c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:43.807144 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885a7b4-c1a7-43e7-85bc-a99d5e27e33c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:43.807559 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885a7b4-c1a7-43e7-85bc-a99d5e27e33c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:43.808420 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885a7b4-c1a7-43e7-85bc-a99d5e27e33c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:43.808820 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885a7b4-c1a7-43e7-85bc-a99d5e27e33c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:43.809205 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885a7b4-c1a7-43e7-85bc-a99d5e27e33c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:43.809582 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885a7b4-c1a7-43e7-85bc-a99d5e27e33c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:43.809957 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885a7b4-c1a7-43e7-85bc-a99d5e27e33c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:43.810862 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885a7b4-c1a7-43e7-85bc-a99d5e27e33c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:43.811239 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885a7b4-c1a7-43e7-85bc-a99d5e27e33c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:43.811605 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885a7b4-c1a7-43e7-85bc-a99d5e27e33c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:43.811981 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885a7b4-c1a7-43e7-85bc-a99d5e27e33c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:43.826393 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b36ee1ad-28dd-4535-a356-41b4e73ace7e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:43.890938 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48c82070-7eb7-4b5c-b6d5-d93ef75a375d req-65a3c54a-0215-4032-9f66-3790cf0ebb96 service neutron] 10.222.0.64 "GET /v2.0/networks/a9b2bde6-fef6-490a-970c-88fc96477682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969255 Jul 09 10:03:43.921126 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b36ee1ad-28dd-4535-a356-41b4e73ace7e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:43.923314 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b36ee1ad-28dd-4535-a356-41b4e73ace7e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:43.972678 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b36ee1ad-28dd-4535-a356-41b4e73ace7e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:43.973330 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36ee1ad-28dd-4535-a356-41b4e73ace7e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Fanout notify agent at l3_agent the message router_deleted on router b5f4e1cb-54fe-4d53-9768-8b001648710c {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 10:03:43.980452 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b36ee1ad-28dd-4535-a356-41b4e73ace7e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:43.984181 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b36ee1ad-28dd-4535-a356-41b4e73ace7e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "DELETE /v2.0/routers/b5f4e1cb-54fe-4d53-9768-8b001648710c HTTP/1.1" status: 204 len: 168 time: 1.0327752 Jul 09 10:03:43.984369 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38452) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:43.986562 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-48c82070-7eb7-4b5c-b6d5-d93ef75a375d req-a40f049c-6e2b-4936-aecf-7bf31e5d76c1 service neutron] 10.222.0.64 "GET /v2.0/networks/a9b2bde6-fef6-490a-970c-88fc96477682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882773 Jul 09 10:03:44.061539 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c946628-cc7c-4f3f-9e60-302ba578a9e1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:44.163306 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c946628-cc7c-4f3f-9e60-302ba578a9e1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:44.174760 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5c946628-cc7c-4f3f-9e60-302ba578a9e1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb5a269-b3d8-4442-b840-1a9bec4c96c2']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:44.187072 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5c946628-cc7c-4f3f-9e60-302ba578a9e1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbde6125-6336-4bde-b7a3-fb7db4a6661b') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:44.187375 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5c946628-cc7c-4f3f-9e60-302ba578a9e1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbde6125-6336-4bde-b7a3-fb7db4a6661b') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:44.197296 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c946628-cc7c-4f3f-9e60-302ba578a9e1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:44.219993 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c946628-cc7c-4f3f-9e60-302ba578a9e1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:44.230974 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c946628-cc7c-4f3f-9e60-302ba578a9e1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:03:44.231276 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c946628-cc7c-4f3f-9e60-302ba578a9e1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:03:44.234580 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:03:44.305145 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c946628-cc7c-4f3f-9e60-302ba578a9e1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:44.313844 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c946628-cc7c-4f3f-9e60-302ba578a9e1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:44.319136 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5c946628-cc7c-4f3f-9e60-302ba578a9e1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "DELETE /v2.0/networks/1bb5a269-b3d8-4442-b840-1a9bec4c96c2 HTTP/1.1" status: 204 len: 168 time: 0.3301368 Jul 09 10:03:44.319136 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38464) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:44.340706 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c946628-cc7c-4f3f-9e60-302ba578a9e1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'Network': ['ID=1bb5a269-b3d8-4442-b840-1a9bec4c96c2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:44.396469 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a02ee48-d1c1-4ba5-ac6b-731a6156632c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:44.424320 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a02ee48-d1c1-4ba5-ac6b-731a6156632c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:44.498864 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a02ee48-d1c1-4ba5-ac6b-731a6156632c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:44.501448 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a02ee48-d1c1-4ba5-ac6b-731a6156632c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:44.502812 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6a02ee48-d1c1-4ba5-ac6b-731a6156632c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "DELETE /v2.0/security-groups/b7f1505c-fd19-4a6e-9747-617a46f81632 HTTP/1.1" status: 204 len: 168 time: 0.1830626 Jul 09 10:03:44.513510 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02ee48-d1c1-4ba5-ac6b-731a6156632c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f1505c-fd19-4a6e-9747-617a46f81632,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:44.766284 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38480) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:44.771014 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7b9ae91e-74e4-4528-88f5-f287f0918cbd tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1168818848', 'description': 'tempest-secgroup-smoke-1168818848 description', 'project_id': 'ae2f728a25b040fd82453c3377e2137f'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:03:44.794556 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b9ae91e-74e4-4528-88f5-f287f0918cbd tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:44.882718 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b9ae91e-74e4-4528-88f5-f287f0918cbd tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:44.897444 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b9ae91e-74e4-4528-88f5-f287f0918cbd tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:44.928410 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b9ae91e-74e4-4528-88f5-f287f0918cbd tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:44.929703 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:03:44.930514 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7b9ae91e-74e4-4528-88f5-f287f0918cbd tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1625557 Jul 09 10:03:44.933447 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38484) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:44.938376 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-188ac73c-81ed-4647-9911-7aadede83313 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group_rule': {'security_group_id': 'b144cac3-73c8-4b6e-b178-f6d4808c0a0c', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:03:44.947536 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ae91e-74e4-4528-88f5-f287f0918cbd tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b144cac3-73c8-4b6e-b178-f6d4808c0a0c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:44.964384 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:03:44.965163 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 28d2ba98-7aa9-43a0-ab1a-0b10f1e35d3d not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:03:44.965655 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a117b78e-5765-439e-8fb0-e6cf07e16324 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:03:44.979333 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-188ac73c-81ed-4647-9911-7aadede83313 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:44.989107 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: a117b78e-5765-439e-8fb0-e6cf07e16324 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:03:44.989455 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a117b78e-5765-439e-8fb0-e6cf07e16324 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:03:44.989877 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 06c297e9-ed2e-44e4-92e7-e8c18086e7ef no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:03:45.010339 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 06c297e9-ed2e-44e4-92e7-e8c18086e7ef {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:03:45.010765 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 06c297e9-ed2e-44e4-92e7-e8c18086e7ef not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:03:45.046223 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-188ac73c-81ed-4647-9911-7aadede83313 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.050412 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-188ac73c-81ed-4647-9911-7aadede83313 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.075759 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ac73c-81ed-4647-9911-7aadede83313 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd65c50-1fc4-4679-aac3-2d30c9627db5,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:45.079810 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-188ac73c-81ed-4647-9911-7aadede83313 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.082837 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-188ac73c-81ed-4647-9911-7aadede83313 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465702 Jul 09 10:03:45.083956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38486) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:45.089329 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3e7a78b4-1718-4226-906a-82290cb422d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group_rule': {'security_group_id': 'b144cac3-73c8-4b6e-b178-f6d4808c0a0c', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:03:45.117006 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e7a78b4-1718-4226-906a-82290cb422d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.170308 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e7a78b4-1718-4226-906a-82290cb422d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.174538 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e7a78b4-1718-4226-906a-82290cb422d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.192962 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a78b4-1718-4226-906a-82290cb422d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e789090-91e4-43e4-9122-a9f9b0da193f,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:45.199645 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e7a78b4-1718-4226-906a-82290cb422d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.200972 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3e7a78b4-1718-4226-906a-82290cb422d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159720 Jul 09 10:03:45.203817 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38492) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:45.208441 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-45e1af27-5fdc-446d-8eed-d31f7da2ca7b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group_rule': {'security_group_id': 'b144cac3-73c8-4b6e-b178-f6d4808c0a0c', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:03:45.236006 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-45e1af27-5fdc-446d-8eed-d31f7da2ca7b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.296175 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-45e1af27-5fdc-446d-8eed-d31f7da2ca7b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.300254 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-45e1af27-5fdc-446d-8eed-d31f7da2ca7b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.318163 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1af27-5fdc-446d-8eed-d31f7da2ca7b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ae3f8f-2edc-409e-bdcb-11402dd392cf,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:45.325180 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-45e1af27-5fdc-446d-8eed-d31f7da2ca7b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.326215 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-45e1af27-5fdc-446d-8eed-d31f7da2ca7b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214199 Jul 09 10:03:45.329200 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38498) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:45.334083 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-34f78ee0-b5d4-446c-b9a3-2af81f28bc46 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group_rule': {'security_group_id': 'b144cac3-73c8-4b6e-b178-f6d4808c0a0c', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:03:45.365099 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34f78ee0-b5d4-446c-b9a3-2af81f28bc46 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.430661 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34f78ee0-b5d4-446c-b9a3-2af81f28bc46 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.434780 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34f78ee0-b5d4-446c-b9a3-2af81f28bc46 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.452647 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f78ee0-b5d4-446c-b9a3-2af81f28bc46 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a07bd3fe-5418-478c-a4ec-850e8a6d58fb,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:45.459483 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34f78ee0-b5d4-446c-b9a3-2af81f28bc46 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.461040 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-34f78ee0-b5d4-446c-b9a3-2af81f28bc46 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304243 Jul 09 10:03:45.463518 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38502) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:45.468630 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-80d02f6f-4f93-4c05-962c-2230b9763c4b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group_rule': {'security_group_id': 'b144cac3-73c8-4b6e-b178-f6d4808c0a0c', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:03:45.490495 n-d-799996-1 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-80d02f6f-4f93-4c05-962c-2230b9763c4b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Project ae2f728a25b040fd82453c3377e2137f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:03:45.496436 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80d02f6f-4f93-4c05-962c-2230b9763c4b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.561245 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80d02f6f-4f93-4c05-962c-2230b9763c4b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.564962 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80d02f6f-4f93-4c05-962c-2230b9763c4b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.580668 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d02f6f-4f93-4c05-962c-2230b9763c4b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f1b932-885c-46dc-aea6-22b54d7cea0f,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:45.589726 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80d02f6f-4f93-4c05-962c-2230b9763c4b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.590990 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-80d02f6f-4f93-4c05-962c-2230b9763c4b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265006 Jul 09 10:03:45.593828 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38508) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:45.598495 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-88ddd71d-cf17-4227-a020-9d1e6321579f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'security_group_rule': {'security_group_id': 'b144cac3-73c8-4b6e-b178-f6d4808c0a0c', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:03:45.620827 n-d-799996-1 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-88ddd71d-cf17-4227-a020-9d1e6321579f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Project ae2f728a25b040fd82453c3377e2137f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:03:45.625912 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88ddd71d-cf17-4227-a020-9d1e6321579f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.701623 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88ddd71d-cf17-4227-a020-9d1e6321579f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.705391 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88ddd71d-cf17-4227-a020-9d1e6321579f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.721451 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ddd71d-cf17-4227-a020-9d1e6321579f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ea1a58-344a-4c0c-8cd7-af741663a00f,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:45.740225 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88ddd71d-cf17-4227-a020-9d1e6321579f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.741461 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-88ddd71d-cf17-4227-a020-9d1e6321579f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1465123 Jul 09 10:03:45.744995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38514) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:45.749999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-efc281e8-a35a-48a1-b8f0-615953fccfc8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'network': {'name': 'tempest-network-smoke--618580291', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'port_security_enabled': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:03:45.770019 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc281e8-a35a-48a1-b8f0-615953fccfc8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Made reservation on behalf of ae2f728a25b040fd82453c3377e2137f for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:03:45.774671 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc281e8-a35a-48a1-b8f0-615953fccfc8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.798960 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc281e8-a35a-48a1-b8f0-615953fccfc8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:03:45.814962 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc281e8-a35a-48a1-b8f0-615953fccfc8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.814962 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-efc281e8-a35a-48a1-b8f0-615953fccfc8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Added segment 44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3 of type vlan for network 092c0d56-3873-498c-a180-e6948d78ea31 Jul 09 10:03:45.851638 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc281e8-a35a-48a1-b8f0-615953fccfc8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.889546 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc281e8-a35a-48a1-b8f0-615953fccfc8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.895427 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc281e8-a35a-48a1-b8f0-615953fccfc8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:45.896047 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc281e8-a35a-48a1-b8f0-615953fccfc8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.946923 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-efc281e8-a35a-48a1-b8f0-615953fccfc8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2007968 Jul 09 10:03:45.950106 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38520) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:45.955937 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f3c83620-5fb7-4cf0-82ab-5b2fa3169dd8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-167188327', 'admin_state_up': True, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:03:45.964820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc281e8-a35a-48a1-b8f0-615953fccfc8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Network': ['ID=092c0d56-3873-498c-a180-e6948d78ea31,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:45.978513 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 092c0d56-3873-498c-a180-e6948d78ea31 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:03:45.980800 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3c83620-5fb7-4cf0-82ab-5b2fa3169dd8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:45.981847 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3c83620-5fb7-4cf0-82ab-5b2fa3169dd8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:46.040212 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3c83620-5fb7-4cf0-82ab-5b2fa3169dd8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:46.197369 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3c83620-5fb7-4cf0-82ab-5b2fa3169dd8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:46.404007 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3c83620-5fb7-4cf0-82ab-5b2fa3169dd8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:46.423808 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3c83620-5fb7-4cf0-82ab-5b2fa3169dd8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:46.533674 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-f3c83620-5fb7-4cf0-82ab-5b2fa3169dd8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Allocated IP 172.25.3.165 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/0fa09861-d14a-49d6-b9f8-255b4f570bbc) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:03:46.648599 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3c83620-5fb7-4cf0-82ab-5b2fa3169dd8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:46.699167 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3c83620-5fb7-4cf0-82ab-5b2fa3169dd8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:46.749549 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c83620-5fb7-4cf0-82ab-5b2fa3169dd8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:03:46.752611 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-f3c83620-5fb7-4cf0-82ab-5b2fa3169dd8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:03:46.756125 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c83620-5fb7-4cf0-82ab-5b2fa3169dd8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:03:46.779088 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c83620-5fb7-4cf0-82ab-5b2fa3169dd8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Port': ['ID=0fa09861-d14a-49d6-b9f8-255b4f570bbc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:47.010518 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3c83620-5fb7-4cf0-82ab-5b2fa3169dd8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:47.212774 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3c83620-5fb7-4cf0-82ab-5b2fa3169dd8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:47.336692 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c83620-5fb7-4cf0-82ab-5b2fa3169dd8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Router 5e63c90a-f92c-4bb7-85cf-b2d885779acb is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 10:03:47.450975 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c83620-5fb7-4cf0-82ab-5b2fa3169dd8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:03:47.460040 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] Sync routers for ids ['5e63c90a-f92c-4bb7-85cf-b2d885779acb'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:03:47.468977 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3c83620-5fb7-4cf0-82ab-5b2fa3169dd8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:47.470233 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] Routers {'5e63c90a-f92c-4bb7-85cf-b2d885779acb'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:03:47.470350 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f3c83620-5fb7-4cf0-82ab-5b2fa3169dd8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5185809 Jul 09 10:03:47.470861 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:03:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5e63c90a-f92c-4bb7-85cf-b2d885779acb'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:47.473759 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38542) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:47.518863 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2b3ab829-4eea-4792-9e3c-062f636ae2b7 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=ae2f728a25b040fd82453c3377e2137f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414619 Jul 09 10:03:47.519291 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38544) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:47.586167 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] Set router 5e63c90a-f92c-4bb7-85cf-b2d885779acb gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:03:47.616113 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7670bc5-64d1-4258-aefa-b92326166589 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:47.620595 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d7670bc5-64d1-4258-aefa-b92326166589 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0973682 Jul 09 10:03:47.620808 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38546) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:47.651913 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-de208faa-da96-4fa0-a753-e5b8adc02074 tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272026 Jul 09 10:03:47.652112 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38548) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:47.657110 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-37e68127-e4ee-45aa-8de0-2d88b027234c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-745562511', 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31', 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:03:47.775772 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e68127-e4ee-45aa-8de0-2d88b027234c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Made reservation on behalf of ae2f728a25b040fd82453c3377e2137f for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:03:47.779979 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37e68127-e4ee-45aa-8de0-2d88b027234c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:47.795134 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167188327', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:45Z', 'updated_at': '2021-07-09T10:03:46Z', 'revision_number': 3, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:46Z', 'updated_at': '2021-07-09T10:03:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:47.823942 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] Checking router: 5e63c90a-f92c-4bb7-85cf-b2d885779acb for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:03:47.824295 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] Updating router 5e63c90a-f92c-4bb7-85cf-b2d885779acb port 0fa09861-d14a-49d6-b9f8-255b4f570bbc binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:03:47.872917 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:47.981286 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37e68127-e4ee-45aa-8de0-2d88b027234c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:48.053393 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e68127-e4ee-45aa-8de0-2d88b027234c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Subnet': ['ID=c5f0ecc5-86de-4a25-bf38-91d1cc15fc30,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:48.060866 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e68127-e4ee-45aa-8de0-2d88b027234c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Checking segment: {'id': '44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:03:48.060970 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e68127-e4ee-45aa-8de0-2d88b027234c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network hostable DHCP agents. Network: 092c0d56-3873-498c-a180-e6948d78ea31, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:03:48.083135 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e68127-e4ee-45aa-8de0-2d88b027234c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network 092c0d56-3873-498c-a180-e6948d78ea31 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:03:48.094919 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-37e68127-e4ee-45aa-8de0-2d88b027234c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 092c0d56-3873-498c-a180-e6948d78ea31) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:03:48.099286 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e68127-e4ee-45aa-8de0-2d88b027234c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:48.099922 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37e68127-e4ee-45aa-8de0-2d88b027234c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:48.104546 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c75693f-2559-4fe7-ac48-b4cb2253ff83 None None] Network 092c0d56-3873-498c-a180-e6948d78ea31 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:03:48.119074 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38552) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:48.119308 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-37e68127-e4ee-45aa-8de0-2d88b027234c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4660604 Jul 09 10:03:48.174322 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:48.184693 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] Transition to ACTIVE for port object 0fa09861-d14a-49d6-b9f8-255b4f570bbc will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:03:48.193760 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:48.256818 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] Attempting to bind port 0fa09861-d14a-49d6-b9f8-255b4f570bbc on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:03:48.264295 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] Attempting to bind port 0fa09861-d14a-49d6-b9f8-255b4f570bbc by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:03:48.264634 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] Attempting to bind port 0fa09861-d14a-49d6-b9f8-255b4f570bbc on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:03:48.293592 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:03:48.294023 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:03:48.294535 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:48.295026 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:03:48.295596 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] Bound port: 0fa09861-d14a-49d6-b9f8-255b4f570bbc, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:03:48.296104 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:48.324969 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bcc20a-7642-4255-a92c-84c682db72e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-092c0d56-3873-498c-a180-e6948d78ea31', 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'fixed_ips': [{'subnet_id': 'c5f0ecc5-86de-4a25-bf38-91d1cc15fc30'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:03:48.325845 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b5bcc20a-7642-4255-a92c-84c682db72e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:48.329331 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89951ba1-46db-4511-b70a-de817b1efd1d None None] Pushing event updated for resources: {'Port': ['ID=0fa09861-d14a-49d6-b9f8-255b4f570bbc,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:48.343874 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89951ba1-46db-4511-b70a-de817b1efd1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:48.344230 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89951ba1-46db-4511-b70a-de817b1efd1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:48.344580 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89951ba1-46db-4511-b70a-de817b1efd1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:48.344917 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89951ba1-46db-4511-b70a-de817b1efd1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:48.345253 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89951ba1-46db-4511-b70a-de817b1efd1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:48.345586 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89951ba1-46db-4511-b70a-de817b1efd1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:48.345915 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89951ba1-46db-4511-b70a-de817b1efd1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:48.346242 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89951ba1-46db-4511-b70a-de817b1efd1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:48.346569 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89951ba1-46db-4511-b70a-de817b1efd1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:48.346894 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89951ba1-46db-4511-b70a-de817b1efd1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:48.347219 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89951ba1-46db-4511-b70a-de817b1efd1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:48.347542 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89951ba1-46db-4511-b70a-de817b1efd1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:48.386845 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] For port 0fa09861-d14a-49d6-b9f8-255b4f570bbc, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:03:48.391125 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] For port 0fa09861-d14a-49d6-b9f8-255b4f570bbc, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=0fa09861-d14a-49d6-b9f8-255b4f570bbc,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:03:48.400471 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:48.502280 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] Routers {'5e63c90a-f92c-4bb7-85cf-b2d885779acb'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:03:48.502971 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:03:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5e63c90a-f92c-4bb7-85cf-b2d885779acb'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:48.563342 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-b5bcc20a-7642-4255-a92c-84c682db72e3 None None] Allocated IP 172.20.0.2 (092c0d56-3873-498c-a180-e6948d78ea31/c5f0ecc5-86de-4a25-bf38-91d1cc15fc30/92058ec7-8834-43c7-a8f8-77ac2285274e) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:03:48.619930 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89951ba1-46db-4511-b70a-de817b1efd1d None None] Pushing event updated for resources: {'Port': ['ID=0fa09861-d14a-49d6-b9f8-255b4f570bbc,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:48.683032 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] Set router 5e63c90a-f92c-4bb7-85cf-b2d885779acb gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:03:48.721534 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-279a0ebb-ed0b-4b51-8ae6-d5a38e3c9800 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:48.792187 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b5bcc20a-7642-4255-a92c-84c682db72e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:48.802372 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b5bcc20a-7642-4255-a92c-84c682db72e3 None None] Transition to ACTIVE for port object 92058ec7-8834-43c7-a8f8-77ac2285274e will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:03:48.822149 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b5bcc20a-7642-4255-a92c-84c682db72e3 None None] Transition to ACTIVE for port object 92058ec7-8834-43c7-a8f8-77ac2285274e will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:03:48.828825 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b5bcc20a-7642-4255-a92c-84c682db72e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:48.870233 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bcc20a-7642-4255-a92c-84c682db72e3 None None] Network 092c0d56-3873-498c-a180-e6948d78ea31 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:03:48.877935 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-b5bcc20a-7642-4255-a92c-84c682db72e3 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:03:48.882586 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bcc20a-7642-4255-a92c-84c682db72e3 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:03:48.891400 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bcc20a-7642-4255-a92c-84c682db72e3 None None] Pushing event updated for resources: {'Port': ['ID=92058ec7-8834-43c7-a8f8-77ac2285274e,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:48.965833 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b5bcc20a-7642-4255-a92c-84c682db72e3 None None] Attempting to bind port 92058ec7-8834-43c7-a8f8-77ac2285274e on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:03:48.966348 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b5bcc20a-7642-4255-a92c-84c682db72e3 None None] Attempting to bind port 92058ec7-8834-43c7-a8f8-77ac2285274e by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:03:48.966804 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bcc20a-7642-4255-a92c-84c682db72e3 None None] Attempting to bind port 92058ec7-8834-43c7-a8f8-77ac2285274e on network 092c0d56-3873-498c-a180-e6948d78ea31 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:03:48.973707 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bcc20a-7642-4255-a92c-84c682db72e3 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:03:48.974280 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bcc20a-7642-4255-a92c-84c682db72e3 None None] Checking segment: {'id': '44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:03:48.974786 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b5bcc20a-7642-4255-a92c-84c682db72e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:48.975474 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bcc20a-7642-4255-a92c-84c682db72e3 None None] Bound using segment: {'id': '44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:03:48.976174 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b5bcc20a-7642-4255-a92c-84c682db72e3 None None] Bound port: 92058ec7-8834-43c7-a8f8-77ac2285274e, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:03:48.976665 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b5bcc20a-7642-4255-a92c-84c682db72e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:49.052480 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167188327', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:45Z', 'updated_at': '2021-07-09T10:03:46Z', 'revision_number': 3, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:46Z', 'updated_at': '2021-07-09T10:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:49.107469 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b5bcc20a-7642-4255-a92c-84c682db72e3 None None] For port 92058ec7-8834-43c7-a8f8-77ac2285274e, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:03:49.114946 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b5bcc20a-7642-4255-a92c-84c682db72e3 None None] For port 92058ec7-8834-43c7-a8f8-77ac2285274e, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=92058ec7-8834-43c7-a8f8-77ac2285274e,segment=NetworkSegment(44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3),segment_id=44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:03:49.117219 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36de9687-e89e-419d-aad2-6eeae3221328 None None] The sync data for ids ['5e63c90a-f92c-4bb7-85cf-b2d885779acb'] in n-d-799996-1 is: [{'id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167188327', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:45Z', 'updated_at': '2021-07-09T10:03:46Z', 'revision_number': 3, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:46Z', 'updated_at': '2021-07-09T10:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:03:49.124062 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b5bcc20a-7642-4255-a92c-84c682db72e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:49.180573 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-279a0ebb-ed0b-4b51-8ae6-d5a38e3c9800 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Allocated IP 172.20.0.1 (092c0d56-3873-498c-a180-e6948d78ea31/c5f0ecc5-86de-4a25-bf38-91d1cc15fc30/8626e2e2-ec1c-40da-8948-86da7e337e31) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:03:49.220276 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bcc20a-7642-4255-a92c-84c682db72e3 None None] Pushing event updated for resources: {'Port': ['ID=92058ec7-8834-43c7-a8f8-77ac2285274e,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:49.316023 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-279a0ebb-ed0b-4b51-8ae6-d5a38e3c9800 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:49.333319 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-279a0ebb-ed0b-4b51-8ae6-d5a38e3c9800 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Transition to ACTIVE for port object 8626e2e2-ec1c-40da-8948-86da7e337e31 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:03:49.373053 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-279a0ebb-ed0b-4b51-8ae6-d5a38e3c9800 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:49.475376 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279a0ebb-ed0b-4b51-8ae6-d5a38e3c9800 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network 092c0d56-3873-498c-a180-e6948d78ea31 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:03:49.482557 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-279a0ebb-ed0b-4b51-8ae6-d5a38e3c9800 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:03:49.494363 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279a0ebb-ed0b-4b51-8ae6-d5a38e3c9800 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:03:49.497289 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a0ebb-ed0b-4b51-8ae6-d5a38e3c9800 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Port': ['ID=8626e2e2-ec1c-40da-8948-86da7e337e31,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:49.563555 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-279a0ebb-ed0b-4b51-8ae6-d5a38e3c9800 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:50.006193 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-279a0ebb-ed0b-4b51-8ae6-d5a38e3c9800 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:50.349940 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-279a0ebb-ed0b-4b51-8ae6-d5a38e3c9800 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:50.355852 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-279a0ebb-ed0b-4b51-8ae6-d5a38e3c9800 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:50.394287 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8c52a9-2bc5-482b-9d18-75807cff17bf None None] Network 092c0d56-3873-498c-a180-e6948d78ea31 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:03:50.441109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a0ebb-ed0b-4b51-8ae6-d5a38e3c9800 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Port': ['ID=8626e2e2-ec1c-40da-8948-86da7e337e31,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:50.444805 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-279a0ebb-ed0b-4b51-8ae6-d5a38e3c9800 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:50.464958 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-80eee31b-83dd-4eb4-823c-3a131463417e None None] Provisioning for port 92058ec7-8834-43c7-a8f8-77ac2285274e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:03:50.545223 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279a0ebb-ed0b-4b51-8ae6-d5a38e3c9800 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network 092c0d56-3873-498c-a180-e6948d78ea31 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:03:50.546795 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-279a0ebb-ed0b-4b51-8ae6-d5a38e3c9800 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:03:50.682306 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279a0ebb-ed0b-4b51-8ae6-d5a38e3c9800 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Router 5e63c90a-f92c-4bb7-85cf-b2d885779acb has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:03:50.822937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279a0ebb-ed0b-4b51-8ae6-d5a38e3c9800 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:03:50.828260 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-279a0ebb-ed0b-4b51-8ae6-d5a38e3c9800 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "PUT /v2.0/routers/5e63c90a-f92c-4bb7-85cf-b2d885779acb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7065325 Jul 09 10:03:50.836588 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 0fa09861-d14a-49d6-b9f8-255b4f570bbc up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:03:50.901868 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 0fa09861-d14a-49d6-b9f8-255b4f570bbc completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:03:50.906935 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 0fa09861-d14a-49d6-b9f8-255b4f570bbc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:03:50.907634 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:51.046101 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:51.072175 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 0fa09861-d14a-49d6-b9f8-255b4f570bbc, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=0fa09861-d14a-49d6-b9f8-255b4f570bbc,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:51.090357 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:51.091147 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 92058ec7-8834-43c7-a8f8-77ac2285274e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:03:51.144041 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0114fe3c-0893-412f-9277-f5decb912331 req-acad7beb-c6c4-4ad1-933e-1fca05332c54 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1168818848&fields=id&tenant_id=ae2f728a25b040fd82453c3377e2137f HTTP/1.1" status: 200 len: 267 time: 0.0556953 Jul 09 10:03:51.255520 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-92f69a82-085e-43b9-82f4-e85055b384f6 None None] Provisioning for port 8626e2e2-ec1c-40da-8948-86da7e337e31 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:03:51.267861 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=0fa09861-d14a-49d6-b9f8-255b4f570bbc,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:51.275918 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] Sync routers for ids ['5e63c90a-f92c-4bb7-85cf-b2d885779acb'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:03:51.288867 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-92f69a82-085e-43b9-82f4-e85055b384f6 None None] Provisioning complete for port 8626e2e2-ec1c-40da-8948-86da7e337e31 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:03:51.289795 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-92f69a82-085e-43b9-82f4-e85055b384f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:51.318726 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] Routers {'5e63c90a-f92c-4bb7-85cf-b2d885779acb'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:03:51.319684 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:03:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5e63c90a-f92c-4bb7-85cf-b2d885779acb'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:51.384892 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114fe3c-0893-412f-9277-f5decb912331 req-ebe73182-16b0-44a7-9203-324f5e02e871 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:51.386765 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 92058ec7-8834-43c7-a8f8-77ac2285274e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:03:51.390795 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-92f69a82-085e-43b9-82f4-e85055b384f6 None None] Port 8626e2e2-ec1c-40da-8948-86da7e337e31 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:03:51.394500 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0114fe3c-0893-412f-9277-f5decb912331 req-ebe73182-16b0-44a7-9203-324f5e02e871 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/networks?id=092c0d56-3873-498c-a180-e6948d78ea31 HTTP/1.1" status: 200 len: 796 time: 0.2389326 Jul 09 10:03:51.407418 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 92058ec7-8834-43c7-a8f8-77ac2285274e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:03:51.407972 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:51.421628 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0114fe3c-0893-412f-9277-f5decb912331 req-0f4d736b-2cf6-435d-81f6-2b67d4ab0a6d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/quotas/ae2f728a25b040fd82453c3377e2137f HTTP/1.1" status: 200 len: 375 time: 0.0257864 Jul 09 10:03:51.526565 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0114fe3c-0893-412f-9277-f5decb912331 req-8335a187-42c1-4dc2-8388-879902cee32f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952635 Jul 09 10:03:51.579495 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:51.588833 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-434ca764-51d4-4f85-800f-6a2fef3a9fc5 None None] Provisioning complete for port 8626e2e2-ec1c-40da-8948-86da7e337e31 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:03:51.589362 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-434ca764-51d4-4f85-800f-6a2fef3a9fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:51.635869 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-434ca764-51d4-4f85-800f-6a2fef3a9fc5 None None] Port 8626e2e2-ec1c-40da-8948-86da7e337e31 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:03:51.648733 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] Set router 5e63c90a-f92c-4bb7-85cf-b2d885779acb gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:03:51.659118 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0114fe3c-0893-412f-9277-f5decb912331 req-a27f8f9f-b666-4814-8e6f-c7447de48ee8 service neutron] 10.222.0.61 "GET /v2.0/networks/092c0d56-3873-498c-a180-e6948d78ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302595 Jul 09 10:03:51.702565 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 92058ec7-8834-43c7-a8f8-77ac2285274e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=92058ec7-8834-43c7-a8f8-77ac2285274e,segment=NetworkSegment(44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3),segment_id=44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:51.708493 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:51.773192 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0114fe3c-0893-412f-9277-f5decb912331 req-60f9ebe3-9419-47fc-a3f5-e2baa3bb1201 service neutron] 10.222.0.61 "GET /v2.0/networks/092c0d56-3873-498c-a180-e6948d78ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119912 Jul 09 10:03:51.846386 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b29b4c8e-7635-4546-94f4-0825522fa02f None None] Provisioning complete for port 8626e2e2-ec1c-40da-8948-86da7e337e31 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:03:51.846752 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b29b4c8e-7635-4546-94f4-0825522fa02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:51.890609 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=92058ec7-8834-43c7-a8f8-77ac2285274e,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:51.918081 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b29b4c8e-7635-4546-94f4-0825522fa02f None None] Port 8626e2e2-ec1c-40da-8948-86da7e337e31 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:03:51.985019 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167188327', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:45Z', 'updated_at': '2021-07-09T10:03:49Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:46Z', 'updated_at': '2021-07-09T10:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '8626e2e2-ec1c-40da-8948-86da7e337e31', 'name': '', 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:40:6b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c5f0ecc5-86de-4a25-bf38-91d1cc15fc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:48Z', 'updated_at': '2021-07-09T10:03:50Z', 'revision_number': 2, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': 'c5f0ecc5-86de-4a25-bf38-91d1cc15fc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:51.985994 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7800400c-f96a-44a9-a3e4-bb04b83eb496 req-ba26b8a0-11fd-4c65-9362-a94b79fbf050 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 210 time: 0.0403779 Jul 09 10:03:52.013550 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] Checking router: 5e63c90a-f92c-4bb7-85cf-b2d885779acb for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:03:52.013936 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] Updating router 5e63c90a-f92c-4bb7-85cf-b2d885779acb port 8626e2e2-ec1c-40da-8948-86da7e337e31 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:03:52.058446 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:52.357369 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:52.380844 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] Transition to ACTIVE for port object 8626e2e2-ec1c-40da-8948-86da7e337e31 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:03:52.390660 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:52.443115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18678d-ef8c-45b3-9c27-2e7d708bc283 None None] Pushing event updated for resources: {'Port': ['ID=8626e2e2-ec1c-40da-8948-86da7e337e31,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:52.506545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] Attempting to bind port 8626e2e2-ec1c-40da-8948-86da7e337e31 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:03:52.506988 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] Attempting to bind port 8626e2e2-ec1c-40da-8948-86da7e337e31 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:03:52.507483 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] Attempting to bind port 8626e2e2-ec1c-40da-8948-86da7e337e31 on network 092c0d56-3873-498c-a180-e6948d78ea31 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:03:52.513921 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:03:52.514378 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] Checking segment: {'id': '44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:03:52.514788 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:52.515185 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] Bound using segment: {'id': '44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:03:52.515645 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] Bound port: 8626e2e2-ec1c-40da-8948-86da7e337e31, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:03:52.516042 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:52.586831 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] For port 8626e2e2-ec1c-40da-8948-86da7e337e31, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:03:52.591184 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] For port 8626e2e2-ec1c-40da-8948-86da7e337e31, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8626e2e2-ec1c-40da-8948-86da7e337e31,segment=NetworkSegment(44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3),segment_id=44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:03:52.598002 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:52.665201 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] Routers {'5e63c90a-f92c-4bb7-85cf-b2d885779acb'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:03:52.666050 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:03:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5e63c90a-f92c-4bb7-85cf-b2d885779acb'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:52.671614 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18678d-ef8c-45b3-9c27-2e7d708bc283 None None] Pushing event updated for resources: {'Port': ['ID=8626e2e2-ec1c-40da-8948-86da7e337e31,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:52.767814 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 0fa09861-d14a-49d6-b9f8-255b4f570bbc up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:03:52.835401 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] Set router 5e63c90a-f92c-4bb7-85cf-b2d885779acb gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:03:53.113600 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 0fa09861-d14a-49d6-b9f8-255b4f570bbc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:03:53.114130 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:53.165682 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8d3e589-d75d-45d6-ad98-8085dc691cdd req-3e88df3e-22aa-43cb-b7c4-eac40385f6cd tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 210 time: 0.0423908 Jul 09 10:03:53.240231 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114fe3c-0893-412f-9277-f5decb912331 req-d7f45a99-e024-434d-b3f5-085c1fd38556 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:53.242001 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0114fe3c-0893-412f-9277-f5decb912331 req-d7f45a99-e024-434d-b3f5-085c1fd38556 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.58 "GET /v2.0/networks?id=092c0d56-3873-498c-a180-e6948d78ea31 HTTP/1.1" status: 200 len: 796 time: 0.1974025 Jul 09 10:03:53.297982 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0114fe3c-0893-412f-9277-f5decb912331 req-64ada6e0-4435-40e6-ac00-91b3661488b6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae2f728a25b040fd82453c3377e2137f HTTP/1.1" status: 200 len: 380 time: 0.0442340 Jul 09 10:03:53.309052 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-0114fe3c-0893-412f-9277-f5decb912331 req-451a57a3-54cf-498d-9210-ce98443b26b3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'port': {'device_id': 'b0ed4748-fcaf-4871-9d7c-12cfac4fd121', 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31', 'admin_state_up': True, 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'security_groups': ['b144cac3-73c8-4b6e-b178-f6d4808c0a0c']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:03:53.331683 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 92058ec7-8834-43c7-a8f8-77ac2285274e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:03:53.396414 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167188327', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:45Z', 'updated_at': '2021-07-09T10:03:49Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:46Z', 'updated_at': '2021-07-09T10:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '8626e2e2-ec1c-40da-8948-86da7e337e31', 'name': '', 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:40:6b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c5f0ecc5-86de-4a25-bf38-91d1cc15fc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:48Z', 'updated_at': '2021-07-09T10:03:52Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': 'c5f0ecc5-86de-4a25-bf38-91d1cc15fc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:53.400180 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 92058ec7-8834-43c7-a8f8-77ac2285274e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:03:53.400180 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:53.427204 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f0f97-731c-41a3-a5e5-120f031e87a4 None None] The sync data for ids ['5e63c90a-f92c-4bb7-85cf-b2d885779acb'] in n-d-799996-1 is: [{'id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167188327', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:45Z', 'updated_at': '2021-07-09T10:03:49Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:46Z', 'updated_at': '2021-07-09T10:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '8626e2e2-ec1c-40da-8948-86da7e337e31', 'name': '', 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:40:6b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c5f0ecc5-86de-4a25-bf38-91d1cc15fc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:48Z', 'updated_at': '2021-07-09T10:03:52Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': 'c5f0ecc5-86de-4a25-bf38-91d1cc15fc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:03:53.446170 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0114fe3c-0893-412f-9277-f5decb912331 req-451a57a3-54cf-498d-9210-ce98443b26b3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Made reservation on behalf of ae2f728a25b040fd82453c3377e2137f for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:03:53.455885 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0114fe3c-0893-412f-9277-f5decb912331 req-451a57a3-54cf-498d-9210-ce98443b26b3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:53.689261 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-0114fe3c-0893-412f-9277-f5decb912331 req-451a57a3-54cf-498d-9210-ce98443b26b3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Allocated IP 172.20.0.14 (092c0d56-3873-498c-a180-e6948d78ea31/c5f0ecc5-86de-4a25-bf38-91d1cc15fc30/e81ef31c-531e-4666-b259-4517d2c8dc9a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:03:53.820474 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38600) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:53.873032 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0114fe3c-0893-412f-9277-f5decb912331 req-451a57a3-54cf-498d-9210-ce98443b26b3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:53.892983 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-0114fe3c-0893-412f-9277-f5decb912331 req-451a57a3-54cf-498d-9210-ce98443b26b3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Transition to ACTIVE for port object e81ef31c-531e-4666-b259-4517d2c8dc9a will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:03:53.938777 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0114fe3c-0893-412f-9277-f5decb912331 req-451a57a3-54cf-498d-9210-ce98443b26b3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:53.960219 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83ce03d6-7e17-4012-bb3a-a92e54739df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:53.988617 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0114fe3c-0893-412f-9277-f5decb912331 req-451a57a3-54cf-498d-9210-ce98443b26b3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network 092c0d56-3873-498c-a180-e6948d78ea31 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:03:53.992488 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-0114fe3c-0893-412f-9277-f5decb912331 req-451a57a3-54cf-498d-9210-ce98443b26b3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:03:54.007156 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-0114fe3c-0893-412f-9277-f5decb912331 req-451a57a3-54cf-498d-9210-ce98443b26b3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:03:54.068980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a57a3-54cf-498d-9210-ce98443b26b3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Port': ['ID=e81ef31c-531e-4666-b259-4517d2c8dc9a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:54.070504 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83ce03d6-7e17-4012-bb3a-a92e54739df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:54.081534 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83ce03d6-7e17-4012-bb3a-a92e54739df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:54.103322 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114fe3c-0893-412f-9277-f5decb912331 req-451a57a3-54cf-498d-9210-ce98443b26b3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:54.104052 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0114fe3c-0893-412f-9277-f5decb912331 req-451a57a3-54cf-498d-9210-ce98443b26b3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:54.136427 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-83ce03d6-7e17-4012-bb3a-a92e54739df6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=00abab86d75e48e8b8f30b0e76244b9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3139815 Jul 09 10:03:54.136857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38604) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:54.159790 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce03d6-7e17-4012-bb3a-a92e54739df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab00c10-6b90-407c-ac30-855c1e82ed37,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:54.183250 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0114fe3c-0893-412f-9277-f5decb912331 req-451a57a3-54cf-498d-9210-ce98443b26b3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8798919 Jul 09 10:03:54.203053 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-0114fe3c-0893-412f-9277-f5decb912331 req-fcb8283d-b778-45ba-af06-3158d8f7a501 service neutron] Request body: {'port': {'device_id': 'b0ed4748-fcaf-4871-9d7c-12cfac4fd121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:03:54.230388 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3788f579-c190-47bb-aff7-ad65df235d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:54.268398 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3788f579-c190-47bb-aff7-ad65df235d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:54.348174 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e805c102-c5a9-4ce8-8d0c-29380c1a1461 None None] Provisioning for port e81ef31c-531e-4666-b259-4517d2c8dc9a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:03:54.353163 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e805c102-c5a9-4ce8-8d0c-29380c1a1461 None None] Provisioning complete for port e81ef31c-531e-4666-b259-4517d2c8dc9a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:03:54.353627 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e805c102-c5a9-4ce8-8d0c-29380c1a1461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:54.364552 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0114fe3c-0893-412f-9277-f5decb912331 req-fcb8283d-b778-45ba-af06-3158d8f7a501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:54.394637 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e805c102-c5a9-4ce8-8d0c-29380c1a1461 None None] Port e81ef31c-531e-4666-b259-4517d2c8dc9a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:03:54.427152 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3788f579-c190-47bb-aff7-ad65df235d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:54.429752 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3788f579-c190-47bb-aff7-ad65df235d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:54.431485 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3788f579-c190-47bb-aff7-ad65df235d57 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bab00c10-6b90-407c-ac30-855c1e82ed37 HTTP/1.1" status: 204 len: 168 time: 0.2914166 Jul 09 10:03:54.459896 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788f579-c190-47bb-aff7-ad65df235d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab00c10-6b90-407c-ac30-855c1e82ed37,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:54.513717 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33b40b-c735-46eb-995a-876b4e34a6b4 req-0c892edc-07bf-4acc-9a07-f37d0f085e19 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:54.515317 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee33b40b-c735-46eb-995a-876b4e34a6b4 req-0c892edc-07bf-4acc-9a07-f37d0f085e19 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 932 time: 0.2008860 Jul 09 10:03:54.617375 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee33b40b-c735-46eb-995a-876b4e34a6b4 req-0745064f-9ea0-442a-87be-dc89c1fbc40f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946724 Jul 09 10:03:54.730214 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-0114fe3c-0893-412f-9277-f5decb912331 req-fcb8283d-b778-45ba-af06-3158d8f7a501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e81ef31c-531e-4666-b259-4517d2c8dc9a {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:03:54.740336 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0114fe3c-0893-412f-9277-f5decb912331 req-fcb8283d-b778-45ba-af06-3158d8f7a501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:54.754339 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-0114fe3c-0893-412f-9277-f5decb912331 req-fcb8283d-b778-45ba-af06-3158d8f7a501 service neutron] Transition to ACTIVE for port object e81ef31c-531e-4666-b259-4517d2c8dc9a will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:03:54.759202 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0114fe3c-0893-412f-9277-f5decb912331 req-fcb8283d-b778-45ba-af06-3158d8f7a501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:54.777914 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8626e2e2-ec1c-40da-8948-86da7e337e31 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:03:54.833314 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8283d-b778-45ba-af06-3158d8f7a501 service neutron] Pushing event updated for resources: {'Port': ['ID=e81ef31c-531e-4666-b259-4517d2c8dc9a,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:54.869665 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 8626e2e2-ec1c-40da-8948-86da7e337e31 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:03:54.874471 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 8626e2e2-ec1c-40da-8948-86da7e337e31 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:03:54.874855 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:54.927539 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0114fe3c-0893-412f-9277-f5decb912331 req-fcb8283d-b778-45ba-af06-3158d8f7a501 service neutron] Attempting to bind port e81ef31c-531e-4666-b259-4517d2c8dc9a on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:03:54.928056 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0114fe3c-0893-412f-9277-f5decb912331 req-fcb8283d-b778-45ba-af06-3158d8f7a501 service neutron] Attempting to bind port e81ef31c-531e-4666-b259-4517d2c8dc9a by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:03:54.928571 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0114fe3c-0893-412f-9277-f5decb912331 req-fcb8283d-b778-45ba-af06-3158d8f7a501 service neutron] Attempting to bind port e81ef31c-531e-4666-b259-4517d2c8dc9a on network 092c0d56-3873-498c-a180-e6948d78ea31 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:03:54.934122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0114fe3c-0893-412f-9277-f5decb912331 req-fcb8283d-b778-45ba-af06-3158d8f7a501 service neutron] Port e81ef31c-531e-4666-b259-4517d2c8dc9a on network 092c0d56-3873-498c-a180-e6948d78ea31 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:03:54.934445 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0114fe3c-0893-412f-9277-f5decb912331 req-fcb8283d-b778-45ba-af06-3158d8f7a501 service neutron] Attempting to bind port e81ef31c-531e-4666-b259-4517d2c8dc9a on network 092c0d56-3873-498c-a180-e6948d78ea31 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:03:54.939818 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0114fe3c-0893-412f-9277-f5decb912331 req-fcb8283d-b778-45ba-af06-3158d8f7a501 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:03:54.940173 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0114fe3c-0893-412f-9277-f5decb912331 req-fcb8283d-b778-45ba-af06-3158d8f7a501 service neutron] Checking segment: {'id': '44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:03:54.940792 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0114fe3c-0893-412f-9277-f5decb912331 req-fcb8283d-b778-45ba-af06-3158d8f7a501 service neutron] Bound using segment: {'id': '44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:03:54.941174 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0114fe3c-0893-412f-9277-f5decb912331 req-fcb8283d-b778-45ba-af06-3158d8f7a501 service neutron] Bound port: e81ef31c-531e-4666-b259-4517d2c8dc9a, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:03:54.941537 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0114fe3c-0893-412f-9277-f5decb912331 req-fcb8283d-b778-45ba-af06-3158d8f7a501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:54.984230 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:55.024502 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 8626e2e2-ec1c-40da-8948-86da7e337e31, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8626e2e2-ec1c-40da-8948-86da7e337e31,segment=NetworkSegment(44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3),segment_id=44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:55.028397 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0114fe3c-0893-412f-9277-f5decb912331 req-fcb8283d-b778-45ba-af06-3158d8f7a501 service neutron] For port e81ef31c-531e-4666-b259-4517d2c8dc9a, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:03:55.029655 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:55.033348 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0114fe3c-0893-412f-9277-f5decb912331 req-fcb8283d-b778-45ba-af06-3158d8f7a501 service neutron] For port e81ef31c-531e-4666-b259-4517d2c8dc9a, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=e81ef31c-531e-4666-b259-4517d2c8dc9a,segment=NetworkSegment(44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3),segment_id=44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:03:55.039746 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0114fe3c-0893-412f-9277-f5decb912331 req-fcb8283d-b778-45ba-af06-3158d8f7a501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:55.091388 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114fe3c-0893-412f-9277-f5decb912331 req-fcb8283d-b778-45ba-af06-3158d8f7a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:55.092388 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0114fe3c-0893-412f-9277-f5decb912331 req-fcb8283d-b778-45ba-af06-3158d8f7a501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:55.093654 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=8626e2e2-ec1c-40da-8948-86da7e337e31,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:55.093999 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0114fe3c-0893-412f-9277-f5decb912331 req-fcb8283d-b778-45ba-af06-3158d8f7a501 service neutron] 10.222.0.58 "PUT /v2.0/ports/e81ef31c-531e-4666-b259-4517d2c8dc9a HTTP/1.1" status: 200 len: 1092 time: 0.8953376 Jul 09 10:03:55.094467 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ed4748-fcaf-4871-9d7c-12cfac4fd121', 'tag': 'e81ef31c-531e-4666-b259-4517d2c8dc9a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:03:55.108930 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576b49c6-6f3e-41e1-9db2-ffe6d7ed6108" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ed4748-fcaf-4871-9d7c-12cfac4fd121", "tag": "e81ef31c-531e-4666-b259-4517d2c8dc9a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:03:55.199237 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b01551-4a48-4445-bc16-0a294c0cb93b x-openstack-request-id: req-56b01551-4a48-4445-bc16-0a294c0cb93b {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:03:55.199906 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ed4748-fcaf-4871-9d7c-12cfac4fd121", "tag": "e81ef31c-531e-4666-b259-4517d2c8dc9a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:03:55.199906 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-56b01551-4a48-4445-bc16-0a294c0cb93b {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:03:55.200203 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ed4748-fcaf-4871-9d7c-12cfac4fd121', 'tag': 'e81ef31c-531e-4666-b259-4517d2c8dc9a', 'status': 'completed', 'code': 200} Jul 09 10:03:55.205170 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8283d-b778-45ba-af06-3158d8f7a501 service neutron] Pushing event updated for resources: {'Port': ['ID=e81ef31c-531e-4666-b259-4517d2c8dc9a,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:55.231663 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114fe3c-0893-412f-9277-f5decb912331 req-f113fdc3-87ee-487e-85b3-b78f5675c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:55.233256 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0114fe3c-0893-412f-9277-f5decb912331 req-f113fdc3-87ee-487e-85b3-b78f5675c0bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 1095 time: 0.0890665 Jul 09 10:03:55.280220 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0114fe3c-0893-412f-9277-f5decb912331 req-94f1647f-cfb9-451b-8722-606562fa15e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e81ef31c-531e-4666-b259-4517d2c8dc9a HTTP/1.1" status: 200 len: 217 time: 0.0392246 Jul 09 10:03:55.333238 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114fe3c-0893-412f-9277-f5decb912331 req-88185aad-9184-49eb-a8a1-0c38e051ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:55.334778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0114fe3c-0893-412f-9277-f5decb912331 req-88185aad-9184-49eb-a8a1-0c38e051ecac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5f0ecc5-86de-4a25-bf38-91d1cc15fc30 HTTP/1.1" status: 200 len: 834 time: 0.0484064 Jul 09 10:03:55.399353 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114fe3c-0893-412f-9277-f5decb912331 req-2bde2b72-7c19-4a99-bac6-44610d132c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:55.401057 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0114fe3c-0893-412f-9277-f5decb912331 req-2bde2b72-7c19-4a99-bac6-44610d132c28 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=092c0d56-3873-498c-a180-e6948d78ea31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596631 Jul 09 10:03:55.501089 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0114fe3c-0893-412f-9277-f5decb912331 req-25a3776f-c8fe-40b3-834a-ea67f5c20087 service neutron] 10.222.0.58 "GET /v2.0/networks/092c0d56-3873-498c-a180-e6948d78ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935030 Jul 09 10:03:55.601238 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0114fe3c-0893-412f-9277-f5decb912331 req-09ad616c-20b5-4d06-8aa0-543c6db8f4c4 service neutron] 10.222.0.58 "GET /v2.0/networks/092c0d56-3873-498c-a180-e6948d78ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942175 Jul 09 10:03:55.701256 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b49c6-6f3e-41e1-9db2-ffe6d7ed6108 req-4558f536-e645-4cbd-b947-6d6e07f6347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:55.702793 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-576b49c6-6f3e-41e1-9db2-ffe6d7ed6108 req-4558f536-e645-4cbd-b947-6d6e07f6347b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 1095 time: 0.0544631 Jul 09 10:03:55.852972 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b49c6-6f3e-41e1-9db2-ffe6d7ed6108 req-0d081e79-5b7c-4cf7-a3a4-3de1c7af8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:55.854477 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-576b49c6-6f3e-41e1-9db2-ffe6d7ed6108 req-0d081e79-5b7c-4cf7-a3a4-3de1c7af8908 service neutron] 10.222.0.58 "GET /v2.0/networks?id=092c0d56-3873-498c-a180-e6948d78ea31 HTTP/1.1" status: 200 len: 897 time: 0.1452487 Jul 09 10:03:55.865660 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061f9b5-4150-4013-9422-e6a435d121fc req-3d7a7f00-89c8-49fd-af96-c140d0b05d5d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:55.867010 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b061f9b5-4150-4013-9422-e6a435d121fc req-3d7a7f00-89c8-49fd-af96-c140d0b05d5d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 944 time: 0.1101227 Jul 09 10:03:55.902918 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38646) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:55.908510 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-576b49c6-6f3e-41e1-9db2-ffe6d7ed6108 req-23eb2aa6-7e22-48ed-8a13-cc5ba0a23c8a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e81ef31c-531e-4666-b259-4517d2c8dc9a HTTP/1.1" status: 200 len: 217 time: 0.0405381 Jul 09 10:03:55.974200 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b061f9b5-4150-4013-9422-e6a435d121fc req-4bd70df4-c7ab-4475-9fde-671d1ceec14e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993772 Jul 09 10:03:55.978502 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b49c6-6f3e-41e1-9db2-ffe6d7ed6108 req-47de4f58-576d-462e-8b25-6d7e8ae9aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:55.980185 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-576b49c6-6f3e-41e1-9db2-ffe6d7ed6108 req-47de4f58-576d-462e-8b25-6d7e8ae9aea1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5f0ecc5-86de-4a25-bf38-91d1cc15fc30 HTTP/1.1" status: 200 len: 834 time: 0.0652544 Jul 09 10:03:56.036903 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b49c6-6f3e-41e1-9db2-ffe6d7ed6108 req-c29b2beb-212c-437f-acc1-9e75394c6758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:56.038529 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-576b49c6-6f3e-41e1-9db2-ffe6d7ed6108 req-c29b2beb-212c-437f-acc1-9e75394c6758 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=092c0d56-3873-498c-a180-e6948d78ea31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518138 Jul 09 10:03:56.051245 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3b2b3275-7b35-4a83-9159-8ed8b2b8010c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'network': {'name': 'tempest-network-smoke--1646322765', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'port_security_enabled': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:03:56.073436 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2b3275-7b35-4a83-9159-8ed8b2b8010c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Made reservation on behalf of 5153b0d40dd04ff495036bdeacd67a8e for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:03:56.077506 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b2b3275-7b35-4a83-9159-8ed8b2b8010c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:56.086493 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b2b3275-7b35-4a83-9159-8ed8b2b8010c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:56.140014 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-576b49c6-6f3e-41e1-9db2-ffe6d7ed6108 req-6ce070f0-f1b2-4d89-90ff-7fa004c633bc service neutron] 10.222.0.58 "GET /v2.0/networks/092c0d56-3873-498c-a180-e6948d78ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942986 Jul 09 10:03:56.199848 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b2b3275-7b35-4a83-9159-8ed8b2b8010c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:56.204321 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b2b3275-7b35-4a83-9159-8ed8b2b8010c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:56.231760 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2b3275-7b35-4a83-9159-8ed8b2b8010c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:03:56.240819 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-576b49c6-6f3e-41e1-9db2-ffe6d7ed6108 req-089f8ca8-b507-450a-ad55-d529b95a37ad service neutron] 10.222.0.58 "GET /v2.0/networks/092c0d56-3873-498c-a180-e6948d78ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938382 Jul 09 10:03:56.249439 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b2b3275-7b35-4a83-9159-8ed8b2b8010c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:56.249793 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-3b2b3275-7b35-4a83-9159-8ed8b2b8010c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Added segment e1bfd0c7-8343-4839-b5ca-d5678758d09e of type vlan for network b296d98e-acae-4a42-9e0f-5ceb6893c677 Jul 09 10:03:56.251015 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b3275-7b35-4a83-9159-8ed8b2b8010c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3e657d-657a-4ab7-bf00-3f11cfc968a7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:56.293026 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b2b3275-7b35-4a83-9159-8ed8b2b8010c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:56.321861 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b2b3275-7b35-4a83-9159-8ed8b2b8010c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:56.327435 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2b3275-7b35-4a83-9159-8ed8b2b8010c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:56.328061 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b2b3275-7b35-4a83-9159-8ed8b2b8010c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:56.384837 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3b2b3275-7b35-4a83-9159-8ed8b2b8010c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4807796 Jul 09 10:03:56.387971 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38650) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:56.392422 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-39fc1e96-c264-4da1-9d74-0442907e2de8 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1011957786', 'admin_state_up': True, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:03:56.410951 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b3275-7b35-4a83-9159-8ed8b2b8010c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'Network': ['ID=b296d98e-acae-4a42-9e0f-5ceb6893c677,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:56.422246 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network b296d98e-acae-4a42-9e0f-5ceb6893c677 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:03:56.424157 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39fc1e96-c264-4da1-9d74-0442907e2de8 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:56.425151 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39fc1e96-c264-4da1-9d74-0442907e2de8 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:56.479280 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39fc1e96-c264-4da1-9d74-0442907e2de8 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:56.718847 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8626e2e2-ec1c-40da-8948-86da7e337e31 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:03:56.768862 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 8626e2e2-ec1c-40da-8948-86da7e337e31 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:03:56.769145 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:56.954274 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39fc1e96-c264-4da1-9d74-0442907e2de8 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:57.149137 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39fc1e96-c264-4da1-9d74-0442907e2de8 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:57.158590 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab0a03-7241-4ff9-94c1-4b53bc9c7280 req-aa66084a-2cf3-4d65-9a2c-07e10f611451 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:57.160163 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cdab0a03-7241-4ff9-94c1-4b53bc9c7280 req-aa66084a-2cf3-4d65-9a2c-07e10f611451 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 944 time: 0.0732787 Jul 09 10:03:57.168831 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39fc1e96-c264-4da1-9d74-0442907e2de8 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:57.199231 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cdab0a03-7241-4ff9-94c1-4b53bc9c7280 req-2bb43e50-0029-497a-bc06-da4c3975930f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325158 Jul 09 10:03:57.275221 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-39fc1e96-c264-4da1-9d74-0442907e2de8 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Allocated IP 172.25.3.117 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/975436e5-cc31-41a3-be14-aa281050855e) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:03:57.374418 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39fc1e96-c264-4da1-9d74-0442907e2de8 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:57.411643 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39fc1e96-c264-4da1-9d74-0442907e2de8 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:57.451375 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fc1e96-c264-4da1-9d74-0442907e2de8 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:03:57.457395 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-39fc1e96-c264-4da1-9d74-0442907e2de8 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:03:57.459934 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fc1e96-c264-4da1-9d74-0442907e2de8 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:03:57.487015 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc1e96-c264-4da1-9d74-0442907e2de8 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'Port': ['ID=975436e5-cc31-41a3-be14-aa281050855e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:57.715202 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39fc1e96-c264-4da1-9d74-0442907e2de8 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:57.911408 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39fc1e96-c264-4da1-9d74-0442907e2de8 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:58.038695 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fc1e96-c264-4da1-9d74-0442907e2de8 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Router 386bff38-cf72-4c72-9fba-0999702453c2 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 10:03:58.094088 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device e81ef31c-531e-4666-b259-4517d2c8dc9a details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:03:58.144804 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fc1e96-c264-4da1-9d74-0442907e2de8 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:03:58.158979 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] Sync routers for ids ['386bff38-cf72-4c72-9fba-0999702453c2'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:03:58.169211 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39fc1e96-c264-4da1-9d74-0442907e2de8 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:58.170020 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] Routers {'386bff38-cf72-4c72-9fba-0999702453c2'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:03:58.170860 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-39fc1e96-c264-4da1-9d74-0442907e2de8 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7819226 Jul 09 10:03:58.173881 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38654) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:58.174093 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:03:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['386bff38-cf72-4c72-9fba-0999702453c2'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:58.198125 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port e81ef31c-531e-4666-b259-4517d2c8dc9a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=e81ef31c-531e-4666-b259-4517d2c8dc9a,segment=NetworkSegment(44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3),segment_id=44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:58.210773 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'e81ef31c-531e-4666-b259-4517d2c8dc9a', 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31', 'port_id': 'e81ef31c-531e-4666-b259-4517d2c8dc9a', 'mac_address': 'fa:16:3e:e7:48:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f0ecc5-86de-4a25-bf38-91d1cc15fc30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:03:58.253117 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1ae77445-b6a7-4825-a55a-a9ad7ccf3feb tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=5153b0d40dd04ff495036bdeacd67a8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0779679 Jul 09 10:03:58.255468 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:58.255615 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38660) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:58.270568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e81ef31c-531e-4666-b259-4517d2c8dc9a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:03:58.295245 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port e81ef31c-531e-4666-b259-4517d2c8dc9a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=e81ef31c-531e-4666-b259-4517d2c8dc9a,segment=NetworkSegment(44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3),segment_id=44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:03:58.300868 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:58.307176 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] Set router 386bff38-cf72-4c72-9fba-0999702453c2 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:03:58.353213 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c9d3eb-5721-4e8e-8df6-ca32f06f86f8 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:58.355024 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-21c9d3eb-5721-4e8e-8df6-ca32f06f86f8 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0982215 Jul 09 10:03:58.360724 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38662) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:58.375596 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=e81ef31c-531e-4666-b259-4517d2c8dc9a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:58.393109 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-fb8e7167-eb83-4961-8dc0-16a413ec8871 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312288 Jul 09 10:03:58.395944 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38664) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:58.407418 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-31136d40-e08a-4e9e-8e1e-6f17d88e996e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2059651662', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:03:58.505047 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['e81ef31c-531e-4666-b259-4517d2c8dc9a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:03:58.510664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331a41c-ad85-46c0-b4c4-2edfa62d9549 req-a5790f86-09e1-407d-8493-58c8df74f547 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:58.512261 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c331a41c-ad85-46c0-b4c4-2edfa62d9549 req-a5790f86-09e1-407d-8493-58c8df74f547 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 945 time: 0.1718066 Jul 09 10:03:58.561712 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c331a41c-ad85-46c0-b4c4-2edfa62d9549 req-12712627-3f10-44a5-adba-715529fe4bea tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429320 Jul 09 10:03:58.562296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31136d40-e08a-4e9e-8e1e-6f17d88e996e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Made reservation on behalf of 5153b0d40dd04ff495036bdeacd67a8e for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:03:58.565654 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-31136d40-e08a-4e9e-8e1e-6f17d88e996e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:58.597501 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386bff38-cf72-4c72-9fba-0999702453c2', 'name': 'tempest-TestNetworkBasicOps-router-1011957786', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '975436e5-cc31-41a3-be14-aa281050855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:56Z', 'updated_at': '2021-07-09T10:03:57Z', 'revision_number': 3, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '975436e5-cc31-41a3-be14-aa281050855e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:91:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:57Z', 'updated_at': '2021-07-09T10:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:58.628227 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] Checking router: 386bff38-cf72-4c72-9fba-0999702453c2 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:03:58.628612 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] Updating router 386bff38-cf72-4c72-9fba-0999702453c2 port 975436e5-cc31-41a3-be14-aa281050855e binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:03:58.666584 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:58.756671 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-31136d40-e08a-4e9e-8e1e-6f17d88e996e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:58.820749 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31136d40-e08a-4e9e-8e1e-6f17d88e996e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'Subnet': ['ID=fe602a6f-dceb-4f1b-b0c9-bc2e683fef49,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:58.833237 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31136d40-e08a-4e9e-8e1e-6f17d88e996e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:58.833593 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31136d40-e08a-4e9e-8e1e-6f17d88e996e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:58.833933 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31136d40-e08a-4e9e-8e1e-6f17d88e996e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:58.834269 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31136d40-e08a-4e9e-8e1e-6f17d88e996e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:58.834640 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31136d40-e08a-4e9e-8e1e-6f17d88e996e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:58.834962 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31136d40-e08a-4e9e-8e1e-6f17d88e996e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:58.835288 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31136d40-e08a-4e9e-8e1e-6f17d88e996e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:58.835615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31136d40-e08a-4e9e-8e1e-6f17d88e996e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:58.836026 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31136d40-e08a-4e9e-8e1e-6f17d88e996e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:58.836355 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31136d40-e08a-4e9e-8e1e-6f17d88e996e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:58.836682 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31136d40-e08a-4e9e-8e1e-6f17d88e996e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:58.837560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31136d40-e08a-4e9e-8e1e-6f17d88e996e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:03:58.840959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31136d40-e08a-4e9e-8e1e-6f17d88e996e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Checking segment: {'id': 'e1bfd0c7-8343-4839-b5ca-d5678758d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:03:58.841353 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31136d40-e08a-4e9e-8e1e-6f17d88e996e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Network hostable DHCP agents. Network: b296d98e-acae-4a42-9e0f-5ceb6893c677, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:03:58.859265 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31136d40-e08a-4e9e-8e1e-6f17d88e996e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Network b296d98e-acae-4a42-9e0f-5ceb6893c677 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:03:58.868157 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-31136d40-e08a-4e9e-8e1e-6f17d88e996e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, b296d98e-acae-4a42-9e0f-5ceb6893c677) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:03:58.872351 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31136d40-e08a-4e9e-8e1e-6f17d88e996e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:58.872944 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-31136d40-e08a-4e9e-8e1e-6f17d88e996e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:58.878439 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e81411-7c6f-42f7-b415-fdf333fe40e4 None None] Network b296d98e-acae-4a42-9e0f-5ceb6893c677 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:03:58.887819 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-31136d40-e08a-4e9e-8e1e-6f17d88e996e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4906507 Jul 09 10:03:58.890671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38666) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:03:58.940478 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:58.952151 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] Transition to ACTIVE for port object 975436e5-cc31-41a3-be14-aa281050855e will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:03:58.958472 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:59.022480 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ecb923-f429-4d28-8a79-64d476021fe0 None None] Pushing event updated for resources: {'Port': ['ID=975436e5-cc31-41a3-be14-aa281050855e,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:59.030997 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] Attempting to bind port 975436e5-cc31-41a3-be14-aa281050855e on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:03:59.031369 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] Attempting to bind port 975436e5-cc31-41a3-be14-aa281050855e by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:03:59.031743 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] Attempting to bind port 975436e5-cc31-41a3-be14-aa281050855e on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:03:59.037916 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:03:59.038248 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:03:59.038760 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:59.039022 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:03:59.039823 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] Bound port: 975436e5-cc31-41a3-be14-aa281050855e, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:03:59.040792 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:59.053885 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848c7f5d-a080-4a03-ac73-c37ff090c7be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-b296d98e-acae-4a42-9e0f-5ceb6893c677', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'fixed_ips': [{'subnet_id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:03:59.054820 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-848c7f5d-a080-4a03-ac73-c37ff090c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:59.094482 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] For port 975436e5-cc31-41a3-be14-aa281050855e, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:03:59.097646 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] For port 975436e5-cc31-41a3-be14-aa281050855e, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=975436e5-cc31-41a3-be14-aa281050855e,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:03:59.101859 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:59.163041 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] Routers {'386bff38-cf72-4c72-9fba-0999702453c2'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:03:59.163651 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:03:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['386bff38-cf72-4c72-9fba-0999702453c2'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:59.166772 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ecb923-f429-4d28-8a79-64d476021fe0 None None] Pushing event updated for resources: {'Port': ['ID=975436e5-cc31-41a3-be14-aa281050855e,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:59.218726 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-848c7f5d-a080-4a03-ac73-c37ff090c7be None None] Allocated IP 172.20.0.2 (b296d98e-acae-4a42-9e0f-5ceb6893c677/fe602a6f-dceb-4f1b-b0c9-bc2e683fef49/903531ab-77bb-4567-9cbe-73a75ff08162) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:03:59.279582 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] Set router 386bff38-cf72-4c72-9fba-0999702453c2 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:03:59.345578 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0dc691d2-9825-40fd-b798-2b55bb9efeb9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:59.368550 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-848c7f5d-a080-4a03-ac73-c37ff090c7be None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:59.378439 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-848c7f5d-a080-4a03-ac73-c37ff090c7be None None] Transition to ACTIVE for port object 903531ab-77bb-4567-9cbe-73a75ff08162 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:03:59.396102 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-848c7f5d-a080-4a03-ac73-c37ff090c7be None None] Transition to ACTIVE for port object 903531ab-77bb-4567-9cbe-73a75ff08162 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:03:59.403402 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-848c7f5d-a080-4a03-ac73-c37ff090c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:59.440619 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848c7f5d-a080-4a03-ac73-c37ff090c7be None None] Network b296d98e-acae-4a42-9e0f-5ceb6893c677 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:03:59.446026 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-848c7f5d-a080-4a03-ac73-c37ff090c7be None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:03:59.448974 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848c7f5d-a080-4a03-ac73-c37ff090c7be None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:03:59.462391 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c7f5d-a080-4a03-ac73-c37ff090c7be None None] Pushing event updated for resources: {'Port': ['ID=903531ab-77bb-4567-9cbe-73a75ff08162,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:59.472469 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:03:59.487085 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386bff38-cf72-4c72-9fba-0999702453c2', 'name': 'tempest-TestNetworkBasicOps-router-1011957786', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '975436e5-cc31-41a3-be14-aa281050855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:56Z', 'updated_at': '2021-07-09T10:03:57Z', 'revision_number': 3, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '975436e5-cc31-41a3-be14-aa281050855e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:91:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:57Z', 'updated_at': '2021-07-09T10:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:03:59.514861 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6443618d-8651-4efa-a8d5-8b74d407f7c0 None None] The sync data for ids ['386bff38-cf72-4c72-9fba-0999702453c2'] in n-d-799996-1 is: [{'id': '386bff38-cf72-4c72-9fba-0999702453c2', 'name': 'tempest-TestNetworkBasicOps-router-1011957786', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '975436e5-cc31-41a3-be14-aa281050855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:56Z', 'updated_at': '2021-07-09T10:03:57Z', 'revision_number': 3, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '975436e5-cc31-41a3-be14-aa281050855e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:91:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:57Z', 'updated_at': '2021-07-09T10:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:03:59.528347 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-848c7f5d-a080-4a03-ac73-c37ff090c7be None None] Attempting to bind port 903531ab-77bb-4567-9cbe-73a75ff08162 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:03:59.528713 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-848c7f5d-a080-4a03-ac73-c37ff090c7be None None] Attempting to bind port 903531ab-77bb-4567-9cbe-73a75ff08162 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'e1bfd0c7-8343-4839-b5ca-d5678758d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:03:59.529067 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848c7f5d-a080-4a03-ac73-c37ff090c7be None None] Attempting to bind port 903531ab-77bb-4567-9cbe-73a75ff08162 on network b296d98e-acae-4a42-9e0f-5ceb6893c677 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:03:59.536341 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848c7f5d-a080-4a03-ac73-c37ff090c7be None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:03:59.536722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848c7f5d-a080-4a03-ac73-c37ff090c7be None None] Checking segment: {'id': 'e1bfd0c7-8343-4839-b5ca-d5678758d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:03:59.537134 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-848c7f5d-a080-4a03-ac73-c37ff090c7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:59.537546 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848c7f5d-a080-4a03-ac73-c37ff090c7be None None] Bound using segment: {'id': 'e1bfd0c7-8343-4839-b5ca-d5678758d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:03:59.538033 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-848c7f5d-a080-4a03-ac73-c37ff090c7be None None] Bound port: 903531ab-77bb-4567-9cbe-73a75ff08162, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bfd0c7-8343-4839-b5ca-d5678758d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:03:59.538417 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-848c7f5d-a080-4a03-ac73-c37ff090c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:59.619856 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-848c7f5d-a080-4a03-ac73-c37ff090c7be None None] For port 903531ab-77bb-4567-9cbe-73a75ff08162, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:03:59.623473 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-848c7f5d-a080-4a03-ac73-c37ff090c7be None None] For port 903531ab-77bb-4567-9cbe-73a75ff08162, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=903531ab-77bb-4567-9cbe-73a75ff08162,segment=NetworkSegment(e1bfd0c7-8343-4839-b5ca-d5678758d09e),segment_id=e1bfd0c7-8343-4839-b5ca-d5678758d09e)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:03:59.628848 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-848c7f5d-a080-4a03-ac73-c37ff090c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:03:59.694694 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c7f5d-a080-4a03-ac73-c37ff090c7be None None] Pushing event updated for resources: {'Port': ['ID=903531ab-77bb-4567-9cbe-73a75ff08162,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:03:59.889388 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf12bd-e872-4d7a-84f4-91527161a54a req-3d053b2c-4e6a-4cb7-8d1a-767251011629 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:03:59.891019 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86bf12bd-e872-4d7a-84f4-91527161a54a req-3d053b2c-4e6a-4cb7-8d1a-767251011629 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 945 time: 0.1423702 Jul 09 10:03:59.996799 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86bf12bd-e872-4d7a-84f4-91527161a54a req-64ea1d81-40ed-496b-80b5-6824e156984f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961905 Jul 09 10:04:00.068824 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-0dc691d2-9825-40fd-b798-2b55bb9efeb9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Allocated IP 172.20.0.1 (b296d98e-acae-4a42-9e0f-5ceb6893c677/fe602a6f-dceb-4f1b-b0c9-bc2e683fef49/4f99623b-7f46-4a3a-8448-cb328be361e7) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:04:00.094816 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device e81ef31c-531e-4666-b259-4517d2c8dc9a up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:04:00.152029 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port e81ef31c-531e-4666-b259-4517d2c8dc9a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:04:00.157042 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port e81ef31c-531e-4666-b259-4517d2c8dc9a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:04:00.157415 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:00.218824 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0dc691d2-9825-40fd-b798-2b55bb9efeb9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:00.235054 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-0dc691d2-9825-40fd-b798-2b55bb9efeb9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Transition to ACTIVE for port object 4f99623b-7f46-4a3a-8448-cb328be361e7 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:04:00.247613 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:00.273506 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ed4748-fcaf-4871-9d7c-12cfac4fd121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81ef31c-531e-4666-b259-4517d2c8dc9a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:04:00.277064 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0dc691d2-9825-40fd-b798-2b55bb9efeb9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:00.277242 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fb5831-a835-4eef-b7f8-ae0eb016b37f" -d '{"events": [{"server_uuid": "b0ed4748-fcaf-4871-9d7c-12cfac4fd121", "name": "network-vif-plugged", "status": "completed", "tag": "e81ef31c-531e-4666-b259-4517d2c8dc9a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:04:00.300842 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port e81ef31c-531e-4666-b259-4517d2c8dc9a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=e81ef31c-531e-4666-b259-4517d2c8dc9a,segment=NetworkSegment(44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3),segment_id=44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:04:00.313741 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:00.330962 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc691d2-9825-40fd-b798-2b55bb9efeb9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Network b296d98e-acae-4a42-9e0f-5ceb6893c677 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:04:00.334530 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-0dc691d2-9825-40fd-b798-2b55bb9efeb9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:04:00.337735 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc691d2-9825-40fd-b798-2b55bb9efeb9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:04:00.347909 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3786648d-f366-489a-9b28-a3641ca4c9a0 x-openstack-request-id: req-3786648d-f366-489a-9b28-a3641ca4c9a0 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:04:00.348225 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ed4748-fcaf-4871-9d7c-12cfac4fd121", "name": "network-vif-plugged", "status": "completed", "tag": "e81ef31c-531e-4666-b259-4517d2c8dc9a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:04:00.348430 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3786648d-f366-489a-9b28-a3641ca4c9a0 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:04:00.348829 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ed4748-fcaf-4871-9d7c-12cfac4fd121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81ef31c-531e-4666-b259-4517d2c8dc9a', 'code': 200} Jul 09 10:04:00.379549 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=e81ef31c-531e-4666-b259-4517d2c8dc9a,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:00.379955 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc691d2-9825-40fd-b798-2b55bb9efeb9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'Port': ['ID=4f99623b-7f46-4a3a-8448-cb328be361e7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:00.410043 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0dc691d2-9825-40fd-b798-2b55bb9efeb9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:00.538480 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a42cfa-8574-4a72-8357-581dffe4befd req-72d35726-7645-485b-8412-b75336dee658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:00.540550 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36a42cfa-8574-4a72-8357-581dffe4befd req-72d35726-7645-485b-8412-b75336dee658 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 1097 time: 0.1434829 Jul 09 10:04:00.618969 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36a42cfa-8574-4a72-8357-581dffe4befd req-d49bedd4-d09f-479c-a4e1-359e5ef866b0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713518 Jul 09 10:04:00.621799 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0dc691d2-9825-40fd-b798-2b55bb9efeb9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:00.788858 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 903531ab-77bb-4567-9cbe-73a75ff08162 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:04:00.817806 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2181ce9b-af8e-4fcb-8d84-c919c36d9ab3 None None] Network b296d98e-acae-4a42-9e0f-5ceb6893c677 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:04:00.917692 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 903531ab-77bb-4567-9cbe-73a75ff08162 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:04:00.939895 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0dc691d2-9825-40fd-b798-2b55bb9efeb9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:00.943950 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 975436e5-cc31-41a3-be14-aa281050855e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:04:00.945472 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0dc691d2-9825-40fd-b798-2b55bb9efeb9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:00.955455 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5169d09f-1a34-4758-a595-ceeab5b712fe None None] Provisioning for port 903531ab-77bb-4567-9cbe-73a75ff08162 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:04:00.978994 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5169d09f-1a34-4758-a595-ceeab5b712fe None None] Provisioning complete for port 903531ab-77bb-4567-9cbe-73a75ff08162 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:04:00.979360 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5169d09f-1a34-4758-a595-ceeab5b712fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:01.022847 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc691d2-9825-40fd-b798-2b55bb9efeb9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'Port': ['ID=4f99623b-7f46-4a3a-8448-cb328be361e7,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:01.032335 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0dc691d2-9825-40fd-b798-2b55bb9efeb9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:01.077634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 975436e5-cc31-41a3-be14-aa281050855e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:04:01.085850 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 975436e5-cc31-41a3-be14-aa281050855e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:04:01.085850 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:01.158918 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5169d09f-1a34-4758-a595-ceeab5b712fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:01.200286 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5169d09f-1a34-4758-a595-ceeab5b712fe None None] For port 903531ab-77bb-4567-9cbe-73a75ff08162, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=903531ab-77bb-4567-9cbe-73a75ff08162,segment=NetworkSegment(e1bfd0c7-8343-4839-b5ca-d5678758d09e),segment_id=e1bfd0c7-8343-4839-b5ca-d5678758d09e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:04:01.213225 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc691d2-9825-40fd-b798-2b55bb9efeb9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Network b296d98e-acae-4a42-9e0f-5ceb6893c677 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:04:01.215439 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-0dc691d2-9825-40fd-b798-2b55bb9efeb9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:04:01.221837 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5169d09f-1a34-4758-a595-ceeab5b712fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:01.265745 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:01.296396 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169d09f-1a34-4758-a595-ceeab5b712fe None None] Pushing event updated for resources: {'Port': ['ID=903531ab-77bb-4567-9cbe-73a75ff08162,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:01.302114 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 975436e5-cc31-41a3-be14-aa281050855e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=975436e5-cc31-41a3-be14-aa281050855e,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:04:01.306523 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:01.309222 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358428a-3b44-462b-bb93-84398c29c5b7 req-9051169c-fc5a-4a58-8877-0ffc87efa5c0 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:01.310926 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1358428a-3b44-462b-bb93-84398c29c5b7 req-9051169c-fc5a-4a58-8877-0ffc87efa5c0 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 946 time: 0.1723430 Jul 09 10:04:01.373002 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=975436e5-cc31-41a3-be14-aa281050855e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:01.405287 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1358428a-3b44-462b-bb93-84398c29c5b7 req-af015d43-17d6-4367-ac7d-55131da2daa4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870080 Jul 09 10:04:01.440790 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc691d2-9825-40fd-b798-2b55bb9efeb9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Router 386bff38-cf72-4c72-9fba-0999702453c2 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:04:01.443346 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-262db84f-26fc-4a80-aa99-deed60e576dc None None] Provisioning complete for port 903531ab-77bb-4567-9cbe-73a75ff08162 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:04:01.443346 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-262db84f-26fc-4a80-aa99-deed60e576dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:01.560959 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-262db84f-26fc-4a80-aa99-deed60e576dc None None] Provisioning for port 4f99623b-7f46-4a3a-8448-cb328be361e7 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:04:01.565891 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-262db84f-26fc-4a80-aa99-deed60e576dc None None] Provisioning complete for port 4f99623b-7f46-4a3a-8448-cb328be361e7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:04:01.566261 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-262db84f-26fc-4a80-aa99-deed60e576dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:01.581168 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc691d2-9825-40fd-b798-2b55bb9efeb9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:04:01.590870 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38674) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:04:01.601087 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0dc691d2-9825-40fd-b798-2b55bb9efeb9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "PUT /v2.0/routers/386bff38-cf72-4c72-9fba-0999702453c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7092998 Jul 09 10:04:01.605324 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] Sync routers for ids ['386bff38-cf72-4c72-9fba-0999702453c2'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:04:01.611925 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-262db84f-26fc-4a80-aa99-deed60e576dc None None] Port 4f99623b-7f46-4a3a-8448-cb328be361e7 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:04:01.618819 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] Routers {'386bff38-cf72-4c72-9fba-0999702453c2'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:04:01.619596 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:03:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['386bff38-cf72-4c72-9fba-0999702453c2'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:04:01.737140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] Set router 386bff38-cf72-4c72-9fba-0999702453c2 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:04:01.770709 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a874e17a-e486-435f-a4c6-43b229b236f0 None None] Provisioning complete for port 4f99623b-7f46-4a3a-8448-cb328be361e7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:04:01.771085 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a874e17a-e486-435f-a4c6-43b229b236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:01.807801 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53422b5-8857-4992-8208-a2d0b4c66222 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:01.808261 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53422b5-8857-4992-8208-a2d0b4c66222 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:01.808744 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53422b5-8857-4992-8208-a2d0b4c66222 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:01.809214 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53422b5-8857-4992-8208-a2d0b4c66222 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:01.809677 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53422b5-8857-4992-8208-a2d0b4c66222 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:01.810437 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53422b5-8857-4992-8208-a2d0b4c66222 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:01.810599 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53422b5-8857-4992-8208-a2d0b4c66222 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:01.814998 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b53422b5-8857-4992-8208-a2d0b4c66222 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4964 time: 0.2206542 Jul 09 10:04:01.815607 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38676) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:04:01.844395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a874e17a-e486-435f-a4c6-43b229b236f0 None None] Port 4f99623b-7f46-4a3a-8448-cb328be361e7 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:04:01.908059 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec34f3f0-6678-4379-a38c-075d4fb07188 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:01.908670 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec34f3f0-6678-4379-a38c-075d4fb07188 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:01.909132 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec34f3f0-6678-4379-a38c-075d4fb07188 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:01.909587 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec34f3f0-6678-4379-a38c-075d4fb07188 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:01.910039 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec34f3f0-6678-4379-a38c-075d4fb07188 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:01.910488 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec34f3f0-6678-4379-a38c-075d4fb07188 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:01.910936 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec34f3f0-6678-4379-a38c-075d4fb07188 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:01.912820 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ec34f3f0-6678-4379-a38c-075d4fb07188 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4622 time: 0.0961075 Jul 09 10:04:01.915904 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38678) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:04:01.972885 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d1844e3a-d272-48d8-9212-7aa57fbaaffd None None] Provisioning complete for port 4f99623b-7f46-4a3a-8448-cb328be361e7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:04:01.973169 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d1844e3a-d272-48d8-9212-7aa57fbaaffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:02.012578 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386bff38-cf72-4c72-9fba-0999702453c2', 'name': 'tempest-TestNetworkBasicOps-router-1011957786', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '975436e5-cc31-41a3-be14-aa281050855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:56Z', 'updated_at': '2021-07-09T10:04:00Z', 'revision_number': 4, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '975436e5-cc31-41a3-be14-aa281050855e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:57Z', 'updated_at': '2021-07-09T10:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '4f99623b-7f46-4a3a-8448-cb328be361e7', 'name': '', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:8b:08:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:59Z', 'updated_at': '2021-07-09T10:04:00Z', 'revision_number': 2, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:04:02.015478 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d1844e3a-d272-48d8-9212-7aa57fbaaffd None None] Port 4f99623b-7f46-4a3a-8448-cb328be361e7 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:04:02.043873 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] Checking router: 386bff38-cf72-4c72-9fba-0999702453c2 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:04:02.044233 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] Updating router 386bff38-cf72-4c72-9fba-0999702453c2 port 4f99623b-7f46-4a3a-8448-cb328be361e7 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:04:02.078338 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:02.154239 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-253c4ea1-e0c9-45fa-ada2-f4efd574fcb0 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3769 time: 0.2372534 Jul 09 10:04:02.465340 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38684) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:04:02.470537 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c938dc23-3776-4c50-90f6-d95e995f7c7f tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1676351073', 'description': 'tempest-secgroup-smoke-1676351073 description', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:04:02.494733 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c938dc23-3776-4c50-90f6-d95e995f7c7f tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:02.495172 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:02.505826 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] Transition to ACTIVE for port object 4f99623b-7f46-4a3a-8448-cb328be361e7 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:04:02.513154 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:02.567057 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde9201-3d5a-4cb9-92f8-a175ccf49095 None None] Pushing event updated for resources: {'Port': ['ID=4f99623b-7f46-4a3a-8448-cb328be361e7,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:02.633106 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] Attempting to bind port 4f99623b-7f46-4a3a-8448-cb328be361e7 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:04:02.633480 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] Attempting to bind port 4f99623b-7f46-4a3a-8448-cb328be361e7 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'e1bfd0c7-8343-4839-b5ca-d5678758d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:04:02.634425 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] Attempting to bind port 4f99623b-7f46-4a3a-8448-cb328be361e7 on network b296d98e-acae-4a42-9e0f-5ceb6893c677 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:04:02.638206 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd21ec7-c7b5-4484-9001-49376cda882a req-1e851030-5817-4d35-a20c-190b40adfe03 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:02.639723 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:04:02.639900 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8bd21ec7-c7b5-4484-9001-49376cda882a req-1e851030-5817-4d35-a20c-190b40adfe03 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 946 time: 0.1112177 Jul 09 10:04:02.640136 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] Checking segment: {'id': 'e1bfd0c7-8343-4839-b5ca-d5678758d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:04:02.640547 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:02.640942 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] Bound using segment: {'id': 'e1bfd0c7-8343-4839-b5ca-d5678758d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:04:02.641399 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] Bound port: 4f99623b-7f46-4a3a-8448-cb328be361e7, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bfd0c7-8343-4839-b5ca-d5678758d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:04:02.641776 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:02.651196 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c938dc23-3776-4c50-90f6-d95e995f7c7f tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:02.683477 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c938dc23-3776-4c50-90f6-d95e995f7c7f tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:02.713152 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] For port 4f99623b-7f46-4a3a-8448-cb328be361e7, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:04:02.716873 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] For port 4f99623b-7f46-4a3a-8448-cb328be361e7, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4f99623b-7f46-4a3a-8448-cb328be361e7,segment=NetworkSegment(e1bfd0c7-8343-4839-b5ca-d5678758d09e),segment_id=e1bfd0c7-8343-4839-b5ca-d5678758d09e)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:04:02.722475 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:02.735112 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c938dc23-3776-4c50-90f6-d95e995f7c7f tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:02.736569 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c938dc23-3776-4c50-90f6-d95e995f7c7f tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2698941 Jul 09 10:04:02.739940 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38686) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:04:02.750989 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-08ba93cd-16ae-49eb-9af9-ba1805387648 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'security_group_rule': {'security_group_id': 'a650735d-fb27-4f76-8d6e-710511492b3c', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:04:02.756458 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8bd21ec7-c7b5-4484-9001-49376cda882a req-54d553f7-0c37-4e97-b484-4af2b6417a06 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035531 Jul 09 10:04:02.763154 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938dc23-3776-4c50-90f6-d95e995f7c7f tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a650735d-fb27-4f76-8d6e-710511492b3c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:02.788863 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 903531ab-77bb-4567-9cbe-73a75ff08162 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:04:02.789900 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08ba93cd-16ae-49eb-9af9-ba1805387648 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:02.875989 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] Routers {'386bff38-cf72-4c72-9fba-0999702453c2'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:04:02.876773 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:03:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['386bff38-cf72-4c72-9fba-0999702453c2'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:04:02.878697 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde9201-3d5a-4cb9-92f8-a175ccf49095 None None] Pushing event updated for resources: {'Port': ['ID=4f99623b-7f46-4a3a-8448-cb328be361e7,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:02.894358 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08ba93cd-16ae-49eb-9af9-ba1805387648 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:02.900542 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08ba93cd-16ae-49eb-9af9-ba1805387648 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:02.931294 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba93cd-16ae-49eb-9af9-ba1805387648 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec200e49-0176-4460-92e0-c38710473bf3,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:02.937481 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08ba93cd-16ae-49eb-9af9-ba1805387648 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:02.941499 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-08ba93cd-16ae-49eb-9af9-ba1805387648 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1980608 Jul 09 10:04:02.943269 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38690) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:04:02.954266 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-954e6d2b-0733-472f-9eb5-dd82dc834476 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'security_group_rule': {'security_group_id': 'a650735d-fb27-4f76-8d6e-710511492b3c', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:04:02.975323 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 903531ab-77bb-4567-9cbe-73a75ff08162 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:04:02.975323 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:02.995982 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285916f-e3d3-43e8-95c9-77eeb0ed59b7 req-cdc8999b-8bba-4097-bd9c-51d41e469606 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:02.997848 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4285916f-e3d3-43e8-95c9-77eeb0ed59b7 req-cdc8999b-8bba-4097-bd9c-51d41e469606 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 946 time: 0.0910513 Jul 09 10:04:03.005840 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-954e6d2b-0733-472f-9eb5-dd82dc834476 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.063204 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4285916f-e3d3-43e8-95c9-77eeb0ed59b7 req-2b06075b-346a-45c9-afe6-0a7e171948d6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592663 Jul 09 10:04:03.078238 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38694) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:04:03.086838 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] Set router 386bff38-cf72-4c72-9fba-0999702453c2 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:04:03.109809 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-954e6d2b-0733-472f-9eb5-dd82dc834476 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.115794 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-954e6d2b-0733-472f-9eb5-dd82dc834476 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.141064 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a1a876-9636-4188-9713-707b0891005e tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:03.147292 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b9a1a876-9636-4188-9713-707b0891005e tempest-TestNetworkAdvancedServerOps-1144625579 tempest-TestNetworkAdvancedServerOps-1144625579-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 1092 time: 0.0675097 Jul 09 10:04:03.148329 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38696) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:04:03.149146 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e6d2b-0733-472f-9eb5-dd82dc834476 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ddbcbe0-cd36-4960-8c43-1794ba0ef348,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:03.158243 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9a4a9782-15f9-4f9b-9f32-1b7f48cea442 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': 'e81ef31c-531e-4666-b259-4517d2c8dc9a', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:04:03.162652 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-954e6d2b-0733-472f-9eb5-dd82dc834476 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.166620 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-954e6d2b-0733-472f-9eb5-dd82dc834476 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2192340 Jul 09 10:04:03.167800 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38698) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:04:03.173193 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-19769787-9241-42d0-b400-1d1b54ac2b8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'security_group_rule': {'security_group_id': 'a650735d-fb27-4f76-8d6e-710511492b3c', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:04:03.187598 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a4a9782-15f9-4f9b-9f32-1b7f48cea442 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.211447 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19769787-9241-42d0-b400-1d1b54ac2b8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.222609 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 975436e5-cc31-41a3-be14-aa281050855e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:04:03.290540 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19769787-9241-42d0-b400-1d1b54ac2b8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.295808 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19769787-9241-42d0-b400-1d1b54ac2b8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.306913 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a4a9782-15f9-4f9b-9f32-1b7f48cea442 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.316536 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19769787-9241-42d0-b400-1d1b54ac2b8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c517d90c-86cb-4372-8c92-b7ecab55da0c,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:03.324560 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19769787-9241-42d0-b400-1d1b54ac2b8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.328903 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-19769787-9241-42d0-b400-1d1b54ac2b8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1594467 Jul 09 10:04:03.329566 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38700) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:04:03.335999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0bc11d9d-3d3c-4669-83a9-0bbdbb4d4c37 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'security_group_rule': {'security_group_id': 'a650735d-fb27-4f76-8d6e-710511492b3c', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:04:03.365769 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0bc11d9d-3d3c-4669-83a9-0bbdbb4d4c37 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.385503 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 975436e5-cc31-41a3-be14-aa281050855e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:04:03.385878 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.440558 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-9a4a9782-15f9-4f9b-9f32-1b7f48cea442 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Allocated IP 172.25.3.229 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/f374a6ea-dbad-4c8a-8692-3c8a2de91cd9) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:04:03.440758 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0bc11d9d-3d3c-4669-83a9-0bbdbb4d4c37 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.445726 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0bc11d9d-3d3c-4669-83a9-0bbdbb4d4c37 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.470240 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc11d9d-3d3c-4669-83a9-0bbdbb4d4c37 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d59fb1b7-7752-4fef-ba0e-c43578aa7613,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:03.478463 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0bc11d9d-3d3c-4669-83a9-0bbdbb4d4c37 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.482960 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0bc11d9d-3d3c-4669-83a9-0bbdbb4d4c37 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1522417 Jul 09 10:04:03.483561 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38702) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:04:03.488456 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-4fc34339-0865-4f53-a3de-b4efab5f64eb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'security_group_rule': {'security_group_id': 'a650735d-fb27-4f76-8d6e-710511492b3c', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:04:03.517392 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386bff38-cf72-4c72-9fba-0999702453c2', 'name': 'tempest-TestNetworkBasicOps-router-1011957786', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '975436e5-cc31-41a3-be14-aa281050855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:56Z', 'updated_at': '2021-07-09T10:04:00Z', 'revision_number': 4, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '975436e5-cc31-41a3-be14-aa281050855e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:57Z', 'updated_at': '2021-07-09T10:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '4f99623b-7f46-4a3a-8448-cb328be361e7', 'name': '', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:8b:08:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:59Z', 'updated_at': '2021-07-09T10:04:02Z', 'revision_number': 4, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:04:03.526655 n-d-799996-1 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-4fc34339-0865-4f53-a3de-b4efab5f64eb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Project 5153b0d40dd04ff495036bdeacd67a8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:04:03.532090 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4fc34339-0865-4f53-a3de-b4efab5f64eb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.550788 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744fc9ca-eebd-4522-a293-def1cd09637a None None] The sync data for ids ['386bff38-cf72-4c72-9fba-0999702453c2'] in n-d-799996-1 is: [{'id': '386bff38-cf72-4c72-9fba-0999702453c2', 'name': 'tempest-TestNetworkBasicOps-router-1011957786', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '975436e5-cc31-41a3-be14-aa281050855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:56Z', 'updated_at': '2021-07-09T10:04:00Z', 'revision_number': 4, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '975436e5-cc31-41a3-be14-aa281050855e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:57Z', 'updated_at': '2021-07-09T10:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '4f99623b-7f46-4a3a-8448-cb328be361e7', 'name': '', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:8b:08:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:59Z', 'updated_at': '2021-07-09T10:04:02Z', 'revision_number': 4, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:04:03.604708 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a4a9782-15f9-4f9b-9f32-1b7f48cea442 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.622237 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4fc34339-0865-4f53-a3de-b4efab5f64eb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.628720 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4fc34339-0865-4f53-a3de-b4efab5f64eb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.652766 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc34339-0865-4f53-a3de-b4efab5f64eb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c4714d-8e01-463c-8829-80ffd9c20819,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:03.661562 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4fc34339-0865-4f53-a3de-b4efab5f64eb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.663721 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a4a9782-15f9-4f9b-9f32-1b7f48cea442 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.669510 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4fc34339-0865-4f53-a3de-b4efab5f64eb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1842358 Jul 09 10:04:03.673116 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38704) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:04:03.678167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b155d489-7f26-4268-a03c-9d6af3080622 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'security_group_rule': {'security_group_id': 'a650735d-fb27-4f76-8d6e-710511492b3c', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:04:03.702367 n-d-799996-1 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-b155d489-7f26-4268-a03c-9d6af3080622 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Project 5153b0d40dd04ff495036bdeacd67a8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:04:03.708185 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b155d489-7f26-4268-a03c-9d6af3080622 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.710778 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4a9782-15f9-4f9b-9f32-1b7f48cea442 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:04:03.717870 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-9a4a9782-15f9-4f9b-9f32-1b7f48cea442 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:04:03.719839 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4a9782-15f9-4f9b-9f32-1b7f48cea442 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:04:03.723325 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a9782-15f9-4f9b-9f32-1b7f48cea442 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Port': ['ID=f374a6ea-dbad-4c8a-8692-3c8a2de91cd9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:03.780442 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b155d489-7f26-4268-a03c-9d6af3080622 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.786202 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b155d489-7f26-4268-a03c-9d6af3080622 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.805709 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155d489-7f26-4268-a03c-9d6af3080622 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3c79fc-e69e-4a2a-b66a-849ded60e9a5,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:03.813396 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b155d489-7f26-4268-a03c-9d6af3080622 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:03.819935 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b155d489-7f26-4268-a03c-9d6af3080622 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1402702 Jul 09 10:04:03.982165 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-77fd6c71-5756-4e1d-9a1f-9a9df6d58c30 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1676351073&fields=id&tenant_id=5153b0d40dd04ff495036bdeacd67a8e HTTP/1.1" status: 200 len: 267 time: 0.0370259 Jul 09 10:04:04.101077 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:04.102641 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-bb2c77e4-02ef-44e7-87f0-d9de16753bb7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:04.104861 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-bb2c77e4-02ef-44e7-87f0-d9de16753bb7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/networks?id=b296d98e-acae-4a42-9e0f-5ceb6893c677 HTTP/1.1" status: 200 len: 797 time: 0.1153598 Jul 09 10:04:04.122117 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-0afeb862-ded1-40d0-9135-0a42ddd12e54 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/quotas/5153b0d40dd04ff495036bdeacd67a8e HTTP/1.1" status: 200 len: 375 time: 0.0107515 Jul 09 10:04:04.157701 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a4a9782-15f9-4f9b-9f32-1b7f48cea442 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:04.209795 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-12896330-b3c5-4251-a568-a0dcc721fba8 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5153b0d40dd04ff495036bdeacd67a8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818141 Jul 09 10:04:04.238756 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a4a9782-15f9-4f9b-9f32-1b7f48cea442 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:04.314449 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-e1361491-2de1-4e3d-a256-d54fc28ac79b service neutron] 10.222.0.61 "GET /v2.0/networks/b296d98e-acae-4a42-9e0f-5ceb6893c677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928898 Jul 09 10:04:04.408701 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a4a9782-15f9-4f9b-9f32-1b7f48cea442 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:04.414029 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a4a9782-15f9-4f9b-9f32-1b7f48cea442 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:04.414872 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-bb1b8ba9-c37e-4d08-b801-f364b2423358 service neutron] 10.222.0.61 "GET /v2.0/networks/b296d98e-acae-4a42-9e0f-5ceb6893c677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941246 Jul 09 10:04:04.485917 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a9782-15f9-4f9b-9f32-1b7f48cea442 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event updated for resources: {'Port': ['ID=f374a6ea-dbad-4c8a-8692-3c8a2de91cd9,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:04.500826 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a4a9782-15f9-4f9b-9f32-1b7f48cea442 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:04.620453 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c78e30a6-1736-4aee-8b02-004bd5255067 req-01e2573c-9273-4357-9ecc-3e8a8c900be4 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d36d09b-fb5e-42ae-a1a4-2180bb624473 HTTP/1.1" status: 200 len: 210 time: 0.0438051 Jul 09 10:04:04.623375 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-9a4a9782-15f9-4f9b-9f32-1b7f48cea442 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Floating IP c1d25171-8300-489c-bc96-11ac94babd64 associated. External IP: 172.25.3.229, port: e81ef31c-531e-4666-b259-4517d2c8dc9a. Jul 09 10:04:04.768455 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4f99623b-7f46-4a3a-8448-cb328be361e7 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:04:04.822820 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 4f99623b-7f46-4a3a-8448-cb328be361e7 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:04:04.826754 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 4f99623b-7f46-4a3a-8448-cb328be361e7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:04:04.827163 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:04.870143 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4a9782-15f9-4f9b-9f32-1b7f48cea442 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Router 5e63c90a-f92c-4bb7-85cf-b2d885779acb has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:04:04.922542 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:04.956253 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 4f99623b-7f46-4a3a-8448-cb328be361e7, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4f99623b-7f46-4a3a-8448-cb328be361e7,segment=NetworkSegment(e1bfd0c7-8343-4839-b5ca-d5678758d09e),segment_id=e1bfd0c7-8343-4839-b5ca-d5678758d09e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:04:04.960810 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:04.991097 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4a9782-15f9-4f9b-9f32-1b7f48cea442 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:04:05.006251 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9193a3a-8cff-483d-83f7-6c00ebac82a6 None None] Sync routers for ids ['5e63c90a-f92c-4bb7-85cf-b2d885779acb'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:04:05.008598 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a4a9782-15f9-4f9b-9f32-1b7f48cea442 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:05.015962 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9193a3a-8cff-483d-83f7-6c00ebac82a6 None None] Routers {'5e63c90a-f92c-4bb7-85cf-b2d885779acb'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:04:05.016845 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a9193a3a-8cff-483d-83f7-6c00ebac82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:03:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5e63c90a-f92c-4bb7-85cf-b2d885779acb'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:04:05.023568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=4f99623b-7f46-4a3a-8448-cb328be361e7,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:05.052469 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9a4a9782-15f9-4f9b-9f32-1b7f48cea442 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8984981 Jul 09 10:04:05.053099 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ed4748-fcaf-4871-9d7c-12cfac4fd121', 'tag': 'e81ef31c-531e-4666-b259-4517d2c8dc9a'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:04:05.055620 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a8c93f-4522-4b75-b980-22a036f8bcf8" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ed4748-fcaf-4871-9d7c-12cfac4fd121", "tag": "e81ef31c-531e-4666-b259-4517d2c8dc9a"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:04:05.131818 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-a9193a3a-8cff-483d-83f7-6c00ebac82a6 None None] Set router 5e63c90a-f92c-4bb7-85cf-b2d885779acb gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:04:05.132240 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abaa0a8-9ec9-4b75-bc7a-7480be40a6fb x-openstack-request-id: req-1abaa0a8-9ec9-4b75-bc7a-7480be40a6fb {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:04:05.132598 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ed4748-fcaf-4871-9d7c-12cfac4fd121", "tag": "e81ef31c-531e-4666-b259-4517d2c8dc9a", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:04:05.132916 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1abaa0a8-9ec9-4b75-bc7a-7480be40a6fb {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:04:05.133413 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ed4748-fcaf-4871-9d7c-12cfac4fd121', 'tag': 'e81ef31c-531e-4666-b259-4517d2c8dc9a', 'status': 'completed', 'code': 200} Jul 09 10:04:05.281012 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8c93f-4522-4b75-b980-22a036f8bcf8 req-89f19fca-7b23-4aee-b185-d54d4d9c216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:05.282608 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66a8c93f-4522-4b75-b980-22a036f8bcf8 req-89f19fca-7b23-4aee-b185-d54d4d9c216d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 1097 time: 0.1202748 Jul 09 10:04:05.318595 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4cd506-2065-447b-b74a-e3fa39972593 req-c2fe7df6-6b99-4f38-ba8b-2c1d7b224ea3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:05.320191 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc4cd506-2065-447b-b74a-e3fa39972593 req-c2fe7df6-6b99-4f38-ba8b-2c1d7b224ea3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 946 time: 0.1169710 Jul 09 10:04:05.388722 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a9193a3a-8cff-483d-83f7-6c00ebac82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167188327', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:45Z', 'updated_at': '2021-07-09T10:03:49Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:46Z', 'updated_at': '2021-07-09T10:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'c1d25171-8300-489c-bc96-11ac94babd64', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'port_id': 'e81ef31c-531e-4666-b259-4517d2c8dc9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31', 'mac_address': 'fa:16:3e:e7:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ed4748-fcaf-4871-9d7c-12cfac4fd121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:04:03Z', 'updated_at': '2021-07-09T10:04:03Z', 'revision_number': 0, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8626e2e2-ec1c-40da-8948-86da7e337e31', 'name': '', 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:40:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c5f0ecc5-86de-4a25-bf38-91d1cc15fc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:48Z', 'updated_at': '2021-07-09T10:03:54Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': 'c5f0ecc5-86de-4a25-bf38-91d1cc15fc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:04:05.405088 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc4cd506-2065-447b-b74a-e3fa39972593 req-da34ab8b-4df2-4fe6-9633-cf0df2040d7b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588923 Jul 09 10:04:05.421096 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9193a3a-8cff-483d-83f7-6c00ebac82a6 None None] Checking router: 5e63c90a-f92c-4bb7-85cf-b2d885779acb for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:04:05.431309 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8c93f-4522-4b75-b980-22a036f8bcf8 req-06a404fe-f1e5-4642-8a2a-039568a743fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:05.431309 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66a8c93f-4522-4b75-b980-22a036f8bcf8 req-06a404fe-f1e5-4642-8a2a-039568a743fd service neutron] 10.222.0.58 "GET /v2.0/networks?id=092c0d56-3873-498c-a180-e6948d78ea31 HTTP/1.1" status: 200 len: 897 time: 0.1353877 Jul 09 10:04:05.431593 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9193a3a-8cff-483d-83f7-6c00ebac82a6 None None] Routers {'5e63c90a-f92c-4bb7-85cf-b2d885779acb'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:04:05.431593 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a9193a3a-8cff-483d-83f7-6c00ebac82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:03:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5e63c90a-f92c-4bb7-85cf-b2d885779acb'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:04:05.433269 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38732) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:04:05.497898 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66a8c93f-4522-4b75-b980-22a036f8bcf8 req-5ffaccdf-340e-4301-a0f4-583aee1236a4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e81ef31c-531e-4666-b259-4517d2c8dc9a HTTP/1.1" status: 200 len: 1000 time: 0.0649807 Jul 09 10:04:05.546215 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-a9193a3a-8cff-483d-83f7-6c00ebac82a6 None None] Set router 5e63c90a-f92c-4bb7-85cf-b2d885779acb gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:04:05.549630 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8c93f-4522-4b75-b980-22a036f8bcf8 req-f95a4652-8335-42b3-b9e0-183e9510e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:05.551324 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66a8c93f-4522-4b75-b980-22a036f8bcf8 req-f95a4652-8335-42b3-b9e0-183e9510e55f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5f0ecc5-86de-4a25-bf38-91d1cc15fc30 HTTP/1.1" status: 200 len: 834 time: 0.0468919 Jul 09 10:04:05.616786 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8c93f-4522-4b75-b980-22a036f8bcf8 req-ed22b3dc-7936-49e3-bd36-a4b5783539a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:05.619570 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66a8c93f-4522-4b75-b980-22a036f8bcf8 req-ed22b3dc-7936-49e3-bd36-a4b5783539a1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=092c0d56-3873-498c-a180-e6948d78ea31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619085 Jul 09 10:04:05.937079 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a9193a3a-8cff-483d-83f7-6c00ebac82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167188327', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:45Z', 'updated_at': '2021-07-09T10:03:49Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:46Z', 'updated_at': '2021-07-09T10:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'c1d25171-8300-489c-bc96-11ac94babd64', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'port_id': 'e81ef31c-531e-4666-b259-4517d2c8dc9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31', 'mac_address': 'fa:16:3e:e7:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ed4748-fcaf-4871-9d7c-12cfac4fd121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:04:03Z', 'updated_at': '2021-07-09T10:04:03Z', 'revision_number': 0, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8626e2e2-ec1c-40da-8948-86da7e337e31', 'name': '', 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:40:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c5f0ecc5-86de-4a25-bf38-91d1cc15fc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:48Z', 'updated_at': '2021-07-09T10:03:54Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': 'c5f0ecc5-86de-4a25-bf38-91d1cc15fc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:04:05.946893 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6efeba3d-299c-4ae2-bf41-279935bee0ea tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/floatingips/c1d25171-8300-489c-bc96-11ac94babd64 HTTP/1.1" status: 200 len: 992 time: 0.5118122 Jul 09 10:04:05.967119 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9193a3a-8cff-483d-83f7-6c00ebac82a6 None None] The sync data for ids ['5e63c90a-f92c-4bb7-85cf-b2d885779acb'] in n-d-799996-1 is: [{'id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167188327', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:45Z', 'updated_at': '2021-07-09T10:03:49Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:46Z', 'updated_at': '2021-07-09T10:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'c1d25171-8300-489c-bc96-11ac94babd64', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'port_id': 'e81ef31c-531e-4666-b259-4517d2c8dc9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31', 'mac_address': 'fa:16:3e:e7:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ed4748-fcaf-4871-9d7c-12cfac4fd121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:04:03Z', 'updated_at': '2021-07-09T10:04:03Z', 'revision_number': 0, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8626e2e2-ec1c-40da-8948-86da7e337e31', 'name': '', 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:40:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c5f0ecc5-86de-4a25-bf38-91d1cc15fc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:48Z', 'updated_at': '2021-07-09T10:03:54Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': 'c5f0ecc5-86de-4a25-bf38-91d1cc15fc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:04:06.091454 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-766c335c-186c-47c9-a476-b6886bc1cc3b req-258757d6-1aae-479b-82c1-8e9168231187 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d36d09b-fb5e-42ae-a1a4-2180bb624473 HTTP/1.1" status: 200 len: 210 time: 0.0839541 Jul 09 10:04:06.151785 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66a8c93f-4522-4b75-b980-22a036f8bcf8 req-b108cf80-dc3b-48c2-b1b8-d9b20b7c3efa service neutron] 10.222.0.58 "GET /v2.0/networks/092c0d56-3873-498c-a180-e6948d78ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260217 Jul 09 10:04:06.191380 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84638f38-981c-4c46-a83e-f6d853fdbbe9 None None] New status for floating IP c1d25171-8300-489c-bc96-11ac94babd64: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:04:06.193217 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-04cbdd93-83fb-4b03-8315-a4903da50e4d tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:06.194840 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-04cbdd93-83fb-4b03-8315-a4903da50e4d tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.64 "GET /v2.0/networks?id=b296d98e-acae-4a42-9e0f-5ceb6893c677 HTTP/1.1" status: 200 len: 797 time: 0.1862116 Jul 09 10:04:06.270809 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-55926964-63c3-4aa9-bfa3-ac5ef449f828 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5153b0d40dd04ff495036bdeacd67a8e HTTP/1.1" status: 200 len: 380 time: 0.0512166 Jul 09 10:04:06.283410 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-1e626393-936a-43c3-84ea-34c371bcda65 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'port': {'device_id': '4d36d09b-fb5e-42ae-a1a4-2180bb624473', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'admin_state_up': True, 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'security_groups': ['a650735d-fb27-4f76-8d6e-710511492b3c']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:04:06.346185 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66a8c93f-4522-4b75-b980-22a036f8bcf8 req-d88fe729-769f-46a1-9c66-ced5ba333c69 service neutron] 10.222.0.58 "GET /v2.0/networks/092c0d56-3873-498c-a180-e6948d78ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865687 Jul 09 10:04:06.411104 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-1e626393-936a-43c3-84ea-34c371bcda65 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Made reservation on behalf of 5153b0d40dd04ff495036bdeacd67a8e for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:04:06.415537 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-1e626393-936a-43c3-84ea-34c371bcda65 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:06.544513 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-1e626393-936a-43c3-84ea-34c371bcda65 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Allocated IP 172.20.0.11 (b296d98e-acae-4a42-9e0f-5ceb6893c677/fe602a6f-dceb-4f1b-b0c9-bc2e683fef49/7bec2048-ce3d-4629-94bd-61a1a91e4bd7) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:04:06.678634 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-1e626393-936a-43c3-84ea-34c371bcda65 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:06.692797 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-1e626393-936a-43c3-84ea-34c371bcda65 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Transition to ACTIVE for port object 7bec2048-ce3d-4629-94bd-61a1a91e4bd7 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:04:06.730056 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-1e626393-936a-43c3-84ea-34c371bcda65 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:06.730765 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4f99623b-7f46-4a3a-8448-cb328be361e7 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:04:06.780930 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f5a7cea8-b7e3-4376-bd53-8c37390800fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:06.786389 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-1e626393-936a-43c3-84ea-34c371bcda65 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Network b296d98e-acae-4a42-9e0f-5ceb6893c677 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:04:06.789954 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-1e626393-936a-43c3-84ea-34c371bcda65 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:04:06.792328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-1e626393-936a-43c3-84ea-34c371bcda65 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:04:06.793038 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 4f99623b-7f46-4a3a-8448-cb328be361e7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:04:06.793519 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:06.823217 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e626393-936a-43c3-84ea-34c371bcda65 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'Port': ['ID=7bec2048-ce3d-4629-94bd-61a1a91e4bd7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:06.850066 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-1e626393-936a-43c3-84ea-34c371bcda65 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:06.850881 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-1e626393-936a-43c3-84ea-34c371bcda65 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:06.870848 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-1e626393-936a-43c3-84ea-34c371bcda65 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5932686 Jul 09 10:04:06.884933 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-27bfbfe0-e93e-4a85-a5bc-9d047aa78d5b service neutron] Request body: {'port': {'device_id': '4d36d09b-fb5e-42ae-a1a4-2180bb624473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:04:06.948274 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38736) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:04:06.963049 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-27bfbfe0-e93e-4a85-a5bc-9d047aa78d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:07.011016 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0bbbba24-a7b9-4870-bc1c-95b50f32af64 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/floatingips/c1d25171-8300-489c-bc96-11ac94babd64 HTTP/1.1" status: 200 len: 994 time: 0.0610991 Jul 09 10:04:07.072641 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cb3d931e-52f1-4794-af8b-da1e68ecf12a None None] Provisioning for port 7bec2048-ce3d-4629-94bd-61a1a91e4bd7 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:04:07.076534 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cb3d931e-52f1-4794-af8b-da1e68ecf12a None None] Provisioning complete for port 7bec2048-ce3d-4629-94bd-61a1a91e4bd7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:04:07.076988 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cb3d931e-52f1-4794-af8b-da1e68ecf12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:07.111503 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-cb3d931e-52f1-4794-af8b-da1e68ecf12a None None] Port 7bec2048-ce3d-4629-94bd-61a1a91e4bd7 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:04:07.272152 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-27bfbfe0-e93e-4a85-a5bc-9d047aa78d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bec2048-ce3d-4629-94bd-61a1a91e4bd7 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:04:07.282037 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-27bfbfe0-e93e-4a85-a5bc-9d047aa78d5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:07.302670 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-27bfbfe0-e93e-4a85-a5bc-9d047aa78d5b service neutron] Transition to ACTIVE for port object 7bec2048-ce3d-4629-94bd-61a1a91e4bd7 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:04:07.309618 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-27bfbfe0-e93e-4a85-a5bc-9d047aa78d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:07.325865 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72613e1a-1473-4120-b644-8ba4f62c48a2 req-8292b2f2-d2b7-49b8-b076-8576dd790322 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:07.327298 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-72613e1a-1473-4120-b644-8ba4f62c48a2 req-8292b2f2-d2b7-49b8-b076-8576dd790322 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d36d09b-fb5e-42ae-a1a4-2180bb624473 HTTP/1.1" status: 200 len: 932 time: 0.1187704 Jul 09 10:04:07.389583 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfbfe0-e93e-4a85-a5bc-9d047aa78d5b service neutron] Pushing event updated for resources: {'Port': ['ID=7bec2048-ce3d-4629-94bd-61a1a91e4bd7,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:07.448899 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-72613e1a-1473-4120-b644-8ba4f62c48a2 req-283fcc6e-b2fb-4d44-8781-9a9f73558288 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=a650735d-fb27-4f76-8d6e-710511492b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017272 Jul 09 10:04:07.480694 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-27bfbfe0-e93e-4a85-a5bc-9d047aa78d5b service neutron] Attempting to bind port 7bec2048-ce3d-4629-94bd-61a1a91e4bd7 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:04:07.481036 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-27bfbfe0-e93e-4a85-a5bc-9d047aa78d5b service neutron] Attempting to bind port 7bec2048-ce3d-4629-94bd-61a1a91e4bd7 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'e1bfd0c7-8343-4839-b5ca-d5678758d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:04:07.481331 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-27bfbfe0-e93e-4a85-a5bc-9d047aa78d5b service neutron] Attempting to bind port 7bec2048-ce3d-4629-94bd-61a1a91e4bd7 on network b296d98e-acae-4a42-9e0f-5ceb6893c677 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:04:07.485958 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-27bfbfe0-e93e-4a85-a5bc-9d047aa78d5b service neutron] Port 7bec2048-ce3d-4629-94bd-61a1a91e4bd7 on network b296d98e-acae-4a42-9e0f-5ceb6893c677 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:04:07.486375 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-27bfbfe0-e93e-4a85-a5bc-9d047aa78d5b service neutron] Attempting to bind port 7bec2048-ce3d-4629-94bd-61a1a91e4bd7 on network b296d98e-acae-4a42-9e0f-5ceb6893c677 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:04:07.491243 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-27bfbfe0-e93e-4a85-a5bc-9d047aa78d5b service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:04:07.491582 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-27bfbfe0-e93e-4a85-a5bc-9d047aa78d5b service neutron] Checking segment: {'id': 'e1bfd0c7-8343-4839-b5ca-d5678758d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:04:07.492008 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-27bfbfe0-e93e-4a85-a5bc-9d047aa78d5b service neutron] Bound using segment: {'id': 'e1bfd0c7-8343-4839-b5ca-d5678758d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:04:07.492432 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-27bfbfe0-e93e-4a85-a5bc-9d047aa78d5b service neutron] Bound port: 7bec2048-ce3d-4629-94bd-61a1a91e4bd7, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1bfd0c7-8343-4839-b5ca-d5678758d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:04:07.492824 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-27bfbfe0-e93e-4a85-a5bc-9d047aa78d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:07.557164 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-27bfbfe0-e93e-4a85-a5bc-9d047aa78d5b service neutron] For port 7bec2048-ce3d-4629-94bd-61a1a91e4bd7, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:04:07.560159 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-27bfbfe0-e93e-4a85-a5bc-9d047aa78d5b service neutron] For port 7bec2048-ce3d-4629-94bd-61a1a91e4bd7, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=7bec2048-ce3d-4629-94bd-61a1a91e4bd7,segment=NetworkSegment(e1bfd0c7-8343-4839-b5ca-d5678758d09e),segment_id=e1bfd0c7-8343-4839-b5ca-d5678758d09e)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:04:07.564595 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-27bfbfe0-e93e-4a85-a5bc-9d047aa78d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:07.602106 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-27bfbfe0-e93e-4a85-a5bc-9d047aa78d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:07.603051 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-27bfbfe0-e93e-4a85-a5bc-9d047aa78d5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:07.605321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-27bfbfe0-e93e-4a85-a5bc-9d047aa78d5b service neutron] 10.222.0.64 "PUT /v2.0/ports/7bec2048-ce3d-4629-94bd-61a1a91e4bd7 HTTP/1.1" status: 200 len: 1092 time: 0.7262814 Jul 09 10:04:07.605862 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d36d09b-fb5e-42ae-a1a4-2180bb624473', 'tag': '7bec2048-ce3d-4629-94bd-61a1a91e4bd7'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:04:07.608590 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28ce98d-3cd6-4b54-89de-1ac40e6ba85b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d36d09b-fb5e-42ae-a1a4-2180bb624473", "tag": "7bec2048-ce3d-4629-94bd-61a1a91e4bd7"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:04:07.637162 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfbfe0-e93e-4a85-a5bc-9d047aa78d5b service neutron] Pushing event updated for resources: {'Port': ['ID=7bec2048-ce3d-4629-94bd-61a1a91e4bd7,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:07.663805 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e325a3-7a1b-495d-ab16-5ffac40ed684 x-openstack-request-id: req-33e325a3-7a1b-495d-ab16-5ffac40ed684 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:04:07.664487 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d36d09b-fb5e-42ae-a1a4-2180bb624473", "tag": "7bec2048-ce3d-4629-94bd-61a1a91e4bd7", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:04:07.664752 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-33e325a3-7a1b-495d-ab16-5ffac40ed684 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:04:07.665151 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d36d09b-fb5e-42ae-a1a4-2180bb624473', 'tag': '7bec2048-ce3d-4629-94bd-61a1a91e4bd7', 'status': 'completed', 'code': 200} Jul 09 10:04:07.712410 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-3b5da281-aaf9-43e9-bad1-139f94ad1803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:07.713965 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-3b5da281-aaf9-43e9-bad1-139f94ad1803 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5153b0d40dd04ff495036bdeacd67a8e&device_id=4d36d09b-fb5e-42ae-a1a4-2180bb624473 HTTP/1.1" status: 200 len: 1095 time: 0.0593877 Jul 09 10:04:07.757909 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-8c8d40f2-27e6-4bdf-8831-1df4e760ac28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bec2048-ce3d-4629-94bd-61a1a91e4bd7 HTTP/1.1" status: 200 len: 217 time: 0.0352890 Jul 09 10:04:07.811468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-54288913-94f5-49c9-8cc9-beb4a244530d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:07.812981 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-54288913-94f5-49c9-8cc9-beb4a244530d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe602a6f-dceb-4f1b-b0c9-bc2e683fef49 HTTP/1.1" status: 200 len: 835 time: 0.0490129 Jul 09 10:04:07.870852 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-55d5815e-965b-45c9-8c77-a911b4ddb068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:07.872449 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-55d5815e-965b-45c9-8c77-a911b4ddb068 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b296d98e-acae-4a42-9e0f-5ceb6893c677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532606 Jul 09 10:04:07.963074 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-81a5f2bf-8f8f-4eb3-9047-5ab26d4ee9bd service neutron] 10.222.0.64 "GET /v2.0/networks/b296d98e-acae-4a42-9e0f-5ceb6893c677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836475 Jul 09 10:04:08.054199 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2ae2892-6113-4958-bd49-840e83b040e5 req-a7217ed3-d0a5-48a6-bba2-a32003c78f71 service neutron] 10.222.0.64 "GET /v2.0/networks/b296d98e-acae-4a42-9e0f-5ceb6893c677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839701 Jul 09 10:04:08.159082 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ce98d-3cd6-4b54-89de-1ac40e6ba85b req-b1359550-6e71-44c9-bba8-81f19ca0d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:08.160657 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b28ce98d-3cd6-4b54-89de-1ac40e6ba85b req-b1359550-6e71-44c9-bba8-81f19ca0d985 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5153b0d40dd04ff495036bdeacd67a8e&device_id=4d36d09b-fb5e-42ae-a1a4-2180bb624473 HTTP/1.1" status: 200 len: 1095 time: 0.0592823 Jul 09 10:04:08.256850 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ce98d-3cd6-4b54-89de-1ac40e6ba85b req-12559c88-5788-4cdf-acd6-94b1412cd12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:08.258395 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b28ce98d-3cd6-4b54-89de-1ac40e6ba85b req-12559c88-5788-4cdf-acd6-94b1412cd12a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b296d98e-acae-4a42-9e0f-5ceb6893c677 HTTP/1.1" status: 200 len: 898 time: 0.0909815 Jul 09 10:04:08.299865 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b28ce98d-3cd6-4b54-89de-1ac40e6ba85b req-0658d991-45bf-4979-8219-6e4e64037ae0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bec2048-ce3d-4629-94bd-61a1a91e4bd7 HTTP/1.1" status: 200 len: 217 time: 0.0345001 Jul 09 10:04:08.348452 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ce98d-3cd6-4b54-89de-1ac40e6ba85b req-0d345767-0eb1-4605-b041-0dab8f24aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:08.349922 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b28ce98d-3cd6-4b54-89de-1ac40e6ba85b req-0d345767-0eb1-4605-b041-0dab8f24aa41 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe602a6f-dceb-4f1b-b0c9-bc2e683fef49 HTTP/1.1" status: 200 len: 835 time: 0.0437076 Jul 09 10:04:08.410415 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ce98d-3cd6-4b54-89de-1ac40e6ba85b req-6e4a0def-fb2f-4c20-a82c-8b6e0bf4d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:08.411879 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b28ce98d-3cd6-4b54-89de-1ac40e6ba85b req-6e4a0def-fb2f-4c20-a82c-8b6e0bf4d2f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b296d98e-acae-4a42-9e0f-5ceb6893c677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560789 Jul 09 10:04:08.501736 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b28ce98d-3cd6-4b54-89de-1ac40e6ba85b req-5b96bce7-c5cc-4aaf-8c68-0fc2b50e4b8d service neutron] 10.222.0.64 "GET /v2.0/networks/b296d98e-acae-4a42-9e0f-5ceb6893c677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835869 Jul 09 10:04:08.637770 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b28ce98d-3cd6-4b54-89de-1ac40e6ba85b req-9b9d7f11-b2db-45f0-a456-56dbd46c1c18 service neutron] 10.222.0.64 "GET /v2.0/networks/b296d98e-acae-4a42-9e0f-5ceb6893c677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296806 Jul 09 10:04:08.655030 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4769a2-1870-4e49-8406-8eb5bd55a449 req-aa2130a9-41b7-4222-a9d1-20402e001cd9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:08.660140 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b4769a2-1870-4e49-8406-8eb5bd55a449 req-aa2130a9-41b7-4222-a9d1-20402e001cd9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d36d09b-fb5e-42ae-a1a4-2180bb624473 HTTP/1.1" status: 200 len: 944 time: 0.0980353 Jul 09 10:04:08.695268 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b4769a2-1870-4e49-8406-8eb5bd55a449 req-a814c189-a00d-4043-a81b-3aa40739d119 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=a650735d-fb27-4f76-8d6e-710511492b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327458 Jul 09 10:04:09.325507 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:09.384218 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-edbc0951-6c9e-464e-9cc9-7c41d4a66c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:09.552387 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:09.874523 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1c276-5a1a-45ad-b3ad-fe1f76b07f05 req-814f7cd7-693d-4b6c-8c9a-92314f6e11f7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:09.876041 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9eb1c276-5a1a-45ad-b3ad-fe1f76b07f05 req-814f7cd7-693d-4b6c-8c9a-92314f6e11f7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d36d09b-fb5e-42ae-a1a4-2180bb624473 HTTP/1.1" status: 200 len: 944 time: 0.0628395 Jul 09 10:04:09.919138 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9eb1c276-5a1a-45ad-b3ad-fe1f76b07f05 req-ff95f903-d974-4812-8639-a6103a187f48 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=a650735d-fb27-4f76-8d6e-710511492b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375407 Jul 09 10:04:10.956390 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 7bec2048-ce3d-4629-94bd-61a1a91e4bd7 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:04:11.063380 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 7bec2048-ce3d-4629-94bd-61a1a91e4bd7, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=7bec2048-ce3d-4629-94bd-61a1a91e4bd7,segment=NetworkSegment(e1bfd0c7-8343-4839-b5ca-d5678758d09e),segment_id=e1bfd0c7-8343-4839-b5ca-d5678758d09e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:04:11.075611 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '7bec2048-ce3d-4629-94bd-61a1a91e4bd7', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'port_id': '7bec2048-ce3d-4629-94bd-61a1a91e4bd7', 'mac_address': 'fa:16:3e:fa:b1:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:04:11.096827 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b47cc-e27d-46e6-a25e-e71e37999b9f req-bee476c9-3284-46ea-a65d-c683e740e689 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:11.098404 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab0b47cc-e27d-46e6-a25e-e71e37999b9f req-bee476c9-3284-46ea-a65d-c683e740e689 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d36d09b-fb5e-42ae-a1a4-2180bb624473 HTTP/1.1" status: 200 len: 944 time: 0.0652809 Jul 09 10:04:11.114080 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:11.128566 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bec2048-ce3d-4629-94bd-61a1a91e4bd7 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:04:11.137230 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab0b47cc-e27d-46e6-a25e-e71e37999b9f req-cb787b1a-f830-4e9a-98d9-c503522d25c0 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=a650735d-fb27-4f76-8d6e-710511492b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327868 Jul 09 10:04:11.160138 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 7bec2048-ce3d-4629-94bd-61a1a91e4bd7, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=7bec2048-ce3d-4629-94bd-61a1a91e4bd7,segment=NetworkSegment(e1bfd0c7-8343-4839-b5ca-d5678758d09e),segment_id=e1bfd0c7-8343-4839-b5ca-d5678758d09e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:04:11.165470 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:11.221719 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=7bec2048-ce3d-4629-94bd-61a1a91e4bd7,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:11.230665 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:11.510560 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['7bec2048-ce3d-4629-94bd-61a1a91e4bd7'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:04:12.323285 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7142bfa-eab9-4400-ac9f-e4f47ccae5e1 req-ed94ab67-f9b2-4e94-956e-43a8972c903a tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:12.324798 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f7142bfa-eab9-4400-ac9f-e4f47ccae5e1 req-ed94ab67-f9b2-4e94-956e-43a8972c903a tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d36d09b-fb5e-42ae-a1a4-2180bb624473 HTTP/1.1" status: 200 len: 945 time: 0.0633366 Jul 09 10:04:12.361717 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f7142bfa-eab9-4400-ac9f-e4f47ccae5e1 req-6601c703-1cf2-42e0-9fa5-dcc4be131cfe tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=a650735d-fb27-4f76-8d6e-710511492b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313604 Jul 09 10:04:12.983989 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 7bec2048-ce3d-4629-94bd-61a1a91e4bd7 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:04:13.027385 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:13.042142 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 7bec2048-ce3d-4629-94bd-61a1a91e4bd7 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:04:13.047063 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 7bec2048-ce3d-4629-94bd-61a1a91e4bd7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:04:13.047466 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:13.127917 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:13.150853 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d36d09b-fb5e-42ae-a1a4-2180bb624473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bec2048-ce3d-4629-94bd-61a1a91e4bd7'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:04:13.153151 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90010916-6f7d-4ba4-84b2-6d089513365b" -d '{"events": [{"server_uuid": "4d36d09b-fb5e-42ae-a1a4-2180bb624473", "name": "network-vif-plugged", "status": "completed", "tag": "7bec2048-ce3d-4629-94bd-61a1a91e4bd7"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:04:13.166999 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 7bec2048-ce3d-4629-94bd-61a1a91e4bd7, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=7bec2048-ce3d-4629-94bd-61a1a91e4bd7,segment=NetworkSegment(e1bfd0c7-8343-4839-b5ca-d5678758d09e),segment_id=e1bfd0c7-8343-4839-b5ca-d5678758d09e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:04:13.171048 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:13.196057 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead5287b-312c-4e75-b3a1-fc89d1309168 x-openstack-request-id: req-ead5287b-312c-4e75-b3a1-fc89d1309168 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:04:13.196346 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d36d09b-fb5e-42ae-a1a4-2180bb624473", "name": "network-vif-plugged", "status": "completed", "tag": "7bec2048-ce3d-4629-94bd-61a1a91e4bd7", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:04:13.196599 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ead5287b-312c-4e75-b3a1-fc89d1309168 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:04:13.196989 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d36d09b-fb5e-42ae-a1a4-2180bb624473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bec2048-ce3d-4629-94bd-61a1a91e4bd7', 'code': 200} Jul 09 10:04:13.223198 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=7bec2048-ce3d-4629-94bd-61a1a91e4bd7,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:13.315936 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b034f2-5d1d-4c9c-a668-3c4657e42a91 req-38a51bd5-c7f3-4e0b-a298-20a94aaa3a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:13.317441 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-52b034f2-5d1d-4c9c-a668-3c4657e42a91 req-38a51bd5-c7f3-4e0b-a298-20a94aaa3a38 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d36d09b-fb5e-42ae-a1a4-2180bb624473 HTTP/1.1" status: 200 len: 1097 time: 0.0553443 Jul 09 10:04:13.351515 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-52b034f2-5d1d-4c9c-a668-3c4657e42a91 req-8f43ee88-4026-4407-be65-12011db31e67 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a650735d-fb27-4f76-8d6e-710511492b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271173 Jul 09 10:04:13.533960 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07887ea7-bdd5-4d79-a506-a0b0837bfb43 req-ec329cc8-40ed-4b63-bb11-7c86409ce123 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:13.535461 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07887ea7-bdd5-4d79-a506-a0b0837bfb43 req-ec329cc8-40ed-4b63-bb11-7c86409ce123 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d36d09b-fb5e-42ae-a1a4-2180bb624473 HTTP/1.1" status: 200 len: 946 time: 0.0636628 Jul 09 10:04:13.572385 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07887ea7-bdd5-4d79-a506-a0b0837bfb43 req-502be92b-11c1-4004-ad96-ee5fb483bd8a tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=a650735d-fb27-4f76-8d6e-710511492b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309701 Jul 09 10:04:14.745045 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762663-4575-49d5-81a7-b97ed731200d req-6c932c72-fbbb-4c53-a9da-bad12bdbb377 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:14.746524 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4762663-4575-49d5-81a7-b97ed731200d req-6c932c72-fbbb-4c53-a9da-bad12bdbb377 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d36d09b-fb5e-42ae-a1a4-2180bb624473 HTTP/1.1" status: 200 len: 946 time: 0.0624323 Jul 09 10:04:14.787034 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4762663-4575-49d5-81a7-b97ed731200d req-0219d047-3cd3-4c0d-b316-b3a7d8f1a6df tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=a650735d-fb27-4f76-8d6e-710511492b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349870 Jul 09 10:04:14.961378 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171f567-bf19-42f0-b308-d63a3d5669c4 req-2256ab5f-1226-4e1e-ad2d-839aa8c15319 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:14.962719 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e171f567-bf19-42f0-b308-d63a3d5669c4 req-2256ab5f-1226-4e1e-ad2d-839aa8c15319 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d36d09b-fb5e-42ae-a1a4-2180bb624473 HTTP/1.1" status: 200 len: 946 time: 0.0627778 Jul 09 10:04:15.001585 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e171f567-bf19-42f0-b308-d63a3d5669c4 req-c135c892-2627-4b52-9d55-652a09ab1955 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=a650735d-fb27-4f76-8d6e-710511492b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332592 Jul 09 10:04:15.027837 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38758) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:04:15.083434 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4759b4e-3fdc-46fd-9606-35f1ea233dc0 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:15.085071 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d4759b4e-3fdc-46fd-9606-35f1ea233dc0 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4d36d09b-fb5e-42ae-a1a4-2180bb624473 HTTP/1.1" status: 200 len: 1092 time: 0.0562344 Jul 09 10:04:15.088053 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38760) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:04:15.092346 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-4738f6b4-0397-4b57-b65a-8500a6286b11 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': '7bec2048-ce3d-4629-94bd-61a1a91e4bd7', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:04:15.116365 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4738f6b4-0397-4b57-b65a-8500a6286b11 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:15.217242 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4738f6b4-0397-4b57-b65a-8500a6286b11 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:15.322344 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-4738f6b4-0397-4b57-b65a-8500a6286b11 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Allocated IP 172.25.3.80 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/cd87283a-cc92-47f0-9c33-54c390db9d5f) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:04:15.423507 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4738f6b4-0397-4b57-b65a-8500a6286b11 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:15.461025 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4738f6b4-0397-4b57-b65a-8500a6286b11 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:15.497497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4738f6b4-0397-4b57-b65a-8500a6286b11 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:04:15.503546 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-4738f6b4-0397-4b57-b65a-8500a6286b11 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:04:15.506145 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4738f6b4-0397-4b57-b65a-8500a6286b11 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:04:15.533935 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738f6b4-0397-4b57-b65a-8500a6286b11 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'Port': ['ID=cd87283a-cc92-47f0-9c33-54c390db9d5f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:16.002075 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4738f6b4-0397-4b57-b65a-8500a6286b11 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:16.409232 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4738f6b4-0397-4b57-b65a-8500a6286b11 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:16.553347 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4738f6b4-0397-4b57-b65a-8500a6286b11 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:16.558292 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4738f6b4-0397-4b57-b65a-8500a6286b11 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:16.629913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738f6b4-0397-4b57-b65a-8500a6286b11 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'Port': ['ID=cd87283a-cc92-47f0-9c33-54c390db9d5f,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:16.638083 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4738f6b4-0397-4b57-b65a-8500a6286b11 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:16.737062 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-4738f6b4-0397-4b57-b65a-8500a6286b11 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Floating IP 12ada5d5-c95c-4239-bd98-5b9d1cff1cb9 associated. External IP: 172.25.3.80, port: 7bec2048-ce3d-4629-94bd-61a1a91e4bd7. Jul 09 10:04:16.940827 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4738f6b4-0397-4b57-b65a-8500a6286b11 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Router 386bff38-cf72-4c72-9fba-0999702453c2 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:04:17.049609 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4738f6b4-0397-4b57-b65a-8500a6286b11 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:04:17.060456 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a3305-6fc0-4044-b27a-4cad107ee607 None None] Sync routers for ids ['386bff38-cf72-4c72-9fba-0999702453c2'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:04:17.065739 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4738f6b4-0397-4b57-b65a-8500a6286b11 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:17.069725 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a3305-6fc0-4044-b27a-4cad107ee607 None None] Routers {'386bff38-cf72-4c72-9fba-0999702453c2'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:04:17.070343 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6a1a3305-6fc0-4044-b27a-4cad107ee607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:04:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['386bff38-cf72-4c72-9fba-0999702453c2'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:04:17.104756 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4738f6b4-0397-4b57-b65a-8500a6286b11 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0156050 Jul 09 10:04:17.105297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d36d09b-fb5e-42ae-a1a4-2180bb624473', 'tag': '7bec2048-ce3d-4629-94bd-61a1a91e4bd7'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:04:17.107594 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f783b96-4555-494d-9b96-9b3e37ccc225" -d '{"events": [{"name": "network-changed", "server_uuid": "4d36d09b-fb5e-42ae-a1a4-2180bb624473", "tag": "7bec2048-ce3d-4629-94bd-61a1a91e4bd7"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:04:17.108377 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38762) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:04:17.143400 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c1c0d3-dc73-4221-a18a-c24fc2e4d701 x-openstack-request-id: req-c8c1c0d3-dc73-4221-a18a-c24fc2e4d701 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:04:17.143726 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d36d09b-fb5e-42ae-a1a4-2180bb624473", "tag": "7bec2048-ce3d-4629-94bd-61a1a91e4bd7", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:04:17.143978 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c8c1c0d3-dc73-4221-a18a-c24fc2e4d701 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:04:17.144388 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d36d09b-fb5e-42ae-a1a4-2180bb624473', 'tag': '7bec2048-ce3d-4629-94bd-61a1a91e4bd7', 'status': 'completed', 'code': 200} Jul 09 10:04:17.176366 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9a6e1ac9-6e01-4331-ba50-2452647758ab tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/floatingips/12ada5d5-c95c-4239-bd98-5b9d1cff1cb9 HTTP/1.1" status: 200 len: 991 time: 0.0659697 Jul 09 10:04:17.183161 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-6a1a3305-6fc0-4044-b27a-4cad107ee607 None None] Set router 386bff38-cf72-4c72-9fba-0999702453c2 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:04:17.222876 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f783b96-4555-494d-9b96-9b3e37ccc225 req-0e77356e-a993-4f62-9bc1-fbae2ca3914d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:17.224610 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4f783b96-4555-494d-9b96-9b3e37ccc225 req-0e77356e-a993-4f62-9bc1-fbae2ca3914d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5153b0d40dd04ff495036bdeacd67a8e&device_id=4d36d09b-fb5e-42ae-a1a4-2180bb624473 HTTP/1.1" status: 200 len: 1097 time: 0.0541649 Jul 09 10:04:17.317514 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f783b96-4555-494d-9b96-9b3e37ccc225 req-6ed0071c-4c01-4937-ab3a-c4913238d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:17.318990 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4f783b96-4555-494d-9b96-9b3e37ccc225 req-6ed0071c-4c01-4937-ab3a-c4913238d784 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b296d98e-acae-4a42-9e0f-5ceb6893c677 HTTP/1.1" status: 200 len: 898 time: 0.0886152 Jul 09 10:04:17.383325 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4f783b96-4555-494d-9b96-9b3e37ccc225 req-3c05acfc-76ff-4b01-a246-de91ec2debca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bec2048-ce3d-4629-94bd-61a1a91e4bd7 HTTP/1.1" status: 200 len: 999 time: 0.0575500 Jul 09 10:04:17.406620 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6a1a3305-6fc0-4044-b27a-4cad107ee607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386bff38-cf72-4c72-9fba-0999702453c2', 'name': 'tempest-TestNetworkBasicOps-router-1011957786', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '975436e5-cc31-41a3-be14-aa281050855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:56Z', 'updated_at': '2021-07-09T10:04:00Z', 'revision_number': 4, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '975436e5-cc31-41a3-be14-aa281050855e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:57Z', 'updated_at': '2021-07-09T10:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '12ada5d5-c95c-4239-bd98-5b9d1cff1cb9', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'floating_ip_address': '172.25.3.80', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'port_id': '7bec2048-ce3d-4629-94bd-61a1a91e4bd7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'mac_address': 'fa:16:3e:fa:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d36d09b-fb5e-42ae-a1a4-2180bb624473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:04:15Z', 'updated_at': '2021-07-09T10:04:15Z', 'revision_number': 0, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f99623b-7f46-4a3a-8448-cb328be361e7', 'name': '', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:8b:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:59Z', 'updated_at': '2021-07-09T10:04:04Z', 'revision_number': 5, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:04:17.432279 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a3305-6fc0-4044-b27a-4cad107ee607 None None] Checking router: 386bff38-cf72-4c72-9fba-0999702453c2 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:04:17.435539 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f783b96-4555-494d-9b96-9b3e37ccc225 req-f63b94c9-3872-46c9-8ad4-237f06a4b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:17.437033 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4f783b96-4555-494d-9b96-9b3e37ccc225 req-f63b94c9-3872-46c9-8ad4-237f06a4b224 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe602a6f-dceb-4f1b-b0c9-bc2e683fef49 HTTP/1.1" status: 200 len: 835 time: 0.0482373 Jul 09 10:04:17.440629 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a3305-6fc0-4044-b27a-4cad107ee607 None None] Routers {'386bff38-cf72-4c72-9fba-0999702453c2'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:04:17.441230 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6a1a3305-6fc0-4044-b27a-4cad107ee607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:04:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['386bff38-cf72-4c72-9fba-0999702453c2'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:04:17.494382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f783b96-4555-494d-9b96-9b3e37ccc225 req-51ba5958-865b-4af7-8a6b-e8b000e21118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:17.495867 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4f783b96-4555-494d-9b96-9b3e37ccc225 req-51ba5958-865b-4af7-8a6b-e8b000e21118 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b296d98e-acae-4a42-9e0f-5ceb6893c677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526049 Jul 09 10:04:17.546664 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-6a1a3305-6fc0-4044-b27a-4cad107ee607 None None] Set router 386bff38-cf72-4c72-9fba-0999702453c2 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:04:17.585689 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4f783b96-4555-494d-9b96-9b3e37ccc225 req-222743c8-84f9-4a88-a6b0-9b61f1aff9d3 service neutron] 10.222.0.64 "GET /v2.0/networks/b296d98e-acae-4a42-9e0f-5ceb6893c677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826170 Jul 09 10:04:17.681039 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4f783b96-4555-494d-9b96-9b3e37ccc225 req-f7b2d156-abff-4ff3-8daf-c40dcacfcc2d service neutron] 10.222.0.64 "GET /v2.0/networks/b296d98e-acae-4a42-9e0f-5ceb6893c677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889001 Jul 09 10:04:17.774639 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6a1a3305-6fc0-4044-b27a-4cad107ee607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386bff38-cf72-4c72-9fba-0999702453c2', 'name': 'tempest-TestNetworkBasicOps-router-1011957786', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '975436e5-cc31-41a3-be14-aa281050855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:56Z', 'updated_at': '2021-07-09T10:04:00Z', 'revision_number': 4, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '975436e5-cc31-41a3-be14-aa281050855e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:57Z', 'updated_at': '2021-07-09T10:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '12ada5d5-c95c-4239-bd98-5b9d1cff1cb9', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'floating_ip_address': '172.25.3.80', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'port_id': '7bec2048-ce3d-4629-94bd-61a1a91e4bd7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'mac_address': 'fa:16:3e:fa:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d36d09b-fb5e-42ae-a1a4-2180bb624473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:04:15Z', 'updated_at': '2021-07-09T10:04:15Z', 'revision_number': 0, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f99623b-7f46-4a3a-8448-cb328be361e7', 'name': '', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:8b:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:59Z', 'updated_at': '2021-07-09T10:04:04Z', 'revision_number': 5, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:04:17.799889 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a3305-6fc0-4044-b27a-4cad107ee607 None None] The sync data for ids ['386bff38-cf72-4c72-9fba-0999702453c2'] in n-d-799996-1 is: [{'id': '386bff38-cf72-4c72-9fba-0999702453c2', 'name': 'tempest-TestNetworkBasicOps-router-1011957786', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '975436e5-cc31-41a3-be14-aa281050855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:56Z', 'updated_at': '2021-07-09T10:04:00Z', 'revision_number': 4, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '975436e5-cc31-41a3-be14-aa281050855e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:57Z', 'updated_at': '2021-07-09T10:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '12ada5d5-c95c-4239-bd98-5b9d1cff1cb9', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'floating_ip_address': '172.25.3.80', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'port_id': '7bec2048-ce3d-4629-94bd-61a1a91e4bd7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'mac_address': 'fa:16:3e:fa:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d36d09b-fb5e-42ae-a1a4-2180bb624473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:04:15Z', 'updated_at': '2021-07-09T10:04:15Z', 'revision_number': 0, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f99623b-7f46-4a3a-8448-cb328be361e7', 'name': '', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:8b:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:59Z', 'updated_at': '2021-07-09T10:04:04Z', 'revision_number': 5, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:04:17.990487 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f220f467-e5ea-47f4-a190-88d0d5af1af5 None None] New status for floating IP 12ada5d5-c95c-4239-bd98-5b9d1cff1cb9: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:04:18.179311 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38766) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:04:18.238029 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0a66dd0c-f917-4423-afb5-2c6e59c10387 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/floatingips/12ada5d5-c95c-4239-bd98-5b9d1cff1cb9 HTTP/1.1" status: 200 len: 993 time: 0.0575414 Jul 09 10:04:34.093715 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:36.471757 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:04:36.774477 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b674f51c-8abe-4d5a-8bec-f4e5e0553e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:36.780913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ec50b-f453-40e4-8cc9-b0c5a71c8675 req-bf190f27-0988-41d3-af2b-cac47adac021 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:36.782456 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e6ec50b-f453-40e4-8cc9-b0c5a71c8675 req-bf190f27-0988-41d3-af2b-cac47adac021 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 946 time: 0.0683043 Jul 09 10:04:36.819682 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e6ec50b-f453-40e4-8cc9-b0c5a71c8675 req-9c6722ee-3408-47a1-8ca7-47ee12b98565 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316856 Jul 09 10:04:37.997920 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a6fe7-0760-4e82-86f3-9751a8b124ad req-ed154ff1-d84e-4a0d-8382-61f53d27ba5c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:37.999938 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a71a6fe7-0760-4e82-86f3-9751a8b124ad req-ed154ff1-d84e-4a0d-8382-61f53d27ba5c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 946 time: 0.0685742 Jul 09 10:04:38.037130 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a71a6fe7-0760-4e82-86f3-9751a8b124ad req-e1ea0cb9-b918-4597-a945-8d3ba25faa1d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315905 Jul 09 10:04:39.211321 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422a0d7-6eac-4e52-bef9-0a465d0c7b86 req-009b5b0a-f376-4ae1-a910-0b8e9455ea31 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:39.212861 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9422a0d7-6eac-4e52-bef9-0a465d0c7b86 req-009b5b0a-f376-4ae1-a910-0b8e9455ea31 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 946 time: 0.0648546 Jul 09 10:04:39.252298 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9422a0d7-6eac-4e52-bef9-0a465d0c7b86 req-3a8b15f5-c6a7-4ffb-8edb-772270f2eca1 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338352 Jul 09 10:04:39.331107 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:39.383595 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-413804d7-5b90-495f-97a5-c17e0611760d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:39.553669 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:40.426395 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cf7f3-20c1-47f1-886b-6cbd99f4bc77 req-868b49c0-e381-49d4-ac54-add7f3143db7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:40.427825 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c54cf7f3-20c1-47f1-886b-6cbd99f4bc77 req-868b49c0-e381-49d4-ac54-add7f3143db7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 946 time: 0.0636063 Jul 09 10:04:40.464811 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c54cf7f3-20c1-47f1-886b-6cbd99f4bc77 req-156016ef-a754-4371-be7f-31bac05dfda2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314682 Jul 09 10:04:41.229237 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:41.651976 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd831ba-1235-4ba4-8ecd-c5abbaaf48c7 req-add44357-a9df-4e60-b71b-d9a04a78be69 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:41.653491 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7dd831ba-1235-4ba4-8ecd-c5abbaaf48c7 req-add44357-a9df-4e60-b71b-d9a04a78be69 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 946 time: 0.0725682 Jul 09 10:04:41.691028 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7dd831ba-1235-4ba4-8ecd-c5abbaaf48c7 req-753084e5-2c1b-4a59-ae8d-20dc9654bd4d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319395 Jul 09 10:04:42.864993 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1319fc-7214-4043-a9c8-03f22b90a64c req-ba64fd26-8a5b-4782-8b2d-53d01f855acb tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:42.866491 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e1319fc-7214-4043-a9c8-03f22b90a64c req-ba64fd26-8a5b-4782-8b2d-53d01f855acb tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 946 time: 0.0629213 Jul 09 10:04:42.904911 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e1319fc-7214-4043-a9c8-03f22b90a64c req-aefc0c08-07f6-43ec-b3c7-d5c9027a6660 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322685 Jul 09 10:04:43.021604 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:44.081645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb018ed-896c-4d42-aae5-4b8aae583abc req-0c712308-2f32-4591-834c-7a49a6e5c20f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:44.083186 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bcb018ed-896c-4d42-aae5-4b8aae583abc req-0c712308-2f32-4591-834c-7a49a6e5c20f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 946 time: 0.0676064 Jul 09 10:04:44.121100 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bcb018ed-896c-4d42-aae5-4b8aae583abc req-e00d092c-1cbc-48f6-bcaa-4e533e18bb1d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322790 Jul 09 10:04:45.308214 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ea16abc-db77-49b2-9e5f-3cd0afbf3539 req-b713cfd7-8f9e-431a-9654-f4da85388401 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0937202 Jul 09 10:04:45.323178 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a8741-a5ce-478a-ad04-50b1931ccbc1 req-79adbb38-a2af-4fdf-b7bd-8a63adb8762b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:45.325884 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d35a8741-a5ce-478a-ad04-50b1931ccbc1 req-79adbb38-a2af-4fdf-b7bd-8a63adb8762b tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 946 time: 0.0843837 Jul 09 10:04:45.394517 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d35a8741-a5ce-478a-ad04-50b1931ccbc1 req-adb8d392-be61-465b-98aa-a37c6bde60cb tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631306 Jul 09 10:04:45.417957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea16abc-db77-49b2-9e5f-3cd0afbf3539 req-83eda2af-fe46-4642-bd27-06a8c31f6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:45.419453 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ea16abc-db77-49b2-9e5f-3cd0afbf3539 req-83eda2af-fe46-4642-bd27-06a8c31f6b57 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bd3e84fdf684d718a87e77926c4ffae&device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 1097 time: 0.0681884 Jul 09 10:04:45.521411 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea16abc-db77-49b2-9e5f-3cd0afbf3539 req-1e245b2b-9830-4280-921e-701100d1e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:45.522878 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ea16abc-db77-49b2-9e5f-3cd0afbf3539 req-1e245b2b-9830-4280-921e-701100d1e082 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a9b2bde6-fef6-490a-970c-88fc96477682 HTTP/1.1" status: 200 len: 910 time: 0.0842690 Jul 09 10:04:45.590917 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ea16abc-db77-49b2-9e5f-3cd0afbf3539 req-9d29e018-f262-4012-b46b-82d4912ed1c5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83bb03e7-4964-4367-a118-d7bf8a49835d HTTP/1.1" status: 200 len: 1001 time: 0.0619857 Jul 09 10:04:45.637890 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea16abc-db77-49b2-9e5f-3cd0afbf3539 req-21102e83-ad04-4b0f-b735-2ec465145a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:45.639866 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ea16abc-db77-49b2-9e5f-3cd0afbf3539 req-21102e83-ad04-4b0f-b735-2ec465145a10 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d1b1790-1fd7-4482-9bc0-58ec7316b6a9 HTTP/1.1" status: 200 len: 848 time: 0.0424027 Jul 09 10:04:45.694744 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea16abc-db77-49b2-9e5f-3cd0afbf3539 req-927d99b1-4e8c-41b9-87e8-a21960738507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:45.696182 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ea16abc-db77-49b2-9e5f-3cd0afbf3539 req-927d99b1-4e8c-41b9-87e8-a21960738507 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a9b2bde6-fef6-490a-970c-88fc96477682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499401 Jul 09 10:04:45.706342 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-8ea16abc-db77-49b2-9e5f-3cd0afbf3539 req-a40feac6-8af2-42cb-bd2c-73b18779733f service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 10:04:45.707267 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ea16abc-db77-49b2-9e5f-3cd0afbf3539 req-a40feac6-8af2-42cb-bd2c-73b18779733f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049195 Jul 09 10:04:45.800430 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ea16abc-db77-49b2-9e5f-3cd0afbf3539 req-6b3261bf-3d20-4b31-a60b-cd721d1c320b service neutron] 10.222.0.64 "GET /v2.0/networks/a9b2bde6-fef6-490a-970c-88fc96477682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869915 Jul 09 10:04:45.888855 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ea16abc-db77-49b2-9e5f-3cd0afbf3539 req-e79959fa-36f3-4501-8862-06d6ee50a4d2 service neutron] 10.222.0.64 "GET /v2.0/networks/a9b2bde6-fef6-490a-970c-88fc96477682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817313 Jul 09 10:04:46.439076 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-ca5af467-7afb-475a-b35d-eb8ef5a01b06 req-b470b8f9-8ffb-40c3-81dc-1aeb865af5b4 service neutron] (93790) timed out ('10.222.0.64', 52411) {{(pid=93790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 10:04:46.604623 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba5ca4-fba3-4166-aba5-82ed30c6e7c6 req-14eb2e78-16be-4b7b-96f5-cef13de317ad tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:46.606130 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-60ba5ca4-fba3-4166-aba5-82ed30c6e7c6 req-14eb2e78-16be-4b7b-96f5-cef13de317ad tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 946 time: 0.0991943 Jul 09 10:04:46.636148 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46952c-b902-4b6c-8d47-669ea6a1cd71 req-14d45ef7-f78c-4766-8a4f-d6b13a875b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:46.637612 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0c46952c-b902-4b6c-8d47-669ea6a1cd71 req-14d45ef7-f78c-4766-8a4f-d6b13a875b99 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 1097 time: 0.0930805 Jul 09 10:04:46.653963 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-60ba5ca4-fba3-4166-aba5-82ed30c6e7c6 req-f725667d-c57a-4a87-ae7b-949c0a280a29 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408540 Jul 09 10:04:46.739870 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46952c-b902-4b6c-8d47-669ea6a1cd71 req-896e6ca5-8e0e-49f3-a12c-df34838afd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:46.741360 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0c46952c-b902-4b6c-8d47-669ea6a1cd71 req-896e6ca5-8e0e-49f3-a12c-df34838afd15 service neutron] 10.222.0.58 "GET /v2.0/networks?id=092c0d56-3873-498c-a180-e6948d78ea31 HTTP/1.1" status: 200 len: 897 time: 0.0848799 Jul 09 10:04:46.810859 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0c46952c-b902-4b6c-8d47-669ea6a1cd71 req-b661e4ea-e669-4500-8ef8-da9a7bb7af92 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e81ef31c-531e-4666-b259-4517d2c8dc9a HTTP/1.1" status: 200 len: 1002 time: 0.0635371 Jul 09 10:04:46.858420 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46952c-b902-4b6c-8d47-669ea6a1cd71 req-184fcb9e-068c-4221-85a5-d2872d8e2f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:46.859896 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0c46952c-b902-4b6c-8d47-669ea6a1cd71 req-184fcb9e-068c-4221-85a5-d2872d8e2f4c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5f0ecc5-86de-4a25-bf38-91d1cc15fc30 HTTP/1.1" status: 200 len: 834 time: 0.0437510 Jul 09 10:04:46.915532 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46952c-b902-4b6c-8d47-669ea6a1cd71 req-642f9a91-4917-4e0b-a6c9-3d2db443922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:46.917067 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0c46952c-b902-4b6c-8d47-669ea6a1cd71 req-642f9a91-4917-4e0b-a6c9-3d2db443922c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=092c0d56-3873-498c-a180-e6948d78ea31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509675 Jul 09 10:04:47.008198 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0c46952c-b902-4b6c-8d47-669ea6a1cd71 req-da479f37-c167-4129-b6cb-dfa269f5b0c7 service neutron] 10.222.0.58 "GET /v2.0/networks/092c0d56-3873-498c-a180-e6948d78ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842857 Jul 09 10:04:47.096757 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0c46952c-b902-4b6c-8d47-669ea6a1cd71 req-411f9e02-2f8e-4c1b-82da-c5ca607c373c service neutron] 10.222.0.58 "GET /v2.0/networks/092c0d56-3873-498c-a180-e6948d78ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824897 Jul 09 10:04:47.838489 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f50510-59cf-46a0-94c5-5cec6ed5d969 req-84450f20-fbf7-4c42-8e40-2de81bb2f52d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:47.840006 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-31f50510-59cf-46a0-94c5-5cec6ed5d969 req-84450f20-fbf7-4c42-8e40-2de81bb2f52d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 946 time: 0.0749769 Jul 09 10:04:47.877725 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-31f50510-59cf-46a0-94c5-5cec6ed5d969 req-758d93e4-f6d3-4cfb-97a6-b89ca1fb7424 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308928 Jul 09 10:04:49.164019 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b37d29-08dc-4e15-8f99-719b4dd91b90 req-7611014f-47d5-4122-afa2-d612eb3789d5 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:49.165552 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-30b37d29-08dc-4e15-8f99-719b4dd91b90 req-7611014f-47d5-4122-afa2-d612eb3789d5 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 946 time: 0.1777380 Jul 09 10:04:49.202923 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-30b37d29-08dc-4e15-8f99-719b4dd91b90 req-ff715985-41a8-4e8b-9664-18968f76714a tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310662 Jul 09 10:04:50.372017 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f78b9-2769-48cc-8bca-bdb09b528c1c req-c4b5cced-fc37-4c1c-a2d3-5957241c69d6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:50.373542 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f84f78b9-2769-48cc-8bca-bdb09b528c1c req-c4b5cced-fc37-4c1c-a2d3-5957241c69d6 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 946 time: 0.0620191 Jul 09 10:04:50.411972 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f84f78b9-2769-48cc-8bca-bdb09b528c1c req-36000eb2-d3ac-4a54-bf26-de83ab042aea tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323143 Jul 09 10:04:51.589739 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f71d4-69ea-4124-b89b-64b7e5e8913e req-24705045-d9d4-412b-936f-4578218d170e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:51.591244 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-052f71d4-69ea-4124-b89b-64b7e5e8913e req-24705045-d9d4-412b-936f-4578218d170e tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 946 time: 0.0674677 Jul 09 10:04:51.628374 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-052f71d4-69ea-4124-b89b-64b7e5e8913e req-5439adb6-508c-421b-98e5-2f5abe774dcc tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309129 Jul 09 10:04:52.803633 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff45d11-c022-4105-9928-ff1c7d8984e3 req-06544fbb-9c0a-4565-b8ac-7733f42c4540 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:52.805175 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fff45d11-c022-4105-9928-ff1c7d8984e3 req-06544fbb-9c0a-4565-b8ac-7733f42c4540 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 946 time: 0.0648143 Jul 09 10:04:52.844296 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fff45d11-c022-4105-9928-ff1c7d8984e3 req-9ae99e27-3262-4693-bb6b-91aab572b227 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323429 Jul 09 10:04:54.074213 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675646ff-fe70-4519-b51a-7467e0b39827 req-ad18ef1a-7b69-44b6-8772-bd187118359d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:54.076329 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-675646ff-fe70-4519-b51a-7467e0b39827 req-ad18ef1a-7b69-44b6-8772-bd187118359d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 946 time: 0.1208706 Jul 09 10:04:54.113944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-675646ff-fe70-4519-b51a-7467e0b39827 req-515a6753-ad73-4526-8998-7b048e2f9e9c tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320258 Jul 09 10:04:55.296391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b8eb9-47ad-41d1-a76b-94d79debb2e5 req-6abf8807-0b81-4db3-92f2-3683b4790fce tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:55.298100 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-751b8eb9-47ad-41d1-a76b-94d79debb2e5 req-6abf8807-0b81-4db3-92f2-3683b4790fce tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 946 time: 0.0702159 Jul 09 10:04:55.360680 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-751b8eb9-47ad-41d1-a76b-94d79debb2e5 req-71b1e99a-39d3-46b8-9a19-5fa152c79f51 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570295 Jul 09 10:04:55.384662 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bd882-e172-4e46-a3c1-fc460db33771 req-3201d74e-29ca-4cc8-b97b-b7e87a859425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:55.384662 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-451bd882-e172-4e46-a3c1-fc460db33771 req-3201d74e-29ca-4cc8-b97b-b7e87a859425 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 1097 time: 0.0673454 Jul 09 10:04:55.423154 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-451bd882-e172-4e46-a3c1-fc460db33771 req-52a44088-1caa-4e6c-a118-f60c96017e93 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327237 Jul 09 10:04:56.372200 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device e81ef31c-531e-4666-b259-4517d2c8dc9a details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:04:56.472129 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port e81ef31c-531e-4666-b259-4517d2c8dc9a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=e81ef31c-531e-4666-b259-4517d2c8dc9a,segment=NetworkSegment(44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3),segment_id=44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:04:56.484304 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'e81ef31c-531e-4666-b259-4517d2c8dc9a', 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31', 'port_id': 'e81ef31c-531e-4666-b259-4517d2c8dc9a', 'mac_address': 'fa:16:3e:e7:48:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f0ecc5-86de-4a25-bf38-91d1cc15fc30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:04:56.526388 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:56.540484 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e81ef31c-531e-4666-b259-4517d2c8dc9a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:04:56.545892 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5ac0c-01ab-4834-902e-e904a3677820 req-0b3878ea-2ebd-4830-bd8d-8f195e5cd402 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:04:56.547420 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16d5ac0c-01ab-4834-902e-e904a3677820 req-0b3878ea-2ebd-4830-bd8d-8f195e5cd402 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 946 time: 0.0682909 Jul 09 10:04:56.560787 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port e81ef31c-531e-4666-b259-4517d2c8dc9a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=e81ef31c-531e-4666-b259-4517d2c8dc9a,segment=NetworkSegment(44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3),segment_id=44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:04:56.565082 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:56.589112 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16d5ac0c-01ab-4834-902e-e904a3677820 req-db44490f-23dc-4262-8177-b3fc0a9e107f tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355773 Jul 09 10:04:56.612762 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=e81ef31c-531e-4666-b259-4517d2c8dc9a,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:04:56.614557 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38844) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:04:56.620504 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:04:56.620967 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:04:56.621190 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:04:56.621527 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:04:56.621859 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:04:56.622190 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:04:56.622539 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:04:56.622871 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:04:56.623202 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:04:56.623526 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:04:56.623877 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:04:56.624199 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:04:56.678299 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1f4dafdf-9df2-4634-b6c8-27240bd480d4 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/floatingips/c1d25171-8300-489c-bc96-11ac94babd64 HTTP/1.1" status: 200 len: 993 time: 0.0622025 Jul 09 10:04:56.761454 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['e81ef31c-531e-4666-b259-4517d2c8dc9a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:04:58.372175 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device e81ef31c-531e-4666-b259-4517d2c8dc9a up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:04:58.418777 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port e81ef31c-531e-4666-b259-4517d2c8dc9a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:04:58.419064 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:58.494934 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:58.517205 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ed4748-fcaf-4871-9d7c-12cfac4fd121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81ef31c-531e-4666-b259-4517d2c8dc9a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:04:58.519430 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1dec35-fdc6-4e3c-9f81-dad440901ada" -d '{"events": [{"server_uuid": "b0ed4748-fcaf-4871-9d7c-12cfac4fd121", "name": "network-vif-plugged", "status": "completed", "tag": "e81ef31c-531e-4666-b259-4517d2c8dc9a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:04:58.531994 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port e81ef31c-531e-4666-b259-4517d2c8dc9a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=e81ef31c-531e-4666-b259-4517d2c8dc9a,segment=NetworkSegment(44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3),segment_id=44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:04:58.538012 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:04:58.562644 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898b7358-85e1-4702-975d-b87620916743 x-openstack-request-id: req-898b7358-85e1-4702-975d-b87620916743 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:04:58.562930 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ed4748-fcaf-4871-9d7c-12cfac4fd121", "name": "network-vif-plugged", "status": "completed", "tag": "e81ef31c-531e-4666-b259-4517d2c8dc9a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:04:58.563178 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-898b7358-85e1-4702-975d-b87620916743 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:04:58.563559 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ed4748-fcaf-4871-9d7c-12cfac4fd121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81ef31c-531e-4666-b259-4517d2c8dc9a', 'code': 200} Jul 09 10:04:58.587776 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=e81ef31c-531e-4666-b259-4517d2c8dc9a,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:04.103435 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:06.775084 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a8899b82-8bc2-43a6-b512-4c5b9b4396e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:09.351792 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:09.382963 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-362d9894-295f-447a-8d04-f6ba3fbe353f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:09.554697 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:11.227926 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:13.024606 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:13.470376 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:05:20.896566 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38860) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:20.981403 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f19cc1-5805-47de-a9fd-314733de5c73 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:20.981785 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f19cc1-5805-47de-a9fd-314733de5c73 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:20.982257 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f19cc1-5805-47de-a9fd-314733de5c73 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:20.984010 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f6f19cc1-5805-47de-a9fd-314733de5c73 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] 10.222.0.61 "GET /v2.0/ports?project_id=5153b0d40dd04ff495036bdeacd67a8e&network_id=b296d98e-acae-4a42-9e0f-5ceb6893c677 HTTP/1.1" status: 200 len: 2970 time: 0.0864086 Jul 09 10:05:23.478359 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38872) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:23.534991 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa7af7-dd1b-4e0c-baa0-af695f4ff9ae tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:23.536503 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0daa7af7-dd1b-4e0c-baa0-af695f4ff9ae tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=a0a787a9-4358-4995-b83f-d80af68b5467 HTTP/1.1" status: 200 len: 814 time: 0.0571959 Jul 09 10:05:24.171341 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38878) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:24.177322 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-11308752-d5b0-4914-98b2-9ccdf6836141 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'network': {'name': 'tempest-network-smoke--763968132', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'port_security_enabled': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:05:24.198872 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11308752-d5b0-4914-98b2-9ccdf6836141 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Made reservation on behalf of 5153b0d40dd04ff495036bdeacd67a8e for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:05:24.202438 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11308752-d5b0-4914-98b2-9ccdf6836141 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:24.226148 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11308752-d5b0-4914-98b2-9ccdf6836141 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:05:24.237303 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11308752-d5b0-4914-98b2-9ccdf6836141 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:24.237644 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-11308752-d5b0-4914-98b2-9ccdf6836141 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Added segment 677f5a9d-c862-45cd-a881-d9e3b5d90696 of type vlan for network cf7ddee2-261e-436b-a6e2-4e8799fb3b0f Jul 09 10:05:24.277970 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11308752-d5b0-4914-98b2-9ccdf6836141 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:24.306695 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11308752-d5b0-4914-98b2-9ccdf6836141 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:24.312453 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11308752-d5b0-4914-98b2-9ccdf6836141 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:24.312927 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11308752-d5b0-4914-98b2-9ccdf6836141 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:24.374748 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-11308752-d5b0-4914-98b2-9ccdf6836141 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1994071 Jul 09 10:05:24.375136 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38882) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:24.382352 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11308752-d5b0-4914-98b2-9ccdf6836141 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'Network': ['ID=cf7ddee2-261e-436b-a6e2-4e8799fb3b0f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:24.389860 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11308752-d5b0-4914-98b2-9ccdf6836141 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:05:24.390200 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11308752-d5b0-4914-98b2-9ccdf6836141 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:05:24.390534 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11308752-d5b0-4914-98b2-9ccdf6836141 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:05:24.390863 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11308752-d5b0-4914-98b2-9ccdf6836141 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:05:24.391214 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11308752-d5b0-4914-98b2-9ccdf6836141 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:05:24.391543 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11308752-d5b0-4914-98b2-9ccdf6836141 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:05:24.391892 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11308752-d5b0-4914-98b2-9ccdf6836141 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:05:24.392242 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11308752-d5b0-4914-98b2-9ccdf6836141 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:05:24.392558 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11308752-d5b0-4914-98b2-9ccdf6836141 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:05:24.392870 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11308752-d5b0-4914-98b2-9ccdf6836141 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:05:24.393186 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11308752-d5b0-4914-98b2-9ccdf6836141 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:05:24.393509 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11308752-d5b0-4914-98b2-9ccdf6836141 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:05:24.405964 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network cf7ddee2-261e-436b-a6e2-4e8799fb3b0f details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:05:24.441616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d4ed54-9abb-4947-96d4-6e78910d7262 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:24.443126 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-80d4ed54-9abb-4947-96d4-6e78910d7262 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=5153b0d40dd04ff495036bdeacd67a8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0669267 Jul 09 10:05:24.445921 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38884) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:24.539367 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455e783a-1aec-4c15-b12e-67712c3d2ad4 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:24.540923 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-455e783a-1aec-4c15-b12e-67712c3d2ad4 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940990 Jul 09 10:05:24.543643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38886) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:24.579928 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f12bd9ef-5c3f-48d0-a9cb-e32a138be69c tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350792 Jul 09 10:05:24.582502 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38888) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:24.613955 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-558993f1-9e0c-40bb-9f83-9c59ac8b3c66 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=5153b0d40dd04ff495036bdeacd67a8e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304039 Jul 09 10:05:24.616351 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38890) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:24.699210 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019d6e56-d48b-4203-bcaf-9b9ac597fc12 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:24.700649 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-019d6e56-d48b-4203-bcaf-9b9ac597fc12 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0834200 Jul 09 10:05:24.703311 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38892) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:24.730509 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d35be702-e853-44e3-b929-81dd12edd273 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260758 Jul 09 10:05:24.732883 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38894) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:24.738073 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d59924ef-7dbc-4c16-a37f-0f9a94110d36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-149584274', 'network_id': 'cf7ddee2-261e-436b-a6e2-4e8799fb3b0f', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:05:24.825549 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59924ef-7dbc-4c16-a37f-0f9a94110d36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Made reservation on behalf of 5153b0d40dd04ff495036bdeacd67a8e for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:05:24.829134 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d59924ef-7dbc-4c16-a37f-0f9a94110d36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.005686 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d59924ef-7dbc-4c16-a37f-0f9a94110d36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.067737 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59924ef-7dbc-4c16-a37f-0f9a94110d36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'Subnet': ['ID=66978f5e-87dc-4b5c-b7bd-bb6e6ab62a03,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:25.079208 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59924ef-7dbc-4c16-a37f-0f9a94110d36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:05:25.079652 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59924ef-7dbc-4c16-a37f-0f9a94110d36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:05:25.080052 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59924ef-7dbc-4c16-a37f-0f9a94110d36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:05:25.080395 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59924ef-7dbc-4c16-a37f-0f9a94110d36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:05:25.080759 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59924ef-7dbc-4c16-a37f-0f9a94110d36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:05:25.081102 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59924ef-7dbc-4c16-a37f-0f9a94110d36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:05:25.081434 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59924ef-7dbc-4c16-a37f-0f9a94110d36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:05:25.081763 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59924ef-7dbc-4c16-a37f-0f9a94110d36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:05:25.082094 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59924ef-7dbc-4c16-a37f-0f9a94110d36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:05:25.082420 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59924ef-7dbc-4c16-a37f-0f9a94110d36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:05:25.082748 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59924ef-7dbc-4c16-a37f-0f9a94110d36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:05:25.083075 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59924ef-7dbc-4c16-a37f-0f9a94110d36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:05:25.087856 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59924ef-7dbc-4c16-a37f-0f9a94110d36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Checking segment: {'id': '677f5a9d-c862-45cd-a881-d9e3b5d90696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf7ddee2-261e-436b-a6e2-4e8799fb3b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:05:25.088223 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59924ef-7dbc-4c16-a37f-0f9a94110d36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Network hostable DHCP agents. Network: cf7ddee2-261e-436b-a6e2-4e8799fb3b0f, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:05:25.105412 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59924ef-7dbc-4c16-a37f-0f9a94110d36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Network cf7ddee2-261e-436b-a6e2-4e8799fb3b0f is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:05:25.113999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d59924ef-7dbc-4c16-a37f-0f9a94110d36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, cf7ddee2-261e-436b-a6e2-4e8799fb3b0f) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:05:25.118317 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59924ef-7dbc-4c16-a37f-0f9a94110d36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:25.118934 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d59924ef-7dbc-4c16-a37f-0f9a94110d36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.126560 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d54163-f4af-44b6-807a-82b49a37c6c7 None None] Network cf7ddee2-261e-436b-a6e2-4e8799fb3b0f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:05:25.133160 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d59924ef-7dbc-4c16-a37f-0f9a94110d36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3993058 Jul 09 10:05:25.281607 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dd6ff6-5a29-45c4-ba16-06760bbb8263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-cf7ddee2-261e-436b-a6e2-4e8799fb3b0f', 'network_id': 'cf7ddee2-261e-436b-a6e2-4e8799fb3b0f', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'fixed_ips': [{'subnet_id': '66978f5e-87dc-4b5c-b7bd-bb6e6ab62a03'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:05:25.282552 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b3dd6ff6-5a29-45c4-ba16-06760bbb8263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.331594 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38898) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:25.336476 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c055d18f-6ec9-4207-8be1-4b076b7495af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1973052993', 'description': 'tempest-secgroup-smoke-1973052993 description', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:05:25.358710 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c055d18f-6ec9-4207-8be1-4b076b7495af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.421321 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-b3dd6ff6-5a29-45c4-ba16-06760bbb8263 None None] Allocated IP 172.20.0.18 (cf7ddee2-261e-436b-a6e2-4e8799fb3b0f/66978f5e-87dc-4b5c-b7bd-bb6e6ab62a03/b2c465ac-4409-4fb3-92b4-b90e6db07b40) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:05:25.448268 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c055d18f-6ec9-4207-8be1-4b076b7495af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.452647 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c055d18f-6ec9-4207-8be1-4b076b7495af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.482601 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c055d18f-6ec9-4207-8be1-4b076b7495af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.483864 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c055d18f-6ec9-4207-8be1-4b076b7495af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1511126 Jul 09 10:05:25.485046 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055d18f-6ec9-4207-8be1-4b076b7495af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b81ec4-54c6-4e3f-bfa2-8bf87759e40a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:25.487075 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38900) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:25.491769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-21901f52-b4f6-4545-aa74-27bb6b717e81 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'security_group_rule': {'security_group_id': '83b81ec4-54c6-4e3f-bfa2-8bf87759e40a', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:05:25.518682 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21901f52-b4f6-4545-aa74-27bb6b717e81 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.571222 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b3dd6ff6-5a29-45c4-ba16-06760bbb8263 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.582790 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21901f52-b4f6-4545-aa74-27bb6b717e81 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.584422 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b3dd6ff6-5a29-45c4-ba16-06760bbb8263 None None] Transition to ACTIVE for port object b2c465ac-4409-4fb3-92b4-b90e6db07b40 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:05:25.588067 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21901f52-b4f6-4545-aa74-27bb6b717e81 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.601618 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b3dd6ff6-5a29-45c4-ba16-06760bbb8263 None None] Transition to ACTIVE for port object b2c465ac-4409-4fb3-92b4-b90e6db07b40 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:05:25.605573 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21901f52-b4f6-4545-aa74-27bb6b717e81 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c6105b-1d6d-4c10-a9cf-0c1c3a713d05,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:25.609589 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b3dd6ff6-5a29-45c4-ba16-06760bbb8263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.613568 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21901f52-b4f6-4545-aa74-27bb6b717e81 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.614832 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-21901f52-b4f6-4545-aa74-27bb6b717e81 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268458 Jul 09 10:05:25.617665 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38902) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:25.622474 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ea30c9f0-58a4-4d6b-8c1a-e7fd0e468620 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'security_group_rule': {'security_group_id': '83b81ec4-54c6-4e3f-bfa2-8bf87759e40a', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:05:25.648114 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dd6ff6-5a29-45c4-ba16-06760bbb8263 None None] Network cf7ddee2-261e-436b-a6e2-4e8799fb3b0f is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:05:25.651340 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea30c9f0-58a4-4d6b-8c1a-e7fd0e468620 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.654667 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-b3dd6ff6-5a29-45c4-ba16-06760bbb8263 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:05:25.657711 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dd6ff6-5a29-45c4-ba16-06760bbb8263 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:05:25.671456 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd6ff6-5a29-45c4-ba16-06760bbb8263 None None] Pushing event updated for resources: {'Port': ['ID=b2c465ac-4409-4fb3-92b4-b90e6db07b40,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:25.710838 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea30c9f0-58a4-4d6b-8c1a-e7fd0e468620 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.714498 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea30c9f0-58a4-4d6b-8c1a-e7fd0e468620 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.729393 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b3dd6ff6-5a29-45c4-ba16-06760bbb8263 None None] Attempting to bind port b2c465ac-4409-4fb3-92b4-b90e6db07b40 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:05:25.729833 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b3dd6ff6-5a29-45c4-ba16-06760bbb8263 None None] Attempting to bind port b2c465ac-4409-4fb3-92b4-b90e6db07b40 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '677f5a9d-c862-45cd-a881-d9e3b5d90696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf7ddee2-261e-436b-a6e2-4e8799fb3b0f'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:05:25.730188 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dd6ff6-5a29-45c4-ba16-06760bbb8263 None None] Attempting to bind port b2c465ac-4409-4fb3-92b4-b90e6db07b40 on network cf7ddee2-261e-436b-a6e2-4e8799fb3b0f {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:05:25.731664 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30c9f0-58a4-4d6b-8c1a-e7fd0e468620 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a35a1b4-617a-4ccf-a5f2-a7bcfde72ee7,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:25.737260 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dd6ff6-5a29-45c4-ba16-06760bbb8263 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:05:25.737735 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dd6ff6-5a29-45c4-ba16-06760bbb8263 None None] Checking segment: {'id': '677f5a9d-c862-45cd-a881-d9e3b5d90696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf7ddee2-261e-436b-a6e2-4e8799fb3b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:05:25.737867 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea30c9f0-58a4-4d6b-8c1a-e7fd0e468620 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.738248 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b3dd6ff6-5a29-45c4-ba16-06760bbb8263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.738673 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dd6ff6-5a29-45c4-ba16-06760bbb8263 None None] Bound using segment: {'id': '677f5a9d-c862-45cd-a881-d9e3b5d90696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf7ddee2-261e-436b-a6e2-4e8799fb3b0f'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:05:25.739147 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b3dd6ff6-5a29-45c4-ba16-06760bbb8263 None None] Bound port: b2c465ac-4409-4fb3-92b4-b90e6db07b40, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '677f5a9d-c862-45cd-a881-d9e3b5d90696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf7ddee2-261e-436b-a6e2-4e8799fb3b0f'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:05:25.739639 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b3dd6ff6-5a29-45c4-ba16-06760bbb8263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.739753 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ea30c9f0-58a4-4d6b-8c1a-e7fd0e468620 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208847 Jul 09 10:05:25.742254 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38904) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:25.746964 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-50d563e9-68ef-4af6-90bc-44a6ce2abb48 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'security_group_rule': {'security_group_id': '83b81ec4-54c6-4e3f-bfa2-8bf87759e40a', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:05:25.774067 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50d563e9-68ef-4af6-90bc-44a6ce2abb48 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.803860 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b3dd6ff6-5a29-45c4-ba16-06760bbb8263 None None] For port b2c465ac-4409-4fb3-92b4-b90e6db07b40, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:05:25.807430 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b3dd6ff6-5a29-45c4-ba16-06760bbb8263 None None] For port b2c465ac-4409-4fb3-92b4-b90e6db07b40, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b2c465ac-4409-4fb3-92b4-b90e6db07b40,segment=NetworkSegment(677f5a9d-c862-45cd-a881-d9e3b5d90696),segment_id=677f5a9d-c862-45cd-a881-d9e3b5d90696)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:05:25.811840 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b3dd6ff6-5a29-45c4-ba16-06760bbb8263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.833082 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50d563e9-68ef-4af6-90bc-44a6ce2abb48 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.836637 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50d563e9-68ef-4af6-90bc-44a6ce2abb48 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.855442 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d563e9-68ef-4af6-90bc-44a6ce2abb48 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05212df4-6273-4f57-b31a-ed95e737e302,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:25.866869 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50d563e9-68ef-4af6-90bc-44a6ce2abb48 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.871656 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-50d563e9-68ef-4af6-90bc-44a6ce2abb48 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250513 Jul 09 10:05:25.871981 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd6ff6-5a29-45c4-ba16-06760bbb8263 None None] Pushing event updated for resources: {'Port': ['ID=b2c465ac-4409-4fb3-92b4-b90e6db07b40,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:25.873127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38906) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:25.878729 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-4eecf9de-ac3e-46ea-8d63-f54c76a98d41 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'security_group_rule': {'security_group_id': '83b81ec4-54c6-4e3f-bfa2-8bf87759e40a', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:05:25.906107 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4eecf9de-ac3e-46ea-8d63-f54c76a98d41 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.972695 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4eecf9de-ac3e-46ea-8d63-f54c76a98d41 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.976721 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4eecf9de-ac3e-46ea-8d63-f54c76a98d41 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:25.994936 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eecf9de-ac3e-46ea-8d63-f54c76a98d41 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=771f209e-1bb8-4e5c-80ef-b48b39cd5588,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:26.001950 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4eecf9de-ac3e-46ea-8d63-f54c76a98d41 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:26.003168 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4eecf9de-ac3e-46ea-8d63-f54c76a98d41 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290185 Jul 09 10:05:26.005790 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38908) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:26.010287 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-897ac713-803c-4584-ad84-65794122d2db tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'security_group_rule': {'security_group_id': '83b81ec4-54c6-4e3f-bfa2-8bf87759e40a', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:05:26.050335 n-d-799996-1 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-897ac713-803c-4584-ad84-65794122d2db tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Project 5153b0d40dd04ff495036bdeacd67a8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:05:26.058273 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-897ac713-803c-4584-ad84-65794122d2db tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:26.132125 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-897ac713-803c-4584-ad84-65794122d2db tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:26.145338 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-897ac713-803c-4584-ad84-65794122d2db tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:26.163728 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ac713-803c-4584-ad84-65794122d2db tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb5dc2f-ea4f-4237-87e6-3455a1b16d2d,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:26.174901 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-897ac713-803c-4584-ad84-65794122d2db tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:26.176925 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-897ac713-803c-4584-ad84-65794122d2db tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1699767 Jul 09 10:05:26.179355 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38910) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:26.184417 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-70249362-8b3f-471f-96f4-c352f6100228 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'security_group_rule': {'security_group_id': '83b81ec4-54c6-4e3f-bfa2-8bf87759e40a', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:05:26.206568 n-d-799996-1 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-70249362-8b3f-471f-96f4-c352f6100228 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Project 5153b0d40dd04ff495036bdeacd67a8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:05:26.211850 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70249362-8b3f-471f-96f4-c352f6100228 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:26.278137 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70249362-8b3f-471f-96f4-c352f6100228 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:26.282011 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70249362-8b3f-471f-96f4-c352f6100228 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:26.304556 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70249362-8b3f-471f-96f4-c352f6100228 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be557efa-e1c1-42f2-ac13-7c0586d0d94f,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:26.309270 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70249362-8b3f-471f-96f4-c352f6100228 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:26.310730 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-70249362-8b3f-471f-96f4-c352f6100228 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301622 Jul 09 10:05:26.488138 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-29393ed7-ffc2-4a69-9fbb-dd2841aef9a4 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1973052993&fields=id&tenant_id=5153b0d40dd04ff495036bdeacd67a8e HTTP/1.1" status: 200 len: 267 time: 0.0347204 Jul 09 10:05:26.605182 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-6701cc53-f4ea-40c8-8414-092fd06ac407 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:26.606934 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-6701cc53-f4ea-40c8-8414-092fd06ac407 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/networks?id=cf7ddee2-261e-436b-a6e2-4e8799fb3b0f HTTP/1.1" status: 200 len: 796 time: 0.1121066 Jul 09 10:05:26.622366 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-30a9b117-488e-42bb-a003-755d93b8eac9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/quotas/5153b0d40dd04ff495036bdeacd67a8e HTTP/1.1" status: 200 len: 375 time: 0.0098431 Jul 09 10:05:26.708052 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-942c7a4f-9a93-41a5-9da4-b24f71f14280 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5153b0d40dd04ff495036bdeacd67a8e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0793478 Jul 09 10:05:26.788002 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0caaca-afca-4931-b482-fc22e1942985 None None] Network cf7ddee2-261e-436b-a6e2-4e8799fb3b0f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:05:26.819343 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-3720a866-26ae-4456-9663-659f9e3a7b0c service neutron] 10.222.0.61 "GET /v2.0/networks/cf7ddee2-261e-436b-a6e2-4e8799fb3b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999970 Jul 09 10:05:26.831396 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b2c465ac-4409-4fb3-92b4-b90e6db07b40 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:05:26.890695 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a9de9384-fef5-479c-9aa3-6e3c84a3f200 None None] Provisioning for port b2c465ac-4409-4fb3-92b4-b90e6db07b40 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:05:26.919959 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-1b1e9ff1-5596-4d7e-97aa-4565019920de service neutron] 10.222.0.61 "GET /v2.0/networks/cf7ddee2-261e-436b-a6e2-4e8799fb3b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930357 Jul 09 10:05:26.941144 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port b2c465ac-4409-4fb3-92b4-b90e6db07b40 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:05:26.950971 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port b2c465ac-4409-4fb3-92b4-b90e6db07b40 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:05:26.951349 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:27.089525 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:27.116995 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53839be8-c989-42d8-92da-1742cb42fce0 req-04898cad-9457-4630-87e9-f50d2d3fa142 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf42f436-e758-40cc-8604-5e8a3d73c876 HTTP/1.1" status: 200 len: 210 time: 0.0382869 Jul 09 10:05:27.132558 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port b2c465ac-4409-4fb3-92b4-b90e6db07b40, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b2c465ac-4409-4fb3-92b4-b90e6db07b40,segment=NetworkSegment(677f5a9d-c862-45cd-a881-d9e3b5d90696),segment_id=677f5a9d-c862-45cd-a881-d9e3b5d90696)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:05:27.143025 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:27.199507 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=b2c465ac-4409-4fb3-92b4-b90e6db07b40,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:27.204894 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38932) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:27.322039 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b823c459-8f52-42e5-b2e3-65d07a2e1095 None None] Provisioning complete for port b2c465ac-4409-4fb3-92b4-b90e6db07b40 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:05:27.322170 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b823c459-8f52-42e5-b2e3-65d07a2e1095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:27.705946 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e1e2e507-4dfd-447b-bc51-02258736b6d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Deleting port f374a6ea-dbad-4c8a-8692-3c8a2de91cd9 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:05:27.706431 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e507-4dfd-447b-bc51-02258736b6d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:27.782125 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e507-4dfd-447b-bc51-02258736b6d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:27.782477 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e507-4dfd-447b-bc51-02258736b6d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:27.794361 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e1e2e507-4dfd-447b-bc51-02258736b6d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Calling delete_port for f374a6ea-dbad-4c8a-8692-3c8a2de91cd9 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:05:27.956756 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e507-4dfd-447b-bc51-02258736b6d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:27.985622 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2e507-4dfd-447b-bc51-02258736b6d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'Port': ['ID=f374a6ea-dbad-4c8a-8692-3c8a2de91cd9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:28.049927 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e507-4dfd-447b-bc51-02258736b6d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:28.050260 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-e1e2e507-4dfd-447b-bc51-02258736b6d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Floating IP c1d25171-8300-489c-bc96-11ac94babd64 disassociated (deleted). External IP: 172.25.3.229, port: e81ef31c-531e-4666-b259-4517d2c8dc9a. Jul 09 10:05:28.270718 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37cb1f28-efe1-48e4-8539-ee889e3e9de7 req-f2ba944b-feef-40d3-adc6-0e73bad1d600 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf42f436-e758-40cc-8604-5e8a3d73c876 HTTP/1.1" status: 200 len: 210 time: 0.0313854 Jul 09 10:05:28.300154 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e2e507-4dfd-447b-bc51-02258736b6d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Router 5e63c90a-f92c-4bb7-85cf-b2d885779acb has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:05:28.469622 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e2e507-4dfd-447b-bc51-02258736b6d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:05:28.476570 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e507-4dfd-447b-bc51-02258736b6d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:28.480483 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb16fafe-2690-4d5d-9bad-f974cb4b6567 None None] Sync routers for ids ['5e63c90a-f92c-4bb7-85cf-b2d885779acb'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:05:28.495787 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb16fafe-2690-4d5d-9bad-f974cb4b6567 None None] Routers {'5e63c90a-f92c-4bb7-85cf-b2d885779acb'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:05:28.496419 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-cb16fafe-2690-4d5d-9bad-f974cb4b6567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:05:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5e63c90a-f92c-4bb7-85cf-b2d885779acb'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:05:28.541953 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e1e2e507-4dfd-447b-bc51-02258736b6d2 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "DELETE /v2.0/floatingips/c1d25171-8300-489c-bc96-11ac94babd64 HTTP/1.1" status: 204 len: 168 time: 1.3331904 Jul 09 10:05:28.541953 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ed4748-fcaf-4871-9d7c-12cfac4fd121', 'tag': 'e81ef31c-531e-4666-b259-4517d2c8dc9a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:05:28.542475 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49627219-9f67-4ff5-a88d-3c87c3339c59" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ed4748-fcaf-4871-9d7c-12cfac4fd121", "tag": "e81ef31c-531e-4666-b259-4517d2c8dc9a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:05:28.568233 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-3b981664-a98f-4bf7-93b6-fdc664875be2 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:28.570072 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-3b981664-a98f-4bf7-93b6-fdc664875be2 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.64 "GET /v2.0/networks?id=cf7ddee2-261e-436b-a6e2-4e8799fb3b0f HTTP/1.1" status: 200 len: 796 time: 0.1813571 Jul 09 10:05:28.630980 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-a0f3b829-0542-405c-9901-8834505876d9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5153b0d40dd04ff495036bdeacd67a8e HTTP/1.1" status: 200 len: 473 time: 0.0499783 Jul 09 10:05:28.641748 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-c8aecba3-ec48-4df6-a3e4-ac67715b43ab tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'port': {'device_id': 'bf42f436-e758-40cc-8604-5e8a3d73c876', 'network_id': 'cf7ddee2-261e-436b-a6e2-4e8799fb3b0f', 'admin_state_up': True, 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'security_groups': ['83b81ec4-54c6-4e3f-bfa2-8bf87759e40a']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:05:28.659603 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-cb16fafe-2690-4d5d-9bad-f974cb4b6567 None None] Set router 5e63c90a-f92c-4bb7-85cf-b2d885779acb gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:05:28.694260 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f9a237-ecc4-4278-84cd-ce0e35f9a2e0 x-openstack-request-id: req-f5f9a237-ecc4-4278-84cd-ce0e35f9a2e0 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:05:28.694575 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ed4748-fcaf-4871-9d7c-12cfac4fd121", "tag": "e81ef31c-531e-4666-b259-4517d2c8dc9a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:05:28.694812 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f5f9a237-ecc4-4278-84cd-ce0e35f9a2e0 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:05:28.695219 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ed4748-fcaf-4871-9d7c-12cfac4fd121', 'tag': 'e81ef31c-531e-4666-b259-4517d2c8dc9a', 'status': 'completed', 'code': 200} Jul 09 10:05:28.812426 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49627219-9f67-4ff5-a88d-3c87c3339c59 req-77896521-6d73-4c83-afae-f6fa8c7d0a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:28.814287 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b2c465ac-4409-4fb3-92b4-b90e6db07b40 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:05:28.815495 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-49627219-9f67-4ff5-a88d-3c87c3339c59 req-77896521-6d73-4c83-afae-f6fa8c7d0a97 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae2f728a25b040fd82453c3377e2137f&device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 1097 time: 0.1074395 Jul 09 10:05:28.816341 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-c8aecba3-ec48-4df6-a3e4-ac67715b43ab tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Made reservation on behalf of 5153b0d40dd04ff495036bdeacd67a8e for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:05:28.820252 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-c8aecba3-ec48-4df6-a3e4-ac67715b43ab tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:28.881349 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port b2c465ac-4409-4fb3-92b4-b90e6db07b40 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:05:28.881863 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:28.912472 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-cb16fafe-2690-4d5d-9bad-f974cb4b6567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167188327', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:45Z', 'updated_at': '2021-07-09T10:03:49Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:46Z', 'updated_at': '2021-07-09T10:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '8626e2e2-ec1c-40da-8948-86da7e337e31', 'name': '', 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:40:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c5f0ecc5-86de-4a25-bf38-91d1cc15fc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:48Z', 'updated_at': '2021-07-09T10:03:54Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': 'c5f0ecc5-86de-4a25-bf38-91d1cc15fc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:05:28.949280 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb16fafe-2690-4d5d-9bad-f974cb4b6567 None None] Checking router: 5e63c90a-f92c-4bb7-85cf-b2d885779acb for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:05:28.958656 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb16fafe-2690-4d5d-9bad-f974cb4b6567 None None] Routers {'5e63c90a-f92c-4bb7-85cf-b2d885779acb'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:05:28.959278 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-cb16fafe-2690-4d5d-9bad-f974cb4b6567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:05:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5e63c90a-f92c-4bb7-85cf-b2d885779acb'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:05:29.080130 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49627219-9f67-4ff5-a88d-3c87c3339c59 req-fbacebfd-54ba-41d8-963e-663ca8600d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:29.081666 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-49627219-9f67-4ff5-a88d-3c87c3339c59 req-fbacebfd-54ba-41d8-963e-663ca8600d01 service neutron] 10.222.0.58 "GET /v2.0/networks?id=092c0d56-3873-498c-a180-e6948d78ea31 HTTP/1.1" status: 200 len: 897 time: 0.2589884 Jul 09 10:05:29.143558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-49627219-9f67-4ff5-a88d-3c87c3339c59 req-88356473-a41d-49bc-895a-b297ebfa3935 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e81ef31c-531e-4666-b259-4517d2c8dc9a HTTP/1.1" status: 200 len: 217 time: 0.0511897 Jul 09 10:05:29.145364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-c8aecba3-ec48-4df6-a3e4-ac67715b43ab tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Allocated IP 172.20.0.25 (cf7ddee2-261e-436b-a6e2-4e8799fb3b0f/66978f5e-87dc-4b5c-b7bd-bb6e6ab62a03/bc60123e-0858-4166-8510-3d0a143f617b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:05:29.174132 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-cb16fafe-2690-4d5d-9bad-f974cb4b6567 None None] Set router 5e63c90a-f92c-4bb7-85cf-b2d885779acb gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:05:29.176460 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b575a-0833-459e-a567-4bc1941342ee req-81526da5-f0ac-48be-8dd0-fe3aee5434f7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:29.177984 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8f0b575a-0833-459e-a567-4bc1941342ee req-81526da5-f0ac-48be-8dd0-fe3aee5434f7 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 946 time: 0.2014940 Jul 09 10:05:29.262572 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49627219-9f67-4ff5-a88d-3c87c3339c59 req-0211e566-547a-4aa3-b1e6-e4e60e446096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:29.264104 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-49627219-9f67-4ff5-a88d-3c87c3339c59 req-0211e566-547a-4aa3-b1e6-e4e60e446096 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5f0ecc5-86de-4a25-bf38-91d1cc15fc30 HTTP/1.1" status: 200 len: 834 time: 0.1099017 Jul 09 10:05:29.350842 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8f0b575a-0833-459e-a567-4bc1941342ee req-030d3574-617e-46a7-8395-365f0051cfc3 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517680 Jul 09 10:05:29.378573 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-cb16fafe-2690-4d5d-9bad-f974cb4b6567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167188327', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:45Z', 'updated_at': '2021-07-09T10:03:49Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:46Z', 'updated_at': '2021-07-09T10:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '8626e2e2-ec1c-40da-8948-86da7e337e31', 'name': '', 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:40:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c5f0ecc5-86de-4a25-bf38-91d1cc15fc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:48Z', 'updated_at': '2021-07-09T10:03:54Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': 'c5f0ecc5-86de-4a25-bf38-91d1cc15fc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:05:29.409024 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb16fafe-2690-4d5d-9bad-f974cb4b6567 None None] The sync data for ids ['5e63c90a-f92c-4bb7-85cf-b2d885779acb'] in n-d-799996-1 is: [{'id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167188327', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:45Z', 'updated_at': '2021-07-09T10:03:49Z', 'revision_number': 4, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:46Z', 'updated_at': '2021-07-09T10:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '8626e2e2-ec1c-40da-8948-86da7e337e31', 'name': '', 'network_id': '092c0d56-3873-498c-a180-e6948d78ea31', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'mac_address': 'fa:16:3e:40:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c5f0ecc5-86de-4a25-bf38-91d1cc15fc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:48Z', 'updated_at': '2021-07-09T10:03:54Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'subnets': [{'id': 'c5f0ecc5-86de-4a25-bf38-91d1cc15fc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:05:29.429921 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-c8aecba3-ec48-4df6-a3e4-ac67715b43ab tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:29.455843 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49627219-9f67-4ff5-a88d-3c87c3339c59 req-28285c73-dad4-47f7-b246-69d32dc13288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:29.457421 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-49627219-9f67-4ff5-a88d-3c87c3339c59 req-28285c73-dad4-47f7-b246-69d32dc13288 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=092c0d56-3873-498c-a180-e6948d78ea31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1816735 Jul 09 10:05:29.462292 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e0c9874b-def1-4979-ba33-b140fe94ebea req-e142d8a2-5e41-4ee5-a498-3f4ca6da8956 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf42f436-e758-40cc-8604-5e8a3d73c876 HTTP/1.1" status: 200 len: 210 time: 0.0533609 Jul 09 10:05:29.469565 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-49627219-9f67-4ff5-a88d-3c87c3339c59 req-0ff5e6d3-b6d7-415d-a27a-a4c9788d6b61 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 10:05:29.470635 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-49627219-9f67-4ff5-a88d-3c87c3339c59 req-0ff5e6d3-b6d7-415d-a27a-a4c9788d6b61 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053008 Jul 09 10:05:29.473503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-c8aecba3-ec48-4df6-a3e4-ac67715b43ab tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Transition to ACTIVE for port object bc60123e-0858-4166-8510-3d0a143f617b will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:05:29.590103 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-c8aecba3-ec48-4df6-a3e4-ac67715b43ab tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:29.613608 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-49627219-9f67-4ff5-a88d-3c87c3339c59 req-b1609f4a-27fb-43bd-9cfd-edd0601e0c7e service neutron] 10.222.0.58 "GET /v2.0/networks/092c0d56-3873-498c-a180-e6948d78ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352708 Jul 09 10:05:29.640086 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe698e7-3825-4276-a6a0-0800d0a3739d None None] New status for floating IP c1d25171-8300-489c-bc96-11ac94babd64: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:05:29.650415 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-c8aecba3-ec48-4df6-a3e4-ac67715b43ab tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Network cf7ddee2-261e-436b-a6e2-4e8799fb3b0f is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:05:29.685778 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-c8aecba3-ec48-4df6-a3e4-ac67715b43ab tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:05:29.696911 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-c8aecba3-ec48-4df6-a3e4-ac67715b43ab tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:05:29.749498 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aecba3-ec48-4df6-a3e4-ac67715b43ab tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'Port': ['ID=bc60123e-0858-4166-8510-3d0a143f617b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:29.781206 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-c8aecba3-ec48-4df6-a3e4-ac67715b43ab tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:29.781854 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-c8aecba3-ec48-4df6-a3e4-ac67715b43ab tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:29.802729 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-49627219-9f67-4ff5-a88d-3c87c3339c59 req-1fc5bc63-4be7-4352-b303-0d51285b3d53 service neutron] 10.222.0.58 "GET /v2.0/networks/092c0d56-3873-498c-a180-e6948d78ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683898 Jul 09 10:05:29.808553 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-c8aecba3-ec48-4df6-a3e4-ac67715b43ab tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1722236 Jul 09 10:05:29.887955 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-cfd4867b-d3a5-4f41-a2f8-eeadc836d67e service neutron] Request body: {'port': {'device_id': 'bf42f436-e758-40cc-8604-5e8a3d73c876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:05:29.949354 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7a55c9f1-f161-4d18-a69d-919a492e76a7 None None] Provisioning for port bc60123e-0858-4166-8510-3d0a143f617b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:05:29.953839 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7a55c9f1-f161-4d18-a69d-919a492e76a7 None None] Provisioning complete for port bc60123e-0858-4166-8510-3d0a143f617b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:05:29.954224 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7a55c9f1-f161-4d18-a69d-919a492e76a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:29.962763 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-cfd4867b-d3a5-4f41-a2f8-eeadc836d67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:29.991545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7a55c9f1-f161-4d18-a69d-919a492e76a7 None None] Port bc60123e-0858-4166-8510-3d0a143f617b cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:05:30.236443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-cfd4867b-d3a5-4f41-a2f8-eeadc836d67e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc60123e-0858-4166-8510-3d0a143f617b {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:05:30.259212 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-cfd4867b-d3a5-4f41-a2f8-eeadc836d67e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:30.275835 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-cfd4867b-d3a5-4f41-a2f8-eeadc836d67e service neutron] Transition to ACTIVE for port object bc60123e-0858-4166-8510-3d0a143f617b will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:05:30.282946 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-cfd4867b-d3a5-4f41-a2f8-eeadc836d67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:30.344375 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c311f-08ec-43fc-a0c9-576bc10da120 req-628796fd-835f-4064-80e6-5a03e22bdde5 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:30.346478 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c0c311f-08ec-43fc-a0c9-576bc10da120 req-628796fd-835f-4064-80e6-5a03e22bdde5 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 946 time: 0.1238036 Jul 09 10:05:30.365092 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4867b-d3a5-4f41-a2f8-eeadc836d67e service neutron] Pushing event updated for resources: {'Port': ['ID=bc60123e-0858-4166-8510-3d0a143f617b,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:30.528673 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-cfd4867b-d3a5-4f41-a2f8-eeadc836d67e service neutron] Attempting to bind port bc60123e-0858-4166-8510-3d0a143f617b on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:05:30.529010 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-cfd4867b-d3a5-4f41-a2f8-eeadc836d67e service neutron] Attempting to bind port bc60123e-0858-4166-8510-3d0a143f617b by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '677f5a9d-c862-45cd-a881-d9e3b5d90696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf7ddee2-261e-436b-a6e2-4e8799fb3b0f'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:05:30.529344 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-cfd4867b-d3a5-4f41-a2f8-eeadc836d67e service neutron] Attempting to bind port bc60123e-0858-4166-8510-3d0a143f617b on network cf7ddee2-261e-436b-a6e2-4e8799fb3b0f {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:05:30.546212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-cfd4867b-d3a5-4f41-a2f8-eeadc836d67e service neutron] Port bc60123e-0858-4166-8510-3d0a143f617b on network cf7ddee2-261e-436b-a6e2-4e8799fb3b0f not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:05:30.546537 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-cfd4867b-d3a5-4f41-a2f8-eeadc836d67e service neutron] Attempting to bind port bc60123e-0858-4166-8510-3d0a143f617b on network cf7ddee2-261e-436b-a6e2-4e8799fb3b0f {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:05:30.557859 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-cfd4867b-d3a5-4f41-a2f8-eeadc836d67e service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:05:30.558204 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-cfd4867b-d3a5-4f41-a2f8-eeadc836d67e service neutron] Checking segment: {'id': '677f5a9d-c862-45cd-a881-d9e3b5d90696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf7ddee2-261e-436b-a6e2-4e8799fb3b0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:05:30.558593 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-cfd4867b-d3a5-4f41-a2f8-eeadc836d67e service neutron] Bound using segment: {'id': '677f5a9d-c862-45cd-a881-d9e3b5d90696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf7ddee2-261e-436b-a6e2-4e8799fb3b0f'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:05:30.559029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-cfd4867b-d3a5-4f41-a2f8-eeadc836d67e service neutron] Bound port: bc60123e-0858-4166-8510-3d0a143f617b, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '677f5a9d-c862-45cd-a881-d9e3b5d90696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf7ddee2-261e-436b-a6e2-4e8799fb3b0f'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:05:30.559389 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-cfd4867b-d3a5-4f41-a2f8-eeadc836d67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:30.589215 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-7c0c311f-08ec-43fc-a0c9-576bc10da120 req-4f4d6a9d-5e97-4541-abf3-0707d2cee55d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Deleting port e81ef31c-531e-4666-b259-4517d2c8dc9a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:05:30.589478 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7c0c311f-08ec-43fc-a0c9-576bc10da120 req-4f4d6a9d-5e97-4541-abf3-0707d2cee55d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:30.682150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b9967-71af-40f1-9805-d6557666b7e0 req-1c189baa-a7e0-4e60-919d-a41ed767d910 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:30.683567 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a9b9967-71af-40f1-9805-d6557666b7e0 req-1c189baa-a7e0-4e60-919d-a41ed767d910 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0ed4748-fcaf-4871-9d7c-12cfac4fd121 HTTP/1.1" status: 200 len: 946 time: 0.2074525 Jul 09 10:05:30.783887 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-cfd4867b-d3a5-4f41-a2f8-eeadc836d67e service neutron] For port bc60123e-0858-4166-8510-3d0a143f617b, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:05:30.792076 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a9b9967-71af-40f1-9805-d6557666b7e0 req-f5ed4948-e34f-40bb-b646-5c1bae809b34 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "GET /v2.0/security-groups?id=b144cac3-73c8-4b6e-b178-f6d4808c0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978839 Jul 09 10:05:30.811430 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-cfd4867b-d3a5-4f41-a2f8-eeadc836d67e service neutron] For port bc60123e-0858-4166-8510-3d0a143f617b, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=bc60123e-0858-4166-8510-3d0a143f617b,segment=NetworkSegment(677f5a9d-c862-45cd-a881-d9e3b5d90696),segment_id=677f5a9d-c862-45cd-a881-d9e3b5d90696)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:05:30.817955 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-7c0c311f-08ec-43fc-a0c9-576bc10da120 req-4f4d6a9d-5e97-4541-abf3-0707d2cee55d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] For port e81ef31c-531e-4666-b259-4517d2c8dc9a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=e81ef31c-531e-4666-b259-4517d2c8dc9a,segment=NetworkSegment(44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3),segment_id=44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:05:30.818313 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7c0c311f-08ec-43fc-a0c9-576bc10da120 req-4f4d6a9d-5e97-4541-abf3-0707d2cee55d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:30.822812 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-cfd4867b-d3a5-4f41-a2f8-eeadc836d67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:30.844122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe72034-e2db-492f-9633-a710c2bfa064 req-0561c07b-d3f7-4b17-8da1-81235e8fee00 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:30.846161 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fe72034-e2db-492f-9633-a710c2bfa064 req-0561c07b-d3f7-4b17-8da1-81235e8fee00 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf42f436-e758-40cc-8604-5e8a3d73c876 HTTP/1.1" status: 200 len: 944 time: 0.2603850 Jul 09 10:05:30.873374 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-7c0c311f-08ec-43fc-a0c9-576bc10da120 req-4f4d6a9d-5e97-4541-abf3-0707d2cee55d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Calling delete_port for e81ef31c-531e-4666-b259-4517d2c8dc9a owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:05:30.901693 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-cfd4867b-d3a5-4f41-a2f8-eeadc836d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:30.902470 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-cfd4867b-d3a5-4f41-a2f8-eeadc836d67e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:30.903735 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-cfd4867b-d3a5-4f41-a2f8-eeadc836d67e service neutron] 10.222.0.64 "PUT /v2.0/ports/bc60123e-0858-4166-8510-3d0a143f617b HTTP/1.1" status: 200 len: 1092 time: 1.0850778 Jul 09 10:05:30.908574 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf42f436-e758-40cc-8604-5e8a3d73c876', 'tag': 'bc60123e-0858-4166-8510-3d0a143f617b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:05:30.910864 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e878c7b5-18bf-411d-9bbf-7a8dc2828063" -d '{"events": [{"name": "network-changed", "server_uuid": "bf42f436-e758-40cc-8604-5e8a3d73c876", "tag": "bc60123e-0858-4166-8510-3d0a143f617b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:05:30.968187 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310d2d47-ca4a-4db5-b01d-ec210fd079af x-openstack-request-id: req-310d2d47-ca4a-4db5-b01d-ec210fd079af {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:05:30.968480 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf42f436-e758-40cc-8604-5e8a3d73c876", "tag": "bc60123e-0858-4166-8510-3d0a143f617b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:05:30.968731 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-310d2d47-ca4a-4db5-b01d-ec210fd079af {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:05:30.969135 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf42f436-e758-40cc-8604-5e8a3d73c876', 'tag': 'bc60123e-0858-4166-8510-3d0a143f617b', 'status': 'completed', 'code': 200} Jul 09 10:05:30.986324 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4867b-d3a5-4f41-a2f8-eeadc836d67e service neutron] Pushing event updated for resources: {'Port': ['ID=bc60123e-0858-4166-8510-3d0a143f617b,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:31.020755 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fe72034-e2db-492f-9633-a710c2bfa064 req-a22c62f8-ddc7-4811-b0f5-b7718d57d497 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=83b81ec4-54c6-4e3f-bfa2-8bf87759e40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451581 Jul 09 10:05:31.073010 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-7f7a68c9-342f-49f1-a6c8-b81d3cfda26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:31.074641 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-7f7a68c9-342f-49f1-a6c8-b81d3cfda26c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5153b0d40dd04ff495036bdeacd67a8e&device_id=bf42f436-e758-40cc-8604-5e8a3d73c876 HTTP/1.1" status: 200 len: 1095 time: 0.1028032 Jul 09 10:05:31.139568 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-526f2ce1-8297-4275-b5cc-4938d6e9e53f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=bc60123e-0858-4166-8510-3d0a143f617b HTTP/1.1" status: 200 len: 217 time: 0.0576138 Jul 09 10:05:31.186471 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7c0c311f-08ec-43fc-a0c9-576bc10da120 req-4f4d6a9d-5e97-4541-abf3-0707d2cee55d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:31.223020 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d6a9d-5e97-4541-abf3-0707d2cee55d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'Port': ['ID=e81ef31c-531e-4666-b259-4517d2c8dc9a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:31.233643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-03a0eff7-f930-4792-984f-969e70040e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:31.235127 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-03a0eff7-f930-4792-984f-969e70040e8c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=66978f5e-87dc-4b5c-b7bd-bb6e6ab62a03 HTTP/1.1" status: 200 len: 837 time: 0.0881162 Jul 09 10:05:31.297970 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0c311f-08ec-43fc-a0c9-576bc10da120 req-4f4d6a9d-5e97-4541-abf3-0707d2cee55d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] No DVR routers for this DVR port e81ef31c-531e-4666-b259-4517d2c8dc9a on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:05:31.302322 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7c0c311f-08ec-43fc-a0c9-576bc10da120 req-4f4d6a9d-5e97-4541-abf3-0707d2cee55d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:31.304432 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c0c311f-08ec-43fc-a0c9-576bc10da120 req-4f4d6a9d-5e97-4541-abf3-0707d2cee55d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.58 "DELETE /v2.0/ports/e81ef31c-531e-4666-b259-4517d2c8dc9a HTTP/1.1" status: 204 len: 173 time: 0.9491823 Jul 09 10:05:31.328962 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-d69b309d-a23a-4220-a640-135a28835dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:31.331064 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-d69b309d-a23a-4220-a640-135a28835dac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf7ddee2-261e-436b-a6e2-4e8799fb3b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763042 Jul 09 10:05:31.427055 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-ead1760a-803b-49dd-afc0-33d6072b376b service neutron] 10.222.0.64 "GET /v2.0/networks/cf7ddee2-261e-436b-a6e2-4e8799fb3b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895934 Jul 09 10:05:31.522501 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c095cea-a6c4-4ac6-8f1b-bd59bad3f2a2 req-ac57b24b-ae09-474a-9199-e8df7a53cdb0 service neutron] 10.222.0.64 "GET /v2.0/networks/cf7ddee2-261e-436b-a6e2-4e8799fb3b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883715 Jul 09 10:05:31.630043 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878c7b5-18bf-411d-9bbf-7a8dc2828063 req-f3801175-1eff-4483-b16f-99c8fde50a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:31.631675 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e878c7b5-18bf-411d-9bbf-7a8dc2828063 req-f3801175-1eff-4483-b16f-99c8fde50a92 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5153b0d40dd04ff495036bdeacd67a8e&device_id=bf42f436-e758-40cc-8604-5e8a3d73c876 HTTP/1.1" status: 200 len: 1095 time: 0.0614357 Jul 09 10:05:31.893814 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38964) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:32.054309 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878c7b5-18bf-411d-9bbf-7a8dc2828063 req-1f9b7c35-4305-402b-88a9-f44ebca8e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:32.055862 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e878c7b5-18bf-411d-9bbf-7a8dc2828063 req-1f9b7c35-4305-402b-88a9-f44ebca8e3bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf7ddee2-261e-436b-a6e2-4e8799fb3b0f HTTP/1.1" status: 200 len: 897 time: 0.4176509 Jul 09 10:05:32.100419 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e878c7b5-18bf-411d-9bbf-7a8dc2828063 req-dc0ee648-6033-4108-a6ff-c9e4c0507b7b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=bc60123e-0858-4166-8510-3d0a143f617b HTTP/1.1" status: 200 len: 217 time: 0.0375667 Jul 09 10:05:32.156578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878c7b5-18bf-411d-9bbf-7a8dc2828063 req-5ee27fc3-fb95-4180-a2c8-aac6706e6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:32.158654 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e878c7b5-18bf-411d-9bbf-7a8dc2828063 req-5ee27fc3-fb95-4180-a2c8-aac6706e6967 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=66978f5e-87dc-4b5c-b7bd-bb6e6ab62a03 HTTP/1.1" status: 200 len: 837 time: 0.0519872 Jul 09 10:05:32.260353 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2aa21-4341-4bd3-8f46-deaa48df9ca3 req-44974193-37fb-4044-a1e0-fc02ce4e07e0 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:32.261868 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6fa2aa21-4341-4bd3-8f46-deaa48df9ca3 req-44974193-37fb-4044-a1e0-fc02ce4e07e0 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf42f436-e758-40cc-8604-5e8a3d73c876 HTTP/1.1" status: 200 len: 944 time: 0.1012588 Jul 09 10:05:32.268049 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878c7b5-18bf-411d-9bbf-7a8dc2828063 req-7eb3b74c-298d-4966-958f-5975c5505816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:32.269521 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e878c7b5-18bf-411d-9bbf-7a8dc2828063 req-7eb3b74c-298d-4966-958f-5975c5505816 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf7ddee2-261e-436b-a6e2-4e8799fb3b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990360 Jul 09 10:05:32.269987 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6196a36-4767-46b0-ba3f-cdec4323955d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:32.353491 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6fa2aa21-4341-4bd3-8f46-deaa48df9ca3 req-5a599b2a-d5a4-48ab-997f-81300fa16285 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=83b81ec4-54c6-4e3f-bfa2-8bf87759e40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829043 Jul 09 10:05:32.386886 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e878c7b5-18bf-411d-9bbf-7a8dc2828063 req-1b8104d4-cf34-4d3f-bfd8-1b9ef8fa1e49 service neutron] 10.222.0.64 "GET /v2.0/networks/cf7ddee2-261e-436b-a6e2-4e8799fb3b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091809 Jul 09 10:05:32.481325 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e878c7b5-18bf-411d-9bbf-7a8dc2828063 req-81ca6066-268d-4140-83f0-fd582ed8246a service neutron] 10.222.0.64 "GET /v2.0/networks/cf7ddee2-261e-436b-a6e2-4e8799fb3b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869999 Jul 09 10:05:32.537247 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a6196a36-4767-46b0-ba3f-cdec4323955d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Deleting port 8626e2e2-ec1c-40da-8948-86da7e337e31 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:05:32.537919 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6196a36-4767-46b0-ba3f-cdec4323955d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:32.624104 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-a6196a36-4767-46b0-ba3f-cdec4323955d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] For port 8626e2e2-ec1c-40da-8948-86da7e337e31, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8626e2e2-ec1c-40da-8948-86da7e337e31,segment=NetworkSegment(44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3),segment_id=44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:05:32.624381 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6196a36-4767-46b0-ba3f-cdec4323955d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:32.640792 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a6196a36-4767-46b0-ba3f-cdec4323955d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Calling delete_port for 8626e2e2-ec1c-40da-8948-86da7e337e31 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:05:32.822863 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6196a36-4767-46b0-ba3f-cdec4323955d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:32.851374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6196a36-4767-46b0-ba3f-cdec4323955d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'Port': ['ID=8626e2e2-ec1c-40da-8948-86da7e337e31,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:32.970998 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ed4748-fcaf-4871-9d7c-12cfac4fd121', 'name': 'network-vif-deleted', 'tag': 'e81ef31c-531e-4666-b259-4517d2c8dc9a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:05:32.973415 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d336f03f-28db-4eb0-81a8-ed7d7494892b" -d '{"events": [{"server_uuid": "b0ed4748-fcaf-4871-9d7c-12cfac4fd121", "name": "network-vif-deleted", "tag": "e81ef31c-531e-4666-b259-4517d2c8dc9a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:05:33.009866 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fc0074-f86a-4f61-b869-6da67919eec9 x-openstack-request-id: req-40fc0074-f86a-4f61-b869-6da67919eec9 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:05:33.010229 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ed4748-fcaf-4871-9d7c-12cfac4fd121", "name": "network-vif-deleted", "tag": "e81ef31c-531e-4666-b259-4517d2c8dc9a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:05:33.010553 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-40fc0074-f86a-4f61-b869-6da67919eec9 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:05:33.011410 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ed4748-fcaf-4871-9d7c-12cfac4fd121', 'name': 'network-vif-deleted', 'tag': 'e81ef31c-531e-4666-b259-4517d2c8dc9a', 'status': 'completed', 'code': 200} Jul 09 10:05:33.022051 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6196a36-4767-46b0-ba3f-cdec4323955d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:33.236337 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6196a36-4767-46b0-ba3f-cdec4323955d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Router 5e63c90a-f92c-4bb7-85cf-b2d885779acb has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:05:33.341526 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6196a36-4767-46b0-ba3f-cdec4323955d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:05:33.347059 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a6196a36-4767-46b0-ba3f-cdec4323955d tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "PUT /v2.0/routers/5e63c90a-f92c-4bb7-85cf-b2d885779acb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4522102 Jul 09 10:05:33.349777 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38970) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:33.352108 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eac638-51d1-40ef-b86b-9a5d0768a8a3 None None] Sync routers for ids ['5e63c90a-f92c-4bb7-85cf-b2d885779acb'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:05:33.363183 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eac638-51d1-40ef-b86b-9a5d0768a8a3 None None] Routers {'5e63c90a-f92c-4bb7-85cf-b2d885779acb'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:05:33.363958 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-18eac638-51d1-40ef-b86b-9a5d0768a8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:05:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5e63c90a-f92c-4bb7-85cf-b2d885779acb'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:05:33.403059 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-faac3bb9-799c-40b0-b1eb-103d1eb8e793 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Deleting subnet c5f0ecc5-86de-4a25-bf38-91d1cc15fc30 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:05:33.406273 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-faac3bb9-799c-40b0-b1eb-103d1eb8e793 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:33.447544 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-faac3bb9-799c-40b0-b1eb-103d1eb8e793 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:33.469628 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-18eac638-51d1-40ef-b86b-9a5d0768a8a3 None None] Set router 5e63c90a-f92c-4bb7-85cf-b2d885779acb gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:05:33.534257 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520559fd-d08b-47b9-86ed-5ab0f7078a9b req-6dfb91cd-0843-47a8-a519-4aacac6e51f1 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:33.535747 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-520559fd-d08b-47b9-86ed-5ab0f7078a9b req-6dfb91cd-0843-47a8-a519-4aacac6e51f1 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf42f436-e758-40cc-8604-5e8a3d73c876 HTTP/1.1" status: 200 len: 944 time: 0.0663059 Jul 09 10:05:33.565049 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-faac3bb9-799c-40b0-b1eb-103d1eb8e793 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:33.575899 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-520559fd-d08b-47b9-86ed-5ab0f7078a9b req-a1f10205-dafd-4760-840c-228f1eb2043b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=83b81ec4-54c6-4e3f-bfa2-8bf87759e40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342572 Jul 09 10:05:33.625578 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-faac3bb9-799c-40b0-b1eb-103d1eb8e793 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:33.656986 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac3bb9-799c-40b0-b1eb-103d1eb8e793 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'Subnet': ['ID=c5f0ecc5-86de-4a25-bf38-91d1cc15fc30,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:33.659562 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-faac3bb9-799c-40b0-b1eb-103d1eb8e793 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:33.661441 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-faac3bb9-799c-40b0-b1eb-103d1eb8e793 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "DELETE /v2.0/subnets/c5f0ecc5-86de-4a25-bf38-91d1cc15fc30 HTTP/1.1" status: 204 len: 168 time: 0.3107359 Jul 09 10:05:33.664393 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38974) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:33.670363 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856b49dc-7839-4729-b0cb-d83c83858067 None None] Network 092c0d56-3873-498c-a180-e6948d78ea31 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:05:33.673850 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-18eac638-51d1-40ef-b86b-9a5d0768a8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167188327', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:45Z', 'updated_at': '2021-07-09T10:05:32Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:46Z', 'updated_at': '2021-07-09T10:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:05:33.700217 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eac638-51d1-40ef-b86b-9a5d0768a8a3 None None] Checking router: 5e63c90a-f92c-4bb7-85cf-b2d885779acb for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:05:33.710558 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eac638-51d1-40ef-b86b-9a5d0768a8a3 None None] Routers {'5e63c90a-f92c-4bb7-85cf-b2d885779acb'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:05:33.711180 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-18eac638-51d1-40ef-b86b-9a5d0768a8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:05:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5e63c90a-f92c-4bb7-85cf-b2d885779acb'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:05:33.777661 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3428ccb7-5589-4869-91e2-41669e9ba2d8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:33.827876 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-18eac638-51d1-40ef-b86b-9a5d0768a8a3 None None] Set router 5e63c90a-f92c-4bb7-85cf-b2d885779acb gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:05:33.877243 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46322665-6d57-4516-896e-ced63305d786 None None] DHCP port deletion for 092c0d56-3873-498c-a180-e6948d78ea31 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:05:33.893793 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3428ccb7-5589-4869-91e2-41669e9ba2d8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:33.925164 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-46322665-6d57-4516-896e-ced63305d786 None None] Deleting port 92058ec7-8834-43c7-a8f8-77ac2285274e {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:05:33.925539 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-46322665-6d57-4516-896e-ced63305d786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:33.949669 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3428ccb7-5589-4869-91e2-41669e9ba2d8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Deleting port 0fa09861-d14a-49d6-b9f8-255b4f570bbc {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:05:33.950105 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3428ccb7-5589-4869-91e2-41669e9ba2d8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:33.989679 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-46322665-6d57-4516-896e-ced63305d786 None None] For port 92058ec7-8834-43c7-a8f8-77ac2285274e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=92058ec7-8834-43c7-a8f8-77ac2285274e,segment=NetworkSegment(44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3),segment_id=44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:05:33.990111 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-46322665-6d57-4516-896e-ced63305d786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:34.004003 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-46322665-6d57-4516-896e-ced63305d786 None None] Calling delete_port for 92058ec7-8834-43c7-a8f8-77ac2285274e owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:05:34.033070 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-18eac638-51d1-40ef-b86b-9a5d0768a8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167188327', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:45Z', 'updated_at': '2021-07-09T10:05:32Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:46Z', 'updated_at': '2021-07-09T10:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:05:34.065879 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eac638-51d1-40ef-b86b-9a5d0768a8a3 None None] The sync data for ids ['5e63c90a-f92c-4bb7-85cf-b2d885779acb'] in n-d-799996-1 is: [{'id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167188327', 'tenant_id': 'ae2f728a25b040fd82453c3377e2137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:45Z', 'updated_at': '2021-07-09T10:05:32Z', 'revision_number': 5, 'project_id': 'ae2f728a25b040fd82453c3377e2137f', 'gw_port': {'id': '0fa09861-d14a-49d6-b9f8-255b4f570bbc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63c90a-f92c-4bb7-85cf-b2d885779acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:46Z', 'updated_at': '2021-07-09T10:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:05:34.107994 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:34.113255 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-46322665-6d57-4516-896e-ced63305d786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:34.140101 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46322665-6d57-4516-896e-ced63305d786 None None] Pushing event deleted for resources: {'Port': ['ID=92058ec7-8834-43c7-a8f8-77ac2285274e,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:34.145951 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46322665-6d57-4516-896e-ced63305d786 None None] No DVR routers for this DVR port 92058ec7-8834-43c7-a8f8-77ac2285274e on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:05:34.287247 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-3428ccb7-5589-4869-91e2-41669e9ba2d8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] For port 0fa09861-d14a-49d6-b9f8-255b4f570bbc, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=0fa09861-d14a-49d6-b9f8-255b4f570bbc,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:05:34.288577 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3428ccb7-5589-4869-91e2-41669e9ba2d8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:34.301086 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3428ccb7-5589-4869-91e2-41669e9ba2d8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Calling delete_port for 0fa09861-d14a-49d6-b9f8-255b4f570bbc owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:05:34.468989 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3428ccb7-5589-4869-91e2-41669e9ba2d8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:34.493974 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428ccb7-5589-4869-91e2-41669e9ba2d8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'Port': ['ID=0fa09861-d14a-49d6-b9f8-255b4f570bbc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:34.561244 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3428ccb7-5589-4869-91e2-41669e9ba2d8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:34.608096 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device e81ef31c-531e-4666-b259-4517d2c8dc9a no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:05:34.635063 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: e81ef31c-531e-4666-b259-4517d2c8dc9a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:05:34.635441 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device e81ef31c-531e-4666-b259-4517d2c8dc9a not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:05:34.659786 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3428ccb7-5589-4869-91e2-41669e9ba2d8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:34.661932 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3428ccb7-5589-4869-91e2-41669e9ba2d8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:34.705483 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3428ccb7-5589-4869-91e2-41669e9ba2d8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:34.706171 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3428ccb7-5589-4869-91e2-41669e9ba2d8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Fanout notify agent at l3_agent the message router_deleted on router 5e63c90a-f92c-4bb7-85cf-b2d885779acb {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 10:05:34.714826 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3428ccb7-5589-4869-91e2-41669e9ba2d8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:34.716139 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3428ccb7-5589-4869-91e2-41669e9ba2d8 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "DELETE /v2.0/routers/5e63c90a-f92c-4bb7-85cf-b2d885779acb HTTP/1.1" status: 204 len: 168 time: 1.0507731 Jul 09 10:05:34.718890 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 38978) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:34.781270 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa850208-493a-4a67-8c36-6dfbbe87140a req-0c8225fd-5df4-4854-8ef1-3dedbd7b668b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:34.783613 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa850208-493a-4a67-8c36-6dfbbe87140a req-0c8225fd-5df4-4854-8ef1-3dedbd7b668b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf42f436-e758-40cc-8604-5e8a3d73c876 HTTP/1.1" status: 200 len: 944 time: 0.0836861 Jul 09 10:05:34.806883 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89df53b6-4e9f-4434-882e-1cecc8b72417 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:34.840455 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa850208-493a-4a67-8c36-6dfbbe87140a req-4f9f2353-9a73-44fa-be2d-cdc58dbd03e1 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=83b81ec4-54c6-4e3f-bfa2-8bf87759e40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448616 Jul 09 10:05:34.857566 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8626e2e2-ec1c-40da-8948-86da7e337e31 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:05:34.879659 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 8626e2e2-ec1c-40da-8948-86da7e337e31 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:05:34.880042 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8626e2e2-ec1c-40da-8948-86da7e337e31 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:05:34.880459 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 92058ec7-8834-43c7-a8f8-77ac2285274e no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:05:34.904300 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 92058ec7-8834-43c7-a8f8-77ac2285274e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:05:34.904645 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 92058ec7-8834-43c7-a8f8-77ac2285274e not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:05:34.910966 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89df53b6-4e9f-4434-882e-1cecc8b72417 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:34.920999 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-89df53b6-4e9f-4434-882e-1cecc8b72417 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092c0d56-3873-498c-a180-e6948d78ea31']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:05:34.931518 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-89df53b6-4e9f-4434-882e-1cecc8b72417 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:05:34.931845 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-89df53b6-4e9f-4434-882e-1cecc8b72417 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e17f8a-9b0d-4aeb-81eb-f6f71a1df3c3') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:05:34.941116 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89df53b6-4e9f-4434-882e-1cecc8b72417 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:34.954472 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89df53b6-4e9f-4434-882e-1cecc8b72417 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:34.960371 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89df53b6-4e9f-4434-882e-1cecc8b72417 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:05:34.960709 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89df53b6-4e9f-4434-882e-1cecc8b72417 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:05:34.963631 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:05:35.023932 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89df53b6-4e9f-4434-882e-1cecc8b72417 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:35.028903 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89df53b6-4e9f-4434-882e-1cecc8b72417 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:35.031203 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-89df53b6-4e9f-4434-882e-1cecc8b72417 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "DELETE /v2.0/networks/092c0d56-3873-498c-a180-e6948d78ea31 HTTP/1.1" status: 204 len: 168 time: 0.3111689 Jul 09 10:05:35.034093 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38980) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:35.046543 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df53b6-4e9f-4434-882e-1cecc8b72417 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'Network': ['ID=092c0d56-3873-498c-a180-e6948d78ea31,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:35.094123 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec6be5bf-7035-48f3-97be-6fc597a1b577 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:35.122890 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec6be5bf-7035-48f3-97be-6fc597a1b577 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:35.186781 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec6be5bf-7035-48f3-97be-6fc597a1b577 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:35.190344 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec6be5bf-7035-48f3-97be-6fc597a1b577 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:35.194099 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ec6be5bf-7035-48f3-97be-6fc597a1b577 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] 10.222.0.61 "DELETE /v2.0/security-groups/b144cac3-73c8-4b6e-b178-f6d4808c0a0c HTTP/1.1" status: 204 len: 168 time: 0.1564031 Jul 09 10:05:35.203316 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6be5bf-7035-48f3-97be-6fc597a1b577 tempest-TestNetworkAdvancedServerOps-1798514880 tempest-TestNetworkAdvancedServerOps-1798514880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b144cac3-73c8-4b6e-b178-f6d4808c0a0c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:35.418488 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device bc60123e-0858-4166-8510-3d0a143f617b details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:05:35.513740 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port bc60123e-0858-4166-8510-3d0a143f617b, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=bc60123e-0858-4166-8510-3d0a143f617b,segment=NetworkSegment(677f5a9d-c862-45cd-a881-d9e3b5d90696),segment_id=677f5a9d-c862-45cd-a881-d9e3b5d90696)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:05:35.519946 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38988) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:35.528835 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'bc60123e-0858-4166-8510-3d0a143f617b', 'network_id': 'cf7ddee2-261e-436b-a6e2-4e8799fb3b0f', 'port_id': 'bc60123e-0858-4166-8510-3d0a143f617b', 'mac_address': 'fa:16:3e:65:23:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66978f5e-87dc-4b5c-b7bd-bb6e6ab62a03', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:05:35.567388 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:35.583673 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc60123e-0858-4166-8510-3d0a143f617b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:05:35.603671 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port bc60123e-0858-4166-8510-3d0a143f617b, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=bc60123e-0858-4166-8510-3d0a143f617b,segment=NetworkSegment(677f5a9d-c862-45cd-a881-d9e3b5d90696),segment_id=677f5a9d-c862-45cd-a881-d9e3b5d90696)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:05:35.608225 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:35.662897 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=bc60123e-0858-4166-8510-3d0a143f617b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:35.664043 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-937d18cd-25e8-4b7f-83c4-15051ba8f7de admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ae2f728a25b040fd82453c3377e2137f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428857 Jul 09 10:05:35.667876 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 38992) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:35.716388 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3b1d-634a-4c7c-9873-076f0f4049a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:35.737422 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3b1d-634a-4c7c-9873-076f0f4049a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:35.783607 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3b1d-634a-4c7c-9873-076f0f4049a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:35.786141 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3b1d-634a-4c7c-9873-076f0f4049a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:35.787303 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d8ff3b1d-634a-4c7c-9873-076f0f4049a6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0e4c3dd9-d2c7-48cc-8055-0a0dd8911c45 HTTP/1.1" status: 204 len: 168 time: 0.1184976 Jul 09 10:05:35.795342 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff3b1d-634a-4c7c-9873-076f0f4049a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4c3dd9-d2c7-48cc-8055-0a0dd8911c45,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:35.955907 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['bc60123e-0858-4166-8510-3d0a143f617b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:05:36.024633 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c5c98-ca42-43ed-b139-72dfafe20711 req-a37a076e-3e44-4107-9786-8f09836a0314 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:36.026289 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-179c5c98-ca42-43ed-b139-72dfafe20711 req-a37a076e-3e44-4107-9786-8f09836a0314 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf42f436-e758-40cc-8604-5e8a3d73c876 HTTP/1.1" status: 200 len: 945 time: 0.0723953 Jul 09 10:05:36.068073 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39000) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:36.068729 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-179c5c98-ca42-43ed-b139-72dfafe20711 req-30bfc47a-3b0e-4a43-a59f-24babf2d5405 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=83b81ec4-54c6-4e3f-bfa2-8bf87759e40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353959 Jul 09 10:05:36.117402 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-da03e94b-d567-40c3-93a1-7cc3324aec23 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cc9f5a91221c41fdb28aacc28e77e958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481138 Jul 09 10:05:36.119899 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39002) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:36.175069 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9bfab619-9b78-44bd-beef-3650f7f66323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:36.196514 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9bfab619-9b78-44bd-beef-3650f7f66323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:36.241379 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9bfab619-9b78-44bd-beef-3650f7f66323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:36.244058 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9bfab619-9b78-44bd-beef-3650f7f66323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:36.245226 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9bfab619-9b78-44bd-beef-3650f7f66323 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/44d63086-304a-456f-b243-879959a21884 HTTP/1.1" status: 204 len: 168 time: 0.1244340 Jul 09 10:05:36.253275 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfab619-9b78-44bd-beef-3650f7f66323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d63086-304a-456f-b243-879959a21884,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:36.735660 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 0fa09861-d14a-49d6-b9f8-255b4f570bbc no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:05:36.757668 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 0fa09861-d14a-49d6-b9f8-255b4f570bbc {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:05:36.758018 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 0fa09861-d14a-49d6-b9f8-255b4f570bbc not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:05:36.776983 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-69f7033f-9609-4407-a364-d33f176b3b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:37.249722 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99b13e-de8c-43fb-a67f-d922ca9e3515 req-a91a7d1d-152d-47e2-858c-923fe9580e28 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:37.251225 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a99b13e-de8c-43fb-a67f-d922ca9e3515 req-a91a7d1d-152d-47e2-858c-923fe9580e28 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf42f436-e758-40cc-8604-5e8a3d73c876 HTTP/1.1" status: 200 len: 945 time: 0.0632758 Jul 09 10:05:37.289422 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a99b13e-de8c-43fb-a67f-d922ca9e3515 req-077365f9-3d4e-48b9-87aa-89e79f67ae65 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=83b81ec4-54c6-4e3f-bfa2-8bf87759e40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325987 Jul 09 10:05:37.433138 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device bc60123e-0858-4166-8510-3d0a143f617b up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:05:37.481122 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port bc60123e-0858-4166-8510-3d0a143f617b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:05:37.485386 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port bc60123e-0858-4166-8510-3d0a143f617b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:05:37.485790 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:37.565328 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:37.588092 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf42f436-e758-40cc-8604-5e8a3d73c876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc60123e-0858-4166-8510-3d0a143f617b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:05:37.590367 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2686b67-a8d6-4e17-9b41-d82f19871c47" -d '{"events": [{"server_uuid": "bf42f436-e758-40cc-8604-5e8a3d73c876", "name": "network-vif-plugged", "status": "completed", "tag": "bc60123e-0858-4166-8510-3d0a143f617b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:05:37.603342 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port bc60123e-0858-4166-8510-3d0a143f617b, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=bc60123e-0858-4166-8510-3d0a143f617b,segment=NetworkSegment(677f5a9d-c862-45cd-a881-d9e3b5d90696),segment_id=677f5a9d-c862-45cd-a881-d9e3b5d90696)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:05:37.608238 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:37.632635 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff02c10c-2f28-43f7-952b-9759f3ac43e7 x-openstack-request-id: req-ff02c10c-2f28-43f7-952b-9759f3ac43e7 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:05:37.632920 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf42f436-e758-40cc-8604-5e8a3d73c876", "name": "network-vif-plugged", "status": "completed", "tag": "bc60123e-0858-4166-8510-3d0a143f617b", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:05:37.633174 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ff02c10c-2f28-43f7-952b-9759f3ac43e7 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:05:37.633553 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf42f436-e758-40cc-8604-5e8a3d73c876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc60123e-0858-4166-8510-3d0a143f617b', 'code': 200} Jul 09 10:05:37.660728 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=bc60123e-0858-4166-8510-3d0a143f617b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:37.740084 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee4b4a-e489-4f5d-8069-45ee9730b74c req-c69aa6ba-84d4-4e2b-9bb7-d60ef332da8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:37.741485 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-faee4b4a-e489-4f5d-8069-45ee9730b74c req-c69aa6ba-84d4-4e2b-9bb7-d60ef332da8a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bf42f436-e758-40cc-8604-5e8a3d73c876 HTTP/1.1" status: 200 len: 1097 time: 0.0505173 Jul 09 10:05:37.780837 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-faee4b4a-e489-4f5d-8069-45ee9730b74c req-e8121c28-5fe8-49dc-bc15-46f128298646 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=83b81ec4-54c6-4e3f-bfa2-8bf87759e40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324523 Jul 09 10:05:38.463419 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfe3e6-59da-4178-ad44-3986c368a2c6 req-80dc760c-95bb-4150-8a22-a4659b69fecd tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:38.464951 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2bfe3e6-59da-4178-ad44-3986c368a2c6 req-80dc760c-95bb-4150-8a22-a4659b69fecd tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf42f436-e758-40cc-8604-5e8a3d73c876 HTTP/1.1" status: 200 len: 946 time: 0.0671656 Jul 09 10:05:38.504154 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2bfe3e6-59da-4178-ad44-3986c368a2c6 req-f63d1cb5-d0f6-4a63-853f-973dc10c0979 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=83b81ec4-54c6-4e3f-bfa2-8bf87759e40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319691 Jul 09 10:05:39.337676 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:39.382238 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b2bf365a-9f8f-4653-b064-50d0dccb8b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:39.555600 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:39.678903 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630aa49-7821-4c81-860f-75fae5c10019 req-e0729a79-d500-4e61-9676-1e4b82346a3a tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:39.680316 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f630aa49-7821-4c81-860f-75fae5c10019 req-e0729a79-d500-4e61-9676-1e4b82346a3a tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf42f436-e758-40cc-8604-5e8a3d73c876 HTTP/1.1" status: 200 len: 946 time: 0.0628226 Jul 09 10:05:39.720811 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f630aa49-7821-4c81-860f-75fae5c10019 req-e6aaf1e0-f7b8-44f4-8260-c92cad42081d tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=83b81ec4-54c6-4e3f-bfa2-8bf87759e40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349720 Jul 09 10:05:39.898496 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431fd3e-8a97-4f4c-a79a-37a00fb65f49 req-9b53742f-1426-4ca5-b2a3-3d8de6dc8545 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:39.899998 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b431fd3e-8a97-4f4c-a79a-37a00fb65f49 req-9b53742f-1426-4ca5-b2a3-3d8de6dc8545 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf42f436-e758-40cc-8604-5e8a3d73c876 HTTP/1.1" status: 200 len: 946 time: 0.0671623 Jul 09 10:05:39.937103 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b431fd3e-8a97-4f4c-a79a-37a00fb65f49 req-140ab5e8-4514-42dd-8fdb-560cba55d427 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=83b81ec4-54c6-4e3f-bfa2-8bf87759e40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313485 Jul 09 10:05:41.231482 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:41.418656 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39020) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:05:41.866752 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-152b8afa-d873-460c-9618-ae1b616b816c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:42.134900 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-152b8afa-d873-460c-9618-ae1b616b816c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Allocated IP 172.20.0.17 (cf7ddee2-261e-436b-a6e2-4e8799fb3b0f/66978f5e-87dc-4b5c-b7bd-bb6e6ab62a03/90a65a31-ec08-4aad-8050-f80012432e70) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:05:42.254276 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-152b8afa-d873-460c-9618-ae1b616b816c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:42.267678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-152b8afa-d873-460c-9618-ae1b616b816c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Transition to ACTIVE for port object 90a65a31-ec08-4aad-8050-f80012432e70 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:05:42.300174 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-152b8afa-d873-460c-9618-ae1b616b816c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:42.344295 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152b8afa-d873-460c-9618-ae1b616b816c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Network cf7ddee2-261e-436b-a6e2-4e8799fb3b0f is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:05:42.349506 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-152b8afa-d873-460c-9618-ae1b616b816c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:05:42.353378 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152b8afa-d873-460c-9618-ae1b616b816c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:05:42.379990 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b8afa-d873-460c-9618-ae1b616b816c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'Port': ['ID=90a65a31-ec08-4aad-8050-f80012432e70,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:42.405937 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-152b8afa-d873-460c-9618-ae1b616b816c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:42.552326 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-152b8afa-d873-460c-9618-ae1b616b816c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:42.626657 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-86209075-9082-4009-9a1e-534366919999 None None] Provisioning for port 90a65a31-ec08-4aad-8050-f80012432e70 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:05:42.630353 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-86209075-9082-4009-9a1e-534366919999 None None] Provisioning complete for port 90a65a31-ec08-4aad-8050-f80012432e70 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:05:42.630719 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-86209075-9082-4009-9a1e-534366919999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:42.667211 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-86209075-9082-4009-9a1e-534366919999 None None] Port 90a65a31-ec08-4aad-8050-f80012432e70 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:05:42.830211 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-152b8afa-d873-460c-9618-ae1b616b816c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:42.834766 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-152b8afa-d873-460c-9618-ae1b616b816c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:42.908955 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-152b8afa-d873-460c-9618-ae1b616b816c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:42.910821 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b8afa-d873-460c-9618-ae1b616b816c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'Port': ['ID=90a65a31-ec08-4aad-8050-f80012432e70,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:43.005801 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152b8afa-d873-460c-9618-ae1b616b816c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Network cf7ddee2-261e-436b-a6e2-4e8799fb3b0f is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:05:43.007210 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-152b8afa-d873-460c-9618-ae1b616b816c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:05:43.028087 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:43.129509 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152b8afa-d873-460c-9618-ae1b616b816c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Router 386bff38-cf72-4c72-9fba-0999702453c2 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:05:43.244411 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152b8afa-d873-460c-9618-ae1b616b816c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:05:43.249494 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-152b8afa-d873-460c-9618-ae1b616b816c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "PUT /v2.0/routers/386bff38-cf72-4c72-9fba-0999702453c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8298151 Jul 09 10:05:43.255891 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] Sync routers for ids ['386bff38-cf72-4c72-9fba-0999702453c2'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:05:43.265680 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] Routers {'386bff38-cf72-4c72-9fba-0999702453c2'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:05:43.267131 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:05:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['386bff38-cf72-4c72-9fba-0999702453c2'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:05:43.358881 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-73b71cd4-f3b1-4e2e-b145-6e939217b9d9 None None] Provisioning complete for port 90a65a31-ec08-4aad-8050-f80012432e70 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:05:43.359239 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-73b71cd4-f3b1-4e2e-b145-6e939217b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:43.410658 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] Set router 386bff38-cf72-4c72-9fba-0999702453c2 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:05:43.412576 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-73b71cd4-f3b1-4e2e-b145-6e939217b9d9 None None] Port 90a65a31-ec08-4aad-8050-f80012432e70 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:05:43.645827 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386bff38-cf72-4c72-9fba-0999702453c2', 'name': 'tempest-TestNetworkBasicOps-router-1011957786', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '975436e5-cc31-41a3-be14-aa281050855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:56Z', 'updated_at': '2021-07-09T10:05:42Z', 'revision_number': 5, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '975436e5-cc31-41a3-be14-aa281050855e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:57Z', 'updated_at': '2021-07-09T10:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '12ada5d5-c95c-4239-bd98-5b9d1cff1cb9', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'floating_ip_address': '172.25.3.80', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'port_id': '7bec2048-ce3d-4629-94bd-61a1a91e4bd7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'mac_address': 'fa:16:3e:fa:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d36d09b-fb5e-42ae-a1a4-2180bb624473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:04:15Z', 'updated_at': '2021-07-09T10:04:18Z', 'revision_number': 1, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f99623b-7f46-4a3a-8448-cb328be361e7', 'name': '', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:8b:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:59Z', 'updated_at': '2021-07-09T10:04:04Z', 'revision_number': 5, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90a65a31-ec08-4aad-8050-f80012432e70', 'name': '', 'network_id': 'cf7ddee2-261e-436b-a6e2-4e8799fb3b0f', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:e0:9c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '66978f5e-87dc-4b5c-b7bd-bb6e6ab62a03', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:05:41Z', 'updated_at': '2021-07-09T10:05:42Z', 'revision_number': 2, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': '66978f5e-87dc-4b5c-b7bd-bb6e6ab62a03', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:05:43.675656 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] Checking router: 386bff38-cf72-4c72-9fba-0999702453c2 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:05:43.676034 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] Updating router 386bff38-cf72-4c72-9fba-0999702453c2 port 90a65a31-ec08-4aad-8050-f80012432e70 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:05:43.708800 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:43.978601 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:43.988356 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] Transition to ACTIVE for port object 90a65a31-ec08-4aad-8050-f80012432e70 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:05:43.993882 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:44.040919 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc252642-6677-4223-abb8-c6091d74275b None None] Pushing event updated for resources: {'Port': ['ID=90a65a31-ec08-4aad-8050-f80012432e70,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:44.099564 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] Attempting to bind port 90a65a31-ec08-4aad-8050-f80012432e70 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:05:44.099994 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] Attempting to bind port 90a65a31-ec08-4aad-8050-f80012432e70 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '677f5a9d-c862-45cd-a881-d9e3b5d90696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf7ddee2-261e-436b-a6e2-4e8799fb3b0f'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:05:44.100361 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] Attempting to bind port 90a65a31-ec08-4aad-8050-f80012432e70 on network cf7ddee2-261e-436b-a6e2-4e8799fb3b0f {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:05:44.105441 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:05:44.105759 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] Checking segment: {'id': '677f5a9d-c862-45cd-a881-d9e3b5d90696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf7ddee2-261e-436b-a6e2-4e8799fb3b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:05:44.106165 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:44.106561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] Bound using segment: {'id': '677f5a9d-c862-45cd-a881-d9e3b5d90696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf7ddee2-261e-436b-a6e2-4e8799fb3b0f'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:05:44.107024 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] Bound port: 90a65a31-ec08-4aad-8050-f80012432e70, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '677f5a9d-c862-45cd-a881-d9e3b5d90696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf7ddee2-261e-436b-a6e2-4e8799fb3b0f'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:05:44.107408 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:44.176089 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] For port 90a65a31-ec08-4aad-8050-f80012432e70, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:05:44.179613 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] For port 90a65a31-ec08-4aad-8050-f80012432e70, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=90a65a31-ec08-4aad-8050-f80012432e70,segment=NetworkSegment(677f5a9d-c862-45cd-a881-d9e3b5d90696),segment_id=677f5a9d-c862-45cd-a881-d9e3b5d90696)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:05:44.185195 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:44.413578 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc252642-6677-4223-abb8-c6091d74275b None None] Pushing event updated for resources: {'Port': ['ID=90a65a31-ec08-4aad-8050-f80012432e70,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:44.416129 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] Routers {'386bff38-cf72-4c72-9fba-0999702453c2'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:05:44.416734 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:05:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['386bff38-cf72-4c72-9fba-0999702453c2'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:05:44.527660 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] Set router 386bff38-cf72-4c72-9fba-0999702453c2 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:05:44.756553 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386bff38-cf72-4c72-9fba-0999702453c2', 'name': 'tempest-TestNetworkBasicOps-router-1011957786', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '975436e5-cc31-41a3-be14-aa281050855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:56Z', 'updated_at': '2021-07-09T10:05:42Z', 'revision_number': 5, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '975436e5-cc31-41a3-be14-aa281050855e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:57Z', 'updated_at': '2021-07-09T10:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '12ada5d5-c95c-4239-bd98-5b9d1cff1cb9', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'floating_ip_address': '172.25.3.80', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'port_id': '7bec2048-ce3d-4629-94bd-61a1a91e4bd7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'mac_address': 'fa:16:3e:fa:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d36d09b-fb5e-42ae-a1a4-2180bb624473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:04:15Z', 'updated_at': '2021-07-09T10:04:18Z', 'revision_number': 1, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f99623b-7f46-4a3a-8448-cb328be361e7', 'name': '', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:8b:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:59Z', 'updated_at': '2021-07-09T10:04:04Z', 'revision_number': 5, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90a65a31-ec08-4aad-8050-f80012432e70', 'name': '', 'network_id': 'cf7ddee2-261e-436b-a6e2-4e8799fb3b0f', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:e0:9c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '66978f5e-87dc-4b5c-b7bd-bb6e6ab62a03', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:05:41Z', 'updated_at': '2021-07-09T10:05:44Z', 'revision_number': 4, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': '66978f5e-87dc-4b5c-b7bd-bb6e6ab62a03', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:05:44.786578 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2121e1fd-0d82-4b46-b7f9-590397032d62 None None] The sync data for ids ['386bff38-cf72-4c72-9fba-0999702453c2'] in n-d-799996-1 is: [{'id': '386bff38-cf72-4c72-9fba-0999702453c2', 'name': 'tempest-TestNetworkBasicOps-router-1011957786', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '975436e5-cc31-41a3-be14-aa281050855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:56Z', 'updated_at': '2021-07-09T10:05:42Z', 'revision_number': 5, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '975436e5-cc31-41a3-be14-aa281050855e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:57Z', 'updated_at': '2021-07-09T10:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '12ada5d5-c95c-4239-bd98-5b9d1cff1cb9', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'floating_ip_address': '172.25.3.80', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'port_id': '7bec2048-ce3d-4629-94bd-61a1a91e4bd7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'mac_address': 'fa:16:3e:fa:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d36d09b-fb5e-42ae-a1a4-2180bb624473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:04:15Z', 'updated_at': '2021-07-09T10:04:18Z', 'revision_number': 1, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f99623b-7f46-4a3a-8448-cb328be361e7', 'name': '', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:8b:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:59Z', 'updated_at': '2021-07-09T10:04:04Z', 'revision_number': 5, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90a65a31-ec08-4aad-8050-f80012432e70', 'name': '', 'network_id': 'cf7ddee2-261e-436b-a6e2-4e8799fb3b0f', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:e0:9c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '66978f5e-87dc-4b5c-b7bd-bb6e6ab62a03', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:05:41Z', 'updated_at': '2021-07-09T10:05:44Z', 'revision_number': 4, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': '66978f5e-87dc-4b5c-b7bd-bb6e6ab62a03', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:05:45.310664 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6f5c3c3-d708-4fbf-9b48-72000fa7dde3 req-7d0cc661-d10b-4048-97ab-2da2b917df0e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d36d09b-fb5e-42ae-a1a4-2180bb624473&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573497 Jul 09 10:05:45.385438 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5c3c3-d708-4fbf-9b48-72000fa7dde3 req-9eaae4e6-af9a-40aa-a88c-de39f22bf6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:45.386991 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6f5c3c3-d708-4fbf-9b48-72000fa7dde3 req-9eaae4e6-af9a-40aa-a88c-de39f22bf6ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5153b0d40dd04ff495036bdeacd67a8e&device_id=4d36d09b-fb5e-42ae-a1a4-2180bb624473 HTTP/1.1" status: 200 len: 1097 time: 0.0544069 Jul 09 10:05:45.497770 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5c3c3-d708-4fbf-9b48-72000fa7dde3 req-fea4f46f-bd46-4fa8-a2f8-3c6ba471f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:45.499176 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6f5c3c3-d708-4fbf-9b48-72000fa7dde3 req-fea4f46f-bd46-4fa8-a2f8-3c6ba471f248 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b296d98e-acae-4a42-9e0f-5ceb6893c677 HTTP/1.1" status: 200 len: 898 time: 0.0924797 Jul 09 10:05:45.563123 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6f5c3c3-d708-4fbf-9b48-72000fa7dde3 req-130321fe-1208-4ebc-99ec-145379f91b55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bec2048-ce3d-4629-94bd-61a1a91e4bd7 HTTP/1.1" status: 200 len: 1001 time: 0.0574863 Jul 09 10:05:45.617728 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5c3c3-d708-4fbf-9b48-72000fa7dde3 req-41e74570-0066-43a3-a3ea-0812227e36ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:45.619194 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6f5c3c3-d708-4fbf-9b48-72000fa7dde3 req-41e74570-0066-43a3-a3ea-0812227e36ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe602a6f-dceb-4f1b-b0c9-bc2e683fef49 HTTP/1.1" status: 200 len: 835 time: 0.0505385 Jul 09 10:05:45.676043 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5c3c3-d708-4fbf-9b48-72000fa7dde3 req-ee85f2a6-360c-4cd3-9df5-815ece521d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:05:45.677542 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6f5c3c3-d708-4fbf-9b48-72000fa7dde3 req-ee85f2a6-360c-4cd3-9df5-815ece521d4c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b296d98e-acae-4a42-9e0f-5ceb6893c677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521264 Jul 09 10:05:45.768446 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6f5c3c3-d708-4fbf-9b48-72000fa7dde3 req-e95a2560-1086-4709-9c6d-2ccd2c70ce0f service neutron] 10.222.0.64 "GET /v2.0/networks/b296d98e-acae-4a42-9e0f-5ceb6893c677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842063 Jul 09 10:05:45.862869 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6f5c3c3-d708-4fbf-9b48-72000fa7dde3 req-308442f1-95dc-4be8-a524-23ea9b525e2b service neutron] 10.222.0.64 "GET /v2.0/networks/b296d98e-acae-4a42-9e0f-5ceb6893c677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876434 Jul 09 10:05:46.795472 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 90a65a31-ec08-4aad-8050-f80012432e70 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:05:46.843031 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 90a65a31-ec08-4aad-8050-f80012432e70 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:05:46.846737 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 90a65a31-ec08-4aad-8050-f80012432e70 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:05:46.847093 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:46.921917 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:46.957248 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 90a65a31-ec08-4aad-8050-f80012432e70, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=90a65a31-ec08-4aad-8050-f80012432e70,segment=NetworkSegment(677f5a9d-c862-45cd-a881-d9e3b5d90696),segment_id=677f5a9d-c862-45cd-a881-d9e3b5d90696)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:05:46.961429 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:47.009446 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=90a65a31-ec08-4aad-8050-f80012432e70,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:05:48.785810 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 90a65a31-ec08-4aad-8050-f80012432e70 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:05:48.834139 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 90a65a31-ec08-4aad-8050-f80012432e70 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:05:48.834502 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:05:50.470141 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:06:04.101504 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:06.778267 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c798d927-0472-447f-9d19-092d4641612b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:09.366531 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:09.381019 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-80a1ac79-f8c0-4e8e-a56b-95f03ba5083e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:09.556397 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:11.234756 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:13.028032 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:14.819483 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39064) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:15.178915 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34b5fa56-ddbb-47c5-b558-5897604d79c1 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:15.808458 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-34b5fa56-ddbb-47c5-b558-5897604d79c1 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Deleting port 90a65a31-ec08-4aad-8050-f80012432e70 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:06:15.808805 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34b5fa56-ddbb-47c5-b558-5897604d79c1 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:15.894200 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-34b5fa56-ddbb-47c5-b558-5897604d79c1 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] For port 90a65a31-ec08-4aad-8050-f80012432e70, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=90a65a31-ec08-4aad-8050-f80012432e70,segment=NetworkSegment(677f5a9d-c862-45cd-a881-d9e3b5d90696),segment_id=677f5a9d-c862-45cd-a881-d9e3b5d90696)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:06:15.894935 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34b5fa56-ddbb-47c5-b558-5897604d79c1 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:15.907956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-34b5fa56-ddbb-47c5-b558-5897604d79c1 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Calling delete_port for 90a65a31-ec08-4aad-8050-f80012432e70 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:06:16.095044 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34b5fa56-ddbb-47c5-b558-5897604d79c1 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:16.119624 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5fa56-ddbb-47c5-b558-5897604d79c1 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event deleted for resources: {'Port': ['ID=90a65a31-ec08-4aad-8050-f80012432e70,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:16.303737 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34b5fa56-ddbb-47c5-b558-5897604d79c1 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:16.527918 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b5fa56-ddbb-47c5-b558-5897604d79c1 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Router 386bff38-cf72-4c72-9fba-0999702453c2 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:06:16.635446 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b5fa56-ddbb-47c5-b558-5897604d79c1 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:06:16.641163 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-34b5fa56-ddbb-47c5-b558-5897604d79c1 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "PUT /v2.0/routers/386bff38-cf72-4c72-9fba-0999702453c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8205488 Jul 09 10:06:16.644632 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04045df5-5fa3-4c74-a8a3-34b0b588df99 None None] Sync routers for ids ['386bff38-cf72-4c72-9fba-0999702453c2'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:06:16.654299 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04045df5-5fa3-4c74-a8a3-34b0b588df99 None None] Routers {'386bff38-cf72-4c72-9fba-0999702453c2'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:06:16.654901 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-04045df5-5fa3-4c74-a8a3-34b0b588df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:06:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['386bff38-cf72-4c72-9fba-0999702453c2'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:16.758792 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-04045df5-5fa3-4c74-a8a3-34b0b588df99 None None] Set router 386bff38-cf72-4c72-9fba-0999702453c2 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:06:16.992841 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-04045df5-5fa3-4c74-a8a3-34b0b588df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386bff38-cf72-4c72-9fba-0999702453c2', 'name': 'tempest-TestNetworkBasicOps-router-1011957786', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '975436e5-cc31-41a3-be14-aa281050855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:56Z', 'updated_at': '2021-07-09T10:06:16Z', 'revision_number': 6, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '975436e5-cc31-41a3-be14-aa281050855e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:57Z', 'updated_at': '2021-07-09T10:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '12ada5d5-c95c-4239-bd98-5b9d1cff1cb9', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'floating_ip_address': '172.25.3.80', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'port_id': '7bec2048-ce3d-4629-94bd-61a1a91e4bd7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'mac_address': 'fa:16:3e:fa:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d36d09b-fb5e-42ae-a1a4-2180bb624473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:04:15Z', 'updated_at': '2021-07-09T10:04:18Z', 'revision_number': 1, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f99623b-7f46-4a3a-8448-cb328be361e7', 'name': '', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:8b:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:59Z', 'updated_at': '2021-07-09T10:04:04Z', 'revision_number': 5, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:17.006496 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cc9f6-aa91-4dd8-9022-d142bf76844d req-e3af88b0-1a95-42f9-819d-cd421c5898d7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:17.008042 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d83cc9f6-aa91-4dd8-9022-d142bf76844d req-e3af88b0-1a95-42f9-819d-cd421c5898d7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf42f436-e758-40cc-8604-5e8a3d73c876 HTTP/1.1" status: 200 len: 946 time: 0.0642850 Jul 09 10:06:17.022840 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04045df5-5fa3-4c74-a8a3-34b0b588df99 None None] Checking router: 386bff38-cf72-4c72-9fba-0999702453c2 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:06:17.031141 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04045df5-5fa3-4c74-a8a3-34b0b588df99 None None] Routers {'386bff38-cf72-4c72-9fba-0999702453c2'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:06:17.031799 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-04045df5-5fa3-4c74-a8a3-34b0b588df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:06:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['386bff38-cf72-4c72-9fba-0999702453c2'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:17.048963 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d83cc9f6-aa91-4dd8-9022-d142bf76844d req-f39048ec-e205-4e79-bd8a-0e717e8f596f tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=83b81ec4-54c6-4e3f-bfa2-8bf87759e40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351720 Jul 09 10:06:17.137481 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-04045df5-5fa3-4c74-a8a3-34b0b588df99 None None] Set router 386bff38-cf72-4c72-9fba-0999702453c2 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:06:17.438498 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-04045df5-5fa3-4c74-a8a3-34b0b588df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386bff38-cf72-4c72-9fba-0999702453c2', 'name': 'tempest-TestNetworkBasicOps-router-1011957786', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '975436e5-cc31-41a3-be14-aa281050855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:56Z', 'updated_at': '2021-07-09T10:06:16Z', 'revision_number': 6, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '975436e5-cc31-41a3-be14-aa281050855e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:57Z', 'updated_at': '2021-07-09T10:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '12ada5d5-c95c-4239-bd98-5b9d1cff1cb9', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'floating_ip_address': '172.25.3.80', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'port_id': '7bec2048-ce3d-4629-94bd-61a1a91e4bd7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'mac_address': 'fa:16:3e:fa:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d36d09b-fb5e-42ae-a1a4-2180bb624473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:04:15Z', 'updated_at': '2021-07-09T10:04:18Z', 'revision_number': 1, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f99623b-7f46-4a3a-8448-cb328be361e7', 'name': '', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:8b:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:59Z', 'updated_at': '2021-07-09T10:04:04Z', 'revision_number': 5, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:17.466313 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04045df5-5fa3-4c74-a8a3-34b0b588df99 None None] The sync data for ids ['386bff38-cf72-4c72-9fba-0999702453c2'] in n-d-799996-1 is: [{'id': '386bff38-cf72-4c72-9fba-0999702453c2', 'name': 'tempest-TestNetworkBasicOps-router-1011957786', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '975436e5-cc31-41a3-be14-aa281050855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:56Z', 'updated_at': '2021-07-09T10:06:16Z', 'revision_number': 6, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '975436e5-cc31-41a3-be14-aa281050855e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:57Z', 'updated_at': '2021-07-09T10:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '12ada5d5-c95c-4239-bd98-5b9d1cff1cb9', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'floating_ip_address': '172.25.3.80', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'port_id': '7bec2048-ce3d-4629-94bd-61a1a91e4bd7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'mac_address': 'fa:16:3e:fa:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d36d09b-fb5e-42ae-a1a4-2180bb624473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:04:15Z', 'updated_at': '2021-07-09T10:04:18Z', 'revision_number': 1, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f99623b-7f46-4a3a-8448-cb328be361e7', 'name': '', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:8b:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:59Z', 'updated_at': '2021-07-09T10:04:04Z', 'revision_number': 5, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:06:18.243959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512246b6-a403-4104-9f0c-4cf1e7a6152a req-ce1e0f83-9345-431d-b6ae-4bcaee65c57c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:18.245493 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-512246b6-a403-4104-9f0c-4cf1e7a6152a req-ce1e0f83-9345-431d-b6ae-4bcaee65c57c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf42f436-e758-40cc-8604-5e8a3d73c876 HTTP/1.1" status: 200 len: 946 time: 0.0682755 Jul 09 10:06:18.283862 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-512246b6-a403-4104-9f0c-4cf1e7a6152a req-5670604d-d69e-4002-bab6-e9d24b5dd445 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=83b81ec4-54c6-4e3f-bfa2-8bf87759e40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321391 Jul 09 10:06:18.485887 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d920b-3c50-4d5b-a488-0b0da8529f5d req-67413b0e-d82a-466e-b877-7eb543d36105 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:18.487299 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-510d920b-3c50-4d5b-a488-0b0da8529f5d req-67413b0e-d82a-466e-b877-7eb543d36105 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf42f436-e758-40cc-8604-5e8a3d73c876 HTTP/1.1" status: 200 len: 946 time: 0.0624881 Jul 09 10:06:18.588377 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-510d920b-3c50-4d5b-a488-0b0da8529f5d req-01a47077-4796-4a12-a339-c70bdb3b585e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Deleting port bc60123e-0858-4166-8510-3d0a143f617b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:06:18.588727 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-510d920b-3c50-4d5b-a488-0b0da8529f5d req-01a47077-4796-4a12-a339-c70bdb3b585e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:18.679950 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-510d920b-3c50-4d5b-a488-0b0da8529f5d req-01a47077-4796-4a12-a339-c70bdb3b585e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] For port bc60123e-0858-4166-8510-3d0a143f617b, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=bc60123e-0858-4166-8510-3d0a143f617b,segment=NetworkSegment(677f5a9d-c862-45cd-a881-d9e3b5d90696),segment_id=677f5a9d-c862-45cd-a881-d9e3b5d90696)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:06:18.680308 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-510d920b-3c50-4d5b-a488-0b0da8529f5d req-01a47077-4796-4a12-a339-c70bdb3b585e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:18.692913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-510d920b-3c50-4d5b-a488-0b0da8529f5d req-01a47077-4796-4a12-a339-c70bdb3b585e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Calling delete_port for bc60123e-0858-4166-8510-3d0a143f617b owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:06:18.759072 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 90a65a31-ec08-4aad-8050-f80012432e70 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:06:18.778943 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 90a65a31-ec08-4aad-8050-f80012432e70 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:06:18.779282 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 90a65a31-ec08-4aad-8050-f80012432e70 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:06:18.824201 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-510d920b-3c50-4d5b-a488-0b0da8529f5d req-01a47077-4796-4a12-a339-c70bdb3b585e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:18.854511 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a47077-4796-4a12-a339-c70bdb3b585e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event deleted for resources: {'Port': ['ID=bc60123e-0858-4166-8510-3d0a143f617b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:18.901942 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-510d920b-3c50-4d5b-a488-0b0da8529f5d req-01a47077-4796-4a12-a339-c70bdb3b585e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] No DVR routers for this DVR port bc60123e-0858-4166-8510-3d0a143f617b on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:06:18.904646 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-510d920b-3c50-4d5b-a488-0b0da8529f5d req-01a47077-4796-4a12-a339-c70bdb3b585e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:18.906632 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-510d920b-3c50-4d5b-a488-0b0da8529f5d req-01a47077-4796-4a12-a339-c70bdb3b585e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.64 "DELETE /v2.0/ports/bc60123e-0858-4166-8510-3d0a143f617b HTTP/1.1" status: 204 len: 173 time: 0.4139826 Jul 09 10:06:18.907138 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf42f436-e758-40cc-8604-5e8a3d73c876', 'name': 'network-vif-deleted', 'tag': 'bc60123e-0858-4166-8510-3d0a143f617b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:06:18.909408 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372a502b-dc57-4045-835d-bc506150d7ac" -d '{"events": [{"server_uuid": "bf42f436-e758-40cc-8604-5e8a3d73c876", "name": "network-vif-deleted", "tag": "bc60123e-0858-4166-8510-3d0a143f617b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:06:18.949814 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749ac48b-8ef3-4371-8e52-e99999493d87 x-openstack-request-id: req-749ac48b-8ef3-4371-8e52-e99999493d87 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:06:18.950095 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf42f436-e758-40cc-8604-5e8a3d73c876", "name": "network-vif-deleted", "tag": "bc60123e-0858-4166-8510-3d0a143f617b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:06:18.950403 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-749ac48b-8ef3-4371-8e52-e99999493d87 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:06:18.950821 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf42f436-e758-40cc-8604-5e8a3d73c876', 'name': 'network-vif-deleted', 'tag': 'bc60123e-0858-4166-8510-3d0a143f617b', 'status': 'completed', 'code': 200} Jul 09 10:06:19.444114 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86432ff6-f6b6-4fcb-a864-c9859d8919d0 req-5dee5352-f97e-43cb-8cc0-40f37e1c6c3d tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf42f436-e758-40cc-8604-5e8a3d73c876 HTTP/1.1" status: 200 len: 210 time: 0.0354912 Jul 09 10:06:20.557921 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39082) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:20.615395 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9711febd-afcf-458d-a0f4-9ae20e89fadb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:20.640195 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9711febd-afcf-458d-a0f4-9ae20e89fadb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:20.697917 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9711febd-afcf-458d-a0f4-9ae20e89fadb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:20.700583 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9711febd-afcf-458d-a0f4-9ae20e89fadb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:20.701786 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9711febd-afcf-458d-a0f4-9ae20e89fadb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "DELETE /v2.0/security-groups/83b81ec4-54c6-4e3f-bfa2-8bf87759e40a HTTP/1.1" status: 204 len: 168 time: 0.1428475 Jul 09 10:06:20.710859 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711febd-afcf-458d-a0f4-9ae20e89fadb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b81ec4-54c6-4e3f-bfa2-8bf87759e40a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:20.733670 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39086) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:20.788812 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-400020d8-c351-4d9e-9f9f-25772880e41e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Deleting subnet 66978f5e-87dc-4b5c-b7bd-bb6e6ab62a03 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:06:20.791898 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-400020d8-c351-4d9e-9f9f-25772880e41e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:20.831470 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-400020d8-c351-4d9e-9f9f-25772880e41e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:20.923564 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-400020d8-c351-4d9e-9f9f-25772880e41e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:20.990414 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-400020d8-c351-4d9e-9f9f-25772880e41e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:21.019069 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400020d8-c351-4d9e-9f9f-25772880e41e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event deleted for resources: {'Subnet': ['ID=66978f5e-87dc-4b5c-b7bd-bb6e6ab62a03,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:21.021066 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-400020d8-c351-4d9e-9f9f-25772880e41e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:21.024684 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-400020d8-c351-4d9e-9f9f-25772880e41e tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "DELETE /v2.0/subnets/66978f5e-87dc-4b5c-b7bd-bb6e6ab62a03 HTTP/1.1" status: 204 len: 168 time: 0.2897089 Jul 09 10:06:21.025685 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39088) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:21.027352 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ee2a48-a429-4000-93f9-67048eee8b8a None None] Network cf7ddee2-261e-436b-a6e2-4e8799fb3b0f requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:06:21.109787 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df7fb6ed-2681-4d1d-affd-e4305a807509 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:21.170329 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-df7fb6ed-2681-4d1d-affd-e4305a807509 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Deleting port b2c465ac-4409-4fb3-92b4-b90e6db07b40 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:06:21.170681 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df7fb6ed-2681-4d1d-affd-e4305a807509 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:21.215573 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d3d196-2b08-4247-8f0e-15c749d18834 None None] DHCP port deletion for cf7ddee2-261e-436b-a6e2-4e8799fb3b0f request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:06:21.239369 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-df7fb6ed-2681-4d1d-affd-e4305a807509 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] For port b2c465ac-4409-4fb3-92b4-b90e6db07b40, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b2c465ac-4409-4fb3-92b4-b90e6db07b40,segment=NetworkSegment(677f5a9d-c862-45cd-a881-d9e3b5d90696),segment_id=677f5a9d-c862-45cd-a881-d9e3b5d90696)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:06:21.240119 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df7fb6ed-2681-4d1d-affd-e4305a807509 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:21.253306 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-df7fb6ed-2681-4d1d-affd-e4305a807509 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Calling delete_port for b2c465ac-4409-4fb3-92b4-b90e6db07b40 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:06:21.261095 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-00d3d196-2b08-4247-8f0e-15c749d18834 None None] Deleting port b2c465ac-4409-4fb3-92b4-b90e6db07b40 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:06:21.261478 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00d3d196-2b08-4247-8f0e-15c749d18834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:21.325912 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-00d3d196-2b08-4247-8f0e-15c749d18834 None None] For port b2c465ac-4409-4fb3-92b4-b90e6db07b40, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b2c465ac-4409-4fb3-92b4-b90e6db07b40,segment=NetworkSegment(677f5a9d-c862-45cd-a881-d9e3b5d90696),segment_id=677f5a9d-c862-45cd-a881-d9e3b5d90696)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:06:21.326301 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00d3d196-2b08-4247-8f0e-15c749d18834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:21.336939 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df7fb6ed-2681-4d1d-affd-e4305a807509 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:21.340937 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-00d3d196-2b08-4247-8f0e-15c749d18834 None None] Calling delete_port for b2c465ac-4409-4fb3-92b4-b90e6db07b40 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:06:21.363411 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7fb6ed-2681-4d1d-affd-e4305a807509 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event deleted for resources: {'Port': ['ID=b2c465ac-4409-4fb3-92b4-b90e6db07b40,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:21.366920 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7fb6ed-2681-4d1d-affd-e4305a807509 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] No DVR routers for this DVR port b2c465ac-4409-4fb3-92b4-b90e6db07b40 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:06:21.416226 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00d3d196-2b08-4247-8f0e-15c749d18834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:21.442568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3d196-2b08-4247-8f0e-15c749d18834 None None] Pushing event deleted for resources: {'Port': ['ID=b2c465ac-4409-4fb3-92b4-b90e6db07b40,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:21.449499 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d3d196-2b08-4247-8f0e-15c749d18834 None None] No DVR routers for this DVR port b2c465ac-4409-4fb3-92b4-b90e6db07b40 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:06:21.456601 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3d196-2b08-4247-8f0e-15c749d18834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:21.456601 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3d196-2b08-4247-8f0e-15c749d18834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:21.456601 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3d196-2b08-4247-8f0e-15c749d18834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:21.456601 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3d196-2b08-4247-8f0e-15c749d18834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:21.456601 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3d196-2b08-4247-8f0e-15c749d18834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:21.456601 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3d196-2b08-4247-8f0e-15c749d18834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:21.456601 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3d196-2b08-4247-8f0e-15c749d18834 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:21.456601 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3d196-2b08-4247-8f0e-15c749d18834 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:21.458254 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3d196-2b08-4247-8f0e-15c749d18834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:21.458254 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3d196-2b08-4247-8f0e-15c749d18834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:21.458254 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3d196-2b08-4247-8f0e-15c749d18834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:21.458254 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3d196-2b08-4247-8f0e-15c749d18834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:21.471249 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df7fb6ed-2681-4d1d-affd-e4305a807509 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:21.481619 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-df7fb6ed-2681-4d1d-affd-e4305a807509 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7ddee2-261e-436b-a6e2-4e8799fb3b0f']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:21.493084 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-df7fb6ed-2681-4d1d-affd-e4305a807509 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '677f5a9d-c862-45cd-a881-d9e3b5d90696') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:21.493388 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-df7fb6ed-2681-4d1d-affd-e4305a807509 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '677f5a9d-c862-45cd-a881-d9e3b5d90696') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:21.503457 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df7fb6ed-2681-4d1d-affd-e4305a807509 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:21.517718 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df7fb6ed-2681-4d1d-affd-e4305a807509 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:21.523494 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7fb6ed-2681-4d1d-affd-e4305a807509 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:06:21.523887 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df7fb6ed-2681-4d1d-affd-e4305a807509 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: timer() Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:06:21.526856 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:06:21.583300 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df7fb6ed-2681-4d1d-affd-e4305a807509 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:21.590656 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df7fb6ed-2681-4d1d-affd-e4305a807509 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:21.592461 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-df7fb6ed-2681-4d1d-affd-e4305a807509 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "DELETE /v2.0/networks/cf7ddee2-261e-436b-a6e2-4e8799fb3b0f HTTP/1.1" status: 204 len: 168 time: 0.5654233 Jul 09 10:06:21.595823 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39090) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:21.604682 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7fb6ed-2681-4d1d-affd-e4305a807509 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event deleted for resources: {'Network': ['ID=cf7ddee2-261e-436b-a6e2-4e8799fb3b0f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:21.618176 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device bc60123e-0858-4166-8510-3d0a143f617b no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:06:21.640490 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: bc60123e-0858-4166-8510-3d0a143f617b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:06:21.640833 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device bc60123e-0858-4166-8510-3d0a143f617b not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:06:21.755375 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1118cc9e-11f8-43e8-a412-9d1365cf8a77 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Deleting port cd87283a-cc92-47f0-9c33-54c390db9d5f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:06:21.755965 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1118cc9e-11f8-43e8-a412-9d1365cf8a77 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:21.829655 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1118cc9e-11f8-43e8-a412-9d1365cf8a77 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:21.829998 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1118cc9e-11f8-43e8-a412-9d1365cf8a77 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:21.841376 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1118cc9e-11f8-43e8-a412-9d1365cf8a77 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Calling delete_port for cd87283a-cc92-47f0-9c33-54c390db9d5f owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:06:22.020018 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1118cc9e-11f8-43e8-a412-9d1365cf8a77 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:22.045028 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118cc9e-11f8-43e8-a412-9d1365cf8a77 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event deleted for resources: {'Port': ['ID=cd87283a-cc92-47f0-9c33-54c390db9d5f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:22.106504 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1118cc9e-11f8-43e8-a412-9d1365cf8a77 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:22.106857 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-1118cc9e-11f8-43e8-a412-9d1365cf8a77 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Floating IP 12ada5d5-c95c-4239-bd98-5b9d1cff1cb9 disassociated (deleted). External IP: 172.25.3.80, port: 7bec2048-ce3d-4629-94bd-61a1a91e4bd7. Jul 09 10:06:22.312289 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1118cc9e-11f8-43e8-a412-9d1365cf8a77 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Router 386bff38-cf72-4c72-9fba-0999702453c2 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:06:22.419968 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1118cc9e-11f8-43e8-a412-9d1365cf8a77 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:06:22.425380 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1118cc9e-11f8-43e8-a412-9d1365cf8a77 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:22.429539 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690e80e0-45c3-4b6b-a658-cfb1d8e95864 None None] Sync routers for ids ['386bff38-cf72-4c72-9fba-0999702453c2'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:06:22.439227 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690e80e0-45c3-4b6b-a658-cfb1d8e95864 None None] Routers {'386bff38-cf72-4c72-9fba-0999702453c2'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:06:22.439873 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-690e80e0-45c3-4b6b-a658-cfb1d8e95864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:06:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['386bff38-cf72-4c72-9fba-0999702453c2'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:22.461852 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1118cc9e-11f8-43e8-a412-9d1365cf8a77 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "DELETE /v2.0/floatingips/12ada5d5-c95c-4239-bd98-5b9d1cff1cb9 HTTP/1.1" status: 204 len: 168 time: 0.8647749 Jul 09 10:06:22.462411 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d36d09b-fb5e-42ae-a1a4-2180bb624473', 'tag': '7bec2048-ce3d-4629-94bd-61a1a91e4bd7'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:06:22.464846 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b69925-b16d-4f06-8097-d63e4d826cea" -d '{"events": [{"name": "network-changed", "server_uuid": "4d36d09b-fb5e-42ae-a1a4-2180bb624473", "tag": "7bec2048-ce3d-4629-94bd-61a1a91e4bd7"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:06:22.509324 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0899147-385a-4f0f-9c98-9b819eba796c x-openstack-request-id: req-e0899147-385a-4f0f-9c98-9b819eba796c {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:06:22.509620 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d36d09b-fb5e-42ae-a1a4-2180bb624473", "tag": "7bec2048-ce3d-4629-94bd-61a1a91e4bd7", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:06:22.509868 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e0899147-385a-4f0f-9c98-9b819eba796c {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:06:22.510267 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d36d09b-fb5e-42ae-a1a4-2180bb624473', 'tag': '7bec2048-ce3d-4629-94bd-61a1a91e4bd7', 'status': 'completed', 'code': 200} Jul 09 10:06:22.553163 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-690e80e0-45c3-4b6b-a658-cfb1d8e95864 None None] Set router 386bff38-cf72-4c72-9fba-0999702453c2 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:06:22.593570 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b69925-b16d-4f06-8097-d63e4d826cea req-8748c406-8280-4155-addd-ca9ecbbc64a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:22.596003 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-26b69925-b16d-4f06-8097-d63e4d826cea req-8748c406-8280-4155-addd-ca9ecbbc64a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5153b0d40dd04ff495036bdeacd67a8e&device_id=4d36d09b-fb5e-42ae-a1a4-2180bb624473 HTTP/1.1" status: 200 len: 1097 time: 0.0604029 Jul 09 10:06:22.691950 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b69925-b16d-4f06-8097-d63e4d826cea req-482b532e-e68c-4904-a579-853d8be3f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:22.691950 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-26b69925-b16d-4f06-8097-d63e4d826cea req-482b532e-e68c-4904-a579-853d8be3f11c service neutron] 10.222.0.64 "GET /v2.0/networks?id=b296d98e-acae-4a42-9e0f-5ceb6893c677 HTTP/1.1" status: 200 len: 898 time: 0.0898383 Jul 09 10:06:22.734279 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-26b69925-b16d-4f06-8097-d63e4d826cea req-7f76bcd6-4543-4a01-8a12-ce73b67b7057 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bec2048-ce3d-4629-94bd-61a1a91e4bd7 HTTP/1.1" status: 200 len: 217 time: 0.0364585 Jul 09 10:06:22.782403 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-690e80e0-45c3-4b6b-a658-cfb1d8e95864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386bff38-cf72-4c72-9fba-0999702453c2', 'name': 'tempest-TestNetworkBasicOps-router-1011957786', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '975436e5-cc31-41a3-be14-aa281050855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:56Z', 'updated_at': '2021-07-09T10:06:16Z', 'revision_number': 6, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '975436e5-cc31-41a3-be14-aa281050855e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:57Z', 'updated_at': '2021-07-09T10:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '4f99623b-7f46-4a3a-8448-cb328be361e7', 'name': '', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:8b:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:59Z', 'updated_at': '2021-07-09T10:04:04Z', 'revision_number': 5, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:22.800090 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b69925-b16d-4f06-8097-d63e4d826cea req-cba397bd-6fb8-484c-a3d9-147b782440dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:22.801688 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-26b69925-b16d-4f06-8097-d63e4d826cea req-cba397bd-6fb8-484c-a3d9-147b782440dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe602a6f-dceb-4f1b-b0c9-bc2e683fef49 HTTP/1.1" status: 200 len: 835 time: 0.0610282 Jul 09 10:06:22.814352 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690e80e0-45c3-4b6b-a658-cfb1d8e95864 None None] Checking router: 386bff38-cf72-4c72-9fba-0999702453c2 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:06:22.823514 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b2c465ac-4409-4fb3-92b4-b90e6db07b40 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:06:22.827579 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690e80e0-45c3-4b6b-a658-cfb1d8e95864 None None] Routers {'386bff38-cf72-4c72-9fba-0999702453c2'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:06:22.828260 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-690e80e0-45c3-4b6b-a658-cfb1d8e95864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:06:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['386bff38-cf72-4c72-9fba-0999702453c2'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:22.849997 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: b2c465ac-4409-4fb3-92b4-b90e6db07b40 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:06:22.850344 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b2c465ac-4409-4fb3-92b4-b90e6db07b40 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:06:22.905661 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b69925-b16d-4f06-8097-d63e4d826cea req-725e7427-604c-4ecf-89d9-cd65218fcd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:22.907239 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-26b69925-b16d-4f06-8097-d63e4d826cea req-725e7427-604c-4ecf-89d9-cd65218fcd23 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b296d98e-acae-4a42-9e0f-5ceb6893c677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985951 Jul 09 10:06:22.918863 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205f735-b58c-4602-bab3-a07e132e4ac6 req-678ba3de-964b-4f8e-9777-b2de1b8e2022 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:22.920461 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c205f735-b58c-4602-bab3-a07e132e4ac6 req-678ba3de-964b-4f8e-9777-b2de1b8e2022 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d36d09b-fb5e-42ae-a1a4-2180bb624473 HTTP/1.1" status: 200 len: 946 time: 0.1105418 Jul 09 10:06:22.950442 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-690e80e0-45c3-4b6b-a658-cfb1d8e95864 None None] Set router 386bff38-cf72-4c72-9fba-0999702453c2 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:06:23.010231 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c205f735-b58c-4602-bab3-a07e132e4ac6 req-b99d192b-b716-4cb2-8f7d-dbf277315464 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=a650735d-fb27-4f76-8d6e-710511492b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804470 Jul 09 10:06:23.038296 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-26b69925-b16d-4f06-8097-d63e4d826cea req-b9d80ca1-dc13-4e88-8714-bbb6935cdc6f service neutron] 10.222.0.64 "GET /v2.0/networks/b296d98e-acae-4a42-9e0f-5ceb6893c677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170323 Jul 09 10:06:23.133015 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-26b69925-b16d-4f06-8097-d63e4d826cea req-5acb0d87-57eb-4781-87a3-e99c7fa101f7 service neutron] 10.222.0.64 "GET /v2.0/networks/b296d98e-acae-4a42-9e0f-5ceb6893c677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876980 Jul 09 10:06:23.152638 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-690e80e0-45c3-4b6b-a658-cfb1d8e95864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386bff38-cf72-4c72-9fba-0999702453c2', 'name': 'tempest-TestNetworkBasicOps-router-1011957786', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '975436e5-cc31-41a3-be14-aa281050855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:56Z', 'updated_at': '2021-07-09T10:06:16Z', 'revision_number': 6, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '975436e5-cc31-41a3-be14-aa281050855e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:57Z', 'updated_at': '2021-07-09T10:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '4f99623b-7f46-4a3a-8448-cb328be361e7', 'name': '', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:8b:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:59Z', 'updated_at': '2021-07-09T10:04:04Z', 'revision_number': 5, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:23.179311 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690e80e0-45c3-4b6b-a658-cfb1d8e95864 None None] The sync data for ids ['386bff38-cf72-4c72-9fba-0999702453c2'] in n-d-799996-1 is: [{'id': '386bff38-cf72-4c72-9fba-0999702453c2', 'name': 'tempest-TestNetworkBasicOps-router-1011957786', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '975436e5-cc31-41a3-be14-aa281050855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:56Z', 'updated_at': '2021-07-09T10:06:16Z', 'revision_number': 6, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '975436e5-cc31-41a3-be14-aa281050855e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:57Z', 'updated_at': '2021-07-09T10:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '4f99623b-7f46-4a3a-8448-cb328be361e7', 'name': '', 'network_id': 'b296d98e-acae-4a42-9e0f-5ceb6893c677', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:8b:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:59Z', 'updated_at': '2021-07-09T10:04:04Z', 'revision_number': 5, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': 'fe602a6f-dceb-4f1b-b0c9-bc2e683fef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:06:23.387058 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38c4c5d-8a58-4008-96b0-1a970711733c None None] New status for floating IP 12ada5d5-c95c-4239-bd98-5b9d1cff1cb9: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:06:24.190854 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6482b7a-718b-4348-b95f-951aa49092c9 req-ccfc540f-40b3-445e-b889-dc119c9909e9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:24.192440 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e6482b7a-718b-4348-b95f-951aa49092c9 req-ccfc540f-40b3-445e-b889-dc119c9909e9 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d36d09b-fb5e-42ae-a1a4-2180bb624473 HTTP/1.1" status: 200 len: 946 time: 0.0676286 Jul 09 10:06:24.230815 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e6482b7a-718b-4348-b95f-951aa49092c9 req-b80be838-209a-49e7-83be-8b2e27aa943d tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=a650735d-fb27-4f76-8d6e-710511492b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327327 Jul 09 10:06:24.299855 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea1e0b-b987-400d-915f-eaf95e50135e req-b87c38b3-db47-4eb6-94ff-13d7f2752c4d tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:24.301278 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3dea1e0b-b987-400d-915f-eaf95e50135e req-b87c38b3-db47-4eb6-94ff-13d7f2752c4d tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d36d09b-fb5e-42ae-a1a4-2180bb624473 HTTP/1.1" status: 200 len: 946 time: 0.0632088 Jul 09 10:06:24.404123 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-3dea1e0b-b987-400d-915f-eaf95e50135e req-024a92f1-2d0d-4c2f-93e2-aca3077d9a38 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Deleting port 7bec2048-ce3d-4629-94bd-61a1a91e4bd7 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:06:24.404460 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3dea1e0b-b987-400d-915f-eaf95e50135e req-024a92f1-2d0d-4c2f-93e2-aca3077d9a38 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:24.491982 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3dea1e0b-b987-400d-915f-eaf95e50135e req-024a92f1-2d0d-4c2f-93e2-aca3077d9a38 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] For port 7bec2048-ce3d-4629-94bd-61a1a91e4bd7, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=7bec2048-ce3d-4629-94bd-61a1a91e4bd7,segment=NetworkSegment(e1bfd0c7-8343-4839-b5ca-d5678758d09e),segment_id=e1bfd0c7-8343-4839-b5ca-d5678758d09e)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:06:24.492334 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3dea1e0b-b987-400d-915f-eaf95e50135e req-024a92f1-2d0d-4c2f-93e2-aca3077d9a38 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:24.504709 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-3dea1e0b-b987-400d-915f-eaf95e50135e req-024a92f1-2d0d-4c2f-93e2-aca3077d9a38 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Calling delete_port for 7bec2048-ce3d-4629-94bd-61a1a91e4bd7 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:06:24.634845 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3dea1e0b-b987-400d-915f-eaf95e50135e req-024a92f1-2d0d-4c2f-93e2-aca3077d9a38 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:24.668991 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a92f1-2d0d-4c2f-93e2-aca3077d9a38 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event deleted for resources: {'Port': ['ID=7bec2048-ce3d-4629-94bd-61a1a91e4bd7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:24.717578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dea1e0b-b987-400d-915f-eaf95e50135e req-024a92f1-2d0d-4c2f-93e2-aca3077d9a38 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] No DVR routers for this DVR port 7bec2048-ce3d-4629-94bd-61a1a91e4bd7 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:06:24.720705 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3dea1e0b-b987-400d-915f-eaf95e50135e req-024a92f1-2d0d-4c2f-93e2-aca3077d9a38 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:24.722793 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3dea1e0b-b987-400d-915f-eaf95e50135e req-024a92f1-2d0d-4c2f-93e2-aca3077d9a38 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.64 "DELETE /v2.0/ports/7bec2048-ce3d-4629-94bd-61a1a91e4bd7 HTTP/1.1" status: 204 len: 173 time: 0.4163671 Jul 09 10:06:24.723169 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d36d09b-fb5e-42ae-a1a4-2180bb624473', 'name': 'network-vif-deleted', 'tag': '7bec2048-ce3d-4629-94bd-61a1a91e4bd7'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:06:24.725487 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbd4d8e-5592-4cae-9dcc-05764eff9f93" -d '{"events": [{"server_uuid": "4d36d09b-fb5e-42ae-a1a4-2180bb624473", "name": "network-vif-deleted", "tag": "7bec2048-ce3d-4629-94bd-61a1a91e4bd7"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:06:24.761718 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36016118-7d24-442f-907a-b9174378b21f x-openstack-request-id: req-36016118-7d24-442f-907a-b9174378b21f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:06:24.762038 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d36d09b-fb5e-42ae-a1a4-2180bb624473", "name": "network-vif-deleted", "tag": "7bec2048-ce3d-4629-94bd-61a1a91e4bd7", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:06:24.762295 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-36016118-7d24-442f-907a-b9174378b21f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:06:24.762695 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d36d09b-fb5e-42ae-a1a4-2180bb624473', 'name': 'network-vif-deleted', 'tag': '7bec2048-ce3d-4629-94bd-61a1a91e4bd7', 'status': 'completed', 'code': 200} Jul 09 10:06:25.323751 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39108) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:25.382533 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b48c298-afc8-4de5-bd90-0b5556d85a8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:25.410800 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b48c298-afc8-4de5-bd90-0b5556d85a8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:25.471370 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b48c298-afc8-4de5-bd90-0b5556d85a8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:25.473959 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b48c298-afc8-4de5-bd90-0b5556d85a8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:25.475122 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7b48c298-afc8-4de5-bd90-0b5556d85a8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "DELETE /v2.0/security-groups/a650735d-fb27-4f76-8d6e-710511492b3c HTTP/1.1" status: 204 len: 168 time: 0.1503580 Jul 09 10:06:25.484207 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48c298-afc8-4de5-bd90-0b5556d85a8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a650735d-fb27-4f76-8d6e-710511492b3c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:25.494056 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48c298-afc8-4de5-bd90-0b5556d85a8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:25.494405 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48c298-afc8-4de5-bd90-0b5556d85a8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:25.494743 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48c298-afc8-4de5-bd90-0b5556d85a8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:25.495100 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48c298-afc8-4de5-bd90-0b5556d85a8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:25.495682 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48c298-afc8-4de5-bd90-0b5556d85a8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:25.496309 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48c298-afc8-4de5-bd90-0b5556d85a8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:25.496885 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48c298-afc8-4de5-bd90-0b5556d85a8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:25.497512 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48c298-afc8-4de5-bd90-0b5556d85a8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:25.498022 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48c298-afc8-4de5-bd90-0b5556d85a8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:25.498481 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48c298-afc8-4de5-bd90-0b5556d85a8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:25.498874 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48c298-afc8-4de5-bd90-0b5556d85a8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:25.499259 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48c298-afc8-4de5-bd90-0b5556d85a8c tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:25.508890 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39112) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:25.864680 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f518bdb2-9483-45f1-907f-c43355053746 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:26.128444 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f518bdb2-9483-45f1-907f-c43355053746 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Deleting port 4f99623b-7f46-4a3a-8448-cb328be361e7 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:06:26.128705 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f518bdb2-9483-45f1-907f-c43355053746 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:26.224173 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-f518bdb2-9483-45f1-907f-c43355053746 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] For port 4f99623b-7f46-4a3a-8448-cb328be361e7, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4f99623b-7f46-4a3a-8448-cb328be361e7,segment=NetworkSegment(e1bfd0c7-8343-4839-b5ca-d5678758d09e),segment_id=e1bfd0c7-8343-4839-b5ca-d5678758d09e)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:06:26.224536 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f518bdb2-9483-45f1-907f-c43355053746 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:26.237818 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f518bdb2-9483-45f1-907f-c43355053746 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Calling delete_port for 4f99623b-7f46-4a3a-8448-cb328be361e7 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:06:26.428016 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f518bdb2-9483-45f1-907f-c43355053746 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:26.455475 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518bdb2-9483-45f1-907f-c43355053746 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event deleted for resources: {'Port': ['ID=4f99623b-7f46-4a3a-8448-cb328be361e7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:26.483519 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518bdb2-9483-45f1-907f-c43355053746 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:26.483893 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518bdb2-9483-45f1-907f-c43355053746 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:26.484237 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518bdb2-9483-45f1-907f-c43355053746 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:26.484619 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518bdb2-9483-45f1-907f-c43355053746 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:26.484975 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518bdb2-9483-45f1-907f-c43355053746 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:26.485313 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518bdb2-9483-45f1-907f-c43355053746 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:26.485642 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518bdb2-9483-45f1-907f-c43355053746 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:26.485970 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518bdb2-9483-45f1-907f-c43355053746 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:26.486297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518bdb2-9483-45f1-907f-c43355053746 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:26.486620 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518bdb2-9483-45f1-907f-c43355053746 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:26.486945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518bdb2-9483-45f1-907f-c43355053746 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:26.487270 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518bdb2-9483-45f1-907f-c43355053746 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:26.646655 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f518bdb2-9483-45f1-907f-c43355053746 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:27.171592 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f518bdb2-9483-45f1-907f-c43355053746 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Router 386bff38-cf72-4c72-9fba-0999702453c2 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:06:27.274073 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f518bdb2-9483-45f1-907f-c43355053746 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:06:27.278992 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f518bdb2-9483-45f1-907f-c43355053746 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "PUT /v2.0/routers/386bff38-cf72-4c72-9fba-0999702453c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7690985 Jul 09 10:06:27.281737 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39114) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:27.284266 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335abe1b-9155-439e-ba1b-b9571f187891 None None] Sync routers for ids ['386bff38-cf72-4c72-9fba-0999702453c2'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:06:27.293631 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335abe1b-9155-439e-ba1b-b9571f187891 None None] Routers {'386bff38-cf72-4c72-9fba-0999702453c2'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:06:27.294239 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-335abe1b-9155-439e-ba1b-b9571f187891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:06:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['386bff38-cf72-4c72-9fba-0999702453c2'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:27.336164 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-261f3753-1093-41cf-93e0-7f329603ca23 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Deleting subnet fe602a6f-dceb-4f1b-b0c9-bc2e683fef49 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:06:27.339247 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-261f3753-1093-41cf-93e0-7f329603ca23 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:27.379758 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-261f3753-1093-41cf-93e0-7f329603ca23 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:27.398965 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-335abe1b-9155-439e-ba1b-b9571f187891 None None] Set router 386bff38-cf72-4c72-9fba-0999702453c2 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:06:27.461804 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-261f3753-1093-41cf-93e0-7f329603ca23 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:27.469758 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:06:27.525074 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-261f3753-1093-41cf-93e0-7f329603ca23 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:27.554257 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f3753-1093-41cf-93e0-7f329603ca23 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event deleted for resources: {'Subnet': ['ID=fe602a6f-dceb-4f1b-b0c9-bc2e683fef49,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:27.556266 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-261f3753-1093-41cf-93e0-7f329603ca23 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:27.558161 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-261f3753-1093-41cf-93e0-7f329603ca23 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "DELETE /v2.0/subnets/fe602a6f-dceb-4f1b-b0c9-bc2e683fef49 HTTP/1.1" status: 204 len: 168 time: 0.2754920 Jul 09 10:06:27.560817 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39116) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:27.566358 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c071e89a-4157-4a43-91ff-dc9be5e8db5c None None] Network b296d98e-acae-4a42-9e0f-5ceb6893c677 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:06:27.675204 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d963c644-7a5a-49cf-9cbf-2d6a33b00955 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:27.757346 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 7bec2048-ce3d-4629-94bd-61a1a91e4bd7 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:06:27.780938 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d963c644-7a5a-49cf-9cbf-2d6a33b00955 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:27.791728 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 7bec2048-ce3d-4629-94bd-61a1a91e4bd7 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:06:27.792081 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 7bec2048-ce3d-4629-94bd-61a1a91e4bd7 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:06:27.834433 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-d963c644-7a5a-49cf-9cbf-2d6a33b00955 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Deleting port 975436e5-cc31-41a3-be14-aa281050855e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:06:27.834921 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d963c644-7a5a-49cf-9cbf-2d6a33b00955 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:27.836765 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-335abe1b-9155-439e-ba1b-b9571f187891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386bff38-cf72-4c72-9fba-0999702453c2', 'name': 'tempest-TestNetworkBasicOps-router-1011957786', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '975436e5-cc31-41a3-be14-aa281050855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:56Z', 'updated_at': '2021-07-09T10:06:26Z', 'revision_number': 7, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '975436e5-cc31-41a3-be14-aa281050855e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bff38-cf72-4c72-9fba-0999702453c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:03:57Z', 'updated_at': '2021-07-09T10:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:27.881567 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335abe1b-9155-439e-ba1b-b9571f187891 None None] Checking router: 386bff38-cf72-4c72-9fba-0999702453c2 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:06:27.895620 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335abe1b-9155-439e-ba1b-b9571f187891 None None] Routers {'386bff38-cf72-4c72-9fba-0999702453c2'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:06:27.896505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-335abe1b-9155-439e-ba1b-b9571f187891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:06:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['386bff38-cf72-4c72-9fba-0999702453c2'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:27.917329 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-d963c644-7a5a-49cf-9cbf-2d6a33b00955 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] For port 975436e5-cc31-41a3-be14-aa281050855e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=975436e5-cc31-41a3-be14-aa281050855e,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:06:27.917692 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d963c644-7a5a-49cf-9cbf-2d6a33b00955 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:27.931370 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-d963c644-7a5a-49cf-9cbf-2d6a33b00955 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Calling delete_port for 975436e5-cc31-41a3-be14-aa281050855e owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:06:27.996949 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-335abe1b-9155-439e-ba1b-b9571f187891 None None] Set router 386bff38-cf72-4c72-9fba-0999702453c2 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:06:28.056326 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-335abe1b-9155-439e-ba1b-b9571f187891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386bff38-cf72-4c72-9fba-0999702453c2', 'name': 'tempest-TestNetworkBasicOps-router-1011957786', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:56Z', 'updated_at': '2021-07-09T10:06:27Z', 'revision_number': 8, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:28.085485 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25ab95a-7d80-4a4d-9dab-a1cacaf3faf9 None None] DHCP port deletion for b296d98e-acae-4a42-9e0f-5ceb6893c677 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:06:28.088839 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335abe1b-9155-439e-ba1b-b9571f187891 None None] The sync data for ids ['386bff38-cf72-4c72-9fba-0999702453c2'] in n-d-799996-1 is: [{'id': '386bff38-cf72-4c72-9fba-0999702453c2', 'name': 'tempest-TestNetworkBasicOps-router-1011957786', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:03:56Z', 'updated_at': '2021-07-09T10:06:27Z', 'revision_number': 8, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:06:28.119498 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d963c644-7a5a-49cf-9cbf-2d6a33b00955 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:28.141343 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a25ab95a-7d80-4a4d-9dab-a1cacaf3faf9 None None] Deleting port 903531ab-77bb-4567-9cbe-73a75ff08162 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:06:28.141730 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a25ab95a-7d80-4a4d-9dab-a1cacaf3faf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:28.164045 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963c644-7a5a-49cf-9cbf-2d6a33b00955 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event deleted for resources: {'Port': ['ID=975436e5-cc31-41a3-be14-aa281050855e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:28.208872 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a25ab95a-7d80-4a4d-9dab-a1cacaf3faf9 None None] For port 903531ab-77bb-4567-9cbe-73a75ff08162, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=903531ab-77bb-4567-9cbe-73a75ff08162,segment=NetworkSegment(e1bfd0c7-8343-4839-b5ca-d5678758d09e),segment_id=e1bfd0c7-8343-4839-b5ca-d5678758d09e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:06:28.209268 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a25ab95a-7d80-4a4d-9dab-a1cacaf3faf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:28.221667 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d963c644-7a5a-49cf-9cbf-2d6a33b00955 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:28.223374 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a25ab95a-7d80-4a4d-9dab-a1cacaf3faf9 None None] Calling delete_port for 903531ab-77bb-4567-9cbe-73a75ff08162 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:06:28.306223 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a25ab95a-7d80-4a4d-9dab-a1cacaf3faf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:28.319821 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d963c644-7a5a-49cf-9cbf-2d6a33b00955 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:28.321944 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d963c644-7a5a-49cf-9cbf-2d6a33b00955 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:28.329713 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ab95a-7d80-4a4d-9dab-a1cacaf3faf9 None None] Pushing event deleted for resources: {'Port': ['ID=903531ab-77bb-4567-9cbe-73a75ff08162,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:28.335339 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25ab95a-7d80-4a4d-9dab-a1cacaf3faf9 None None] No DVR routers for this DVR port 903531ab-77bb-4567-9cbe-73a75ff08162 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:06:28.366380 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d963c644-7a5a-49cf-9cbf-2d6a33b00955 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:28.366963 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d963c644-7a5a-49cf-9cbf-2d6a33b00955 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Fanout notify agent at l3_agent the message router_deleted on router 386bff38-cf72-4c72-9fba-0999702453c2 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 10:06:28.374024 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d963c644-7a5a-49cf-9cbf-2d6a33b00955 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:28.375155 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d963c644-7a5a-49cf-9cbf-2d6a33b00955 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "DELETE /v2.0/routers/386bff38-cf72-4c72-9fba-0999702453c2 HTTP/1.1" status: 204 len: 168 time: 0.8133926 Jul 09 10:06:28.377826 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39118) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:28.459041 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-979bddb9-1853-423f-ab21-650e534ce140 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:28.549656 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-979bddb9-1853-423f-ab21-650e534ce140 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:28.560585 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-979bddb9-1853-423f-ab21-650e534ce140 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b296d98e-acae-4a42-9e0f-5ceb6893c677']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:28.574179 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-979bddb9-1853-423f-ab21-650e534ce140 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1bfd0c7-8343-4839-b5ca-d5678758d09e') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:28.574467 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-979bddb9-1853-423f-ab21-650e534ce140 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1bfd0c7-8343-4839-b5ca-d5678758d09e') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:28.584436 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-979bddb9-1853-423f-ab21-650e534ce140 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:28.603650 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-979bddb9-1853-423f-ab21-650e534ce140 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:28.609921 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979bddb9-1853-423f-ab21-650e534ce140 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:06:28.610302 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-979bddb9-1853-423f-ab21-650e534ce140 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: timer() Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:06:28.613263 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:06:28.673100 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-979bddb9-1853-423f-ab21-650e534ce140 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:28.678762 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-979bddb9-1853-423f-ab21-650e534ce140 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:28.681637 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-979bddb9-1853-423f-ab21-650e534ce140 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "DELETE /v2.0/networks/b296d98e-acae-4a42-9e0f-5ceb6893c677 HTTP/1.1" status: 204 len: 168 time: 0.3019507 Jul 09 10:06:28.697069 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979bddb9-1853-423f-ab21-650e534ce140 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event deleted for resources: {'Network': ['ID=b296d98e-acae-4a42-9e0f-5ceb6893c677,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:28.705332 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39120) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:28.710862 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d9c30a9e-2159-4704-aa35-71fc32a86d59 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'network': {'name': 'tempest-network-smoke--1038982860', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'port_security_enabled': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:06:28.735503 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c30a9e-2159-4704-aa35-71fc32a86d59 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Made reservation on behalf of 5153b0d40dd04ff495036bdeacd67a8e for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:06:28.739096 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9c30a9e-2159-4704-aa35-71fc32a86d59 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:28.762612 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c30a9e-2159-4704-aa35-71fc32a86d59 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:06:28.772433 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9c30a9e-2159-4704-aa35-71fc32a86d59 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:28.772784 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-d9c30a9e-2159-4704-aa35-71fc32a86d59 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Added segment 4b42f481-6ab3-4b57-b0b7-081786150504 of type vlan for network a4b6b5d0-fff4-4d61-9c00-889b3703e391 Jul 09 10:06:28.812258 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9c30a9e-2159-4704-aa35-71fc32a86d59 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:28.840523 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9c30a9e-2159-4704-aa35-71fc32a86d59 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:28.846764 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c30a9e-2159-4704-aa35-71fc32a86d59 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:28.847393 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9c30a9e-2159-4704-aa35-71fc32a86d59 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:28.906042 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d9c30a9e-2159-4704-aa35-71fc32a86d59 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1994441 Jul 09 10:06:28.910693 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39122) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:28.916337 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-cbbf7300-957a-4433-9d36-3f1454d87a84 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1158180749', 'admin_state_up': True, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:06:28.927169 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 903531ab-77bb-4567-9cbe-73a75ff08162 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:06:28.929103 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c30a9e-2159-4704-aa35-71fc32a86d59 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'Network': ['ID=a4b6b5d0-fff4-4d61-9c00-889b3703e391,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:28.947498 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cbbf7300-957a-4433-9d36-3f1454d87a84 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:28.948580 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cbbf7300-957a-4433-9d36-3f1454d87a84 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:28.956369 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network a4b6b5d0-fff4-4d61-9c00-889b3703e391 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:06:28.958992 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 903531ab-77bb-4567-9cbe-73a75ff08162 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:06:28.959407 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 903531ab-77bb-4567-9cbe-73a75ff08162 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:06:28.959917 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 975436e5-cc31-41a3-be14-aa281050855e no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:06:28.991366 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 975436e5-cc31-41a3-be14-aa281050855e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:06:28.991730 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 975436e5-cc31-41a3-be14-aa281050855e not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:06:28.992267 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4f99623b-7f46-4a3a-8448-cb328be361e7 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:06:29.009822 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cbbf7300-957a-4433-9d36-3f1454d87a84 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:29.042097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 4f99623b-7f46-4a3a-8448-cb328be361e7 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:06:29.042441 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4f99623b-7f46-4a3a-8448-cb328be361e7 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:06:29.158849 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cbbf7300-957a-4433-9d36-3f1454d87a84 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:29.360554 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cbbf7300-957a-4433-9d36-3f1454d87a84 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:29.379618 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cbbf7300-957a-4433-9d36-3f1454d87a84 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:29.480176 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-cbbf7300-957a-4433-9d36-3f1454d87a84 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Allocated IP 172.25.3.230 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:06:29.587257 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cbbf7300-957a-4433-9d36-3f1454d87a84 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:29.626443 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cbbf7300-957a-4433-9d36-3f1454d87a84 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:29.660427 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbf7300-957a-4433-9d36-3f1454d87a84 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:06:29.663479 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-cbbf7300-957a-4433-9d36-3f1454d87a84 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:06:29.668841 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbf7300-957a-4433-9d36-3f1454d87a84 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:06:29.696508 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf7300-957a-4433-9d36-3f1454d87a84 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'Port': ['ID=6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:29.921231 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cbbf7300-957a-4433-9d36-3f1454d87a84 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:30.116065 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cbbf7300-957a-4433-9d36-3f1454d87a84 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:30.251232 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbf7300-957a-4433-9d36-3f1454d87a84 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Router be8a3447-7f61-480a-8e13-5221f3924606 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 10:06:30.353763 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbf7300-957a-4433-9d36-3f1454d87a84 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:06:30.363218 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] Sync routers for ids ['be8a3447-7f61-480a-8e13-5221f3924606'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:06:30.370903 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cbbf7300-957a-4433-9d36-3f1454d87a84 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:30.374894 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-cbbf7300-957a-4433-9d36-3f1454d87a84 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4601812 Jul 09 10:06:30.375595 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] Routers {'be8a3447-7f61-480a-8e13-5221f3924606'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:06:30.375595 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:06:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['be8a3447-7f61-480a-8e13-5221f3924606'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:30.375816 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39124) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:30.406026 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b48291b4-98ff-42c0-9de9-fc9f73341a28 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=5153b0d40dd04ff495036bdeacd67a8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267563 Jul 09 10:06:30.406300 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39126) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:30.477465 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] Set router be8a3447-7f61-480a-8e13-5221f3924606 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:06:30.493018 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a09cb9-7e1f-4c8c-86ea-3bfe4cc06902 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:30.494929 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-65a09cb9-7e1f-4c8c-86ea-3bfe4cc06902 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877662 Jul 09 10:06:30.497730 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39128) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:30.532071 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8f4e82b5-2217-4657-95a0-b3add2b0da17 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331440 Jul 09 10:06:30.534530 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39130) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:30.539611 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a28a834b-d7ee-4bbe-9e0f-0c115c7fa5be tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1741993200', 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:06:30.627617 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28a834b-d7ee-4bbe-9e0f-0c115c7fa5be tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Made reservation on behalf of 5153b0d40dd04ff495036bdeacd67a8e for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:06:30.631284 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a28a834b-d7ee-4bbe-9e0f-0c115c7fa5be tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:30.658499 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'name': 'tempest-TestNetworkBasicOps-router-1158180749', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:06:28Z', 'updated_at': '2021-07-09T10:06:29Z', 'revision_number': 3, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:72:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:06:29Z', 'updated_at': '2021-07-09T10:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:30.692939 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] Checking router: be8a3447-7f61-480a-8e13-5221f3924606 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:06:30.693288 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] Updating router be8a3447-7f61-480a-8e13-5221f3924606 port 6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:06:30.726229 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:30.813141 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a28a834b-d7ee-4bbe-9e0f-0c115c7fa5be tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:30.873519 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a834b-d7ee-4bbe-9e0f-0c115c7fa5be tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'Subnet': ['ID=c7b3bf05-26a5-4f3e-80f4-e001a00c2c55,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:30.881382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a834b-d7ee-4bbe-9e0f-0c115c7fa5be tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Checking segment: {'id': '4b42f481-6ab3-4b57-b0b7-081786150504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:06:30.881633 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28a834b-d7ee-4bbe-9e0f-0c115c7fa5be tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Network hostable DHCP agents. Network: a4b6b5d0-fff4-4d61-9c00-889b3703e391, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:06:30.897856 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28a834b-d7ee-4bbe-9e0f-0c115c7fa5be tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Network a4b6b5d0-fff4-4d61-9c00-889b3703e391 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:06:30.907168 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-a28a834b-d7ee-4bbe-9e0f-0c115c7fa5be tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, a4b6b5d0-fff4-4d61-9c00-889b3703e391) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:06:30.911145 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28a834b-d7ee-4bbe-9e0f-0c115c7fa5be tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:30.912025 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a28a834b-d7ee-4bbe-9e0f-0c115c7fa5be tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:30.918169 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca27c9b2-7b79-418c-8646-5fd2a1a5d815 None None] Network a4b6b5d0-fff4-4d61-9c00-889b3703e391 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:06:30.927664 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a28a834b-d7ee-4bbe-9e0f-0c115c7fa5be tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3920984 Jul 09 10:06:30.930594 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39132) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:30.990526 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:31.001943 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] Transition to ACTIVE for port object 6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:06:31.009344 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:31.057532 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] Attempting to bind port 6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:06:31.058246 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] Attempting to bind port 6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:06:31.058396 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] Attempting to bind port 6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:06:31.069503 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fa7f4-423b-4dae-b0b5-4a63dd68985d None None] Pushing event updated for resources: {'Port': ['ID=6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:31.076688 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:06:31.077194 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:06:31.078063 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:31.078063 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:06:31.079221 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] Bound port: 6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:06:31.079663 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:31.088949 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030fb739-c7a6-4bca-bb26-bb6f5de01ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-a4b6b5d0-fff4-4d61-9c00-889b3703e391', 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'fixed_ips': [{'subnet_id': 'c7b3bf05-26a5-4f3e-80f4-e001a00c2c55'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:06:31.089991 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-030fb739-c7a6-4bca-bb26-bb6f5de01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:31.103862 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78fa7f4-423b-4dae-b0b5-4a63dd68985d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:31.104701 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78fa7f4-423b-4dae-b0b5-4a63dd68985d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:31.104701 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78fa7f4-423b-4dae-b0b5-4a63dd68985d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:31.104927 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78fa7f4-423b-4dae-b0b5-4a63dd68985d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:31.105170 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78fa7f4-423b-4dae-b0b5-4a63dd68985d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:31.105498 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78fa7f4-423b-4dae-b0b5-4a63dd68985d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:31.105824 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78fa7f4-423b-4dae-b0b5-4a63dd68985d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:31.106148 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78fa7f4-423b-4dae-b0b5-4a63dd68985d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:31.106466 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78fa7f4-423b-4dae-b0b5-4a63dd68985d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:31.106795 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78fa7f4-423b-4dae-b0b5-4a63dd68985d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:31.107106 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78fa7f4-423b-4dae-b0b5-4a63dd68985d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:31.107428 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78fa7f4-423b-4dae-b0b5-4a63dd68985d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:06:31.143432 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] For port 6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:06:31.149419 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] For port 6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:06:31.154284 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:31.206685 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fa7f4-423b-4dae-b0b5-4a63dd68985d None None] Pushing event updated for resources: {'Port': ['ID=6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:31.224091 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] Routers {'be8a3447-7f61-480a-8e13-5221f3924606'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:06:31.224737 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:06:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['be8a3447-7f61-480a-8e13-5221f3924606'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:31.257018 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-030fb739-c7a6-4bca-bb26-bb6f5de01ace None None] Allocated IP 172.20.0.2 (a4b6b5d0-fff4-4d61-9c00-889b3703e391/c7b3bf05-26a5-4f3e-80f4-e001a00c2c55/3d7722a2-5f24-45f9-b2b0-366a1b458875) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:06:31.335651 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] Set router be8a3447-7f61-480a-8e13-5221f3924606 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:06:31.414847 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5d70b49-bbea-4f96-9236-a1a6ffb6c1af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:31.421252 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-030fb739-c7a6-4bca-bb26-bb6f5de01ace None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:31.430374 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-030fb739-c7a6-4bca-bb26-bb6f5de01ace None None] Transition to ACTIVE for port object 3d7722a2-5f24-45f9-b2b0-366a1b458875 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:06:31.445408 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-030fb739-c7a6-4bca-bb26-bb6f5de01ace None None] Transition to ACTIVE for port object 3d7722a2-5f24-45f9-b2b0-366a1b458875 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:06:31.452369 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-030fb739-c7a6-4bca-bb26-bb6f5de01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:31.496777 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030fb739-c7a6-4bca-bb26-bb6f5de01ace None None] Network a4b6b5d0-fff4-4d61-9c00-889b3703e391 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:06:31.499719 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-030fb739-c7a6-4bca-bb26-bb6f5de01ace None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:06:31.504619 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030fb739-c7a6-4bca-bb26-bb6f5de01ace None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:06:31.506594 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030fb739-c7a6-4bca-bb26-bb6f5de01ace None None] Pushing event updated for resources: {'Port': ['ID=3d7722a2-5f24-45f9-b2b0-366a1b458875,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:31.540147 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'name': 'tempest-TestNetworkBasicOps-router-1158180749', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:06:28Z', 'updated_at': '2021-07-09T10:06:29Z', 'revision_number': 3, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:72:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:06:29Z', 'updated_at': '2021-07-09T10:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:31.567910 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-030fb739-c7a6-4bca-bb26-bb6f5de01ace None None] Attempting to bind port 3d7722a2-5f24-45f9-b2b0-366a1b458875 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:06:31.568279 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-030fb739-c7a6-4bca-bb26-bb6f5de01ace None None] Attempting to bind port 3d7722a2-5f24-45f9-b2b0-366a1b458875 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '4b42f481-6ab3-4b57-b0b7-081786150504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:06:31.568639 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030fb739-c7a6-4bca-bb26-bb6f5de01ace None None] Attempting to bind port 3d7722a2-5f24-45f9-b2b0-366a1b458875 on network a4b6b5d0-fff4-4d61-9c00-889b3703e391 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:06:31.570606 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddfc494-684f-4e4b-9822-e130e980fc6a None None] The sync data for ids ['be8a3447-7f61-480a-8e13-5221f3924606'] in n-d-799996-1 is: [{'id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'name': 'tempest-TestNetworkBasicOps-router-1158180749', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:06:28Z', 'updated_at': '2021-07-09T10:06:29Z', 'revision_number': 3, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:72:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:06:29Z', 'updated_at': '2021-07-09T10:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:06:31.573835 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030fb739-c7a6-4bca-bb26-bb6f5de01ace None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:06:31.574205 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030fb739-c7a6-4bca-bb26-bb6f5de01ace None None] Checking segment: {'id': '4b42f481-6ab3-4b57-b0b7-081786150504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:06:31.574606 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-030fb739-c7a6-4bca-bb26-bb6f5de01ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:31.575502 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030fb739-c7a6-4bca-bb26-bb6f5de01ace None None] Bound using segment: {'id': '4b42f481-6ab3-4b57-b0b7-081786150504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:06:31.575502 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-030fb739-c7a6-4bca-bb26-bb6f5de01ace None None] Bound port: 3d7722a2-5f24-45f9-b2b0-366a1b458875, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b42f481-6ab3-4b57-b0b7-081786150504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:06:31.575817 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-030fb739-c7a6-4bca-bb26-bb6f5de01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:31.649489 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-030fb739-c7a6-4bca-bb26-bb6f5de01ace None None] For port 3d7722a2-5f24-45f9-b2b0-366a1b458875, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:06:31.653102 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-030fb739-c7a6-4bca-bb26-bb6f5de01ace None None] For port 3d7722a2-5f24-45f9-b2b0-366a1b458875, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3d7722a2-5f24-45f9-b2b0-366a1b458875,segment=NetworkSegment(4b42f481-6ab3-4b57-b0b7-081786150504),segment_id=4b42f481-6ab3-4b57-b0b7-081786150504)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:06:31.658201 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-030fb739-c7a6-4bca-bb26-bb6f5de01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:31.720046 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030fb739-c7a6-4bca-bb26-bb6f5de01ace None None] Pushing event updated for resources: {'Port': ['ID=3d7722a2-5f24-45f9-b2b0-366a1b458875,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:31.725453 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-a5d70b49-bbea-4f96-9236-a1a6ffb6c1af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Allocated IP 172.20.0.1 (a4b6b5d0-fff4-4d61-9c00-889b3703e391/c7b3bf05-26a5-4f3e-80f4-e001a00c2c55/3b426fad-a3bd-4745-84b3-822c06178323) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:06:31.865131 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5d70b49-bbea-4f96-9236-a1a6ffb6c1af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:31.884707 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-a5d70b49-bbea-4f96-9236-a1a6ffb6c1af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Transition to ACTIVE for port object 3b426fad-a3bd-4745-84b3-822c06178323 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:06:31.941363 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5d70b49-bbea-4f96-9236-a1a6ffb6c1af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:32.010768 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d70b49-bbea-4f96-9236-a1a6ffb6c1af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Network a4b6b5d0-fff4-4d61-9c00-889b3703e391 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:06:32.014346 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a5d70b49-bbea-4f96-9236-a1a6ffb6c1af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:06:32.019506 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d70b49-bbea-4f96-9236-a1a6ffb6c1af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:06:32.045083 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d70b49-bbea-4f96-9236-a1a6ffb6c1af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'Port': ['ID=3b426fad-a3bd-4745-84b3-822c06178323,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:32.076023 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5d70b49-bbea-4f96-9236-a1a6ffb6c1af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:32.475682 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5d70b49-bbea-4f96-9236-a1a6ffb6c1af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:32.761189 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecddb01-3760-4d36-9671-f60eb68fbd83 None None] Network a4b6b5d0-fff4-4d61-9c00-889b3703e391 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:06:32.781946 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5d70b49-bbea-4f96-9236-a1a6ffb6c1af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:32.790677 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5d70b49-bbea-4f96-9236-a1a6ffb6c1af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:32.840198 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9d59fce5-29d0-48fd-8061-1b5ca357c3cd None None] Provisioning for port 3d7722a2-5f24-45f9-b2b0-366a1b458875 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:06:32.868978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d70b49-bbea-4f96-9236-a1a6ffb6c1af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'Port': ['ID=3b426fad-a3bd-4745-84b3-822c06178323,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:32.872578 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5d70b49-bbea-4f96-9236-a1a6ffb6c1af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:32.904286 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3d7722a2-5f24-45f9-b2b0-366a1b458875 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:06:32.969469 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d70b49-bbea-4f96-9236-a1a6ffb6c1af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Network a4b6b5d0-fff4-4d61-9c00-889b3703e391 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:06:32.970933 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a5d70b49-bbea-4f96-9236-a1a6ffb6c1af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:06:32.992853 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 3d7722a2-5f24-45f9-b2b0-366a1b458875 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:06:33.001979 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 3d7722a2-5f24-45f9-b2b0-366a1b458875 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:06:33.002351 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:33.096391 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:33.112122 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d70b49-bbea-4f96-9236-a1a6ffb6c1af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Router be8a3447-7f61-480a-8e13-5221f3924606 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:06:33.136392 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 3d7722a2-5f24-45f9-b2b0-366a1b458875, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3d7722a2-5f24-45f9-b2b0-366a1b458875,segment=NetworkSegment(4b42f481-6ab3-4b57-b0b7-081786150504),segment_id=4b42f481-6ab3-4b57-b0b7-081786150504)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:06:33.149177 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:33.149177 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:06:33.231268 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=3d7722a2-5f24-45f9-b2b0-366a1b458875,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:33.247512 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d70b49-bbea-4f96-9236-a1a6ffb6c1af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:06:33.251871 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:06:33.255373 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39136) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:33.255975 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a5d70b49-bbea-4f96-9236-a1a6ffb6c1af tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "PUT /v2.0/routers/be8a3447-7f61-480a-8e13-5221f3924606/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3224275 Jul 09 10:06:33.257969 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:06:33.258340 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:33.347656 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:33.374657 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:06:33.381952 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:33.389814 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-98f75894-2e5f-40f6-8935-d00ee8c54686 None None] Provisioning complete for port 3d7722a2-5f24-45f9-b2b0-366a1b458875 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:06:33.390192 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-98f75894-2e5f-40f6-8935-d00ee8c54686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:33.449665 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] Sync routers for ids ['be8a3447-7f61-480a-8e13-5221f3924606'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:06:33.479684 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] Routers {'be8a3447-7f61-480a-8e13-5221f3924606'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:06:33.480181 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:06:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['be8a3447-7f61-480a-8e13-5221f3924606'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:33.482007 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:33.635959 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] Set router be8a3447-7f61-480a-8e13-5221f3924606 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:06:33.662764 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-98f75894-2e5f-40f6-8935-d00ee8c54686 None None] Provisioning for port 3b426fad-a3bd-4745-84b3-822c06178323 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:06:33.670859 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-98f75894-2e5f-40f6-8935-d00ee8c54686 None None] Provisioning complete for port 3b426fad-a3bd-4745-84b3-822c06178323 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:06:33.671232 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-98f75894-2e5f-40f6-8935-d00ee8c54686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:33.772787 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0da5a9-45b9-4950-aa9e-113ccf908093 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:33.773273 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0da5a9-45b9-4950-aa9e-113ccf908093 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:33.773738 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0da5a9-45b9-4950-aa9e-113ccf908093 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:33.774198 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0da5a9-45b9-4950-aa9e-113ccf908093 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:33.774654 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0da5a9-45b9-4950-aa9e-113ccf908093 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:33.775109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0da5a9-45b9-4950-aa9e-113ccf908093 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:33.776972 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8d0da5a9-45b9-4950-aa9e-113ccf908093 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.5205615 Jul 09 10:06:33.778235 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-98f75894-2e5f-40f6-8935-d00ee8c54686 None None] Port 3b426fad-a3bd-4745-84b3-822c06178323 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:06:33.779760 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39138) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:33.834522 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838b4b04-a45b-47bc-9840-183080991c46 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:33.834985 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838b4b04-a45b-47bc-9840-183080991c46 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:33.835447 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838b4b04-a45b-47bc-9840-183080991c46 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:33.835995 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838b4b04-a45b-47bc-9840-183080991c46 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:33.836449 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838b4b04-a45b-47bc-9840-183080991c46 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:33.836897 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838b4b04-a45b-47bc-9840-183080991c46 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:33.838704 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-838b4b04-a45b-47bc-9840-183080991c46 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4000 time: 0.0579827 Jul 09 10:06:33.841462 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39140) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:33.874940 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'name': 'tempest-TestNetworkBasicOps-router-1158180749', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:06:28Z', 'updated_at': '2021-07-09T10:06:32Z', 'revision_number': 4, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:06:29Z', 'updated_at': '2021-07-09T10:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '3b426fad-a3bd-4745-84b3-822c06178323', 'name': '', 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:64:19:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c7b3bf05-26a5-4f3e-80f4-e001a00c2c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:06:31Z', 'updated_at': '2021-07-09T10:06:32Z', 'revision_number': 2, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': 'c7b3bf05-26a5-4f3e-80f4-e001a00c2c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:33.986188 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7531b074-90f9-4ce4-ac5b-ba1e26fef24a tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3042 time: 0.1434426 Jul 09 10:06:34.059057 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] Checking router: be8a3447-7f61-480a-8e13-5221f3924606 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:06:34.059410 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] Updating router be8a3447-7f61-480a-8e13-5221f3924606 port 3b426fad-a3bd-4745-84b3-822c06178323 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:06:34.096781 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7e58a133-9710-4d12-b16d-8496398dc7b4 None None] Provisioning complete for port 3b426fad-a3bd-4745-84b3-822c06178323 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:06:34.097165 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7e58a133-9710-4d12-b16d-8496398dc7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.118406 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.152705 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7e58a133-9710-4d12-b16d-8496398dc7b4 None None] Port 3b426fad-a3bd-4745-84b3-822c06178323 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:06:34.172221 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.284217 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39144) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:34.289233 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ecde9320-b9be-4079-8f03-818765ac35ae tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-112253126', 'description': 'tempest-secgroup-smoke-112253126 description', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:06:34.311667 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ecde9320-b9be-4079-8f03-818765ac35ae tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.397664 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ecde9320-b9be-4079-8f03-818765ac35ae tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.401599 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ecde9320-b9be-4079-8f03-818765ac35ae tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.409213 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.419531 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] Transition to ACTIVE for port object 3b426fad-a3bd-4745-84b3-822c06178323 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:06:34.425991 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.428417 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ecde9320-b9be-4079-8f03-818765ac35ae tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.429687 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ecde9320-b9be-4079-8f03-818765ac35ae tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1444614 Jul 09 10:06:34.432810 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39146) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:34.433767 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde9320-b9be-4079-8f03-818765ac35ae tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fbfa74-7957-4d5a-9933-05b8e6f1976c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:34.439673 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-bed822b4-615d-4f7d-a9d8-9ae22eb53dbc tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'security_group_rule': {'security_group_id': 'c1fbfa74-7957-4d5a-9933-05b8e6f1976c', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:06:34.467783 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bed822b4-615d-4f7d-a9d8-9ae22eb53dbc tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.480559 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3650ab6-7885-4f41-bd0d-0139ae368880 None None] Pushing event updated for resources: {'Port': ['ID=3b426fad-a3bd-4745-84b3-822c06178323,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:34.538035 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bed822b4-615d-4f7d-a9d8-9ae22eb53dbc tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.539169 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] Attempting to bind port 3b426fad-a3bd-4745-84b3-822c06178323 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:06:34.539592 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] Attempting to bind port 3b426fad-a3bd-4745-84b3-822c06178323 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '4b42f481-6ab3-4b57-b0b7-081786150504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:06:34.540122 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] Attempting to bind port 3b426fad-a3bd-4745-84b3-822c06178323 on network a4b6b5d0-fff4-4d61-9c00-889b3703e391 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:06:34.542914 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bed822b4-615d-4f7d-a9d8-9ae22eb53dbc tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.547133 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:06:34.547521 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] Checking segment: {'id': '4b42f481-6ab3-4b57-b0b7-081786150504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:06:34.547958 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.548362 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] Bound using segment: {'id': '4b42f481-6ab3-4b57-b0b7-081786150504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:06:34.549160 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] Bound port: 3b426fad-a3bd-4745-84b3-822c06178323, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b42f481-6ab3-4b57-b0b7-081786150504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:06:34.551050 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.564031 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed822b4-615d-4f7d-a9d8-9ae22eb53dbc tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e67325e-fee5-40c7-848b-33ee1c58b881,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:34.573029 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bed822b4-615d-4f7d-a9d8-9ae22eb53dbc tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.574273 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bed822b4-615d-4f7d-a9d8-9ae22eb53dbc tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1398909 Jul 09 10:06:34.577133 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39148) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:34.582592 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-027442d8-eaf4-41a5-a1eb-81e36990f77d tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'security_group_rule': {'security_group_id': 'c1fbfa74-7957-4d5a-9933-05b8e6f1976c', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:06:34.616018 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-027442d8-eaf4-41a5-a1eb-81e36990f77d tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.636628 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] For port 3b426fad-a3bd-4745-84b3-822c06178323, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:06:34.640171 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] For port 3b426fad-a3bd-4745-84b3-822c06178323, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3b426fad-a3bd-4745-84b3-822c06178323,segment=NetworkSegment(4b42f481-6ab3-4b57-b0b7-081786150504),segment_id=4b42f481-6ab3-4b57-b0b7-081786150504)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:06:34.645427 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.680595 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-027442d8-eaf4-41a5-a1eb-81e36990f77d tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.685584 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-027442d8-eaf4-41a5-a1eb-81e36990f77d tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.706901 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027442d8-eaf4-41a5-a1eb-81e36990f77d tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9356caf-2c14-474e-b186-c8a51028180e,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:34.710949 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-027442d8-eaf4-41a5-a1eb-81e36990f77d tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.712232 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-027442d8-eaf4-41a5-a1eb-81e36990f77d tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1341195 Jul 09 10:06:34.715485 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39150) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:34.716194 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] Routers {'be8a3447-7f61-480a-8e13-5221f3924606'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:06:34.716834 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:06:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['be8a3447-7f61-480a-8e13-5221f3924606'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:34.722689 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-638bf676-60b9-47dc-b1a5-01abf3e37d82 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'security_group_rule': {'security_group_id': 'c1fbfa74-7957-4d5a-9933-05b8e6f1976c', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:06:34.724151 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3650ab6-7885-4f41-bd0d-0139ae368880 None None] Pushing event updated for resources: {'Port': ['ID=3b426fad-a3bd-4745-84b3-822c06178323,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:34.773376 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-638bf676-60b9-47dc-b1a5-01abf3e37d82 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.837534 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3d7722a2-5f24-45f9-b2b0-366a1b458875 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:06:34.844451 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] Set router be8a3447-7f61-480a-8e13-5221f3924606 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:06:34.853509 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-638bf676-60b9-47dc-b1a5-01abf3e37d82 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.858095 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-638bf676-60b9-47dc-b1a5-01abf3e37d82 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.878824 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bf676-60b9-47dc-b1a5-01abf3e37d82 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1db7958-faef-442e-8ca3-2a65c48d27f7,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:34.886111 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-638bf676-60b9-47dc-b1a5-01abf3e37d82 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.887550 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-638bf676-60b9-47dc-b1a5-01abf3e37d82 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1707211 Jul 09 10:06:34.890470 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39152) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:34.896105 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5ab15464-fb8a-485b-ba6f-5eb2b3d4cb94 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'security_group_rule': {'security_group_id': 'c1fbfa74-7957-4d5a-9933-05b8e6f1976c', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:06:34.922713 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ab15464-fb8a-485b-ba6f-5eb2b3d4cb94 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.981924 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ab15464-fb8a-485b-ba6f-5eb2b3d4cb94 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:34.985775 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ab15464-fb8a-485b-ba6f-5eb2b3d4cb94 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:35.004901 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab15464-fb8a-485b-ba6f-5eb2b3d4cb94 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6aa3a0-6ac0-479e-bf1e-ff500b72d118,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:35.010655 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ab15464-fb8a-485b-ba6f-5eb2b3d4cb94 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:35.014626 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5ab15464-fb8a-485b-ba6f-5eb2b3d4cb94 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198988 Jul 09 10:06:35.014721 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 3d7722a2-5f24-45f9-b2b0-366a1b458875 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:06:35.014721 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:35.014858 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39154) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:35.019719 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8a1ec63b-c373-4b7d-9d89-b7792c461d0b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'security_group_rule': {'security_group_id': 'c1fbfa74-7957-4d5a-9933-05b8e6f1976c', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:06:35.041228 n-d-799996-1 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-8a1ec63b-c373-4b7d-9d89-b7792c461d0b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Project 5153b0d40dd04ff495036bdeacd67a8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:06:35.046168 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8a1ec63b-c373-4b7d-9d89-b7792c461d0b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:35.110473 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8a1ec63b-c373-4b7d-9d89-b7792c461d0b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:35.115617 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8a1ec63b-c373-4b7d-9d89-b7792c461d0b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:35.137184 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ec63b-c373-4b7d-9d89-b7792c461d0b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ddf58f-c8d3-4718-ab9c-8770b9eb24ec,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:35.150954 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8a1ec63b-c373-4b7d-9d89-b7792c461d0b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:35.154950 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8a1ec63b-c373-4b7d-9d89-b7792c461d0b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1368263 Jul 09 10:06:35.155065 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39156) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:35.158692 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:06:35.159588 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6071d03e-f362-4da3-b73f-76fb6d4934ff tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'security_group_rule': {'security_group_id': 'c1fbfa74-7957-4d5a-9933-05b8e6f1976c', 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:06:35.183454 n-d-799996-1 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-6071d03e-f362-4da3-b73f-76fb6d4934ff tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Project 5153b0d40dd04ff495036bdeacd67a8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:06:35.189258 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6071d03e-f362-4da3-b73f-76fb6d4934ff tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:35.190270 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'name': 'tempest-TestNetworkBasicOps-router-1158180749', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:06:28Z', 'updated_at': '2021-07-09T10:06:32Z', 'revision_number': 4, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:06:29Z', 'updated_at': '2021-07-09T10:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '3b426fad-a3bd-4745-84b3-822c06178323', 'name': '', 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:64:19:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c7b3bf05-26a5-4f3e-80f4-e001a00c2c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:06:31Z', 'updated_at': '2021-07-09T10:06:34Z', 'revision_number': 4, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': 'c7b3bf05-26a5-4f3e-80f4-e001a00c2c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:35.224246 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed1cb4d-aeaa-47a6-a75e-4cb6f51a3ec3 None None] The sync data for ids ['be8a3447-7f61-480a-8e13-5221f3924606'] in n-d-799996-1 is: [{'id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'name': 'tempest-TestNetworkBasicOps-router-1158180749', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:06:28Z', 'updated_at': '2021-07-09T10:06:32Z', 'revision_number': 4, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:06:29Z', 'updated_at': '2021-07-09T10:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '3b426fad-a3bd-4745-84b3-822c06178323', 'name': '', 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:64:19:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c7b3bf05-26a5-4f3e-80f4-e001a00c2c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:06:31Z', 'updated_at': '2021-07-09T10:06:34Z', 'revision_number': 4, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': 'c7b3bf05-26a5-4f3e-80f4-e001a00c2c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:06:35.243124 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:06:35.243523 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:35.263041 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6071d03e-f362-4da3-b73f-76fb6d4934ff tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:35.266970 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6071d03e-f362-4da3-b73f-76fb6d4934ff tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:35.300958 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071d03e-f362-4da3-b73f-76fb6d4934ff tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405d2467-588e-4d84-a13d-4b45edc60d80,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:35.305326 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6071d03e-f362-4da3-b73f-76fb6d4934ff tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:35.313609 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6071d03e-f362-4da3-b73f-76fb6d4934ff tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1510835 Jul 09 10:06:35.509061 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-7c6f1831-d2f6-4ba0-b9cb-054cee7337cf tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-112253126&fields=id&tenant_id=5153b0d40dd04ff495036bdeacd67a8e HTTP/1.1" status: 200 len: 267 time: 0.0351150 Jul 09 10:06:35.625385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-657b965a-c6e6-476a-9614-ff95786c2a71 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:35.626900 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-657b965a-c6e6-476a-9614-ff95786c2a71 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/networks?id=a4b6b5d0-fff4-4d61-9c00-889b3703e391 HTTP/1.1" status: 200 len: 797 time: 0.1111867 Jul 09 10:06:35.642948 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-f31a4b13-7569-4b01-8729-4d261d195d90 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/quotas/5153b0d40dd04ff495036bdeacd67a8e HTTP/1.1" status: 200 len: 375 time: 0.0103474 Jul 09 10:06:35.716112 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-5e5e7157-5959-4168-9ca1-fe544b95fc61 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5153b0d40dd04ff495036bdeacd67a8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675926 Jul 09 10:06:35.914609 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-64f714be-f665-4a3a-99c6-68b04bb66e0c service neutron] 10.222.0.61 "GET /v2.0/networks/a4b6b5d0-fff4-4d61-9c00-889b3703e391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867094 Jul 09 10:06:36.015966 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-ea4eaba7-0b48-4b61-9aad-6f2bed4df9f7 service neutron] 10.222.0.61 "GET /v2.0/networks/a4b6b5d0-fff4-4d61-9c00-889b3703e391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952935 Jul 09 10:06:36.198917 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c651109-2a75-445b-9036-b0a6742f53af req-3b83f068-f95e-4c36-859b-acbdd72a9a18 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=c368ab33-c1ab-4761-9b13-2527b9d06f30 HTTP/1.1" status: 200 len: 210 time: 0.0332456 Jul 09 10:06:36.784860 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-13d84f15-d837-4254-ab7b-45a01892dd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:36.835826 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3b426fad-a3bd-4745-84b3-822c06178323 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:06:36.886960 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 3b426fad-a3bd-4745-84b3-822c06178323 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:06:36.890667 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 3b426fad-a3bd-4745-84b3-822c06178323 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:06:36.891031 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:36.965283 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:36.997025 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 3b426fad-a3bd-4745-84b3-822c06178323, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3b426fad-a3bd-4745-84b3-822c06178323,segment=NetworkSegment(4b42f481-6ab3-4b57-b0b7-081786150504),segment_id=4b42f481-6ab3-4b57-b0b7-081786150504)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:06:37.000789 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:37.048215 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=3b426fad-a3bd-4745-84b3-822c06178323,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:37.241111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-6e12b874-3bc7-4c33-ac4b-8fb696aec427 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:37.242688 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-6e12b874-3bc7-4c33-ac4b-8fb696aec427 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.58 "GET /v2.0/networks?id=a4b6b5d0-fff4-4d61-9c00-889b3703e391 HTTP/1.1" status: 200 len: 797 time: 0.1136220 Jul 09 10:06:37.289056 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-90851d6b-aec5-4d24-932f-10ac765b9fc1 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5153b0d40dd04ff495036bdeacd67a8e HTTP/1.1" status: 200 len: 379 time: 0.0375831 Jul 09 10:06:37.298221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-5a1a8ea8-b373-4e90-832f-fe7b61811017 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'port': {'device_id': 'c368ab33-c1ab-4761-9b13-2527b9d06f30', 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391', 'admin_state_up': True, 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'security_groups': ['c1fbfa74-7957-4d5a-9933-05b8e6f1976c']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:06:37.378237 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-332c7373-8cc4-4bea-b168-517bcf8eb9b7 req-1c60f05e-3f65-476e-ad49-fc668f27bb46 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=c368ab33-c1ab-4761-9b13-2527b9d06f30 HTTP/1.1" status: 200 len: 210 time: 0.0401626 Jul 09 10:06:37.437129 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-5a1a8ea8-b373-4e90-832f-fe7b61811017 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Made reservation on behalf of 5153b0d40dd04ff495036bdeacd67a8e for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:06:37.440770 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-5a1a8ea8-b373-4e90-832f-fe7b61811017 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:37.566297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-5a1a8ea8-b373-4e90-832f-fe7b61811017 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Allocated IP 172.20.0.10 (a4b6b5d0-fff4-4d61-9c00-889b3703e391/c7b3bf05-26a5-4f3e-80f4-e001a00c2c55/c0beea3e-0e27-4dcb-b724-1fa68eaf7f26) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:06:37.708260 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-5a1a8ea8-b373-4e90-832f-fe7b61811017 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:37.721955 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-5a1a8ea8-b373-4e90-832f-fe7b61811017 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Transition to ACTIVE for port object c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:06:37.754565 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-5a1a8ea8-b373-4e90-832f-fe7b61811017 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:37.800573 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-5a1a8ea8-b373-4e90-832f-fe7b61811017 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Network a4b6b5d0-fff4-4d61-9c00-889b3703e391 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:06:37.803777 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-5a1a8ea8-b373-4e90-832f-fe7b61811017 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:06:37.807708 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-5a1a8ea8-b373-4e90-832f-fe7b61811017 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:06:37.837566 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a8ea8-b373-4e90-832f-fe7b61811017 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'Port': ['ID=c0beea3e-0e27-4dcb-b724-1fa68eaf7f26,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:37.869663 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-5a1a8ea8-b373-4e90-832f-fe7b61811017 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:37.870329 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-5a1a8ea8-b373-4e90-832f-fe7b61811017 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:37.887435 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-5a1a8ea8-b373-4e90-832f-fe7b61811017 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5932643 Jul 09 10:06:37.953080 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-f9de10c4-31a5-42e7-940a-06e6994475ab service neutron] Request body: {'port': {'device_id': 'c368ab33-c1ab-4761-9b13-2527b9d06f30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:06:38.025546 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-f9de10c4-31a5-42e7-940a-06e6994475ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:38.041413 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-76cf5a17-45d6-4fc7-b770-11b906235ff2 None None] Provisioning for port c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:06:38.045678 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-76cf5a17-45d6-4fc7-b770-11b906235ff2 None None] Provisioning complete for port c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:06:38.046047 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-76cf5a17-45d6-4fc7-b770-11b906235ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:38.084511 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-76cf5a17-45d6-4fc7-b770-11b906235ff2 None None] Port c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:06:38.295863 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-f9de10c4-31a5-42e7-940a-06e6994475ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:06:38.303231 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-f9de10c4-31a5-42e7-940a-06e6994475ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:38.314928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-f9de10c4-31a5-42e7-940a-06e6994475ab service neutron] Transition to ACTIVE for port object c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:06:38.318967 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-f9de10c4-31a5-42e7-940a-06e6994475ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:38.367505 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de10c4-31a5-42e7-940a-06e6994475ab service neutron] Pushing event updated for resources: {'Port': ['ID=c0beea3e-0e27-4dcb-b724-1fa68eaf7f26,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:38.448836 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-f9de10c4-31a5-42e7-940a-06e6994475ab service neutron] Attempting to bind port c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:06:38.449305 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-f9de10c4-31a5-42e7-940a-06e6994475ab service neutron] Attempting to bind port c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '4b42f481-6ab3-4b57-b0b7-081786150504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:06:38.449716 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-f9de10c4-31a5-42e7-940a-06e6994475ab service neutron] Attempting to bind port c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 on network a4b6b5d0-fff4-4d61-9c00-889b3703e391 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:06:38.456457 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-f9de10c4-31a5-42e7-940a-06e6994475ab service neutron] Port c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 on network a4b6b5d0-fff4-4d61-9c00-889b3703e391 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:06:38.456876 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-f9de10c4-31a5-42e7-940a-06e6994475ab service neutron] Attempting to bind port c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 on network a4b6b5d0-fff4-4d61-9c00-889b3703e391 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:06:38.462519 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-f9de10c4-31a5-42e7-940a-06e6994475ab service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:06:38.463003 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-f9de10c4-31a5-42e7-940a-06e6994475ab service neutron] Checking segment: {'id': '4b42f481-6ab3-4b57-b0b7-081786150504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:06:38.463198 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-f9de10c4-31a5-42e7-940a-06e6994475ab service neutron] Bound using segment: {'id': '4b42f481-6ab3-4b57-b0b7-081786150504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:06:38.463608 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-f9de10c4-31a5-42e7-940a-06e6994475ab service neutron] Bound port: c0beea3e-0e27-4dcb-b724-1fa68eaf7f26, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b42f481-6ab3-4b57-b0b7-081786150504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:06:38.464160 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-f9de10c4-31a5-42e7-940a-06e6994475ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:38.571365 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-f9de10c4-31a5-42e7-940a-06e6994475ab service neutron] For port c0beea3e-0e27-4dcb-b724-1fa68eaf7f26, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:06:38.590642 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-f9de10c4-31a5-42e7-940a-06e6994475ab service neutron] For port c0beea3e-0e27-4dcb-b724-1fa68eaf7f26, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c0beea3e-0e27-4dcb-b724-1fa68eaf7f26,segment=NetworkSegment(4b42f481-6ab3-4b57-b0b7-081786150504),segment_id=4b42f481-6ab3-4b57-b0b7-081786150504)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:06:38.598119 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-f9de10c4-31a5-42e7-940a-06e6994475ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:38.607260 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5c994-784d-445c-801c-0a4650148898 req-cbefdf5e-8b99-408e-9667-de5d293ffdd6 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:38.608738 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a5a5c994-784d-445c-801c-0a4650148898 req-cbefdf5e-8b99-408e-9667-de5d293ffdd6 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=c368ab33-c1ab-4761-9b13-2527b9d06f30 HTTP/1.1" status: 200 len: 944 time: 0.1095724 Jul 09 10:06:38.656534 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-f9de10c4-31a5-42e7-940a-06e6994475ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:38.657228 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-f9de10c4-31a5-42e7-940a-06e6994475ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:38.658621 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-f9de10c4-31a5-42e7-940a-06e6994475ab service neutron] 10.222.0.58 "PUT /v2.0/ports/c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 HTTP/1.1" status: 200 len: 1092 time: 0.7641392 Jul 09 10:06:38.663162 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c368ab33-c1ab-4761-9b13-2527b9d06f30', 'tag': 'c0beea3e-0e27-4dcb-b724-1fa68eaf7f26'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:06:38.665492 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a2e0db-26da-4a66-b81c-187d2e0232a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c368ab33-c1ab-4761-9b13-2527b9d06f30", "tag": "c0beea3e-0e27-4dcb-b724-1fa68eaf7f26"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:06:38.700636 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de10c4-31a5-42e7-940a-06e6994475ab service neutron] Pushing event updated for resources: {'Port': ['ID=c0beea3e-0e27-4dcb-b724-1fa68eaf7f26,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:38.713619 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a5a5c994-784d-445c-801c-0a4650148898 req-fe5eb9d4-1719-44d9-af98-e7477bb94921 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1fbfa74-7957-4d5a-9933-05b8e6f1976c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808709 Jul 09 10:06:38.715067 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacfd82d-4fc8-4371-a3ff-ca17a3440f69 x-openstack-request-id: req-eacfd82d-4fc8-4371-a3ff-ca17a3440f69 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:06:38.715353 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c368ab33-c1ab-4761-9b13-2527b9d06f30", "tag": "c0beea3e-0e27-4dcb-b724-1fa68eaf7f26", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:06:38.715602 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eacfd82d-4fc8-4371-a3ff-ca17a3440f69 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:06:38.716028 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c368ab33-c1ab-4761-9b13-2527b9d06f30', 'tag': 'c0beea3e-0e27-4dcb-b724-1fa68eaf7f26', 'status': 'completed', 'code': 200} Jul 09 10:06:38.777495 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-a079b623-0bd0-43d5-9dea-747cc2e28560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:38.779106 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-a079b623-0bd0-43d5-9dea-747cc2e28560 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5153b0d40dd04ff495036bdeacd67a8e&device_id=c368ab33-c1ab-4761-9b13-2527b9d06f30 HTTP/1.1" status: 200 len: 1095 time: 0.0692339 Jul 09 10:06:38.821916 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3b426fad-a3bd-4745-84b3-822c06178323 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:06:38.823309 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-9ee553db-f5d6-4674-b40c-f4831a3b10a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 HTTP/1.1" status: 200 len: 217 time: 0.0366125 Jul 09 10:06:38.872288 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 3b426fad-a3bd-4745-84b3-822c06178323 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:06:38.872567 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:38.875949 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-90954b57-1a0c-4b42-8b0f-36d3c868c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:38.877461 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-90954b57-1a0c-4b42-8b0f-36d3c868c431 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7b3bf05-26a5-4f3e-80f4-e001a00c2c55 HTTP/1.1" status: 200 len: 835 time: 0.0464170 Jul 09 10:06:38.943379 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-b961a424-2c0c-4b90-9b34-3d2b3a64019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:38.944870 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-b961a424-2c0c-4b90-9b34-3d2b3a64019b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a4b6b5d0-fff4-4d61-9c00-889b3703e391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611217 Jul 09 10:06:39.033651 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-3266427f-d8d1-4b73-9318-7b5140030e33 service neutron] 10.222.0.58 "GET /v2.0/networks/a4b6b5d0-fff4-4d61-9c00-889b3703e391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821145 Jul 09 10:06:39.128611 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-200447bd-29d0-41eb-8a53-b7e3f2c10eb6 req-9f12fa63-ba7b-4763-a7d4-99173006059c service neutron] 10.222.0.58 "GET /v2.0/networks/a4b6b5d0-fff4-4d61-9c00-889b3703e391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879622 Jul 09 10:06:39.230464 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2e0db-26da-4a66-b81c-187d2e0232a9 req-afc60096-b9e5-41ae-bfec-f578c4c7e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:39.231995 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66a2e0db-26da-4a66-b81c-187d2e0232a9 req-afc60096-b9e5-41ae-bfec-f578c4c7e642 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5153b0d40dd04ff495036bdeacd67a8e&device_id=c368ab33-c1ab-4761-9b13-2527b9d06f30 HTTP/1.1" status: 200 len: 1095 time: 0.0540051 Jul 09 10:06:39.320943 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2e0db-26da-4a66-b81c-187d2e0232a9 req-d59cf836-58a1-4269-bc5c-0c0e5a977b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:39.322434 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66a2e0db-26da-4a66-b81c-187d2e0232a9 req-d59cf836-58a1-4269-bc5c-0c0e5a977b8c service neutron] 10.222.0.58 "GET /v2.0/networks?id=a4b6b5d0-fff4-4d61-9c00-889b3703e391 HTTP/1.1" status: 200 len: 898 time: 0.0846984 Jul 09 10:06:39.366691 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66a2e0db-26da-4a66-b81c-187d2e0232a9 req-165661e3-c627-4974-8d7e-cf94960833bc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 HTTP/1.1" status: 200 len: 217 time: 0.0371699 Jul 09 10:06:39.394237 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:39.395022 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d98719c2-8a77-45fd-8382-1a42063558ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:39.417533 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2e0db-26da-4a66-b81c-187d2e0232a9 req-98cd2641-34f7-4865-956d-fa7ef2c9ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:39.418994 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66a2e0db-26da-4a66-b81c-187d2e0232a9 req-98cd2641-34f7-4865-956d-fa7ef2c9ab7b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7b3bf05-26a5-4f3e-80f4-e001a00c2c55 HTTP/1.1" status: 200 len: 835 time: 0.0463119 Jul 09 10:06:39.475082 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2e0db-26da-4a66-b81c-187d2e0232a9 req-7de0dd2d-4a1c-432e-8a7f-3d22f2066fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:39.476633 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66a2e0db-26da-4a66-b81c-187d2e0232a9 req-7de0dd2d-4a1c-432e-8a7f-3d22f2066fbf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a4b6b5d0-fff4-4d61-9c00-889b3703e391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514662 Jul 09 10:06:39.557437 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:39.571968 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66a2e0db-26da-4a66-b81c-187d2e0232a9 req-a7d6f763-29a2-455e-8c2b-cdc78836e4b2 service neutron] 10.222.0.58 "GET /v2.0/networks/a4b6b5d0-fff4-4d61-9c00-889b3703e391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887020 Jul 09 10:06:39.660799 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66a2e0db-26da-4a66-b81c-187d2e0232a9 req-b310e124-74bd-4a89-bffb-2963ea1bb5da service neutron] 10.222.0.58 "GET /v2.0/networks/a4b6b5d0-fff4-4d61-9c00-889b3703e391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814054 Jul 09 10:06:39.889205 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9cf8c-42d1-433c-82e7-787d7e0efbc7 req-1e74358f-bf7c-4f7e-9a53-89b7849c9ee5 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:39.890741 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07c9cf8c-42d1-433c-82e7-787d7e0efbc7 req-1e74358f-bf7c-4f7e-9a53-89b7849c9ee5 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=c368ab33-c1ab-4761-9b13-2527b9d06f30 HTTP/1.1" status: 200 len: 944 time: 0.0635536 Jul 09 10:06:39.932339 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07c9cf8c-42d1-433c-82e7-787d7e0efbc7 req-59067fd5-e0ea-48d9-a545-9b67a70b7514 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1fbfa74-7957-4d5a-9933-05b8e6f1976c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359385 Jul 09 10:06:41.040014 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:06:41.109559 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f597b-6b83-4e49-be9d-05ce513d1e35 req-337093e3-41ed-4736-8eda-3c6ef072adfc tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:41.111200 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-600f597b-6b83-4e49-be9d-05ce513d1e35 req-337093e3-41ed-4736-8eda-3c6ef072adfc tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=c368ab33-c1ab-4761-9b13-2527b9d06f30 HTTP/1.1" status: 200 len: 944 time: 0.0668459 Jul 09 10:06:41.146159 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port c0beea3e-0e27-4dcb-b724-1fa68eaf7f26, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c0beea3e-0e27-4dcb-b724-1fa68eaf7f26,segment=NetworkSegment(4b42f481-6ab3-4b57-b0b7-081786150504),segment_id=4b42f481-6ab3-4b57-b0b7-081786150504)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:06:41.152402 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-600f597b-6b83-4e49-be9d-05ce513d1e35 req-af2f4833-ba98-4af7-b3df-180e78aac0df tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1fbfa74-7957-4d5a-9933-05b8e6f1976c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349710 Jul 09 10:06:41.163270 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'c0beea3e-0e27-4dcb-b724-1fa68eaf7f26', 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391', 'port_id': 'c0beea3e-0e27-4dcb-b724-1fa68eaf7f26', 'mac_address': 'fa:16:3e:6c:bf:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b3bf05-26a5-4f3e-80f4-e001a00c2c55', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:06:41.202247 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:41.219536 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:06:41.245892 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:41.249126 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port c0beea3e-0e27-4dcb-b724-1fa68eaf7f26, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c0beea3e-0e27-4dcb-b724-1fa68eaf7f26,segment=NetworkSegment(4b42f481-6ab3-4b57-b0b7-081786150504),segment_id=4b42f481-6ab3-4b57-b0b7-081786150504)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:06:41.252646 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:41.300502 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=c0beea3e-0e27-4dcb-b724-1fa68eaf7f26,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:41.453489 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['c0beea3e-0e27-4dcb-b724-1fa68eaf7f26'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:06:42.329806 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8ee93-f31b-46c5-956d-65de2d3a2d1f req-c2494709-36dd-4bbd-a147-9643d8380da8 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:42.331277 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38c8ee93-f31b-46c5-956d-65de2d3a2d1f req-c2494709-36dd-4bbd-a147-9643d8380da8 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=c368ab33-c1ab-4761-9b13-2527b9d06f30 HTTP/1.1" status: 200 len: 945 time: 0.0624635 Jul 09 10:06:42.368187 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38c8ee93-f31b-46c5-956d-65de2d3a2d1f req-a3900ffd-c547-491b-bef8-3223e0aaa28b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1fbfa74-7957-4d5a-9933-05b8e6f1976c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313234 Jul 09 10:06:43.030716 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:43.054946 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:06:43.102808 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:06:43.106503 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:06:43.106873 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:43.185218 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:43.207940 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c368ab33-c1ab-4761-9b13-2527b9d06f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0beea3e-0e27-4dcb-b724-1fa68eaf7f26'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:06:43.210189 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc16a54-f330-48aa-b50a-47c44ac20df5" -d '{"events": [{"server_uuid": "c368ab33-c1ab-4761-9b13-2527b9d06f30", "name": "network-vif-plugged", "status": "completed", "tag": "c0beea3e-0e27-4dcb-b724-1fa68eaf7f26"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:06:43.222775 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port c0beea3e-0e27-4dcb-b724-1fa68eaf7f26, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c0beea3e-0e27-4dcb-b724-1fa68eaf7f26,segment=NetworkSegment(4b42f481-6ab3-4b57-b0b7-081786150504),segment_id=4b42f481-6ab3-4b57-b0b7-081786150504)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:06:43.227297 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:43.278174 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=c0beea3e-0e27-4dcb-b724-1fa68eaf7f26,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:43.391788 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd99f9e-1088-4798-8fa8-89c19df7e661 x-openstack-request-id: req-9dd99f9e-1088-4798-8fa8-89c19df7e661 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:06:43.392082 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c368ab33-c1ab-4761-9b13-2527b9d06f30", "name": "network-vif-plugged", "status": "completed", "tag": "c0beea3e-0e27-4dcb-b724-1fa68eaf7f26", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:06:43.392331 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9dd99f9e-1088-4798-8fa8-89c19df7e661 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:06:43.392726 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c368ab33-c1ab-4761-9b13-2527b9d06f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0beea3e-0e27-4dcb-b724-1fa68eaf7f26', 'code': 200} Jul 09 10:06:43.564170 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bbd36-950b-49a9-ab9e-a972b5beecef req-e4c7ec82-a12f-4eea-b53f-c0dd3c985e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:43.565702 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c82bbd36-950b-49a9-ab9e-a972b5beecef req-e4c7ec82-a12f-4eea-b53f-c0dd3c985e8f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c368ab33-c1ab-4761-9b13-2527b9d06f30 HTTP/1.1" status: 200 len: 1097 time: 0.0986731 Jul 09 10:06:43.577677 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f12e1d-ac05-4e76-ab05-43cc00f18a6e req-b58540e2-1208-4e4b-8960-23710fe58189 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:43.579092 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f1f12e1d-ac05-4e76-ab05-43cc00f18a6e req-b58540e2-1208-4e4b-8960-23710fe58189 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=c368ab33-c1ab-4761-9b13-2527b9d06f30 HTTP/1.1" status: 200 len: 946 time: 0.0824976 Jul 09 10:06:43.631153 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c82bbd36-950b-49a9-ab9e-a972b5beecef req-7f8a3175-9aa7-4a87-8059-c22af2d94384 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c1fbfa74-7957-4d5a-9933-05b8e6f1976c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511017 Jul 09 10:06:43.636336 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f1f12e1d-ac05-4e76-ab05-43cc00f18a6e req-e134a2dd-b942-4950-b4aa-7b0fc693dd0b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1fbfa74-7957-4d5a-9933-05b8e6f1976c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511615 Jul 09 10:06:44.812088 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d925a9-d030-40dc-bc61-02c5534acba8 req-f305126b-8e8a-4a56-9f3d-4de6ba8d3cb2 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:44.813625 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33d925a9-d030-40dc-bc61-02c5534acba8 req-f305126b-8e8a-4a56-9f3d-4de6ba8d3cb2 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=c368ab33-c1ab-4761-9b13-2527b9d06f30 HTTP/1.1" status: 200 len: 946 time: 0.0664849 Jul 09 10:06:44.852620 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33d925a9-d030-40dc-bc61-02c5534acba8 req-2c10d752-804b-4a09-928f-a5c311bed4c4 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1fbfa74-7957-4d5a-9933-05b8e6f1976c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335100 Jul 09 10:06:45.042228 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129f56b-3aef-4051-b780-579834d63df6 req-07aaa4fd-bb74-4932-b0ca-5253addd4f8d tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:45.043679 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6129f56b-3aef-4051-b780-579834d63df6 req-07aaa4fd-bb74-4932-b0ca-5253addd4f8d tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=c368ab33-c1ab-4761-9b13-2527b9d06f30 HTTP/1.1" status: 200 len: 946 time: 0.0653889 Jul 09 10:06:45.083285 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6129f56b-3aef-4051-b780-579834d63df6 req-961ac4eb-cb35-498f-ac7f-0042600fb619 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1fbfa74-7957-4d5a-9933-05b8e6f1976c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338571 Jul 09 10:06:45.107140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39210) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:45.159204 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bc0929-ea84-44b3-8082-d110aff97f65 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:45.160750 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c1bc0929-ea84-44b3-8082-d110aff97f65 tempest-TestNetworkBasicOps-730835608 tempest-TestNetworkBasicOps-730835608-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c368ab33-c1ab-4761-9b13-2527b9d06f30 HTTP/1.1" status: 200 len: 1092 time: 0.0525980 Jul 09 10:06:45.163923 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39212) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:45.168294 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6bed8806-b38e-4096-b3c3-0d95fa680ef7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': 'c0beea3e-0e27-4dcb-b724-1fa68eaf7f26', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:06:45.190253 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bed8806-b38e-4096-b3c3-0d95fa680ef7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:45.313433 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bed8806-b38e-4096-b3c3-0d95fa680ef7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:45.422010 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-6bed8806-b38e-4096-b3c3-0d95fa680ef7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Allocated IP 172.25.3.118 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/5399c400-d107-4257-beba-8621408f0b54) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:06:45.530330 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bed8806-b38e-4096-b3c3-0d95fa680ef7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:45.575413 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bed8806-b38e-4096-b3c3-0d95fa680ef7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:45.661843 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bed8806-b38e-4096-b3c3-0d95fa680ef7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:06:45.665522 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-6bed8806-b38e-4096-b3c3-0d95fa680ef7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:06:45.671913 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bed8806-b38e-4096-b3c3-0d95fa680ef7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:06:45.692903 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed8806-b38e-4096-b3c3-0d95fa680ef7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'Port': ['ID=5399c400-d107-4257-beba-8621408f0b54,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:45.764653 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88f644-a4a8-4b69-bcbe-5cda56ac9dc6 req-4be722df-5f7b-43a6-8949-c17322a849d5 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:45.766752 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad88f644-a4a8-4b69-bcbe-5cda56ac9dc6 req-4be722df-5f7b-43a6-8949-c17322a849d5 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 946 time: 0.1554377 Jul 09 10:06:45.844637 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad88f644-a4a8-4b69-bcbe-5cda56ac9dc6 req-6909f476-9c94-4468-badd-a0e940868611 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707653 Jul 09 10:06:46.084421 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bed8806-b38e-4096-b3c3-0d95fa680ef7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:46.186160 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bed8806-b38e-4096-b3c3-0d95fa680ef7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:46.265681 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b649a5b-09ed-4cab-9ff9-338e98b17535 req-075eeb55-ad3b-42cc-8620-cad40d36e726 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:46.267135 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b649a5b-09ed-4cab-9ff9-338e98b17535 req-075eeb55-ad3b-42cc-8620-cad40d36e726 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 946 time: 0.1192040 Jul 09 10:06:46.446189 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bed8806-b38e-4096-b3c3-0d95fa680ef7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:46.450866 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bed8806-b38e-4096-b3c3-0d95fa680ef7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:46.460678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-7b649a5b-09ed-4cab-9ff9-338e98b17535 req-8763d58c-a259-4f72-9424-5fa21e520a69 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Deleting port 83bb03e7-4964-4367-a118-d7bf8a49835d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:06:46.461008 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7b649a5b-09ed-4cab-9ff9-338e98b17535 req-8763d58c-a259-4f72-9424-5fa21e520a69 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:46.563919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed8806-b38e-4096-b3c3-0d95fa680ef7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event updated for resources: {'Port': ['ID=5399c400-d107-4257-beba-8621408f0b54,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:46.594270 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bed8806-b38e-4096-b3c3-0d95fa680ef7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:46.653931 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-7b649a5b-09ed-4cab-9ff9-338e98b17535 req-8763d58c-a259-4f72-9424-5fa21e520a69 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] For port 83bb03e7-4964-4367-a118-d7bf8a49835d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=83bb03e7-4964-4367-a118-d7bf8a49835d,segment=NetworkSegment(dbd132a8-5d92-4126-bfa9-50402b921fee),segment_id=dbd132a8-5d92-4126-bfa9-50402b921fee)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:06:46.654287 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7b649a5b-09ed-4cab-9ff9-338e98b17535 req-8763d58c-a259-4f72-9424-5fa21e520a69 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:47.206269 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-6bed8806-b38e-4096-b3c3-0d95fa680ef7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Floating IP e88e660d-9cea-4ec6-88ce-375a2c3ab864 associated. External IP: 172.25.3.118, port: c0beea3e-0e27-4dcb-b724-1fa68eaf7f26. Jul 09 10:06:47.376644 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19d01a-5051-468d-8682-a51494735e1a req-63390039-e078-4682-adb0-37e58df563bd tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:47.378132 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b19d01a-5051-468d-8682-a51494735e1a req-63390039-e078-4682-adb0-37e58df563bd tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 946 time: 0.3023636 Jul 09 10:06:47.379815 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7b649a5b-09ed-4cab-9ff9-338e98b17535 req-8763d58c-a259-4f72-9424-5fa21e520a69 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:47.380197 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7b649a5b-09ed-4cab-9ff9-338e98b17535 req-8763d58c-a259-4f72-9424-5fa21e520a69 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:47.380496 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [req-7b649a5b-09ed-4cab-9ff9-338e98b17535 req-8763d58c-a259-4f72-9424-5fa21e520a69 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Floating IP b9469b3c-5a05-4cc4-af84-1a0503f18c82 disassociated. External IP: 172.25.3.32, port: 83bb03e7-4964-4367-a118-d7bf8a49835d. Jul 09 10:06:47.380830 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-7b649a5b-09ed-4cab-9ff9-338e98b17535 req-8763d58c-a259-4f72-9424-5fa21e520a69 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Calling delete_port for 83bb03e7-4964-4367-a118-d7bf8a49835d owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:06:47.503667 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b19d01a-5051-468d-8682-a51494735e1a req-c1fa22c7-3c92-4e80-8b56-794faa3fc889 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171834 Jul 09 10:06:47.619344 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bed8806-b38e-4096-b3c3-0d95fa680ef7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Router be8a3447-7f61-480a-8e13-5221f3924606 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:06:47.676276 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7b649a5b-09ed-4cab-9ff9-338e98b17535 req-8763d58c-a259-4f72-9424-5fa21e520a69 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:47.711258 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763d58c-a259-4f72-9424-5fa21e520a69 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Pushing event deleted for resources: {'Port': ['ID=83bb03e7-4964-4367-a118-d7bf8a49835d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:47.842601 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bed8806-b38e-4096-b3c3-0d95fa680ef7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:06:47.852343 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9357c50c-cfb2-4bd0-bf1c-0890cd04ef9e None None] Sync routers for ids ['be8a3447-7f61-480a-8e13-5221f3924606'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:06:47.862351 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9357c50c-cfb2-4bd0-bf1c-0890cd04ef9e None None] Routers {'be8a3447-7f61-480a-8e13-5221f3924606'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:06:47.862960 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9357c50c-cfb2-4bd0-bf1c-0890cd04ef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:06:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['be8a3447-7f61-480a-8e13-5221f3924606'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:47.870432 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bed8806-b38e-4096-b3c3-0d95fa680ef7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:47.896862 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b649a5b-09ed-4cab-9ff9-338e98b17535 req-8763d58c-a259-4f72-9424-5fa21e520a69 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Router 5e6ee349-affd-4d07-b571-8a4334db7ddc has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:06:47.922359 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6bed8806-b38e-4096-b3c3-0d95fa680ef7 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7573891 Jul 09 10:06:47.923207 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c368ab33-c1ab-4761-9b13-2527b9d06f30', 'tag': 'c0beea3e-0e27-4dcb-b724-1fa68eaf7f26'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:06:47.925258 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39222) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:47.925766 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01c74c3-73a1-458b-8959-381b7146fe5e" -d '{"events": [{"name": "network-changed", "server_uuid": "c368ab33-c1ab-4761-9b13-2527b9d06f30", "tag": "c0beea3e-0e27-4dcb-b724-1fa68eaf7f26"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:06:47.969382 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-9357c50c-cfb2-4bd0-bf1c-0890cd04ef9e None None] Set router be8a3447-7f61-480a-8e13-5221f3924606 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:06:47.973025 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014d549d-9418-435c-8547-cdca1f1a6f28 x-openstack-request-id: req-014d549d-9418-435c-8547-cdca1f1a6f28 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:06:47.973318 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c368ab33-c1ab-4761-9b13-2527b9d06f30", "tag": "c0beea3e-0e27-4dcb-b724-1fa68eaf7f26", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:06:47.973571 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-014d549d-9418-435c-8547-cdca1f1a6f28 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:06:47.973973 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c368ab33-c1ab-4761-9b13-2527b9d06f30', 'tag': 'c0beea3e-0e27-4dcb-b724-1fa68eaf7f26', 'status': 'completed', 'code': 200} Jul 09 10:06:48.000674 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-50c94fcb-fb11-4658-a979-46762c78afcc tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/floatingips/e88e660d-9cea-4ec6-88ce-375a2c3ab864 HTTP/1.1" status: 200 len: 992 time: 0.0724356 Jul 09 10:06:48.068851 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b649a5b-09ed-4cab-9ff9-338e98b17535 req-8763d58c-a259-4f72-9424-5fa21e520a69 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:06:48.081047 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d546e69-91dd-422a-89df-feb87b118fcf None None] Sync routers for ids ['5e6ee349-affd-4d07-b571-8a4334db7ddc'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:06:48.091251 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d546e69-91dd-422a-89df-feb87b118fcf None None] Routers {'5e6ee349-affd-4d07-b571-8a4334db7ddc'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:06:48.091930 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9d546e69-91dd-422a-89df-feb87b118fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:06:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5e6ee349-affd-4d07-b571-8a4334db7ddc'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:48.122012 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b649a5b-09ed-4cab-9ff9-338e98b17535 req-8763d58c-a259-4f72-9424-5fa21e520a69 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] No DVR routers for this DVR port 83bb03e7-4964-4367-a118-d7bf8a49835d on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:06:48.126044 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7b649a5b-09ed-4cab-9ff9-338e98b17535 req-8763d58c-a259-4f72-9424-5fa21e520a69 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:48.128095 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b649a5b-09ed-4cab-9ff9-338e98b17535 req-8763d58c-a259-4f72-9424-5fa21e520a69 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.64 "DELETE /v2.0/ports/83bb03e7-4964-4367-a118-d7bf8a49835d HTTP/1.1" status: 204 len: 173 time: 1.8498094 Jul 09 10:06:48.133583 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c74c3-73a1-458b-8959-381b7146fe5e req-2153846b-04c6-439c-a51d-c5aa1b8ab8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:48.135183 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f01c74c3-73a1-458b-8959-381b7146fe5e req-2153846b-04c6-439c-a51d-c5aa1b8ab8bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5153b0d40dd04ff495036bdeacd67a8e&device_id=c368ab33-c1ab-4761-9b13-2527b9d06f30 HTTP/1.1" status: 200 len: 1097 time: 0.1253006 Jul 09 10:06:48.265064 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-9d546e69-91dd-422a-89df-feb87b118fcf None None] Set router 5e6ee349-affd-4d07-b571-8a4334db7ddc gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:06:48.272611 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c74c3-73a1-458b-8959-381b7146fe5e req-916886a2-ef03-4dea-ab26-880178e65b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:48.274810 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f01c74c3-73a1-458b-8959-381b7146fe5e req-916886a2-ef03-4dea-ab26-880178e65b66 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a4b6b5d0-fff4-4d61-9c00-889b3703e391 HTTP/1.1" status: 200 len: 898 time: 0.1302779 Jul 09 10:06:48.347788 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f01c74c3-73a1-458b-8959-381b7146fe5e req-468579ec-dd54-4fce-a7e3-f6fef9017ca3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 HTTP/1.1" status: 200 len: 1000 time: 0.0671527 Jul 09 10:06:48.362669 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9357c50c-cfb2-4bd0-bf1c-0890cd04ef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'name': 'tempest-TestNetworkBasicOps-router-1158180749', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:06:28Z', 'updated_at': '2021-07-09T10:06:32Z', 'revision_number': 4, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:06:29Z', 'updated_at': '2021-07-09T10:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'e88e660d-9cea-4ec6-88ce-375a2c3ab864', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'floating_ip_address': '172.25.3.118', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'port_id': 'c0beea3e-0e27-4dcb-b724-1fa68eaf7f26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391', 'mac_address': 'fa:16:3e:6c:bf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c368ab33-c1ab-4761-9b13-2527b9d06f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:06:45Z', 'updated_at': '2021-07-09T10:06:45Z', 'revision_number': 0, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b426fad-a3bd-4745-84b3-822c06178323', 'name': '', 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:64:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c7b3bf05-26a5-4f3e-80f4-e001a00c2c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:06:31Z', 'updated_at': '2021-07-09T10:06:36Z', 'revision_number': 5, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': 'c7b3bf05-26a5-4f3e-80f4-e001a00c2c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:48.400160 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9357c50c-cfb2-4bd0-bf1c-0890cd04ef9e None None] Checking router: be8a3447-7f61-480a-8e13-5221f3924606 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:06:48.403450 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c74c3-73a1-458b-8959-381b7146fe5e req-8d5a3c29-0de1-48dc-8cdf-fdf93699b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:48.405722 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f01c74c3-73a1-458b-8959-381b7146fe5e req-8d5a3c29-0de1-48dc-8cdf-fdf93699b7ad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7b3bf05-26a5-4f3e-80f4-e001a00c2c55 HTTP/1.1" status: 200 len: 835 time: 0.0523555 Jul 09 10:06:48.408897 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9357c50c-cfb2-4bd0-bf1c-0890cd04ef9e None None] Routers {'be8a3447-7f61-480a-8e13-5221f3924606'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:06:48.409641 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9357c50c-cfb2-4bd0-bf1c-0890cd04ef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:06:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['be8a3447-7f61-480a-8e13-5221f3924606'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:48.469744 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c74c3-73a1-458b-8959-381b7146fe5e req-a4d64ad5-f843-43eb-8077-6d344ac5209b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:48.471445 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f01c74c3-73a1-458b-8959-381b7146fe5e req-a4d64ad5-f843-43eb-8077-6d344ac5209b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a4b6b5d0-fff4-4d61-9c00-889b3703e391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597551 Jul 09 10:06:48.501511 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9d546e69-91dd-422a-89df-feb87b118fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'name': 'tempest-TestServerBasicOps-1107826634-router', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:54Z', 'updated_at': '2021-07-09T10:00:58Z', 'revision_number': 4, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'gw_port': {'id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:55Z', 'updated_at': '2021-07-09T10:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '8b7653a0-9554-43d9-ba61-edbf3c8e0d48', 'name': '', 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'mac_address': 'fa:16:3e:ea:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '1d1b1790-1fd7-4482-9bc0-58ec7316b6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:57Z', 'updated_at': '2021-07-09T10:01:08Z', 'revision_number': 5, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'subnets': [{'id': '1d1b1790-1fd7-4482-9bc0-58ec7316b6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:48.523654 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-9357c50c-cfb2-4bd0-bf1c-0890cd04ef9e None None] Set router be8a3447-7f61-480a-8e13-5221f3924606 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:06:48.546140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d546e69-91dd-422a-89df-feb87b118fcf None None] Checking router: 5e6ee349-affd-4d07-b571-8a4334db7ddc for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:06:48.546335 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-12e27429-e43e-4ecb-94bc-9f3a3844fc5a req-b72df49f-4045-4edc-a2e8-d254b73e7a43 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c368ab33-c1ab-4761-9b13-2527b9d06f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0617242 Jul 09 10:06:48.555314 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d546e69-91dd-422a-89df-feb87b118fcf None None] Routers {'5e6ee349-affd-4d07-b571-8a4334db7ddc'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:06:48.556441 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9d546e69-91dd-422a-89df-feb87b118fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:06:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5e6ee349-affd-4d07-b571-8a4334db7ddc'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:48.583497 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f01c74c3-73a1-458b-8959-381b7146fe5e req-0cd5454b-2e6e-4529-abba-d1fefba9489a service neutron] 10.222.0.58 "GET /v2.0/networks/a4b6b5d0-fff4-4d61-9c00-889b3703e391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053495 Jul 09 10:06:48.747550 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f01c74c3-73a1-458b-8959-381b7146fe5e req-73798457-922e-46c8-9dba-9c48d7166a57 service neutron] 10.222.0.58 "GET /v2.0/networks/a4b6b5d0-fff4-4d61-9c00-889b3703e391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571481 Jul 09 10:06:48.775888 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbec779e-ea30-42d0-9e32-600cc625923f req-7f1d85ba-66dd-42b5-985e-c3cd6c07ce0a tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed68aea6-e43f-4c40-aa52-7c0d0eade12e HTTP/1.1" status: 200 len: 210 time: 0.0830061 Jul 09 10:06:48.815195 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9357c50c-cfb2-4bd0-bf1c-0890cd04ef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'name': 'tempest-TestNetworkBasicOps-router-1158180749', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:06:28Z', 'updated_at': '2021-07-09T10:06:32Z', 'revision_number': 4, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:06:29Z', 'updated_at': '2021-07-09T10:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'e88e660d-9cea-4ec6-88ce-375a2c3ab864', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'floating_ip_address': '172.25.3.118', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'port_id': 'c0beea3e-0e27-4dcb-b724-1fa68eaf7f26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391', 'mac_address': 'fa:16:3e:6c:bf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c368ab33-c1ab-4761-9b13-2527b9d06f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:06:45Z', 'updated_at': '2021-07-09T10:06:45Z', 'revision_number': 0, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b426fad-a3bd-4745-84b3-822c06178323', 'name': '', 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:64:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c7b3bf05-26a5-4f3e-80f4-e001a00c2c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:06:31Z', 'updated_at': '2021-07-09T10:06:36Z', 'revision_number': 5, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': 'c7b3bf05-26a5-4f3e-80f4-e001a00c2c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:48.849268 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9357c50c-cfb2-4bd0-bf1c-0890cd04ef9e None None] The sync data for ids ['be8a3447-7f61-480a-8e13-5221f3924606'] in n-d-799996-1 is: [{'id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'name': 'tempest-TestNetworkBasicOps-router-1158180749', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:06:28Z', 'updated_at': '2021-07-09T10:06:32Z', 'revision_number': 4, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:06:29Z', 'updated_at': '2021-07-09T10:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'e88e660d-9cea-4ec6-88ce-375a2c3ab864', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'floating_ip_address': '172.25.3.118', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'port_id': 'c0beea3e-0e27-4dcb-b724-1fa68eaf7f26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391', 'mac_address': 'fa:16:3e:6c:bf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c368ab33-c1ab-4761-9b13-2527b9d06f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:06:45Z', 'updated_at': '2021-07-09T10:06:45Z', 'revision_number': 0, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b426fad-a3bd-4745-84b3-822c06178323', 'name': '', 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:64:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c7b3bf05-26a5-4f3e-80f4-e001a00c2c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:06:31Z', 'updated_at': '2021-07-09T10:06:36Z', 'revision_number': 5, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': 'c7b3bf05-26a5-4f3e-80f4-e001a00c2c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:06:48.878268 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-9d546e69-91dd-422a-89df-feb87b118fcf None None] Set router 5e6ee349-affd-4d07-b571-8a4334db7ddc gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:06:48.929831 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e27429-e43e-4ecb-94bc-9f3a3844fc5a req-438421f4-28b3-47fa-a5da-1ceea75b2409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:48.931462 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12e27429-e43e-4ecb-94bc-9f3a3844fc5a req-438421f4-28b3-47fa-a5da-1ceea75b2409 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5153b0d40dd04ff495036bdeacd67a8e&device_id=c368ab33-c1ab-4761-9b13-2527b9d06f30 HTTP/1.1" status: 200 len: 1097 time: 0.0789416 Jul 09 10:06:49.003430 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39228) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:49.047919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e27429-e43e-4ecb-94bc-9f3a3844fc5a req-d2771885-d18c-4867-b6fe-310f6853e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:49.049617 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12e27429-e43e-4ecb-94bc-9f3a3844fc5a req-d2771885-d18c-4867-b6fe-310f6853e937 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a4b6b5d0-fff4-4d61-9c00-889b3703e391 HTTP/1.1" status: 200 len: 898 time: 0.0976496 Jul 09 10:06:49.070021 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-af9cbcf5-00c2-4f8a-9cf0-fb4a469de30d tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/floatingips/e88e660d-9cea-4ec6-88ce-375a2c3ab864 HTTP/1.1" status: 200 len: 992 time: 0.0653014 Jul 09 10:06:49.108557 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf27adf-0cc8-44dd-8973-47547daea3a6 None None] New status for floating IP e88e660d-9cea-4ec6-88ce-375a2c3ab864: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:06:49.119883 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9d546e69-91dd-422a-89df-feb87b118fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'name': 'tempest-TestServerBasicOps-1107826634-router', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:54Z', 'updated_at': '2021-07-09T10:00:58Z', 'revision_number': 4, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'gw_port': {'id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:55Z', 'updated_at': '2021-07-09T10:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '8b7653a0-9554-43d9-ba61-edbf3c8e0d48', 'name': '', 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'mac_address': 'fa:16:3e:ea:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '1d1b1790-1fd7-4482-9bc0-58ec7316b6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:57Z', 'updated_at': '2021-07-09T10:01:08Z', 'revision_number': 5, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'subnets': [{'id': '1d1b1790-1fd7-4482-9bc0-58ec7316b6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:49.121012 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12e27429-e43e-4ecb-94bc-9f3a3844fc5a req-9f846a12-695e-42ba-9a02-b13abd3f72b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 HTTP/1.1" status: 200 len: 1000 time: 0.0647247 Jul 09 10:06:49.150537 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d546e69-91dd-422a-89df-feb87b118fcf None None] The sync data for ids ['5e6ee349-affd-4d07-b571-8a4334db7ddc'] in n-d-799996-1 is: [{'id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'name': 'tempest-TestServerBasicOps-1107826634-router', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:54Z', 'updated_at': '2021-07-09T10:00:58Z', 'revision_number': 4, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'gw_port': {'id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:55Z', 'updated_at': '2021-07-09T10:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '8b7653a0-9554-43d9-ba61-edbf3c8e0d48', 'name': '', 'network_id': 'a9b2bde6-fef6-490a-970c-88fc96477682', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'mac_address': 'fa:16:3e:ea:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '1d1b1790-1fd7-4482-9bc0-58ec7316b6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:57Z', 'updated_at': '2021-07-09T10:01:08Z', 'revision_number': 5, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'subnets': [{'id': '1d1b1790-1fd7-4482-9bc0-58ec7316b6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:06:49.186035 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e27429-e43e-4ecb-94bc-9f3a3844fc5a req-6aad3a72-74c9-40bf-813a-853a066c1716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:49.186035 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12e27429-e43e-4ecb-94bc-9f3a3844fc5a req-6aad3a72-74c9-40bf-813a-853a066c1716 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7b3bf05-26a5-4f3e-80f4-e001a00c2c55 HTTP/1.1" status: 200 len: 835 time: 0.0587945 Jul 09 10:06:49.262399 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e27429-e43e-4ecb-94bc-9f3a3844fc5a req-fbde6ce5-ebed-4320-a7cc-31c7afb8b8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:06:49.264134 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12e27429-e43e-4ecb-94bc-9f3a3844fc5a req-fbde6ce5-ebed-4320-a7cc-31c7afb8b8d1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a4b6b5d0-fff4-4d61-9c00-889b3703e391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726252 Jul 09 10:06:49.370587 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12e27429-e43e-4ecb-94bc-9f3a3844fc5a req-9fbc406c-5ace-4aad-ab79-5c9ec0595391 service neutron] 10.222.0.58 "GET /v2.0/networks/a4b6b5d0-fff4-4d61-9c00-889b3703e391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987997 Jul 09 10:06:49.455726 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbd485c-3a94-4fa4-9447-10021812ce92 None None] New status for floating IP b9469b3c-5a05-4cc4-af84-1a0503f18c82: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:06:49.475055 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12e27429-e43e-4ecb-94bc-9f3a3844fc5a req-9f14f8a6-49eb-4329-9688-e85b0be9da62 service neutron] 10.222.0.58 "GET /v2.0/networks/a4b6b5d0-fff4-4d61-9c00-889b3703e391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984404 Jul 09 10:06:49.752057 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 83bb03e7-4964-4367-a118-d7bf8a49835d no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:06:49.771864 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 83bb03e7-4964-4367-a118-d7bf8a49835d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:06:49.772214 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 83bb03e7-4964-4367-a118-d7bf8a49835d not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:06:49.877881 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39232) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:49.975187 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed68aea6-e43f-4c40-aa52-7c0d0eade12e', 'name': 'network-vif-deleted', 'tag': '83bb03e7-4964-4367-a118-d7bf8a49835d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:06:49.977707 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acaf6f07-5b6a-490a-9a6a-629c57420a4b" -d '{"events": [{"server_uuid": "ed68aea6-e43f-4c40-aa52-7c0d0eade12e", "name": "network-vif-deleted", "tag": "83bb03e7-4964-4367-a118-d7bf8a49835d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:06:50.000848 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4ac869a9-fc3c-4cd8-be07-494bea61b694 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Deleting port 88fb777b-8efe-41e9-b7d6-c22bdfaea4b1 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:06:50.001196 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ac869a9-fc3c-4cd8-be07-494bea61b694 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:50.013839 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a40712-8b10-4d80-9d2d-6bfd1c745cbb x-openstack-request-id: req-36a40712-8b10-4d80-9d2d-6bfd1c745cbb {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:06:50.014211 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed68aea6-e43f-4c40-aa52-7c0d0eade12e", "name": "network-vif-deleted", "tag": "83bb03e7-4964-4367-a118-d7bf8a49835d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:06:50.014523 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-36a40712-8b10-4d80-9d2d-6bfd1c745cbb {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:06:50.015640 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed68aea6-e43f-4c40-aa52-7c0d0eade12e', 'name': 'network-vif-deleted', 'tag': '83bb03e7-4964-4367-a118-d7bf8a49835d', 'status': 'completed', 'code': 200} Jul 09 10:06:50.073783 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39236) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:50.082677 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ac869a9-fc3c-4cd8-be07-494bea61b694 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:50.083012 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ac869a9-fc3c-4cd8-be07-494bea61b694 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:50.127739 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4ac869a9-fc3c-4cd8-be07-494bea61b694 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Calling delete_port for 88fb777b-8efe-41e9-b7d6-c22bdfaea4b1 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:06:50.190237 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-caab9afa-8116-4efc-b994-f37163b604d6 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/floatingips/e88e660d-9cea-4ec6-88ce-375a2c3ab864 HTTP/1.1" status: 200 len: 994 time: 0.1094382 Jul 09 10:06:50.272019 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ac869a9-fc3c-4cd8-be07-494bea61b694 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:50.302097 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac869a9-fc3c-4cd8-be07-494bea61b694 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Pushing event deleted for resources: {'Port': ['ID=88fb777b-8efe-41e9-b7d6-c22bdfaea4b1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:50.363058 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ac869a9-fc3c-4cd8-be07-494bea61b694 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:50.365618 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ac869a9-fc3c-4cd8-be07-494bea61b694 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:50.366773 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4ac869a9-fc3c-4cd8-be07-494bea61b694 tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "DELETE /v2.0/floatingips/b9469b3c-5a05-4cc4-af84-1a0503f18c82 HTTP/1.1" status: 204 len: 168 time: 0.4878979 Jul 09 10:06:50.508563 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39242) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:50.568355 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c00288a5-d879-4f96-bb45-13ea036d75bd tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:50.593163 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c00288a5-d879-4f96-bb45-13ea036d75bd tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:50.652461 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c00288a5-d879-4f96-bb45-13ea036d75bd tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:50.655276 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c00288a5-d879-4f96-bb45-13ea036d75bd tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:50.656489 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c00288a5-d879-4f96-bb45-13ea036d75bd tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] 10.222.0.61 "DELETE /v2.0/security-groups/b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce HTTP/1.1" status: 204 len: 168 time: 0.1472094 Jul 09 10:06:50.665822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00288a5-d879-4f96-bb45-13ea036d75bd tempest-TestServerBasicOps-1014887152 tempest-TestServerBasicOps-1014887152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cbfc28-1d1e-4a18-a902-4f6e2b8441ce,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:50.692221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39246) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:51.136080 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ba13bd6-3831-49ec-a3d9-e7a1e91be149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:51.398805 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7ba13bd6-3831-49ec-a3d9-e7a1e91be149 admin admin] Deleting port 8b7653a0-9554-43d9-ba61-edbf3c8e0d48 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:06:51.399056 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ba13bd6-3831-49ec-a3d9-e7a1e91be149 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:51.483535 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-7ba13bd6-3831-49ec-a3d9-e7a1e91be149 admin admin] For port 8b7653a0-9554-43d9-ba61-edbf3c8e0d48, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8b7653a0-9554-43d9-ba61-edbf3c8e0d48,segment=NetworkSegment(dbd132a8-5d92-4126-bfa9-50402b921fee),segment_id=dbd132a8-5d92-4126-bfa9-50402b921fee)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:06:51.483926 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ba13bd6-3831-49ec-a3d9-e7a1e91be149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:51.497074 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7ba13bd6-3831-49ec-a3d9-e7a1e91be149 admin admin] Calling delete_port for 8b7653a0-9554-43d9-ba61-edbf3c8e0d48 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:06:51.677916 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ba13bd6-3831-49ec-a3d9-e7a1e91be149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:51.707371 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba13bd6-3831-49ec-a3d9-e7a1e91be149 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b7653a0-9554-43d9-ba61-edbf3c8e0d48,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:52.224015 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ba13bd6-3831-49ec-a3d9-e7a1e91be149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:52.437672 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba13bd6-3831-49ec-a3d9-e7a1e91be149 admin admin] Router 5e6ee349-affd-4d07-b571-8a4334db7ddc has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:06:52.542117 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba13bd6-3831-49ec-a3d9-e7a1e91be149 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:06:52.547132 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7ba13bd6-3831-49ec-a3d9-e7a1e91be149 admin admin] 10.222.0.61 "PUT /v2.0/routers/5e6ee349-affd-4d07-b571-8a4334db7ddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8538253 Jul 09 10:06:52.549638 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39250) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:52.551820 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad0eba-4910-4a10-a65e-e7406761ff21 None None] Sync routers for ids ['5e6ee349-affd-4d07-b571-8a4334db7ddc'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:06:52.560861 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad0eba-4910-4a10-a65e-e7406761ff21 None None] Routers {'5e6ee349-affd-4d07-b571-8a4334db7ddc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:06:52.561471 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-40ad0eba-4910-4a10-a65e-e7406761ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:06:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5e6ee349-affd-4d07-b571-8a4334db7ddc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:52.653747 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f224f1e-6408-4e07-8d24-57d4ff353d23 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:52.665154 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-40ad0eba-4910-4a10-a65e-e7406761ff21 None None] Set router 5e6ee349-affd-4d07-b571-8a4334db7ddc gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:06:52.756739 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f224f1e-6408-4e07-8d24-57d4ff353d23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:52.819304 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3f224f1e-6408-4e07-8d24-57d4ff353d23 admin admin] Deleting port 772c4cfd-5dfe-4c4f-848e-2c7dced092fb {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:06:52.819963 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f224f1e-6408-4e07-8d24-57d4ff353d23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:52.847430 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-40ad0eba-4910-4a10-a65e-e7406761ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'name': 'tempest-TestServerBasicOps-1107826634-router', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:54Z', 'updated_at': '2021-07-09T10:06:51Z', 'revision_number': 5, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'gw_port': {'id': '772c4cfd-5dfe-4c4f-848e-2c7dced092fb', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:00:55Z', 'updated_at': '2021-07-09T10:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:52.873505 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad0eba-4910-4a10-a65e-e7406761ff21 None None] Checking router: 5e6ee349-affd-4d07-b571-8a4334db7ddc for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:06:52.881823 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad0eba-4910-4a10-a65e-e7406761ff21 None None] Routers {'5e6ee349-affd-4d07-b571-8a4334db7ddc'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:06:52.882439 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-40ad0eba-4910-4a10-a65e-e7406761ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:06:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['5e6ee349-affd-4d07-b571-8a4334db7ddc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:52.898314 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-3f224f1e-6408-4e07-8d24-57d4ff353d23 admin admin] For port 772c4cfd-5dfe-4c4f-848e-2c7dced092fb, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=772c4cfd-5dfe-4c4f-848e-2c7dced092fb,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:06:52.898674 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f224f1e-6408-4e07-8d24-57d4ff353d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:52.912137 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3f224f1e-6408-4e07-8d24-57d4ff353d23 admin admin] Calling delete_port for 772c4cfd-5dfe-4c4f-848e-2c7dced092fb owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:06:52.967048 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-40ad0eba-4910-4a10-a65e-e7406761ff21 None None] Set router 5e6ee349-affd-4d07-b571-8a4334db7ddc gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:06:53.019645 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-40ad0eba-4910-4a10-a65e-e7406761ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'name': 'tempest-TestServerBasicOps-1107826634-router', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:54Z', 'updated_at': '2021-07-09T10:06:52Z', 'revision_number': 6, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:53.046087 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad0eba-4910-4a10-a65e-e7406761ff21 None None] The sync data for ids ['5e6ee349-affd-4d07-b571-8a4334db7ddc'] in n-d-799996-1 is: [{'id': '5e6ee349-affd-4d07-b571-8a4334db7ddc', 'name': 'tempest-TestServerBasicOps-1107826634-router', 'tenant_id': '6bd3e84fdf684d718a87e77926c4ffae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:00:54Z', 'updated_at': '2021-07-09T10:06:52Z', 'revision_number': 6, 'project_id': '6bd3e84fdf684d718a87e77926c4ffae', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:06:53.083400 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f224f1e-6408-4e07-8d24-57d4ff353d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:53.108976 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f224f1e-6408-4e07-8d24-57d4ff353d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=772c4cfd-5dfe-4c4f-848e-2c7dced092fb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:53.175021 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f224f1e-6408-4e07-8d24-57d4ff353d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:53.266821 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f224f1e-6408-4e07-8d24-57d4ff353d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:53.269049 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f224f1e-6408-4e07-8d24-57d4ff353d23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:53.311881 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f224f1e-6408-4e07-8d24-57d4ff353d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:53.312435 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f224f1e-6408-4e07-8d24-57d4ff353d23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e6ee349-affd-4d07-b571-8a4334db7ddc {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 10:06:53.317396 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f224f1e-6408-4e07-8d24-57d4ff353d23 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:53.318535 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3f224f1e-6408-4e07-8d24-57d4ff353d23 admin admin] 10.222.0.61 "DELETE /v2.0/routers/5e6ee349-affd-4d07-b571-8a4334db7ddc HTTP/1.1" status: 204 len: 168 time: 0.7679896 Jul 09 10:06:53.321133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39252) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:53.370550 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-dccce233-25b9-4c67-98ed-34d38095ea72 admin admin] Deleting subnet 1d1b1790-1fd7-4482-9bc0-58ec7316b6a9 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:06:53.373942 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dccce233-25b9-4c67-98ed-34d38095ea72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:53.411007 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dccce233-25b9-4c67-98ed-34d38095ea72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:53.493701 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dccce233-25b9-4c67-98ed-34d38095ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:53.546032 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dccce233-25b9-4c67-98ed-34d38095ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:53.577362 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccce233-25b9-4c67-98ed-34d38095ea72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d1b1790-1fd7-4482-9bc0-58ec7316b6a9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:53.579244 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dccce233-25b9-4c67-98ed-34d38095ea72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:53.582214 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-dccce233-25b9-4c67-98ed-34d38095ea72 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1d1b1790-1fd7-4482-9bc0-58ec7316b6a9 HTTP/1.1" status: 204 len: 168 time: 0.2596741 Jul 09 10:06:53.583561 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39254) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:53.584219 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005fa2bf-beea-4847-af18-c70a6a01e906 None None] Network a9b2bde6-fef6-490a-970c-88fc96477682 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:06:53.651800 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3194-18eb-4202-9311-a3adf816d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:53.707404 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6bdd3194-18eb-4202-9311-a3adf816d8e7 admin admin] Deleting port 3c8de1f2-8d09-4e58-8f06-c83441a43dbe {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:06:53.707661 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3194-18eb-4202-9311-a3adf816d8e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:53.781026 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-6bdd3194-18eb-4202-9311-a3adf816d8e7 admin admin] For port 3c8de1f2-8d09-4e58-8f06-c83441a43dbe, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3c8de1f2-8d09-4e58-8f06-c83441a43dbe,segment=NetworkSegment(dbd132a8-5d92-4126-bfa9-50402b921fee),segment_id=dbd132a8-5d92-4126-bfa9-50402b921fee)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:06:53.781666 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3194-18eb-4202-9311-a3adf816d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:53.782711 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d557b957-60d6-4883-992d-aaf086e514b8 None None] DHCP port deletion for a9b2bde6-fef6-490a-970c-88fc96477682 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:06:53.796775 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6bdd3194-18eb-4202-9311-a3adf816d8e7 admin admin] Calling delete_port for 3c8de1f2-8d09-4e58-8f06-c83441a43dbe owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:06:53.830605 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d557b957-60d6-4883-992d-aaf086e514b8 None None] Deleting port 3c8de1f2-8d09-4e58-8f06-c83441a43dbe {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:06:53.830903 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d557b957-60d6-4883-992d-aaf086e514b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:53.888479 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3194-18eb-4202-9311-a3adf816d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:53.894344 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d557b957-60d6-4883-992d-aaf086e514b8 None None] For port 3c8de1f2-8d09-4e58-8f06-c83441a43dbe, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3c8de1f2-8d09-4e58-8f06-c83441a43dbe,segment=NetworkSegment(dbd132a8-5d92-4126-bfa9-50402b921fee),segment_id=dbd132a8-5d92-4126-bfa9-50402b921fee)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:06:53.894743 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d557b957-60d6-4883-992d-aaf086e514b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:53.908482 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d557b957-60d6-4883-992d-aaf086e514b8 None None] Calling delete_port for 3c8de1f2-8d09-4e58-8f06-c83441a43dbe owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:06:53.915646 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd3194-18eb-4202-9311-a3adf816d8e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c8de1f2-8d09-4e58-8f06-c83441a43dbe,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:53.917476 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdd3194-18eb-4202-9311-a3adf816d8e7 admin admin] No DVR routers for this DVR port 3c8de1f2-8d09-4e58-8f06-c83441a43dbe on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:06:53.992941 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d557b957-60d6-4883-992d-aaf086e514b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:53.997445 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3194-18eb-4202-9311-a3adf816d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:54.009650 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-6bdd3194-18eb-4202-9311-a3adf816d8e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b2bde6-fef6-490a-970c-88fc96477682']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:54.016066 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557b957-60d6-4883-992d-aaf086e514b8 None None] Pushing event deleted for resources: {'Port': ['ID=3c8de1f2-8d09-4e58-8f06-c83441a43dbe,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:54.026927 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-6bdd3194-18eb-4202-9311-a3adf816d8e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd132a8-5d92-4126-bfa9-50402b921fee') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:54.027182 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-6bdd3194-18eb-4202-9311-a3adf816d8e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd132a8-5d92-4126-bfa9-50402b921fee') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:54.027445 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d557b957-60d6-4883-992d-aaf086e514b8 None None] No DVR routers for this DVR port 3c8de1f2-8d09-4e58-8f06-c83441a43dbe on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:06:54.042419 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3194-18eb-4202-9311-a3adf816d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:54.061524 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3194-18eb-4202-9311-a3adf816d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:54.068262 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bdd3194-18eb-4202-9311-a3adf816d8e7 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:06:54.068651 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3194-18eb-4202-9311-a3adf816d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: timer() Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:06:54.072444 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:06:54.128006 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3194-18eb-4202-9311-a3adf816d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:54.133408 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3194-18eb-4202-9311-a3adf816d8e7 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:54.135264 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6bdd3194-18eb-4202-9311-a3adf816d8e7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a9b2bde6-fef6-490a-970c-88fc96477682 HTTP/1.1" status: 204 len: 168 time: 0.5507236 Jul 09 10:06:54.138401 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39256) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:54.146992 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd3194-18eb-4202-9311-a3adf816d8e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9b2bde6-fef6-490a-970c-88fc96477682,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:54.492774 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40cb522f-07a8-48f5-ab21-4330ea44fa56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:54.745485 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-40cb522f-07a8-48f5-ab21-4330ea44fa56 admin admin] Deleting port cf9f4a25-ae55-49e8-840f-51ce5f6e4564 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:06:54.745726 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40cb522f-07a8-48f5-ab21-4330ea44fa56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:54.818106 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3c8de1f2-8d09-4e58-8f06-c83441a43dbe no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:06:54.824744 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-40cb522f-07a8-48f5-ab21-4330ea44fa56 admin admin] For port cf9f4a25-ae55-49e8-840f-51ce5f6e4564, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=cf9f4a25-ae55-49e8-840f-51ce5f6e4564,segment=NetworkSegment(e2df730b-4e13-43fb-86b9-0e93e68da90a),segment_id=e2df730b-4e13-43fb-86b9-0e93e68da90a)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:06:54.825111 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40cb522f-07a8-48f5-ab21-4330ea44fa56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:54.837856 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 3c8de1f2-8d09-4e58-8f06-c83441a43dbe {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:06:54.838199 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3c8de1f2-8d09-4e58-8f06-c83441a43dbe not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:06:54.838613 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 772c4cfd-5dfe-4c4f-848e-2c7dced092fb no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:06:54.838896 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-40cb522f-07a8-48f5-ab21-4330ea44fa56 admin admin] Calling delete_port for cf9f4a25-ae55-49e8-840f-51ce5f6e4564 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:06:54.857259 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 772c4cfd-5dfe-4c4f-848e-2c7dced092fb {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:06:54.857607 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 772c4cfd-5dfe-4c4f-848e-2c7dced092fb not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:06:54.858019 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8b7653a0-9554-43d9-ba61-edbf3c8e0d48 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:06:54.880025 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 8b7653a0-9554-43d9-ba61-edbf3c8e0d48 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:06:54.880379 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8b7653a0-9554-43d9-ba61-edbf3c8e0d48 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:06:55.017865 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40cb522f-07a8-48f5-ab21-4330ea44fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:55.047168 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb522f-07a8-48f5-ab21-4330ea44fa56 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf9f4a25-ae55-49e8-840f-51ce5f6e4564,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:55.225238 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40cb522f-07a8-48f5-ab21-4330ea44fa56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:55.677374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cb522f-07a8-48f5-ab21-4330ea44fa56 admin admin] Router 124aaad8-8412-41da-ac6e-ed1c8822349c has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:06:55.782391 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cb522f-07a8-48f5-ab21-4330ea44fa56 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:06:55.788177 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-40cb522f-07a8-48f5-ab21-4330ea44fa56 admin admin] 10.222.0.61 "PUT /v2.0/routers/124aaad8-8412-41da-ac6e-ed1c8822349c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6481655 Jul 09 10:06:55.790713 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39258) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:55.791239 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5248097-499f-413c-a6d2-4d0bca575271 None None] Sync routers for ids ['124aaad8-8412-41da-ac6e-ed1c8822349c'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:06:55.800928 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5248097-499f-413c-a6d2-4d0bca575271 None None] Routers {'124aaad8-8412-41da-ac6e-ed1c8822349c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:06:55.801533 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d5248097-499f-413c-a6d2-4d0bca575271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:06:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['124aaad8-8412-41da-ac6e-ed1c8822349c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:55.895626 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-042024fe-d866-4cf8-a01b-b7a91706a384 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:55.902851 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-d5248097-499f-413c-a6d2-4d0bca575271 None None] Set router 124aaad8-8412-41da-ac6e-ed1c8822349c gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:06:55.995337 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-042024fe-d866-4cf8-a01b-b7a91706a384 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:56.051387 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-042024fe-d866-4cf8-a01b-b7a91706a384 admin admin] Deleting port a3bd633a-4102-4b60-bfeb-ad85542c991a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:06:56.051763 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-042024fe-d866-4cf8-a01b-b7a91706a384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:56.084452 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d5248097-499f-413c-a6d2-4d0bca575271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124aaad8-8412-41da-ac6e-ed1c8822349c', 'name': 'tempest-TestServerBasicOps-1216444339-router', 'tenant_id': '07078f72dfcc4a7d85777d446fe35172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'a3bd633a-4102-4b60-bfeb-ad85542c991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:01:01Z', 'updated_at': '2021-07-09T10:06:54Z', 'revision_number': 5, 'project_id': '07078f72dfcc4a7d85777d446fe35172', 'gw_port': {'id': 'a3bd633a-4102-4b60-bfeb-ad85542c991a', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124aaad8-8412-41da-ac6e-ed1c8822349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:01:03Z', 'updated_at': '2021-07-09T10:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:56.110619 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5248097-499f-413c-a6d2-4d0bca575271 None None] Checking router: 124aaad8-8412-41da-ac6e-ed1c8822349c for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:06:56.118963 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5248097-499f-413c-a6d2-4d0bca575271 None None] Routers {'124aaad8-8412-41da-ac6e-ed1c8822349c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:06:56.119584 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d5248097-499f-413c-a6d2-4d0bca575271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:06:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['124aaad8-8412-41da-ac6e-ed1c8822349c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:56.129910 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-042024fe-d866-4cf8-a01b-b7a91706a384 admin admin] For port a3bd633a-4102-4b60-bfeb-ad85542c991a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a3bd633a-4102-4b60-bfeb-ad85542c991a,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:06:56.130268 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-042024fe-d866-4cf8-a01b-b7a91706a384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:56.148489 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-042024fe-d866-4cf8-a01b-b7a91706a384 admin admin] Calling delete_port for a3bd633a-4102-4b60-bfeb-ad85542c991a owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:06:56.208793 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-d5248097-499f-413c-a6d2-4d0bca575271 None None] Set router 124aaad8-8412-41da-ac6e-ed1c8822349c gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:06:56.264023 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d5248097-499f-413c-a6d2-4d0bca575271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124aaad8-8412-41da-ac6e-ed1c8822349c', 'name': 'tempest-TestServerBasicOps-1216444339-router', 'tenant_id': '07078f72dfcc4a7d85777d446fe35172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:01:01Z', 'updated_at': '2021-07-09T10:06:55Z', 'revision_number': 6, 'project_id': '07078f72dfcc4a7d85777d446fe35172', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:56.291741 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5248097-499f-413c-a6d2-4d0bca575271 None None] The sync data for ids ['124aaad8-8412-41da-ac6e-ed1c8822349c'] in n-d-799996-1 is: [{'id': '124aaad8-8412-41da-ac6e-ed1c8822349c', 'name': 'tempest-TestServerBasicOps-1216444339-router', 'tenant_id': '07078f72dfcc4a7d85777d446fe35172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:01:01Z', 'updated_at': '2021-07-09T10:06:55Z', 'revision_number': 6, 'project_id': '07078f72dfcc4a7d85777d446fe35172', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:06:56.327859 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-042024fe-d866-4cf8-a01b-b7a91706a384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:56.358910 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042024fe-d866-4cf8-a01b-b7a91706a384 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3bd633a-4102-4b60-bfeb-ad85542c991a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:56.426129 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-042024fe-d866-4cf8-a01b-b7a91706a384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:56.518076 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-042024fe-d866-4cf8-a01b-b7a91706a384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:56.520145 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-042024fe-d866-4cf8-a01b-b7a91706a384 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:56.561631 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-042024fe-d866-4cf8-a01b-b7a91706a384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:56.562243 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042024fe-d866-4cf8-a01b-b7a91706a384 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 124aaad8-8412-41da-ac6e-ed1c8822349c {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 10:06:56.567263 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-042024fe-d866-4cf8-a01b-b7a91706a384 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:56.568477 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-042024fe-d866-4cf8-a01b-b7a91706a384 admin admin] 10.222.0.61 "DELETE /v2.0/routers/124aaad8-8412-41da-ac6e-ed1c8822349c HTTP/1.1" status: 204 len: 168 time: 0.7768316 Jul 09 10:06:56.570957 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39260) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:56.614661 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6448c06-2e5c-4d4f-9024-5e99aa138135 admin admin] Deleting subnet c77c9730-2360-4dd0-9f02-0d82c96ae476 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:06:56.617922 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6448c06-2e5c-4d4f-9024-5e99aa138135 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:56.659305 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6448c06-2e5c-4d4f-9024-5e99aa138135 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:56.740288 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6448c06-2e5c-4d4f-9024-5e99aa138135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:56.796535 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6448c06-2e5c-4d4f-9024-5e99aa138135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:56.822646 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6448c06-2e5c-4d4f-9024-5e99aa138135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c77c9730-2360-4dd0-9f02-0d82c96ae476,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:56.826301 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6448c06-2e5c-4d4f-9024-5e99aa138135 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:56.828195 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c6448c06-2e5c-4d4f-9024-5e99aa138135 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c77c9730-2360-4dd0-9f02-0d82c96ae476 HTTP/1.1" status: 204 len: 168 time: 0.2563741 Jul 09 10:06:56.831541 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39262) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:56.834520 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ee0ed8-306f-470e-a0c2-28c1afa6c196 None None] Network f50d48da-6c41-434e-8a53-ad8555968a25 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:06:56.899022 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ff35451-dd4e-48fc-9043-aa7c68f4613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:56.953215 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4ff35451-dd4e-48fc-9043-aa7c68f4613b admin admin] Deleting port 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:06:56.953559 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ff35451-dd4e-48fc-9043-aa7c68f4613b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:57.021178 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-4ff35451-dd4e-48fc-9043-aa7c68f4613b admin admin] For port 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1daec3ec-6f79-4fbb-b9d2-f2b17796edcb,segment=NetworkSegment(e2df730b-4e13-43fb-86b9-0e93e68da90a),segment_id=e2df730b-4e13-43fb-86b9-0e93e68da90a)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:06:57.021538 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ff35451-dd4e-48fc-9043-aa7c68f4613b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:57.034004 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4ff35451-dd4e-48fc-9043-aa7c68f4613b admin admin] Calling delete_port for 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:06:57.078229 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7367a73a-5dc5-4e54-8dfb-1cfb2c95af31 None None] DHCP port deletion for f50d48da-6c41-434e-8a53-ad8555968a25 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:06:57.125627 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:06:57.132647 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ff35451-dd4e-48fc-9043-aa7c68f4613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:57.155066 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:06:57.155421 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:06:57.155882 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a3bd633a-4102-4b60-bfeb-ad85542c991a no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:06:57.164927 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff35451-dd4e-48fc-9043-aa7c68f4613b admin admin] Pushing event deleted for resources: {'Port': ['ID=1daec3ec-6f79-4fbb-b9d2-f2b17796edcb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:57.168701 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff35451-dd4e-48fc-9043-aa7c68f4613b admin admin] No DVR routers for this DVR port 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:06:57.186830 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: a3bd633a-4102-4b60-bfeb-ad85542c991a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:06:57.187279 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a3bd633a-4102-4b60-bfeb-ad85542c991a not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:06:57.187545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cf9f4a25-ae55-49e8-840f-51ce5f6e4564 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:06:57.192041 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7367a73a-5dc5-4e54-8dfb-1cfb2c95af31 None None] Deleting port 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:06:57.192588 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7367a73a-5dc5-4e54-8dfb-1cfb2c95af31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:57.210536 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: cf9f4a25-ae55-49e8-840f-51ce5f6e4564 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:06:57.210888 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cf9f4a25-ae55-49e8-840f-51ce5f6e4564 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:06:57.242435 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ff35451-dd4e-48fc-9043-aa7c68f4613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:57.252497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4ff35451-dd4e-48fc-9043-aa7c68f4613b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f50d48da-6c41-434e-8a53-ad8555968a25']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:57.262964 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4ff35451-dd4e-48fc-9043-aa7c68f4613b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2df730b-4e13-43fb-86b9-0e93e68da90a') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:57.263264 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4ff35451-dd4e-48fc-9043-aa7c68f4613b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2df730b-4e13-43fb-86b9-0e93e68da90a') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:06:57.272491 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ff35451-dd4e-48fc-9043-aa7c68f4613b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:57.273696 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7367a73a-5dc5-4e54-8dfb-1cfb2c95af31 None None] For port 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb, host n-d-799996-1, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:06:57.274160 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7367a73a-5dc5-4e54-8dfb-1cfb2c95af31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:57.289379 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7367a73a-5dc5-4e54-8dfb-1cfb2c95af31 None None] Calling delete_port for 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:06:57.290898 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ff35451-dd4e-48fc-9043-aa7c68f4613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:57.292436 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.ipam_backend_mixin [None req-7367a73a-5dc5-4e54-8dfb-1cfb2c95af31 None None] Port 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb was not found and therefore no delete operation was performed {{(pid=93792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 10:06:57.295932 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7367a73a-5dc5-4e54-8dfb-1cfb2c95af31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:57.300209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff35451-dd4e-48fc-9043-aa7c68f4613b admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:06:57.300735 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ff35451-dd4e-48fc-9043-aa7c68f4613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: timer() Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:06:57.303151 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:06:57.322626 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367a73a-5dc5-4e54-8dfb-1cfb2c95af31 None None] Pushing event deleted for resources: {'Port': ['ID=1daec3ec-6f79-4fbb-b9d2-f2b17796edcb,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:57.328770 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7367a73a-5dc5-4e54-8dfb-1cfb2c95af31 None None] No DVR routers for this DVR port 1daec3ec-6f79-4fbb-b9d2-f2b17796edcb on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:06:57.364002 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ff35451-dd4e-48fc-9043-aa7c68f4613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:57.370134 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ff35451-dd4e-48fc-9043-aa7c68f4613b admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:57.374971 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4ff35451-dd4e-48fc-9043-aa7c68f4613b admin admin] 10.222.0.61 "DELETE /v2.0/networks/f50d48da-6c41-434e-8a53-ad8555968a25 HTTP/1.1" status: 204 len: 168 time: 0.5423622 Jul 09 10:06:57.388617 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff35451-dd4e-48fc-9043-aa7c68f4613b admin admin] Pushing event deleted for resources: {'Network': ['ID=f50d48da-6c41-434e-8a53-ad8555968a25,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:57.486888 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39266) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:57.532295 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6c2d011b-cf2f-4d99-8613-c790ae30e105 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6bd3e84fdf684d718a87e77926c4ffae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442269 Jul 09 10:06:57.534754 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39268) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:57.582665 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee7d6dc9-f332-421b-8fae-54ce10dbbb43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:57.603217 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee7d6dc9-f332-421b-8fae-54ce10dbbb43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:57.649106 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee7d6dc9-f332-421b-8fae-54ce10dbbb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:57.651653 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee7d6dc9-f332-421b-8fae-54ce10dbbb43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:57.652832 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ee7d6dc9-f332-421b-8fae-54ce10dbbb43 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/59023eaf-9b36-4431-bd1b-1427af10fe28 HTTP/1.1" status: 204 len: 168 time: 0.1171825 Jul 09 10:06:57.660972 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d6dc9-f332-421b-8fae-54ce10dbbb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59023eaf-9b36-4431-bd1b-1427af10fe28,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:06:57.956543 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39274) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:57.995038 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8b3a14a6-e4b9-494a-bcaa-2766ebbc81a4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=07078f72dfcc4a7d85777d446fe35172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373306 Jul 09 10:06:57.997729 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39276) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:06:58.046416 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74842c02-2283-4efd-ae2a-145df6780bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:58.067390 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74842c02-2283-4efd-ae2a-145df6780bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:58.117828 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74842c02-2283-4efd-ae2a-145df6780bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:58.120442 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74842c02-2283-4efd-ae2a-145df6780bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:06:58.121672 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-74842c02-2283-4efd-ae2a-145df6780bde admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b0958d66-f95e-453d-93d5-f1983f41f7b5 HTTP/1.1" status: 204 len: 168 time: 0.1229732 Jul 09 10:06:58.129774 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74842c02-2283-4efd-ae2a-145df6780bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0958d66-f95e-453d-93d5-f1983f41f7b5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:04.152441 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:04.469181 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:07:06.776283 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-76fdeb95-9c45-4474-81ce-2f72268d770e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:09.384043 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:09.388121 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-074a205d-a345-45ab-8810-af741cf88b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:09.557863 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:11.239859 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:13.033871 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:19.404529 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39290) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:07:19.463984 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4038fa4b-80f9-4abc-bc55-a4e3d88b8137 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/floatingips/e88e660d-9cea-4ec6-88ce-375a2c3ab864 HTTP/1.1" status: 200 len: 994 time: 0.0583746 Jul 09 10:07:19.763595 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39296) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:07:19.918782 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-7d3d78b6-295d-4dfb-aeeb-be1a492901cf tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Deleting port 5399c400-d107-4257-beba-8621408f0b54 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:07:19.919122 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d3d78b6-295d-4dfb-aeeb-be1a492901cf tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:19.996695 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d3d78b6-295d-4dfb-aeeb-be1a492901cf tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:19.997025 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d3d78b6-295d-4dfb-aeeb-be1a492901cf tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:20.008456 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-7d3d78b6-295d-4dfb-aeeb-be1a492901cf tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Calling delete_port for 5399c400-d107-4257-beba-8621408f0b54 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:07:20.153231 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d3d78b6-295d-4dfb-aeeb-be1a492901cf tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:20.177643 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d78b6-295d-4dfb-aeeb-be1a492901cf tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event deleted for resources: {'Port': ['ID=5399c400-d107-4257-beba-8621408f0b54,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:20.241573 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d3d78b6-295d-4dfb-aeeb-be1a492901cf tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:20.241905 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-7d3d78b6-295d-4dfb-aeeb-be1a492901cf tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Floating IP e88e660d-9cea-4ec6-88ce-375a2c3ab864 disassociated (deleted). External IP: 172.25.3.118, port: c0beea3e-0e27-4dcb-b724-1fa68eaf7f26. Jul 09 10:07:20.446493 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3d78b6-295d-4dfb-aeeb-be1a492901cf tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Router be8a3447-7f61-480a-8e13-5221f3924606 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:07:20.552977 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3d78b6-295d-4dfb-aeeb-be1a492901cf tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:07:20.557711 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d3d78b6-295d-4dfb-aeeb-be1a492901cf tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:20.561995 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d575d4-4daf-47da-8dfd-ca7c2f2c6c06 None None] Sync routers for ids ['be8a3447-7f61-480a-8e13-5221f3924606'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:07:20.571804 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d575d4-4daf-47da-8dfd-ca7c2f2c6c06 None None] Routers {'be8a3447-7f61-480a-8e13-5221f3924606'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:07:20.572407 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d0d575d4-4daf-47da-8dfd-ca7c2f2c6c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:07:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['be8a3447-7f61-480a-8e13-5221f3924606'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:07:20.594041 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7d3d78b6-295d-4dfb-aeeb-be1a492901cf tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "DELETE /v2.0/floatingips/e88e660d-9cea-4ec6-88ce-375a2c3ab864 HTTP/1.1" status: 204 len: 168 time: 0.8292165 Jul 09 10:07:20.594644 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c368ab33-c1ab-4761-9b13-2527b9d06f30', 'tag': 'c0beea3e-0e27-4dcb-b724-1fa68eaf7f26'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:07:20.597037 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa239da6-ac80-4b5f-86e5-74cc50005f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "c368ab33-c1ab-4761-9b13-2527b9d06f30", "tag": "c0beea3e-0e27-4dcb-b724-1fa68eaf7f26"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:07:20.634872 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8337222-a028-4868-9c75-b6082d208360 x-openstack-request-id: req-b8337222-a028-4868-9c75-b6082d208360 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:07:20.635174 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c368ab33-c1ab-4761-9b13-2527b9d06f30", "tag": "c0beea3e-0e27-4dcb-b724-1fa68eaf7f26", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:07:20.635616 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b8337222-a028-4868-9c75-b6082d208360 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:07:20.636059 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c368ab33-c1ab-4761-9b13-2527b9d06f30', 'tag': 'c0beea3e-0e27-4dcb-b724-1fa68eaf7f26', 'status': 'completed', 'code': 200} Jul 09 10:07:20.677623 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-d0d575d4-4daf-47da-8dfd-ca7c2f2c6c06 None None] Set router be8a3447-7f61-480a-8e13-5221f3924606 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:07:20.713553 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa239da6-ac80-4b5f-86e5-74cc50005f9a req-1781541e-e19d-4b2c-bd55-0aba52692d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:20.715109 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa239da6-ac80-4b5f-86e5-74cc50005f9a req-1781541e-e19d-4b2c-bd55-0aba52692d2c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5153b0d40dd04ff495036bdeacd67a8e&device_id=c368ab33-c1ab-4761-9b13-2527b9d06f30 HTTP/1.1" status: 200 len: 1097 time: 0.0565453 Jul 09 10:07:20.822233 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa239da6-ac80-4b5f-86e5-74cc50005f9a req-c1c787f1-b8e9-4790-938c-822d596d10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:20.823634 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa239da6-ac80-4b5f-86e5-74cc50005f9a req-c1c787f1-b8e9-4790-938c-822d596d10e6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a4b6b5d0-fff4-4d61-9c00-889b3703e391 HTTP/1.1" status: 200 len: 898 time: 0.1014745 Jul 09 10:07:20.871263 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa239da6-ac80-4b5f-86e5-74cc50005f9a req-6d7d04a5-da78-4b87-9d09-669a7c6fb507 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 HTTP/1.1" status: 200 len: 217 time: 0.0403950 Jul 09 10:07:20.930642 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa239da6-ac80-4b5f-86e5-74cc50005f9a req-3581538c-3d89-4c32-84e8-f9a974b14f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:20.932240 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa239da6-ac80-4b5f-86e5-74cc50005f9a req-3581538c-3d89-4c32-84e8-f9a974b14f43 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7b3bf05-26a5-4f3e-80f4-e001a00c2c55 HTTP/1.1" status: 200 len: 835 time: 0.0543704 Jul 09 10:07:20.986459 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d0d575d4-4daf-47da-8dfd-ca7c2f2c6c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'name': 'tempest-TestNetworkBasicOps-router-1158180749', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:06:28Z', 'updated_at': '2021-07-09T10:06:32Z', 'revision_number': 4, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:06:29Z', 'updated_at': '2021-07-09T10:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '3b426fad-a3bd-4745-84b3-822c06178323', 'name': '', 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:64:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c7b3bf05-26a5-4f3e-80f4-e001a00c2c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:06:31Z', 'updated_at': '2021-07-09T10:06:36Z', 'revision_number': 5, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': 'c7b3bf05-26a5-4f3e-80f4-e001a00c2c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:07:21.013276 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d575d4-4daf-47da-8dfd-ca7c2f2c6c06 None None] Checking router: be8a3447-7f61-480a-8e13-5221f3924606 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:07:21.021454 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d575d4-4daf-47da-8dfd-ca7c2f2c6c06 None None] Routers {'be8a3447-7f61-480a-8e13-5221f3924606'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:07:21.022044 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d0d575d4-4daf-47da-8dfd-ca7c2f2c6c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:07:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['be8a3447-7f61-480a-8e13-5221f3924606'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:07:21.024403 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a690e4-8989-4667-ba70-c546cd033cbb req-d88df2b6-0a8e-471a-8598-e8ba0d3bc77b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:21.025923 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8a690e4-8989-4667-ba70-c546cd033cbb req-d88df2b6-0a8e-471a-8598-e8ba0d3bc77b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=c368ab33-c1ab-4761-9b13-2527b9d06f30 HTTP/1.1" status: 200 len: 946 time: 0.1084337 Jul 09 10:07:21.042117 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa239da6-ac80-4b5f-86e5-74cc50005f9a req-8b57119a-89b3-408e-a585-d4eec2807fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:21.043652 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa239da6-ac80-4b5f-86e5-74cc50005f9a req-8b57119a-89b3-408e-a585-d4eec2807fe1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a4b6b5d0-fff4-4d61-9c00-889b3703e391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941184 Jul 09 10:07:21.116210 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8a690e4-8989-4667-ba70-c546cd033cbb req-027cc62a-727f-4fb8-9b02-3b6da456b8ca tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1fbfa74-7957-4d5a-9933-05b8e6f1976c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842767 Jul 09 10:07:21.133176 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-d0d575d4-4daf-47da-8dfd-ca7c2f2c6c06 None None] Set router be8a3447-7f61-480a-8e13-5221f3924606 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:07:21.162970 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa239da6-ac80-4b5f-86e5-74cc50005f9a req-fde8fd07-fcc4-446d-a1a2-c1a312e37b3e service neutron] 10.222.0.58 "GET /v2.0/networks/a4b6b5d0-fff4-4d61-9c00-889b3703e391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107018 Jul 09 10:07:21.254103 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa239da6-ac80-4b5f-86e5-74cc50005f9a req-ed7ce02e-afdb-46fc-82a7-01c89e33e78e service neutron] 10.222.0.58 "GET /v2.0/networks/a4b6b5d0-fff4-4d61-9c00-889b3703e391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844784 Jul 09 10:07:21.335320 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d0d575d4-4daf-47da-8dfd-ca7c2f2c6c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'name': 'tempest-TestNetworkBasicOps-router-1158180749', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:06:28Z', 'updated_at': '2021-07-09T10:06:32Z', 'revision_number': 4, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:06:29Z', 'updated_at': '2021-07-09T10:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '3b426fad-a3bd-4745-84b3-822c06178323', 'name': '', 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:64:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c7b3bf05-26a5-4f3e-80f4-e001a00c2c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:06:31Z', 'updated_at': '2021-07-09T10:06:36Z', 'revision_number': 5, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': 'c7b3bf05-26a5-4f3e-80f4-e001a00c2c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:07:21.365230 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d575d4-4daf-47da-8dfd-ca7c2f2c6c06 None None] The sync data for ids ['be8a3447-7f61-480a-8e13-5221f3924606'] in n-d-799996-1 is: [{'id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'name': 'tempest-TestNetworkBasicOps-router-1158180749', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:06:28Z', 'updated_at': '2021-07-09T10:06:32Z', 'revision_number': 4, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:06:29Z', 'updated_at': '2021-07-09T10:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '3b426fad-a3bd-4745-84b3-822c06178323', 'name': '', 'network_id': 'a4b6b5d0-fff4-4d61-9c00-889b3703e391', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'mac_address': 'fa:16:3e:64:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c7b3bf05-26a5-4f3e-80f4-e001a00c2c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:06:31Z', 'updated_at': '2021-07-09T10:06:36Z', 'revision_number': 5, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'subnets': [{'id': 'c7b3bf05-26a5-4f3e-80f4-e001a00c2c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:07:21.572263 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8f24f0-6582-44bd-9c02-705f9631b8f2 None None] New status for floating IP e88e660d-9cea-4ec6-88ce-375a2c3ab864: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:07:22.190073 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1850b1-a928-4ff2-892a-21af5557ee85 req-94a730f9-8fda-4ad8-af03-0aea917dffe2 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:22.191556 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa1850b1-a928-4ff2-892a-21af5557ee85 req-94a730f9-8fda-4ad8-af03-0aea917dffe2 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.58 "GET /v2.0/ports?device_id=c368ab33-c1ab-4761-9b13-2527b9d06f30 HTTP/1.1" status: 200 len: 946 time: 0.0638952 Jul 09 10:07:22.340395 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cc88a-551a-4e3e-89b1-87c1abff656d req-bc237267-575c-4500-9c31-522f72abe837 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:22.341904 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a7cc88a-551a-4e3e-89b1-87c1abff656d req-bc237267-575c-4500-9c31-522f72abe837 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/ports?device_id=c368ab33-c1ab-4761-9b13-2527b9d06f30 HTTP/1.1" status: 200 len: 946 time: 0.1018219 Jul 09 10:07:22.349169 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-fa1850b1-a928-4ff2-892a-21af5557ee85 req-b4c8d951-a1d3-4788-b382-01ed5776a29b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Deleting port c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:07:22.349510 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fa1850b1-a928-4ff2-892a-21af5557ee85 req-b4c8d951-a1d3-4788-b382-01ed5776a29b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:22.430831 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a7cc88a-551a-4e3e-89b1-87c1abff656d req-36468e6f-d319-4386-9cb0-6766a12c99cf tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1fbfa74-7957-4d5a-9933-05b8e6f1976c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832031 Jul 09 10:07:22.465908 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-fa1850b1-a928-4ff2-892a-21af5557ee85 req-b4c8d951-a1d3-4788-b382-01ed5776a29b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] For port c0beea3e-0e27-4dcb-b724-1fa68eaf7f26, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c0beea3e-0e27-4dcb-b724-1fa68eaf7f26,segment=NetworkSegment(4b42f481-6ab3-4b57-b0b7-081786150504),segment_id=4b42f481-6ab3-4b57-b0b7-081786150504)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:07:22.466269 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fa1850b1-a928-4ff2-892a-21af5557ee85 req-b4c8d951-a1d3-4788-b382-01ed5776a29b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:22.479933 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-fa1850b1-a928-4ff2-892a-21af5557ee85 req-b4c8d951-a1d3-4788-b382-01ed5776a29b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Calling delete_port for c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:07:22.607081 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fa1850b1-a928-4ff2-892a-21af5557ee85 req-b4c8d951-a1d3-4788-b382-01ed5776a29b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:22.638570 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8d951-a1d3-4788-b382-01ed5776a29b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event deleted for resources: {'Port': ['ID=c0beea3e-0e27-4dcb-b724-1fa68eaf7f26,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:22.682474 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1850b1-a928-4ff2-892a-21af5557ee85 req-b4c8d951-a1d3-4788-b382-01ed5776a29b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] No DVR routers for this DVR port c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:07:22.685184 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fa1850b1-a928-4ff2-892a-21af5557ee85 req-b4c8d951-a1d3-4788-b382-01ed5776a29b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:22.687198 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa1850b1-a928-4ff2-892a-21af5557ee85 req-b4c8d951-a1d3-4788-b382-01ed5776a29b tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.58 "DELETE /v2.0/ports/c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 HTTP/1.1" status: 204 len: 173 time: 0.4894965 Jul 09 10:07:22.687754 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c368ab33-c1ab-4761-9b13-2527b9d06f30', 'name': 'network-vif-deleted', 'tag': 'c0beea3e-0e27-4dcb-b724-1fa68eaf7f26'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:07:22.690072 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc50195-aa67-4a33-aea6-3cfc945cb578" -d '{"events": [{"server_uuid": "c368ab33-c1ab-4761-9b13-2527b9d06f30", "name": "network-vif-deleted", "tag": "c0beea3e-0e27-4dcb-b724-1fa68eaf7f26"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:07:22.725813 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d742ce48-87af-4d18-a9c3-8b060f3d6be8 x-openstack-request-id: req-d742ce48-87af-4d18-a9c3-8b060f3d6be8 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:07:22.726102 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c368ab33-c1ab-4761-9b13-2527b9d06f30", "name": "network-vif-deleted", "tag": "c0beea3e-0e27-4dcb-b724-1fa68eaf7f26", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:07:22.726357 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d742ce48-87af-4d18-a9c3-8b060f3d6be8 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:07:22.726761 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c368ab33-c1ab-4761-9b13-2527b9d06f30', 'name': 'network-vif-deleted', 'tag': 'c0beea3e-0e27-4dcb-b724-1fa68eaf7f26', 'status': 'completed', 'code': 200} Jul 09 10:07:23.523291 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39310) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:07:23.581806 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93b50ba8-e757-47db-a90c-27b08a69de36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:23.606495 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93b50ba8-e757-47db-a90c-27b08a69de36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:23.668540 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93b50ba8-e757-47db-a90c-27b08a69de36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:23.671080 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93b50ba8-e757-47db-a90c-27b08a69de36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:23.672269 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-93b50ba8-e757-47db-a90c-27b08a69de36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "DELETE /v2.0/security-groups/c1fbfa74-7957-4d5a-9933-05b8e6f1976c HTTP/1.1" status: 204 len: 168 time: 0.1479261 Jul 09 10:07:23.681881 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b50ba8-e757-47db-a90c-27b08a69de36 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fbfa74-7957-4d5a-9933-05b8e6f1976c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:23.704476 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39314) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:07:24.304729 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bac64f8-cf6c-4b48-83d8-0fb2d6528d90 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:24.568961 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1bac64f8-cf6c-4b48-83d8-0fb2d6528d90 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Deleting port 3b426fad-a3bd-4745-84b3-822c06178323 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:07:24.569658 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bac64f8-cf6c-4b48-83d8-0fb2d6528d90 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:24.660684 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-1bac64f8-cf6c-4b48-83d8-0fb2d6528d90 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] For port 3b426fad-a3bd-4745-84b3-822c06178323, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3b426fad-a3bd-4745-84b3-822c06178323,segment=NetworkSegment(4b42f481-6ab3-4b57-b0b7-081786150504),segment_id=4b42f481-6ab3-4b57-b0b7-081786150504)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:07:24.661043 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bac64f8-cf6c-4b48-83d8-0fb2d6528d90 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:24.673692 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1bac64f8-cf6c-4b48-83d8-0fb2d6528d90 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Calling delete_port for 3b426fad-a3bd-4745-84b3-822c06178323 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:07:24.859300 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bac64f8-cf6c-4b48-83d8-0fb2d6528d90 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:24.887331 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac64f8-cf6c-4b48-83d8-0fb2d6528d90 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event deleted for resources: {'Port': ['ID=3b426fad-a3bd-4745-84b3-822c06178323,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:25.070261 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bac64f8-cf6c-4b48-83d8-0fb2d6528d90 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:25.280377 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bac64f8-cf6c-4b48-83d8-0fb2d6528d90 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Router be8a3447-7f61-480a-8e13-5221f3924606 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:07:25.384494 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bac64f8-cf6c-4b48-83d8-0fb2d6528d90 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:07:25.389461 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1bac64f8-cf6c-4b48-83d8-0fb2d6528d90 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "PUT /v2.0/routers/be8a3447-7f61-480a-8e13-5221f3924606/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6839478 Jul 09 10:07:25.392218 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39316) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:07:25.394898 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5e1f49-e81b-4435-bc46-fa9abc3b5622 None None] Sync routers for ids ['be8a3447-7f61-480a-8e13-5221f3924606'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:07:25.404204 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5e1f49-e81b-4435-bc46-fa9abc3b5622 None None] Routers {'be8a3447-7f61-480a-8e13-5221f3924606'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:07:25.404741 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9e5e1f49-e81b-4435-bc46-fa9abc3b5622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:07:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['be8a3447-7f61-480a-8e13-5221f3924606'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:07:25.447123 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc0238b-2bb2-4f27-bfe2-146b58d24632 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Deleting subnet c7b3bf05-26a5-4f3e-80f4-e001a00c2c55 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:07:25.450400 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fc0238b-2bb2-4f27-bfe2-146b58d24632 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:25.491638 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fc0238b-2bb2-4f27-bfe2-146b58d24632 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:25.508966 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-9e5e1f49-e81b-4435-bc46-fa9abc3b5622 None None] Set router be8a3447-7f61-480a-8e13-5221f3924606 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:07:25.575063 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fc0238b-2bb2-4f27-bfe2-146b58d24632 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:25.638183 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fc0238b-2bb2-4f27-bfe2-146b58d24632 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:25.665673 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0238b-2bb2-4f27-bfe2-146b58d24632 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b3bf05-26a5-4f3e-80f4-e001a00c2c55,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:25.670214 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fc0238b-2bb2-4f27-bfe2-146b58d24632 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:25.672080 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0fc0238b-2bb2-4f27-bfe2-146b58d24632 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "DELETE /v2.0/subnets/c7b3bf05-26a5-4f3e-80f4-e001a00c2c55 HTTP/1.1" status: 204 len: 168 time: 0.2789347 Jul 09 10:07:25.675521 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39318) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:07:25.678079 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0238b-2bb2-4f27-bfe2-146b58d24632 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:25.678435 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0238b-2bb2-4f27-bfe2-146b58d24632 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:25.678557 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8ce780-a982-4ea1-8770-726819d624fe None None] Network a4b6b5d0-fff4-4d61-9c00-889b3703e391 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:07:25.678967 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0238b-2bb2-4f27-bfe2-146b58d24632 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:25.679107 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0238b-2bb2-4f27-bfe2-146b58d24632 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:25.679462 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0238b-2bb2-4f27-bfe2-146b58d24632 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:25.679859 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0238b-2bb2-4f27-bfe2-146b58d24632 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:25.680193 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0238b-2bb2-4f27-bfe2-146b58d24632 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:25.680529 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0238b-2bb2-4f27-bfe2-146b58d24632 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:25.680855 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0238b-2bb2-4f27-bfe2-146b58d24632 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:25.681179 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0238b-2bb2-4f27-bfe2-146b58d24632 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:25.681506 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0238b-2bb2-4f27-bfe2-146b58d24632 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:25.681829 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0238b-2bb2-4f27-bfe2-146b58d24632 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:25.692804 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9e5e1f49-e81b-4435-bc46-fa9abc3b5622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'name': 'tempest-TestNetworkBasicOps-router-1158180749', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:06:28Z', 'updated_at': '2021-07-09T10:07:24Z', 'revision_number': 5, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:06:29Z', 'updated_at': '2021-07-09T10:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:07:25.717878 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5e1f49-e81b-4435-bc46-fa9abc3b5622 None None] Checking router: be8a3447-7f61-480a-8e13-5221f3924606 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:07:25.727105 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5e1f49-e81b-4435-bc46-fa9abc3b5622 None None] Routers {'be8a3447-7f61-480a-8e13-5221f3924606'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:07:25.727739 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9e5e1f49-e81b-4435-bc46-fa9abc3b5622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:07:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['be8a3447-7f61-480a-8e13-5221f3924606'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:07:25.804130 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0a89986-70d1-4761-a4e2-d827ffbbd3fb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:25.837832 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-9e5e1f49-e81b-4435-bc46-fa9abc3b5622 None None] Set router be8a3447-7f61-480a-8e13-5221f3924606 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:07:25.909177 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0a89986-70d1-4761-a4e2-d827ffbbd3fb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:25.914146 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8d17ba-1792-4751-b4ae-b08e6fe4b3d9 None None] DHCP port deletion for a4b6b5d0-fff4-4d61-9c00-889b3703e391 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:07:25.965714 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f0a89986-70d1-4761-a4e2-d827ffbbd3fb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Deleting port 6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:07:25.965975 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0a89986-70d1-4761-a4e2-d827ffbbd3fb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:25.973274 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7e8d17ba-1792-4751-b4ae-b08e6fe4b3d9 None None] Deleting port 3d7722a2-5f24-45f9-b2b0-366a1b458875 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:07:25.973734 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7e8d17ba-1792-4751-b4ae-b08e6fe4b3d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:26.037866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7e8d17ba-1792-4751-b4ae-b08e6fe4b3d9 None None] For port 3d7722a2-5f24-45f9-b2b0-366a1b458875, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=3d7722a2-5f24-45f9-b2b0-366a1b458875,segment=NetworkSegment(4b42f481-6ab3-4b57-b0b7-081786150504),segment_id=4b42f481-6ab3-4b57-b0b7-081786150504)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:07:26.038211 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7e8d17ba-1792-4751-b4ae-b08e6fe4b3d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:26.042014 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9e5e1f49-e81b-4435-bc46-fa9abc3b5622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'name': 'tempest-TestNetworkBasicOps-router-1158180749', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:06:28Z', 'updated_at': '2021-07-09T10:07:24Z', 'revision_number': 5, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:06:29Z', 'updated_at': '2021-07-09T10:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:07:26.049167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-f0a89986-70d1-4761-a4e2-d827ffbbd3fb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] For port 6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:07:26.049530 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0a89986-70d1-4761-a4e2-d827ffbbd3fb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:26.054107 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7e8d17ba-1792-4751-b4ae-b08e6fe4b3d9 None None] Calling delete_port for 3d7722a2-5f24-45f9-b2b0-366a1b458875 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:07:26.061386 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f0a89986-70d1-4761-a4e2-d827ffbbd3fb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Calling delete_port for 6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:07:26.069527 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5e1f49-e81b-4435-bc46-fa9abc3b5622 None None] The sync data for ids ['be8a3447-7f61-480a-8e13-5221f3924606'] in n-d-799996-1 is: [{'id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'name': 'tempest-TestNetworkBasicOps-router-1158180749', 'tenant_id': '5153b0d40dd04ff495036bdeacd67a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:06:28Z', 'updated_at': '2021-07-09T10:07:24Z', 'revision_number': 5, 'project_id': '5153b0d40dd04ff495036bdeacd67a8e', 'gw_port': {'id': '6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8a3447-7f61-480a-8e13-5221f3924606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:06:29Z', 'updated_at': '2021-07-09T10:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:07:26.145886 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7e8d17ba-1792-4751-b4ae-b08e6fe4b3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:26.175718 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d17ba-1792-4751-b4ae-b08e6fe4b3d9 None None] Pushing event deleted for resources: {'Port': ['ID=3d7722a2-5f24-45f9-b2b0-366a1b458875,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:26.181102 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8d17ba-1792-4751-b4ae-b08e6fe4b3d9 None None] No DVR routers for this DVR port 3d7722a2-5f24-45f9-b2b0-366a1b458875 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:07:26.197616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d17ba-1792-4751-b4ae-b08e6fe4b3d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:26.197616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d17ba-1792-4751-b4ae-b08e6fe4b3d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:26.197616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d17ba-1792-4751-b4ae-b08e6fe4b3d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:26.197616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d17ba-1792-4751-b4ae-b08e6fe4b3d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:26.197616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d17ba-1792-4751-b4ae-b08e6fe4b3d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:26.197616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d17ba-1792-4751-b4ae-b08e6fe4b3d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:26.197616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d17ba-1792-4751-b4ae-b08e6fe4b3d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:26.197616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d17ba-1792-4751-b4ae-b08e6fe4b3d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:26.197616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d17ba-1792-4751-b4ae-b08e6fe4b3d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:26.197616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d17ba-1792-4751-b4ae-b08e6fe4b3d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:26.197616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d17ba-1792-4751-b4ae-b08e6fe4b3d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:26.199160 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d17ba-1792-4751-b4ae-b08e6fe4b3d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:26.253146 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0a89986-70d1-4761-a4e2-d827ffbbd3fb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:26.276489 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a89986-70d1-4761-a4e2-d827ffbbd3fb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event deleted for resources: {'Port': ['ID=6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:26.339387 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0a89986-70d1-4761-a4e2-d827ffbbd3fb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:26.431284 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0a89986-70d1-4761-a4e2-d827ffbbd3fb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:26.433584 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0a89986-70d1-4761-a4e2-d827ffbbd3fb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:26.828178 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0a89986-70d1-4761-a4e2-d827ffbbd3fb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:26.828831 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a89986-70d1-4761-a4e2-d827ffbbd3fb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Fanout notify agent at l3_agent the message router_deleted on router be8a3447-7f61-480a-8e13-5221f3924606 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 10:07:26.836209 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0a89986-70d1-4761-a4e2-d827ffbbd3fb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:26.839890 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f0a89986-70d1-4761-a4e2-d827ffbbd3fb tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "DELETE /v2.0/routers/be8a3447-7f61-480a-8e13-5221f3924606 HTTP/1.1" status: 204 len: 168 time: 1.1573675 Jul 09 10:07:26.840075 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39320) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:07:26.899502 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3d7722a2-5f24-45f9-b2b0-366a1b458875 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:07:26.921998 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 3d7722a2-5f24-45f9-b2b0-366a1b458875 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:07:26.922619 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3d7722a2-5f24-45f9-b2b0-366a1b458875 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:07:26.923246 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3b426fad-a3bd-4745-84b3-822c06178323 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:07:26.926589 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:26.943066 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 3b426fad-a3bd-4745-84b3-822c06178323 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:07:26.943488 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 3b426fad-a3bd-4745-84b3-822c06178323 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:07:27.022248 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:27.031907 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b6b5d0-fff4-4d61-9c00-889b3703e391']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:07:27.042937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b42f481-6ab3-4b57-b0b7-081786150504') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:07:27.043239 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b42f481-6ab3-4b57-b0b7-081786150504') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:07:27.051963 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:27.065232 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:27.071291 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:07:27.071700 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: timer() Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:07:27.074815 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:07:27.136738 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:27.141680 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:27.150817 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] 10.222.0.61 "DELETE /v2.0/networks/a4b6b5d0-fff4-4d61-9c00-889b3703e391 HTTP/1.1" status: 204 len: 168 time: 0.3034940 Jul 09 10:07:27.164768 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Pushing event deleted for resources: {'Network': ['ID=a4b6b5d0-fff4-4d61-9c00-889b3703e391,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:27.172749 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:27.173100 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:27.173560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:27.173899 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:27.174255 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:27.174588 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:27.174912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:27.175252 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:27.175559 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:27.175903 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:27.176225 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:27.176548 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3578f3a-168d-473f-ac40-b9c933fb9086 tempest-TestNetworkBasicOps-2107347463 tempest-TestNetworkBasicOps-2107347463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:07:27.276685 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:07:27.297422 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:07:27.298180 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c0beea3e-0e27-4dcb-b724-1fa68eaf7f26 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:07:27.407313 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39326) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:07:27.536596 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7b5430cb-6e52-48bf-bf76-e2aea233ba9a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5153b0d40dd04ff495036bdeacd67a8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279840 Jul 09 10:07:27.538908 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39330) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:07:27.586356 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-860b6d8b-1d84-4e3e-aeae-e83a6448764f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:27.607076 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-860b6d8b-1d84-4e3e-aeae-e83a6448764f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:27.654683 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-860b6d8b-1d84-4e3e-aeae-e83a6448764f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:27.657477 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-860b6d8b-1d84-4e3e-aeae-e83a6448764f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:27.658622 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-860b6d8b-1d84-4e3e-aeae-e83a6448764f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ed3e657d-657a-4ab7-bf00-3f11cfc968a7 HTTP/1.1" status: 204 len: 168 time: 0.1188297 Jul 09 10:07:27.666662 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b6d8b-1d84-4e3e-aeae-e83a6448764f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3e657d-657a-4ab7-bf00-3f11cfc968a7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:27.919333 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39336) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:07:27.932365 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19d15c69-2b71-47f4-82ad-941aea85cf26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:28.025391 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19d15c69-2b71-47f4-82ad-941aea85cf26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:28.029102 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19d15c69-2b71-47f4-82ad-941aea85cf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:28.067556 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-19d15c69-2b71-47f4-82ad-941aea85cf26 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=770a929575fa455695d510fb2397b0ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471617 Jul 09 10:07:28.068430 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d15c69-2b71-47f4-82ad-941aea85cf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66609983-2918-4b54-95db-2900f5599902,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:28.070449 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39338) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:07:28.119966 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3488baa9-cf77-4b9e-9b41-7df5974d91f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:28.141027 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3488baa9-cf77-4b9e-9b41-7df5974d91f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:28.188028 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3488baa9-cf77-4b9e-9b41-7df5974d91f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:28.191153 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3488baa9-cf77-4b9e-9b41-7df5974d91f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:28.192358 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3488baa9-cf77-4b9e-9b41-7df5974d91f3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/66609983-2918-4b54-95db-2900f5599902 HTTP/1.1" status: 204 len: 168 time: 0.1208651 Jul 09 10:07:28.199970 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488baa9-cf77-4b9e-9b41-7df5974d91f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66609983-2918-4b54-95db-2900f5599902,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:28.794938 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:07:28.817655 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:07:28.818007 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 6baf18a6-6c5e-44dd-bdae-5c8fa7bcc086 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:07:34.142929 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:36.778291 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-55291b50-4a12-4260-974d-4032b7559e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:38.237579 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84491d76-133b-442d-a74c-f80857f184e9 req-a07563ba-a2c4-484e-b0d6-af6106d830be tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=2409a49d39114c8b99498c78bc1fae4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287304 Jul 09 10:07:38.423330 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84491d76-133b-442d-a74c-f80857f184e9 req-7fed06b4-3f73-4008-8569-064b53388c03 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:38.424831 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84491d76-133b-442d-a74c-f80857f184e9 req-7fed06b4-3f73-4008-8569-064b53388c03 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1822536 Jul 09 10:07:38.440275 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84491d76-133b-442d-a74c-f80857f184e9 req-b84a1eec-a0f9-4163-8f5f-7fa365f894b4 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.61 "GET /v2.0/quotas/2409a49d39114c8b99498c78bc1fae4e HTTP/1.1" status: 200 len: 375 time: 0.0101638 Jul 09 10:07:38.475083 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84491d76-133b-442d-a74c-f80857f184e9 req-d94817cc-5f2c-40b8-a814-5192da3805de tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2409a49d39114c8b99498c78bc1fae4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295098 Jul 09 10:07:38.643664 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d49f54f-b013-4af5-bfb1-a821b80f876b req-cc18cfde-758f-424c-a362-618713bea988 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec89a7b6-5ea5-47e8-b272-146c6e5394fa HTTP/1.1" status: 200 len: 210 time: 0.0293264 Jul 09 10:07:39.394053 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:39.395174 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ecde63b4-99cd-46e7-9a47-835c7ca87b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:39.559153 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:39.598951 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84491d76-133b-442d-a74c-f80857f184e9 req-f0720863-d873-4673-8979-580ff146810e tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=2409a49d39114c8b99498c78bc1fae4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220532 Jul 09 10:07:39.712585 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84491d76-133b-442d-a74c-f80857f184e9 req-cafffc19-c6e2-4e1a-b33d-780e9eed308a tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:39.714722 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84491d76-133b-442d-a74c-f80857f184e9 req-cafffc19-c6e2-4e1a-b33d-780e9eed308a tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1099443 Jul 09 10:07:39.726043 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-84491d76-133b-442d-a74c-f80857f184e9 req-2309167d-094a-44d7-9d56-8040e03dde0f tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Request body: {'port': {'device_id': 'ec89a7b6-5ea5-47e8-b272-146c6e5394fa', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'admin_state_up': True, 'tenant_id': '2409a49d39114c8b99498c78bc1fae4e'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:07:39.807020 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc9f5b5b-d900-4c28-9e8a-2695eaaec05f req-4c5c6316-dd4a-42a7-9130-07bab7019d47 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec89a7b6-5ea5-47e8-b272-146c6e5394fa HTTP/1.1" status: 200 len: 210 time: 0.0381086 Jul 09 10:07:39.868580 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84491d76-133b-442d-a74c-f80857f184e9 req-2309167d-094a-44d7-9d56-8040e03dde0f tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Made reservation on behalf of 2409a49d39114c8b99498c78bc1fae4e for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:07:39.872208 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-84491d76-133b-442d-a74c-f80857f184e9 req-2309167d-094a-44d7-9d56-8040e03dde0f tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:39.883508 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-84491d76-133b-442d-a74c-f80857f184e9 req-2309167d-094a-44d7-9d56-8040e03dde0f tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:39.979489 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-84491d76-133b-442d-a74c-f80857f184e9 req-2309167d-094a-44d7-9d56-8040e03dde0f tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:39.983229 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-84491d76-133b-442d-a74c-f80857f184e9 req-2309167d-094a-44d7-9d56-8040e03dde0f tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:40.048282 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309167d-094a-44d7-9d56-8040e03dde0f tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7d1c20-750f-4353-bba7-af8f7952eb21,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:40.118359 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-84491d76-133b-442d-a74c-f80857f184e9 req-2309167d-094a-44d7-9d56-8040e03dde0f tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Allocated IP 192.168.233.179 (df82838e-f383-432a-b506-40afa4775cd2/876387e3-55f7-466e-8b65-4cf51930cc6e/21bd07ab-1580-4788-b54c-35569b40446e) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:07:40.261355 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-84491d76-133b-442d-a74c-f80857f184e9 req-2309167d-094a-44d7-9d56-8040e03dde0f tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:40.274936 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-84491d76-133b-442d-a74c-f80857f184e9 req-2309167d-094a-44d7-9d56-8040e03dde0f tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Transition to ACTIVE for port object 21bd07ab-1580-4788-b54c-35569b40446e will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:07:40.307364 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-84491d76-133b-442d-a74c-f80857f184e9 req-2309167d-094a-44d7-9d56-8040e03dde0f tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:40.356662 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84491d76-133b-442d-a74c-f80857f184e9 req-2309167d-094a-44d7-9d56-8040e03dde0f tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Network df82838e-f383-432a-b506-40afa4775cd2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:07:40.359811 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-84491d76-133b-442d-a74c-f80857f184e9 req-2309167d-094a-44d7-9d56-8040e03dde0f tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:07:40.364287 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-84491d76-133b-442d-a74c-f80857f184e9 req-2309167d-094a-44d7-9d56-8040e03dde0f tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:07:40.370738 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309167d-094a-44d7-9d56-8040e03dde0f tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Pushing event updated for resources: {'Port': ['ID=21bd07ab-1580-4788-b54c-35569b40446e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:40.417668 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84491d76-133b-442d-a74c-f80857f184e9 req-2309167d-094a-44d7-9d56-8040e03dde0f tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:40.418296 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-84491d76-133b-442d-a74c-f80857f184e9 req-2309167d-094a-44d7-9d56-8040e03dde0f tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:40.432952 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84491d76-133b-442d-a74c-f80857f184e9 req-2309167d-094a-44d7-9d56-8040e03dde0f tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7109571 Jul 09 10:07:40.444966 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-84491d76-133b-442d-a74c-f80857f184e9 req-44186d94-5797-428b-b30a-802845641c40 service neutron] Request body: {'port': {'device_id': 'ec89a7b6-5ea5-47e8-b272-146c6e5394fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:07:40.519886 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-84491d76-133b-442d-a74c-f80857f184e9 req-44186d94-5797-428b-b30a-802845641c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:40.643984 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-11bd4baa-d04d-474c-9dd9-572b6bb01b9a None None] Provisioning for port 21bd07ab-1580-4788-b54c-35569b40446e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:07:40.648106 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-11bd4baa-d04d-474c-9dd9-572b6bb01b9a None None] Provisioning complete for port 21bd07ab-1580-4788-b54c-35569b40446e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:07:40.648477 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-11bd4baa-d04d-474c-9dd9-572b6bb01b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:40.682973 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-11bd4baa-d04d-474c-9dd9-572b6bb01b9a None None] Port 21bd07ab-1580-4788-b54c-35569b40446e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:07:40.783492 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-84491d76-133b-442d-a74c-f80857f184e9 req-44186d94-5797-428b-b30a-802845641c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21bd07ab-1580-4788-b54c-35569b40446e {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:07:40.791129 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-84491d76-133b-442d-a74c-f80857f184e9 req-44186d94-5797-428b-b30a-802845641c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:40.803597 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-84491d76-133b-442d-a74c-f80857f184e9 req-44186d94-5797-428b-b30a-802845641c40 service neutron] Transition to ACTIVE for port object 21bd07ab-1580-4788-b54c-35569b40446e will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:07:40.807255 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-84491d76-133b-442d-a74c-f80857f184e9 req-44186d94-5797-428b-b30a-802845641c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:40.856291 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44186d94-5797-428b-b30a-802845641c40 service neutron] Pushing event updated for resources: {'Port': ['ID=21bd07ab-1580-4788-b54c-35569b40446e,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:40.962638 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-84491d76-133b-442d-a74c-f80857f184e9 req-44186d94-5797-428b-b30a-802845641c40 service neutron] Attempting to bind port 21bd07ab-1580-4788-b54c-35569b40446e on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:07:40.962981 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-84491d76-133b-442d-a74c-f80857f184e9 req-44186d94-5797-428b-b30a-802845641c40 service neutron] Attempting to bind port 21bd07ab-1580-4788-b54c-35569b40446e by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:07:40.963317 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84491d76-133b-442d-a74c-f80857f184e9 req-44186d94-5797-428b-b30a-802845641c40 service neutron] Attempting to bind port 21bd07ab-1580-4788-b54c-35569b40446e on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:07:40.972239 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84491d76-133b-442d-a74c-f80857f184e9 req-44186d94-5797-428b-b30a-802845641c40 service neutron] Port 21bd07ab-1580-4788-b54c-35569b40446e on network df82838e-f383-432a-b506-40afa4775cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:07:40.972585 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84491d76-133b-442d-a74c-f80857f184e9 req-44186d94-5797-428b-b30a-802845641c40 service neutron] Attempting to bind port 21bd07ab-1580-4788-b54c-35569b40446e on network df82838e-f383-432a-b506-40afa4775cd2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:07:40.980797 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84491d76-133b-442d-a74c-f80857f184e9 req-44186d94-5797-428b-b30a-802845641c40 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:07:40.981140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84491d76-133b-442d-a74c-f80857f184e9 req-44186d94-5797-428b-b30a-802845641c40 service neutron] Checking segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:07:40.981532 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84491d76-133b-442d-a74c-f80857f184e9 req-44186d94-5797-428b-b30a-802845641c40 service neutron] Bound using segment: {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:07:40.981979 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-84491d76-133b-442d-a74c-f80857f184e9 req-44186d94-5797-428b-b30a-802845641c40 service neutron] Bound port: 21bd07ab-1580-4788-b54c-35569b40446e, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e32386-2dfb-40db-aaae-69ce0a742e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:07:40.982346 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-84491d76-133b-442d-a74c-f80857f184e9 req-44186d94-5797-428b-b30a-802845641c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:41.046985 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b292c70-ce79-477e-86e5-3f238a9a6eaa req-886e9e77-0053-4929-9bc0-7f574e102756 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:41.048572 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b292c70-ce79-477e-86e5-3f238a9a6eaa req-886e9e77-0053-4929-9bc0-7f574e102756 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec89a7b6-5ea5-47e8-b272-146c6e5394fa HTTP/1.1" status: 200 len: 948 time: 0.1228204 Jul 09 10:07:41.087957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-84491d76-133b-442d-a74c-f80857f184e9 req-44186d94-5797-428b-b30a-802845641c40 service neutron] For port 21bd07ab-1580-4788-b54c-35569b40446e, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:07:41.109863 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b292c70-ce79-477e-86e5-3f238a9a6eaa req-a41697c0-2f5f-4085-9b44-09a1e80d194d tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b7d1c20-750f-4353-bba7-af8f7952eb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550632 Jul 09 10:07:41.111552 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-84491d76-133b-442d-a74c-f80857f184e9 req-44186d94-5797-428b-b30a-802845641c40 service neutron] For port 21bd07ab-1580-4788-b54c-35569b40446e, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=21bd07ab-1580-4788-b54c-35569b40446e,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:07:41.115920 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-84491d76-133b-442d-a74c-f80857f184e9 req-44186d94-5797-428b-b30a-802845641c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:41.154272 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84491d76-133b-442d-a74c-f80857f184e9 req-44186d94-5797-428b-b30a-802845641c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:41.154947 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-84491d76-133b-442d-a74c-f80857f184e9 req-44186d94-5797-428b-b30a-802845641c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:41.156382 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84491d76-133b-442d-a74c-f80857f184e9 req-44186d94-5797-428b-b30a-802845641c40 service neutron] 10.222.0.64 "PUT /v2.0/ports/21bd07ab-1580-4788-b54c-35569b40446e HTTP/1.1" status: 200 len: 1096 time: 0.7158461 Jul 09 10:07:41.156924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec89a7b6-5ea5-47e8-b272-146c6e5394fa', 'tag': '21bd07ab-1580-4788-b54c-35569b40446e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:07:41.160055 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e328272-e306-4391-9015-0ce3a93e48eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ec89a7b6-5ea5-47e8-b272-146c6e5394fa", "tag": "21bd07ab-1580-4788-b54c-35569b40446e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:07:41.184264 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44186d94-5797-428b-b30a-802845641c40 service neutron] Pushing event updated for resources: {'Port': ['ID=21bd07ab-1580-4788-b54c-35569b40446e,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:41.213258 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b675f7d4-1546-460f-b3d1-ba575b79d2db x-openstack-request-id: req-b675f7d4-1546-460f-b3d1-ba575b79d2db {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:07:41.213626 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec89a7b6-5ea5-47e8-b272-146c6e5394fa", "tag": "21bd07ab-1580-4788-b54c-35569b40446e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:07:41.213948 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b675f7d4-1546-460f-b3d1-ba575b79d2db {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:07:41.214446 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec89a7b6-5ea5-47e8-b272-146c6e5394fa', 'tag': '21bd07ab-1580-4788-b54c-35569b40446e', 'status': 'completed', 'code': 200} Jul 09 10:07:41.243553 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:41.261696 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84491d76-133b-442d-a74c-f80857f184e9 req-38591b36-92ba-4d4c-9bee-5407cc0cfcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:41.263354 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84491d76-133b-442d-a74c-f80857f184e9 req-38591b36-92ba-4d4c-9bee-5407cc0cfcf1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2409a49d39114c8b99498c78bc1fae4e&device_id=ec89a7b6-5ea5-47e8-b272-146c6e5394fa HTTP/1.1" status: 200 len: 1099 time: 0.0596857 Jul 09 10:07:41.307457 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84491d76-133b-442d-a74c-f80857f184e9 req-9a697277-3abb-421d-8d76-6d4ac5225f4d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=21bd07ab-1580-4788-b54c-35569b40446e HTTP/1.1" status: 200 len: 217 time: 0.0366302 Jul 09 10:07:41.361853 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84491d76-133b-442d-a74c-f80857f184e9 req-97e7cfa0-0883-45d8-a5e1-80c659a0b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:41.363351 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84491d76-133b-442d-a74c-f80857f184e9 req-97e7cfa0-0883-45d8-a5e1-80c659a0b751 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0497520 Jul 09 10:07:41.421729 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84491d76-133b-442d-a74c-f80857f184e9 req-e265a6b8-20ef-4424-a5da-7836f6d58690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:41.423205 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84491d76-133b-442d-a74c-f80857f184e9 req-e265a6b8-20ef-4424-a5da-7836f6d58690 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0532670 Jul 09 10:07:41.468565 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:07:41.511658 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84491d76-133b-442d-a74c-f80857f184e9 req-09e97d7f-369d-4099-a387-f76d695a7c77 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822079 Jul 09 10:07:41.606384 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84491d76-133b-442d-a74c-f80857f184e9 req-9b6134a4-10db-40a4-95b4-26ecd8b1987b service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879233 Jul 09 10:07:41.712422 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e328272-e306-4391-9015-0ce3a93e48eb req-4fd9c4ce-ec14-49ad-b2bf-d4b0753c28a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:41.713968 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e328272-e306-4391-9015-0ce3a93e48eb req-4fd9c4ce-ec14-49ad-b2bf-d4b0753c28a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2409a49d39114c8b99498c78bc1fae4e&device_id=ec89a7b6-5ea5-47e8-b272-146c6e5394fa HTTP/1.1" status: 200 len: 1099 time: 0.0549016 Jul 09 10:07:41.806594 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e328272-e306-4391-9015-0ce3a93e48eb req-223f0402-aeca-401b-876c-6048e86b1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:41.808121 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e328272-e306-4391-9015-0ce3a93e48eb req-223f0402-aeca-401b-876c-6048e86b1ccc service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.0883417 Jul 09 10:07:41.848833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e328272-e306-4391-9015-0ce3a93e48eb req-a8f4279c-0671-477d-888d-e38f4933c960 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=21bd07ab-1580-4788-b54c-35569b40446e HTTP/1.1" status: 200 len: 217 time: 0.0338545 Jul 09 10:07:41.896443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e328272-e306-4391-9015-0ce3a93e48eb req-0f9ff08e-e06f-46c6-9f4e-56a498aa4cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:41.897802 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e328272-e306-4391-9015-0ce3a93e48eb req-0f9ff08e-e06f-46c6-9f4e-56a498aa4cbf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0433054 Jul 09 10:07:41.958840 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e328272-e306-4391-9015-0ce3a93e48eb req-494d0d1e-d443-47c2-b154-4d71dcacc354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:41.960440 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e328272-e306-4391-9015-0ce3a93e48eb req-494d0d1e-d443-47c2-b154-4d71dcacc354 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0561681 Jul 09 10:07:42.047637 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e328272-e306-4391-9015-0ce3a93e48eb req-23fee24f-cb5d-484c-84eb-858e2944a644 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802462 Jul 09 10:07:42.141261 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4e328272-e306-4391-9015-0ce3a93e48eb req-0c179410-e53e-4398-a428-f41a20d000a5 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870283 Jul 09 10:07:42.285681 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd9f8-f036-43d8-8864-07c32522f753 req-af40dfd1-1cd2-44b8-a9c0-5bf34463197f tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:42.287170 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-925fd9f8-f036-43d8-8864-07c32522f753 req-af40dfd1-1cd2-44b8-a9c0-5bf34463197f tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec89a7b6-5ea5-47e8-b272-146c6e5394fa HTTP/1.1" status: 200 len: 948 time: 0.0624745 Jul 09 10:07:42.323767 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-925fd9f8-f036-43d8-8864-07c32522f753 req-1b7a79fb-5d0e-4cc5-a238-5a00c351a9ef tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b7d1c20-750f-4353-bba7-af8f7952eb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310481 Jul 09 10:07:43.037820 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:43.495326 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e647aa-1526-439c-9c67-e82b742994a8 req-286591c2-3451-4ef0-94df-7a6fb9e29d6f tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:43.496774 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37e647aa-1526-439c-9c67-e82b742994a8 req-286591c2-3451-4ef0-94df-7a6fb9e29d6f tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec89a7b6-5ea5-47e8-b272-146c6e5394fa HTTP/1.1" status: 200 len: 948 time: 0.0630405 Jul 09 10:07:43.534774 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37e647aa-1526-439c-9c67-e82b742994a8 req-0c16e33b-5a4b-4a1a-9b85-66e158c2a49c tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b7d1c20-750f-4353-bba7-af8f7952eb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321059 Jul 09 10:07:43.953732 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 21bd07ab-1580-4788-b54c-35569b40446e details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:07:44.049492 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 21bd07ab-1580-4788-b54c-35569b40446e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=21bd07ab-1580-4788-b54c-35569b40446e,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:07:44.060645 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '21bd07ab-1580-4788-b54c-35569b40446e', 'network_id': 'df82838e-f383-432a-b506-40afa4775cd2', 'port_id': '21bd07ab-1580-4788-b54c-35569b40446e', 'mac_address': 'fa:16:3e:1e:5f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876387e3-55f7-466e-8b65-4cf51930cc6e', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:07:44.098742 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:44.111182 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21bd07ab-1580-4788-b54c-35569b40446e {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:07:44.130086 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 21bd07ab-1580-4788-b54c-35569b40446e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=21bd07ab-1580-4788-b54c-35569b40446e,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:07:44.134196 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:44.183141 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=21bd07ab-1580-4788-b54c-35569b40446e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:44.490586 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['21bd07ab-1580-4788-b54c-35569b40446e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:07:44.710983 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0074e5-ec07-46ad-b921-af9a43761ee1 req-ae0eb676-7718-4a7a-83f2-8e07a23ef92a tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:44.712495 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a0074e5-ec07-46ad-b921-af9a43761ee1 req-ae0eb676-7718-4a7a-83f2-8e07a23ef92a tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec89a7b6-5ea5-47e8-b272-146c6e5394fa HTTP/1.1" status: 200 len: 949 time: 0.0666008 Jul 09 10:07:44.749487 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a0074e5-ec07-46ad-b921-af9a43761ee1 req-db953279-2723-479d-9064-3f02bb63c21d tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b7d1c20-750f-4353-bba7-af8f7952eb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313344 Jul 09 10:07:45.925735 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e27eec-f55d-495a-84b5-ae473312453f req-90382379-958c-4897-b958-10779407d1a2 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:45.927303 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f7e27eec-f55d-495a-84b5-ae473312453f req-90382379-958c-4897-b958-10779407d1a2 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec89a7b6-5ea5-47e8-b272-146c6e5394fa HTTP/1.1" status: 200 len: 949 time: 0.0643528 Jul 09 10:07:45.965184 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f7e27eec-f55d-495a-84b5-ae473312453f req-40f3c91a-ebb5-4b61-a055-7c8d025986be tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b7d1c20-750f-4353-bba7-af8f7952eb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322936 Jul 09 10:07:45.969880 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 21bd07ab-1580-4788-b54c-35569b40446e up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:07:46.017930 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 21bd07ab-1580-4788-b54c-35569b40446e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:07:46.021783 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 21bd07ab-1580-4788-b54c-35569b40446e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:07:46.022153 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:46.102690 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:46.124420 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec89a7b6-5ea5-47e8-b272-146c6e5394fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bd07ab-1580-4788-b54c-35569b40446e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:07:46.127216 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abdadea-0525-4e10-8d7d-6a3598f4940d" -d '{"events": [{"server_uuid": "ec89a7b6-5ea5-47e8-b272-146c6e5394fa", "name": "network-vif-plugged", "status": "completed", "tag": "21bd07ab-1580-4788-b54c-35569b40446e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:07:46.140080 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 21bd07ab-1580-4788-b54c-35569b40446e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=21bd07ab-1580-4788-b54c-35569b40446e,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:07:46.145143 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:46.168579 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52376be-4d12-4e1f-9407-f8550052a1ce x-openstack-request-id: req-c52376be-4d12-4e1f-9407-f8550052a1ce {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:07:46.168869 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec89a7b6-5ea5-47e8-b272-146c6e5394fa", "name": "network-vif-plugged", "status": "completed", "tag": "21bd07ab-1580-4788-b54c-35569b40446e", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:07:46.169121 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c52376be-4d12-4e1f-9407-f8550052a1ce {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:07:46.169511 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec89a7b6-5ea5-47e8-b272-146c6e5394fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bd07ab-1580-4788-b54c-35569b40446e', 'code': 200} Jul 09 10:07:46.198197 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=21bd07ab-1580-4788-b54c-35569b40446e,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:46.277614 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ad747-31b0-4344-b300-0e440a3bc847 req-40253f4f-229b-45e7-b038-6d2c22350c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:46.279142 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c82ad747-31b0-4344-b300-0e440a3bc847 req-40253f4f-229b-45e7-b038-6d2c22350c1c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ec89a7b6-5ea5-47e8-b272-146c6e5394fa HTTP/1.1" status: 200 len: 1101 time: 0.0520098 Jul 09 10:07:46.312481 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c82ad747-31b0-4344-b300-0e440a3bc847 req-4e9347ef-d749-40f8-b64b-9508fd756483 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6b7d1c20-750f-4353-bba7-af8f7952eb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270269 Jul 09 10:07:47.148634 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d13922-5fa3-4ed0-8b0f-581ed436657b req-ff35cb19-a79f-41e8-a918-63d0a695fc71 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:47.150196 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-08d13922-5fa3-4ed0-8b0f-581ed436657b req-ff35cb19-a79f-41e8-a918-63d0a695fc71 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec89a7b6-5ea5-47e8-b272-146c6e5394fa HTTP/1.1" status: 200 len: 950 time: 0.0725763 Jul 09 10:07:47.190150 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-08d13922-5fa3-4ed0-8b0f-581ed436657b req-a86e5bf0-31ee-4751-bd92-6e06a835b20c tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b7d1c20-750f-4353-bba7-af8f7952eb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334980 Jul 09 10:07:48.256717 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53c9f0f8-474b-4f2f-b497-60c5546b5095 req-ca8b67a3-3763-4c6b-b4e8-ba4b830bfadd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ec89a7b6-5ea5-47e8-b272-146c6e5394fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510755 Jul 09 10:07:48.393231 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9f0f8-474b-4f2f-b497-60c5546b5095 req-59742f97-2ba1-428f-891c-57dd70862825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:48.394726 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53c9f0f8-474b-4f2f-b497-60c5546b5095 req-59742f97-2ba1-428f-891c-57dd70862825 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2409a49d39114c8b99498c78bc1fae4e&device_id=ec89a7b6-5ea5-47e8-b272-146c6e5394fa HTTP/1.1" status: 200 len: 1101 time: 0.0947564 Jul 09 10:07:48.405972 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560633a-bca5-4a6b-8454-da22e9ad296e req-576a92df-6e1b-4635-bc19-ba074e7ed383 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:48.407920 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9560633a-bca5-4a6b-8454-da22e9ad296e req-576a92df-6e1b-4635-bc19-ba074e7ed383 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec89a7b6-5ea5-47e8-b272-146c6e5394fa HTTP/1.1" status: 200 len: 950 time: 0.0995295 Jul 09 10:07:48.491669 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9560633a-bca5-4a6b-8454-da22e9ad296e req-6742bffd-7beb-4de8-8a0f-9e035f342e7f tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b7d1c20-750f-4353-bba7-af8f7952eb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778480 Jul 09 10:07:48.523858 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9f0f8-474b-4f2f-b497-60c5546b5095 req-57d5853f-5554-4dc5-a8a7-10ce5a979e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:48.525304 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53c9f0f8-474b-4f2f-b497-60c5546b5095 req-57d5853f-5554-4dc5-a8a7-10ce5a979e8f service neutron] 10.222.0.64 "GET /v2.0/networks?id=df82838e-f383-432a-b506-40afa4775cd2 HTTP/1.1" status: 200 len: 870 time: 0.1099622 Jul 09 10:07:48.569521 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53c9f0f8-474b-4f2f-b497-60c5546b5095 req-0b0266c7-165d-4cf4-a409-d0d295e3355b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=21bd07ab-1580-4788-b54c-35569b40446e HTTP/1.1" status: 200 len: 217 time: 0.0382905 Jul 09 10:07:48.621417 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9f0f8-474b-4f2f-b497-60c5546b5095 req-0a52bb4d-b484-4825-b190-e33264c187be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:48.622917 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53c9f0f8-474b-4f2f-b497-60c5546b5095 req-0a52bb4d-b484-4825-b190-e33264c187be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=876387e3-55f7-466e-8b65-4cf51930cc6e HTTP/1.1" status: 200 len: 843 time: 0.0471108 Jul 09 10:07:48.685640 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9f0f8-474b-4f2f-b497-60c5546b5095 req-9c5debb2-9309-4052-be18-8ea82500f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:48.687173 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53c9f0f8-474b-4f2f-b497-60c5546b5095 req-9c5debb2-9309-4052-be18-8ea82500f92a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df82838e-f383-432a-b506-40afa4775cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0578935 Jul 09 10:07:48.781316 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53c9f0f8-474b-4f2f-b497-60c5546b5095 req-852a0e73-c1e1-4b04-ab76-30598c37bc89 service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879798 Jul 09 10:07:48.874848 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-53c9f0f8-474b-4f2f-b497-60c5546b5095 req-d6de49f9-b5e8-46a7-90d6-e3b448768bea service neutron] 10.222.0.64 "GET /v2.0/networks/df82838e-f383-432a-b506-40afa4775cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871513 Jul 09 10:07:49.594479 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabb1fb-4d3c-41df-80c8-a8c996cfb1e3 req-13a121db-2b20-4885-92ef-6c4d2466fe13 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:49.596817 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2aabb1fb-4d3c-41df-80c8-a8c996cfb1e3 req-13a121db-2b20-4885-92ef-6c4d2466fe13 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec89a7b6-5ea5-47e8-b272-146c6e5394fa HTTP/1.1" status: 200 len: 950 time: 0.0708842 Jul 09 10:07:49.636049 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2aabb1fb-4d3c-41df-80c8-a8c996cfb1e3 req-f7768c33-a409-47b2-bc6a-6006f5e6ba22 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b7d1c20-750f-4353-bba7-af8f7952eb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332725 Jul 09 10:07:50.812506 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225a39c-b439-4454-b984-be04ef7c88c9 req-aba24880-4515-440e-a44b-cf583f053d53 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:50.814039 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6225a39c-b439-4454-b984-be04ef7c88c9 req-aba24880-4515-440e-a44b-cf583f053d53 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec89a7b6-5ea5-47e8-b272-146c6e5394fa HTTP/1.1" status: 200 len: 950 time: 0.0638282 Jul 09 10:07:50.877166 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6225a39c-b439-4454-b984-be04ef7c88c9 req-8f4e6f4f-e0ae-4d79-99f5-72036006660e tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b7d1c20-750f-4353-bba7-af8f7952eb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575554 Jul 09 10:07:50.911275 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ef5c4-ede4-4d9c-9635-06db894aaa09 req-1f181a7b-b21d-49e4-afd0-47448ea6421a tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:50.912767 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-829ef5c4-ede4-4d9c-9635-06db894aaa09 req-1f181a7b-b21d-49e4-afd0-47448ea6421a tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec89a7b6-5ea5-47e8-b272-146c6e5394fa HTTP/1.1" status: 200 len: 950 time: 0.0730882 Jul 09 10:07:51.015292 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-829ef5c4-ede4-4d9c-9635-06db894aaa09 req-975b15dc-921e-48b3-bd91-88fe0e2a27a0 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Deleting port 21bd07ab-1580-4788-b54c-35569b40446e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:07:51.015633 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-829ef5c4-ede4-4d9c-9635-06db894aaa09 req-975b15dc-921e-48b3-bd91-88fe0e2a27a0 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:51.101774 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-829ef5c4-ede4-4d9c-9635-06db894aaa09 req-975b15dc-921e-48b3-bd91-88fe0e2a27a0 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] For port 21bd07ab-1580-4788-b54c-35569b40446e, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=21bd07ab-1580-4788-b54c-35569b40446e,segment=NetworkSegment(b0e32386-2dfb-40db-aaae-69ce0a742e6f),segment_id=b0e32386-2dfb-40db-aaae-69ce0a742e6f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:07:51.102139 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-829ef5c4-ede4-4d9c-9635-06db894aaa09 req-975b15dc-921e-48b3-bd91-88fe0e2a27a0 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:51.116384 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-829ef5c4-ede4-4d9c-9635-06db894aaa09 req-975b15dc-921e-48b3-bd91-88fe0e2a27a0 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Calling delete_port for 21bd07ab-1580-4788-b54c-35569b40446e owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:07:51.253941 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-829ef5c4-ede4-4d9c-9635-06db894aaa09 req-975b15dc-921e-48b3-bd91-88fe0e2a27a0 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:51.266812 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['21bd07ab-1580-4788-b54c-35569b40446e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:07:51.280806 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b15dc-921e-48b3-bd91-88fe0e2a27a0 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Pushing event deleted for resources: {'Port': ['ID=21bd07ab-1580-4788-b54c-35569b40446e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:51.333747 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-829ef5c4-ede4-4d9c-9635-06db894aaa09 req-975b15dc-921e-48b3-bd91-88fe0e2a27a0 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] No DVR routers for this DVR port 21bd07ab-1580-4788-b54c-35569b40446e on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:07:51.336511 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-829ef5c4-ede4-4d9c-9635-06db894aaa09 req-975b15dc-921e-48b3-bd91-88fe0e2a27a0 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:51.338612 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-829ef5c4-ede4-4d9c-9635-06db894aaa09 req-975b15dc-921e-48b3-bd91-88fe0e2a27a0 tempest-ServersAdminNegativeTestJSON-383383245 tempest-ServersAdminNegativeTestJSON-383383245-project] 10.222.0.64 "DELETE /v2.0/ports/21bd07ab-1580-4788-b54c-35569b40446e HTTP/1.1" status: 204 len: 173 time: 0.4207349 Jul 09 10:07:51.339075 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec89a7b6-5ea5-47e8-b272-146c6e5394fa', 'name': 'network-vif-deleted', 'tag': '21bd07ab-1580-4788-b54c-35569b40446e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:07:51.341548 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10e8c40-4d66-4f6b-beae-1ade5bf8aeea" -d '{"events": [{"server_uuid": "ec89a7b6-5ea5-47e8-b272-146c6e5394fa", "name": "network-vif-deleted", "tag": "21bd07ab-1580-4788-b54c-35569b40446e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:07:51.381979 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0024a0-e02f-4ac9-9e5f-24e72cddb0a7 x-openstack-request-id: req-0b0024a0-e02f-4ac9-9e5f-24e72cddb0a7 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:07:51.382310 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec89a7b6-5ea5-47e8-b272-146c6e5394fa", "name": "network-vif-deleted", "tag": "21bd07ab-1580-4788-b54c-35569b40446e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:07:51.382658 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0b0024a0-e02f-4ac9-9e5f-24e72cddb0a7 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:07:51.383037 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec89a7b6-5ea5-47e8-b272-146c6e5394fa', 'name': 'network-vif-deleted', 'tag': '21bd07ab-1580-4788-b54c-35569b40446e', 'status': 'completed', 'code': 200} Jul 09 10:07:52.209918 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39474) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:07:52.340132 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-31a6086b-de37-49ea-981f-e76879bf27d1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2409a49d39114c8b99498c78bc1fae4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284547 Jul 09 10:07:52.342691 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39478) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:07:52.390191 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-514c559c-dfb6-44fd-a123-f84f20bcbd74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:52.410789 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-514c559c-dfb6-44fd-a123-f84f20bcbd74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:52.457198 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-514c559c-dfb6-44fd-a123-f84f20bcbd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:52.459965 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-514c559c-dfb6-44fd-a123-f84f20bcbd74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:52.461157 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-514c559c-dfb6-44fd-a123-f84f20bcbd74 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b7d1c20-750f-4353-bba7-af8f7952eb21 HTTP/1.1" status: 204 len: 168 time: 0.1175768 Jul 09 10:07:52.469054 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c559c-dfb6-44fd-a123-f84f20bcbd74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7d1c20-750f-4353-bba7-af8f7952eb21,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:52.720757 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39484) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:07:52.734069 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0b756e2-a958-4695-9218-12ccb713f2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:52.822336 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0b756e2-a958-4695-9218-12ccb713f2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:52.826066 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0b756e2-a958-4695-9218-12ccb713f2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:52.863630 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e0b756e2-a958-4695-9218-12ccb713f2a9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aa58326dca7a4c8fbd91b8c5aadd6563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417906 Jul 09 10:07:52.864750 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b756e2-a958-4695-9218-12ccb713f2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cee2a0-02e6-4a89-a04a-e5eba0482f00,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:52.866342 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39486) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:07:52.915799 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20a10201-5262-4168-9801-5f4509fffd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:52.937086 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20a10201-5262-4168-9801-5f4509fffd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:52.986244 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20a10201-5262-4168-9801-5f4509fffd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:52.988822 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20a10201-5262-4168-9801-5f4509fffd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:52.989976 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-20a10201-5262-4168-9801-5f4509fffd97 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/10cee2a0-02e6-4a89-a04a-e5eba0482f00 HTTP/1.1" status: 204 len: 168 time: 0.1226549 Jul 09 10:07:52.997743 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a10201-5262-4168-9801-5f4509fffd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cee2a0-02e6-4a89-a04a-e5eba0482f00,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:53.649193 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39508) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:07:53.745305 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-96dfc38c-ca9f-4151-bf2f-43e960c4e42b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1180375717-network', 'tenant_id': '26b224e322ce439784a5153569aca5bd'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:07:53.767134 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dfc38c-ca9f-4151-bf2f-43e960c4e42b admin admin] Made reservation on behalf of 26b224e322ce439784a5153569aca5bd for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:07:53.769454 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96dfc38c-ca9f-4151-bf2f-43e960c4e42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:53.777612 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96dfc38c-ca9f-4151-bf2f-43e960c4e42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:53.867515 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96dfc38c-ca9f-4151-bf2f-43e960c4e42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:53.871233 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96dfc38c-ca9f-4151-bf2f-43e960c4e42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:53.896469 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96dfc38c-ca9f-4151-bf2f-43e960c4e42b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:07:53.906098 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfc38c-ca9f-4151-bf2f-43e960c4e42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb25de9-6dec-429a-83a8-4fc660a7a12a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:53.911129 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96dfc38c-ca9f-4151-bf2f-43e960c4e42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:53.911476 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-96dfc38c-ca9f-4151-bf2f-43e960c4e42b admin admin] Added segment 7b95dd92-485e-4762-bfcf-ced03d18a528 of type vlan for network 35c3712d-930e-499b-95ad-5f7692fb4487 Jul 09 10:07:53.951079 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96dfc38c-ca9f-4151-bf2f-43e960c4e42b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:53.978731 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96dfc38c-ca9f-4151-bf2f-43e960c4e42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:53.979712 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dfc38c-ca9f-4151-bf2f-43e960c4e42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:53.980297 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96dfc38c-ca9f-4151-bf2f-43e960c4e42b admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:54.002449 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 21bd07ab-1580-4788-b54c-35569b40446e no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:07:54.021986 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 21bd07ab-1580-4788-b54c-35569b40446e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:07:54.022341 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 21bd07ab-1580-4788-b54c-35569b40446e not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:07:54.034237 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-96dfc38c-ca9f-4151-bf2f-43e960c4e42b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3839290 Jul 09 10:07:54.037664 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39512) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:07:54.042828 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-50d4912f-68d8-4005-b4f9-3ac4c14749c7 admin admin] Request body: {'subnet': {'network_id': '35c3712d-930e-499b-95ad-5f7692fb4487', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1180375717-subnet', 'tenant_id': '26b224e322ce439784a5153569aca5bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:07:54.043516 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfc38c-ca9f-4151-bf2f-43e960c4e42b admin admin] Pushing event updated for resources: {'Network': ['ID=35c3712d-930e-499b-95ad-5f7692fb4487,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:54.053893 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 35c3712d-930e-499b-95ad-5f7692fb4487 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:07:54.064795 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d4912f-68d8-4005-b4f9-3ac4c14749c7 admin admin] Made reservation on behalf of 26b224e322ce439784a5153569aca5bd for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:07:54.067181 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50d4912f-68d8-4005-b4f9-3ac4c14749c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:54.232831 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50d4912f-68d8-4005-b4f9-3ac4c14749c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:54.287007 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4912f-68d8-4005-b4f9-3ac4c14749c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60e3cb7c-42ba-4a07-8490-f6dd994da573,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:54.295798 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d4912f-68d8-4005-b4f9-3ac4c14749c7 admin admin] Checking segment: {'id': '7b95dd92-485e-4762-bfcf-ced03d18a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '35c3712d-930e-499b-95ad-5f7692fb4487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:07:54.296161 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d4912f-68d8-4005-b4f9-3ac4c14749c7 admin admin] Network hostable DHCP agents. Network: 35c3712d-930e-499b-95ad-5f7692fb4487, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:07:54.312871 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d4912f-68d8-4005-b4f9-3ac4c14749c7 admin admin] Network 35c3712d-930e-499b-95ad-5f7692fb4487 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:07:54.321326 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-50d4912f-68d8-4005-b4f9-3ac4c14749c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 35c3712d-930e-499b-95ad-5f7692fb4487) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:07:54.325497 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d4912f-68d8-4005-b4f9-3ac4c14749c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:54.326082 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50d4912f-68d8-4005-b4f9-3ac4c14749c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:54.330571 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14ab821-8f85-4f41-b328-cea088aa05c8 None None] Network 35c3712d-930e-499b-95ad-5f7692fb4487 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:07:54.347238 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-50d4912f-68d8-4005-b4f9-3ac4c14749c7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3007147 Jul 09 10:07:54.609455 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defc6b53-d8b3-45c1-a535-775afd688a63 None None] Network 35c3712d-930e-499b-95ad-5f7692fb4487 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:07:54.764417 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33667b01-e7b9-4637-8598-fed7207897ce req-19e83d24-c4f9-4cc2-bc7e-4b8193375007 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:54.765927 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33667b01-e7b9-4637-8598-fed7207897ce req-19e83d24-c4f9-4cc2-bc7e-4b8193375007 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/networks?id=35c3712d-930e-499b-95ad-5f7692fb4487 HTTP/1.1" status: 200 len: 812 time: 0.1026518 Jul 09 10:07:54.781051 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33667b01-e7b9-4637-8598-fed7207897ce req-4839bf52-2a34-4461-bcf8-cd095a5e7e0c tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/quotas/26b224e322ce439784a5153569aca5bd HTTP/1.1" status: 200 len: 375 time: 0.0090950 Jul 09 10:07:54.814151 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33667b01-e7b9-4637-8598-fed7207897ce req-34bdcfd1-b0d0-42f4-a1b0-c99b506d0e09 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=26b224e322ce439784a5153569aca5bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273960 Jul 09 10:07:54.824144 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-33667b01-e7b9-4637-8598-fed7207897ce req-e7158f7d-36d5-41b6-b84e-0d6d91ccc087 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 10:07:54.825105 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33667b01-e7b9-4637-8598-fed7207897ce req-e7158f7d-36d5-41b6-b84e-0d6d91ccc087 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048816 Jul 09 10:07:54.915626 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33667b01-e7b9-4637-8598-fed7207897ce req-3a45c86e-24f1-4cfc-91de-eca0e9b95281 service neutron] 10.222.0.61 "GET /v2.0/networks/35c3712d-930e-499b-95ad-5f7692fb4487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848212 Jul 09 10:07:55.002337 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33667b01-e7b9-4637-8598-fed7207897ce req-446a4bcc-97d3-48a2-af08-cc329945c099 service neutron] 10.222.0.61 "GET /v2.0/networks/35c3712d-930e-499b-95ad-5f7692fb4487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809844 Jul 09 10:07:55.181107 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ffb27efe-f22d-4d79-96e0-9cdbcfa009ec req-3cd65ef2-0eac-45e7-88c0-46f84f512fe4 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 210 time: 0.0342886 Jul 09 10:07:56.193659 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33667b01-e7b9-4637-8598-fed7207897ce req-3c9f334b-bc09-4454-838c-3097283b572a tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:56.195163 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33667b01-e7b9-4637-8598-fed7207897ce req-3c9f334b-bc09-4454-838c-3097283b572a tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.58 "GET /v2.0/networks?id=35c3712d-930e-499b-95ad-5f7692fb4487 HTTP/1.1" status: 200 len: 812 time: 0.1030796 Jul 09 10:07:56.210854 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-33667b01-e7b9-4637-8598-fed7207897ce req-e8383c07-1045-49da-a19d-b4db1c4d7b7c tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Request body: {'port': {'device_id': '5e07606f-3697-440d-9c8c-a9c59874d1bd', 'network_id': '35c3712d-930e-499b-95ad-5f7692fb4487', 'admin_state_up': True, 'tenant_id': '26b224e322ce439784a5153569aca5bd'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:07:56.341437 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8fba9fae-fff1-4ddc-a21f-19d7f0a1bdd0 req-ad5b9dd8-612d-4912-99e9-3bc379dbaf5c tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 210 time: 0.0383024 Jul 09 10:07:56.360880 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33667b01-e7b9-4637-8598-fed7207897ce req-e8383c07-1045-49da-a19d-b4db1c4d7b7c tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Made reservation on behalf of 26b224e322ce439784a5153569aca5bd for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:07:56.364994 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-33667b01-e7b9-4637-8598-fed7207897ce req-e8383c07-1045-49da-a19d-b4db1c4d7b7c tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:56.495298 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-33667b01-e7b9-4637-8598-fed7207897ce req-e8383c07-1045-49da-a19d-b4db1c4d7b7c tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Allocated IP 172.20.0.4 (35c3712d-930e-499b-95ad-5f7692fb4487/60e3cb7c-42ba-4a07-8490-f6dd994da573/b656f7ba-f347-42b1-a55b-25e28bdba400) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:07:56.643780 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-33667b01-e7b9-4637-8598-fed7207897ce req-e8383c07-1045-49da-a19d-b4db1c4d7b7c tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:56.684340 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-33667b01-e7b9-4637-8598-fed7207897ce req-e8383c07-1045-49da-a19d-b4db1c4d7b7c tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:56.733357 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33667b01-e7b9-4637-8598-fed7207897ce req-e8383c07-1045-49da-a19d-b4db1c4d7b7c tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Network 35c3712d-930e-499b-95ad-5f7692fb4487 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:07:56.737507 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-33667b01-e7b9-4637-8598-fed7207897ce req-e8383c07-1045-49da-a19d-b4db1c4d7b7c tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:07:56.740470 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-33667b01-e7b9-4637-8598-fed7207897ce req-e8383c07-1045-49da-a19d-b4db1c4d7b7c tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:07:56.778488 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8383c07-1045-49da-a19d-b4db1c4d7b7c tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Pushing event updated for resources: {'Port': ['ID=b656f7ba-f347-42b1-a55b-25e28bdba400,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:56.807907 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33667b01-e7b9-4637-8598-fed7207897ce req-e8383c07-1045-49da-a19d-b4db1c4d7b7c tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:56.808446 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-33667b01-e7b9-4637-8598-fed7207897ce req-e8383c07-1045-49da-a19d-b4db1c4d7b7c tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:56.824049 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33667b01-e7b9-4637-8598-fed7207897ce req-e8383c07-1045-49da-a19d-b4db1c4d7b7c tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6171606 Jul 09 10:07:56.835150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-33667b01-e7b9-4637-8598-fed7207897ce req-5a395066-3372-41cf-9cb9-84420b307507 service neutron] Request body: {'port': {'device_id': '5e07606f-3697-440d-9c8c-a9c59874d1bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:07:56.905921 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-33667b01-e7b9-4637-8598-fed7207897ce req-5a395066-3372-41cf-9cb9-84420b307507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:57.167390 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-33667b01-e7b9-4637-8598-fed7207897ce req-5a395066-3372-41cf-9cb9-84420b307507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b656f7ba-f347-42b1-a55b-25e28bdba400 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:07:57.174966 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-33667b01-e7b9-4637-8598-fed7207897ce req-5a395066-3372-41cf-9cb9-84420b307507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:57.186617 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-33667b01-e7b9-4637-8598-fed7207897ce req-5a395066-3372-41cf-9cb9-84420b307507 service neutron] Transition to ACTIVE for port object b656f7ba-f347-42b1-a55b-25e28bdba400 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:07:57.190370 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-33667b01-e7b9-4637-8598-fed7207897ce req-5a395066-3372-41cf-9cb9-84420b307507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:57.238833 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a395066-3372-41cf-9cb9-84420b307507 service neutron] Pushing event updated for resources: {'Port': ['ID=b656f7ba-f347-42b1-a55b-25e28bdba400,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:57.307101 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-33667b01-e7b9-4637-8598-fed7207897ce req-5a395066-3372-41cf-9cb9-84420b307507 service neutron] Attempting to bind port b656f7ba-f347-42b1-a55b-25e28bdba400 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:07:57.307439 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-33667b01-e7b9-4637-8598-fed7207897ce req-5a395066-3372-41cf-9cb9-84420b307507 service neutron] Attempting to bind port b656f7ba-f347-42b1-a55b-25e28bdba400 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '7b95dd92-485e-4762-bfcf-ced03d18a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '35c3712d-930e-499b-95ad-5f7692fb4487'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:07:57.307799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33667b01-e7b9-4637-8598-fed7207897ce req-5a395066-3372-41cf-9cb9-84420b307507 service neutron] Attempting to bind port b656f7ba-f347-42b1-a55b-25e28bdba400 on network 35c3712d-930e-499b-95ad-5f7692fb4487 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:07:57.312013 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33667b01-e7b9-4637-8598-fed7207897ce req-5a395066-3372-41cf-9cb9-84420b307507 service neutron] Port b656f7ba-f347-42b1-a55b-25e28bdba400 on network 35c3712d-930e-499b-95ad-5f7692fb4487 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:07:57.312334 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33667b01-e7b9-4637-8598-fed7207897ce req-5a395066-3372-41cf-9cb9-84420b307507 service neutron] Attempting to bind port b656f7ba-f347-42b1-a55b-25e28bdba400 on network 35c3712d-930e-499b-95ad-5f7692fb4487 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:07:57.317887 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33667b01-e7b9-4637-8598-fed7207897ce req-5a395066-3372-41cf-9cb9-84420b307507 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:07:57.318228 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33667b01-e7b9-4637-8598-fed7207897ce req-5a395066-3372-41cf-9cb9-84420b307507 service neutron] Checking segment: {'id': '7b95dd92-485e-4762-bfcf-ced03d18a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '35c3712d-930e-499b-95ad-5f7692fb4487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:07:57.318606 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33667b01-e7b9-4637-8598-fed7207897ce req-5a395066-3372-41cf-9cb9-84420b307507 service neutron] Bound using segment: {'id': '7b95dd92-485e-4762-bfcf-ced03d18a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '35c3712d-930e-499b-95ad-5f7692fb4487'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:07:57.319032 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-33667b01-e7b9-4637-8598-fed7207897ce req-5a395066-3372-41cf-9cb9-84420b307507 service neutron] Bound port: b656f7ba-f347-42b1-a55b-25e28bdba400, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b95dd92-485e-4762-bfcf-ced03d18a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '35c3712d-930e-499b-95ad-5f7692fb4487'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:07:57.319391 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-33667b01-e7b9-4637-8598-fed7207897ce req-5a395066-3372-41cf-9cb9-84420b307507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:57.385743 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-33667b01-e7b9-4637-8598-fed7207897ce req-5a395066-3372-41cf-9cb9-84420b307507 service neutron] For port b656f7ba-f347-42b1-a55b-25e28bdba400, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:07:57.388808 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-33667b01-e7b9-4637-8598-fed7207897ce req-5a395066-3372-41cf-9cb9-84420b307507 service neutron] For port b656f7ba-f347-42b1-a55b-25e28bdba400, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b656f7ba-f347-42b1-a55b-25e28bdba400,segment=NetworkSegment(7b95dd92-485e-4762-bfcf-ced03d18a528),segment_id=7b95dd92-485e-4762-bfcf-ced03d18a528)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:07:57.393778 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-33667b01-e7b9-4637-8598-fed7207897ce req-5a395066-3372-41cf-9cb9-84420b307507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:57.426861 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33667b01-e7b9-4637-8598-fed7207897ce req-5a395066-3372-41cf-9cb9-84420b307507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:57.427466 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-33667b01-e7b9-4637-8598-fed7207897ce req-5a395066-3372-41cf-9cb9-84420b307507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:57.428938 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33667b01-e7b9-4637-8598-fed7207897ce req-5a395066-3372-41cf-9cb9-84420b307507 service neutron] 10.222.0.58 "PUT /v2.0/ports/b656f7ba-f347-42b1-a55b-25e28bdba400 HTTP/1.1" status: 200 len: 1091 time: 0.5978782 Jul 09 10:07:57.429369 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e07606f-3697-440d-9c8c-a9c59874d1bd', 'tag': 'b656f7ba-f347-42b1-a55b-25e28bdba400'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:07:57.431591 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e75d9c-9b44-4266-ab8f-7ea07437bf23" -d '{"events": [{"name": "network-changed", "server_uuid": "5e07606f-3697-440d-9c8c-a9c59874d1bd", "tag": "b656f7ba-f347-42b1-a55b-25e28bdba400"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:07:57.456583 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a395066-3372-41cf-9cb9-84420b307507 service neutron] Pushing event updated for resources: {'Port': ['ID=b656f7ba-f347-42b1-a55b-25e28bdba400,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:57.484008 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1528d9-820e-4cf2-9553-0bb66ac02306 x-openstack-request-id: req-2a1528d9-820e-4cf2-9553-0bb66ac02306 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:07:57.484288 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e07606f-3697-440d-9c8c-a9c59874d1bd", "tag": "b656f7ba-f347-42b1-a55b-25e28bdba400", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:07:57.484533 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2a1528d9-820e-4cf2-9553-0bb66ac02306 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:07:57.484914 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e07606f-3697-440d-9c8c-a9c59874d1bd', 'tag': 'b656f7ba-f347-42b1-a55b-25e28bdba400', 'status': 'completed', 'code': 200} Jul 09 10:07:57.907900 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd7f50-9cab-4bff-8657-19551a68404f req-318460e9-60d4-40b6-b9da-3ced327f35b2 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:57.909637 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-23dd7f50-9cab-4bff-8657-19551a68404f req-318460e9-60d4-40b6-b9da-3ced327f35b2 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 943 time: 0.4387021 Jul 09 10:07:57.912304 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33667b01-e7b9-4637-8598-fed7207897ce req-941b3db4-d2a9-4094-9f41-c3d946580ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:57.913582 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33667b01-e7b9-4637-8598-fed7207897ce req-941b3db4-d2a9-4094-9f41-c3d946580ecf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=26b224e322ce439784a5153569aca5bd&device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 1094 time: 0.4325724 Jul 09 10:07:57.959908 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33667b01-e7b9-4637-8598-fed7207897ce req-ac8ea6b2-45fb-452b-9d0e-34e5202dbec5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b656f7ba-f347-42b1-a55b-25e28bdba400 HTTP/1.1" status: 200 len: 217 time: 0.0388741 Jul 09 10:07:57.998891 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-23dd7f50-9cab-4bff-8657-19551a68404f req-eb6b8e49-ceb5-40fc-9e08-998f335919f9 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835891 Jul 09 10:07:58.017226 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33667b01-e7b9-4637-8598-fed7207897ce req-17841d70-89c8-4be9-903f-420e4fb6341c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:58.018679 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33667b01-e7b9-4637-8598-fed7207897ce req-17841d70-89c8-4be9-903f-420e4fb6341c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=60e3cb7c-42ba-4a07-8490-f6dd994da573 HTTP/1.1" status: 200 len: 852 time: 0.0489066 Jul 09 10:07:58.053946 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33667b01-e7b9-4637-8598-fed7207897ce req-843f6148-dcf2-4b26-9b58-18e99a03b483 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35c3712d-930e-499b-95ad-5f7692fb4487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287344 Jul 09 10:07:58.144699 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33667b01-e7b9-4637-8598-fed7207897ce req-0c49b72a-998a-479e-9940-0d7b0cbbce3c service neutron] 10.222.0.58 "GET /v2.0/networks/35c3712d-930e-499b-95ad-5f7692fb4487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843475 Jul 09 10:07:58.234488 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33667b01-e7b9-4637-8598-fed7207897ce req-b4661fbe-cb46-48c0-8f6b-0f7a22a3f74a service neutron] 10.222.0.58 "GET /v2.0/networks/35c3712d-930e-499b-95ad-5f7692fb4487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836921 Jul 09 10:07:58.333343 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e75d9c-9b44-4266-ab8f-7ea07437bf23 req-1b7c66f1-fd50-46cc-adf7-03e3137c9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:58.334893 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8e75d9c-9b44-4266-ab8f-7ea07437bf23 req-1b7c66f1-fd50-46cc-adf7-03e3137c9f57 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=26b224e322ce439784a5153569aca5bd&device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 1094 time: 0.0550478 Jul 09 10:07:58.426386 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e75d9c-9b44-4266-ab8f-7ea07437bf23 req-38c7f5bd-d4e8-46c4-a7e7-103b057ba335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:58.427890 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8e75d9c-9b44-4266-ab8f-7ea07437bf23 req-38c7f5bd-d4e8-46c4-a7e7-103b057ba335 service neutron] 10.222.0.58 "GET /v2.0/networks?id=35c3712d-930e-499b-95ad-5f7692fb4487 HTTP/1.1" status: 200 len: 913 time: 0.0865793 Jul 09 10:07:58.467498 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8e75d9c-9b44-4266-ab8f-7ea07437bf23 req-3dee37bd-17c2-49f2-baa9-7d4bfb2a39b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b656f7ba-f347-42b1-a55b-25e28bdba400 HTTP/1.1" status: 200 len: 217 time: 0.0334740 Jul 09 10:07:58.516281 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e75d9c-9b44-4266-ab8f-7ea07437bf23 req-528c8656-a7f5-4ca0-af0a-16b322f19e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:58.517640 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8e75d9c-9b44-4266-ab8f-7ea07437bf23 req-528c8656-a7f5-4ca0-af0a-16b322f19e1c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=60e3cb7c-42ba-4a07-8490-f6dd994da573 HTTP/1.1" status: 200 len: 852 time: 0.0433173 Jul 09 10:07:58.551361 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8e75d9c-9b44-4266-ab8f-7ea07437bf23 req-20dac76a-dc8d-4f02-b443-963d24dcc55c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35c3712d-930e-499b-95ad-5f7692fb4487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254464 Jul 09 10:07:58.639779 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8e75d9c-9b44-4266-ab8f-7ea07437bf23 req-a90a2b2a-9328-44c1-943d-d26b0d53b53b service neutron] 10.222.0.58 "GET /v2.0/networks/35c3712d-930e-499b-95ad-5f7692fb4487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815465 Jul 09 10:07:58.728503 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8e75d9c-9b44-4266-ab8f-7ea07437bf23 req-6e251af0-ac30-4e10-a308-ff71ecb2ff1e service neutron] 10.222.0.58 "GET /v2.0/networks/35c3712d-930e-499b-95ad-5f7692fb4487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810742 Jul 09 10:07:59.179956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0314e8-356e-4033-807f-e1a1b2705056 req-1b0f0f78-0416-402a-820e-dfd0b10d3a04 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:07:59.181470 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb0314e8-356e-4033-807f-e1a1b2705056 req-1b0f0f78-0416-402a-820e-dfd0b10d3a04 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 943 time: 0.0702603 Jul 09 10:07:59.222099 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb0314e8-356e-4033-807f-e1a1b2705056 req-7f2914e6-e1c5-4ef4-9784-638a7f62d070 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349441 Jul 09 10:07:59.426347 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b656f7ba-f347-42b1-a55b-25e28bdba400 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:07:59.518944 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port b656f7ba-f347-42b1-a55b-25e28bdba400, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b656f7ba-f347-42b1-a55b-25e28bdba400,segment=NetworkSegment(7b95dd92-485e-4762-bfcf-ced03d18a528),segment_id=7b95dd92-485e-4762-bfcf-ced03d18a528)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:07:59.532035 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'b656f7ba-f347-42b1-a55b-25e28bdba400', 'network_id': '35c3712d-930e-499b-95ad-5f7692fb4487', 'port_id': 'b656f7ba-f347-42b1-a55b-25e28bdba400', 'mac_address': 'fa:16:3e:58:c8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e3cb7c-42ba-4a07-8490-f6dd994da573', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:07:59.571823 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:59.584982 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b656f7ba-f347-42b1-a55b-25e28bdba400 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:07:59.603833 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port b656f7ba-f347-42b1-a55b-25e28bdba400, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b656f7ba-f347-42b1-a55b-25e28bdba400,segment=NetworkSegment(7b95dd92-485e-4762-bfcf-ced03d18a528),segment_id=7b95dd92-485e-4762-bfcf-ced03d18a528)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:07:59.607374 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:07:59.654044 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=b656f7ba-f347-42b1-a55b-25e28bdba400,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:07:59.807248 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['b656f7ba-f347-42b1-a55b-25e28bdba400'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:08:00.391992 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d302cf0-036c-4884-b35b-80da6997afd9 req-09685000-6789-4106-9f9b-0a97ab1dd60d tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:00.393494 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5d302cf0-036c-4884-b35b-80da6997afd9 req-09685000-6789-4106-9f9b-0a97ab1dd60d tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 944 time: 0.0635431 Jul 09 10:08:00.431383 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5d302cf0-036c-4884-b35b-80da6997afd9 req-d841437c-7f8e-46a9-96a0-b3b08dbaf276 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319760 Jul 09 10:08:01.429613 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b656f7ba-f347-42b1-a55b-25e28bdba400 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:08:01.480981 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port b656f7ba-f347-42b1-a55b-25e28bdba400 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:08:01.485550 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port b656f7ba-f347-42b1-a55b-25e28bdba400 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:08:01.485935 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:01.563964 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:01.593259 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e07606f-3697-440d-9c8c-a9c59874d1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b656f7ba-f347-42b1-a55b-25e28bdba400'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:08:01.596107 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686c26f2-2799-4e16-8e35-3eaa8158c3b5" -d '{"events": [{"server_uuid": "5e07606f-3697-440d-9c8c-a9c59874d1bd", "name": "network-vif-plugged", "status": "completed", "tag": "b656f7ba-f347-42b1-a55b-25e28bdba400"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:08:01.609448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f81311-6c4f-444d-824d-5837ad49410f req-f2528865-91c6-4a0f-821b-e6097a61b9d8 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:01.611560 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d2f81311-6c4f-444d-824d-5837ad49410f req-f2528865-91c6-4a0f-821b-e6097a61b9d8 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 944 time: 0.0660830 Jul 09 10:08:01.612724 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port b656f7ba-f347-42b1-a55b-25e28bdba400, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b656f7ba-f347-42b1-a55b-25e28bdba400,segment=NetworkSegment(7b95dd92-485e-4762-bfcf-ced03d18a528),segment_id=7b95dd92-485e-4762-bfcf-ced03d18a528)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:08:01.617610 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:01.644507 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f051ef-82a5-4f15-8638-30dc9dbddfc3 x-openstack-request-id: req-b8f051ef-82a5-4f15-8638-30dc9dbddfc3 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:08:01.644802 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e07606f-3697-440d-9c8c-a9c59874d1bd", "name": "network-vif-plugged", "status": "completed", "tag": "b656f7ba-f347-42b1-a55b-25e28bdba400", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:08:01.645058 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b8f051ef-82a5-4f15-8638-30dc9dbddfc3 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:08:01.645450 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e07606f-3697-440d-9c8c-a9c59874d1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b656f7ba-f347-42b1-a55b-25e28bdba400', 'code': 200} Jul 09 10:08:01.657190 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d2f81311-6c4f-444d-824d-5837ad49410f req-30365a93-5ddf-42bf-b4b4-df61b75f2321 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389876 Jul 09 10:08:01.670945 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=b656f7ba-f347-42b1-a55b-25e28bdba400,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:08:01.758683 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8eeba-3683-4499-9153-ffbd8d4220a0 req-1aff5fd9-af01-436a-bd80-4d80d41783f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:01.760261 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ead8eeba-3683-4499-9153-ffbd8d4220a0 req-1aff5fd9-af01-436a-bd80-4d80d41783f4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 1096 time: 0.0522013 Jul 09 10:08:01.797101 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ead8eeba-3683-4499-9153-ffbd8d4220a0 req-eb08b5bd-15a4-4a8a-8397-770380fd5a40 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308151 Jul 09 10:08:02.843099 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732be5a-0cb8-41a7-bef2-8b9975ef0d36 req-787be562-63be-4fa9-b361-dec4c0745fe5 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:02.844597 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6732be5a-0cb8-41a7-bef2-8b9975ef0d36 req-787be562-63be-4fa9-b361-dec4c0745fe5 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0625594 Jul 09 10:08:02.882017 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6732be5a-0cb8-41a7-bef2-8b9975ef0d36 req-a7a93671-be08-4de5-8177-cb8e58fdfc3a tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318301 Jul 09 10:08:03.275334 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-30625eb8-1967-4c4b-bb49-4c8de83218b9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1107142 Jul 09 10:08:03.277220 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b990df-5ec8-4499-9c4b-bc609bf9f11e req-6736af1b-59c2-4520-938f-cb148098341c tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:03.278738 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-42b990df-5ec8-4499-9c4b-bc609bf9f11e req-6736af1b-59c2-4520-938f-cb148098341c tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0686975 Jul 09 10:08:03.320307 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-42b990df-5ec8-4499-9c4b-bc609bf9f11e req-44a4d496-6495-4b0f-b2d1-ae7afcd439f9 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349092 Jul 09 10:08:04.148380 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:04.381404 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-f5cbbb8c-50fe-48bb-9973-a2aeff4cd0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:04.382976 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-f5cbbb8c-50fe-48bb-9973-a2aeff4cd0a5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=26b224e322ce439784a5153569aca5bd&device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 1096 time: 0.0547616 Jul 09 10:08:04.513621 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-895d543e-7e21-4a27-834c-d1d715795c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:04.515105 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-895d543e-7e21-4a27-834c-d1d715795c7e service neutron] 10.222.0.58 "GET /v2.0/networks?id=35c3712d-930e-499b-95ad-5f7692fb4487 HTTP/1.1" status: 200 len: 913 time: 0.1264472 Jul 09 10:08:04.530294 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3e551-17a0-43f6-9b37-645f9627dd9c req-8b388051-ec03-407f-a7df-59d2c139ae02 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:04.531745 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aab3e551-17a0-43f6-9b37-645f9627dd9c req-8b388051-ec03-407f-a7df-59d2c139ae02 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0998471 Jul 09 10:08:04.571210 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-912ee3b0-1ead-4623-acd6-1f02cb4d2d85 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b656f7ba-f347-42b1-a55b-25e28bdba400 HTTP/1.1" status: 200 len: 217 time: 0.0487566 Jul 09 10:08:04.629932 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aab3e551-17a0-43f6-9b37-645f9627dd9c req-09958012-bdef-4fdd-9460-098cff5d8074 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915337 Jul 09 10:08:04.638563 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-326cb415-e5b4-4db2-be19-a6451927c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:04.640036 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-326cb415-e5b4-4db2-be19-a6451927c298 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=60e3cb7c-42ba-4a07-8490-f6dd994da573 HTTP/1.1" status: 200 len: 852 time: 0.0604205 Jul 09 10:08:04.674607 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-69852421-7a79-4b71-b7b2-0c441ad182b9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35c3712d-930e-499b-95ad-5f7692fb4487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281858 Jul 09 10:08:04.762507 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-9d55e3c9-1b5c-49ae-a185-b2d45e8e4068 service neutron] 10.222.0.58 "GET /v2.0/networks/35c3712d-930e-499b-95ad-5f7692fb4487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808160 Jul 09 10:08:04.854850 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-e5a8c4d6-5a87-449c-ba34-e8c38e98a19a service neutron] 10.222.0.58 "GET /v2.0/networks/35c3712d-930e-499b-95ad-5f7692fb4487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868678 Jul 09 10:08:05.812798 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df4695-4dcb-41ce-9242-55553e01814a req-c7c9f0bc-f621-42e9-8578-ac8fa824b3d6 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:05.814310 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50df4695-4dcb-41ce-9242-55553e01814a req-c7c9f0bc-f621-42e9-8578-ac8fa824b3d6 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0655489 Jul 09 10:08:05.854358 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50df4695-4dcb-41ce-9242-55553e01814a req-7eb24961-b974-4e10-a93f-b5fc9dc089c0 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343261 Jul 09 10:08:06.778957 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a0699909-cb6e-43a2-8535-9dab42bef94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:07.028633 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f738260-2ea4-4a05-a4e8-46d9248bf927 req-b808d144-aff6-4b97-b15f-a271e3c4041d tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:07.030163 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3f738260-2ea4-4a05-a4e8-46d9248bf927 req-b808d144-aff6-4b97-b15f-a271e3c4041d tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0665326 Jul 09 10:08:07.068529 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3f738260-2ea4-4a05-a4e8-46d9248bf927 req-a9ab177e-0e9a-4250-8d7d-ec14ad9aae00 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319924 Jul 09 10:08:08.246006 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7035850-e070-4641-89a2-738d2e09068c req-eb36a1e5-3921-402e-adfc-0e41acd18df2 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:08.247631 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d7035850-e070-4641-89a2-738d2e09068c req-eb36a1e5-3921-402e-adfc-0e41acd18df2 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0656071 Jul 09 10:08:08.286389 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d7035850-e070-4641-89a2-738d2e09068c req-c64e9032-89e2-47e1-add4-8fbb2534a42d tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329778 Jul 09 10:08:09.392281 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-323476a5-04ea-4ca5-9b71-63c08f0ab95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:09.397246 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:09.463538 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd42db8-8bf3-4cce-913f-28bf1c06f3ce req-244d9db3-db73-4c42-94c9-f9553cd662be tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:09.465059 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5cd42db8-8bf3-4cce-913f-28bf1c06f3ce req-244d9db3-db73-4c42-94c9-f9553cd662be tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0631790 Jul 09 10:08:09.502681 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5cd42db8-8bf3-4cce-913f-28bf1c06f3ce req-f79c255e-d8b1-46f8-8379-f742dbafa61c tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320399 Jul 09 10:08:09.560008 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:10.676615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7361371-b2a7-4b56-9e41-917aac366c99 req-7ec3dfc2-e388-464f-96e9-e6ef29106cab tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:10.678099 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a7361371-b2a7-4b56-9e41-917aac366c99 req-7ec3dfc2-e388-464f-96e9-e6ef29106cab tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0666242 Jul 09 10:08:10.715401 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a7361371-b2a7-4b56-9e41-917aac366c99 req-bfdb869d-815e-4d58-94a2-1966e0dcf70e tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317507 Jul 09 10:08:11.247071 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:11.888319 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052c442-fc0f-47ff-870b-9f8ef288ce4b req-9952bf8f-6b4c-4435-bea6-6fe565eefe3b tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:11.889837 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4052c442-fc0f-47ff-870b-9f8ef288ce4b req-9952bf8f-6b4c-4435-bea6-6fe565eefe3b tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0638666 Jul 09 10:08:11.928678 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4052c442-fc0f-47ff-870b-9f8ef288ce4b req-950708b9-c50b-48f5-918f-c9188ad11375 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326900 Jul 09 10:08:13.040248 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:13.106888 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bfdbc-e0a9-4f65-beb6-7fdc49c7c0bc req-4a08c865-e345-48b1-bbba-d2296eb1b627 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:13.108454 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af4bfdbc-e0a9-4f65-beb6-7fdc49c7c0bc req-4a08c865-e345-48b1-bbba-d2296eb1b627 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0690629 Jul 09 10:08:13.146455 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af4bfdbc-e0a9-4f65-beb6-7fdc49c7c0bc req-b6be428c-c751-4ce9-91a0-d3fb1def8a86 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319109 Jul 09 10:08:14.320795 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071d9b1-94d8-41ef-90f9-72e6d4354606 req-72812c61-6116-40b0-86a7-0d5efc56ae45 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:14.322317 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6071d9b1-94d8-41ef-90f9-72e6d4354606 req-72812c61-6116-40b0-86a7-0d5efc56ae45 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0635037 Jul 09 10:08:14.359593 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6071d9b1-94d8-41ef-90f9-72e6d4354606 req-a5ba619a-6ae5-4a6e-af62-f8201ca7afe9 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317976 Jul 09 10:08:15.537264 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d0119-1d73-4f73-bfcc-c09ba2fed639 req-a9573868-b376-4377-abdb-83ea2b115375 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:15.539639 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-569d0119-1d73-4f73-bfcc-c09ba2fed639 req-a9573868-b376-4377-abdb-83ea2b115375 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0638335 Jul 09 10:08:15.576036 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-569d0119-1d73-4f73-bfcc-c09ba2fed639 req-8ea72784-82e3-404e-a58d-434d4d427f2c tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314906 Jul 09 10:08:16.752945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb2eae-4acd-4c22-87ab-83dfe7083fa1 req-97acb3fd-0c8b-44de-8578-dd52e2afe96a tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:16.754460 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4abb2eae-4acd-4c22-87ab-83dfe7083fa1 req-97acb3fd-0c8b-44de-8578-dd52e2afe96a tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0678384 Jul 09 10:08:16.791603 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4abb2eae-4acd-4c22-87ab-83dfe7083fa1 req-c37e1086-d94f-4208-a3b3-2dac293a556b tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316641 Jul 09 10:08:17.965571 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34f3cd-5d3e-4f4a-84e1-84bdb3c7ddd9 req-54374871-2ef6-4b5f-893a-decbecfe13a0 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:17.967383 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c34f3cd-5d3e-4f4a-84e1-84bdb3c7ddd9 req-54374871-2ef6-4b5f-893a-decbecfe13a0 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0640748 Jul 09 10:08:18.004429 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c34f3cd-5d3e-4f4a-84e1-84bdb3c7ddd9 req-2a381033-f97d-4496-9c2a-6edcc7070ae4 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317531 Jul 09 10:08:18.468034 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:08:19.184429 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b9362-5a3a-48a9-beb7-ffa9b504957b req-0f3ebbaa-b52a-420f-aaad-1c2f09df4fc6 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:19.185905 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d52b9362-5a3a-48a9-beb7-ffa9b504957b req-0f3ebbaa-b52a-420f-aaad-1c2f09df4fc6 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0678768 Jul 09 10:08:19.223833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d52b9362-5a3a-48a9-beb7-ffa9b504957b req-f6b2a2d9-2a98-4262-b2f2-137c64127862 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322866 Jul 09 10:08:20.394865 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458450ad-b016-421f-a7c6-bd08b0052518 req-afd0ecbf-e839-4235-a1a2-f3ea1f842d76 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:20.396391 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-458450ad-b016-421f-a7c6-bd08b0052518 req-afd0ecbf-e839-4235-a1a2-f3ea1f842d76 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0632038 Jul 09 10:08:20.434014 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-458450ad-b016-421f-a7c6-bd08b0052518 req-82e916a8-7bec-4265-a6ab-d4ed91f1452c tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319736 Jul 09 10:08:21.605749 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99de9f-2ea0-40dd-8b45-0fc266fed4d2 req-6482a3f2-0885-492c-8f46-0000427efebd tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:21.607245 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc99de9f-2ea0-40dd-8b45-0fc266fed4d2 req-6482a3f2-0885-492c-8f46-0000427efebd tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0626733 Jul 09 10:08:21.644461 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc99de9f-2ea0-40dd-8b45-0fc266fed4d2 req-02ee6fd4-48c1-42fc-a7e0-dacde4617015 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315986 Jul 09 10:08:22.820389 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a691150-94a6-4163-bb4b-c69e95e506e0 req-1a672614-6425-4f38-a49c-7f9b3ccaa902 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:22.821942 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a691150-94a6-4163-bb4b-c69e95e506e0 req-1a672614-6425-4f38-a49c-7f9b3ccaa902 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0684745 Jul 09 10:08:22.860484 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a691150-94a6-4163-bb4b-c69e95e506e0 req-2cc5ee5d-ad19-4874-ac86-55abfb26acf6 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329163 Jul 09 10:08:24.037880 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82c830-c01c-461c-b64a-3a272d27277a req-9aa6e675-271e-406e-ad14-7cc60af5828f tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:24.039402 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d82c830-c01c-461c-b64a-3a272d27277a req-9aa6e675-271e-406e-ad14-7cc60af5828f tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0644810 Jul 09 10:08:24.077393 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d82c830-c01c-461c-b64a-3a272d27277a req-17f22d9a-b20b-4768-8f9f-e68862e41cd8 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323346 Jul 09 10:08:25.444063 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13118bb7-33f8-486c-aae4-0a3b73f178d0 req-b4f011bc-0768-4c98-9978-71ea9719e27d tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:25.445473 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13118bb7-33f8-486c-aae4-0a3b73f178d0 req-b4f011bc-0768-4c98-9978-71ea9719e27d tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0666525 Jul 09 10:08:25.481759 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13118bb7-33f8-486c-aae4-0a3b73f178d0 req-0c880742-cb93-40fc-b089-ad909136f831 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307674 Jul 09 10:08:26.656812 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaeb6d8-ef0f-4ad6-b7c9-3ff1b108a2ed req-5f54b91a-2b7f-4495-b08a-4e733b1b161c tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:26.658334 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1aaeb6d8-ef0f-4ad6-b7c9-3ff1b108a2ed req-5f54b91a-2b7f-4495-b08a-4e733b1b161c tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0632625 Jul 09 10:08:26.696167 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1aaeb6d8-ef0f-4ad6-b7c9-3ff1b108a2ed req-7c5fcbdd-75a0-4466-aef4-ffe0642a3850 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319550 Jul 09 10:08:27.866796 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8d26b-7689-42c2-b623-1da75a259a17 req-a91d7892-d5dd-4554-aceb-6be98976b67a tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:27.868319 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3c8d26b-7689-42c2-b623-1da75a259a17 req-a91d7892-d5dd-4554-aceb-6be98976b67a tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0631866 Jul 09 10:08:27.906226 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3c8d26b-7689-42c2-b623-1da75a259a17 req-02cb7c71-cf0c-4309-b690-7cdddd5db9b8 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323207 Jul 09 10:08:29.095288 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08458b-52d5-401d-b4cb-94ea2645bf50 req-bfb7e9b4-0a3a-4183-a707-dad731b52704 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:29.097302 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a08458b-52d5-401d-b4cb-94ea2645bf50 req-bfb7e9b4-0a3a-4183-a707-dad731b52704 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0711415 Jul 09 10:08:29.138472 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a08458b-52d5-401d-b4cb-94ea2645bf50 req-9141d191-2edd-4325-8de8-06f277b8eeed tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327046 Jul 09 10:08:30.312873 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a6497-b5d2-432f-9190-8ee9e1228cec req-b80afbce-47ce-454c-9ea4-ffe2d94a2a99 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:30.314368 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f27a6497-b5d2-432f-9190-8ee9e1228cec req-b80afbce-47ce-454c-9ea4-ffe2d94a2a99 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0640426 Jul 09 10:08:30.351920 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f27a6497-b5d2-432f-9190-8ee9e1228cec req-14a05fe7-5fd3-4555-9a76-305637fa97a6 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316465 Jul 09 10:08:31.529925 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf205d2-434c-4938-b829-47e5eb1faf9e req-6289b09b-6a20-4730-9733-bf728ae73c14 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:31.531344 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-abf205d2-434c-4938-b829-47e5eb1faf9e req-6289b09b-6a20-4730-9733-bf728ae73c14 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0670035 Jul 09 10:08:31.570297 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-abf205d2-434c-4938-b829-47e5eb1faf9e req-c67abc59-0769-4dc8-a42a-eca30e9228a0 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324976 Jul 09 10:08:31.716173 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-3b266dad-39e6-4537-9686-668263f6f570 service neutron] show failed (client error): The resource could not be found. Jul 09 10:08:31.717191 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-3b266dad-39e6-4537-9686-668263f6f570 service neutron] 10.222.0.58 "GET /v2.0/ports/b656f7ba-f347-42b1-a55b-25e28bdba400/bindings/n-h2-799996-1 HTTP/1.1" status: 404 len: 380 time: 0.0567994 Jul 09 10:08:31.960742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-91652ba9-3950-4a1f-9ab4-8e6430cf36f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:31.962239 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-91652ba9-3950-4a1f-9ab4-8e6430cf36f0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd&tenant_id=26b224e322ce439784a5153569aca5bd HTTP/1.1" status: 200 len: 1096 time: 0.0520625 Jul 09 10:08:31.974983 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799996-1', 'device_owner': 'compute:nova'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:08:32.057669 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:32.257337 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] For port b656f7ba-f347-42b1-a55b-25e28bdba400, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=b656f7ba-f347-42b1-a55b-25e28bdba400,segment=NetworkSegment(7b95dd92-485e-4762-bfcf-ced03d18a528),segment_id=7b95dd92-485e-4762-bfcf-ced03d18a528)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:08:32.289436 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] For port b656f7ba-f347-42b1-a55b-25e28bdba400, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:08:32.327504 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e07606f-3697-440d-9c8c-a9c59874d1bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b656f7ba-f347-42b1-a55b-25e28bdba400'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:08:32.329793 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248367f0-6552-4e98-8e4b-75ce8d0f8fd7" -d '{"events": [{"server_uuid": "5e07606f-3697-440d-9c8c-a9c59874d1bd", "name": "network-vif-unplugged", "status": "completed", "tag": "b656f7ba-f347-42b1-a55b-25e28bdba400"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:08:32.333993 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:32.346179 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Transition to ACTIVE for port object b656f7ba-f347-42b1-a55b-25e28bdba400 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:08:32.349834 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:32.384642 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 10:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d14580e-7464-4138-8991-6e0e11c7a4ea x-openstack-request-id: req-6d14580e-7464-4138-8991-6e0e11c7a4ea {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:08:32.384958 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e07606f-3697-440d-9c8c-a9c59874d1bd", "name": "network-vif-unplugged", "status": "completed", "tag": "b656f7ba-f347-42b1-a55b-25e28bdba400", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:08:32.385189 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6d14580e-7464-4138-8991-6e0e11c7a4ea {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:08:32.385590 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e07606f-3697-440d-9c8c-a9c59874d1bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b656f7ba-f347-42b1-a55b-25e28bdba400', 'code': 200} Jul 09 10:08:32.427907 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] No DVR routers for this DVR port b656f7ba-f347-42b1-a55b-25e28bdba400 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:08:32.429679 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Pushing event updated for resources: {'Port': ['ID=b656f7ba-f347-42b1-a55b-25e28bdba400,revision_number=6']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:08:32.438738 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:32.439089 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:32.439430 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:32.440296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:32.440659 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:32.441011 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:32.441323 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:32.441654 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:32.441981 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:32.442308 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:32.442632 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:32.442955 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:32.477956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Attempting to bind port b656f7ba-f347-42b1-a55b-25e28bdba400 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:08:32.478294 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Attempting to bind port b656f7ba-f347-42b1-a55b-25e28bdba400 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '7b95dd92-485e-4762-bfcf-ced03d18a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '35c3712d-930e-499b-95ad-5f7692fb4487'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:08:32.478623 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Attempting to bind port b656f7ba-f347-42b1-a55b-25e28bdba400 on network 35c3712d-930e-499b-95ad-5f7692fb4487 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:08:32.482917 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Port b656f7ba-f347-42b1-a55b-25e28bdba400 on network 35c3712d-930e-499b-95ad-5f7692fb4487 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:08:32.483243 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Attempting to bind port b656f7ba-f347-42b1-a55b-25e28bdba400 on network 35c3712d-930e-499b-95ad-5f7692fb4487 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:08:32.488256 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:08:32.488595 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Checking segment: {'id': '7b95dd92-485e-4762-bfcf-ced03d18a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '35c3712d-930e-499b-95ad-5f7692fb4487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:08:32.488977 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Bound using segment: {'id': '7b95dd92-485e-4762-bfcf-ced03d18a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '35c3712d-930e-499b-95ad-5f7692fb4487'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:08:32.489406 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Bound port: b656f7ba-f347-42b1-a55b-25e28bdba400, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b95dd92-485e-4762-bfcf-ced03d18a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '35c3712d-930e-499b-95ad-5f7692fb4487'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:08:32.489763 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:32.551632 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] For port b656f7ba-f347-42b1-a55b-25e28bdba400, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:08:32.554659 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] For port b656f7ba-f347-42b1-a55b-25e28bdba400, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=b656f7ba-f347-42b1-a55b-25e28bdba400,segment=NetworkSegment(7b95dd92-485e-4762-bfcf-ced03d18a528),segment_id=7b95dd92-485e-4762-bfcf-ced03d18a528)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:08:32.558737 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:32.592986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:32.593565 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:32.594982 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] 10.222.0.64 "PUT /v2.0/ports/b656f7ba-f347-42b1-a55b-25e28bdba400 HTTP/1.1" status: 200 len: 1091 time: 0.6246767 Jul 09 10:08:32.615647 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34300e-50e6-44d8-8f25-540861d33460 service neutron] Pushing event updated for resources: {'Port': ['ID=b656f7ba-f347-42b1-a55b-25e28bdba400,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:08:32.675844 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-783a90c4-8095-4f03-a2e4-5b4830132ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:32.678254 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-783a90c4-8095-4f03-a2e4-5b4830132ad1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26b224e322ce439784a5153569aca5bd&device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 1094 time: 0.0595505 Jul 09 10:08:32.811671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-6c36f346-550c-4f8f-9b98-2d638c077484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:32.813186 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-6c36f346-550c-4f8f-9b98-2d638c077484 service neutron] 10.222.0.64 "GET /v2.0/networks?id=35c3712d-930e-499b-95ad-5f7692fb4487 HTTP/1.1" status: 200 len: 913 time: 0.1292496 Jul 09 10:08:32.820961 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bca51-ba26-4c88-aba2-20f03d573c96 req-2101b228-11b7-4291-b2af-785586e23dcb tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:32.822374 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e6bca51-ba26-4c88-aba2-20f03d573c96 req-2101b228-11b7-4291-b2af-785586e23dcb tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 943 time: 0.1302140 Jul 09 10:08:32.862789 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-c4b0fe52-0928-4d1f-9dbc-b4bdea4a9036 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b656f7ba-f347-42b1-a55b-25e28bdba400 HTTP/1.1" status: 200 len: 217 time: 0.0394583 Jul 09 10:08:32.921345 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e6bca51-ba26-4c88-aba2-20f03d573c96 req-224e872a-3c22-445b-aa7b-fdf3664cba01 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924909 Jul 09 10:08:32.927357 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-5d356c8e-ad94-4786-bac6-e1c23b02ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:32.928822 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-5d356c8e-ad94-4786-bac6-e1c23b02ad91 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e3cb7c-42ba-4a07-8490-f6dd994da573 HTTP/1.1" status: 200 len: 852 time: 0.0599148 Jul 09 10:08:32.970992 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-07d68496-9fad-4ecc-872b-8e10e04eee30 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=35c3712d-930e-499b-95ad-5f7692fb4487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356967 Jul 09 10:08:33.060892 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-afae53ab-71ba-4702-a2e5-aaf617087502 service neutron] 10.222.0.64 "GET /v2.0/networks/35c3712d-930e-499b-95ad-5f7692fb4487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834751 Jul 09 10:08:33.151455 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4fbf9f81-f6fc-4160-94cb-36a89a7f46dc req-f0d1e88f-92ca-4012-af97-65a1a3c11eda service neutron] 10.222.0.64 "GET /v2.0/networks/35c3712d-930e-499b-95ad-5f7692fb4487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843971 Jul 09 10:08:34.105632 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e24d65-724b-4f7a-b961-edbe7e0c042e req-ca02985d-3764-49c6-a694-2d0d89a292f7 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:34.107136 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c3e24d65-724b-4f7a-b961-edbe7e0c042e req-ca02985d-3764-49c6-a694-2d0d89a292f7 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 943 time: 0.0649655 Jul 09 10:08:34.146370 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c3e24d65-724b-4f7a-b961-edbe7e0c042e req-580d3d48-9a93-452e-a791-444b3c30b2d7 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335011 Jul 09 10:08:34.147541 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:34.386574 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e07606f-3697-440d-9c8c-a9c59874d1bd', 'tag': 'b656f7ba-f347-42b1-a55b-25e28bdba400'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:08:34.388959 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f7ed20-d9b9-4386-ba49-ef63c28d5c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e07606f-3697-440d-9c8c-a9c59874d1bd", "tag": "b656f7ba-f347-42b1-a55b-25e28bdba400"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:08:34.436562 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c342d69c-a1ee-49ef-87cb-aabd1971f9bd x-openstack-request-id: req-c342d69c-a1ee-49ef-87cb-aabd1971f9bd {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:08:34.436867 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e07606f-3697-440d-9c8c-a9c59874d1bd", "tag": "b656f7ba-f347-42b1-a55b-25e28bdba400", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:08:34.440684 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c342d69c-a1ee-49ef-87cb-aabd1971f9bd {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:08:34.441102 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e07606f-3697-440d-9c8c-a9c59874d1bd', 'tag': 'b656f7ba-f347-42b1-a55b-25e28bdba400', 'status': 'completed', 'code': 200} Jul 09 10:08:34.548440 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7ed20-d9b9-4386-ba49-ef63c28d5c8c req-eb34d0c0-3da4-48a7-b2b4-7dc21d4a7136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:34.550516 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f7ed20-d9b9-4386-ba49-ef63c28d5c8c req-eb34d0c0-3da4-48a7-b2b4-7dc21d4a7136 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26b224e322ce439784a5153569aca5bd&device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 1094 time: 0.0930762 Jul 09 10:08:34.555432 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7ed20-d9b9-4386-ba49-ef63c28d5c8c req-23680830-395f-481f-a1a7-ff4aba9f358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:34.556830 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f7ed20-d9b9-4386-ba49-ef63c28d5c8c req-23680830-395f-481f-a1a7-ff4aba9f358e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=26b224e322ce439784a5153569aca5bd&device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 1094 time: 0.0917790 Jul 09 10:08:34.705022 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7ed20-d9b9-4386-ba49-ef63c28d5c8c req-514ac191-2ce2-4ab2-9665-846b2b5442e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:34.706480 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f7ed20-d9b9-4386-ba49-ef63c28d5c8c req-514ac191-2ce2-4ab2-9665-846b2b5442e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=35c3712d-930e-499b-95ad-5f7692fb4487 HTTP/1.1" status: 200 len: 913 time: 0.1487811 Jul 09 10:08:34.710757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7ed20-d9b9-4386-ba49-ef63c28d5c8c req-2c0d7529-f841-43f8-91bd-efe3966cec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:34.712138 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f7ed20-d9b9-4386-ba49-ef63c28d5c8c req-2c0d7529-f841-43f8-91bd-efe3966cec16 service neutron] 10.222.0.58 "GET /v2.0/networks?id=35c3712d-930e-499b-95ad-5f7692fb4487 HTTP/1.1" status: 200 len: 913 time: 0.1465623 Jul 09 10:08:34.751926 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f7ed20-d9b9-4386-ba49-ef63c28d5c8c req-f20041c3-e986-43c4-a328-57ea3f1aca56 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b656f7ba-f347-42b1-a55b-25e28bdba400 HTTP/1.1" status: 200 len: 217 time: 0.0386591 Jul 09 10:08:34.788589 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f7ed20-d9b9-4386-ba49-ef63c28d5c8c req-963ea41a-c167-480f-a0eb-7a281a426066 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b656f7ba-f347-42b1-a55b-25e28bdba400 HTTP/1.1" status: 200 len: 217 time: 0.0699704 Jul 09 10:08:34.854027 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7ed20-d9b9-4386-ba49-ef63c28d5c8c req-e7529fa0-cf02-4172-997d-bed8d76bbc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:34.855489 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f7ed20-d9b9-4386-ba49-ef63c28d5c8c req-e7529fa0-cf02-4172-997d-bed8d76bbc26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e3cb7c-42ba-4a07-8490-f6dd994da573 HTTP/1.1" status: 200 len: 852 time: 0.0765617 Jul 09 10:08:34.860468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7ed20-d9b9-4386-ba49-ef63c28d5c8c req-2f522e07-56aa-4988-98cd-2af8ebc26125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:34.861900 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f7ed20-d9b9-4386-ba49-ef63c28d5c8c req-2f522e07-56aa-4988-98cd-2af8ebc26125 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=60e3cb7c-42ba-4a07-8490-f6dd994da573 HTTP/1.1" status: 200 len: 852 time: 0.0565445 Jul 09 10:08:34.913504 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f7ed20-d9b9-4386-ba49-ef63c28d5c8c req-51061461-2c3f-4dfa-8b34-fbc09eae3d48 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=35c3712d-930e-499b-95ad-5f7692fb4487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505672 Jul 09 10:08:34.915435 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f7ed20-d9b9-4386-ba49-ef63c28d5c8c req-4b4395cf-12b7-4bc1-8a20-13eb4b45b920 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35c3712d-930e-499b-95ad-5f7692fb4487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456564 Jul 09 10:08:35.069638 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f7ed20-d9b9-4386-ba49-ef63c28d5c8c req-028851cb-dcf8-4e5f-9293-bc214b8621b8 service neutron] 10.222.0.64 "GET /v2.0/networks/35c3712d-930e-499b-95ad-5f7692fb4487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498401 Jul 09 10:08:35.071532 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f7ed20-d9b9-4386-ba49-ef63c28d5c8c req-b6045605-cec3-4e9a-aec9-8d4908a7eab4 service neutron] 10.222.0.58 "GET /v2.0/networks/35c3712d-930e-499b-95ad-5f7692fb4487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441550 Jul 09 10:08:35.226784 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f7ed20-d9b9-4386-ba49-ef63c28d5c8c req-945967d5-5db4-4215-b409-7ace58857faf service neutron] 10.222.0.64 "GET /v2.0/networks/35c3712d-930e-499b-95ad-5f7692fb4487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499240 Jul 09 10:08:35.228736 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f4f7ed20-d9b9-4386-ba49-ef63c28d5c8c req-55f7d12d-c233-4b66-93d2-b400765b9a2b service neutron] 10.222.0.58 "GET /v2.0/networks/35c3712d-930e-499b-95ad-5f7692fb4487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447914 Jul 09 10:08:35.329639 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45e53d-0028-4544-8deb-cce0732f166b req-cc20de2a-0570-4577-aff7-e984091e9488 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:35.331061 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca45e53d-0028-4544-8deb-cce0732f166b req-cc20de2a-0570-4577-aff7-e984091e9488 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 943 time: 0.0661948 Jul 09 10:08:35.618687 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b656f7ba-f347-42b1-a55b-25e28bdba400 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:08:35.660996 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device b656f7ba-f347-42b1-a55b-25e28bdba400 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:08:35.715822 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca45e53d-0028-4544-8deb-cce0732f166b req-25c52308-6fee-4d13-afaf-e988e40d544d tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790312 Jul 09 10:08:36.171847 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device b656f7ba-f347-42b1-a55b-25e28bdba400 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:08:36.272466 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port b656f7ba-f347-42b1-a55b-25e28bdba400, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=b656f7ba-f347-42b1-a55b-25e28bdba400,segment=NetworkSegment(7b95dd92-485e-4762-bfcf-ced03d18a528),segment_id=7b95dd92-485e-4762-bfcf-ced03d18a528)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:08:36.289510 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'b656f7ba-f347-42b1-a55b-25e28bdba400', 'network_id': '35c3712d-930e-499b-95ad-5f7692fb4487', 'port_id': 'b656f7ba-f347-42b1-a55b-25e28bdba400', 'mac_address': 'fa:16:3e:58:c8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e3cb7c-42ba-4a07-8490-f6dd994da573', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:08:36.329278 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:36.342914 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b656f7ba-f347-42b1-a55b-25e28bdba400 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:08:36.368023 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port b656f7ba-f347-42b1-a55b-25e28bdba400, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=b656f7ba-f347-42b1-a55b-25e28bdba400,segment=NetworkSegment(7b95dd92-485e-4762-bfcf-ced03d18a528),segment_id=7b95dd92-485e-4762-bfcf-ced03d18a528)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:08:36.372018 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:36.419543 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=b656f7ba-f347-42b1-a55b-25e28bdba400,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:08:36.427435 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:36.427807 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:36.428153 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:36.428771 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:36.429067 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:36.429434 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:36.429873 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:36.430240 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:36.430577 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:36.431005 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:36.431349 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:36.431756 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:36.670046 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['b656f7ba-f347-42b1-a55b-25e28bdba400'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:08:36.792922 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6043cc6d-4c6c-438a-a775-f9e6b5fd96d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:36.891683 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c447e4-ea62-4397-a426-137d4288f4db req-941a2926-a7ce-4647-ba27-097094da140c tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:36.893210 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-29c447e4-ea62-4397-a426-137d4288f4db req-941a2926-a7ce-4647-ba27-097094da140c tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 944 time: 0.0635018 Jul 09 10:08:36.931613 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-29c447e4-ea62-4397-a426-137d4288f4db req-3e682759-ad41-4e65-9502-1f08bf57b756 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328300 Jul 09 10:08:37.342720 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-e561614a-c77b-4fe9-b372-08634b365764 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:37.344247 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-e561614a-c77b-4fe9-b372-08634b365764 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd&tenant_id=26b224e322ce439784a5153569aca5bd&binding%3Ahost_id=n-h2-799996-1 HTTP/1.1" status: 200 len: 944 time: 0.1085076 Jul 09 10:08:37.401594 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-c870cbfd-1265-4233-9119-9925d9c6d052 service neutron] delete failed (client error): The resource could not be found. Jul 09 10:08:37.402618 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-c870cbfd-1265-4233-9119-9925d9c6d052 service neutron] 10.222.0.58 "DELETE /v2.0/ports/b656f7ba-f347-42b1-a55b-25e28bdba400/bindings/n-h1-799996-1 HTTP/1.1" status: 404 len: 380 time: 0.0527294 Jul 09 10:08:37.501089 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-1952e55c-4fea-440f-83cc-33d7768d5a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:37.503205 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-1952e55c-4fea-440f-83cc-33d7768d5a64 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=26b224e322ce439784a5153569aca5bd&device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 1095 time: 0.0583086 Jul 09 10:08:37.592864 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-f51db325-2ef9-4e10-8ac2-c9a423051840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:37.594578 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-f51db325-2ef9-4e10-8ac2-c9a423051840 service neutron] 10.222.0.58 "GET /v2.0/networks?id=35c3712d-930e-499b-95ad-5f7692fb4487 HTTP/1.1" status: 200 len: 913 time: 0.0855572 Jul 09 10:08:37.638427 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-9aea43f9-94d5-4ad3-82cd-102193e7eb51 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b656f7ba-f347-42b1-a55b-25e28bdba400 HTTP/1.1" status: 200 len: 217 time: 0.0373857 Jul 09 10:08:37.684934 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-414762dc-ee70-45ae-9c06-8b5fc4ff9f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:37.686404 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-414762dc-ee70-45ae-9c06-8b5fc4ff9f1a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=60e3cb7c-42ba-4a07-8490-f6dd994da573 HTTP/1.1" status: 200 len: 852 time: 0.0420952 Jul 09 10:08:37.717762 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-f9f83606-eb33-461b-ad84-43ef51d0f156 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35c3712d-930e-499b-95ad-5f7692fb4487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255566 Jul 09 10:08:37.807778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-2189fc38-0658-4c4e-8677-77a75ca3ef7e service neutron] 10.222.0.58 "GET /v2.0/networks/35c3712d-930e-499b-95ad-5f7692fb4487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829647 Jul 09 10:08:37.896171 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-2a3f9024-17d3-4258-accf-78d94dd311d0 service neutron] 10.222.0.58 "GET /v2.0/networks/35c3712d-930e-499b-95ad-5f7692fb4487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824771 Jul 09 10:08:38.176043 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device b656f7ba-f347-42b1-a55b-25e28bdba400 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:08:38.226451 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port b656f7ba-f347-42b1-a55b-25e28bdba400 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:08:38.230551 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port b656f7ba-f347-42b1-a55b-25e28bdba400 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:08:38.231015 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:38.306606 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:38.328826 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e07606f-3697-440d-9c8c-a9c59874d1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b656f7ba-f347-42b1-a55b-25e28bdba400'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:08:38.331172 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7606f6-c9d4-4644-a6c7-9e4fd381fa75" -d '{"events": [{"server_uuid": "5e07606f-3697-440d-9c8c-a9c59874d1bd", "name": "network-vif-plugged", "status": "completed", "tag": "b656f7ba-f347-42b1-a55b-25e28bdba400"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:08:38.344772 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port b656f7ba-f347-42b1-a55b-25e28bdba400, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=b656f7ba-f347-42b1-a55b-25e28bdba400,segment=NetworkSegment(7b95dd92-485e-4762-bfcf-ced03d18a528),segment_id=7b95dd92-485e-4762-bfcf-ced03d18a528)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:08:38.349797 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:38.376709 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4332c183-d78b-466e-b0e8-79936f0de89b x-openstack-request-id: req-4332c183-d78b-466e-b0e8-79936f0de89b {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:08:38.377001 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e07606f-3697-440d-9c8c-a9c59874d1bd", "name": "network-vif-plugged", "status": "completed", "tag": "b656f7ba-f347-42b1-a55b-25e28bdba400", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:08:38.377253 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4332c183-d78b-466e-b0e8-79936f0de89b {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:08:38.377640 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e07606f-3697-440d-9c8c-a9c59874d1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b656f7ba-f347-42b1-a55b-25e28bdba400', 'code': 200} Jul 09 10:08:38.402988 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=b656f7ba-f347-42b1-a55b-25e28bdba400,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:08:38.728624 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ae9f9-9817-4dae-a8ed-2d066f1d35ad req-d7a1f3b2-1a95-474b-8b4d-42b048b271d5 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:38.730156 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-411ae9f9-9817-4dae-a8ed-2d066f1d35ad req-d7a1f3b2-1a95-474b-8b4d-42b048b271d5 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.0647690 Jul 09 10:08:38.767104 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-411ae9f9-9817-4dae-a8ed-2d066f1d35ad req-f5470a2a-b62f-4d54-8e9b-46908928c5f4 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313990 Jul 09 10:08:39.383480 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8186b64d-93da-4c59-9624-f615ba210c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:39.403798 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:39.561399 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:39.979176 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-eaf71dc1-02d4-44e2-b505-530e47c7756b tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:39.980761 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-eaf71dc1-02d4-44e2-b505-530e47c7756b tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.1106791 Jul 09 10:08:40.005128 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdb2cf-56bc-4f6d-99ad-9eb4e96b1edd req-21646ff5-a007-4817-8087-c3034a238f21 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:40.006653 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94cdb2cf-56bc-4f6d-99ad-9eb4e96b1edd req-21646ff5-a007-4817-8087-c3034a238f21 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e07606f-3697-440d-9c8c-a9c59874d1bd HTTP/1.1" status: 200 len: 945 time: 0.1043160 Jul 09 10:08:40.099532 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94cdb2cf-56bc-4f6d-99ad-9eb4e96b1edd req-9245e3b7-5ed9-4402-bb24-1d82fb98bbb7 tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeb25de9-6dec-429a-83a8-4fc660a7a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741947 Jul 09 10:08:40.130103 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-d3faceac-c370-40d4-95d6-17471a762ecc tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Deleting port b656f7ba-f347-42b1-a55b-25e28bdba400 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:08:40.130534 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-d3faceac-c370-40d4-95d6-17471a762ecc tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:40.223159 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-d3faceac-c370-40d4-95d6-17471a762ecc tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] For port b656f7ba-f347-42b1-a55b-25e28bdba400, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=b656f7ba-f347-42b1-a55b-25e28bdba400,segment=NetworkSegment(7b95dd92-485e-4762-bfcf-ced03d18a528),segment_id=7b95dd92-485e-4762-bfcf-ced03d18a528)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:08:40.223541 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-d3faceac-c370-40d4-95d6-17471a762ecc tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:40.236248 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-d3faceac-c370-40d4-95d6-17471a762ecc tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Calling delete_port for b656f7ba-f347-42b1-a55b-25e28bdba400 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:08:40.363264 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-d3faceac-c370-40d4-95d6-17471a762ecc tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:40.393637 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3faceac-c370-40d4-95d6-17471a762ecc tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Pushing event deleted for resources: {'Port': ['ID=b656f7ba-f347-42b1-a55b-25e28bdba400,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:08:40.438488 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-d3faceac-c370-40d4-95d6-17471a762ecc tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] No DVR routers for this DVR port b656f7ba-f347-42b1-a55b-25e28bdba400 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:08:40.441320 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-d3faceac-c370-40d4-95d6-17471a762ecc tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:40.443400 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73c0626a-5499-4b4c-9dac-48ad1abba4b7 req-d3faceac-c370-40d4-95d6-17471a762ecc tempest-DeleteServersTestJSON-1333570905 tempest-DeleteServersTestJSON-1333570905-project] 10.222.0.64 "DELETE /v2.0/ports/b656f7ba-f347-42b1-a55b-25e28bdba400 HTTP/1.1" status: 204 len: 173 time: 0.4539647 Jul 09 10:08:40.443826 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e07606f-3697-440d-9c8c-a9c59874d1bd', 'name': 'network-vif-deleted', 'tag': 'b656f7ba-f347-42b1-a55b-25e28bdba400'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:08:40.446033 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae13f8a-5366-4932-9cf1-b554bb916462" -d '{"events": [{"server_uuid": "5e07606f-3697-440d-9c8c-a9c59874d1bd", "name": "network-vif-deleted", "tag": "b656f7ba-f347-42b1-a55b-25e28bdba400"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:08:40.482368 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d430d26c-1a57-452c-89e6-0f1316e97da5 x-openstack-request-id: req-d430d26c-1a57-452c-89e6-0f1316e97da5 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:08:40.482655 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e07606f-3697-440d-9c8c-a9c59874d1bd", "name": "network-vif-deleted", "tag": "b656f7ba-f347-42b1-a55b-25e28bdba400", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:08:40.482948 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d430d26c-1a57-452c-89e6-0f1316e97da5 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:08:40.483348 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e07606f-3697-440d-9c8c-a9c59874d1bd', 'name': 'network-vif-deleted', 'tag': 'b656f7ba-f347-42b1-a55b-25e28bdba400', 'status': 'completed', 'code': 200} Jul 09 10:08:41.249192 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:41.343265 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39660) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:08:41.388090 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2188f3e-ddba-4f69-91ff-70b796d3de78 admin admin] Deleting subnet 60e3cb7c-42ba-4a07-8490-f6dd994da573 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:08:41.391005 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2188f3e-ddba-4f69-91ff-70b796d3de78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:41.426667 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2188f3e-ddba-4f69-91ff-70b796d3de78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:41.464339 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2188f3e-ddba-4f69-91ff-70b796d3de78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:41.515654 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2188f3e-ddba-4f69-91ff-70b796d3de78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:41.555640 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2188f3e-ddba-4f69-91ff-70b796d3de78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60e3cb7c-42ba-4a07-8490-f6dd994da573,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:08:41.557626 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2188f3e-ddba-4f69-91ff-70b796d3de78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:41.559519 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d2188f3e-ddba-4f69-91ff-70b796d3de78 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/60e3cb7c-42ba-4a07-8490-f6dd994da573 HTTP/1.1" status: 204 len: 168 time: 0.2151744 Jul 09 10:08:41.562256 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39662) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:08:41.629856 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37996326-1ac2-4d57-b7bf-645d74f5278f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:41.713137 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37996326-1ac2-4d57-b7bf-645d74f5278f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:41.724401 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-37996326-1ac2-4d57-b7bf-645d74f5278f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c3712d-930e-499b-95ad-5f7692fb4487']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:08:41.735167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-37996326-1ac2-4d57-b7bf-645d74f5278f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b95dd92-485e-4762-bfcf-ced03d18a528') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:08:41.735481 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-37996326-1ac2-4d57-b7bf-645d74f5278f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b95dd92-485e-4762-bfcf-ced03d18a528') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:08:41.744621 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37996326-1ac2-4d57-b7bf-645d74f5278f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:41.758731 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37996326-1ac2-4d57-b7bf-645d74f5278f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:41.765078 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37996326-1ac2-4d57-b7bf-645d74f5278f admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:08:41.765341 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37996326-1ac2-4d57-b7bf-645d74f5278f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: timer() Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:08:41.767064 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:08:41.823289 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37996326-1ac2-4d57-b7bf-645d74f5278f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:41.828869 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37996326-1ac2-4d57-b7bf-645d74f5278f admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:41.831261 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-37996326-1ac2-4d57-b7bf-645d74f5278f admin admin] 10.222.0.61 "DELETE /v2.0/networks/35c3712d-930e-499b-95ad-5f7692fb4487 HTTP/1.1" status: 204 len: 168 time: 0.2680376 Jul 09 10:08:41.842244 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37996326-1ac2-4d57-b7bf-645d74f5278f admin admin] Pushing event deleted for resources: {'Network': ['ID=35c3712d-930e-499b-95ad-5f7692fb4487,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:08:41.939508 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39666) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:08:41.980293 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b3fa10bb-a8b5-44cf-b9e9-c8375dfabe5a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26b224e322ce439784a5153569aca5bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394809 Jul 09 10:08:41.982911 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39668) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:08:42.030129 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a0f4c86-75ad-4524-8afa-50d54abda925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:42.050596 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a0f4c86-75ad-4524-8afa-50d54abda925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:42.096802 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a0f4c86-75ad-4524-8afa-50d54abda925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:42.099644 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a0f4c86-75ad-4524-8afa-50d54abda925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:42.100871 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6a0f4c86-75ad-4524-8afa-50d54abda925 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eeb25de9-6dec-429a-83a8-4fc660a7a12a HTTP/1.1" status: 204 len: 168 time: 0.1170678 Jul 09 10:08:42.108921 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f4c86-75ad-4524-8afa-50d54abda925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb25de9-6dec-429a-83a8-4fc660a7a12a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:08:42.117094 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f4c86-75ad-4524-8afa-50d54abda925 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:42.117466 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f4c86-75ad-4524-8afa-50d54abda925 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:42.117832 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f4c86-75ad-4524-8afa-50d54abda925 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:42.118173 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f4c86-75ad-4524-8afa-50d54abda925 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:42.118529 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f4c86-75ad-4524-8afa-50d54abda925 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:42.118882 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f4c86-75ad-4524-8afa-50d54abda925 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:42.119228 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f4c86-75ad-4524-8afa-50d54abda925 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:42.119577 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f4c86-75ad-4524-8afa-50d54abda925 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:42.119962 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f4c86-75ad-4524-8afa-50d54abda925 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:42.120308 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f4c86-75ad-4524-8afa-50d54abda925 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:42.120653 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f4c86-75ad-4524-8afa-50d54abda925 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:42.122194 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f4c86-75ad-4524-8afa-50d54abda925 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:08:42.191064 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device b656f7ba-f347-42b1-a55b-25e28bdba400 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:08:42.210430 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: b656f7ba-f347-42b1-a55b-25e28bdba400 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:08:42.210780 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device b656f7ba-f347-42b1-a55b-25e28bdba400 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:08:42.760334 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 39690) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:08:42.858467 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-77e51b02-ba56-48b7-95de-4cb34a0ea3bf admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-294529832-network', 'tenant_id': '9bb6127d205b47168cc49be194f2b8aa'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:08:42.879987 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e51b02-ba56-48b7-95de-4cb34a0ea3bf admin admin] Made reservation on behalf of 9bb6127d205b47168cc49be194f2b8aa for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:08:42.882307 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77e51b02-ba56-48b7-95de-4cb34a0ea3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:42.890497 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77e51b02-ba56-48b7-95de-4cb34a0ea3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:42.985688 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77e51b02-ba56-48b7-95de-4cb34a0ea3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:42.989712 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77e51b02-ba56-48b7-95de-4cb34a0ea3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:43.014031 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e51b02-ba56-48b7-95de-4cb34a0ea3bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:08:43.024199 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e51b02-ba56-48b7-95de-4cb34a0ea3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d296c0f-1f30-440a-a494-abc94fb03677,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:08:43.029051 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77e51b02-ba56-48b7-95de-4cb34a0ea3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:43.029398 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-77e51b02-ba56-48b7-95de-4cb34a0ea3bf admin admin] Added segment 0dcc9491-6ba8-47ce-b729-97ec7b76f928 of type vlan for network ab8793ec-2614-4a54-b5a4-384131f191e9 Jul 09 10:08:43.054691 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:43.069577 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77e51b02-ba56-48b7-95de-4cb34a0ea3bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:43.098523 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77e51b02-ba56-48b7-95de-4cb34a0ea3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:43.099417 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e51b02-ba56-48b7-95de-4cb34a0ea3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:43.100039 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77e51b02-ba56-48b7-95de-4cb34a0ea3bf admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:43.171586 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-77e51b02-ba56-48b7-95de-4cb34a0ea3bf admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4100416 Jul 09 10:08:43.175325 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 39694) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:08:43.181012 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2a4705ad-a67b-46bd-9772-f039eb24175c admin admin] Request body: {'subnet': {'network_id': 'ab8793ec-2614-4a54-b5a4-384131f191e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-294529832-subnet', 'tenant_id': '9bb6127d205b47168cc49be194f2b8aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:08:43.189992 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e51b02-ba56-48b7-95de-4cb34a0ea3bf admin admin] Pushing event updated for resources: {'Network': ['ID=ab8793ec-2614-4a54-b5a4-384131f191e9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:08:43.199633 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network ab8793ec-2614-4a54-b5a4-384131f191e9 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:08:43.204078 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4705ad-a67b-46bd-9772-f039eb24175c admin admin] Made reservation on behalf of 9bb6127d205b47168cc49be194f2b8aa for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:08:43.206466 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a4705ad-a67b-46bd-9772-f039eb24175c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:43.377683 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a4705ad-a67b-46bd-9772-f039eb24175c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:43.432701 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4705ad-a67b-46bd-9772-f039eb24175c admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b029bb-7dd1-40c0-b4a3-a3953a4fbb74,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:08:43.444154 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4705ad-a67b-46bd-9772-f039eb24175c admin admin] Checking segment: {'id': '0dcc9491-6ba8-47ce-b729-97ec7b76f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ab8793ec-2614-4a54-b5a4-384131f191e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:08:43.444538 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4705ad-a67b-46bd-9772-f039eb24175c admin admin] Network hostable DHCP agents. Network: ab8793ec-2614-4a54-b5a4-384131f191e9, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:08:43.466109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4705ad-a67b-46bd-9772-f039eb24175c admin admin] Network ab8793ec-2614-4a54-b5a4-384131f191e9 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:08:43.474756 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-2a4705ad-a67b-46bd-9772-f039eb24175c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, ab8793ec-2614-4a54-b5a4-384131f191e9) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:08:43.480812 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4705ad-a67b-46bd-9772-f039eb24175c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:43.481768 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a4705ad-a67b-46bd-9772-f039eb24175c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:43.482530 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9e60a0-7926-409c-9154-040cd4f93127 None None] Network ab8793ec-2614-4a54-b5a4-384131f191e9 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:08:43.496836 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2a4705ad-a67b-46bd-9772-f039eb24175c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3198400 Jul 09 10:08:43.606572 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cb2580-32e6-4b5a-9e97-eda066527fb7 None None] Network ab8793ec-2614-4a54-b5a4-384131f191e9 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:08:43.922631 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c20144-a724-4710-8246-8a04623cbb1d req-899ab17f-911e-4ce7-9c78-c7edd13439b3 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:43.924086 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65c20144-a724-4710-8246-8a04623cbb1d req-899ab17f-911e-4ce7-9c78-c7edd13439b3 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/networks?id=ab8793ec-2614-4a54-b5a4-384131f191e9 HTTP/1.1" status: 200 len: 814 time: 0.1054702 Jul 09 10:08:43.938365 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65c20144-a724-4710-8246-8a04623cbb1d req-cd43495c-890a-4ad3-85bc-bdead9235305 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/quotas/9bb6127d205b47168cc49be194f2b8aa HTTP/1.1" status: 200 len: 375 time: 0.0090859 Jul 09 10:08:43.971611 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65c20144-a724-4710-8246-8a04623cbb1d req-04609a36-f5dc-4f37-9f2a-a5adf7bc4b51 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9bb6127d205b47168cc49be194f2b8aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284886 Jul 09 10:08:44.064669 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65c20144-a724-4710-8246-8a04623cbb1d req-dd03c33e-c869-4448-bfa7-8c16130bf4b2 service neutron] 10.222.0.61 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867341 Jul 09 10:08:44.157721 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65c20144-a724-4710-8246-8a04623cbb1d req-b9234cd4-f84b-4197-a647-1cb0488ea8aa service neutron] 10.222.0.61 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873122 Jul 09 10:08:44.321658 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ca2bd3d-01f2-45ff-8e54-aa08deb6114c req-f8223a9d-df87-4692-be5e-895feb059ba3 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 210 time: 0.0291708 Jul 09 10:08:45.407759 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c20144-a724-4710-8246-8a04623cbb1d req-d757bce2-b5cb-4386-921f-04f70887980c tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:45.409969 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65c20144-a724-4710-8246-8a04623cbb1d req-d757bce2-b5cb-4386-921f-04f70887980c tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.64 "GET /v2.0/networks?id=ab8793ec-2614-4a54-b5a4-384131f191e9 HTTP/1.1" status: 200 len: 814 time: 0.1089277 Jul 09 10:08:45.429559 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-65c20144-a724-4710-8246-8a04623cbb1d req-ad75f273-60e6-4485-a029-7a7dde8588ae tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Request body: {'port': {'device_id': '96466843-f1d0-4fdb-9141-c1a7c49bd9a0', 'network_id': 'ab8793ec-2614-4a54-b5a4-384131f191e9', 'admin_state_up': True, 'tenant_id': '9bb6127d205b47168cc49be194f2b8aa'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:08:45.509256 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac35ebbb-8c00-4087-832d-3567541911e4 req-9d6345b2-bb82-42ee-b564-abf7257b15ef tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 210 time: 0.0629823 Jul 09 10:08:45.569638 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c20144-a724-4710-8246-8a04623cbb1d req-ad75f273-60e6-4485-a029-7a7dde8588ae tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Made reservation on behalf of 9bb6127d205b47168cc49be194f2b8aa for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:08:45.573343 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-65c20144-a724-4710-8246-8a04623cbb1d req-ad75f273-60e6-4485-a029-7a7dde8588ae tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:45.698293 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-65c20144-a724-4710-8246-8a04623cbb1d req-ad75f273-60e6-4485-a029-7a7dde8588ae tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Allocated IP 172.20.0.11 (ab8793ec-2614-4a54-b5a4-384131f191e9/97b029bb-7dd1-40c0-b4a3-a3953a4fbb74/fbfd9ea8-3a55-4309-ab50-677e718fb394) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:08:45.850091 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-65c20144-a724-4710-8246-8a04623cbb1d req-ad75f273-60e6-4485-a029-7a7dde8588ae tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:45.890300 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-65c20144-a724-4710-8246-8a04623cbb1d req-ad75f273-60e6-4485-a029-7a7dde8588ae tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:45.935810 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c20144-a724-4710-8246-8a04623cbb1d req-ad75f273-60e6-4485-a029-7a7dde8588ae tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Network ab8793ec-2614-4a54-b5a4-384131f191e9 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:08:45.941697 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-65c20144-a724-4710-8246-8a04623cbb1d req-ad75f273-60e6-4485-a029-7a7dde8588ae tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:08:45.945504 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c20144-a724-4710-8246-8a04623cbb1d req-ad75f273-60e6-4485-a029-7a7dde8588ae tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:08:45.971210 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75f273-60e6-4485-a029-7a7dde8588ae tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Pushing event updated for resources: {'Port': ['ID=fbfd9ea8-3a55-4309-ab50-677e718fb394,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:08:45.998459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c20144-a724-4710-8246-8a04623cbb1d req-ad75f273-60e6-4485-a029-7a7dde8588ae tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:45.999076 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-65c20144-a724-4710-8246-8a04623cbb1d req-ad75f273-60e6-4485-a029-7a7dde8588ae tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:46.012991 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65c20144-a724-4710-8246-8a04623cbb1d req-ad75f273-60e6-4485-a029-7a7dde8588ae tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5876930 Jul 09 10:08:46.025040 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-65c20144-a724-4710-8246-8a04623cbb1d req-fe7830df-5cc4-4baa-830f-2bac8f727007 service neutron] Request body: {'port': {'device_id': '96466843-f1d0-4fdb-9141-c1a7c49bd9a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:08:46.099006 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-65c20144-a724-4710-8246-8a04623cbb1d req-fe7830df-5cc4-4baa-830f-2bac8f727007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:46.372689 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-65c20144-a724-4710-8246-8a04623cbb1d req-fe7830df-5cc4-4baa-830f-2bac8f727007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbfd9ea8-3a55-4309-ab50-677e718fb394 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:08:46.381147 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-65c20144-a724-4710-8246-8a04623cbb1d req-fe7830df-5cc4-4baa-830f-2bac8f727007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:46.393081 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-65c20144-a724-4710-8246-8a04623cbb1d req-fe7830df-5cc4-4baa-830f-2bac8f727007 service neutron] Transition to ACTIVE for port object fbfd9ea8-3a55-4309-ab50-677e718fb394 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:08:46.396935 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-65c20144-a724-4710-8246-8a04623cbb1d req-fe7830df-5cc4-4baa-830f-2bac8f727007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:46.449603 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7830df-5cc4-4baa-830f-2bac8f727007 service neutron] Pushing event updated for resources: {'Port': ['ID=fbfd9ea8-3a55-4309-ab50-677e718fb394,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:08:46.515986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-65c20144-a724-4710-8246-8a04623cbb1d req-fe7830df-5cc4-4baa-830f-2bac8f727007 service neutron] Attempting to bind port fbfd9ea8-3a55-4309-ab50-677e718fb394 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:08:46.516325 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-65c20144-a724-4710-8246-8a04623cbb1d req-fe7830df-5cc4-4baa-830f-2bac8f727007 service neutron] Attempting to bind port fbfd9ea8-3a55-4309-ab50-677e718fb394 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '0dcc9491-6ba8-47ce-b729-97ec7b76f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ab8793ec-2614-4a54-b5a4-384131f191e9'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:08:46.516651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c20144-a724-4710-8246-8a04623cbb1d req-fe7830df-5cc4-4baa-830f-2bac8f727007 service neutron] Attempting to bind port fbfd9ea8-3a55-4309-ab50-677e718fb394 on network ab8793ec-2614-4a54-b5a4-384131f191e9 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:08:46.520907 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c20144-a724-4710-8246-8a04623cbb1d req-fe7830df-5cc4-4baa-830f-2bac8f727007 service neutron] Port fbfd9ea8-3a55-4309-ab50-677e718fb394 on network ab8793ec-2614-4a54-b5a4-384131f191e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:08:46.521224 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c20144-a724-4710-8246-8a04623cbb1d req-fe7830df-5cc4-4baa-830f-2bac8f727007 service neutron] Attempting to bind port fbfd9ea8-3a55-4309-ab50-677e718fb394 on network ab8793ec-2614-4a54-b5a4-384131f191e9 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:08:46.525987 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c20144-a724-4710-8246-8a04623cbb1d req-fe7830df-5cc4-4baa-830f-2bac8f727007 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:08:46.526316 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c20144-a724-4710-8246-8a04623cbb1d req-fe7830df-5cc4-4baa-830f-2bac8f727007 service neutron] Checking segment: {'id': '0dcc9491-6ba8-47ce-b729-97ec7b76f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ab8793ec-2614-4a54-b5a4-384131f191e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:08:46.526700 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c20144-a724-4710-8246-8a04623cbb1d req-fe7830df-5cc4-4baa-830f-2bac8f727007 service neutron] Bound using segment: {'id': '0dcc9491-6ba8-47ce-b729-97ec7b76f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ab8793ec-2614-4a54-b5a4-384131f191e9'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:08:46.527122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-65c20144-a724-4710-8246-8a04623cbb1d req-fe7830df-5cc4-4baa-830f-2bac8f727007 service neutron] Bound port: fbfd9ea8-3a55-4309-ab50-677e718fb394, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dcc9491-6ba8-47ce-b729-97ec7b76f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ab8793ec-2614-4a54-b5a4-384131f191e9'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:08:46.527473 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-65c20144-a724-4710-8246-8a04623cbb1d req-fe7830df-5cc4-4baa-830f-2bac8f727007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:46.595212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-65c20144-a724-4710-8246-8a04623cbb1d req-fe7830df-5cc4-4baa-830f-2bac8f727007 service neutron] For port fbfd9ea8-3a55-4309-ab50-677e718fb394, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:08:46.598863 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-65c20144-a724-4710-8246-8a04623cbb1d req-fe7830df-5cc4-4baa-830f-2bac8f727007 service neutron] For port fbfd9ea8-3a55-4309-ab50-677e718fb394, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=fbfd9ea8-3a55-4309-ab50-677e718fb394,segment=NetworkSegment(0dcc9491-6ba8-47ce-b729-97ec7b76f928),segment_id=0dcc9491-6ba8-47ce-b729-97ec7b76f928)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:08:46.602570 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-65c20144-a724-4710-8246-8a04623cbb1d req-fe7830df-5cc4-4baa-830f-2bac8f727007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:46.669465 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c20144-a724-4710-8246-8a04623cbb1d req-fe7830df-5cc4-4baa-830f-2bac8f727007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:46.670090 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-65c20144-a724-4710-8246-8a04623cbb1d req-fe7830df-5cc4-4baa-830f-2bac8f727007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:46.671504 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65c20144-a724-4710-8246-8a04623cbb1d req-fe7830df-5cc4-4baa-830f-2bac8f727007 service neutron] 10.222.0.64 "PUT /v2.0/ports/fbfd9ea8-3a55-4309-ab50-677e718fb394 HTTP/1.1" status: 200 len: 1092 time: 0.6506348 Jul 09 10:08:46.672881 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96466843-f1d0-4fdb-9141-c1a7c49bd9a0', 'tag': 'fbfd9ea8-3a55-4309-ab50-677e718fb394'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:08:46.675811 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c60a546-ee72-412b-8461-f6e6c6131893" -d '{"events": [{"name": "network-changed", "server_uuid": "96466843-f1d0-4fdb-9141-c1a7c49bd9a0", "tag": "fbfd9ea8-3a55-4309-ab50-677e718fb394"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:08:46.697786 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7830df-5cc4-4baa-830f-2bac8f727007 service neutron] Pushing event updated for resources: {'Port': ['ID=fbfd9ea8-3a55-4309-ab50-677e718fb394,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:08:46.725080 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2237453-39b8-4e23-ae54-acd33568e09f x-openstack-request-id: req-e2237453-39b8-4e23-ae54-acd33568e09f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:08:46.725378 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96466843-f1d0-4fdb-9141-c1a7c49bd9a0", "tag": "fbfd9ea8-3a55-4309-ab50-677e718fb394", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:08:46.725633 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e2237453-39b8-4e23-ae54-acd33568e09f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:08:46.726029 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96466843-f1d0-4fdb-9141-c1a7c49bd9a0', 'tag': 'fbfd9ea8-3a55-4309-ab50-677e718fb394', 'status': 'completed', 'code': 200} Jul 09 10:08:46.759863 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983c2f8-fbfd-43ab-86d1-7aa26b7d03f2 req-5a5aa4ff-78fe-4d3f-9e27-51e3ae7c60d6 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:46.761368 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4983c2f8-fbfd-43ab-86d1-7aa26b7d03f2 req-5a5aa4ff-78fe-4d3f-9e27-51e3ae7c60d6 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 944 time: 0.1335020 Jul 09 10:08:46.812386 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4983c2f8-fbfd-43ab-86d1-7aa26b7d03f2 req-758be7d6-22ce-4b2f-acdb-e5cfcac5d31f tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443735 Jul 09 10:08:46.815143 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c20144-a724-4710-8246-8a04623cbb1d req-4b0d82d2-66de-484f-a684-294d9c690180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:46.816624 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65c20144-a724-4710-8246-8a04623cbb1d req-4b0d82d2-66de-484f-a684-294d9c690180 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9bb6127d205b47168cc49be194f2b8aa&device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 1095 time: 0.1046462 Jul 09 10:08:46.858119 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65c20144-a724-4710-8246-8a04623cbb1d req-402b93c6-bd6f-4a63-b092-50123857866e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbfd9ea8-3a55-4309-ab50-677e718fb394 HTTP/1.1" status: 200 len: 217 time: 0.0343738 Jul 09 10:08:46.904745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c20144-a724-4710-8246-8a04623cbb1d req-99bfc89f-e068-4290-aad3-c882c1cd33f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:46.906215 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65c20144-a724-4710-8246-8a04623cbb1d req-99bfc89f-e068-4290-aad3-c882c1cd33f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=97b029bb-7dd1-40c0-b4a3-a3953a4fbb74 HTTP/1.1" status: 200 len: 854 time: 0.0425911 Jul 09 10:08:46.940701 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65c20144-a724-4710-8246-8a04623cbb1d req-a4ef3e6d-be53-4600-a72d-7d1691ce69f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab8793ec-2614-4a54-b5a4-384131f191e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284569 Jul 09 10:08:47.026853 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65c20144-a724-4710-8246-8a04623cbb1d req-39dfe1e8-9931-4c46-b0de-0d46b651f77f service neutron] 10.222.0.64 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802262 Jul 09 10:08:47.118637 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65c20144-a724-4710-8246-8a04623cbb1d req-7b607e91-527c-44da-b53d-1510c214cd35 service neutron] 10.222.0.64 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857837 Jul 09 10:08:47.226399 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60a546-ee72-412b-8461-f6e6c6131893 req-6083f36c-bb16-48d7-bd19-3fab6378b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:47.227845 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c60a546-ee72-412b-8461-f6e6c6131893 req-6083f36c-bb16-48d7-bd19-3fab6378b591 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9bb6127d205b47168cc49be194f2b8aa&device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 1095 time: 0.0522535 Jul 09 10:08:47.321657 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60a546-ee72-412b-8461-f6e6c6131893 req-68650224-9c09-44a9-bd37-99e63ceacd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:47.323132 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c60a546-ee72-412b-8461-f6e6c6131893 req-68650224-9c09-44a9-bd37-99e63ceacd2f service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab8793ec-2614-4a54-b5a4-384131f191e9 HTTP/1.1" status: 200 len: 915 time: 0.0887995 Jul 09 10:08:47.364896 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c60a546-ee72-412b-8461-f6e6c6131893 req-225573ca-d750-4c60-b359-b874bd44f22f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbfd9ea8-3a55-4309-ab50-677e718fb394 HTTP/1.1" status: 200 len: 217 time: 0.0350986 Jul 09 10:08:47.414650 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60a546-ee72-412b-8461-f6e6c6131893 req-0d9ff67a-4cd4-4ea7-9778-d367851a2702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:47.416190 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c60a546-ee72-412b-8461-f6e6c6131893 req-0d9ff67a-4cd4-4ea7-9778-d367851a2702 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=97b029bb-7dd1-40c0-b4a3-a3953a4fbb74 HTTP/1.1" status: 200 len: 854 time: 0.0456765 Jul 09 10:08:47.449070 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c60a546-ee72-412b-8461-f6e6c6131893 req-c1a6c9b1-b592-49d1-8607-5f29daa1b284 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab8793ec-2614-4a54-b5a4-384131f191e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266871 Jul 09 10:08:47.542204 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c60a546-ee72-412b-8461-f6e6c6131893 req-8e29ca12-9d77-4a43-b51b-e212251324ce service neutron] 10.222.0.64 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868025 Jul 09 10:08:47.629578 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c60a546-ee72-412b-8461-f6e6c6131893 req-718b9239-fbd6-422f-8b91-c65863221f89 service neutron] 10.222.0.64 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810113 Jul 09 10:08:47.989619 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e3e46-b21b-4f82-bc24-24d88ea42335 req-cdd4400e-6e25-4246-8239-50ea87636176 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:47.991106 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e79e3e46-b21b-4f82-bc24-24d88ea42335 req-cdd4400e-6e25-4246-8239-50ea87636176 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 944 time: 0.0674360 Jul 09 10:08:48.027787 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e79e3e46-b21b-4f82-bc24-24d88ea42335 req-fc9b1aa8-74e6-444f-ba9c-6b6f98b192a5 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311205 Jul 09 10:08:49.207578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa615e19-d7ca-47b3-b9dd-f7509a72668f req-9a5b4583-c5fa-40d4-9eaa-711804fed3b0 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:49.209079 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa615e19-d7ca-47b3-b9dd-f7509a72668f req-9a5b4583-c5fa-40d4-9eaa-711804fed3b0 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 944 time: 0.0637918 Jul 09 10:08:49.245458 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa615e19-d7ca-47b3-b9dd-f7509a72668f req-490a895e-1d0d-49b9-8340-758cf2862909 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307355 Jul 09 10:08:50.236094 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device fbfd9ea8-3a55-4309-ab50-677e718fb394 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:08:50.333028 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port fbfd9ea8-3a55-4309-ab50-677e718fb394, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=fbfd9ea8-3a55-4309-ab50-677e718fb394,segment=NetworkSegment(0dcc9491-6ba8-47ce-b729-97ec7b76f928),segment_id=0dcc9491-6ba8-47ce-b729-97ec7b76f928)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:08:50.344460 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'fbfd9ea8-3a55-4309-ab50-677e718fb394', 'network_id': 'ab8793ec-2614-4a54-b5a4-384131f191e9', 'port_id': 'fbfd9ea8-3a55-4309-ab50-677e718fb394', 'mac_address': 'fa:16:3e:c2:09:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b029bb-7dd1-40c0-b4a3-a3953a4fbb74', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:08:50.381076 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:50.394020 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbfd9ea8-3a55-4309-ab50-677e718fb394 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:08:50.413447 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port fbfd9ea8-3a55-4309-ab50-677e718fb394, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=fbfd9ea8-3a55-4309-ab50-677e718fb394,segment=NetworkSegment(0dcc9491-6ba8-47ce-b729-97ec7b76f928),segment_id=0dcc9491-6ba8-47ce-b729-97ec7b76f928)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:08:50.416012 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434f2ed-1e2b-4d07-b1b0-c2957c01e25f req-301e74ad-9e93-4c95-ad20-6fb37083e2cd tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:50.417443 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:50.417807 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8434f2ed-1e2b-4d07-b1b0-c2957c01e25f req-301e74ad-9e93-4c95-ad20-6fb37083e2cd tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 944 time: 0.0627606 Jul 09 10:08:50.463134 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8434f2ed-1e2b-4d07-b1b0-c2957c01e25f req-750a8e09-6e4d-4b70-9d27-67d00938c1c4 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374646 Jul 09 10:08:50.467577 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=fbfd9ea8-3a55-4309-ab50-677e718fb394,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:08:50.739305 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['fbfd9ea8-3a55-4309-ab50-677e718fb394'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:08:51.635460 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f089293-326e-4156-a4f8-61b8b265edaf req-7805cd88-2760-4efe-8f56-e29b03157de6 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:51.636957 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0f089293-326e-4156-a4f8-61b8b265edaf req-7805cd88-2760-4efe-8f56-e29b03157de6 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 945 time: 0.0620096 Jul 09 10:08:51.674586 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0f089293-326e-4156-a4f8-61b8b265edaf req-d64445d4-2cff-454e-be15-0c0b46e119ad tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320551 Jul 09 10:08:52.235819 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device fbfd9ea8-3a55-4309-ab50-677e718fb394 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:08:52.283470 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port fbfd9ea8-3a55-4309-ab50-677e718fb394 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:08:52.287036 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port fbfd9ea8-3a55-4309-ab50-677e718fb394 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:08:52.287407 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:52.364994 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:52.386390 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96466843-f1d0-4fdb-9141-c1a7c49bd9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfd9ea8-3a55-4309-ab50-677e718fb394'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:08:52.388661 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc74692-869e-44e4-a702-fb210e16b33d" -d '{"events": [{"server_uuid": "96466843-f1d0-4fdb-9141-c1a7c49bd9a0", "name": "network-vif-plugged", "status": "completed", "tag": "fbfd9ea8-3a55-4309-ab50-677e718fb394"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:08:52.401575 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port fbfd9ea8-3a55-4309-ab50-677e718fb394, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=fbfd9ea8-3a55-4309-ab50-677e718fb394,segment=NetworkSegment(0dcc9491-6ba8-47ce-b729-97ec7b76f928),segment_id=0dcc9491-6ba8-47ce-b729-97ec7b76f928)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:08:52.405366 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:08:52.428904 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3f5c20-2710-4c90-a53d-b0232176607d x-openstack-request-id: req-fa3f5c20-2710-4c90-a53d-b0232176607d {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:08:52.429212 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96466843-f1d0-4fdb-9141-c1a7c49bd9a0", "name": "network-vif-plugged", "status": "completed", "tag": "fbfd9ea8-3a55-4309-ab50-677e718fb394", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:08:52.429442 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fa3f5c20-2710-4c90-a53d-b0232176607d {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:08:52.429829 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96466843-f1d0-4fdb-9141-c1a7c49bd9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfd9ea8-3a55-4309-ab50-677e718fb394', 'code': 200} Jul 09 10:08:52.458055 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=fbfd9ea8-3a55-4309-ab50-677e718fb394,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:08:52.535652 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f4d11-47d6-492e-9866-28f306059dbb req-a15a035a-18ae-4467-91a6-9eb661640134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:52.537164 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-270f4d11-47d6-492e-9866-28f306059dbb req-a15a035a-18ae-4467-91a6-9eb661640134 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 1097 time: 0.0509470 Jul 09 10:08:52.570806 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-270f4d11-47d6-492e-9866-28f306059dbb req-43395eda-2566-4aa2-96b8-4300f2b2f7e3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273998 Jul 09 10:08:52.852444 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38016177-dfef-44ff-8f66-06b8863db6d3 req-0a9309fc-a5dc-4b24-9397-6415efcdce2c tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:52.853935 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38016177-dfef-44ff-8f66-06b8863db6d3 req-0a9309fc-a5dc-4b24-9397-6415efcdce2c tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0658510 Jul 09 10:08:52.890928 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38016177-dfef-44ff-8f66-06b8863db6d3 req-3ae6b702-c865-46dd-8c12-b3c59bde3bdf tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313990 Jul 09 10:08:54.062875 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad17c04-a899-4534-a479-ae97adf6b9b3 req-4fd5b35e-f74f-4718-94af-91c7669049c4 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:54.064965 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ad17c04-a899-4534-a479-ae97adf6b9b3 req-4fd5b35e-f74f-4718-94af-91c7669049c4 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0638011 Jul 09 10:08:54.102971 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ad17c04-a899-4534-a479-ae97adf6b9b3 req-7187309a-b953-4182-b3b2-4b5b3c7a95e1 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323765 Jul 09 10:08:54.274296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e85dba-1087-42a2-8950-1e90991d4c12 req-34fdb74a-55e8-4206-88c3-6ee541c88e6f tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:54.275709 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c9e85dba-1087-42a2-8950-1e90991d4c12 req-34fdb74a-55e8-4206-88c3-6ee541c88e6f tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0639729 Jul 09 10:08:54.316643 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c9e85dba-1087-42a2-8950-1e90991d4c12 req-d50eff90-5230-4d52-818b-83a34981142d tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354049 Jul 09 10:08:54.659207 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e4b12-d863-4dd1-8351-34636b254dff req-cb84581d-b114-4d64-8853-2daf726cda92 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:54.660734 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e41e4b12-d863-4dd1-8351-34636b254dff req-cb84581d-b114-4d64-8853-2daf726cda92 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0635428 Jul 09 10:08:54.699866 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e41e4b12-d863-4dd1-8351-34636b254dff req-53ced91b-76b1-45d0-bd3a-a9cf25ba4e72 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334520 Jul 09 10:08:54.868427 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7396ca7-47cc-45d0-8621-f51077eae843 req-dc4d3031-4eaf-4ca7-9bca-e406c7db8af6 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:54.869927 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d7396ca7-47cc-45d0-8621-f51077eae843 req-dc4d3031-4eaf-4ca7-9bca-e406c7db8af6 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0627832 Jul 09 10:08:54.906086 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d7396ca7-47cc-45d0-8621-f51077eae843 req-86c0845a-9379-4d44-85eb-c5839e0597a3 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306273 Jul 09 10:08:55.243894 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-3ed3ccdf-4124-48bc-a645-691b199afaaf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0549712 Jul 09 10:08:55.311680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02215d-d7a7-4841-a12a-2837c971b69e req-b0a60383-ecac-450e-8003-f8bfbd329ab6 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:55.313354 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a02215d-d7a7-4841-a12a-2837c971b69e req-b0a60383-ecac-450e-8003-f8bfbd329ab6 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0780323 Jul 09 10:08:55.352009 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a02215d-d7a7-4841-a12a-2837c971b69e req-3507ffd2-b621-4333-b3d2-cc2b325bcc94 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330758 Jul 09 10:08:55.466725 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:08:56.431729 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-6f675fec-5e82-4339-8e21-8c90adfb3aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:56.433351 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-6f675fec-5e82-4339-8e21-8c90adfb3aa9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9bb6127d205b47168cc49be194f2b8aa&device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 1097 time: 0.0573289 Jul 09 10:08:56.561518 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-de6f0aed-7ba3-457b-a801-929c112f0c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:56.563002 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-de6f0aed-7ba3-457b-a801-929c112f0c2c service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab8793ec-2614-4a54-b5a4-384131f191e9 HTTP/1.1" status: 200 len: 915 time: 0.1239405 Jul 09 10:08:56.585922 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7dddca-bb69-4477-ab12-1854cf3cef6d req-32b36320-9cdf-4e50-bbfe-50ddbb2d378f tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:56.587411 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3f7dddca-bb69-4477-ab12-1854cf3cef6d req-32b36320-9cdf-4e50-bbfe-50ddbb2d378f tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.1026831 Jul 09 10:08:56.619967 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-7db21ece-9e3a-4efc-abdd-28b28bcd6536 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbfd9ea8-3a55-4309-ab50-677e718fb394 HTTP/1.1" status: 200 len: 217 time: 0.0489357 Jul 09 10:08:56.681559 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3f7dddca-bb69-4477-ab12-1854cf3cef6d req-39a2c2c1-72ce-4d11-ac2f-292c54a1c284 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686255 Jul 09 10:08:56.690830 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-dc334b98-a4eb-4e2c-823c-ae53c888903b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:56.692416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-dc334b98-a4eb-4e2c-823c-ae53c888903b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=97b029bb-7dd1-40c0-b4a3-a3953a4fbb74 HTTP/1.1" status: 200 len: 854 time: 0.0637004 Jul 09 10:08:56.724322 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-edc974a5-e146-4548-90e0-ffbf0e3b84eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab8793ec-2614-4a54-b5a4-384131f191e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260494 Jul 09 10:08:56.812346 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-c29be06c-fb50-4985-8d22-8fe5276ec83b service neutron] 10.222.0.64 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820582 Jul 09 10:08:56.901828 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-611bea60-788f-43e9-a8f5-4d7b293c6f3a service neutron] 10.222.0.64 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834920 Jul 09 10:08:57.856206 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf06eb5-e41d-4ebd-b033-eb183472e8be req-aa52c2d2-144a-4a73-8418-9907be53d8d7 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:57.857716 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eaf06eb5-e41d-4ebd-b033-eb183472e8be req-aa52c2d2-144a-4a73-8418-9907be53d8d7 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0622654 Jul 09 10:08:57.896743 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eaf06eb5-e41d-4ebd-b033-eb183472e8be req-a45d9147-4d1b-46fc-a596-370b32bb822f tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327418 Jul 09 10:08:59.073843 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac811c-d770-46a3-844a-85b7d58444c6 req-cd3cccea-6192-48e6-af4a-e7ba03591484 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:08:59.075411 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37ac811c-d770-46a3-844a-85b7d58444c6 req-cd3cccea-6192-48e6-af4a-e7ba03591484 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0672202 Jul 09 10:08:59.114366 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37ac811c-d770-46a3-844a-85b7d58444c6 req-d2f45672-b714-4fb0-8b08-89d3dceb4a3e tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320268 Jul 09 10:09:00.286705 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0178be7-72d6-4339-a4c6-bf1c77a03d34 req-c6fbc5d9-c8cc-4504-9c43-d62b78ead815 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:00.288202 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0178be7-72d6-4339-a4c6-bf1c77a03d34 req-c6fbc5d9-c8cc-4504-9c43-d62b78ead815 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0616157 Jul 09 10:09:00.326839 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0178be7-72d6-4339-a4c6-bf1c77a03d34 req-b121c60a-f1c1-4f2e-a49a-83a585e70381 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330639 Jul 09 10:09:01.500182 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d457b2b-38e7-493c-8614-3a8252efe0df req-d6c8e7f5-c04b-4f72-9b74-bc54c41dd16c tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:01.502233 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d457b2b-38e7-493c-8614-3a8252efe0df req-d6c8e7f5-c04b-4f72-9b74-bc54c41dd16c tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0641077 Jul 09 10:09:01.539671 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d457b2b-38e7-493c-8614-3a8252efe0df req-05e9ff41-3846-409e-a5f2-1cbbe1da542a tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319068 Jul 09 10:09:02.715624 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa44f88-45ea-4502-8dfe-b347f26222a4 req-13c5280a-eb2f-4429-8f14-90df05d9fd8c tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:02.717131 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-baa44f88-45ea-4502-8dfe-b347f26222a4 req-13c5280a-eb2f-4429-8f14-90df05d9fd8c tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0663285 Jul 09 10:09:02.761529 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-baa44f88-45ea-4502-8dfe-b347f26222a4 req-96184521-fd3e-46d1-b00b-8da894c4430a tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388525 Jul 09 10:09:03.932380 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d87b9d-7a96-4f3c-ab08-34e2536c4cbe req-d2518dd1-5b4a-4c4d-ad97-25e69d7be291 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:03.933862 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86d87b9d-7a96-4f3c-ab08-34e2536c4cbe req-d2518dd1-5b4a-4c4d-ad97-25e69d7be291 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0634058 Jul 09 10:09:03.970974 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-86d87b9d-7a96-4f3c-ab08-34e2536c4cbe req-3a7d545c-b529-48ab-9459-1ff42c3e9bee tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313628 Jul 09 10:09:04.155608 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:05.156150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b609e2-af4e-4f38-99ff-51ec9adde83e req-4272264e-122c-41a5-9aca-854790a2451a tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:05.157967 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55b609e2-af4e-4f38-99ff-51ec9adde83e req-4272264e-122c-41a5-9aca-854790a2451a tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0658944 Jul 09 10:09:05.196846 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55b609e2-af4e-4f38-99ff-51ec9adde83e req-22090072-0904-41a2-a93a-f7bbc527bfcc tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323865 Jul 09 10:09:06.371112 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9b82d-de25-4838-8311-839742ca556d req-1f149c3e-9c3f-4404-afe1-a3fe7c7bc4ee tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:06.372642 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fdc9b82d-de25-4838-8311-839742ca556d req-1f149c3e-9c3f-4404-afe1-a3fe7c7bc4ee tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0638831 Jul 09 10:09:06.411171 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fdc9b82d-de25-4838-8311-839742ca556d req-b3b0651f-6938-48e0-804c-c63456c52423 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323727 Jul 09 10:09:06.786511 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-da6c9f48-c322-4d24-8143-811430317f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:07.585790 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f4c89-b665-4e2b-b265-d782e87e2a66 req-416732b4-d6ab-4a6b-a29e-2621ef41c80e tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:07.587285 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d0f4c89-b665-4e2b-b265-d782e87e2a66 req-416732b4-d6ab-4a6b-a29e-2621ef41c80e tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0620787 Jul 09 10:09:07.625274 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d0f4c89-b665-4e2b-b265-d782e87e2a66 req-567f8281-ef2a-4f7b-9378-25b95b8688d9 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322840 Jul 09 10:09:08.804313 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc5d24-2018-4b59-898e-726558b9e74b req-9b2dea60-dfa0-4bfb-8164-d91f8ae018cf tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:08.806117 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d9cc5d24-2018-4b59-898e-726558b9e74b req-9b2dea60-dfa0-4bfb-8164-d91f8ae018cf tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0680318 Jul 09 10:09:08.845469 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d9cc5d24-2018-4b59-898e-726558b9e74b req-82440436-32c8-4c33-9aad-bcf1db6eabc7 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334823 Jul 09 10:09:09.385594 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c3fe03fa-c94e-4248-9207-ce04988d19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:09.402099 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:09.561688 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:10.022410 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd699e82-9203-4cda-b78a-c5dbc86498a4 req-328bcfd6-bc9c-42aa-8d97-130803e1bb04 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:10.023907 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dd699e82-9203-4cda-b78a-c5dbc86498a4 req-328bcfd6-bc9c-42aa-8d97-130803e1bb04 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0626698 Jul 09 10:09:10.059999 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dd699e82-9203-4cda-b78a-c5dbc86498a4 req-0b6afd95-1cc5-42f3-8075-cab5eafc99b5 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304158 Jul 09 10:09:11.237130 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9f9b5-80fb-424a-a166-cbf571bbb0f7 req-dee47174-5d0e-494e-9293-8c08a79525e0 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:11.238656 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5bb9f9b5-80fb-424a-a166-cbf571bbb0f7 req-dee47174-5d0e-494e-9293-8c08a79525e0 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0658741 Jul 09 10:09:11.257059 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:11.618787 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5bb9f9b5-80fb-424a-a166-cbf571bbb0f7 req-e9cceae4-69f5-46a6-9f74-45a3b0bbefc7 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743160 Jul 09 10:09:12.788520 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d376310-7635-4dab-8da1-183642cac016 req-712ac1f3-cce9-429b-b54b-51b4b5ceb5fb tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:12.789987 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d376310-7635-4dab-8da1-183642cac016 req-712ac1f3-cce9-429b-b54b-51b4b5ceb5fb tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0615277 Jul 09 10:09:12.826548 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d376310-7635-4dab-8da1-183642cac016 req-53b2b34f-f9e2-4980-9de3-d1bd3e8fb737 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308559 Jul 09 10:09:13.045412 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:13.998059 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53b324-faf1-4f33-b663-6fa40f51f704 req-aa5964ba-d640-4acc-9873-d91e7f78adf4 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:13.999532 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb53b324-faf1-4f33-b663-6fa40f51f704 req-aa5964ba-d640-4acc-9873-d91e7f78adf4 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0613155 Jul 09 10:09:14.039634 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb53b324-faf1-4f33-b663-6fa40f51f704 req-49df7b66-69e6-405a-a87d-ef4aa3dc56e5 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338671 Jul 09 10:09:15.210953 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bad5c-24dd-47d3-9705-7d6de05bf391 req-b624ca1e-74d2-403d-929d-fbe14262d72a tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:15.212468 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-837bad5c-24dd-47d3-9705-7d6de05bf391 req-b624ca1e-74d2-403d-929d-fbe14262d72a tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0625255 Jul 09 10:09:15.250189 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-837bad5c-24dd-47d3-9705-7d6de05bf391 req-55490111-cc6e-4945-8c49-1a2b1f08106b tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321708 Jul 09 10:09:16.429003 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d8ded-fcd5-4592-9966-62b3a14f4c9d req-fac2ff37-c177-4a51-ab76-0ab04df5a0c6 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:16.430423 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe7d8ded-fcd5-4592-9966-62b3a14f4c9d req-fac2ff37-c177-4a51-ab76-0ab04df5a0c6 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0634687 Jul 09 10:09:16.469438 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe7d8ded-fcd5-4592-9966-62b3a14f4c9d req-f1eec2ac-66c8-4fcd-83eb-8842fe64e78a tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331671 Jul 09 10:09:17.644090 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e79b8-171a-4e37-be2b-2642230872d3 req-fd2a1fe5-b27e-43f7-9f48-bdf08f9c6101 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:17.645539 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa2e79b8-171a-4e37-be2b-2642230872d3 req-fd2a1fe5-b27e-43f7-9f48-bdf08f9c6101 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0647871 Jul 09 10:09:17.686139 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa2e79b8-171a-4e37-be2b-2642230872d3 req-682b57a6-946b-49b9-ab46-97f593545b4c tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350544 Jul 09 10:09:18.858303 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8e0a1-6cc1-442b-a83b-748b55aed0c3 req-7fde4ffd-672e-49b6-b22e-3c243f631b0d tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:18.859835 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79e8e0a1-6cc1-442b-a83b-748b55aed0c3 req-7fde4ffd-672e-49b6-b22e-3c243f631b0d tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0634556 Jul 09 10:09:18.896937 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79e8e0a1-6cc1-442b-a83b-748b55aed0c3 req-27bbae76-b1c8-445f-8f0b-40e14fc2be86 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310316 Jul 09 10:09:20.070591 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6c6ad-3b30-46cf-986b-10a1f0f16f4d req-5bf65582-3af8-4c69-8869-02e691a85078 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:20.072184 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80a6c6ad-3b30-46cf-986b-10a1f0f16f4d req-5bf65582-3af8-4c69-8869-02e691a85078 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0648921 Jul 09 10:09:20.118504 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-80a6c6ad-3b30-46cf-986b-10a1f0f16f4d req-f6bd5670-29d5-4cdf-9bd3-337b3bb68d68 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400097 Jul 09 10:09:21.296493 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f746a3c-8fab-4985-8996-7381608fb02b req-afd114ee-b7b2-4748-8c8a-109ce8343203 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:21.297980 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6f746a3c-8fab-4985-8996-7381608fb02b req-afd114ee-b7b2-4748-8c8a-109ce8343203 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0632379 Jul 09 10:09:21.342430 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6f746a3c-8fab-4985-8996-7381608fb02b req-c1ef704f-46e5-4cd3-95a9-642102469e29 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386186 Jul 09 10:09:22.530641 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7bf495-cbb5-434a-9b41-a0ee39bfccd0 req-fa58cbf7-dec8-415d-b823-f9b7a11d3db7 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:22.532405 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3a7bf495-cbb5-434a-9b41-a0ee39bfccd0 req-fa58cbf7-dec8-415d-b823-f9b7a11d3db7 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0628033 Jul 09 10:09:22.569066 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3a7bf495-cbb5-434a-9b41-a0ee39bfccd0 req-5ab7e159-8081-4c73-b7e0-85ee091d2782 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310216 Jul 09 10:09:23.792841 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-37be89ba-82db-42c5-baf3-21e7a7b951f0 service neutron] show failed (client error): The resource could not be found. Jul 09 10:09:23.793923 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-37be89ba-82db-42c5-baf3-21e7a7b951f0 service neutron] 10.222.0.64 "GET /v2.0/ports/fbfd9ea8-3a55-4309-ab50-677e718fb394/bindings/n-h1-799996-1 HTTP/1.1" status: 404 len: 380 time: 0.0699756 Jul 09 10:09:23.804320 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd206eb-60b4-4569-ab85-4c881e0190f5 req-947ad916-b821-4d66-b770-9dfaa71594b7 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:23.805803 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bcd206eb-60b4-4569-ab85-4c881e0190f5 req-947ad916-b821-4d66-b770-9dfaa71594b7 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.1133475 Jul 09 10:09:23.846142 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bcd206eb-60b4-4569-ab85-4c881e0190f5 req-ce4f563a-5ba5-44f9-8181-1010581297ce tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332127 Jul 09 10:09:24.039216 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-5ef163cf-157a-4722-a001-fafcdee679f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:24.040756 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-5ef163cf-157a-4722-a001-fafcdee679f8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0&tenant_id=9bb6127d205b47168cc49be194f2b8aa HTTP/1.1" status: 200 len: 1097 time: 0.0520523 Jul 09 10:09:24.051397 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799996-1', 'device_owner': 'compute:nova'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:09:24.123489 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:24.322611 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] For port fbfd9ea8-3a55-4309-ab50-677e718fb394, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=fbfd9ea8-3a55-4309-ab50-677e718fb394,segment=NetworkSegment(0dcc9491-6ba8-47ce-b729-97ec7b76f928),segment_id=0dcc9491-6ba8-47ce-b729-97ec7b76f928)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:09:24.354451 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] For port fbfd9ea8-3a55-4309-ab50-677e718fb394, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:09:24.393875 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96466843-f1d0-4fdb-9141-c1a7c49bd9a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbfd9ea8-3a55-4309-ab50-677e718fb394'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:09:24.396104 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198f388a-c516-44a8-a30f-a142f6294191" -d '{"events": [{"server_uuid": "96466843-f1d0-4fdb-9141-c1a7c49bd9a0", "name": "network-vif-unplugged", "status": "completed", "tag": "fbfd9ea8-3a55-4309-ab50-677e718fb394"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:09:24.400005 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:24.413191 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] Transition to ACTIVE for port object fbfd9ea8-3a55-4309-ab50-677e718fb394 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:09:24.416732 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:24.447839 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 10:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab8aa9a-1b35-4a0d-afd3-1fdfffe2b409 x-openstack-request-id: req-fab8aa9a-1b35-4a0d-afd3-1fdfffe2b409 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:09:24.448128 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96466843-f1d0-4fdb-9141-c1a7c49bd9a0", "name": "network-vif-unplugged", "status": "completed", "tag": "fbfd9ea8-3a55-4309-ab50-677e718fb394", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:09:24.448374 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fab8aa9a-1b35-4a0d-afd3-1fdfffe2b409 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:09:24.448759 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96466843-f1d0-4fdb-9141-c1a7c49bd9a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbfd9ea8-3a55-4309-ab50-677e718fb394', 'code': 200} Jul 09 10:09:24.482565 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] No DVR routers for this DVR port fbfd9ea8-3a55-4309-ab50-677e718fb394 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:09:24.489722 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] Pushing event updated for resources: {'Port': ['ID=fbfd9ea8-3a55-4309-ab50-677e718fb394,revision_number=6']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:09:24.522948 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] Attempting to bind port fbfd9ea8-3a55-4309-ab50-677e718fb394 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:09:24.523290 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] Attempting to bind port fbfd9ea8-3a55-4309-ab50-677e718fb394 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '0dcc9491-6ba8-47ce-b729-97ec7b76f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ab8793ec-2614-4a54-b5a4-384131f191e9'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:09:24.523612 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] Attempting to bind port fbfd9ea8-3a55-4309-ab50-677e718fb394 on network ab8793ec-2614-4a54-b5a4-384131f191e9 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:09:24.527827 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] Port fbfd9ea8-3a55-4309-ab50-677e718fb394 on network ab8793ec-2614-4a54-b5a4-384131f191e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:09:24.528151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] Attempting to bind port fbfd9ea8-3a55-4309-ab50-677e718fb394 on network ab8793ec-2614-4a54-b5a4-384131f191e9 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:09:24.533203 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:09:24.533545 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] Checking segment: {'id': '0dcc9491-6ba8-47ce-b729-97ec7b76f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ab8793ec-2614-4a54-b5a4-384131f191e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:09:24.533930 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] Bound using segment: {'id': '0dcc9491-6ba8-47ce-b729-97ec7b76f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ab8793ec-2614-4a54-b5a4-384131f191e9'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:09:24.534353 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] Bound port: fbfd9ea8-3a55-4309-ab50-677e718fb394, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dcc9491-6ba8-47ce-b729-97ec7b76f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ab8793ec-2614-4a54-b5a4-384131f191e9'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:09:24.534708 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:24.595296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] For port fbfd9ea8-3a55-4309-ab50-677e718fb394, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:09:24.598256 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] For port fbfd9ea8-3a55-4309-ab50-677e718fb394, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=fbfd9ea8-3a55-4309-ab50-677e718fb394,segment=NetworkSegment(0dcc9491-6ba8-47ce-b729-97ec7b76f928),segment_id=0dcc9491-6ba8-47ce-b729-97ec7b76f928)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:09:24.602725 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:24.638108 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:24.638723 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:24.640154 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] 10.222.0.58 "PUT /v2.0/ports/fbfd9ea8-3a55-4309-ab50-677e718fb394 HTTP/1.1" status: 200 len: 1092 time: 0.5926394 Jul 09 10:09:24.662050 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0b93d-37b4-4708-aca1-5b3795ab7b4e service neutron] Pushing event updated for resources: {'Port': ['ID=fbfd9ea8-3a55-4309-ab50-677e718fb394,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:09:24.716659 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-fd04c287-0c10-4b59-b7b9-4d72f98258b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:24.718200 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-fd04c287-0c10-4b59-b7b9-4d72f98258b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9bb6127d205b47168cc49be194f2b8aa&device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 1095 time: 0.0533578 Jul 09 10:09:24.808250 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-99a782cd-7be3-4ebb-be9a-c58a261e6101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:24.809743 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-99a782cd-7be3-4ebb-be9a-c58a261e6101 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ab8793ec-2614-4a54-b5a4-384131f191e9 HTTP/1.1" status: 200 len: 915 time: 0.0852749 Jul 09 10:09:24.850206 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-0cee0c3c-8369-4858-9efb-fc0e1af09c4f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbfd9ea8-3a55-4309-ab50-677e718fb394 HTTP/1.1" status: 200 len: 217 time: 0.0345347 Jul 09 10:09:24.897714 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-efeec19a-13f6-4826-9a25-9fae850ba2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:24.899190 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-efeec19a-13f6-4826-9a25-9fae850ba2a7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=97b029bb-7dd1-40c0-b4a3-a3953a4fbb74 HTTP/1.1" status: 200 len: 854 time: 0.0433452 Jul 09 10:09:24.932540 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-77d301b1-1cf8-4c3f-bfe6-e88b551507fe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ab8793ec-2614-4a54-b5a4-384131f191e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272768 Jul 09 10:09:25.061686 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-855f54f1-51c1-4536-8d82-982ff0a58bc4 service neutron] 10.222.0.58 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226656 Jul 09 10:09:25.073596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574b428-35e4-42f4-9801-3c40e0d7b61e req-259c3bba-f8a5-44b8-b70d-3b979ce7b067 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:25.075071 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2574b428-35e4-42f4-9801-3c40e0d7b61e req-259c3bba-f8a5-44b8-b70d-3b979ce7b067 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 944 time: 0.0929196 Jul 09 10:09:25.161617 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2574b428-35e4-42f4-9801-3c40e0d7b61e req-e538fcfe-d1bf-414d-84fb-a57dc42b5d7c tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784023 Jul 09 10:09:25.188180 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-044ae8e6-399c-4ce9-9f55-50f051ae3685 req-15fe846f-2509-479d-a9e4-fb75e483d336 service neutron] 10.222.0.58 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120231 Jul 09 10:09:26.337766 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67c709-9b68-462d-a155-7f3ea8b28442 req-ac019e03-04b4-4690-b644-9459aa18ef45 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:26.339228 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa67c709-9b68-462d-a155-7f3ea8b28442 req-ac019e03-04b4-4690-b644-9459aa18ef45 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 944 time: 0.0645165 Jul 09 10:09:26.377013 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa67c709-9b68-462d-a155-7f3ea8b28442 req-e35b483f-a07c-4ea8-836b-71287e9af8f4 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322020 Jul 09 10:09:26.390548 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device fbfd9ea8-3a55-4309-ab50-677e718fb394 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:09:26.431481 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device fbfd9ea8-3a55-4309-ab50-677e718fb394 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:09:26.449804 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96466843-f1d0-4fdb-9141-c1a7c49bd9a0', 'tag': 'fbfd9ea8-3a55-4309-ab50-677e718fb394'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:09:26.452523 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132680e5-a579-4913-ae6b-9870e0733899" -d '{"events": [{"name": "network-changed", "server_uuid": "96466843-f1d0-4fdb-9141-c1a7c49bd9a0", "tag": "fbfd9ea8-3a55-4309-ab50-677e718fb394"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:09:26.501038 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c70cb28-5fcd-4380-ae0e-a125440b8fff x-openstack-request-id: req-4c70cb28-5fcd-4380-ae0e-a125440b8fff {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:09:26.502113 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96466843-f1d0-4fdb-9141-c1a7c49bd9a0", "tag": "fbfd9ea8-3a55-4309-ab50-677e718fb394", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:09:26.502383 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4c70cb28-5fcd-4380-ae0e-a125440b8fff {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:09:26.503125 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96466843-f1d0-4fdb-9141-c1a7c49bd9a0', 'tag': 'fbfd9ea8-3a55-4309-ab50-677e718fb394', 'status': 'completed', 'code': 200} Jul 09 10:09:26.617211 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132680e5-a579-4913-ae6b-9870e0733899 req-f0a8ce03-601c-4029-b83c-fc3bd2d53448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:26.618732 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-132680e5-a579-4913-ae6b-9870e0733899 req-f0a8ce03-601c-4029-b83c-fc3bd2d53448 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9bb6127d205b47168cc49be194f2b8aa&device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 1095 time: 0.0979774 Jul 09 10:09:26.621426 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132680e5-a579-4913-ae6b-9870e0733899 req-c3d55a32-8b4b-481b-8284-9a767b18b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:26.622792 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-132680e5-a579-4913-ae6b-9870e0733899 req-c3d55a32-8b4b-481b-8284-9a767b18b275 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9bb6127d205b47168cc49be194f2b8aa&device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 1095 time: 0.0943291 Jul 09 10:09:26.783372 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132680e5-a579-4913-ae6b-9870e0733899 req-8e52f2c3-2162-4f53-b6b4-c7d89c8110d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:26.785445 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-132680e5-a579-4913-ae6b-9870e0733899 req-8e52f2c3-2162-4f53-b6b4-c7d89c8110d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab8793ec-2614-4a54-b5a4-384131f191e9 HTTP/1.1" status: 200 len: 915 time: 0.1604235 Jul 09 10:09:26.786564 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132680e5-a579-4913-ae6b-9870e0733899 req-6cdc8b3b-48a0-405b-abde-18a1fd5db44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:26.787900 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-132680e5-a579-4913-ae6b-9870e0733899 req-6cdc8b3b-48a0-405b-abde-18a1fd5db44f service neutron] 10.222.0.58 "GET /v2.0/networks?id=ab8793ec-2614-4a54-b5a4-384131f191e9 HTTP/1.1" status: 200 len: 915 time: 0.1555851 Jul 09 10:09:26.835898 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-132680e5-a579-4913-ae6b-9870e0733899 req-aba5d4ca-a530-4981-9fd8-046325856fb0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbfd9ea8-3a55-4309-ab50-677e718fb394 HTTP/1.1" status: 200 len: 217 time: 0.0433459 Jul 09 10:09:26.869836 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-132680e5-a579-4913-ae6b-9870e0733899 req-2e0fb842-f322-4750-98c6-e132de9861e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbfd9ea8-3a55-4309-ab50-677e718fb394 HTTP/1.1" status: 200 len: 217 time: 0.0707977 Jul 09 10:09:26.941643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132680e5-a579-4913-ae6b-9870e0733899 req-ec9fe201-ab53-4b17-ab10-9bbbd1df85ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:26.943110 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-132680e5-a579-4913-ae6b-9870e0733899 req-ec9fe201-ab53-4b17-ab10-9bbbd1df85ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=97b029bb-7dd1-40c0-b4a3-a3953a4fbb74 HTTP/1.1" status: 200 len: 854 time: 0.0815766 Jul 09 10:09:26.948119 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132680e5-a579-4913-ae6b-9870e0733899 req-a4760759-f74a-4a61-8219-80da0d669a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:26.949528 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-132680e5-a579-4913-ae6b-9870e0733899 req-a4760759-f74a-4a61-8219-80da0d669a1b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=97b029bb-7dd1-40c0-b4a3-a3953a4fbb74 HTTP/1.1" status: 200 len: 854 time: 0.0614166 Jul 09 10:09:26.982729 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-132680e5-a579-4913-ae6b-9870e0733899 req-73a1e149-5246-4ff6-839f-fbc5b0ff1a4c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab8793ec-2614-4a54-b5a4-384131f191e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323112 Jul 09 10:09:27.000117 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-132680e5-a579-4913-ae6b-9870e0733899 req-5a88bdf1-695c-4239-87c0-52e572332146 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ab8793ec-2614-4a54-b5a4-384131f191e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420077 Jul 09 10:09:27.147611 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-132680e5-a579-4913-ae6b-9870e0733899 req-2ddd7b21-d670-4984-aabb-1ad94317b594 service neutron] 10.222.0.64 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496801 Jul 09 10:09:27.152917 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-132680e5-a579-4913-ae6b-9870e0733899 req-c0e3d0a6-6b44-488f-bfdb-0ae7438ff740 service neutron] 10.222.0.58 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450257 Jul 09 10:09:27.304978 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-132680e5-a579-4913-ae6b-9870e0733899 req-64e7b55c-cf9b-41b8-bf45-58990d360d33 service neutron] 10.222.0.64 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507504 Jul 09 10:09:27.306765 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-132680e5-a579-4913-ae6b-9870e0733899 req-6642b428-dce1-402e-adaf-f91d72bfe551 service neutron] 10.222.0.58 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451919 Jul 09 10:09:27.555062 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f14c90-8fd7-45ed-b4ee-9894a68d7cf9 req-e22edcde-f0e0-488a-9a72-053a573cac35 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:27.556509 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3f14c90-8fd7-45ed-b4ee-9894a68d7cf9 req-e22edcde-f0e0-488a-9a72-053a573cac35 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 944 time: 0.0673637 Jul 09 10:09:27.594181 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3f14c90-8fd7-45ed-b4ee-9894a68d7cf9 req-c51d3621-164e-4df9-a8d8-06433f027ec9 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322127 Jul 09 10:09:27.914279 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device fbfd9ea8-3a55-4309-ab50-677e718fb394 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:09:27.935505 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12024598-171b-402a-bde9-3d02e4ab552a req-ab32e097-f820-441b-b1b7-85199de38893 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:27.937043 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12024598-171b-402a-bde9-3d02e4ab552a req-ab32e097-f820-441b-b1b7-85199de38893 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.64 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0&tenant_id=9bb6127d205b47168cc49be194f2b8aa&binding%3Ahost_id=n-h1-799996-1 HTTP/1.1" status: 200 len: 944 time: 0.1094255 Jul 09 10:09:27.949140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07450884-10bd-4817-9b54-d5220f20c405 req-096be256-183a-48fa-bd87-e503784af2af tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:27.950574 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07450884-10bd-4817-9b54-d5220f20c405 req-096be256-183a-48fa-bd87-e503784af2af tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 944 time: 0.1135950 Jul 09 10:09:28.007505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port fbfd9ea8-3a55-4309-ab50-677e718fb394, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=fbfd9ea8-3a55-4309-ab50-677e718fb394,segment=NetworkSegment(0dcc9491-6ba8-47ce-b729-97ec7b76f928),segment_id=0dcc9491-6ba8-47ce-b729-97ec7b76f928)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:09:28.019044 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'fbfd9ea8-3a55-4309-ab50-677e718fb394', 'network_id': 'ab8793ec-2614-4a54-b5a4-384131f191e9', 'port_id': 'fbfd9ea8-3a55-4309-ab50-677e718fb394', 'mac_address': 'fa:16:3e:c2:09:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b029bb-7dd1-40c0-b4a3-a3953a4fbb74', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:09:28.029459 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07450884-10bd-4817-9b54-d5220f20c405 req-e150125b-42af-45d8-9269-ed60c49fedc5 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717900 Jul 09 10:09:28.035139 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-12024598-171b-402a-bde9-3d02e4ab552a req-c57a668e-b127-40cf-91da-11e1a2f1bd12 service neutron] delete failed (client error): The resource could not be found. Jul 09 10:09:28.036130 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12024598-171b-402a-bde9-3d02e4ab552a req-c57a668e-b127-40cf-91da-11e1a2f1bd12 service neutron] 10.222.0.64 "DELETE /v2.0/ports/fbfd9ea8-3a55-4309-ab50-677e718fb394/bindings/n-h2-799996-1 HTTP/1.1" status: 404 len: 380 time: 0.0847080 Jul 09 10:09:28.064253 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:28.078056 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbfd9ea8-3a55-4309-ab50-677e718fb394 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:09:28.098709 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port fbfd9ea8-3a55-4309-ab50-677e718fb394, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=fbfd9ea8-3a55-4309-ab50-677e718fb394,segment=NetworkSegment(0dcc9491-6ba8-47ce-b729-97ec7b76f928),segment_id=0dcc9491-6ba8-47ce-b729-97ec7b76f928)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:09:28.103853 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:28.135116 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12024598-171b-402a-bde9-3d02e4ab552a req-99dd8283-0373-44b6-80e0-815ae2db0920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:28.136694 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12024598-171b-402a-bde9-3d02e4ab552a req-99dd8283-0373-44b6-80e0-815ae2db0920 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9bb6127d205b47168cc49be194f2b8aa&device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 1095 time: 0.0555692 Jul 09 10:09:28.151231 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=fbfd9ea8-3a55-4309-ab50-677e718fb394,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:09:28.231175 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12024598-171b-402a-bde9-3d02e4ab552a req-24f64c18-c8b7-48c0-8f97-77c5041327a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:28.232587 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12024598-171b-402a-bde9-3d02e4ab552a req-24f64c18-c8b7-48c0-8f97-77c5041327a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab8793ec-2614-4a54-b5a4-384131f191e9 HTTP/1.1" status: 200 len: 915 time: 0.0896800 Jul 09 10:09:28.272456 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12024598-171b-402a-bde9-3d02e4ab552a req-8b5f8d44-18ee-45b4-ad2d-8420adfb9613 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbfd9ea8-3a55-4309-ab50-677e718fb394 HTTP/1.1" status: 200 len: 217 time: 0.0339186 Jul 09 10:09:28.319496 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['fbfd9ea8-3a55-4309-ab50-677e718fb394'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:09:28.320060 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12024598-171b-402a-bde9-3d02e4ab552a req-d396653f-2930-4c44-bab6-a1ed0a8a01ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:28.321520 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12024598-171b-402a-bde9-3d02e4ab552a req-d396653f-2930-4c44-bab6-a1ed0a8a01ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=97b029bb-7dd1-40c0-b4a3-a3953a4fbb74 HTTP/1.1" status: 200 len: 854 time: 0.0429804 Jul 09 10:09:28.354079 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12024598-171b-402a-bde9-3d02e4ab552a req-53e3a8f8-2cda-4f83-adf4-c499ab5ed445 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab8793ec-2614-4a54-b5a4-384131f191e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264196 Jul 09 10:09:28.448498 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12024598-171b-402a-bde9-3d02e4ab552a req-c58a1b63-8d34-4c35-afdb-ba88a0cc2376 service neutron] 10.222.0.64 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877693 Jul 09 10:09:28.537448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12024598-171b-402a-bde9-3d02e4ab552a req-6e0167f3-22a0-463f-b2a2-4d9621571382 service neutron] 10.222.0.64 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826933 Jul 09 10:09:29.217116 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84721ee-f5c7-41d9-8076-5a7e363e06e6 req-b96d1a74-b332-48f0-a518-df2d469f23cf tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:29.218675 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d84721ee-f5c7-41d9-8076-5a7e363e06e6 req-b96d1a74-b332-48f0-a518-df2d469f23cf tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 945 time: 0.0711722 Jul 09 10:09:29.256997 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d84721ee-f5c7-41d9-8076-5a7e363e06e6 req-e1359488-97ab-4c02-876c-1a5ada589aed tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321760 Jul 09 10:09:29.437515 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8eb54-dc12-4ad7-a5cf-df94f479be0a req-300e5e7a-4909-46f4-9f79-8c9bd849bda0 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:29.438968 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43a8eb54-dc12-4ad7-a5cf-df94f479be0a req-300e5e7a-4909-46f4-9f79-8c9bd849bda0 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 945 time: 0.0720768 Jul 09 10:09:29.477179 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43a8eb54-dc12-4ad7-a5cf-df94f479be0a req-ce160628-8401-470a-9837-107d22d91037 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322204 Jul 09 10:09:29.652218 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e30782-03ee-4063-81b8-7465f530d226 req-46d98fcd-f92b-4da0-adde-51513fe0dbee tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:29.653666 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c5e30782-03ee-4063-81b8-7465f530d226 req-46d98fcd-f92b-4da0-adde-51513fe0dbee tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 945 time: 0.0655673 Jul 09 10:09:29.690165 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c5e30782-03ee-4063-81b8-7465f530d226 req-71f8c021-9a3e-43dd-abac-eda1385f4def tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306277 Jul 09 10:09:29.922223 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device fbfd9ea8-3a55-4309-ab50-677e718fb394 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:09:29.974035 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port fbfd9ea8-3a55-4309-ab50-677e718fb394 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:09:29.978150 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port fbfd9ea8-3a55-4309-ab50-677e718fb394 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:09:29.978520 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:30.055141 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:30.084456 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96466843-f1d0-4fdb-9141-c1a7c49bd9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfd9ea8-3a55-4309-ab50-677e718fb394'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:09:30.087230 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c6ce45-a5df-4bb7-93a0-31f53a575384" -d '{"events": [{"server_uuid": "96466843-f1d0-4fdb-9141-c1a7c49bd9a0", "name": "network-vif-plugged", "status": "completed", "tag": "fbfd9ea8-3a55-4309-ab50-677e718fb394"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:09:30.105323 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port fbfd9ea8-3a55-4309-ab50-677e718fb394, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=fbfd9ea8-3a55-4309-ab50-677e718fb394,segment=NetworkSegment(0dcc9491-6ba8-47ce-b729-97ec7b76f928),segment_id=0dcc9491-6ba8-47ce-b729-97ec7b76f928)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:09:30.110736 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:30.162444 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c966000-a638-43bb-9679-848dd9d5f962 x-openstack-request-id: req-6c966000-a638-43bb-9679-848dd9d5f962 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:09:30.162793 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96466843-f1d0-4fdb-9141-c1a7c49bd9a0", "name": "network-vif-plugged", "status": "completed", "tag": "fbfd9ea8-3a55-4309-ab50-677e718fb394", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:09:30.163101 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c966000-a638-43bb-9679-848dd9d5f962 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:09:30.163493 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96466843-f1d0-4fdb-9141-c1a7c49bd9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfd9ea8-3a55-4309-ab50-677e718fb394', 'code': 200} Jul 09 10:09:30.168130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=fbfd9ea8-3a55-4309-ab50-677e718fb394,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:09:30.336528 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-3cfcb6f9-b47f-43fb-8e6d-426ee484ff08 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:30.338022 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-3cfcb6f9-b47f-43fb-8e6d-426ee484ff08 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/networks?id=ab8793ec-2614-4a54-b5a4-384131f191e9 HTTP/1.1" status: 200 len: 814 time: 0.0998764 Jul 09 10:09:30.353106 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-2a91128f-d0eb-4a94-a8fd-196f47cdf797 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/quotas/9bb6127d205b47168cc49be194f2b8aa HTTP/1.1" status: 200 len: 375 time: 0.0098009 Jul 09 10:09:30.446126 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-1f755ba4-fcad-4ee2-9cd3-84e4b55dec4c tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9bb6127d205b47168cc49be194f2b8aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0880401 Jul 09 10:09:30.535919 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-11aed7b0-e9b7-4269-8594-0f36073984bf service neutron] 10.222.0.61 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829535 Jul 09 10:09:30.628811 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-d0544ace-e397-4592-aa25-88ec09dfd3f9 service neutron] 10.222.0.61 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873492 Jul 09 10:09:30.797758 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-765fbabe-424c-403c-85a2-495ddc6d19b4 req-e780d66d-f6d5-4dfb-ab2d-2c8263758fa4 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 210 time: 0.0301232 Jul 09 10:09:31.471340 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f94f5-3ee3-4914-b152-ce3279980edd req-2c6f743f-5a53-4725-80d8-0437d2d6a6c7 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:31.472876 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-889f94f5-3ee3-4914-b152-ce3279980edd req-2c6f743f-5a53-4725-80d8-0437d2d6a6c7 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.58 "GET /v2.0/ports?device_id=96466843-f1d0-4fdb-9141-c1a7c49bd9a0 HTTP/1.1" status: 200 len: 946 time: 0.0625949 Jul 09 10:09:31.575494 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-889f94f5-3ee3-4914-b152-ce3279980edd req-9829c4b5-4b6f-4609-a3a5-13a7b3786c1d tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Deleting port fbfd9ea8-3a55-4309-ab50-677e718fb394 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:09:31.575873 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-889f94f5-3ee3-4914-b152-ce3279980edd req-9829c4b5-4b6f-4609-a3a5-13a7b3786c1d tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:31.663937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-889f94f5-3ee3-4914-b152-ce3279980edd req-9829c4b5-4b6f-4609-a3a5-13a7b3786c1d tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] For port fbfd9ea8-3a55-4309-ab50-677e718fb394, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=fbfd9ea8-3a55-4309-ab50-677e718fb394,segment=NetworkSegment(0dcc9491-6ba8-47ce-b729-97ec7b76f928),segment_id=0dcc9491-6ba8-47ce-b729-97ec7b76f928)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:09:31.664305 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-889f94f5-3ee3-4914-b152-ce3279980edd req-9829c4b5-4b6f-4609-a3a5-13a7b3786c1d tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:31.676516 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-889f94f5-3ee3-4914-b152-ce3279980edd req-9829c4b5-4b6f-4609-a3a5-13a7b3786c1d tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Calling delete_port for fbfd9ea8-3a55-4309-ab50-677e718fb394 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:09:31.832451 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-889f94f5-3ee3-4914-b152-ce3279980edd req-9829c4b5-4b6f-4609-a3a5-13a7b3786c1d tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:31.848119 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['fbfd9ea8-3a55-4309-ab50-677e718fb394'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:09:31.880629 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829c4b5-4b6f-4609-a3a5-13a7b3786c1d tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Pushing event deleted for resources: {'Port': ['ID=fbfd9ea8-3a55-4309-ab50-677e718fb394,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:09:31.939037 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-889f94f5-3ee3-4914-b152-ce3279980edd req-9829c4b5-4b6f-4609-a3a5-13a7b3786c1d tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] No DVR routers for this DVR port fbfd9ea8-3a55-4309-ab50-677e718fb394 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:09:31.939581 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-7c268b5a-461e-4900-a98b-186de92e23ca tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:31.942338 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-7c268b5a-461e-4900-a98b-186de92e23ca tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.58 "GET /v2.0/networks?id=ab8793ec-2614-4a54-b5a4-384131f191e9 HTTP/1.1" status: 200 len: 814 time: 0.1881118 Jul 09 10:09:31.943065 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-889f94f5-3ee3-4914-b152-ce3279980edd req-9829c4b5-4b6f-4609-a3a5-13a7b3786c1d tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:31.945789 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-889f94f5-3ee3-4914-b152-ce3279980edd req-9829c4b5-4b6f-4609-a3a5-13a7b3786c1d tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.58 "DELETE /v2.0/ports/fbfd9ea8-3a55-4309-ab50-677e718fb394 HTTP/1.1" status: 204 len: 173 time: 0.4673250 Jul 09 10:09:31.947458 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96466843-f1d0-4fdb-9141-c1a7c49bd9a0', 'name': 'network-vif-deleted', 'tag': 'fbfd9ea8-3a55-4309-ab50-677e718fb394'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:09:31.949763 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9604ea06-35bb-4e67-a825-cd1601c79f7b" -d '{"events": [{"server_uuid": "96466843-f1d0-4fdb-9141-c1a7c49bd9a0", "name": "network-vif-deleted", "tag": "fbfd9ea8-3a55-4309-ab50-677e718fb394"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:09:31.956971 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-770e7411-1d08-425f-a86d-cf143468b34e tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Request body: {'port': {'device_id': '2363b016-5c44-44f5-b28b-11aa89c08e27', 'network_id': 'ab8793ec-2614-4a54-b5a4-384131f191e9', 'admin_state_up': True, 'tenant_id': '9bb6127d205b47168cc49be194f2b8aa'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:09:32.004608 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e2d0a2-be15-40b0-8baf-9efa5c2d5ace x-openstack-request-id: req-c5e2d0a2-be15-40b0-8baf-9efa5c2d5ace {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:09:32.005350 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96466843-f1d0-4fdb-9141-c1a7c49bd9a0", "name": "network-vif-deleted", "tag": "fbfd9ea8-3a55-4309-ab50-677e718fb394", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:09:32.005725 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c5e2d0a2-be15-40b0-8baf-9efa5c2d5ace {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:09:32.006202 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96466843-f1d0-4fdb-9141-c1a7c49bd9a0', 'name': 'network-vif-deleted', 'tag': 'fbfd9ea8-3a55-4309-ab50-677e718fb394', 'status': 'completed', 'code': 200} Jul 09 10:09:32.011048 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec785c63-5489-4302-80c1-4e7145a01b17 req-0c9612cc-d145-4fa2-b25f-98e039fff1da tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 210 time: 0.0630553 Jul 09 10:09:32.075968 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-770e7411-1d08-425f-a86d-cf143468b34e tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Made reservation on behalf of 9bb6127d205b47168cc49be194f2b8aa for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:09:32.080139 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-770e7411-1d08-425f-a86d-cf143468b34e tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:32.215776 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-770e7411-1d08-425f-a86d-cf143468b34e tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Allocated IP 172.20.0.2 (ab8793ec-2614-4a54-b5a4-384131f191e9/97b029bb-7dd1-40c0-b4a3-a3953a4fbb74/1b370bea-615b-4a35-b951-3f335227f437) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:09:32.376018 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-770e7411-1d08-425f-a86d-cf143468b34e tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:32.414252 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-770e7411-1d08-425f-a86d-cf143468b34e tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:32.425824 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['fbfd9ea8-3a55-4309-ab50-677e718fb394'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:09:32.465315 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:09:32.701896 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-770e7411-1d08-425f-a86d-cf143468b34e tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Network ab8793ec-2614-4a54-b5a4-384131f191e9 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:09:32.704890 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-770e7411-1d08-425f-a86d-cf143468b34e tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:09:32.708748 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-770e7411-1d08-425f-a86d-cf143468b34e tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:09:32.715617 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e7411-1d08-425f-a86d-cf143468b34e tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Pushing event updated for resources: {'Port': ['ID=1b370bea-615b-4a35-b951-3f335227f437,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:09:32.761010 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-770e7411-1d08-425f-a86d-cf143468b34e tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:32.761627 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-770e7411-1d08-425f-a86d-cf143468b34e tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:32.775282 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-770e7411-1d08-425f-a86d-cf143468b34e tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8225696 Jul 09 10:09:32.787276 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-e5754b1c-a90a-46ae-a5ac-427a31db8c61 service neutron] Request body: {'port': {'device_id': '2363b016-5c44-44f5-b28b-11aa89c08e27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:09:32.859620 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-e5754b1c-a90a-46ae-a5ac-427a31db8c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:33.166601 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-e5754b1c-a90a-46ae-a5ac-427a31db8c61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b370bea-615b-4a35-b951-3f335227f437 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:09:33.174203 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-e5754b1c-a90a-46ae-a5ac-427a31db8c61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:33.187391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa17fe2-15e5-48e2-9207-0b1886699bc3 req-96ed5861-f425-4b3c-ac41-d4a3a3d5f87b tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:33.188981 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4aa17fe2-15e5-48e2-9207-0b1886699bc3 req-96ed5861-f425-4b3c-ac41-d4a3a3d5f87b tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 931 time: 0.0657575 Jul 09 10:09:33.189506 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-e5754b1c-a90a-46ae-a5ac-427a31db8c61 service neutron] Transition to ACTIVE for port object 1b370bea-615b-4a35-b951-3f335227f437 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:09:33.194965 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-e5754b1c-a90a-46ae-a5ac-427a31db8c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:33.245607 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4aa17fe2-15e5-48e2-9207-0b1886699bc3 req-6d985808-e7d2-4b36-b59d-75949de05b0d tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498579 Jul 09 10:09:33.252027 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5754b1c-a90a-46ae-a5ac-427a31db8c61 service neutron] Pushing event updated for resources: {'Port': ['ID=1b370bea-615b-4a35-b951-3f335227f437,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:09:33.319856 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-e5754b1c-a90a-46ae-a5ac-427a31db8c61 service neutron] Attempting to bind port 1b370bea-615b-4a35-b951-3f335227f437 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:09:33.320185 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-e5754b1c-a90a-46ae-a5ac-427a31db8c61 service neutron] Attempting to bind port 1b370bea-615b-4a35-b951-3f335227f437 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '0dcc9491-6ba8-47ce-b729-97ec7b76f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ab8793ec-2614-4a54-b5a4-384131f191e9'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:09:33.320508 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-e5754b1c-a90a-46ae-a5ac-427a31db8c61 service neutron] Attempting to bind port 1b370bea-615b-4a35-b951-3f335227f437 on network ab8793ec-2614-4a54-b5a4-384131f191e9 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:09:33.325387 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-e5754b1c-a90a-46ae-a5ac-427a31db8c61 service neutron] Port 1b370bea-615b-4a35-b951-3f335227f437 on network ab8793ec-2614-4a54-b5a4-384131f191e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:09:33.325706 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-e5754b1c-a90a-46ae-a5ac-427a31db8c61 service neutron] Attempting to bind port 1b370bea-615b-4a35-b951-3f335227f437 on network ab8793ec-2614-4a54-b5a4-384131f191e9 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:09:33.330318 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-e5754b1c-a90a-46ae-a5ac-427a31db8c61 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:09:33.331168 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-e5754b1c-a90a-46ae-a5ac-427a31db8c61 service neutron] Checking segment: {'id': '0dcc9491-6ba8-47ce-b729-97ec7b76f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ab8793ec-2614-4a54-b5a4-384131f191e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:09:33.331568 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-e5754b1c-a90a-46ae-a5ac-427a31db8c61 service neutron] Bound using segment: {'id': '0dcc9491-6ba8-47ce-b729-97ec7b76f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ab8793ec-2614-4a54-b5a4-384131f191e9'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:09:33.332014 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-e5754b1c-a90a-46ae-a5ac-427a31db8c61 service neutron] Bound port: 1b370bea-615b-4a35-b951-3f335227f437, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dcc9491-6ba8-47ce-b729-97ec7b76f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ab8793ec-2614-4a54-b5a4-384131f191e9'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:09:33.332364 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-e5754b1c-a90a-46ae-a5ac-427a31db8c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:33.398043 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-e5754b1c-a90a-46ae-a5ac-427a31db8c61 service neutron] For port 1b370bea-615b-4a35-b951-3f335227f437, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:09:33.401644 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-e5754b1c-a90a-46ae-a5ac-427a31db8c61 service neutron] For port 1b370bea-615b-4a35-b951-3f335227f437, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=1b370bea-615b-4a35-b951-3f335227f437,segment=NetworkSegment(0dcc9491-6ba8-47ce-b729-97ec7b76f928),segment_id=0dcc9491-6ba8-47ce-b729-97ec7b76f928)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:09:33.405785 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-e5754b1c-a90a-46ae-a5ac-427a31db8c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:33.451210 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-e5754b1c-a90a-46ae-a5ac-427a31db8c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:33.451878 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-e5754b1c-a90a-46ae-a5ac-427a31db8c61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:33.453290 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-e5754b1c-a90a-46ae-a5ac-427a31db8c61 service neutron] 10.222.0.58 "PUT /v2.0/ports/1b370bea-615b-4a35-b951-3f335227f437 HTTP/1.1" status: 200 len: 1091 time: 0.6702635 Jul 09 10:09:33.453744 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2363b016-5c44-44f5-b28b-11aa89c08e27', 'tag': '1b370bea-615b-4a35-b951-3f335227f437'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:09:33.456573 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6475257-4222-466e-9136-f2d163a5dbe3" -d '{"events": [{"name": "network-changed", "server_uuid": "2363b016-5c44-44f5-b28b-11aa89c08e27", "tag": "1b370bea-615b-4a35-b951-3f335227f437"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:09:33.482632 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5754b1c-a90a-46ae-a5ac-427a31db8c61 service neutron] Pushing event updated for resources: {'Port': ['ID=1b370bea-615b-4a35-b951-3f335227f437,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:09:33.571632 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0e92d7-7122-4ba1-9714-cec4b3ec3c9e x-openstack-request-id: req-0e0e92d7-7122-4ba1-9714-cec4b3ec3c9e {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:09:33.571904 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2363b016-5c44-44f5-b28b-11aa89c08e27", "tag": "1b370bea-615b-4a35-b951-3f335227f437", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:09:33.572159 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0e0e92d7-7122-4ba1-9714-cec4b3ec3c9e {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:09:33.572557 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2363b016-5c44-44f5-b28b-11aa89c08e27', 'tag': '1b370bea-615b-4a35-b951-3f335227f437', 'status': 'completed', 'code': 200} Jul 09 10:09:33.584529 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-a2ee17ed-a5de-4e1f-b64f-d66b33963ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:33.586047 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-a2ee17ed-a5de-4e1f-b64f-d66b33963ffe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9bb6127d205b47168cc49be194f2b8aa&device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 1094 time: 0.0940661 Jul 09 10:09:33.647398 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-8806cdc1-2203-494d-904a-6d198683698e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b370bea-615b-4a35-b951-3f335227f437 HTTP/1.1" status: 200 len: 217 time: 0.0544980 Jul 09 10:09:33.701534 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-cfbb3a10-9dc2-4bba-bbea-2878e0aca87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:33.703002 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-cfbb3a10-9dc2-4bba-bbea-2878e0aca87a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=97b029bb-7dd1-40c0-b4a3-a3953a4fbb74 HTTP/1.1" status: 200 len: 854 time: 0.0492811 Jul 09 10:09:33.750860 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-be79e831-761e-4dce-8bca-9c84922044c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ab8793ec-2614-4a54-b5a4-384131f191e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419950 Jul 09 10:09:33.839406 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-3f518b66-4d9a-436e-8961-4971ce3549bc service neutron] 10.222.0.58 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819554 Jul 09 10:09:33.933109 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b5c729d4-f8aa-4b45-9dfe-97bcc8c4c896 req-90788995-f559-42fe-84b2-398f1d9f4804 service neutron] 10.222.0.58 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875120 Jul 09 10:09:34.036921 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6475257-4222-466e-9136-f2d163a5dbe3 req-6da6318e-278e-44d8-a8c7-15fa1a2c532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:34.038427 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e6475257-4222-466e-9136-f2d163a5dbe3 req-6da6318e-278e-44d8-a8c7-15fa1a2c532e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9bb6127d205b47168cc49be194f2b8aa&device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 1094 time: 0.0530882 Jul 09 10:09:34.149078 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:34.187381 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6475257-4222-466e-9136-f2d163a5dbe3 req-4d20d2b4-5805-4888-92e0-83ebb9c61f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:34.188898 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e6475257-4222-466e-9136-f2d163a5dbe3 req-4d20d2b4-5805-4888-92e0-83ebb9c61f7e service neutron] 10.222.0.58 "GET /v2.0/networks?id=ab8793ec-2614-4a54-b5a4-384131f191e9 HTTP/1.1" status: 200 len: 915 time: 0.1446478 Jul 09 10:09:34.233709 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e6475257-4222-466e-9136-f2d163a5dbe3 req-ed6b420e-afe0-4db2-8ac5-99e3365d14b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b370bea-615b-4a35-b951-3f335227f437 HTTP/1.1" status: 200 len: 217 time: 0.0378304 Jul 09 10:09:34.282947 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6475257-4222-466e-9136-f2d163a5dbe3 req-1fe591be-1c9c-44c2-b633-8b7d13770a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:34.284491 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e6475257-4222-466e-9136-f2d163a5dbe3 req-1fe591be-1c9c-44c2-b633-8b7d13770a57 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=97b029bb-7dd1-40c0-b4a3-a3953a4fbb74 HTTP/1.1" status: 200 len: 854 time: 0.0440700 Jul 09 10:09:34.317914 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e6475257-4222-466e-9136-f2d163a5dbe3 req-e06f64b3-b7cf-4db6-9754-95c597b25ee5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ab8793ec-2614-4a54-b5a4-384131f191e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267260 Jul 09 10:09:34.407796 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e6475257-4222-466e-9136-f2d163a5dbe3 req-986b5614-9732-4669-976b-dd831f815bf1 service neutron] 10.222.0.58 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835695 Jul 09 10:09:34.418835 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5873a40-fdaa-4f83-854d-f56292b6048c req-9b9342ee-26ca-4134-9968-0ea7b700f2b4 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:34.420382 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5873a40-fdaa-4f83-854d-f56292b6048c req-9b9342ee-26ca-4134-9968-0ea7b700f2b4 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 943 time: 0.0640450 Jul 09 10:09:34.459285 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5873a40-fdaa-4f83-854d-f56292b6048c req-eb60ae8b-a4be-4ca5-966b-3cbe46c5be5b tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327682 Jul 09 10:09:34.502949 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e6475257-4222-466e-9136-f2d163a5dbe3 req-6cddcbab-32a7-4108-87cd-a6b3b2eef8c7 service neutron] 10.222.0.58 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882185 Jul 09 10:09:35.641353 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bd3dc-2847-4b53-9b33-c354961650d5 req-5f034243-b91e-4b2b-86d7-11f696b0cca7 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:35.643228 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-528bd3dc-2847-4b53-9b33-c354961650d5 req-5f034243-b91e-4b2b-86d7-11f696b0cca7 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 943 time: 0.0693090 Jul 09 10:09:35.681186 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-528bd3dc-2847-4b53-9b33-c354961650d5 req-70d3d543-ee7d-4c5e-a204-17fa7115afea tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323462 Jul 09 10:09:35.955416 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device fbfd9ea8-3a55-4309-ab50-677e718fb394 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:09:35.957481 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 1b370bea-615b-4a35-b951-3f335227f437 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:09:35.978725 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: fbfd9ea8-3a55-4309-ab50-677e718fb394 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:09:35.979069 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device fbfd9ea8-3a55-4309-ab50-677e718fb394 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:09:36.069154 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 1b370bea-615b-4a35-b951-3f335227f437, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=1b370bea-615b-4a35-b951-3f335227f437,segment=NetworkSegment(0dcc9491-6ba8-47ce-b729-97ec7b76f928),segment_id=0dcc9491-6ba8-47ce-b729-97ec7b76f928)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:09:36.079956 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '1b370bea-615b-4a35-b951-3f335227f437', 'network_id': 'ab8793ec-2614-4a54-b5a4-384131f191e9', 'port_id': '1b370bea-615b-4a35-b951-3f335227f437', 'mac_address': 'fa:16:3e:bb:37:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b029bb-7dd1-40c0-b4a3-a3953a4fbb74', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:09:36.117927 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:36.130251 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b370bea-615b-4a35-b951-3f335227f437 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:09:36.150399 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 1b370bea-615b-4a35-b951-3f335227f437, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=1b370bea-615b-4a35-b951-3f335227f437,segment=NetworkSegment(0dcc9491-6ba8-47ce-b729-97ec7b76f928),segment_id=0dcc9491-6ba8-47ce-b729-97ec7b76f928)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:09:36.154075 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:36.201570 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=1b370bea-615b-4a35-b951-3f335227f437,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:09:36.338044 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['1b370bea-615b-4a35-b951-3f335227f437'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:09:36.787929 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-68bf2fc3-baab-4f32-83d1-dd37209c4a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:36.858307 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29878663-cfbf-40b1-8176-7f7ff23509a8 req-39b09ba5-b9d7-4053-abf6-295c0946ffe4 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:36.859908 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-29878663-cfbf-40b1-8176-7f7ff23509a8 req-39b09ba5-b9d7-4053-abf6-295c0946ffe4 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 944 time: 0.0649323 Jul 09 10:09:36.898849 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-29878663-cfbf-40b1-8176-7f7ff23509a8 req-8570e189-710f-4a31-bb51-e109e72d83ab tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332711 Jul 09 10:09:37.953140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 1b370bea-615b-4a35-b951-3f335227f437 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:09:38.001079 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 1b370bea-615b-4a35-b951-3f335227f437 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:09:38.004962 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 1b370bea-615b-4a35-b951-3f335227f437 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:09:38.005325 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:38.073523 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97622ee0-9a14-4ab5-96ad-2d1a0d5e84c3 req-14cb9733-2547-4dcd-b181-fadf82ae4adb tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:38.075122 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-97622ee0-9a14-4ab5-96ad-2d1a0d5e84c3 req-14cb9733-2547-4dcd-b181-fadf82ae4adb tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 944 time: 0.0674374 Jul 09 10:09:38.085812 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:38.109485 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2363b016-5c44-44f5-b28b-11aa89c08e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b370bea-615b-4a35-b951-3f335227f437'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:09:38.111787 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7568e504-c5fe-4747-8afa-bd82de1f1d04" -d '{"events": [{"server_uuid": "2363b016-5c44-44f5-b28b-11aa89c08e27", "name": "network-vif-plugged", "status": "completed", "tag": "1b370bea-615b-4a35-b951-3f335227f437"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:09:38.113901 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-97622ee0-9a14-4ab5-96ad-2d1a0d5e84c3 req-ff8656dd-36c3-403f-8910-7432800e8447 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331967 Jul 09 10:09:38.124811 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 1b370bea-615b-4a35-b951-3f335227f437, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=1b370bea-615b-4a35-b951-3f335227f437,segment=NetworkSegment(0dcc9491-6ba8-47ce-b729-97ec7b76f928),segment_id=0dcc9491-6ba8-47ce-b729-97ec7b76f928)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:09:38.130215 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:38.154516 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b62221-a173-4fae-8e25-6b47989db2fc x-openstack-request-id: req-e9b62221-a173-4fae-8e25-6b47989db2fc {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:09:38.154811 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2363b016-5c44-44f5-b28b-11aa89c08e27", "name": "network-vif-plugged", "status": "completed", "tag": "1b370bea-615b-4a35-b951-3f335227f437", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:09:38.155090 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e9b62221-a173-4fae-8e25-6b47989db2fc {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:09:38.155471 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2363b016-5c44-44f5-b28b-11aa89c08e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b370bea-615b-4a35-b951-3f335227f437', 'code': 200} Jul 09 10:09:38.182926 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=1b370bea-615b-4a35-b951-3f335227f437,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:09:38.191118 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:09:38.191378 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:09:38.191625 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:09:38.191990 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:09:38.192324 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:09:38.192657 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:09:38.192987 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:09:38.193320 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:09:38.193650 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:09:38.193976 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:09:38.194302 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:09:38.194625 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:09:38.266530 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8afb90-cb59-4446-b077-cf57b87b0942 req-e2a96f56-118b-4304-b60f-da33cea30edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:38.268830 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0d8afb90-cb59-4446-b077-cf57b87b0942 req-e2a96f56-118b-4304-b60f-da33cea30edc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 1096 time: 0.0505331 Jul 09 10:09:38.312026 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0d8afb90-cb59-4446-b077-cf57b87b0942 req-f7b4d602-61e2-4e2f-95ad-7570e33e774f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375202 Jul 09 10:09:39.287446 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4acfb9-e418-4d9c-9911-3df547b4a1e1 req-7b521f08-a128-4dba-bd3c-18f3e16933a5 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:39.289001 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bf4acfb9-e418-4d9c-9911-3df547b4a1e1 req-7b521f08-a128-4dba-bd3c-18f3e16933a5 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0633326 Jul 09 10:09:39.326629 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bf4acfb9-e418-4d9c-9911-3df547b4a1e1 req-f075810f-d1a8-4447-9f06-ddb14cf7c079 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320380 Jul 09 10:09:39.386503 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2052d8ca-74b5-4365-9987-f7b5697b4717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:39.412852 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:39.510243 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899ff72-f7eb-4cd1-8222-da7be52fe36b req-21dfbc63-20ae-473f-9797-3c8f882b1ebb tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:39.511789 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0899ff72-f7eb-4cd1-8222-da7be52fe36b req-21dfbc63-20ae-473f-9797-3c8f882b1ebb tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0641804 Jul 09 10:09:39.550880 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0899ff72-f7eb-4cd1-8222-da7be52fe36b req-37f29813-5d29-47ed-bf85-05ab80733b84 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333900 Jul 09 10:09:39.563645 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:39.887955 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-8744b160-00d6-4e81-9896-5c253ae93d13 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0508659 Jul 09 10:09:39.949553 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cc47b-79a4-44ec-8aa2-d72b98c591db req-1900c033-dc98-464f-b971-036c1131f882 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:39.951065 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-667cc47b-79a4-44ec-8aa2-d72b98c591db req-1900c033-dc98-464f-b971-036c1131f882 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0708127 Jul 09 10:09:39.989869 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-667cc47b-79a4-44ec-8aa2-d72b98c591db req-01f59fee-ee16-4648-addb-7a9bf4ab5b9e tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323300 Jul 09 10:09:41.001228 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-6b82aba7-20a2-4967-adff-42e649f474f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:41.002725 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-6b82aba7-20a2-4967-adff-42e649f474f7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9bb6127d205b47168cc49be194f2b8aa&device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 1096 time: 0.0527837 Jul 09 10:09:41.097713 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-768c6f9e-a40f-40cc-9dbc-f31dbb0abddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:41.099490 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-768c6f9e-a40f-40cc-9dbc-f31dbb0abddf service neutron] 10.222.0.58 "GET /v2.0/networks?id=ab8793ec-2614-4a54-b5a4-384131f191e9 HTTP/1.1" status: 200 len: 915 time: 0.0906866 Jul 09 10:09:41.141149 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-6595cd32-aa96-4a0f-b6ef-943bbd39009f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b370bea-615b-4a35-b951-3f335227f437 HTTP/1.1" status: 200 len: 217 time: 0.0358992 Jul 09 10:09:41.170650 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a601d-6af0-4921-8a0d-cfa0b50cc279 req-89a63327-188b-4f33-8293-316113064f05 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:41.172343 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c23a601d-6af0-4921-8a0d-cfa0b50cc279 req-89a63327-188b-4f33-8293-316113064f05 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0690339 Jul 09 10:09:41.194890 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-69ec77d8-ae2b-449e-bdad-765156be8ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:41.198138 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-69ec77d8-ae2b-449e-bdad-765156be8ac9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=97b029bb-7dd1-40c0-b4a3-a3953a4fbb74 HTTP/1.1" status: 200 len: 854 time: 0.0509264 Jul 09 10:09:41.230412 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c23a601d-6af0-4921-8a0d-cfa0b50cc279 req-1048eca7-fcf4-4b88-a3bb-114031b5eea7 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462320 Jul 09 10:09:41.238482 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-7a46622b-a256-45f4-9a2e-18322923d72a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ab8793ec-2614-4a54-b5a4-384131f191e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344412 Jul 09 10:09:41.256837 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:41.333578 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-5b963947-834b-40bd-9d53-97ace36d25b4 service neutron] 10.222.0.58 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888124 Jul 09 10:09:41.424040 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-7f96e3ad-3504-4384-85cf-e3d11f57fac1 service neutron] 10.222.0.58 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845437 Jul 09 10:09:42.410176 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab220de4-4da7-4bb8-8cd5-d4c3814c47af req-1f0d3eca-4bc4-420b-a3b6-ce619981266f tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:42.411601 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab220de4-4da7-4bb8-8cd5-d4c3814c47af req-1f0d3eca-4bc4-420b-a3b6-ce619981266f tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0678601 Jul 09 10:09:42.449217 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab220de4-4da7-4bb8-8cd5-d4c3814c47af req-ce907156-ca7d-42cb-bac7-1cbea47916ea tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318139 Jul 09 10:09:43.048503 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:09:43.623494 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a27ef5-dbf1-4e17-80f2-da84c296d17a req-9c84c3e6-245d-4ebf-a184-9efac655c4d7 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:43.625025 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33a27ef5-dbf1-4e17-80f2-da84c296d17a req-9c84c3e6-245d-4ebf-a184-9efac655c4d7 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0628557 Jul 09 10:09:43.664485 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33a27ef5-dbf1-4e17-80f2-da84c296d17a req-872cddd8-d88d-4c3e-83e0-8ff6889f3e52 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340147 Jul 09 10:09:44.835551 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d2fe1-3bbc-4ca4-ac7a-ce93ff9df291 req-c54a049c-7657-4c8d-b65e-4b3c645e5c20 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:44.837053 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb9d2fe1-3bbc-4ca4-ac7a-ce93ff9df291 req-c54a049c-7657-4c8d-b65e-4b3c645e5c20 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0624087 Jul 09 10:09:44.874411 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb9d2fe1-3bbc-4ca4-ac7a-ce93ff9df291 req-b7075971-e280-4243-912d-b774aa6ad666 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318451 Jul 09 10:09:46.049992 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c5328-51b9-4d36-9854-228784991c78 req-02fda753-280c-4bf3-bd30-5c8ea5d017fe tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:46.052021 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-752c5328-51b9-4d36-9854-228784991c78 req-02fda753-280c-4bf3-bd30-5c8ea5d017fe tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0672128 Jul 09 10:09:46.089701 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-752c5328-51b9-4d36-9854-228784991c78 req-69cc0e43-b147-455e-8942-3b6cd31b4807 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319645 Jul 09 10:09:47.264977 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a33f5d-73b2-49ee-b9d2-a2daec61de13 req-1eb1755d-739c-47a9-9a5a-61cd254628fe tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:47.266571 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c5a33f5d-73b2-49ee-b9d2-a2daec61de13 req-1eb1755d-739c-47a9-9a5a-61cd254628fe tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0637450 Jul 09 10:09:47.304994 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c5a33f5d-73b2-49ee-b9d2-a2daec61de13 req-f704ae9c-24bf-49ab-b7a4-5c36a16075be tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320170 Jul 09 10:09:48.483500 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61b89b-4b7a-4511-90f4-06ea603780b4 req-b6954346-58db-4881-8b1b-666ebc3cc324 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:48.484955 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5f61b89b-4b7a-4511-90f4-06ea603780b4 req-b6954346-58db-4881-8b1b-666ebc3cc324 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0665405 Jul 09 10:09:48.522904 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5f61b89b-4b7a-4511-90f4-06ea603780b4 req-85185132-1f9f-4ff3-b2b1-4eb08a1d1063 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319557 Jul 09 10:09:49.774502 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34888d-916f-44ef-9e62-9330b31aeb2b req-a69886ab-848a-4753-b4e1-c6faa2f85976 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:49.776054 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd34888d-916f-44ef-9e62-9330b31aeb2b req-a69886ab-848a-4753-b4e1-c6faa2f85976 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.1424937 Jul 09 10:09:49.817083 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd34888d-916f-44ef-9e62-9330b31aeb2b req-2c3cfb9b-9ae9-44de-86c6-346df73eadf4 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353858 Jul 09 10:09:50.995964 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317176f1-1a32-412e-bc65-222402952d06 req-29f2a4c6-c654-4eba-ba8e-3ceff73555ba tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:50.997458 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-317176f1-1a32-412e-bc65-222402952d06 req-29f2a4c6-c654-4eba-ba8e-3ceff73555ba tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0626037 Jul 09 10:09:51.035401 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-317176f1-1a32-412e-bc65-222402952d06 req-cb512d6e-47f2-44ce-a779-8ac15298f8a8 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322738 Jul 09 10:09:52.213107 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5910f74-06d3-4130-aa2a-fbe1cdd86255 req-c8c826e1-1d6d-4a9d-ab03-f074f1e73658 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:52.214616 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5910f74-06d3-4130-aa2a-fbe1cdd86255 req-c8c826e1-1d6d-4a9d-ab03-f074f1e73658 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0690398 Jul 09 10:09:52.252277 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5910f74-06d3-4130-aa2a-fbe1cdd86255 req-a087ef96-7d04-4329-a974-98610018e3a5 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320044 Jul 09 10:09:53.424605 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf4280-859f-4ff7-9e67-80ba885ba49a req-1b6b5ea5-1e5b-4086-aae7-a983704d2fb3 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:53.426048 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84bf4280-859f-4ff7-9e67-80ba885ba49a req-1b6b5ea5-1e5b-4086-aae7-a983704d2fb3 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0660369 Jul 09 10:09:53.463437 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84bf4280-859f-4ff7-9e67-80ba885ba49a req-c0e60def-7a53-463a-8b0c-78fb42cc6286 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317140 Jul 09 10:09:53.581488 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd725947-f1ca-44c4-afd5-427d41721d0b req-8fb00ae0-34d7-4320-970f-cd15dfd12a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:53.583004 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cd725947-f1ca-44c4-afd5-427d41721d0b req-8fb00ae0-34d7-4320-970f-cd15dfd12a5f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9bb6127d205b47168cc49be194f2b8aa&device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 1096 time: 0.0542924 Jul 09 10:09:53.683481 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd725947-f1ca-44c4-afd5-427d41721d0b req-292939f3-6068-4880-9f43-1f4381e6acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:53.684899 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cd725947-f1ca-44c4-afd5-427d41721d0b req-292939f3-6068-4880-9f43-1f4381e6acb0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ab8793ec-2614-4a54-b5a4-384131f191e9 HTTP/1.1" status: 200 len: 915 time: 0.0827370 Jul 09 10:09:53.729234 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cd725947-f1ca-44c4-afd5-427d41721d0b req-d0154cb7-b4f1-4b84-aa48-a2d050846951 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b370bea-615b-4a35-b951-3f335227f437 HTTP/1.1" status: 200 len: 217 time: 0.0368683 Jul 09 10:09:53.776478 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd725947-f1ca-44c4-afd5-427d41721d0b req-11591d65-a1a2-49ee-a983-acc771048482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:53.777918 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cd725947-f1ca-44c4-afd5-427d41721d0b req-11591d65-a1a2-49ee-a983-acc771048482 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=97b029bb-7dd1-40c0-b4a3-a3953a4fbb74 HTTP/1.1" status: 200 len: 854 time: 0.0431216 Jul 09 10:09:53.810310 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cd725947-f1ca-44c4-afd5-427d41721d0b req-caa95398-f7d5-4edf-93e1-a599b7d7fdf3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ab8793ec-2614-4a54-b5a4-384131f191e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259767 Jul 09 10:09:53.901212 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cd725947-f1ca-44c4-afd5-427d41721d0b req-9150e2ed-77df-4b7b-abd1-3c1c432a1471 service neutron] 10.222.0.58 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840671 Jul 09 10:09:53.990121 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cd725947-f1ca-44c4-afd5-427d41721d0b req-d7ed8d58-4f7f-439c-812c-82df5b57fd0b service neutron] 10.222.0.58 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822217 Jul 09 10:09:54.638660 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d3d89-d966-443a-82af-1cffd612b432 req-ea86b4d1-d1ab-4279-82f6-ce4ca95f2ab9 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:54.640199 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-786d3d89-d966-443a-82af-1cffd612b432 req-ea86b4d1-d1ab-4279-82f6-ce4ca95f2ab9 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0669978 Jul 09 10:09:54.678597 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-786d3d89-d966-443a-82af-1cffd612b432 req-80645e47-9280-47a9-9a5a-34bc7cdb605e tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322285 Jul 09 10:09:55.909121 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5390083-856f-46bc-a1a9-e49dc2094034 req-70a31222-9a5e-4041-a65c-7fbafff230bf tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:55.910674 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a5390083-856f-46bc-a1a9-e49dc2094034 req-70a31222-9a5e-4041-a65c-7fbafff230bf tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.1205835 Jul 09 10:09:55.948718 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a5390083-856f-46bc-a1a9-e49dc2094034 req-714415a2-b15b-4b7d-93b7-7d367fb8427d tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315154 Jul 09 10:09:57.133681 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e57dc6-ee6c-4f54-94dd-f63ed34073fe req-23b664d3-a671-44bb-87bc-01316ad8ae66 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:57.135112 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-45e57dc6-ee6c-4f54-94dd-f63ed34073fe req-23b664d3-a671-44bb-87bc-01316ad8ae66 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0627384 Jul 09 10:09:57.174454 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-45e57dc6-ee6c-4f54-94dd-f63ed34073fe req-74de7aa8-bba3-44c8-b054-4084a95af75b tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332503 Jul 09 10:09:58.355936 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a74f9-ec64-49cc-b86d-42c56e33bcb6 req-d5ec839d-ab92-4943-be0b-075e857b0401 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:58.357416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f54a74f9-ec64-49cc-b86d-42c56e33bcb6 req-d5ec839d-ab92-4943-be0b-075e857b0401 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0694556 Jul 09 10:09:58.394995 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f54a74f9-ec64-49cc-b86d-42c56e33bcb6 req-b877f5b6-50c2-483d-983a-2ef40e7349cf tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318532 Jul 09 10:09:59.570051 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d90d3-689c-480c-8f14-b728f92e8fec req-28e667cf-bc32-4441-bf5f-7b6086974704 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:09:59.571570 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-736d90d3-689c-480c-8f14-b728f92e8fec req-28e667cf-bc32-4441-bf5f-7b6086974704 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0642567 Jul 09 10:09:59.615588 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-736d90d3-689c-480c-8f14-b728f92e8fec req-e1fe8efd-8ab6-4b18-a931-7c1a723c79b6 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381143 Jul 09 10:10:00.793682 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1951b0-c192-45d1-90a4-ff0d5d4675d6 req-b59c0c70-2c5a-46e0-9deb-7f7475031bb9 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:00.795181 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f1951b0-c192-45d1-90a4-ff0d5d4675d6 req-b59c0c70-2c5a-46e0-9deb-7f7475031bb9 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0679338 Jul 09 10:10:00.833483 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f1951b0-c192-45d1-90a4-ff0d5d4675d6 req-0fa52952-ad8e-46a4-8ba0-fc913a487678 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327165 Jul 09 10:10:02.009370 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56054b-5cee-42f8-b30a-90103e08976c req-8483af38-ac33-4390-99e1-1be0d075e63e tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:02.010878 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2e56054b-5cee-42f8-b30a-90103e08976c req-8483af38-ac33-4390-99e1-1be0d075e63e tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0653825 Jul 09 10:10:02.048027 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2e56054b-5cee-42f8-b30a-90103e08976c req-123a3afc-a5dc-4f70-aed5-b17216038045 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313993 Jul 09 10:10:03.219993 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c86ff0-7092-4b6a-a64c-f534f3a0a0e3 req-af75be71-33af-444a-9f2b-25f0c1b4dea1 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:03.221502 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-52c86ff0-7092-4b6a-a64c-f534f3a0a0e3 req-af75be71-33af-444a-9f2b-25f0c1b4dea1 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0637870 Jul 09 10:10:03.258593 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-52c86ff0-7092-4b6a-a64c-f534f3a0a0e3 req-64ca1cdf-fd05-4bc3-89fb-677877306c00 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308821 Jul 09 10:10:04.167679 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:04.441724 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13635a10-86f7-44af-948d-7409b8e73474 req-a936bda5-78a6-4d89-a856-f3c870363f3b tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:04.443131 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13635a10-86f7-44af-948d-7409b8e73474 req-a936bda5-78a6-4d89-a856-f3c870363f3b tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0747824 Jul 09 10:10:04.479761 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-13635a10-86f7-44af-948d-7409b8e73474 req-4f2b4a06-e510-4d1b-847a-6bc4176c5295 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309985 Jul 09 10:10:05.653811 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a1a05-f065-4d4a-b1ce-f43fe5f3f421 req-4b6dfb22-61ec-4900-9607-5789b21e3695 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:05.655320 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c25a1a05-f065-4d4a-b1ce-f43fe5f3f421 req-4b6dfb22-61ec-4900-9607-5789b21e3695 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0653601 Jul 09 10:10:05.695576 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c25a1a05-f065-4d4a-b1ce-f43fe5f3f421 req-66f56b86-423a-4dbc-9317-10c6a7e54f29 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Jul 09 10:10:06.795487 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-df4124cf-6169-43d0-9677-0b2e17aee087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:06.884059 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6419670-a305-40bd-9b5d-b5f6d664975c req-bb51c022-cf76-4397-9c72-55b9b52ea997 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:06.885614 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6419670-a305-40bd-9b5d-b5f6d664975c req-bb51c022-cf76-4397-9c72-55b9b52ea997 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0701861 Jul 09 10:10:06.924739 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6419670-a305-40bd-9b5d-b5f6d664975c req-bc95e531-153b-4886-ad73-08cf69963b51 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335593 Jul 09 10:10:08.102697 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fa91d-dc84-49a7-bc8d-0437047c8522 req-97c03f9c-9606-4f88-9e09-57315f42a9b3 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:08.104301 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea0fa91d-dc84-49a7-bc8d-0437047c8522 req-97c03f9c-9606-4f88-9e09-57315f42a9b3 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0637259 Jul 09 10:10:08.141195 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea0fa91d-dc84-49a7-bc8d-0437047c8522 req-f9febaaa-692d-4ce2-9a20-0e13bc74e64e tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313129 Jul 09 10:10:08.204042 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-0ddbc4ff-604b-48c6-ba55-5457176b850d service neutron] show failed (client error): The resource could not be found. Jul 09 10:10:08.205080 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-0ddbc4ff-604b-48c6-ba55-5457176b850d service neutron] 10.222.0.58 "GET /v2.0/ports/1b370bea-615b-4a35-b951-3f335227f437/bindings/n-h2-799996-1 HTTP/1.1" status: 404 len: 380 time: 0.0554478 Jul 09 10:10:08.454859 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-ec5228f0-956c-4f44-b13e-1f3956310106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:08.456410 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-ec5228f0-956c-4f44-b13e-1f3956310106 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27&tenant_id=9bb6127d205b47168cc49be194f2b8aa HTTP/1.1" status: 200 len: 1096 time: 0.0541205 Jul 09 10:10:08.467969 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799996-1', 'device_owner': 'compute:nova'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:10:08.544296 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:08.746680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] For port 1b370bea-615b-4a35-b951-3f335227f437, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=1b370bea-615b-4a35-b951-3f335227f437,segment=NetworkSegment(0dcc9491-6ba8-47ce-b729-97ec7b76f928),segment_id=0dcc9491-6ba8-47ce-b729-97ec7b76f928)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:10:08.779850 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] For port 1b370bea-615b-4a35-b951-3f335227f437, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:10:08.820471 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2363b016-5c44-44f5-b28b-11aa89c08e27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b370bea-615b-4a35-b951-3f335227f437'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:10:08.822911 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2f9102-913a-4228-af20-b5f289060bc0" -d '{"events": [{"server_uuid": "2363b016-5c44-44f5-b28b-11aa89c08e27", "name": "network-vif-unplugged", "status": "completed", "tag": "1b370bea-615b-4a35-b951-3f335227f437"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:10:08.826692 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:08.839746 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Transition to ACTIVE for port object 1b370bea-615b-4a35-b951-3f335227f437 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:10:08.843790 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:08.882608 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 10:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181ffc4c-bda1-4c9e-8008-8aa48e374341 x-openstack-request-id: req-181ffc4c-bda1-4c9e-8008-8aa48e374341 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:10:08.882906 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2363b016-5c44-44f5-b28b-11aa89c08e27", "name": "network-vif-unplugged", "status": "completed", "tag": "1b370bea-615b-4a35-b951-3f335227f437", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:10:08.883167 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-181ffc4c-bda1-4c9e-8008-8aa48e374341 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:10:08.883567 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2363b016-5c44-44f5-b28b-11aa89c08e27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b370bea-615b-4a35-b951-3f335227f437', 'code': 200} Jul 09 10:10:08.904716 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Pushing event updated for resources: {'Port': ['ID=1b370bea-615b-4a35-b951-3f335227f437,revision_number=6']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:08.927328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] No DVR routers for this DVR port 1b370bea-615b-4a35-b951-3f335227f437 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:10:08.931937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:08.932290 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:08.932636 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:08.932979 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:08.933316 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:08.933658 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:08.933987 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:08.934319 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:08.934645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:08.934970 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:08.935297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:08.935632 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:08.972924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Attempting to bind port 1b370bea-615b-4a35-b951-3f335227f437 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:10:08.973166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Attempting to bind port 1b370bea-615b-4a35-b951-3f335227f437 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '0dcc9491-6ba8-47ce-b729-97ec7b76f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ab8793ec-2614-4a54-b5a4-384131f191e9'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:10:08.973497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Attempting to bind port 1b370bea-615b-4a35-b951-3f335227f437 on network ab8793ec-2614-4a54-b5a4-384131f191e9 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:10:08.978616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Port 1b370bea-615b-4a35-b951-3f335227f437 on network ab8793ec-2614-4a54-b5a4-384131f191e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:10:08.978937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Attempting to bind port 1b370bea-615b-4a35-b951-3f335227f437 on network ab8793ec-2614-4a54-b5a4-384131f191e9 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:10:08.983954 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:10:08.984296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Checking segment: {'id': '0dcc9491-6ba8-47ce-b729-97ec7b76f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ab8793ec-2614-4a54-b5a4-384131f191e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:10:08.984702 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Bound using segment: {'id': '0dcc9491-6ba8-47ce-b729-97ec7b76f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ab8793ec-2614-4a54-b5a4-384131f191e9'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:10:08.985132 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Bound port: 1b370bea-615b-4a35-b951-3f335227f437, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dcc9491-6ba8-47ce-b729-97ec7b76f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ab8793ec-2614-4a54-b5a4-384131f191e9'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:10:08.985500 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:09.052111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] For port 1b370bea-615b-4a35-b951-3f335227f437, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:10:09.055879 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] For port 1b370bea-615b-4a35-b951-3f335227f437, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=1b370bea-615b-4a35-b951-3f335227f437,segment=NetworkSegment(0dcc9491-6ba8-47ce-b729-97ec7b76f928),segment_id=0dcc9491-6ba8-47ce-b729-97ec7b76f928)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:10:09.060028 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:09.097367 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:09.097974 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:09.099398 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] 10.222.0.64 "PUT /v2.0/ports/1b370bea-615b-4a35-b951-3f335227f437 HTTP/1.1" status: 200 len: 1091 time: 0.6354976 Jul 09 10:10:09.120316 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8281c-5a98-4ea0-9006-52a3170c491f service neutron] Pushing event updated for resources: {'Port': ['ID=1b370bea-615b-4a35-b951-3f335227f437,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:09.388606 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d2b22868-3fcb-4b64-ab07-bd031ee62a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:09.416875 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:09.465673 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:10:09.564898 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-2fca2851-bd9e-4563-8d9b-5fe47169486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:09.566742 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-2fca2851-bd9e-4563-8d9b-5fe47169486b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9bb6127d205b47168cc49be194f2b8aa&device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 1094 time: 0.4434690 Jul 09 10:10:09.575615 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:09.588588 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fa05b-bc19-4f24-b8eb-c08a5c7e427a req-bf20754b-f072-4bf1-94a4-e0572fc7744b tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:09.590033 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-540fa05b-bc19-4f24-b8eb-c08a5c7e427a req-bf20754b-f072-4bf1-94a4-e0572fc7744b tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 943 time: 0.0914273 Jul 09 10:10:09.683542 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-540fa05b-bc19-4f24-b8eb-c08a5c7e427a req-fab495b8-7286-49ba-952c-4002b9f2400e tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823579 Jul 09 10:10:09.701957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-f806dd12-4d2e-40e2-8954-804e8035a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:09.703448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-f806dd12-4d2e-40e2-8954-804e8035a77a service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab8793ec-2614-4a54-b5a4-384131f191e9 HTTP/1.1" status: 200 len: 915 time: 0.1299794 Jul 09 10:10:09.744092 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-9eadac27-df2c-425b-b557-2e7547a07d78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b370bea-615b-4a35-b951-3f335227f437 HTTP/1.1" status: 200 len: 217 time: 0.0333059 Jul 09 10:10:09.795297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-e6789196-0435-4586-8bdf-f9fd17d81e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:09.796777 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-e6789196-0435-4586-8bdf-f9fd17d81e75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=97b029bb-7dd1-40c0-b4a3-a3953a4fbb74 HTTP/1.1" status: 200 len: 854 time: 0.0470927 Jul 09 10:10:09.829439 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-a0834cf6-91be-4ea8-99ed-bff730128bd4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab8793ec-2614-4a54-b5a4-384131f191e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258002 Jul 09 10:10:09.916178 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-db6f13c3-5132-4bcd-a603-729e3110b161 service neutron] 10.222.0.64 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799727 Jul 09 10:10:10.010919 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ad46a02-d6f6-436a-ae99-bde2ed3da751 req-36a04afa-4ac4-481a-9dbc-eecc4fb2d10c service neutron] 10.222.0.64 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888219 Jul 09 10:10:10.858134 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5c549-9266-4849-a429-3fdc0f2952b7 req-a7dc728f-80f5-447d-bba7-d6141827644f tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:10.859627 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b2a5c549-9266-4849-a429-3fdc0f2952b7 req-a7dc728f-80f5-447d-bba7-d6141827644f tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 943 time: 0.0631866 Jul 09 10:10:10.884153 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2363b016-5c44-44f5-b28b-11aa89c08e27', 'tag': '1b370bea-615b-4a35-b951-3f335227f437'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:10:10.886365 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb29cf5-c706-4fcd-a0df-f97cb42064a6" -d '{"events": [{"name": "network-changed", "server_uuid": "2363b016-5c44-44f5-b28b-11aa89c08e27", "tag": "1b370bea-615b-4a35-b951-3f335227f437"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:10:10.905189 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b2a5c549-9266-4849-a429-3fdc0f2952b7 req-92753b4e-6f81-4fe4-8ea2-e7299d9654c2 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385203 Jul 09 10:10:10.937243 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136b9e34-4e96-4322-98af-3b56337f8a22 x-openstack-request-id: req-136b9e34-4e96-4322-98af-3b56337f8a22 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:10:10.937538 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2363b016-5c44-44f5-b28b-11aa89c08e27", "tag": "1b370bea-615b-4a35-b951-3f335227f437", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:10:10.937792 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-136b9e34-4e96-4322-98af-3b56337f8a22 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:10:10.938201 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2363b016-5c44-44f5-b28b-11aa89c08e27', 'tag': '1b370bea-615b-4a35-b951-3f335227f437', 'status': 'completed', 'code': 200} Jul 09 10:10:11.012099 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb29cf5-c706-4fcd-a0df-f97cb42064a6 req-0e855a37-5dcf-4720-8829-95df197b6a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:11.013518 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bb29cf5-c706-4fcd-a0df-f97cb42064a6 req-0e855a37-5dcf-4720-8829-95df197b6a99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9bb6127d205b47168cc49be194f2b8aa&device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 1094 time: 0.0570667 Jul 09 10:10:11.016641 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb29cf5-c706-4fcd-a0df-f97cb42064a6 req-78baea0b-e7ae-4091-9c8c-65939e2078bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:11.018133 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2bb29cf5-c706-4fcd-a0df-f97cb42064a6 req-78baea0b-e7ae-4091-9c8c-65939e2078bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9bb6127d205b47168cc49be194f2b8aa&device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 1094 time: 0.0571830 Jul 09 10:10:11.106814 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb29cf5-c706-4fcd-a0df-f97cb42064a6 req-094dc1d9-335c-463f-abc9-b450ca186443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:11.108424 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bb29cf5-c706-4fcd-a0df-f97cb42064a6 req-094dc1d9-335c-463f-abc9-b450ca186443 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab8793ec-2614-4a54-b5a4-384131f191e9 HTTP/1.1" status: 200 len: 915 time: 0.0876486 Jul 09 10:10:11.111349 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb29cf5-c706-4fcd-a0df-f97cb42064a6 req-b7575e28-3d25-4199-af98-9b647b864758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:11.112828 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2bb29cf5-c706-4fcd-a0df-f97cb42064a6 req-b7575e28-3d25-4199-af98-9b647b864758 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ab8793ec-2614-4a54-b5a4-384131f191e9 HTTP/1.1" status: 200 len: 915 time: 0.0878389 Jul 09 10:10:11.151383 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bb29cf5-c706-4fcd-a0df-f97cb42064a6 req-5135f0ba-60e0-4ea9-9f81-1d2d0f5e9065 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b370bea-615b-4a35-b951-3f335227f437 HTTP/1.1" status: 200 len: 217 time: 0.0354257 Jul 09 10:10:11.157159 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2bb29cf5-c706-4fcd-a0df-f97cb42064a6 req-cc7b3a5b-56f3-4414-8335-1f423e5adc7c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b370bea-615b-4a35-b951-3f335227f437 HTTP/1.1" status: 200 len: 217 time: 0.0386963 Jul 09 10:10:11.205794 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb29cf5-c706-4fcd-a0df-f97cb42064a6 req-5c52ba8f-6af0-4772-b22b-bcaaf0de997b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:11.207326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bb29cf5-c706-4fcd-a0df-f97cb42064a6 req-5c52ba8f-6af0-4772-b22b-bcaaf0de997b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=97b029bb-7dd1-40c0-b4a3-a3953a4fbb74 HTTP/1.1" status: 200 len: 854 time: 0.0498965 Jul 09 10:10:11.207954 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb29cf5-c706-4fcd-a0df-f97cb42064a6 req-06630f84-dc87-4a74-a9ca-ab2ee813059f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:11.209406 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2bb29cf5-c706-4fcd-a0df-f97cb42064a6 req-06630f84-dc87-4a74-a9ca-ab2ee813059f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=97b029bb-7dd1-40c0-b4a3-a3953a4fbb74 HTTP/1.1" status: 200 len: 854 time: 0.0463712 Jul 09 10:10:11.241401 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bb29cf5-c706-4fcd-a0df-f97cb42064a6 req-6ca76898-5fb7-4b2f-83ea-3912aeee38ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab8793ec-2614-4a54-b5a4-384131f191e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271568 Jul 09 10:10:11.242974 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2bb29cf5-c706-4fcd-a0df-f97cb42064a6 req-86b6b4e4-5fe0-4483-9712-d2538bba5211 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ab8793ec-2614-4a54-b5a4-384131f191e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271661 Jul 09 10:10:11.259464 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:11.331258 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bb29cf5-c706-4fcd-a0df-f97cb42064a6 req-7f4eeba7-d258-4930-bb0a-7574b3b9d50b service neutron] 10.222.0.64 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829601 Jul 09 10:10:11.335281 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2bb29cf5-c706-4fcd-a0df-f97cb42064a6 req-8c24e105-0618-4381-92e7-3dd92b0604e1 service neutron] 10.222.0.58 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854897 Jul 09 10:10:11.424279 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2bb29cf5-c706-4fcd-a0df-f97cb42064a6 req-5ab69ca7-c1a6-421e-98f8-d2929f0749d5 service neutron] 10.222.0.58 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832989 Jul 09 10:10:11.424538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2bb29cf5-c706-4fcd-a0df-f97cb42064a6 req-344aa9eb-d6fd-4513-a13d-818c58243de7 service neutron] 10.222.0.64 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853407 Jul 09 10:10:12.091957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39098bc3-603c-4517-a13f-afac8466c624 req-fa8bfd26-6b37-443d-9542-6798ec81785f tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:12.093466 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39098bc3-603c-4517-a13f-afac8466c624 req-fa8bfd26-6b37-443d-9542-6798ec81785f tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 943 time: 0.0682163 Jul 09 10:10:12.107499 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 1b370bea-615b-4a35-b951-3f335227f437 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:10:12.132718 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39098bc3-603c-4517-a13f-afac8466c624 req-f16c70b0-475e-45cd-ad09-a39c820125de tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335324 Jul 09 10:10:12.145553 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 1b370bea-615b-4a35-b951-3f335227f437 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:10:12.575593 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 1b370bea-615b-4a35-b951-3f335227f437 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:10:12.665233 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 1b370bea-615b-4a35-b951-3f335227f437, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=1b370bea-615b-4a35-b951-3f335227f437,segment=NetworkSegment(0dcc9491-6ba8-47ce-b729-97ec7b76f928),segment_id=0dcc9491-6ba8-47ce-b729-97ec7b76f928)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:10:12.676377 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '1b370bea-615b-4a35-b951-3f335227f437', 'network_id': 'ab8793ec-2614-4a54-b5a4-384131f191e9', 'port_id': '1b370bea-615b-4a35-b951-3f335227f437', 'mac_address': 'fa:16:3e:bb:37:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b029bb-7dd1-40c0-b4a3-a3953a4fbb74', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:10:12.719123 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:12.731654 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b370bea-615b-4a35-b951-3f335227f437 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:10:12.750592 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 1b370bea-615b-4a35-b951-3f335227f437, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=1b370bea-615b-4a35-b951-3f335227f437,segment=NetworkSegment(0dcc9491-6ba8-47ce-b729-97ec7b76f928),segment_id=0dcc9491-6ba8-47ce-b729-97ec7b76f928)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:10:12.754336 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:12.801046 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=1b370bea-615b-4a35-b951-3f335227f437,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:13.051803 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:13.074387 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['1b370bea-615b-4a35-b951-3f335227f437'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:10:13.311459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71d94c-4fe1-48fd-a37e-562d0e0bb65c req-6ce74a7f-b847-433a-990a-1e0df9422292 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:13.312975 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c71d94c-4fe1-48fd-a37e-562d0e0bb65c req-6ce74a7f-b847-433a-990a-1e0df9422292 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 944 time: 0.0666373 Jul 09 10:10:13.350656 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c71d94c-4fe1-48fd-a37e-562d0e0bb65c req-c65b2fd7-0870-4564-a0e8-fe19dba3bcee tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320890 Jul 09 10:10:13.645100 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171879af-a4da-4d12-81dc-439b51778cf4 req-bb3bb924-4b1a-4df4-96c3-bf407b228eaf tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:13.646643 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-171879af-a4da-4d12-81dc-439b51778cf4 req-bb3bb924-4b1a-4df4-96c3-bf407b228eaf tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 944 time: 0.0648870 Jul 09 10:10:13.686196 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-171879af-a4da-4d12-81dc-439b51778cf4 req-92d36fdd-aa0c-4219-be79-94fbaea2acdc tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331621 Jul 09 10:10:13.954859 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f4b81-97bb-4be6-b3ab-b2a66ab3a50b req-fbb7f08a-9ee6-4db5-a726-7ce8498c6f54 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:13.956442 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6e1f4b81-97bb-4be6-b3ab-b2a66ab3a50b req-fbb7f08a-9ee6-4db5-a726-7ce8498c6f54 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.58 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27&tenant_id=9bb6127d205b47168cc49be194f2b8aa&binding%3Ahost_id=n-h2-799996-1 HTTP/1.1" status: 200 len: 944 time: 0.3725872 Jul 09 10:10:14.015239 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [req-6e1f4b81-97bb-4be6-b3ab-b2a66ab3a50b req-7ac00da2-43a0-47ad-ad52-e420aaea6a42 service neutron] delete failed (client error): The resource could not be found. Jul 09 10:10:14.016288 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6e1f4b81-97bb-4be6-b3ab-b2a66ab3a50b req-7ac00da2-43a0-47ad-ad52-e420aaea6a42 service neutron] 10.222.0.58 "DELETE /v2.0/ports/1b370bea-615b-4a35-b951-3f335227f437/bindings/n-h1-799996-1 HTTP/1.1" status: 404 len: 380 time: 0.0541139 Jul 09 10:10:14.110714 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f4b81-97bb-4be6-b3ab-b2a66ab3a50b req-1bb71997-4d9e-465f-9438-7ebf41ab6c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:14.112324 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6e1f4b81-97bb-4be6-b3ab-b2a66ab3a50b req-1bb71997-4d9e-465f-9438-7ebf41ab6c20 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9bb6127d205b47168cc49be194f2b8aa&device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 1095 time: 0.0530820 Jul 09 10:10:14.202538 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f4b81-97bb-4be6-b3ab-b2a66ab3a50b req-47e3ee60-ecb1-40aa-8d9d-8d816aebb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:14.204037 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6e1f4b81-97bb-4be6-b3ab-b2a66ab3a50b req-47e3ee60-ecb1-40aa-8d9d-8d816aebb7aa service neutron] 10.222.0.58 "GET /v2.0/networks?id=ab8793ec-2614-4a54-b5a4-384131f191e9 HTTP/1.1" status: 200 len: 915 time: 0.0860581 Jul 09 10:10:14.244886 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6e1f4b81-97bb-4be6-b3ab-b2a66ab3a50b req-4be773bd-983e-444b-ba68-808cb52aa44c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b370bea-615b-4a35-b951-3f335227f437 HTTP/1.1" status: 200 len: 217 time: 0.0345755 Jul 09 10:10:14.295207 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f4b81-97bb-4be6-b3ab-b2a66ab3a50b req-88079881-b1fb-4ff5-922a-976d06ee7f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:14.296670 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6e1f4b81-97bb-4be6-b3ab-b2a66ab3a50b req-88079881-b1fb-4ff5-922a-976d06ee7f34 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=97b029bb-7dd1-40c0-b4a3-a3953a4fbb74 HTTP/1.1" status: 200 len: 854 time: 0.0461850 Jul 09 10:10:14.328347 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6e1f4b81-97bb-4be6-b3ab-b2a66ab3a50b req-701dc660-2016-4440-98b2-416ecbac1a35 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ab8793ec-2614-4a54-b5a4-384131f191e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254667 Jul 09 10:10:14.414587 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6e1f4b81-97bb-4be6-b3ab-b2a66ab3a50b req-ba500b10-254e-42f3-a25d-267197bec17c service neutron] 10.222.0.58 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802324 Jul 09 10:10:14.506361 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6e1f4b81-97bb-4be6-b3ab-b2a66ab3a50b req-dd196b1b-8ec0-46c5-b108-177eb540489a service neutron] 10.222.0.58 "GET /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853438 Jul 09 10:10:14.600839 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 1b370bea-615b-4a35-b951-3f335227f437 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:10:14.648179 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 1b370bea-615b-4a35-b951-3f335227f437 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:10:14.651759 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 1b370bea-615b-4a35-b951-3f335227f437 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:10:14.652131 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:14.727586 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:14.753645 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2363b016-5c44-44f5-b28b-11aa89c08e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b370bea-615b-4a35-b951-3f335227f437'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:10:14.755904 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d78628-2ffb-4c1c-8505-746d602f7b12" -d '{"events": [{"server_uuid": "2363b016-5c44-44f5-b28b-11aa89c08e27", "name": "network-vif-plugged", "status": "completed", "tag": "1b370bea-615b-4a35-b951-3f335227f437"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:10:14.769945 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 1b370bea-615b-4a35-b951-3f335227f437, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=1b370bea-615b-4a35-b951-3f335227f437,segment=NetworkSegment(0dcc9491-6ba8-47ce-b729-97ec7b76f928),segment_id=0dcc9491-6ba8-47ce-b729-97ec7b76f928)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:10:14.780622 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:14.824077 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ff4383-243d-4e62-ac75-49208504d828 x-openstack-request-id: req-75ff4383-243d-4e62-ac75-49208504d828 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:10:14.824350 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2363b016-5c44-44f5-b28b-11aa89c08e27", "name": "network-vif-plugged", "status": "completed", "tag": "1b370bea-615b-4a35-b951-3f335227f437", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:10:14.824615 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-75ff4383-243d-4e62-ac75-49208504d828 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:10:14.824970 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2363b016-5c44-44f5-b28b-11aa89c08e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b370bea-615b-4a35-b951-3f335227f437', 'code': 200} Jul 09 10:10:14.838111 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=1b370bea-615b-4a35-b951-3f335227f437,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:14.883123 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182449b-dc97-4a7d-9922-aca0b58c7bc3 req-adbdb010-59ea-4788-b9b8-bc463ecdba62 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:14.884892 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0182449b-dc97-4a7d-9922-aca0b58c7bc3 req-adbdb010-59ea-4788-b9b8-bc463ecdba62 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0723774 Jul 09 10:10:14.925184 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0182449b-dc97-4a7d-9922-aca0b58c7bc3 req-114bd800-cb98-4eee-a78b-50d5901bdb20 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343649 Jul 09 10:10:16.116276 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df85424-8050-4e89-a541-31729a5fff4b req-7db6b12c-26b0-47ad-9f18-cb9892d9e06c tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:16.117780 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9df85424-8050-4e89-a541-31729a5fff4b req-7db6b12c-26b0-47ad-9f18-cb9892d9e06c tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0670326 Jul 09 10:10:16.155501 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9df85424-8050-4e89-a541-31729a5fff4b req-4d968c68-9ae6-419f-91cf-378c5ff60a49 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321312 Jul 09 10:10:16.324748 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30144e-e153-4300-ba85-ee7a8d592718 req-e165531e-5abc-443e-9fd9-b7b00ec5d84c tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:16.326222 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca30144e-e153-4300-ba85-ee7a8d592718 req-e165531e-5abc-443e-9fd9-b7b00ec5d84c tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0630081 Jul 09 10:10:16.368368 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca30144e-e153-4300-ba85-ee7a8d592718 req-19714089-f7c1-4041-a549-9364e917e99b tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365539 Jul 09 10:10:16.546523 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d5189-e11d-4cbb-981d-39e78b1f92ca req-9e8a2da5-68e0-4139-8bbe-437213dab20a tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:16.548048 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a19d5189-e11d-4cbb-981d-39e78b1f92ca req-9e8a2da5-68e0-4139-8bbe-437213dab20a tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0691652 Jul 09 10:10:16.586212 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a19d5189-e11d-4cbb-981d-39e78b1f92ca req-0c9dcca6-441b-4391-8b6e-dcc0f3f213a7 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323262 Jul 09 10:10:17.159993 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3b7d1-b808-49fd-ad90-b7ea2591ac8a req-ff9cd951-7484-4c45-b46f-18dbe49e0607 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:17.161502 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6d3b7d1-b808-49fd-ad90-b7ea2591ac8a req-ff9cd951-7484-4c45-b46f-18dbe49e0607 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.0642445 Jul 09 10:10:17.200320 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6d3b7d1-b808-49fd-ad90-b7ea2591ac8a req-af6b770e-2312-4d35-ae97-f9d95aebbb4f tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317047 Jul 09 10:10:18.403842 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f030df-4868-46ea-b64b-19b6507e64e9 req-ef945941-7069-42f8-bf04-7903a6576086 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:18.405295 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50f030df-4868-46ea-b64b-19b6507e64e9 req-ef945941-7069-42f8-bf04-7903a6576086 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.64 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.1084223 Jul 09 10:10:18.414011 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5d948-7e09-4c61-9f2f-d493cc70fd34 req-576b1fa2-f138-4ef8-85bd-cb9d7fc31ddf tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:18.415448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03b5d948-7e09-4c61-9f2f-d493cc70fd34 req-576b1fa2-f138-4ef8-85bd-cb9d7fc31ddf tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/ports?device_id=2363b016-5c44-44f5-b28b-11aa89c08e27 HTTP/1.1" status: 200 len: 945 time: 0.1077580 Jul 09 10:10:18.485641 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-03b5d948-7e09-4c61-9f2f-d493cc70fd34 req-cfdef52e-3c68-49e3-84c5-9c48a20963b9 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d296c0f-1f30-440a-a494-abc94fb03677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624807 Jul 09 10:10:18.538044 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-50f030df-4868-46ea-b64b-19b6507e64e9 req-8d59b70f-9119-47f5-9348-f3e324a8c9d0 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Deleting port 1b370bea-615b-4a35-b951-3f335227f437 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:10:18.538374 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-50f030df-4868-46ea-b64b-19b6507e64e9 req-8d59b70f-9119-47f5-9348-f3e324a8c9d0 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:18.626896 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-50f030df-4868-46ea-b64b-19b6507e64e9 req-8d59b70f-9119-47f5-9348-f3e324a8c9d0 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] For port 1b370bea-615b-4a35-b951-3f335227f437, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=1b370bea-615b-4a35-b951-3f335227f437,segment=NetworkSegment(0dcc9491-6ba8-47ce-b729-97ec7b76f928),segment_id=0dcc9491-6ba8-47ce-b729-97ec7b76f928)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:10:18.627261 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-50f030df-4868-46ea-b64b-19b6507e64e9 req-8d59b70f-9119-47f5-9348-f3e324a8c9d0 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:18.639835 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-50f030df-4868-46ea-b64b-19b6507e64e9 req-8d59b70f-9119-47f5-9348-f3e324a8c9d0 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Calling delete_port for 1b370bea-615b-4a35-b951-3f335227f437 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:10:18.763562 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-50f030df-4868-46ea-b64b-19b6507e64e9 req-8d59b70f-9119-47f5-9348-f3e324a8c9d0 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:18.778529 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['1b370bea-615b-4a35-b951-3f335227f437'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:10:18.793243 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59b70f-9119-47f5-9348-f3e324a8c9d0 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Pushing event deleted for resources: {'Port': ['ID=1b370bea-615b-4a35-b951-3f335227f437,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:18.835838 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f030df-4868-46ea-b64b-19b6507e64e9 req-8d59b70f-9119-47f5-9348-f3e324a8c9d0 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] No DVR routers for this DVR port 1b370bea-615b-4a35-b951-3f335227f437 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:10:18.838555 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-50f030df-4868-46ea-b64b-19b6507e64e9 req-8d59b70f-9119-47f5-9348-f3e324a8c9d0 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:18.840719 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50f030df-4868-46ea-b64b-19b6507e64e9 req-8d59b70f-9119-47f5-9348-f3e324a8c9d0 tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] 10.222.0.64 "DELETE /v2.0/ports/1b370bea-615b-4a35-b951-3f335227f437 HTTP/1.1" status: 204 len: 173 time: 0.4241807 Jul 09 10:10:18.841178 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2363b016-5c44-44f5-b28b-11aa89c08e27', 'name': 'network-vif-deleted', 'tag': '1b370bea-615b-4a35-b951-3f335227f437'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:10:18.843512 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30f395e-ff32-4b1c-8bac-845db9b192d3" -d '{"events": [{"server_uuid": "2363b016-5c44-44f5-b28b-11aa89c08e27", "name": "network-vif-deleted", "tag": "1b370bea-615b-4a35-b951-3f335227f437"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:10:18.882353 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be4d67a-0f6f-4ca5-aa34-0e23e2b76dd3 x-openstack-request-id: req-6be4d67a-0f6f-4ca5-aa34-0e23e2b76dd3 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:10:18.882661 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2363b016-5c44-44f5-b28b-11aa89c08e27", "name": "network-vif-deleted", "tag": "1b370bea-615b-4a35-b951-3f335227f437", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:10:18.882903 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6be4d67a-0f6f-4ca5-aa34-0e23e2b76dd3 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:10:18.883302 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2363b016-5c44-44f5-b28b-11aa89c08e27', 'name': 'network-vif-deleted', 'tag': '1b370bea-615b-4a35-b951-3f335227f437', 'status': 'completed', 'code': 200} Jul 09 10:10:19.713574 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40024) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:10:19.758424 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfaa4b00-8a10-4551-90e3-54e8f09e04e4 admin admin] Deleting subnet 97b029bb-7dd1-40c0-b4a3-a3953a4fbb74 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:10:19.761512 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfaa4b00-8a10-4551-90e3-54e8f09e04e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:19.799784 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfaa4b00-8a10-4551-90e3-54e8f09e04e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:19.838517 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfaa4b00-8a10-4551-90e3-54e8f09e04e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:19.890703 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfaa4b00-8a10-4551-90e3-54e8f09e04e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:19.918196 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa4b00-8a10-4551-90e3-54e8f09e04e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97b029bb-7dd1-40c0-b4a3-a3953a4fbb74,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:19.920197 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfaa4b00-8a10-4551-90e3-54e8f09e04e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:19.922084 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-cfaa4b00-8a10-4551-90e3-54e8f09e04e4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/97b029bb-7dd1-40c0-b4a3-a3953a4fbb74 HTTP/1.1" status: 204 len: 168 time: 0.2074711 Jul 09 10:10:19.924547 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40026) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:10:19.994777 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-676ed2bb-219c-40b1-a930-d409625b1e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:20.079353 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-676ed2bb-219c-40b1-a930-d409625b1e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:20.089615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-676ed2bb-219c-40b1-a930-d409625b1e36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8793ec-2614-4a54-b5a4-384131f191e9']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:10:20.100530 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-676ed2bb-219c-40b1-a930-d409625b1e36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dcc9491-6ba8-47ce-b729-97ec7b76f928') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:10:20.100830 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-676ed2bb-219c-40b1-a930-d409625b1e36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dcc9491-6ba8-47ce-b729-97ec7b76f928') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:10:20.109561 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-676ed2bb-219c-40b1-a930-d409625b1e36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:20.129484 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-676ed2bb-219c-40b1-a930-d409625b1e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:20.135492 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676ed2bb-219c-40b1-a930-d409625b1e36 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:10:20.135945 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-676ed2bb-219c-40b1-a930-d409625b1e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: timer() Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:10:20.137764 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:10:20.196425 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-676ed2bb-219c-40b1-a930-d409625b1e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:20.202137 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-676ed2bb-219c-40b1-a930-d409625b1e36 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:20.203999 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-676ed2bb-219c-40b1-a930-d409625b1e36 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ab8793ec-2614-4a54-b5a4-384131f191e9 HTTP/1.1" status: 204 len: 168 time: 0.2785127 Jul 09 10:10:20.214779 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ed2bb-219c-40b1-a930-d409625b1e36 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab8793ec-2614-4a54-b5a4-384131f191e9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:20.323332 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40032) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:10:20.362358 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-dfd92cb2-26f3-4492-841d-826ca94a0204 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9bb6127d205b47168cc49be194f2b8aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377541 Jul 09 10:10:20.364746 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40034) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:10:20.412018 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d6485e73-5f42-479d-bb2b-0c7c7b5b92b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:20.433698 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d6485e73-5f42-479d-bb2b-0c7c7b5b92b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:20.480477 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d6485e73-5f42-479d-bb2b-0c7c7b5b92b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:20.483244 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d6485e73-5f42-479d-bb2b-0c7c7b5b92b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:20.484434 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d6485e73-5f42-479d-bb2b-0c7c7b5b92b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9d296c0f-1f30-440a-a494-abc94fb03677 HTTP/1.1" status: 204 len: 168 time: 0.1187930 Jul 09 10:10:20.492192 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6485e73-5f42-479d-bb2b-0c7c7b5b92b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d296c0f-1f30-440a-a494-abc94fb03677,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:21.140094 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40058) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:10:21.239712 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-4cbcf8dc-28a7-4209-a109-83b7035beab3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-648159461-network', 'tenant_id': '42a25a16a1984634b009ae159bd0e228'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:10:21.264662 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbcf8dc-28a7-4209-a109-83b7035beab3 admin admin] Made reservation on behalf of 42a25a16a1984634b009ae159bd0e228 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:10:21.267342 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4cbcf8dc-28a7-4209-a109-83b7035beab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:21.275355 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4cbcf8dc-28a7-4209-a109-83b7035beab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:21.366859 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4cbcf8dc-28a7-4209-a109-83b7035beab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:21.370724 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4cbcf8dc-28a7-4209-a109-83b7035beab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:21.396814 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbcf8dc-28a7-4209-a109-83b7035beab3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:10:21.405877 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcf8dc-28a7-4209-a109-83b7035beab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578f10c9-de2d-4f4a-91bf-1d26d798d416,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:21.412954 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4cbcf8dc-28a7-4209-a109-83b7035beab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:21.413299 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-4cbcf8dc-28a7-4209-a109-83b7035beab3 admin admin] Added segment 708997c2-ea64-49cd-bc38-81c4faa6b7a5 of type vlan for network aea9bae3-92d3-405d-b35a-d47d753c95ac Jul 09 10:10:21.453614 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4cbcf8dc-28a7-4209-a109-83b7035beab3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:21.481184 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4cbcf8dc-28a7-4209-a109-83b7035beab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:21.482306 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbcf8dc-28a7-4209-a109-83b7035beab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:21.482905 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4cbcf8dc-28a7-4209-a109-83b7035beab3 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:21.536511 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4cbcf8dc-28a7-4209-a109-83b7035beab3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3952425 Jul 09 10:10:21.539455 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40062) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:10:21.544723 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c2c12151-ec9e-4192-9409-74857c67ce2f admin admin] Request body: {'subnet': {'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-648159461-subnet', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:10:21.545413 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcf8dc-28a7-4209-a109-83b7035beab3 admin admin] Pushing event updated for resources: {'Network': ['ID=aea9bae3-92d3-405d-b35a-d47d753c95ac,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:21.562664 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network aea9bae3-92d3-405d-b35a-d47d753c95ac details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:10:21.570274 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c12151-ec9e-4192-9409-74857c67ce2f admin admin] Made reservation on behalf of 42a25a16a1984634b009ae159bd0e228 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:10:21.572681 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2c12151-ec9e-4192-9409-74857c67ce2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:21.767964 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2c12151-ec9e-4192-9409-74857c67ce2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:21.827145 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c12151-ec9e-4192-9409-74857c67ce2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=12a406e2-d9be-417c-931f-ddcc50e2d7c9,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:21.838405 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12151-ec9e-4192-9409-74857c67ce2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:21.838750 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12151-ec9e-4192-9409-74857c67ce2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:21.839093 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12151-ec9e-4192-9409-74857c67ce2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:21.839425 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12151-ec9e-4192-9409-74857c67ce2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:21.839782 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12151-ec9e-4192-9409-74857c67ce2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:21.840115 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12151-ec9e-4192-9409-74857c67ce2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:21.840441 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12151-ec9e-4192-9409-74857c67ce2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:21.840765 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12151-ec9e-4192-9409-74857c67ce2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:21.841088 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12151-ec9e-4192-9409-74857c67ce2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:21.841413 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12151-ec9e-4192-9409-74857c67ce2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:21.841734 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12151-ec9e-4192-9409-74857c67ce2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:21.842053 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12151-ec9e-4192-9409-74857c67ce2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:21.846759 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c12151-ec9e-4192-9409-74857c67ce2f admin admin] Checking segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:10:21.847155 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c12151-ec9e-4192-9409-74857c67ce2f admin admin] Network hostable DHCP agents. Network: aea9bae3-92d3-405d-b35a-d47d753c95ac, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:10:21.864070 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c12151-ec9e-4192-9409-74857c67ce2f admin admin] Network aea9bae3-92d3-405d-b35a-d47d753c95ac is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:10:21.873086 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c2c12151-ec9e-4192-9409-74857c67ce2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, aea9bae3-92d3-405d-b35a-d47d753c95ac) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:10:21.877039 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c12151-ec9e-4192-9409-74857c67ce2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:21.877631 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2c12151-ec9e-4192-9409-74857c67ce2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:21.882777 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ab373a-3474-42dd-a273-052df7f43ea4 None None] Network aea9bae3-92d3-405d-b35a-d47d753c95ac requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:10:21.892200 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c2c12151-ec9e-4192-9409-74857c67ce2f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3514171 Jul 09 10:10:21.894735 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40064) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:10:21.899236 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1845994e-360f-473c-9373-95365cd0e224 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:10:21.920547 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1845994e-360f-473c-9373-95365cd0e224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:21.921550 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1845994e-360f-473c-9373-95365cd0e224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:21.977990 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1845994e-360f-473c-9373-95365cd0e224 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:22.035968 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11faed8-a443-458d-815b-f3788dadc4a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-aea9bae3-92d3-405d-b35a-d47d753c95ac', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:10:22.036839 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b11faed8-a443-458d-815b-f3788dadc4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:22.127107 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1845994e-360f-473c-9373-95365cd0e224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:22.172066 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-b11faed8-a443-458d-815b-f3788dadc4a1 None None] Allocated IP 172.20.0.2 (aea9bae3-92d3-405d-b35a-d47d753c95ac/12a406e2-d9be-417c-931f-ddcc50e2d7c9/5b363af9-4db2-4818-b85d-485879f972dc) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:10:22.316200 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b11faed8-a443-458d-815b-f3788dadc4a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:22.325748 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b11faed8-a443-458d-815b-f3788dadc4a1 None None] Transition to ACTIVE for port object 5b363af9-4db2-4818-b85d-485879f972dc will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:10:22.335590 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1845994e-360f-473c-9373-95365cd0e224 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:22.341913 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b11faed8-a443-458d-815b-f3788dadc4a1 None None] Transition to ACTIVE for port object 5b363af9-4db2-4818-b85d-485879f972dc will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:10:22.347576 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b11faed8-a443-458d-815b-f3788dadc4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:22.355388 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1845994e-360f-473c-9373-95365cd0e224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:22.387238 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11faed8-a443-458d-815b-f3788dadc4a1 None None] Network aea9bae3-92d3-405d-b35a-d47d753c95ac is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:10:22.389937 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-b11faed8-a443-458d-815b-f3788dadc4a1 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:10:22.393394 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11faed8-a443-458d-815b-f3788dadc4a1 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:10:22.400697 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11faed8-a443-458d-815b-f3788dadc4a1 None None] Pushing event updated for resources: {'Port': ['ID=5b363af9-4db2-4818-b85d-485879f972dc,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:22.457947 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b11faed8-a443-458d-815b-f3788dadc4a1 None None] Attempting to bind port 5b363af9-4db2-4818-b85d-485879f972dc on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:10:22.458317 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b11faed8-a443-458d-815b-f3788dadc4a1 None None] Attempting to bind port 5b363af9-4db2-4818-b85d-485879f972dc by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:10:22.458677 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11faed8-a443-458d-815b-f3788dadc4a1 None None] Attempting to bind port 5b363af9-4db2-4818-b85d-485879f972dc on network aea9bae3-92d3-405d-b35a-d47d753c95ac {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:10:22.464138 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11faed8-a443-458d-815b-f3788dadc4a1 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:10:22.464528 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11faed8-a443-458d-815b-f3788dadc4a1 None None] Checking segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:10:22.464770 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-1845994e-360f-473c-9373-95365cd0e224 admin admin] Allocated IP 172.25.3.238 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/1b576848-c799-4867-ba41-cee6877404ad) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:10:22.465077 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b11faed8-a443-458d-815b-f3788dadc4a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:22.465481 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11faed8-a443-458d-815b-f3788dadc4a1 None None] Bound using segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:10:22.466228 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b11faed8-a443-458d-815b-f3788dadc4a1 None None] Bound port: 5b363af9-4db2-4818-b85d-485879f972dc, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:10:22.466632 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b11faed8-a443-458d-815b-f3788dadc4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:22.529712 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b11faed8-a443-458d-815b-f3788dadc4a1 None None] For port 5b363af9-4db2-4818-b85d-485879f972dc, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:10:22.533013 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b11faed8-a443-458d-815b-f3788dadc4a1 None None] For port 5b363af9-4db2-4818-b85d-485879f972dc, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5b363af9-4db2-4818-b85d-485879f972dc,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:10:22.537830 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b11faed8-a443-458d-815b-f3788dadc4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:22.571085 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1845994e-360f-473c-9373-95365cd0e224 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:22.597065 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11faed8-a443-458d-815b-f3788dadc4a1 None None] Pushing event updated for resources: {'Port': ['ID=5b363af9-4db2-4818-b85d-485879f972dc,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:22.618105 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1845994e-360f-473c-9373-95365cd0e224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:22.656147 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1845994e-360f-473c-9373-95365cd0e224 admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:10:22.661300 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-1845994e-360f-473c-9373-95365cd0e224 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:10:22.664740 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1845994e-360f-473c-9373-95365cd0e224 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:10:22.667417 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 1b370bea-615b-4a35-b951-3f335227f437 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:10:22.691495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 1b370bea-615b-4a35-b951-3f335227f437 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:10:22.691862 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 1b370bea-615b-4a35-b951-3f335227f437 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:10:22.693520 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845994e-360f-473c-9373-95365cd0e224 admin admin] Pushing event updated for resources: {'Port': ['ID=1b576848-c799-4867-ba41-cee6877404ad,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:22.939916 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1845994e-360f-473c-9373-95365cd0e224 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:22.962983 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5b363af9-4db2-4818-b85d-485879f972dc up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:10:23.019813 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 5b363af9-4db2-4818-b85d-485879f972dc completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:10:23.138363 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1845994e-360f-473c-9373-95365cd0e224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:23.270275 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1845994e-360f-473c-9373-95365cd0e224 admin admin] Router aaae0350-4fd3-45e4-86ca-4ad16dc51deb is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 10:10:23.379424 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1845994e-360f-473c-9373-95365cd0e224 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:10:23.388452 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] Sync routers for ids ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:10:23.400957 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1845994e-360f-473c-9373-95365cd0e224 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:23.401878 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] Routers {'aaae0350-4fd3-45e4-86ca-4ad16dc51deb'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:10:23.404981 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1845994e-360f-473c-9373-95365cd0e224 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5065248 Jul 09 10:10:23.405233 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40066) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:10:23.406124 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:10:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:10:23.497635 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540072b0-d2e4-473d-910f-fc3e310a398e None None] Network aea9bae3-92d3-405d-b35a-d47d753c95ac requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:10:23.562458 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] Set router aaae0350-4fd3-45e4-86ca-4ad16dc51deb gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:10:23.688212 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-33486b56-8fe1-4fd8-8ac6-2a5447ae1693 None None] Provisioning for port 5b363af9-4db2-4818-b85d-485879f972dc completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:10:23.698517 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-33486b56-8fe1-4fd8-8ac6-2a5447ae1693 None None] Provisioning complete for port 5b363af9-4db2-4818-b85d-485879f972dc triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:10:23.698883 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-33486b56-8fe1-4fd8-8ac6-2a5447ae1693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:23.827604 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-611454d1-57d2-484a-8e10-58fd1fbd19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:23.904649 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-33486b56-8fe1-4fd8-8ac6-2a5447ae1693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:23.928845 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:22Z', 'revision_number': 3, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:10:23.965246 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] Checking router: aaae0350-4fd3-45e4-86ca-4ad16dc51deb for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:10:23.965573 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] Updating router aaae0350-4fd3-45e4-86ca-4ad16dc51deb port 1b576848-c799-4867-ba41-cee6877404ad binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:10:23.970503 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-33486b56-8fe1-4fd8-8ac6-2a5447ae1693 None None] For port 5b363af9-4db2-4818-b85d-485879f972dc, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5b363af9-4db2-4818-b85d-485879f972dc,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:10:23.989744 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-33486b56-8fe1-4fd8-8ac6-2a5447ae1693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:23.995956 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-611454d1-57d2-484a-8e10-58fd1fbd19b3 admin admin] Allocated IP 172.20.0.1 (aea9bae3-92d3-405d-b35a-d47d753c95ac/12a406e2-d9be-417c-931f-ddcc50e2d7c9/5d594b08-99e6-45f9-9888-619b330615c7) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:10:24.029803 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:24.080197 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33486b56-8fe1-4fd8-8ac6-2a5447ae1693 None None] Pushing event updated for resources: {'Port': ['ID=5b363af9-4db2-4818-b85d-485879f972dc,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:24.120431 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-611454d1-57d2-484a-8e10-58fd1fbd19b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:24.136457 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-611454d1-57d2-484a-8e10-58fd1fbd19b3 admin admin] Transition to ACTIVE for port object 5d594b08-99e6-45f9-9888-619b330615c7 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:10:24.176686 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-611454d1-57d2-484a-8e10-58fd1fbd19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:24.214206 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611454d1-57d2-484a-8e10-58fd1fbd19b3 admin admin] Network aea9bae3-92d3-405d-b35a-d47d753c95ac is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:10:24.219129 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-611454d1-57d2-484a-8e10-58fd1fbd19b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:10:24.222476 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611454d1-57d2-484a-8e10-58fd1fbd19b3 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:10:24.223412 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c1e70fdc-ff86-40ef-aeca-6dfda6b4c494 None None] Provisioning complete for port 5b363af9-4db2-4818-b85d-485879f972dc triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:10:24.223813 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c1e70fdc-ff86-40ef-aeca-6dfda6b4c494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:24.250997 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611454d1-57d2-484a-8e10-58fd1fbd19b3 admin admin] Pushing event updated for resources: {'Port': ['ID=5d594b08-99e6-45f9-9888-619b330615c7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:24.267965 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-611454d1-57d2-484a-8e10-58fd1fbd19b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:24.382811 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:24.396980 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] Transition to ACTIVE for port object 1b576848-c799-4867-ba41-cee6877404ad will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:10:24.403068 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:24.422785 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-611454d1-57d2-484a-8e10-58fd1fbd19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:24.456245 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] Attempting to bind port 1b576848-c799-4867-ba41-cee6877404ad on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:10:24.456611 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] Attempting to bind port 1b576848-c799-4867-ba41-cee6877404ad by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:10:24.456975 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] Attempting to bind port 1b576848-c799-4867-ba41-cee6877404ad on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:10:24.458812 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f72804-b88d-4da7-ad91-b63549223f9b None None] Pushing event updated for resources: {'Port': ['ID=1b576848-c799-4867-ba41-cee6877404ad,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:24.464760 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:10:24.465132 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:10:24.465528 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:24.465911 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:10:24.466367 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] Bound port: 1b576848-c799-4867-ba41-cee6877404ad, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:10:24.466745 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:24.509630 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4b8d93f7-4b66-40a2-970a-810463cf90c0 None None] Provisioning for port 5d594b08-99e6-45f9-9888-619b330615c7 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:10:24.518470 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4b8d93f7-4b66-40a2-970a-810463cf90c0 None None] Provisioning complete for port 5d594b08-99e6-45f9-9888-619b330615c7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:10:24.518836 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4b8d93f7-4b66-40a2-970a-810463cf90c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:24.552463 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] For port 1b576848-c799-4867-ba41-cee6877404ad, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:10:24.571348 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] For port 1b576848-c799-4867-ba41-cee6877404ad, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1b576848-c799-4867-ba41-cee6877404ad,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:10:24.574398 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4b8d93f7-4b66-40a2-970a-810463cf90c0 None None] Port 5d594b08-99e6-45f9-9888-619b330615c7 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:10:24.576724 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:24.588770 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-611454d1-57d2-484a-8e10-58fd1fbd19b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:24.593310 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-611454d1-57d2-484a-8e10-58fd1fbd19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:24.631944 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] Routers {'aaae0350-4fd3-45e4-86ca-4ad16dc51deb'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:10:24.632564 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:10:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:10:24.667023 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f72804-b88d-4da7-ad91-b63549223f9b None None] Pushing event updated for resources: {'Port': ['ID=1b576848-c799-4867-ba41-cee6877404ad,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:24.667346 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-611454d1-57d2-484a-8e10-58fd1fbd19b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:24.669984 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611454d1-57d2-484a-8e10-58fd1fbd19b3 admin admin] Pushing event updated for resources: {'Port': ['ID=5d594b08-99e6-45f9-9888-619b330615c7,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:24.742488 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] Set router aaae0350-4fd3-45e4-86ca-4ad16dc51deb gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:10:24.765299 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611454d1-57d2-484a-8e10-58fd1fbd19b3 admin admin] Network aea9bae3-92d3-405d-b35a-d47d753c95ac is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:10:24.766642 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-611454d1-57d2-484a-8e10-58fd1fbd19b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:10:24.886711 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611454d1-57d2-484a-8e10-58fd1fbd19b3 admin admin] Router aaae0350-4fd3-45e4-86ca-4ad16dc51deb has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:10:24.962167 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5b363af9-4db2-4818-b85d-485879f972dc up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:10:24.986130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 2, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:10:25.018954 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611454d1-57d2-484a-8e10-58fd1fbd19b3 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:10:25.024012 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-611454d1-57d2-484a-8e10-58fd1fbd19b3 admin admin] 10.222.0.61 "PUT /v2.0/routers/aaae0350-4fd3-45e4-86ca-4ad16dc51deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6171656 Jul 09 10:10:25.179015 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5145c8d-24f8-46f0-ac4d-09a1b1b107ee None None] The sync data for ids ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'] in n-d-799996-1 is: [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 2, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:10:25.192761 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ebb4fd17-4e96-4e47-abc6-3ae62a993eb1 None None] Provisioning complete for port 5d594b08-99e6-45f9-9888-619b330615c7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:10:25.193134 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ebb4fd17-4e96-4e47-abc6-3ae62a993eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:25.239139 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 5b363af9-4db2-4818-b85d-485879f972dc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:10:25.239519 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:25.241705 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ebb4fd17-4e96-4e47-abc6-3ae62a993eb1 None None] Port 5d594b08-99e6-45f9-9888-619b330615c7 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:10:25.577892 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40074) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:10:25.582882 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-15ce128b-6f3d-418d-af34-e980db731319 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1000106227', 'description': 'tempest-description--1078754480'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:10:25.608865 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15ce128b-6f3d-418d-af34-e980db731319 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:25.695663 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15ce128b-6f3d-418d-af34-e980db731319 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:25.699960 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15ce128b-6f3d-418d-af34-e980db731319 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:25.732106 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce128b-6f3d-418d-af34-e980db731319 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5575e2ab-de4e-443d-8169-68ac5272f48f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:25.734692 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15ce128b-6f3d-418d-af34-e980db731319 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:25.736107 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-15ce128b-6f3d-418d-af34-e980db731319 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1569083 Jul 09 10:10:25.738678 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40076) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:10:25.743293 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-da3d8fc8-29f4-4c63-8f76-63ecbfbed035 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Request body: {'security_group_rule': {'security_group_id': '5575e2ab-de4e-443d-8169-68ac5272f48f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:10:25.770023 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da3d8fc8-29f4-4c63-8f76-63ecbfbed035 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:26.134863 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da3d8fc8-29f4-4c63-8f76-63ecbfbed035 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:26.139401 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da3d8fc8-29f4-4c63-8f76-63ecbfbed035 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:26.161300 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d8fc8-29f4-4c63-8f76-63ecbfbed035 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6300328-b137-4b88-8ae8-0dc5bff8b6aa,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:26.164570 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da3d8fc8-29f4-4c63-8f76-63ecbfbed035 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:26.165787 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-da3d8fc8-29f4-4c63-8f76-63ecbfbed035 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4261453 Jul 09 10:10:26.168554 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40078) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:10:26.173217 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ff3624bc-9787-4867-a0b8-0e44cfacd895 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Request body: {'security_group_rule': {'security_group_id': '5575e2ab-de4e-443d-8169-68ac5272f48f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:10:26.199921 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff3624bc-9787-4867-a0b8-0e44cfacd895 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:26.259802 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff3624bc-9787-4867-a0b8-0e44cfacd895 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:26.263780 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff3624bc-9787-4867-a0b8-0e44cfacd895 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:26.279637 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3624bc-9787-4867-a0b8-0e44cfacd895 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a712cd-9824-4984-8461-b1b95fa50f62,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:26.289173 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff3624bc-9787-4867-a0b8-0e44cfacd895 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:26.290400 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ff3624bc-9787-4867-a0b8-0e44cfacd895 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210785 Jul 09 10:10:26.293773 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40080) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:10:26.298521 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ea9e788b-7443-478f-89a6-d395619d7111 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:10:26.320664 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea9e788b-7443-478f-89a6-d395619d7111 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:26.423487 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea9e788b-7443-478f-89a6-d395619d7111 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:26.527226 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-ea9e788b-7443-478f-89a6-d395619d7111 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Allocated IP 172.25.3.23 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/7b89d954-49ed-4cef-b7a0-0b31f6103044) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:10:26.632062 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea9e788b-7443-478f-89a6-d395619d7111 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:26.670248 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea9e788b-7443-478f-89a6-d395619d7111 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:26.709424 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9e788b-7443-478f-89a6-d395619d7111 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:10:26.712102 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ea9e788b-7443-478f-89a6-d395619d7111 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:10:26.715558 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9e788b-7443-478f-89a6-d395619d7111 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:10:26.736611 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e788b-7443-478f-89a6-d395619d7111 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Pushing event updated for resources: {'Port': ['ID=7b89d954-49ed-4cef-b7a0-0b31f6103044,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:26.806499 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea9e788b-7443-478f-89a6-d395619d7111 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:26.851847 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea9e788b-7443-478f-89a6-d395619d7111 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:26.969730 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1b576848-c799-4867-ba41-cee6877404ad up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:10:27.014140 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea9e788b-7443-478f-89a6-d395619d7111 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:27.019054 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea9e788b-7443-478f-89a6-d395619d7111 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:27.020041 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 1b576848-c799-4867-ba41-cee6877404ad completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:10:27.023774 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 1b576848-c799-4867-ba41-cee6877404ad triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:10:27.024154 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:27.089669 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e788b-7443-478f-89a6-d395619d7111 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Pushing event updated for resources: {'Port': ['ID=7b89d954-49ed-4cef-b7a0-0b31f6103044,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:27.098069 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea9e788b-7443-478f-89a6-d395619d7111 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:27.107794 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:27.113296 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea9e788b-7443-478f-89a6-d395619d7111 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:27.114829 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ea9e788b-7443-478f-89a6-d395619d7111 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8200052 Jul 09 10:10:27.134615 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] Sync routers for ids ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:10:27.138127 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 1b576848-c799-4867-ba41-cee6877404ad, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1b576848-c799-4867-ba41-cee6877404ad,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:10:27.144356 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:27.148748 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] Routers {'aaae0350-4fd3-45e4-86ca-4ad16dc51deb'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:10:27.149549 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:10:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:10:27.203028 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=1b576848-c799-4867-ba41-cee6877404ad,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:27.265278 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] Set router aaae0350-4fd3-45e4-86ca-4ad16dc51deb gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:10:27.281908 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-c7e46e7e-a548-4194-9cce-f33672fdabb6 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1000106227&fields=id&tenant_id=42a25a16a1984634b009ae159bd0e228 HTTP/1.1" status: 200 len: 267 time: 0.0430849 Jul 09 10:10:27.388989 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-0831f09b-461f-4587-b1d6-5abffcc0a0ba tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:27.390340 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-0831f09b-461f-4587-b1d6-5abffcc0a0ba tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 811 time: 0.0999794 Jul 09 10:10:27.405930 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-e77721c5-e017-41bc-baca-301592b03ceb tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/quotas/42a25a16a1984634b009ae159bd0e228 HTTP/1.1" status: 200 len: 375 time: 0.0099409 Jul 09 10:10:27.467341 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 2, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:10:27.488288 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-2209a73b-58dd-49e5-8df7-487cdd25fda1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0769649 Jul 09 10:10:27.493975 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] Checking router: aaae0350-4fd3-45e4-86ca-4ad16dc51deb for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:10:27.494333 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] Updating router aaae0350-4fd3-45e4-86ca-4ad16dc51deb port 5d594b08-99e6-45f9-9888-619b330615c7 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:10:27.529206 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:27.591062 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-7cef31f6-e8ca-4c93-a7b9-bbd814d12063 service neutron] 10.222.0.61 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889225 Jul 09 10:10:27.682573 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-ffc25fb5-d4ed-4e28-a843-96923ba175d9 service neutron] 10.222.0.61 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854082 Jul 09 10:10:27.801053 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:27.817177 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] Transition to ACTIVE for port object 5d594b08-99e6-45f9-9888-619b330615c7 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:10:27.823846 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:27.867280 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-abbab91f-9afc-4ffd-a96e-4eb9613fdb70 req-1aff15d1-7789-4699-ba30-4218d840cd7d tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 210 time: 0.0297084 Jul 09 10:10:27.883015 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e181c6-d154-451e-9b8a-888c6ffa363e None None] Pushing event updated for resources: {'Port': ['ID=5d594b08-99e6-45f9-9888-619b330615c7,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:27.911882 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e181c6-d154-451e-9b8a-888c6ffa363e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:27.912281 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e181c6-d154-451e-9b8a-888c6ffa363e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:27.912616 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e181c6-d154-451e-9b8a-888c6ffa363e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:27.912945 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e181c6-d154-451e-9b8a-888c6ffa363e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:27.913424 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e181c6-d154-451e-9b8a-888c6ffa363e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:27.913551 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e181c6-d154-451e-9b8a-888c6ffa363e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:27.913878 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e181c6-d154-451e-9b8a-888c6ffa363e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:27.914211 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e181c6-d154-451e-9b8a-888c6ffa363e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:27.914527 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e181c6-d154-451e-9b8a-888c6ffa363e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:27.914819 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e181c6-d154-451e-9b8a-888c6ffa363e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:27.915127 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e181c6-d154-451e-9b8a-888c6ffa363e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:27.915443 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e181c6-d154-451e-9b8a-888c6ffa363e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:10:27.954218 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] Attempting to bind port 5d594b08-99e6-45f9-9888-619b330615c7 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:10:27.954586 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] Attempting to bind port 5d594b08-99e6-45f9-9888-619b330615c7 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:10:27.954956 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] Attempting to bind port 5d594b08-99e6-45f9-9888-619b330615c7 on network aea9bae3-92d3-405d-b35a-d47d753c95ac {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:10:27.960451 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:10:27.960828 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] Checking segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:10:27.961228 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:27.961618 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] Bound using segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:10:27.962131 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] Bound port: 5d594b08-99e6-45f9-9888-619b330615c7, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:10:27.962510 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:28.032310 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] For port 5d594b08-99e6-45f9-9888-619b330615c7, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:10:28.035724 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] For port 5d594b08-99e6-45f9-9888-619b330615c7, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5d594b08-99e6-45f9-9888-619b330615c7,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:10:28.041099 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:28.101606 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] Routers {'aaae0350-4fd3-45e4-86ca-4ad16dc51deb'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:10:28.102237 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:10:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:10:28.158406 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e181c6-d154-451e-9b8a-888c6ffa363e None None] Pushing event updated for resources: {'Port': ['ID=5d594b08-99e6-45f9-9888-619b330615c7,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:28.226662 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] Set router aaae0350-4fd3-45e4-86ca-4ad16dc51deb gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:10:28.444300 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:28Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:10:28.478112 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577c370a-26de-451d-be24-ae6df9064c36 None None] The sync data for ids ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'] in n-d-799996-1 is: [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:28Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:10:28.998301 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5d594b08-99e6-45f9-9888-619b330615c7 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:10:29.043634 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fcd89a92-a744-411e-819f-61c9a74e8a91 req-7c2b7f7c-5d0f-4ed0-af6e-83b59133f8f2 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 210 time: 0.0335681 Jul 09 10:10:29.065080 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 5d594b08-99e6-45f9-9888-619b330615c7 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:10:29.070593 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 5d594b08-99e6-45f9-9888-619b330615c7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:10:29.070839 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:29.173853 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:29.207764 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 5d594b08-99e6-45f9-9888-619b330615c7, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5d594b08-99e6-45f9-9888-619b330615c7,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:10:29.213430 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:29.214467 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1b576848-c799-4867-ba41-cee6877404ad up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:10:29.247577 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-cd071795-5197-41e2-a9ae-97fe52df6604 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:29.249636 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-cd071795-5197-41e2-a9ae-97fe52df6604 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 811 time: 0.1326814 Jul 09 10:10:29.302624 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=5d594b08-99e6-45f9-9888-619b330615c7,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:29.306247 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-917291f2-c719-4a59-ba3a-eaffa2901832 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42a25a16a1984634b009ae159bd0e228 HTTP/1.1" status: 200 len: 380 time: 0.0454104 Jul 09 10:10:29.307175 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 1b576848-c799-4867-ba41-cee6877404ad triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:10:29.307546 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:29.315104 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-4a71ca8e-b3d0-4ef3-a492-0be2297314dc tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Request body: {'port': {'device_id': '7bab6c14-970f-4a47-945c-de989bbbfcb0', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'admin_state_up': True, 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'security_groups': ['5575e2ab-de4e-443d-8169-68ac5272f48f']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:10:29.426238 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-4a71ca8e-b3d0-4ef3-a492-0be2297314dc tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Made reservation on behalf of 42a25a16a1984634b009ae159bd0e228 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:10:29.430329 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-4a71ca8e-b3d0-4ef3-a492-0be2297314dc tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:29.554456 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-4a71ca8e-b3d0-4ef3-a492-0be2297314dc tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Allocated IP 172.20.0.5 (aea9bae3-92d3-405d-b35a-d47d753c95ac/12a406e2-d9be-417c-931f-ddcc50e2d7c9/f730d7f2-ff29-4f66-8017-cfc01fba0e22) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:10:29.694823 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-4a71ca8e-b3d0-4ef3-a492-0be2297314dc tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:29.708469 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-4a71ca8e-b3d0-4ef3-a492-0be2297314dc tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Transition to ACTIVE for port object f730d7f2-ff29-4f66-8017-cfc01fba0e22 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:10:29.741295 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-4a71ca8e-b3d0-4ef3-a492-0be2297314dc tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:29.788228 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-4a71ca8e-b3d0-4ef3-a492-0be2297314dc tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Network aea9bae3-92d3-405d-b35a-d47d753c95ac is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:10:29.791441 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-4a71ca8e-b3d0-4ef3-a492-0be2297314dc tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:10:29.795400 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-4a71ca8e-b3d0-4ef3-a492-0be2297314dc tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:10:29.822358 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ca8e-b3d0-4ef3-a492-0be2297314dc tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Pushing event updated for resources: {'Port': ['ID=f730d7f2-ff29-4f66-8017-cfc01fba0e22,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:29.851121 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-4a71ca8e-b3d0-4ef3-a492-0be2297314dc tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:29.851775 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-4a71ca8e-b3d0-4ef3-a492-0be2297314dc tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:29.866900 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-4a71ca8e-b3d0-4ef3-a492-0be2297314dc tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5556972 Jul 09 10:10:29.878706 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-5345b05a-4ef4-4c2a-a8b9-57d2af51f6f0 service neutron] Request body: {'port': {'device_id': '7bab6c14-970f-4a47-945c-de989bbbfcb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:10:29.957557 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-5345b05a-4ef4-4c2a-a8b9-57d2af51f6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:30.037654 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-37e13b24-9453-470f-be1b-d0f6c0034465 None None] Provisioning for port f730d7f2-ff29-4f66-8017-cfc01fba0e22 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:10:30.041474 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-37e13b24-9453-470f-be1b-d0f6c0034465 None None] Provisioning complete for port f730d7f2-ff29-4f66-8017-cfc01fba0e22 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:10:30.041910 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37e13b24-9453-470f-be1b-d0f6c0034465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:30.077878 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-37e13b24-9453-470f-be1b-d0f6c0034465 None None] Port f730d7f2-ff29-4f66-8017-cfc01fba0e22 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:10:30.262477 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-5345b05a-4ef4-4c2a-a8b9-57d2af51f6f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f730d7f2-ff29-4f66-8017-cfc01fba0e22 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:10:30.273354 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-5345b05a-4ef4-4c2a-a8b9-57d2af51f6f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:30.282488 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c00d7-853d-4412-b2a0-5a850b17b0c2 req-8eda9aa8-0070-476b-adb0-5ee832ce8785 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:30.284006 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e48c00d7-853d-4412-b2a0-5a850b17b0c2 req-8eda9aa8-0070-476b-adb0-5ee832ce8785 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 931 time: 0.1264403 Jul 09 10:10:30.308018 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-5345b05a-4ef4-4c2a-a8b9-57d2af51f6f0 service neutron] Transition to ACTIVE for port object f730d7f2-ff29-4f66-8017-cfc01fba0e22 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:10:30.312743 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-5345b05a-4ef4-4c2a-a8b9-57d2af51f6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:30.362091 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e48c00d7-853d-4412-b2a0-5a850b17b0c2 req-33256129-3bd6-4fbc-83a5-6124ef45f5c0 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705075 Jul 09 10:10:30.400747 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345b05a-4ef4-4c2a-a8b9-57d2af51f6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f730d7f2-ff29-4f66-8017-cfc01fba0e22,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:30.460340 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-5345b05a-4ef4-4c2a-a8b9-57d2af51f6f0 service neutron] Attempting to bind port f730d7f2-ff29-4f66-8017-cfc01fba0e22 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:10:30.460811 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-5345b05a-4ef4-4c2a-a8b9-57d2af51f6f0 service neutron] Attempting to bind port f730d7f2-ff29-4f66-8017-cfc01fba0e22 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:10:30.461148 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-5345b05a-4ef4-4c2a-a8b9-57d2af51f6f0 service neutron] Attempting to bind port f730d7f2-ff29-4f66-8017-cfc01fba0e22 on network aea9bae3-92d3-405d-b35a-d47d753c95ac {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:10:30.465988 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-5345b05a-4ef4-4c2a-a8b9-57d2af51f6f0 service neutron] Port f730d7f2-ff29-4f66-8017-cfc01fba0e22 on network aea9bae3-92d3-405d-b35a-d47d753c95ac not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:10:30.466322 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-5345b05a-4ef4-4c2a-a8b9-57d2af51f6f0 service neutron] Attempting to bind port f730d7f2-ff29-4f66-8017-cfc01fba0e22 on network aea9bae3-92d3-405d-b35a-d47d753c95ac {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:10:30.472095 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-5345b05a-4ef4-4c2a-a8b9-57d2af51f6f0 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:10:30.472443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-5345b05a-4ef4-4c2a-a8b9-57d2af51f6f0 service neutron] Checking segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:10:30.472832 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-5345b05a-4ef4-4c2a-a8b9-57d2af51f6f0 service neutron] Bound using segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:10:30.473264 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-5345b05a-4ef4-4c2a-a8b9-57d2af51f6f0 service neutron] Bound port: f730d7f2-ff29-4f66-8017-cfc01fba0e22, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:10:30.473624 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-5345b05a-4ef4-4c2a-a8b9-57d2af51f6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:30.539509 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-5345b05a-4ef4-4c2a-a8b9-57d2af51f6f0 service neutron] For port f730d7f2-ff29-4f66-8017-cfc01fba0e22, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:10:30.542727 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-5345b05a-4ef4-4c2a-a8b9-57d2af51f6f0 service neutron] For port f730d7f2-ff29-4f66-8017-cfc01fba0e22, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=f730d7f2-ff29-4f66-8017-cfc01fba0e22,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:10:30.546979 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-5345b05a-4ef4-4c2a-a8b9-57d2af51f6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:30.582234 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-5345b05a-4ef4-4c2a-a8b9-57d2af51f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:30.582853 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-5345b05a-4ef4-4c2a-a8b9-57d2af51f6f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:30.584878 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-5345b05a-4ef4-4c2a-a8b9-57d2af51f6f0 service neutron] 10.222.0.64 "PUT /v2.0/ports/f730d7f2-ff29-4f66-8017-cfc01fba0e22 HTTP/1.1" status: 200 len: 1091 time: 0.7107747 Jul 09 10:10:30.585324 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bab6c14-970f-4a47-945c-de989bbbfcb0', 'tag': 'f730d7f2-ff29-4f66-8017-cfc01fba0e22'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:10:30.587616 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1924f95-e78d-4480-a2f3-218f9f854152" -d '{"events": [{"name": "network-changed", "server_uuid": "7bab6c14-970f-4a47-945c-de989bbbfcb0", "tag": "f730d7f2-ff29-4f66-8017-cfc01fba0e22"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:10:30.616229 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345b05a-4ef4-4c2a-a8b9-57d2af51f6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f730d7f2-ff29-4f66-8017-cfc01fba0e22,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:30.725216 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3725788f-2f80-4020-b1f0-4f885f291cad x-openstack-request-id: req-3725788f-2f80-4020-b1f0-4f885f291cad {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:10:30.725515 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bab6c14-970f-4a47-945c-de989bbbfcb0", "tag": "f730d7f2-ff29-4f66-8017-cfc01fba0e22", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:10:30.725765 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3725788f-2f80-4020-b1f0-4f885f291cad {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:10:30.726160 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bab6c14-970f-4a47-945c-de989bbbfcb0', 'tag': 'f730d7f2-ff29-4f66-8017-cfc01fba0e22', 'status': 'completed', 'code': 200} Jul 09 10:10:30.751423 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-553435a6-4ef8-445e-973e-885e244528a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:30.752947 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-553435a6-4ef8-445e-973e-885e244528a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 1094 time: 0.1182897 Jul 09 10:10:30.798978 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-84570744-3647-40c3-a6be-d86dbb5b8b61 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f730d7f2-ff29-4f66-8017-cfc01fba0e22 HTTP/1.1" status: 200 len: 217 time: 0.0383892 Jul 09 10:10:30.854045 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-a1d01f3c-6f04-40e1-aaba-a6691b1f51de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:30.855648 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-a1d01f3c-6f04-40e1-aaba-a6691b1f51de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0509763 Jul 09 10:10:30.914684 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-ba673cfc-1fba-47c9-94d0-6f69f1babc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:30.916315 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-ba673cfc-1fba-47c9-94d0-6f69f1babc7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540962 Jul 09 10:10:30.940195 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5d594b08-99e6-45f9-9888-619b330615c7 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:10:30.988795 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 5d594b08-99e6-45f9-9888-619b330615c7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:10:30.989168 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:31.253785 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-04e30838-a2fa-4e76-9f90-403480877866 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271940 Jul 09 10:10:31.343351 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c62c8a94-219f-49bd-b6dc-6e0f3363f584 req-5fc707e3-6b46-4a59-ba6f-778ebcb151c3 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816560 Jul 09 10:10:31.444757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1924f95-e78d-4480-a2f3-218f9f854152 req-fa134a41-f79b-4376-981e-1972e9bb6919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:31.446260 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b1924f95-e78d-4480-a2f3-218f9f854152 req-fa134a41-f79b-4376-981e-1972e9bb6919 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 1094 time: 0.0565655 Jul 09 10:10:31.577729 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1924f95-e78d-4480-a2f3-218f9f854152 req-373a2b28-ff01-442e-ba0f-e33c5fa8c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:31.579200 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b1924f95-e78d-4480-a2f3-218f9f854152 req-373a2b28-ff01-442e-ba0f-e33c5fa8c197 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.1267989 Jul 09 10:10:31.591003 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992960d8-82db-48a2-b573-3679a37b6d9d req-7c5bc881-77b4-40be-a697-527b481611b0 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:31.592476 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-992960d8-82db-48a2-b573-3679a37b6d9d req-7c5bc881-77b4-40be-a697-527b481611b0 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 943 time: 0.0982702 Jul 09 10:10:31.636878 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b1924f95-e78d-4480-a2f3-218f9f854152 req-7bd9f132-9b87-424e-b3bc-ba5d41f065d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f730d7f2-ff29-4f66-8017-cfc01fba0e22 HTTP/1.1" status: 200 len: 217 time: 0.0434806 Jul 09 10:10:31.681302 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-992960d8-82db-48a2-b573-3679a37b6d9d req-a73e7ab2-8289-46f6-b980-64618a33a3a7 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823770 Jul 09 10:10:31.696453 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1924f95-e78d-4480-a2f3-218f9f854152 req-7d2617e1-6f71-4af7-8bd2-c68638bb2a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:31.697897 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b1924f95-e78d-4480-a2f3-218f9f854152 req-7d2617e1-6f71-4af7-8bd2-c68638bb2a6c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0539603 Jul 09 10:10:31.759249 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1924f95-e78d-4480-a2f3-218f9f854152 req-50960c77-992d-49f3-b02e-3e84252453c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:31.761090 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b1924f95-e78d-4480-a2f3-218f9f854152 req-50960c77-992d-49f3-b02e-3e84252453c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570598 Jul 09 10:10:31.850965 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b1924f95-e78d-4480-a2f3-218f9f854152 req-76484b0f-c3c0-4004-bcd5-17ff52974e4c service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807278 Jul 09 10:10:31.941944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b1924f95-e78d-4480-a2f3-218f9f854152 req-cd26c0e6-6475-44e4-b3f3-d3bf11a111b8 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844636 Jul 09 10:10:32.857589 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4b887-874b-41a2-b2d0-86d65be8ad71 req-269432ab-9ad5-4d9c-831a-b2fd0bf0c5e6 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:32.859088 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1ba4b887-874b-41a2-b2d0-86d65be8ad71 req-269432ab-9ad5-4d9c-831a-b2fd0bf0c5e6 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 943 time: 0.0631561 Jul 09 10:10:32.898244 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1ba4b887-874b-41a2-b2d0-86d65be8ad71 req-336832fa-359b-4af8-bcc5-20544b70e90a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334928 Jul 09 10:10:34.067128 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e28cac-23a0-452b-8edd-7c650611bb65 req-5f4a7f68-d450-4a36-9986-52e50a9fac4a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:34.068653 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98e28cac-23a0-452b-8edd-7c650611bb65 req-5f4a7f68-d450-4a36-9986-52e50a9fac4a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 943 time: 0.0617726 Jul 09 10:10:34.108363 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98e28cac-23a0-452b-8edd-7c650611bb65 req-473de0aa-49c1-492e-b96c-198ecfba87a5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336766 Jul 09 10:10:34.170749 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:34.727709 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device f730d7f2-ff29-4f66-8017-cfc01fba0e22 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:10:34.821710 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port f730d7f2-ff29-4f66-8017-cfc01fba0e22, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=f730d7f2-ff29-4f66-8017-cfc01fba0e22,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:10:34.833038 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'f730d7f2-ff29-4f66-8017-cfc01fba0e22', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'port_id': 'f730d7f2-ff29-4f66-8017-cfc01fba0e22', 'mac_address': 'fa:16:3e:64:68:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:10:34.873459 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:34.886194 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f730d7f2-ff29-4f66-8017-cfc01fba0e22 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:10:34.906405 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port f730d7f2-ff29-4f66-8017-cfc01fba0e22, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=f730d7f2-ff29-4f66-8017-cfc01fba0e22,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:10:34.910268 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:34.956634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=f730d7f2-ff29-4f66-8017-cfc01fba0e22,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:35.187916 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['f730d7f2-ff29-4f66-8017-cfc01fba0e22'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:10:35.289204 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0c491-7532-4229-beba-95958c953a59 req-d63920e5-af95-4c57-9fdd-b6ad32d00f4c tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:35.290940 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66d0c491-7532-4229-beba-95958c953a59 req-d63920e5-af95-4c57-9fdd-b6ad32d00f4c tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 944 time: 0.0707364 Jul 09 10:10:35.330564 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66d0c491-7532-4229-beba-95958c953a59 req-712d9885-a0c0-4b50-a71b-43b6b6aea167 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333445 Jul 09 10:10:36.505150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b80f6-a846-4c39-8f84-e46e70bd1a1c req-19bbc2e4-c2f4-48e2-b182-cde95e72dadd tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:36.506654 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f9b80f6-a846-4c39-8f84-e46e70bd1a1c req-19bbc2e4-c2f4-48e2-b182-cde95e72dadd tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 944 time: 0.0657942 Jul 09 10:10:36.545958 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f9b80f6-a846-4c39-8f84-e46e70bd1a1c req-1c6db743-197a-4878-aa3d-85a3871436eb tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333576 Jul 09 10:10:36.743075 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device f730d7f2-ff29-4f66-8017-cfc01fba0e22 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:10:36.795792 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c7b50f6a-79fc-4bbe-b7c4-52ab7b2c4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:36.805126 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port f730d7f2-ff29-4f66-8017-cfc01fba0e22 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:10:36.808926 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port f730d7f2-ff29-4f66-8017-cfc01fba0e22 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:10:36.809296 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:36.887945 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:36.913647 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bab6c14-970f-4a47-945c-de989bbbfcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f730d7f2-ff29-4f66-8017-cfc01fba0e22'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:10:36.915928 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa6943e-5b87-48e1-8e69-40c29b21e237" -d '{"events": [{"server_uuid": "7bab6c14-970f-4a47-945c-de989bbbfcb0", "name": "network-vif-plugged", "status": "completed", "tag": "f730d7f2-ff29-4f66-8017-cfc01fba0e22"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:10:36.929117 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port f730d7f2-ff29-4f66-8017-cfc01fba0e22, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=f730d7f2-ff29-4f66-8017-cfc01fba0e22,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:10:36.933339 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:36.957539 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668db08b-9f23-4179-977d-fe6d200ca6e8 x-openstack-request-id: req-668db08b-9f23-4179-977d-fe6d200ca6e8 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:10:36.957849 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bab6c14-970f-4a47-945c-de989bbbfcb0", "name": "network-vif-plugged", "status": "completed", "tag": "f730d7f2-ff29-4f66-8017-cfc01fba0e22", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:10:36.958246 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-668db08b-9f23-4179-977d-fe6d200ca6e8 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:10:36.958636 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bab6c14-970f-4a47-945c-de989bbbfcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f730d7f2-ff29-4f66-8017-cfc01fba0e22', 'code': 200} Jul 09 10:10:36.983886 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=f730d7f2-ff29-4f66-8017-cfc01fba0e22,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:10:37.069951 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc972644-11a9-4a4f-9245-3b45c3b46491 req-a6434836-d848-4b0f-a866-8e71b6c0e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:37.071500 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc972644-11a9-4a4f-9245-3b45c3b46491 req-a6434836-d848-4b0f-a866-8e71b6c0e650 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 1096 time: 0.0562036 Jul 09 10:10:37.104673 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc972644-11a9-4a4f-9245-3b45c3b46491 req-2ba4e72b-86ec-4412-99d5-2cf0c1f7998a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271449 Jul 09 10:10:37.714879 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690c0ae-f72c-4e3f-9252-8721d7b22e89 req-bb3855de-787e-4b72-b353-e0b6a34eb23f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:37.716392 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c690c0ae-f72c-4e3f-9252-8721d7b22e89 req-bb3855de-787e-4b72-b353-e0b6a34eb23f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 945 time: 0.0628686 Jul 09 10:10:37.754283 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c690c0ae-f72c-4e3f-9252-8721d7b22e89 req-72c01c94-f0b4-41e1-953c-0f349f5537e2 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323806 Jul 09 10:10:38.928645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2a9ee-7ccd-4497-a000-9d1d3167b075 req-29944eb0-3f24-461b-8769-4eb198b084f4 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:38.930164 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76c2a9ee-7ccd-4497-a000-9d1d3167b075 req-29944eb0-3f24-461b-8769-4eb198b084f4 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 945 time: 0.0649643 Jul 09 10:10:38.968821 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76c2a9ee-7ccd-4497-a000-9d1d3167b075 req-06b0c5e7-6ca8-48fe-bc12-dc69c9cb49cc tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329547 Jul 09 10:10:39.144646 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda4689-ed05-4473-a4f2-1de79394661e req-ad4950d2-6a4c-4711-8da7-be46197845f9 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:39.146161 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8fda4689-ed05-4473-a4f2-1de79394661e req-ad4950d2-6a4c-4711-8da7-be46197845f9 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 945 time: 0.0672245 Jul 09 10:10:39.155634 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 40136) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:10:39.160320 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b34058ae-f100-4681-9e60-4a2396d38da5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Request body: {'floatingip': {'port_id': 'f730d7f2-ff29-4f66-8017-cfc01fba0e22'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:10:39.203364 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b34058ae-f100-4681-9e60-4a2396d38da5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:39.390525 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f4ce14fc-16db-4268-a995-0d938c0d8853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:39.422934 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:39.566891 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:39.645662 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b34058ae-f100-4681-9e60-4a2396d38da5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:39.649279 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b34058ae-f100-4681-9e60-4a2396d38da5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:39.745699 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-b34058ae-f100-4681-9e60-4a2396d38da5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Floating IP d0452264-5030-489e-9f9c-37316242b0c8 associated. External IP: 172.25.3.23, port: f730d7f2-ff29-4f66-8017-cfc01fba0e22. Jul 09 10:10:39.952134 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34058ae-f100-4681-9e60-4a2396d38da5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Router aaae0350-4fd3-45e4-86ca-4ad16dc51deb has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:10:40.057125 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34058ae-f100-4681-9e60-4a2396d38da5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:10:40.061579 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b34058ae-f100-4681-9e60-4a2396d38da5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:40.066256 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17650b78-dcdd-4a91-91a9-b2ea34894217 None None] Sync routers for ids ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:10:40.075925 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17650b78-dcdd-4a91-91a9-b2ea34894217 None None] Routers {'aaae0350-4fd3-45e4-86ca-4ad16dc51deb'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:10:40.076565 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-17650b78-dcdd-4a91-91a9-b2ea34894217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:10:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:10:40.098396 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b34058ae-f100-4681-9e60-4a2396d38da5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "PUT /v2.0/floatingips/d0452264-5030-489e-9f9c-37316242b0c8 HTTP/1.1" status: 200 len: 990 time: 0.9416285 Jul 09 10:10:40.099004 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bab6c14-970f-4a47-945c-de989bbbfcb0', 'tag': 'f730d7f2-ff29-4f66-8017-cfc01fba0e22'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:10:40.101944 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b60d794-59af-4fe8-b8a2-877501ffdcc6" -d '{"events": [{"name": "network-changed", "server_uuid": "7bab6c14-970f-4a47-945c-de989bbbfcb0", "tag": "f730d7f2-ff29-4f66-8017-cfc01fba0e22"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:10:40.137798 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbc8397-339f-4526-97ec-f7309ad955a6 x-openstack-request-id: req-2bbc8397-339f-4526-97ec-f7309ad955a6 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:10:40.138101 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bab6c14-970f-4a47-945c-de989bbbfcb0", "tag": "f730d7f2-ff29-4f66-8017-cfc01fba0e22", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:10:40.138377 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2bbc8397-339f-4526-97ec-f7309ad955a6 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:10:40.138791 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bab6c14-970f-4a47-945c-de989bbbfcb0', 'tag': 'f730d7f2-ff29-4f66-8017-cfc01fba0e22', 'status': 'completed', 'code': 200} Jul 09 10:10:40.191650 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-17650b78-dcdd-4a91-91a9-b2ea34894217 None None] Set router aaae0350-4fd3-45e4-86ca-4ad16dc51deb gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:10:40.222355 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60d794-59af-4fe8-b8a2-877501ffdcc6 req-157c5fb4-6674-4679-a707-2ff6be1bee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:40.223900 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b60d794-59af-4fe8-b8a2-877501ffdcc6 req-157c5fb4-6674-4679-a707-2ff6be1bee29 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 1096 time: 0.0610511 Jul 09 10:10:40.316526 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60d794-59af-4fe8-b8a2-877501ffdcc6 req-12edb388-9f34-4358-b569-10018c65bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:40.318018 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b60d794-59af-4fe8-b8a2-877501ffdcc6 req-12edb388-9f34-4358-b569-10018c65bc31 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0880594 Jul 09 10:10:40.381181 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b60d794-59af-4fe8-b8a2-877501ffdcc6 req-d64d9bec-74f3-44ea-8163-c78bc321ae2b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f730d7f2-ff29-4f66-8017-cfc01fba0e22 HTTP/1.1" status: 200 len: 998 time: 0.0568795 Jul 09 10:10:40.419680 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-17650b78-dcdd-4a91-91a9-b2ea34894217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'd0452264-5030-489e-9f9c-37316242b0c8', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'floating_ip_address': '172.25.3.23', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'port_id': 'f730d7f2-ff29-4f66-8017-cfc01fba0e22', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'mac_address': 'fa:16:3e:64:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab6c14-970f-4a47-945c-de989bbbfcb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:10:26Z', 'updated_at': '2021-07-09T10:10:39Z', 'revision_number': 1, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:29Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:10:40.430526 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60d794-59af-4fe8-b8a2-877501ffdcc6 req-071fc494-345f-44d2-becf-85b2566d051b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:40.432033 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b60d794-59af-4fe8-b8a2-877501ffdcc6 req-071fc494-345f-44d2-becf-85b2566d051b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0453143 Jul 09 10:10:40.445968 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17650b78-dcdd-4a91-91a9-b2ea34894217 None None] Checking router: aaae0350-4fd3-45e4-86ca-4ad16dc51deb for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:10:40.454227 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17650b78-dcdd-4a91-91a9-b2ea34894217 None None] Routers {'aaae0350-4fd3-45e4-86ca-4ad16dc51deb'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:10:40.454763 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-17650b78-dcdd-4a91-91a9-b2ea34894217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:10:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:10:40.492999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60d794-59af-4fe8-b8a2-877501ffdcc6 req-fd2fc8e7-f2df-4fb4-9545-d8dd58991656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:40.494684 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b60d794-59af-4fe8-b8a2-877501ffdcc6 req-fd2fc8e7-f2df-4fb4-9545-d8dd58991656 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568452 Jul 09 10:10:40.559188 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-17650b78-dcdd-4a91-91a9-b2ea34894217 None None] Set router aaae0350-4fd3-45e4-86ca-4ad16dc51deb gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:10:40.585317 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b60d794-59af-4fe8-b8a2-877501ffdcc6 req-b61f6ba3-3354-40bb-8418-c2d5730b5946 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834703 Jul 09 10:10:40.676884 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2b60d794-59af-4fe8-b8a2-877501ffdcc6 req-691886e9-ba4e-4d73-9964-738a1ece07d4 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860131 Jul 09 10:10:40.782121 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-17650b78-dcdd-4a91-91a9-b2ea34894217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'd0452264-5030-489e-9f9c-37316242b0c8', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'floating_ip_address': '172.25.3.23', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'port_id': 'f730d7f2-ff29-4f66-8017-cfc01fba0e22', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'mac_address': 'fa:16:3e:64:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab6c14-970f-4a47-945c-de989bbbfcb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:10:26Z', 'updated_at': '2021-07-09T10:10:39Z', 'revision_number': 1, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:29Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:10:40.811591 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17650b78-dcdd-4a91-91a9-b2ea34894217 None None] The sync data for ids ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'] in n-d-799996-1 is: [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'd0452264-5030-489e-9f9c-37316242b0c8', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'floating_ip_address': '172.25.3.23', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'port_id': 'f730d7f2-ff29-4f66-8017-cfc01fba0e22', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'mac_address': 'fa:16:3e:64:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab6c14-970f-4a47-945c-de989bbbfcb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:10:26Z', 'updated_at': '2021-07-09T10:10:39Z', 'revision_number': 1, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:29Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:10:40.996324 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a451ea14-4e75-40f4-98be-44715a073f31 None None] New status for floating IP d0452264-5030-489e-9f9c-37316242b0c8: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:10:41.260973 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:43.055398 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:10:46.466358 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:10:53.255612 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ff429eec-ced8-441d-a09d-83be22b9f393 req-3f6dab2f-402f-4abe-a888-92f3b7e014c6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570619 Jul 09 10:10:53.348177 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff429eec-ced8-441d-a09d-83be22b9f393 req-e1237441-65e4-4b53-b644-91072141536f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:53.349699 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ff429eec-ced8-441d-a09d-83be22b9f393 req-e1237441-65e4-4b53-b644-91072141536f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 1096 time: 0.0523636 Jul 09 10:10:53.458150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff429eec-ced8-441d-a09d-83be22b9f393 req-e569a5e3-27c0-429e-92ae-690e3da45d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:53.459539 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ff429eec-ced8-441d-a09d-83be22b9f393 req-e569a5e3-27c0-429e-92ae-690e3da45d05 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0893309 Jul 09 10:10:53.522510 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ff429eec-ced8-441d-a09d-83be22b9f393 req-0c72825d-b806-443f-87c3-27f362fc6284 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f730d7f2-ff29-4f66-8017-cfc01fba0e22 HTTP/1.1" status: 200 len: 1000 time: 0.0565484 Jul 09 10:10:53.576558 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff429eec-ced8-441d-a09d-83be22b9f393 req-13c9f8d6-e1ca-4e81-bfaa-ca3acaf5cd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:53.578023 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ff429eec-ced8-441d-a09d-83be22b9f393 req-13c9f8d6-e1ca-4e81-bfaa-ca3acaf5cd0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0489197 Jul 09 10:10:53.638398 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff429eec-ced8-441d-a09d-83be22b9f393 req-0c6c0200-b7de-4d66-82ff-bb2be89caf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:10:53.639974 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ff429eec-ced8-441d-a09d-83be22b9f393 req-0c6c0200-b7de-4d66-82ff-bb2be89caf0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547824 Jul 09 10:10:53.727656 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ff429eec-ced8-441d-a09d-83be22b9f393 req-5fbf64fa-8123-4a76-90a7-f01a2a8e8cb2 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800288 Jul 09 10:10:53.820598 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ff429eec-ced8-441d-a09d-83be22b9f393 req-db168c72-64d0-46e2-b696-51e97375b79d service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863276 Jul 09 10:11:04.180537 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:11:06.786214 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ec5ea55e-074e-4cbb-b899-e9ac51c9e8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:11:09.393114 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a4f2abc1-04dd-41bb-8994-c6092a0963c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:11:09.439252 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:11:09.568393 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:11:11.265366 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:11:13.057138 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:11:23.465134 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:11:34.183307 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:11:36.786567 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d3bf1aed-7d8b-44d6-bd90-1c82feaa2f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:11:39.394405 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7913795c-c6dd-466c-a6c9-dd062629df98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:11:39.428316 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:11:39.570267 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:11:41.270428 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:11:43.059713 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:11:53.244880 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-787da4b2-a240-409d-a643-75a50c0ad4ab req-a3d5ad64-2cfa-4690-8c14-24cce867d7c9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522776 Jul 09 10:11:53.339638 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787da4b2-a240-409d-a643-75a50c0ad4ab req-3c50b41a-ed75-4ae0-9b85-da6d50950788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:11:53.341149 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-787da4b2-a240-409d-a643-75a50c0ad4ab req-3c50b41a-ed75-4ae0-9b85-da6d50950788 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 1096 time: 0.0514517 Jul 09 10:11:53.447870 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787da4b2-a240-409d-a643-75a50c0ad4ab req-6eecec20-752d-4c15-be19-d838c893b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:11:53.449267 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-787da4b2-a240-409d-a643-75a50c0ad4ab req-6eecec20-752d-4c15-be19-d838c893b688 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0878139 Jul 09 10:11:53.514601 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-787da4b2-a240-409d-a643-75a50c0ad4ab req-15f70391-bb67-4b62-b335-a68df14f47a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f730d7f2-ff29-4f66-8017-cfc01fba0e22 HTTP/1.1" status: 200 len: 1000 time: 0.0586486 Jul 09 10:11:53.562719 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787da4b2-a240-409d-a643-75a50c0ad4ab req-a7c89352-a2b0-48f9-9b42-8fe4900a16f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:11:53.564172 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-787da4b2-a240-409d-a643-75a50c0ad4ab req-a7c89352-a2b0-48f9-9b42-8fe4900a16f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0426626 Jul 09 10:11:53.624509 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787da4b2-a240-409d-a643-75a50c0ad4ab req-48747cf2-2b85-4a7f-a6b4-27f0c5ff4583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:11:53.626000 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-787da4b2-a240-409d-a643-75a50c0ad4ab req-48747cf2-2b85-4a7f-a6b4-27f0c5ff4583 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548460 Jul 09 10:11:53.714939 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-787da4b2-a240-409d-a643-75a50c0ad4ab req-aac9e73e-28b7-493e-9c2e-1a923787f774 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799708 Jul 09 10:11:53.807765 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-787da4b2-a240-409d-a643-75a50c0ad4ab req-b53f9bd9-142a-4c2c-9b49-5ee27b5753c1 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862944 Jul 09 10:12:00.463930 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:12:04.191600 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:12:06.789929 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bb421055-de6e-4f5e-a911-e9341ec496e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:12:09.397006 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cddb839a-7602-48b9-8571-f63f00f4a25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:12:09.440829 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:12:09.572126 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:12:11.272679 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:12:13.064353 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:12:34.206488 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:12:36.791319 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6c07ac1e-9f26-4d4d-b559-320a0c137d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:12:37.463752 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:12:39.398367 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f66e92dc-b236-4be2-9098-933a49374577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:12:39.442957 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:12:39.574061 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:12:41.275719 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:12:43.065822 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:12:54.235371 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e740e4a4-4290-4bf2-b148-669c72f9aaf7 req-d623d246-e38c-4b6b-a613-69aa3c0314c2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522094 Jul 09 10:12:54.328598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740e4a4-4290-4bf2-b148-669c72f9aaf7 req-b545d731-d757-44d2-8491-549cb57f68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:12:54.330071 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e740e4a4-4290-4bf2-b148-669c72f9aaf7 req-b545d731-d757-44d2-8491-549cb57f68bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 1096 time: 0.0512726 Jul 09 10:12:54.437402 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740e4a4-4290-4bf2-b148-669c72f9aaf7 req-2be5e6db-f49b-41bf-953c-cd958eb6b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:12:54.438857 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e740e4a4-4290-4bf2-b148-669c72f9aaf7 req-2be5e6db-f49b-41bf-953c-cd958eb6b6ed service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0894816 Jul 09 10:12:54.502104 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e740e4a4-4290-4bf2-b148-669c72f9aaf7 req-cbe1e5a2-15ef-4442-bc5e-5eb2fe218968 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f730d7f2-ff29-4f66-8017-cfc01fba0e22 HTTP/1.1" status: 200 len: 1000 time: 0.0565164 Jul 09 10:12:54.549549 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740e4a4-4290-4bf2-b148-669c72f9aaf7 req-e03d4184-eb58-486c-8223-cb9fd12337a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:12:54.550993 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e740e4a4-4290-4bf2-b148-669c72f9aaf7 req-e03d4184-eb58-486c-8223-cb9fd12337a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0425866 Jul 09 10:12:54.611155 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740e4a4-4290-4bf2-b148-669c72f9aaf7 req-0f7e9aab-4cec-43c6-a46f-d7037e666f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:12:54.612671 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e740e4a4-4290-4bf2-b148-669c72f9aaf7 req-0f7e9aab-4cec-43c6-a46f-d7037e666f6c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548997 Jul 09 10:12:54.699938 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e740e4a4-4290-4bf2-b148-669c72f9aaf7 req-13f7a091-5e24-4373-bba5-59b2d029cb62 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806067 Jul 09 10:12:54.797463 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e740e4a4-4290-4bf2-b148-669c72f9aaf7 req-75023a57-e0c8-4dc4-aa9e-0716c9fdb43d service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912330 Jul 09 10:13:04.220803 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:06.112050 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c653a2-8ff9-4a7e-849d-d57b0dff6ccc req-a83709f8-693b-4215-98c3-cf515c0e8696 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:06.113557 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43c653a2-8ff9-4a7e-849d-d57b0dff6ccc req-a83709f8-693b-4215-98c3-cf515c0e8696 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 945 time: 0.0643427 Jul 09 10:13:06.152402 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43c653a2-8ff9-4a7e-849d-d57b0dff6ccc req-4f894147-94de-4f38-8fc5-1a032387d79f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333037 Jul 09 10:13:06.554912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c2779-3f5b-4f3d-9608-b6510d73b227 req-7c84c3e0-cf6d-4e5a-bee2-ab78edd0feab tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:06.556464 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c55c2779-3f5b-4f3d-9608-b6510d73b227 req-7c84c3e0-cf6d-4e5a-bee2-ab78edd0feab tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 945 time: 0.0652049 Jul 09 10:13:06.599792 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c55c2779-3f5b-4f3d-9608-b6510d73b227 req-af5ac1ed-20cc-4076-a87e-cd2aa6d0161f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365798 Jul 09 10:13:06.621098 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-4b7a8b76-1566-4b36-b2a5-1caae89d3911 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1744747 Jul 09 10:13:06.792899 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6bdea6ea-273e-49e5-8c61-43c4d794b98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:07.766993 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-1e4cd66d-81d0-4a61-a9e7-38f9a0994e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:07.768535 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-1e4cd66d-81d0-4a61-a9e7-38f9a0994e1f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 1096 time: 0.0885954 Jul 09 10:13:07.841945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9578c83-6d9f-4310-8fb5-9e7af1d3e30f req-22d3a3e7-503c-4cc5-a2d7-af3886f82b63 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:07.843469 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a9578c83-6d9f-4310-8fb5-9e7af1d3e30f req-22d3a3e7-503c-4cc5-a2d7-af3886f82b63 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 945 time: 0.1286759 Jul 09 10:13:07.904902 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a9578c83-6d9f-4310-8fb5-9e7af1d3e30f req-f3468103-9ad7-44bf-bfca-2ae0a6cdc3d7 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552340 Jul 09 10:13:07.906274 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-682b124a-debb-4258-af7b-f79fe2b7513e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:07.907758 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-682b124a-debb-4258-af7b-f79fe2b7513e service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.1324365 Jul 09 10:13:07.971143 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-9585d6f6-0de5-4fa6-8af2-164d77b08246 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f730d7f2-ff29-4f66-8017-cfc01fba0e22 HTTP/1.1" status: 200 len: 1000 time: 0.0570655 Jul 09 10:13:08.266297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-5afa5621-0c87-4e30-b3ac-970d45c8d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:08.267800 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-5afa5621-0c87-4e30-b3ac-970d45c8d439 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.2908154 Jul 09 10:13:08.324575 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-60c8e2d0-e531-4bce-845e-73d39be063a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:08.326083 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-60c8e2d0-e531-4bce-845e-73d39be063a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519879 Jul 09 10:13:08.415283 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-822ac124-8c12-4197-861a-58cc7e3daee3 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816131 Jul 09 10:13:08.510077 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-827ebe73-5372-4275-b09a-687bc290e8f0 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879009 Jul 09 10:13:09.080498 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9ccc6-109d-4ac8-bb70-10cd5dcc516b req-d5f04aa2-bd0d-4686-9e1c-d688d7849ce5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:09.082000 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6e9ccc6-109d-4ac8-bb70-10cd5dcc516b req-d5f04aa2-bd0d-4686-9e1c-d688d7849ce5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 945 time: 0.0649004 Jul 09 10:13:09.119363 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6e9ccc6-109d-4ac8-bb70-10cd5dcc516b req-566431f3-7acd-4b63-af97-02306187bb0e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317090 Jul 09 10:13:09.399451 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c209db47-220c-4e2b-998d-c52ed0144351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:09.437435 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:09.574347 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:10.295579 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2f9ea-de29-4825-b4ae-3408bf52ce7a req-e29acc61-a210-4b05-a18d-c51c912755f4 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:10.297079 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0d2f9ea-de29-4825-b4ae-3408bf52ce7a req-e29acc61-a210-4b05-a18d-c51c912755f4 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 945 time: 0.0671973 Jul 09 10:13:10.333317 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f0d2f9ea-de29-4825-b4ae-3408bf52ce7a req-f971f459-39c3-433b-8938-a784a266c86c tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308115 Jul 09 10:13:11.278395 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:11.506834 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa5ae4-8490-4360-b8b7-9737d0b45ce8 req-b2b3c57b-b582-40aa-b7b9-7a69165bbbae tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:11.508323 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-90aa5ae4-8490-4360-b8b7-9737d0b45ce8 req-b2b3c57b-b582-40aa-b7b9-7a69165bbbae tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 945 time: 0.0621421 Jul 09 10:13:11.547342 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-90aa5ae4-8490-4360-b8b7-9737d0b45ce8 req-63168185-c72e-4235-bf88-8adfe2ef06a3 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327661 Jul 09 10:13:12.740734 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa00cc9-4b44-4338-9e43-42e62dfd1152 req-e02a6110-6eb8-41ee-8d5e-d3b39841983a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:12.742245 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ffa00cc9-4b44-4338-9e43-42e62dfd1152 req-e02a6110-6eb8-41ee-8d5e-d3b39841983a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 945 time: 0.0758464 Jul 09 10:13:12.782596 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ffa00cc9-4b44-4338-9e43-42e62dfd1152 req-0ed08e46-695a-44ee-ac04-8b3bc2640c7f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339196 Jul 09 10:13:13.069315 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:13.959239 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db8336-a10c-4daa-8ad4-ba3efb376244 req-0ca24b76-7231-4b1d-b70a-c3b11df43536 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:13.960754 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3db8336-a10c-4daa-8ad4-ba3efb376244 req-0ca24b76-7231-4b1d-b70a-c3b11df43536 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 945 time: 0.0634789 Jul 09 10:13:13.998897 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d3db8336-a10c-4daa-8ad4-ba3efb376244 req-aa511d53-5f97-4b8b-a951-79cd3a23283b tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319910 Jul 09 10:13:14.463453 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:13:15.176876 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ba741-0a20-4090-995c-b731fca25206 req-230900b8-e97e-4d74-89a3-1c205d533d21 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:15.178369 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-894ba741-0a20-4090-995c-b731fca25206 req-230900b8-e97e-4d74-89a3-1c205d533d21 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 945 time: 0.0632751 Jul 09 10:13:15.216872 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-894ba741-0a20-4090-995c-b731fca25206 req-fd50fdb7-2c2b-4166-8434-b360d91a581e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316808 Jul 09 10:13:16.392413 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d13286-381d-4324-b512-8bfc809e309f req-79cbe293-cb88-4c45-a3af-f43b2be57c45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:16.393916 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67d13286-381d-4324-b512-8bfc809e309f req-79cbe293-cb88-4c45-a3af-f43b2be57c45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 945 time: 0.0664713 Jul 09 10:13:16.430857 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67d13286-381d-4324-b512-8bfc809e309f req-cd474429-7b81-4440-a028-3931f6e47a9a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311887 Jul 09 10:13:17.607967 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9671a8-e40b-4306-a6cd-7be9e57fc37e req-5730203a-6967-43f8-9c9a-f918f8e21e83 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:17.609472 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6f9671a8-e40b-4306-a6cd-7be9e57fc37e req-5730203a-6967-43f8-9c9a-f918f8e21e83 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 945 time: 0.0630691 Jul 09 10:13:17.646524 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6f9671a8-e40b-4306-a6cd-7be9e57fc37e req-d0de81b4-f942-4acf-b3b7-9d23cb9781c9 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313313 Jul 09 10:13:18.822196 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23a5ae-665c-410b-8275-e7f29bb00c72 req-e6cf4839-7ac1-4bef-b8cf-f83b339cdac6 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:18.823774 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d23a5ae-665c-410b-8275-e7f29bb00c72 req-e6cf4839-7ac1-4bef-b8cf-f83b339cdac6 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 945 time: 0.0664458 Jul 09 10:13:18.861138 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d23a5ae-665c-410b-8275-e7f29bb00c72 req-01883222-52df-4615-af60-20e10629d8bd tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312603 Jul 09 10:13:20.042248 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d1398-81fd-4a09-b0e0-ceb94d97e760 req-c3b39a4e-1b49-43d9-8337-2853a1dea387 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:20.043829 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-408d1398-81fd-4a09-b0e0-ceb94d97e760 req-c3b39a4e-1b49-43d9-8337-2853a1dea387 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 945 time: 0.0628657 Jul 09 10:13:20.082094 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-408d1398-81fd-4a09-b0e0-ceb94d97e760 req-cbdc7535-96ce-4621-9683-15eb8e716ae5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322433 Jul 09 10:13:20.446942 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-f6f00c15-411a-49b0-ab64-99d5ff2242d5 service neutron] show failed (client error): The resource could not be found. Jul 09 10:13:20.447957 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-f6f00c15-411a-49b0-ab64-99d5ff2242d5 service neutron] 10.222.0.64 "GET /v2.0/ports/f730d7f2-ff29-4f66-8017-cfc01fba0e22/bindings/n-h1-799996-1 HTTP/1.1" status: 404 len: 380 time: 0.0534909 Jul 09 10:13:20.772785 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-6e97fdb4-ae6c-482c-9af7-3331f7fe3b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:20.774225 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-6e97fdb4-ae6c-482c-9af7-3331f7fe3b04 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0&tenant_id=42a25a16a1984634b009ae159bd0e228 HTTP/1.1" status: 200 len: 1096 time: 0.1308084 Jul 09 10:13:20.785766 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799996-1', 'device_owner': 'compute:nova'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:13:20.858386 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:21.055675 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] For port f730d7f2-ff29-4f66-8017-cfc01fba0e22, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=f730d7f2-ff29-4f66-8017-cfc01fba0e22,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:13:21.089018 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] For port f730d7f2-ff29-4f66-8017-cfc01fba0e22, host n-h2-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:13:21.130807 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bab6c14-970f-4a47-945c-de989bbbfcb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f730d7f2-ff29-4f66-8017-cfc01fba0e22'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:13:21.133142 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7901a94-7337-499a-b531-9091d7b28f38" -d '{"events": [{"server_uuid": "7bab6c14-970f-4a47-945c-de989bbbfcb0", "name": "network-vif-unplugged", "status": "completed", "tag": "f730d7f2-ff29-4f66-8017-cfc01fba0e22"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:13:21.137841 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:21.151867 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Transition to ACTIVE for port object f730d7f2-ff29-4f66-8017-cfc01fba0e22 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:13:21.156937 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:21.257217 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 10:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa9f493-54e4-46ce-b211-c46e36f31cf4 x-openstack-request-id: req-8fa9f493-54e4-46ce-b211-c46e36f31cf4 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:13:21.257549 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bab6c14-970f-4a47-945c-de989bbbfcb0", "name": "network-vif-unplugged", "status": "completed", "tag": "f730d7f2-ff29-4f66-8017-cfc01fba0e22", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:13:21.257761 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8fa9f493-54e4-46ce-b211-c46e36f31cf4 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:13:21.258158 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bab6c14-970f-4a47-945c-de989bbbfcb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f730d7f2-ff29-4f66-8017-cfc01fba0e22', 'code': 200} Jul 09 10:13:21.265573 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Pushing event updated for resources: {'Port': ['ID=f730d7f2-ff29-4f66-8017-cfc01fba0e22,revision_number=6']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:13:21.268027 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf1651-f8b8-4c24-b43c-e900d489ef1a req-197153d9-d93e-47bb-9cc6-0c8fd1891e4b tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:21.275105 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6fbf1651-f8b8-4c24-b43c-e900d489ef1a req-197153d9-d93e-47bb-9cc6-0c8fd1891e4b tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 943 time: 0.0764375 Jul 09 10:13:21.290076 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:21.290370 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:21.290721 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:21.291062 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:21.291396 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:21.291758 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:21.292096 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:21.292799 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:21.292799 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:21.293060 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:21.293424 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:21.293770 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:21.316467 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6fbf1651-f8b8-4c24-b43c-e900d489ef1a req-07ba8745-3fd3-40b4-b023-79e624b16774 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402353 Jul 09 10:13:21.348332 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] No DVR routers for this DVR port f730d7f2-ff29-4f66-8017-cfc01fba0e22 on host n-h2-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:13:21.491301 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Attempting to bind port f730d7f2-ff29-4f66-8017-cfc01fba0e22 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:13:21.491639 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Attempting to bind port f730d7f2-ff29-4f66-8017-cfc01fba0e22 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:13:21.492002 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Attempting to bind port f730d7f2-ff29-4f66-8017-cfc01fba0e22 on network aea9bae3-92d3-405d-b35a-d47d753c95ac {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:13:21.496266 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Port f730d7f2-ff29-4f66-8017-cfc01fba0e22 on network aea9bae3-92d3-405d-b35a-d47d753c95ac not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:13:21.497253 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Attempting to bind port f730d7f2-ff29-4f66-8017-cfc01fba0e22 on network aea9bae3-92d3-405d-b35a-d47d753c95ac {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:13:21.502030 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:13:21.502373 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Checking segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:13:21.502763 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Bound using segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:13:21.503191 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Bound port: f730d7f2-ff29-4f66-8017-cfc01fba0e22, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:13:21.503552 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:21.565054 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] For port f730d7f2-ff29-4f66-8017-cfc01fba0e22, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:13:21.568497 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] For port f730d7f2-ff29-4f66-8017-cfc01fba0e22, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=f730d7f2-ff29-4f66-8017-cfc01fba0e22,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:13:21.572400 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:21.604250 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:21.604875 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:21.606867 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] 10.222.0.58 "PUT /v2.0/ports/f730d7f2-ff29-4f66-8017-cfc01fba0e22 HTTP/1.1" status: 200 len: 1091 time: 0.8251116 Jul 09 10:13:21.644754 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e7cd2-8f66-4ad1-9273-4ffc9da20d9c service neutron] Pushing event updated for resources: {'Port': ['ID=f730d7f2-ff29-4f66-8017-cfc01fba0e22,revision_number=7']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:13:21.696717 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-a6cb2ad2-fa61-458b-8906-7c0fde8e7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:21.698249 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-a6cb2ad2-fa61-458b-8906-7c0fde8e7dc4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 1094 time: 0.0661135 Jul 09 10:13:21.794860 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-c86b8dd6-55df-42b5-8649-7599277ed78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:21.796429 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-c86b8dd6-55df-42b5-8649-7599277ed78a service neutron] 10.222.0.58 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0905683 Jul 09 10:13:21.893266 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-64cce8e8-b724-47a6-9d27-0c30a0333287 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f730d7f2-ff29-4f66-8017-cfc01fba0e22 HTTP/1.1" status: 200 len: 998 time: 0.0902870 Jul 09 10:13:21.940053 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-d90ee4e7-4523-4141-9bc3-3c52440f9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:21.941476 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-d90ee4e7-4523-4141-9bc3-3c52440f9367 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0427854 Jul 09 10:13:22.011680 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-5a88cc0e-7041-439c-a0da-cab7098fb53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:22.013713 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-5a88cc0e-7041-439c-a0da-cab7098fb53a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661435 Jul 09 10:13:22.380303 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-3607df1d-f3b2-4f39-9799-818ba0d85394 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602228 Jul 09 10:13:22.472692 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-202b91e6-76b6-43e1-8a4c-3250251c0421 req-71954a58-e4a0-4809-a809-c53aa5ae2cfc service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859272 Jul 09 10:13:22.494665 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d40d1-97d0-4fdc-a3fe-35970f3d983f req-b8fabd46-b172-4f21-b2a6-ff6f10b6568e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:22.496212 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a54d40d1-97d0-4fdc-a3fe-35970f3d983f req-b8fabd46-b172-4f21-b2a6-ff6f10b6568e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 943 time: 0.0637159 Jul 09 10:13:22.536757 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a54d40d1-97d0-4fdc-a3fe-35970f3d983f req-7f0736f7-7b67-45f4-ba46-1446fc99e2a6 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337436 Jul 09 10:13:23.259666 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bab6c14-970f-4a47-945c-de989bbbfcb0', 'tag': 'f730d7f2-ff29-4f66-8017-cfc01fba0e22'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:13:23.262040 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1ecaf4-d839-4c88-b4df-e0dee225621a" -d '{"events": [{"name": "network-changed", "server_uuid": "7bab6c14-970f-4a47-945c-de989bbbfcb0", "tag": "f730d7f2-ff29-4f66-8017-cfc01fba0e22"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:13:23.313973 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a6cb15-6a1b-4dd0-b595-4ae5439a872b x-openstack-request-id: req-88a6cb15-6a1b-4dd0-b595-4ae5439a872b {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:13:23.314273 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bab6c14-970f-4a47-945c-de989bbbfcb0", "tag": "f730d7f2-ff29-4f66-8017-cfc01fba0e22", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:13:23.314527 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-88a6cb15-6a1b-4dd0-b595-4ae5439a872b {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:13:23.314929 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bab6c14-970f-4a47-945c-de989bbbfcb0', 'tag': 'f730d7f2-ff29-4f66-8017-cfc01fba0e22', 'status': 'completed', 'code': 200} Jul 09 10:13:23.385637 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ecaf4-d839-4c88-b4df-e0dee225621a req-a4eca134-4509-4f67-9546-eabf4bcfa7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:23.387158 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f1ecaf4-d839-4c88-b4df-e0dee225621a req-a4eca134-4509-4f67-9546-eabf4bcfa7e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 1094 time: 0.0535953 Jul 09 10:13:23.388035 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ecaf4-d839-4c88-b4df-e0dee225621a req-f61b0d0a-a895-4570-a7c1-eec6c59f000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:23.389514 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1f1ecaf4-d839-4c88-b4df-e0dee225621a req-f61b0d0a-a895-4570-a7c1-eec6c59f000e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 1094 time: 0.0526578 Jul 09 10:13:23.479411 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ecaf4-d839-4c88-b4df-e0dee225621a req-0ad143a8-66e1-4fbd-9d6b-e030c510fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:23.479877 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ecaf4-d839-4c88-b4df-e0dee225621a req-b5f8f896-5edd-4eae-90e8-d87911576fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:23.481853 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f1ecaf4-d839-4c88-b4df-e0dee225621a req-0ad143a8-66e1-4fbd-9d6b-e030c510fe6b service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0876045 Jul 09 10:13:23.481986 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1f1ecaf4-d839-4c88-b4df-e0dee225621a req-b5f8f896-5edd-4eae-90e8-d87911576fe7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0860536 Jul 09 10:13:23.546963 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f1ecaf4-d839-4c88-b4df-e0dee225621a req-1e1622a7-18e9-4e18-8432-87aa0ee14588 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f730d7f2-ff29-4f66-8017-cfc01fba0e22 HTTP/1.1" status: 200 len: 998 time: 0.0596414 Jul 09 10:13:23.550929 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1f1ecaf4-d839-4c88-b4df-e0dee225621a req-5156c8a8-c43d-4859-bca5-2c186e5e0179 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f730d7f2-ff29-4f66-8017-cfc01fba0e22 HTTP/1.1" status: 200 len: 998 time: 0.0625541 Jul 09 10:13:23.600853 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ecaf4-d839-4c88-b4df-e0dee225621a req-a1f26662-ab67-47e0-89a9-94812b671038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:23.601112 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ecaf4-d839-4c88-b4df-e0dee225621a req-3195acfd-a495-4783-b461-b22f2827bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:23.602369 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f1ecaf4-d839-4c88-b4df-e0dee225621a req-a1f26662-ab67-47e0-89a9-94812b671038 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0494530 Jul 09 10:13:23.602510 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1f1ecaf4-d839-4c88-b4df-e0dee225621a req-3195acfd-a495-4783-b461-b22f2827bfea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0447383 Jul 09 10:13:23.660684 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ecaf4-d839-4c88-b4df-e0dee225621a req-f6539fe5-6712-4333-86fd-e00da28d1181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:23.662205 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1f1ecaf4-d839-4c88-b4df-e0dee225621a req-f6539fe5-6712-4333-86fd-e00da28d1181 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529370 Jul 09 10:13:23.687658 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ecaf4-d839-4c88-b4df-e0dee225621a req-8188a3a5-9b9d-4199-8193-4c7d403d5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:23.689193 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f1ecaf4-d839-4c88-b4df-e0dee225621a req-8188a3a5-9b9d-4199-8193-4c7d403d5cc2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807333 Jul 09 10:13:23.758574 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1f1ecaf4-d839-4c88-b4df-e0dee225621a req-4bca5be4-cfd9-4d8c-83dc-f73d49839255 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878932 Jul 09 10:13:23.773379 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d5c1b-ef10-46ea-b469-c052a8264b32 req-703167b1-17f1-4493-bae5-973c0a529ef7 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:23.774859 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e09d5c1b-ef10-46ea-b469-c052a8264b32 req-703167b1-17f1-4493-bae5-973c0a529ef7 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 943 time: 0.1224289 Jul 09 10:13:23.822709 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f1ecaf4-d839-4c88-b4df-e0dee225621a req-b7273332-d2b1-4aa1-b2d6-b3efd5ae084e service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257336 Jul 09 10:13:23.844999 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e09d5c1b-ef10-46ea-b469-c052a8264b32 req-a52f3aae-bb8a-4afc-907f-8fbebcf7181e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595851 Jul 09 10:13:23.851307 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1f1ecaf4-d839-4c88-b4df-e0dee225621a req-139fadc8-d00d-470d-a230-9959ba141684 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852153 Jul 09 10:13:23.923337 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f1ecaf4-d839-4c88-b4df-e0dee225621a req-8f926589-7863-4eff-bd46-0b729571fc83 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922728 Jul 09 10:13:24.753770 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device f730d7f2-ff29-4f66-8017-cfc01fba0e22 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:13:24.848237 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port f730d7f2-ff29-4f66-8017-cfc01fba0e22, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=f730d7f2-ff29-4f66-8017-cfc01fba0e22,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:13:24.860045 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'f730d7f2-ff29-4f66-8017-cfc01fba0e22', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'port_id': 'f730d7f2-ff29-4f66-8017-cfc01fba0e22', 'mac_address': 'fa:16:3e:64:68:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:13:24.896232 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:24.909502 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f730d7f2-ff29-4f66-8017-cfc01fba0e22 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:13:24.930008 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port f730d7f2-ff29-4f66-8017-cfc01fba0e22, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=f730d7f2-ff29-4f66-8017-cfc01fba0e22,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:13:24.933728 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:24.982269 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=f730d7f2-ff29-4f66-8017-cfc01fba0e22,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:13:24.989570 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:24.989921 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:24.990266 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:24.990607 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:24.990940 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:24.991271 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:24.991602 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:24.992145 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:24.992330 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:24.992604 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:24.992932 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:24.993255 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:25.028297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f78215-6265-4672-a326-93fc96daf480 req-e1e74f98-e84d-4197-9442-7a1172427370 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:25.029733 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-99f78215-6265-4672-a326-93fc96daf480 req-e1e74f98-e84d-4197-9442-7a1172427370 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 944 time: 0.0642555 Jul 09 10:13:25.068115 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-99f78215-6265-4672-a326-93fc96daf480 req-97089dc4-94c2-4c92-b3c9-51816752a268 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327201 Jul 09 10:13:25.162607 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['f730d7f2-ff29-4f66-8017-cfc01fba0e22'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:13:25.420347 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05fc73-5723-4796-8ea1-f4e1a153346b req-e511b41d-d2d1-492f-85e0-3d1133628f9a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:25.422054 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf05fc73-5723-4796-8ea1-f4e1a153346b req-e511b41d-d2d1-492f-85e0-3d1133628f9a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 944 time: 0.1224968 Jul 09 10:13:25.434680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51960523-39fb-48bc-bb61-59ce89737740 req-19653738-6248-43bb-9336-7169ac639935 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:25.436219 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51960523-39fb-48bc-bb61-59ce89737740 req-19653738-6248-43bb-9336-7169ac639935 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0&tenant_id=42a25a16a1984634b009ae159bd0e228&binding%3Ahost_id=n-h1-799996-1 HTTP/1.1" status: 200 len: 944 time: 0.1249888 Jul 09 10:13:25.501691 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf05fc73-5723-4796-8ea1-f4e1a153346b req-e94c0d5a-7c66-4c2b-ab86-47af6784b510 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644534 Jul 09 10:13:25.518315 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-51960523-39fb-48bc-bb61-59ce89737740 req-ce6c04ef-e964-4295-8569-7cc75d8fcdc5 service neutron] delete failed (client error): The resource could not be found. Jul 09 10:13:25.519338 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51960523-39fb-48bc-bb61-59ce89737740 req-ce6c04ef-e964-4295-8569-7cc75d8fcdc5 service neutron] 10.222.0.64 "DELETE /v2.0/ports/f730d7f2-ff29-4f66-8017-cfc01fba0e22/bindings/n-h2-799996-1 HTTP/1.1" status: 404 len: 380 time: 0.0760632 Jul 09 10:13:25.527440 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device f730d7f2-ff29-4f66-8017-cfc01fba0e22 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:13:25.565928 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device f730d7f2-ff29-4f66-8017-cfc01fba0e22 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:13:25.615468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51960523-39fb-48bc-bb61-59ce89737740 req-03db63ce-7d2b-4a09-a3d5-dae9f515913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:25.616897 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51960523-39fb-48bc-bb61-59ce89737740 req-03db63ce-7d2b-4a09-a3d5-dae9f515913e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 1095 time: 0.0526075 Jul 09 10:13:25.712805 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51960523-39fb-48bc-bb61-59ce89737740 req-1c9933ea-7890-498e-a071-64fcb5e155ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:25.714291 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51960523-39fb-48bc-bb61-59ce89737740 req-1c9933ea-7890-498e-a071-64fcb5e155ea service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0912442 Jul 09 10:13:25.779330 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51960523-39fb-48bc-bb61-59ce89737740 req-37bd232d-4d8b-40cf-ad58-af88417b190b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f730d7f2-ff29-4f66-8017-cfc01fba0e22 HTTP/1.1" status: 200 len: 999 time: 0.0579903 Jul 09 10:13:25.831472 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51960523-39fb-48bc-bb61-59ce89737740 req-63b3756a-2d6b-44c6-9679-bd197b8cf67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:25.832959 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51960523-39fb-48bc-bb61-59ce89737740 req-63b3756a-2d6b-44c6-9679-bd197b8cf67a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0477762 Jul 09 10:13:25.889346 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51960523-39fb-48bc-bb61-59ce89737740 req-fb5ada44-83a5-4162-bb64-4e81d969a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:25.890833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51960523-39fb-48bc-bb61-59ce89737740 req-fb5ada44-83a5-4162-bb64-4e81d969a3fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515187 Jul 09 10:13:25.977597 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51960523-39fb-48bc-bb61-59ce89737740 req-a40b0364-924b-4b65-bb23-3fe4caa0101a service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805776 Jul 09 10:13:26.072391 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51960523-39fb-48bc-bb61-59ce89737740 req-47945f3e-9283-4e2b-8907-9553933f5dea service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875101 Jul 09 10:13:26.685049 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9718d38-8183-46db-94b4-b1404a3a74b9 req-12fffbe1-b1a6-4742-a7fd-be9408feac5a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:26.686604 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d9718d38-8183-46db-94b4-b1404a3a74b9 req-12fffbe1-b1a6-4742-a7fd-be9408feac5a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 944 time: 0.0685723 Jul 09 10:13:26.730997 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d9718d38-8183-46db-94b4-b1404a3a74b9 req-ef21c3de-e822-4043-8880-4872c3d9e665 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382593 Jul 09 10:13:26.769024 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device f730d7f2-ff29-4f66-8017-cfc01fba0e22 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:13:26.915720 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49804cb-65ab-49b6-9dc5-bbb698f87517 req-438595bc-022b-41f4-be61-f20591729443 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:26.917269 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c49804cb-65ab-49b6-9dc5-bbb698f87517 req-438595bc-022b-41f4-be61-f20591729443 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 944 time: 0.0715337 Jul 09 10:13:26.959248 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c49804cb-65ab-49b6-9dc5-bbb698f87517 req-3f248c0e-8af3-4fc3-952a-738ed2f7e1c0 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355067 Jul 09 10:13:26.983625 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port f730d7f2-ff29-4f66-8017-cfc01fba0e22 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:13:26.988997 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port f730d7f2-ff29-4f66-8017-cfc01fba0e22 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:13:26.989359 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:27.065960 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:27.089525 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bab6c14-970f-4a47-945c-de989bbbfcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f730d7f2-ff29-4f66-8017-cfc01fba0e22'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:13:27.091846 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff36a8c-119a-41ca-adbc-a01283df10fc" -d '{"events": [{"server_uuid": "7bab6c14-970f-4a47-945c-de989bbbfcb0", "name": "network-vif-plugged", "status": "completed", "tag": "f730d7f2-ff29-4f66-8017-cfc01fba0e22"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:13:27.106608 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port f730d7f2-ff29-4f66-8017-cfc01fba0e22, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=f730d7f2-ff29-4f66-8017-cfc01fba0e22,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:13:27.111656 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:27.142927 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c9d4c-5c8d-42b3-b8ac-ebb2cbc6bf3d req-d2228a2f-7d34-4db8-9830-cd3310250df6 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:27.148213 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-310c9d4c-5c8d-42b3-b8ac-ebb2cbc6bf3d req-d2228a2f-7d34-4db8-9830-cd3310250df6 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 944 time: 0.0739505 Jul 09 10:13:27.172614 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=f730d7f2-ff29-4f66-8017-cfc01fba0e22,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:13:27.187909 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-310c9d4c-5c8d-42b3-b8ac-ebb2cbc6bf3d req-e1d642fa-d45d-413a-bfb0-cd50d08ae65f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375159 Jul 09 10:13:27.206791 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb4b35f-1833-452c-ac74-6f6dbc0e8fea x-openstack-request-id: req-9cb4b35f-1833-452c-ac74-6f6dbc0e8fea {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:13:27.207090 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bab6c14-970f-4a47-945c-de989bbbfcb0", "name": "network-vif-plugged", "status": "completed", "tag": "f730d7f2-ff29-4f66-8017-cfc01fba0e22", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:13:27.207338 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9cb4b35f-1833-452c-ac74-6f6dbc0e8fea {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:13:27.207809 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bab6c14-970f-4a47-945c-de989bbbfcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f730d7f2-ff29-4f66-8017-cfc01fba0e22', 'code': 200} Jul 09 10:13:27.570879 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d718c66-6844-4966-b2fb-d10b36db20f4 req-00096e5b-2fe3-4951-9d5b-56c10b0cac47 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:27.571769 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6d718c66-6844-4966-b2fb-d10b36db20f4 req-00096e5b-2fe3-4951-9d5b-56c10b0cac47 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 945 time: 0.0624862 Jul 09 10:13:27.610506 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6d718c66-6844-4966-b2fb-d10b36db20f4 req-bb025811-25ea-4f10-82bc-715872aba204 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324891 Jul 09 10:13:28.791566 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e98f4-5d15-407e-b6e1-113fbb47a526 req-53e104dd-7104-406d-9d60-632218665e3c tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:28.792761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e37837-ba01-449c-b893-2df1a46163e8 req-26a33f00-1799-4c38-a5e2-4f11014147c2 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:28.793156 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2e1e98f4-5d15-407e-b6e1-113fbb47a526 req-53e104dd-7104-406d-9d60-632218665e3c tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 945 time: 0.1101806 Jul 09 10:13:28.794254 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c3e37837-ba01-449c-b893-2df1a46163e8 req-26a33f00-1799-4c38-a5e2-4f11014147c2 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 945 time: 0.0689619 Jul 09 10:13:28.832334 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c3e37837-ba01-449c-b893-2df1a46163e8 req-39b7043a-737a-40dd-8e6b-fa32907d522b tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325062 Jul 09 10:13:28.898408 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-2e1e98f4-5d15-407e-b6e1-113fbb47a526 req-c7cc67c8-b00f-40ee-bab1-69a44e813bd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Deleting port f730d7f2-ff29-4f66-8017-cfc01fba0e22 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:13:28.898668 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2e1e98f4-5d15-407e-b6e1-113fbb47a526 req-c7cc67c8-b00f-40ee-bab1-69a44e813bd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:28.986380 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-2e1e98f4-5d15-407e-b6e1-113fbb47a526 req-c7cc67c8-b00f-40ee-bab1-69a44e813bd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] For port f730d7f2-ff29-4f66-8017-cfc01fba0e22, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=f730d7f2-ff29-4f66-8017-cfc01fba0e22,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:13:28.986744 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2e1e98f4-5d15-407e-b6e1-113fbb47a526 req-c7cc67c8-b00f-40ee-bab1-69a44e813bd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:29.209089 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2e1e98f4-5d15-407e-b6e1-113fbb47a526 req-c7cc67c8-b00f-40ee-bab1-69a44e813bd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:29.209464 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2e1e98f4-5d15-407e-b6e1-113fbb47a526 req-c7cc67c8-b00f-40ee-bab1-69a44e813bd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:29.209782 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [req-2e1e98f4-5d15-407e-b6e1-113fbb47a526 req-c7cc67c8-b00f-40ee-bab1-69a44e813bd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Floating IP d0452264-5030-489e-9f9c-37316242b0c8 disassociated. External IP: 172.25.3.23, port: f730d7f2-ff29-4f66-8017-cfc01fba0e22. Jul 09 10:13:29.210158 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-2e1e98f4-5d15-407e-b6e1-113fbb47a526 req-c7cc67c8-b00f-40ee-bab1-69a44e813bd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Calling delete_port for f730d7f2-ff29-4f66-8017-cfc01fba0e22 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:13:29.340906 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2e1e98f4-5d15-407e-b6e1-113fbb47a526 req-c7cc67c8-b00f-40ee-bab1-69a44e813bd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:29.369614 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc67c8-b00f-40ee-bab1-69a44e813bd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Pushing event deleted for resources: {'Port': ['ID=f730d7f2-ff29-4f66-8017-cfc01fba0e22,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:13:29.487995 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e1e98f4-5d15-407e-b6e1-113fbb47a526 req-c7cc67c8-b00f-40ee-bab1-69a44e813bd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Router aaae0350-4fd3-45e4-86ca-4ad16dc51deb has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:13:29.598169 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e1e98f4-5d15-407e-b6e1-113fbb47a526 req-c7cc67c8-b00f-40ee-bab1-69a44e813bd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:13:29.607970 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaa601d-daea-461d-ad60-b7c24b949a6c None None] Sync routers for ids ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:13:29.617164 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaa601d-daea-461d-ad60-b7c24b949a6c None None] Routers {'aaae0350-4fd3-45e4-86ca-4ad16dc51deb'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:13:29.617784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-beaa601d-daea-461d-ad60-b7c24b949a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:13:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:13:29.640214 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1e98f4-5d15-407e-b6e1-113fbb47a526 req-c7cc67c8-b00f-40ee-bab1-69a44e813bd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] No DVR routers for this DVR port f730d7f2-ff29-4f66-8017-cfc01fba0e22 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:13:29.642764 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2e1e98f4-5d15-407e-b6e1-113fbb47a526 req-c7cc67c8-b00f-40ee-bab1-69a44e813bd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:29.644762 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2e1e98f4-5d15-407e-b6e1-113fbb47a526 req-c7cc67c8-b00f-40ee-bab1-69a44e813bd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.58 "DELETE /v2.0/ports/f730d7f2-ff29-4f66-8017-cfc01fba0e22 HTTP/1.1" status: 204 len: 173 time: 0.8456101 Jul 09 10:13:29.645209 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bab6c14-970f-4a47-945c-de989bbbfcb0', 'name': 'network-vif-deleted', 'tag': 'f730d7f2-ff29-4f66-8017-cfc01fba0e22'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:13:29.647468 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c3271d-85c4-46ba-8f08-3e157af7fb74" -d '{"events": [{"server_uuid": "7bab6c14-970f-4a47-945c-de989bbbfcb0", "name": "network-vif-deleted", "tag": "f730d7f2-ff29-4f66-8017-cfc01fba0e22"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:13:29.689028 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7aad264-1f51-474a-9817-0b0f64003f53 x-openstack-request-id: req-f7aad264-1f51-474a-9817-0b0f64003f53 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:13:29.689337 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bab6c14-970f-4a47-945c-de989bbbfcb0", "name": "network-vif-deleted", "tag": "f730d7f2-ff29-4f66-8017-cfc01fba0e22", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:13:29.689764 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f7aad264-1f51-474a-9817-0b0f64003f53 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:13:29.690178 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bab6c14-970f-4a47-945c-de989bbbfcb0', 'name': 'network-vif-deleted', 'tag': 'f730d7f2-ff29-4f66-8017-cfc01fba0e22', 'status': 'completed', 'code': 200} Jul 09 10:13:29.733366 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-beaa601d-daea-461d-ad60-b7c24b949a6c None None] Set router aaae0350-4fd3-45e4-86ca-4ad16dc51deb gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:13:29.942774 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-beaa601d-daea-461d-ad60-b7c24b949a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:29Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:13:29.971335 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaa601d-daea-461d-ad60-b7c24b949a6c None None] Checking router: aaae0350-4fd3-45e4-86ca-4ad16dc51deb for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:13:29.980392 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaa601d-daea-461d-ad60-b7c24b949a6c None None] Routers {'aaae0350-4fd3-45e4-86ca-4ad16dc51deb'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:13:29.981976 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-beaa601d-daea-461d-ad60-b7c24b949a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:13:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:13:29.998657 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a7b81d50-13b7-47fb-90f6-6a60af7ab7dd req-7c31af65-8965-4b1d-b05c-04ee2437c06e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bab6c14-970f-4a47-945c-de989bbbfcb0 HTTP/1.1" status: 200 len: 210 time: 0.0336175 Jul 09 10:13:30.092079 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-beaa601d-daea-461d-ad60-b7c24b949a6c None None] Set router aaae0350-4fd3-45e4-86ca-4ad16dc51deb gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:13:30.289456 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-beaa601d-daea-461d-ad60-b7c24b949a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:29Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:13:30.316762 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaa601d-daea-461d-ad60-b7c24b949a6c None None] The sync data for ids ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'] in n-d-799996-1 is: [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:29Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:13:30.535970 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728f3efd-4253-4f13-8efb-581e32f63a84 None None] New status for floating IP d0452264-5030-489e-9f9c-37316242b0c8: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:13:31.304310 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6620be9d-93d7-4183-97b2-a111b4361680 req-144435fa-6e9b-4d22-a23a-f4b8c3d5f703 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1000106227&fields=id&tenant_id=42a25a16a1984634b009ae159bd0e228 HTTP/1.1" status: 200 len: 267 time: 0.0340183 Jul 09 10:13:31.415013 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620be9d-93d7-4183-97b2-a111b4361680 req-cbe1d483-0492-40e1-9d6c-50a479c3d6c3 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:31.416507 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6620be9d-93d7-4183-97b2-a111b4361680 req-cbe1d483-0492-40e1-9d6c-50a479c3d6c3 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 811 time: 0.1051412 Jul 09 10:13:31.431770 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6620be9d-93d7-4183-97b2-a111b4361680 req-4371ec34-01e6-4039-bdc7-0429d8425467 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/quotas/42a25a16a1984634b009ae159bd0e228 HTTP/1.1" status: 200 len: 375 time: 0.0097201 Jul 09 10:13:31.500700 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6620be9d-93d7-4183-97b2-a111b4361680 req-9b4564a7-64cd-478d-bbb4-dbb0753438cb tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0638373 Jul 09 10:13:31.595000 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-6620be9d-93d7-4183-97b2-a111b4361680 req-251d1741-1163-4acb-9a28-873f28221c96 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 10:13:31.596021 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6620be9d-93d7-4183-97b2-a111b4361680 req-251d1741-1163-4acb-9a28-873f28221c96 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0847092 Jul 09 10:13:31.689258 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6620be9d-93d7-4183-97b2-a111b4361680 req-050b03b4-f104-4be6-9f4e-b523667633e7 service neutron] 10.222.0.61 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872626 Jul 09 10:13:31.779309 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6620be9d-93d7-4183-97b2-a111b4361680 req-89213704-7ee1-4c64-94bb-9137e96ab5f3 service neutron] 10.222.0.61 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842526 Jul 09 10:13:31.948830 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-61ad0542-31c8-4f37-aa58-fbf62af86a31 req-df7d9703-121a-4b9a-b670-b2f76e66113e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 210 time: 0.0304956 Jul 09 10:13:32.814595 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device f730d7f2-ff29-4f66-8017-cfc01fba0e22 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:13:32.834906 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: f730d7f2-ff29-4f66-8017-cfc01fba0e22 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:13:32.835243 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device f730d7f2-ff29-4f66-8017-cfc01fba0e22 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:13:33.126055 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ddf5919e-bd89-404e-b3c5-4fea7b5ee64c req-52469184-1e3d-45cb-8cf6-afad3d1c5bf1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 210 time: 0.0339870 Jul 09 10:13:33.178179 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620be9d-93d7-4183-97b2-a111b4361680 req-d320dfdc-fbf7-4632-a1a0-fd83554586af tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:33.179644 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6620be9d-93d7-4183-97b2-a111b4361680 req-d320dfdc-fbf7-4632-a1a0-fd83554586af tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 811 time: 0.1394262 Jul 09 10:13:33.223172 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6620be9d-93d7-4183-97b2-a111b4361680 req-94869ebc-f137-4ce6-8767-892837352978 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42a25a16a1984634b009ae159bd0e228 HTTP/1.1" status: 200 len: 380 time: 0.0346339 Jul 09 10:13:33.231600 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Request body: {'port': {'device_id': '781f5b97-8652-4a60-be7b-b1b65b8ffcfd', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'admin_state_up': True, 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'security_groups': ['5575e2ab-de4e-443d-8169-68ac5272f48f']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:13:33.339539 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Made reservation on behalf of 42a25a16a1984634b009ae159bd0e228 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:13:33.343135 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:33.467001 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Allocated IP 172.20.0.7 (aea9bae3-92d3-405d-b35a-d47d753c95ac/12a406e2-d9be-417c-931f-ddcc50e2d7c9/ecf075e0-e853-461c-a0a8-c15b6aa4a8b5) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:13:33.607257 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:33.622380 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Transition to ACTIVE for port object ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:13:33.654747 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:33.701542 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Network aea9bae3-92d3-405d-b35a-d47d753c95ac is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:13:33.705137 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:13:33.707800 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:13:33.742498 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Pushing event updated for resources: {'Port': ['ID=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:13:33.758045 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:33.758384 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:33.758725 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:33.759050 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:33.759380 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:33.759733 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:33.760049 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:33.760368 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:33.760835 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:33.760983 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:33.761295 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:33.761621 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:13:33.782407 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:33.783036 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:33.798644 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ce862707-2f1f-4d0b-b025-29d4c1407d45 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707002 Jul 09 10:13:33.811307 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ffc21388-f63c-4846-aac5-3686466f7cc2 service neutron] Request body: {'port': {'device_id': '781f5b97-8652-4a60-be7b-b1b65b8ffcfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:13:33.888475 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ffc21388-f63c-4846-aac5-3686466f7cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:33.893848 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4e7f317c-c113-4b52-aae7-58393dbd13de None None] Provisioning for port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:13:33.897852 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4e7f317c-c113-4b52-aae7-58393dbd13de None None] Provisioning complete for port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:13:33.898359 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e7f317c-c113-4b52-aae7-58393dbd13de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:33.933066 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4e7f317c-c113-4b52-aae7-58393dbd13de None None] Port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:13:34.157538 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ffc21388-f63c-4846-aac5-3686466f7cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:13:34.165524 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ffc21388-f63c-4846-aac5-3686466f7cc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:34.178517 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ffc21388-f63c-4846-aac5-3686466f7cc2 service neutron] Transition to ACTIVE for port object ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:13:34.182742 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ffc21388-f63c-4846-aac5-3686466f7cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:34.220466 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:34.233887 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc21388-f63c-4846-aac5-3686466f7cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:13:34.589305 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ffc21388-f63c-4846-aac5-3686466f7cc2 service neutron] Attempting to bind port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:13:34.589642 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ffc21388-f63c-4846-aac5-3686466f7cc2 service neutron] Attempting to bind port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:13:34.589971 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ffc21388-f63c-4846-aac5-3686466f7cc2 service neutron] Attempting to bind port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 on network aea9bae3-92d3-405d-b35a-d47d753c95ac {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:13:34.596254 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ffc21388-f63c-4846-aac5-3686466f7cc2 service neutron] Port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 on network aea9bae3-92d3-405d-b35a-d47d753c95ac not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:13:34.596576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ffc21388-f63c-4846-aac5-3686466f7cc2 service neutron] Attempting to bind port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 on network aea9bae3-92d3-405d-b35a-d47d753c95ac {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:13:34.611374 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3f5d7-8e6a-4dae-9d86-7763e01a4789 req-fe684920-be00-4448-8a1b-a5e22dd046e1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:34.612904 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0e3f5d7-8e6a-4dae-9d86-7763e01a4789 req-fe684920-be00-4448-8a1b-a5e22dd046e1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 943 time: 0.3705378 Jul 09 10:13:34.614045 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ffc21388-f63c-4846-aac5-3686466f7cc2 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:13:34.614386 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ffc21388-f63c-4846-aac5-3686466f7cc2 service neutron] Checking segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:13:34.614757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ffc21388-f63c-4846-aac5-3686466f7cc2 service neutron] Bound using segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:13:34.615185 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ffc21388-f63c-4846-aac5-3686466f7cc2 service neutron] Bound port: ecf075e0-e853-461c-a0a8-c15b6aa4a8b5, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:13:34.615543 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ffc21388-f63c-4846-aac5-3686466f7cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:34.684116 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0e3f5d7-8e6a-4dae-9d86-7763e01a4789 req-3afe79a7-7813-4fe3-8259-3834970dbc0a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652449 Jul 09 10:13:34.704898 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ffc21388-f63c-4846-aac5-3686466f7cc2 service neutron] For port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:13:34.707917 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ffc21388-f63c-4846-aac5-3686466f7cc2 service neutron] For port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:13:34.712608 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ffc21388-f63c-4846-aac5-3686466f7cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:34.746113 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ffc21388-f63c-4846-aac5-3686466f7cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:34.747301 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ffc21388-f63c-4846-aac5-3686466f7cc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:34.748714 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ffc21388-f63c-4846-aac5-3686466f7cc2 service neutron] 10.222.0.64 "PUT /v2.0/ports/ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 HTTP/1.1" status: 200 len: 1091 time: 0.9428704 Jul 09 10:13:34.749150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781f5b97-8652-4a60-be7b-b1b65b8ffcfd', 'tag': 'ecf075e0-e853-461c-a0a8-c15b6aa4a8b5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:13:34.751390 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2414c4-fec1-47f5-ad66-a1a6456f306e" -d '{"events": [{"name": "network-changed", "server_uuid": "781f5b97-8652-4a60-be7b-b1b65b8ffcfd", "tag": "ecf075e0-e853-461c-a0a8-c15b6aa4a8b5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:13:34.786157 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc21388-f63c-4846-aac5-3686466f7cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:13:34.822503 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a007988-2f86-431f-8b44-5a5689de3b00 x-openstack-request-id: req-3a007988-2f86-431f-8b44-5a5689de3b00 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:13:34.822792 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781f5b97-8652-4a60-be7b-b1b65b8ffcfd", "tag": "ecf075e0-e853-461c-a0a8-c15b6aa4a8b5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:13:34.823043 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3a007988-2f86-431f-8b44-5a5689de3b00 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:13:34.823430 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781f5b97-8652-4a60-be7b-b1b65b8ffcfd', 'tag': 'ecf075e0-e853-461c-a0a8-c15b6aa4a8b5', 'status': 'completed', 'code': 200} Jul 09 10:13:34.851560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620be9d-93d7-4183-97b2-a111b4361680 req-c0535ff9-046a-426a-adf7-7fc974cf24b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:34.853079 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6620be9d-93d7-4183-97b2-a111b4361680 req-c0535ff9-046a-426a-adf7-7fc974cf24b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 1094 time: 0.0619628 Jul 09 10:13:34.896613 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6620be9d-93d7-4183-97b2-a111b4361680 req-76a7094e-493a-4904-b927-9a2dfb80e52d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 HTTP/1.1" status: 200 len: 217 time: 0.0353620 Jul 09 10:13:34.945499 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620be9d-93d7-4183-97b2-a111b4361680 req-060eb61e-8bde-4f5b-a892-4138bfa93591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:34.946969 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6620be9d-93d7-4183-97b2-a111b4361680 req-060eb61e-8bde-4f5b-a892-4138bfa93591 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0443103 Jul 09 10:13:35.003170 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620be9d-93d7-4183-97b2-a111b4361680 req-e2216bb1-7c8d-4dc5-8b0a-821af9f8a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:35.004750 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6620be9d-93d7-4183-97b2-a111b4361680 req-e2216bb1-7c8d-4dc5-8b0a-821af9f8a1ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514896 Jul 09 10:13:35.102431 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6620be9d-93d7-4183-97b2-a111b4361680 req-99f39cc0-7ff2-445d-ba43-68496185be5e service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914791 Jul 09 10:13:35.190415 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6620be9d-93d7-4183-97b2-a111b4361680 req-ffb49ba6-3236-4a06-a680-78855e375ac1 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805509 Jul 09 10:13:35.294511 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2414c4-fec1-47f5-ad66-a1a6456f306e req-04a94a70-1eb4-4b3e-9479-eb57ab433db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:35.295927 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a2414c4-fec1-47f5-ad66-a1a6456f306e req-04a94a70-1eb4-4b3e-9479-eb57ab433db9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 1094 time: 0.0558376 Jul 09 10:13:35.383530 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2414c4-fec1-47f5-ad66-a1a6456f306e req-65506be3-fcef-4309-ab4e-f8a4be00dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:35.385049 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a2414c4-fec1-47f5-ad66-a1a6456f306e req-65506be3-fcef-4309-ab4e-f8a4be00dd9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0827248 Jul 09 10:13:35.429629 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a2414c4-fec1-47f5-ad66-a1a6456f306e req-e2d23c03-e60e-4454-a418-85d3469915a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 HTTP/1.1" status: 200 len: 217 time: 0.0374022 Jul 09 10:13:35.477132 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2414c4-fec1-47f5-ad66-a1a6456f306e req-20bbdb5f-0e62-45ff-9866-fd2db98e46b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:35.478604 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a2414c4-fec1-47f5-ad66-a1a6456f306e req-20bbdb5f-0e62-45ff-9866-fd2db98e46b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0430524 Jul 09 10:13:35.534221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2414c4-fec1-47f5-ad66-a1a6456f306e req-93029022-1cbc-453f-9169-732fdde79235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:35.535716 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a2414c4-fec1-47f5-ad66-a1a6456f306e req-93029022-1cbc-453f-9169-732fdde79235 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507138 Jul 09 10:13:35.627989 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a2414c4-fec1-47f5-ad66-a1a6456f306e req-cf28b19f-6caa-4123-b014-158322552652 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846157 Jul 09 10:13:35.717464 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a2414c4-fec1-47f5-ad66-a1a6456f306e req-4e769613-07cb-48ee-a657-536e6b160a90 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827124 Jul 09 10:13:35.862283 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c651e-e3fe-41c4-97e9-f5a8bcaec9f9 req-e20154b8-b672-4078-ade6-3798ade6b51f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:35.863798 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ae9c651e-e3fe-41c4-97e9-f5a8bcaec9f9 req-e20154b8-b672-4078-ade6-3798ade6b51f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 943 time: 0.0637786 Jul 09 10:13:35.901253 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ae9c651e-e3fe-41c4-97e9-f5a8bcaec9f9 req-530685f7-ea40-4796-b6fb-0d0224e8656d tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318975 Jul 09 10:13:36.795342 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-10af4364-924f-4928-a596-17979e2d6beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:37.081380 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09dabb-6a37-4262-a061-3c73dad5212d req-9cca4479-d1c5-418c-aa5c-8e1cc78f27a7 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:37.082928 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a09dabb-6a37-4262-a061-3c73dad5212d req-9cca4479-d1c5-418c-aa5c-8e1cc78f27a7 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 943 time: 0.0681446 Jul 09 10:13:37.120365 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a09dabb-6a37-4262-a061-3c73dad5212d req-265e0d23-55ea-4a21-aae5-fb217e2e613b tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315933 Jul 09 10:13:38.295598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a72cf4-7d79-4e02-9e6e-f1eb15ab3fe7 req-d130d5eb-2011-46b3-89d4-606217109330 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:38.297122 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7a72cf4-7d79-4e02-9e6e-f1eb15ab3fe7 req-d130d5eb-2011-46b3-89d4-606217109330 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 943 time: 0.0637913 Jul 09 10:13:38.334303 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7a72cf4-7d79-4e02-9e6e-f1eb15ab3fe7 req-84df41a9-41d1-4914-a1f6-5f1e3d8b2909 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316341 Jul 09 10:13:39.401221 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8bc509b7-866c-4b1f-9fb2-762d0e5cd54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:39.440535 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:39.519897 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aed2e5-d7f0-4859-9b1c-6c93b6d19210 req-6b899ab7-8f50-4c45-8366-a1354792e692 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:39.521387 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e9aed2e5-d7f0-4859-9b1c-6c93b6d19210 req-6b899ab7-8f50-4c45-8366-a1354792e692 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 943 time: 0.0693705 Jul 09 10:13:39.559875 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e9aed2e5-d7f0-4859-9b1c-6c93b6d19210 req-8d366a80-ac9f-476c-9d36-3a108d6cd058 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322475 Jul 09 10:13:39.579346 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:39.596265 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:13:39.690376 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:13:39.702421 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'ecf075e0-e853-461c-a0a8-c15b6aa4a8b5', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'port_id': 'ecf075e0-e853-461c-a0a8-c15b6aa4a8b5', 'mac_address': 'fa:16:3e:ee:16:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:13:39.739879 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:39.753200 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:13:39.774147 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:13:39.778597 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:39.828697 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:13:40.130626 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['ecf075e0-e853-461c-a0a8-c15b6aa4a8b5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:13:40.731454 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cb1d5-3291-430f-925e-346a25815cd9 req-8fdb71c9-0495-4c63-86d3-ae97501f5cd6 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:40.733001 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9a8cb1d5-3291-430f-925e-346a25815cd9 req-8fdb71c9-0495-4c63-86d3-ae97501f5cd6 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 944 time: 0.0626872 Jul 09 10:13:40.769064 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9a8cb1d5-3291-430f-925e-346a25815cd9 req-3649be75-b4a9-4c4d-ac7f-43e21a352e05 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305448 Jul 09 10:13:41.280027 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:41.612682 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:13:41.663115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:13:41.666677 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:13:41.667048 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:41.741674 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:41.763309 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781f5b97-8652-4a60-be7b-b1b65b8ffcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf075e0-e853-461c-a0a8-c15b6aa4a8b5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:13:41.766129 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0495108-b8d0-45d1-8f17-961f5e496cf2" -d '{"events": [{"server_uuid": "781f5b97-8652-4a60-be7b-b1b65b8ffcfd", "name": "network-vif-plugged", "status": "completed", "tag": "ecf075e0-e853-461c-a0a8-c15b6aa4a8b5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:13:41.780125 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:13:41.784345 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:41.811851 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854408d9-4a7d-48bb-99aa-a4f97eca5b9a x-openstack-request-id: req-854408d9-4a7d-48bb-99aa-a4f97eca5b9a {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:13:41.812244 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781f5b97-8652-4a60-be7b-b1b65b8ffcfd", "name": "network-vif-plugged", "status": "completed", "tag": "ecf075e0-e853-461c-a0a8-c15b6aa4a8b5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:13:41.812453 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-854408d9-4a7d-48bb-99aa-a4f97eca5b9a {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:13:41.812833 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781f5b97-8652-4a60-be7b-b1b65b8ffcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf075e0-e853-461c-a0a8-c15b6aa4a8b5', 'code': 200} Jul 09 10:13:41.846596 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:13:41.982980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b48c54-4ad1-45ff-a484-76686da7972b req-ea600637-6947-4fba-9ced-cbe5499202d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:41.984452 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43b48c54-4ad1-45ff-a484-76686da7972b req-ea600637-6947-4fba-9ced-cbe5499202d4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 1096 time: 0.0977309 Jul 09 10:13:41.995471 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e176fb-9d8d-4b1c-88c0-3c81eba1233d req-e5244133-c567-452b-9bb2-ae8135d6e845 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:41.996902 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65e176fb-9d8d-4b1c-88c0-3c81eba1233d req-e5244133-c567-452b-9bb2-ae8135d6e845 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 945 time: 0.0840025 Jul 09 10:13:42.045563 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43b48c54-4ad1-45ff-a484-76686da7972b req-3d71dae7-3f1f-4ffd-97ab-10729ab2644f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477197 Jul 09 10:13:42.052587 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-65e176fb-9d8d-4b1c-88c0-3c81eba1233d req-562e79dd-21b5-42d9-b102-e6e1250b31dd tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497093 Jul 09 10:13:43.073141 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:43.233631 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb31c4-e5ff-4367-94e5-f215525e24df req-39c69bca-0718-4357-90d7-cd301950e490 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:43.235054 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5eeb31c4-e5ff-4367-94e5-f215525e24df req-39c69bca-0718-4357-90d7-cd301950e490 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 945 time: 0.0649128 Jul 09 10:13:43.271614 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5eeb31c4-e5ff-4367-94e5-f215525e24df req-b33b5d68-f861-4321-9a13-de00e57d1103 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306578 Jul 09 10:13:44.445232 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd4d28-57a4-4a76-ad0d-f05bd5958426 req-094c4a28-0bf3-47e2-91ea-e8c6daf9f0e8 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:44.446683 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5fd4d28-57a4-4a76-ad0d-f05bd5958426 req-094c4a28-0bf3-47e2-91ea-e8c6daf9f0e8 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 945 time: 0.0664451 Jul 09 10:13:44.484630 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5fd4d28-57a4-4a76-ad0d-f05bd5958426 req-61c19d95-43fe-4aab-96b4-4f0143e4bde1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322654 Jul 09 10:13:44.652023 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234c702-a533-428f-b285-b0fa5c966f15 req-3284d542-83af-4232-9185-463f332fe736 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:44.654009 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8234c702-a533-428f-b285-b0fa5c966f15 req-3284d542-83af-4232-9185-463f332fe736 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 945 time: 0.0640113 Jul 09 10:13:44.662390 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 40622) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:13:44.666875 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2045f3f1-16c4-45d1-ae9e-06cc789e1ab4 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Request body: {'floatingip': {'port_id': 'ecf075e0-e853-461c-a0a8-c15b6aa4a8b5'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:13:44.704812 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2045f3f1-16c4-45d1-ae9e-06cc789e1ab4 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:45.250650 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2045f3f1-16c4-45d1-ae9e-06cc789e1ab4 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:45.254359 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2045f3f1-16c4-45d1-ae9e-06cc789e1ab4 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:45.349767 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-2045f3f1-16c4-45d1-ae9e-06cc789e1ab4 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Floating IP d0452264-5030-489e-9f9c-37316242b0c8 associated. External IP: 172.25.3.23, port: ecf075e0-e853-461c-a0a8-c15b6aa4a8b5. Jul 09 10:13:45.548637 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2045f3f1-16c4-45d1-ae9e-06cc789e1ab4 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Router aaae0350-4fd3-45e4-86ca-4ad16dc51deb has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:13:45.655651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2045f3f1-16c4-45d1-ae9e-06cc789e1ab4 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:13:45.660654 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2045f3f1-16c4-45d1-ae9e-06cc789e1ab4 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:13:45.664824 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e5196d-5a67-4d5c-84ef-c208b4bb67ff None None] Sync routers for ids ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:13:45.673593 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e5196d-5a67-4d5c-84ef-c208b4bb67ff None None] Routers {'aaae0350-4fd3-45e4-86ca-4ad16dc51deb'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:13:45.674201 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f4e5196d-5a67-4d5c-84ef-c208b4bb67ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:13:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:13:45.695606 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2045f3f1-16c4-45d1-ae9e-06cc789e1ab4 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "PUT /v2.0/floatingips/d0452264-5030-489e-9f9c-37316242b0c8 HTTP/1.1" status: 200 len: 990 time: 1.0321457 Jul 09 10:13:45.696231 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781f5b97-8652-4a60-be7b-b1b65b8ffcfd', 'tag': 'ecf075e0-e853-461c-a0a8-c15b6aa4a8b5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:13:45.698484 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f03ab47-cdd3-49a7-b497-604c3542d96f" -d '{"events": [{"name": "network-changed", "server_uuid": "781f5b97-8652-4a60-be7b-b1b65b8ffcfd", "tag": "ecf075e0-e853-461c-a0a8-c15b6aa4a8b5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:13:45.739520 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813b02a0-c328-461e-8f97-57ff5bf3338b x-openstack-request-id: req-813b02a0-c328-461e-8f97-57ff5bf3338b {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:13:45.739925 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781f5b97-8652-4a60-be7b-b1b65b8ffcfd", "tag": "ecf075e0-e853-461c-a0a8-c15b6aa4a8b5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:13:45.740253 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-813b02a0-c328-461e-8f97-57ff5bf3338b {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:13:45.740727 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781f5b97-8652-4a60-be7b-b1b65b8ffcfd', 'tag': 'ecf075e0-e853-461c-a0a8-c15b6aa4a8b5', 'status': 'completed', 'code': 200} Jul 09 10:13:45.783784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-f4e5196d-5a67-4d5c-84ef-c208b4bb67ff None None] Set router aaae0350-4fd3-45e4-86ca-4ad16dc51deb gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:13:45.828685 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03ab47-cdd3-49a7-b497-604c3542d96f req-b4583e78-507b-42cc-b5f5-972a7b77a8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:45.830220 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f03ab47-cdd3-49a7-b497-604c3542d96f req-b4583e78-507b-42cc-b5f5-972a7b77a8b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 1096 time: 0.0669897 Jul 09 10:13:45.919420 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03ab47-cdd3-49a7-b497-604c3542d96f req-3f6ddcaf-e382-438c-ae1b-df8b3fc861a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:45.921023 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f03ab47-cdd3-49a7-b497-604c3542d96f req-3f6ddcaf-e382-438c-ae1b-df8b3fc861a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0841496 Jul 09 10:13:45.988569 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f03ab47-cdd3-49a7-b497-604c3542d96f req-170924fb-8794-4468-82b1-66f9aa7b8b84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 HTTP/1.1" status: 200 len: 998 time: 0.0608926 Jul 09 10:13:46.005922 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f4e5196d-5a67-4d5c-84ef-c208b4bb67ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'd0452264-5030-489e-9f9c-37316242b0c8', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'floating_ip_address': '172.25.3.23', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'port_id': 'ecf075e0-e853-461c-a0a8-c15b6aa4a8b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'mac_address': 'fa:16:3e:ee:16:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781f5b97-8652-4a60-be7b-b1b65b8ffcfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:10:26Z', 'updated_at': '2021-07-09T10:13:45Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:29Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:13:46.032076 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e5196d-5a67-4d5c-84ef-c208b4bb67ff None None] Checking router: aaae0350-4fd3-45e4-86ca-4ad16dc51deb for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:13:46.037859 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03ab47-cdd3-49a7-b497-604c3542d96f req-473017ae-2dd1-43b4-896e-e9d539d33e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:46.039349 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f03ab47-cdd3-49a7-b497-604c3542d96f req-473017ae-2dd1-43b4-896e-e9d539d33e69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0445390 Jul 09 10:13:46.040230 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e5196d-5a67-4d5c-84ef-c208b4bb67ff None None] Routers {'aaae0350-4fd3-45e4-86ca-4ad16dc51deb'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:13:46.040827 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f4e5196d-5a67-4d5c-84ef-c208b4bb67ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:13:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:13:46.096301 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03ab47-cdd3-49a7-b497-604c3542d96f req-bee8c6e6-4444-4662-bcd1-2a7acc02a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:46.097858 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f03ab47-cdd3-49a7-b497-604c3542d96f req-bee8c6e6-4444-4662-bcd1-2a7acc02a3d0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526741 Jul 09 10:13:46.144980 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-f4e5196d-5a67-4d5c-84ef-c208b4bb67ff None None] Set router aaae0350-4fd3-45e4-86ca-4ad16dc51deb gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:13:46.190471 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f03ab47-cdd3-49a7-b497-604c3542d96f req-2aa429fc-c083-49f8-bcfd-98fcca45c5cd service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860114 Jul 09 10:13:46.279031 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f03ab47-cdd3-49a7-b497-604c3542d96f req-98f43ad2-f9cb-45a4-ac5a-c39be8282e58 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823281 Jul 09 10:13:46.368887 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f4e5196d-5a67-4d5c-84ef-c208b4bb67ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'd0452264-5030-489e-9f9c-37316242b0c8', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'floating_ip_address': '172.25.3.23', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'port_id': 'ecf075e0-e853-461c-a0a8-c15b6aa4a8b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'mac_address': 'fa:16:3e:ee:16:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781f5b97-8652-4a60-be7b-b1b65b8ffcfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:10:26Z', 'updated_at': '2021-07-09T10:13:45Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:29Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:13:46.394619 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e5196d-5a67-4d5c-84ef-c208b4bb67ff None None] The sync data for ids ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'] in n-d-799996-1 is: [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'd0452264-5030-489e-9f9c-37316242b0c8', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'floating_ip_address': '172.25.3.23', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'port_id': 'ecf075e0-e853-461c-a0a8-c15b6aa4a8b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'mac_address': 'fa:16:3e:ee:16:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781f5b97-8652-4a60-be7b-b1b65b8ffcfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:10:26Z', 'updated_at': '2021-07-09T10:13:45Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:29Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:13:46.584280 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52a565c-3efe-44f6-86af-e5a216c8928a None None] New status for floating IP d0452264-5030-489e-9f9c-37316242b0c8: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:13:51.461894 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:13:56.236181 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e32f5a40-cce6-4aac-97dd-b7c40e744d78 req-f84cb902-46d3-465b-a798-d95c56bfd005 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511038 Jul 09 10:13:56.571626 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f5a40-cce6-4aac-97dd-b7c40e744d78 req-3e66ff47-7cbe-47bb-a527-5332ab5a1f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:56.573184 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e32f5a40-cce6-4aac-97dd-b7c40e744d78 req-3e66ff47-7cbe-47bb-a527-5332ab5a1f09 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 1096 time: 0.2908652 Jul 09 10:13:56.689164 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f5a40-cce6-4aac-97dd-b7c40e744d78 req-dd098676-e139-475b-87c1-281253c9a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:56.690643 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e32f5a40-cce6-4aac-97dd-b7c40e744d78 req-dd098676-e139-475b-87c1-281253c9a19f service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0951302 Jul 09 10:13:56.758255 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e32f5a40-cce6-4aac-97dd-b7c40e744d78 req-4afd5e7f-1fd6-4cf9-8c7b-2396306c0967 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 HTTP/1.1" status: 200 len: 1000 time: 0.0613272 Jul 09 10:13:56.808528 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f5a40-cce6-4aac-97dd-b7c40e744d78 req-7ba9cbb9-771f-4c50-a6ba-2a147902a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:56.810028 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e32f5a40-cce6-4aac-97dd-b7c40e744d78 req-7ba9cbb9-771f-4c50-a6ba-2a147902a388 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0446389 Jul 09 10:13:56.867974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f5a40-cce6-4aac-97dd-b7c40e744d78 req-2dd6ad6b-aab2-44a4-b72b-b18596670914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:13:56.869420 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e32f5a40-cce6-4aac-97dd-b7c40e744d78 req-2dd6ad6b-aab2-44a4-b72b-b18596670914 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528474 Jul 09 10:13:56.961143 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e32f5a40-cce6-4aac-97dd-b7c40e744d78 req-26518a76-9de2-450a-ab10-1eedcf425dc3 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847178 Jul 09 10:13:57.048080 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e32f5a40-cce6-4aac-97dd-b7c40e744d78 req-eff5a9a8-9f46-4ec1-9863-61b0eddd6725 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811377 Jul 09 10:14:04.233458 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:14:06.795335 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5bd4acc0-9bd5-4378-9d64-662ef500d40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:14:09.403046 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6038b40d-d2ee-4b79-959c-b7049b5580e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:14:09.449214 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:14:09.572920 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:14:11.282893 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:14:13.075830 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:14:28.461461 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:14:34.232043 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:14:36.799320 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-69976a96-4a6e-4b73-a9b9-3bbcd41ed92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:14:39.405845 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3c56eaca-35e6-4f8e-b965-f9ad081c9c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:14:39.447546 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:14:39.574377 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:14:41.284570 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:14:43.077574 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:14:57.243660 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91855f56-d2e1-48be-b961-e42e365d9b19 req-330f4a5e-7764-48dc-800a-d7ec05e1cf96 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0615501 Jul 09 10:14:57.335581 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91855f56-d2e1-48be-b961-e42e365d9b19 req-264b24cb-2012-4c76-8c7e-8f13ffc6783d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:14:57.337155 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91855f56-d2e1-48be-b961-e42e365d9b19 req-264b24cb-2012-4c76-8c7e-8f13ffc6783d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 1096 time: 0.0521486 Jul 09 10:14:57.440726 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91855f56-d2e1-48be-b961-e42e365d9b19 req-1e290350-96f4-4414-9961-e576a0f00e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:14:57.442234 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91855f56-d2e1-48be-b961-e42e365d9b19 req-1e290350-96f4-4414-9961-e576a0f00e58 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0847950 Jul 09 10:14:57.511826 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91855f56-d2e1-48be-b961-e42e365d9b19 req-4918f5f8-1fe4-4fa2-a540-61f43bd59d6f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 HTTP/1.1" status: 200 len: 1000 time: 0.0621445 Jul 09 10:14:57.560933 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91855f56-d2e1-48be-b961-e42e365d9b19 req-cfc0f4cd-bd9c-4a52-80d7-9227ad028bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:14:57.563382 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91855f56-d2e1-48be-b961-e42e365d9b19 req-cfc0f4cd-bd9c-4a52-80d7-9227ad028bd3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0451827 Jul 09 10:14:57.620945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91855f56-d2e1-48be-b961-e42e365d9b19 req-9cc04e40-5a8a-4ff8-a8d2-2c29d8e89fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:14:57.622592 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91855f56-d2e1-48be-b961-e42e365d9b19 req-9cc04e40-5a8a-4ff8-a8d2-2c29d8e89fff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537035 Jul 09 10:14:57.632745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-91855f56-d2e1-48be-b961-e42e365d9b19 req-327185ce-32bf-4b99-ae8c-7af4bb373619 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 10:14:57.633686 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91855f56-d2e1-48be-b961-e42e365d9b19 req-327185ce-32bf-4b99-ae8c-7af4bb373619 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050106 Jul 09 10:14:57.723848 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91855f56-d2e1-48be-b961-e42e365d9b19 req-95de018f-acf0-48f0-a822-2d0b439938c7 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836110 Jul 09 10:14:57.822772 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91855f56-d2e1-48be-b961-e42e365d9b19 req-766bc7bb-8b51-4b5b-8218-3dc9fb373c10 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924582 Jul 09 10:15:04.232689 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:15:05.460750 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:15:06.800713 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b771342-40fc-41e1-993b-09a74b56874c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:15:09.406452 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-22258ac8-f999-44c4-b98a-cea379edca7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:15:09.447591 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:15:09.575075 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:15:11.287905 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:15:13.081078 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:15:34.231098 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:15:36.800703 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9cae981c-79ef-4dd5-8a69-666c7319d7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:15:39.406366 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-672ba8d8-ef42-4b24-a58f-39d14d811f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:15:39.459947 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:15:39.576640 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:15:41.290103 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:15:42.459955 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:15:43.085008 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:15:58.288482 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0bb18278-f8c1-4595-a709-6b7c0e476857 req-3954d77b-87b6-4cbe-b9ba-b2cbb4effb73 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1111059 Jul 09 10:15:58.381152 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb18278-f8c1-4595-a709-6b7c0e476857 req-4122159b-a6c8-43cb-890c-78d0f36c3fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:15:58.382682 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0bb18278-f8c1-4595-a709-6b7c0e476857 req-4122159b-a6c8-43cb-890c-78d0f36c3fd0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 1096 time: 0.0523970 Jul 09 10:15:58.485382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb18278-f8c1-4595-a709-6b7c0e476857 req-ce45751b-f751-41a0-9d53-56a23b7f5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:15:58.486791 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0bb18278-f8c1-4595-a709-6b7c0e476857 req-ce45751b-f751-41a0-9d53-56a23b7f5e66 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0824807 Jul 09 10:15:58.553953 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0bb18278-f8c1-4595-a709-6b7c0e476857 req-f7c05ded-7e32-4995-bf4f-455ad14930ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 HTTP/1.1" status: 200 len: 1000 time: 0.0605502 Jul 09 10:15:58.601769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb18278-f8c1-4595-a709-6b7c0e476857 req-8411375c-5f42-45eb-bc0b-f98cae2de15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:15:58.603216 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0bb18278-f8c1-4595-a709-6b7c0e476857 req-8411375c-5f42-45eb-bc0b-f98cae2de15d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0424125 Jul 09 10:15:58.658771 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb18278-f8c1-4595-a709-6b7c0e476857 req-b0c5d168-69fb-4a05-a093-6ed31eb939d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:15:58.660289 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0bb18278-f8c1-4595-a709-6b7c0e476857 req-b0c5d168-69fb-4a05-a093-6ed31eb939d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512927 Jul 09 10:15:58.751164 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0bb18278-f8c1-4595-a709-6b7c0e476857 req-45beb10c-b100-4244-a84e-f7574492a632 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844674 Jul 09 10:15:58.840206 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0bb18278-f8c1-4595-a709-6b7c0e476857 req-2a100b40-b249-4c4c-94b9-897ad1713ed8 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828457 Jul 09 10:16:04.229061 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:06.801112 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c65ef9f8-b77b-4edc-8339-8ec9b73b6580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:09.406936 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-56123ede-4dc4-462b-a6d5-2fef40205e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:09.462384 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:09.576909 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:11.292411 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:13.087781 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:16.426415 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10017780-62fd-40bd-87e0-8c8af19e3861 req-5b6a792f-dfeb-4958-9566-16c549ce44ce tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:16.427962 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10017780-62fd-40bd-87e0-8c8af19e3861 req-5b6a792f-dfeb-4958-9566-16c549ce44ce tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 945 time: 0.1662424 Jul 09 10:16:16.464998 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10017780-62fd-40bd-87e0-8c8af19e3861 req-81e13494-cef7-4554-80f7-3634b9c23ec9 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314016 Jul 09 10:16:17.689854 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd6192-fee2-4412-b966-5cd4d01deb1c req-1f1298da-578e-444a-b8c5-b915329cd191 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:17.691363 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6dd6192-fee2-4412-b966-5cd4d01deb1c req-1f1298da-578e-444a-b8c5-b915329cd191 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 945 time: 0.1147971 Jul 09 10:16:17.728102 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b6dd6192-fee2-4412-b966-5cd4d01deb1c req-d758ca60-e811-4dd6-ad6d-dc3435c5658e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309298 Jul 09 10:16:18.904835 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7875428-8915-4988-a3e3-04dc29ba8dea req-02e8012d-2c66-41c7-8981-15bb367fd506 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:18.906592 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d7875428-8915-4988-a3e3-04dc29ba8dea req-02e8012d-2c66-41c7-8981-15bb367fd506 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 945 time: 0.0669892 Jul 09 10:16:18.944091 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d7875428-8915-4988-a3e3-04dc29ba8dea req-96a5fe67-34ce-4ad6-b4d0-642b1f4f76b0 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318983 Jul 09 10:16:19.459515 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:16:20.122635 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66fed3-79bb-4847-b251-ee83bbed825f req-16366cfe-0284-4cac-bf67-52b0c9c0db8f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:20.124184 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd66fed3-79bb-4847-b251-ee83bbed825f req-16366cfe-0284-4cac-bf67-52b0c9c0db8f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 945 time: 0.0671325 Jul 09 10:16:20.162415 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd66fed3-79bb-4847-b251-ee83bbed825f req-d6a3cfc0-7bc4-4e4b-b476-a39fc6440ea1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326984 Jul 09 10:16:21.346301 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8b090-d71f-4e29-ad74-82cb99b38d38 req-e2b1ef43-0710-403e-994c-734358201674 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:21.347750 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9de8b090-d71f-4e29-ad74-82cb99b38d38 req-e2b1ef43-0710-403e-994c-734358201674 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 945 time: 0.0624242 Jul 09 10:16:21.387757 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9de8b090-d71f-4e29-ad74-82cb99b38d38 req-05741549-6635-45c1-a2bc-68d16ff23c1e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342989 Jul 09 10:16:22.560993 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56d063-e1c0-43cb-a548-b1e26d88399c req-ca0e7144-6dcd-4e21-923f-716b3974ee0e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:22.562473 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec56d063-e1c0-43cb-a548-b1e26d88399c req-ca0e7144-6dcd-4e21-923f-716b3974ee0e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 945 time: 0.0650556 Jul 09 10:16:22.599167 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec56d063-e1c0-43cb-a548-b1e26d88399c req-c5e353f7-e1c2-4b12-8db4-61ee47b15848 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311716 Jul 09 10:16:23.772818 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757a978-ebeb-4d02-8577-6bb5c5dea1d0 req-26279692-d5b3-4c4e-8763-c0ddb8fd40e6 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:23.774321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8757a978-ebeb-4d02-8577-6bb5c5dea1d0 req-26279692-d5b3-4c4e-8763-c0ddb8fd40e6 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 945 time: 0.0637619 Jul 09 10:16:23.812213 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8757a978-ebeb-4d02-8577-6bb5c5dea1d0 req-3bd57152-e435-4475-8c5c-6d22f56e905c tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316367 Jul 09 10:16:24.988113 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecf509-11de-4f09-a01a-8f9c84529994 req-df7b6582-fefd-465e-ab05-ead7600d092e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:24.989592 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9cecf509-11de-4f09-a01a-8f9c84529994 req-df7b6582-fefd-465e-ab05-ead7600d092e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 945 time: 0.0623982 Jul 09 10:16:25.025951 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9cecf509-11de-4f09-a01a-8f9c84529994 req-1a1c64f9-32d2-4d37-9153-6f95ce99a3aa tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308669 Jul 09 10:16:25.540692 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-13e9ec41-8242-4605-977e-937f5a5df645 req-aa252042-d2d4-4a01-a1a4-bf56b954f79f service neutron] (93790) timed out ('10.222.0.64', 52461) {{(pid=93790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 10:16:26.205675 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638e8d6-57f8-4e39-8601-275b4e0874ed req-2fd810b4-03d2-445f-b99e-6837747b12f9 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:26.207173 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2638e8d6-57f8-4e39-8601-275b4e0874ed req-2fd810b4-03d2-445f-b99e-6837747b12f9 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 945 time: 0.0698330 Jul 09 10:16:26.250719 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2638e8d6-57f8-4e39-8601-275b4e0874ed req-1c245001-cfac-4cf0-8e27-f9fdd29d21e9 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366406 Jul 09 10:16:27.434375 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dd83c-7577-46f3-bded-0eb1939bc443 req-7ce05724-6352-4956-ace3-31809eeaecf2 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:27.435904 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c2dd83c-7577-46f3-bded-0eb1939bc443 req-7ce05724-6352-4956-ace3-31809eeaecf2 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 945 time: 0.0629914 Jul 09 10:16:27.473593 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4c2dd83c-7577-46f3-bded-0eb1939bc443 req-dddc2b42-a77a-455e-9dab-7ed5da218136 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321932 Jul 09 10:16:27.812891 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c43017f4-4d01-4419-993c-d50662e332d6 req-70988d82-d0b9-4cae-b023-81febf542100 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0627811 Jul 09 10:16:27.874794 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30780d-92f7-41c8-a35d-fb6794ac509e req-c11c8477-4bfe-4d97-a969-7d8ef69aa80e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:27.876446 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1d30780d-92f7-41c8-a35d-fb6794ac509e req-c11c8477-4bfe-4d97-a969-7d8ef69aa80e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 945 time: 0.0745785 Jul 09 10:16:27.921786 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1d30780d-92f7-41c8-a35d-fb6794ac509e req-32d931d8-2344-494b-9c64-cee92ad9ee79 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387824 Jul 09 10:16:29.126051 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9f0c9-2235-4865-a136-0188f4122321 req-9d7b2c7d-5eae-45d6-a023-c7efc34058a8 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:29.127547 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1cf9f0c9-2235-4865-a136-0188f4122321 req-9d7b2c7d-5eae-45d6-a023-c7efc34058a8 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 945 time: 0.0791850 Jul 09 10:16:29.130243 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43017f4-4d01-4419-993c-d50662e332d6 req-f5266dcb-119e-446b-a70f-1e21de6f6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:29.131780 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c43017f4-4d01-4419-993c-d50662e332d6 req-f5266dcb-119e-446b-a70f-1e21de6f6e6c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 1096 time: 0.1095517 Jul 09 10:16:29.213995 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1cf9f0c9-2235-4865-a136-0188f4122321 req-ccdaa7de-3f31-4044-a002-ccef7688d647 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807247 Jul 09 10:16:29.251596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43017f4-4d01-4419-993c-d50662e332d6 req-f11a8b54-b29f-4fe2-9371-ef6988dc1f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:29.253135 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c43017f4-4d01-4419-993c-d50662e332d6 req-f11a8b54-b29f-4fe2-9371-ef6988dc1f8c service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.1134756 Jul 09 10:16:29.321123 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c43017f4-4d01-4419-993c-d50662e332d6 req-c5932efd-a36a-47c2-bca6-e9ddc059dd11 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 HTTP/1.1" status: 200 len: 1000 time: 0.0615740 Jul 09 10:16:29.368512 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43017f4-4d01-4419-993c-d50662e332d6 req-793511bd-c239-4b19-967e-f682ed692d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:29.369942 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c43017f4-4d01-4419-993c-d50662e332d6 req-793511bd-c239-4b19-967e-f682ed692d64 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0428195 Jul 09 10:16:29.426150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43017f4-4d01-4419-993c-d50662e332d6 req-91b7c105-cb18-4bf8-ae29-d873ffbc67a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:29.427616 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c43017f4-4d01-4419-993c-d50662e332d6 req-91b7c105-cb18-4bf8-ae29-d873ffbc67a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510335 Jul 09 10:16:29.516884 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c43017f4-4d01-4419-993c-d50662e332d6 req-12275677-6f13-4ba9-af14-3661f73c4593 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827050 Jul 09 10:16:29.604200 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c43017f4-4d01-4419-993c-d50662e332d6 req-5a04dd4e-6b27-4bf5-9fee-08cba83e3cdc service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809515 Jul 09 10:16:30.389297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa818f0-6e84-4556-97a1-029f17d07d8f req-f3dd54ec-b28b-4674-81ea-ec2939710db6 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:30.390786 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aaa818f0-6e84-4556-97a1-029f17d07d8f req-f3dd54ec-b28b-4674-81ea-ec2939710db6 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 945 time: 0.0626817 Jul 09 10:16:30.427738 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aaa818f0-6e84-4556-97a1-029f17d07d8f req-c17e2bfd-406c-453b-93cf-a49db88ee27a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311027 Jul 09 10:16:31.582413 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-c43017f4-4d01-4419-993c-d50662e332d6 req-f3fc8e1b-d97f-494f-9752-9068fbcae66a service neutron] show failed (client error): The resource could not be found. Jul 09 10:16:31.583444 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c43017f4-4d01-4419-993c-d50662e332d6 req-f3fc8e1b-d97f-494f-9752-9068fbcae66a service neutron] 10.222.0.64 "GET /v2.0/ports/ecf075e0-e853-461c-a0a8-c15b6aa4a8b5/bindings/n-h1-799996-1 HTTP/1.1" status: 404 len: 380 time: 0.0891085 Jul 09 10:16:31.614297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffec63-92cf-4f5b-b0db-20afd2e057fa req-f8e6a6de-40cd-4228-972c-3ed9999f4127 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:31.615835 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ecffec63-92cf-4f5b-b0db-20afd2e057fa req-f8e6a6de-40cd-4228-972c-3ed9999f4127 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 945 time: 0.0754406 Jul 09 10:16:31.655198 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ecffec63-92cf-4f5b-b0db-20afd2e057fa req-5fdfa6a6-be7e-4b00-95b6-d32be580c852 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337043 Jul 09 10:16:31.828917 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43017f4-4d01-4419-993c-d50662e332d6 req-01a87015-99d9-4762-9859-89c1aa4ce27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:31.830422 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c43017f4-4d01-4419-993c-d50662e332d6 req-01a87015-99d9-4762-9859-89c1aa4ce27a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd&tenant_id=42a25a16a1984634b009ae159bd0e228 HTTP/1.1" status: 200 len: 1096 time: 0.0520525 Jul 09 10:16:31.841359 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-c43017f4-4d01-4419-993c-d50662e332d6 req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799996-1', 'device_owner': 'compute:nova'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:16:31.919282 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c43017f4-4d01-4419-993c-d50662e332d6 req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:32.118160 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c43017f4-4d01-4419-993c-d50662e332d6 req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] For port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:16:32.151420 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c43017f4-4d01-4419-993c-d50662e332d6 req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] For port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5, host n-h2-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:16:32.190608 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781f5b97-8652-4a60-be7b-b1b65b8ffcfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecf075e0-e853-461c-a0a8-c15b6aa4a8b5'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:16:32.192975 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce98cf9-92e0-4c01-9967-d53e2cc8d84b" -d '{"events": [{"server_uuid": "781f5b97-8652-4a60-be7b-b1b65b8ffcfd", "name": "network-vif-unplugged", "status": "completed", "tag": "ecf075e0-e853-461c-a0a8-c15b6aa4a8b5"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:16:32.196937 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c43017f4-4d01-4419-993c-d50662e332d6 req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:32.209588 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-c43017f4-4d01-4419-993c-d50662e332d6 req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Transition to ACTIVE for port object ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:16:32.212930 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c43017f4-4d01-4419-993c-d50662e332d6 req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:32.293684 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5,revision_number=6']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:16:32.309744 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 10:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845a3b6a-fa48-4c67-9e5d-155e623f9699 x-openstack-request-id: req-845a3b6a-fa48-4c67-9e5d-155e623f9699 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:16:32.310035 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781f5b97-8652-4a60-be7b-b1b65b8ffcfd", "name": "network-vif-unplugged", "status": "completed", "tag": "ecf075e0-e853-461c-a0a8-c15b6aa4a8b5", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:16:32.310331 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-845a3b6a-fa48-4c67-9e5d-155e623f9699 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:16:32.310736 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781f5b97-8652-4a60-be7b-b1b65b8ffcfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecf075e0-e853-461c-a0a8-c15b6aa4a8b5', 'code': 200} Jul 09 10:16:32.313171 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:32.313524 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:32.313869 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:32.314321 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:32.314549 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:32.314881 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:32.315208 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:32.315535 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:32.315894 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:32.316210 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:32.316537 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:32.316854 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:32.352004 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43017f4-4d01-4419-993c-d50662e332d6 req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] No DVR routers for this DVR port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 on host n-h2-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:16:32.494982 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-c43017f4-4d01-4419-993c-d50662e332d6 req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Attempting to bind port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:16:32.495313 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-c43017f4-4d01-4419-993c-d50662e332d6 req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Attempting to bind port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:16:32.495766 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43017f4-4d01-4419-993c-d50662e332d6 req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Attempting to bind port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 on network aea9bae3-92d3-405d-b35a-d47d753c95ac {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:16:32.499946 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43017f4-4d01-4419-993c-d50662e332d6 req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 on network aea9bae3-92d3-405d-b35a-d47d753c95ac not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:16:32.500273 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43017f4-4d01-4419-993c-d50662e332d6 req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Attempting to bind port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 on network aea9bae3-92d3-405d-b35a-d47d753c95ac {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:16:32.504998 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43017f4-4d01-4419-993c-d50662e332d6 req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:16:32.505338 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43017f4-4d01-4419-993c-d50662e332d6 req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Checking segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:16:32.505718 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43017f4-4d01-4419-993c-d50662e332d6 req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Bound using segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:16:32.506142 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-c43017f4-4d01-4419-993c-d50662e332d6 req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Bound port: ecf075e0-e853-461c-a0a8-c15b6aa4a8b5, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:16:32.506494 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c43017f4-4d01-4419-993c-d50662e332d6 req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:32.568653 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c43017f4-4d01-4419-993c-d50662e332d6 req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] For port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:16:32.571858 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c43017f4-4d01-4419-993c-d50662e332d6 req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] For port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:16:32.576032 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c43017f4-4d01-4419-993c-d50662e332d6 req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:32.608681 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43017f4-4d01-4419-993c-d50662e332d6 req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:32.609323 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c43017f4-4d01-4419-993c-d50662e332d6 req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:32.610751 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c43017f4-4d01-4419-993c-d50662e332d6 req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] 10.222.0.58 "PUT /v2.0/ports/ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 HTTP/1.1" status: 200 len: 1091 time: 0.7732928 Jul 09 10:16:32.635224 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03fb09-abb8-4f13-b744-94c8471c7875 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5,revision_number=7']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:16:32.707054 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43017f4-4d01-4419-993c-d50662e332d6 req-4cbd7468-0f16-4f6b-abf9-c72a4622f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:32.708657 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c43017f4-4d01-4419-993c-d50662e332d6 req-4cbd7468-0f16-4f6b-abf9-c72a4622f1a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 1094 time: 0.0692461 Jul 09 10:16:32.803540 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43017f4-4d01-4419-993c-d50662e332d6 req-46853350-fb56-4e43-a884-c145c9d85282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:32.805055 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c43017f4-4d01-4419-993c-d50662e332d6 req-46853350-fb56-4e43-a884-c145c9d85282 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0906737 Jul 09 10:16:32.839213 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93c95a-313e-4708-b261-572d7f8d366f req-ad6f2018-df8c-420c-8396-b6ad85634238 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:32.840755 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc93c95a-313e-4708-b261-572d7f8d366f req-ad6f2018-df8c-420c-8396-b6ad85634238 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 943 time: 0.0637293 Jul 09 10:16:32.874637 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c43017f4-4d01-4419-993c-d50662e332d6 req-963bde6c-cc4c-47fc-96ed-ed45957baf16 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 HTTP/1.1" status: 200 len: 998 time: 0.0633674 Jul 09 10:16:32.884646 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fc93c95a-313e-4708-b261-572d7f8d366f req-b52c35b4-aa9f-4fd4-a7c7-2884a9371968 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377376 Jul 09 10:16:32.923242 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43017f4-4d01-4419-993c-d50662e332d6 req-c039706e-9441-499f-b7b0-1fc7569df3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:32.924784 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c43017f4-4d01-4419-993c-d50662e332d6 req-c039706e-9441-499f-b7b0-1fc7569df3f5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0445151 Jul 09 10:16:32.989297 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43017f4-4d01-4419-993c-d50662e332d6 req-d7d92cb8-87c4-4697-b996-f547c0e3d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:32.990808 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c43017f4-4d01-4419-993c-d50662e332d6 req-d7d92cb8-87c4-4697-b996-f547c0e3d411 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593452 Jul 09 10:16:33.001608 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [req-c43017f4-4d01-4419-993c-d50662e332d6 req-2073d400-91e3-4e95-96fd-e73bb2f1d3d0 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 10:16:33.002611 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c43017f4-4d01-4419-993c-d50662e332d6 req-2073d400-91e3-4e95-96fd-e73bb2f1d3d0 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056114 Jul 09 10:16:33.094734 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c43017f4-4d01-4419-993c-d50662e332d6 req-31411449-c45b-4eb3-a6d3-663778428afd service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859218 Jul 09 10:16:33.184089 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c43017f4-4d01-4419-993c-d50662e332d6 req-d6ecf9ae-e8f8-46b3-8a64-e1c0e0301fd0 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825641 Jul 09 10:16:34.059637 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412c791-1da2-4381-b1a3-85160fe50709 req-1977b382-3d0a-45c1-8b7f-09567afca3fe tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:34.061169 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4412c791-1da2-4381-b1a3-85160fe50709 req-1977b382-3d0a-45c1-8b7f-09567afca3fe tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 943 time: 0.0629511 Jul 09 10:16:34.099642 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4412c791-1da2-4381-b1a3-85160fe50709 req-bb3a2fe3-0886-4f93-98d0-cb6c9f99c533 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327630 Jul 09 10:16:34.242225 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:34.311860 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781f5b97-8652-4a60-be7b-b1b65b8ffcfd', 'tag': 'ecf075e0-e853-461c-a0a8-c15b6aa4a8b5'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:16:34.314246 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fead55e5-7800-4f90-942e-b497e10873bd" -d '{"events": [{"name": "network-changed", "server_uuid": "781f5b97-8652-4a60-be7b-b1b65b8ffcfd", "tag": "ecf075e0-e853-461c-a0a8-c15b6aa4a8b5"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:16:34.361246 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd097e7-e059-4ae6-82b8-fa10c95a4df1 x-openstack-request-id: req-3bd097e7-e059-4ae6-82b8-fa10c95a4df1 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:16:34.361569 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781f5b97-8652-4a60-be7b-b1b65b8ffcfd", "tag": "ecf075e0-e853-461c-a0a8-c15b6aa4a8b5", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:16:34.361821 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3bd097e7-e059-4ae6-82b8-fa10c95a4df1 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:16:34.362252 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781f5b97-8652-4a60-be7b-b1b65b8ffcfd', 'tag': 'ecf075e0-e853-461c-a0a8-c15b6aa4a8b5', 'status': 'completed', 'code': 200} Jul 09 10:16:34.441249 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead55e5-7800-4f90-942e-b497e10873bd req-02a6cea1-1195-4247-a65a-835a837d8607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:34.442718 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead55e5-7800-4f90-942e-b497e10873bd req-655f5281-d8b0-4b19-a944-7c53dc104224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:34.442872 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fead55e5-7800-4f90-942e-b497e10873bd req-02a6cea1-1195-4247-a65a-835a837d8607 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 1094 time: 0.0578334 Jul 09 10:16:34.444395 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fead55e5-7800-4f90-942e-b497e10873bd req-655f5281-d8b0-4b19-a944-7c53dc104224 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 1094 time: 0.0578492 Jul 09 10:16:34.539275 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead55e5-7800-4f90-942e-b497e10873bd req-a05eddd3-ebc7-4aa1-ab38-040a8551bb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:34.540879 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fead55e5-7800-4f90-942e-b497e10873bd req-a05eddd3-ebc7-4aa1-ab38-040a8551bb1d service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0922575 Jul 09 10:16:34.545510 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead55e5-7800-4f90-942e-b497e10873bd req-443024ea-23e0-4900-83e3-f898dae8509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:34.546951 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fead55e5-7800-4f90-942e-b497e10873bd req-443024ea-23e0-4900-83e3-f898dae8509a service neutron] 10.222.0.58 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0964971 Jul 09 10:16:34.605223 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fead55e5-7800-4f90-942e-b497e10873bd req-38668a2c-f0fa-4c4d-897b-fbb067f1b57d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 HTTP/1.1" status: 200 len: 998 time: 0.0579085 Jul 09 10:16:34.611827 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fead55e5-7800-4f90-942e-b497e10873bd req-b28774fd-91bd-4050-9f2f-d9929f9fb163 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 HTTP/1.1" status: 200 len: 998 time: 0.0575719 Jul 09 10:16:34.659385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead55e5-7800-4f90-942e-b497e10873bd req-f489b25f-3ba0-4508-8a6d-eb2a87d6a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:34.660878 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fead55e5-7800-4f90-942e-b497e10873bd req-f489b25f-3ba0-4508-8a6d-eb2a87d6a9df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0488102 Jul 09 10:16:34.664658 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead55e5-7800-4f90-942e-b497e10873bd req-dd480588-6922-458f-b682-b498bfc6df74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:34.666072 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fead55e5-7800-4f90-942e-b497e10873bd req-dd480588-6922-458f-b682-b498bfc6df74 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0479550 Jul 09 10:16:34.718182 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead55e5-7800-4f90-942e-b497e10873bd req-25dd80b8-5aab-4663-a131-79e07b923bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:34.719723 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fead55e5-7800-4f90-942e-b497e10873bd req-25dd80b8-5aab-4663-a131-79e07b923bd8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524549 Jul 09 10:16:34.722631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead55e5-7800-4f90-942e-b497e10873bd req-b374e350-a00b-4fc6-9d92-ccaaf93b3f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:34.724148 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fead55e5-7800-4f90-942e-b497e10873bd req-b374e350-a00b-4fc6-9d92-ccaaf93b3f27 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520000 Jul 09 10:16:34.807412 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fead55e5-7800-4f90-942e-b497e10873bd req-f8086883-6550-4c9d-bb45-b0cd53a93f27 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809360 Jul 09 10:16:34.810593 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fead55e5-7800-4f90-942e-b497e10873bd req-98fa511d-4bb2-465b-b472-c33ef4021022 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801787 Jul 09 10:16:34.900443 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fead55e5-7800-4f90-942e-b497e10873bd req-93a9d479-d78d-41a5-9830-08f8677157c2 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872240 Jul 09 10:16:34.902880 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fead55e5-7800-4f90-942e-b497e10873bd req-66802aa7-4c9e-4bf7-93b1-7bb1bca17e20 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866024 Jul 09 10:16:35.272133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e34275-c78c-4c46-a35b-67f3cbb4b102 req-3d490710-9fbd-4c82-8e6e-b13e2f5b4ba8 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:35.273627 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88e34275-c78c-4c46-a35b-67f3cbb4b102 req-3d490710-9fbd-4c82-8e6e-b13e2f5b4ba8 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 943 time: 0.0630739 Jul 09 10:16:35.311956 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88e34275-c78c-4c46-a35b-67f3cbb4b102 req-9a5739e2-a615-4f16-bc9c-73cdbe0a7d02 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327880 Jul 09 10:16:35.619405 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:16:35.656786 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31a201-42be-41ef-8a31-256d60011429 req-33b32283-081f-40c5-a1a8-e9710e039510 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:35.658280 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2f31a201-42be-41ef-8a31-256d60011429 req-33b32283-081f-40c5-a1a8-e9710e039510 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 943 time: 0.1136158 Jul 09 10:16:35.666429 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e3c83-8548-4932-b956-7ebcb2a94649 req-fbd865aa-4c70-49d4-acff-6ecd768a3004 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:35.667831 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-971e3c83-8548-4932-b956-7ebcb2a94649 req-fbd865aa-4c70-49d4-acff-6ecd768a3004 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.64 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd&tenant_id=42a25a16a1984634b009ae159bd0e228&binding%3Ahost_id=n-h1-799996-1 HTTP/1.1" status: 200 len: 943 time: 0.1138136 Jul 09 10:16:35.714183 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:16:35.726215 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'ecf075e0-e853-461c-a0a8-c15b6aa4a8b5', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'port_id': 'ecf075e0-e853-461c-a0a8-c15b6aa4a8b5', 'mac_address': 'fa:16:3e:ee:16:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:16:35.731182 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2f31a201-42be-41ef-8a31-256d60011429 req-487a5170-393c-4dbc-afea-1fba5b21bf4a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623977 Jul 09 10:16:35.755423 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-971e3c83-8548-4932-b956-7ebcb2a94649 req-0e41f385-ce91-4c42-84d6-1d8900e2d182 service neutron] delete failed (client error): The resource could not be found. Jul 09 10:16:35.756604 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-971e3c83-8548-4932-b956-7ebcb2a94649 req-0e41f385-ce91-4c42-84d6-1d8900e2d182 service neutron] 10.222.0.64 "DELETE /v2.0/ports/ecf075e0-e853-461c-a0a8-c15b6aa4a8b5/bindings/n-h2-799996-1 HTTP/1.1" status: 404 len: 380 time: 0.0813658 Jul 09 10:16:35.770921 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:35.784505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:16:35.804340 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:16:35.807986 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:35.858301 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:16:35.859010 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e3c83-8548-4932-b956-7ebcb2a94649 req-c8f54080-b7e3-4d54-a8f6-a1c0b7148792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:35.860675 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-971e3c83-8548-4932-b956-7ebcb2a94649 req-c8f54080-b7e3-4d54-a8f6-a1c0b7148792 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 1095 time: 0.0611699 Jul 09 10:16:35.865805 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:35.866151 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:35.866495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:35.866833 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:35.867162 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:35.867492 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:35.867847 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:35.868173 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:35.868497 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:35.868823 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:35.869185 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:35.869673 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:35.953715 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e3c83-8548-4932-b956-7ebcb2a94649 req-03faa9bf-bf20-4a13-8044-9cf3fdd00526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:35.955189 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-971e3c83-8548-4932-b956-7ebcb2a94649 req-03faa9bf-bf20-4a13-8044-9cf3fdd00526 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0884197 Jul 09 10:16:36.023930 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-971e3c83-8548-4932-b956-7ebcb2a94649 req-7c92dfec-fa75-4d7c-9398-7132315f7329 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 HTTP/1.1" status: 200 len: 999 time: 0.0626993 Jul 09 10:16:36.036982 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['ecf075e0-e853-461c-a0a8-c15b6aa4a8b5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:16:36.072300 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e3c83-8548-4932-b956-7ebcb2a94649 req-431fb10a-148f-4ebb-bb20-027e612fa7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:36.073796 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-971e3c83-8548-4932-b956-7ebcb2a94649 req-431fb10a-148f-4ebb-bb20-027e612fa7ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0435333 Jul 09 10:16:36.131201 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e3c83-8548-4932-b956-7ebcb2a94649 req-3b1c767c-1911-47c8-a1cc-ccb0c07d2b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:36.132776 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-971e3c83-8548-4932-b956-7ebcb2a94649 req-3b1c767c-1911-47c8-a1cc-ccb0c07d2b8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523660 Jul 09 10:16:36.228745 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-971e3c83-8548-4932-b956-7ebcb2a94649 req-a38a106d-aba0-4d63-bf5c-2905e8e76420 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890727 Jul 09 10:16:36.318123 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-971e3c83-8548-4932-b956-7ebcb2a94649 req-3fd525d3-9757-498d-bacc-ed3014b8ca90 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825667 Jul 09 10:16:36.382875 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:16:36.421266 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:16:36.801980 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f0bb6e7-171d-440d-a7ac-405b75a12fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:36.916236 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07948012-a0c7-40a0-88e1-f3bb9fa642d4 req-df8b78ad-2733-488f-ba98-0772bd562194 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:36.917863 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07948012-a0c7-40a0-88e1-f3bb9fa642d4 req-df8b78ad-2733-488f-ba98-0772bd562194 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 944 time: 0.0679011 Jul 09 10:16:36.963653 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-07948012-a0c7-40a0-88e1-f3bb9fa642d4 req-a0b0adcc-4b29-4e36-8645-6d6a534ecd0e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390754 Jul 09 10:16:37.385216 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8341b2-39a9-4219-b1c1-503939ab0036 req-9c61bb93-b924-4fca-9385-9a5b21928a6b tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:37.386735 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e8341b2-39a9-4219-b1c1-503939ab0036 req-9c61bb93-b924-4fca-9385-9a5b21928a6b tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 944 time: 0.3123660 Jul 09 10:16:37.423867 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0e8341b2-39a9-4219-b1c1-503939ab0036 req-fb486203-8dac-4944-a34b-7529dab40ebd tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313227 Jul 09 10:16:37.635518 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:16:37.686943 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:16:37.691201 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:16:37.691577 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:37.737898 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36cec3-5068-4a0c-a981-f016eb1a8950 req-b44497be-3d4d-4d2c-a6d2-cce161c15b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:37.739402 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-db36cec3-5068-4a0c-a981-f016eb1a8950 req-b44497be-3d4d-4d2c-a6d2-cce161c15b21 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 1095 time: 0.0532384 Jul 09 10:16:37.770557 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fa9f0-7e8d-4830-8121-a1552cf82fe8 req-f78a8a2b-ad2a-45e7-b7d1-7c20607d1676 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:37.773589 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c0fa9f0-7e8d-4830-8121-a1552cf82fe8 req-f78a8a2b-ad2a-45e7-b7d1-7c20607d1676 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 944 time: 0.0721619 Jul 09 10:16:37.775635 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:37.800560 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781f5b97-8652-4a60-be7b-b1b65b8ffcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf075e0-e853-461c-a0a8-c15b6aa4a8b5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:16:37.802939 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25a6c9b-5a7f-466f-8b48-8920c8e9ed04" -d '{"events": [{"server_uuid": "781f5b97-8652-4a60-be7b-b1b65b8ffcfd", "name": "network-vif-plugged", "status": "completed", "tag": "ecf075e0-e853-461c-a0a8-c15b6aa4a8b5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:16:37.816996 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7c0fa9f0-7e8d-4830-8121-a1552cf82fe8 req-493d4d4d-da27-4030-8fa5-bb9e14691ef5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359309 Jul 09 10:16:37.828578 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:16:37.843253 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:37.846116 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36cec3-5068-4a0c-a981-f016eb1a8950 req-08732416-e6d5-4156-a834-f1ac845c24a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:37.848078 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-db36cec3-5068-4a0c-a981-f016eb1a8950 req-08732416-e6d5-4156-a834-f1ac845c24a7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.1025534 Jul 09 10:16:37.848212 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a9e0c6-da0a-4b95-92cc-776a3fd06d61 x-openstack-request-id: req-16a9e0c6-da0a-4b95-92cc-776a3fd06d61 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:16:37.848489 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781f5b97-8652-4a60-be7b-b1b65b8ffcfd", "name": "network-vif-plugged", "status": "completed", "tag": "ecf075e0-e853-461c-a0a8-c15b6aa4a8b5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:16:37.848765 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-16a9e0c6-da0a-4b95-92cc-776a3fd06d61 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:16:37.849149 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781f5b97-8652-4a60-be7b-b1b65b8ffcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf075e0-e853-461c-a0a8-c15b6aa4a8b5', 'code': 200} Jul 09 10:16:37.893029 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:16:37.922671 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-db36cec3-5068-4a0c-a981-f016eb1a8950 req-d961ea32-e6b3-4340-a076-c06bcd8feede service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 HTTP/1.1" status: 200 len: 1000 time: 0.0662680 Jul 09 10:16:37.971065 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36cec3-5068-4a0c-a981-f016eb1a8950 req-39cdcc50-4384-4568-aef0-7201fb76304e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:37.972510 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-db36cec3-5068-4a0c-a981-f016eb1a8950 req-39cdcc50-4384-4568-aef0-7201fb76304e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0428860 Jul 09 10:16:38.031629 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36cec3-5068-4a0c-a981-f016eb1a8950 req-dc6acfff-c847-4cdc-ad34-20e47d401168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:38.033117 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-db36cec3-5068-4a0c-a981-f016eb1a8950 req-dc6acfff-c847-4cdc-ad34-20e47d401168 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540853 Jul 09 10:16:38.127672 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-db36cec3-5068-4a0c-a981-f016eb1a8950 req-c1b45716-0c38-4a18-b23a-5e77ca8c5014 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805073 Jul 09 10:16:38.219094 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-db36cec3-5068-4a0c-a981-f016eb1a8950 req-b3501807-2f4b-4c0d-89c6-6e9714cbc80c service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852704 Jul 09 10:16:38.997649 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e07f0f-ed9e-4581-a840-5ad330341d58 req-bdb2c4de-31b1-4d38-8a43-6cdbc1b903a4 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:38.999031 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d1e07f0f-ed9e-4581-a840-5ad330341d58 req-bdb2c4de-31b1-4d38-8a43-6cdbc1b903a4 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 945 time: 0.0692272 Jul 09 10:16:39.036451 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d1e07f0f-ed9e-4581-a840-5ad330341d58 req-05c9362f-0cc9-48bc-a778-3ed1a3d21217 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318291 Jul 09 10:16:39.408993 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b80edffe-bcff-4307-820d-7d1357699a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:39.418672 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195f49b-dd75-48b4-8504-dcddb03cf8ed req-3fa8f722-b892-427c-a59e-21ddfdc67aad tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:39.420714 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2195f49b-dd75-48b4-8504-dcddb03cf8ed req-3fa8f722-b892-427c-a59e-21ddfdc67aad tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 945 time: 0.0634809 Jul 09 10:16:39.458110 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2195f49b-dd75-48b4-8504-dcddb03cf8ed req-c424d183-6e2e-4c4f-a7d5-bacb75911018 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316007 Jul 09 10:16:39.469599 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:39.577384 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:40.597406 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adb720-65a7-4644-b87e-79de578fe2b2 req-2c513b9f-ee53-4451-bd02-ca12fc3413b4 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:40.598886 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-65adb720-65a7-4644-b87e-79de578fe2b2 req-2c513b9f-ee53-4451-bd02-ca12fc3413b4 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.58 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 945 time: 0.0668683 Jul 09 10:16:40.630849 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbccb1-5269-40e4-a2aa-a1658af2057d req-dc7dbc15-ba09-45c0-895f-bc7ab3230b15 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:40.632479 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fcfbccb1-5269-40e4-a2aa-a1658af2057d req-dc7dbc15-ba09-45c0-895f-bc7ab3230b15 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 945 time: 0.0631168 Jul 09 10:16:40.673878 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fcfbccb1-5269-40e4-a2aa-a1658af2057d req-d7b6cb2f-21a1-4d16-b5e6-7ad281577ef5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357745 Jul 09 10:16:40.701812 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-65adb720-65a7-4644-b87e-79de578fe2b2 req-584854ca-b339-4cf3-9834-002f45bb3454 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Deleting port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:16:40.702155 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-65adb720-65a7-4644-b87e-79de578fe2b2 req-584854ca-b339-4cf3-9834-002f45bb3454 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:40.787845 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-65adb720-65a7-4644-b87e-79de578fe2b2 req-584854ca-b339-4cf3-9834-002f45bb3454 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] For port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:16:40.788108 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-65adb720-65a7-4644-b87e-79de578fe2b2 req-584854ca-b339-4cf3-9834-002f45bb3454 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:40.952097 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-65adb720-65a7-4644-b87e-79de578fe2b2 req-584854ca-b339-4cf3-9834-002f45bb3454 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:40.952466 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-65adb720-65a7-4644-b87e-79de578fe2b2 req-584854ca-b339-4cf3-9834-002f45bb3454 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:40.952778 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [req-65adb720-65a7-4644-b87e-79de578fe2b2 req-584854ca-b339-4cf3-9834-002f45bb3454 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Floating IP d0452264-5030-489e-9f9c-37316242b0c8 disassociated. External IP: 172.25.3.23, port: ecf075e0-e853-461c-a0a8-c15b6aa4a8b5. Jul 09 10:16:40.953113 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-65adb720-65a7-4644-b87e-79de578fe2b2 req-584854ca-b339-4cf3-9834-002f45bb3454 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Calling delete_port for ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:16:41.080420 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-65adb720-65a7-4644-b87e-79de578fe2b2 req-584854ca-b339-4cf3-9834-002f45bb3454 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:41.111181 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584854ca-b339-4cf3-9834-002f45bb3454 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Pushing event deleted for resources: {'Port': ['ID=ecf075e0-e853-461c-a0a8-c15b6aa4a8b5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:16:41.229455 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65adb720-65a7-4644-b87e-79de578fe2b2 req-584854ca-b339-4cf3-9834-002f45bb3454 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Router aaae0350-4fd3-45e4-86ca-4ad16dc51deb has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:16:41.297513 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:41.635237 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65adb720-65a7-4644-b87e-79de578fe2b2 req-584854ca-b339-4cf3-9834-002f45bb3454 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:16:41.644642 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92bf5d6-e81d-4dbe-8316-db7dd4e79b09 None None] Sync routers for ids ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:16:41.654178 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92bf5d6-e81d-4dbe-8316-db7dd4e79b09 None None] Routers {'aaae0350-4fd3-45e4-86ca-4ad16dc51deb'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:16:41.654881 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a92bf5d6-e81d-4dbe-8316-db7dd4e79b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:16:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:16:41.680355 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-65adb720-65a7-4644-b87e-79de578fe2b2 req-584854ca-b339-4cf3-9834-002f45bb3454 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] No DVR routers for this DVR port ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:16:41.683045 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-65adb720-65a7-4644-b87e-79de578fe2b2 req-584854ca-b339-4cf3-9834-002f45bb3454 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:41.685116 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-65adb720-65a7-4644-b87e-79de578fe2b2 req-584854ca-b339-4cf3-9834-002f45bb3454 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.58 "DELETE /v2.0/ports/ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 HTTP/1.1" status: 204 len: 173 time: 1.0811698 Jul 09 10:16:41.685568 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781f5b97-8652-4a60-be7b-b1b65b8ffcfd', 'name': 'network-vif-deleted', 'tag': 'ecf075e0-e853-461c-a0a8-c15b6aa4a8b5'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:16:41.688173 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a8124c-51c9-4251-a324-be5de20c452d" -d '{"events": [{"server_uuid": "781f5b97-8652-4a60-be7b-b1b65b8ffcfd", "name": "network-vif-deleted", "tag": "ecf075e0-e853-461c-a0a8-c15b6aa4a8b5"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:16:41.727142 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725ed1df-8578-4b43-828a-966ce9267180 x-openstack-request-id: req-725ed1df-8578-4b43-828a-966ce9267180 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:16:41.727441 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781f5b97-8652-4a60-be7b-b1b65b8ffcfd", "name": "network-vif-deleted", "tag": "ecf075e0-e853-461c-a0a8-c15b6aa4a8b5", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:16:41.727719 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-725ed1df-8578-4b43-828a-966ce9267180 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:16:41.728127 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781f5b97-8652-4a60-be7b-b1b65b8ffcfd', 'name': 'network-vif-deleted', 'tag': 'ecf075e0-e853-461c-a0a8-c15b6aa4a8b5', 'status': 'completed', 'code': 200} Jul 09 10:16:41.786551 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a92bf5d6-e81d-4dbe-8316-db7dd4e79b09 None None] Set router aaae0350-4fd3-45e4-86ca-4ad16dc51deb gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:16:41.821825 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-298f57e4-b034-4651-9fbb-348d951ee880 req-3612e1d7-970b-4df4-a30e-e3f5ab4ef6da tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=781f5b97-8652-4a60-be7b-b1b65b8ffcfd HTTP/1.1" status: 200 len: 210 time: 0.0280163 Jul 09 10:16:42.003673 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a92bf5d6-e81d-4dbe-8316-db7dd4e79b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:29Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:16:42.035423 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92bf5d6-e81d-4dbe-8316-db7dd4e79b09 None None] Checking router: aaae0350-4fd3-45e4-86ca-4ad16dc51deb for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:16:42.045046 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92bf5d6-e81d-4dbe-8316-db7dd4e79b09 None None] Routers {'aaae0350-4fd3-45e4-86ca-4ad16dc51deb'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:16:42.045712 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a92bf5d6-e81d-4dbe-8316-db7dd4e79b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:16:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:16:42.149847 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a92bf5d6-e81d-4dbe-8316-db7dd4e79b09 None None] Set router aaae0350-4fd3-45e4-86ca-4ad16dc51deb gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:16:42.340226 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a92bf5d6-e81d-4dbe-8316-db7dd4e79b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:29Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:16:42.370404 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92bf5d6-e81d-4dbe-8316-db7dd4e79b09 None None] The sync data for ids ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'] in n-d-799996-1 is: [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:29Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:16:42.581877 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8841e841-7f05-4592-bbfe-8456e2a09680 None None] New status for floating IP d0452264-5030-489e-9f9c-37316242b0c8: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:16:43.091768 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:43.195221 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-287234a0-e634-4bbf-84ee-93dbb4fa4681 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1000106227&fields=id&tenant_id=42a25a16a1984634b009ae159bd0e228 HTTP/1.1" status: 200 len: 267 time: 0.0328524 Jul 09 10:16:43.297149 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-98a78519-265a-4ee9-baa5-69e9afa69c3d tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:43.298504 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-98a78519-265a-4ee9-baa5-69e9afa69c3d tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 811 time: 0.0969684 Jul 09 10:16:43.313332 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-bb236c1c-bb82-44be-b5c7-60fcf49b7889 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/quotas/42a25a16a1984634b009ae159bd0e228 HTTP/1.1" status: 200 len: 375 time: 0.0094750 Jul 09 10:16:43.387756 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-936445a4-6b99-4b77-a67f-034c7266445b tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0696471 Jul 09 10:16:43.478035 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-5650d362-0dc7-473d-82c0-94b50e601bef service neutron] 10.222.0.61 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788479 Jul 09 10:16:43.569077 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-e10ac2b8-e7dd-48e3-b3f9-01261738e31f service neutron] 10.222.0.61 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848160 Jul 09 10:16:43.666180 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:16:43.688165 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:16:43.688484 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device ecf075e0-e853-461c-a0a8-c15b6aa4a8b5 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:16:43.738982 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dd4b3ea8-6cc7-4a55-811e-069334bec897 req-67407fb6-5c9a-4b29-a66a-f891dad75d87 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 210 time: 0.0293045 Jul 09 10:16:44.754350 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-880e1fd8-b630-4b6a-b0a3-a264dd937e37 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:44.755947 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-880e1fd8-b630-4b6a-b0a3-a264dd937e37 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 811 time: 0.1034169 Jul 09 10:16:44.801860 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-cfe1482c-9271-4c0d-aedd-1c88bc51e0a5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42a25a16a1984634b009ae159bd0e228 HTTP/1.1" status: 200 len: 380 time: 0.0378160 Jul 09 10:16:44.811172 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Request body: {'port': {'device_id': '99f565bc-7a84-4140-9294-be25944a5790', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'admin_state_up': True, 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'security_groups': ['5575e2ab-de4e-443d-8169-68ac5272f48f']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:16:44.896891 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa361ebe-7521-4604-890e-a9e68ce7fd4b req-c8792389-cb29-4c8c-adbb-444cf61b88b8 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 210 time: 0.0409415 Jul 09 10:16:44.951166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Made reservation on behalf of 42a25a16a1984634b009ae159bd0e228 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:16:44.954735 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:45.083187 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Allocated IP 172.20.0.8 (aea9bae3-92d3-405d-b35a-d47d753c95ac/12a406e2-d9be-417c-931f-ddcc50e2d7c9/76399317-0178-4f00-aecc-b0943654c37d) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:16:45.223340 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:45.237362 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Transition to ACTIVE for port object 76399317-0178-4f00-aecc-b0943654c37d will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:16:45.269221 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:45.314809 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Network aea9bae3-92d3-405d-b35a-d47d753c95ac is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:16:45.318008 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:16:45.320681 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:16:45.347425 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Pushing event updated for resources: {'Port': ['ID=76399317-0178-4f00-aecc-b0943654c37d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:16:45.366910 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:45.367225 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:45.367592 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:45.367929 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:45.368262 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:45.368583 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:45.368904 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:45.369226 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:45.369542 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:45.369857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:45.370174 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:45.370487 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:16:45.392036 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:45.392689 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:45.410976 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-2b7a6ae2-e3d3-4d92-a986-49b9a9187cd1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6042016 Jul 09 10:16:45.423134 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-d6bea6e6-7e46-49f4-abbb-1111808e2d3f service neutron] Request body: {'port': {'device_id': '99f565bc-7a84-4140-9294-be25944a5790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:16:45.504042 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-d6bea6e6-7e46-49f4-abbb-1111808e2d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:45.565784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e66d82e1-a699-4186-b10a-42c75bfe5bb1 None None] Provisioning for port 76399317-0178-4f00-aecc-b0943654c37d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:16:45.569711 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e66d82e1-a699-4186-b10a-42c75bfe5bb1 None None] Provisioning complete for port 76399317-0178-4f00-aecc-b0943654c37d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:16:45.570087 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e66d82e1-a699-4186-b10a-42c75bfe5bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:45.603028 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e66d82e1-a699-4186-b10a-42c75bfe5bb1 None None] Port 76399317-0178-4f00-aecc-b0943654c37d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:16:45.768677 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-d6bea6e6-7e46-49f4-abbb-1111808e2d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76399317-0178-4f00-aecc-b0943654c37d {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:16:45.776928 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-d6bea6e6-7e46-49f4-abbb-1111808e2d3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:45.791046 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-d6bea6e6-7e46-49f4-abbb-1111808e2d3f service neutron] Transition to ACTIVE for port object 76399317-0178-4f00-aecc-b0943654c37d will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:16:45.795150 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-d6bea6e6-7e46-49f4-abbb-1111808e2d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:45.849508 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bea6e6-7e46-49f4-abbb-1111808e2d3f service neutron] Pushing event updated for resources: {'Port': ['ID=76399317-0178-4f00-aecc-b0943654c37d,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:16:45.921362 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-d6bea6e6-7e46-49f4-abbb-1111808e2d3f service neutron] Attempting to bind port 76399317-0178-4f00-aecc-b0943654c37d on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:16:45.921721 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-d6bea6e6-7e46-49f4-abbb-1111808e2d3f service neutron] Attempting to bind port 76399317-0178-4f00-aecc-b0943654c37d by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:16:45.922025 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-d6bea6e6-7e46-49f4-abbb-1111808e2d3f service neutron] Attempting to bind port 76399317-0178-4f00-aecc-b0943654c37d on network aea9bae3-92d3-405d-b35a-d47d753c95ac {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:16:45.926951 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-d6bea6e6-7e46-49f4-abbb-1111808e2d3f service neutron] Port 76399317-0178-4f00-aecc-b0943654c37d on network aea9bae3-92d3-405d-b35a-d47d753c95ac not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:16:45.927356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-d6bea6e6-7e46-49f4-abbb-1111808e2d3f service neutron] Attempting to bind port 76399317-0178-4f00-aecc-b0943654c37d on network aea9bae3-92d3-405d-b35a-d47d753c95ac {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:16:45.933605 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-d6bea6e6-7e46-49f4-abbb-1111808e2d3f service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:16:45.934045 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-d6bea6e6-7e46-49f4-abbb-1111808e2d3f service neutron] Checking segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:16:45.934501 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-d6bea6e6-7e46-49f4-abbb-1111808e2d3f service neutron] Bound using segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:16:45.935513 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-d6bea6e6-7e46-49f4-abbb-1111808e2d3f service neutron] Bound port: 76399317-0178-4f00-aecc-b0943654c37d, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:16:45.936050 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-d6bea6e6-7e46-49f4-abbb-1111808e2d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:46.005408 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-d6bea6e6-7e46-49f4-abbb-1111808e2d3f service neutron] For port 76399317-0178-4f00-aecc-b0943654c37d, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:16:46.009095 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-d6bea6e6-7e46-49f4-abbb-1111808e2d3f service neutron] For port 76399317-0178-4f00-aecc-b0943654c37d, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=76399317-0178-4f00-aecc-b0943654c37d,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:16:46.018615 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-d6bea6e6-7e46-49f4-abbb-1111808e2d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:46.083201 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-d6bea6e6-7e46-49f4-abbb-1111808e2d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:46.083856 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-d6bea6e6-7e46-49f4-abbb-1111808e2d3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:46.085328 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-d6bea6e6-7e46-49f4-abbb-1111808e2d3f service neutron] 10.222.0.64 "PUT /v2.0/ports/76399317-0178-4f00-aecc-b0943654c37d HTTP/1.1" status: 200 len: 1091 time: 0.6672013 Jul 09 10:16:46.085929 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f565bc-7a84-4140-9294-be25944a5790', 'tag': '76399317-0178-4f00-aecc-b0943654c37d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:16:46.088286 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14c41a5-b6a9-461a-9b17-ad740e6e7c21" -d '{"events": [{"name": "network-changed", "server_uuid": "99f565bc-7a84-4140-9294-be25944a5790", "tag": "76399317-0178-4f00-aecc-b0943654c37d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:16:46.121297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bea6e6-7e46-49f4-abbb-1111808e2d3f service neutron] Pushing event updated for resources: {'Port': ['ID=76399317-0178-4f00-aecc-b0943654c37d,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:16:46.151256 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8eb96-2a81-4638-acdb-b79628ee352e req-0da5b4e6-4d72-4814-be5c-4e60c8124d98 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:46.152838 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-93d8eb96-2a81-4638-acdb-b79628ee352e req-0da5b4e6-4d72-4814-be5c-4e60c8124d98 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 943 time: 0.1307456 Jul 09 10:16:46.225707 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-93d8eb96-2a81-4638-acdb-b79628ee352e req-5243cd41-8e42-42b3-ae06-dab72f1797f3 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636928 Jul 09 10:16:46.242442 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-3c04c71f-38d0-43ac-b77d-d9096467cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:46.244292 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-3c04c71f-38d0-43ac-b77d-d9096467cf53 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 1094 time: 0.1015420 Jul 09 10:16:46.249093 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c415be-49f2-4870-a21d-9329457c60e3 x-openstack-request-id: req-43c415be-49f2-4870-a21d-9329457c60e3 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:16:46.249511 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f565bc-7a84-4140-9294-be25944a5790", "tag": "76399317-0178-4f00-aecc-b0943654c37d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:16:46.249633 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-43c415be-49f2-4870-a21d-9329457c60e3 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:16:46.250003 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f565bc-7a84-4140-9294-be25944a5790', 'tag': '76399317-0178-4f00-aecc-b0943654c37d', 'status': 'completed', 'code': 200} Jul 09 10:16:46.295059 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-6ff351ae-4bad-44ac-b10d-e4f2ad042dc8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76399317-0178-4f00-aecc-b0943654c37d HTTP/1.1" status: 200 len: 217 time: 0.0381246 Jul 09 10:16:46.346187 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-7628c0d3-2a57-4682-a7f6-784273a9e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:46.347849 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-7628c0d3-2a57-4682-a7f6-784273a9e667 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0441873 Jul 09 10:16:46.405288 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-dd911226-6ab0-4537-94ce-9c88c863730d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:46.406835 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-dd911226-6ab0-4537-94ce-9c88c863730d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526090 Jul 09 10:16:46.498741 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-a273dd1a-447f-49a5-8ec3-0237087abf06 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853322 Jul 09 10:16:46.588744 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88f827df-8598-494b-a32a-9bc4b2db46ea req-8e39099a-b14e-44cf-8189-b54e73c1ac1a service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835726 Jul 09 10:16:46.688327 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c41a5-b6a9-461a-9b17-ad740e6e7c21 req-04792a64-3ff0-4b4b-8c84-196e5971d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:46.689821 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d14c41a5-b6a9-461a-9b17-ad740e6e7c21 req-04792a64-3ff0-4b4b-8c84-196e5971d6a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 1094 time: 0.0532219 Jul 09 10:16:46.783942 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c41a5-b6a9-461a-9b17-ad740e6e7c21 req-1b85eda6-bd35-41ec-a2e5-13a436859a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:46.785445 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d14c41a5-b6a9-461a-9b17-ad740e6e7c21 req-1b85eda6-bd35-41ec-a2e5-13a436859a7f service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0891635 Jul 09 10:16:46.825014 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d14c41a5-b6a9-461a-9b17-ad740e6e7c21 req-c386e190-0a43-414f-977d-83dde45e1566 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76399317-0178-4f00-aecc-b0943654c37d HTTP/1.1" status: 200 len: 217 time: 0.0332983 Jul 09 10:16:46.876234 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c41a5-b6a9-461a-9b17-ad740e6e7c21 req-4987a8e6-40c6-408c-82ca-5987ca5ddc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:46.877599 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d14c41a5-b6a9-461a-9b17-ad740e6e7c21 req-4987a8e6-40c6-408c-82ca-5987ca5ddc12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0470717 Jul 09 10:16:46.942453 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c41a5-b6a9-461a-9b17-ad740e6e7c21 req-22d7d971-5be0-4290-9108-fbacec5d722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:46.944011 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d14c41a5-b6a9-461a-9b17-ad740e6e7c21 req-22d7d971-5be0-4290-9108-fbacec5d722f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521348 Jul 09 10:16:47.032202 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d14c41a5-b6a9-461a-9b17-ad740e6e7c21 req-b12c18dc-2ce8-4984-9213-3934bf2bc44d service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808821 Jul 09 10:16:47.124291 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d14c41a5-b6a9-461a-9b17-ad740e6e7c21 req-da569a10-215a-4af5-b263-d98d3408dce2 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853777 Jul 09 10:16:47.410079 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fddb4d-d09a-46e2-b392-c3fc5f578d5e req-e7918752-f6d9-4c2a-9cad-3c14a88089b2 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:47.411503 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59fddb4d-d09a-46e2-b392-c3fc5f578d5e req-e7918752-f6d9-4c2a-9cad-3c14a88089b2 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 943 time: 0.0640175 Jul 09 10:16:47.448616 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59fddb4d-d09a-46e2-b392-c3fc5f578d5e req-121df8c4-07a1-41f4-9017-8f2623cb5c7f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314844 Jul 09 10:16:48.621605 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060a1ef-48e0-4eb8-9d8a-d505c46c1e82 req-006c4b2d-7856-4ada-ba85-406f575a475d tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:48.623159 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e060a1ef-48e0-4eb8-9d8a-d505c46c1e82 req-006c4b2d-7856-4ada-ba85-406f575a475d tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 943 time: 0.0655873 Jul 09 10:16:48.665149 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e060a1ef-48e0-4eb8-9d8a-d505c46c1e82 req-148a2088-b284-4088-8e7b-e45572e6ab7a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361795 Jul 09 10:16:49.840545 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c35476-fb13-40cc-b04c-c2485e7b518b req-70927078-a253-4f95-ad6c-9074fdfd8ebe tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:49.842179 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57c35476-fb13-40cc-b04c-c2485e7b518b req-70927078-a253-4f95-ad6c-9074fdfd8ebe tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 943 time: 0.0667489 Jul 09 10:16:49.880788 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57c35476-fb13-40cc-b04c-c2485e7b518b req-6f89e05b-1d18-4e82-94c9-ca7acd637ec5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328600 Jul 09 10:16:50.475914 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 76399317-0178-4f00-aecc-b0943654c37d details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:16:50.571078 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 76399317-0178-4f00-aecc-b0943654c37d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=76399317-0178-4f00-aecc-b0943654c37d,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:16:50.582130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '76399317-0178-4f00-aecc-b0943654c37d', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'port_id': '76399317-0178-4f00-aecc-b0943654c37d', 'mac_address': 'fa:16:3e:26:5a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:16:50.619034 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:50.631166 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76399317-0178-4f00-aecc-b0943654c37d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:16:50.650685 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 76399317-0178-4f00-aecc-b0943654c37d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=76399317-0178-4f00-aecc-b0943654c37d,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:16:50.655486 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:50.701406 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=76399317-0178-4f00-aecc-b0943654c37d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:16:51.004484 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['76399317-0178-4f00-aecc-b0943654c37d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:16:51.053270 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846e227-0472-47ba-97a3-0ed09fda9731 req-b66b93bd-7772-48fa-a307-bab2ee5bce43 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:51.054793 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7846e227-0472-47ba-97a3-0ed09fda9731 req-b66b93bd-7772-48fa-a307-bab2ee5bce43 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 944 time: 0.0642912 Jul 09 10:16:51.093753 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7846e227-0472-47ba-97a3-0ed09fda9731 req-39b1dad6-8b20-4fa9-901a-e6622da8b948 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332515 Jul 09 10:16:52.271657 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92927e2f-93fe-4d1c-ae5c-2cc589638dab req-47a3395a-9d7b-47b4-a09f-1d9328c4f845 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:52.273173 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92927e2f-93fe-4d1c-ae5c-2cc589638dab req-47a3395a-9d7b-47b4-a09f-1d9328c4f845 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 944 time: 0.0677152 Jul 09 10:16:52.314746 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92927e2f-93fe-4d1c-ae5c-2cc589638dab req-8878c4ca-a41a-4b9f-be12-425d662e9e48 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354176 Jul 09 10:16:52.504513 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 76399317-0178-4f00-aecc-b0943654c37d up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:16:52.553257 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 76399317-0178-4f00-aecc-b0943654c37d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:16:52.556907 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 76399317-0178-4f00-aecc-b0943654c37d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:16:52.557276 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:52.634231 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:52.656663 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f565bc-7a84-4140-9294-be25944a5790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76399317-0178-4f00-aecc-b0943654c37d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:16:52.658922 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d586aa4d-d02b-427a-bb21-7afb9199f4ae" -d '{"events": [{"server_uuid": "99f565bc-7a84-4140-9294-be25944a5790", "name": "network-vif-plugged", "status": "completed", "tag": "76399317-0178-4f00-aecc-b0943654c37d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:16:52.672141 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 76399317-0178-4f00-aecc-b0943654c37d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=76399317-0178-4f00-aecc-b0943654c37d,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:16:52.676691 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:52.699109 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db79a8ec-7381-495e-8ad1-1cd232217d6c x-openstack-request-id: req-db79a8ec-7381-495e-8ad1-1cd232217d6c {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:16:52.699399 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f565bc-7a84-4140-9294-be25944a5790", "name": "network-vif-plugged", "status": "completed", "tag": "76399317-0178-4f00-aecc-b0943654c37d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:16:52.699651 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-db79a8ec-7381-495e-8ad1-1cd232217d6c {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:16:52.700102 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f565bc-7a84-4140-9294-be25944a5790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76399317-0178-4f00-aecc-b0943654c37d', 'code': 200} Jul 09 10:16:52.725940 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=76399317-0178-4f00-aecc-b0943654c37d,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:16:52.808102 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003f747-d795-4726-a9cc-b2efd2a1b90b req-7a1bfb95-98ce-4823-8602-da11fbd66582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:52.809552 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e003f747-d795-4726-a9cc-b2efd2a1b90b req-7a1bfb95-98ce-4823-8602-da11fbd66582 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 1096 time: 0.0518522 Jul 09 10:16:52.843216 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e003f747-d795-4726-a9cc-b2efd2a1b90b req-7bee30cd-44a9-4a42-a75b-e5c5842b360e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273132 Jul 09 10:16:53.491222 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62dd91-5739-4be3-91a3-a72f59d0dea3 req-61641b22-640e-42a2-8ce8-021e75681729 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:53.492744 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3c62dd91-5739-4be3-91a3-a72f59d0dea3 req-61641b22-640e-42a2-8ce8-021e75681729 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 945 time: 0.0635173 Jul 09 10:16:53.533713 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3c62dd91-5739-4be3-91a3-a72f59d0dea3 req-e8b79129-a3a4-4a1b-8939-beda4d68880a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353806 Jul 09 10:16:54.709981 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8f836-2236-42de-9ecb-edb1697eb0de req-83c9b714-c21d-4e72-b741-bf8d6fdad2fe tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:54.711454 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e0f8f836-2236-42de-9ecb-edb1697eb0de req-83c9b714-c21d-4e72-b741-bf8d6fdad2fe tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 945 time: 0.0630467 Jul 09 10:16:54.749039 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e0f8f836-2236-42de-9ecb-edb1697eb0de req-6660aa0b-98b9-4283-9db7-baf6835a472b tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316508 Jul 09 10:16:54.914237 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b66a2-80dc-4213-bd41-9593d3971642 req-a52afc64-4357-4c30-be2a-62070dbb4abd tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:54.915611 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e39b66a2-80dc-4213-bd41-9593d3971642 req-a52afc64-4357-4c30-be2a-62070dbb4abd tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 945 time: 0.0627286 Jul 09 10:16:54.924848 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 41154) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:16:54.929442 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-44369fe4-a239-463f-b818-27a22e35e14e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Request body: {'floatingip': {'port_id': '76399317-0178-4f00-aecc-b0943654c37d'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:16:54.971639 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44369fe4-a239-463f-b818-27a22e35e14e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:55.409044 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44369fe4-a239-463f-b818-27a22e35e14e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:55.412884 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44369fe4-a239-463f-b818-27a22e35e14e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:55.507657 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-44369fe4-a239-463f-b818-27a22e35e14e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Floating IP d0452264-5030-489e-9f9c-37316242b0c8 associated. External IP: 172.25.3.23, port: 76399317-0178-4f00-aecc-b0943654c37d. Jul 09 10:16:55.711625 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44369fe4-a239-463f-b818-27a22e35e14e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Router aaae0350-4fd3-45e4-86ca-4ad16dc51deb has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:16:56.071716 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44369fe4-a239-463f-b818-27a22e35e14e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:16:56.078167 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44369fe4-a239-463f-b818-27a22e35e14e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:16:56.081804 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81187a70-3cbc-4036-8ee3-398730221cdb None None] Sync routers for ids ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:16:56.091586 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81187a70-3cbc-4036-8ee3-398730221cdb None None] Routers {'aaae0350-4fd3-45e4-86ca-4ad16dc51deb'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:16:56.092228 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-81187a70-3cbc-4036-8ee3-398730221cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:16:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:16:56.113896 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-44369fe4-a239-463f-b818-27a22e35e14e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "PUT /v2.0/floatingips/d0452264-5030-489e-9f9c-37316242b0c8 HTTP/1.1" status: 200 len: 990 time: 1.1879513 Jul 09 10:16:56.114507 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f565bc-7a84-4140-9294-be25944a5790', 'tag': '76399317-0178-4f00-aecc-b0943654c37d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:16:56.116775 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8c0653-8ed4-488b-b70e-daf1f89d5fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "99f565bc-7a84-4140-9294-be25944a5790", "tag": "76399317-0178-4f00-aecc-b0943654c37d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:16:56.158096 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fe62d0-66c4-4aab-8061-ee57d853eb2f x-openstack-request-id: req-c7fe62d0-66c4-4aab-8061-ee57d853eb2f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:16:56.158391 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f565bc-7a84-4140-9294-be25944a5790", "tag": "76399317-0178-4f00-aecc-b0943654c37d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:16:56.158641 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c7fe62d0-66c4-4aab-8061-ee57d853eb2f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:16:56.159034 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f565bc-7a84-4140-9294-be25944a5790', 'tag': '76399317-0178-4f00-aecc-b0943654c37d', 'status': 'completed', 'code': 200} Jul 09 10:16:56.207978 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-81187a70-3cbc-4036-8ee3-398730221cdb None None] Set router aaae0350-4fd3-45e4-86ca-4ad16dc51deb gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:16:56.239858 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c0653-8ed4-488b-b70e-daf1f89d5fc8 req-84835b32-a666-4d46-abbe-7cd4d31e56bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:56.241390 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf8c0653-8ed4-488b-b70e-daf1f89d5fc8 req-84835b32-a666-4d46-abbe-7cd4d31e56bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 1096 time: 0.0579937 Jul 09 10:16:56.329814 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c0653-8ed4-488b-b70e-daf1f89d5fc8 req-7e49749d-f035-4921-8618-6697b2e2bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:56.331232 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf8c0653-8ed4-488b-b70e-daf1f89d5fc8 req-7e49749d-f035-4921-8618-6697b2e2bf5f service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0831811 Jul 09 10:16:56.399544 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf8c0653-8ed4-488b-b70e-daf1f89d5fc8 req-0ce99adf-82e8-4549-b6bc-a8070ad8dead service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76399317-0178-4f00-aecc-b0943654c37d HTTP/1.1" status: 200 len: 998 time: 0.0622334 Jul 09 10:16:56.434341 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-81187a70-3cbc-4036-8ee3-398730221cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'd0452264-5030-489e-9f9c-37316242b0c8', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'floating_ip_address': '172.25.3.23', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'port_id': '76399317-0178-4f00-aecc-b0943654c37d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'mac_address': 'fa:16:3e:26:5a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f565bc-7a84-4140-9294-be25944a5790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:10:26Z', 'updated_at': '2021-07-09T10:16:55Z', 'revision_number': 9, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:29Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:16:56.447589 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c0653-8ed4-488b-b70e-daf1f89d5fc8 req-71013079-b5f5-450f-a2e4-7882f4afca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:56.449103 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf8c0653-8ed4-488b-b70e-daf1f89d5fc8 req-71013079-b5f5-450f-a2e4-7882f4afca16 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0431466 Jul 09 10:16:56.458752 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:16:56.459905 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81187a70-3cbc-4036-8ee3-398730221cdb None None] Checking router: aaae0350-4fd3-45e4-86ca-4ad16dc51deb for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:16:56.468996 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81187a70-3cbc-4036-8ee3-398730221cdb None None] Routers {'aaae0350-4fd3-45e4-86ca-4ad16dc51deb'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:16:56.469600 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-81187a70-3cbc-4036-8ee3-398730221cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:16:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:16:56.505440 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c0653-8ed4-488b-b70e-daf1f89d5fc8 req-e8dd6802-caa5-45b6-9deb-9f82acd2c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:56.506987 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf8c0653-8ed4-488b-b70e-daf1f89d5fc8 req-e8dd6802-caa5-45b6-9deb-9f82acd2c8bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519333 Jul 09 10:16:56.607936 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf8c0653-8ed4-488b-b70e-daf1f89d5fc8 req-2f75a459-34b3-42ac-8797-31331bafd514 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945263 Jul 09 10:16:56.702485 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cf8c0653-8ed4-488b-b70e-daf1f89d5fc8 req-10b14179-ebfb-42bd-bb8e-41a860cd9324 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879078 Jul 09 10:16:56.731052 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-81187a70-3cbc-4036-8ee3-398730221cdb None None] Set router aaae0350-4fd3-45e4-86ca-4ad16dc51deb gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:16:56.951995 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-81187a70-3cbc-4036-8ee3-398730221cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'd0452264-5030-489e-9f9c-37316242b0c8', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'floating_ip_address': '172.25.3.23', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'port_id': '76399317-0178-4f00-aecc-b0943654c37d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'mac_address': 'fa:16:3e:26:5a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f565bc-7a84-4140-9294-be25944a5790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:10:26Z', 'updated_at': '2021-07-09T10:16:55Z', 'revision_number': 9, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:29Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:16:56.977972 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81187a70-3cbc-4036-8ee3-398730221cdb None None] The sync data for ids ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'] in n-d-799996-1 is: [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'd0452264-5030-489e-9f9c-37316242b0c8', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'floating_ip_address': '172.25.3.23', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'port_id': '76399317-0178-4f00-aecc-b0943654c37d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'mac_address': 'fa:16:3e:26:5a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f565bc-7a84-4140-9294-be25944a5790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:10:26Z', 'updated_at': '2021-07-09T10:16:55Z', 'revision_number': 9, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:29Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:16:57.164014 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffab471-2eb7-4a71-ae26-58032364230b None None] New status for floating IP d0452264-5030-489e-9f9c-37316242b0c8: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:16:58.234876 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-907daa1c-3279-4db6-bdda-913b2bf7f4b9 req-b0da5230-575f-407d-a0ee-d10877f6b9cb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528035 Jul 09 10:16:58.334094 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907daa1c-3279-4db6-bdda-913b2bf7f4b9 req-e31f8e5a-c4bb-477b-b881-4dcf841d8eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:58.335842 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-907daa1c-3279-4db6-bdda-913b2bf7f4b9 req-e31f8e5a-c4bb-477b-b881-4dcf841d8eb4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 1096 time: 0.0584078 Jul 09 10:16:58.439500 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907daa1c-3279-4db6-bdda-913b2bf7f4b9 req-4854324a-6e0f-4bf2-a685-a32b8c59290a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:58.441020 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-907daa1c-3279-4db6-bdda-913b2bf7f4b9 req-4854324a-6e0f-4bf2-a685-a32b8c59290a service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0845959 Jul 09 10:16:58.508942 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-907daa1c-3279-4db6-bdda-913b2bf7f4b9 req-7099c868-afa5-4b19-b79d-2ec44e82bf31 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76399317-0178-4f00-aecc-b0943654c37d HTTP/1.1" status: 200 len: 1001 time: 0.0615287 Jul 09 10:16:58.556252 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907daa1c-3279-4db6-bdda-913b2bf7f4b9 req-3ea1ab67-d215-4589-a66a-0d5ed3eda313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:58.557682 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-907daa1c-3279-4db6-bdda-913b2bf7f4b9 req-3ea1ab67-d215-4589-a66a-0d5ed3eda313 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0423191 Jul 09 10:16:58.612619 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907daa1c-3279-4db6-bdda-913b2bf7f4b9 req-432b1401-15d6-47ae-869d-cc6c147fc7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:16:58.614160 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-907daa1c-3279-4db6-bdda-913b2bf7f4b9 req-432b1401-15d6-47ae-869d-cc6c147fc7d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504138 Jul 09 10:16:58.705018 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-907daa1c-3279-4db6-bdda-913b2bf7f4b9 req-b3462d2d-4a35-436d-853a-9b991eeebcff service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846486 Jul 09 10:16:58.793439 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-907daa1c-3279-4db6-bdda-913b2bf7f4b9 req-03260cb6-0003-4c40-b25b-63c36f4a2f29 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820169 Jul 09 10:17:04.255578 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:17:06.802184 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc104cfd-7c8b-441e-a4df-73fe147d428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:17:09.410425 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66285f9b-92c5-4aee-8363-5b8c7351204c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:17:09.485822 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:17:09.577746 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:17:11.299999 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:17:13.094106 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:17:33.459745 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:17:34.253303 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:17:36.802695 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ad7f69db-25ad-49de-8eed-20ccd4a216a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:17:39.063626 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-d74e61de-83a8-4d2e-9735-811d2cef2f3f req-dd644be3-5e97-4f6e-95aa-694792d048ba service neutron] (93790) timed out ('10.222.0.61', 36772) {{(pid=93790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 10:17:39.411054 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9714dbde-9840-4606-a798-f65b5d180bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:17:39.487812 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:17:39.577179 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:17:41.302653 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:17:43.097077 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:17:58.222786 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8bb9e5af-06a3-4611-b06c-8b8e88d5cfb5 req-fa2e8e97-8e4e-42df-8ab3-7b57088a3086 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517676 Jul 09 10:17:58.324651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9e5af-06a3-4611-b06c-8b8e88d5cfb5 req-c5125f44-9601-444f-906a-efbf61d4796b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:17:58.326194 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8bb9e5af-06a3-4611-b06c-8b8e88d5cfb5 req-c5125f44-9601-444f-906a-efbf61d4796b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 1096 time: 0.0576060 Jul 09 10:17:58.429246 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9e5af-06a3-4611-b06c-8b8e88d5cfb5 req-7bc61450-a104-42a5-9063-2b1ff74819d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:17:58.430628 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8bb9e5af-06a3-4611-b06c-8b8e88d5cfb5 req-7bc61450-a104-42a5-9063-2b1ff74819d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0834727 Jul 09 10:17:58.498337 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8bb9e5af-06a3-4611-b06c-8b8e88d5cfb5 req-ec0dfb26-4a12-4180-a29e-de05d3503472 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76399317-0178-4f00-aecc-b0943654c37d HTTP/1.1" status: 200 len: 1001 time: 0.0604947 Jul 09 10:17:58.547469 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9e5af-06a3-4611-b06c-8b8e88d5cfb5 req-c6e74649-02ec-40d7-ab8b-fd4f1cbcfba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:17:58.548951 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8bb9e5af-06a3-4611-b06c-8b8e88d5cfb5 req-c6e74649-02ec-40d7-ab8b-fd4f1cbcfba4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0441749 Jul 09 10:17:58.605505 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9e5af-06a3-4611-b06c-8b8e88d5cfb5 req-590c7ad2-d3ca-4a25-b11c-04350ba4d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:17:58.607063 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8bb9e5af-06a3-4611-b06c-8b8e88d5cfb5 req-590c7ad2-d3ca-4a25-b11c-04350ba4d960 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510592 Jul 09 10:17:58.701044 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8bb9e5af-06a3-4611-b06c-8b8e88d5cfb5 req-10f6dd4a-06f5-41f5-ab1c-588eb58b2c77 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850689 Jul 09 10:17:58.788377 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8bb9e5af-06a3-4611-b06c-8b8e88d5cfb5 req-16ec4074-411a-42b6-84e1-4b05019cea47 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812371 Jul 09 10:18:04.255032 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:18:06.803616 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-50640ccf-3936-4e35-a36b-45f9ba4992d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:18:09.411707 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1409435b-9b3a-4d1b-b270-26b824141926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:18:09.501228 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:18:09.577660 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:18:10.458695 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:18:11.306724 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:18:13.098977 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:18:20.574810 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [req-4da418e1-5157-4959-9769-0b74c801335a req-cf442e5e-8ab4-4619-b545-7a86408d0459 service neutron] (93791) timed out ('10.222.0.61', 49322) {{(pid=93791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 10:18:34.266433 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:18:36.804092 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5f750368-5e10-40bd-805c-d2b30658c5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:18:39.413502 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-29909f5b-5abc-47ef-91f5-93230069f7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:18:39.497156 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:18:39.579128 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:18:41.308519 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:18:43.101989 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:18:47.458911 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:18:59.234537 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6c31ea8-3abb-429c-bd13-3793a1046a50 req-f653881a-661d-4e9f-aad2-9eca81d29e16 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540962 Jul 09 10:18:59.336182 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c31ea8-3abb-429c-bd13-3793a1046a50 req-dd3f59f1-8793-49ed-9977-54618f8cc886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:18:59.337701 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6c31ea8-3abb-429c-bd13-3793a1046a50 req-dd3f59f1-8793-49ed-9977-54618f8cc886 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 1096 time: 0.0565000 Jul 09 10:18:59.440441 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c31ea8-3abb-429c-bd13-3793a1046a50 req-15994e73-cc61-4c46-a3a3-1fab07d57bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:18:59.441836 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6c31ea8-3abb-429c-bd13-3793a1046a50 req-15994e73-cc61-4c46-a3a3-1fab07d57bf4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0831122 Jul 09 10:18:59.510129 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6c31ea8-3abb-429c-bd13-3793a1046a50 req-37fcfad1-902e-4131-bede-13d5f96a9bb4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76399317-0178-4f00-aecc-b0943654c37d HTTP/1.1" status: 200 len: 1001 time: 0.0617580 Jul 09 10:18:59.557654 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c31ea8-3abb-429c-bd13-3793a1046a50 req-84ebfad2-fa73-4b62-97fc-279a8bfcd491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:18:59.559091 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6c31ea8-3abb-429c-bd13-3793a1046a50 req-84ebfad2-fa73-4b62-97fc-279a8bfcd491 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0423391 Jul 09 10:18:59.614048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c31ea8-3abb-429c-bd13-3793a1046a50 req-c8275887-61a6-493b-b3d9-cb841d015902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:18:59.615531 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6c31ea8-3abb-429c-bd13-3793a1046a50 req-c8275887-61a6-493b-b3d9-cb841d015902 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506027 Jul 09 10:18:59.708722 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6c31ea8-3abb-429c-bd13-3793a1046a50 req-09a6fd97-be5a-491d-a3da-3f63d7a77d0e service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852187 Jul 09 10:18:59.798452 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f6c31ea8-3abb-429c-bd13-3793a1046a50 req-bf951e69-785c-42dd-9a36-1126d3c2ddc7 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841374 Jul 09 10:19:04.265527 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:06.804386 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0cdbf83c-c218-4afe-a181-8d54d9662df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:09.414019 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b5f02bfb-7166-45a0-aea3-b924d94380c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:09.511480 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:09.580344 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:11.311154 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:13.105391 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:24.458796 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:19:26.553558 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 41484) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:19:26.667018 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32e02d-a8c8-4b45-88d6-f5dce0e0ea47 req-1daf80ab-2def-48cc-bcbe-7edab4950395 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:26.668591 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c32e02d-a8c8-4b45-88d6-f5dce0e0ea47 req-1daf80ab-2def-48cc-bcbe-7edab4950395 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 945 time: 0.0658815 Jul 09 10:19:26.672181 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2a1662d3-119d-4b06-b85c-25101a086238 req-138a3430-9c4f-467a-9d33-b975482d95ce service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1174188 Jul 09 10:19:26.712509 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5c32e02d-a8c8-4b45-88d6-f5dce0e0ea47 req-efdf308d-8a7f-42bb-be91-0a5a66ea5f72 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380752 Jul 09 10:19:27.890357 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5815eeb-2842-45cc-86ce-b64a97ccdd29 req-5134a721-574d-4684-a638-68c57c4b1484 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:27.891879 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5815eeb-2842-45cc-86ce-b64a97ccdd29 req-5134a721-574d-4684-a638-68c57c4b1484 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 945 time: 0.0627034 Jul 09 10:19:27.929493 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5815eeb-2842-45cc-86ce-b64a97ccdd29 req-3405c442-e054-46c3-b2a4-9e0496a54522 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320599 Jul 09 10:19:28.936491 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1662d3-119d-4b06-b85c-25101a086238 req-bb6763eb-c791-4140-b990-fd97a0211037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:28.938001 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a1662d3-119d-4b06-b85c-25101a086238 req-bb6763eb-c791-4140-b990-fd97a0211037 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 1096 time: 0.0534787 Jul 09 10:19:29.032043 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1662d3-119d-4b06-b85c-25101a086238 req-34429464-2694-43fc-a423-1cb007846d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:29.033539 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a1662d3-119d-4b06-b85c-25101a086238 req-34429464-2694-43fc-a423-1cb007846d97 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0896363 Jul 09 10:19:29.131606 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a1662d3-119d-4b06-b85c-25101a086238 req-c0abe1dd-d25d-4abb-813f-8bceb8701c7b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76399317-0178-4f00-aecc-b0943654c37d HTTP/1.1" status: 200 len: 1001 time: 0.0912721 Jul 09 10:19:29.184821 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c40f68-2f25-452e-a75c-6c10fa5eda3d req-8a1658c7-fada-43cf-a6dd-8515c2313c75 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:29.186332 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88c40f68-2f25-452e-a75c-6c10fa5eda3d req-8a1658c7-fada-43cf-a6dd-8515c2313c75 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 945 time: 0.1399398 Jul 09 10:19:29.202471 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1662d3-119d-4b06-b85c-25101a086238 req-5a220848-33cd-4049-b63f-4ceb5f9828b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:29.203814 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a1662d3-119d-4b06-b85c-25101a086238 req-5a220848-33cd-4049-b63f-4ceb5f9828b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0661676 Jul 09 10:19:29.255123 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-88c40f68-2f25-452e-a75c-6c10fa5eda3d req-d6b5ccbb-2c0d-42c3-bf86-cd6c5183ac81 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626829 Jul 09 10:19:29.280718 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1662d3-119d-4b06-b85c-25101a086238 req-ec1a2a77-8cbe-4b38-bf42-a47d6fc670af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:29.282297 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a1662d3-119d-4b06-b85c-25101a086238 req-ec1a2a77-8cbe-4b38-bf42-a47d6fc670af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722983 Jul 09 10:19:29.373729 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a1662d3-119d-4b06-b85c-25101a086238 req-fc6d4208-052c-4a3c-ab6c-a5ea23950653 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845506 Jul 09 10:19:29.460168 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a1662d3-119d-4b06-b85c-25101a086238 req-f17305a9-4a85-4dbb-9b58-ba2ef5544e3d service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803590 Jul 09 10:19:30.433840 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7ebc8-a6ec-4886-a9d0-022614b54eca req-9686852d-40be-483d-b83e-1e3b7c4007f7 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:30.435270 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-54b7ebc8-a6ec-4886-a9d0-022614b54eca req-9686852d-40be-483d-b83e-1e3b7c4007f7 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 945 time: 0.0671291 Jul 09 10:19:30.472186 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-54b7ebc8-a6ec-4886-a9d0-022614b54eca req-a38cc026-e27f-43aa-a04d-ad8783112aaa tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314109 Jul 09 10:19:31.645944 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b6f8b-e74e-4091-ac6a-0268547b163b req-35397175-b9c2-4b13-85e9-692566ce47b7 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:31.647527 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f9b6f8b-e74e-4091-ac6a-0268547b163b req-35397175-b9c2-4b13-85e9-692566ce47b7 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 945 time: 0.0642543 Jul 09 10:19:31.686485 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9f9b6f8b-e74e-4091-ac6a-0268547b163b req-d25091fb-d581-4d4c-b2fd-4c94e563bc28 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333261 Jul 09 10:19:32.858001 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4d496-9008-4fb9-bdae-2840d9b205c6 req-a14a684d-f264-4db8-9e60-fd78d532673b tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:32.859489 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d4d496-9008-4fb9-bdae-2840d9b205c6 req-a14a684d-f264-4db8-9e60-fd78d532673b tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 945 time: 0.0628765 Jul 09 10:19:32.896853 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b7d4d496-9008-4fb9-bdae-2840d9b205c6 req-238c656f-aff1-43aa-bbb4-d522bab0a3d7 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317438 Jul 09 10:19:34.082281 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeee010-c71c-45bb-8384-0d0fab66307c req-abdb0af4-7b0b-449c-9b23-37eeeca534ad tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:34.083814 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ceeee010-c71c-45bb-8384-0d0fab66307c req-abdb0af4-7b0b-449c-9b23-37eeeca534ad tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 945 time: 0.0679531 Jul 09 10:19:34.121379 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ceeee010-c71c-45bb-8384-0d0fab66307c req-6fb7b0e0-5d09-44fe-8060-5add2a762987 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315940 Jul 09 10:19:34.263099 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:35.296101 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa6151-8259-4893-8f75-99a93164c9b6 req-4abc2d8d-3b78-44a4-9f60-97f241f35efb tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:35.297592 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2aaa6151-8259-4893-8f75-99a93164c9b6 req-4abc2d8d-3b78-44a4-9f60-97f241f35efb tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 945 time: 0.0630724 Jul 09 10:19:35.334514 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2aaa6151-8259-4893-8f75-99a93164c9b6 req-a8f128d5-ae5d-403b-80a2-fae0a36ea72a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314064 Jul 09 10:19:36.507609 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e5e26-754e-4c68-b3cc-58521197adf6 req-67c8bf3f-65f8-4700-b8a5-328bbedc405b tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:36.509039 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-745e5e26-754e-4c68-b3cc-58521197adf6 req-67c8bf3f-65f8-4700-b8a5-328bbedc405b tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 945 time: 0.0658381 Jul 09 10:19:36.547154 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-745e5e26-754e-4c68-b3cc-58521197adf6 req-bf8b475e-ab5e-481b-b5ac-a777337b2342 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325217 Jul 09 10:19:36.805399 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1bfd8b62-87b5-4228-b595-f26dc5d955f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:37.722189 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71889ee-d565-49b3-8fa9-2ba28230fe0c req-33ff7a89-8d13-4a6d-963c-7c57db4867c5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:37.723660 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f71889ee-d565-49b3-8fa9-2ba28230fe0c req-33ff7a89-8d13-4a6d-963c-7c57db4867c5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 945 time: 0.0630388 Jul 09 10:19:37.760118 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f71889ee-d565-49b3-8fa9-2ba28230fe0c req-5f53378f-c949-4e65-b345-20b144a00d41 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308385 Jul 09 10:19:38.936782 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc67819-c690-4a2e-8522-440018de7689 req-6cbd4db1-fa05-47a9-bf52-2102fb527667 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:38.938301 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-acc67819-c690-4a2e-8522-440018de7689 req-6cbd4db1-fa05-47a9-bf52-2102fb527667 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 945 time: 0.0637212 Jul 09 10:19:38.976311 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-acc67819-c690-4a2e-8522-440018de7689 req-4041a002-caea-4102-b1d8-ab44b39900e0 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324407 Jul 09 10:19:39.413907 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-39368325-1e5f-4388-9032-997b9a57db27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:39.511479 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:39.581025 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:40.151569 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144198e-5e5c-427e-be47-47dc25509f02 req-7dc8f30c-3a9a-49e1-98a1-93b5b95873c8 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:40.153111 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2144198e-5e5c-427e-be47-47dc25509f02 req-7dc8f30c-3a9a-49e1-98a1-93b5b95873c8 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 945 time: 0.0676687 Jul 09 10:19:40.193075 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2144198e-5e5c-427e-be47-47dc25509f02 req-2e229b2c-326b-465c-8f8a-1dd3738055de tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343473 Jul 09 10:19:41.313689 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:41.367318 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273df8b-3d1e-450d-9ec4-a4915324ca36 req-eddd46ed-ec31-4d64-aae2-37b3f0117440 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:41.368828 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2273df8b-3d1e-450d-9ec4-a4915324ca36 req-eddd46ed-ec31-4d64-aae2-37b3f0117440 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 945 time: 0.0627995 Jul 09 10:19:41.448972 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2273df8b-3d1e-450d-9ec4-a4915324ca36 req-7bcdc8f0-bb35-431c-a322-8af91233d6d9 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739887 Jul 09 10:19:41.458409 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-2a1662d3-119d-4b06-b85c-25101a086238 req-7881ad6b-0a2c-404b-a956-8937c27814e4 service neutron] show failed (client error): The resource could not be found. Jul 09 10:19:41.459460 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a1662d3-119d-4b06-b85c-25101a086238 req-7881ad6b-0a2c-404b-a956-8937c27814e4 service neutron] 10.222.0.64 "GET /v2.0/ports/76399317-0178-4f00-aecc-b0943654c37d/bindings/n-h1-799996-1 HTTP/1.1" status: 404 len: 380 time: 0.0853841 Jul 09 10:19:41.748524 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1662d3-119d-4b06-b85c-25101a086238 req-3268a88d-6aa5-426c-b7e0-54baf4592e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:41.750005 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2a1662d3-119d-4b06-b85c-25101a086238 req-3268a88d-6aa5-426c-b7e0-54baf4592e27 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790&tenant_id=42a25a16a1984634b009ae159bd0e228 HTTP/1.1" status: 200 len: 1096 time: 0.0946038 Jul 09 10:19:41.761030 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799996-1', 'device_owner': 'compute:nova'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:19:41.835862 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:42.036715 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] For port 76399317-0178-4f00-aecc-b0943654c37d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=76399317-0178-4f00-aecc-b0943654c37d,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:19:42.070259 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] For port 76399317-0178-4f00-aecc-b0943654c37d, host n-h2-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:19:42.109025 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f565bc-7a84-4140-9294-be25944a5790', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76399317-0178-4f00-aecc-b0943654c37d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:19:42.111328 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf058ec7-3d2e-4626-b1d6-c2c63eae52c3" -d '{"events": [{"server_uuid": "99f565bc-7a84-4140-9294-be25944a5790", "name": "network-vif-unplugged", "status": "completed", "tag": "76399317-0178-4f00-aecc-b0943654c37d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:19:42.115274 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:42.128156 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Transition to ACTIVE for port object 76399317-0178-4f00-aecc-b0943654c37d will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:19:42.131867 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:42.174552 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 10:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550370a1-887e-4a51-b8dc-4e88b73466e1 x-openstack-request-id: req-550370a1-887e-4a51-b8dc-4e88b73466e1 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:19:42.174845 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f565bc-7a84-4140-9294-be25944a5790", "name": "network-vif-unplugged", "status": "completed", "tag": "76399317-0178-4f00-aecc-b0943654c37d", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:19:42.175095 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-550370a1-887e-4a51-b8dc-4e88b73466e1 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:19:42.175487 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f565bc-7a84-4140-9294-be25944a5790', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76399317-0178-4f00-aecc-b0943654c37d', 'code': 200} Jul 09 10:19:42.229020 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=76399317-0178-4f00-aecc-b0943654c37d,revision_number=6']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:19:42.241474 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:42.241844 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:42.242163 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:42.242493 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:42.242991 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:42.243177 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:42.243468 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:42.243927 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:42.244128 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:42.244498 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:42.244828 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:42.245102 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:42.274327 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] No DVR routers for this DVR port 76399317-0178-4f00-aecc-b0943654c37d on host n-h2-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:19:42.413778 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Attempting to bind port 76399317-0178-4f00-aecc-b0943654c37d on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:19:42.414114 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Attempting to bind port 76399317-0178-4f00-aecc-b0943654c37d by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:19:42.414442 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Attempting to bind port 76399317-0178-4f00-aecc-b0943654c37d on network aea9bae3-92d3-405d-b35a-d47d753c95ac {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:19:42.423762 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Port 76399317-0178-4f00-aecc-b0943654c37d on network aea9bae3-92d3-405d-b35a-d47d753c95ac not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:19:42.424024 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Attempting to bind port 76399317-0178-4f00-aecc-b0943654c37d on network aea9bae3-92d3-405d-b35a-d47d753c95ac {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:19:42.429165 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:19:42.429507 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Checking segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:19:42.429890 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Bound using segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:19:42.430320 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Bound port: 76399317-0178-4f00-aecc-b0943654c37d, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:19:42.430678 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:42.496014 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] For port 76399317-0178-4f00-aecc-b0943654c37d, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:19:42.499433 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] For port 76399317-0178-4f00-aecc-b0943654c37d, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=76399317-0178-4f00-aecc-b0943654c37d,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:19:42.504713 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:42.537587 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:42.538206 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:42.540172 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] 10.222.0.58 "PUT /v2.0/ports/76399317-0178-4f00-aecc-b0943654c37d HTTP/1.1" status: 200 len: 1091 time: 0.7825077 Jul 09 10:19:42.598304 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac0812-21e5-476d-99eb-c7a42cbd9fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=76399317-0178-4f00-aecc-b0943654c37d,revision_number=7']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:19:42.628279 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1662d3-119d-4b06-b85c-25101a086238 req-7d42ea6c-5ba4-4165-9fca-950415f778a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:42.629800 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2a1662d3-119d-4b06-b85c-25101a086238 req-7d42ea6c-5ba4-4165-9fca-950415f778a9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 1094 time: 0.0632787 Jul 09 10:19:42.631616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ad7ce-1900-4f13-bf8c-7ba15e8f41f0 req-ec4a06d9-034b-4641-b504-09af9b58ae50 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:42.633211 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3c0ad7ce-1900-4f13-bf8c-7ba15e8f41f0 req-ec4a06d9-034b-4641-b504-09af9b58ae50 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 943 time: 0.0683553 Jul 09 10:19:42.674320 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3c0ad7ce-1900-4f13-bf8c-7ba15e8f41f0 req-013687ad-63ce-448e-a672-f0fed8cff4e7 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348842 Jul 09 10:19:42.729839 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8e7d234c-6e7c-434a-a802-5c5e576fac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:42.731433 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2a1662d3-119d-4b06-b85c-25101a086238 req-8e7d234c-6e7c-434a-a802-5c5e576fac7c service neutron] 10.222.0.58 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0951045 Jul 09 10:19:42.797510 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2a1662d3-119d-4b06-b85c-25101a086238 req-cf181284-dac3-4db4-8e8a-e3ffad366c6a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76399317-0178-4f00-aecc-b0943654c37d HTTP/1.1" status: 200 len: 999 time: 0.0590475 Jul 09 10:19:42.851060 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1662d3-119d-4b06-b85c-25101a086238 req-62060865-ccb9-4e40-a77f-b45cd0a0f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:42.852514 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2a1662d3-119d-4b06-b85c-25101a086238 req-62060865-ccb9-4e40-a77f-b45cd0a0f1bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0461178 Jul 09 10:19:42.913565 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1662d3-119d-4b06-b85c-25101a086238 req-ddb1006e-780d-419f-beb1-e5466770d812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:42.915069 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2a1662d3-119d-4b06-b85c-25101a086238 req-ddb1006e-780d-419f-beb1-e5466770d812 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559213 Jul 09 10:19:43.002868 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2a1662d3-119d-4b06-b85c-25101a086238 req-6fe6acd5-4c8b-41b2-9ae5-a3a4ef6a3afc service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813572 Jul 09 10:19:43.095765 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2a1662d3-119d-4b06-b85c-25101a086238 req-1d12c712-a6de-4eab-9b7b-a520b436bfdc service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868804 Jul 09 10:19:43.107463 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:43.852250 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59be2a-0251-41e6-9f86-d1e58cf08c30 req-c8217905-f9b3-4bb5-9efa-9ec57d35bd65 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:43.853748 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e59be2a-0251-41e6-9f86-d1e58cf08c30 req-c8217905-f9b3-4bb5-9efa-9ec57d35bd65 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 943 time: 0.0625401 Jul 09 10:19:43.892728 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5e59be2a-0251-41e6-9f86-d1e58cf08c30 req-72b302b3-bf2f-49d7-ac6d-855f36dc6b3a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334001 Jul 09 10:19:44.176460 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f565bc-7a84-4140-9294-be25944a5790', 'tag': '76399317-0178-4f00-aecc-b0943654c37d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:19:44.178832 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa482082-e067-4961-bcc7-a991bbb5a727" -d '{"events": [{"name": "network-changed", "server_uuid": "99f565bc-7a84-4140-9294-be25944a5790", "tag": "76399317-0178-4f00-aecc-b0943654c37d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:19:44.225834 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a720d7-d778-48d7-a08a-291d6fcd3313 x-openstack-request-id: req-80a720d7-d778-48d7-a08a-291d6fcd3313 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:19:44.226129 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f565bc-7a84-4140-9294-be25944a5790", "tag": "76399317-0178-4f00-aecc-b0943654c37d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:19:44.226389 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-80a720d7-d778-48d7-a08a-291d6fcd3313 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:19:44.226801 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f565bc-7a84-4140-9294-be25944a5790', 'tag': '76399317-0178-4f00-aecc-b0943654c37d', 'status': 'completed', 'code': 200} Jul 09 10:19:44.303877 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482082-e067-4961-bcc7-a991bbb5a727 req-776d9176-da78-4289-bc0b-ef89cdc62f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:44.304901 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482082-e067-4961-bcc7-a991bbb5a727 req-d1d1067d-fed6-44e2-ab4f-52f69180b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:44.305403 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa482082-e067-4961-bcc7-a991bbb5a727 req-776d9176-da78-4289-bc0b-ef89cdc62f2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 1094 time: 0.0592175 Jul 09 10:19:44.306406 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fa482082-e067-4961-bcc7-a991bbb5a727 req-d1d1067d-fed6-44e2-ab4f-52f69180b2d1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 1094 time: 0.0546398 Jul 09 10:19:44.394512 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482082-e067-4961-bcc7-a991bbb5a727 req-e11ff4d8-24c7-4846-a6e2-ecd6ce455ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:44.394995 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482082-e067-4961-bcc7-a991bbb5a727 req-8bc2733e-5b49-421b-86fa-6beabbf71168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:44.396061 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa482082-e067-4961-bcc7-a991bbb5a727 req-e11ff4d8-24c7-4846-a6e2-ecd6ce455ff0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0843174 Jul 09 10:19:44.396562 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fa482082-e067-4961-bcc7-a991bbb5a727 req-8bc2733e-5b49-421b-86fa-6beabbf71168 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0834627 Jul 09 10:19:44.463729 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa482082-e067-4961-bcc7-a991bbb5a727 req-c1a60826-ea7e-4e9e-8877-cac581554a20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76399317-0178-4f00-aecc-b0943654c37d HTTP/1.1" status: 200 len: 999 time: 0.0616071 Jul 09 10:19:44.472898 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fa482082-e067-4961-bcc7-a991bbb5a727 req-9e36bb53-bd34-45ae-b6e9-f514989d89b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76399317-0178-4f00-aecc-b0943654c37d HTTP/1.1" status: 200 len: 999 time: 0.0635273 Jul 09 10:19:44.512511 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482082-e067-4961-bcc7-a991bbb5a727 req-8c7c7701-37df-4533-bf1d-fb9efddfb832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:44.514036 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa482082-e067-4961-bcc7-a991bbb5a727 req-8c7c7701-37df-4533-bf1d-fb9efddfb832 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0438950 Jul 09 10:19:44.524499 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482082-e067-4961-bcc7-a991bbb5a727 req-361038d1-36d2-41b5-a6b3-7b348755ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:44.525974 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fa482082-e067-4961-bcc7-a991bbb5a727 req-361038d1-36d2-41b5-a6b3-7b348755ba5a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0465178 Jul 09 10:19:44.572064 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482082-e067-4961-bcc7-a991bbb5a727 req-9c222061-c56a-4ef5-a739-dc9258f30343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:44.573639 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa482082-e067-4961-bcc7-a991bbb5a727 req-9c222061-c56a-4ef5-a739-dc9258f30343 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535302 Jul 09 10:19:44.590403 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482082-e067-4961-bcc7-a991bbb5a727 req-da782610-8b3c-45e5-8dd3-5fba277c5e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:44.592463 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fa482082-e067-4961-bcc7-a991bbb5a727 req-da782610-8b3c-45e5-8dd3-5fba277c5e32 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553842 Jul 09 10:19:44.692200 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fa482082-e067-4961-bcc7-a991bbb5a727 req-097b5c18-2936-44de-a435-01097e48403c service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922387 Jul 09 10:19:44.787079 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-fa482082-e067-4961-bcc7-a991bbb5a727 req-d757686a-6ddb-4ff0-9d2a-3b6d0c2a383e service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888867 Jul 09 10:19:44.931911 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa482082-e067-4961-bcc7-a991bbb5a727 req-fe0e8b47-cf2d-43c8-932c-1528dcd2347b service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514163 Jul 09 10:19:45.049256 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa482082-e067-4961-bcc7-a991bbb5a727 req-f02221c7-0483-42a1-81bc-cbf679c99ced service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106012 Jul 09 10:19:45.090180 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfd6aa-4dc6-4779-b8a5-2310321e1893 req-428b4919-4450-4a43-b077-d1c644fb1c92 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:45.092303 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fcbfd6aa-4dc6-4779-b8a5-2310321e1893 req-428b4919-4450-4a43-b077-d1c644fb1c92 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 943 time: 0.0811658 Jul 09 10:19:45.132409 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fcbfd6aa-4dc6-4779-b8a5-2310321e1893 req-5653350c-9226-472b-a394-3966951da12c tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346100 Jul 09 10:19:45.175431 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 76399317-0178-4f00-aecc-b0943654c37d no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:19:45.213682 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 76399317-0178-4f00-aecc-b0943654c37d not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:19:45.532886 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-8442ce7f-7473-41a2-ae9e-8ee16bfe5b11 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:45.534488 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-8442ce7f-7473-41a2-ae9e-8ee16bfe5b11 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.58 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790&tenant_id=42a25a16a1984634b009ae159bd0e228&binding%3Ahost_id=n-h1-799996-1 HTTP/1.1" status: 200 len: 943 time: 0.0769653 Jul 09 10:19:45.582960 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e15d6-fd25-4037-8f14-424ad06b5e1e req-17b55f7b-b787-49bf-87db-d7170a44a683 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:45.584406 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de2e15d6-fd25-4037-8f14-424ad06b5e1e req-17b55f7b-b787-49bf-87db-d7170a44a683 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 943 time: 0.0631335 Jul 09 10:19:45.593702 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b2695fa1-f386-4c28-8b20-0e0ed2debea6 service neutron] 10.222.0.58 "GET /v2.0/ports/76399317-0178-4f00-aecc-b0943654c37d/bindings/n-h1-799996-1 HTTP/1.1" status: 200 len: 382 time: 0.0537863 Jul 09 10:19:45.624111 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de2e15d6-fd25-4037-8f14-424ad06b5e1e req-4b33e855-6409-4dba-8611-d29a0eacbf6b tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338197 Jul 09 10:19:45.670798 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-019a158d-8aec-43df-8091-8bd459eb6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:45.672357 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-019a158d-8aec-43df-8091-8bd459eb6300 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 1094 time: 0.0565307 Jul 09 10:19:45.764874 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-3f8aaae6-5189-4f46-bef0-bd826d59108c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:45.766356 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-3f8aaae6-5189-4f46-bef0-bd826d59108c service neutron] 10.222.0.58 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0877879 Jul 09 10:19:45.830965 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-2a4d48a2-5926-4ced-b9b3-b131dd32186e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76399317-0178-4f00-aecc-b0943654c37d HTTP/1.1" status: 200 len: 999 time: 0.0587986 Jul 09 10:19:45.883346 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-de75370e-4284-4112-84f7-1cda9e3951a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:45.884740 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-de75370e-4284-4112-84f7-1cda9e3951a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0475156 Jul 09 10:19:45.940378 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-af69b845-b47e-4b75-aa9b-d5ade57b3068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:45.941870 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-af69b845-b47e-4b75-aa9b-d5ade57b3068 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510547 Jul 09 10:19:46.029899 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b16badf0-2be0-4ad7-9ad6-3296f542ece7 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813181 Jul 09 10:19:46.122663 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-8203744b-8126-40cb-b83f-049ccb823615 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860355 Jul 09 10:19:46.624966 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 76399317-0178-4f00-aecc-b0943654c37d details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:19:46.718250 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 76399317-0178-4f00-aecc-b0943654c37d, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=76399317-0178-4f00-aecc-b0943654c37d,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:19:46.733174 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '76399317-0178-4f00-aecc-b0943654c37d', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'port_id': '76399317-0178-4f00-aecc-b0943654c37d', 'mac_address': 'fa:16:3e:26:5a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:19:46.769983 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:46.782995 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76399317-0178-4f00-aecc-b0943654c37d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:19:46.801111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dac1d-2c12-4a9e-b4f7-00eff381435e req-2f849f08-4c7b-4f39-96fa-b27ceb974c60 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:46.802646 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e03dac1d-2c12-4a9e-b4f7-00eff381435e req-2f849f08-4c7b-4f39-96fa-b27ceb974c60 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 943 time: 0.0649729 Jul 09 10:19:46.802912 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 76399317-0178-4f00-aecc-b0943654c37d, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=76399317-0178-4f00-aecc-b0943654c37d,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:19:46.807596 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:46.841584 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e03dac1d-2c12-4a9e-b4f7-00eff381435e req-29be0564-0083-4643-82c8-5cf36f355ae2 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323632 Jul 09 10:19:46.855331 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=76399317-0178-4f00-aecc-b0943654c37d,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:19:46.862903 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:46.863255 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:46.863598 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:46.864081 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:46.864433 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:46.864771 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:46.865097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:46.865434 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:46.865761 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:46.866084 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:46.866412 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:46.866737 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:47.054052 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['76399317-0178-4f00-aecc-b0943654c37d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:19:48.064753 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf104e-f968-4fc2-bd39-179c77c67a88 req-e6fe21a7-9ada-445b-aad7-52e367f28a70 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:48.066289 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ebf104e-f968-4fc2-bd39-179c77c67a88 req-e6fe21a7-9ada-445b-aad7-52e367f28a70 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 944 time: 0.1086996 Jul 09 10:19:48.069837 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-85f366a1-6cd2-4a34-9e26-3407682cee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:48.071247 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-85f366a1-6cd2-4a34-9e26-3407682cee9e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790&tenant_id=42a25a16a1984634b009ae159bd0e228 HTTP/1.1" status: 200 len: 1095 time: 0.1021638 Jul 09 10:19:48.083624 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799996-1', 'device_owner': 'compute:nova'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:19:48.142555 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ebf104e-f968-4fc2-bd39-179c77c67a88 req-a480ed07-bdd8-4108-9216-cf1d8b2c58e2 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703027 Jul 09 10:19:48.179640 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:48.378293 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] For port 76399317-0178-4f00-aecc-b0943654c37d, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=76399317-0178-4f00-aecc-b0943654c37d,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:19:48.411134 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] For port 76399317-0178-4f00-aecc-b0943654c37d, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:19:48.442320 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 76399317-0178-4f00-aecc-b0943654c37d {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:19:48.450418 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:48.461092 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Ignored duplicate provisioning block setup for port 76399317-0178-4f00-aecc-b0943654c37d by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 10:19:48.464434 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:48.565467 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Pushing event updated for resources: {'Port': ['ID=76399317-0178-4f00-aecc-b0943654c37d,revision_number=9']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:19:48.589421 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:48.589764 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:48.590104 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:48.590437 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:48.590765 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:48.591091 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:48.591453 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:48.591803 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:48.592127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:48.592447 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:48.592764 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:48.593082 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:19:48.648986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] No DVR routers for this DVR port 76399317-0178-4f00-aecc-b0943654c37d on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:19:48.781471 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Attempting to bind port 76399317-0178-4f00-aecc-b0943654c37d on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:19:48.781707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Attempting to bind port 76399317-0178-4f00-aecc-b0943654c37d by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:19:48.782034 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Attempting to bind port 76399317-0178-4f00-aecc-b0943654c37d on network aea9bae3-92d3-405d-b35a-d47d753c95ac {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:19:48.786348 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Port 76399317-0178-4f00-aecc-b0943654c37d on network aea9bae3-92d3-405d-b35a-d47d753c95ac not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:19:48.786672 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Attempting to bind port 76399317-0178-4f00-aecc-b0943654c37d on network aea9bae3-92d3-405d-b35a-d47d753c95ac {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:19:48.792011 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:19:48.792409 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Checking segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:19:48.792790 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Bound using segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:19:48.793218 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Bound port: 76399317-0178-4f00-aecc-b0943654c37d, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:19:48.793582 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:48.855798 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] For port 76399317-0178-4f00-aecc-b0943654c37d, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:19:48.859561 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] For port 76399317-0178-4f00-aecc-b0943654c37d, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=76399317-0178-4f00-aecc-b0943654c37d,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:19:48.863897 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:48.898382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:48.899005 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:48.900459 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] 10.222.0.64 "PUT /v2.0/ports/76399317-0178-4f00-aecc-b0943654c37d HTTP/1.1" status: 200 len: 1091 time: 0.8208218 Jul 09 10:19:48.900953 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f565bc-7a84-4140-9294-be25944a5790', 'tag': '76399317-0178-4f00-aecc-b0943654c37d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:19:48.903127 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6028f7f6-0f81-4006-8318-cd8944d65cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "99f565bc-7a84-4140-9294-be25944a5790", "tag": "76399317-0178-4f00-aecc-b0943654c37d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:19:48.941540 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b47ab4-4987-4adf-8668-dd3efe41e450 service neutron] Pushing event updated for resources: {'Port': ['ID=76399317-0178-4f00-aecc-b0943654c37d,revision_number=10']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:19:48.969818 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dff58e-2c53-4594-a0f3-0929c851ee6b x-openstack-request-id: req-a8dff58e-2c53-4594-a0f3-0929c851ee6b {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:19:48.970404 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f565bc-7a84-4140-9294-be25944a5790", "tag": "76399317-0178-4f00-aecc-b0943654c37d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:19:48.970655 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a8dff58e-2c53-4594-a0f3-0929c851ee6b {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:19:48.971060 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f565bc-7a84-4140-9294-be25944a5790', 'tag': '76399317-0178-4f00-aecc-b0943654c37d', 'status': 'completed', 'code': 200} Jul 09 10:19:49.002270 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-c57ae567-688b-430d-a50d-83b5747f20fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:49.003864 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-c57ae567-688b-430d-a50d-83b5747f20fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 1095 time: 0.0727100 Jul 09 10:19:49.038946 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028f7f6-0f81-4006-8318-cd8944d65cc5 req-33bfe75d-7821-45df-b1f2-7b5dd5361062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:49.040546 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6028f7f6-0f81-4006-8318-cd8944d65cc5 req-33bfe75d-7821-45df-b1f2-7b5dd5361062 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 1095 time: 0.0601454 Jul 09 10:19:49.108356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-8864a42b-08a5-42e4-be38-0778e73627e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:49.110624 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-8864a42b-08a5-42e4-be38-0778e73627e6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.1007049 Jul 09 10:19:49.143529 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028f7f6-0f81-4006-8318-cd8944d65cc5 req-50616b7c-4859-4f78-b3bf-48d472329de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:49.147077 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6028f7f6-0f81-4006-8318-cd8944d65cc5 req-50616b7c-4859-4f78-b3bf-48d472329de2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0988431 Jul 09 10:19:49.181619 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-71a488f2-0245-4188-a63d-7429a24dddde service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76399317-0178-4f00-aecc-b0943654c37d HTTP/1.1" status: 200 len: 999 time: 0.0642605 Jul 09 10:19:49.219371 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6028f7f6-0f81-4006-8318-cd8944d65cc5 req-989af25f-5071-4905-893e-204a407e1534 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76399317-0178-4f00-aecc-b0943654c37d HTTP/1.1" status: 200 len: 999 time: 0.0677350 Jul 09 10:19:49.242542 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-47ea8662-a99d-40ed-856a-03fa936c5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:49.244238 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-47ea8662-a99d-40ed-856a-03fa936c5f1c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0557828 Jul 09 10:19:49.273483 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028f7f6-0f81-4006-8318-cd8944d65cc5 req-04f20cba-8956-49f4-9370-3c320cd3edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:49.274981 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6028f7f6-0f81-4006-8318-cd8944d65cc5 req-04f20cba-8956-49f4-9370-3c320cd3edd3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0480263 Jul 09 10:19:49.338175 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028f7f6-0f81-4006-8318-cd8944d65cc5 req-7d045d01-08d7-43a2-83e3-8a38b40ea377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:49.339729 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6028f7f6-0f81-4006-8318-cd8944d65cc5 req-7d045d01-08d7-43a2-83e3-8a38b40ea377 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586264 Jul 09 10:19:49.348517 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-c2dfa555-dbbc-4b97-a96b-e3ea009deb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:49.350039 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-c2dfa555-dbbc-4b97-a96b-e3ea009deb90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992062 Jul 09 10:19:49.372345 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225fe56-e622-4384-b6b4-7be6ff098aa6 req-73c4a642-f49c-4dd6-b20c-6db785e6078f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:49.373942 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d225fe56-e622-4384-b6b4-7be6ff098aa6 req-73c4a642-f49c-4dd6-b20c-6db785e6078f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 944 time: 0.0975521 Jul 09 10:19:49.430353 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6028f7f6-0f81-4006-8318-cd8944d65cc5 req-197bb86c-feff-484b-888c-b6f0f4510b5b service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840335 Jul 09 10:19:49.451130 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d225fe56-e622-4384-b6b4-7be6ff098aa6 req-d91f581d-ba64-40c2-9d77-1d67a242a9f1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670466 Jul 09 10:19:49.476885 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-0db0b3f8-7e3d-4890-9c16-a5838cbbb160 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197019 Jul 09 10:19:49.524655 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6028f7f6-0f81-4006-8318-cd8944d65cc5 req-9bb81016-ce6c-495d-965f-c61ff30c4c72 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881469 Jul 09 10:19:49.570142 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3387a270-ade7-4d2c-9738-3bad7e233450 req-ee2bb11f-f3c5-4429-9a4a-a9964b2ccd88 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861399 Jul 09 10:19:49.667476 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028f7f6-0f81-4006-8318-cd8944d65cc5 req-ea0995d2-1937-419f-8a1c-cdbf31b64cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:49.669025 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6028f7f6-0f81-4006-8318-cd8944d65cc5 req-ea0995d2-1937-419f-8a1c-cdbf31b64cfa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 1095 time: 0.0530469 Jul 09 10:19:49.761815 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028f7f6-0f81-4006-8318-cd8944d65cc5 req-68a4f7f1-662b-433c-a67f-819048cc35a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:49.763774 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6028f7f6-0f81-4006-8318-cd8944d65cc5 req-68a4f7f1-662b-433c-a67f-819048cc35a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0874231 Jul 09 10:19:49.825385 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6028f7f6-0f81-4006-8318-cd8944d65cc5 req-a3bdd2ea-62ac-45fa-bde4-008ce6bdf486 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76399317-0178-4f00-aecc-b0943654c37d HTTP/1.1" status: 200 len: 999 time: 0.0558190 Jul 09 10:19:49.872216 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028f7f6-0f81-4006-8318-cd8944d65cc5 req-1959e624-5290-40cb-9749-f2d65fa38f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:49.874208 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6028f7f6-0f81-4006-8318-cd8944d65cc5 req-1959e624-5290-40cb-9749-f2d65fa38f4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0428662 Jul 09 10:19:49.933388 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028f7f6-0f81-4006-8318-cd8944d65cc5 req-292ed069-3499-42f3-91bd-ea44b582972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:49.934913 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6028f7f6-0f81-4006-8318-cd8944d65cc5 req-292ed069-3499-42f3-91bd-ea44b582972f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549498 Jul 09 10:19:50.023076 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6028f7f6-0f81-4006-8318-cd8944d65cc5 req-859180e9-808a-4a84-994e-d5ebc47c4328 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811937 Jul 09 10:19:50.114786 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6028f7f6-0f81-4006-8318-cd8944d65cc5 req-1708783a-f86c-4e57-a6b4-a0d75a98a545 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854859 Jul 09 10:19:50.625184 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cae3c-100c-4a45-b6bd-c7cf9bdd38c2 req-1166b294-f6cd-484d-84a6-0d3b8917d737 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:50.626742 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9d1cae3c-100c-4a45-b6bd-c7cf9bdd38c2 req-1166b294-f6cd-484d-84a6-0d3b8917d737 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 944 time: 0.0637670 Jul 09 10:19:50.640576 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 76399317-0178-4f00-aecc-b0943654c37d no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:19:50.665476 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9d1cae3c-100c-4a45-b6bd-c7cf9bdd38c2 req-229c516e-1b9b-4b0b-a53f-5308b16aa72e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331788 Jul 09 10:19:50.679673 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 76399317-0178-4f00-aecc-b0943654c37d not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:19:51.841934 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14342a29-f029-4b41-a3df-22db4bd9eb7c req-cba3ebf3-3b0e-445d-a7be-d5cad8e61b25 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:51.843429 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14342a29-f029-4b41-a3df-22db4bd9eb7c req-cba3ebf3-3b0e-445d-a7be-d5cad8e61b25 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 944 time: 0.0647984 Jul 09 10:19:51.881080 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14342a29-f029-4b41-a3df-22db4bd9eb7c req-044ce378-7a9f-4976-a012-ef1918d4528c tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319550 Jul 09 10:19:53.056606 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d82a81-93ce-451f-9e58-163c08172b85 req-0ff1f538-f94d-4a65-af02-3d22307d010e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:53.058085 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98d82a81-93ce-451f-9e58-163c08172b85 req-0ff1f538-f94d-4a65-af02-3d22307d010e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 944 time: 0.0653434 Jul 09 10:19:53.098285 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98d82a81-93ce-451f-9e58-163c08172b85 req-ee3d39dd-6698-48b5-b4ec-3538ddaae691 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327652 Jul 09 10:19:53.231178 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 76399317-0178-4f00-aecc-b0943654c37d details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:19:53.274001 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8df48-85fe-4707-8050-bde73c71a54b req-2fdaca31-f023-433f-a4c5-232d8a37aae2 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:53.275499 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3ae8df48-85fe-4707-8050-bde73c71a54b req-2fdaca31-f023-433f-a4c5-232d8a37aae2 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 944 time: 0.0640600 Jul 09 10:19:53.314680 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3ae8df48-85fe-4707-8050-bde73c71a54b req-944557b7-9766-4369-aa80-56fefa56ef7b tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333989 Jul 09 10:19:53.329173 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 76399317-0178-4f00-aecc-b0943654c37d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=76399317-0178-4f00-aecc-b0943654c37d,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:19:53.340900 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '76399317-0178-4f00-aecc-b0943654c37d', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'port_id': '76399317-0178-4f00-aecc-b0943654c37d', 'mac_address': 'fa:16:3e:26:5a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:19:53.379373 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:53.392269 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76399317-0178-4f00-aecc-b0943654c37d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:19:53.411095 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 76399317-0178-4f00-aecc-b0943654c37d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=76399317-0178-4f00-aecc-b0943654c37d,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:19:53.415147 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:53.462951 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=76399317-0178-4f00-aecc-b0943654c37d,revision_number=11']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:19:53.487432 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb3d47-65b8-4961-8caa-58509e9e1c7b req-9144bcc8-a4dc-4870-a86f-cf271396f5ad tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:53.488979 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5adb3d47-65b8-4961-8caa-58509e9e1c7b req-9144bcc8-a4dc-4870-a86f-cf271396f5ad tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 945 time: 0.0650020 Jul 09 10:19:53.534572 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5adb3d47-65b8-4961-8caa-58509e9e1c7b req-e969d7f4-163b-421d-b34d-c33b169f74f0 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396996 Jul 09 10:19:53.774782 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['76399317-0178-4f00-aecc-b0943654c37d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:19:53.917111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f074dee-8f29-4a94-93f6-89369a66ad31 req-f312ed51-ecd3-4f4a-8634-f3b8b53cb829 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:53.918692 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2f074dee-8f29-4a94-93f6-89369a66ad31 req-f312ed51-ecd3-4f4a-8634-f3b8b53cb829 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 945 time: 0.0682304 Jul 09 10:19:53.956444 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2f074dee-8f29-4a94-93f6-89369a66ad31 req-a49144fb-8e5a-41a5-988c-a038cd8c5868 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317442 Jul 09 10:19:54.688171 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 76399317-0178-4f00-aecc-b0943654c37d details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:19:54.778411 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 76399317-0178-4f00-aecc-b0943654c37d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=76399317-0178-4f00-aecc-b0943654c37d,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:19:54.789835 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 76399317-0178-4f00-aecc-b0943654c37d has no active binding in host n-h1-799996-1 {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 10:19:55.137003 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78ecd1-965e-42c0-9944-ce29bb7cc65b req-7b6bfc15-52d3-4dc4-9443-c0e16bc7507a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:55.139151 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca78ecd1-965e-42c0-9944-ce29bb7cc65b req-7b6bfc15-52d3-4dc4-9443-c0e16bc7507a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 945 time: 0.0644155 Jul 09 10:19:55.176906 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca78ecd1-965e-42c0-9944-ce29bb7cc65b req-ed84be7f-050d-442c-971a-fee4350091d2 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313339 Jul 09 10:19:55.230944 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 76399317-0178-4f00-aecc-b0943654c37d up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:19:55.249387 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca663f-5b97-4272-837e-2df75ac1a7d1 req-559f5a2f-4afb-4e28-9a45-f761fc9c8ee9 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:55.250869 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-87ca663f-5b97-4272-837e-2df75ac1a7d1 req-559f5a2f-4afb-4e28-9a45-f761fc9c8ee9 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.64 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 945 time: 0.0673916 Jul 09 10:19:55.283038 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 76399317-0178-4f00-aecc-b0943654c37d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:19:55.287485 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 76399317-0178-4f00-aecc-b0943654c37d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:19:55.287886 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:55.351094 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-87ca663f-5b97-4272-837e-2df75ac1a7d1 req-2619b731-0e64-4e12-a9f2-27e84e6450f5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Deleting port 76399317-0178-4f00-aecc-b0943654c37d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:19:55.351433 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-87ca663f-5b97-4272-837e-2df75ac1a7d1 req-2619b731-0e64-4e12-a9f2-27e84e6450f5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:55.364637 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:55.386884 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f565bc-7a84-4140-9294-be25944a5790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76399317-0178-4f00-aecc-b0943654c37d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:19:55.389572 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b99716-28ad-4758-b5a6-3bfa32bf581d" -d '{"events": [{"server_uuid": "99f565bc-7a84-4140-9294-be25944a5790", "name": "network-vif-plugged", "status": "completed", "tag": "76399317-0178-4f00-aecc-b0943654c37d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:19:55.402346 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 76399317-0178-4f00-aecc-b0943654c37d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=76399317-0178-4f00-aecc-b0943654c37d,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:19:55.407244 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:55.453044 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-87ca663f-5b97-4272-837e-2df75ac1a7d1 req-2619b731-0e64-4e12-a9f2-27e84e6450f5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] For port 76399317-0178-4f00-aecc-b0943654c37d, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=76399317-0178-4f00-aecc-b0943654c37d,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:19:55.453415 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-87ca663f-5b97-4272-837e-2df75ac1a7d1 req-2619b731-0e64-4e12-a9f2-27e84e6450f5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:55.466147 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=76399317-0178-4f00-aecc-b0943654c37d,revision_number=12']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:19:55.500260 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7c238d-d5a9-494b-971c-55c1cbe68004 x-openstack-request-id: req-6f7c238d-d5a9-494b-971c-55c1cbe68004 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:19:55.500499 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f565bc-7a84-4140-9294-be25944a5790", "name": "network-vif-plugged", "status": "completed", "tag": "76399317-0178-4f00-aecc-b0943654c37d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:19:55.500756 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6f7c238d-d5a9-494b-971c-55c1cbe68004 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:19:55.501152 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f565bc-7a84-4140-9294-be25944a5790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76399317-0178-4f00-aecc-b0943654c37d', 'code': 200} Jul 09 10:19:55.625563 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-87ca663f-5b97-4272-837e-2df75ac1a7d1 req-2619b731-0e64-4e12-a9f2-27e84e6450f5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:55.625932 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-87ca663f-5b97-4272-837e-2df75ac1a7d1 req-2619b731-0e64-4e12-a9f2-27e84e6450f5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:55.626241 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [req-87ca663f-5b97-4272-837e-2df75ac1a7d1 req-2619b731-0e64-4e12-a9f2-27e84e6450f5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Floating IP d0452264-5030-489e-9f9c-37316242b0c8 disassociated. External IP: 172.25.3.23, port: 76399317-0178-4f00-aecc-b0943654c37d. Jul 09 10:19:55.626571 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-87ca663f-5b97-4272-837e-2df75ac1a7d1 req-2619b731-0e64-4e12-a9f2-27e84e6450f5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Calling delete_port for 76399317-0178-4f00-aecc-b0943654c37d owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:19:55.753276 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-87ca663f-5b97-4272-837e-2df75ac1a7d1 req-2619b731-0e64-4e12-a9f2-27e84e6450f5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:55.782414 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619b731-0e64-4e12-a9f2-27e84e6450f5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Pushing event deleted for resources: {'Port': ['ID=76399317-0178-4f00-aecc-b0943654c37d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:19:56.149563 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87ca663f-5b97-4272-837e-2df75ac1a7d1 req-2619b731-0e64-4e12-a9f2-27e84e6450f5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Router aaae0350-4fd3-45e4-86ca-4ad16dc51deb has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:19:56.262633 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87ca663f-5b97-4272-837e-2df75ac1a7d1 req-2619b731-0e64-4e12-a9f2-27e84e6450f5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:19:56.272795 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c251e56d-b808-4ae4-8ccc-83c040953fac None None] Sync routers for ids ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:19:56.282521 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c251e56d-b808-4ae4-8ccc-83c040953fac None None] Routers {'aaae0350-4fd3-45e4-86ca-4ad16dc51deb'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:19:56.283472 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c251e56d-b808-4ae4-8ccc-83c040953fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:19:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:19:56.308576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ca663f-5b97-4272-837e-2df75ac1a7d1 req-2619b731-0e64-4e12-a9f2-27e84e6450f5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] No DVR routers for this DVR port 76399317-0178-4f00-aecc-b0943654c37d on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:19:56.318063 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-87ca663f-5b97-4272-837e-2df75ac1a7d1 req-2619b731-0e64-4e12-a9f2-27e84e6450f5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:56.319977 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-87ca663f-5b97-4272-837e-2df75ac1a7d1 req-2619b731-0e64-4e12-a9f2-27e84e6450f5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.64 "DELETE /v2.0/ports/76399317-0178-4f00-aecc-b0943654c37d HTTP/1.1" status: 204 len: 173 time: 1.0637505 Jul 09 10:19:56.321537 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f565bc-7a84-4140-9294-be25944a5790', 'name': 'network-vif-deleted', 'tag': '76399317-0178-4f00-aecc-b0943654c37d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:19:56.323991 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47610517-5b16-4c81-af45-ee50ab64314d" -d '{"events": [{"server_uuid": "99f565bc-7a84-4140-9294-be25944a5790", "name": "network-vif-deleted", "tag": "76399317-0178-4f00-aecc-b0943654c37d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:19:56.345495 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-91b3151e-68a2-4b13-980a-8e7938650a5a req-31859428-9943-43e7-be1a-1b33b5ecddbf tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=99f565bc-7a84-4140-9294-be25944a5790 HTTP/1.1" status: 200 len: 210 time: 0.0380354 Jul 09 10:19:56.385234 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc5604e-a81c-4ab9-98a6-1f7356eb2fbe x-openstack-request-id: req-9dc5604e-a81c-4ab9-98a6-1f7356eb2fbe {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:19:56.385535 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f565bc-7a84-4140-9294-be25944a5790", "name": "network-vif-deleted", "tag": "76399317-0178-4f00-aecc-b0943654c37d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:19:56.385785 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9dc5604e-a81c-4ab9-98a6-1f7356eb2fbe {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:19:56.386186 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f565bc-7a84-4140-9294-be25944a5790', 'name': 'network-vif-deleted', 'tag': '76399317-0178-4f00-aecc-b0943654c37d', 'status': 'completed', 'code': 200} Jul 09 10:19:56.397880 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c251e56d-b808-4ae4-8ccc-83c040953fac None None] Set router aaae0350-4fd3-45e4-86ca-4ad16dc51deb gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:19:56.597174 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c251e56d-b808-4ae4-8ccc-83c040953fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:29Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:19:56.622092 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c251e56d-b808-4ae4-8ccc-83c040953fac None None] Checking router: aaae0350-4fd3-45e4-86ca-4ad16dc51deb for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:19:56.630746 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c251e56d-b808-4ae4-8ccc-83c040953fac None None] Routers {'aaae0350-4fd3-45e4-86ca-4ad16dc51deb'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:19:56.631339 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c251e56d-b808-4ae4-8ccc-83c040953fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:19:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:19:56.737190 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c251e56d-b808-4ae4-8ccc-83c040953fac None None] Set router aaae0350-4fd3-45e4-86ca-4ad16dc51deb gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:19:56.957762 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c251e56d-b808-4ae4-8ccc-83c040953fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:29Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:19:56.983972 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c251e56d-b808-4ae4-8ccc-83c040953fac None None] The sync data for ids ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'] in n-d-799996-1 is: [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:29Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:19:57.198400 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4ed24e-be75-4ed8-a0f1-ee38c8736a7e None None] New status for floating IP d0452264-5030-489e-9f9c-37316242b0c8: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:19:57.700067 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-988832e6-5a53-4c9b-beb9-ea1e3b3bbea6 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1000106227&fields=id&tenant_id=42a25a16a1984634b009ae159bd0e228 HTTP/1.1" status: 200 len: 267 time: 0.0320699 Jul 09 10:19:57.806282 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-3f06ae28-bb51-461a-9f0f-5ca33b2ab663 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:57.807776 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-3f06ae28-bb51-461a-9f0f-5ca33b2ab663 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 811 time: 0.1008930 Jul 09 10:19:57.822141 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-b47eecd1-156e-47c9-9d23-6e9c8ed63cd3 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/quotas/42a25a16a1984634b009ae159bd0e228 HTTP/1.1" status: 200 len: 375 time: 0.0088708 Jul 09 10:19:57.890246 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-91ad5743-98ea-46d9-a6c2-ff6a5677b4d7 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0628178 Jul 09 10:19:58.040669 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-4fbab4a2-802e-4b8b-a6d4-49c72afac108 service neutron] 10.222.0.61 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392293 Jul 09 10:19:58.127614 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-24b63a3f-5450-410f-8044-5d398a52483c service neutron] 10.222.0.61 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811207 Jul 09 10:19:58.302373 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a92217f-7e07-46a1-8ccb-6dc654d9cef9 req-556da3fa-2302-4fcf-a534-217bdc8966b9 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 210 time: 0.0283070 Jul 09 10:19:59.261840 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 76399317-0178-4f00-aecc-b0943654c37d no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:19:59.284494 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 76399317-0178-4f00-aecc-b0943654c37d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:19:59.284841 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 76399317-0178-4f00-aecc-b0943654c37d not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:19:59.329623 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-6dca9854-27df-4364-ab69-44415c1d48e7 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:59.331816 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-6dca9854-27df-4364-ab69-44415c1d48e7 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.58 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 811 time: 0.1170652 Jul 09 10:19:59.390447 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-d97cd85e-91b0-48da-a821-301ba9fba281 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42a25a16a1984634b009ae159bd0e228 HTTP/1.1" status: 200 len: 380 time: 0.0441577 Jul 09 10:19:59.399612 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-3d27f251-fb8e-4f07-9ff4-3899fb3de3c1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Request body: {'port': {'device_id': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'admin_state_up': True, 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'security_groups': ['5575e2ab-de4e-443d-8169-68ac5272f48f']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:19:59.455929 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aee157f9-bec7-4dd5-b642-478bdaf93595 req-c8cbcddf-6b95-4d69-a002-bc0c8a73391e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 210 time: 0.0326052 Jul 09 10:19:59.514674 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-3d27f251-fb8e-4f07-9ff4-3899fb3de3c1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Made reservation on behalf of 42a25a16a1984634b009ae159bd0e228 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:19:59.518206 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-3d27f251-fb8e-4f07-9ff4-3899fb3de3c1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:59.641355 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-3d27f251-fb8e-4f07-9ff4-3899fb3de3c1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Allocated IP 172.20.0.12 (aea9bae3-92d3-405d-b35a-d47d753c95ac/12a406e2-d9be-417c-931f-ddcc50e2d7c9/018eb1f3-bada-4d2f-bd1d-9693fdf107c6) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:19:59.783514 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-3d27f251-fb8e-4f07-9ff4-3899fb3de3c1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:59.797110 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-3d27f251-fb8e-4f07-9ff4-3899fb3de3c1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Transition to ACTIVE for port object 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:19:59.830490 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-3d27f251-fb8e-4f07-9ff4-3899fb3de3c1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:59.880516 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-3d27f251-fb8e-4f07-9ff4-3899fb3de3c1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Network aea9bae3-92d3-405d-b35a-d47d753c95ac is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:19:59.883674 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-3d27f251-fb8e-4f07-9ff4-3899fb3de3c1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:19:59.887525 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-3d27f251-fb8e-4f07-9ff4-3899fb3de3c1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:19:59.894225 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27f251-fb8e-4f07-9ff4-3899fb3de3c1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Pushing event updated for resources: {'Port': ['ID=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:19:59.943359 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-3d27f251-fb8e-4f07-9ff4-3899fb3de3c1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:19:59.943903 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-3d27f251-fb8e-4f07-9ff4-3899fb3de3c1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:19:59.959653 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-3d27f251-fb8e-4f07-9ff4-3899fb3de3c1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5638180 Jul 09 10:19:59.971996 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-b2c7b593-bebb-4994-9301-b00014c0df32 service neutron] Request body: {'port': {'device_id': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:20:00.047393 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-b2c7b593-bebb-4994-9301-b00014c0df32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:00.112339 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f50f0c48-8c6e-45ef-8855-8ff4eb3fb6a3 None None] Provisioning for port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:20:00.116224 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f50f0c48-8c6e-45ef-8855-8ff4eb3fb6a3 None None] Provisioning complete for port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:20:00.116655 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f50f0c48-8c6e-45ef-8855-8ff4eb3fb6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:00.154516 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f50f0c48-8c6e-45ef-8855-8ff4eb3fb6a3 None None] Port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:20:00.317262 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-b2c7b593-bebb-4994-9301-b00014c0df32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:20:00.324494 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-b2c7b593-bebb-4994-9301-b00014c0df32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:00.335938 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-b2c7b593-bebb-4994-9301-b00014c0df32 service neutron] Transition to ACTIVE for port object 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:20:00.339248 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-b2c7b593-bebb-4994-9301-b00014c0df32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:00.388281 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7b593-bebb-4994-9301-b00014c0df32 service neutron] Pushing event updated for resources: {'Port': ['ID=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:20:00.459434 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-b2c7b593-bebb-4994-9301-b00014c0df32 service neutron] Attempting to bind port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:20:00.459807 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-b2c7b593-bebb-4994-9301-b00014c0df32 service neutron] Attempting to bind port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:20:00.460146 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-b2c7b593-bebb-4994-9301-b00014c0df32 service neutron] Attempting to bind port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 on network aea9bae3-92d3-405d-b35a-d47d753c95ac {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:20:00.464809 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-b2c7b593-bebb-4994-9301-b00014c0df32 service neutron] Port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 on network aea9bae3-92d3-405d-b35a-d47d753c95ac not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:20:00.465139 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-b2c7b593-bebb-4994-9301-b00014c0df32 service neutron] Attempting to bind port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 on network aea9bae3-92d3-405d-b35a-d47d753c95ac {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:20:00.470579 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-b2c7b593-bebb-4994-9301-b00014c0df32 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:20:00.470922 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-b2c7b593-bebb-4994-9301-b00014c0df32 service neutron] Checking segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:20:00.471312 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-b2c7b593-bebb-4994-9301-b00014c0df32 service neutron] Bound using segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:20:00.471782 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-b2c7b593-bebb-4994-9301-b00014c0df32 service neutron] Bound port: 018eb1f3-bada-4d2f-bd1d-9693fdf107c6, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:20:00.472150 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-b2c7b593-bebb-4994-9301-b00014c0df32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:00.545199 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-b2c7b593-bebb-4994-9301-b00014c0df32 service neutron] For port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:20:00.548644 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-b2c7b593-bebb-4994-9301-b00014c0df32 service neutron] For port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:20:00.552855 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-b2c7b593-bebb-4994-9301-b00014c0df32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:00.595144 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-b2c7b593-bebb-4994-9301-b00014c0df32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:20:00.595803 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-b2c7b593-bebb-4994-9301-b00014c0df32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:00.597220 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-b2c7b593-bebb-4994-9301-b00014c0df32 service neutron] 10.222.0.58 "PUT /v2.0/ports/018eb1f3-bada-4d2f-bd1d-9693fdf107c6 HTTP/1.1" status: 200 len: 1092 time: 0.6296706 Jul 09 10:20:00.597668 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'tag': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:20:00.599966 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03db6602-82a9-498e-bc7b-9d98fa60ed64" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33", "tag": "018eb1f3-bada-4d2f-bd1d-9693fdf107c6"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:20:00.620343 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7b593-bebb-4994-9301-b00014c0df32 service neutron] Pushing event updated for resources: {'Port': ['ID=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:20:00.650740 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72418ab2-0122-4c3d-ae5e-16a8b3b694a7 x-openstack-request-id: req-72418ab2-0122-4c3d-ae5e-16a8b3b694a7 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:20:00.651098 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33", "tag": "018eb1f3-bada-4d2f-bd1d-9693fdf107c6", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:20:00.651359 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-72418ab2-0122-4c3d-ae5e-16a8b3b694a7 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:20:00.651831 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'tag': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6', 'status': 'completed', 'code': 200} Jul 09 10:20:00.670693 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e7907-a80f-4a02-b54b-e636cd695ec9 req-f5bd78c9-0960-4450-aa9e-29ef9ff4ebd7 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:20:00.672284 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad9e7907-a80f-4a02-b54b-e636cd695ec9 req-f5bd78c9-0960-4450-aa9e-29ef9ff4ebd7 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 944 time: 0.0926926 Jul 09 10:20:00.699369 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-1655d710-a917-4865-90aa-a09b45b44a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:20:00.701560 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-1655d710-a917-4865-90aa-a09b45b44a3d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 1095 time: 0.0611539 Jul 09 10:20:00.712329 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad9e7907-a80f-4a02-b54b-e636cd695ec9 req-0d1aa0eb-9f6a-4d9e-9b4e-eff9381c445c tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340154 Jul 09 10:20:00.749482 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-fd6169e5-18bd-4c31-ac71-ff417798be4f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6 HTTP/1.1" status: 200 len: 217 time: 0.0404830 Jul 09 10:20:00.800647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-ebcb7082-eafe-4ecf-966f-51d4a736f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:20:00.802147 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-ebcb7082-eafe-4ecf-966f-51d4a736f6bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0459461 Jul 09 10:20:00.861480 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-f67829a4-32ac-4946-b5e9-049890e2b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:20:00.862905 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-f67829a4-32ac-4946-b5e9-049890e2b53e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549314 Jul 09 10:20:00.956629 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-be6502a8-e31b-4316-993f-ed57f7bd663e service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873752 Jul 09 10:20:01.044302 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-3b1f10db-4133-4b91-89eb-55ad25c2fde1 req-68f3e48d-10fa-40e9-925e-369ebfad9c26 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817506 Jul 09 10:20:01.145416 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db6602-82a9-498e-bc7b-9d98fa60ed64 req-7773cf26-2a51-49a6-90f8-1d2c6d2a2aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:20:01.146851 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-03db6602-82a9-498e-bc7b-9d98fa60ed64 req-7773cf26-2a51-49a6-90f8-1d2c6d2a2aa7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 1095 time: 0.0539830 Jul 09 10:20:01.240588 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db6602-82a9-498e-bc7b-9d98fa60ed64 req-9ac47c97-694c-4bac-8b71-19812b288099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:20:01.242078 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-03db6602-82a9-498e-bc7b-9d98fa60ed64 req-9ac47c97-694c-4bac-8b71-19812b288099 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0887835 Jul 09 10:20:01.283034 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-03db6602-82a9-498e-bc7b-9d98fa60ed64 req-0489329a-60ce-469d-a866-02e2f779d958 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6 HTTP/1.1" status: 200 len: 217 time: 0.0346637 Jul 09 10:20:01.336122 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db6602-82a9-498e-bc7b-9d98fa60ed64 req-504e3602-6028-46e7-a79c-f212c3866a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:20:01.337561 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-03db6602-82a9-498e-bc7b-9d98fa60ed64 req-504e3602-6028-46e7-a79c-f212c3866a25 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0477886 Jul 09 10:20:01.398488 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db6602-82a9-498e-bc7b-9d98fa60ed64 req-b1f184a4-15bb-4484-ba32-32fdd76ba198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:20:01.399956 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-03db6602-82a9-498e-bc7b-9d98fa60ed64 req-b1f184a4-15bb-4484-ba32-32fdd76ba198 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555885 Jul 09 10:20:01.458841 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:20:01.492429 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-03db6602-82a9-498e-bc7b-9d98fa60ed64 req-d6dbcb3f-bea4-4643-bd51-4ea891544908 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857935 Jul 09 10:20:01.584934 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-03db6602-82a9-498e-bc7b-9d98fa60ed64 req-cb6a5d66-9761-49a0-abe8-d018bf1731a8 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857003 Jul 09 10:20:01.891441 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096693a-bb8d-427a-9a12-28b4f1942f6c req-d5965df9-5ba5-4fd8-ab92-1612586b5882 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:20:01.892947 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c096693a-bb8d-427a-9a12-28b4f1942f6c req-d5965df9-5ba5-4fd8-ab92-1612586b5882 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 944 time: 0.0623415 Jul 09 10:20:01.933495 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c096693a-bb8d-427a-9a12-28b4f1942f6c req-356e83e3-3209-45da-b6b1-e0fab5a2f865 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349402 Jul 09 10:20:02.732904 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:20:02.826669 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:20:02.838224 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'port_id': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6', 'mac_address': 'fa:16:3e:cf:79:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:20:02.879596 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:02.892170 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:20:02.910617 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:20:02.914667 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:02.964407 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:20:03.100382 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['018eb1f3-bada-4d2f-bd1d-9693fdf107c6'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:20:03.108598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca96edb-b7e5-4009-b55d-4e55a4f68dd7 req-73d3412e-e3b7-472f-9c24-489332c19be7 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:20:03.110136 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ca96edb-b7e5-4009-b55d-4e55a4f68dd7 req-73d3412e-e3b7-472f-9c24-489332c19be7 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 945 time: 0.0644491 Jul 09 10:20:03.148650 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ca96edb-b7e5-4009-b55d-4e55a4f68dd7 req-2927a6a6-96a0-4f30-8aea-6d09dbd50fe1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328529 Jul 09 10:20:04.262351 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:04.326021 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d4a31-c311-4355-b35a-933d731d25d1 req-70816463-e20f-4e04-9503-d1932880ee01 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:20:04.327514 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-830d4a31-c311-4355-b35a-933d731d25d1 req-70816463-e20f-4e04-9503-d1932880ee01 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 945 time: 0.0648634 Jul 09 10:20:04.365621 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-830d4a31-c311-4355-b35a-933d731d25d1 req-fae52c90-ec67-43e2-8fc1-c4e98f3e9538 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319419 Jul 09 10:20:04.748601 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:20:04.795565 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:20:04.799280 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:20:04.799675 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:04.875663 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:04.901445 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:20:04.904329 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e8411b-d52c-434f-b285-b1cf8ead7f22" -d '{"events": [{"server_uuid": "4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33", "name": "network-vif-plugged", "status": "completed", "tag": "018eb1f3-bada-4d2f-bd1d-9693fdf107c6"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:20:04.916604 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:20:04.921233 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:04.946879 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f94cb48-b4f0-4f81-8ad0-50dbdf9dec3f x-openstack-request-id: req-8f94cb48-b4f0-4f81-8ad0-50dbdf9dec3f {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:20:04.947173 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33", "name": "network-vif-plugged", "status": "completed", "tag": "018eb1f3-bada-4d2f-bd1d-9693fdf107c6", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:20:04.948276 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8f94cb48-b4f0-4f81-8ad0-50dbdf9dec3f {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:20:04.948675 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6', 'code': 200} Jul 09 10:20:04.978443 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:20:05.054958 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ee352-bdf3-4e08-90b3-d86c87d7243f req-0127563a-5869-47ec-aba9-3ef2d3ba3549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:20:05.056375 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8e4ee352-bdf3-4e08-90b3-d86c87d7243f req-0127563a-5869-47ec-aba9-3ef2d3ba3549 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 1097 time: 0.0518396 Jul 09 10:20:05.090298 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8e4ee352-bdf3-4e08-90b3-d86c87d7243f req-6f9646ff-2ff1-46b1-a497-c885f3bde6fc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278444 Jul 09 10:20:05.544966 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc26c5-8b1f-46bb-ac9b-7f855203319b req-410fce26-c0db-4a72-a462-6216f98f77c7 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:20:05.546493 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-58fc26c5-8b1f-46bb-ac9b-7f855203319b req-410fce26-c0db-4a72-a462-6216f98f77c7 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.0672700 Jul 09 10:20:05.584376 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-58fc26c5-8b1f-46bb-ac9b-7f855203319b req-3b355f09-e76b-4413-ab9c-221d7340050d tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323789 Jul 09 10:20:06.493113 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bbc8c77f-3f25-453a-a312-c3d92a2a38aa req-4524ab32-9db7-44e4-95bd-63343b42e4c1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507379 Jul 09 10:20:06.589496 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8c77f-3f25-453a-a312-c3d92a2a38aa req-63c9c4cc-6c8c-4f85-8cfc-99b48f5a6d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:20:06.591666 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bbc8c77f-3f25-453a-a312-c3d92a2a38aa req-63c9c4cc-6c8c-4f85-8cfc-99b48f5a6d34 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 1097 time: 0.0588174 Jul 09 10:20:06.720801 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8c77f-3f25-453a-a312-c3d92a2a38aa req-5c5c70e4-1ee7-4d3e-814e-93845e314b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:20:06.722282 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bbc8c77f-3f25-453a-a312-c3d92a2a38aa req-5c5c70e4-1ee7-4d3e-814e-93845e314b6c service neutron] 10.222.0.58 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.1115780 Jul 09 10:20:06.766714 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bbc8c77f-3f25-453a-a312-c3d92a2a38aa req-54190689-67dc-4b0d-97fd-560b7ce67916 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6 HTTP/1.1" status: 200 len: 217 time: 0.0382044 Jul 09 10:20:06.786631 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be9911-721f-42f3-864b-5cbad7e90ffc req-6b9c90c1-6e6b-432d-8ce5-f4dfa477fe9b tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:20:06.788163 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-89be9911-721f-42f3-864b-5cbad7e90ffc req-6b9c90c1-6e6b-432d-8ce5-f4dfa477fe9b tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.0627100 Jul 09 10:20:06.808842 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2482b588-82bb-4ee3-a44b-9138416715c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:06.817575 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8c77f-3f25-453a-a312-c3d92a2a38aa req-b127020d-140d-4232-bb9f-c9a50dca0740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:20:06.819067 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bbc8c77f-3f25-453a-a312-c3d92a2a38aa req-b127020d-140d-4232-bb9f-c9a50dca0740 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0461855 Jul 09 10:20:06.831024 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-89be9911-721f-42f3-864b-5cbad7e90ffc req-06688cce-cffa-4442-b869-b1a7a2ca071f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364733 Jul 09 10:20:06.879316 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8c77f-3f25-453a-a312-c3d92a2a38aa req-ba18abeb-92fc-4634-bc8b-0d93b320f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:20:06.880878 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bbc8c77f-3f25-453a-a312-c3d92a2a38aa req-ba18abeb-92fc-4634-bc8b-0d93b320f15c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549657 Jul 09 10:20:06.978284 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bbc8c77f-3f25-453a-a312-c3d92a2a38aa req-b949beab-e2b9-4a35-9fb0-c3037ae3b431 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896389 Jul 09 10:20:07.005479 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4a0ac-3ff4-49b2-8ec5-494128fff682 req-459ec553-aec5-423d-ad50-fdc39010e8e5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:20:07.006993 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-41c4a0ac-3ff4-49b2-8ec5-494128fff682 req-459ec553-aec5-423d-ad50-fdc39010e8e5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.0643439 Jul 09 10:20:07.016423 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 41646) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:20:07.021154 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c2f31566-997d-4a5a-bb05-14ac9dd566c0 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Request body: {'floatingip': {'port_id': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:20:07.063602 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c2f31566-997d-4a5a-bb05-14ac9dd566c0 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:07.066829 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-bbc8c77f-3f25-453a-a312-c3d92a2a38aa req-ae0d4288-d41a-46e5-bef3-80a0950e0d68 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824530 Jul 09 10:20:07.516029 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c2f31566-997d-4a5a-bb05-14ac9dd566c0 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:07.519845 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c2f31566-997d-4a5a-bb05-14ac9dd566c0 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:07.620692 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-c2f31566-997d-4a5a-bb05-14ac9dd566c0 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Floating IP d0452264-5030-489e-9f9c-37316242b0c8 associated. External IP: 172.25.3.23, port: 018eb1f3-bada-4d2f-bd1d-9693fdf107c6. Jul 09 10:20:07.828637 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f31566-997d-4a5a-bb05-14ac9dd566c0 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Router aaae0350-4fd3-45e4-86ca-4ad16dc51deb has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:20:07.935628 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f31566-997d-4a5a-bb05-14ac9dd566c0 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:20:07.940812 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c2f31566-997d-4a5a-bb05-14ac9dd566c0 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:07.944866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cbcf13-c6e7-49d3-8198-decad9c956e3 None None] Sync routers for ids ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:20:07.954859 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cbcf13-c6e7-49d3-8198-decad9c956e3 None None] Routers {'aaae0350-4fd3-45e4-86ca-4ad16dc51deb'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:20:07.955473 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e8cbcf13-c6e7-49d3-8198-decad9c956e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:19:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:20:07.987354 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c2f31566-997d-4a5a-bb05-14ac9dd566c0 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "PUT /v2.0/floatingips/d0452264-5030-489e-9f9c-37316242b0c8 HTTP/1.1" status: 200 len: 992 time: 0.9672902 Jul 09 10:20:07.987354 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'tag': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:20:07.987958 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b73c19-8c3e-4307-866b-a1db0a75b999" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33", "tag": "018eb1f3-bada-4d2f-bd1d-9693fdf107c6"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:20:08.029932 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b59a38a-0b73-4bf7-bb0a-9d10e567e1fc x-openstack-request-id: req-4b59a38a-0b73-4bf7-bb0a-9d10e567e1fc {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:20:08.030231 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33", "tag": "018eb1f3-bada-4d2f-bd1d-9693fdf107c6", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:20:08.030483 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4b59a38a-0b73-4bf7-bb0a-9d10e567e1fc {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:20:08.030890 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'tag': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6', 'status': 'completed', 'code': 200} Jul 09 10:20:08.070062 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-e8cbcf13-c6e7-49d3-8198-decad9c956e3 None None] Set router aaae0350-4fd3-45e4-86ca-4ad16dc51deb gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:20:08.109321 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b73c19-8c3e-4307-866b-a1db0a75b999 req-5815e732-7b3f-4fa4-9d97-b4998d14e8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:20:08.110879 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-67b73c19-8c3e-4307-866b-a1db0a75b999 req-5815e732-7b3f-4fa4-9d97-b4998d14e8e8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 1097 time: 0.0576835 Jul 09 10:20:08.211986 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b73c19-8c3e-4307-866b-a1db0a75b999 req-010ec0e8-fdbf-4fe1-9845-a33cf9985cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:20:08.213775 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-67b73c19-8c3e-4307-866b-a1db0a75b999 req-010ec0e8-fdbf-4fe1-9845-a33cf9985cee service neutron] 10.222.0.58 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0968876 Jul 09 10:20:08.280894 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-67b73c19-8c3e-4307-866b-a1db0a75b999 req-ddbc414a-6574-40f2-ba19-d2f5aa4d8d47 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6 HTTP/1.1" status: 200 len: 1000 time: 0.0611899 Jul 09 10:20:08.336214 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b73c19-8c3e-4307-866b-a1db0a75b999 req-1acd697b-71c9-4614-b8ad-68942485d28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:20:08.337686 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-67b73c19-8c3e-4307-866b-a1db0a75b999 req-1acd697b-71c9-4614-b8ad-68942485d28b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0512233 Jul 09 10:20:08.397022 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b73c19-8c3e-4307-866b-a1db0a75b999 req-cee914a3-03d1-4abe-9812-9ba468199604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:20:08.398463 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-67b73c19-8c3e-4307-866b-a1db0a75b999 req-cee914a3-03d1-4abe-9812-9ba468199604 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548038 Jul 09 10:20:08.458510 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e8cbcf13-c6e7-49d3-8198-decad9c956e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'd0452264-5030-489e-9f9c-37316242b0c8', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'floating_ip_address': '172.25.3.23', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'port_id': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'mac_address': 'fa:16:3e:cf:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:10:26Z', 'updated_at': '2021-07-09T10:20:07Z', 'revision_number': 13, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:29Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:20:08.484818 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cbcf13-c6e7-49d3-8198-decad9c956e3 None None] Checking router: aaae0350-4fd3-45e4-86ca-4ad16dc51deb for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:20:08.489237 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-67b73c19-8c3e-4307-866b-a1db0a75b999 req-35e9cbab-0339-47b2-94fe-a5830edadcfe service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841718 Jul 09 10:20:08.493359 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cbcf13-c6e7-49d3-8198-decad9c956e3 None None] Routers {'aaae0350-4fd3-45e4-86ca-4ad16dc51deb'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:20:08.493977 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e8cbcf13-c6e7-49d3-8198-decad9c956e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:19:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:20:08.585472 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-67b73c19-8c3e-4307-866b-a1db0a75b999 req-1e99f976-94e0-48aa-90ab-abd3e6226069 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902185 Jul 09 10:20:08.603658 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-e8cbcf13-c6e7-49d3-8198-decad9c956e3 None None] Set router aaae0350-4fd3-45e4-86ca-4ad16dc51deb gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:20:08.832439 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e8cbcf13-c6e7-49d3-8198-decad9c956e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'd0452264-5030-489e-9f9c-37316242b0c8', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'floating_ip_address': '172.25.3.23', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'port_id': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'mac_address': 'fa:16:3e:cf:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:10:26Z', 'updated_at': '2021-07-09T10:20:07Z', 'revision_number': 13, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:29Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:20:08.858863 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cbcf13-c6e7-49d3-8198-decad9c956e3 None None] The sync data for ids ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'] in n-d-799996-1 is: [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'd0452264-5030-489e-9f9c-37316242b0c8', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'floating_ip_address': '172.25.3.23', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'port_id': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'mac_address': 'fa:16:3e:cf:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:10:26Z', 'updated_at': '2021-07-09T10:20:07Z', 'revision_number': 13, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:29Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:20:09.062549 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b4dae4-9fef-43d8-9a4b-c2ec4d478b43 None None] New status for floating IP d0452264-5030-489e-9f9c-37316242b0c8: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:20:09.414030 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-83c67159-dd67-4743-8b8f-647b6299f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:09.523600 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:09.584379 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:11.316867 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:13.111802 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:34.263655 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:36.811122 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef727cc5-fb77-4751-bcaf-9986558308cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:38.458653 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:20:39.415072 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7ef410ee-b3cd-4949-9223-b7b2894c2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:39.536472 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:39.584214 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:41.320952 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:20:43.114246 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:21:04.273976 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:21:06.811446 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-10fc7577-7d32-4bac-8650-77f1d3c88495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:21:08.493601 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e1196311-6c37-4624-ba86-c6091772d493 req-e76ad0c5-b230-46b6-adc6-02a2be018c83 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527163 Jul 09 10:21:08.589269 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1196311-6c37-4624-ba86-c6091772d493 req-e8a7da3e-e4e2-45c5-a5c5-3fa127e8c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:21:08.590681 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e1196311-6c37-4624-ba86-c6091772d493 req-e8a7da3e-e4e2-45c5-a5c5-3fa127e8c64e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 1097 time: 0.0560589 Jul 09 10:21:09.011723 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1196311-6c37-4624-ba86-c6091772d493 req-ccf854b2-867f-4d58-a828-bdb95cbcd5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:21:09.013499 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e1196311-6c37-4624-ba86-c6091772d493 req-ccf854b2-867f-4d58-a828-bdb95cbcd5f9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.4035869 Jul 09 10:21:09.085915 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e1196311-6c37-4624-ba86-c6091772d493 req-2651ed95-f931-48aa-a527-0b01c26b6317 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6 HTTP/1.1" status: 200 len: 1002 time: 0.0652745 Jul 09 10:21:09.140163 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1196311-6c37-4624-ba86-c6091772d493 req-b3d5ec0b-fcf1-43a3-81eb-c9a1233176a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:21:09.141672 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e1196311-6c37-4624-ba86-c6091772d493 req-b3d5ec0b-fcf1-43a3-81eb-c9a1233176a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0496647 Jul 09 10:21:09.197334 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1196311-6c37-4624-ba86-c6091772d493 req-01e03eba-804e-4035-8ce7-1bf01a642453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:21:09.198834 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e1196311-6c37-4624-ba86-c6091772d493 req-01e03eba-804e-4035-8ce7-1bf01a642453 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513456 Jul 09 10:21:09.289860 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e1196311-6c37-4624-ba86-c6091772d493 req-eb1b40c2-448e-451b-b955-0def0db7a96f service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838599 Jul 09 10:21:09.383579 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e1196311-6c37-4624-ba86-c6091772d493 req-65a351a0-f607-413c-af5c-e2f5825603a1 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874438 Jul 09 10:21:09.418482 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7e0e3edf-2187-4fb6-87b0-2d45ec7a7cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:21:09.545833 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:21:09.584147 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:21:11.323363 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:21:13.116173 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:21:15.457837 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:21:34.286880 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:21:36.812362 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-20426ce2-26dd-4125-bdb1-e4c945a6776c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:21:39.420157 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dd8e95fd-54c4-4916-a139-4cbbdce0fc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:21:39.544131 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:21:39.584168 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:21:41.326430 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:21:43.119931 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:21:43.699250 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18470036-498c-4239-b081-aee4b6939fbd req-5962b9a1-73e6-4a51-b632-400176ab2bfa tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:21:43.700722 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18470036-498c-4239-b081-aee4b6939fbd req-5962b9a1-73e6-4a51-b632-400176ab2bfa tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.1545436 Jul 09 10:21:43.738943 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18470036-498c-4239-b081-aee4b6939fbd req-567a5b73-387c-4a7a-85b4-ccf78b326d10 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326860 Jul 09 10:21:52.457363 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:21:55.207578 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4523aa63-c304-4d72-922a-5a0b090195af req-fa7f67b0-e1f3-4b3b-8795-1a97b7aa1537 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0994747 Jul 09 10:21:55.213978 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c06da-c3cc-43b4-acec-e4370029dfe1 req-dbc7235c-19ff-4f1f-88b5-b63f1271b5f8 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:21:55.215530 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b6c06da-c3cc-43b4-acec-e4370029dfe1 req-dbc7235c-19ff-4f1f-88b5-b63f1271b5f8 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.0636773 Jul 09 10:21:55.255636 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3b6c06da-c3cc-43b4-acec-e4370029dfe1 req-a72008c5-5cf6-4eda-846d-546f87db76fd tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338089 Jul 09 10:21:56.422436 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523aa63-c304-4d72-922a-5a0b090195af req-0b95fa80-cf4f-4969-871f-a608fac5a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:21:56.424429 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4523aa63-c304-4d72-922a-5a0b090195af req-0b95fa80-cf4f-4969-871f-a608fac5a516 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 1097 time: 0.0532475 Jul 09 10:21:56.441217 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878650f-178b-47fe-895a-3411d2eb8e95 req-ed83258c-2b17-4061-b28e-9f8fcba41491 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:21:56.442729 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9878650f-178b-47fe-895a-3411d2eb8e95 req-ed83258c-2b17-4061-b28e-9f8fcba41491 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.0696402 Jul 09 10:21:56.484617 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9878650f-178b-47fe-895a-3411d2eb8e95 req-676e917a-740b-4c05-b5a7-a0138c1c3198 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360758 Jul 09 10:21:56.521217 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523aa63-c304-4d72-922a-5a0b090195af req-a3eed4b0-f911-409b-9667-2596134adfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:21:56.522696 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4523aa63-c304-4d72-922a-5a0b090195af req-a3eed4b0-f911-409b-9667-2596134adfc0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0927477 Jul 09 10:21:56.585555 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4523aa63-c304-4d72-922a-5a0b090195af req-e0bcfd7d-f11d-44eb-a704-11013ab0031c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6 HTTP/1.1" status: 200 len: 1002 time: 0.0566359 Jul 09 10:21:56.638203 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523aa63-c304-4d72-922a-5a0b090195af req-002dd1b5-7bc2-4556-ba5c-21ba81b31a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:21:56.639665 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4523aa63-c304-4d72-922a-5a0b090195af req-002dd1b5-7bc2-4556-ba5c-21ba81b31a3c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0482819 Jul 09 10:21:56.697198 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523aa63-c304-4d72-922a-5a0b090195af req-b1df0818-d575-4e6a-ac8c-1d6ebdd97bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:21:56.698763 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4523aa63-c304-4d72-922a-5a0b090195af req-b1df0818-d575-4e6a-ac8c-1d6ebdd97bcc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525534 Jul 09 10:21:56.792317 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4523aa63-c304-4d72-922a-5a0b090195af req-63c11d7c-1b27-4777-b22b-102a57e88588 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875399 Jul 09 10:21:56.883725 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4523aa63-c304-4d72-922a-5a0b090195af req-ee8595a1-9f26-4f18-ab3a-f95dfc634848 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850873 Jul 09 10:21:57.659068 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f8107-412b-4087-9df6-8ca2282f3709 req-f9f5a77d-65ad-40f7-9f8f-6195e98d0b59 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:21:57.660620 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-969f8107-412b-4087-9df6-8ca2282f3709 req-f9f5a77d-65ad-40f7-9f8f-6195e98d0b59 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.0646064 Jul 09 10:21:57.698320 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-969f8107-412b-4087-9df6-8ca2282f3709 req-d6b662d7-aa27-4383-b9fa-f3a08d69387e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321212 Jul 09 10:21:58.878854 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bf1ff-9845-4303-844a-e231b29bb487 req-87852bc1-3422-4a6a-9e35-6f90af7dd203 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:21:58.880345 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-207bf1ff-9845-4303-844a-e231b29bb487 req-87852bc1-3422-4a6a-9e35-6f90af7dd203 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.0656826 Jul 09 10:21:58.918376 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-207bf1ff-9845-4303-844a-e231b29bb487 req-41fc98f5-2df4-4b69-9d33-f98caa2e56ec tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325410 Jul 09 10:22:00.093090 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26fe23-966d-4711-93e2-d2151808c6cf req-d7627c8d-b841-4b8a-849c-4b2b07ae840d tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:00.094574 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1c26fe23-966d-4711-93e2-d2151808c6cf req-d7627c8d-b841-4b8a-849c-4b2b07ae840d tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.0638428 Jul 09 10:22:00.132283 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1c26fe23-966d-4711-93e2-d2151808c6cf req-4dd94df7-01dc-469a-bbc1-9eabbcf63809 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318480 Jul 09 10:22:01.310882 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb285d8f-a608-48d8-a579-8c9642ddaf76 req-028b5fee-6a94-4783-9354-0d35f1aea466 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:01.312406 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb285d8f-a608-48d8-a579-8c9642ddaf76 req-028b5fee-6a94-4783-9354-0d35f1aea466 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.0655692 Jul 09 10:22:01.350075 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb285d8f-a608-48d8-a579-8c9642ddaf76 req-d25fca39-6f21-447e-99a6-2bc625a553b9 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320826 Jul 09 10:22:02.533558 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759d451-fd90-4342-a0ea-4d567eb380e7 req-26a01441-0e18-4fc0-929b-ffb148e2e992 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:02.534966 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b759d451-fd90-4342-a0ea-4d567eb380e7 req-26a01441-0e18-4fc0-929b-ffb148e2e992 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.0691776 Jul 09 10:22:02.572063 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b759d451-fd90-4342-a0ea-4d567eb380e7 req-2a1840d8-5566-49b9-a5c2-f0930feb656c tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314622 Jul 09 10:22:03.744462 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9e0b3-d069-49ad-b0ca-a275d02e03f6 req-f14736bf-ba7a-41f1-a993-575438e52d4b tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:03.745966 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-26e9e0b3-d069-49ad-b0ca-a275d02e03f6 req-f14736bf-ba7a-41f1-a993-575438e52d4b tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.0629442 Jul 09 10:22:03.784153 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-26e9e0b3-d069-49ad-b0ca-a275d02e03f6 req-72ce4d4a-525c-42d7-ade0-40b1ad167376 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326521 Jul 09 10:22:04.285221 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:04.959763 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa9bbe-3cde-439b-98f0-2cae36159ea0 req-770c8075-74a7-47ec-aa74-97582e2f1068 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:04.961264 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-adaa9bbe-3cde-439b-98f0-2cae36159ea0 req-770c8075-74a7-47ec-aa74-97582e2f1068 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.0667760 Jul 09 10:22:04.998540 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-adaa9bbe-3cde-439b-98f0-2cae36159ea0 req-cde45f01-f688-4c6b-baf1-049799744d3c tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310731 Jul 09 10:22:06.173923 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fe1c3-3ca3-411e-b8c1-c2bb891b13b6 req-ba5099d8-837a-4e90-b62a-3bf8ccb74e59 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:06.175455 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-585fe1c3-3ca3-411e-b8c1-c2bb891b13b6 req-ba5099d8-837a-4e90-b62a-3bf8ccb74e59 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.0647559 Jul 09 10:22:06.212543 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-585fe1c3-3ca3-411e-b8c1-c2bb891b13b6 req-1187710d-91ae-435b-99ed-8d63a7f9af2c tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314915 Jul 09 10:22:06.813164 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-16edff70-7ecb-441c-bb43-457706d97b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:07.386026 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cce10a-6149-47fb-8300-87e81a796755 req-ac5eb5f9-4799-4161-b457-d4745b15b34b tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:07.387527 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50cce10a-6149-47fb-8300-87e81a796755 req-ac5eb5f9-4799-4161-b457-d4745b15b34b tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.0627124 Jul 09 10:22:07.430098 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50cce10a-6149-47fb-8300-87e81a796755 req-ce8adabb-1655-4166-98a0-bb52c74f8195 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367093 Jul 09 10:22:08.611024 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff83ea-8769-4409-9b5d-cfebd03fe49f req-25848633-b3f9-41fc-baff-c9ddac093249 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:08.612538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09ff83ea-8769-4409-9b5d-cfebd03fe49f req-25848633-b3f9-41fc-baff-c9ddac093249 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.0689189 Jul 09 10:22:08.650652 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-09ff83ea-8769-4409-9b5d-cfebd03fe49f req-85ac0ccf-d34b-412f-ba25-2c095ade4261 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323718 Jul 09 10:22:09.421344 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ac092be1-cef4-4547-90a9-8886013610b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:09.528220 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf3ebf-1bbb-48b0-b350-32727850df4d req-1149f615-303d-40a7-9bb2-d9a3050d726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:09.529729 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e8bf3ebf-1bbb-48b0-b350-32727850df4d req-1149f615-303d-40a7-9bb2-d9a3050d726e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 1097 time: 0.0547042 Jul 09 10:22:09.549390 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:09.586547 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:09.649425 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf3ebf-1bbb-48b0-b350-32727850df4d req-98fe7695-878d-4bb7-bcf4-0fdcaf7535e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:09.650830 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e8bf3ebf-1bbb-48b0-b350-32727850df4d req-98fe7695-878d-4bb7-bcf4-0fdcaf7535e4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0969772 Jul 09 10:22:09.717368 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e8bf3ebf-1bbb-48b0-b350-32727850df4d req-f94c3f6d-2c09-4898-827d-ff2a282c8ca6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6 HTTP/1.1" status: 200 len: 1002 time: 0.0597446 Jul 09 10:22:09.769687 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf3ebf-1bbb-48b0-b350-32727850df4d req-6aa85f8b-2312-4881-979d-e4e34863cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:09.771389 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e8bf3ebf-1bbb-48b0-b350-32727850df4d req-6aa85f8b-2312-4881-979d-e4e34863cbcf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0479119 Jul 09 10:22:09.833671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c9c82-d9e2-49cc-a526-bdc1e99dad91 req-ae96ef1b-daaa-4e31-b07a-3e8eb5b0a297 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:09.835257 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec4c9c82-d9e2-49cc-a526-bdc1e99dad91 req-ae96ef1b-daaa-4e31-b07a-3e8eb5b0a297 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.0692527 Jul 09 10:22:09.838695 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf3ebf-1bbb-48b0-b350-32727850df4d req-7a308f63-709c-4159-bcdc-84c35385bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:09.840868 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e8bf3ebf-1bbb-48b0-b350-32727850df4d req-7a308f63-709c-4159-bcdc-84c35385bf58 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630169 Jul 09 10:22:09.878579 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec4c9c82-d9e2-49cc-a526-bdc1e99dad91 req-7b665def-d9ae-4335-9d85-02cab783d51e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365887 Jul 09 10:22:09.932070 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e8bf3ebf-1bbb-48b0-b350-32727850df4d req-f043b595-0d43-4cb5-b8dc-59dc251654cd service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843420 Jul 09 10:22:10.027849 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e8bf3ebf-1bbb-48b0-b350-32727850df4d req-cda2b035-180d-4313-abb5-3e4919ae6d79 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893376 Jul 09 10:22:10.593883 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [req-4523aa63-c304-4d72-922a-5a0b090195af req-24d69be1-3082-4765-a032-836a7c9dc92c service neutron] show failed (client error): The resource could not be found. Jul 09 10:22:10.594903 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4523aa63-c304-4d72-922a-5a0b090195af req-24d69be1-3082-4765-a032-836a7c9dc92c service neutron] 10.222.0.58 "GET /v2.0/ports/018eb1f3-bada-4d2f-bd1d-9693fdf107c6/bindings/n-h2-799996-1 HTTP/1.1" status: 404 len: 380 time: 0.0552330 Jul 09 10:22:10.889147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523aa63-c304-4d72-922a-5a0b090195af req-04e25d2a-1b37-4617-91e8-31a79684c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:10.890672 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4523aa63-c304-4d72-922a-5a0b090195af req-04e25d2a-1b37-4617-91e8-31a79684c42e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33&tenant_id=42a25a16a1984634b009ae159bd0e228 HTTP/1.1" status: 200 len: 1097 time: 0.1032796 Jul 09 10:22:10.902486 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-4523aa63-c304-4d72-922a-5a0b090195af req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799996-1', 'device_owner': 'compute:nova'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:22:10.974606 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4523aa63-c304-4d72-922a-5a0b090195af req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:11.188819 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719f903-e4c2-4786-b5be-94360a1c85b8 req-1e0cc28f-01dc-4b0f-89bd-20aa99927abd tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:11.190324 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7719f903-e4c2-4786-b5be-94360a1c85b8 req-1e0cc28f-01dc-4b0f-89bd-20aa99927abd tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.1841817 Jul 09 10:22:11.194807 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:22:11.252117 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7719f903-e4c2-4786-b5be-94360a1c85b8 req-73b945c5-85ce-4404-808d-8da70c638a61 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545180 Jul 09 10:22:11.268742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4523aa63-c304-4d72-922a-5a0b090195af req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] For port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:22:11.274234 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:11.304352 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4523aa63-c304-4d72-922a-5a0b090195af req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] For port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:22:11.329283 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:11.343510 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:22:11.345804 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1555f27-c2ba-4ffe-a7e9-01480258f8ba" -d '{"events": [{"server_uuid": "4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33", "name": "network-vif-unplugged", "status": "completed", "tag": "018eb1f3-bada-4d2f-bd1d-9693fdf107c6"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:22:11.349318 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4523aa63-c304-4d72-922a-5a0b090195af req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:11.361218 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-4523aa63-c304-4d72-922a-5a0b090195af req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Transition to ACTIVE for port object 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:22:11.366038 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4523aa63-c304-4d72-922a-5a0b090195af req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:11.405293 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 10:22:11.405680 n-d-799996-1 neutron-server[93792]: DEBUG oslo_db.api [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 10:22:11.714763 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 10:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c5c695-3c05-4f7e-a3c2-d459f5f1a0d0 x-openstack-request-id: req-a5c5c695-3c05-4f7e-a3c2-d459f5f1a0d0 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:22:11.714985 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33", "name": "network-vif-unplugged", "status": "completed", "tag": "018eb1f3-bada-4d2f-bd1d-9693fdf107c6", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:22:11.715186 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a5c5c695-3c05-4f7e-a3c2-d459f5f1a0d0 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:22:11.715570 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6', 'code': 200} Jul 09 10:22:11.726643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Pushing event updated for resources: {'Port': ['ID=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,revision_number=6']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:22:11.740583 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:11.740929 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:11.741272 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:11.741608 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:11.741939 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:11.742268 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:11.742594 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:11.742917 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:11.743239 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:11.743560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:11.743915 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:11.744237 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:11.774867 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4523aa63-c304-4d72-922a-5a0b090195af req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] No DVR routers for this DVR port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:22:11.915785 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4523aa63-c304-4d72-922a-5a0b090195af req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Attempting to bind port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:22:11.916492 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4523aa63-c304-4d72-922a-5a0b090195af req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Attempting to bind port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:22:11.916492 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523aa63-c304-4d72-922a-5a0b090195af req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Attempting to bind port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 on network aea9bae3-92d3-405d-b35a-d47d753c95ac {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:22:11.921262 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523aa63-c304-4d72-922a-5a0b090195af req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 on network aea9bae3-92d3-405d-b35a-d47d753c95ac not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:22:11.921586 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523aa63-c304-4d72-922a-5a0b090195af req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Attempting to bind port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 on network aea9bae3-92d3-405d-b35a-d47d753c95ac {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:22:11.926428 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523aa63-c304-4d72-922a-5a0b090195af req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:22:11.926773 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523aa63-c304-4d72-922a-5a0b090195af req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Checking segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:22:11.927160 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523aa63-c304-4d72-922a-5a0b090195af req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Bound using segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:22:11.927590 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4523aa63-c304-4d72-922a-5a0b090195af req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Bound port: 018eb1f3-bada-4d2f-bd1d-9693fdf107c6, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:22:11.927983 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4523aa63-c304-4d72-922a-5a0b090195af req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:11.990966 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4523aa63-c304-4d72-922a-5a0b090195af req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] For port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:22:11.994026 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4523aa63-c304-4d72-922a-5a0b090195af req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] For port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:22:11.998063 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4523aa63-c304-4d72-922a-5a0b090195af req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:12.034442 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523aa63-c304-4d72-922a-5a0b090195af req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:12.035061 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4523aa63-c304-4d72-922a-5a0b090195af req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:12.036472 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4523aa63-c304-4d72-922a-5a0b090195af req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] 10.222.0.64 "PUT /v2.0/ports/018eb1f3-bada-4d2f-bd1d-9693fdf107c6 HTTP/1.1" status: 200 len: 1092 time: 1.1385541 Jul 09 10:22:12.078047 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937634b0-8f46-46ce-a39a-5f24bce036cd service neutron] Pushing event updated for resources: {'Port': ['ID=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:22:12.130767 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523aa63-c304-4d72-922a-5a0b090195af req-f994890d-72f0-44fe-a2e5-be6c46d1f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:12.132384 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4523aa63-c304-4d72-922a-5a0b090195af req-f994890d-72f0-44fe-a2e5-be6c46d1f298 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 1095 time: 0.0660398 Jul 09 10:22:12.226554 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523aa63-c304-4d72-922a-5a0b090195af req-146c0260-b9be-461a-9c88-5e933e660d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:12.228087 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4523aa63-c304-4d72-922a-5a0b090195af req-146c0260-b9be-461a-9c88-5e933e660d45 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0887878 Jul 09 10:22:12.296587 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4523aa63-c304-4d72-922a-5a0b090195af req-4ace4220-affc-47d4-8012-abd5f1d447d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6 HTTP/1.1" status: 200 len: 1000 time: 0.0624120 Jul 09 10:22:12.343716 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523aa63-c304-4d72-922a-5a0b090195af req-adfe6975-3cda-4eea-81e4-d11261c5633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:12.345202 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4523aa63-c304-4d72-922a-5a0b090195af req-adfe6975-3cda-4eea-81e4-d11261c5633e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0429482 Jul 09 10:22:12.456413 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523aa63-c304-4d72-922a-5a0b090195af req-a65cd1b2-03ff-4df8-853c-8d466503ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:12.458303 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4523aa63-c304-4d72-922a-5a0b090195af req-a65cd1b2-03ff-4df8-853c-8d466503ac78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069677 Jul 09 10:22:12.470820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b30c15-4615-4d5d-b402-1026c20646ef req-1646f66c-468a-4da5-8c66-681ba4acab5a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:12.472248 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f8b30c15-4615-4d5d-b402-1026c20646ef req-1646f66c-468a-4da5-8c66-681ba4acab5a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 944 time: 0.0952947 Jul 09 10:22:12.559685 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f8b30c15-4615-4d5d-b402-1026c20646ef req-4239b866-aa52-46d1-8e03-182d8f7e8fdd tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792956 Jul 09 10:22:12.585293 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4523aa63-c304-4d72-922a-5a0b090195af req-27d02384-f796-4af7-bf39-0909bb268ff2 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121237 Jul 09 10:22:12.673700 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4523aa63-c304-4d72-922a-5a0b090195af req-3db3ce75-d651-4efa-9599-2ffaf55444ad service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821829 Jul 09 10:22:13.122189 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:13.716312 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'tag': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:22:13.718733 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b40e2a10afc662e0574489e0a525cd095cd73b95a70da647cfd085eb863a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e0ae9f-81c1-4114-89ce-86f32a8359e8" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33", "tag": "018eb1f3-bada-4d2f-bd1d-9693fdf107c6"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:22:13.752318 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd255b39-a3db-4125-82a3-cd34bc566542 req-b626c4f0-d66d-4976-b934-5fa3c957f3a6 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:13.753365 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dd255b39-a3db-4125-82a3-cd34bc566542 req-b626c4f0-d66d-4976-b934-5fa3c957f3a6 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 944 time: 0.0725369 Jul 09 10:22:13.798843 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480a3adb-5fd7-4edb-a866-f23ac74dc732 x-openstack-request-id: req-480a3adb-5fd7-4edb-a866-f23ac74dc732 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:22:13.803935 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33", "tag": "018eb1f3-bada-4d2f-bd1d-9693fdf107c6", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:22:13.804425 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-480a3adb-5fd7-4edb-a866-f23ac74dc732 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:22:13.805010 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'tag': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6', 'status': 'completed', 'code': 200} Jul 09 10:22:13.813592 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dd255b39-a3db-4125-82a3-cd34bc566542 req-697332a8-994b-470d-b545-1ec784df1256 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535774 Jul 09 10:22:13.873520 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0ae9f-81c1-4114-89ce-86f32a8359e8 req-3e845187-dff4-41ef-b54d-89d66cca7865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:13.874959 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-45e0ae9f-81c1-4114-89ce-86f32a8359e8 req-3e845187-dff4-41ef-b54d-89d66cca7865 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 1095 time: 0.0602572 Jul 09 10:22:13.883547 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0ae9f-81c1-4114-89ce-86f32a8359e8 req-98ed8eaa-3d61-43ca-87c8-0db56fdf1e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:13.885483 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-45e0ae9f-81c1-4114-89ce-86f32a8359e8 req-98ed8eaa-3d61-43ca-87c8-0db56fdf1e5d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 1095 time: 0.0655787 Jul 09 10:22:13.969582 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0ae9f-81c1-4114-89ce-86f32a8359e8 req-6282e4a4-d909-45c5-960e-435981b03377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:13.971116 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-45e0ae9f-81c1-4114-89ce-86f32a8359e8 req-6282e4a4-d909-45c5-960e-435981b03377 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0901551 Jul 09 10:22:13.989110 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0ae9f-81c1-4114-89ce-86f32a8359e8 req-4f10614f-9338-4315-ae88-f272433d3e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:13.990681 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-45e0ae9f-81c1-4114-89ce-86f32a8359e8 req-4f10614f-9338-4315-ae88-f272433d3e1a service neutron] 10.222.0.58 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0989134 Jul 09 10:22:14.049158 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-45e0ae9f-81c1-4114-89ce-86f32a8359e8 req-6380b5d5-388f-4ae6-b8a1-4a6b9e092683 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6 HTTP/1.1" status: 200 len: 1000 time: 0.0706058 Jul 09 10:22:14.061044 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-45e0ae9f-81c1-4114-89ce-86f32a8359e8 req-2ed2780f-ab4d-4c10-b909-b5e1701dbef1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6 HTTP/1.1" status: 200 len: 1000 time: 0.0636442 Jul 09 10:22:14.099976 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0ae9f-81c1-4114-89ce-86f32a8359e8 req-23dd105a-35e6-4e78-907a-356b188cfbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:14.101581 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-45e0ae9f-81c1-4114-89ce-86f32a8359e8 req-23dd105a-35e6-4e78-907a-356b188cfbe9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0465744 Jul 09 10:22:14.118082 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0ae9f-81c1-4114-89ce-86f32a8359e8 req-ce79f26f-b05e-425c-b514-1a268f672e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:14.119674 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-45e0ae9f-81c1-4114-89ce-86f32a8359e8 req-ce79f26f-b05e-425c-b514-1a268f672e2d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0514688 Jul 09 10:22:14.168837 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0ae9f-81c1-4114-89ce-86f32a8359e8 req-ebfbd51a-c1e4-4f55-867d-64cbedc8e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:14.171074 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-45e0ae9f-81c1-4114-89ce-86f32a8359e8 req-ebfbd51a-c1e4-4f55-867d-64cbedc8e579 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620608 Jul 09 10:22:14.180138 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0ae9f-81c1-4114-89ce-86f32a8359e8 req-d11e8815-45b8-4d1e-a3c8-4c52449de374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:14.181713 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-45e0ae9f-81c1-4114-89ce-86f32a8359e8 req-d11e8815-45b8-4d1e-a3c8-4c52449de374 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559502 Jul 09 10:22:14.269615 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-45e0ae9f-81c1-4114-89ce-86f32a8359e8 req-76d1d1f5-66af-43b4-a8b7-fed07ad36141 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922046 Jul 09 10:22:14.275984 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-45e0ae9f-81c1-4114-89ce-86f32a8359e8 req-355254ed-8ae1-4286-88ad-3d9513aa8e5b service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877056 Jul 09 10:22:14.363598 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-45e0ae9f-81c1-4114-89ce-86f32a8359e8 req-e729d67a-9c11-4cee-bb7a-fb6e2f4dadff service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876019 Jul 09 10:22:14.371919 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-45e0ae9f-81c1-4114-89ce-86f32a8359e8 req-d949d980-7d60-4e86-9ea6-f2d53ba4fc10 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896354 Jul 09 10:22:15.002701 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ca9cb-ddc5-4934-919d-22510062d706 req-5d71dd60-190b-4f4f-b7d7-5182cd3dfe80 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:15.004291 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a7ca9cb-ddc5-4934-919d-22510062d706 req-5d71dd60-190b-4f4f-b7d7-5182cd3dfe80 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 944 time: 0.0646842 Jul 09 10:22:15.052787 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a7ca9cb-ddc5-4934-919d-22510062d706 req-04298437-1c1a-40f0-9beb-f0fa4613ff36 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421467 Jul 09 10:22:16.239634 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02bdd8-a4bd-4e4b-9bc2-cd1015300e1f req-1ac7cbfe-3f24-4a19-9495-764d696f7007 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:16.241152 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd02bdd8-a4bd-4e4b-9bc2-cd1015300e1f req-1ac7cbfe-3f24-4a19-9495-764d696f7007 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 944 time: 0.0651565 Jul 09 10:22:16.279309 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd02bdd8-a4bd-4e4b-9bc2-cd1015300e1f req-7997f380-446e-4f42-bb45-e8d9880e7c06 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315621 Jul 09 10:22:17.504008 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652d7a4-f994-481c-84b8-2d825889ea48 req-5581d3bd-109c-4053-a26d-4f996138b8d6 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:17.505576 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e652d7a4-f994-481c-84b8-2d825889ea48 req-5581d3bd-109c-4053-a26d-4f996138b8d6 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 944 time: 0.0630357 Jul 09 10:22:17.543575 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e652d7a4-f994-481c-84b8-2d825889ea48 req-6a02bd49-76a6-4912-970a-7e8c3ec203b8 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312595 Jul 09 10:22:18.721424 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cd50d-dbe2-4c70-beb0-d8d059021820 req-b1ff8863-49cf-4987-9c57-f94d91645451 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:18.722946 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-641cd50d-dbe2-4c70-beb0-d8d059021820 req-b1ff8863-49cf-4987-9c57-f94d91645451 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 944 time: 0.0683067 Jul 09 10:22:18.759812 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-641cd50d-dbe2-4c70-beb0-d8d059021820 req-ef97db21-403b-4579-9ec4-53200c32d311 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310826 Jul 09 10:22:19.937328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c0d5c-65b0-4035-8619-05c93018cabe req-0fb0d01c-930f-4098-89eb-e5538039c390 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:19.938860 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-848c0d5c-65b0-4035-8619-05c93018cabe req-0fb0d01c-930f-4098-89eb-e5538039c390 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 944 time: 0.0636797 Jul 09 10:22:19.975427 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-848c0d5c-65b0-4035-8619-05c93018cabe req-0866efaf-db7a-436d-8fe2-13af84efca25 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308990 Jul 09 10:22:21.260163 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeeff02-550a-49dc-b156-6079808160d6 req-f9ec689e-cee5-4ea9-8aab-46f286c80cbd tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:21.261622 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cdeeff02-550a-49dc-b156-6079808160d6 req-f9ec689e-cee5-4ea9-8aab-46f286c80cbd tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 944 time: 0.1035802 Jul 09 10:22:21.306607 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cdeeff02-550a-49dc-b156-6079808160d6 req-284cca49-e30f-42b9-8c25-6f568d9267a1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365860 Jul 09 10:22:22.481362 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1e588-1131-499b-8f1c-9b4ac2a2e7e5 req-0b5df0eb-f119-4d49-99b1-1897f978554a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:22.482771 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cac1e588-1131-499b-8f1c-9b4ac2a2e7e5 req-0b5df0eb-f119-4d49-99b1-1897f978554a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 944 time: 0.0627494 Jul 09 10:22:22.519761 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cac1e588-1131-499b-8f1c-9b4ac2a2e7e5 req-aa1598ae-17c5-4d4a-9185-56a4d524ae8a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313838 Jul 09 10:22:23.696687 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fead2da-c8c2-44ce-8f7f-cb964c0f42e3 req-54a357ab-b782-49eb-b0ca-a52115022c29 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:23.698157 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5fead2da-c8c2-44ce-8f7f-cb964c0f42e3 req-54a357ab-b782-49eb-b0ca-a52115022c29 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 944 time: 0.0638194 Jul 09 10:22:23.735994 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5fead2da-c8c2-44ce-8f7f-cb964c0f42e3 req-d7ed40c7-2ca7-4d80-bc24-ad040ae46ace tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317264 Jul 09 10:22:24.992089 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326d3f9-4019-441b-a41e-611f82293eba req-a054a444-63bc-4752-98ca-71335eb08038 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:24.993619 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4326d3f9-4019-441b-a41e-611f82293eba req-a054a444-63bc-4752-98ca-71335eb08038 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 944 time: 0.1121552 Jul 09 10:22:25.031331 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4326d3f9-4019-441b-a41e-611f82293eba req-09ae8577-882e-4a55-98b3-79423684d26e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322075 Jul 09 10:22:25.992901 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:22:26.095290 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:22:26.108101 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'port_id': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6', 'mac_address': 'fa:16:3e:cf:79:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:22:26.149144 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:26.163212 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:22:26.184365 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:22:26.189445 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:26.217658 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb55c3-9b54-493d-a252-d6f81caff9ae req-19d163f3-550e-45ae-9a0e-f00fd2dd2ecd tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:26.219179 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ffb55c3-9b54-493d-a252-d6f81caff9ae req-19d163f3-550e-45ae-9a0e-f00fd2dd2ecd tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 944 time: 0.0735202 Jul 09 10:22:26.243926 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:22:26.252258 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:26.252607 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:26.252952 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:26.253295 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:26.253629 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:26.253966 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:26.254323 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:26.254650 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:26.254977 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:26.255302 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:26.255629 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:26.256169 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:26.259592 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7ffb55c3-9b54-493d-a252-d6f81caff9ae req-aea77c06-c09f-4039-8e4d-1954a4f48834 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340083 Jul 09 10:22:26.559675 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['018eb1f3-bada-4d2f-bd1d-9693fdf107c6'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:22:26.673520 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-1824cece-be9d-43d5-86a2-004b94d877ae tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:26.674927 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-1824cece-be9d-43d5-86a2-004b94d877ae tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33&tenant_id=42a25a16a1984634b009ae159bd0e228&binding%3Ahost_id=n-h2-799996-1 HTTP/1.1" status: 200 len: 945 time: 0.0884426 Jul 09 10:22:26.774127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5ae2c-6480-4f71-9553-9bb2bee39b73 req-557f349d-7da5-409b-8ab9-512f54de18ed tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:26.775629 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-afa5ae2c-6480-4f71-9553-9bb2bee39b73 req-557f349d-7da5-409b-8ab9-512f54de18ed tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 945 time: 0.1238139 Jul 09 10:22:26.777448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-b2f47455-fbe6-4223-aabd-7ec3c4243ddb service neutron] 10.222.0.64 "GET /v2.0/ports/018eb1f3-bada-4d2f-bd1d-9693fdf107c6/bindings/n-h2-799996-1 HTTP/1.1" status: 200 len: 382 time: 0.0839500 Jul 09 10:22:26.846003 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-afa5ae2c-6480-4f71-9553-9bb2bee39b73 req-861c7c78-3960-4eeb-9476-80dd09d7419e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637939 Jul 09 10:22:26.870164 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d5da62f6-3035-4a50-8e0f-17c6c5af1ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:26.871726 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d5da62f6-3035-4a50-8e0f-17c6c5af1ecc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 1096 time: 0.0678303 Jul 09 10:22:26.972104 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-e63db0ce-f9f3-4661-8f75-cd485c3baf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:26.973513 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-e63db0ce-f9f3-4661-8f75-cd485c3baf9c service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0874140 Jul 09 10:22:27.042784 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-b935a616-7198-4722-a4fb-b752aad0baa1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6 HTTP/1.1" status: 200 len: 1001 time: 0.0627611 Jul 09 10:22:27.092646 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-efc2defc-e3fe-4d6a-9957-e0dc126f26b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:27.094225 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-efc2defc-e3fe-4d6a-9957-e0dc126f26b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0444379 Jul 09 10:22:27.151377 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-5d8f0e4a-9e0c-4cda-a936-ac44daa4df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:27.152940 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-5d8f0e4a-9e0c-4cda-a936-ac44daa4df73 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521801 Jul 09 10:22:27.249696 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-4a12ba05-8ac0-4610-a85e-b9f3b96baa17 service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880947 Jul 09 10:22:27.336926 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-dac6aa06-2cf6-4a52-b386-90a166b8eabf service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813754 Jul 09 10:22:28.008260 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:22:28.021678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cee5bc-f5c2-4e1e-911d-0bc8d221759a req-08f2994a-578b-4f68-b2ea-f19d23eb04af tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:28.023235 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-77cee5bc-f5c2-4e1e-911d-0bc8d221759a req-08f2994a-578b-4f68-b2ea-f19d23eb04af tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 945 time: 0.0649278 Jul 09 10:22:28.060656 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:22:28.062964 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-77cee5bc-f5c2-4e1e-911d-0bc8d221759a req-b14d9bdb-46c3-4e57-b5f1-7ee4b9f8cf0d tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340600 Jul 09 10:22:28.064964 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:22:28.065334 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:28.152721 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:28.174960 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:22:28.177221 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9748a0-2ca1-4347-aa2f-68edb01d8e66" -d '{"events": [{"server_uuid": "4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33", "name": "network-vif-plugged", "status": "completed", "tag": "018eb1f3-bada-4d2f-bd1d-9693fdf107c6"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:22:28.189752 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:22:28.193987 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:28.230444 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6b8447-b907-4ccc-b461-b6f5afe537c1 x-openstack-request-id: req-5e6b8447-b907-4ccc-b461-b6f5afe537c1 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:22:28.230739 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33", "name": "network-vif-plugged", "status": "completed", "tag": "018eb1f3-bada-4d2f-bd1d-9693fdf107c6", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:22:28.230993 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5e6b8447-b907-4ccc-b461-b6f5afe537c1 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:22:28.231384 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6', 'code': 200} Jul 09 10:22:28.247078 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:22:29.246222 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183ef22-f4fa-4060-b0a9-ef5df6efc452 req-7ac2fbeb-2912-4e42-8820-c7ab058a9ffb tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:29.247792 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6183ef22-f4fa-4060-b0a9-ef5df6efc452 req-7ac2fbeb-2912-4e42-8820-c7ab058a9ffb tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.0690098 Jul 09 10:22:29.292205 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6183ef22-f4fa-4060-b0a9-ef5df6efc452 req-4402356e-bbe2-4e23-a18f-345acb01c6ca tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383992 Jul 09 10:22:29.457573 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:22:30.477742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573f344-0b7d-43f3-8550-969a273996a8 req-515a718f-df0a-4877-87b9-5cf2bf66fec2 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:30.479306 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2573f344-0b7d-43f3-8550-969a273996a8 req-515a718f-df0a-4877-87b9-5cf2bf66fec2 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.0677047 Jul 09 10:22:30.518143 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2573f344-0b7d-43f3-8550-969a273996a8 req-60669b47-7296-4635-9dcf-f6c3c2cac223 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330729 Jul 09 10:22:31.352260 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-da16320c-2f60-4879-9e86-a13a619eca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:31.353679 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-da16320c-2f60-4879-9e86-a13a619eca57 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33&tenant_id=42a25a16a1984634b009ae159bd0e228 HTTP/1.1" status: 200 len: 1097 time: 0.0527143 Jul 09 10:22:31.364859 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799996-1', 'device_owner': 'compute:nova'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:22:31.439075 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:31.646608 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] For port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:22:31.683373 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] For port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6, host n-h2-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:22:31.700696 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ffceb-90ef-4c50-9c3b-e88757541057 req-f6aaa53d-3dd6-420d-8880-5697114b6205 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:31.703113 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b12ffceb-90ef-4c50-9c3b-e88757541057 req-f6aaa53d-3dd6-420d-8880-5697114b6205 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.0679867 Jul 09 10:22:31.724086 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:22:31.726757 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d4ae1e-980e-4feb-9dbe-bc08b6f589e8" -d '{"events": [{"server_uuid": "4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33", "name": "network-vif-unplugged", "status": "completed", "tag": "018eb1f3-bada-4d2f-bd1d-9693fdf107c6"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:22:31.731027 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:31.741472 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b12ffceb-90ef-4c50-9c3b-e88757541057 req-1943702f-887d-4cc1-b868-af81af032999 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329170 Jul 09 10:22:31.743890 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Transition to ACTIVE for port object 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:22:31.748370 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:31.839670 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 10:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69bafef-cd72-445c-ab3a-a5f03a3158d0 x-openstack-request-id: req-d69bafef-cd72-445c-ab3a-a5f03a3158d0 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:22:31.839996 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33", "name": "network-vif-unplugged", "status": "completed", "tag": "018eb1f3-bada-4d2f-bd1d-9693fdf107c6", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:22:31.840256 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d69bafef-cd72-445c-ab3a-a5f03a3158d0 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:22:31.840662 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6', 'code': 200} Jul 09 10:22:31.843166 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Pushing event updated for resources: {'Port': ['ID=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,revision_number=10']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:22:31.856924 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:31.857276 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:31.857617 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:31.858478 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:31.858831 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:31.859161 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:31.859490 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:31.859867 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:31.860170 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:31.860493 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:31.860821 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:31.861142 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:22:31.903212 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] No DVR routers for this DVR port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 on host n-h2-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:22:32.020300 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:22:32.036265 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Attempting to bind port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:22:32.036605 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Attempting to bind port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:22:32.036932 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Attempting to bind port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 on network aea9bae3-92d3-405d-b35a-d47d753c95ac {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:22:32.041990 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 on network aea9bae3-92d3-405d-b35a-d47d753c95ac not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:22:32.042321 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Attempting to bind port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 on network aea9bae3-92d3-405d-b35a-d47d753c95ac {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:22:32.047823 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:22:32.048094 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Checking segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:22:32.048477 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Bound using segment: {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:22:32.048901 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Bound port: 018eb1f3-bada-4d2f-bd1d-9693fdf107c6, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '708997c2-ea64-49cd-bc38-81c4faa6b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:22:32.049258 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:32.062728 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:22:32.111916 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] For port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:22:32.115224 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] For port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:22:32.119186 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:32.157466 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:32.158082 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:32.159470 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] 10.222.0.58 "PUT /v2.0/ports/018eb1f3-bada-4d2f-bd1d-9693fdf107c6 HTTP/1.1" status: 200 len: 1093 time: 0.7986364 Jul 09 10:22:32.181900 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15781e8-ca92-457f-9f00-5c2267e69a0b service neutron] Pushing event updated for resources: {'Port': ['ID=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,revision_number=11']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:22:32.242594 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-6062b351-ec7d-40e7-a3d9-2af922c9c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:32.244179 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-6062b351-ec7d-40e7-a3d9-2af922c9c91c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 1096 time: 0.0579824 Jul 09 10:22:32.339016 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-e3e087b4-b9d4-46f7-ae60-668043749734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:32.340735 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-e3e087b4-b9d4-46f7-ae60-668043749734 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0895917 Jul 09 10:22:32.409934 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-53036588-5ef5-4cc5-8473-6b083f459f4b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6 HTTP/1.1" status: 200 len: 1000 time: 0.0633507 Jul 09 10:22:32.457573 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-00680729-232b-4014-b8ec-d50821b78335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:32.459049 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-00680729-232b-4014-b8ec-d50821b78335 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0437720 Jul 09 10:22:32.517584 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-7a8737ef-41a8-4feb-a47d-80be9a0d3878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:32.519110 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-7a8737ef-41a8-4feb-a47d-80be9a0d3878 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540586 Jul 09 10:22:32.611380 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-0ddde766-49fc-42b1-8a4c-43a246a85a95 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855579 Jul 09 10:22:32.697721 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-92d49ef7-2cbc-4578-87ce-eef9e8756f9c req-c172045c-5a81-44a1-8f34-a4ad0fa6eb51 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801959 Jul 09 10:22:32.923219 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f4690-6a67-4a9f-af29-06345ce07509 req-1e5e802b-afcb-49d4-b746-fd16fe7ec790 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:32.924751 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-163f4690-6a67-4a9f-af29-06345ce07509 req-1e5e802b-afcb-49d4-b746-fd16fe7ec790 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 945 time: 0.0633862 Jul 09 10:22:32.962891 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-163f4690-6a67-4a9f-af29-06345ce07509 req-a3c55852-8436-4624-8078-3d602162c2a6 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323367 Jul 09 10:22:33.842029 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'tag': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:22:33.844954 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10e1ad24d65a2775b46f000b876a53c5fc05a26df2f40951c5dbf65ce5e4bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114c013f-83e6-461c-835a-cede6d648df4" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33", "tag": "018eb1f3-bada-4d2f-bd1d-9693fdf107c6"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:22:33.893724 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cf0432-2129-41f0-9e48-97f7f4abf1bb x-openstack-request-id: req-f6cf0432-2129-41f0-9e48-97f7f4abf1bb {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:22:33.893900 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33", "tag": "018eb1f3-bada-4d2f-bd1d-9693fdf107c6", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:22:33.894153 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f6cf0432-2129-41f0-9e48-97f7f4abf1bb {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:22:33.894556 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'tag': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6', 'status': 'completed', 'code': 200} Jul 09 10:22:33.979406 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c013f-83e6-461c-835a-cede6d648df4 req-d461acb0-e806-4be8-9431-7b3880163b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:33.981124 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-114c013f-83e6-461c-835a-cede6d648df4 req-d461acb0-e806-4be8-9431-7b3880163b22 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 1096 time: 0.0634754 Jul 09 10:22:34.042169 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c013f-83e6-461c-835a-cede6d648df4 req-8fa1894a-96c5-480f-822d-bbf6fc85acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:34.043882 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-114c013f-83e6-461c-835a-cede6d648df4 req-8fa1894a-96c5-480f-822d-bbf6fc85acba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42a25a16a1984634b009ae159bd0e228&device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 1096 time: 0.0950379 Jul 09 10:22:34.083772 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c013f-83e6-461c-835a-cede6d648df4 req-4dcbc09f-d5b7-47a7-9e26-4e5652b90c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:34.085346 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-114c013f-83e6-461c-835a-cede6d648df4 req-4dcbc09f-d5b7-47a7-9e26-4e5652b90c36 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.0977325 Jul 09 10:22:34.169829 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-114c013f-83e6-461c-835a-cede6d648df4 req-9c574bf1-b2ad-4aec-bd2a-ad5072e389ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6 HTTP/1.1" status: 200 len: 1000 time: 0.0784109 Jul 09 10:22:34.195836 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c013f-83e6-461c-835a-cede6d648df4 req-65a8fd06-62bd-4abc-9370-6018697fc51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:34.197346 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-114c013f-83e6-461c-835a-cede6d648df4 req-65a8fd06-62bd-4abc-9370-6018697fc51d service neutron] 10.222.0.64 "GET /v2.0/networks?id=aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 200 len: 912 time: 0.1465583 Jul 09 10:22:34.210236 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f84e91-b23e-4fe8-8965-5095f2372e19 req-1fa889a3-ec3a-4d7a-9feb-37771822c64d tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:34.211728 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-31f84e91-b23e-4fe8-8965-5095f2372e19 req-1fa889a3-ec3a-4d7a-9feb-37771822c64d tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 945 time: 0.1080885 Jul 09 10:22:34.221501 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c013f-83e6-461c-835a-cede6d648df4 req-d8cc4307-c2ad-40c1-9c80-43363d6828d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:34.223146 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-114c013f-83e6-461c-835a-cede6d648df4 req-d8cc4307-c2ad-40c1-9c80-43363d6828d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0472245 Jul 09 10:22:34.284528 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c013f-83e6-461c-835a-cede6d648df4 req-6e288e5b-d1ae-4efc-a1e9-96781d2b0580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:34.286076 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-114c013f-83e6-461c-835a-cede6d648df4 req-6e288e5b-d1ae-4efc-a1e9-96781d2b0580 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570152 Jul 09 10:22:34.292478 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:34.309864 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-114c013f-83e6-461c-835a-cede6d648df4 req-60f0819c-3f6c-40d3-adc2-192c89a7ae21 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6 HTTP/1.1" status: 200 len: 1000 time: 0.0969636 Jul 09 10:22:34.313148 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-31f84e91-b23e-4fe8-8965-5095f2372e19 req-1e08fa44-78a2-459f-9295-7423216dfd50 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921636 Jul 09 10:22:34.368428 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c013f-83e6-461c-835a-cede6d648df4 req-94c92de0-ee4a-432e-8812-411053c26673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:34.370352 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-114c013f-83e6-461c-835a-cede6d648df4 req-94c92de0-ee4a-432e-8812-411053c26673 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 200 len: 850 time: 0.0530825 Jul 09 10:22:34.386794 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-114c013f-83e6-461c-835a-cede6d648df4 req-4576a45a-c7ec-49d5-8e84-6e38725d58c7 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938141 Jul 09 10:22:34.435917 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c013f-83e6-461c-835a-cede6d648df4 req-293a4ad5-6398-42d1-b6e4-783a7425b570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:34.438020 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-114c013f-83e6-461c-835a-cede6d648df4 req-293a4ad5-6398-42d1-b6e4-783a7425b570 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aea9bae3-92d3-405d-b35a-d47d753c95ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592308 Jul 09 10:22:34.484680 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-114c013f-83e6-461c-835a-cede6d648df4 req-c7229b6a-7e1d-4315-b07e-203b436556b8 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912561 Jul 09 10:22:34.536756 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-114c013f-83e6-461c-835a-cede6d648df4 req-ea144e25-4d0b-4174-9994-32a89786564c service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918438 Jul 09 10:22:34.625485 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-114c013f-83e6-461c-835a-cede6d648df4 req-d8604698-aae8-4dba-bd6f-35d794005dfc service neutron] 10.222.0.64 "GET /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821004 Jul 09 10:22:35.499133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ec8e8-f873-40da-9b37-f773e7e204af req-e73252c5-aab4-40e5-a13b-fde44a33f2fa tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:35.500612 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d87ec8e8-f873-40da-9b37-f773e7e204af req-e73252c5-aab4-40e5-a13b-fde44a33f2fa tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 945 time: 0.0696001 Jul 09 10:22:35.539104 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d87ec8e8-f873-40da-9b37-f773e7e204af req-1ccb2f79-06f0-4bcc-97a6-7d2b80531243 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326684 Jul 09 10:22:36.711925 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffab8a-2147-40c5-8dfa-4bd2500e61ed req-eb262884-3c4b-4851-8300-658dd980e3aa tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:36.713323 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57ffab8a-2147-40c5-8dfa-4bd2500e61ed req-eb262884-3c4b-4851-8300-658dd980e3aa tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 945 time: 0.0624492 Jul 09 10:22:36.752333 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-57ffab8a-2147-40c5-8dfa-4bd2500e61ed req-a1cb2ca9-29e6-47f5-a100-3c7d340d58e1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334449 Jul 09 10:22:36.813836 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4df5b132-3b8b-4e15-b806-8b4f7039fdec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:37.924862 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4514a-c01c-4900-9ed1-8bb81f0ed4b7 req-75046b5f-21df-4e74-aed1-405d9cdcbfc9 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:37.926343 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67d4514a-c01c-4900-9ed1-8bb81f0ed4b7 req-75046b5f-21df-4e74-aed1-405d9cdcbfc9 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 945 time: 0.0623970 Jul 09 10:22:37.968414 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67d4514a-c01c-4900-9ed1-8bb81f0ed4b7 req-22d572c7-dc73-414f-95fc-14728e6f7651 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364435 Jul 09 10:22:39.144637 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a47014-226a-4d40-b672-5f9d9f240dc6 req-04e41d39-ba58-414d-9c6e-c94b13b08f7a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:39.146200 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98a47014-226a-4d40-b672-5f9d9f240dc6 req-04e41d39-ba58-414d-9c6e-c94b13b08f7a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 945 time: 0.0625801 Jul 09 10:22:39.183140 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98a47014-226a-4d40-b672-5f9d9f240dc6 req-361e669a-4501-4cac-aa65-96bfbb0d5711 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314171 Jul 09 10:22:39.421827 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3d439fa1-5b46-4903-a04d-87db14d43684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:39.546959 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:39.587967 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:40.354504 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cde781-5a4d-43df-81e4-46df54bd7750 req-26f4b4b0-147a-467f-9340-29e592da2de9 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:40.355999 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-21cde781-5a4d-43df-81e4-46df54bd7750 req-26f4b4b0-147a-467f-9340-29e592da2de9 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 945 time: 0.0616224 Jul 09 10:22:40.393609 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-21cde781-5a4d-43df-81e4-46df54bd7750 req-de8ca3ea-8760-495c-8f22-e096058c3f97 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315204 Jul 09 10:22:41.330408 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:41.573806 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74dc5e-efbb-429b-b85f-9c0170c77c3a req-4ae83736-2600-4e48-9bcf-974726b3ddc3 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:41.575301 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd74dc5e-efbb-429b-b85f-9c0170c77c3a req-4ae83736-2600-4e48-9bcf-974726b3ddc3 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 945 time: 0.0664809 Jul 09 10:22:41.616761 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd74dc5e-efbb-429b-b85f-9c0170c77c3a req-28cffe17-24b8-479a-bd80-cf2c49825232 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342581 Jul 09 10:22:42.793166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a500400-a19d-4690-991b-5599f13f44fc req-4aebaf89-457b-4722-8b37-d2599f1398e6 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:42.794918 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a500400-a19d-4690-991b-5599f13f44fc req-4aebaf89-457b-4722-8b37-d2599f1398e6 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 945 time: 0.0647395 Jul 09 10:22:42.834920 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a500400-a19d-4690-991b-5599f13f44fc req-e67a61d6-61e3-4182-9d93-aadb268aec91 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334446 Jul 09 10:22:43.126356 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:43.427866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:22:43.530229 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:22:43.542120 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'port_id': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6', 'mac_address': 'fa:16:3e:cf:79:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:22:43.581344 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:43.593703 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:22:43.615443 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:22:43.619428 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:43.666139 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,revision_number=12']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:22:43.868927 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['018eb1f3-bada-4d2f-bd1d-9693fdf107c6'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:22:44.010407 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fb6f7-7eb8-437b-8e33-f22929871cc9 req-0cb5a9ca-c286-4018-bc27-632718894f8e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:44.011928 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dd3fb6f7-7eb8-437b-8e33-f22929871cc9 req-0cb5a9ca-c286-4018-bc27-632718894f8e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.0642140 Jul 09 10:22:44.052931 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dd3fb6f7-7eb8-437b-8e33-f22929871cc9 req-b99353c1-1330-4554-8c58-80fb843c0a94 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352736 Jul 09 10:22:44.225151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b42ba7-d9b4-46de-ac0d-4e304204734b req-0ec853ae-aad0-4693-a230-2695c9312b8a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:44.226664 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-26b42ba7-d9b4-46de-ac0d-4e304204734b req-0ec853ae-aad0-4693-a230-2695c9312b8a tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.0634873 Jul 09 10:22:44.264484 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-26b42ba7-d9b4-46de-ac0d-4e304204734b req-60e19c85-115e-4b16-9415-090899f9bc5e tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321567 Jul 09 10:22:44.435314 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efac191-e512-4603-933b-d14a95ff93e7 req-961143d2-3b88-4ab0-92ae-29668518a042 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:44.436770 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6efac191-e512-4603-933b-d14a95ff93e7 req-961143d2-3b88-4ab0-92ae-29668518a042 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.0635309 Jul 09 10:22:44.473572 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6efac191-e512-4603-933b-d14a95ff93e7 req-10230e6f-d7c1-4389-ab5f-14fb50485d4d tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313520 Jul 09 10:22:44.849026 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b389b1-e8ad-4217-9b47-5c04cfc91810 req-22edfcbf-5215-423e-94bb-22dca263d9ff tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:44.850508 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e5b389b1-e8ad-4217-9b47-5c04cfc91810 req-22edfcbf-5215-423e-94bb-22dca263d9ff tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 946 time: 0.0656140 Jul 09 10:22:44.887115 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e5b389b1-e8ad-4217-9b47-5c04cfc91810 req-26797ca1-e5e3-4263-9364-ae47f7dfd3ca tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308545 Jul 09 10:22:45.458804 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:22:45.511823 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:22:45.515373 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:22:45.515774 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:45.592569 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:45.615717 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:22:45.618226 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}921ed952a9f8b1cb236e413f45bed3f67cd623c290c199b25fa6b55548a30208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a4e693-851e-4ebf-bae2-9713164bd462" -d '{"events": [{"server_uuid": "4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33", "name": "network-vif-plugged", "status": "completed", "tag": "018eb1f3-bada-4d2f-bd1d-9693fdf107c6"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:22:45.631459 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:22:45.635615 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:45.659568 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585e3d27-493f-4822-b7b7-b20c92af8a02 x-openstack-request-id: req-585e3d27-493f-4822-b7b7-b20c92af8a02 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:22:45.659891 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33", "name": "network-vif-plugged", "status": "completed", "tag": "018eb1f3-bada-4d2f-bd1d-9693fdf107c6", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:22:45.660140 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-585e3d27-493f-4822-b7b7-b20c92af8a02 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:22:45.660575 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6', 'code': 200} Jul 09 10:22:45.687798 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,revision_number=13']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:22:46.066985 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5724fe-be0a-49fa-a1fe-de391ac1a847 req-719e84a4-979e-43a9-a204-701b858fc839 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:46.068532 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5f5724fe-be0a-49fa-a1fe-de391ac1a847 req-719e84a4-979e-43a9-a204-701b858fc839 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 947 time: 0.0649245 Jul 09 10:22:46.105681 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5f5724fe-be0a-49fa-a1fe-de391ac1a847 req-f1d23f83-583b-479e-8efe-f04fa2bea7f2 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups?id=5575e2ab-de4e-443d-8169-68ac5272f48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315287 Jul 09 10:22:46.313851 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8070b65-0c27-4e1b-8269-621188fb1882 req-d714049f-a483-4134-b9a0-2159a10252b9 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:22:46.315344 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a8070b65-0c27-4e1b-8269-621188fb1882 req-d714049f-a483-4134-b9a0-2159a10252b9 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 947 time: 0.0671389 Jul 09 10:22:46.421576 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-a8070b65-0c27-4e1b-8269-621188fb1882 req-a62de46c-745c-4d1a-a92b-5475b1b0170f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Deleting port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:22:46.421925 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a8070b65-0c27-4e1b-8269-621188fb1882 req-a62de46c-745c-4d1a-a92b-5475b1b0170f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:46.508479 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a8070b65-0c27-4e1b-8269-621188fb1882 req-a62de46c-745c-4d1a-a92b-5475b1b0170f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] For port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:22:46.508843 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a8070b65-0c27-4e1b-8269-621188fb1882 req-a62de46c-745c-4d1a-a92b-5475b1b0170f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:46.682440 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a8070b65-0c27-4e1b-8269-621188fb1882 req-a62de46c-745c-4d1a-a92b-5475b1b0170f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:46.682813 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a8070b65-0c27-4e1b-8269-621188fb1882 req-a62de46c-745c-4d1a-a92b-5475b1b0170f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:46.683129 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [req-a8070b65-0c27-4e1b-8269-621188fb1882 req-a62de46c-745c-4d1a-a92b-5475b1b0170f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Floating IP d0452264-5030-489e-9f9c-37316242b0c8 disassociated. External IP: 172.25.3.23, port: 018eb1f3-bada-4d2f-bd1d-9693fdf107c6. Jul 09 10:22:46.683473 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-a8070b65-0c27-4e1b-8269-621188fb1882 req-a62de46c-745c-4d1a-a92b-5475b1b0170f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Calling delete_port for 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:22:46.808967 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a8070b65-0c27-4e1b-8269-621188fb1882 req-a62de46c-745c-4d1a-a92b-5475b1b0170f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:46.847444 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62de46c-745c-4d1a-a92b-5475b1b0170f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Pushing event deleted for resources: {'Port': ['ID=018eb1f3-bada-4d2f-bd1d-9693fdf107c6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:22:46.964046 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8070b65-0c27-4e1b-8269-621188fb1882 req-a62de46c-745c-4d1a-a92b-5475b1b0170f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Router aaae0350-4fd3-45e4-86ca-4ad16dc51deb has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:22:47.074572 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8070b65-0c27-4e1b-8269-621188fb1882 req-a62de46c-745c-4d1a-a92b-5475b1b0170f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:22:47.086073 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fecff8-76ef-43f5-8c8d-7ee1c6200429 None None] Sync routers for ids ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:22:47.095130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fecff8-76ef-43f5-8c8d-7ee1c6200429 None None] Routers {'aaae0350-4fd3-45e4-86ca-4ad16dc51deb'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:22:47.095789 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-03fecff8-76ef-43f5-8c8d-7ee1c6200429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:22:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:22:47.119746 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8070b65-0c27-4e1b-8269-621188fb1882 req-a62de46c-745c-4d1a-a92b-5475b1b0170f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] No DVR routers for this DVR port 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:22:47.122261 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a8070b65-0c27-4e1b-8269-621188fb1882 req-a62de46c-745c-4d1a-a92b-5475b1b0170f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:47.124824 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a8070b65-0c27-4e1b-8269-621188fb1882 req-a62de46c-745c-4d1a-a92b-5475b1b0170f tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.58 "DELETE /v2.0/ports/018eb1f3-bada-4d2f-bd1d-9693fdf107c6 HTTP/1.1" status: 204 len: 173 time: 0.8042593 Jul 09 10:22:47.125257 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'name': 'network-vif-deleted', 'tag': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:22:47.169834 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4e9fd2-b66a-4d39-bc2f-e60ecdabe6c7" -d '{"events": [{"server_uuid": "4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33", "name": "network-vif-deleted", "tag": "018eb1f3-bada-4d2f-bd1d-9693fdf107c6"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:22:47.238446 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-03fecff8-76ef-43f5-8c8d-7ee1c6200429 None None] Set router aaae0350-4fd3-45e4-86ca-4ad16dc51deb gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:22:47.270234 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa4c405b-d883-4f98-970a-f6fe7a32232f req-f5834dca-401a-481a-bd7b-82f0c6adaeb5 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 210 time: 0.0319214 Jul 09 10:22:47.285406 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab3554a-3069-4286-9550-44a71fc4ec76 x-openstack-request-id: req-0ab3554a-3069-4286-9550-44a71fc4ec76 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:22:47.285694 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33", "name": "network-vif-deleted", "tag": "018eb1f3-bada-4d2f-bd1d-9693fdf107c6", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:22:47.285943 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0ab3554a-3069-4286-9550-44a71fc4ec76 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:22:47.286339 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33', 'name': 'network-vif-deleted', 'tag': '018eb1f3-bada-4d2f-bd1d-9693fdf107c6', 'status': 'completed', 'code': 200} Jul 09 10:22:47.439829 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-03fecff8-76ef-43f5-8c8d-7ee1c6200429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:29Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:22:47.469251 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fecff8-76ef-43f5-8c8d-7ee1c6200429 None None] Checking router: aaae0350-4fd3-45e4-86ca-4ad16dc51deb for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:22:47.477769 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fecff8-76ef-43f5-8c8d-7ee1c6200429 None None] Routers {'aaae0350-4fd3-45e4-86ca-4ad16dc51deb'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:22:47.478372 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-03fecff8-76ef-43f5-8c8d-7ee1c6200429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:22:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:22:47.736088 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-03fecff8-76ef-43f5-8c8d-7ee1c6200429 None None] Set router aaae0350-4fd3-45e4-86ca-4ad16dc51deb gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:22:47.935828 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-03fecff8-76ef-43f5-8c8d-7ee1c6200429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:29Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:22:47.961763 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fecff8-76ef-43f5-8c8d-7ee1c6200429 None None] The sync data for ids ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'] in n-d-799996-1 is: [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:10:24Z', 'revision_number': 4, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5d594b08-99e6-45f9-9888-619b330615c7', 'name': '', 'network_id': 'aea9bae3-92d3-405d-b35a-d47d753c95ac', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'mac_address': 'fa:16:3e:ee:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:23Z', 'updated_at': '2021-07-09T10:10:29Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'subnets': [{'id': '12a406e2-d9be-417c-931f-ddcc50e2d7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:22:48.178669 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4880aa19-6208-4e31-a284-d18cd6dbb095 None None] New status for floating IP d0452264-5030-489e-9f9c-37316242b0c8: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:22:48.422284 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe40d307-0052-463d-ae07-87c61b0eba49 req-bb15e39d-dcf6-4b98-a6cf-6840b9212e6b tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 210 time: 0.0323412 Jul 09 10:22:49.474416 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:22:49.500056 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:22:49.500543 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 018eb1f3-bada-4d2f-bd1d-9693fdf107c6 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:22:49.566451 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0db721d6-cc41-4b49-a5ea-871aa3614cf6 req-da181e53-5974-4208-b38c-b9bee46c6025 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 210 time: 0.0281560 Jul 09 10:22:50.734058 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2acddd10-349a-427c-a598-b9e5132a6dd0 req-3b831095-a3b4-4ac8-be1c-7a041f84e8b1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ff2dcd1-1f04-4a39-bd7e-6b869d77cf33 HTTP/1.1" status: 200 len: 210 time: 0.0300145 Jul 09 10:22:54.929982 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42120) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:22:54.984363 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-776fab49-be5b-4a82-b2f0-de9728e7c9c1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:55.007930 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-776fab49-be5b-4a82-b2f0-de9728e7c9c1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:55.071929 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-776fab49-be5b-4a82-b2f0-de9728e7c9c1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:55.074493 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-776fab49-be5b-4a82-b2f0-de9728e7c9c1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:55.075749 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-776fab49-be5b-4a82-b2f0-de9728e7c9c1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "DELETE /v2.0/security-groups/5575e2ab-de4e-443d-8169-68ac5272f48f HTTP/1.1" status: 204 len: 168 time: 0.1446953 Jul 09 10:22:55.078397 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42122) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:22:55.084793 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776fab49-be5b-4a82-b2f0-de9728e7c9c1 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5575e2ab-de4e-443d-8169-68ac5272f48f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:22:55.094603 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [None req-5dfddf17-8880-4b25-8d38-4fd655a5177d tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] show failed (client error): The resource could not be found. Jul 09 10:22:55.098247 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5dfddf17-8880-4b25-8d38-4fd655a5177d tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "GET /v2.0/security-groups/5575e2ab-de4e-443d-8169-68ac5272f48f HTTP/1.1" status: 404 len: 347 time: 0.0163336 Jul 09 10:22:55.098565 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42124) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:22:55.225940 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f04ff166-bdd2-4e16-b9a5-942ec4f3ce05 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Deleting port 7b89d954-49ed-4cef-b7a0-0b31f6103044 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:22:55.226311 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f04ff166-bdd2-4e16-b9a5-942ec4f3ce05 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:55.300847 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f04ff166-bdd2-4e16-b9a5-942ec4f3ce05 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:55.301120 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f04ff166-bdd2-4e16-b9a5-942ec4f3ce05 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:55.312636 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f04ff166-bdd2-4e16-b9a5-942ec4f3ce05 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Calling delete_port for 7b89d954-49ed-4cef-b7a0-0b31f6103044 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:22:55.446243 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f04ff166-bdd2-4e16-b9a5-942ec4f3ce05 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:55.473076 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ff166-bdd2-4e16-b9a5-942ec4f3ce05 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Pushing event deleted for resources: {'Port': ['ID=7b89d954-49ed-4cef-b7a0-0b31f6103044,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:22:55.535269 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f04ff166-bdd2-4e16-b9a5-942ec4f3ce05 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:55.537946 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f04ff166-bdd2-4e16-b9a5-942ec4f3ce05 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:55.539107 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f04ff166-bdd2-4e16-b9a5-942ec4f3ce05 tempest-ServerActionsTestJSON-349471822 tempest-ServerActionsTestJSON-349471822-project] 10.222.0.61 "DELETE /v2.0/floatingips/d0452264-5030-489e-9f9c-37316242b0c8 HTTP/1.1" status: 204 len: 168 time: 0.4395382 Jul 09 10:22:55.542056 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42126) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:22:56.312553 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-824fd0f7-eb93-43bc-a39f-4926697ffaa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:56.559000 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-824fd0f7-eb93-43bc-a39f-4926697ffaa0 admin admin] Deleting port 5d594b08-99e6-45f9-9888-619b330615c7 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:22:56.559251 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-824fd0f7-eb93-43bc-a39f-4926697ffaa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:56.638699 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-824fd0f7-eb93-43bc-a39f-4926697ffaa0 admin admin] For port 5d594b08-99e6-45f9-9888-619b330615c7, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5d594b08-99e6-45f9-9888-619b330615c7,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:22:56.639062 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-824fd0f7-eb93-43bc-a39f-4926697ffaa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:56.651610 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-824fd0f7-eb93-43bc-a39f-4926697ffaa0 admin admin] Calling delete_port for 5d594b08-99e6-45f9-9888-619b330615c7 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:22:56.829164 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-824fd0f7-eb93-43bc-a39f-4926697ffaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:56.852132 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fd0f7-eb93-43bc-a39f-4926697ffaa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d594b08-99e6-45f9-9888-619b330615c7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:22:57.023251 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-824fd0f7-eb93-43bc-a39f-4926697ffaa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:57.239405 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824fd0f7-eb93-43bc-a39f-4926697ffaa0 admin admin] Router aaae0350-4fd3-45e4-86ca-4ad16dc51deb has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:22:57.347959 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824fd0f7-eb93-43bc-a39f-4926697ffaa0 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:22:57.356490 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-824fd0f7-eb93-43bc-a39f-4926697ffaa0 admin admin] 10.222.0.61 "PUT /v2.0/routers/aaae0350-4fd3-45e4-86ca-4ad16dc51deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8111477 Jul 09 10:22:57.356764 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42130) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:22:57.357180 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6bd71c-e289-4c7d-876a-6306514e2fcc None None] Sync routers for ids ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:22:57.368380 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6bd71c-e289-4c7d-876a-6306514e2fcc None None] Routers {'aaae0350-4fd3-45e4-86ca-4ad16dc51deb'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:22:57.369256 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-cc6bd71c-e289-4c7d-876a-6306514e2fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:22:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:22:57.460139 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45937a69-eef8-42a8-9f92-378d0ce0aa19 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:57.475832 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-cc6bd71c-e289-4c7d-876a-6306514e2fcc None None] Set router aaae0350-4fd3-45e4-86ca-4ad16dc51deb gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:22:57.570992 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45937a69-eef8-42a8-9f92-378d0ce0aa19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:57.625872 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-45937a69-eef8-42a8-9f92-378d0ce0aa19 admin admin] Deleting port 1b576848-c799-4867-ba41-cee6877404ad {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:22:57.626233 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45937a69-eef8-42a8-9f92-378d0ce0aa19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:57.655863 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-cc6bd71c-e289-4c7d-876a-6306514e2fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '1b576848-c799-4867-ba41-cee6877404ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:22:56Z', 'revision_number': 5, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port': {'id': '1b576848-c799-4867-ba41-cee6877404ad', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:10:22Z', 'updated_at': '2021-07-09T10:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:22:57.683986 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6bd71c-e289-4c7d-876a-6306514e2fcc None None] Checking router: aaae0350-4fd3-45e4-86ca-4ad16dc51deb for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:22:57.694155 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6bd71c-e289-4c7d-876a-6306514e2fcc None None] Routers {'aaae0350-4fd3-45e4-86ca-4ad16dc51deb'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:22:57.694794 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-cc6bd71c-e289-4c7d-876a-6306514e2fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:22:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:22:57.714416 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-45937a69-eef8-42a8-9f92-378d0ce0aa19 admin admin] For port 1b576848-c799-4867-ba41-cee6877404ad, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1b576848-c799-4867-ba41-cee6877404ad,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:22:57.714686 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45937a69-eef8-42a8-9f92-378d0ce0aa19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:57.727337 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-45937a69-eef8-42a8-9f92-378d0ce0aa19 admin admin] Calling delete_port for 1b576848-c799-4867-ba41-cee6877404ad owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:22:57.788188 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-cc6bd71c-e289-4c7d-876a-6306514e2fcc None None] Set router aaae0350-4fd3-45e4-86ca-4ad16dc51deb gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:22:57.843863 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-cc6bd71c-e289-4c7d-876a-6306514e2fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:22:57Z', 'revision_number': 6, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:22:57.869932 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6bd71c-e289-4c7d-876a-6306514e2fcc None None] The sync data for ids ['aaae0350-4fd3-45e4-86ca-4ad16dc51deb'] in n-d-799996-1 is: [{'id': 'aaae0350-4fd3-45e4-86ca-4ad16dc51deb', 'name': 'tempest-ServerActionsTestJSON-648159461-router', 'tenant_id': '42a25a16a1984634b009ae159bd0e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:10:21Z', 'updated_at': '2021-07-09T10:22:57Z', 'revision_number': 6, 'project_id': '42a25a16a1984634b009ae159bd0e228', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:22:57.905581 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45937a69-eef8-42a8-9f92-378d0ce0aa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:57.929253 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45937a69-eef8-42a8-9f92-378d0ce0aa19 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b576848-c799-4867-ba41-cee6877404ad,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:22:57.996924 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45937a69-eef8-42a8-9f92-378d0ce0aa19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:58.088886 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45937a69-eef8-42a8-9f92-378d0ce0aa19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:58.091135 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45937a69-eef8-42a8-9f92-378d0ce0aa19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:58.138053 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45937a69-eef8-42a8-9f92-378d0ce0aa19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:58.138574 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45937a69-eef8-42a8-9f92-378d0ce0aa19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaae0350-4fd3-45e4-86ca-4ad16dc51deb {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 10:22:58.143100 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45937a69-eef8-42a8-9f92-378d0ce0aa19 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:58.144370 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-45937a69-eef8-42a8-9f92-378d0ce0aa19 admin admin] 10.222.0.61 "DELETE /v2.0/routers/aaae0350-4fd3-45e4-86ca-4ad16dc51deb HTTP/1.1" status: 204 len: 168 time: 0.7866580 Jul 09 10:22:58.146908 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42132) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:22:58.192324 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1c44fc-d8c8-43f2-8794-0834e421f409 admin admin] Deleting subnet 12a406e2-d9be-417c-931f-ddcc50e2d7c9 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:22:58.195238 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab1c44fc-d8c8-43f2-8794-0834e421f409 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:58.229804 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab1c44fc-d8c8-43f2-8794-0834e421f409 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:58.320908 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab1c44fc-d8c8-43f2-8794-0834e421f409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:58.372051 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab1c44fc-d8c8-43f2-8794-0834e421f409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:58.396074 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c44fc-d8c8-43f2-8794-0834e421f409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12a406e2-d9be-417c-931f-ddcc50e2d7c9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:22:58.401785 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab1c44fc-d8c8-43f2-8794-0834e421f409 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:58.403624 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ab1c44fc-d8c8-43f2-8794-0834e421f409 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/12a406e2-d9be-417c-931f-ddcc50e2d7c9 HTTP/1.1" status: 204 len: 168 time: 0.2557626 Jul 09 10:22:58.406256 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42134) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:22:58.408890 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b50fe01-d4c7-4f27-bfe7-2fd05577b826 None None] Network aea9bae3-92d3-405d-b35a-d47d753c95ac requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:22:58.473585 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-239a84b3-5bba-480b-b007-c673b62ebd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:58.531403 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-239a84b3-5bba-480b-b007-c673b62ebd71 admin admin] Deleting port 5b363af9-4db2-4818-b85d-485879f972dc {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:22:58.531643 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-239a84b3-5bba-480b-b007-c673b62ebd71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:58.596614 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-239a84b3-5bba-480b-b007-c673b62ebd71 admin admin] For port 5b363af9-4db2-4818-b85d-485879f972dc, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5b363af9-4db2-4818-b85d-485879f972dc,segment=NetworkSegment(708997c2-ea64-49cd-bc38-81c4faa6b7a5),segment_id=708997c2-ea64-49cd-bc38-81c4faa6b7a5)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:22:58.596940 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-239a84b3-5bba-480b-b007-c673b62ebd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:58.611007 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-239a84b3-5bba-480b-b007-c673b62ebd71 admin admin] Calling delete_port for 5b363af9-4db2-4818-b85d-485879f972dc owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:22:58.666845 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c16040-64f4-4635-9ce6-70d429a8176a None None] DHCP port deletion for aea9bae3-92d3-405d-b35a-d47d753c95ac request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:22:58.700163 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-239a84b3-5bba-480b-b007-c673b62ebd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:58.714335 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27c16040-64f4-4635-9ce6-70d429a8176a None None] Deleting port 5b363af9-4db2-4818-b85d-485879f972dc {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:22:58.714715 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27c16040-64f4-4635-9ce6-70d429a8176a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:58.727290 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a84b3-5bba-480b-b007-c673b62ebd71 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b363af9-4db2-4818-b85d-485879f972dc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:22:58.729141 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239a84b3-5bba-480b-b007-c673b62ebd71 admin admin] No DVR routers for this DVR port 5b363af9-4db2-4818-b85d-485879f972dc on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:22:58.789618 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27c16040-64f4-4635-9ce6-70d429a8176a None None] For port 5b363af9-4db2-4818-b85d-485879f972dc, host n-d-799996-1, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:22:58.789618 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27c16040-64f4-4635-9ce6-70d429a8176a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:58.802626 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-239a84b3-5bba-480b-b007-c673b62ebd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:58.803804 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27c16040-64f4-4635-9ce6-70d429a8176a None None] Calling delete_port for 5b363af9-4db2-4818-b85d-485879f972dc owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:22:58.806383 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.ipam_backend_mixin [None req-27c16040-64f4-4635-9ce6-70d429a8176a None None] Port 5b363af9-4db2-4818-b85d-485879f972dc was not found and therefore no delete operation was performed {{(pid=93792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 10:22:58.807624 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27c16040-64f4-4635-9ce6-70d429a8176a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:58.812655 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-239a84b3-5bba-480b-b007-c673b62ebd71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea9bae3-92d3-405d-b35a-d47d753c95ac']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:22:58.823113 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-239a84b3-5bba-480b-b007-c673b62ebd71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708997c2-ea64-49cd-bc38-81c4faa6b7a5') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:22:58.823413 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-239a84b3-5bba-480b-b007-c673b62ebd71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708997c2-ea64-49cd-bc38-81c4faa6b7a5') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:22:58.829974 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c16040-64f4-4635-9ce6-70d429a8176a None None] Pushing event deleted for resources: {'Port': ['ID=5b363af9-4db2-4818-b85d-485879f972dc,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:22:58.832834 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-239a84b3-5bba-480b-b007-c673b62ebd71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:58.835465 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c16040-64f4-4635-9ce6-70d429a8176a None None] No DVR routers for this DVR port 5b363af9-4db2-4818-b85d-485879f972dc on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:22:58.853205 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-239a84b3-5bba-480b-b007-c673b62ebd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:58.860899 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239a84b3-5bba-480b-b007-c673b62ebd71 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:22:58.861307 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-239a84b3-5bba-480b-b007-c673b62ebd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:22:58.863023 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:22:58.925169 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-239a84b3-5bba-480b-b007-c673b62ebd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:58.931040 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-239a84b3-5bba-480b-b007-c673b62ebd71 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:58.932980 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-239a84b3-5bba-480b-b007-c673b62ebd71 admin admin] 10.222.0.61 "DELETE /v2.0/networks/aea9bae3-92d3-405d-b35a-d47d753c95ac HTTP/1.1" status: 204 len: 168 time: 0.5257990 Jul 09 10:22:58.949433 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a84b3-5bba-480b-b007-c673b62ebd71 admin admin] Pushing event deleted for resources: {'Network': ['ID=aea9bae3-92d3-405d-b35a-d47d753c95ac,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:22:59.056439 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42138) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:22:59.096966 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-688b8658-b0e2-4437-a9e7-21971f888e3b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=42a25a16a1984634b009ae159bd0e228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392570 Jul 09 10:22:59.099587 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42140) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:22:59.147532 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2368cfb2-5956-4a1f-be41-8e7bba856e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:59.169015 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2368cfb2-5956-4a1f-be41-8e7bba856e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:59.220858 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2368cfb2-5956-4a1f-be41-8e7bba856e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:59.223465 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2368cfb2-5956-4a1f-be41-8e7bba856e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:22:59.224736 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2368cfb2-5956-4a1f-be41-8e7bba856e7d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/578f10c9-de2d-4f4a-91bf-1d26d798d416 HTTP/1.1" status: 204 len: 168 time: 0.1241093 Jul 09 10:22:59.234772 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368cfb2-5956-4a1f-be41-8e7bba856e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578f10c9-de2d-4f4a-91bf-1d26d798d416,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:22:59.344963 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5d594b08-99e6-45f9-9888-619b330615c7 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:22:59.365274 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 5d594b08-99e6-45f9-9888-619b330615c7 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:22:59.365621 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5d594b08-99e6-45f9-9888-619b330615c7 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:22:59.366034 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1b576848-c799-4867-ba41-cee6877404ad no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:22:59.385864 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 1b576848-c799-4867-ba41-cee6877404ad {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:22:59.386300 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1b576848-c799-4867-ba41-cee6877404ad not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:22:59.386788 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5b363af9-4db2-4818-b85d-485879f972dc no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:22:59.409688 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 5b363af9-4db2-4818-b85d-485879f972dc {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:22:59.410339 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5b363af9-4db2-4818-b85d-485879f972dc not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:22:59.922419 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42162) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:00.011870 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-bbf651f5-21c7-4680-b8c4-fdb8e4f4e33e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1735698242-network', 'tenant_id': 'fe68988e602146c6ab3987a60a9c1890'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:00.033696 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf651f5-21c7-4680-b8c4-fdb8e4f4e33e admin admin] Made reservation on behalf of fe68988e602146c6ab3987a60a9c1890 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:23:00.036074 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bbf651f5-21c7-4680-b8c4-fdb8e4f4e33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:00.044266 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bbf651f5-21c7-4680-b8c4-fdb8e4f4e33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:00.138121 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bbf651f5-21c7-4680-b8c4-fdb8e4f4e33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:00.142044 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bbf651f5-21c7-4680-b8c4-fdb8e4f4e33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:00.169359 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf651f5-21c7-4680-b8c4-fdb8e4f4e33e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:23:00.176360 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf651f5-21c7-4680-b8c4-fdb8e4f4e33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c642db-e417-4720-a1ff-bd3b06477b01,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:00.182468 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bbf651f5-21c7-4680-b8c4-fdb8e4f4e33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:00.182795 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-bbf651f5-21c7-4680-b8c4-fdb8e4f4e33e admin admin] Added segment bb924e65-1180-4369-8a2b-34f2b473f264 of type vlan for network d5f01d6d-3660-4c4e-b2b2-b9cf460a773d Jul 09 10:23:00.223006 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bbf651f5-21c7-4680-b8c4-fdb8e4f4e33e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:00.250489 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bbf651f5-21c7-4680-b8c4-fdb8e4f4e33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:00.251445 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf651f5-21c7-4680-b8c4-fdb8e4f4e33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:00.252047 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bbf651f5-21c7-4680-b8c4-fdb8e4f4e33e admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:00.311608 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bbf651f5-21c7-4680-b8c4-fdb8e4f4e33e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3854065 Jul 09 10:23:00.311930 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42166) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:00.316362 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf651f5-21c7-4680-b8c4-fdb8e4f4e33e admin admin] Pushing event updated for resources: {'Network': ['ID=d5f01d6d-3660-4c4e-b2b2-b9cf460a773d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:00.316924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6a3a6933-ccc2-49b2-be0a-d0aebe251db7 admin admin] Request body: {'subnet': {'network_id': 'd5f01d6d-3660-4c4e-b2b2-b9cf460a773d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1735698242-subnet', 'tenant_id': 'fe68988e602146c6ab3987a60a9c1890', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:00.326352 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network d5f01d6d-3660-4c4e-b2b2-b9cf460a773d details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:23:00.338680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3a6933-ccc2-49b2-be0a-d0aebe251db7 admin admin] Made reservation on behalf of fe68988e602146c6ab3987a60a9c1890 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:23:00.341365 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a3a6933-ccc2-49b2-be0a-d0aebe251db7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:00.507000 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a3a6933-ccc2-49b2-be0a-d0aebe251db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:00.561634 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a6933-ccc2-49b2-be0a-d0aebe251db7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5c70fec-a41c-4238-a09c-47f40f113fc6,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:00.575016 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a6933-ccc2-49b2-be0a-d0aebe251db7 admin admin] Checking segment: {'id': 'bb924e65-1180-4369-8a2b-34f2b473f264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd5f01d6d-3660-4c4e-b2b2-b9cf460a773d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:23:00.578250 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3a6933-ccc2-49b2-be0a-d0aebe251db7 admin admin] Network hostable DHCP agents. Network: d5f01d6d-3660-4c4e-b2b2-b9cf460a773d, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:23:00.594613 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3a6933-ccc2-49b2-be0a-d0aebe251db7 admin admin] Network d5f01d6d-3660-4c4e-b2b2-b9cf460a773d is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:23:00.603293 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-6a3a6933-ccc2-49b2-be0a-d0aebe251db7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, d5f01d6d-3660-4c4e-b2b2-b9cf460a773d) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:23:00.607411 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3a6933-ccc2-49b2-be0a-d0aebe251db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:00.608057 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a3a6933-ccc2-49b2-be0a-d0aebe251db7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:00.614452 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71559974-4eab-40a2-86d7-e2876cc12765 None None] Network d5f01d6d-3660-4c4e-b2b2-b9cf460a773d requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:23:00.621886 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6a3a6933-ccc2-49b2-be0a-d0aebe251db7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3085685 Jul 09 10:23:00.742703 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4873598-e289-465c-bca5-838cd1921545 None None] Network d5f01d6d-3660-4c4e-b2b2-b9cf460a773d requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:23:01.047167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-e902e247-44ce-47da-9616-a99a6c809cd9 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:01.048682 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-e902e247-44ce-47da-9616-a99a6c809cd9 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/networks?id=d5f01d6d-3660-4c4e-b2b2-b9cf460a773d HTTP/1.1" status: 200 len: 814 time: 0.0991101 Jul 09 10:23:01.064082 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-f5f6eec7-ba33-4d2b-b208-5abf20984ea9 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/quotas/fe68988e602146c6ab3987a60a9c1890 HTTP/1.1" status: 200 len: 375 time: 0.0098310 Jul 09 10:23:01.104619 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-6e8ae658-6134-4685-b3ea-ad757f858952 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe68988e602146c6ab3987a60a9c1890&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351534 Jul 09 10:23:01.268492 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-b555a49e-42fc-4207-a66c-211c726d1127 service neutron] 10.222.0.61 "GET /v2.0/networks/d5f01d6d-3660-4c4e-b2b2-b9cf460a773d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252174 Jul 09 10:23:01.618209 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-31d3a7ef-fda4-4783-9dc5-212879b2db92 service neutron] 10.222.0.61 "GET /v2.0/networks/d5f01d6d-3660-4c4e-b2b2-b9cf460a773d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435822 Jul 09 10:23:01.788492 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7739e710-00f8-4921-a29f-83b115387b1d req-5e5e253d-5d20-4f53-bdc2-d8a987798c20 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=df7baf16-449b-4080-9ea6-3a2bdb135db5 HTTP/1.1" status: 200 len: 210 time: 0.0286193 Jul 09 10:23:02.813742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-e3c1a704-1b20-4207-812c-f0afa775b143 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:02.815497 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-e3c1a704-1b20-4207-812c-f0afa775b143 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.64 "GET /v2.0/networks?id=d5f01d6d-3660-4c4e-b2b2-b9cf460a773d HTTP/1.1" status: 200 len: 814 time: 0.1039951 Jul 09 10:23:02.831192 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-c9fb0c5d-568c-43ea-8f78-8a8713220b77 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Request body: {'port': {'device_id': 'df7baf16-449b-4080-9ea6-3a2bdb135db5', 'network_id': 'd5f01d6d-3660-4c4e-b2b2-b9cf460a773d', 'admin_state_up': True, 'tenant_id': 'fe68988e602146c6ab3987a60a9c1890'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:02.949315 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cb179aa8-183f-444d-8d3e-8f87a3f54b00 req-1b089e42-8eee-4469-84e8-56c80bac0c1a tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=df7baf16-449b-4080-9ea6-3a2bdb135db5 HTTP/1.1" status: 200 len: 210 time: 0.0324647 Jul 09 10:23:02.971213 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-c9fb0c5d-568c-43ea-8f78-8a8713220b77 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Made reservation on behalf of fe68988e602146c6ab3987a60a9c1890 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:23:02.974900 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-c9fb0c5d-568c-43ea-8f78-8a8713220b77 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:03.104617 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-c9fb0c5d-568c-43ea-8f78-8a8713220b77 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Allocated IP 172.20.0.11 (d5f01d6d-3660-4c4e-b2b2-b9cf460a773d/c5c70fec-a41c-4238-a09c-47f40f113fc6/ff8a1b0c-0b29-46fe-9abd-215eecba1515) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:23:03.264195 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-c9fb0c5d-568c-43ea-8f78-8a8713220b77 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:03.303135 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-c9fb0c5d-568c-43ea-8f78-8a8713220b77 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:03.344262 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-c9fb0c5d-568c-43ea-8f78-8a8713220b77 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Network d5f01d6d-3660-4c4e-b2b2-b9cf460a773d is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:23:03.349423 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-c9fb0c5d-568c-43ea-8f78-8a8713220b77 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:23:03.353218 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-c9fb0c5d-568c-43ea-8f78-8a8713220b77 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:23:03.378559 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb0c5d-568c-43ea-8f78-8a8713220b77 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Pushing event updated for resources: {'Port': ['ID=ff8a1b0c-0b29-46fe-9abd-215eecba1515,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:03.406989 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-c9fb0c5d-568c-43ea-8f78-8a8713220b77 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:03.407592 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-c9fb0c5d-568c-43ea-8f78-8a8713220b77 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:03.421000 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-c9fb0c5d-568c-43ea-8f78-8a8713220b77 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5938439 Jul 09 10:23:03.432567 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-41bcf282-5721-4185-975d-4230f2f6db98 service neutron] Request body: {'port': {'device_id': 'df7baf16-449b-4080-9ea6-3a2bdb135db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:03.504276 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-41bcf282-5721-4185-975d-4230f2f6db98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:03.756362 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-41bcf282-5721-4185-975d-4230f2f6db98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8a1b0c-0b29-46fe-9abd-215eecba1515 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:23:03.764326 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-41bcf282-5721-4185-975d-4230f2f6db98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:03.775822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-41bcf282-5721-4185-975d-4230f2f6db98 service neutron] Transition to ACTIVE for port object ff8a1b0c-0b29-46fe-9abd-215eecba1515 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:23:03.779290 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-41bcf282-5721-4185-975d-4230f2f6db98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:03.829028 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcf282-5721-4185-975d-4230f2f6db98 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8a1b0c-0b29-46fe-9abd-215eecba1515,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:03.896578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-41bcf282-5721-4185-975d-4230f2f6db98 service neutron] Attempting to bind port ff8a1b0c-0b29-46fe-9abd-215eecba1515 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:23:03.896912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-41bcf282-5721-4185-975d-4230f2f6db98 service neutron] Attempting to bind port ff8a1b0c-0b29-46fe-9abd-215eecba1515 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'bb924e65-1180-4369-8a2b-34f2b473f264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd5f01d6d-3660-4c4e-b2b2-b9cf460a773d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:23:03.897242 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-41bcf282-5721-4185-975d-4230f2f6db98 service neutron] Attempting to bind port ff8a1b0c-0b29-46fe-9abd-215eecba1515 on network d5f01d6d-3660-4c4e-b2b2-b9cf460a773d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:23:03.901481 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-41bcf282-5721-4185-975d-4230f2f6db98 service neutron] Port ff8a1b0c-0b29-46fe-9abd-215eecba1515 on network d5f01d6d-3660-4c4e-b2b2-b9cf460a773d not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:23:03.901801 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-41bcf282-5721-4185-975d-4230f2f6db98 service neutron] Attempting to bind port ff8a1b0c-0b29-46fe-9abd-215eecba1515 on network d5f01d6d-3660-4c4e-b2b2-b9cf460a773d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:23:03.906636 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-41bcf282-5721-4185-975d-4230f2f6db98 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:23:03.906973 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-41bcf282-5721-4185-975d-4230f2f6db98 service neutron] Checking segment: {'id': 'bb924e65-1180-4369-8a2b-34f2b473f264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd5f01d6d-3660-4c4e-b2b2-b9cf460a773d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:23:03.907350 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-41bcf282-5721-4185-975d-4230f2f6db98 service neutron] Bound using segment: {'id': 'bb924e65-1180-4369-8a2b-34f2b473f264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd5f01d6d-3660-4c4e-b2b2-b9cf460a773d'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:23:03.907813 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-41bcf282-5721-4185-975d-4230f2f6db98 service neutron] Bound port: ff8a1b0c-0b29-46fe-9abd-215eecba1515, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb924e65-1180-4369-8a2b-34f2b473f264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd5f01d6d-3660-4c4e-b2b2-b9cf460a773d'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:23:03.908167 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-41bcf282-5721-4185-975d-4230f2f6db98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:03.971508 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-41bcf282-5721-4185-975d-4230f2f6db98 service neutron] For port ff8a1b0c-0b29-46fe-9abd-215eecba1515, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:23:03.974596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-41bcf282-5721-4185-975d-4230f2f6db98 service neutron] For port ff8a1b0c-0b29-46fe-9abd-215eecba1515, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=ff8a1b0c-0b29-46fe-9abd-215eecba1515,segment=NetworkSegment(bb924e65-1180-4369-8a2b-34f2b473f264),segment_id=bb924e65-1180-4369-8a2b-34f2b473f264)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:23:03.979771 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-41bcf282-5721-4185-975d-4230f2f6db98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:04.012190 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-41bcf282-5721-4185-975d-4230f2f6db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:04.012745 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-41bcf282-5721-4185-975d-4230f2f6db98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:04.014819 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-41bcf282-5721-4185-975d-4230f2f6db98 service neutron] 10.222.0.64 "PUT /v2.0/ports/ff8a1b0c-0b29-46fe-9abd-215eecba1515 HTTP/1.1" status: 200 len: 1092 time: 0.5863948 Jul 09 10:23:04.015362 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7baf16-449b-4080-9ea6-3a2bdb135db5', 'tag': 'ff8a1b0c-0b29-46fe-9abd-215eecba1515'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:23:04.044348 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcf282-5721-4185-975d-4230f2f6db98 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8a1b0c-0b29-46fe-9abd-215eecba1515,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:04.059996 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6add631e-86ae-4dc2-93ca-e75247581e44" -d '{"events": [{"name": "network-changed", "server_uuid": "df7baf16-449b-4080-9ea6-3a2bdb135db5", "tag": "ff8a1b0c-0b29-46fe-9abd-215eecba1515"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:23:04.148151 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94be4067-9ca9-423b-a6d8-5e3ed3658558 x-openstack-request-id: req-94be4067-9ca9-423b-a6d8-5e3ed3658558 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:23:04.148511 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7baf16-449b-4080-9ea6-3a2bdb135db5", "tag": "ff8a1b0c-0b29-46fe-9abd-215eecba1515", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:23:04.148687 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-94be4067-9ca9-423b-a6d8-5e3ed3658558 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:23:04.149173 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7baf16-449b-4080-9ea6-3a2bdb135db5', 'tag': 'ff8a1b0c-0b29-46fe-9abd-215eecba1515', 'status': 'completed', 'code': 200} Jul 09 10:23:04.173487 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffe097-943d-4519-ac8b-23168f5d157f req-4da62cbd-9bf2-4a73-8622-0093434fdee6 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:04.174954 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4ffe097-943d-4519-ac8b-23168f5d157f req-4da62cbd-9bf2-4a73-8622-0093434fdee6 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=df7baf16-449b-4080-9ea6-3a2bdb135db5 HTTP/1.1" status: 200 len: 944 time: 0.1037343 Jul 09 10:23:04.177562 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-e932ca69-c075-4020-8aa9-0fad7e4a3bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:04.178944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-e932ca69-c075-4020-8aa9-0fad7e4a3bf3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe68988e602146c6ab3987a60a9c1890&device_id=df7baf16-449b-4080-9ea6-3a2bdb135db5 HTTP/1.1" status: 200 len: 1095 time: 0.1153076 Jul 09 10:23:04.226097 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-33624ca5-a49c-44f1-9a2b-9090cc49ff4b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff8a1b0c-0b29-46fe-9abd-215eecba1515 HTTP/1.1" status: 200 len: 217 time: 0.0387549 Jul 09 10:23:04.271876 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4ffe097-943d-4519-ac8b-23168f5d157f req-921df3a4-453f-4396-a0d7-5aa4901418bc tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907993 Jul 09 10:23:04.288953 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-f72c7ebf-a9cb-4eb9-9111-b47dc31e99d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:04.290513 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-f72c7ebf-a9cb-4eb9-9111-b47dc31e99d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c5c70fec-a41c-4238-a09c-47f40f113fc6 HTTP/1.1" status: 200 len: 854 time: 0.0588000 Jul 09 10:23:04.298079 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:04.323980 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-0feef1b5-cc20-4e42-ae9c-019e1e40003b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5f01d6d-3660-4c4e-b2b2-b9cf460a773d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274763 Jul 09 10:23:04.411632 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-c094fb06-5b44-43dd-9841-7ea0bebef087 service neutron] 10.222.0.64 "GET /v2.0/networks/d5f01d6d-3660-4c4e-b2b2-b9cf460a773d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803564 Jul 09 10:23:04.504685 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b25f346b-cdeb-4bfb-a940-2eb73f201661 req-8ab5fe62-339f-466f-ac36-b6757afe5655 service neutron] 10.222.0.64 "GET /v2.0/networks/d5f01d6d-3660-4c4e-b2b2-b9cf460a773d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870414 Jul 09 10:23:04.604029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add631e-86ae-4dc2-93ca-e75247581e44 req-4bb9be1d-ed52-4832-a6f8-edf103905773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:04.605630 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6add631e-86ae-4dc2-93ca-e75247581e44 req-4bb9be1d-ed52-4832-a6f8-edf103905773 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe68988e602146c6ab3987a60a9c1890&device_id=df7baf16-449b-4080-9ea6-3a2bdb135db5 HTTP/1.1" status: 200 len: 1095 time: 0.0587840 Jul 09 10:23:04.697617 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add631e-86ae-4dc2-93ca-e75247581e44 req-4f8bbf07-bc3a-4ba7-a255-fe3e969ce4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:04.699087 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6add631e-86ae-4dc2-93ca-e75247581e44 req-4f8bbf07-bc3a-4ba7-a255-fe3e969ce4ba service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5f01d6d-3660-4c4e-b2b2-b9cf460a773d HTTP/1.1" status: 200 len: 915 time: 0.0871232 Jul 09 10:23:04.739266 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6add631e-86ae-4dc2-93ca-e75247581e44 req-d3a33a6b-d7f7-49ff-9722-36db20d021fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff8a1b0c-0b29-46fe-9abd-215eecba1515 HTTP/1.1" status: 200 len: 217 time: 0.0340686 Jul 09 10:23:04.786537 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add631e-86ae-4dc2-93ca-e75247581e44 req-47391733-25ee-41ce-8255-34a6b878989d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:04.788007 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6add631e-86ae-4dc2-93ca-e75247581e44 req-47391733-25ee-41ce-8255-34a6b878989d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c5c70fec-a41c-4238-a09c-47f40f113fc6 HTTP/1.1" status: 200 len: 854 time: 0.0432911 Jul 09 10:23:04.823457 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6add631e-86ae-4dc2-93ca-e75247581e44 req-d391ecea-df25-4f6d-b5d5-8f75497d0125 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5f01d6d-3660-4c4e-b2b2-b9cf460a773d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294261 Jul 09 10:23:04.912232 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6add631e-86ae-4dc2-93ca-e75247581e44 req-6323641e-016c-4b2b-a0da-f12f0c7298a6 service neutron] 10.222.0.64 "GET /v2.0/networks/d5f01d6d-3660-4c4e-b2b2-b9cf460a773d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814607 Jul 09 10:23:05.006180 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6add631e-86ae-4dc2-93ca-e75247581e44 req-65f78ab4-abf3-47fa-b392-6918e212ce08 service neutron] 10.222.0.64 "GET /v2.0/networks/d5f01d6d-3660-4c4e-b2b2-b9cf460a773d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875680 Jul 09 10:23:05.446588 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35e4dd-0b01-4c61-816c-33fe8b7c583d req-2cb43aeb-4412-44a5-9402-09bc1c160f3f tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:05.448185 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8f35e4dd-0b01-4c61-816c-33fe8b7c583d req-2cb43aeb-4412-44a5-9402-09bc1c160f3f tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=df7baf16-449b-4080-9ea6-3a2bdb135db5 HTTP/1.1" status: 200 len: 944 time: 0.0638435 Jul 09 10:23:05.485754 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8f35e4dd-0b01-4c61-816c-33fe8b7c583d req-13d9f830-d935-4da4-a9d9-5dfff1392c40 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314839 Jul 09 10:23:06.456352 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:23:06.658372 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c52d0-a78f-43fe-bcc9-29ede4ab640c req-314d117a-382d-40ef-b5df-0c4056c89710 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:06.659901 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a1c52d0-a78f-43fe-bcc9-29ede4ab640c req-314d117a-382d-40ef-b5df-0c4056c89710 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=df7baf16-449b-4080-9ea6-3a2bdb135db5 HTTP/1.1" status: 200 len: 944 time: 0.0640101 Jul 09 10:23:06.698002 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0a1c52d0-a78f-43fe-bcc9-29ede4ab640c req-ee4808c1-f31c-4fc4-a361-5752d916e2a4 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325239 Jul 09 10:23:06.815086 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d2b74b9-8e03-4263-918f-d5702da3ea93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:07.875654 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b0706-cd23-464d-ae23-0be653e768c6 req-fbd99c07-3c11-4d88-8852-1af6a06a54ae tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:07.877137 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-410b0706-cd23-464d-ae23-0be653e768c6 req-fbd99c07-3c11-4d88-8852-1af6a06a54ae tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=df7baf16-449b-4080-9ea6-3a2bdb135db5 HTTP/1.1" status: 200 len: 944 time: 0.0676248 Jul 09 10:23:07.914769 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-410b0706-cd23-464d-ae23-0be653e768c6 req-1be2acc7-b9c5-46a3-98b1-89fbde0f5ecf tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320456 Jul 09 10:23:08.095199 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device ff8a1b0c-0b29-46fe-9abd-215eecba1515 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:23:08.187589 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port ff8a1b0c-0b29-46fe-9abd-215eecba1515, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=ff8a1b0c-0b29-46fe-9abd-215eecba1515,segment=NetworkSegment(bb924e65-1180-4369-8a2b-34f2b473f264),segment_id=bb924e65-1180-4369-8a2b-34f2b473f264)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:23:08.198819 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'ff8a1b0c-0b29-46fe-9abd-215eecba1515', 'network_id': 'd5f01d6d-3660-4c4e-b2b2-b9cf460a773d', 'port_id': 'ff8a1b0c-0b29-46fe-9abd-215eecba1515', 'mac_address': 'fa:16:3e:ab:6b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c70fec-a41c-4238-a09c-47f40f113fc6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:23:08.239563 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:08.251884 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8a1b0c-0b29-46fe-9abd-215eecba1515 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:23:08.271669 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port ff8a1b0c-0b29-46fe-9abd-215eecba1515, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=ff8a1b0c-0b29-46fe-9abd-215eecba1515,segment=NetworkSegment(bb924e65-1180-4369-8a2b-34f2b473f264),segment_id=bb924e65-1180-4369-8a2b-34f2b473f264)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:23:08.275327 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:08.323300 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=ff8a1b0c-0b29-46fe-9abd-215eecba1515,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:08.558861 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['ff8a1b0c-0b29-46fe-9abd-215eecba1515'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:23:09.091355 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372fb1b-1626-4ef2-91e0-020d44266606 req-97d9e4e8-dbd6-44b4-b1db-743c36d49fdb tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:09.093040 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0372fb1b-1626-4ef2-91e0-020d44266606 req-97d9e4e8-dbd6-44b4-b1db-743c36d49fdb tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=df7baf16-449b-4080-9ea6-3a2bdb135db5 HTTP/1.1" status: 200 len: 945 time: 0.0660441 Jul 09 10:23:09.132098 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0372fb1b-1626-4ef2-91e0-020d44266606 req-2bedc6ee-103d-4f28-8038-6bdc783200e1 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331001 Jul 09 10:23:09.422401 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc347e5d-71ff-4f59-ac47-e9d55002ee13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:09.579162 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:09.588477 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:10.110543 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device ff8a1b0c-0b29-46fe-9abd-215eecba1515 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:23:10.160103 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port ff8a1b0c-0b29-46fe-9abd-215eecba1515 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:23:10.164193 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port ff8a1b0c-0b29-46fe-9abd-215eecba1515 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:23:10.164719 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:10.246399 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:10.269350 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7baf16-449b-4080-9ea6-3a2bdb135db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8a1b0c-0b29-46fe-9abd-215eecba1515'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:23:10.284150 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port ff8a1b0c-0b29-46fe-9abd-215eecba1515, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=ff8a1b0c-0b29-46fe-9abd-215eecba1515,segment=NetworkSegment(bb924e65-1180-4369-8a2b-34f2b473f264),segment_id=bb924e65-1180-4369-8a2b-34f2b473f264)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:23:10.288615 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:10.321085 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e73944-3c0e-45d5-952b-978ced66bdfc req-f17028fe-3fa9-4ffe-8901-9b61e6e6ee05 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:10.322635 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8e73944-3c0e-45d5-952b-978ced66bdfc req-f17028fe-3fa9-4ffe-8901-9b61e6e6ee05 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=df7baf16-449b-4080-9ea6-3a2bdb135db5 HTTP/1.1" status: 200 len: 945 time: 0.0760522 Jul 09 10:23:10.322816 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0888fabe05580062c0d4cd7dc8f093f2b11926f06b578c6c7ec0a80924aac75e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837772f1-0baa-4635-9067-1cbf74ca9357" -d '{"events": [{"server_uuid": "df7baf16-449b-4080-9ea6-3a2bdb135db5", "name": "network-vif-plugged", "status": "completed", "tag": "ff8a1b0c-0b29-46fe-9abd-215eecba1515"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:23:10.342400 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=ff8a1b0c-0b29-46fe-9abd-215eecba1515,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:10.368372 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8e73944-3c0e-45d5-952b-978ced66bdfc req-37a0b25a-f1bf-4348-a11a-2bcb33e32aff tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391414 Jul 09 10:23:10.415372 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9768d88-8f38-47e0-a906-10195ab6c73c x-openstack-request-id: req-f9768d88-8f38-47e0-a906-10195ab6c73c {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:23:10.415664 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7baf16-449b-4080-9ea6-3a2bdb135db5", "name": "network-vif-plugged", "status": "completed", "tag": "ff8a1b0c-0b29-46fe-9abd-215eecba1515", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:23:10.415949 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f9768d88-8f38-47e0-a906-10195ab6c73c {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:23:10.416351 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7baf16-449b-4080-9ea6-3a2bdb135db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8a1b0c-0b29-46fe-9abd-215eecba1515', 'code': 200} Jul 09 10:23:10.527454 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68125a-54b6-4696-bd22-eb325b59effa req-c6f77491-81fb-474f-8f39-4610882fc941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:10.528952 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1c68125a-54b6-4696-bd22-eb325b59effa req-c6f77491-81fb-474f-8f39-4610882fc941 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=df7baf16-449b-4080-9ea6-3a2bdb135db5 HTTP/1.1" status: 200 len: 1097 time: 0.0543723 Jul 09 10:23:10.563121 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1c68125a-54b6-4696-bd22-eb325b59effa req-ae2b21f1-aa81-4359-81e8-7e952c9406fc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274384 Jul 09 10:23:11.333147 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:11.549256 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3969bd-8a05-427c-8710-05e56c709fd7 req-2c94cc89-2124-46af-bd44-8fad1567b050 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:11.550855 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3f3969bd-8a05-427c-8710-05e56c709fd7 req-2c94cc89-2124-46af-bd44-8fad1567b050 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=df7baf16-449b-4080-9ea6-3a2bdb135db5 HTTP/1.1" status: 200 len: 946 time: 0.0678439 Jul 09 10:23:11.592542 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3f3969bd-8a05-427c-8710-05e56c709fd7 req-6f400e8e-f035-41ad-b31f-f4ea2b893ded tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360470 Jul 09 10:23:12.772428 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5e5f1-ddc8-4eb5-9aee-0672603cbd59 req-520ea439-1fd0-4f0f-bf3a-b7fded25db87 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:12.773942 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4f5e5f1-ddc8-4eb5-9aee-0672603cbd59 req-520ea439-1fd0-4f0f-bf3a-b7fded25db87 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=df7baf16-449b-4080-9ea6-3a2bdb135db5 HTTP/1.1" status: 200 len: 946 time: 0.0665944 Jul 09 10:23:12.812120 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4f5e5f1-ddc8-4eb5-9aee-0672603cbd59 req-f64820ef-d55c-4553-b309-3c8058b27a57 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321491 Jul 09 10:23:13.033724 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-1e201877-e9e1-4c31-b677-5f484f9f7928 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:13.035222 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-1e201877-e9e1-4c31-b677-5f484f9f7928 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/networks?id=d5f01d6d-3660-4c4e-b2b2-b9cf460a773d HTTP/1.1" status: 200 len: 814 time: 0.1006081 Jul 09 10:23:13.050920 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-7d33cd06-1d02-4091-97ad-c6fcd7f9e6c0 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/quotas/fe68988e602146c6ab3987a60a9c1890 HTTP/1.1" status: 200 len: 375 time: 0.0102174 Jul 09 10:23:13.125069 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-0a6cddf6-5c1e-4cae-9752-a3fa9b4cb929 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe68988e602146c6ab3987a60a9c1890&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0646265 Jul 09 10:23:13.131029 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:13.216882 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-4c08392f-55d1-43a8-8e2d-a1d77d7356c7 service neutron] 10.222.0.61 "GET /v2.0/networks/d5f01d6d-3660-4c4e-b2b2-b9cf460a773d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835118 Jul 09 10:23:13.311012 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-b7450a6f-c5f4-4bf4-ad26-aa3a813a7d42 service neutron] 10.222.0.61 "GET /v2.0/networks/d5f01d6d-3660-4c4e-b2b2-b9cf460a773d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883174 Jul 09 10:23:13.475951 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-123185ba-3c18-4078-bfed-332402537049 req-9881aa0d-5154-4a0c-9866-e9d279ca4c9c tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=c737f8b1-6720-4070-8ced-bb57ed3b8694 HTTP/1.1" status: 200 len: 210 time: 0.0295451 Jul 09 10:23:14.628944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6cd5dd9a-e24b-459f-9c9f-a6f0986eba41 req-34119ec6-dcf2-4ae1-9f54-0bbec2273358 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=c737f8b1-6720-4070-8ced-bb57ed3b8694 HTTP/1.1" status: 200 len: 210 time: 0.0336757 Jul 09 10:23:14.629619 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-7a33104c-cd9e-4088-bec5-fadbe7fa0967 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:14.630822 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-7a33104c-cd9e-4088-bec5-fadbe7fa0967 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.58 "GET /v2.0/networks?id=d5f01d6d-3660-4c4e-b2b2-b9cf460a773d HTTP/1.1" status: 200 len: 814 time: 0.1068952 Jul 09 10:23:14.644049 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-33f50b71-da41-4d15-80d2-46c0a073f93f tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Request body: {'port': {'device_id': 'c737f8b1-6720-4070-8ced-bb57ed3b8694', 'network_id': 'd5f01d6d-3660-4c4e-b2b2-b9cf460a773d', 'admin_state_up': True, 'tenant_id': 'fe68988e602146c6ab3987a60a9c1890'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:14.759370 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-33f50b71-da41-4d15-80d2-46c0a073f93f tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Made reservation on behalf of fe68988e602146c6ab3987a60a9c1890 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:23:14.762827 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-33f50b71-da41-4d15-80d2-46c0a073f93f tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:14.885273 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-33f50b71-da41-4d15-80d2-46c0a073f93f tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Allocated IP 172.20.0.2 (d5f01d6d-3660-4c4e-b2b2-b9cf460a773d/c5c70fec-a41c-4238-a09c-47f40f113fc6/be287242-620b-4f7c-906f-7bdb10b14fb6) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:23:15.037158 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-33f50b71-da41-4d15-80d2-46c0a073f93f tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:15.083418 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-33f50b71-da41-4d15-80d2-46c0a073f93f tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:15.095935 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['ff8a1b0c-0b29-46fe-9abd-215eecba1515'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:23:15.130043 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-33f50b71-da41-4d15-80d2-46c0a073f93f tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Network d5f01d6d-3660-4c4e-b2b2-b9cf460a773d is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:23:15.136089 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-33f50b71-da41-4d15-80d2-46c0a073f93f tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:23:15.141015 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f50b71-da41-4d15-80d2-46c0a073f93f tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Pushing event updated for resources: {'Port': ['ID=be287242-620b-4f7c-906f-7bdb10b14fb6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:15.143226 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-33f50b71-da41-4d15-80d2-46c0a073f93f tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:23:15.197656 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-33f50b71-da41-4d15-80d2-46c0a073f93f tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:15.198289 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-33f50b71-da41-4d15-80d2-46c0a073f93f tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:15.220800 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-33f50b71-da41-4d15-80d2-46c0a073f93f tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807245 Jul 09 10:23:15.322295 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-da7ea4bf-696f-46dd-85bf-eaafc2f9e7d4 service neutron] Request body: {'port': {'device_id': 'c737f8b1-6720-4070-8ced-bb57ed3b8694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:15.393071 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-da7ea4bf-696f-46dd-85bf-eaafc2f9e7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:15.651682 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-da7ea4bf-696f-46dd-85bf-eaafc2f9e7d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be287242-620b-4f7c-906f-7bdb10b14fb6 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:23:15.660485 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-da7ea4bf-696f-46dd-85bf-eaafc2f9e7d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:15.672842 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-da7ea4bf-696f-46dd-85bf-eaafc2f9e7d4 service neutron] Transition to ACTIVE for port object be287242-620b-4f7c-906f-7bdb10b14fb6 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:23:15.677319 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-da7ea4bf-696f-46dd-85bf-eaafc2f9e7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:15.749997 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ea4bf-696f-46dd-85bf-eaafc2f9e7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=be287242-620b-4f7c-906f-7bdb10b14fb6,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:15.799924 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-da7ea4bf-696f-46dd-85bf-eaafc2f9e7d4 service neutron] Attempting to bind port be287242-620b-4f7c-906f-7bdb10b14fb6 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:23:15.800257 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-da7ea4bf-696f-46dd-85bf-eaafc2f9e7d4 service neutron] Attempting to bind port be287242-620b-4f7c-906f-7bdb10b14fb6 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'bb924e65-1180-4369-8a2b-34f2b473f264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd5f01d6d-3660-4c4e-b2b2-b9cf460a773d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:23:15.800583 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-da7ea4bf-696f-46dd-85bf-eaafc2f9e7d4 service neutron] Attempting to bind port be287242-620b-4f7c-906f-7bdb10b14fb6 on network d5f01d6d-3660-4c4e-b2b2-b9cf460a773d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:23:15.804865 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-da7ea4bf-696f-46dd-85bf-eaafc2f9e7d4 service neutron] Port be287242-620b-4f7c-906f-7bdb10b14fb6 on network d5f01d6d-3660-4c4e-b2b2-b9cf460a773d not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:23:15.805180 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-da7ea4bf-696f-46dd-85bf-eaafc2f9e7d4 service neutron] Attempting to bind port be287242-620b-4f7c-906f-7bdb10b14fb6 on network d5f01d6d-3660-4c4e-b2b2-b9cf460a773d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:23:15.811371 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-da7ea4bf-696f-46dd-85bf-eaafc2f9e7d4 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:23:15.811721 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-da7ea4bf-696f-46dd-85bf-eaafc2f9e7d4 service neutron] Checking segment: {'id': 'bb924e65-1180-4369-8a2b-34f2b473f264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd5f01d6d-3660-4c4e-b2b2-b9cf460a773d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:23:15.812107 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-da7ea4bf-696f-46dd-85bf-eaafc2f9e7d4 service neutron] Bound using segment: {'id': 'bb924e65-1180-4369-8a2b-34f2b473f264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd5f01d6d-3660-4c4e-b2b2-b9cf460a773d'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:23:15.812528 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-da7ea4bf-696f-46dd-85bf-eaafc2f9e7d4 service neutron] Bound port: be287242-620b-4f7c-906f-7bdb10b14fb6, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb924e65-1180-4369-8a2b-34f2b473f264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd5f01d6d-3660-4c4e-b2b2-b9cf460a773d'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:23:15.812917 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-da7ea4bf-696f-46dd-85bf-eaafc2f9e7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:15.815867 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cb24d-c139-4309-855f-b51edb2b7b5d req-1c0dc050-2d48-4b7b-b618-1a647b30018c tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:15.817400 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5d2cb24d-c139-4309-855f-b51edb2b7b5d req-1c0dc050-2d48-4b7b-b618-1a647b30018c tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=c737f8b1-6720-4070-8ced-bb57ed3b8694 HTTP/1.1" status: 200 len: 943 time: 0.0645220 Jul 09 10:23:15.855416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5d2cb24d-c139-4309-855f-b51edb2b7b5d req-5d752a33-127b-4cdb-a128-32dcd4f45d6b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322285 Jul 09 10:23:15.879718 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-da7ea4bf-696f-46dd-85bf-eaafc2f9e7d4 service neutron] For port be287242-620b-4f7c-906f-7bdb10b14fb6, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:23:15.882783 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-da7ea4bf-696f-46dd-85bf-eaafc2f9e7d4 service neutron] For port be287242-620b-4f7c-906f-7bdb10b14fb6, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=be287242-620b-4f7c-906f-7bdb10b14fb6,segment=NetworkSegment(bb924e65-1180-4369-8a2b-34f2b473f264),segment_id=bb924e65-1180-4369-8a2b-34f2b473f264)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:23:15.887959 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-da7ea4bf-696f-46dd-85bf-eaafc2f9e7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:15.921946 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-da7ea4bf-696f-46dd-85bf-eaafc2f9e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:15.922602 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-da7ea4bf-696f-46dd-85bf-eaafc2f9e7d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:15.924044 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-da7ea4bf-696f-46dd-85bf-eaafc2f9e7d4 service neutron] 10.222.0.58 "PUT /v2.0/ports/be287242-620b-4f7c-906f-7bdb10b14fb6 HTTP/1.1" status: 200 len: 1091 time: 0.6435935 Jul 09 10:23:15.926309 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c737f8b1-6720-4070-8ced-bb57ed3b8694', 'tag': 'be287242-620b-4f7c-906f-7bdb10b14fb6'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:23:15.930056 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0574282-838c-4302-bf0b-522cf1bd97aa" -d '{"events": [{"name": "network-changed", "server_uuid": "c737f8b1-6720-4070-8ced-bb57ed3b8694", "tag": "be287242-620b-4f7c-906f-7bdb10b14fb6"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:23:15.964778 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ea4bf-696f-46dd-85bf-eaafc2f9e7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=be287242-620b-4f7c-906f-7bdb10b14fb6,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:15.979121 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee901ffd-ec31-4352-bf13-64e7e31988aa x-openstack-request-id: req-ee901ffd-ec31-4352-bf13-64e7e31988aa {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:23:15.979400 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c737f8b1-6720-4070-8ced-bb57ed3b8694", "tag": "be287242-620b-4f7c-906f-7bdb10b14fb6", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:23:15.979648 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee901ffd-ec31-4352-bf13-64e7e31988aa {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:23:15.980059 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c737f8b1-6720-4070-8ced-bb57ed3b8694', 'tag': 'be287242-620b-4f7c-906f-7bdb10b14fb6', 'status': 'completed', 'code': 200} Jul 09 10:23:16.025391 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-ad4347f9-f54e-4520-bc63-1a2d8498f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:16.026959 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-ad4347f9-f54e-4520-bc63-1a2d8498f221 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe68988e602146c6ab3987a60a9c1890&device_id=c737f8b1-6720-4070-8ced-bb57ed3b8694 HTTP/1.1" status: 200 len: 1094 time: 0.0562823 Jul 09 10:23:16.071229 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-12f877a5-7d13-40bd-8d4f-1436772dd4af service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be287242-620b-4f7c-906f-7bdb10b14fb6 HTTP/1.1" status: 200 len: 217 time: 0.0373940 Jul 09 10:23:16.118496 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-30ed587e-3666-4a4d-9cc4-d0898b433ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:16.120017 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-30ed587e-3666-4a4d-9cc4-d0898b433ad1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5c70fec-a41c-4238-a09c-47f40f113fc6 HTTP/1.1" status: 200 len: 854 time: 0.0430772 Jul 09 10:23:16.154886 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-6820c478-0648-4f38-8188-ed0733a978a5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d5f01d6d-3660-4c4e-b2b2-b9cf460a773d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280097 Jul 09 10:23:16.250977 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-8c6295c6-42c7-431d-a4fd-9849b5522743 service neutron] 10.222.0.58 "GET /v2.0/networks/d5f01d6d-3660-4c4e-b2b2-b9cf460a773d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882373 Jul 09 10:23:16.345648 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0d5cbe3b-0d4b-4ced-93fc-d453ec290e36 req-9a3b4713-9173-4c98-935f-3b5485bcc03e service neutron] 10.222.0.58 "GET /v2.0/networks/d5f01d6d-3660-4c4e-b2b2-b9cf460a773d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887394 Jul 09 10:23:16.445085 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0574282-838c-4302-bf0b-522cf1bd97aa req-a1407454-5406-44ff-b1f1-4db19b280602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:16.446591 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0574282-838c-4302-bf0b-522cf1bd97aa req-a1407454-5406-44ff-b1f1-4db19b280602 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe68988e602146c6ab3987a60a9c1890&device_id=c737f8b1-6720-4070-8ced-bb57ed3b8694 HTTP/1.1" status: 200 len: 1094 time: 0.0528681 Jul 09 10:23:16.538413 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0574282-838c-4302-bf0b-522cf1bd97aa req-0257e46e-95dc-4803-93fa-013d3bdf6a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:16.539835 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0574282-838c-4302-bf0b-522cf1bd97aa req-0257e46e-95dc-4803-93fa-013d3bdf6a07 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d5f01d6d-3660-4c4e-b2b2-b9cf460a773d HTTP/1.1" status: 200 len: 915 time: 0.0873899 Jul 09 10:23:16.580109 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0574282-838c-4302-bf0b-522cf1bd97aa req-a04c6111-b1a0-48a6-aaa3-0313f7d91672 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be287242-620b-4f7c-906f-7bdb10b14fb6 HTTP/1.1" status: 200 len: 217 time: 0.0332654 Jul 09 10:23:16.633691 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0574282-838c-4302-bf0b-522cf1bd97aa req-c5051cc9-7633-4271-9707-d49d3d18a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:16.635178 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0574282-838c-4302-bf0b-522cf1bd97aa req-c5051cc9-7633-4271-9707-d49d3d18a0ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5c70fec-a41c-4238-a09c-47f40f113fc6 HTTP/1.1" status: 200 len: 854 time: 0.0493884 Jul 09 10:23:16.667930 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0574282-838c-4302-bf0b-522cf1bd97aa req-4e5ccfc0-45b6-4705-973b-4c7cf2c7561e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d5f01d6d-3660-4c4e-b2b2-b9cf460a773d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259831 Jul 09 10:23:16.757142 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0574282-838c-4302-bf0b-522cf1bd97aa req-972756c7-791e-4cb2-8fb8-1b61aea73305 service neutron] 10.222.0.58 "GET /v2.0/networks/d5f01d6d-3660-4c4e-b2b2-b9cf460a773d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824771 Jul 09 10:23:16.848379 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b0574282-838c-4302-bf0b-522cf1bd97aa req-867db1e9-93e3-48a3-af77-8566b846cde0 service neutron] 10.222.0.58 "GET /v2.0/networks/d5f01d6d-3660-4c4e-b2b2-b9cf460a773d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843725 Jul 09 10:23:17.031133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ec3c6-6112-4727-8ffa-d17badac53c6 req-4eceb793-48a6-428a-b35f-0b93a22dd910 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:17.032683 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af2ec3c6-6112-4727-8ffa-d17badac53c6 req-4eceb793-48a6-428a-b35f-0b93a22dd910 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=c737f8b1-6720-4070-8ced-bb57ed3b8694 HTTP/1.1" status: 200 len: 943 time: 0.0665560 Jul 09 10:23:17.071043 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af2ec3c6-6112-4727-8ffa-d17badac53c6 req-ba8611f5-3375-4f87-9c37-d15481dd9d9d tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327151 Jul 09 10:23:17.588302 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device be287242-620b-4f7c-906f-7bdb10b14fb6 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:23:17.678904 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port be287242-620b-4f7c-906f-7bdb10b14fb6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=be287242-620b-4f7c-906f-7bdb10b14fb6,segment=NetworkSegment(bb924e65-1180-4369-8a2b-34f2b473f264),segment_id=bb924e65-1180-4369-8a2b-34f2b473f264)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:23:17.690296 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'be287242-620b-4f7c-906f-7bdb10b14fb6', 'network_id': 'd5f01d6d-3660-4c4e-b2b2-b9cf460a773d', 'port_id': 'be287242-620b-4f7c-906f-7bdb10b14fb6', 'mac_address': 'fa:16:3e:ee:26:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c70fec-a41c-4238-a09c-47f40f113fc6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:23:17.727673 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:17.740085 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be287242-620b-4f7c-906f-7bdb10b14fb6 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:23:17.759351 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port be287242-620b-4f7c-906f-7bdb10b14fb6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=be287242-620b-4f7c-906f-7bdb10b14fb6,segment=NetworkSegment(bb924e65-1180-4369-8a2b-34f2b473f264),segment_id=bb924e65-1180-4369-8a2b-34f2b473f264)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:23:17.763282 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:17.812148 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=be287242-620b-4f7c-906f-7bdb10b14fb6,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:17.949312 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['be287242-620b-4f7c-906f-7bdb10b14fb6'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:23:18.245941 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0fbf2-334f-4ac0-a5e0-f5983645e3e5 req-1be8fb5c-8073-44fc-bc98-af7718c5f33c tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:18.247508 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-49c0fbf2-334f-4ac0-a5e0-f5983645e3e5 req-1be8fb5c-8073-44fc-bc98-af7718c5f33c tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=c737f8b1-6720-4070-8ced-bb57ed3b8694 HTTP/1.1" status: 200 len: 944 time: 0.0639381 Jul 09 10:23:18.285160 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-49c0fbf2-334f-4ac0-a5e0-f5983645e3e5 req-7479a473-fe3e-4a04-9b49-5bb0481c52d9 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321217 Jul 09 10:23:19.459912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b3719-8d45-4c1f-889f-b87813a36b2b req-eb6ef30b-c455-4f49-9fd5-3f997c674fe7 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:19.461326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-597b3719-8d45-4c1f-889f-b87813a36b2b req-eb6ef30b-c455-4f49-9fd5-3f997c674fe7 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=c737f8b1-6720-4070-8ced-bb57ed3b8694 HTTP/1.1" status: 200 len: 944 time: 0.0659602 Jul 09 10:23:19.499504 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-597b3719-8d45-4c1f-889f-b87813a36b2b req-d5c50529-8c65-4f09-8df0-2699628c0ad7 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319476 Jul 09 10:23:19.613020 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device be287242-620b-4f7c-906f-7bdb10b14fb6 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:23:19.660595 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port be287242-620b-4f7c-906f-7bdb10b14fb6 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:23:19.664514 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port be287242-620b-4f7c-906f-7bdb10b14fb6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:23:19.664879 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:19.741398 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:19.763718 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c737f8b1-6720-4070-8ced-bb57ed3b8694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be287242-620b-4f7c-906f-7bdb10b14fb6'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:23:19.765963 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0888fabe05580062c0d4cd7dc8f093f2b11926f06b578c6c7ec0a80924aac75e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb25ca9c-5404-464b-839d-3b51c76d9a42" -d '{"events": [{"server_uuid": "c737f8b1-6720-4070-8ced-bb57ed3b8694", "name": "network-vif-plugged", "status": "completed", "tag": "be287242-620b-4f7c-906f-7bdb10b14fb6"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:23:19.778949 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port be287242-620b-4f7c-906f-7bdb10b14fb6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=be287242-620b-4f7c-906f-7bdb10b14fb6,segment=NetworkSegment(bb924e65-1180-4369-8a2b-34f2b473f264),segment_id=bb924e65-1180-4369-8a2b-34f2b473f264)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:23:19.784063 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:19.816395 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571f3593-07dd-4f2f-a193-805529b9f680 x-openstack-request-id: req-571f3593-07dd-4f2f-a193-805529b9f680 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:23:19.816745 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c737f8b1-6720-4070-8ced-bb57ed3b8694", "name": "network-vif-plugged", "status": "completed", "tag": "be287242-620b-4f7c-906f-7bdb10b14fb6", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:23:19.816924 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-571f3593-07dd-4f2f-a193-805529b9f680 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:23:19.817304 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c737f8b1-6720-4070-8ced-bb57ed3b8694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be287242-620b-4f7c-906f-7bdb10b14fb6', 'code': 200} Jul 09 10:23:19.845026 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=be287242-620b-4f7c-906f-7bdb10b14fb6,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:19.920710 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b34ca4-7822-485b-aad1-4663da6858d0 req-84a9c635-bced-4f44-b65a-e01ae816fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:19.922214 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-39b34ca4-7822-485b-aad1-4663da6858d0 req-84a9c635-bced-4f44-b65a-e01ae816fd3f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c737f8b1-6720-4070-8ced-bb57ed3b8694 HTTP/1.1" status: 200 len: 1096 time: 0.0513425 Jul 09 10:23:19.959735 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-39b34ca4-7822-485b-aad1-4663da6858d0 req-b54624bd-7f92-4a5c-908e-303352e5c7f1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316482 Jul 09 10:23:20.673577 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe693cb3-9c7e-4380-a601-eabe16becc21 req-94dc5d4f-1647-455a-838b-2883ecf3f01b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:20.675098 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe693cb3-9c7e-4380-a601-eabe16becc21 req-94dc5d4f-1647-455a-838b-2883ecf3f01b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=c737f8b1-6720-4070-8ced-bb57ed3b8694 HTTP/1.1" status: 200 len: 945 time: 0.0661135 Jul 09 10:23:20.715071 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe693cb3-9c7e-4380-a601-eabe16becc21 req-46e6fd7a-86a5-415b-9664-c5a1f23f0f5a tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342512 Jul 09 10:23:21.900407 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b37081-11bc-428f-9c2b-df8e9994328e req-9ac549a8-89a5-4016-9fb0-3bd13cd8c764 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:21.901892 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-75b37081-11bc-428f-9c2b-df8e9994328e req-9ac549a8-89a5-4016-9fb0-3bd13cd8c764 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=c737f8b1-6720-4070-8ced-bb57ed3b8694 HTTP/1.1" status: 200 len: 945 time: 0.0681951 Jul 09 10:23:21.940048 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-75b37081-11bc-428f-9c2b-df8e9994328e req-a059d70e-88bc-4fb1-85cf-aafa1ffa92e9 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320373 Jul 09 10:23:22.317224 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473becfa-fc9c-4379-99e1-4bb9052d0f60 req-9fc2b4ec-2201-4fe5-902e-9a0faf954405 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:22.318711 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-473becfa-fc9c-4379-99e1-4bb9052d0f60 req-9fc2b4ec-2201-4fe5-902e-9a0faf954405 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=c737f8b1-6720-4070-8ced-bb57ed3b8694 HTTP/1.1" status: 200 len: 945 time: 0.0662005 Jul 09 10:23:22.356127 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-473becfa-fc9c-4379-99e1-4bb9052d0f60 req-a858b111-5092-43e4-a7d5-ce3db5c16f1f tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318496 Jul 09 10:23:23.511444 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6bdca-441c-4bd1-8558-b27b94f32997 req-635931b3-2a4d-4d1c-a63a-74da177d3063 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:23.512955 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-04f6bdca-441c-4bd1-8558-b27b94f32997 req-635931b3-2a4d-4d1c-a63a-74da177d3063 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.58 "GET /v2.0/ports?device_id=c737f8b1-6720-4070-8ced-bb57ed3b8694 HTTP/1.1" status: 200 len: 945 time: 0.0662577 Jul 09 10:23:23.529149 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab449e3-52a2-4a2a-bfa1-a19f2f57d53d req-f385ba1d-4991-49f0-8623-3b9550424523 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:23.530660 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ab449e3-52a2-4a2a-bfa1-a19f2f57d53d req-f385ba1d-4991-49f0-8623-3b9550424523 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=c737f8b1-6720-4070-8ced-bb57ed3b8694 HTTP/1.1" status: 200 len: 945 time: 0.0635450 Jul 09 10:23:23.568838 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ab449e3-52a2-4a2a-bfa1-a19f2f57d53d req-4e79ce13-5579-4586-8b3c-83c7a2c74feb tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326729 Jul 09 10:23:23.618046 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-04f6bdca-441c-4bd1-8558-b27b94f32997 req-cc51b830-3548-4aff-a310-0ad2768e7304 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Deleting port be287242-620b-4f7c-906f-7bdb10b14fb6 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:23:23.618389 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-04f6bdca-441c-4bd1-8558-b27b94f32997 req-cc51b830-3548-4aff-a310-0ad2768e7304 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:23.703816 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-04f6bdca-441c-4bd1-8558-b27b94f32997 req-cc51b830-3548-4aff-a310-0ad2768e7304 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] For port be287242-620b-4f7c-906f-7bdb10b14fb6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=be287242-620b-4f7c-906f-7bdb10b14fb6,segment=NetworkSegment(bb924e65-1180-4369-8a2b-34f2b473f264),segment_id=bb924e65-1180-4369-8a2b-34f2b473f264)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:23:23.704176 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-04f6bdca-441c-4bd1-8558-b27b94f32997 req-cc51b830-3548-4aff-a310-0ad2768e7304 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:23.721405 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-04f6bdca-441c-4bd1-8558-b27b94f32997 req-cc51b830-3548-4aff-a310-0ad2768e7304 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Calling delete_port for be287242-620b-4f7c-906f-7bdb10b14fb6 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:23:23.847609 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-04f6bdca-441c-4bd1-8558-b27b94f32997 req-cc51b830-3548-4aff-a310-0ad2768e7304 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:23.859923 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['ff8a1b0c-0b29-46fe-9abd-215eecba1515'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:23:23.886039 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51b830-3548-4aff-a310-0ad2768e7304 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Pushing event deleted for resources: {'Port': ['ID=be287242-620b-4f7c-906f-7bdb10b14fb6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:23.927306 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f6bdca-441c-4bd1-8558-b27b94f32997 req-cc51b830-3548-4aff-a310-0ad2768e7304 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] No DVR routers for this DVR port be287242-620b-4f7c-906f-7bdb10b14fb6 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:23:23.929970 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-04f6bdca-441c-4bd1-8558-b27b94f32997 req-cc51b830-3548-4aff-a310-0ad2768e7304 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:23.932065 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-04f6bdca-441c-4bd1-8558-b27b94f32997 req-cc51b830-3548-4aff-a310-0ad2768e7304 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.58 "DELETE /v2.0/ports/be287242-620b-4f7c-906f-7bdb10b14fb6 HTTP/1.1" status: 204 len: 173 time: 0.4138391 Jul 09 10:23:23.932506 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c737f8b1-6720-4070-8ced-bb57ed3b8694', 'name': 'network-vif-deleted', 'tag': 'be287242-620b-4f7c-906f-7bdb10b14fb6'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:23:23.934778 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe85dfb-07fe-4a4b-b2da-5cce764886ad" -d '{"events": [{"server_uuid": "c737f8b1-6720-4070-8ced-bb57ed3b8694", "name": "network-vif-deleted", "tag": "be287242-620b-4f7c-906f-7bdb10b14fb6"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:23:23.979221 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9128c90f-09c2-49ca-bb43-038a4f580dc8 x-openstack-request-id: req-9128c90f-09c2-49ca-bb43-038a4f580dc8 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:23:23.979617 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c737f8b1-6720-4070-8ced-bb57ed3b8694", "name": "network-vif-deleted", "tag": "be287242-620b-4f7c-906f-7bdb10b14fb6", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:23:23.979913 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9128c90f-09c2-49ca-bb43-038a4f580dc8 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:23:23.980316 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c737f8b1-6720-4070-8ced-bb57ed3b8694', 'name': 'network-vif-deleted', 'tag': 'be287242-620b-4f7c-906f-7bdb10b14fb6', 'status': 'completed', 'code': 200} Jul 09 10:23:24.810625 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97358a3e-6167-4bca-9318-61dd4e30b2b3 req-4864818d-76e4-4249-85ce-e52c1d981cc2 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:24.812137 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-97358a3e-6167-4bca-9318-61dd4e30b2b3 req-4864818d-76e4-4249-85ce-e52c1d981cc2 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=df7baf16-449b-4080-9ea6-3a2bdb135db5 HTTP/1.1" status: 200 len: 946 time: 0.0662184 Jul 09 10:23:24.849366 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-97358a3e-6167-4bca-9318-61dd4e30b2b3 req-c2426f2e-3948-4216-aab1-0df4f374a3ba tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315530 Jul 09 10:23:25.039288 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620e67a-b071-4d69-87ab-a701e1a7c1e5 req-831b68b8-43c8-4623-84a1-65bb3d4b8650 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:25.040819 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a620e67a-b071-4d69-87ab-a701e1a7c1e5 req-831b68b8-43c8-4623-84a1-65bb3d4b8650 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=df7baf16-449b-4080-9ea6-3a2bdb135db5 HTTP/1.1" status: 200 len: 946 time: 0.0633175 Jul 09 10:23:25.078524 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a620e67a-b071-4d69-87ab-a701e1a7c1e5 req-b926ccdc-5cde-46d3-bc74-56d9a07755a5 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315213 Jul 09 10:23:25.256350 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86fd9f4-8648-4d38-8d03-de04dc6660d0 req-2a9a7f68-4c33-420f-be89-10016ece6989 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:25.257833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d86fd9f4-8648-4d38-8d03-de04dc6660d0 req-2a9a7f68-4c33-420f-be89-10016ece6989 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=df7baf16-449b-4080-9ea6-3a2bdb135db5 HTTP/1.1" status: 200 len: 946 time: 0.0634398 Jul 09 10:23:25.295401 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d86fd9f4-8648-4d38-8d03-de04dc6660d0 req-1adea110-86a7-4b13-8c55-c351141c2449 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312521 Jul 09 10:23:25.566590 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f050de-7f1f-472d-8819-7ba40c24d41f req-067fcf11-f3d2-4ce8-9b02-a9128c845c55 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:25.568078 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10f050de-7f1f-472d-8819-7ba40c24d41f req-067fcf11-f3d2-4ce8-9b02-a9128c845c55 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=df7baf16-449b-4080-9ea6-3a2bdb135db5 HTTP/1.1" status: 200 len: 946 time: 0.0656202 Jul 09 10:23:25.605160 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10f050de-7f1f-472d-8819-7ba40c24d41f req-ca174e4d-d7cc-41f2-89f1-ec27677ce9e5 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315886 Jul 09 10:23:25.644082 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device be287242-620b-4f7c-906f-7bdb10b14fb6 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:23:25.666679 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: be287242-620b-4f7c-906f-7bdb10b14fb6 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:23:25.666939 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device be287242-620b-4f7c-906f-7bdb10b14fb6 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:23:25.777189 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53b118-06e8-4ff3-8c22-00fd85b16ddf req-a2d680cd-d3d3-4383-8c80-fff0761734bd tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:25.778697 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b53b118-06e8-4ff3-8c22-00fd85b16ddf req-a2d680cd-d3d3-4383-8c80-fff0761734bd tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=df7baf16-449b-4080-9ea6-3a2bdb135db5 HTTP/1.1" status: 200 len: 946 time: 0.0629253 Jul 09 10:23:25.816967 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7b53b118-06e8-4ff3-8c22-00fd85b16ddf req-5c953fb6-2698-4551-8ac0-c42b72b7a774 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326068 Jul 09 10:23:26.007627 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa4087-54ef-4a73-8cfc-463008e09875 req-6adfa4f4-308a-4221-83e5-950ecdc233b0 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:26.009326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2caa4087-54ef-4a73-8cfc-463008e09875 req-6adfa4f4-308a-4221-83e5-950ecdc233b0 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=df7baf16-449b-4080-9ea6-3a2bdb135db5 HTTP/1.1" status: 200 len: 946 time: 0.0673532 Jul 09 10:23:26.047833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2caa4087-54ef-4a73-8cfc-463008e09875 req-8e1b4aab-bdcf-49c3-a821-fc78fb0f451a tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327611 Jul 09 10:23:26.560914 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6607b-20a1-4740-b052-bc8bd8f6284c req-3708c842-7372-4405-be1a-89607557cf52 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:26.562404 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43d6607b-20a1-4740-b052-bc8bd8f6284c req-3708c842-7372-4405-be1a-89607557cf52 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=df7baf16-449b-4080-9ea6-3a2bdb135db5 HTTP/1.1" status: 200 len: 946 time: 0.0635433 Jul 09 10:23:26.599382 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-43d6607b-20a1-4740-b052-bc8bd8f6284c req-892e00e8-5cec-4666-96ce-b22717319b3c tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313678 Jul 09 10:23:27.777326 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff80777-530e-411f-bffd-30b23738f282 req-8b95c694-6be3-40e2-905f-d8f23e0a5eb9 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:27.778873 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4ff80777-530e-411f-bffd-30b23738f282 req-8b95c694-6be3-40e2-905f-d8f23e0a5eb9 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=df7baf16-449b-4080-9ea6-3a2bdb135db5 HTTP/1.1" status: 200 len: 946 time: 0.0634155 Jul 09 10:23:27.816608 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4ff80777-530e-411f-bffd-30b23738f282 req-16c62bd0-1e0e-4a17-9134-cd4e97f6b862 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/security-groups?id=84c642db-e417-4720-a1ff-bd3b06477b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321178 Jul 09 10:23:28.117187 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca873656-f534-4cac-ab45-6abccc8b038d req-3534f167-fbea-420d-a83f-bd8f4cc5fe27 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:28.118624 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca873656-f534-4cac-ab45-6abccc8b038d req-3534f167-fbea-420d-a83f-bd8f4cc5fe27 tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.64 "GET /v2.0/ports?device_id=df7baf16-449b-4080-9ea6-3a2bdb135db5 HTTP/1.1" status: 200 len: 946 time: 0.0737801 Jul 09 10:23:28.220403 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-ca873656-f534-4cac-ab45-6abccc8b038d req-d171364a-3ea6-4b0b-82d8-0757db17996b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Deleting port ff8a1b0c-0b29-46fe-9abd-215eecba1515 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:23:28.220766 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ca873656-f534-4cac-ab45-6abccc8b038d req-d171364a-3ea6-4b0b-82d8-0757db17996b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:28.311603 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ca873656-f534-4cac-ab45-6abccc8b038d req-d171364a-3ea6-4b0b-82d8-0757db17996b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] For port ff8a1b0c-0b29-46fe-9abd-215eecba1515, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=ff8a1b0c-0b29-46fe-9abd-215eecba1515,segment=NetworkSegment(bb924e65-1180-4369-8a2b-34f2b473f264),segment_id=bb924e65-1180-4369-8a2b-34f2b473f264)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:23:28.311969 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ca873656-f534-4cac-ab45-6abccc8b038d req-d171364a-3ea6-4b0b-82d8-0757db17996b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:28.323448 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-ca873656-f534-4cac-ab45-6abccc8b038d req-d171364a-3ea6-4b0b-82d8-0757db17996b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Calling delete_port for ff8a1b0c-0b29-46fe-9abd-215eecba1515 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:23:28.450861 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ca873656-f534-4cac-ab45-6abccc8b038d req-d171364a-3ea6-4b0b-82d8-0757db17996b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:28.462060 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['ff8a1b0c-0b29-46fe-9abd-215eecba1515'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:23:28.478165 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171364a-3ea6-4b0b-82d8-0757db17996b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Pushing event deleted for resources: {'Port': ['ID=ff8a1b0c-0b29-46fe-9abd-215eecba1515,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:28.489140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d171364a-3ea6-4b0b-82d8-0757db17996b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:28.489489 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d171364a-3ea6-4b0b-82d8-0757db17996b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:28.489833 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d171364a-3ea6-4b0b-82d8-0757db17996b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:28.490169 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d171364a-3ea6-4b0b-82d8-0757db17996b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:28.490505 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d171364a-3ea6-4b0b-82d8-0757db17996b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:28.490833 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d171364a-3ea6-4b0b-82d8-0757db17996b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:28.491158 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d171364a-3ea6-4b0b-82d8-0757db17996b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:28.491484 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d171364a-3ea6-4b0b-82d8-0757db17996b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:28.491840 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d171364a-3ea6-4b0b-82d8-0757db17996b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:28.492497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d171364a-3ea6-4b0b-82d8-0757db17996b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:28.492497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d171364a-3ea6-4b0b-82d8-0757db17996b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:28.492787 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d171364a-3ea6-4b0b-82d8-0757db17996b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:28.534855 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca873656-f534-4cac-ab45-6abccc8b038d req-d171364a-3ea6-4b0b-82d8-0757db17996b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] No DVR routers for this DVR port ff8a1b0c-0b29-46fe-9abd-215eecba1515 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:23:28.537393 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ca873656-f534-4cac-ab45-6abccc8b038d req-d171364a-3ea6-4b0b-82d8-0757db17996b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:28.539330 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca873656-f534-4cac-ab45-6abccc8b038d req-d171364a-3ea6-4b0b-82d8-0757db17996b tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.64 "DELETE /v2.0/ports/ff8a1b0c-0b29-46fe-9abd-215eecba1515 HTTP/1.1" status: 204 len: 173 time: 0.4129715 Jul 09 10:23:28.539799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7baf16-449b-4080-9ea6-3a2bdb135db5', 'name': 'network-vif-deleted', 'tag': 'ff8a1b0c-0b29-46fe-9abd-215eecba1515'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:23:28.542024 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335034c3-84b2-4532-b4b3-630840e5ecfb" -d '{"events": [{"server_uuid": "df7baf16-449b-4080-9ea6-3a2bdb135db5", "name": "network-vif-deleted", "tag": "ff8a1b0c-0b29-46fe-9abd-215eecba1515"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:23:28.578386 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb98d9b4-2f94-4119-81ba-3c70fa0bc533 x-openstack-request-id: req-eb98d9b4-2f94-4119-81ba-3c70fa0bc533 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:23:28.578680 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7baf16-449b-4080-9ea6-3a2bdb135db5", "name": "network-vif-deleted", "tag": "ff8a1b0c-0b29-46fe-9abd-215eecba1515", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:23:28.578968 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eb98d9b4-2f94-4119-81ba-3c70fa0bc533 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:23:28.579367 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7baf16-449b-4080-9ea6-3a2bdb135db5', 'name': 'network-vif-deleted', 'tag': 'ff8a1b0c-0b29-46fe-9abd-215eecba1515', 'status': 'completed', 'code': 200} Jul 09 10:23:28.969624 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3093ec6d-6002-4978-ac26-9578d5feb660 req-3868e07e-6ec8-45bb-8022-9d2af6580dda tempest-ServersNegativeTestJSON-1060942416 tempest-ServersNegativeTestJSON-1060942416-project] 10.222.0.61 "GET /v2.0/ports?device_id=df7baf16-449b-4080-9ea6-3a2bdb135db5 HTTP/1.1" status: 200 len: 210 time: 0.0286179 Jul 09 10:23:30.062900 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42320) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:30.108813 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d58cd8d-9109-45ec-82d3-2e8de9ccaa99 admin admin] Deleting subnet c5c70fec-a41c-4238-a09c-47f40f113fc6 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:23:30.111790 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d58cd8d-9109-45ec-82d3-2e8de9ccaa99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:30.145959 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d58cd8d-9109-45ec-82d3-2e8de9ccaa99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:30.183959 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d58cd8d-9109-45ec-82d3-2e8de9ccaa99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:30.548244 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d58cd8d-9109-45ec-82d3-2e8de9ccaa99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:30.576611 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d58cd8d-9109-45ec-82d3-2e8de9ccaa99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:30.578489 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8d58cd8d-9109-45ec-82d3-2e8de9ccaa99 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c5c70fec-a41c-4238-a09c-47f40f113fc6 HTTP/1.1" status: 204 len: 168 time: 0.5142384 Jul 09 10:23:30.579542 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58cd8d-9109-45ec-82d3-2e8de9ccaa99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5c70fec-a41c-4238-a09c-47f40f113fc6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:30.581208 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42322) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:30.649673 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-07ca7303-3014-4310-b1b3-f698d50f0ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:30.727181 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-07ca7303-3014-4310-b1b3-f698d50f0ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:30.737781 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-07ca7303-3014-4310-b1b3-f698d50f0ebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f01d6d-3660-4c4e-b2b2-b9cf460a773d']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:30.747713 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-07ca7303-3014-4310-b1b3-f698d50f0ebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb924e65-1180-4369-8a2b-34f2b473f264') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:30.748011 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-07ca7303-3014-4310-b1b3-f698d50f0ebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb924e65-1180-4369-8a2b-34f2b473f264') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:30.756499 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-07ca7303-3014-4310-b1b3-f698d50f0ebb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:30.773995 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-07ca7303-3014-4310-b1b3-f698d50f0ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:30.780410 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ca7303-3014-4310-b1b3-f698d50f0ebb admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:23:30.780791 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-07ca7303-3014-4310-b1b3-f698d50f0ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: timer() Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:23:30.782386 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:23:30.833795 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-07ca7303-3014-4310-b1b3-f698d50f0ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:30.839108 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-07ca7303-3014-4310-b1b3-f698d50f0ebb admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:30.841530 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-07ca7303-3014-4310-b1b3-f698d50f0ebb admin admin] 10.222.0.61 "DELETE /v2.0/networks/d5f01d6d-3660-4c4e-b2b2-b9cf460a773d HTTP/1.1" status: 204 len: 168 time: 0.2593467 Jul 09 10:23:30.853843 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca7303-3014-4310-b1b3-f698d50f0ebb admin admin] Pushing event deleted for resources: {'Network': ['ID=d5f01d6d-3660-4c4e-b2b2-b9cf460a773d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:30.946454 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42326) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:30.986467 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2e6f90b7-3765-49f3-8889-983499d1ab26 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fe68988e602146c6ab3987a60a9c1890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387888 Jul 09 10:23:30.989745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42328) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:31.036461 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-608b3090-5754-4e25-bb19-53d2853e8bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:31.057541 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-608b3090-5754-4e25-bb19-53d2853e8bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:31.107013 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-608b3090-5754-4e25-bb19-53d2853e8bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:31.109416 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-608b3090-5754-4e25-bb19-53d2853e8bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:31.110566 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-608b3090-5754-4e25-bb19-53d2853e8bb8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/84c642db-e417-4720-a1ff-bd3b06477b01 HTTP/1.1" status: 204 len: 168 time: 0.1199322 Jul 09 10:23:31.118261 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b3090-5754-4e25-bb19-53d2853e8bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c642db-e417-4720-a1ff-bd3b06477b01,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:31.795393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42350) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:31.891350 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6b296fc6-0c9f-4c7e-81de-3168bad18cff tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1082264781'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:31.912373 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b296fc6-0c9f-4c7e-81de-3168bad18cff tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Made reservation on behalf of f2875e0b1b86443da9691df60214b28c for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:23:31.915781 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b296fc6-0c9f-4c7e-81de-3168bad18cff tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:31.925062 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b296fc6-0c9f-4c7e-81de-3168bad18cff tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:32.016955 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b296fc6-0c9f-4c7e-81de-3168bad18cff tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:32.020711 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b296fc6-0c9f-4c7e-81de-3168bad18cff tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:32.049132 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b296fc6-0c9f-4c7e-81de-3168bad18cff tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:23:32.054461 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b296fc6-0c9f-4c7e-81de-3168bad18cff tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ced0c98e-c235-4401-9604-dd7db91b66ef,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:32.062904 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b296fc6-0c9f-4c7e-81de-3168bad18cff tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:32.063277 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-6b296fc6-0c9f-4c7e-81de-3168bad18cff tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Added segment 9fb19242-4358-4ca1-bd9c-e69513aa7a02 of type vlan for network 4cc664f7-c68d-4b71-85ab-e6da48b0d8e4 Jul 09 10:23:32.102277 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b296fc6-0c9f-4c7e-81de-3168bad18cff tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:32.131318 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b296fc6-0c9f-4c7e-81de-3168bad18cff tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:32.137185 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b296fc6-0c9f-4c7e-81de-3168bad18cff tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:32.137765 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b296fc6-0c9f-4c7e-81de-3168bad18cff tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:32.220417 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6b296fc6-0c9f-4c7e-81de-3168bad18cff tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4238815 Jul 09 10:23:32.237876 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b296fc6-0c9f-4c7e-81de-3168bad18cff tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Pushing event updated for resources: {'Network': ['ID=4cc664f7-c68d-4b71-85ab-e6da48b0d8e4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:32.248757 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 4cc664f7-c68d-4b71-85ab-e6da48b0d8e4 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:23:32.318378 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device ff8a1b0c-0b29-46fe-9abd-215eecba1515 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:23:32.337447 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: ff8a1b0c-0b29-46fe-9abd-215eecba1515 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:23:32.337787 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device ff8a1b0c-0b29-46fe-9abd-215eecba1515 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:23:34.300681 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:35.446970 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42354) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:35.452723 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c01d7c81-a3b7-401d-bf5f-dba76e6c5358 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Request body: {'subnet': {'network_id': '4cc664f7-c68d-4b71-85ab-e6da48b0d8e4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:35.810766 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01d7c81-a3b7-401d-bf5f-dba76e6c5358 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Made reservation on behalf of f2875e0b1b86443da9691df60214b28c for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:23:35.814269 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c01d7c81-a3b7-401d-bf5f-dba76e6c5358 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:35.994354 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c01d7c81-a3b7-401d-bf5f-dba76e6c5358 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:36.053511 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d7c81-a3b7-401d-bf5f-dba76e6c5358 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Pushing event updated for resources: {'Subnet': ['ID=91c31562-daeb-49a2-907e-4af1aee41608,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:36.061176 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d7c81-a3b7-401d-bf5f-dba76e6c5358 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Checking segment: {'id': '9fb19242-4358-4ca1-bd9c-e69513aa7a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4cc664f7-c68d-4b71-85ab-e6da48b0d8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:23:36.061479 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01d7c81-a3b7-401d-bf5f-dba76e6c5358 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Network hostable DHCP agents. Network: 4cc664f7-c68d-4b71-85ab-e6da48b0d8e4, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:23:36.078071 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01d7c81-a3b7-401d-bf5f-dba76e6c5358 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Network 4cc664f7-c68d-4b71-85ab-e6da48b0d8e4 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:23:36.087420 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c01d7c81-a3b7-401d-bf5f-dba76e6c5358 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 4cc664f7-c68d-4b71-85ab-e6da48b0d8e4) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:23:36.093598 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01d7c81-a3b7-401d-bf5f-dba76e6c5358 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:36.094340 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c01d7c81-a3b7-401d-bf5f-dba76e6c5358 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:36.097492 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d96d27d-32ae-463f-af77-cd45b1c92cf2 None None] Network 4cc664f7-c68d-4b71-85ab-e6da48b0d8e4 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:23:36.109872 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c01d7c81-a3b7-401d-bf5f-dba76e6c5358 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6618700 Jul 09 10:23:36.113547 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42356) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:36.119993 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-22ac6bde-b247-4785-82e0-46defe7b9f40 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2030919876'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:36.143510 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ac6bde-b247-4785-82e0-46defe7b9f40 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Made reservation on behalf of f2875e0b1b86443da9691df60214b28c for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:23:36.147586 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ac6bde-b247-4785-82e0-46defe7b9f40 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:36.173548 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ac6bde-b247-4785-82e0-46defe7b9f40 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:23:36.183297 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ac6bde-b247-4785-82e0-46defe7b9f40 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:36.183649 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-22ac6bde-b247-4785-82e0-46defe7b9f40 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Added segment 89cec6b6-99d2-4d26-8908-52fe714b9935 of type vlan for network 4d82fb1f-796a-4563-82ce-43ec349dcb10 Jul 09 10:23:36.225868 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ac6bde-b247-4785-82e0-46defe7b9f40 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:36.246205 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-4cc664f7-c68d-4b71-85ab-e6da48b0d8e4', 'network_id': '4cc664f7-c68d-4b71-85ab-e6da48b0d8e4', 'tenant_id': 'f2875e0b1b86443da9691df60214b28c', 'fixed_ips': [{'subnet_id': '91c31562-daeb-49a2-907e-4af1aee41608'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:23:36.247143 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:36.260250 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ac6bde-b247-4785-82e0-46defe7b9f40 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:36.265841 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ac6bde-b247-4785-82e0-46defe7b9f40 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:36.266439 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ac6bde-b247-4785-82e0-46defe7b9f40 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:36.330476 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-22ac6bde-b247-4785-82e0-46defe7b9f40 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2150576 Jul 09 10:23:36.333248 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42358) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:36.341105 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-743b89f9-a36b-4e48-b332-698775963d2b tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Request body: {'subnet': {'network_id': '4d82fb1f-796a-4563-82ce-43ec349dcb10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:36.383854 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac6bde-b247-4785-82e0-46defe7b9f40 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Pushing event updated for resources: {'Network': ['ID=4d82fb1f-796a-4563-82ce-43ec349dcb10,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:36.388423 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Allocated IP 2001:db8:0:ffff::2 (4cc664f7-c68d-4b71-85ab-e6da48b0d8e4/91c31562-daeb-49a2-907e-4af1aee41608/55a294a9-7ce2-4d61-81c2-b6123d626b3c) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:23:36.402087 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac6bde-b247-4785-82e0-46defe7b9f40 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:36.402360 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac6bde-b247-4785-82e0-46defe7b9f40 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:36.403333 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac6bde-b247-4785-82e0-46defe7b9f40 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:36.403672 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac6bde-b247-4785-82e0-46defe7b9f40 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:36.404032 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac6bde-b247-4785-82e0-46defe7b9f40 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:36.404368 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac6bde-b247-4785-82e0-46defe7b9f40 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:36.404732 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac6bde-b247-4785-82e0-46defe7b9f40 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:36.405136 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac6bde-b247-4785-82e0-46defe7b9f40 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:36.405469 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac6bde-b247-4785-82e0-46defe7b9f40 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:36.405810 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac6bde-b247-4785-82e0-46defe7b9f40 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:36.406135 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac6bde-b247-4785-82e0-46defe7b9f40 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:36.406454 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac6bde-b247-4785-82e0-46defe7b9f40 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:36.445419 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743b89f9-a36b-4e48-b332-698775963d2b tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Made reservation on behalf of f2875e0b1b86443da9691df60214b28c for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:23:36.448515 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 4d82fb1f-796a-4563-82ce-43ec349dcb10 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:23:36.449181 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-743b89f9-a36b-4e48-b332-698775963d2b tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:36.646908 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-743b89f9-a36b-4e48-b332-698775963d2b tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:36.705810 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b89f9-a36b-4e48-b332-698775963d2b tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Pushing event updated for resources: {'Subnet': ['ID=015d9292-32fa-4bd3-86ee-bf094c65fd9b,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:36.721923 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743b89f9-a36b-4e48-b332-698775963d2b tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Checking segment: {'id': '89cec6b6-99d2-4d26-8908-52fe714b9935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4d82fb1f-796a-4563-82ce-43ec349dcb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:23:36.722151 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743b89f9-a36b-4e48-b332-698775963d2b tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Network hostable DHCP agents. Network: 4d82fb1f-796a-4563-82ce-43ec349dcb10, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:23:36.738230 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743b89f9-a36b-4e48-b332-698775963d2b tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Network 4d82fb1f-796a-4563-82ce-43ec349dcb10 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:23:36.747773 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-743b89f9-a36b-4e48-b332-698775963d2b tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 4d82fb1f-796a-4563-82ce-43ec349dcb10) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:23:36.752414 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743b89f9-a36b-4e48-b332-698775963d2b tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:36.753186 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-743b89f9-a36b-4e48-b332-698775963d2b tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:36.764512 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2213c5e0-ac6c-422a-abc1-9f0f8184c7a4 None None] Network 4d82fb1f-796a-4563-82ce-43ec349dcb10 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:23:36.769270 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-743b89f9-a36b-4e48-b332-698775963d2b tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4349976 Jul 09 10:23:36.771769 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:36.772421 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42360) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:36.816775 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Transition to ACTIVE for port object 55a294a9-7ce2-4d61-81c2-b6123d626b3c will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:23:36.847281 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0aa2ebf2-9cc6-4a21-91ab-8a926f708895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:36.849071 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Transition to ACTIVE for port object 55a294a9-7ce2-4d61-81c2-b6123d626b3c will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:23:36.856376 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:36.875529 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b202717b-8da6-4fcf-bf54-1e30fb4062b0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:36.920875 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Network 4cc664f7-c68d-4b71-85ab-e6da48b0d8e4 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:23:36.927971 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:23:36.950588 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:23:36.953503 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Pushing event updated for resources: {'Port': ['ID=55a294a9-7ce2-4d61-81c2-b6123d626b3c,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:36.958681 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b202717b-8da6-4fcf-bf54-1e30fb4062b0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:36.969376 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:36.969728 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:36.970072 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:36.970411 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:36.970744 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:36.971074 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:36.971401 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:36.971769 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:36.972104 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:36.972427 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:36.972749 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:36.973073 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:37.021326 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b202717b-8da6-4fcf-bf54-1e30fb4062b0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:37.048033 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202717b-8da6-4fcf-bf54-1e30fb4062b0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Pushing event deleted for resources: {'Subnet': ['ID=015d9292-32fa-4bd3-86ee-bf094c65fd9b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:37.053914 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Attempting to bind port 55a294a9-7ce2-4d61-81c2-b6123d626b3c on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:23:37.054294 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Attempting to bind port 55a294a9-7ce2-4d61-81c2-b6123d626b3c by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '9fb19242-4358-4ca1-bd9c-e69513aa7a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4cc664f7-c68d-4b71-85ab-e6da48b0d8e4'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:23:37.054654 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Attempting to bind port 55a294a9-7ce2-4d61-81c2-b6123d626b3c on network 4cc664f7-c68d-4b71-85ab-e6da48b0d8e4 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:23:37.059822 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1567badd-8933-4ac2-980e-3a4e4cf21bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-4d82fb1f-796a-4563-82ce-43ec349dcb10', 'network_id': '4d82fb1f-796a-4563-82ce-43ec349dcb10', 'tenant_id': 'f2875e0b1b86443da9691df60214b28c', 'fixed_ips': [{'subnet_id': '015d9292-32fa-4bd3-86ee-bf094c65fd9b'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:23:37.060670 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1567badd-8933-4ac2-980e-3a4e4cf21bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:37.071967 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:23:37.072351 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Checking segment: {'id': '9fb19242-4358-4ca1-bd9c-e69513aa7a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4cc664f7-c68d-4b71-85ab-e6da48b0d8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:23:37.072756 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:37.073152 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Bound using segment: {'id': '9fb19242-4358-4ca1-bd9c-e69513aa7a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4cc664f7-c68d-4b71-85ab-e6da48b0d8e4'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:23:37.073634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Bound port: 55a294a9-7ce2-4d61-81c2-b6123d626b3c, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb19242-4358-4ca1-bd9c-e69513aa7a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4cc664f7-c68d-4b71-85ab-e6da48b0d8e4'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:23:37.074018 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:37.114295 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b202717b-8da6-4fcf-bf54-1e30fb4062b0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:37.125100 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b202717b-8da6-4fcf-bf54-1e30fb4062b0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d82fb1f-796a-4563-82ce-43ec349dcb10']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:37.135602 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b202717b-8da6-4fcf-bf54-1e30fb4062b0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89cec6b6-99d2-4d26-8908-52fe714b9935') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:37.135899 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b202717b-8da6-4fcf-bf54-1e30fb4062b0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89cec6b6-99d2-4d26-8908-52fe714b9935') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:37.145396 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b202717b-8da6-4fcf-bf54-1e30fb4062b0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:37.159429 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b202717b-8da6-4fcf-bf54-1e30fb4062b0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:37.166072 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b202717b-8da6-4fcf-bf54-1e30fb4062b0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:23:37.166493 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b202717b-8da6-4fcf-bf54-1e30fb4062b0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:23:37.170203 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:23:37.186612 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a404ef7a-5399-45cd-af5b-905360196fa6 None None] Network 4d82fb1f-796a-4563-82ce-43ec349dcb10 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:23:37.233678 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b202717b-8da6-4fcf-bf54-1e30fb4062b0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:37.238789 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b202717b-8da6-4fcf-bf54-1e30fb4062b0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:37.240440 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] For port 55a294a9-7ce2-4d61-81c2-b6123d626b3c, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:23:37.241323 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b202717b-8da6-4fcf-bf54-1e30fb4062b0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "DELETE /v2.0/networks/4d82fb1f-796a-4563-82ce-43ec349dcb10 HTTP/1.1" status: 204 len: 168 time: 0.4678278 Jul 09 10:23:37.245648 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42362) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:37.252265 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1e7528ed-f8a6-447e-9e95-dd8f50aa2db4 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-407093918'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:37.257382 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202717b-8da6-4fcf-bf54-1e30fb4062b0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Pushing event deleted for resources: {'Network': ['ID=4d82fb1f-796a-4563-82ce-43ec349dcb10,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:37.269625 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] For port 55a294a9-7ce2-4d61-81c2-b6123d626b3c, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=55a294a9-7ce2-4d61-81c2-b6123d626b3c,segment=NetworkSegment(9fb19242-4358-4ca1-bd9c-e69513aa7a02),segment_id=9fb19242-4358-4ca1-bd9c-e69513aa7a02)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:23:37.274830 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:37.276774 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7528ed-f8a6-447e-9e95-dd8f50aa2db4 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Made reservation on behalf of f2875e0b1b86443da9691df60214b28c for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:23:37.280404 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e7528ed-f8a6-447e-9e95-dd8f50aa2db4 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:37.311240 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7528ed-f8a6-447e-9e95-dd8f50aa2db4 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:23:37.321368 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e7528ed-f8a6-447e-9e95-dd8f50aa2db4 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:37.321968 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-1e7528ed-f8a6-447e-9e95-dd8f50aa2db4 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Added segment 6abee842-b0af-4468-bb83-4c73cc8e17ff of type vlan for network cc030879-1321-4b86-8caf-a1e1290aa154 Jul 09 10:23:37.368111 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e7528ed-f8a6-447e-9e95-dd8f50aa2db4 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:37.370180 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f248043-99a6-4b24-9816-a5b0c53f55b3 None None] Pushing event updated for resources: {'Port': ['ID=55a294a9-7ce2-4d61-81c2-b6123d626b3c,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:37.403147 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e7528ed-f8a6-447e-9e95-dd8f50aa2db4 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:37.408914 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7528ed-f8a6-447e-9e95-dd8f50aa2db4 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:37.409587 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e7528ed-f8a6-447e-9e95-dd8f50aa2db4 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:37.475854 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1e7528ed-f8a6-447e-9e95-dd8f50aa2db4 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2250130 Jul 09 10:23:37.476215 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42364) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:37.482245 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2b1b9273-4dea-4a01-b13d-fb3f105525c1 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Request body: {'subnet': {'network_id': 'cc030879-1321-4b86-8caf-a1e1290aa154', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:37.484751 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7528ed-f8a6-447e-9e95-dd8f50aa2db4 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Pushing event updated for resources: {'Network': ['ID=cc030879-1321-4b86-8caf-a1e1290aa154,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:37.499927 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network cc030879-1321-4b86-8caf-a1e1290aa154 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:23:37.620482 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1b9273-4dea-4a01-b13d-fb3f105525c1 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Made reservation on behalf of f2875e0b1b86443da9691df60214b28c for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:23:37.624302 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b1b9273-4dea-4a01-b13d-fb3f105525c1 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:37.685071 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.ipam_backend_mixin [None req-2b1b9273-4dea-4a01-b13d-fb3f105525c1 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Performing IP validity checks on allocation pools {{(pid=93791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 10:23:37.685693 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.ipam_backend_mixin [None req-2b1b9273-4dea-4a01-b13d-fb3f105525c1 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 10:23:37.809357 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b1b9273-4dea-4a01-b13d-fb3f105525c1 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:37.868119 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b9273-4dea-4a01-b13d-fb3f105525c1 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Pushing event updated for resources: {'Subnet': ['ID=8b5f271e-ffa7-4937-806b-dd495f5cc4f8,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:37.879794 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b9273-4dea-4a01-b13d-fb3f105525c1 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Checking segment: {'id': '6abee842-b0af-4468-bb83-4c73cc8e17ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'cc030879-1321-4b86-8caf-a1e1290aa154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:23:37.880160 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1b9273-4dea-4a01-b13d-fb3f105525c1 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Network hostable DHCP agents. Network: cc030879-1321-4b86-8caf-a1e1290aa154, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:23:37.897133 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1b9273-4dea-4a01-b13d-fb3f105525c1 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Network cc030879-1321-4b86-8caf-a1e1290aa154 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:23:37.906109 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-2b1b9273-4dea-4a01-b13d-fb3f105525c1 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, cc030879-1321-4b86-8caf-a1e1290aa154) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:23:37.910125 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1b9273-4dea-4a01-b13d-fb3f105525c1 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:37.910717 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b1b9273-4dea-4a01-b13d-fb3f105525c1 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:37.916121 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94517313-c69f-492e-9591-36c227b1a550 None None] Network cc030879-1321-4b86-8caf-a1e1290aa154 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:23:37.924689 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2b1b9273-4dea-4a01-b13d-fb3f105525c1 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4473798 Jul 09 10:23:37.927254 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42366) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:38.029395 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-369161e7-94be-4091-aeb2-a41f7f8403af tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:38.069534 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8b4f64-f193-4b32-93b4-09594f4d5f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-cc030879-1321-4b86-8caf-a1e1290aa154', 'network_id': 'cc030879-1321-4b86-8caf-a1e1290aa154', 'tenant_id': 'f2875e0b1b86443da9691df60214b28c', 'fixed_ips': [{'subnet_id': '8b5f271e-ffa7-4937-806b-dd495f5cc4f8'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:23:38.070417 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ed8b4f64-f193-4b32-93b4-09594f4d5f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:38.086679 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-369161e7-94be-4091-aeb2-a41f7f8403af tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:38.154568 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-369161e7-94be-4091-aeb2-a41f7f8403af tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server [None req-ed8b4f64-f193-4b32-93b4-09594f4d5f33 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b5f271e-ffa7-4937-806b-dd495f5cc4f8: This subnet is being modified by another concurrent operation. Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise exception Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b5f271e-ffa7-4937-806b-dd495f5cc4f8: This subnet is being modified by another concurrent operation. Jul 09 10:23:38.173521 n-d-799996-1 neutron-server[93792]: ERROR oslo_messaging.rpc.server Jul 09 10:23:38.182764 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369161e7-94be-4091-aeb2-a41f7f8403af tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Pushing event deleted for resources: {'Subnet': ['ID=8b5f271e-ffa7-4937-806b-dd495f5cc4f8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:38.193838 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be690d1-ad41-4cbc-8447-aa9c2368b7f3 None None] Network cc030879-1321-4b86-8caf-a1e1290aa154 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:23:38.250515 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-369161e7-94be-4091-aeb2-a41f7f8403af tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:38.261515 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-369161e7-94be-4091-aeb2-a41f7f8403af tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc030879-1321-4b86-8caf-a1e1290aa154']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:38.273339 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-369161e7-94be-4091-aeb2-a41f7f8403af tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6abee842-b0af-4468-bb83-4c73cc8e17ff') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:38.273642 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-369161e7-94be-4091-aeb2-a41f7f8403af tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6abee842-b0af-4468-bb83-4c73cc8e17ff') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:38.283420 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-369161e7-94be-4091-aeb2-a41f7f8403af tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:38.300865 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-369161e7-94be-4091-aeb2-a41f7f8403af tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:38.307535 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369161e7-94be-4091-aeb2-a41f7f8403af tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:23:38.308205 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-369161e7-94be-4091-aeb2-a41f7f8403af tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:23:38.312257 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:23:38.363588 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f517a88-bc59-4fab-a3d6-ba41d83f1531 None None] Network 4cc664f7-c68d-4b71-85ab-e6da48b0d8e4 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:23:38.370367 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-369161e7-94be-4091-aeb2-a41f7f8403af tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:38.377871 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-369161e7-94be-4091-aeb2-a41f7f8403af tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:38.379834 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-369161e7-94be-4091-aeb2-a41f7f8403af tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "DELETE /v2.0/networks/cc030879-1321-4b86-8caf-a1e1290aa154 HTTP/1.1" status: 204 len: 168 time: 0.4516070 Jul 09 10:23:38.383757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42368) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:38.389466 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1ac7e8bb-dd73-4f50-90d0-708eef370dc0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-310307644'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:38.397414 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369161e7-94be-4091-aeb2-a41f7f8403af tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Pushing event deleted for resources: {'Network': ['ID=cc030879-1321-4b86-8caf-a1e1290aa154,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:38.411008 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac7e8bb-dd73-4f50-90d0-708eef370dc0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Made reservation on behalf of f2875e0b1b86443da9691df60214b28c for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:23:38.414647 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e8bb-dd73-4f50-90d0-708eef370dc0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:38.439712 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac7e8bb-dd73-4f50-90d0-708eef370dc0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:23:38.449921 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e8bb-dd73-4f50-90d0-708eef370dc0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:38.450618 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-1ac7e8bb-dd73-4f50-90d0-708eef370dc0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Added segment 0cc0698c-92aa-4a0a-a6b6-ec69e0bc586d of type vlan for network 362ff5d6-e4df-4c90-8ba7-8e1dbc5ae4d9 Jul 09 10:23:38.453093 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-47aab5d0-8023-47e2-ad55-de07d4b253a2 None None] Provisioning for port 55a294a9-7ce2-4d61-81c2-b6123d626b3c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:23:38.500771 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e8bb-dd73-4f50-90d0-708eef370dc0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:38.530397 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e8bb-dd73-4f50-90d0-708eef370dc0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:38.536197 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac7e8bb-dd73-4f50-90d0-708eef370dc0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:38.536807 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e8bb-dd73-4f50-90d0-708eef370dc0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:38.595666 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1ac7e8bb-dd73-4f50-90d0-708eef370dc0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2080226 Jul 09 10:23:38.596028 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42370) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:38.601279 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a7399f1e-cff2-4141-9b1d-78fa1b6037ee tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Request body: {'subnet': {'network_id': '362ff5d6-e4df-4c90-8ba7-8e1dbc5ae4d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:38.613983 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7e8bb-dd73-4f50-90d0-708eef370dc0 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Pushing event updated for resources: {'Network': ['ID=362ff5d6-e4df-4c90-8ba7-8e1dbc5ae4d9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:38.626076 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 362ff5d6-e4df-4c90-8ba7-8e1dbc5ae4d9 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:23:38.706208 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7399f1e-cff2-4141-9b1d-78fa1b6037ee tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Made reservation on behalf of f2875e0b1b86443da9691df60214b28c for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:23:38.710284 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7399f1e-cff2-4141-9b1d-78fa1b6037ee tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:38.760769 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e168c13-6ee1-4cd5-a571-01fbeb69b3ec None None] get_active_networks_info from n-d-799996-1 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 10:23:38.835133 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e168c13-6ee1-4cd5-a571-01fbeb69b3ec None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 10:23:38.898494 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7399f1e-cff2-4141-9b1d-78fa1b6037ee tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:38.956398 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7399f1e-cff2-4141-9b1d-78fa1b6037ee tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Pushing event updated for resources: {'Subnet': ['ID=8924d058-ba0c-4d14-9840-e06a1e006777,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:38.967113 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7399f1e-cff2-4141-9b1d-78fa1b6037ee tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Checking segment: {'id': '0cc0698c-92aa-4a0a-a6b6-ec69e0bc586d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '362ff5d6-e4df-4c90-8ba7-8e1dbc5ae4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:23:38.967469 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7399f1e-cff2-4141-9b1d-78fa1b6037ee tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Network hostable DHCP agents. Network: 362ff5d6-e4df-4c90-8ba7-8e1dbc5ae4d9, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:23:38.984046 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7399f1e-cff2-4141-9b1d-78fa1b6037ee tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Network 362ff5d6-e4df-4c90-8ba7-8e1dbc5ae4d9 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:23:38.993096 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a7399f1e-cff2-4141-9b1d-78fa1b6037ee tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 362ff5d6-e4df-4c90-8ba7-8e1dbc5ae4d9) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:23:38.997433 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7399f1e-cff2-4141-9b1d-78fa1b6037ee tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:38.998278 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7399f1e-cff2-4141-9b1d-78fa1b6037ee tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:39.013605 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a7399f1e-cff2-4141-9b1d-78fa1b6037ee tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4164786 Jul 09 10:23:39.017055 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42372) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:39.022336 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0ed62857-96bb-4b1f-b3eb-fb3d8b56378a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-621049965'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:39.043985 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed62857-96bb-4b1f-b3eb-fb3d8b56378a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Made reservation on behalf of f2875e0b1b86443da9691df60214b28c for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:23:39.048835 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ed62857-96bb-4b1f-b3eb-fb3d8b56378a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:39.054341 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe37c8a-a411-4aec-8d21-dd72904f3dc1 None None] Network 362ff5d6-e4df-4c90-8ba7-8e1dbc5ae4d9 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:23:39.076469 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed62857-96bb-4b1f-b3eb-fb3d8b56378a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:23:39.086634 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ed62857-96bb-4b1f-b3eb-fb3d8b56378a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:39.086983 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-0ed62857-96bb-4b1f-b3eb-fb3d8b56378a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Added segment 5f98899d-bbfb-4bd8-8f00-17d49a638db0 of type vlan for network 7a3615cd-6231-406d-ba91-d06fa0dfe92c Jul 09 10:23:39.132397 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ed62857-96bb-4b1f-b3eb-fb3d8b56378a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:39.162197 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ed62857-96bb-4b1f-b3eb-fb3d8b56378a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:39.167935 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed62857-96bb-4b1f-b3eb-fb3d8b56378a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:39.169106 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ed62857-96bb-4b1f-b3eb-fb3d8b56378a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:39.204604 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf36514d-3426-4ec6-b2b5-40fc6387a640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-362ff5d6-e4df-4c90-8ba7-8e1dbc5ae4d9', 'network_id': '362ff5d6-e4df-4c90-8ba7-8e1dbc5ae4d9', 'tenant_id': 'f2875e0b1b86443da9691df60214b28c', 'fixed_ips': [{'subnet_id': '8924d058-ba0c-4d14-9840-e06a1e006777'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:23:39.205469 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bf36514d-3426-4ec6-b2b5-40fc6387a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:39.229810 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0ed62857-96bb-4b1f-b3eb-fb3d8b56378a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2115002 Jul 09 10:23:39.233346 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42374) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:39.241524 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0e6dd981-900c-48b6-8907-52884d7d8b8c tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Request body: {'subnet': {'network_id': '7a3615cd-6231-406d-ba91-d06fa0dfe92c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:39.287317 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed62857-96bb-4b1f-b3eb-fb3d8b56378a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Pushing event updated for resources: {'Network': ['ID=7a3615cd-6231-406d-ba91-d06fa0dfe92c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:39.329672 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 7a3615cd-6231-406d-ba91-d06fa0dfe92c details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:23:39.342754 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6dd981-900c-48b6-8907-52884d7d8b8c tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Made reservation on behalf of f2875e0b1b86443da9691df60214b28c for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:23:39.346579 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e6dd981-900c-48b6-8907-52884d7d8b8c tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:39.409371 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-bf36514d-3426-4ec6-b2b5-40fc6387a640 None None] Allocated IP 2001:db8::2 (362ff5d6-e4df-4c90-8ba7-8e1dbc5ae4d9/8924d058-ba0c-4d14-9840-e06a1e006777/4bd77c1d-a602-4a0c-a10e-59f9543c3dfd) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:23:39.431009 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 55a294a9-7ce2-4d61-81c2-b6123d626b3c up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:23:39.463855 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-71fbefec-4709-4db6-b410-25c6741b8f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:39.546318 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e6dd981-900c-48b6-8907-52884d7d8b8c tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:39.548395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 55a294a9-7ce2-4d61-81c2-b6123d626b3c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:23:39.559942 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 55a294a9-7ce2-4d61-81c2-b6123d626b3c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:23:39.560310 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:39.605292 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6dd981-900c-48b6-8907-52884d7d8b8c tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Pushing event updated for resources: {'Subnet': ['ID=5d9e8c3d-fedb-4c76-adee-723c0dcba9a7,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:39.615825 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6dd981-900c-48b6-8907-52884d7d8b8c tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Checking segment: {'id': '5f98899d-bbfb-4bd8-8f00-17d49a638db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7a3615cd-6231-406d-ba91-d06fa0dfe92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:23:39.616088 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6dd981-900c-48b6-8907-52884d7d8b8c tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Network hostable DHCP agents. Network: 7a3615cd-6231-406d-ba91-d06fa0dfe92c, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:23:39.633012 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6dd981-900c-48b6-8907-52884d7d8b8c tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Network 7a3615cd-6231-406d-ba91-d06fa0dfe92c is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:23:39.642443 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0e6dd981-900c-48b6-8907-52884d7d8b8c tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 7a3615cd-6231-406d-ba91-d06fa0dfe92c) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:23:39.646501 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:39.647955 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6dd981-900c-48b6-8907-52884d7d8b8c tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:39.649014 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:39.649511 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e6dd981-900c-48b6-8907-52884d7d8b8c tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:39.654774 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff0da2b-5bd4-447e-ba72-e4096db44d23 None None] Network 7a3615cd-6231-406d-ba91-d06fa0dfe92c requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:23:39.665882 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0e6dd981-900c-48b6-8907-52884d7d8b8c tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4313986 Jul 09 10:23:39.668369 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42376) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:39.707510 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bf36514d-3426-4ec6-b2b5-40fc6387a640 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:39.726964 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bf36514d-3426-4ec6-b2b5-40fc6387a640 None None] Transition to ACTIVE for port object 4bd77c1d-a602-4a0c-a10e-59f9543c3dfd will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:23:39.769980 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7f305a0-d235-459f-8d0e-f857fc86611a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:39.788141 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bf36514d-3426-4ec6-b2b5-40fc6387a640 None None] Transition to ACTIVE for port object 4bd77c1d-a602-4a0c-a10e-59f9543c3dfd will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:23:39.798944 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:39.817986 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bf36514d-3426-4ec6-b2b5-40fc6387a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:39.830897 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7f305a0-d235-459f-8d0e-f857fc86611a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:39.888547 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf36514d-3426-4ec6-b2b5-40fc6387a640 None None] Network 362ff5d6-e4df-4c90-8ba7-8e1dbc5ae4d9 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:23:39.893895 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7f305a0-d235-459f-8d0e-f857fc86611a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:39.899001 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-bf36514d-3426-4ec6-b2b5-40fc6387a640 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:23:39.910432 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf36514d-3426-4ec6-b2b5-40fc6387a640 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:23:39.917085 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 55a294a9-7ce2-4d61-81c2-b6123d626b3c, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=55a294a9-7ce2-4d61-81c2-b6123d626b3c,segment=NetworkSegment(9fb19242-4358-4ca1-bd9c-e69513aa7a02),segment_id=9fb19242-4358-4ca1-bd9c-e69513aa7a02)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:23:39.920769 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f305a0-d235-459f-8d0e-f857fc86611a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Pushing event deleted for resources: {'Subnet': ['ID=5d9e8c3d-fedb-4c76-adee-723c0dcba9a7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:39.938673 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36514d-3426-4ec6-b2b5-40fc6387a640 None None] Pushing event updated for resources: {'Port': ['ID=4bd77c1d-a602-4a0c-a10e-59f9543c3dfd,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:39.942003 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:39.966916 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b6a2d6-d90e-411c-bdd8-4ad36c2bfc68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-7a3615cd-6231-406d-ba91-d06fa0dfe92c', 'network_id': '7a3615cd-6231-406d-ba91-d06fa0dfe92c', 'tenant_id': 'f2875e0b1b86443da9691df60214b28c', 'fixed_ips': [{'subnet_id': '5d9e8c3d-fedb-4c76-adee-723c0dcba9a7'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:23:39.970260 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d2b6a2d6-d90e-411c-bdd8-4ad36c2bfc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:39.985149 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7f305a0-d235-459f-8d0e-f857fc86611a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:39.995098 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-f7f305a0-d235-459f-8d0e-f857fc86611a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a3615cd-6231-406d-ba91-d06fa0dfe92c']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:40.005983 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-f7f305a0-d235-459f-8d0e-f857fc86611a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f98899d-bbfb-4bd8-8f00-17d49a638db0') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:40.006283 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-f7f305a0-d235-459f-8d0e-f857fc86611a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f98899d-bbfb-4bd8-8f00-17d49a638db0') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:40.016085 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7f305a0-d235-459f-8d0e-f857fc86611a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:40.029524 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7f305a0-d235-459f-8d0e-f857fc86611a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:40.035812 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f305a0-d235-459f-8d0e-f857fc86611a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:23:40.036293 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7f305a0-d235-459f-8d0e-f857fc86611a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:23:40.039575 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:23:40.057680 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bf36514d-3426-4ec6-b2b5-40fc6387a640 None None] Attempting to bind port 4bd77c1d-a602-4a0c-a10e-59f9543c3dfd on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:23:40.058049 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bf36514d-3426-4ec6-b2b5-40fc6387a640 None None] Attempting to bind port 4bd77c1d-a602-4a0c-a10e-59f9543c3dfd by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '0cc0698c-92aa-4a0a-a6b6-ec69e0bc586d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '362ff5d6-e4df-4c90-8ba7-8e1dbc5ae4d9'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:23:40.058406 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf36514d-3426-4ec6-b2b5-40fc6387a640 None None] Attempting to bind port 4bd77c1d-a602-4a0c-a10e-59f9543c3dfd on network 362ff5d6-e4df-4c90-8ba7-8e1dbc5ae4d9 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:23:40.063568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=55a294a9-7ce2-4d61-81c2-b6123d626b3c,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:40.116855 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf36514d-3426-4ec6-b2b5-40fc6387a640 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:23:40.117368 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf36514d-3426-4ec6-b2b5-40fc6387a640 None None] Checking segment: {'id': '0cc0698c-92aa-4a0a-a6b6-ec69e0bc586d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '362ff5d6-e4df-4c90-8ba7-8e1dbc5ae4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:23:40.117735 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bf36514d-3426-4ec6-b2b5-40fc6387a640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:40.118111 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf36514d-3426-4ec6-b2b5-40fc6387a640 None None] Bound using segment: {'id': '0cc0698c-92aa-4a0a-a6b6-ec69e0bc586d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '362ff5d6-e4df-4c90-8ba7-8e1dbc5ae4d9'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:23:40.118578 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bf36514d-3426-4ec6-b2b5-40fc6387a640 None None] Bound port: 4bd77c1d-a602-4a0c-a10e-59f9543c3dfd, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc0698c-92aa-4a0a-a6b6-ec69e0bc586d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '362ff5d6-e4df-4c90-8ba7-8e1dbc5ae4d9'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:23:40.118953 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bf36514d-3426-4ec6-b2b5-40fc6387a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:40.124582 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7f305a0-d235-459f-8d0e-f857fc86611a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:40.131969 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7f305a0-d235-459f-8d0e-f857fc86611a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:40.134311 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f7f305a0-d235-459f-8d0e-f857fc86611a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "DELETE /v2.0/networks/7a3615cd-6231-406d-ba91-d06fa0dfe92c HTTP/1.1" status: 204 len: 168 time: 0.4648743 Jul 09 10:23:40.137480 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42378) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:40.146953 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60575ab-6d00-4771-a91d-de2f1417c668 None None] Network 7a3615cd-6231-406d-ba91-d06fa0dfe92c requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:23:40.157008 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f305a0-d235-459f-8d0e-f857fc86611a tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Pushing event deleted for resources: {'Network': ['ID=7a3615cd-6231-406d-ba91-d06fa0dfe92c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:40.177427 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-75067956-5f5a-4ba2-b7b7-11dfa2e68f4f tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] GET failed (client error): The resource could not be found. Jul 09 10:23:40.178836 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-75067956-5f5a-4ba2-b7b7-11dfa2e68f4f tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "GET /v2.0/subnets/5d9e8c3d-fedb-4c76-adee-723c0dcba9a7 HTTP/1.1" status: 404 len: 337 time: 0.0403476 Jul 09 10:23:40.181694 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42380) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:40.182093 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60575ab-6d00-4771-a91d-de2f1417c668 None None] Network 7a3615cd-6231-406d-ba91-d06fa0dfe92c could not be found, it might have been deleted concurrently. {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 10:23:40.203202 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc347fc-2b50-44f2-9f5f-3b235e963423 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] DELETE failed (client error): The resource could not be found. Jul 09 10:23:40.203808 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc347fc-2b50-44f2-9f5f-3b235e963423 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:23:40.205544 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8bc347fc-2b50-44f2-9f5f-3b235e963423 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "DELETE /v2.0/networks/7a3615cd-6231-406d-ba91-d06fa0dfe92c HTTP/1.1" status: 404 len: 339 time: 0.0228007 Jul 09 10:23:40.209382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42382) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:40.215041 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bf36514d-3426-4ec6-b2b5-40fc6387a640 None None] For port 4bd77c1d-a602-4a0c-a10e-59f9543c3dfd, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:23:40.218162 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bf36514d-3426-4ec6-b2b5-40fc6387a640 None None] For port 4bd77c1d-a602-4a0c-a10e-59f9543c3dfd, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4bd77c1d-a602-4a0c-a10e-59f9543c3dfd,segment=NetworkSegment(0cc0698c-92aa-4a0a-a6b6-ec69e0bc586d),segment_id=0cc0698c-92aa-4a0a-a6b6-ec69e0bc586d)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:23:40.224930 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bf36514d-3426-4ec6-b2b5-40fc6387a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:40.236228 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda22aca-34e4-46e4-af1e-1460e52b7448 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] DELETE failed (client error): The resource could not be found. Jul 09 10:23:40.236803 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda22aca-34e4-46e4-af1e-1460e52b7448 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:23:40.238533 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fda22aca-34e4-46e4-af1e-1460e52b7448 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "DELETE /v2.0/subnets/5d9e8c3d-fedb-4c76-adee-723c0dcba9a7 HTTP/1.1" status: 404 len: 337 time: 0.0282331 Jul 09 10:23:40.241041 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42384) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:40.259519 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-f35cf03e-51ac-4bb0-953d-d61086073029 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] DELETE failed (client error): The resource could not be found. Jul 09 10:23:40.260122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f35cf03e-51ac-4bb0-953d-d61086073029 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:23:40.261872 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f35cf03e-51ac-4bb0-953d-d61086073029 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "DELETE /v2.0/networks/7a3615cd-6231-406d-ba91-d06fa0dfe92c HTTP/1.1" status: 404 len: 339 time: 0.0198860 Jul 09 10:23:40.264422 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42386) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:40.295505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36514d-3426-4ec6-b2b5-40fc6387a640 None None] Pushing event updated for resources: {'Port': ['ID=4bd77c1d-a602-4a0c-a10e-59f9543c3dfd,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:40.321741 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ec83a5-7245-462e-a3c4-e83c7db5d0eb tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Deleting subnet 8924d058-ba0c-4d14-9840-e06a1e006777 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:23:40.325168 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9ec83a5-7245-462e-a3c4-e83c7db5d0eb tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:40.366466 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9ec83a5-7245-462e-a3c4-e83c7db5d0eb tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:40.464727 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9ec83a5-7245-462e-a3c4-e83c7db5d0eb tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:40.532423 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9ec83a5-7245-462e-a3c4-e83c7db5d0eb tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:40.561624 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec83a5-7245-462e-a3c4-e83c7db5d0eb tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Pushing event deleted for resources: {'Subnet': ['ID=8924d058-ba0c-4d14-9840-e06a1e006777,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:40.563637 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9ec83a5-7245-462e-a3c4-e83c7db5d0eb tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:40.567777 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c9ec83a5-7245-462e-a3c4-e83c7db5d0eb tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "DELETE /v2.0/subnets/8924d058-ba0c-4d14-9840-e06a1e006777 HTTP/1.1" status: 204 len: 168 time: 0.3002136 Jul 09 10:23:40.568295 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42388) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:40.642237 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3999fd66-617a-4113-b7d9-eccff16fa1be tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:40.694354 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3999fd66-617a-4113-b7d9-eccff16fa1be tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Deleting port 4bd77c1d-a602-4a0c-a10e-59f9543c3dfd {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:23:40.694586 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3999fd66-617a-4113-b7d9-eccff16fa1be tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:40.760420 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-3999fd66-617a-4113-b7d9-eccff16fa1be tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] For port 4bd77c1d-a602-4a0c-a10e-59f9543c3dfd, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4bd77c1d-a602-4a0c-a10e-59f9543c3dfd,segment=NetworkSegment(0cc0698c-92aa-4a0a-a6b6-ec69e0bc586d),segment_id=0cc0698c-92aa-4a0a-a6b6-ec69e0bc586d)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:23:40.760785 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3999fd66-617a-4113-b7d9-eccff16fa1be tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:40.773082 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3999fd66-617a-4113-b7d9-eccff16fa1be tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Calling delete_port for 4bd77c1d-a602-4a0c-a10e-59f9543c3dfd owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:23:40.849361 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3999fd66-617a-4113-b7d9-eccff16fa1be tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:40.879848 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999fd66-617a-4113-b7d9-eccff16fa1be tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Pushing event deleted for resources: {'Port': ['ID=4bd77c1d-a602-4a0c-a10e-59f9543c3dfd,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:40.881680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3999fd66-617a-4113-b7d9-eccff16fa1be tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] No DVR routers for this DVR port 4bd77c1d-a602-4a0c-a10e-59f9543c3dfd on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:23:40.961868 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3999fd66-617a-4113-b7d9-eccff16fa1be tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:40.972700 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-3999fd66-617a-4113-b7d9-eccff16fa1be tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['362ff5d6-e4df-4c90-8ba7-8e1dbc5ae4d9']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:40.983963 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-3999fd66-617a-4113-b7d9-eccff16fa1be tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc0698c-92aa-4a0a-a6b6-ec69e0bc586d') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:40.984269 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-3999fd66-617a-4113-b7d9-eccff16fa1be tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc0698c-92aa-4a0a-a6b6-ec69e0bc586d') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:40.993722 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3999fd66-617a-4113-b7d9-eccff16fa1be tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:41.008340 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3999fd66-617a-4113-b7d9-eccff16fa1be tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:41.015122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3999fd66-617a-4113-b7d9-eccff16fa1be tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:23:41.015586 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3999fd66-617a-4113-b7d9-eccff16fa1be tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: timer() Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:23:41.018948 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:23:41.083408 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3999fd66-617a-4113-b7d9-eccff16fa1be tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:41.091536 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3999fd66-617a-4113-b7d9-eccff16fa1be tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:41.093427 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3999fd66-617a-4113-b7d9-eccff16fa1be tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "DELETE /v2.0/networks/362ff5d6-e4df-4c90-8ba7-8e1dbc5ae4d9 HTTP/1.1" status: 204 len: 168 time: 0.5245190 Jul 09 10:23:41.095906 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42390) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:41.113621 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999fd66-617a-4113-b7d9-eccff16fa1be tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Pushing event deleted for resources: {'Network': ['ID=362ff5d6-e4df-4c90-8ba7-8e1dbc5ae4d9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:41.132348 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-b599992c-563e-45a4-af3c-ef7f09ce1686 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] DELETE failed (client error): The resource could not be found. Jul 09 10:23:41.133078 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b599992c-563e-45a4-af3c-ef7f09ce1686 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:23:41.134833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b599992c-563e-45a4-af3c-ef7f09ce1686 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "DELETE /v2.0/subnets/8b5f271e-ffa7-4937-806b-dd495f5cc4f8 HTTP/1.1" status: 404 len: 337 time: 0.0380168 Jul 09 10:23:41.138140 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42392) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:41.158688 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-73df8bfb-9049-4bf8-b5b2-31fcf5126c50 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] DELETE failed (client error): The resource could not be found. Jul 09 10:23:41.159253 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73df8bfb-9049-4bf8-b5b2-31fcf5126c50 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:23:41.161081 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-73df8bfb-9049-4bf8-b5b2-31fcf5126c50 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "DELETE /v2.0/networks/cc030879-1321-4b86-8caf-a1e1290aa154 HTTP/1.1" status: 404 len: 339 time: 0.0212715 Jul 09 10:23:41.163654 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42394) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:41.190560 n-d-799996-1 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-93daed5a-ca85-42cd-8660-9926212fca8f tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] DELETE failed (client error): The resource could not be found. Jul 09 10:23:41.191028 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93daed5a-ca85-42cd-8660-9926212fca8f tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:23:41.192888 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-93daed5a-ca85-42cd-8660-9926212fca8f tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "DELETE /v2.0/subnets/015d9292-32fa-4bd3-86ee-bf094c65fd9b HTTP/1.1" status: 404 len: 337 time: 0.0282087 Jul 09 10:23:41.195540 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42396) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:41.221170 n-d-799996-1 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33b0675-a0d3-4ad6-970b-ca660e667015 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] DELETE failed (client error): The resource could not be found. Jul 09 10:23:41.221641 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d33b0675-a0d3-4ad6-970b-ca660e667015 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 10:23:41.223371 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d33b0675-a0d3-4ad6-970b-ca660e667015 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "DELETE /v2.0/networks/4d82fb1f-796a-4563-82ce-43ec349dcb10 HTTP/1.1" status: 404 len: 339 time: 0.0268285 Jul 09 10:23:41.226246 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42398) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:41.287811 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-5915907c-4d64-44f9-879f-87e4d8767da8 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Deleting subnet 91c31562-daeb-49a2-907e-4af1aee41608 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:23:41.291239 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5915907c-4d64-44f9-879f-87e4d8767da8 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:41.317925 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a0921e-840b-4af3-9a8d-b7c241d7d830 None None] DHCP port deletion for 362ff5d6-e4df-4c90-8ba7-8e1dbc5ae4d9 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:23:41.337183 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5915907c-4d64-44f9-879f-87e4d8767da8 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:41.342236 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7f8ae5-431f-4b31-bfcb-a7efea3c6a5c None None] Network 362ff5d6-e4df-4c90-8ba7-8e1dbc5ae4d9 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:23:41.356039 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:41.356718 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7f8ae5-431f-4b31-bfcb-a7efea3c6a5c None None] Network 362ff5d6-e4df-4c90-8ba7-8e1dbc5ae4d9 could not be found, it might have been deleted concurrently. {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 10:23:41.363216 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2f1c5119-dd51-4673-a0d4-8b03ecc8c2a0 None None] Could not find standard attr ID for object 4bd77c1d-a602-4a0c-a10e-59f9543c3dfd. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 10:23:41.386506 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 55a294a9-7ce2-4d61-81c2-b6123d626b3c up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:23:41.434744 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5915907c-4d64-44f9-879f-87e4d8767da8 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:41.436940 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 55a294a9-7ce2-4d61-81c2-b6123d626b3c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:23:41.437317 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:41.497821 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5915907c-4d64-44f9-879f-87e4d8767da8 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:41.528084 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915907c-4d64-44f9-879f-87e4d8767da8 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Pushing event deleted for resources: {'Subnet': ['ID=91c31562-daeb-49a2-907e-4af1aee41608,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:41.530075 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5915907c-4d64-44f9-879f-87e4d8767da8 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:41.532050 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5915907c-4d64-44f9-879f-87e4d8767da8 tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "DELETE /v2.0/subnets/91c31562-daeb-49a2-907e-4af1aee41608 HTTP/1.1" status: 204 len: 168 time: 0.3050818 Jul 09 10:23:41.534577 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42400) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:41.538532 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73df067-2256-42dc-a6b9-8c9d4813378b None None] Network 4cc664f7-c68d-4b71-85ab-e6da48b0d8e4 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:23:41.615907 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8aafa69-823c-4c3e-abb6-504205b1733d tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:41.675540 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b8aafa69-823c-4c3e-abb6-504205b1733d tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Deleting port 55a294a9-7ce2-4d61-81c2-b6123d626b3c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:23:41.675906 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8aafa69-823c-4c3e-abb6-504205b1733d tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:41.740163 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-b8aafa69-823c-4c3e-abb6-504205b1733d tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] For port 55a294a9-7ce2-4d61-81c2-b6123d626b3c, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=55a294a9-7ce2-4d61-81c2-b6123d626b3c,segment=NetworkSegment(9fb19242-4358-4ca1-bd9c-e69513aa7a02),segment_id=9fb19242-4358-4ca1-bd9c-e69513aa7a02)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:23:41.740532 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8aafa69-823c-4c3e-abb6-504205b1733d tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:41.754212 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b8aafa69-823c-4c3e-abb6-504205b1733d tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Calling delete_port for 55a294a9-7ce2-4d61-81c2-b6123d626b3c owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:23:41.835950 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8aafa69-823c-4c3e-abb6-504205b1733d tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:41.867579 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aafa69-823c-4c3e-abb6-504205b1733d tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Pushing event deleted for resources: {'Port': ['ID=55a294a9-7ce2-4d61-81c2-b6123d626b3c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:41.869464 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af74d91-d803-45a0-8653-f471b516e9d3 None None] DHCP port deletion for 4cc664f7-c68d-4b71-85ab-e6da48b0d8e4 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:23:41.872018 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aafa69-823c-4c3e-abb6-504205b1733d tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] No DVR routers for this DVR port 55a294a9-7ce2-4d61-81c2-b6123d626b3c on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:23:41.952615 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8aafa69-823c-4c3e-abb6-504205b1733d tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:41.962596 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b8aafa69-823c-4c3e-abb6-504205b1733d tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc664f7-c68d-4b71-85ab-e6da48b0d8e4']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:41.973619 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b8aafa69-823c-4c3e-abb6-504205b1733d tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb19242-4358-4ca1-bd9c-e69513aa7a02') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:41.973924 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b8aafa69-823c-4c3e-abb6-504205b1733d tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb19242-4358-4ca1-bd9c-e69513aa7a02') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:41.983577 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8aafa69-823c-4c3e-abb6-504205b1733d tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:41.997425 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8aafa69-823c-4c3e-abb6-504205b1733d tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:42.003510 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8aafa69-823c-4c3e-abb6-504205b1733d tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:23:42.003915 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8aafa69-823c-4c3e-abb6-504205b1733d tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:23:42.006949 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:23:42.068684 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8aafa69-823c-4c3e-abb6-504205b1733d tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:42.077134 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8aafa69-823c-4c3e-abb6-504205b1733d tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:42.078937 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b8aafa69-823c-4c3e-abb6-504205b1733d tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] 10.222.0.61 "DELETE /v2.0/networks/4cc664f7-c68d-4b71-85ab-e6da48b0d8e4 HTTP/1.1" status: 204 len: 168 time: 0.5434647 Jul 09 10:23:42.089063 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aafa69-823c-4c3e-abb6-504205b1733d tempest-NetworksIpV6Test-271911027 tempest-NetworksIpV6Test-271911027-project] Pushing event deleted for resources: {'Network': ['ID=4cc664f7-c68d-4b71-85ab-e6da48b0d8e4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:42.316775 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42406) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:42.442864 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-94590565-6d26-48d8-a15b-3339e1abfbd5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f2875e0b1b86443da9691df60214b28c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1248922 Jul 09 10:23:42.445388 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42410) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:42.491467 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1eb500d6-5b2f-4fd4-92b9-f82ad5993848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:42.512187 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1eb500d6-5b2f-4fd4-92b9-f82ad5993848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:42.560775 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1eb500d6-5b2f-4fd4-92b9-f82ad5993848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:42.563387 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1eb500d6-5b2f-4fd4-92b9-f82ad5993848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:42.564492 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1eb500d6-5b2f-4fd4-92b9-f82ad5993848 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ced0c98e-c235-4401-9604-dd7db91b66ef HTTP/1.1" status: 204 len: 168 time: 0.1182220 Jul 09 10:23:42.571921 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb500d6-5b2f-4fd4-92b9-f82ad5993848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced0c98e-c235-4401-9604-dd7db91b66ef,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:43.133990 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:43.177522 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42432) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:43.269075 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a5aaada9-c2da-4b7b-b215-1c953480f042 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2064655259', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:43.291208 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5aaada9-c2da-4b7b-b215-1c953480f042 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:43.292183 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5aaada9-c2da-4b7b-b215-1c953480f042 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:43.343149 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5aaada9-c2da-4b7b-b215-1c953480f042 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:43.347333 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5aaada9-c2da-4b7b-b215-1c953480f042 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:43.365730 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 55a294a9-7ce2-4d61-81c2-b6123d626b3c no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:23:43.370039 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5aaada9-c2da-4b7b-b215-1c953480f042 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:43.372454 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a5aaada9-c2da-4b7b-b215-1c953480f042 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1937213 Jul 09 10:23:43.375160 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42436) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:43.383609 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0bcb0644-7086-42be-8288-6aae3ffd3b5f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-311548790'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:43.396928 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 55a294a9-7ce2-4d61-81c2-b6123d626b3c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:23:43.397463 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 55a294a9-7ce2-4d61-81c2-b6123d626b3c not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:23:43.408679 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcb0644-7086-42be-8288-6aae3ffd3b5f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Made reservation on behalf of b05e2e996855415cbbb952d4d7fa9d1d for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:23:43.412309 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0644-7086-42be-8288-6aae3ffd3b5f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:43.422034 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0644-7086-42be-8288-6aae3ffd3b5f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:43.455241 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:23:43.513028 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0644-7086-42be-8288-6aae3ffd3b5f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:43.516697 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0644-7086-42be-8288-6aae3ffd3b5f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:43.541071 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bcb0644-7086-42be-8288-6aae3ffd3b5f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:23:43.554862 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb0644-7086-42be-8288-6aae3ffd3b5f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e54d945d-5867-481b-9b3f-59113e020a1b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:43.559905 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0644-7086-42be-8288-6aae3ffd3b5f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:43.560248 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-0bcb0644-7086-42be-8288-6aae3ffd3b5f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Added segment b3ff2d52-f06d-45c3-a337-69652adb94ff of type vlan for network b03276ab-f585-400a-b00c-b9fe89a134e7 Jul 09 10:23:43.599189 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0644-7086-42be-8288-6aae3ffd3b5f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:43.629365 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0644-7086-42be-8288-6aae3ffd3b5f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:43.635324 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcb0644-7086-42be-8288-6aae3ffd3b5f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:43.636013 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0644-7086-42be-8288-6aae3ffd3b5f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:43.685621 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0bcb0644-7086-42be-8288-6aae3ffd3b5f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3090100 Jul 09 10:23:43.688864 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42438) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:43.694412 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-46baadea-f7a8-4507-8f95-1d67ed8ebf95 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Request body: {'subnet': {'network_id': 'b03276ab-f585-400a-b00c-b9fe89a134e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:43.702505 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb0644-7086-42be-8288-6aae3ffd3b5f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Pushing event updated for resources: {'Network': ['ID=b03276ab-f585-400a-b00c-b9fe89a134e7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:43.712590 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network b03276ab-f585-400a-b00c-b9fe89a134e7 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:23:43.788317 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46baadea-f7a8-4507-8f95-1d67ed8ebf95 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Made reservation on behalf of b05e2e996855415cbbb952d4d7fa9d1d for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:23:43.791933 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46baadea-f7a8-4507-8f95-1d67ed8ebf95 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:43.969184 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46baadea-f7a8-4507-8f95-1d67ed8ebf95 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:44.028918 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46baadea-f7a8-4507-8f95-1d67ed8ebf95 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Pushing event updated for resources: {'Subnet': ['ID=69dac0f4-22ea-4f4f-86bc-9ece4ebe68c2,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:44.038000 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46baadea-f7a8-4507-8f95-1d67ed8ebf95 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Checking segment: {'id': 'b3ff2d52-f06d-45c3-a337-69652adb94ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b03276ab-f585-400a-b00c-b9fe89a134e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:23:44.038364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46baadea-f7a8-4507-8f95-1d67ed8ebf95 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Network hostable DHCP agents. Network: b03276ab-f585-400a-b00c-b9fe89a134e7, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:23:44.054659 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46baadea-f7a8-4507-8f95-1d67ed8ebf95 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Network b03276ab-f585-400a-b00c-b9fe89a134e7 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:23:44.063830 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-46baadea-f7a8-4507-8f95-1d67ed8ebf95 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, b03276ab-f585-400a-b00c-b9fe89a134e7) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:23:44.068202 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46baadea-f7a8-4507-8f95-1d67ed8ebf95 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:44.068797 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46baadea-f7a8-4507-8f95-1d67ed8ebf95 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:44.075647 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b309f1e2-c730-4832-8a05-ae5b6691e880 None None] Network b03276ab-f585-400a-b00c-b9fe89a134e7 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:23:44.087134 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-46baadea-f7a8-4507-8f95-1d67ed8ebf95 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3970861 Jul 09 10:23:44.090975 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42440) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:44.096072 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1c6053ae-f453-4037-9b6c-9de3b4c0a6e0 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1065998093'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:44.116709 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6053ae-f453-4037-9b6c-9de3b4c0a6e0 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Made reservation on behalf of b05e2e996855415cbbb952d4d7fa9d1d for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:23:44.120494 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c6053ae-f453-4037-9b6c-9de3b4c0a6e0 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:44.148560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6053ae-f453-4037-9b6c-9de3b4c0a6e0 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:23:44.158389 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c6053ae-f453-4037-9b6c-9de3b4c0a6e0 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:44.158743 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-1c6053ae-f453-4037-9b6c-9de3b4c0a6e0 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Added segment 4cca8df5-d954-45e2-997b-eb42d807097c of type vlan for network df4f93df-5dd8-4577-a56c-6e5f4b48a16a Jul 09 10:23:44.200946 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c6053ae-f453-4037-9b6c-9de3b4c0a6e0 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:44.228866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa7cf83-0e4a-4224-86aa-cf26afcc6e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-b03276ab-f585-400a-b00c-b9fe89a134e7', 'network_id': 'b03276ab-f585-400a-b00c-b9fe89a134e7', 'tenant_id': 'b05e2e996855415cbbb952d4d7fa9d1d', 'fixed_ips': [{'subnet_id': '69dac0f4-22ea-4f4f-86bc-9ece4ebe68c2'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:23:44.229856 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5aa7cf83-0e4a-4224-86aa-cf26afcc6e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:44.232307 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c6053ae-f453-4037-9b6c-9de3b4c0a6e0 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:44.238616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6053ae-f453-4037-9b6c-9de3b4c0a6e0 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:44.239212 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c6053ae-f453-4037-9b6c-9de3b4c0a6e0 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:44.303328 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1c6053ae-f453-4037-9b6c-9de3b4c0a6e0 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2112741 Jul 09 10:23:44.304807 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42442) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:44.310998 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-437cc4f5-063f-42c5-9862-9714ac271a08 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Request body: {'subnet': {'network_id': 'df4f93df-5dd8-4577-a56c-6e5f4b48a16a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:44.316918 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6053ae-f453-4037-9b6c-9de3b4c0a6e0 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Pushing event updated for resources: {'Network': ['ID=df4f93df-5dd8-4577-a56c-6e5f4b48a16a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:44.346705 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network df4f93df-5dd8-4577-a56c-6e5f4b48a16a details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:23:44.413779 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-5aa7cf83-0e4a-4224-86aa-cf26afcc6e72 None None] Allocated IP 172.20.0.2 (b03276ab-f585-400a-b00c-b9fe89a134e7/69dac0f4-22ea-4f4f-86bc-9ece4ebe68c2/8529c405-dcbe-412f-88bb-badcc577898b) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:23:44.423805 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437cc4f5-063f-42c5-9862-9714ac271a08 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Made reservation on behalf of b05e2e996855415cbbb952d4d7fa9d1d for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:23:44.427314 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-437cc4f5-063f-42c5-9862-9714ac271a08 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:44.565332 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5aa7cf83-0e4a-4224-86aa-cf26afcc6e72 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:44.573908 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5aa7cf83-0e4a-4224-86aa-cf26afcc6e72 None None] Transition to ACTIVE for port object 8529c405-dcbe-412f-88bb-badcc577898b will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:23:44.589195 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5aa7cf83-0e4a-4224-86aa-cf26afcc6e72 None None] Transition to ACTIVE for port object 8529c405-dcbe-412f-88bb-badcc577898b will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:23:44.594617 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5aa7cf83-0e4a-4224-86aa-cf26afcc6e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:44.612357 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-437cc4f5-063f-42c5-9862-9714ac271a08 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:44.635973 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa7cf83-0e4a-4224-86aa-cf26afcc6e72 None None] Network b03276ab-f585-400a-b00c-b9fe89a134e7 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:23:44.638997 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-5aa7cf83-0e4a-4224-86aa-cf26afcc6e72 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:23:44.642276 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa7cf83-0e4a-4224-86aa-cf26afcc6e72 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:23:44.649323 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7cf83-0e4a-4224-86aa-cf26afcc6e72 None None] Pushing event updated for resources: {'Port': ['ID=8529c405-dcbe-412f-88bb-badcc577898b,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:44.676308 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cc4f5-063f-42c5-9862-9714ac271a08 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Pushing event updated for resources: {'Subnet': ['ID=0ac56cb6-639c-4670-9261-f949fc5753fa,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:44.686573 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437cc4f5-063f-42c5-9862-9714ac271a08 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Checking segment: {'id': '4cca8df5-d954-45e2-997b-eb42d807097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'df4f93df-5dd8-4577-a56c-6e5f4b48a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:23:44.687167 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437cc4f5-063f-42c5-9862-9714ac271a08 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Network hostable DHCP agents. Network: df4f93df-5dd8-4577-a56c-6e5f4b48a16a, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:23:44.705899 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437cc4f5-063f-42c5-9862-9714ac271a08 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Network df4f93df-5dd8-4577-a56c-6e5f4b48a16a is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:23:44.707201 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5aa7cf83-0e4a-4224-86aa-cf26afcc6e72 None None] Attempting to bind port 8529c405-dcbe-412f-88bb-badcc577898b on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:23:44.707782 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5aa7cf83-0e4a-4224-86aa-cf26afcc6e72 None None] Attempting to bind port 8529c405-dcbe-412f-88bb-badcc577898b by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'b3ff2d52-f06d-45c3-a337-69652adb94ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b03276ab-f585-400a-b00c-b9fe89a134e7'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:23:44.708154 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa7cf83-0e4a-4224-86aa-cf26afcc6e72 None None] Attempting to bind port 8529c405-dcbe-412f-88bb-badcc577898b on network b03276ab-f585-400a-b00c-b9fe89a134e7 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:23:44.714186 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa7cf83-0e4a-4224-86aa-cf26afcc6e72 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:23:44.714561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa7cf83-0e4a-4224-86aa-cf26afcc6e72 None None] Checking segment: {'id': 'b3ff2d52-f06d-45c3-a337-69652adb94ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b03276ab-f585-400a-b00c-b9fe89a134e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:23:44.714762 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-437cc4f5-063f-42c5-9862-9714ac271a08 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, df4f93df-5dd8-4577-a56c-6e5f4b48a16a) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:23:44.714995 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5aa7cf83-0e4a-4224-86aa-cf26afcc6e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:44.715509 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa7cf83-0e4a-4224-86aa-cf26afcc6e72 None None] Bound using segment: {'id': 'b3ff2d52-f06d-45c3-a337-69652adb94ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b03276ab-f585-400a-b00c-b9fe89a134e7'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:23:44.716041 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5aa7cf83-0e4a-4224-86aa-cf26afcc6e72 None None] Bound port: 8529c405-dcbe-412f-88bb-badcc577898b, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ff2d52-f06d-45c3-a337-69652adb94ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b03276ab-f585-400a-b00c-b9fe89a134e7'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:23:44.716438 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5aa7cf83-0e4a-4224-86aa-cf26afcc6e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:44.718970 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437cc4f5-063f-42c5-9862-9714ac271a08 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:44.719619 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-437cc4f5-063f-42c5-9862-9714ac271a08 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:44.732224 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae51119-26ce-4ae4-bd7f-590838ca4de0 None None] Network df4f93df-5dd8-4577-a56c-6e5f4b48a16a requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:23:44.735726 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-437cc4f5-063f-42c5-9862-9714ac271a08 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4292159 Jul 09 10:23:44.738086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42444) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:44.742887 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c7c16cef-19f1-49ed-a87c-e6fdcdf13b8a tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Request body: {'router': {'external_gateway_info': {'network_id': 'df4f93df-5dd8-4577-a56c-6e5f4b48a16a'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:44.842487 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5aa7cf83-0e4a-4224-86aa-cf26afcc6e72 None None] For port 8529c405-dcbe-412f-88bb-badcc577898b, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:23:44.849925 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5aa7cf83-0e4a-4224-86aa-cf26afcc6e72 None None] For port 8529c405-dcbe-412f-88bb-badcc577898b, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8529c405-dcbe-412f-88bb-badcc577898b,segment=NetworkSegment(b3ff2d52-f06d-45c3-a337-69652adb94ff),segment_id=b3ff2d52-f06d-45c3-a337-69652adb94ff)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:23:44.855822 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5aa7cf83-0e4a-4224-86aa-cf26afcc6e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:44.943079 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7cf83-0e4a-4224-86aa-cf26afcc6e72 None None] Pushing event updated for resources: {'Port': ['ID=8529c405-dcbe-412f-88bb-badcc577898b,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:44.948199 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7c16cef-19f1-49ed-a87c-e6fdcdf13b8a tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:44.975927 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a098a3-b9ce-4492-8dee-8a9c890bed7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-df4f93df-5dd8-4577-a56c-6e5f4b48a16a', 'network_id': 'df4f93df-5dd8-4577-a56c-6e5f4b48a16a', 'tenant_id': 'b05e2e996855415cbbb952d4d7fa9d1d', 'fixed_ips': [{'subnet_id': '0ac56cb6-639c-4670-9261-f949fc5753fa'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:23:44.976876 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c3a098a3-b9ce-4492-8dee-8a9c890bed7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:45.086150 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [None req-c7c16cef-19f1-49ed-a87c-e6fdcdf13b8a tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 10:23:45.094089 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c7c16cef-19f1-49ed-a87c-e6fdcdf13b8a tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] 10.222.0.61 "PUT /v2.0/routers/5d025373-1cf0-4576-bc38-08ed148e1af0 HTTP/1.1" status: 400 len: 364 time: 0.3481772 Jul 09 10:23:45.094089 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42446) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:45.160123 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-c3a098a3-b9ce-4492-8dee-8a9c890bed7a None None] Allocated IP 172.21.0.2 (df4f93df-5dd8-4577-a56c-6e5f4b48a16a/0ac56cb6-639c-4670-9261-f949fc5753fa/4705d170-7fe4-462a-9715-269b479376a1) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:23:45.172603 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-9177b771-a3c4-42ce-b91d-ea3a570bc5b3 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Deleting subnet 0ac56cb6-639c-4670-9261-f949fc5753fa {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:23:45.312647 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c3a098a3-b9ce-4492-8dee-8a9c890bed7a None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:45.320945 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c3a098a3-b9ce-4492-8dee-8a9c890bed7a None None] Transition to ACTIVE for port object 4705d170-7fe4-462a-9715-269b479376a1 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:23:45.337405 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c3a098a3-b9ce-4492-8dee-8a9c890bed7a None None] Transition to ACTIVE for port object 4705d170-7fe4-462a-9715-269b479376a1 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:23:45.343641 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c3a098a3-b9ce-4492-8dee-8a9c890bed7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:45.344179 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9177b771-a3c4-42ce-b91d-ea3a570bc5b3 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:45.393551 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a098a3-b9ce-4492-8dee-8a9c890bed7a None None] Network df4f93df-5dd8-4577-a56c-6e5f4b48a16a is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:23:45.397272 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-c3a098a3-b9ce-4492-8dee-8a9c890bed7a None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:23:45.397504 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9177b771-a3c4-42ce-b91d-ea3a570bc5b3 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:45.401705 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a098a3-b9ce-4492-8dee-8a9c890bed7a None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:23:45.405436 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a098a3-b9ce-4492-8dee-8a9c890bed7a None None] Pushing event updated for resources: {'Port': ['ID=4705d170-7fe4-462a-9715-269b479376a1,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:45.449768 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8529c405-dcbe-412f-88bb-badcc577898b up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:23:45.485469 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9177b771-a3c4-42ce-b91d-ea3a570bc5b3 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:45.495196 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c3a098a3-b9ce-4492-8dee-8a9c890bed7a None None] Attempting to bind port 4705d170-7fe4-462a-9715-269b479376a1 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:23:45.495569 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c3a098a3-b9ce-4492-8dee-8a9c890bed7a None None] Attempting to bind port 4705d170-7fe4-462a-9715-269b479376a1 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '4cca8df5-d954-45e2-997b-eb42d807097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'df4f93df-5dd8-4577-a56c-6e5f4b48a16a'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:23:45.495991 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a098a3-b9ce-4492-8dee-8a9c890bed7a None None] Attempting to bind port 4705d170-7fe4-462a-9715-269b479376a1 on network df4f93df-5dd8-4577-a56c-6e5f4b48a16a {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:23:45.504008 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a098a3-b9ce-4492-8dee-8a9c890bed7a None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:23:45.504384 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a098a3-b9ce-4492-8dee-8a9c890bed7a None None] Checking segment: {'id': '4cca8df5-d954-45e2-997b-eb42d807097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'df4f93df-5dd8-4577-a56c-6e5f4b48a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:23:45.504783 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c3a098a3-b9ce-4492-8dee-8a9c890bed7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:45.505175 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a098a3-b9ce-4492-8dee-8a9c890bed7a None None] Bound using segment: {'id': '4cca8df5-d954-45e2-997b-eb42d807097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'df4f93df-5dd8-4577-a56c-6e5f4b48a16a'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:23:45.505637 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c3a098a3-b9ce-4492-8dee-8a9c890bed7a None None] Bound port: 4705d170-7fe4-462a-9715-269b479376a1, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cca8df5-d954-45e2-997b-eb42d807097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'df4f93df-5dd8-4577-a56c-6e5f4b48a16a'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:23:45.506010 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c3a098a3-b9ce-4492-8dee-8a9c890bed7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:45.547340 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 8529c405-dcbe-412f-88bb-badcc577898b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:23:45.547668 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9177b771-a3c4-42ce-b91d-ea3a570bc5b3 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:45.576147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177b771-a3c4-42ce-b91d-ea3a570bc5b3 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Pushing event deleted for resources: {'Subnet': ['ID=0ac56cb6-639c-4670-9261-f949fc5753fa,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:45.578311 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c3a098a3-b9ce-4492-8dee-8a9c890bed7a None None] For port 4705d170-7fe4-462a-9715-269b479376a1, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:23:45.580939 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9177b771-a3c4-42ce-b91d-ea3a570bc5b3 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:45.582736 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9177b771-a3c4-42ce-b91d-ea3a570bc5b3 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] 10.222.0.61 "DELETE /v2.0/subnets/0ac56cb6-639c-4670-9261-f949fc5753fa HTTP/1.1" status: 204 len: 168 time: 0.4876554 Jul 09 10:23:45.583227 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c3a098a3-b9ce-4492-8dee-8a9c890bed7a None None] For port 4705d170-7fe4-462a-9715-269b479376a1, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4705d170-7fe4-462a-9715-269b479376a1,segment=NetworkSegment(4cca8df5-d954-45e2-997b-eb42d807097c),segment_id=4cca8df5-d954-45e2-997b-eb42d807097c)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:23:45.585607 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42448) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:45.589290 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c3a098a3-b9ce-4492-8dee-8a9c890bed7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:45.656846 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a098a3-b9ce-4492-8dee-8a9c890bed7a None None] Pushing event updated for resources: {'Port': ['ID=4705d170-7fe4-462a-9715-269b479376a1,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:45.677319 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-620a9482-9307-4436-9523-02bee0d688c7 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:45.742286 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-620a9482-9307-4436-9523-02bee0d688c7 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Deleting port 4705d170-7fe4-462a-9715-269b479376a1 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:23:45.742885 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-620a9482-9307-4436-9523-02bee0d688c7 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:45.814717 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-620a9482-9307-4436-9523-02bee0d688c7 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] For port 4705d170-7fe4-462a-9715-269b479376a1, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4705d170-7fe4-462a-9715-269b479376a1,segment=NetworkSegment(4cca8df5-d954-45e2-997b-eb42d807097c),segment_id=4cca8df5-d954-45e2-997b-eb42d807097c)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:23:45.815089 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-620a9482-9307-4436-9523-02bee0d688c7 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:45.829815 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-620a9482-9307-4436-9523-02bee0d688c7 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Calling delete_port for 4705d170-7fe4-462a-9715-269b479376a1 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:23:45.937813 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-620a9482-9307-4436-9523-02bee0d688c7 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:45.968204 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620a9482-9307-4436-9523-02bee0d688c7 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] No DVR routers for this DVR port 4705d170-7fe4-462a-9715-269b479376a1 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:23:45.974899 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a9482-9307-4436-9523-02bee0d688c7 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Pushing event deleted for resources: {'Port': ['ID=4705d170-7fe4-462a-9715-269b479376a1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:46.058951 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-620a9482-9307-4436-9523-02bee0d688c7 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:46.065298 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493560d0-70bc-4cd4-8808-315c7d78c589 None None] Network b03276ab-f585-400a-b00c-b9fe89a134e7 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:23:46.072677 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-620a9482-9307-4436-9523-02bee0d688c7 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4f93df-5dd8-4577-a56c-6e5f4b48a16a']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:46.083954 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-620a9482-9307-4436-9523-02bee0d688c7 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cca8df5-d954-45e2-997b-eb42d807097c') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:46.084254 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-620a9482-9307-4436-9523-02bee0d688c7 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cca8df5-d954-45e2-997b-eb42d807097c') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:46.093533 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-620a9482-9307-4436-9523-02bee0d688c7 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:46.107960 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-620a9482-9307-4436-9523-02bee0d688c7 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:46.114126 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620a9482-9307-4436-9523-02bee0d688c7 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:23:46.114519 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-620a9482-9307-4436-9523-02bee0d688c7 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: timer() Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:23:46.117675 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:23:46.130661 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a394b0fb-7e58-40c7-9cbc-e324bb55c6a2 None None] Provisioning for port 8529c405-dcbe-412f-88bb-badcc577898b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:23:46.143912 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a394b0fb-7e58-40c7-9cbc-e324bb55c6a2 None None] Provisioning complete for port 8529c405-dcbe-412f-88bb-badcc577898b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:23:46.144240 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a394b0fb-7e58-40c7-9cbc-e324bb55c6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:46.185520 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-620a9482-9307-4436-9523-02bee0d688c7 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:46.193642 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-620a9482-9307-4436-9523-02bee0d688c7 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:46.197726 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-620a9482-9307-4436-9523-02bee0d688c7 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] 10.222.0.61 "DELETE /v2.0/networks/df4f93df-5dd8-4577-a56c-6e5f4b48a16a HTTP/1.1" status: 204 len: 168 time: 0.6088674 Jul 09 10:23:46.198660 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42450) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:46.216581 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a9482-9307-4436-9523-02bee0d688c7 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Pushing event deleted for resources: {'Network': ['ID=df4f93df-5dd8-4577-a56c-6e5f4b48a16a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:46.250373 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc07d8e-89cc-4450-a6d8-6b25017104d1 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Deleting subnet 69dac0f4-22ea-4f4f-86bc-9ece4ebe68c2 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:23:46.253654 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bc07d8e-89cc-4450-a6d8-6b25017104d1 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:46.297448 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bc07d8e-89cc-4450-a6d8-6b25017104d1 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:46.299911 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a394b0fb-7e58-40c7-9cbc-e324bb55c6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:46.341800 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a394b0fb-7e58-40c7-9cbc-e324bb55c6a2 None None] For port 8529c405-dcbe-412f-88bb-badcc577898b, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8529c405-dcbe-412f-88bb-badcc577898b,segment=NetworkSegment(b3ff2d52-f06d-45c3-a337-69652adb94ff),segment_id=b3ff2d52-f06d-45c3-a337-69652adb94ff)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:23:46.348775 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a394b0fb-7e58-40c7-9cbc-e324bb55c6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:46.396703 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bc07d8e-89cc-4450-a6d8-6b25017104d1 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:46.401128 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394b0fb-7e58-40c7-9cbc-e324bb55c6a2 None None] Pushing event updated for resources: {'Port': ['ID=8529c405-dcbe-412f-88bb-badcc577898b,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:46.467675 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bc07d8e-89cc-4450-a6d8-6b25017104d1 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:46.501890 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc07d8e-89cc-4450-a6d8-6b25017104d1 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Pushing event deleted for resources: {'Subnet': ['ID=69dac0f4-22ea-4f4f-86bc-9ece4ebe68c2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:46.504021 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bc07d8e-89cc-4450-a6d8-6b25017104d1 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:46.505920 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1bc07d8e-89cc-4450-a6d8-6b25017104d1 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] 10.222.0.61 "DELETE /v2.0/subnets/69dac0f4-22ea-4f4f-86bc-9ece4ebe68c2 HTTP/1.1" status: 204 len: 168 time: 0.3068562 Jul 09 10:23:46.508720 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42452) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:46.583572 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c7d4b1-1d79-4b37-af77-254ca69cef1f None None] Network b03276ab-f585-400a-b00c-b9fe89a134e7 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:23:46.587263 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a3b8a40-ea8a-4c13-9d06-5b157bf6383f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:46.643853 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1a3b8a40-ea8a-4c13-9d06-5b157bf6383f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Deleting port 8529c405-dcbe-412f-88bb-badcc577898b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:23:46.644243 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a3b8a40-ea8a-4c13-9d06-5b157bf6383f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:46.706564 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-00464ca4-1b92-419c-baa3-6216ddef1882 None None] Provisioning complete for port 8529c405-dcbe-412f-88bb-badcc577898b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:23:46.706928 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00464ca4-1b92-419c-baa3-6216ddef1882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:46.716233 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-1a3b8a40-ea8a-4c13-9d06-5b157bf6383f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] For port 8529c405-dcbe-412f-88bb-badcc577898b, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8529c405-dcbe-412f-88bb-badcc577898b,segment=NetworkSegment(b3ff2d52-f06d-45c3-a337-69652adb94ff),segment_id=b3ff2d52-f06d-45c3-a337-69652adb94ff)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:23:46.716680 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a3b8a40-ea8a-4c13-9d06-5b157bf6383f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:46.731188 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1a3b8a40-ea8a-4c13-9d06-5b157bf6383f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Calling delete_port for 8529c405-dcbe-412f-88bb-badcc577898b owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:23:46.818750 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce2053e-63ac-4416-afd2-6ea7a68025fb None None] DHCP port deletion for df4f93df-5dd8-4577-a56c-6e5f4b48a16a request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:23:46.827439 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a3b8a40-ea8a-4c13-9d06-5b157bf6383f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:46.837553 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b2ca4a-d347-449c-9169-bcaa718cd7e5 None None] Network df4f93df-5dd8-4577-a56c-6e5f4b48a16a requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:23:46.852879 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e91491-c208-4aef-868c-8011c8d7f200 None None] DHCP port deletion for b03276ab-f585-400a-b00c-b9fe89a134e7 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:23:46.856002 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b8a40-ea8a-4c13-9d06-5b157bf6383f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Pushing event deleted for resources: {'Port': ['ID=8529c405-dcbe-412f-88bb-badcc577898b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:46.857297 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b2ca4a-d347-449c-9169-bcaa718cd7e5 None None] Network df4f93df-5dd8-4577-a56c-6e5f4b48a16a could not be found, it might have been deleted concurrently. {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 10:23:46.857824 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3b8a40-ea8a-4c13-9d06-5b157bf6383f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] No DVR routers for this DVR port 8529c405-dcbe-412f-88bb-badcc577898b on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:23:46.918489 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-940d79c4-cd78-48eb-ae24-b0f059a8492f None None] Could not find standard attr ID for object 4705d170-7fe4-462a-9715-269b479376a1. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 10:23:46.937482 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a3b8a40-ea8a-4c13-9d06-5b157bf6383f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:46.947139 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-1a3b8a40-ea8a-4c13-9d06-5b157bf6383f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03276ab-f585-400a-b00c-b9fe89a134e7']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:46.957822 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-1a3b8a40-ea8a-4c13-9d06-5b157bf6383f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ff2d52-f06d-45c3-a337-69652adb94ff') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:46.958115 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-1a3b8a40-ea8a-4c13-9d06-5b157bf6383f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ff2d52-f06d-45c3-a337-69652adb94ff') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:46.967317 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a3b8a40-ea8a-4c13-9d06-5b157bf6383f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:46.980545 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a3b8a40-ea8a-4c13-9d06-5b157bf6383f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:46.986660 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3b8a40-ea8a-4c13-9d06-5b157bf6383f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:23:46.987022 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a3b8a40-ea8a-4c13-9d06-5b157bf6383f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:23:46.990016 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:23:47.054022 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a3b8a40-ea8a-4c13-9d06-5b157bf6383f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:47.067638 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a3b8a40-ea8a-4c13-9d06-5b157bf6383f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:47.069450 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1a3b8a40-ea8a-4c13-9d06-5b157bf6383f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] 10.222.0.61 "DELETE /v2.0/networks/b03276ab-f585-400a-b00c-b9fe89a134e7 HTTP/1.1" status: 204 len: 168 time: 0.5598073 Jul 09 10:23:47.072322 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42454) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:47.081682 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b8a40-ea8a-4c13-9d06-5b157bf6383f tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Pushing event deleted for resources: {'Network': ['ID=b03276ab-f585-400a-b00c-b9fe89a134e7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:47.102091 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-85edca0f-399a-4680-9c3b-ff63e5be3186 tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d025373-1cf0-4576-bc38-08ed148e1af0 HTTP/1.1" status: 200 len: 205 time: 0.0285988 Jul 09 10:23:47.104466 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42456) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:47.177577 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3712-ff35-4a96-8ca0-d95df6747d8a tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:47.333122 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3712-ff35-4a96-8ca0-d95df6747d8a tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:47.335295 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3712-ff35-4a96-8ca0-d95df6747d8a tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:47.364494 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8529c405-dcbe-412f-88bb-badcc577898b no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:23:47.384161 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3712-ff35-4a96-8ca0-d95df6747d8a tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:47.384686 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2e3712-ff35-4a96-8ca0-d95df6747d8a tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Fanout notify agent at l3_agent the message router_deleted on router 5d025373-1cf0-4576-bc38-08ed148e1af0 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 10:23:47.386353 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 8529c405-dcbe-412f-88bb-badcc577898b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:23:47.387403 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8529c405-dcbe-412f-88bb-badcc577898b not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:23:47.392365 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3712-ff35-4a96-8ca0-d95df6747d8a tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:47.393535 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5d2e3712-ff35-4a96-8ca0-d95df6747d8a tempest-RoutersNegativeTest-658070829 tempest-RoutersNegativeTest-658070829-project] 10.222.0.61 "DELETE /v2.0/routers/5d025373-1cf0-4576-bc38-08ed148e1af0 HTTP/1.1" status: 204 len: 168 time: 0.2880657 Jul 09 10:23:47.628527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42462) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:47.756977 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fb975142-a366-4f39-bc97-2099deede982 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b05e2e996855415cbbb952d4d7fa9d1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272922 Jul 09 10:23:47.759736 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42466) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:47.806620 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13b998cc-eca2-48c7-a2a4-1127a8da1cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:47.831469 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13b998cc-eca2-48c7-a2a4-1127a8da1cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:47.877157 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13b998cc-eca2-48c7-a2a4-1127a8da1cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:47.879713 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13b998cc-eca2-48c7-a2a4-1127a8da1cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:47.880881 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-13b998cc-eca2-48c7-a2a4-1127a8da1cb0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e54d945d-5867-481b-9b3f-59113e020a1b HTTP/1.1" status: 204 len: 168 time: 0.1202414 Jul 09 10:23:47.888814 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b998cc-eca2-48c7-a2a4-1127a8da1cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54d945d-5867-481b-9b3f-59113e020a1b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:48.473510 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42488) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:48.566740 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3c48d3f5-bc68-447b-8b9c-71fd5e98c0c6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-607299202-network', 'tenant_id': 'bfbae33717dd424ea148adfbacadb93f'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:48.588385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c48d3f5-bc68-447b-8b9c-71fd5e98c0c6 admin admin] Made reservation on behalf of bfbae33717dd424ea148adfbacadb93f for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:23:48.591378 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c48d3f5-bc68-447b-8b9c-71fd5e98c0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:48.599675 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c48d3f5-bc68-447b-8b9c-71fd5e98c0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:48.686173 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c48d3f5-bc68-447b-8b9c-71fd5e98c0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:48.689982 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c48d3f5-bc68-447b-8b9c-71fd5e98c0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:48.710573 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c48d3f5-bc68-447b-8b9c-71fd5e98c0c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:23:48.725974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48d3f5-bc68-447b-8b9c-71fd5e98c0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3449e267-bea2-440c-bae4-4f93a841e0b1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:48.728852 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c48d3f5-bc68-447b-8b9c-71fd5e98c0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:48.729197 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-3c48d3f5-bc68-447b-8b9c-71fd5e98c0c6 admin admin] Added segment 6a3e2321-e675-4c15-9ad5-cb44a2b08aac of type vlan for network c81debf8-d7ee-4501-a62c-2be1695568ce Jul 09 10:23:48.769692 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c48d3f5-bc68-447b-8b9c-71fd5e98c0c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:48.798329 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c48d3f5-bc68-447b-8b9c-71fd5e98c0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:48.799417 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c48d3f5-bc68-447b-8b9c-71fd5e98c0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:48.800036 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c48d3f5-bc68-447b-8b9c-71fd5e98c0c6 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:49.118042 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3c48d3f5-bc68-447b-8b9c-71fd5e98c0c6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6433780 Jul 09 10:23:49.121672 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42492) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:49.128023 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48d3f5-bc68-447b-8b9c-71fd5e98c0c6 admin admin] Pushing event updated for resources: {'Network': ['ID=c81debf8-d7ee-4501-a62c-2be1695568ce,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:49.128227 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8bd2c0e8-d340-462b-b31d-8d89589dc61c admin admin] Request body: {'subnet': {'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-607299202-subnet', 'tenant_id': 'bfbae33717dd424ea148adfbacadb93f', 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:49.138318 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network c81debf8-d7ee-4501-a62c-2be1695568ce details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:23:49.156344 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd2c0e8-d340-462b-b31d-8d89589dc61c admin admin] Made reservation on behalf of bfbae33717dd424ea148adfbacadb93f for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:23:49.158763 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8bd2c0e8-d340-462b-b31d-8d89589dc61c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:49.327715 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8bd2c0e8-d340-462b-b31d-8d89589dc61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:49.381692 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2c0e8-d340-462b-b31d-8d89589dc61c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbb6fa50-9ee1-4955-9e88-38bc3019370a,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:49.391159 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd2c0e8-d340-462b-b31d-8d89589dc61c admin admin] Checking segment: {'id': '6a3e2321-e675-4c15-9ad5-cb44a2b08aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:23:49.391519 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd2c0e8-d340-462b-b31d-8d89589dc61c admin admin] Network hostable DHCP agents. Network: c81debf8-d7ee-4501-a62c-2be1695568ce, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:23:49.409266 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd2c0e8-d340-462b-b31d-8d89589dc61c admin admin] Network c81debf8-d7ee-4501-a62c-2be1695568ce is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:23:49.422514 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-8bd2c0e8-d340-462b-b31d-8d89589dc61c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, c81debf8-d7ee-4501-a62c-2be1695568ce) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:23:49.426442 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd2c0e8-d340-462b-b31d-8d89589dc61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:49.427033 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8bd2c0e8-d340-462b-b31d-8d89589dc61c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:49.431840 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d1a92f-7282-4081-a7d3-7ecec336673f None None] Network c81debf8-d7ee-4501-a62c-2be1695568ce requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:23:49.441431 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8bd2c0e8-d340-462b-b31d-8d89589dc61c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3183026 Jul 09 10:23:49.444179 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42494) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:49.449919 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6dfcdb5d-ed53-4849-828b-4a01e8cf7b22 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-607299202-router', 'tenant_id': 'bfbae33717dd424ea148adfbacadb93f', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:49.470182 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6dfcdb5d-ed53-4849-828b-4a01e8cf7b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:49.471201 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6dfcdb5d-ed53-4849-828b-4a01e8cf7b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:49.525445 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6dfcdb5d-ed53-4849-828b-4a01e8cf7b22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:49.577586 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbd6f73-a57b-4129-bf15-5545bbf9c2a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-c81debf8-d7ee-4501-a62c-2be1695568ce', 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce', 'tenant_id': 'bfbae33717dd424ea148adfbacadb93f', 'fixed_ips': [{'subnet_id': 'cbb6fa50-9ee1-4955-9e88-38bc3019370a'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:23:49.578487 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9cbd6f73-a57b-4129-bf15-5545bbf9c2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:49.716736 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-9cbd6f73-a57b-4129-bf15-5545bbf9c2a8 None None] Allocated IP 172.20.0.2 (c81debf8-d7ee-4501-a62c-2be1695568ce/cbb6fa50-9ee1-4955-9e88-38bc3019370a/a3755126-a19c-45ce-83d2-17bd8a72d829) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:23:49.868814 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9cbd6f73-a57b-4129-bf15-5545bbf9c2a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:49.877205 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9cbd6f73-a57b-4129-bf15-5545bbf9c2a8 None None] Transition to ACTIVE for port object a3755126-a19c-45ce-83d2-17bd8a72d829 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:23:49.892978 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9cbd6f73-a57b-4129-bf15-5545bbf9c2a8 None None] Transition to ACTIVE for port object a3755126-a19c-45ce-83d2-17bd8a72d829 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:23:49.898743 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9cbd6f73-a57b-4129-bf15-5545bbf9c2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:49.938998 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbd6f73-a57b-4129-bf15-5545bbf9c2a8 None None] Network c81debf8-d7ee-4501-a62c-2be1695568ce is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:23:49.941782 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-9cbd6f73-a57b-4129-bf15-5545bbf9c2a8 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:23:49.945446 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbd6f73-a57b-4129-bf15-5545bbf9c2a8 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:23:49.954583 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd6f73-a57b-4129-bf15-5545bbf9c2a8 None None] Pushing event updated for resources: {'Port': ['ID=a3755126-a19c-45ce-83d2-17bd8a72d829,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:49.970911 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6dfcdb5d-ed53-4849-828b-4a01e8cf7b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:50.008766 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9cbd6f73-a57b-4129-bf15-5545bbf9c2a8 None None] Attempting to bind port a3755126-a19c-45ce-83d2-17bd8a72d829 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:23:50.009130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9cbd6f73-a57b-4129-bf15-5545bbf9c2a8 None None] Attempting to bind port a3755126-a19c-45ce-83d2-17bd8a72d829 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '6a3e2321-e675-4c15-9ad5-cb44a2b08aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:23:50.009474 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbd6f73-a57b-4129-bf15-5545bbf9c2a8 None None] Attempting to bind port a3755126-a19c-45ce-83d2-17bd8a72d829 on network c81debf8-d7ee-4501-a62c-2be1695568ce {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:23:50.014424 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbd6f73-a57b-4129-bf15-5545bbf9c2a8 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:23:50.014797 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbd6f73-a57b-4129-bf15-5545bbf9c2a8 None None] Checking segment: {'id': '6a3e2321-e675-4c15-9ad5-cb44a2b08aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:23:50.015194 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9cbd6f73-a57b-4129-bf15-5545bbf9c2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:50.015584 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbd6f73-a57b-4129-bf15-5545bbf9c2a8 None None] Bound using segment: {'id': '6a3e2321-e675-4c15-9ad5-cb44a2b08aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:23:50.016070 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9cbd6f73-a57b-4129-bf15-5545bbf9c2a8 None None] Bound port: a3755126-a19c-45ce-83d2-17bd8a72d829, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3e2321-e675-4c15-9ad5-cb44a2b08aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:23:50.016440 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9cbd6f73-a57b-4129-bf15-5545bbf9c2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:50.083988 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9cbd6f73-a57b-4129-bf15-5545bbf9c2a8 None None] For port a3755126-a19c-45ce-83d2-17bd8a72d829, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:23:50.087252 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9cbd6f73-a57b-4129-bf15-5545bbf9c2a8 None None] For port a3755126-a19c-45ce-83d2-17bd8a72d829, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a3755126-a19c-45ce-83d2-17bd8a72d829,segment=NetworkSegment(6a3e2321-e675-4c15-9ad5-cb44a2b08aac),segment_id=6a3e2321-e675-4c15-9ad5-cb44a2b08aac)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:23:50.092067 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9cbd6f73-a57b-4129-bf15-5545bbf9c2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:50.152475 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd6f73-a57b-4129-bf15-5545bbf9c2a8 None None] Pushing event updated for resources: {'Port': ['ID=a3755126-a19c-45ce-83d2-17bd8a72d829,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:50.192651 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6dfcdb5d-ed53-4849-828b-4a01e8cf7b22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:50.213171 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6dfcdb5d-ed53-4849-828b-4a01e8cf7b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:50.336769 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-6dfcdb5d-ed53-4849-828b-4a01e8cf7b22 admin admin] Allocated IP 172.25.3.93 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/e95f2e48-2de6-48c0-a174-d10c22bbf7d3) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:23:50.445088 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6dfcdb5d-ed53-4849-828b-4a01e8cf7b22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:50.483187 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6dfcdb5d-ed53-4849-828b-4a01e8cf7b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:50.522975 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfcdb5d-ed53-4849-828b-4a01e8cf7b22 admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:23:50.525718 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-6dfcdb5d-ed53-4849-828b-4a01e8cf7b22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:23:50.529822 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfcdb5d-ed53-4849-828b-4a01e8cf7b22 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:23:50.555600 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcdb5d-ed53-4849-828b-4a01e8cf7b22 admin admin] Pushing event updated for resources: {'Port': ['ID=e95f2e48-2de6-48c0-a174-d10c22bbf7d3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:50.782529 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6dfcdb5d-ed53-4849-828b-4a01e8cf7b22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:50.981210 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6dfcdb5d-ed53-4849-828b-4a01e8cf7b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:51.077995 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c08f6e-34ff-4680-8ad1-2fa1363a8c64 None None] Network c81debf8-d7ee-4501-a62c-2be1695568ce requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:23:51.114397 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfcdb5d-ed53-4849-828b-4a01e8cf7b22 admin admin] Router 17940f22-2c07-47b9-976d-1986d965b5e3 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 10:23:51.195314 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b714a700-9735-42ed-98f2-220ed1cc1610 None None] Provisioning for port a3755126-a19c-45ce-83d2-17bd8a72d829 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:23:51.227911 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfcdb5d-ed53-4849-828b-4a01e8cf7b22 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:23:51.238585 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] Sync routers for ids ['17940f22-2c07-47b9-976d-1986d965b5e3'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:23:51.245085 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6dfcdb5d-ed53-4849-828b-4a01e8cf7b22 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:51.249716 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6dfcdb5d-ed53-4849-828b-4a01e8cf7b22 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8011074 Jul 09 10:23:51.249961 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42496) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:51.250087 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] Routers {'17940f22-2c07-47b9-976d-1986d965b5e3'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:23:51.250672 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:23:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['17940f22-2c07-47b9-976d-1986d965b5e3'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:51.377845 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] Set router 17940f22-2c07-47b9-976d-1986d965b5e3 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:23:51.439112 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a3755126-a19c-45ce-83d2-17bd8a72d829 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:23:51.499974 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port a3755126-a19c-45ce-83d2-17bd8a72d829 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:23:51.505014 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a3755126-a19c-45ce-83d2-17bd8a72d829 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:23:51.505617 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:51.600435 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17940f22-2c07-47b9-976d-1986d965b5e3', 'name': 'tempest-TestEncryptedCinderVolumes-607299202-router', 'tenant_id': 'bfbae33717dd424ea148adfbacadb93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e95f2e48-2de6-48c0-a174-d10c22bbf7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:23:49Z', 'updated_at': '2021-07-09T10:23:50Z', 'revision_number': 3, 'project_id': 'bfbae33717dd424ea148adfbacadb93f', 'gw_port': {'id': 'e95f2e48-2de6-48c0-a174-d10c22bbf7d3', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17940f22-2c07-47b9-976d-1986d965b5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:23:50Z', 'updated_at': '2021-07-09T10:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:51.600710 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:51.630691 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] Checking router: 17940f22-2c07-47b9-976d-1986d965b5e3 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:23:51.631261 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] Updating router 17940f22-2c07-47b9-976d-1986d965b5e3 port e95f2e48-2de6-48c0-a174-d10c22bbf7d3 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:23:51.644882 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port a3755126-a19c-45ce-83d2-17bd8a72d829, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a3755126-a19c-45ce-83d2-17bd8a72d829,segment=NetworkSegment(6a3e2321-e675-4c15-9ad5-cb44a2b08aac),segment_id=6a3e2321-e675-4c15-9ad5-cb44a2b08aac)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:23:51.650864 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:51.657462 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8cdc90d0-072e-4826-b027-2b835034754c None None] Provisioning complete for port a3755126-a19c-45ce-83d2-17bd8a72d829 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:23:51.657834 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8cdc90d0-072e-4826-b027-2b835034754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:51.671378 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:51.746218 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8448b693-1921-4dd8-8c0b-8878bd444ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:51.893389 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=a3755126-a19c-45ce-83d2-17bd8a72d829,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:51.924700 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-8448b693-1921-4dd8-8c0b-8878bd444ef5 admin admin] Allocated IP 172.20.0.1 (c81debf8-d7ee-4501-a62c-2be1695568ce/cbb6fa50-9ee1-4955-9e88-38bc3019370a/003f0f22-b14a-4efe-86ab-4aa35723aef5) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:23:51.957654 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:51.968065 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] Transition to ACTIVE for port object e95f2e48-2de6-48c0-a174-d10c22bbf7d3 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:23:51.973294 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:52.022267 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] Attempting to bind port e95f2e48-2de6-48c0-a174-d10c22bbf7d3 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:23:52.022638 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] Attempting to bind port e95f2e48-2de6-48c0-a174-d10c22bbf7d3 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:23:52.022998 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] Attempting to bind port e95f2e48-2de6-48c0-a174-d10c22bbf7d3 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:23:52.030529 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ae988-83f8-4fb2-9d51-a96607675767 None None] Pushing event updated for resources: {'Port': ['ID=e95f2e48-2de6-48c0-a174-d10c22bbf7d3,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:52.033496 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:23:52.033920 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:23:52.034266 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:52.034655 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:23:52.035114 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] Bound port: e95f2e48-2de6-48c0-a174-d10c22bbf7d3, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:23:52.035511 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:52.039082 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8448b693-1921-4dd8-8c0b-8878bd444ef5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:52.041952 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ae988-83f8-4fb2-9d51-a96607675767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:52.042323 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ae988-83f8-4fb2-9d51-a96607675767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:52.043222 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ae988-83f8-4fb2-9d51-a96607675767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:52.043548 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ae988-83f8-4fb2-9d51-a96607675767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:52.043907 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ae988-83f8-4fb2-9d51-a96607675767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:52.044240 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ae988-83f8-4fb2-9d51-a96607675767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:52.044656 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ae988-83f8-4fb2-9d51-a96607675767 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:52.044901 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ae988-83f8-4fb2-9d51-a96607675767 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:52.045229 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ae988-83f8-4fb2-9d51-a96607675767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:52.045550 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ae988-83f8-4fb2-9d51-a96607675767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:52.045950 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ae988-83f8-4fb2-9d51-a96607675767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:52.046278 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ae988-83f8-4fb2-9d51-a96607675767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:23:52.059378 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-8448b693-1921-4dd8-8c0b-8878bd444ef5 admin admin] Transition to ACTIVE for port object 003f0f22-b14a-4efe-86ab-4aa35723aef5 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:23:52.089215 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8448b693-1921-4dd8-8c0b-8878bd444ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:52.098463 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] For port e95f2e48-2de6-48c0-a174-d10c22bbf7d3, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:23:52.101527 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] For port e95f2e48-2de6-48c0-a174-d10c22bbf7d3, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e95f2e48-2de6-48c0-a174-d10c22bbf7d3,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:23:52.105662 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:52.134495 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8448b693-1921-4dd8-8c0b-8878bd444ef5 admin admin] Network c81debf8-d7ee-4501-a62c-2be1695568ce is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:23:52.138463 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448b693-1921-4dd8-8c0b-8878bd444ef5 admin admin] Pushing event updated for resources: {'Port': ['ID=003f0f22-b14a-4efe-86ab-4aa35723aef5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:52.144549 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-8448b693-1921-4dd8-8c0b-8878bd444ef5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:23:52.150216 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8448b693-1921-4dd8-8c0b-8878bd444ef5 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:23:52.165425 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ae988-83f8-4fb2-9d51-a96607675767 None None] Pushing event updated for resources: {'Port': ['ID=e95f2e48-2de6-48c0-a174-d10c22bbf7d3,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:52.168816 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] Routers {'17940f22-2c07-47b9-976d-1986d965b5e3'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:23:52.169436 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:23:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['17940f22-2c07-47b9-976d-1986d965b5e3'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:52.192144 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8448b693-1921-4dd8-8c0b-8878bd444ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:52.279937 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] Set router 17940f22-2c07-47b9-976d-1986d965b5e3 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:23:52.345927 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8448b693-1921-4dd8-8c0b-8878bd444ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:52.457617 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-282813df-53b0-41c4-8c97-e4e657c46f98 None None] Provisioning for port 003f0f22-b14a-4efe-86ab-4aa35723aef5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:23:52.461687 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-282813df-53b0-41c4-8c97-e4e657c46f98 None None] Provisioning complete for port 003f0f22-b14a-4efe-86ab-4aa35723aef5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:23:52.462158 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-282813df-53b0-41c4-8c97-e4e657c46f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:52.470954 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17940f22-2c07-47b9-976d-1986d965b5e3', 'name': 'tempest-TestEncryptedCinderVolumes-607299202-router', 'tenant_id': 'bfbae33717dd424ea148adfbacadb93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e95f2e48-2de6-48c0-a174-d10c22bbf7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:23:49Z', 'updated_at': '2021-07-09T10:23:50Z', 'revision_number': 3, 'project_id': 'bfbae33717dd424ea148adfbacadb93f', 'gw_port': {'id': 'e95f2e48-2de6-48c0-a174-d10c22bbf7d3', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17940f22-2c07-47b9-976d-1986d965b5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:23:50Z', 'updated_at': '2021-07-09T10:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:52.496437 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-282813df-53b0-41c4-8c97-e4e657c46f98 None None] Port 003f0f22-b14a-4efe-86ab-4aa35723aef5 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:23:52.497628 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4837f4-d505-4d4a-8c7d-ea3815092f18 None None] The sync data for ids ['17940f22-2c07-47b9-976d-1986d965b5e3'] in n-d-799996-1 is: [{'id': '17940f22-2c07-47b9-976d-1986d965b5e3', 'name': 'tempest-TestEncryptedCinderVolumes-607299202-router', 'tenant_id': 'bfbae33717dd424ea148adfbacadb93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e95f2e48-2de6-48c0-a174-d10c22bbf7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:23:49Z', 'updated_at': '2021-07-09T10:23:50Z', 'revision_number': 3, 'project_id': 'bfbae33717dd424ea148adfbacadb93f', 'gw_port': {'id': 'e95f2e48-2de6-48c0-a174-d10c22bbf7d3', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17940f22-2c07-47b9-976d-1986d965b5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:23:50Z', 'updated_at': '2021-07-09T10:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:23:52.518719 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8448b693-1921-4dd8-8c0b-8878bd444ef5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:52.523248 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8448b693-1921-4dd8-8c0b-8878bd444ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:52.594169 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8448b693-1921-4dd8-8c0b-8878bd444ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:52.595938 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448b693-1921-4dd8-8c0b-8878bd444ef5 admin admin] Pushing event updated for resources: {'Port': ['ID=003f0f22-b14a-4efe-86ab-4aa35723aef5,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:52.687859 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8448b693-1921-4dd8-8c0b-8878bd444ef5 admin admin] Network c81debf8-d7ee-4501-a62c-2be1695568ce is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:23:52.689268 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-8448b693-1921-4dd8-8c0b-8878bd444ef5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:23:52.823425 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8448b693-1921-4dd8-8c0b-8878bd444ef5 admin admin] Router 17940f22-2c07-47b9-976d-1986d965b5e3 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:23:52.936518 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4b08fd62-7b52-4d80-9ca9-236e022a0f83 None None] Provisioning complete for port 003f0f22-b14a-4efe-86ab-4aa35723aef5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:23:52.936884 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4b08fd62-7b52-4d80-9ca9-236e022a0f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:52.948109 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8448b693-1921-4dd8-8c0b-8878bd444ef5 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:23:52.953629 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8448b693-1921-4dd8-8c0b-8878bd444ef5 admin admin] 10.222.0.61 "PUT /v2.0/routers/17940f22-2c07-47b9-976d-1986d965b5e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7026389 Jul 09 10:23:52.978323 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4b08fd62-7b52-4d80-9ca9-236e022a0f83 None None] Port 003f0f22-b14a-4efe-86ab-4aa35723aef5 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:23:53.472581 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a3755126-a19c-45ce-83d2-17bd8a72d829 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:23:53.493705 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42516) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:53.499599 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-24ff6365-bf1e-4cb3-9eeb-c23b947138b1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-459783050-network', 'tenant_id': 'ee613358b38f41eba3196c511fe35adc'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:53.530246 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a3755126-a19c-45ce-83d2-17bd8a72d829 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:23:53.530680 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:53.531150 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ff6365-bf1e-4cb3-9eeb-c23b947138b1 admin admin] Made reservation on behalf of ee613358b38f41eba3196c511fe35adc for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:23:53.533897 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-24ff6365-bf1e-4cb3-9eeb-c23b947138b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:53.552932 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-24ff6365-bf1e-4cb3-9eeb-c23b947138b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:53.621335 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e95f2e48-2de6-48c0-a174-d10c22bbf7d3 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:23:53.659372 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-24ff6365-bf1e-4cb3-9eeb-c23b947138b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:53.663481 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-24ff6365-bf1e-4cb3-9eeb-c23b947138b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:53.672420 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port e95f2e48-2de6-48c0-a174-d10c22bbf7d3 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:23:53.676056 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port e95f2e48-2de6-48c0-a174-d10c22bbf7d3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:23:53.676424 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:53.684549 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ff6365-bf1e-4cb3-9eeb-c23b947138b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:23:53.698218 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff6365-bf1e-4cb3-9eeb-c23b947138b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8db3001-ecbc-4ab7-910a-3dd198841c67,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:53.703810 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-24ff6365-bf1e-4cb3-9eeb-c23b947138b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:53.704189 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-24ff6365-bf1e-4cb3-9eeb-c23b947138b1 admin admin] Added segment 703dcd79-48cd-4288-b1b5-5cba7559995f of type vlan for network 2d196f78-f867-4225-93b3-6746d808ae98 Jul 09 10:23:53.750984 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-24ff6365-bf1e-4cb3-9eeb-c23b947138b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:53.759462 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:53.781438 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port e95f2e48-2de6-48c0-a174-d10c22bbf7d3, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e95f2e48-2de6-48c0-a174-d10c22bbf7d3,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:23:53.786192 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:53.787476 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-24ff6365-bf1e-4cb3-9eeb-c23b947138b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:53.792072 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ff6365-bf1e-4cb3-9eeb-c23b947138b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:53.793554 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-24ff6365-bf1e-4cb3-9eeb-c23b947138b1 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:53.836210 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=e95f2e48-2de6-48c0-a174-d10c22bbf7d3,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:53.849557 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-24ff6365-bf1e-4cb3-9eeb-c23b947138b1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3547323 Jul 09 10:23:53.852445 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42518) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:53.857705 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e13af729-d5a3-404b-9cc4-f4bde8b319d8 admin admin] Request body: {'subnet': {'network_id': '2d196f78-f867-4225-93b3-6746d808ae98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-459783050-subnet', 'tenant_id': 'ee613358b38f41eba3196c511fe35adc', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:53.858515 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff6365-bf1e-4cb3-9eeb-c23b947138b1 admin admin] Pushing event updated for resources: {'Network': ['ID=2d196f78-f867-4225-93b3-6746d808ae98,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:53.868404 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 2d196f78-f867-4225-93b3-6746d808ae98 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:23:53.881898 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13af729-d5a3-404b-9cc4-f4bde8b319d8 admin admin] Made reservation on behalf of ee613358b38f41eba3196c511fe35adc for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:23:53.885090 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e13af729-d5a3-404b-9cc4-f4bde8b319d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:54.056900 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e13af729-d5a3-404b-9cc4-f4bde8b319d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:54.098061 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] Sync routers for ids ['17940f22-2c07-47b9-976d-1986d965b5e3'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:23:54.107309 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] Routers {'17940f22-2c07-47b9-976d-1986d965b5e3'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:23:54.108060 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:23:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['17940f22-2c07-47b9-976d-1986d965b5e3'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:54.122437 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13af729-d5a3-404b-9cc4-f4bde8b319d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cbb11a4-4289-4db3-a463-d377a877f108,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:54.129903 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13af729-d5a3-404b-9cc4-f4bde8b319d8 admin admin] Checking segment: {'id': '703dcd79-48cd-4288-b1b5-5cba7559995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2d196f78-f867-4225-93b3-6746d808ae98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:23:54.130263 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13af729-d5a3-404b-9cc4-f4bde8b319d8 admin admin] Network hostable DHCP agents. Network: 2d196f78-f867-4225-93b3-6746d808ae98, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:23:54.149861 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13af729-d5a3-404b-9cc4-f4bde8b319d8 admin admin] Network 2d196f78-f867-4225-93b3-6746d808ae98 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:23:54.160508 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-e13af729-d5a3-404b-9cc4-f4bde8b319d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 2d196f78-f867-4225-93b3-6746d808ae98) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:23:54.165311 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13af729-d5a3-404b-9cc4-f4bde8b319d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:54.166459 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e13af729-d5a3-404b-9cc4-f4bde8b319d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:54.181518 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e13af729-d5a3-404b-9cc4-f4bde8b319d8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3279076 Jul 09 10:23:54.184299 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42520) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:54.188890 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-792fb2d8-1d97-46d9-b904-49f7fb773f6d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-459783050-router', 'tenant_id': 'ee613358b38f41eba3196c511fe35adc', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:23:54.193795 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a23bdb-c427-4460-be7a-29929e06ccea None None] Network 2d196f78-f867-4225-93b3-6746d808ae98 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:23:54.212919 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-792fb2d8-1d97-46d9-b904-49f7fb773f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:54.213990 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-792fb2d8-1d97-46d9-b904-49f7fb773f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:54.268042 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] Set router 17940f22-2c07-47b9-976d-1986d965b5e3 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:23:54.303333 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-792fb2d8-1d97-46d9-b904-49f7fb773f6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:54.444174 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-792fb2d8-1d97-46d9-b904-49f7fb773f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:54.466112 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96554563-a1b4-4396-b3fa-105aba1ba836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-2d196f78-f867-4225-93b3-6746d808ae98', 'network_id': '2d196f78-f867-4225-93b3-6746d808ae98', 'tenant_id': 'ee613358b38f41eba3196c511fe35adc', 'fixed_ips': [{'subnet_id': '3cbb11a4-4289-4db3-a463-d377a877f108'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:23:54.467074 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-96554563-a1b4-4396-b3fa-105aba1ba836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:54.648622 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-96554563-a1b4-4396-b3fa-105aba1ba836 None None] Allocated IP 172.20.0.2 (2d196f78-f867-4225-93b3-6746d808ae98/3cbb11a4-4289-4db3-a463-d377a877f108/cbac8367-9b5f-472a-b1b1-0e604629f0c8) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:23:54.651740 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17940f22-2c07-47b9-976d-1986d965b5e3', 'name': 'tempest-TestEncryptedCinderVolumes-607299202-router', 'tenant_id': 'bfbae33717dd424ea148adfbacadb93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e95f2e48-2de6-48c0-a174-d10c22bbf7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:23:49Z', 'updated_at': '2021-07-09T10:23:52Z', 'revision_number': 4, 'project_id': 'bfbae33717dd424ea148adfbacadb93f', 'gw_port': {'id': 'e95f2e48-2de6-48c0-a174-d10c22bbf7d3', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17940f22-2c07-47b9-976d-1986d965b5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:23:50Z', 'updated_at': '2021-07-09T10:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '003f0f22-b14a-4efe-86ab-4aa35723aef5', 'name': '', 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce', 'tenant_id': 'bfbae33717dd424ea148adfbacadb93f', 'mac_address': 'fa:16:3e:1a:67:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17940f22-2c07-47b9-976d-1986d965b5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cbb6fa50-9ee1-4955-9e88-38bc3019370a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:23:51Z', 'updated_at': '2021-07-09T10:23:52Z', 'revision_number': 2, 'project_id': 'bfbae33717dd424ea148adfbacadb93f', 'subnets': [{'id': 'cbb6fa50-9ee1-4955-9e88-38bc3019370a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:54.668557 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-792fb2d8-1d97-46d9-b904-49f7fb773f6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:54.683770 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] Checking router: 17940f22-2c07-47b9-976d-1986d965b5e3 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:23:54.684132 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] Updating router 17940f22-2c07-47b9-976d-1986d965b5e3 port 003f0f22-b14a-4efe-86ab-4aa35723aef5 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:23:54.693422 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-792fb2d8-1d97-46d9-b904-49f7fb773f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:54.763096 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:54.842333 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-792fb2d8-1d97-46d9-b904-49f7fb773f6d admin admin] Allocated IP 172.25.3.107 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/37231232-538b-44e2-9238-e5403bffae7e) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:23:54.944087 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-792fb2d8-1d97-46d9-b904-49f7fb773f6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:54.947625 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-96554563-a1b4-4396-b3fa-105aba1ba836 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:54.984453 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-792fb2d8-1d97-46d9-b904-49f7fb773f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:54.990091 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-96554563-a1b4-4396-b3fa-105aba1ba836 None None] Transition to ACTIVE for port object cbac8367-9b5f-472a-b1b1-0e604629f0c8 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:23:55.018913 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-96554563-a1b4-4396-b3fa-105aba1ba836 None None] Transition to ACTIVE for port object cbac8367-9b5f-472a-b1b1-0e604629f0c8 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:23:55.028289 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792fb2d8-1d97-46d9-b904-49f7fb773f6d admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:23:55.032837 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-792fb2d8-1d97-46d9-b904-49f7fb773f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:23:55.033085 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-96554563-a1b4-4396-b3fa-105aba1ba836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:55.037305 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792fb2d8-1d97-46d9-b904-49f7fb773f6d admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:23:55.040506 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792fb2d8-1d97-46d9-b904-49f7fb773f6d admin admin] Pushing event updated for resources: {'Port': ['ID=37231232-538b-44e2-9238-e5403bffae7e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:55.091401 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96554563-a1b4-4396-b3fa-105aba1ba836 None None] Network 2d196f78-f867-4225-93b3-6746d808ae98 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:23:55.098403 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-96554563-a1b4-4396-b3fa-105aba1ba836 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:23:55.107974 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96554563-a1b4-4396-b3fa-105aba1ba836 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:23:55.112305 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96554563-a1b4-4396-b3fa-105aba1ba836 None None] Pushing event updated for resources: {'Port': ['ID=cbac8367-9b5f-472a-b1b1-0e604629f0c8,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:55.211486 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-96554563-a1b4-4396-b3fa-105aba1ba836 None None] Attempting to bind port cbac8367-9b5f-472a-b1b1-0e604629f0c8 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:23:55.211785 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-96554563-a1b4-4396-b3fa-105aba1ba836 None None] Attempting to bind port cbac8367-9b5f-472a-b1b1-0e604629f0c8 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '703dcd79-48cd-4288-b1b5-5cba7559995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2d196f78-f867-4225-93b3-6746d808ae98'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:23:55.212149 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96554563-a1b4-4396-b3fa-105aba1ba836 None None] Attempting to bind port cbac8367-9b5f-472a-b1b1-0e604629f0c8 on network 2d196f78-f867-4225-93b3-6746d808ae98 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:23:55.218313 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:55.225616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96554563-a1b4-4396-b3fa-105aba1ba836 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:23:55.225991 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96554563-a1b4-4396-b3fa-105aba1ba836 None None] Checking segment: {'id': '703dcd79-48cd-4288-b1b5-5cba7559995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2d196f78-f867-4225-93b3-6746d808ae98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:23:55.226871 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-96554563-a1b4-4396-b3fa-105aba1ba836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:55.226871 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96554563-a1b4-4396-b3fa-105aba1ba836 None None] Bound using segment: {'id': '703dcd79-48cd-4288-b1b5-5cba7559995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2d196f78-f867-4225-93b3-6746d808ae98'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:23:55.227235 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-96554563-a1b4-4396-b3fa-105aba1ba836 None None] Bound port: cbac8367-9b5f-472a-b1b1-0e604629f0c8, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703dcd79-48cd-4288-b1b5-5cba7559995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2d196f78-f867-4225-93b3-6746d808ae98'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:23:55.227612 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-96554563-a1b4-4396-b3fa-105aba1ba836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:55.240468 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] Transition to ACTIVE for port object 003f0f22-b14a-4efe-86ab-4aa35723aef5 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:23:55.249220 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:55.290647 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-792fb2d8-1d97-46d9-b904-49f7fb773f6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:55.324604 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d1b63-f7f1-4aad-87a8-f8cdc8bf74e1 None None] Pushing event updated for resources: {'Port': ['ID=003f0f22-b14a-4efe-86ab-4aa35723aef5,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:55.369148 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-96554563-a1b4-4396-b3fa-105aba1ba836 None None] For port cbac8367-9b5f-472a-b1b1-0e604629f0c8, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:23:55.407158 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-96554563-a1b4-4396-b3fa-105aba1ba836 None None] For port cbac8367-9b5f-472a-b1b1-0e604629f0c8, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=cbac8367-9b5f-472a-b1b1-0e604629f0c8,segment=NetworkSegment(703dcd79-48cd-4288-b1b5-5cba7559995f),segment_id=703dcd79-48cd-4288-b1b5-5cba7559995f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:23:55.411912 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e95f2e48-2de6-48c0-a174-d10c22bbf7d3 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:23:55.433849 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-96554563-a1b4-4396-b3fa-105aba1ba836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:55.439530 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] Attempting to bind port 003f0f22-b14a-4efe-86ab-4aa35723aef5 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:23:55.439898 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] Attempting to bind port 003f0f22-b14a-4efe-86ab-4aa35723aef5 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '6a3e2321-e675-4c15-9ad5-cb44a2b08aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:23:55.440265 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] Attempting to bind port 003f0f22-b14a-4efe-86ab-4aa35723aef5 on network c81debf8-d7ee-4501-a62c-2be1695568ce {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:23:55.480576 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:23:55.480854 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] Checking segment: {'id': '6a3e2321-e675-4c15-9ad5-cb44a2b08aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:23:55.481283 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:55.481650 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] Bound using segment: {'id': '6a3e2321-e675-4c15-9ad5-cb44a2b08aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:23:55.482135 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] Bound port: 003f0f22-b14a-4efe-86ab-4aa35723aef5, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3e2321-e675-4c15-9ad5-cb44a2b08aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:23:55.482513 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:55.533187 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-792fb2d8-1d97-46d9-b904-49f7fb773f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:55.547366 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96554563-a1b4-4396-b3fa-105aba1ba836 None None] Pushing event updated for resources: {'Port': ['ID=cbac8367-9b5f-472a-b1b1-0e604629f0c8,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:55.573401 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port e95f2e48-2de6-48c0-a174-d10c22bbf7d3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:23:55.574253 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:55.619648 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] For port 003f0f22-b14a-4efe-86ab-4aa35723aef5, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:23:55.639163 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] For port 003f0f22-b14a-4efe-86ab-4aa35723aef5, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=003f0f22-b14a-4efe-86ab-4aa35723aef5,segment=NetworkSegment(6a3e2321-e675-4c15-9ad5-cb44a2b08aac),segment_id=6a3e2321-e675-4c15-9ad5-cb44a2b08aac)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:23:55.647064 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:55.685208 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792fb2d8-1d97-46d9-b904-49f7fb773f6d admin admin] Router d619709c-8fd3-44aa-87d2-4dd0fcfd9762 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 10:23:55.752719 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] Routers {'17940f22-2c07-47b9-976d-1986d965b5e3'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:23:55.753355 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:23:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['17940f22-2c07-47b9-976d-1986d965b5e3'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:55.758966 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d1b63-f7f1-4aad-87a8-f8cdc8bf74e1 None None] Pushing event updated for resources: {'Port': ['ID=003f0f22-b14a-4efe-86ab-4aa35723aef5,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:55.860203 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792fb2d8-1d97-46d9-b904-49f7fb773f6d admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:23:55.875612 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] Sync routers for ids ['d619709c-8fd3-44aa-87d2-4dd0fcfd9762'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:23:55.879860 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-792fb2d8-1d97-46d9-b904-49f7fb773f6d admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:55.882238 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-792fb2d8-1d97-46d9-b904-49f7fb773f6d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6950593 Jul 09 10:23:55.883833 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42522) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:23:55.903931 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] Routers {'d619709c-8fd3-44aa-87d2-4dd0fcfd9762'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:23:55.904573 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:23:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d619709c-8fd3-44aa-87d2-4dd0fcfd9762'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:55.916767 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] Set router 17940f22-2c07-47b9-976d-1986d965b5e3 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:23:56.035736 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] Set router d619709c-8fd3-44aa-87d2-4dd0fcfd9762 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:23:56.236643 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd619709c-8fd3-44aa-87d2-4dd0fcfd9762', 'name': 'tempest-TestEncryptedCinderVolumes-459783050-router', 'tenant_id': 'ee613358b38f41eba3196c511fe35adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '37231232-538b-44e2-9238-e5403bffae7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:23:54Z', 'updated_at': '2021-07-09T10:23:55Z', 'revision_number': 3, 'project_id': 'ee613358b38f41eba3196c511fe35adc', 'gw_port': {'id': '37231232-538b-44e2-9238-e5403bffae7e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:97:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd619709c-8fd3-44aa-87d2-4dd0fcfd9762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:23:54Z', 'updated_at': '2021-07-09T10:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:56.262778 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] Checking router: d619709c-8fd3-44aa-87d2-4dd0fcfd9762 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:23:56.263131 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] Updating router d619709c-8fd3-44aa-87d2-4dd0fcfd9762 port 37231232-538b-44e2-9238-e5403bffae7e binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:23:56.300720 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:56.315019 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17940f22-2c07-47b9-976d-1986d965b5e3', 'name': 'tempest-TestEncryptedCinderVolumes-607299202-router', 'tenant_id': 'bfbae33717dd424ea148adfbacadb93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e95f2e48-2de6-48c0-a174-d10c22bbf7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:23:49Z', 'updated_at': '2021-07-09T10:23:52Z', 'revision_number': 4, 'project_id': 'bfbae33717dd424ea148adfbacadb93f', 'gw_port': {'id': 'e95f2e48-2de6-48c0-a174-d10c22bbf7d3', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17940f22-2c07-47b9-976d-1986d965b5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:23:50Z', 'updated_at': '2021-07-09T10:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '003f0f22-b14a-4efe-86ab-4aa35723aef5', 'name': '', 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce', 'tenant_id': 'bfbae33717dd424ea148adfbacadb93f', 'mac_address': 'fa:16:3e:1a:67:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17940f22-2c07-47b9-976d-1986d965b5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cbb6fa50-9ee1-4955-9e88-38bc3019370a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:23:51Z', 'updated_at': '2021-07-09T10:23:55Z', 'revision_number': 4, 'project_id': 'bfbae33717dd424ea148adfbacadb93f', 'subnets': [{'id': 'cbb6fa50-9ee1-4955-9e88-38bc3019370a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:56.346461 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02d676-ab16-45c5-b9ff-9ddc8cc3aabe None None] The sync data for ids ['17940f22-2c07-47b9-976d-1986d965b5e3'] in n-d-799996-1 is: [{'id': '17940f22-2c07-47b9-976d-1986d965b5e3', 'name': 'tempest-TestEncryptedCinderVolumes-607299202-router', 'tenant_id': 'bfbae33717dd424ea148adfbacadb93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e95f2e48-2de6-48c0-a174-d10c22bbf7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:23:49Z', 'updated_at': '2021-07-09T10:23:52Z', 'revision_number': 4, 'project_id': 'bfbae33717dd424ea148adfbacadb93f', 'gw_port': {'id': 'e95f2e48-2de6-48c0-a174-d10c22bbf7d3', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17940f22-2c07-47b9-976d-1986d965b5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:23:50Z', 'updated_at': '2021-07-09T10:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '003f0f22-b14a-4efe-86ab-4aa35723aef5', 'name': '', 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce', 'tenant_id': 'bfbae33717dd424ea148adfbacadb93f', 'mac_address': 'fa:16:3e:1a:67:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17940f22-2c07-47b9-976d-1986d965b5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cbb6fa50-9ee1-4955-9e88-38bc3019370a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:23:51Z', 'updated_at': '2021-07-09T10:23:55Z', 'revision_number': 4, 'project_id': 'bfbae33717dd424ea148adfbacadb93f', 'subnets': [{'id': 'cbb6fa50-9ee1-4955-9e88-38bc3019370a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:23:56.422326 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f25487cb-17eb-419e-bf24-785f3582af2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:56.612716 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-f25487cb-17eb-419e-bf24-785f3582af2b admin admin] Allocated IP 172.20.0.1 (2d196f78-f867-4225-93b3-6746d808ae98/3cbb11a4-4289-4db3-a463-d377a877f108/664241c7-8ec2-4c3a-8cdd-3716db1b8fad) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:23:56.690167 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:56.705855 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] Transition to ACTIVE for port object 37231232-538b-44e2-9238-e5403bffae7e will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:23:56.719391 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:56.767491 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f25487cb-17eb-419e-bf24-785f3582af2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:56.769462 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba28d1e0-ef97-4a35-a104-c637fd34d6d4 None None] Network 2d196f78-f867-4225-93b3-6746d808ae98 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:23:56.785627 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] Attempting to bind port 37231232-538b-44e2-9238-e5403bffae7e on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:23:56.785926 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] Attempting to bind port 37231232-538b-44e2-9238-e5403bffae7e by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:23:56.786282 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] Attempting to bind port 37231232-538b-44e2-9238-e5403bffae7e on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:23:56.791473 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-f25487cb-17eb-419e-bf24-785f3582af2b admin admin] Transition to ACTIVE for port object 664241c7-8ec2-4c3a-8cdd-3716db1b8fad will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:23:56.800099 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:23:56.800526 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:23:56.800930 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:56.801320 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:23:56.801884 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] Bound port: 37231232-538b-44e2-9238-e5403bffae7e, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:23:56.802268 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:56.833056 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f25487cb-17eb-419e-bf24-785f3582af2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:56.861088 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] For port 37231232-538b-44e2-9238-e5403bffae7e, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:23:56.864714 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] For port 37231232-538b-44e2-9238-e5403bffae7e, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=37231232-538b-44e2-9238-e5403bffae7e,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:23:56.869815 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f8f53-28fb-474a-b2df-488407bd1428 None None] Pushing event updated for resources: {'Port': ['ID=37231232-538b-44e2-9238-e5403bffae7e,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:56.873622 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:56.887965 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d55f0d53-b94c-4c31-8b9f-ab71bccfd488 None None] Provisioning for port cbac8367-9b5f-472a-b1b1-0e604629f0c8 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:23:56.892158 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25487cb-17eb-419e-bf24-785f3582af2b admin admin] Pushing event updated for resources: {'Port': ['ID=664241c7-8ec2-4c3a-8cdd-3716db1b8fad,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:56.905147 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25487cb-17eb-419e-bf24-785f3582af2b admin admin] Network 2d196f78-f867-4225-93b3-6746d808ae98 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:23:56.906624 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-f25487cb-17eb-419e-bf24-785f3582af2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:23:56.911994 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25487cb-17eb-419e-bf24-785f3582af2b admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:23:56.948394 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] Routers {'d619709c-8fd3-44aa-87d2-4dd0fcfd9762'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:23:56.949580 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:23:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d619709c-8fd3-44aa-87d2-4dd0fcfd9762'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:56.953860 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f8f53-28fb-474a-b2df-488407bd1428 None None] Pushing event updated for resources: {'Port': ['ID=37231232-538b-44e2-9238-e5403bffae7e,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:56.968870 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f25487cb-17eb-419e-bf24-785f3582af2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:57.080713 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] Set router d619709c-8fd3-44aa-87d2-4dd0fcfd9762 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:23:57.139336 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f25487cb-17eb-419e-bf24-785f3582af2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:57.294670 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd619709c-8fd3-44aa-87d2-4dd0fcfd9762', 'name': 'tempest-TestEncryptedCinderVolumes-459783050-router', 'tenant_id': 'ee613358b38f41eba3196c511fe35adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '37231232-538b-44e2-9238-e5403bffae7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:23:54Z', 'updated_at': '2021-07-09T10:23:55Z', 'revision_number': 3, 'project_id': 'ee613358b38f41eba3196c511fe35adc', 'gw_port': {'id': '37231232-538b-44e2-9238-e5403bffae7e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:97:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd619709c-8fd3-44aa-87d2-4dd0fcfd9762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:23:54Z', 'updated_at': '2021-07-09T10:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:23:57.342212 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc47ec0d-51a6-4191-b444-62b31e9eb45b None None] The sync data for ids ['d619709c-8fd3-44aa-87d2-4dd0fcfd9762'] in n-d-799996-1 is: [{'id': 'd619709c-8fd3-44aa-87d2-4dd0fcfd9762', 'name': 'tempest-TestEncryptedCinderVolumes-459783050-router', 'tenant_id': 'ee613358b38f41eba3196c511fe35adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '37231232-538b-44e2-9238-e5403bffae7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:23:54Z', 'updated_at': '2021-07-09T10:23:55Z', 'revision_number': 3, 'project_id': 'ee613358b38f41eba3196c511fe35adc', 'gw_port': {'id': '37231232-538b-44e2-9238-e5403bffae7e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:97:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd619709c-8fd3-44aa-87d2-4dd0fcfd9762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:23:54Z', 'updated_at': '2021-07-09T10:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:23:57.397596 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-53efc667-01e7-436b-b4f3-3be032007104 None None] Provisioning for port 664241c7-8ec2-4c3a-8cdd-3716db1b8fad completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:23:57.402311 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-53efc667-01e7-436b-b4f3-3be032007104 None None] Provisioning complete for port 664241c7-8ec2-4c3a-8cdd-3716db1b8fad triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:23:57.402689 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53efc667-01e7-436b-b4f3-3be032007104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:57.469138 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-53efc667-01e7-436b-b4f3-3be032007104 None None] Port 664241c7-8ec2-4c3a-8cdd-3716db1b8fad cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:23:57.504071 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 003f0f22-b14a-4efe-86ab-4aa35723aef5 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:23:57.593339 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-05d3ae9c-282e-4a40-9f28-25fb277b0b1d None None] Provisioning complete for port 664241c7-8ec2-4c3a-8cdd-3716db1b8fad triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:23:57.593898 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-05d3ae9c-282e-4a40-9f28-25fb277b0b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:57.597697 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 003f0f22-b14a-4efe-86ab-4aa35723aef5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:23:57.625121 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 003f0f22-b14a-4efe-86ab-4aa35723aef5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:23:57.625491 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:57.671762 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-05d3ae9c-282e-4a40-9f28-25fb277b0b1d None None] Port 664241c7-8ec2-4c3a-8cdd-3716db1b8fad cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:23:57.738736 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:57.776100 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f25487cb-17eb-419e-bf24-785f3582af2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:57.782178 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 003f0f22-b14a-4efe-86ab-4aa35723aef5, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=003f0f22-b14a-4efe-86ab-4aa35723aef5,segment=NetworkSegment(6a3e2321-e675-4c15-9ad5-cb44a2b08aac),segment_id=6a3e2321-e675-4c15-9ad5-cb44a2b08aac)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:23:57.784583 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f25487cb-17eb-419e-bf24-785f3582af2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:57.787097 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:57.788281 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cbac8367-9b5f-472a-b1b1-0e604629f0c8 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:23:57.861085 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f25487cb-17eb-419e-bf24-785f3582af2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:57.863050 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25487cb-17eb-419e-bf24-785f3582af2b admin admin] Pushing event updated for resources: {'Port': ['ID=664241c7-8ec2-4c3a-8cdd-3716db1b8fad,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:57.883271 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=003f0f22-b14a-4efe-86ab-4aa35723aef5,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:57.903623 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port cbac8367-9b5f-472a-b1b1-0e604629f0c8 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:23:57.908398 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port cbac8367-9b5f-472a-b1b1-0e604629f0c8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:23:57.909093 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:57.974432 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25487cb-17eb-419e-bf24-785f3582af2b admin admin] Network 2d196f78-f867-4225-93b3-6746d808ae98 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:23:57.976213 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-f25487cb-17eb-419e-bf24-785f3582af2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:23:58.005393 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:58.059381 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port cbac8367-9b5f-472a-b1b1-0e604629f0c8, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=cbac8367-9b5f-472a-b1b1-0e604629f0c8,segment=NetworkSegment(703dcd79-48cd-4288-b1b5-5cba7559995f),segment_id=703dcd79-48cd-4288-b1b5-5cba7559995f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:23:58.065976 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:58.108874 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25487cb-17eb-419e-bf24-785f3582af2b admin admin] Router d619709c-8fd3-44aa-87d2-4dd0fcfd9762 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:23:58.128774 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=cbac8367-9b5f-472a-b1b1-0e604629f0c8,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:58.242284 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25487cb-17eb-419e-bf24-785f3582af2b admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:23:58.248190 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f25487cb-17eb-419e-bf24-785f3582af2b admin admin] 10.222.0.61 "PUT /v2.0/routers/d619709c-8fd3-44aa-87d2-4dd0fcfd9762/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3625326 Jul 09 10:23:58.298426 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fedbb144-3b5a-441d-b5da-c939c5b9f4e7 None None] Provisioning complete for port 664241c7-8ec2-4c3a-8cdd-3716db1b8fad triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:23:58.298803 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fedbb144-3b5a-441d-b5da-c939c5b9f4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:58.335511 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-fedbb144-3b5a-441d-b5da-c939c5b9f4e7 None None] Port 664241c7-8ec2-4c3a-8cdd-3716db1b8fad cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:23:59.054017 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-b6c6934a-dd8e-4e9b-a88f-c279b4d06884 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:23:59.055536 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-b6c6934a-dd8e-4e9b-a88f-c279b4d06884 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/networks?id=c81debf8-d7ee-4501-a62c-2be1695568ce HTTP/1.1" status: 200 len: 816 time: 0.0984571 Jul 09 10:23:59.071371 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-68c42909-efa5-47ff-b90e-e2c3354ae447 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/quotas/bfbae33717dd424ea148adfbacadb93f HTTP/1.1" status: 200 len: 375 time: 0.0100577 Jul 09 10:23:59.145422 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-ba19c896-c3ba-490e-9674-3dc2b1576bfa tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bfbae33717dd424ea148adfbacadb93f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683286 Jul 09 10:23:59.164670 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-13839737-98a8-4ce4-99f0-736513604a2c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 10:23:59.165654 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-13839737-98a8-4ce4-99f0-736513604a2c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053880 Jul 09 10:23:59.258458 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-4995354c-ea29-466f-80c6-8f5e093bce83 service neutron] 10.222.0.61 "GET /v2.0/networks/c81debf8-d7ee-4501-a62c-2be1695568ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867672 Jul 09 10:23:59.353390 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-293e28e6-9085-4e94-b44c-70f1f283eaf3 service neutron] 10.222.0.61 "GET /v2.0/networks/c81debf8-d7ee-4501-a62c-2be1695568ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903161 Jul 09 10:23:59.463870 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 003f0f22-b14a-4efe-86ab-4aa35723aef5 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:23:59.528866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 003f0f22-b14a-4efe-86ab-4aa35723aef5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:23:59.529670 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:59.554219 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1650f21c-9496-48fe-b3bd-e3a2ee1ce90a req-7112b510-cd77-4b2f-bb15-a7cee1411384 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=915bfbe1-a073-4dd7-9717-3991b34a4694 HTTP/1.1" status: 200 len: 210 time: 0.0329356 Jul 09 10:23:59.626181 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 37231232-538b-44e2-9238-e5403bffae7e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:23:59.678207 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 37231232-538b-44e2-9238-e5403bffae7e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:23:59.682440 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 37231232-538b-44e2-9238-e5403bffae7e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:23:59.683624 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:59.773130 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:59.796707 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 37231232-538b-44e2-9238-e5403bffae7e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=37231232-538b-44e2-9238-e5403bffae7e,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:23:59.801119 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:59.802141 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cbac8367-9b5f-472a-b1b1-0e604629f0c8 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:23:59.882948 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=37231232-538b-44e2-9238-e5403bffae7e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:23:59.895205 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port cbac8367-9b5f-472a-b1b1-0e604629f0c8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:23:59.895581 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:23:59.929717 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4959997-d476-45f8-8a92-574220811102 None None] Sync routers for ids ['d619709c-8fd3-44aa-87d2-4dd0fcfd9762'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:23:59.946850 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4959997-d476-45f8-8a92-574220811102 None None] Routers {'d619709c-8fd3-44aa-87d2-4dd0fcfd9762'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:23:59.947479 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c4959997-d476-45f8-8a92-574220811102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:23:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d619709c-8fd3-44aa-87d2-4dd0fcfd9762'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:24:00.091803 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c4959997-d476-45f8-8a92-574220811102 None None] Set router d619709c-8fd3-44aa-87d2-4dd0fcfd9762 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:24:00.291244 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c4959997-d476-45f8-8a92-574220811102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd619709c-8fd3-44aa-87d2-4dd0fcfd9762', 'name': 'tempest-TestEncryptedCinderVolumes-459783050-router', 'tenant_id': 'ee613358b38f41eba3196c511fe35adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '37231232-538b-44e2-9238-e5403bffae7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:23:54Z', 'updated_at': '2021-07-09T10:23:57Z', 'revision_number': 4, 'project_id': 'ee613358b38f41eba3196c511fe35adc', 'gw_port': {'id': '37231232-538b-44e2-9238-e5403bffae7e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:97:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd619709c-8fd3-44aa-87d2-4dd0fcfd9762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:23:54Z', 'updated_at': '2021-07-09T10:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '664241c7-8ec2-4c3a-8cdd-3716db1b8fad', 'name': '', 'network_id': '2d196f78-f867-4225-93b3-6746d808ae98', 'tenant_id': 'ee613358b38f41eba3196c511fe35adc', 'mac_address': 'fa:16:3e:f3:c1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd619709c-8fd3-44aa-87d2-4dd0fcfd9762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '3cbb11a4-4289-4db3-a463-d377a877f108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:23:56Z', 'updated_at': '2021-07-09T10:23:57Z', 'revision_number': 2, 'project_id': 'ee613358b38f41eba3196c511fe35adc', 'subnets': [{'id': '3cbb11a4-4289-4db3-a463-d377a877f108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:24:00.320689 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4959997-d476-45f8-8a92-574220811102 None None] Checking router: d619709c-8fd3-44aa-87d2-4dd0fcfd9762 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:24:00.321039 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4959997-d476-45f8-8a92-574220811102 None None] Updating router d619709c-8fd3-44aa-87d2-4dd0fcfd9762 port 664241c7-8ec2-4c3a-8cdd-3716db1b8fad binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:24:00.355248 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c4959997-d476-45f8-8a92-574220811102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:00.635975 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c4959997-d476-45f8-8a92-574220811102 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:00.648404 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c4959997-d476-45f8-8a92-574220811102 None None] Transition to ACTIVE for port object 664241c7-8ec2-4c3a-8cdd-3716db1b8fad will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:24:00.656190 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c4959997-d476-45f8-8a92-574220811102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:00.686058 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-ff17f3aa-7d35-481a-9ce3-b75972061da7 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:00.687581 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-ff17f3aa-7d35-481a-9ce3-b75972061da7 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.58 "GET /v2.0/networks?id=c81debf8-d7ee-4501-a62c-2be1695568ce HTTP/1.1" status: 200 len: 816 time: 0.1297007 Jul 09 10:24:00.706089 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-9148a2af-d9e5-46f2-bbd3-9309bc588398 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Request body: {'port': {'device_id': '915bfbe1-a073-4dd7-9717-3991b34a4694', 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce', 'admin_state_up': True, 'tenant_id': 'bfbae33717dd424ea148adfbacadb93f'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:24:00.724120 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d36f8007-aff3-4b02-b2ef-042782df8857 req-b3f5048d-753d-46ad-821d-40c693784f07 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=915bfbe1-a073-4dd7-9717-3991b34a4694 HTTP/1.1" status: 200 len: 210 time: 0.0389507 Jul 09 10:24:00.727253 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54500d9a-586c-4dcb-8fe1-26aa23648dfa None None] Pushing event updated for resources: {'Port': ['ID=664241c7-8ec2-4c3a-8cdd-3716db1b8fad,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:24:00.808881 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c4959997-d476-45f8-8a92-574220811102 None None] Attempting to bind port 664241c7-8ec2-4c3a-8cdd-3716db1b8fad on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:24:00.809290 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c4959997-d476-45f8-8a92-574220811102 None None] Attempting to bind port 664241c7-8ec2-4c3a-8cdd-3716db1b8fad by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '703dcd79-48cd-4288-b1b5-5cba7559995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2d196f78-f867-4225-93b3-6746d808ae98'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:24:00.809839 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4959997-d476-45f8-8a92-574220811102 None None] Attempting to bind port 664241c7-8ec2-4c3a-8cdd-3716db1b8fad on network 2d196f78-f867-4225-93b3-6746d808ae98 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:24:00.816273 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4959997-d476-45f8-8a92-574220811102 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:24:00.816653 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4959997-d476-45f8-8a92-574220811102 None None] Checking segment: {'id': '703dcd79-48cd-4288-b1b5-5cba7559995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2d196f78-f867-4225-93b3-6746d808ae98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:24:00.817061 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c4959997-d476-45f8-8a92-574220811102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:00.817461 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4959997-d476-45f8-8a92-574220811102 None None] Bound using segment: {'id': '703dcd79-48cd-4288-b1b5-5cba7559995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2d196f78-f867-4225-93b3-6746d808ae98'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:24:00.817940 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c4959997-d476-45f8-8a92-574220811102 None None] Bound port: 664241c7-8ec2-4c3a-8cdd-3716db1b8fad, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703dcd79-48cd-4288-b1b5-5cba7559995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2d196f78-f867-4225-93b3-6746d808ae98'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:24:00.818312 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c4959997-d476-45f8-8a92-574220811102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:00.848982 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-9148a2af-d9e5-46f2-bbd3-9309bc588398 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Made reservation on behalf of bfbae33717dd424ea148adfbacadb93f for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:24:00.853043 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-9148a2af-d9e5-46f2-bbd3-9309bc588398 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:00.893096 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c4959997-d476-45f8-8a92-574220811102 None None] For port 664241c7-8ec2-4c3a-8cdd-3716db1b8fad, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:24:00.896517 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c4959997-d476-45f8-8a92-574220811102 None None] For port 664241c7-8ec2-4c3a-8cdd-3716db1b8fad, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=664241c7-8ec2-4c3a-8cdd-3716db1b8fad,segment=NetworkSegment(703dcd79-48cd-4288-b1b5-5cba7559995f),segment_id=703dcd79-48cd-4288-b1b5-5cba7559995f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:24:00.901954 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c4959997-d476-45f8-8a92-574220811102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:00.963486 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4959997-d476-45f8-8a92-574220811102 None None] Routers {'d619709c-8fd3-44aa-87d2-4dd0fcfd9762'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:24:00.964844 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c4959997-d476-45f8-8a92-574220811102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:23:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d619709c-8fd3-44aa-87d2-4dd0fcfd9762'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:24:00.999587 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-9148a2af-d9e5-46f2-bbd3-9309bc588398 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Allocated IP 172.20.0.4 (c81debf8-d7ee-4501-a62c-2be1695568ce/cbb6fa50-9ee1-4955-9e88-38bc3019370a/812f694c-6c30-44ae-a59e-3cdb3c4097b6) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:24:01.005183 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54500d9a-586c-4dcb-8fe1-26aa23648dfa None None] Pushing event updated for resources: {'Port': ['ID=664241c7-8ec2-4c3a-8cdd-3716db1b8fad,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:24:01.095225 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c4959997-d476-45f8-8a92-574220811102 None None] Set router d619709c-8fd3-44aa-87d2-4dd0fcfd9762 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:24:01.175238 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-9148a2af-d9e5-46f2-bbd3-9309bc588398 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:01.190293 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-9148a2af-d9e5-46f2-bbd3-9309bc588398 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Transition to ACTIVE for port object 812f694c-6c30-44ae-a59e-3cdb3c4097b6 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:24:01.225746 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-9148a2af-d9e5-46f2-bbd3-9309bc588398 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:01.280415 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-9148a2af-d9e5-46f2-bbd3-9309bc588398 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Network c81debf8-d7ee-4501-a62c-2be1695568ce is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:24:01.283880 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-9148a2af-d9e5-46f2-bbd3-9309bc588398 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:24:01.288760 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-9148a2af-d9e5-46f2-bbd3-9309bc588398 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:24:01.293280 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148a2af-d9e5-46f2-bbd3-9309bc588398 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Pushing event updated for resources: {'Port': ['ID=812f694c-6c30-44ae-a59e-3cdb3c4097b6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:24:01.341638 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-9148a2af-d9e5-46f2-bbd3-9309bc588398 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:01.342280 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-9148a2af-d9e5-46f2-bbd3-9309bc588398 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:01.364033 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-9148a2af-d9e5-46f2-bbd3-9309bc588398 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6610506 Jul 09 10:24:01.373369 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-421838f7-0ada-4fe6-acbe-879deccb6672 service neutron] Request body: {'port': {'device_id': '915bfbe1-a073-4dd7-9717-3991b34a4694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:24:01.414481 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 37231232-538b-44e2-9238-e5403bffae7e up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:24:01.452766 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-421838f7-0ada-4fe6-acbe-879deccb6672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:01.504978 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 37231232-538b-44e2-9238-e5403bffae7e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:24:01.505446 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:01.577892 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c06a32ae-3edc-44c6-a52f-b9b23d254b79 None None] Provisioning for port 812f694c-6c30-44ae-a59e-3cdb3c4097b6 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:24:01.585397 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c06a32ae-3edc-44c6-a52f-b9b23d254b79 None None] Provisioning complete for port 812f694c-6c30-44ae-a59e-3cdb3c4097b6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:24:01.585764 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c06a32ae-3edc-44c6-a52f-b9b23d254b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:01.608270 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c4959997-d476-45f8-8a92-574220811102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd619709c-8fd3-44aa-87d2-4dd0fcfd9762', 'name': 'tempest-TestEncryptedCinderVolumes-459783050-router', 'tenant_id': 'ee613358b38f41eba3196c511fe35adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '37231232-538b-44e2-9238-e5403bffae7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:23:54Z', 'updated_at': '2021-07-09T10:23:57Z', 'revision_number': 4, 'project_id': 'ee613358b38f41eba3196c511fe35adc', 'gw_port': {'id': '37231232-538b-44e2-9238-e5403bffae7e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:97:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd619709c-8fd3-44aa-87d2-4dd0fcfd9762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:23:54Z', 'updated_at': '2021-07-09T10:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '664241c7-8ec2-4c3a-8cdd-3716db1b8fad', 'name': '', 'network_id': '2d196f78-f867-4225-93b3-6746d808ae98', 'tenant_id': 'ee613358b38f41eba3196c511fe35adc', 'mac_address': 'fa:16:3e:f3:c1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd619709c-8fd3-44aa-87d2-4dd0fcfd9762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '3cbb11a4-4289-4db3-a463-d377a877f108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:23:56Z', 'updated_at': '2021-07-09T10:24:00Z', 'revision_number': 4, 'project_id': 'ee613358b38f41eba3196c511fe35adc', 'subnets': [{'id': '3cbb11a4-4289-4db3-a463-d377a877f108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:24:01.658616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4959997-d476-45f8-8a92-574220811102 None None] The sync data for ids ['d619709c-8fd3-44aa-87d2-4dd0fcfd9762'] in n-d-799996-1 is: [{'id': 'd619709c-8fd3-44aa-87d2-4dd0fcfd9762', 'name': 'tempest-TestEncryptedCinderVolumes-459783050-router', 'tenant_id': 'ee613358b38f41eba3196c511fe35adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '37231232-538b-44e2-9238-e5403bffae7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:23:54Z', 'updated_at': '2021-07-09T10:23:57Z', 'revision_number': 4, 'project_id': 'ee613358b38f41eba3196c511fe35adc', 'gw_port': {'id': '37231232-538b-44e2-9238-e5403bffae7e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:97:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd619709c-8fd3-44aa-87d2-4dd0fcfd9762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:23:54Z', 'updated_at': '2021-07-09T10:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '664241c7-8ec2-4c3a-8cdd-3716db1b8fad', 'name': '', 'network_id': '2d196f78-f867-4225-93b3-6746d808ae98', 'tenant_id': 'ee613358b38f41eba3196c511fe35adc', 'mac_address': 'fa:16:3e:f3:c1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd619709c-8fd3-44aa-87d2-4dd0fcfd9762', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '3cbb11a4-4289-4db3-a463-d377a877f108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:23:56Z', 'updated_at': '2021-07-09T10:24:00Z', 'revision_number': 4, 'project_id': 'ee613358b38f41eba3196c511fe35adc', 'subnets': [{'id': '3cbb11a4-4289-4db3-a463-d377a877f108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:24:01.679825 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c06a32ae-3edc-44c6-a52f-b9b23d254b79 None None] Port 812f694c-6c30-44ae-a59e-3cdb3c4097b6 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:24:01.784317 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-421838f7-0ada-4fe6-acbe-879deccb6672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812f694c-6c30-44ae-a59e-3cdb3c4097b6 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:24:01.792367 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-421838f7-0ada-4fe6-acbe-879deccb6672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:01.806722 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-421838f7-0ada-4fe6-acbe-879deccb6672 service neutron] Transition to ACTIVE for port object 812f694c-6c30-44ae-a59e-3cdb3c4097b6 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:24:01.811645 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-421838f7-0ada-4fe6-acbe-879deccb6672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:01.865426 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421838f7-0ada-4fe6-acbe-879deccb6672 service neutron] Pushing event updated for resources: {'Port': ['ID=812f694c-6c30-44ae-a59e-3cdb3c4097b6,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:24:01.939824 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c8a0f-12cd-49d1-b684-258a16a3745e req-7dffe970-a4a5-4ba3-903a-7e7b2c40cf3b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:01.941736 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ef9c8a0f-12cd-49d1-b684-258a16a3745e req-7dffe970-a4a5-4ba3-903a-7e7b2c40cf3b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=915bfbe1-a073-4dd7-9717-3991b34a4694 HTTP/1.1" status: 200 len: 943 time: 0.0874996 Jul 09 10:24:01.959558 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-421838f7-0ada-4fe6-acbe-879deccb6672 service neutron] Attempting to bind port 812f694c-6c30-44ae-a59e-3cdb3c4097b6 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:24:01.959894 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-421838f7-0ada-4fe6-acbe-879deccb6672 service neutron] Attempting to bind port 812f694c-6c30-44ae-a59e-3cdb3c4097b6 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '6a3e2321-e675-4c15-9ad5-cb44a2b08aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:24:01.960452 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-421838f7-0ada-4fe6-acbe-879deccb6672 service neutron] Attempting to bind port 812f694c-6c30-44ae-a59e-3cdb3c4097b6 on network c81debf8-d7ee-4501-a62c-2be1695568ce {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:24:01.965521 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-421838f7-0ada-4fe6-acbe-879deccb6672 service neutron] Port 812f694c-6c30-44ae-a59e-3cdb3c4097b6 on network c81debf8-d7ee-4501-a62c-2be1695568ce not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:24:01.965844 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-421838f7-0ada-4fe6-acbe-879deccb6672 service neutron] Attempting to bind port 812f694c-6c30-44ae-a59e-3cdb3c4097b6 on network c81debf8-d7ee-4501-a62c-2be1695568ce {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:24:01.971039 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-421838f7-0ada-4fe6-acbe-879deccb6672 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:24:01.971382 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-421838f7-0ada-4fe6-acbe-879deccb6672 service neutron] Checking segment: {'id': '6a3e2321-e675-4c15-9ad5-cb44a2b08aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:24:01.971794 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-421838f7-0ada-4fe6-acbe-879deccb6672 service neutron] Bound using segment: {'id': '6a3e2321-e675-4c15-9ad5-cb44a2b08aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:24:01.972223 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-421838f7-0ada-4fe6-acbe-879deccb6672 service neutron] Bound port: 812f694c-6c30-44ae-a59e-3cdb3c4097b6, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a3e2321-e675-4c15-9ad5-cb44a2b08aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:24:01.972585 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-421838f7-0ada-4fe6-acbe-879deccb6672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:01.992359 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ef9c8a0f-12cd-49d1-b684-258a16a3745e req-b7b55ceb-c1da-4248-97ba-9233a48b3336 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/security-groups?id=3449e267-bea2-440c-bae4-4f93a841e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443640 Jul 09 10:24:02.065693 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-421838f7-0ada-4fe6-acbe-879deccb6672 service neutron] For port 812f694c-6c30-44ae-a59e-3cdb3c4097b6, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:24:02.069368 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-421838f7-0ada-4fe6-acbe-879deccb6672 service neutron] For port 812f694c-6c30-44ae-a59e-3cdb3c4097b6, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=812f694c-6c30-44ae-a59e-3cdb3c4097b6,segment=NetworkSegment(6a3e2321-e675-4c15-9ad5-cb44a2b08aac),segment_id=6a3e2321-e675-4c15-9ad5-cb44a2b08aac)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:24:02.075506 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-421838f7-0ada-4fe6-acbe-879deccb6672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:02.121232 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-421838f7-0ada-4fe6-acbe-879deccb6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:02.121872 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-421838f7-0ada-4fe6-acbe-879deccb6672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:02.123306 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-421838f7-0ada-4fe6-acbe-879deccb6672 service neutron] 10.222.0.58 "PUT /v2.0/ports/812f694c-6c30-44ae-a59e-3cdb3c4097b6 HTTP/1.1" status: 200 len: 1091 time: 0.7556109 Jul 09 10:24:02.123786 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915bfbe1-a073-4dd7-9717-3991b34a4694', 'tag': '812f694c-6c30-44ae-a59e-3cdb3c4097b6'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:24:02.126280 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6816d9df-ecdb-4549-a5b1-c27a28bd4a62" -d '{"events": [{"name": "network-changed", "server_uuid": "915bfbe1-a073-4dd7-9717-3991b34a4694", "tag": "812f694c-6c30-44ae-a59e-3cdb3c4097b6"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:24:02.180762 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421838f7-0ada-4fe6-acbe-879deccb6672 service neutron] Pushing event updated for resources: {'Port': ['ID=812f694c-6c30-44ae-a59e-3cdb3c4097b6,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:24:02.186733 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbbe39a-bcfc-42cd-9e22-b08cc39c9ce4 x-openstack-request-id: req-2bbbe39a-bcfc-42cd-9e22-b08cc39c9ce4 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:24:02.187026 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "915bfbe1-a073-4dd7-9717-3991b34a4694", "tag": "812f694c-6c30-44ae-a59e-3cdb3c4097b6", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:24:02.187289 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2bbbe39a-bcfc-42cd-9e22-b08cc39c9ce4 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:24:02.187725 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '915bfbe1-a073-4dd7-9717-3991b34a4694', 'tag': '812f694c-6c30-44ae-a59e-3cdb3c4097b6', 'status': 'completed', 'code': 200} Jul 09 10:24:02.259539 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-eae27011-88b6-44cb-8aee-2fc6f1681314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:02.261901 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-eae27011-88b6-44cb-8aee-2fc6f1681314 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bfbae33717dd424ea148adfbacadb93f&device_id=915bfbe1-a073-4dd7-9717-3991b34a4694 HTTP/1.1" status: 200 len: 1094 time: 0.0589242 Jul 09 10:24:02.308876 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-b6f3cecd-7d72-4c2c-bb56-b1b39123535e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=812f694c-6c30-44ae-a59e-3cdb3c4097b6 HTTP/1.1" status: 200 len: 217 time: 0.0382931 Jul 09 10:24:02.358342 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-70398b9d-4c5e-4657-8e08-efb30b19ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:02.359855 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-70398b9d-4c5e-4657-8e08-efb30b19ca4b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cbb6fa50-9ee1-4955-9e88-38bc3019370a HTTP/1.1" status: 200 len: 855 time: 0.0453286 Jul 09 10:24:02.415386 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-760ff996-b775-4db9-960d-3e1963c76a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:02.416846 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-760ff996-b775-4db9-960d-3e1963c76a48 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c81debf8-d7ee-4501-a62c-2be1695568ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511394 Jul 09 10:24:02.514404 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-0f4723fa-6d8b-402d-896d-f4397046c313 service neutron] 10.222.0.58 "GET /v2.0/networks/c81debf8-d7ee-4501-a62c-2be1695568ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905693 Jul 09 10:24:02.603772 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-41d08ab0-277e-4a20-bcb3-381217216e7b req-6b36b651-16f5-4cbe-83d5-48577ef31097 service neutron] 10.222.0.58 "GET /v2.0/networks/c81debf8-d7ee-4501-a62c-2be1695568ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826652 Jul 09 10:24:02.706397 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816d9df-ecdb-4549-a5b1-c27a28bd4a62 req-be3773ee-1f0e-435b-964a-2d01d7f2d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:02.707851 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6816d9df-ecdb-4549-a5b1-c27a28bd4a62 req-be3773ee-1f0e-435b-964a-2d01d7f2d1d4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bfbae33717dd424ea148adfbacadb93f&device_id=915bfbe1-a073-4dd7-9717-3991b34a4694 HTTP/1.1" status: 200 len: 1094 time: 0.0568607 Jul 09 10:24:02.796384 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816d9df-ecdb-4549-a5b1-c27a28bd4a62 req-45f28239-fa37-4517-aa2a-d707bceca27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:02.797893 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6816d9df-ecdb-4549-a5b1-c27a28bd4a62 req-45f28239-fa37-4517-aa2a-d707bceca27c service neutron] 10.222.0.58 "GET /v2.0/networks?id=c81debf8-d7ee-4501-a62c-2be1695568ce HTTP/1.1" status: 200 len: 917 time: 0.0842776 Jul 09 10:24:02.840382 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6816d9df-ecdb-4549-a5b1-c27a28bd4a62 req-eb3c6f1a-ede9-413f-abc3-5083c1167fac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=812f694c-6c30-44ae-a59e-3cdb3c4097b6 HTTP/1.1" status: 200 len: 217 time: 0.0351851 Jul 09 10:24:02.891467 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816d9df-ecdb-4549-a5b1-c27a28bd4a62 req-80a04b6a-30cb-443e-a779-24fdb3901ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:02.892948 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6816d9df-ecdb-4549-a5b1-c27a28bd4a62 req-80a04b6a-30cb-443e-a779-24fdb3901ff2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cbb6fa50-9ee1-4955-9e88-38bc3019370a HTTP/1.1" status: 200 len: 855 time: 0.0468595 Jul 09 10:24:02.951272 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816d9df-ecdb-4549-a5b1-c27a28bd4a62 req-7e9a560c-92f3-4f47-a2bf-d55f2df84832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:02.952826 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6816d9df-ecdb-4549-a5b1-c27a28bd4a62 req-7e9a560c-92f3-4f47-a2bf-d55f2df84832 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c81debf8-d7ee-4501-a62c-2be1695568ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529287 Jul 09 10:24:03.044361 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6816d9df-ecdb-4549-a5b1-c27a28bd4a62 req-2dff5c87-5a8c-47f9-a580-eec047b386c7 service neutron] 10.222.0.58 "GET /v2.0/networks/c81debf8-d7ee-4501-a62c-2be1695568ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842888 Jul 09 10:24:03.141938 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6816d9df-ecdb-4549-a5b1-c27a28bd4a62 req-5e57595b-c68a-4315-b106-2e68691fc07f service neutron] 10.222.0.58 "GET /v2.0/networks/c81debf8-d7ee-4501-a62c-2be1695568ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912144 Jul 09 10:24:03.171625 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d41308-021a-42cc-90e6-c06b8376fbd1 req-b1252464-6a25-406b-a7db-67033b7af2fe tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:03.173282 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c9d41308-021a-42cc-90e6-c06b8376fbd1 req-b1252464-6a25-406b-a7db-67033b7af2fe tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=915bfbe1-a073-4dd7-9717-3991b34a4694 HTTP/1.1" status: 200 len: 943 time: 0.0660715 Jul 09 10:24:03.213750 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c9d41308-021a-42cc-90e6-c06b8376fbd1 req-e21dac05-d629-4263-b424-e0586e5e2194 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/security-groups?id=3449e267-bea2-440c-bae4-4f93a841e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344210 Jul 09 10:24:03.397188 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 664241c7-8ec2-4c3a-8cdd-3716db1b8fad up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:24:03.447444 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 664241c7-8ec2-4c3a-8cdd-3716db1b8fad completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:24:03.452032 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 664241c7-8ec2-4c3a-8cdd-3716db1b8fad triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:24:03.452405 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:03.527434 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:03.561817 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 664241c7-8ec2-4c3a-8cdd-3716db1b8fad, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=664241c7-8ec2-4c3a-8cdd-3716db1b8fad,segment=NetworkSegment(703dcd79-48cd-4288-b1b5-5cba7559995f),segment_id=703dcd79-48cd-4288-b1b5-5cba7559995f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:24:03.565787 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:03.618380 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=664241c7-8ec2-4c3a-8cdd-3716db1b8fad,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:24:03.845233 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 812f694c-6c30-44ae-a59e-3cdb3c4097b6 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:24:03.945664 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 812f694c-6c30-44ae-a59e-3cdb3c4097b6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=812f694c-6c30-44ae-a59e-3cdb3c4097b6,segment=NetworkSegment(6a3e2321-e675-4c15-9ad5-cb44a2b08aac),segment_id=6a3e2321-e675-4c15-9ad5-cb44a2b08aac)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:24:03.958744 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '812f694c-6c30-44ae-a59e-3cdb3c4097b6', 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce', 'port_id': '812f694c-6c30-44ae-a59e-3cdb3c4097b6', 'mac_address': 'fa:16:3e:9b:57:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbb6fa50-9ee1-4955-9e88-38bc3019370a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:24:03.995498 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:04.012598 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812f694c-6c30-44ae-a59e-3cdb3c4097b6 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:24:04.033092 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 812f694c-6c30-44ae-a59e-3cdb3c4097b6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=812f694c-6c30-44ae-a59e-3cdb3c4097b6,segment=NetworkSegment(6a3e2321-e675-4c15-9ad5-cb44a2b08aac),segment_id=6a3e2321-e675-4c15-9ad5-cb44a2b08aac)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:24:04.037240 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:04.085884 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=812f694c-6c30-44ae-a59e-3cdb3c4097b6,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:24:04.236696 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['812f694c-6c30-44ae-a59e-3cdb3c4097b6'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:24:04.315845 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:04.407985 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75e7db-5979-4bf0-bca5-7855c9dc00da req-ef4ee3bc-b2e9-48f7-a607-a39c9e247f5b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:04.409520 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be75e7db-5979-4bf0-bca5-7855c9dc00da req-ef4ee3bc-b2e9-48f7-a607-a39c9e247f5b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=915bfbe1-a073-4dd7-9717-3991b34a4694 HTTP/1.1" status: 200 len: 944 time: 0.0656650 Jul 09 10:24:04.447554 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-be75e7db-5979-4bf0-bca5-7855c9dc00da req-58249b17-de97-4c10-a8d4-65d6d0790135 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/security-groups?id=3449e267-bea2-440c-bae4-4f93a841e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323339 Jul 09 10:24:05.379520 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 664241c7-8ec2-4c3a-8cdd-3716db1b8fad up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:24:05.430126 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 664241c7-8ec2-4c3a-8cdd-3716db1b8fad triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:24:05.430502 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:05.623451 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d249d3-bcbf-45a8-a69b-6e7369ac3a26 req-5427f9dc-bf89-4202-bb18-b15b3152291d tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:05.624882 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5d249d3-bcbf-45a8-a69b-6e7369ac3a26 req-5427f9dc-bf89-4202-bb18-b15b3152291d tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=915bfbe1-a073-4dd7-9717-3991b34a4694 HTTP/1.1" status: 200 len: 944 time: 0.0673947 Jul 09 10:24:05.661645 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f5d249d3-bcbf-45a8-a69b-6e7369ac3a26 req-5312259e-59f7-4ab7-aa1a-0aa58ed9229c tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/security-groups?id=3449e267-bea2-440c-bae4-4f93a841e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312428 Jul 09 10:24:05.859607 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 812f694c-6c30-44ae-a59e-3cdb3c4097b6 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:24:05.907000 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 812f694c-6c30-44ae-a59e-3cdb3c4097b6 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:24:05.910445 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 812f694c-6c30-44ae-a59e-3cdb3c4097b6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:24:05.910818 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:05.989258 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:06.011988 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915bfbe1-a073-4dd7-9717-3991b34a4694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812f694c-6c30-44ae-a59e-3cdb3c4097b6'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:24:06.014256 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0888fabe05580062c0d4cd7dc8f093f2b11926f06b578c6c7ec0a80924aac75e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a05cd7-9245-4370-8454-02dc2018f6eb" -d '{"events": [{"server_uuid": "915bfbe1-a073-4dd7-9717-3991b34a4694", "name": "network-vif-plugged", "status": "completed", "tag": "812f694c-6c30-44ae-a59e-3cdb3c4097b6"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:24:06.026628 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 812f694c-6c30-44ae-a59e-3cdb3c4097b6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=812f694c-6c30-44ae-a59e-3cdb3c4097b6,segment=NetworkSegment(6a3e2321-e675-4c15-9ad5-cb44a2b08aac),segment_id=6a3e2321-e675-4c15-9ad5-cb44a2b08aac)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:24:06.031037 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:06.056328 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cbec5e-12d4-488c-801b-527f8838ca9c x-openstack-request-id: req-50cbec5e-12d4-488c-801b-527f8838ca9c {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:24:06.056649 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915bfbe1-a073-4dd7-9717-3991b34a4694", "name": "network-vif-plugged", "status": "completed", "tag": "812f694c-6c30-44ae-a59e-3cdb3c4097b6", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:24:06.056987 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-50cbec5e-12d4-488c-801b-527f8838ca9c {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:24:06.057400 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915bfbe1-a073-4dd7-9717-3991b34a4694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812f694c-6c30-44ae-a59e-3cdb3c4097b6', 'code': 200} Jul 09 10:24:06.086714 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=812f694c-6c30-44ae-a59e-3cdb3c4097b6,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:24:06.164799 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035bf2e-f066-4f83-9981-2e8e7a58f3c6 req-ade0723c-a788-41b9-9d2a-760a9efcb015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:06.166243 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1035bf2e-f066-4f83-9981-2e8e7a58f3c6 req-ade0723c-a788-41b9-9d2a-760a9efcb015 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=915bfbe1-a073-4dd7-9717-3991b34a4694 HTTP/1.1" status: 200 len: 1096 time: 0.0542240 Jul 09 10:24:06.210252 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1035bf2e-f066-4f83-9981-2e8e7a58f3c6 req-32e064b0-ac23-4069-83dc-e7237deac9e9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3449e267-bea2-440c-bae4-4f93a841e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376010 Jul 09 10:24:06.819207 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-312cf3c8-2fe0-444a-abb1-fdf2e32e9f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:06.838030 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a47db-bb9e-413b-abbc-d95316bea6ca req-6f9034d8-2331-4c21-a855-9080e4a49fc7 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:06.840063 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3a6a47db-bb9e-413b-abbc-d95316bea6ca req-6f9034d8-2331-4c21-a855-9080e4a49fc7 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=915bfbe1-a073-4dd7-9717-3991b34a4694 HTTP/1.1" status: 200 len: 945 time: 0.0683343 Jul 09 10:24:06.879724 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3a6a47db-bb9e-413b-abbc-d95316bea6ca req-a286d8b0-0690-4076-9e8c-813c3feeeb45 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/security-groups?id=3449e267-bea2-440c-bae4-4f93a841e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340340 Jul 09 10:24:08.052592 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4a9e4-fbb5-4c2e-a0b0-623299b7fa9c req-7fe38e8d-229e-4773-82e6-2a175ec5480e tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:08.054136 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2fb4a9e4-fbb5-4c2e-a0b0-623299b7fa9c req-7fe38e8d-229e-4773-82e6-2a175ec5480e tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=915bfbe1-a073-4dd7-9717-3991b34a4694 HTTP/1.1" status: 200 len: 945 time: 0.0637114 Jul 09 10:24:08.096432 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2fb4a9e4-fbb5-4c2e-a0b0-623299b7fa9c req-b37a27e3-1957-47a8-8a20-a485cc920d14 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/security-groups?id=3449e267-bea2-440c-bae4-4f93a841e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357788 Jul 09 10:24:08.275772 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f694586-4e94-423d-a54b-577cdf7ba1dc req-e3d1d1fd-0933-43f0-a383-87072e333e28 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:08.277261 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3f694586-4e94-423d-a54b-577cdf7ba1dc req-e3d1d1fd-0933-43f0-a383-87072e333e28 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=915bfbe1-a073-4dd7-9717-3991b34a4694 HTTP/1.1" status: 200 len: 945 time: 0.0689530 Jul 09 10:24:08.315089 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3f694586-4e94-423d-a54b-577cdf7ba1dc req-946d1d9b-3f5f-4fda-a513-3fc2b0e41a5d tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/security-groups?id=3449e267-bea2-440c-bae4-4f93a841e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322340 Jul 09 10:24:09.430046 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-51a72fbd-8fbe-4a6f-b7fb-4136112bc24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:09.608375 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:09.609418 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:10.499811 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a1c34f3a-86aa-409e-9b93-f92266445abb req-dfd08d7f-d31d-4efe-8b76-99c9ecc96c69 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=915bfbe1-a073-4dd7-9717-3991b34a4694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553725 Jul 09 10:24:10.593332 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c34f3a-86aa-409e-9b93-f92266445abb req-766fb8a4-c0f1-4f8f-95fb-7cc26b0b049d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:10.594773 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a1c34f3a-86aa-409e-9b93-f92266445abb req-766fb8a4-c0f1-4f8f-95fb-7cc26b0b049d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bfbae33717dd424ea148adfbacadb93f&device_id=915bfbe1-a073-4dd7-9717-3991b34a4694 HTTP/1.1" status: 200 len: 1096 time: 0.0543995 Jul 09 10:24:10.700664 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c34f3a-86aa-409e-9b93-f92266445abb req-3f970b6f-bea4-46e8-bdb1-b4293c28e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:10.702057 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a1c34f3a-86aa-409e-9b93-f92266445abb req-3f970b6f-bea4-46e8-bdb1-b4293c28e549 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c81debf8-d7ee-4501-a62c-2be1695568ce HTTP/1.1" status: 200 len: 917 time: 0.0888247 Jul 09 10:24:10.746803 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a1c34f3a-86aa-409e-9b93-f92266445abb req-7c5db97d-1363-4474-a6f1-c275ce193607 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=812f694c-6c30-44ae-a59e-3cdb3c4097b6 HTTP/1.1" status: 200 len: 217 time: 0.0384858 Jul 09 10:24:10.796515 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c34f3a-86aa-409e-9b93-f92266445abb req-ecf20051-bd6a-4649-b9e8-7105ce5e2111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:10.798009 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a1c34f3a-86aa-409e-9b93-f92266445abb req-ecf20051-bd6a-4649-b9e8-7105ce5e2111 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cbb6fa50-9ee1-4955-9e88-38bc3019370a HTTP/1.1" status: 200 len: 855 time: 0.0458651 Jul 09 10:24:10.857008 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c34f3a-86aa-409e-9b93-f92266445abb req-d2db3b5b-fb84-4811-a056-77426348c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:10.858523 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a1c34f3a-86aa-409e-9b93-f92266445abb req-d2db3b5b-fb84-4811-a056-77426348c4c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c81debf8-d7ee-4501-a62c-2be1695568ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546596 Jul 09 10:24:10.952918 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a1c34f3a-86aa-409e-9b93-f92266445abb req-d520c780-781c-4c96-ac5f-689a98d1ddc9 service neutron] 10.222.0.58 "GET /v2.0/networks/c81debf8-d7ee-4501-a62c-2be1695568ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874839 Jul 09 10:24:11.041338 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a1c34f3a-86aa-409e-9b93-f92266445abb req-e70af6f8-6c6a-4784-af1e-fc59df677238 service neutron] 10.222.0.58 "GET /v2.0/networks/c81debf8-d7ee-4501-a62c-2be1695568ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829253 Jul 09 10:24:11.338307 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:13.135874 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:20.454140 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:24:27.317476 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb220f9-0254-4756-8813-02f3edc0eb2b req-57b98736-9312-48aa-91fa-509412a777f0 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:27.319021 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8bb220f9-0254-4756-8813-02f3edc0eb2b req-57b98736-9312-48aa-91fa-509412a777f0 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=915bfbe1-a073-4dd7-9717-3991b34a4694 HTTP/1.1" status: 200 len: 945 time: 0.0657563 Jul 09 10:24:27.360935 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8bb220f9-0254-4756-8813-02f3edc0eb2b req-8e4a7177-c611-4686-b386-4c789b04bde7 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/security-groups?id=3449e267-bea2-440c-bae4-4f93a841e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360057 Jul 09 10:24:28.538006 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa8aec-7eae-46cd-b995-f80b027487f6 req-175723b0-3401-4edc-9e58-7c62dbcd63f1 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:28.539529 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-99aa8aec-7eae-46cd-b995-f80b027487f6 req-175723b0-3401-4edc-9e58-7c62dbcd63f1 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=915bfbe1-a073-4dd7-9717-3991b34a4694 HTTP/1.1" status: 200 len: 945 time: 0.0680668 Jul 09 10:24:28.578186 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-99aa8aec-7eae-46cd-b995-f80b027487f6 req-fb942837-e716-4aab-91a2-cb08c0f9dde6 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/security-groups?id=3449e267-bea2-440c-bae4-4f93a841e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326540 Jul 09 10:24:28.781472 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b05ca-25df-4e1d-a52e-a068aed9c661 req-71a6c6ac-43fe-49f3-b961-feb3b1780e1e tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:28.782857 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b95b05ca-25df-4e1d-a52e-a068aed9c661 req-71a6c6ac-43fe-49f3-b961-feb3b1780e1e tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.58 "GET /v2.0/ports?device_id=915bfbe1-a073-4dd7-9717-3991b34a4694 HTTP/1.1" status: 200 len: 945 time: 0.0721924 Jul 09 10:24:28.885256 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-b95b05ca-25df-4e1d-a52e-a068aed9c661 req-b65b6e23-42dc-4971-8843-2e7373ebba0e tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Deleting port 812f694c-6c30-44ae-a59e-3cdb3c4097b6 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:24:28.885597 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b95b05ca-25df-4e1d-a52e-a068aed9c661 req-b65b6e23-42dc-4971-8843-2e7373ebba0e tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:28.969765 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b95b05ca-25df-4e1d-a52e-a068aed9c661 req-b65b6e23-42dc-4971-8843-2e7373ebba0e tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] For port 812f694c-6c30-44ae-a59e-3cdb3c4097b6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=812f694c-6c30-44ae-a59e-3cdb3c4097b6,segment=NetworkSegment(6a3e2321-e675-4c15-9ad5-cb44a2b08aac),segment_id=6a3e2321-e675-4c15-9ad5-cb44a2b08aac)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:24:28.970122 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b95b05ca-25df-4e1d-a52e-a068aed9c661 req-b65b6e23-42dc-4971-8843-2e7373ebba0e tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:28.987020 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-b95b05ca-25df-4e1d-a52e-a068aed9c661 req-b65b6e23-42dc-4971-8843-2e7373ebba0e tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Calling delete_port for 812f694c-6c30-44ae-a59e-3cdb3c4097b6 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:24:29.113535 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b95b05ca-25df-4e1d-a52e-a068aed9c661 req-b65b6e23-42dc-4971-8843-2e7373ebba0e tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:29.125644 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['812f694c-6c30-44ae-a59e-3cdb3c4097b6'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:24:29.146693 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b6e23-42dc-4971-8843-2e7373ebba0e tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Pushing event deleted for resources: {'Port': ['ID=812f694c-6c30-44ae-a59e-3cdb3c4097b6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:24:29.195917 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95b05ca-25df-4e1d-a52e-a068aed9c661 req-b65b6e23-42dc-4971-8843-2e7373ebba0e tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] No DVR routers for this DVR port 812f694c-6c30-44ae-a59e-3cdb3c4097b6 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:24:29.199152 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b95b05ca-25df-4e1d-a52e-a068aed9c661 req-b65b6e23-42dc-4971-8843-2e7373ebba0e tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:29.201199 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b95b05ca-25df-4e1d-a52e-a068aed9c661 req-b65b6e23-42dc-4971-8843-2e7373ebba0e tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.58 "DELETE /v2.0/ports/812f694c-6c30-44ae-a59e-3cdb3c4097b6 HTTP/1.1" status: 204 len: 173 time: 0.4134116 Jul 09 10:24:29.201641 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915bfbe1-a073-4dd7-9717-3991b34a4694', 'name': 'network-vif-deleted', 'tag': '812f694c-6c30-44ae-a59e-3cdb3c4097b6'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:24:29.203936 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cca400d-ad1f-4248-8151-afb35c35f2a5" -d '{"events": [{"server_uuid": "915bfbe1-a073-4dd7-9717-3991b34a4694", "name": "network-vif-deleted", "tag": "812f694c-6c30-44ae-a59e-3cdb3c4097b6"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:24:29.242337 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb30eab-95c1-49b4-a92f-cf08d7cf0cfe x-openstack-request-id: req-3cb30eab-95c1-49b4-a92f-cf08d7cf0cfe {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:24:29.242638 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915bfbe1-a073-4dd7-9717-3991b34a4694", "name": "network-vif-deleted", "tag": "812f694c-6c30-44ae-a59e-3cdb3c4097b6", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:24:29.242894 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3cb30eab-95c1-49b4-a92f-cf08d7cf0cfe {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:24:29.243300 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915bfbe1-a073-4dd7-9717-3991b34a4694', 'name': 'network-vif-deleted', 'tag': '812f694c-6c30-44ae-a59e-3cdb3c4097b6', 'status': 'completed', 'code': 200} Jul 09 10:24:29.737281 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b04bfa51-81be-4114-81ce-12d8e3f0084f req-272fc6f3-c28c-4133-9a7e-df8bc03ee544 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=915bfbe1-a073-4dd7-9717-3991b34a4694 HTTP/1.1" status: 200 len: 210 time: 0.0295196 Jul 09 10:24:31.324486 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7ae10-c230-466a-976c-249438bca5b1 req-05f06b2d-2a94-45d7-ba71-8363f3399751 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:31.325986 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d7ae10-c230-466a-976c-249438bca5b1 req-05f06b2d-2a94-45d7-ba71-8363f3399751 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/networks?id=c81debf8-d7ee-4501-a62c-2be1695568ce HTTP/1.1" status: 200 len: 816 time: 0.1074219 Jul 09 10:24:31.341348 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d7ae10-c230-466a-976c-249438bca5b1 req-91f0f426-e0e1-404e-80d4-f92a8c34e325 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/quotas/bfbae33717dd424ea148adfbacadb93f HTTP/1.1" status: 200 len: 375 time: 0.0097630 Jul 09 10:24:31.684114 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d7ae10-c230-466a-976c-249438bca5b1 req-8d2aab34-aecc-4200-951c-6e98e2b975c8 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bfbae33717dd424ea148adfbacadb93f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3372209 Jul 09 10:24:31.781454 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d7ae10-c230-466a-976c-249438bca5b1 req-bdf94222-330d-48ff-b946-8f92e5354be9 service neutron] 10.222.0.61 "GET /v2.0/networks/c81debf8-d7ee-4501-a62c-2be1695568ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862565 Jul 09 10:24:31.872732 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d7ae10-c230-466a-976c-249438bca5b1 req-99606cc5-f8ab-4f7b-a257-070a8fc9c32b service neutron] 10.222.0.61 "GET /v2.0/networks/c81debf8-d7ee-4501-a62c-2be1695568ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853374 Jul 09 10:24:31.948522 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-889f94f5-3ee3-4914-b152-ce3279980edd req-9829c4b5-4b6f-4609-a3a5-13a7b3786c1d tempest-ServerDiskConfigTestJSON-265963781 tempest-ServerDiskConfigTestJSON-265963781-project] (93790) timed out ('10.222.0.58', 54217) {{(pid=93790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 10:24:32.039792 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d031c8d6-57ec-497c-8aa6-e3c10ef5e986 req-7f0cd7cb-59d6-4c67-8cef-192eef0863d2 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecc576ce-1eb4-4cd8-ac44-cfa0931351f1 HTTP/1.1" status: 200 len: 210 time: 0.0279682 Jul 09 10:24:33.082647 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7ae10-c230-466a-976c-249438bca5b1 req-db13a558-9323-4d1d-9e93-3034c1864d4c tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:33.084196 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d7ae10-c230-466a-976c-249438bca5b1 req-db13a558-9323-4d1d-9e93-3034c1864d4c tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.64 "GET /v2.0/networks?id=c81debf8-d7ee-4501-a62c-2be1695568ce HTTP/1.1" status: 200 len: 816 time: 0.1044478 Jul 09 10:24:33.096282 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-79d7ae10-c230-466a-976c-249438bca5b1 req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Request body: {'port': {'device_id': 'ecc576ce-1eb4-4cd8-ac44-cfa0931351f1', 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce', 'admin_state_up': True, 'tenant_id': 'bfbae33717dd424ea148adfbacadb93f'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:24:33.217243 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5af8cb47-8cd1-4a94-b589-2b074ec55b12 req-565f5746-8c35-46c0-beab-a18c7cfba4a7 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecc576ce-1eb4-4cd8-ac44-cfa0931351f1 HTTP/1.1" status: 200 len: 210 time: 0.0539985 Jul 09 10:24:33.256628 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d7ae10-c230-466a-976c-249438bca5b1 req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Made reservation on behalf of bfbae33717dd424ea148adfbacadb93f for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:24:33.260788 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-79d7ae10-c230-466a-976c-249438bca5b1 req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:33.386053 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-79d7ae10-c230-466a-976c-249438bca5b1 req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Allocated IP 172.20.0.5 (c81debf8-d7ee-4501-a62c-2be1695568ce/cbb6fa50-9ee1-4955-9e88-38bc3019370a/aaceafa2-81e9-4289-8944-3848ac927b76) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:24:33.533838 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-79d7ae10-c230-466a-976c-249438bca5b1 req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:33.547203 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-79d7ae10-c230-466a-976c-249438bca5b1 req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Transition to ACTIVE for port object aaceafa2-81e9-4289-8944-3848ac927b76 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:24:33.579519 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-79d7ae10-c230-466a-976c-249438bca5b1 req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:33.622107 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d7ae10-c230-466a-976c-249438bca5b1 req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Network c81debf8-d7ee-4501-a62c-2be1695568ce is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:24:33.629159 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-79d7ae10-c230-466a-976c-249438bca5b1 req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:24:33.632109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d7ae10-c230-466a-976c-249438bca5b1 req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:24:33.668879 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Pushing event updated for resources: {'Port': ['ID=aaceafa2-81e9-4289-8944-3848ac927b76,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:24:33.685700 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:24:33.686052 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:24:33.686398 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:24:33.686745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:24:33.687080 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:24:33.687412 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:24:33.687769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:24:33.688103 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:24:33.688434 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:24:33.688759 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:24:33.689083 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:24:33.689405 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:24:33.709640 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7ae10-c230-466a-976c-249438bca5b1 req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:33.710269 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-79d7ae10-c230-466a-976c-249438bca5b1 req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:33.726028 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d7ae10-c230-466a-976c-249438bca5b1 req-da2a2d6e-dbe7-4ef1-8181-8f996c8dfa7b tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6336310 Jul 09 10:24:33.737864 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-79d7ae10-c230-466a-976c-249438bca5b1 req-1aa1a6c5-5593-492d-9aa6-6d2f1412f12f service neutron] Request body: {'port': {'device_id': 'ecc576ce-1eb4-4cd8-ac44-cfa0931351f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:24:33.813078 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-79d7ae10-c230-466a-976c-249438bca5b1 req-1aa1a6c5-5593-492d-9aa6-6d2f1412f12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:33.836220 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-461c0468-f430-4736-b66f-f61e835c40c7 None None] Provisioning for port aaceafa2-81e9-4289-8944-3848ac927b76 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:24:33.842972 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-461c0468-f430-4736-b66f-f61e835c40c7 None None] Provisioning complete for port aaceafa2-81e9-4289-8944-3848ac927b76 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:24:33.843440 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-461c0468-f430-4736-b66f-f61e835c40c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:33.877655 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-461c0468-f430-4736-b66f-f61e835c40c7 None None] Port aaceafa2-81e9-4289-8944-3848ac927b76 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:24:33.957668 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 812f694c-6c30-44ae-a59e-3cdb3c4097b6 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:24:33.977953 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 812f694c-6c30-44ae-a59e-3cdb3c4097b6 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:24:33.978846 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 812f694c-6c30-44ae-a59e-3cdb3c4097b6 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:24:34.079551 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-79d7ae10-c230-466a-976c-249438bca5b1 req-1aa1a6c5-5593-492d-9aa6-6d2f1412f12f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaceafa2-81e9-4289-8944-3848ac927b76 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:24:34.087036 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-79d7ae10-c230-466a-976c-249438bca5b1 req-1aa1a6c5-5593-492d-9aa6-6d2f1412f12f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:34.099306 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-79d7ae10-c230-466a-976c-249438bca5b1 req-1aa1a6c5-5593-492d-9aa6-6d2f1412f12f service neutron] Transition to ACTIVE for port object aaceafa2-81e9-4289-8944-3848ac927b76 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:24:34.104976 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-79d7ae10-c230-466a-976c-249438bca5b1 req-1aa1a6c5-5593-492d-9aa6-6d2f1412f12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:34.178369 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1a6c5-5593-492d-9aa6-6d2f1412f12f service neutron] Pushing event updated for resources: {'Port': ['ID=aaceafa2-81e9-4289-8944-3848ac927b76,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:24:34.230568 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-79d7ae10-c230-466a-976c-249438bca5b1 req-1aa1a6c5-5593-492d-9aa6-6d2f1412f12f service neutron] Attempting to bind port aaceafa2-81e9-4289-8944-3848ac927b76 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:24:34.230892 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-79d7ae10-c230-466a-976c-249438bca5b1 req-1aa1a6c5-5593-492d-9aa6-6d2f1412f12f service neutron] Attempting to bind port aaceafa2-81e9-4289-8944-3848ac927b76 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '6a3e2321-e675-4c15-9ad5-cb44a2b08aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:24:34.231262 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d7ae10-c230-466a-976c-249438bca5b1 req-1aa1a6c5-5593-492d-9aa6-6d2f1412f12f service neutron] Attempting to bind port aaceafa2-81e9-4289-8944-3848ac927b76 on network c81debf8-d7ee-4501-a62c-2be1695568ce {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:24:34.236750 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d7ae10-c230-466a-976c-249438bca5b1 req-1aa1a6c5-5593-492d-9aa6-6d2f1412f12f service neutron] Port aaceafa2-81e9-4289-8944-3848ac927b76 on network c81debf8-d7ee-4501-a62c-2be1695568ce not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:24:34.237079 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d7ae10-c230-466a-976c-249438bca5b1 req-1aa1a6c5-5593-492d-9aa6-6d2f1412f12f service neutron] Attempting to bind port aaceafa2-81e9-4289-8944-3848ac927b76 on network c81debf8-d7ee-4501-a62c-2be1695568ce {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:24:34.242253 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d7ae10-c230-466a-976c-249438bca5b1 req-1aa1a6c5-5593-492d-9aa6-6d2f1412f12f service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:24:34.242593 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d7ae10-c230-466a-976c-249438bca5b1 req-1aa1a6c5-5593-492d-9aa6-6d2f1412f12f service neutron] Checking segment: {'id': '6a3e2321-e675-4c15-9ad5-cb44a2b08aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:24:34.242987 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d7ae10-c230-466a-976c-249438bca5b1 req-1aa1a6c5-5593-492d-9aa6-6d2f1412f12f service neutron] Bound using segment: {'id': '6a3e2321-e675-4c15-9ad5-cb44a2b08aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:24:34.243428 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-79d7ae10-c230-466a-976c-249438bca5b1 req-1aa1a6c5-5593-492d-9aa6-6d2f1412f12f service neutron] Bound port: aaceafa2-81e9-4289-8944-3848ac927b76, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a3e2321-e675-4c15-9ad5-cb44a2b08aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:24:34.244431 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-79d7ae10-c230-466a-976c-249438bca5b1 req-1aa1a6c5-5593-492d-9aa6-6d2f1412f12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:34.321861 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-79d7ae10-c230-466a-976c-249438bca5b1 req-1aa1a6c5-5593-492d-9aa6-6d2f1412f12f service neutron] For port aaceafa2-81e9-4289-8944-3848ac927b76, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:24:34.325743 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:34.326075 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-79d7ae10-c230-466a-976c-249438bca5b1 req-1aa1a6c5-5593-492d-9aa6-6d2f1412f12f service neutron] For port aaceafa2-81e9-4289-8944-3848ac927b76, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=aaceafa2-81e9-4289-8944-3848ac927b76,segment=NetworkSegment(6a3e2321-e675-4c15-9ad5-cb44a2b08aac),segment_id=6a3e2321-e675-4c15-9ad5-cb44a2b08aac)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:24:34.330067 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-79d7ae10-c230-466a-976c-249438bca5b1 req-1aa1a6c5-5593-492d-9aa6-6d2f1412f12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:34.393892 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7ae10-c230-466a-976c-249438bca5b1 req-1aa1a6c5-5593-492d-9aa6-6d2f1412f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:34.394521 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-79d7ae10-c230-466a-976c-249438bca5b1 req-1aa1a6c5-5593-492d-9aa6-6d2f1412f12f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:34.396609 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d7ae10-c230-466a-976c-249438bca5b1 req-1aa1a6c5-5593-492d-9aa6-6d2f1412f12f service neutron] 10.222.0.64 "PUT /v2.0/ports/aaceafa2-81e9-4289-8944-3848ac927b76 HTTP/1.1" status: 200 len: 1091 time: 0.6630681 Jul 09 10:24:34.402639 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc576ce-1eb4-4cd8-ac44-cfa0931351f1', 'tag': 'aaceafa2-81e9-4289-8944-3848ac927b76'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:24:34.405689 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3e987f-cbda-4f03-84fc-77717d2075ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc576ce-1eb4-4cd8-ac44-cfa0931351f1", "tag": "aaceafa2-81e9-4289-8944-3848ac927b76"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:24:34.456161 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905f7356-73f4-433a-89c8-97b0a7ea3199 x-openstack-request-id: req-905f7356-73f4-433a-89c8-97b0a7ea3199 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:24:34.456451 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc576ce-1eb4-4cd8-ac44-cfa0931351f1", "tag": "aaceafa2-81e9-4289-8944-3848ac927b76", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:24:34.456708 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-905f7356-73f4-433a-89c8-97b0a7ea3199 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:24:34.457121 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc576ce-1eb4-4cd8-ac44-cfa0931351f1', 'tag': 'aaceafa2-81e9-4289-8944-3848ac927b76', 'status': 'completed', 'code': 200} Jul 09 10:24:34.458713 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1a6c5-5593-492d-9aa6-6d2f1412f12f service neutron] Pushing event updated for resources: {'Port': ['ID=aaceafa2-81e9-4289-8944-3848ac927b76,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:24:34.502236 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721a573-31a3-4b92-a554-2d717b1539b8 req-2e05f084-c953-44eb-84bd-8756a4b54333 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:34.503867 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9721a573-31a3-4b92-a554-2d717b1539b8 req-2e05f084-c953-44eb-84bd-8756a4b54333 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecc576ce-1eb4-4cd8-ac44-cfa0931351f1 HTTP/1.1" status: 200 len: 943 time: 0.1486559 Jul 09 10:24:34.552651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7ae10-c230-466a-976c-249438bca5b1 req-d3e11fed-dc80-4b9d-a991-c3fc3fe7caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:34.554197 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d7ae10-c230-466a-976c-249438bca5b1 req-d3e11fed-dc80-4b9d-a991-c3fc3fe7caa9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bfbae33717dd424ea148adfbacadb93f&device_id=ecc576ce-1eb4-4cd8-ac44-cfa0931351f1 HTTP/1.1" status: 200 len: 1094 time: 0.1114318 Jul 09 10:24:34.560291 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9721a573-31a3-4b92-a554-2d717b1539b8 req-2f60c740-a7c4-4e86-a3b6-33c33b75da61 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/security-groups?id=3449e267-bea2-440c-bae4-4f93a841e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490730 Jul 09 10:24:34.596864 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d7ae10-c230-466a-976c-249438bca5b1 req-c27f200e-0170-4ab7-b2f4-6f1069d25617 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaceafa2-81e9-4289-8944-3848ac927b76 HTTP/1.1" status: 200 len: 217 time: 0.0349052 Jul 09 10:24:34.645439 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7ae10-c230-466a-976c-249438bca5b1 req-99197b36-df09-4750-a70a-2bf3d2d33abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:34.646877 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d7ae10-c230-466a-976c-249438bca5b1 req-99197b36-df09-4750-a70a-2bf3d2d33abe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cbb6fa50-9ee1-4955-9e88-38bc3019370a HTTP/1.1" status: 200 len: 855 time: 0.0445094 Jul 09 10:24:34.707866 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7ae10-c230-466a-976c-249438bca5b1 req-574fb278-221d-4457-aafc-0358a1731e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:34.709294 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d7ae10-c230-466a-976c-249438bca5b1 req-574fb278-221d-4457-aafc-0358a1731e4e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c81debf8-d7ee-4501-a62c-2be1695568ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561030 Jul 09 10:24:34.796876 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d7ae10-c230-466a-976c-249438bca5b1 req-b4966ece-b740-4f22-854a-833d371b25ff service neutron] 10.222.0.64 "GET /v2.0/networks/c81debf8-d7ee-4501-a62c-2be1695568ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807824 Jul 09 10:24:34.891053 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-79d7ae10-c230-466a-976c-249438bca5b1 req-f420d294-037c-4d59-a6c3-c671a175bcb5 service neutron] 10.222.0.64 "GET /v2.0/networks/c81debf8-d7ee-4501-a62c-2be1695568ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879264 Jul 09 10:24:34.990355 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e987f-cbda-4f03-84fc-77717d2075ee req-690d58b7-c0ae-48ea-8f52-467c35026cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:34.991801 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad3e987f-cbda-4f03-84fc-77717d2075ee req-690d58b7-c0ae-48ea-8f52-467c35026cf0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bfbae33717dd424ea148adfbacadb93f&device_id=ecc576ce-1eb4-4cd8-ac44-cfa0931351f1 HTTP/1.1" status: 200 len: 1094 time: 0.0528541 Jul 09 10:24:35.080898 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e987f-cbda-4f03-84fc-77717d2075ee req-9e4a4d00-91bd-432a-9607-73d5af12e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:35.082400 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad3e987f-cbda-4f03-84fc-77717d2075ee req-9e4a4d00-91bd-432a-9607-73d5af12e416 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c81debf8-d7ee-4501-a62c-2be1695568ce HTTP/1.1" status: 200 len: 917 time: 0.0847099 Jul 09 10:24:35.126842 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad3e987f-cbda-4f03-84fc-77717d2075ee req-7790ed30-3097-440d-b0ae-31685b2abe69 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaceafa2-81e9-4289-8944-3848ac927b76 HTTP/1.1" status: 200 len: 217 time: 0.0377848 Jul 09 10:24:35.174853 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e987f-cbda-4f03-84fc-77717d2075ee req-065a11b8-9d66-40a4-9c32-0398e1596d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:35.176381 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad3e987f-cbda-4f03-84fc-77717d2075ee req-065a11b8-9d66-40a4-9c32-0398e1596d1b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cbb6fa50-9ee1-4955-9e88-38bc3019370a HTTP/1.1" status: 200 len: 855 time: 0.0436239 Jul 09 10:24:35.233803 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e987f-cbda-4f03-84fc-77717d2075ee req-1e496145-f01f-4da0-9de0-7bf90bbd0e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:35.235510 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad3e987f-cbda-4f03-84fc-77717d2075ee req-1e496145-f01f-4da0-9de0-7bf90bbd0e61 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c81debf8-d7ee-4501-a62c-2be1695568ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530152 Jul 09 10:24:35.327644 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad3e987f-cbda-4f03-84fc-77717d2075ee req-ccd48196-600d-4a4f-a6de-c019891fba08 service neutron] 10.222.0.64 "GET /v2.0/networks/c81debf8-d7ee-4501-a62c-2be1695568ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856564 Jul 09 10:24:35.416658 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ad3e987f-cbda-4f03-84fc-77717d2075ee req-7172e997-90cc-40c7-bfcf-333f16ba990c service neutron] 10.222.0.64 "GET /v2.0/networks/c81debf8-d7ee-4501-a62c-2be1695568ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823736 Jul 09 10:24:35.739028 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709c486-78f0-4c1b-84d8-f4ad1ec34f7d req-3df88557-bd40-4e63-8cef-545d1ec479d7 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:35.740537 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6709c486-78f0-4c1b-84d8-f4ad1ec34f7d req-3df88557-bd40-4e63-8cef-545d1ec479d7 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecc576ce-1eb4-4cd8-ac44-cfa0931351f1 HTTP/1.1" status: 200 len: 943 time: 0.0688233 Jul 09 10:24:35.786409 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6709c486-78f0-4c1b-84d8-f4ad1ec34f7d req-53487711-d9ef-4dbb-aa4c-cff5ae72ebb0 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/security-groups?id=3449e267-bea2-440c-bae4-4f93a841e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402410 Jul 09 10:24:36.824512 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-55f21ce3-d6b3-4ad0-9b46-58e1c6ff6246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:36.963943 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f54dd7-76e4-4194-b908-306f4a13bee8 req-399568e9-e7bc-42f7-8bec-16ea00afbac2 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:36.965461 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e3f54dd7-76e4-4194-b908-306f4a13bee8 req-399568e9-e7bc-42f7-8bec-16ea00afbac2 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecc576ce-1eb4-4cd8-ac44-cfa0931351f1 HTTP/1.1" status: 200 len: 943 time: 0.0674062 Jul 09 10:24:37.002924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e3f54dd7-76e4-4194-b908-306f4a13bee8 req-999b2af4-7c2b-4a36-8a9a-cb986e54cf98 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/security-groups?id=3449e267-bea2-440c-bae4-4f93a841e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318823 Jul 09 10:24:38.174566 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8db2d2-6d79-47a8-9d97-a4e0e131acef req-990f7652-bef3-4100-a6cc-f806c02a194a tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:38.176111 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca8db2d2-6d79-47a8-9d97-a4e0e131acef req-990f7652-bef3-4100-a6cc-f806c02a194a tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecc576ce-1eb4-4cd8-ac44-cfa0931351f1 HTTP/1.1" status: 200 len: 943 time: 0.0640767 Jul 09 10:24:38.214997 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca8db2d2-6d79-47a8-9d97-a4e0e131acef req-fe1fad63-512a-4671-961a-e32525b7287c tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/security-groups?id=3449e267-bea2-440c-bae4-4f93a841e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327311 Jul 09 10:24:38.652154 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device aaceafa2-81e9-4289-8944-3848ac927b76 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:24:38.747239 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port aaceafa2-81e9-4289-8944-3848ac927b76, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=aaceafa2-81e9-4289-8944-3848ac927b76,segment=NetworkSegment(6a3e2321-e675-4c15-9ad5-cb44a2b08aac),segment_id=6a3e2321-e675-4c15-9ad5-cb44a2b08aac)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:24:38.758703 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'aaceafa2-81e9-4289-8944-3848ac927b76', 'network_id': 'c81debf8-d7ee-4501-a62c-2be1695568ce', 'port_id': 'aaceafa2-81e9-4289-8944-3848ac927b76', 'mac_address': 'fa:16:3e:48:42:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbb6fa50-9ee1-4955-9e88-38bc3019370a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:24:38.794965 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:38.807243 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaceafa2-81e9-4289-8944-3848ac927b76 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:24:38.826755 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port aaceafa2-81e9-4289-8944-3848ac927b76, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=aaceafa2-81e9-4289-8944-3848ac927b76,segment=NetworkSegment(6a3e2321-e675-4c15-9ad5-cb44a2b08aac),segment_id=6a3e2321-e675-4c15-9ad5-cb44a2b08aac)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:24:38.830831 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:38.881440 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=aaceafa2-81e9-4289-8944-3848ac927b76,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:24:38.889758 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:24:38.890105 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:24:38.890447 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:24:38.890782 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:24:38.891114 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:24:38.891448 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:24:38.891798 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:24:38.892128 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:24:38.892454 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:24:38.892776 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:24:38.893101 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:24:38.893425 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:24:39.122633 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['aaceafa2-81e9-4289-8944-3848ac927b76'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:24:39.407073 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdc266-3038-4397-84f9-4e70e45390e3 req-66dfbff5-a302-416a-8845-5d61f491829a tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:39.408617 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eabdc266-3038-4397-84f9-4e70e45390e3 req-66dfbff5-a302-416a-8845-5d61f491829a tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecc576ce-1eb4-4cd8-ac44-cfa0931351f1 HTTP/1.1" status: 200 len: 944 time: 0.0671337 Jul 09 10:24:39.422397 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f114b66-46bd-4336-9e02-367a3d217721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:39.449217 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eabdc266-3038-4397-84f9-4e70e45390e3 req-49160adb-5236-4de8-a633-c85dfd3d5eb7 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/security-groups?id=3449e267-bea2-440c-bae4-4f93a841e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349665 Jul 09 10:24:39.596891 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:39.600215 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:40.638788 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcbcee-ca6b-47eb-92e8-95ff6475f3d8 req-a8ddc1a3-5b1c-415e-a11b-a32f6c355fe7 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:40.640318 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5cdcbcee-ca6b-47eb-92e8-95ff6475f3d8 req-a8ddc1a3-5b1c-415e-a11b-a32f6c355fe7 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecc576ce-1eb4-4cd8-ac44-cfa0931351f1 HTTP/1.1" status: 200 len: 944 time: 0.0655403 Jul 09 10:24:40.676647 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device aaceafa2-81e9-4289-8944-3848ac927b76 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:24:40.677212 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5cdcbcee-ca6b-47eb-92e8-95ff6475f3d8 req-57157467-2c64-41f4-a436-51cc28a84630 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/security-groups?id=3449e267-bea2-440c-bae4-4f93a841e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310338 Jul 09 10:24:40.727593 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port aaceafa2-81e9-4289-8944-3848ac927b76 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:24:40.731238 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port aaceafa2-81e9-4289-8944-3848ac927b76 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:24:40.731530 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:40.813368 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:40.835604 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc576ce-1eb4-4cd8-ac44-cfa0931351f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaceafa2-81e9-4289-8944-3848ac927b76'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:24:40.837912 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0888fabe05580062c0d4cd7dc8f093f2b11926f06b578c6c7ec0a80924aac75e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4c069e-a9da-4c59-8c01-71430652fb9e" -d '{"events": [{"server_uuid": "ecc576ce-1eb4-4cd8-ac44-cfa0931351f1", "name": "network-vif-plugged", "status": "completed", "tag": "aaceafa2-81e9-4289-8944-3848ac927b76"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:24:40.850324 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port aaceafa2-81e9-4289-8944-3848ac927b76, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=aaceafa2-81e9-4289-8944-3848ac927b76,segment=NetworkSegment(6a3e2321-e675-4c15-9ad5-cb44a2b08aac),segment_id=6a3e2321-e675-4c15-9ad5-cb44a2b08aac)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:24:40.855259 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:40.879553 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df3b54e-d319-41b3-8682-90c9b03d3c18 x-openstack-request-id: req-5df3b54e-d319-41b3-8682-90c9b03d3c18 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:24:40.879875 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc576ce-1eb4-4cd8-ac44-cfa0931351f1", "name": "network-vif-plugged", "status": "completed", "tag": "aaceafa2-81e9-4289-8944-3848ac927b76", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:24:40.880130 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5df3b54e-d319-41b3-8682-90c9b03d3c18 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:24:40.880564 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc576ce-1eb4-4cd8-ac44-cfa0931351f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaceafa2-81e9-4289-8944-3848ac927b76', 'code': 200} Jul 09 10:24:40.908064 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=aaceafa2-81e9-4289-8944-3848ac927b76,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:24:40.991091 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7f028-f1ac-489e-8221-7fc9bbd3261b req-84f56541-308b-4d4d-82d8-fece670d2f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:40.992551 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fdb7f028-f1ac-489e-8221-7fc9bbd3261b req-84f56541-308b-4d4d-82d8-fece670d2f64 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ecc576ce-1eb4-4cd8-ac44-cfa0931351f1 HTTP/1.1" status: 200 len: 1096 time: 0.0545750 Jul 09 10:24:41.027151 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fdb7f028-f1ac-489e-8221-7fc9bbd3261b req-25571cad-154f-49f6-8a18-a2ec7eb0f98d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3449e267-bea2-440c-bae4-4f93a841e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285158 Jul 09 10:24:41.337782 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:41.859581 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a3b8c-0d3c-4be5-815e-dabcf2b204ae req-003efe56-ab4b-4fc7-a6ec-550b4c4eedd7 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:41.861098 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c8a3b8c-0d3c-4be5-815e-dabcf2b204ae req-003efe56-ab4b-4fc7-a6ec-550b4c4eedd7 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecc576ce-1eb4-4cd8-ac44-cfa0931351f1 HTTP/1.1" status: 200 len: 945 time: 0.0727041 Jul 09 10:24:41.902268 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c8a3b8c-0d3c-4be5-815e-dabcf2b204ae req-a3b94936-7fd8-4394-967d-3f0606440e30 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/security-groups?id=3449e267-bea2-440c-bae4-4f93a841e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354242 Jul 09 10:24:43.076208 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7f427-aae5-4a10-8de3-224aeb1133a1 req-babf5724-ca1b-46a6-bb16-c23fa96e1f73 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:43.077716 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a2b7f427-aae5-4a10-8de3-224aeb1133a1 req-babf5724-ca1b-46a6-bb16-c23fa96e1f73 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecc576ce-1eb4-4cd8-ac44-cfa0931351f1 HTTP/1.1" status: 200 len: 945 time: 0.0631583 Jul 09 10:24:43.115437 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a2b7f427-aae5-4a10-8de3-224aeb1133a1 req-987b5af2-70c8-4dd1-b5d1-7f25b813347d tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/security-groups?id=3449e267-bea2-440c-bae4-4f93a841e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320094 Jul 09 10:24:43.140269 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:24:43.294633 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c8bb9-1049-419a-b979-75798dbaa18d req-3e0c70a6-5d43-41b9-9eef-926c465ea335 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:24:43.296048 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-081c8bb9-1049-419a-b979-75798dbaa18d req-3e0c70a6-5d43-41b9-9eef-926c465ea335 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecc576ce-1eb4-4cd8-ac44-cfa0931351f1 HTTP/1.1" status: 200 len: 945 time: 0.0702252 Jul 09 10:24:43.332636 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-081c8bb9-1049-419a-b979-75798dbaa18d req-d6c280ab-7e77-4478-957f-536b73aabdea tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/security-groups?id=3449e267-bea2-440c-bae4-4f93a841e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310385 Jul 09 10:24:57.453797 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:25:02.225066 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0128c-b322-4c6d-a091-0ab4dd663b6c req-30b1ee2b-2ccc-442d-b874-715564f57d0d tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:02.226669 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cec0128c-b322-4c6d-a091-0ab4dd663b6c req-30b1ee2b-2ccc-442d-b874-715564f57d0d tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecc576ce-1eb4-4cd8-ac44-cfa0931351f1 HTTP/1.1" status: 200 len: 945 time: 0.0771701 Jul 09 10:25:02.266028 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cec0128c-b322-4c6d-a091-0ab4dd663b6c req-94628d2f-c893-4329-a86e-133a88d45c1a tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/security-groups?id=3449e267-bea2-440c-bae4-4f93a841e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329342 Jul 09 10:25:03.441852 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf46d86-174c-43bb-b306-d7414c0ac263 req-a1307bc0-4840-45ee-839c-3ba540d6f407 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:03.443277 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5bf46d86-174c-43bb-b306-d7414c0ac263 req-a1307bc0-4840-45ee-839c-3ba540d6f407 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecc576ce-1eb4-4cd8-ac44-cfa0931351f1 HTTP/1.1" status: 200 len: 945 time: 0.0667646 Jul 09 10:25:03.481528 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5bf46d86-174c-43bb-b306-d7414c0ac263 req-9328277f-1584-4c4b-b044-3abd6850783d tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/security-groups?id=3449e267-bea2-440c-bae4-4f93a841e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321064 Jul 09 10:25:03.909608 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d3664-8562-49aa-8a09-411c49792d19 req-108b92b5-f9f9-4937-b33f-0c5198b16351 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:03.911184 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b19d3664-8562-49aa-8a09-411c49792d19 req-108b92b5-f9f9-4937-b33f-0c5198b16351 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecc576ce-1eb4-4cd8-ac44-cfa0931351f1 HTTP/1.1" status: 200 len: 945 time: 0.0633948 Jul 09 10:25:04.014644 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-b19d3664-8562-49aa-8a09-411c49792d19 req-f7cacd91-2ee3-4c6a-856f-a8f71d608210 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Deleting port aaceafa2-81e9-4289-8944-3848ac927b76 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:25:04.014984 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b19d3664-8562-49aa-8a09-411c49792d19 req-f7cacd91-2ee3-4c6a-856f-a8f71d608210 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:04.115782 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b19d3664-8562-49aa-8a09-411c49792d19 req-f7cacd91-2ee3-4c6a-856f-a8f71d608210 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] For port aaceafa2-81e9-4289-8944-3848ac927b76, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=aaceafa2-81e9-4289-8944-3848ac927b76,segment=NetworkSegment(6a3e2321-e675-4c15-9ad5-cb44a2b08aac),segment_id=6a3e2321-e675-4c15-9ad5-cb44a2b08aac)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:25:04.116145 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b19d3664-8562-49aa-8a09-411c49792d19 req-f7cacd91-2ee3-4c6a-856f-a8f71d608210 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:04.129574 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-b19d3664-8562-49aa-8a09-411c49792d19 req-f7cacd91-2ee3-4c6a-856f-a8f71d608210 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Calling delete_port for aaceafa2-81e9-4289-8944-3848ac927b76 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:25:04.262110 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b19d3664-8562-49aa-8a09-411c49792d19 req-f7cacd91-2ee3-4c6a-856f-a8f71d608210 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:04.274125 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['aaceafa2-81e9-4289-8944-3848ac927b76'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:25:04.291846 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cacd91-2ee3-4c6a-856f-a8f71d608210 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Pushing event deleted for resources: {'Port': ['ID=aaceafa2-81e9-4289-8944-3848ac927b76,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:04.329856 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:04.340274 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19d3664-8562-49aa-8a09-411c49792d19 req-f7cacd91-2ee3-4c6a-856f-a8f71d608210 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] No DVR routers for this DVR port aaceafa2-81e9-4289-8944-3848ac927b76 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:25:04.343474 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b19d3664-8562-49aa-8a09-411c49792d19 req-f7cacd91-2ee3-4c6a-856f-a8f71d608210 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:04.346306 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b19d3664-8562-49aa-8a09-411c49792d19 req-f7cacd91-2ee3-4c6a-856f-a8f71d608210 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.64 "DELETE /v2.0/ports/aaceafa2-81e9-4289-8944-3848ac927b76 HTTP/1.1" status: 204 len: 173 time: 0.4291499 Jul 09 10:25:04.346521 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc576ce-1eb4-4cd8-ac44-cfa0931351f1', 'name': 'network-vif-deleted', 'tag': 'aaceafa2-81e9-4289-8944-3848ac927b76'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:25:04.348868 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a20694e-4605-40e5-8277-082140e49ae0" -d '{"events": [{"server_uuid": "ecc576ce-1eb4-4cd8-ac44-cfa0931351f1", "name": "network-vif-deleted", "tag": "aaceafa2-81e9-4289-8944-3848ac927b76"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:25:04.391808 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08b8a90-307e-44af-b5e1-7af0ca4a1741 x-openstack-request-id: req-e08b8a90-307e-44af-b5e1-7af0ca4a1741 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:25:04.392321 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc576ce-1eb4-4cd8-ac44-cfa0931351f1", "name": "network-vif-deleted", "tag": "aaceafa2-81e9-4289-8944-3848ac927b76", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:25:04.392739 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e08b8a90-307e-44af-b5e1-7af0ca4a1741 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:25:04.393144 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc576ce-1eb4-4cd8-ac44-cfa0931351f1', 'name': 'network-vif-deleted', 'tag': 'aaceafa2-81e9-4289-8944-3848ac927b76', 'status': 'completed', 'code': 200} Jul 09 10:25:04.637565 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-da5598b6-f936-4a2d-aee7-64b7bb8952ec req-e0712e63-efb7-4a07-8718-943488245329 tempest-TestEncryptedCinderVolumes-1854221841 tempest-TestEncryptedCinderVolumes-1854221841-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecc576ce-1eb4-4cd8-ac44-cfa0931351f1 HTTP/1.1" status: 200 len: 210 time: 0.0312233 Jul 09 10:25:05.764745 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42864) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:25:06.116372 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13d7c20f-426f-4699-a8c0-416328cb7523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:06.371935 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-13d7c20f-426f-4699-a8c0-416328cb7523 admin admin] Deleting port 003f0f22-b14a-4efe-86ab-4aa35723aef5 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:25:06.372191 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13d7c20f-426f-4699-a8c0-416328cb7523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:06.449589 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-13d7c20f-426f-4699-a8c0-416328cb7523 admin admin] For port 003f0f22-b14a-4efe-86ab-4aa35723aef5, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=003f0f22-b14a-4efe-86ab-4aa35723aef5,segment=NetworkSegment(6a3e2321-e675-4c15-9ad5-cb44a2b08aac),segment_id=6a3e2321-e675-4c15-9ad5-cb44a2b08aac)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:25:06.449936 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13d7c20f-426f-4699-a8c0-416328cb7523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:06.462207 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-13d7c20f-426f-4699-a8c0-416328cb7523 admin admin] Calling delete_port for 003f0f22-b14a-4efe-86ab-4aa35723aef5 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:25:06.640844 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13d7c20f-426f-4699-a8c0-416328cb7523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:06.666276 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7c20f-426f-4699-a8c0-416328cb7523 admin admin] Pushing event deleted for resources: {'Port': ['ID=003f0f22-b14a-4efe-86ab-4aa35723aef5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:06.677882 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7c20f-426f-4699-a8c0-416328cb7523 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:06.678245 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7c20f-426f-4699-a8c0-416328cb7523 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:06.678585 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7c20f-426f-4699-a8c0-416328cb7523 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:06.679015 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7c20f-426f-4699-a8c0-416328cb7523 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:06.679261 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7c20f-426f-4699-a8c0-416328cb7523 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:06.679595 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7c20f-426f-4699-a8c0-416328cb7523 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:06.679954 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7c20f-426f-4699-a8c0-416328cb7523 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:06.683935 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7c20f-426f-4699-a8c0-416328cb7523 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:06.683935 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7c20f-426f-4699-a8c0-416328cb7523 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:06.683935 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7c20f-426f-4699-a8c0-416328cb7523 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:06.683935 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7c20f-426f-4699-a8c0-416328cb7523 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:06.683935 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7c20f-426f-4699-a8c0-416328cb7523 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:06.827311 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-370493ae-0ff6-4ce6-9f71-3bd48540101f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:06.849793 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-13d7c20f-426f-4699-a8c0-416328cb7523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:06.853735 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device aaceafa2-81e9-4289-8944-3848ac927b76 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:25:06.874083 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: aaceafa2-81e9-4289-8944-3848ac927b76 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:25:06.874538 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device aaceafa2-81e9-4289-8944-3848ac927b76 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:25:07.066237 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d7c20f-426f-4699-a8c0-416328cb7523 admin admin] Router 17940f22-2c07-47b9-976d-1986d965b5e3 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:25:07.172024 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d7c20f-426f-4699-a8c0-416328cb7523 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:25:07.177070 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-13d7c20f-426f-4699-a8c0-416328cb7523 admin admin] 10.222.0.61 "PUT /v2.0/routers/17940f22-2c07-47b9-976d-1986d965b5e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4113123 Jul 09 10:25:07.181185 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42874) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:25:07.183914 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3895e9d8-8b82-4871-a0eb-9f5c5486ce22 None None] Sync routers for ids ['17940f22-2c07-47b9-976d-1986d965b5e3'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:25:07.192923 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3895e9d8-8b82-4871-a0eb-9f5c5486ce22 None None] Routers {'17940f22-2c07-47b9-976d-1986d965b5e3'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:25:07.193529 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3895e9d8-8b82-4871-a0eb-9f5c5486ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:24:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['17940f22-2c07-47b9-976d-1986d965b5e3'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:07.285644 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc227c39-e00b-4c77-9c61-6a324d8404ae admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:07.294904 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-3895e9d8-8b82-4871-a0eb-9f5c5486ce22 None None] Set router 17940f22-2c07-47b9-976d-1986d965b5e3 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:25:07.479391 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3895e9d8-8b82-4871-a0eb-9f5c5486ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17940f22-2c07-47b9-976d-1986d965b5e3', 'name': 'tempest-TestEncryptedCinderVolumes-607299202-router', 'tenant_id': 'bfbae33717dd424ea148adfbacadb93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e95f2e48-2de6-48c0-a174-d10c22bbf7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:23:49Z', 'updated_at': '2021-07-09T10:25:06Z', 'revision_number': 5, 'project_id': 'bfbae33717dd424ea148adfbacadb93f', 'gw_port': {'id': 'e95f2e48-2de6-48c0-a174-d10c22bbf7d3', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17940f22-2c07-47b9-976d-1986d965b5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:23:50Z', 'updated_at': '2021-07-09T10:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:07.509692 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3895e9d8-8b82-4871-a0eb-9f5c5486ce22 None None] Checking router: 17940f22-2c07-47b9-976d-1986d965b5e3 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:25:07.518293 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3895e9d8-8b82-4871-a0eb-9f5c5486ce22 None None] Routers {'17940f22-2c07-47b9-976d-1986d965b5e3'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:25:07.518904 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3895e9d8-8b82-4871-a0eb-9f5c5486ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:24:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['17940f22-2c07-47b9-976d-1986d965b5e3'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:07.623980 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-3895e9d8-8b82-4871-a0eb-9f5c5486ce22 None None] Set router 17940f22-2c07-47b9-976d-1986d965b5e3 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:25:07.707491 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc227c39-e00b-4c77-9c61-6a324d8404ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:07.764388 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-bc227c39-e00b-4c77-9c61-6a324d8404ae admin admin] Deleting port e95f2e48-2de6-48c0-a174-d10c22bbf7d3 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:25:07.764726 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc227c39-e00b-4c77-9c61-6a324d8404ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:07.803107 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3895e9d8-8b82-4871-a0eb-9f5c5486ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17940f22-2c07-47b9-976d-1986d965b5e3', 'name': 'tempest-TestEncryptedCinderVolumes-607299202-router', 'tenant_id': 'bfbae33717dd424ea148adfbacadb93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e95f2e48-2de6-48c0-a174-d10c22bbf7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:23:49Z', 'updated_at': '2021-07-09T10:25:06Z', 'revision_number': 5, 'project_id': 'bfbae33717dd424ea148adfbacadb93f', 'gw_port': {'id': 'e95f2e48-2de6-48c0-a174-d10c22bbf7d3', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17940f22-2c07-47b9-976d-1986d965b5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:23:50Z', 'updated_at': '2021-07-09T10:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:07.829509 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3895e9d8-8b82-4871-a0eb-9f5c5486ce22 None None] The sync data for ids ['17940f22-2c07-47b9-976d-1986d965b5e3'] in n-d-799996-1 is: [{'id': '17940f22-2c07-47b9-976d-1986d965b5e3', 'name': 'tempest-TestEncryptedCinderVolumes-607299202-router', 'tenant_id': 'bfbae33717dd424ea148adfbacadb93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e95f2e48-2de6-48c0-a174-d10c22bbf7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:23:49Z', 'updated_at': '2021-07-09T10:25:06Z', 'revision_number': 5, 'project_id': 'bfbae33717dd424ea148adfbacadb93f', 'gw_port': {'id': 'e95f2e48-2de6-48c0-a174-d10c22bbf7d3', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17940f22-2c07-47b9-976d-1986d965b5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:23:50Z', 'updated_at': '2021-07-09T10:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:25:07.847526 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-bc227c39-e00b-4c77-9c61-6a324d8404ae admin admin] For port e95f2e48-2de6-48c0-a174-d10c22bbf7d3, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e95f2e48-2de6-48c0-a174-d10c22bbf7d3,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:25:07.847929 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc227c39-e00b-4c77-9c61-6a324d8404ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:07.864710 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-bc227c39-e00b-4c77-9c61-6a324d8404ae admin admin] Calling delete_port for e95f2e48-2de6-48c0-a174-d10c22bbf7d3 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:25:08.028011 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc227c39-e00b-4c77-9c61-6a324d8404ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:08.053161 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc227c39-e00b-4c77-9c61-6a324d8404ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e95f2e48-2de6-48c0-a174-d10c22bbf7d3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:08.114763 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc227c39-e00b-4c77-9c61-6a324d8404ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:08.207086 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc227c39-e00b-4c77-9c61-6a324d8404ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:08.209122 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc227c39-e00b-4c77-9c61-6a324d8404ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:08.259932 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc227c39-e00b-4c77-9c61-6a324d8404ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:08.260486 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc227c39-e00b-4c77-9c61-6a324d8404ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17940f22-2c07-47b9-976d-1986d965b5e3 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 10:25:08.265764 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc227c39-e00b-4c77-9c61-6a324d8404ae admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:08.266945 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bc227c39-e00b-4c77-9c61-6a324d8404ae admin admin] 10.222.0.61 "DELETE /v2.0/routers/17940f22-2c07-47b9-976d-1986d965b5e3 HTTP/1.1" status: 204 len: 168 time: 1.0846589 Jul 09 10:25:08.269557 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42876) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:25:08.316060 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-48915181-b7fe-4f50-a1ca-11e1a451885a admin admin] Deleting subnet cbb6fa50-9ee1-4955-9e88-38bc3019370a {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:25:08.319262 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48915181-b7fe-4f50-a1ca-11e1a451885a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:08.357657 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48915181-b7fe-4f50-a1ca-11e1a451885a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:08.444404 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48915181-b7fe-4f50-a1ca-11e1a451885a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:08.501425 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48915181-b7fe-4f50-a1ca-11e1a451885a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:08.530114 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48915181-b7fe-4f50-a1ca-11e1a451885a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbb6fa50-9ee1-4955-9e88-38bc3019370a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:08.539003 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48915181-b7fe-4f50-a1ca-11e1a451885a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:08.541283 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c26743-5670-47c5-a522-8539d021ed64 None None] Network c81debf8-d7ee-4501-a62c-2be1695568ce requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:25:08.544553 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42878) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:25:08.545051 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-48915181-b7fe-4f50-a1ca-11e1a451885a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/cbb6fa50-9ee1-4955-9e88-38bc3019370a HTTP/1.1" status: 204 len: 168 time: 0.2742856 Jul 09 10:25:08.627508 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46f6d8bf-dcc8-4a51-8cc4-5059a53c42b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:08.685428 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-46f6d8bf-dcc8-4a51-8cc4-5059a53c42b5 admin admin] Deleting port a3755126-a19c-45ce-83d2-17bd8a72d829 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:25:08.685739 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46f6d8bf-dcc8-4a51-8cc4-5059a53c42b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:08.753699 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-46f6d8bf-dcc8-4a51-8cc4-5059a53c42b5 admin admin] For port a3755126-a19c-45ce-83d2-17bd8a72d829, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a3755126-a19c-45ce-83d2-17bd8a72d829,segment=NetworkSegment(6a3e2321-e675-4c15-9ad5-cb44a2b08aac),segment_id=6a3e2321-e675-4c15-9ad5-cb44a2b08aac)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:25:08.754062 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46f6d8bf-dcc8-4a51-8cc4-5059a53c42b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:08.768087 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-46f6d8bf-dcc8-4a51-8cc4-5059a53c42b5 admin admin] Calling delete_port for a3755126-a19c-45ce-83d2-17bd8a72d829 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:25:08.848598 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46f6d8bf-dcc8-4a51-8cc4-5059a53c42b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:08.878662 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6d8bf-dcc8-4a51-8cc4-5059a53c42b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3755126-a19c-45ce-83d2-17bd8a72d829,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:08.882416 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f6d8bf-dcc8-4a51-8cc4-5059a53c42b5 admin admin] No DVR routers for this DVR port a3755126-a19c-45ce-83d2-17bd8a72d829 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:25:08.937882 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401d6d7f-1d7c-49b2-8e42-914b889fd1f1 None None] DHCP port deletion for c81debf8-d7ee-4501-a62c-2be1695568ce request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:25:08.957245 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46f6d8bf-dcc8-4a51-8cc4-5059a53c42b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:08.968643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-46f6d8bf-dcc8-4a51-8cc4-5059a53c42b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81debf8-d7ee-4501-a62c-2be1695568ce']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:08.980828 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-46f6d8bf-dcc8-4a51-8cc4-5059a53c42b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3e2321-e675-4c15-9ad5-cb44a2b08aac') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:08.981330 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-46f6d8bf-dcc8-4a51-8cc4-5059a53c42b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3e2321-e675-4c15-9ad5-cb44a2b08aac') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:08.991336 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46f6d8bf-dcc8-4a51-8cc4-5059a53c42b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:09.005988 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46f6d8bf-dcc8-4a51-8cc4-5059a53c42b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:09.012311 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f6d8bf-dcc8-4a51-8cc4-5059a53c42b5 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:25:09.012708 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46f6d8bf-dcc8-4a51-8cc4-5059a53c42b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: timer() Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:25:09.014454 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:25:09.078521 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46f6d8bf-dcc8-4a51-8cc4-5059a53c42b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:09.085798 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46f6d8bf-dcc8-4a51-8cc4-5059a53c42b5 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:09.089379 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-46f6d8bf-dcc8-4a51-8cc4-5059a53c42b5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c81debf8-d7ee-4501-a62c-2be1695568ce HTTP/1.1" status: 204 len: 168 time: 0.5421007 Jul 09 10:25:09.091134 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42880) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:25:09.107586 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6d8bf-dcc8-4a51-8cc4-5059a53c42b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c81debf8-d7ee-4501-a62c-2be1695568ce,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:09.414398 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 003f0f22-b14a-4efe-86ab-4aa35723aef5 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:25:09.440707 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 003f0f22-b14a-4efe-86ab-4aa35723aef5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:25:09.441054 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 003f0f22-b14a-4efe-86ab-4aa35723aef5 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:25:09.441493 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a3755126-a19c-45ce-83d2-17bd8a72d829 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:25:09.453401 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7639ed19-af51-4587-9c1d-34ae28938460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:09.463204 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fe128f12-7c92-49a0-a81c-9d7a85a57cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:09.464583 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: a3755126-a19c-45ce-83d2-17bd8a72d829 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:25:09.464928 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a3755126-a19c-45ce-83d2-17bd8a72d829 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:25:09.465336 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e95f2e48-2de6-48c0-a174-d10c22bbf7d3 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:25:09.486865 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: e95f2e48-2de6-48c0-a174-d10c22bbf7d3 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:25:09.487211 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e95f2e48-2de6-48c0-a174-d10c22bbf7d3 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:25:09.595067 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:09.600250 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:09.710761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7639ed19-af51-4587-9c1d-34ae28938460 admin admin] Deleting port 664241c7-8ec2-4c3a-8cdd-3716db1b8fad {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:25:09.711435 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7639ed19-af51-4587-9c1d-34ae28938460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:09.789196 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-7639ed19-af51-4587-9c1d-34ae28938460 admin admin] For port 664241c7-8ec2-4c3a-8cdd-3716db1b8fad, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=664241c7-8ec2-4c3a-8cdd-3716db1b8fad,segment=NetworkSegment(703dcd79-48cd-4288-b1b5-5cba7559995f),segment_id=703dcd79-48cd-4288-b1b5-5cba7559995f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:25:09.789548 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7639ed19-af51-4587-9c1d-34ae28938460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:09.804243 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7639ed19-af51-4587-9c1d-34ae28938460 admin admin] Calling delete_port for 664241c7-8ec2-4c3a-8cdd-3716db1b8fad owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:25:09.989309 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7639ed19-af51-4587-9c1d-34ae28938460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:10.015201 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639ed19-af51-4587-9c1d-34ae28938460 admin admin] Pushing event deleted for resources: {'Port': ['ID=664241c7-8ec2-4c3a-8cdd-3716db1b8fad,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:10.445747 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7639ed19-af51-4587-9c1d-34ae28938460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:10.661923 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7639ed19-af51-4587-9c1d-34ae28938460 admin admin] Router d619709c-8fd3-44aa-87d2-4dd0fcfd9762 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:25:10.761113 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7639ed19-af51-4587-9c1d-34ae28938460 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:25:10.765937 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7639ed19-af51-4587-9c1d-34ae28938460 admin admin] 10.222.0.61 "PUT /v2.0/routers/d619709c-8fd3-44aa-87d2-4dd0fcfd9762/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6738069 Jul 09 10:25:10.768635 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42882) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:25:10.769092 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57155b44-0785-43b9-8ba9-08a6e7f42da8 None None] Sync routers for ids ['d619709c-8fd3-44aa-87d2-4dd0fcfd9762'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:25:10.778476 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57155b44-0785-43b9-8ba9-08a6e7f42da8 None None] Routers {'d619709c-8fd3-44aa-87d2-4dd0fcfd9762'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:25:10.779066 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-57155b44-0785-43b9-8ba9-08a6e7f42da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:25:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d619709c-8fd3-44aa-87d2-4dd0fcfd9762'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:10.873423 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca950963-de3d-47a5-81a3-15724707a9b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:10.882579 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-57155b44-0785-43b9-8ba9-08a6e7f42da8 None None] Set router d619709c-8fd3-44aa-87d2-4dd0fcfd9762 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:25:10.974196 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca950963-de3d-47a5-81a3-15724707a9b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:11.027266 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ca950963-de3d-47a5-81a3-15724707a9b8 admin admin] Deleting port 37231232-538b-44e2-9238-e5403bffae7e {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:25:11.027525 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca950963-de3d-47a5-81a3-15724707a9b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:11.058347 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-57155b44-0785-43b9-8ba9-08a6e7f42da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd619709c-8fd3-44aa-87d2-4dd0fcfd9762', 'name': 'tempest-TestEncryptedCinderVolumes-459783050-router', 'tenant_id': 'ee613358b38f41eba3196c511fe35adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '37231232-538b-44e2-9238-e5403bffae7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:23:54Z', 'updated_at': '2021-07-09T10:25:09Z', 'revision_number': 5, 'project_id': 'ee613358b38f41eba3196c511fe35adc', 'gw_port': {'id': '37231232-538b-44e2-9238-e5403bffae7e', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:97:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd619709c-8fd3-44aa-87d2-4dd0fcfd9762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:23:54Z', 'updated_at': '2021-07-09T10:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:11.084062 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57155b44-0785-43b9-8ba9-08a6e7f42da8 None None] Checking router: d619709c-8fd3-44aa-87d2-4dd0fcfd9762 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:25:11.093217 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57155b44-0785-43b9-8ba9-08a6e7f42da8 None None] Routers {'d619709c-8fd3-44aa-87d2-4dd0fcfd9762'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:25:11.093830 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-57155b44-0785-43b9-8ba9-08a6e7f42da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:25:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d619709c-8fd3-44aa-87d2-4dd0fcfd9762'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:11.114113 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-ca950963-de3d-47a5-81a3-15724707a9b8 admin admin] For port 37231232-538b-44e2-9238-e5403bffae7e, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=37231232-538b-44e2-9238-e5403bffae7e,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:25:11.114472 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca950963-de3d-47a5-81a3-15724707a9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:11.130156 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ca950963-de3d-47a5-81a3-15724707a9b8 admin admin] Calling delete_port for 37231232-538b-44e2-9238-e5403bffae7e owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:25:11.179220 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-57155b44-0785-43b9-8ba9-08a6e7f42da8 None None] Set router d619709c-8fd3-44aa-87d2-4dd0fcfd9762 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:25:11.308405 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca950963-de3d-47a5-81a3-15724707a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:11.336273 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca950963-de3d-47a5-81a3-15724707a9b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=37231232-538b-44e2-9238-e5403bffae7e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:11.388791 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-57155b44-0785-43b9-8ba9-08a6e7f42da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd619709c-8fd3-44aa-87d2-4dd0fcfd9762', 'name': 'tempest-TestEncryptedCinderVolumes-459783050-router', 'tenant_id': 'ee613358b38f41eba3196c511fe35adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:23:54Z', 'updated_at': '2021-07-09T10:25:10Z', 'revision_number': 6, 'project_id': 'ee613358b38f41eba3196c511fe35adc', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:11.403534 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca950963-de3d-47a5-81a3-15724707a9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:11.420095 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57155b44-0785-43b9-8ba9-08a6e7f42da8 None None] The sync data for ids ['d619709c-8fd3-44aa-87d2-4dd0fcfd9762'] in n-d-799996-1 is: [{'id': 'd619709c-8fd3-44aa-87d2-4dd0fcfd9762', 'name': 'tempest-TestEncryptedCinderVolumes-459783050-router', 'tenant_id': 'ee613358b38f41eba3196c511fe35adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:23:54Z', 'updated_at': '2021-07-09T10:25:10Z', 'revision_number': 6, 'project_id': 'ee613358b38f41eba3196c511fe35adc', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:25:11.428618 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:11.508560 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca950963-de3d-47a5-81a3-15724707a9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:11.510772 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca950963-de3d-47a5-81a3-15724707a9b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:11.560095 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca950963-de3d-47a5-81a3-15724707a9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:11.560567 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca950963-de3d-47a5-81a3-15724707a9b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d619709c-8fd3-44aa-87d2-4dd0fcfd9762 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 10:25:11.564996 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca950963-de3d-47a5-81a3-15724707a9b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:11.566127 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ca950963-de3d-47a5-81a3-15724707a9b8 admin admin] 10.222.0.61 "DELETE /v2.0/routers/d619709c-8fd3-44aa-87d2-4dd0fcfd9762 HTTP/1.1" status: 204 len: 168 time: 0.7965119 Jul 09 10:25:11.568690 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42886) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:25:11.612861 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58c4b9e-88c0-4e2e-acd9-318d6e1d1b45 admin admin] Deleting subnet 3cbb11a4-4289-4db3-a463-d377a877f108 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:25:11.615811 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d58c4b9e-88c0-4e2e-acd9-318d6e1d1b45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:11.649523 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d58c4b9e-88c0-4e2e-acd9-318d6e1d1b45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:11.742450 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d58c4b9e-88c0-4e2e-acd9-318d6e1d1b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:11.800790 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d58c4b9e-88c0-4e2e-acd9-318d6e1d1b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:11.829276 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c4b9e-88c0-4e2e-acd9-318d6e1d1b45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cbb11a4-4289-4db3-a463-d377a877f108,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:11.831399 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d58c4b9e-88c0-4e2e-acd9-318d6e1d1b45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:11.835719 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb38988-402d-40ed-ac49-81e194072aaa None None] Network 2d196f78-f867-4225-93b3-6746d808ae98 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:25:11.837113 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d58c4b9e-88c0-4e2e-acd9-318d6e1d1b45 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3cbb11a4-4289-4db3-a463-d377a877f108 HTTP/1.1" status: 204 len: 168 time: 0.2663913 Jul 09 10:25:11.838948 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42888) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:25:11.927506 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c48f514-9091-47c0-89e8-3c03b355b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:11.986513 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5c48f514-9091-47c0-89e8-3c03b355b40c admin admin] Deleting port cbac8367-9b5f-472a-b1b1-0e604629f0c8 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:25:11.986863 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c48f514-9091-47c0-89e8-3c03b355b40c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:12.053517 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-5c48f514-9091-47c0-89e8-3c03b355b40c admin admin] For port cbac8367-9b5f-472a-b1b1-0e604629f0c8, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=cbac8367-9b5f-472a-b1b1-0e604629f0c8,segment=NetworkSegment(703dcd79-48cd-4288-b1b5-5cba7559995f),segment_id=703dcd79-48cd-4288-b1b5-5cba7559995f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:25:12.053871 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c48f514-9091-47c0-89e8-3c03b355b40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:12.068196 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5c48f514-9091-47c0-89e8-3c03b355b40c admin admin] Calling delete_port for cbac8367-9b5f-472a-b1b1-0e604629f0c8 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:25:12.150821 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c48f514-9091-47c0-89e8-3c03b355b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:12.176985 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48f514-9091-47c0-89e8-3c03b355b40c admin admin] Pushing event deleted for resources: {'Port': ['ID=cbac8367-9b5f-472a-b1b1-0e604629f0c8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:12.182812 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c48f514-9091-47c0-89e8-3c03b355b40c admin admin] No DVR routers for this DVR port cbac8367-9b5f-472a-b1b1-0e604629f0c8 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:25:12.208322 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e5fbc0-9149-4c62-86ae-aabc3f156066 None None] DHCP port deletion for 2d196f78-f867-4225-93b3-6746d808ae98 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:25:12.263576 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c48f514-9091-47c0-89e8-3c03b355b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:12.273969 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5c48f514-9091-47c0-89e8-3c03b355b40c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d196f78-f867-4225-93b3-6746d808ae98']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:12.284523 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5c48f514-9091-47c0-89e8-3c03b355b40c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '703dcd79-48cd-4288-b1b5-5cba7559995f') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:12.284820 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5c48f514-9091-47c0-89e8-3c03b355b40c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '703dcd79-48cd-4288-b1b5-5cba7559995f') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:12.296512 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c48f514-9091-47c0-89e8-3c03b355b40c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:12.312454 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c48f514-9091-47c0-89e8-3c03b355b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:12.319328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c48f514-9091-47c0-89e8-3c03b355b40c admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:25:12.320045 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c48f514-9091-47c0-89e8-3c03b355b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: timer() Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:25:12.323384 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:25:12.378112 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c48f514-9091-47c0-89e8-3c03b355b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:12.384172 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c48f514-9091-47c0-89e8-3c03b355b40c admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:12.386012 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5c48f514-9091-47c0-89e8-3c03b355b40c admin admin] 10.222.0.61 "DELETE /v2.0/networks/2d196f78-f867-4225-93b3-6746d808ae98 HTTP/1.1" status: 204 len: 168 time: 0.5450740 Jul 09 10:25:12.403229 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48f514-9091-47c0-89e8-3c03b355b40c admin admin] Pushing event deleted for resources: {'Network': ['ID=2d196f78-f867-4225-93b3-6746d808ae98,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:12.555335 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42894) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:25:12.596223 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-eb2043c4-9a76-44c0-9796-14a874905fd7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bfbae33717dd424ea148adfbacadb93f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396583 Jul 09 10:25:12.598707 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42896) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:25:12.645796 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2d006c9-d137-4692-b2d9-0637776cc8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:12.668707 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2d006c9-d137-4692-b2d9-0637776cc8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:12.719179 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2d006c9-d137-4692-b2d9-0637776cc8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:12.721804 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2d006c9-d137-4692-b2d9-0637776cc8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:12.722956 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d2d006c9-d137-4692-b2d9-0637776cc8d1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3449e267-bea2-440c-bae4-4f93a841e0b1 HTTP/1.1" status: 204 len: 168 time: 0.1233599 Jul 09 10:25:12.730936 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d006c9-d137-4692-b2d9-0637776cc8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3449e267-bea2-440c-bae4-4f93a841e0b1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:13.027576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42902) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:25:13.068228 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-fa9ea521-fc09-4423-925f-0fdb2cea595d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ee613358b38f41eba3196c511fe35adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392871 Jul 09 10:25:13.070627 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42904) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:25:13.120055 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0124c6cd-4a2f-4e11-a84e-7464d5f09c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:13.141468 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:13.142780 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0124c6cd-4a2f-4e11-a84e-7464d5f09c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:13.189420 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0124c6cd-4a2f-4e11-a84e-7464d5f09c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:13.192211 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0124c6cd-4a2f-4e11-a84e-7464d5f09c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:13.193386 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0124c6cd-4a2f-4e11-a84e-7464d5f09c48 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c8db3001-ecbc-4ab7-910a-3dd198841c67 HTTP/1.1" status: 204 len: 168 time: 0.1211944 Jul 09 10:25:13.203227 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124c6cd-4a2f-4e11-a84e-7464d5f09c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8db3001-ecbc-4ab7-910a-3dd198841c67,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:13.421937 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 664241c7-8ec2-4c3a-8cdd-3716db1b8fad no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:25:13.442561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 664241c7-8ec2-4c3a-8cdd-3716db1b8fad {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:25:13.442832 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 664241c7-8ec2-4c3a-8cdd-3716db1b8fad not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:25:13.443260 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 37231232-538b-44e2-9238-e5403bffae7e no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:25:13.465142 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 37231232-538b-44e2-9238-e5403bffae7e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:25:13.465492 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 37231232-538b-44e2-9238-e5403bffae7e not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:25:13.465907 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cbac8367-9b5f-472a-b1b1-0e604629f0c8 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:25:13.485324 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: cbac8367-9b5f-472a-b1b1-0e604629f0c8 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:25:13.485672 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device cbac8367-9b5f-472a-b1b1-0e604629f0c8 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:25:13.838497 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42926) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:25:13.932723 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e2716bf3-a092-4925-bb4e-9dee15844737 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2088322773-network', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:25:13.952692 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2716bf3-a092-4925-bb4e-9dee15844737 admin admin] Made reservation on behalf of 21e3378b117e4dd8a89af8c8a8862d89 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:25:13.955088 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e2716bf3-a092-4925-bb4e-9dee15844737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:13.963083 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e2716bf3-a092-4925-bb4e-9dee15844737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:14.053290 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e2716bf3-a092-4925-bb4e-9dee15844737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:14.058170 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e2716bf3-a092-4925-bb4e-9dee15844737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:14.080052 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2716bf3-a092-4925-bb4e-9dee15844737 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:25:14.093264 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2716bf3-a092-4925-bb4e-9dee15844737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36920a47-f25f-47f9-a2f1-a79b26ddd7b1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:14.098148 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e2716bf3-a092-4925-bb4e-9dee15844737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:14.098492 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-e2716bf3-a092-4925-bb4e-9dee15844737 admin admin] Added segment bf9c93b8-7ff4-431b-995f-df7a8dc93af2 of type vlan for network a4922c63-5871-4b4c-ab93-58a99e2faabc Jul 09 10:25:14.139533 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e2716bf3-a092-4925-bb4e-9dee15844737 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:14.168735 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e2716bf3-a092-4925-bb4e-9dee15844737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:14.169704 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2716bf3-a092-4925-bb4e-9dee15844737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:14.170279 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e2716bf3-a092-4925-bb4e-9dee15844737 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:14.225956 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e2716bf3-a092-4925-bb4e-9dee15844737 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3861644 Jul 09 10:25:14.229144 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42930) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:25:14.234566 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2b705f64-3ca7-4a3c-a332-0d8ab7d76a7f admin admin] Request body: {'subnet': {'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2088322773-subnet', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:25:14.235654 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2716bf3-a092-4925-bb4e-9dee15844737 admin admin] Pushing event updated for resources: {'Network': ['ID=a4922c63-5871-4b4c-ab93-58a99e2faabc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:14.246557 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network a4922c63-5871-4b4c-ab93-58a99e2faabc details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:25:14.263488 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b705f64-3ca7-4a3c-a332-0d8ab7d76a7f admin admin] Made reservation on behalf of 21e3378b117e4dd8a89af8c8a8862d89 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:25:14.265897 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b705f64-3ca7-4a3c-a332-0d8ab7d76a7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:14.430838 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b705f64-3ca7-4a3c-a332-0d8ab7d76a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:14.486822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b705f64-3ca7-4a3c-a332-0d8ab7d76a7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f0fc64d-9300-4718-af3c-1f036aa7b31e,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:14.494568 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b705f64-3ca7-4a3c-a332-0d8ab7d76a7f admin admin] Checking segment: {'id': 'bf9c93b8-7ff4-431b-995f-df7a8dc93af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:25:14.494932 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b705f64-3ca7-4a3c-a332-0d8ab7d76a7f admin admin] Network hostable DHCP agents. Network: a4922c63-5871-4b4c-ab93-58a99e2faabc, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:25:14.511942 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b705f64-3ca7-4a3c-a332-0d8ab7d76a7f admin admin] Network a4922c63-5871-4b4c-ab93-58a99e2faabc is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:25:14.519922 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-2b705f64-3ca7-4a3c-a332-0d8ab7d76a7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, a4922c63-5871-4b4c-ab93-58a99e2faabc) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:25:14.524485 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b705f64-3ca7-4a3c-a332-0d8ab7d76a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:14.525127 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b705f64-3ca7-4a3c-a332-0d8ab7d76a7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:14.529271 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9026edf-64ae-4424-973c-099a776f7ac0 None None] Network a4922c63-5871-4b4c-ab93-58a99e2faabc requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:25:14.539213 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2b705f64-3ca7-4a3c-a332-0d8ab7d76a7f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3090148 Jul 09 10:25:14.543360 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42932) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:25:14.547898 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-92afa8f3-02e2-493a-b438-edb256d5f764 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2088322773-router', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:25:14.568157 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92afa8f3-02e2-493a-b438-edb256d5f764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:14.569147 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92afa8f3-02e2-493a-b438-edb256d5f764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:14.624926 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92afa8f3-02e2-493a-b438-edb256d5f764 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:14.680372 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ae3631-e8bc-48a4-8cef-aee8089f6f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-a4922c63-5871-4b4c-ab93-58a99e2faabc', 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'fixed_ips': [{'subnet_id': '6f0fc64d-9300-4718-af3c-1f036aa7b31e'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:25:14.681229 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c4ae3631-e8bc-48a4-8cef-aee8089f6f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:14.762902 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92afa8f3-02e2-493a-b438-edb256d5f764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:14.815889 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-c4ae3631-e8bc-48a4-8cef-aee8089f6f2d None None] Allocated IP 172.20.0.2 (a4922c63-5871-4b4c-ab93-58a99e2faabc/6f0fc64d-9300-4718-af3c-1f036aa7b31e/c5a53421-4ff0-4724-879e-353bb225f0c0) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:25:14.957389 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c4ae3631-e8bc-48a4-8cef-aee8089f6f2d None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:14.963997 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92afa8f3-02e2-493a-b438-edb256d5f764 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:14.966045 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c4ae3631-e8bc-48a4-8cef-aee8089f6f2d None None] Transition to ACTIVE for port object c5a53421-4ff0-4724-879e-353bb225f0c0 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:25:14.980756 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c4ae3631-e8bc-48a4-8cef-aee8089f6f2d None None] Transition to ACTIVE for port object c5a53421-4ff0-4724-879e-353bb225f0c0 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:25:14.984251 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92afa8f3-02e2-493a-b438-edb256d5f764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:14.987478 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c4ae3631-e8bc-48a4-8cef-aee8089f6f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:15.020750 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ae3631-e8bc-48a4-8cef-aee8089f6f2d None None] Network a4922c63-5871-4b4c-ab93-58a99e2faabc is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:25:15.023544 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-c4ae3631-e8bc-48a4-8cef-aee8089f6f2d None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:25:15.027610 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ae3631-e8bc-48a4-8cef-aee8089f6f2d None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:25:15.045681 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae3631-e8bc-48a4-8cef-aee8089f6f2d None None] Pushing event updated for resources: {'Port': ['ID=c5a53421-4ff0-4724-879e-353bb225f0c0,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:15.094747 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c4ae3631-e8bc-48a4-8cef-aee8089f6f2d None None] Attempting to bind port c5a53421-4ff0-4724-879e-353bb225f0c0 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:25:15.095105 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c4ae3631-e8bc-48a4-8cef-aee8089f6f2d None None] Attempting to bind port c5a53421-4ff0-4724-879e-353bb225f0c0 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'bf9c93b8-7ff4-431b-995f-df7a8dc93af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:25:15.095458 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae3631-e8bc-48a4-8cef-aee8089f6f2d None None] Attempting to bind port c5a53421-4ff0-4724-879e-353bb225f0c0 on network a4922c63-5871-4b4c-ab93-58a99e2faabc {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:25:15.099271 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-92afa8f3-02e2-493a-b438-edb256d5f764 admin admin] Allocated IP 172.25.3.170 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/49c2fa93-1fa8-4723-bbb1-3ed215088c1c) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:25:15.100767 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae3631-e8bc-48a4-8cef-aee8089f6f2d None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:25:15.101149 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae3631-e8bc-48a4-8cef-aee8089f6f2d None None] Checking segment: {'id': 'bf9c93b8-7ff4-431b-995f-df7a8dc93af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:25:15.101711 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c4ae3631-e8bc-48a4-8cef-aee8089f6f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:15.102957 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae3631-e8bc-48a4-8cef-aee8089f6f2d None None] Bound using segment: {'id': 'bf9c93b8-7ff4-431b-995f-df7a8dc93af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:25:15.103318 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c4ae3631-e8bc-48a4-8cef-aee8089f6f2d None None] Bound port: c5a53421-4ff0-4724-879e-353bb225f0c0, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9c93b8-7ff4-431b-995f-df7a8dc93af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:25:15.103722 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c4ae3631-e8bc-48a4-8cef-aee8089f6f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:15.172491 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c4ae3631-e8bc-48a4-8cef-aee8089f6f2d None None] For port c5a53421-4ff0-4724-879e-353bb225f0c0, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:25:15.175528 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c4ae3631-e8bc-48a4-8cef-aee8089f6f2d None None] For port c5a53421-4ff0-4724-879e-353bb225f0c0, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c5a53421-4ff0-4724-879e-353bb225f0c0,segment=NetworkSegment(bf9c93b8-7ff4-431b-995f-df7a8dc93af2),segment_id=bf9c93b8-7ff4-431b-995f-df7a8dc93af2)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:25:15.181257 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c4ae3631-e8bc-48a4-8cef-aee8089f6f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:15.208915 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92afa8f3-02e2-493a-b438-edb256d5f764 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:15.247133 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae3631-e8bc-48a4-8cef-aee8089f6f2d None None] Pushing event updated for resources: {'Port': ['ID=c5a53421-4ff0-4724-879e-353bb225f0c0,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:15.269592 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92afa8f3-02e2-493a-b438-edb256d5f764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:15.316511 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92afa8f3-02e2-493a-b438-edb256d5f764 admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:25:15.319436 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-92afa8f3-02e2-493a-b438-edb256d5f764 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:25:15.324875 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92afa8f3-02e2-493a-b438-edb256d5f764 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:25:15.327941 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afa8f3-02e2-493a-b438-edb256d5f764 admin admin] Pushing event updated for resources: {'Port': ['ID=49c2fa93-1fa8-4723-bbb1-3ed215088c1c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:15.593453 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92afa8f3-02e2-493a-b438-edb256d5f764 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:16.068660 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92afa8f3-02e2-493a-b438-edb256d5f764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:16.188196 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394e60b1-3d8c-43c9-b167-845006cb8d44 None None] Network a4922c63-5871-4b4c-ab93-58a99e2faabc requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:25:16.205510 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92afa8f3-02e2-493a-b438-edb256d5f764 admin admin] Router d19d9b02-df50-46bd-a535-d77cf09bd4f8 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 10:25:16.248156 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9c7be473-8040-4ea0-b739-d55469cfa890 None None] Provisioning for port c5a53421-4ff0-4724-879e-353bb225f0c0 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:25:16.313164 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92afa8f3-02e2-493a-b438-edb256d5f764 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:25:16.324531 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] Sync routers for ids ['d19d9b02-df50-46bd-a535-d77cf09bd4f8'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:25:16.330950 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92afa8f3-02e2-493a-b438-edb256d5f764 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:16.332525 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-92afa8f3-02e2-493a-b438-edb256d5f764 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7880549 Jul 09 10:25:16.335109 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42934) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:25:16.339436 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] Routers {'d19d9b02-df50-46bd-a535-d77cf09bd4f8'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:25:16.340280 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:25:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d19d9b02-df50-46bd-a535-d77cf09bd4f8'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:16.552641 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] Set router d19d9b02-df50-46bd-a535-d77cf09bd4f8 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:25:16.730925 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'name': 'tempest-TestMinimumBasicScenario-2088322773-router', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:15Z', 'revision_number': 3, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'gw_port': {'id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:77:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:16.756295 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] Checking router: d19d9b02-df50-46bd-a535-d77cf09bd4f8 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:25:16.756647 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] Updating router d19d9b02-df50-46bd-a535-d77cf09bd4f8 port 49c2fa93-1fa8-4723-bbb1-3ed215088c1c binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:25:16.788617 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae792242-335e-49fe-bb2b-5007656de771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:16.791344 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:16.992080 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-ae792242-335e-49fe-bb2b-5007656de771 admin admin] Allocated IP 172.20.0.1 (a4922c63-5871-4b4c-ab93-58a99e2faabc/6f0fc64d-9300-4718-af3c-1f036aa7b31e/a3946f36-55f4-4eea-a1f0-89a9873c0bdb) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:25:17.045572 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:17.057014 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] Transition to ACTIVE for port object 49c2fa93-1fa8-4723-bbb1-3ed215088c1c will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:25:17.064052 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:17.107275 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae792242-335e-49fe-bb2b-5007656de771 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:17.117184 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] Attempting to bind port 49c2fa93-1fa8-4723-bbb1-3ed215088c1c on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:25:17.118168 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] Attempting to bind port 49c2fa93-1fa8-4723-bbb1-3ed215088c1c by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:25:17.118526 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] Attempting to bind port 49c2fa93-1fa8-4723-bbb1-3ed215088c1c on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:25:17.120557 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-ae792242-335e-49fe-bb2b-5007656de771 admin admin] Transition to ACTIVE for port object a3946f36-55f4-4eea-a1f0-89a9873c0bdb will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:25:17.127355 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a23da3-c49f-410f-aaf2-724f0302e8d7 None None] Pushing event updated for resources: {'Port': ['ID=49c2fa93-1fa8-4723-bbb1-3ed215088c1c,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:17.129742 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:25:17.130150 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:25:17.130472 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:17.130850 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:25:17.131303 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] Bound port: 49c2fa93-1fa8-4723-bbb1-3ed215088c1c, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:25:17.131672 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:17.139580 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a23da3-c49f-410f-aaf2-724f0302e8d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:17.139580 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a23da3-c49f-410f-aaf2-724f0302e8d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:17.139945 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a23da3-c49f-410f-aaf2-724f0302e8d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:17.140260 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a23da3-c49f-410f-aaf2-724f0302e8d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:17.140581 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a23da3-c49f-410f-aaf2-724f0302e8d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:17.140904 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a23da3-c49f-410f-aaf2-724f0302e8d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:17.141226 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a23da3-c49f-410f-aaf2-724f0302e8d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:17.141553 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a23da3-c49f-410f-aaf2-724f0302e8d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:17.141859 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a23da3-c49f-410f-aaf2-724f0302e8d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:17.142175 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a23da3-c49f-410f-aaf2-724f0302e8d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:17.142489 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a23da3-c49f-410f-aaf2-724f0302e8d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:17.142797 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a23da3-c49f-410f-aaf2-724f0302e8d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:17.160963 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae792242-335e-49fe-bb2b-5007656de771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:17.193780 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] For port 49c2fa93-1fa8-4723-bbb1-3ed215088c1c, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:25:17.197993 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] For port 49c2fa93-1fa8-4723-bbb1-3ed215088c1c, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=49c2fa93-1fa8-4723-bbb1-3ed215088c1c,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:25:17.198557 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae792242-335e-49fe-bb2b-5007656de771 admin admin] Network a4922c63-5871-4b4c-ab93-58a99e2faabc is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:25:17.202303 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:17.203971 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ae792242-335e-49fe-bb2b-5007656de771 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:25:17.206387 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae792242-335e-49fe-bb2b-5007656de771 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:25:17.234601 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae792242-335e-49fe-bb2b-5007656de771 admin admin] Pushing event updated for resources: {'Port': ['ID=a3946f36-55f4-4eea-a1f0-89a9873c0bdb,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:17.256861 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae792242-335e-49fe-bb2b-5007656de771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:17.262254 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a23da3-c49f-410f-aaf2-724f0302e8d7 None None] Pushing event updated for resources: {'Port': ['ID=49c2fa93-1fa8-4723-bbb1-3ed215088c1c,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:17.273583 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] Routers {'d19d9b02-df50-46bd-a535-d77cf09bd4f8'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:25:17.274720 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:25:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d19d9b02-df50-46bd-a535-d77cf09bd4f8'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:17.381248 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] Set router d19d9b02-df50-46bd-a535-d77cf09bd4f8 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:25:17.488370 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae792242-335e-49fe-bb2b-5007656de771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:17.505960 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c5a53421-4ff0-4724-879e-353bb225f0c0 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:25:17.548562 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-05cb36a8-60b1-4313-ad1b-8ec13ada2128 None None] Provisioning for port a3946f36-55f4-4eea-a1f0-89a9873c0bdb completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:25:17.553625 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-05cb36a8-60b1-4313-ad1b-8ec13ada2128 None None] Provisioning complete for port a3946f36-55f4-4eea-a1f0-89a9873c0bdb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:25:17.553986 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-05cb36a8-60b1-4313-ad1b-8ec13ada2128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:17.586612 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'name': 'tempest-TestMinimumBasicScenario-2088322773-router', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:15Z', 'revision_number': 3, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'gw_port': {'id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:77:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:17.597309 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port c5a53421-4ff0-4724-879e-353bb225f0c0 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:25:17.599655 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-05cb36a8-60b1-4313-ad1b-8ec13ada2128 None None] Port a3946f36-55f4-4eea-a1f0-89a9873c0bdb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:25:17.603915 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port c5a53421-4ff0-4724-879e-353bb225f0c0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:25:17.604440 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:17.615428 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226e3086-d406-4fdd-83e6-c967f10ff526 None None] The sync data for ids ['d19d9b02-df50-46bd-a535-d77cf09bd4f8'] in n-d-799996-1 is: [{'id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'name': 'tempest-TestMinimumBasicScenario-2088322773-router', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:15Z', 'revision_number': 3, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'gw_port': {'id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:77:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:25:17.673387 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae792242-335e-49fe-bb2b-5007656de771 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:17.679158 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae792242-335e-49fe-bb2b-5007656de771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:17.722345 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:17.757261 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae792242-335e-49fe-bb2b-5007656de771 admin admin] Pushing event updated for resources: {'Port': ['ID=a3946f36-55f4-4eea-a1f0-89a9873c0bdb,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:17.760620 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae792242-335e-49fe-bb2b-5007656de771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:17.769018 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port c5a53421-4ff0-4724-879e-353bb225f0c0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c5a53421-4ff0-4724-879e-353bb225f0c0,segment=NetworkSegment(bf9c93b8-7ff4-431b-995f-df7a8dc93af2),segment_id=bf9c93b8-7ff4-431b-995f-df7a8dc93af2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:25:17.775442 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:17.834612 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=c5a53421-4ff0-4724-879e-353bb225f0c0,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:17.867823 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae792242-335e-49fe-bb2b-5007656de771 admin admin] Network a4922c63-5871-4b4c-ab93-58a99e2faabc is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:25:17.869497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ae792242-335e-49fe-bb2b-5007656de771 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:25:18.019449 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae792242-335e-49fe-bb2b-5007656de771 admin admin] Router d19d9b02-df50-46bd-a535-d77cf09bd4f8 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:25:18.144089 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae792242-335e-49fe-bb2b-5007656de771 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:25:18.150353 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ae792242-335e-49fe-bb2b-5007656de771 admin admin] 10.222.0.61 "PUT /v2.0/routers/d19d9b02-df50-46bd-a535-d77cf09bd4f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8141873 Jul 09 10:25:18.228218 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2c1c2fa9-0ad2-4b17-8acb-c0691be14120 None None] Provisioning complete for port a3946f36-55f4-4eea-a1f0-89a9873c0bdb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:25:18.228595 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2c1c2fa9-0ad2-4b17-8acb-c0691be14120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:18.269884 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2c1c2fa9-0ad2-4b17-8acb-c0691be14120 None None] Port a3946f36-55f4-4eea-a1f0-89a9873c0bdb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:25:18.626643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42952) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:25:18.632065 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-dee23231-1caf-4d7a-b0df-f79e8a3469ac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-229921382-network', 'tenant_id': 'cdc8e532556644b0aeaed608e9d004da'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:25:18.653322 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee23231-1caf-4d7a-b0df-f79e8a3469ac admin admin] Made reservation on behalf of cdc8e532556644b0aeaed608e9d004da for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:25:18.655767 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dee23231-1caf-4d7a-b0df-f79e8a3469ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:18.667382 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dee23231-1caf-4d7a-b0df-f79e8a3469ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:18.758715 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dee23231-1caf-4d7a-b0df-f79e8a3469ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:18.762502 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dee23231-1caf-4d7a-b0df-f79e8a3469ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:18.786835 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee23231-1caf-4d7a-b0df-f79e8a3469ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:25:18.796470 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee23231-1caf-4d7a-b0df-f79e8a3469ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64229845-7236-42fa-96f8-bb4e92dd8906,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:18.801335 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dee23231-1caf-4d7a-b0df-f79e8a3469ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:18.801672 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-dee23231-1caf-4d7a-b0df-f79e8a3469ac admin admin] Added segment d991ff5c-76c5-4e18-b419-b7679f637e35 of type vlan for network 0c994065-b5b7-4b37-9cb6-0c1da8b1b350 Jul 09 10:25:18.841205 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dee23231-1caf-4d7a-b0df-f79e8a3469ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:18.869211 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dee23231-1caf-4d7a-b0df-f79e8a3469ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:18.870495 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee23231-1caf-4d7a-b0df-f79e8a3469ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:18.871083 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dee23231-1caf-4d7a-b0df-f79e8a3469ac admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:18.926051 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-dee23231-1caf-4d7a-b0df-f79e8a3469ac admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2957501 Jul 09 10:25:18.926340 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42954) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:25:18.932826 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d46c63d9-426e-4c2c-be64-e95473e4a605 admin admin] Request body: {'subnet': {'network_id': '0c994065-b5b7-4b37-9cb6-0c1da8b1b350', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-229921382-subnet', 'tenant_id': 'cdc8e532556644b0aeaed608e9d004da', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:25:18.948801 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee23231-1caf-4d7a-b0df-f79e8a3469ac admin admin] Pushing event updated for resources: {'Network': ['ID=0c994065-b5b7-4b37-9cb6-0c1da8b1b350,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:18.958930 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 0c994065-b5b7-4b37-9cb6-0c1da8b1b350 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:25:18.969661 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46c63d9-426e-4c2c-be64-e95473e4a605 admin admin] Made reservation on behalf of cdc8e532556644b0aeaed608e9d004da for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:25:18.972179 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d46c63d9-426e-4c2c-be64-e95473e4a605 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:19.142194 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d46c63d9-426e-4c2c-be64-e95473e4a605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:19.201596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c63d9-426e-4c2c-be64-e95473e4a605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=774d11e6-1b98-450e-9eb5-fee0dab8af71,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:19.211655 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46c63d9-426e-4c2c-be64-e95473e4a605 admin admin] Checking segment: {'id': 'd991ff5c-76c5-4e18-b419-b7679f637e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0c994065-b5b7-4b37-9cb6-0c1da8b1b350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:25:19.212042 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46c63d9-426e-4c2c-be64-e95473e4a605 admin admin] Network hostable DHCP agents. Network: 0c994065-b5b7-4b37-9cb6-0c1da8b1b350, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:25:19.228795 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46c63d9-426e-4c2c-be64-e95473e4a605 admin admin] Network 0c994065-b5b7-4b37-9cb6-0c1da8b1b350 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:25:19.238647 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d46c63d9-426e-4c2c-be64-e95473e4a605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 0c994065-b5b7-4b37-9cb6-0c1da8b1b350) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:25:19.244276 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46c63d9-426e-4c2c-be64-e95473e4a605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:19.244716 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d46c63d9-426e-4c2c-be64-e95473e4a605 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:19.256872 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f876f8-94b1-45a2-8f51-e94d5aaf8642 None None] Network 0c994065-b5b7-4b37-9cb6-0c1da8b1b350 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:25:19.264068 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d46c63d9-426e-4c2c-be64-e95473e4a605 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3348010 Jul 09 10:25:19.266423 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 42956) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:25:19.273678 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3e24d6dc-0dde-4fcc-aff5-e5e20fcae0bd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-229921382-router', 'tenant_id': 'cdc8e532556644b0aeaed608e9d004da', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:25:19.281260 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] Sync routers for ids ['d19d9b02-df50-46bd-a535-d77cf09bd4f8'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:25:19.305607 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e24d6dc-0dde-4fcc-aff5-e5e20fcae0bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:19.306648 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e24d6dc-0dde-4fcc-aff5-e5e20fcae0bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:19.337643 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] Routers {'d19d9b02-df50-46bd-a535-d77cf09bd4f8'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:25:19.338282 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:25:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d19d9b02-df50-46bd-a535-d77cf09bd4f8'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:19.359008 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e24d6dc-0dde-4fcc-aff5-e5e20fcae0bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:19.506896 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] Set router d19d9b02-df50-46bd-a535-d77cf09bd4f8 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:25:19.512286 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e24d6dc-0dde-4fcc-aff5-e5e20fcae0bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:19.537173 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 49c2fa93-1fa8-4723-bbb1-3ed215088c1c up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:25:19.591288 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0d8c67-2edd-4a79-86f5-563e56e74c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-0c994065-b5b7-4b37-9cb6-0c1da8b1b350', 'network_id': '0c994065-b5b7-4b37-9cb6-0c1da8b1b350', 'tenant_id': 'cdc8e532556644b0aeaed608e9d004da', 'fixed_ips': [{'subnet_id': '774d11e6-1b98-450e-9eb5-fee0dab8af71'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:25:19.592178 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e0d8c67-2edd-4a79-86f5-563e56e74c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:19.713764 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e24d6dc-0dde-4fcc-aff5-e5e20fcae0bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:19.735898 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e24d6dc-0dde-4fcc-aff5-e5e20fcae0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:19.777378 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 49c2fa93-1fa8-4723-bbb1-3ed215088c1c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:25:19.798277 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 49c2fa93-1fa8-4723-bbb1-3ed215088c1c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:25:19.798705 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:19.844891 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-3e24d6dc-0dde-4fcc-aff5-e5e20fcae0bd admin admin] Allocated IP 172.25.3.32 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/79f71642-62b1-40a8-a841-e228ce500710) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:25:19.918724 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-4e0d8c67-2edd-4a79-86f5-563e56e74c6c None None] Allocated IP 172.20.0.2 (0c994065-b5b7-4b37-9cb6-0c1da8b1b350/774d11e6-1b98-450e-9eb5-fee0dab8af71/c69bc931-7008-42ab-9aa0-5ab426e1a662) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:25:19.950540 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e24d6dc-0dde-4fcc-aff5-e5e20fcae0bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:19.992444 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e24d6dc-0dde-4fcc-aff5-e5e20fcae0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:20.034248 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e24d6dc-0dde-4fcc-aff5-e5e20fcae0bd admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:25:20.037241 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-3e24d6dc-0dde-4fcc-aff5-e5e20fcae0bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:25:20.041738 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e24d6dc-0dde-4fcc-aff5-e5e20fcae0bd admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:25:20.048002 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24d6dc-0dde-4fcc-aff5-e5e20fcae0bd admin admin] Pushing event updated for resources: {'Port': ['ID=79f71642-62b1-40a8-a841-e228ce500710,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:20.176681 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:20.214005 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 49c2fa93-1fa8-4723-bbb1-3ed215088c1c, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=49c2fa93-1fa8-4723-bbb1-3ed215088c1c,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:25:20.222362 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'name': 'tempest-TestMinimumBasicScenario-2088322773-router', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:17Z', 'revision_number': 4, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'gw_port': {'id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:77:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'a3946f36-55f4-4eea-a1f0-89a9873c0bdb', 'name': '', 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'mac_address': 'fa:16:3e:2c:a3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6f0fc64d-9300-4718-af3c-1f036aa7b31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:16Z', 'updated_at': '2021-07-09T10:25:17Z', 'revision_number': 2, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'subnets': [{'id': '6f0fc64d-9300-4718-af3c-1f036aa7b31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:20.229029 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:20.229833 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c5a53421-4ff0-4724-879e-353bb225f0c0 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:25:20.295395 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] Checking router: d19d9b02-df50-46bd-a535-d77cf09bd4f8 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:25:20.295785 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] Updating router d19d9b02-df50-46bd-a535-d77cf09bd4f8 port a3946f36-55f4-4eea-a1f0-89a9873c0bdb binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:25:20.297948 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e24d6dc-0dde-4fcc-aff5-e5e20fcae0bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:20.404633 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=49c2fa93-1fa8-4723-bbb1-3ed215088c1c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:20.415047 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:20.443510 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e0d8c67-2edd-4a79-86f5-563e56e74c6c None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:20.458120 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port c5a53421-4ff0-4724-879e-353bb225f0c0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:25:20.458497 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:20.476854 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4e0d8c67-2edd-4a79-86f5-563e56e74c6c None None] Transition to ACTIVE for port object c69bc931-7008-42ab-9aa0-5ab426e1a662 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:25:20.584573 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4e0d8c67-2edd-4a79-86f5-563e56e74c6c None None] Transition to ACTIVE for port object c69bc931-7008-42ab-9aa0-5ab426e1a662 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:25:20.604950 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e0d8c67-2edd-4a79-86f5-563e56e74c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:20.663972 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0d8c67-2edd-4a79-86f5-563e56e74c6c None None] Network 0c994065-b5b7-4b37-9cb6-0c1da8b1b350 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:25:20.722566 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-4e0d8c67-2edd-4a79-86f5-563e56e74c6c None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:25:20.731792 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0d8c67-2edd-4a79-86f5-563e56e74c6c None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:25:20.744772 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d8c67-2edd-4a79-86f5-563e56e74c6c None None] Pushing event updated for resources: {'Port': ['ID=c69bc931-7008-42ab-9aa0-5ab426e1a662,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:20.783325 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e24d6dc-0dde-4fcc-aff5-e5e20fcae0bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:20.835389 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4e0d8c67-2edd-4a79-86f5-563e56e74c6c None None] Attempting to bind port c69bc931-7008-42ab-9aa0-5ab426e1a662 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:25:20.835782 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4e0d8c67-2edd-4a79-86f5-563e56e74c6c None None] Attempting to bind port c69bc931-7008-42ab-9aa0-5ab426e1a662 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'd991ff5c-76c5-4e18-b419-b7679f637e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0c994065-b5b7-4b37-9cb6-0c1da8b1b350'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:25:20.836734 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d8c67-2edd-4a79-86f5-563e56e74c6c None None] Attempting to bind port c69bc931-7008-42ab-9aa0-5ab426e1a662 on network 0c994065-b5b7-4b37-9cb6-0c1da8b1b350 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:25:20.848815 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d8c67-2edd-4a79-86f5-563e56e74c6c None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:25:20.849189 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d8c67-2edd-4a79-86f5-563e56e74c6c None None] Checking segment: {'id': 'd991ff5c-76c5-4e18-b419-b7679f637e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0c994065-b5b7-4b37-9cb6-0c1da8b1b350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:25:20.849596 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e0d8c67-2edd-4a79-86f5-563e56e74c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:20.849992 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d8c67-2edd-4a79-86f5-563e56e74c6c None None] Bound using segment: {'id': 'd991ff5c-76c5-4e18-b419-b7679f637e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0c994065-b5b7-4b37-9cb6-0c1da8b1b350'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:25:20.850462 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4e0d8c67-2edd-4a79-86f5-563e56e74c6c None None] Bound port: c69bc931-7008-42ab-9aa0-5ab426e1a662, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd991ff5c-76c5-4e18-b419-b7679f637e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0c994065-b5b7-4b37-9cb6-0c1da8b1b350'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:25:20.850840 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e0d8c67-2edd-4a79-86f5-563e56e74c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:20.914101 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e24d6dc-0dde-4fcc-aff5-e5e20fcae0bd admin admin] Router 6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 10:25:20.954372 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:20.966299 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4e0d8c67-2edd-4a79-86f5-563e56e74c6c None None] For port c69bc931-7008-42ab-9aa0-5ab426e1a662, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:25:20.970448 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4e0d8c67-2edd-4a79-86f5-563e56e74c6c None None] For port c69bc931-7008-42ab-9aa0-5ab426e1a662, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c69bc931-7008-42ab-9aa0-5ab426e1a662,segment=NetworkSegment(d991ff5c-76c5-4e18-b419-b7679f637e35),segment_id=d991ff5c-76c5-4e18-b419-b7679f637e35)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:25:20.971707 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] Transition to ACTIVE for port object a3946f36-55f4-4eea-a1f0-89a9873c0bdb will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:25:20.975762 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e0d8c67-2edd-4a79-86f5-563e56e74c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:20.982819 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:21.030359 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e24d6dc-0dde-4fcc-aff5-e5e20fcae0bd admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:25:21.042643 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] Sync routers for ids ['6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:25:21.047810 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e24d6dc-0dde-4fcc-aff5-e5e20fcae0bd admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:21.052091 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3e24d6dc-0dde-4fcc-aff5-e5e20fcae0bd admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7816019 Jul 09 10:25:21.052569 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d8c67-2edd-4a79-86f5-563e56e74c6c None None] Pushing event updated for resources: {'Port': ['ID=c69bc931-7008-42ab-9aa0-5ab426e1a662,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:21.053309 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 42958) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:25:21.057218 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] Routers {'6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:25:21.058011 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:25:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:21.179218 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] Attempting to bind port a3946f36-55f4-4eea-a1f0-89a9873c0bdb on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:25:21.180189 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] Attempting to bind port a3946f36-55f4-4eea-a1f0-89a9873c0bdb by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'bf9c93b8-7ff4-431b-995f-df7a8dc93af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:25:21.180558 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] Attempting to bind port a3946f36-55f4-4eea-a1f0-89a9873c0bdb on network a4922c63-5871-4b4c-ab93-58a99e2faabc {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:25:21.182790 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad109e05-d7fb-4706-9fbd-4d8068fade82 None None] Pushing event updated for resources: {'Port': ['ID=a3946f36-55f4-4eea-a1f0-89a9873c0bdb,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:21.188961 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:25:21.189337 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] Checking segment: {'id': 'bf9c93b8-7ff4-431b-995f-df7a8dc93af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:25:21.189747 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:21.190144 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] Bound using segment: {'id': 'bf9c93b8-7ff4-431b-995f-df7a8dc93af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:25:21.190624 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] Bound port: a3946f36-55f4-4eea-a1f0-89a9873c0bdb, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9c93b8-7ff4-431b-995f-df7a8dc93af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:25:21.191011 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:21.214982 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] Set router 6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:25:21.285632 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] For port a3946f36-55f4-4eea-a1f0-89a9873c0bdb, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:25:21.293968 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] For port a3946f36-55f4-4eea-a1f0-89a9873c0bdb, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a3946f36-55f4-4eea-a1f0-89a9873c0bdb,segment=NetworkSegment(bf9c93b8-7ff4-431b-995f-df7a8dc93af2),segment_id=bf9c93b8-7ff4-431b-995f-df7a8dc93af2)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:25:21.301672 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:21.356058 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] Routers {'d19d9b02-df50-46bd-a535-d77cf09bd4f8'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:25:21.356908 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:25:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d19d9b02-df50-46bd-a535-d77cf09bd4f8'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:21.497277 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66', 'name': 'tempest-TestMinimumBasicScenario-229921382-router', 'tenant_id': 'cdc8e532556644b0aeaed608e9d004da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '79f71642-62b1-40a8-a841-e228ce500710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:25:19Z', 'updated_at': '2021-07-09T10:25:20Z', 'revision_number': 3, 'project_id': 'cdc8e532556644b0aeaed608e9d004da', 'gw_port': {'id': '79f71642-62b1-40a8-a841-e228ce500710', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:19Z', 'updated_at': '2021-07-09T10:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:21.525470 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad109e05-d7fb-4706-9fbd-4d8068fade82 None None] Pushing event updated for resources: {'Port': ['ID=a3946f36-55f4-4eea-a1f0-89a9873c0bdb,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:21.545733 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] Set router d19d9b02-df50-46bd-a535-d77cf09bd4f8 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:25:21.565868 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] Checking router: 6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:25:21.566110 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] Updating router 6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66 port 79f71642-62b1-40a8-a841-e228ce500710 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:25:21.620024 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 49c2fa93-1fa8-4723-bbb1-3ed215088c1c up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:25:21.652587 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:21.765922 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78bfb35e-b148-4a23-bd14-813e4eb4d64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:21.798610 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 49c2fa93-1fa8-4723-bbb1-3ed215088c1c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:25:21.798975 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:21.937368 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'name': 'tempest-TestMinimumBasicScenario-2088322773-router', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:17Z', 'revision_number': 4, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'gw_port': {'id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'a3946f36-55f4-4eea-a1f0-89a9873c0bdb', 'name': '', 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'mac_address': 'fa:16:3e:2c:a3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6f0fc64d-9300-4718-af3c-1f036aa7b31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:16Z', 'updated_at': '2021-07-09T10:25:21Z', 'revision_number': 4, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'subnets': [{'id': '6f0fc64d-9300-4718-af3c-1f036aa7b31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:21.946149 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-78bfb35e-b148-4a23-bd14-813e4eb4d64c admin admin] Allocated IP 172.20.0.1 (0c994065-b5b7-4b37-9cb6-0c1da8b1b350/774d11e6-1b98-450e-9eb5-fee0dab8af71/e23fa021-ceda-440b-9143-fa3a31411507) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:25:21.967413 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:21.976434 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad36409-358d-491f-94b2-88b89268a919 None None] The sync data for ids ['d19d9b02-df50-46bd-a535-d77cf09bd4f8'] in n-d-799996-1 is: [{'id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'name': 'tempest-TestMinimumBasicScenario-2088322773-router', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:17Z', 'revision_number': 4, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'gw_port': {'id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'a3946f36-55f4-4eea-a1f0-89a9873c0bdb', 'name': '', 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'mac_address': 'fa:16:3e:2c:a3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6f0fc64d-9300-4718-af3c-1f036aa7b31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:16Z', 'updated_at': '2021-07-09T10:25:21Z', 'revision_number': 4, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'subnets': [{'id': '6f0fc64d-9300-4718-af3c-1f036aa7b31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:25:21.980914 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] Transition to ACTIVE for port object 79f71642-62b1-40a8-a841-e228ce500710 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:25:21.981102 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c69bc931-7008-42ab-9aa0-5ab426e1a662 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:25:21.990684 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:22.068231 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] Attempting to bind port 79f71642-62b1-40a8-a841-e228ce500710 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:25:22.068890 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] Attempting to bind port 79f71642-62b1-40a8-a841-e228ce500710 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:25:22.068988 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] Attempting to bind port 79f71642-62b1-40a8-a841-e228ce500710 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:25:22.069098 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port c69bc931-7008-42ab-9aa0-5ab426e1a662 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:25:22.072745 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80447788-8a87-42a0-baf6-341e9e37aa31 None None] Pushing event updated for resources: {'Port': ['ID=79f71642-62b1-40a8-a841-e228ce500710,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:22.079134 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:25:22.080099 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:25:22.080099 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:22.081083 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:25:22.082707 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] Bound port: 79f71642-62b1-40a8-a841-e228ce500710, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:25:22.082707 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:22.138066 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78bfb35e-b148-4a23-bd14-813e4eb4d64c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:22.162304 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] For port 79f71642-62b1-40a8-a841-e228ce500710, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:25:22.163857 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-78bfb35e-b148-4a23-bd14-813e4eb4d64c admin admin] Transition to ACTIVE for port object e23fa021-ceda-440b-9143-fa3a31411507 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:25:22.165576 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] For port 79f71642-62b1-40a8-a841-e228ce500710, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=79f71642-62b1-40a8-a841-e228ce500710,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:25:22.169422 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:22.218530 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78bfb35e-b148-4a23-bd14-813e4eb4d64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:22.259188 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80447788-8a87-42a0-baf6-341e9e37aa31 None None] Pushing event updated for resources: {'Port': ['ID=79f71642-62b1-40a8-a841-e228ce500710,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:22.262367 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bfb35e-b148-4a23-bd14-813e4eb4d64c admin admin] Network 0c994065-b5b7-4b37-9cb6-0c1da8b1b350 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:25:22.266444 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-78bfb35e-b148-4a23-bd14-813e4eb4d64c admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:25:22.271207 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bfb35e-b148-4a23-bd14-813e4eb4d64c admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:25:22.273982 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] Routers {'6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:25:22.274682 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:25:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:22.307457 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfb35e-b148-4a23-bd14-813e4eb4d64c admin admin] Pushing event updated for resources: {'Port': ['ID=e23fa021-ceda-440b-9143-fa3a31411507,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:22.326075 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78bfb35e-b148-4a23-bd14-813e4eb4d64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:22.415430 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] Set router 6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:25:22.492804 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78bfb35e-b148-4a23-bd14-813e4eb4d64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:22.536177 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ee4566-c04a-4d39-9f83-94b1d0713f6d None None] Network 0c994065-b5b7-4b37-9cb6-0c1da8b1b350 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:25:22.640097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fe27d998-5d50-4e67-82a3-506f8e243598 None None] Provisioning for port c69bc931-7008-42ab-9aa0-5ab426e1a662 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:25:22.655998 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fe27d998-5d50-4e67-82a3-506f8e243598 None None] Provisioning complete for port c69bc931-7008-42ab-9aa0-5ab426e1a662 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:25:22.656503 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fe27d998-5d50-4e67-82a3-506f8e243598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:22.693074 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78bfb35e-b148-4a23-bd14-813e4eb4d64c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:22.701176 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78bfb35e-b148-4a23-bd14-813e4eb4d64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:22.764805 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66', 'name': 'tempest-TestMinimumBasicScenario-229921382-router', 'tenant_id': 'cdc8e532556644b0aeaed608e9d004da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '79f71642-62b1-40a8-a841-e228ce500710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:25:19Z', 'updated_at': '2021-07-09T10:25:20Z', 'revision_number': 3, 'project_id': 'cdc8e532556644b0aeaed608e9d004da', 'gw_port': {'id': '79f71642-62b1-40a8-a841-e228ce500710', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:19Z', 'updated_at': '2021-07-09T10:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:22.788702 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78bfb35e-b148-4a23-bd14-813e4eb4d64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:22.790700 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfb35e-b148-4a23-bd14-813e4eb4d64c admin admin] Pushing event updated for resources: {'Port': ['ID=e23fa021-ceda-440b-9143-fa3a31411507,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:22.795241 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaf696a-5c30-40e1-b88b-2741810eb99c None None] The sync data for ids ['6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66'] in n-d-799996-1 is: [{'id': '6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66', 'name': 'tempest-TestMinimumBasicScenario-229921382-router', 'tenant_id': 'cdc8e532556644b0aeaed608e9d004da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '79f71642-62b1-40a8-a841-e228ce500710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:25:19Z', 'updated_at': '2021-07-09T10:25:20Z', 'revision_number': 3, 'project_id': 'cdc8e532556644b0aeaed608e9d004da', 'gw_port': {'id': '79f71642-62b1-40a8-a841-e228ce500710', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:19Z', 'updated_at': '2021-07-09T10:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:25:22.811085 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fe27d998-5d50-4e67-82a3-506f8e243598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:22.860937 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fe27d998-5d50-4e67-82a3-506f8e243598 None None] For port c69bc931-7008-42ab-9aa0-5ab426e1a662, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c69bc931-7008-42ab-9aa0-5ab426e1a662,segment=NetworkSegment(d991ff5c-76c5-4e18-b419-b7679f637e35),segment_id=d991ff5c-76c5-4e18-b419-b7679f637e35)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:25:22.866611 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fe27d998-5d50-4e67-82a3-506f8e243598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:22.917864 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bfb35e-b148-4a23-bd14-813e4eb4d64c admin admin] Network 0c994065-b5b7-4b37-9cb6-0c1da8b1b350 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:25:22.919829 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-78bfb35e-b148-4a23-bd14-813e4eb4d64c admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:25:22.940243 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27d998-5d50-4e67-82a3-506f8e243598 None None] Pushing event updated for resources: {'Port': ['ID=c69bc931-7008-42ab-9aa0-5ab426e1a662,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:23.060274 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bfb35e-b148-4a23-bd14-813e4eb4d64c admin admin] Router 6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:25:23.212486 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bfb35e-b148-4a23-bd14-813e4eb4d64c admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:25:23.218073 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-78bfb35e-b148-4a23-bd14-813e4eb4d64c admin admin] 10.222.0.61 "PUT /v2.0/routers/6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1611860 Jul 09 10:25:23.416402 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-617a2900-1037-41c4-a8e2-03c59d64073d None None] Provisioning for port e23fa021-ceda-440b-9143-fa3a31411507 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:25:23.421605 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-617a2900-1037-41c4-a8e2-03c59d64073d None None] Provisioning complete for port e23fa021-ceda-440b-9143-fa3a31411507 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:25:23.422102 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-617a2900-1037-41c4-a8e2-03c59d64073d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:23.488546 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-617a2900-1037-41c4-a8e2-03c59d64073d None None] Port e23fa021-ceda-440b-9143-fa3a31411507 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:25:23.509912 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-617a2900-1037-41c4-a8e2-03c59d64073d None None] Provisioning complete for port c69bc931-7008-42ab-9aa0-5ab426e1a662 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:25:23.511617 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-617a2900-1037-41c4-a8e2-03c59d64073d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:23.619819 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 79f71642-62b1-40a8-a841-e228ce500710 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:25:23.689210 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 79f71642-62b1-40a8-a841-e228ce500710 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:25:23.702956 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 79f71642-62b1-40a8-a841-e228ce500710 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:25:23.703326 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:23.797229 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2e84185e-a9f1-4de8-b00a-f5f01963863b None None] Provisioning complete for port e23fa021-ceda-440b-9143-fa3a31411507 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:25:23.797935 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2e84185e-a9f1-4de8-b00a-f5f01963863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:23.843444 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:23.870916 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2e84185e-a9f1-4de8-b00a-f5f01963863b None None] Port e23fa021-ceda-440b-9143-fa3a31411507 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:25:23.877003 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 79f71642-62b1-40a8-a841-e228ce500710, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=79f71642-62b1-40a8-a841-e228ce500710,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:25:23.881973 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:23.883493 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a3946f36-55f4-4eea-a1f0-89a9873c0bdb up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:25:23.986449 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=79f71642-62b1-40a8-a841-e228ce500710,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:23.997037 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port a3946f36-55f4-4eea-a1f0-89a9873c0bdb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:25:24.002583 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a3946f36-55f4-4eea-a1f0-89a9873c0bdb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:25:24.003197 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:24.029858 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fb05429e-b0b7-4538-a572-cc7da4f42a8b None None] Provisioning complete for port e23fa021-ceda-440b-9143-fa3a31411507 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:25:24.030152 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fb05429e-b0b7-4538-a572-cc7da4f42a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:24.078292 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-fb05429e-b0b7-4538-a572-cc7da4f42a8b None None] Port e23fa021-ceda-440b-9143-fa3a31411507 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:25:24.303085 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:24.340463 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port a3946f36-55f4-4eea-a1f0-89a9873c0bdb, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a3946f36-55f4-4eea-a1f0-89a9873c0bdb,segment=NetworkSegment(bf9c93b8-7ff4-431b-995f-df7a8dc93af2),segment_id=bf9c93b8-7ff4-431b-995f-df7a8dc93af2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:25:24.350679 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:24.352043 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c69bc931-7008-42ab-9aa0-5ab426e1a662 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:25:24.456142 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=a3946f36-55f4-4eea-a1f0-89a9873c0bdb,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:24.472027 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port c69bc931-7008-42ab-9aa0-5ab426e1a662 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:25:24.472647 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:25.448459 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 79f71642-62b1-40a8-a841-e228ce500710 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:25:25.501334 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 79f71642-62b1-40a8-a841-e228ce500710 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:25:25.501960 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:25.524946 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] Sync routers for ids ['6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:25:25.546867 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] Routers {'6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:25:25.547518 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:25:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:25.677933 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a3946f36-55f4-4eea-a1f0-89a9873c0bdb up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:25:25.712262 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] Set router 6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:25:25.841872 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a3946f36-55f4-4eea-a1f0-89a9873c0bdb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:25:25.842519 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:26.008723 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66', 'name': 'tempest-TestMinimumBasicScenario-229921382-router', 'tenant_id': 'cdc8e532556644b0aeaed608e9d004da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '79f71642-62b1-40a8-a841-e228ce500710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:25:19Z', 'updated_at': '2021-07-09T10:25:22Z', 'revision_number': 4, 'project_id': 'cdc8e532556644b0aeaed608e9d004da', 'gw_port': {'id': '79f71642-62b1-40a8-a841-e228ce500710', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:19Z', 'updated_at': '2021-07-09T10:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'e23fa021-ceda-440b-9143-fa3a31411507', 'name': '', 'network_id': '0c994065-b5b7-4b37-9cb6-0c1da8b1b350', 'tenant_id': 'cdc8e532556644b0aeaed608e9d004da', 'mac_address': 'fa:16:3e:38:ce:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '774d11e6-1b98-450e-9eb5-fee0dab8af71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:21Z', 'updated_at': '2021-07-09T10:25:22Z', 'revision_number': 2, 'project_id': 'cdc8e532556644b0aeaed608e9d004da', 'subnets': [{'id': '774d11e6-1b98-450e-9eb5-fee0dab8af71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:26.037796 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] Checking router: 6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:25:26.038153 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] Updating router 6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66 port e23fa021-ceda-440b-9143-fa3a31411507 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:25:26.075649 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:26.392972 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:26.403917 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] Transition to ACTIVE for port object e23fa021-ceda-440b-9143-fa3a31411507 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:25:26.411855 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:26.489311 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c5fac-be17-4224-960b-a98fc062c11a None None] Pushing event updated for resources: {'Port': ['ID=e23fa021-ceda-440b-9143-fa3a31411507,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:26.534173 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] Attempting to bind port e23fa021-ceda-440b-9143-fa3a31411507 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:25:26.534689 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] Attempting to bind port e23fa021-ceda-440b-9143-fa3a31411507 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'd991ff5c-76c5-4e18-b419-b7679f637e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0c994065-b5b7-4b37-9cb6-0c1da8b1b350'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:25:26.535185 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] Attempting to bind port e23fa021-ceda-440b-9143-fa3a31411507 on network 0c994065-b5b7-4b37-9cb6-0c1da8b1b350 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:25:26.542051 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:25:26.542552 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] Checking segment: {'id': 'd991ff5c-76c5-4e18-b419-b7679f637e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0c994065-b5b7-4b37-9cb6-0c1da8b1b350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:25:26.543083 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:26.543612 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] Bound using segment: {'id': 'd991ff5c-76c5-4e18-b419-b7679f637e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0c994065-b5b7-4b37-9cb6-0c1da8b1b350'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:25:26.544302 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] Bound port: e23fa021-ceda-440b-9143-fa3a31411507, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd991ff5c-76c5-4e18-b419-b7679f637e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0c994065-b5b7-4b37-9cb6-0c1da8b1b350'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:25:26.544836 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:26.639159 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] For port e23fa021-ceda-440b-9143-fa3a31411507, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:25:26.646632 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] For port e23fa021-ceda-440b-9143-fa3a31411507, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e23fa021-ceda-440b-9143-fa3a31411507,segment=NetworkSegment(d991ff5c-76c5-4e18-b419-b7679f637e35),segment_id=d991ff5c-76c5-4e18-b419-b7679f637e35)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:25:26.652773 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:26.725469 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c5fac-be17-4224-960b-a98fc062c11a None None] Pushing event updated for resources: {'Port': ['ID=e23fa021-ceda-440b-9143-fa3a31411507,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:26.728670 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] Routers {'6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:25:26.729278 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:25:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:26.871568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] Set router 6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:25:27.130144 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66', 'name': 'tempest-TestMinimumBasicScenario-229921382-router', 'tenant_id': 'cdc8e532556644b0aeaed608e9d004da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '79f71642-62b1-40a8-a841-e228ce500710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:25:19Z', 'updated_at': '2021-07-09T10:25:22Z', 'revision_number': 4, 'project_id': 'cdc8e532556644b0aeaed608e9d004da', 'gw_port': {'id': '79f71642-62b1-40a8-a841-e228ce500710', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:19Z', 'updated_at': '2021-07-09T10:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'e23fa021-ceda-440b-9143-fa3a31411507', 'name': '', 'network_id': '0c994065-b5b7-4b37-9cb6-0c1da8b1b350', 'tenant_id': 'cdc8e532556644b0aeaed608e9d004da', 'mac_address': 'fa:16:3e:38:ce:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '774d11e6-1b98-450e-9eb5-fee0dab8af71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:21Z', 'updated_at': '2021-07-09T10:25:26Z', 'revision_number': 4, 'project_id': 'cdc8e532556644b0aeaed608e9d004da', 'subnets': [{'id': '774d11e6-1b98-450e-9eb5-fee0dab8af71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:25:27.164268 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f9e081-77b1-412b-b570-d45861d02f08 None None] The sync data for ids ['6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66'] in n-d-799996-1 is: [{'id': '6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66', 'name': 'tempest-TestMinimumBasicScenario-229921382-router', 'tenant_id': 'cdc8e532556644b0aeaed608e9d004da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '79f71642-62b1-40a8-a841-e228ce500710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:25:19Z', 'updated_at': '2021-07-09T10:25:22Z', 'revision_number': 4, 'project_id': 'cdc8e532556644b0aeaed608e9d004da', 'gw_port': {'id': '79f71642-62b1-40a8-a841-e228ce500710', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:19Z', 'updated_at': '2021-07-09T10:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'e23fa021-ceda-440b-9143-fa3a31411507', 'name': '', 'network_id': '0c994065-b5b7-4b37-9cb6-0c1da8b1b350', 'tenant_id': 'cdc8e532556644b0aeaed608e9d004da', 'mac_address': 'fa:16:3e:38:ce:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '774d11e6-1b98-450e-9eb5-fee0dab8af71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:21Z', 'updated_at': '2021-07-09T10:25:26Z', 'revision_number': 4, 'project_id': 'cdc8e532556644b0aeaed608e9d004da', 'subnets': [{'id': '774d11e6-1b98-450e-9eb5-fee0dab8af71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:25:27.497021 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e23fa021-ceda-440b-9143-fa3a31411507 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:25:27.563731 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port e23fa021-ceda-440b-9143-fa3a31411507 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:25:27.571172 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port e23fa021-ceda-440b-9143-fa3a31411507 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:25:27.571553 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:27.699417 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:27.747458 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port e23fa021-ceda-440b-9143-fa3a31411507, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e23fa021-ceda-440b-9143-fa3a31411507,segment=NetworkSegment(d991ff5c-76c5-4e18-b419-b7679f637e35),segment_id=d991ff5c-76c5-4e18-b419-b7679f637e35)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:25:27.753194 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:27.817750 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=e23fa021-ceda-440b-9143-fa3a31411507,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:29.457130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e23fa021-ceda-440b-9143-fa3a31411507 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:25:29.516885 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port e23fa021-ceda-440b-9143-fa3a31411507 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:25:29.517520 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:33.450538 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-86d82cf5-3a59-4922-862b-6dfe37c3e9df tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:33.451951 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-86d82cf5-3a59-4922-862b-6dfe37c3e9df tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/networks?id=a4922c63-5871-4b4c-ab93-58a99e2faabc HTTP/1.1" status: 200 len: 815 time: 0.0989120 Jul 09 10:25:33.466510 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-d22eed38-5139-4940-8ab1-e4a5f377b436 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/quotas/21e3378b117e4dd8a89af8c8a8862d89 HTTP/1.1" status: 200 len: 375 time: 0.0092089 Jul 09 10:25:33.535948 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-db44725c-f52e-4948-bde5-037bd162c881 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=21e3378b117e4dd8a89af8c8a8862d89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645480 Jul 09 10:25:33.664781 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-db182f44-76bc-4d0b-8a8c-ef455c68342d service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 10:25:33.665797 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-db182f44-76bc-4d0b-8a8c-ef455c68342d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453215 Jul 09 10:25:33.752990 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-6a02f23b-0745-451d-8160-b4a08668768c service neutron] 10.222.0.61 "GET /v2.0/networks/a4922c63-5871-4b4c-ab93-58a99e2faabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813186 Jul 09 10:25:33.844166 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-ee7cd16a-116d-4f97-9624-ff37255eec79 service neutron] 10.222.0.61 "GET /v2.0/networks/a4922c63-5871-4b4c-ab93-58a99e2faabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852478 Jul 09 10:25:34.017113 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8558b867-c73d-4cb9-ace2-5f330b34c573 req-6c907811-0e33-4017-a2a7-98368900ed66 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 210 time: 0.0301499 Jul 09 10:25:34.363821 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:34.454611 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:25:35.158459 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e7d4c77a-16d7-49b1-8578-c8d950c3a640 req-f4663828-3908-4235-a0da-47571682d170 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 210 time: 0.0313776 Jul 09 10:25:35.309746 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-194bb91e-c158-4403-b80a-fe565e968965 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:35.311292 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-194bb91e-c158-4403-b80a-fe565e968965 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.58 "GET /v2.0/networks?id=a4922c63-5871-4b4c-ab93-58a99e2faabc HTTP/1.1" status: 200 len: 815 time: 0.1056845 Jul 09 10:25:35.327685 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-1b51b35a-7dcc-4834-b98f-472806f9759e tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Request body: {'port': {'device_id': '1f26a8e4-7df9-495b-ba8d-40d5d970a81c', 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc', 'admin_state_up': True, 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:25:35.440948 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-1b51b35a-7dcc-4834-b98f-472806f9759e tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Made reservation on behalf of 21e3378b117e4dd8a89af8c8a8862d89 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:25:35.444526 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-1b51b35a-7dcc-4834-b98f-472806f9759e tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:35.573243 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-1b51b35a-7dcc-4834-b98f-472806f9759e tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Allocated IP 172.20.0.11 (a4922c63-5871-4b4c-ab93-58a99e2faabc/6f0fc64d-9300-4718-af3c-1f036aa7b31e/455a669d-528b-4a2c-9331-59cbeda61ecb) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:25:35.750392 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-1b51b35a-7dcc-4834-b98f-472806f9759e tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:35.768064 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-1b51b35a-7dcc-4834-b98f-472806f9759e tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Transition to ACTIVE for port object 455a669d-528b-4a2c-9331-59cbeda61ecb will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:25:35.808732 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-1b51b35a-7dcc-4834-b98f-472806f9759e tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:35.871002 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-1b51b35a-7dcc-4834-b98f-472806f9759e tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Network a4922c63-5871-4b4c-ab93-58a99e2faabc is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:25:35.878036 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-1b51b35a-7dcc-4834-b98f-472806f9759e tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:25:35.881594 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-1b51b35a-7dcc-4834-b98f-472806f9759e tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:25:35.885951 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51b35a-7dcc-4834-b98f-472806f9759e tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Pushing event updated for resources: {'Port': ['ID=455a669d-528b-4a2c-9331-59cbeda61ecb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:35.950728 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-1b51b35a-7dcc-4834-b98f-472806f9759e tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:35.951413 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-1b51b35a-7dcc-4834-b98f-472806f9759e tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:35.973342 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-1b51b35a-7dcc-4834-b98f-472806f9759e tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6500509 Jul 09 10:25:36.196371 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5dc00abf-451a-4404-9ffc-a7fb9105a935 None None] Provisioning for port 455a669d-528b-4a2c-9331-59cbeda61ecb completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:25:36.201495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5dc00abf-451a-4404-9ffc-a7fb9105a935 None None] Provisioning complete for port 455a669d-528b-4a2c-9331-59cbeda61ecb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:25:36.202272 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5dc00abf-451a-4404-9ffc-a7fb9105a935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:36.243638 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5dc00abf-451a-4404-9ffc-a7fb9105a935 None None] Port 455a669d-528b-4a2c-9331-59cbeda61ecb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:25:36.377346 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c82fc-c10b-4119-90ca-1738da12cb05 req-a86c562b-d800-43b2-81dd-2479ab7e53d8 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:36.378744 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-586c82fc-c10b-4119-90ca-1738da12cb05 req-a86c562b-d800-43b2-81dd-2479ab7e53d8 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 932 time: 0.0873866 Jul 09 10:25:36.420045 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-586c82fc-c10b-4119-90ca-1738da12cb05 req-7e31cba2-913c-4886-9224-56b5da34ae0a tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350854 Jul 09 10:25:36.829778 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1d22206c-2463-43bd-9a36-f0344531880b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:37.603617 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b99a3b-183b-45f2-a732-a8e6f0b82fb5 req-fd1bb091-7826-4bcb-b360-2088366be072 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:37.605306 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b2b99a3b-183b-45f2-a732-a8e6f0b82fb5 req-fd1bb091-7826-4bcb-b360-2088366be072 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 932 time: 0.0679095 Jul 09 10:25:37.644741 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b2b99a3b-183b-45f2-a732-a8e6f0b82fb5 req-a948aff1-eb4e-4841-9d28-1345aa9df4bb tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337932 Jul 09 10:25:38.833056 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f57b4-5c02-4803-97c2-c848a37325d4 req-edf0ac4d-3dfc-47e0-8ef1-e3490ccfd834 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:38.835763 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e08f57b4-5c02-4803-97c2-c848a37325d4 req-edf0ac4d-3dfc-47e0-8ef1-e3490ccfd834 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 932 time: 0.0684814 Jul 09 10:25:38.874500 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e08f57b4-5c02-4803-97c2-c848a37325d4 req-c4197855-9f15-405d-8b1a-c1e1f099c42c tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331459 Jul 09 10:25:39.425780 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2106d2fb-f459-402d-ad85-e5d787d25977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:39.600620 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:39.603859 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:40.056284 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de630c98-1f4f-4ceb-8000-064df6f267f1 req-4561bb05-1fe2-4296-a9f3-1d95176baabd tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:40.057835 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de630c98-1f4f-4ceb-8000-064df6f267f1 req-4561bb05-1fe2-4296-a9f3-1d95176baabd tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 932 time: 0.0703931 Jul 09 10:25:40.099286 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-de630c98-1f4f-4ceb-8000-064df6f267f1 req-b3551364-6e3f-4f58-bd2d-a507c920d50b tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354638 Jul 09 10:25:41.287674 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e24c3-1912-4563-9ff3-7315a32a9265 req-8f9ae449-e4ea-4651-997b-7f45cb54a71e tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:41.289282 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c95e24c3-1912-4563-9ff3-7315a32a9265 req-8f9ae449-e4ea-4651-997b-7f45cb54a71e tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 932 time: 0.0715325 Jul 09 10:25:41.330553 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c95e24c3-1912-4563-9ff3-7315a32a9265 req-f71c1a40-a98b-471e-8625-12c2bf7af65f tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355744 Jul 09 10:25:41.345432 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:42.544215 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26411b9e-968c-4c6f-9b06-25818222b1d4 req-d5cb2b97-a3c1-4ba8-8157-261886c45c14 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:42.546187 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-26411b9e-968c-4c6f-9b06-25818222b1d4 req-d5cb2b97-a3c1-4ba8-8157-261886c45c14 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 932 time: 0.0882747 Jul 09 10:25:42.587202 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-26411b9e-968c-4c6f-9b06-25818222b1d4 req-41879e42-864a-4ceb-80b9-435ae28cef0f tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341084 Jul 09 10:25:43.146264 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:43.767663 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13f517-5717-43d8-aa7a-622de5e4def5 req-32050739-fc94-4ea0-8563-b1715033ae90 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:43.769198 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea13f517-5717-43d8-aa7a-622de5e4def5 req-32050739-fc94-4ea0-8563-b1715033ae90 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 932 time: 0.0694406 Jul 09 10:25:43.812225 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea13f517-5717-43d8-aa7a-622de5e4def5 req-90665c06-d2f6-4d2e-9da6-d597f38ce599 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366199 Jul 09 10:25:44.999032 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066cbfba-560d-449c-b6f1-fa70a7d309c6 req-3d2b8092-5624-4f8f-9339-b1dbe88afaf8 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:45.000584 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-066cbfba-560d-449c-b6f1-fa70a7d309c6 req-3d2b8092-5624-4f8f-9339-b1dbe88afaf8 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 932 time: 0.0652108 Jul 09 10:25:45.042532 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-066cbfba-560d-449c-b6f1-fa70a7d309c6 req-6246c3be-a5be-4fd3-a66b-5d1d3e502f9b tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356324 Jul 09 10:25:45.628205 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-e6fd6339-781e-4e68-b3ca-58bba273353a service neutron] Request body: {'port': {'device_id': '1f26a8e4-7df9-495b-ba8d-40d5d970a81c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:25:45.699381 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-e6fd6339-781e-4e68-b3ca-58bba273353a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:46.231730 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3718e5-9ea3-413c-89f2-77f570ebafcb req-79c43495-4459-4fd2-a0ae-3c4927803695 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:46.233918 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a3718e5-9ea3-413c-89f2-77f570ebafcb req-79c43495-4459-4fd2-a0ae-3c4927803695 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 932 time: 0.0691473 Jul 09 10:25:46.273197 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a3718e5-9ea3-413c-89f2-77f570ebafcb req-66022b0e-82f3-47d2-a858-92f57ca6385d tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329118 Jul 09 10:25:46.286420 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-e6fd6339-781e-4e68-b3ca-58bba273353a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455a669d-528b-4a2c-9331-59cbeda61ecb {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:25:46.294868 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-e6fd6339-781e-4e68-b3ca-58bba273353a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:46.307009 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-e6fd6339-781e-4e68-b3ca-58bba273353a service neutron] Transition to ACTIVE for port object 455a669d-528b-4a2c-9331-59cbeda61ecb will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:25:46.310767 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-e6fd6339-781e-4e68-b3ca-58bba273353a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:46.379912 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd6339-781e-4e68-b3ca-58bba273353a service neutron] Pushing event updated for resources: {'Port': ['ID=455a669d-528b-4a2c-9331-59cbeda61ecb,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:46.436371 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-e6fd6339-781e-4e68-b3ca-58bba273353a service neutron] Attempting to bind port 455a669d-528b-4a2c-9331-59cbeda61ecb on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:25:46.436745 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-e6fd6339-781e-4e68-b3ca-58bba273353a service neutron] Attempting to bind port 455a669d-528b-4a2c-9331-59cbeda61ecb by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'bf9c93b8-7ff4-431b-995f-df7a8dc93af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:25:46.437049 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-e6fd6339-781e-4e68-b3ca-58bba273353a service neutron] Attempting to bind port 455a669d-528b-4a2c-9331-59cbeda61ecb on network a4922c63-5871-4b4c-ab93-58a99e2faabc {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:25:46.441950 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-e6fd6339-781e-4e68-b3ca-58bba273353a service neutron] Port 455a669d-528b-4a2c-9331-59cbeda61ecb on network a4922c63-5871-4b4c-ab93-58a99e2faabc not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:25:46.442333 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-e6fd6339-781e-4e68-b3ca-58bba273353a service neutron] Attempting to bind port 455a669d-528b-4a2c-9331-59cbeda61ecb on network a4922c63-5871-4b4c-ab93-58a99e2faabc {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:25:46.447994 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-e6fd6339-781e-4e68-b3ca-58bba273353a service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:25:46.448334 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-e6fd6339-781e-4e68-b3ca-58bba273353a service neutron] Checking segment: {'id': 'bf9c93b8-7ff4-431b-995f-df7a8dc93af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:25:46.448717 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-e6fd6339-781e-4e68-b3ca-58bba273353a service neutron] Bound using segment: {'id': 'bf9c93b8-7ff4-431b-995f-df7a8dc93af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:25:46.449149 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-e6fd6339-781e-4e68-b3ca-58bba273353a service neutron] Bound port: 455a669d-528b-4a2c-9331-59cbeda61ecb, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf9c93b8-7ff4-431b-995f-df7a8dc93af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:25:46.449506 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-e6fd6339-781e-4e68-b3ca-58bba273353a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:46.520837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-e6fd6339-781e-4e68-b3ca-58bba273353a service neutron] For port 455a669d-528b-4a2c-9331-59cbeda61ecb, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:25:46.524395 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-e6fd6339-781e-4e68-b3ca-58bba273353a service neutron] For port 455a669d-528b-4a2c-9331-59cbeda61ecb, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=455a669d-528b-4a2c-9331-59cbeda61ecb,segment=NetworkSegment(bf9c93b8-7ff4-431b-995f-df7a8dc93af2),segment_id=bf9c93b8-7ff4-431b-995f-df7a8dc93af2)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:25:46.529137 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-e6fd6339-781e-4e68-b3ca-58bba273353a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:46.563383 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-e6fd6339-781e-4e68-b3ca-58bba273353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:46.564039 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-e6fd6339-781e-4e68-b3ca-58bba273353a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:46.565568 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-e6fd6339-781e-4e68-b3ca-58bba273353a service neutron] 10.222.0.58 "PUT /v2.0/ports/455a669d-528b-4a2c-9331-59cbeda61ecb HTTP/1.1" status: 200 len: 1092 time: 0.9420042 Jul 09 10:25:46.566003 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f26a8e4-7df9-495b-ba8d-40d5d970a81c', 'tag': '455a669d-528b-4a2c-9331-59cbeda61ecb'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:25:46.568269 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9bfad4-7e69-4177-b4f0-905079639434" -d '{"events": [{"name": "network-changed", "server_uuid": "1f26a8e4-7df9-495b-ba8d-40d5d970a81c", "tag": "455a669d-528b-4a2c-9331-59cbeda61ecb"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:25:46.594994 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd6339-781e-4e68-b3ca-58bba273353a service neutron] Pushing event updated for resources: {'Port': ['ID=455a669d-528b-4a2c-9331-59cbeda61ecb,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:46.642571 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5165469-b7eb-48dd-80ff-cb4e6e2632fd x-openstack-request-id: req-e5165469-b7eb-48dd-80ff-cb4e6e2632fd {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:25:46.643518 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f26a8e4-7df9-495b-ba8d-40d5d970a81c", "tag": "455a669d-528b-4a2c-9331-59cbeda61ecb", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:25:46.643518 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e5165469-b7eb-48dd-80ff-cb4e6e2632fd {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:25:46.643882 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f26a8e4-7df9-495b-ba8d-40d5d970a81c', 'tag': '455a669d-528b-4a2c-9331-59cbeda61ecb', 'status': 'completed', 'code': 200} Jul 09 10:25:46.676330 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-19759e00-0095-4f5a-8930-bd7e77148cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:46.677881 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-19759e00-0095-4f5a-8930-bd7e77148cd1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=21e3378b117e4dd8a89af8c8a8862d89&device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 1095 time: 0.0669796 Jul 09 10:25:46.723991 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-3b89bdfd-8e2c-4709-8423-efca56bfb765 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=455a669d-528b-4a2c-9331-59cbeda61ecb HTTP/1.1" status: 200 len: 217 time: 0.0387936 Jul 09 10:25:46.775320 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-8b0621b6-46ca-4918-a36b-5eddad0a2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:46.776844 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-8b0621b6-46ca-4918-a36b-5eddad0a2d38 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f0fc64d-9300-4718-af3c-1f036aa7b31e HTTP/1.1" status: 200 len: 854 time: 0.0466411 Jul 09 10:25:46.835650 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-a541e6f9-d94d-4916-b67f-2336c57d8841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:46.837224 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-a541e6f9-d94d-4916-b67f-2336c57d8841 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a4922c63-5871-4b4c-ab93-58a99e2faabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545290 Jul 09 10:25:46.928448 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-a124abd7-a38c-4b89-b964-841077c523da service neutron] 10.222.0.58 "GET /v2.0/networks/a4922c63-5871-4b4c-ab93-58a99e2faabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846052 Jul 09 10:25:47.019973 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-28462dfb-d9f5-4524-a012-eb036bf74d24 req-ec359f05-f921-46f2-94dc-e837ad1d2d3b service neutron] 10.222.0.58 "GET /v2.0/networks/a4922c63-5871-4b4c-ab93-58a99e2faabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857437 Jul 09 10:25:47.117956 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bfad4-7e69-4177-b4f0-905079639434 req-bf8f2fd4-b864-4ec4-b912-6428a0b16d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:47.119441 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1d9bfad4-7e69-4177-b4f0-905079639434 req-bf8f2fd4-b864-4ec4-b912-6428a0b16d57 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=21e3378b117e4dd8a89af8c8a8862d89&device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 1095 time: 0.0520780 Jul 09 10:25:47.211563 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bfad4-7e69-4177-b4f0-905079639434 req-80ec0b86-8df4-4819-91f2-ed35c5c72cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:47.212970 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1d9bfad4-7e69-4177-b4f0-905079639434 req-80ec0b86-8df4-4819-91f2-ed35c5c72cfb service neutron] 10.222.0.58 "GET /v2.0/networks?id=a4922c63-5871-4b4c-ab93-58a99e2faabc HTTP/1.1" status: 200 len: 916 time: 0.0876231 Jul 09 10:25:47.253837 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1d9bfad4-7e69-4177-b4f0-905079639434 req-6340f98c-cb20-4d79-ada5-ca8cdb851276 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=455a669d-528b-4a2c-9331-59cbeda61ecb HTTP/1.1" status: 200 len: 217 time: 0.0345073 Jul 09 10:25:47.306419 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bfad4-7e69-4177-b4f0-905079639434 req-5ae6702e-d8e2-4cc1-902e-69321991e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:47.308443 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1d9bfad4-7e69-4177-b4f0-905079639434 req-5ae6702e-d8e2-4cc1-902e-69321991e5b2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f0fc64d-9300-4718-af3c-1f036aa7b31e HTTP/1.1" status: 200 len: 854 time: 0.0484006 Jul 09 10:25:47.371790 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bfad4-7e69-4177-b4f0-905079639434 req-f31328c5-4bcc-4741-a49e-03a9b9a8094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:47.373325 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1d9bfad4-7e69-4177-b4f0-905079639434 req-f31328c5-4bcc-4741-a49e-03a9b9a8094c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a4922c63-5871-4b4c-ab93-58a99e2faabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579636 Jul 09 10:25:47.445930 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d5400-fc4f-421d-bb46-9c7a79aa77bd req-d9bbf4f0-2078-4f29-b11a-2da39c83a037 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:47.447949 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-631d5400-fc4f-421d-bb46-9c7a79aa77bd req-d9bbf4f0-2078-4f29-b11a-2da39c83a037 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 944 time: 0.0635464 Jul 09 10:25:47.462576 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1d9bfad4-7e69-4177-b4f0-905079639434 req-3ec7869f-0266-48ef-86ce-ee2e850941ef service neutron] 10.222.0.58 "GET /v2.0/networks/a4922c63-5871-4b4c-ab93-58a99e2faabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821602 Jul 09 10:25:47.486260 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-631d5400-fc4f-421d-bb46-9c7a79aa77bd req-64d7e48b-d22e-4b57-a3cb-5c38ca1b1da2 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327077 Jul 09 10:25:47.555848 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1d9bfad4-7e69-4177-b4f0-905079639434 req-232d6f7c-df03-4940-992e-871e2d50c752 service neutron] 10.222.0.58 "GET /v2.0/networks/a4922c63-5871-4b4c-ab93-58a99e2faabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866184 Jul 09 10:25:48.308825 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 455a669d-528b-4a2c-9331-59cbeda61ecb details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:25:48.405054 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 455a669d-528b-4a2c-9331-59cbeda61ecb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=455a669d-528b-4a2c-9331-59cbeda61ecb,segment=NetworkSegment(bf9c93b8-7ff4-431b-995f-df7a8dc93af2),segment_id=bf9c93b8-7ff4-431b-995f-df7a8dc93af2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:25:48.416023 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '455a669d-528b-4a2c-9331-59cbeda61ecb', 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc', 'port_id': '455a669d-528b-4a2c-9331-59cbeda61ecb', 'mac_address': 'fa:16:3e:c7:8a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0fc64d-9300-4718-af3c-1f036aa7b31e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:25:48.452333 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:48.464849 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455a669d-528b-4a2c-9331-59cbeda61ecb {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:25:48.483445 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 455a669d-528b-4a2c-9331-59cbeda61ecb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=455a669d-528b-4a2c-9331-59cbeda61ecb,segment=NetworkSegment(bf9c93b8-7ff4-431b-995f-df7a8dc93af2),segment_id=bf9c93b8-7ff4-431b-995f-df7a8dc93af2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:25:48.487616 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:48.538749 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=455a669d-528b-4a2c-9331-59cbeda61ecb,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:48.548609 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:48.548609 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:48.548609 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:48.548609 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:48.548609 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:48.548609 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:48.549542 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:48.549542 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:48.549803 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:48.549922 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:48.550198 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:48.550523 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:25:48.669901 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5bdee-6666-4a6f-a09e-c82c718868e0 req-28bbd127-b3e8-4432-8e57-d5e74b54987b tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:48.671326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8be5bdee-6666-4a6f-a09e-c82c718868e0 req-28bbd127-b3e8-4432-8e57-d5e74b54987b tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 945 time: 0.0674834 Jul 09 10:25:48.710372 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8be5bdee-6666-4a6f-a09e-c82c718868e0 req-d2ad5ac0-7933-46c1-aa0a-bbeef25207b7 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328326 Jul 09 10:25:48.719963 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['455a669d-528b-4a2c-9331-59cbeda61ecb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:25:49.889613 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c48b2-163d-4d90-a39c-4d8a55a686f0 req-36463592-9f35-4775-bcbc-41394a1bce81 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:49.891114 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-218c48b2-163d-4d90-a39c-4d8a55a686f0 req-36463592-9f35-4775-bcbc-41394a1bce81 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 945 time: 0.0690238 Jul 09 10:25:49.929153 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-218c48b2-163d-4d90-a39c-4d8a55a686f0 req-04e7f254-3aee-45f9-9117-151e752b4072 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323541 Jul 09 10:25:50.324514 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 455a669d-528b-4a2c-9331-59cbeda61ecb up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:25:50.377759 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 455a669d-528b-4a2c-9331-59cbeda61ecb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:25:50.383232 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 455a669d-528b-4a2c-9331-59cbeda61ecb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:25:50.383897 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:50.478636 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:50.500559 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f26a8e4-7df9-495b-ba8d-40d5d970a81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455a669d-528b-4a2c-9331-59cbeda61ecb'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:25:50.502882 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0888fabe05580062c0d4cd7dc8f093f2b11926f06b578c6c7ec0a80924aac75e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e305bf3b-28fc-477c-a324-72e6c9634502" -d '{"events": [{"server_uuid": "1f26a8e4-7df9-495b-ba8d-40d5d970a81c", "name": "network-vif-plugged", "status": "completed", "tag": "455a669d-528b-4a2c-9331-59cbeda61ecb"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:25:50.518444 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 455a669d-528b-4a2c-9331-59cbeda61ecb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=455a669d-528b-4a2c-9331-59cbeda61ecb,segment=NetworkSegment(bf9c93b8-7ff4-431b-995f-df7a8dc93af2),segment_id=bf9c93b8-7ff4-431b-995f-df7a8dc93af2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:25:50.523606 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:25:50.551973 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032706b0-8243-4464-99a6-a75f64a821dd x-openstack-request-id: req-032706b0-8243-4464-99a6-a75f64a821dd {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:25:50.552261 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f26a8e4-7df9-495b-ba8d-40d5d970a81c", "name": "network-vif-plugged", "status": "completed", "tag": "455a669d-528b-4a2c-9331-59cbeda61ecb", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:25:50.552509 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-032706b0-8243-4464-99a6-a75f64a821dd {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:25:50.552901 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f26a8e4-7df9-495b-ba8d-40d5d970a81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455a669d-528b-4a2c-9331-59cbeda61ecb', 'code': 200} Jul 09 10:25:50.579244 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=455a669d-528b-4a2c-9331-59cbeda61ecb,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:25:50.669663 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7d9ff-a630-40b6-aee9-d3122594b1bf req-fa9e94cb-f01f-45a2-968c-4d4b3930faf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:50.671164 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a5e7d9ff-a630-40b6-aee9-d3122594b1bf req-fa9e94cb-f01f-45a2-968c-4d4b3930faf2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 1097 time: 0.0517325 Jul 09 10:25:50.706070 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a5e7d9ff-a630-40b6-aee9-d3122594b1bf req-0b32f632-09f9-43b6-b95e-ec062893ed02 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285430 Jul 09 10:25:51.099784 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4583e4d-9ba9-48f7-bb2c-6ad4ebca673f req-7ec01bcb-fdb0-4b2d-8ee7-55e43f4d6872 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:51.101288 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4583e4d-9ba9-48f7-bb2c-6ad4ebca673f req-7ec01bcb-fdb0-4b2d-8ee7-55e43f4d6872 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 946 time: 0.0629082 Jul 09 10:25:51.138499 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a4583e4d-9ba9-48f7-bb2c-6ad4ebca673f req-5f1c8635-4122-42d1-a133-85419b827d59 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316217 Jul 09 10:25:52.317557 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f3c54-d9ee-4da5-a915-2fe869d6c249 req-91a4ea37-6d1c-4614-ae8a-804fb0e026ca tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:52.319055 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-387f3c54-d9ee-4da5-a915-2fe869d6c249 req-91a4ea37-6d1c-4614-ae8a-804fb0e026ca tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 946 time: 0.0684021 Jul 09 10:25:52.356651 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-387f3c54-d9ee-4da5-a915-2fe869d6c249 req-f222c8ee-1fad-4921-a0c2-a9f7c182bbd6 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320382 Jul 09 10:25:52.532981 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5a353-7db6-483e-b0fa-551cee168d52 req-648fa505-cbd5-40e1-8c66-4697d0d556a1 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:52.534453 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1eb5a353-7db6-483e-b0fa-551cee168d52 req-648fa505-cbd5-40e1-8c66-4697d0d556a1 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 946 time: 0.0636263 Jul 09 10:25:52.572154 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1eb5a353-7db6-483e-b0fa-551cee168d52 req-1e3c9cb0-1ff7-4ab6-b0a3-23493c265318 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316064 Jul 09 10:25:52.909232 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fac261-0836-4e8a-8006-739a93cf63fc req-2f389f72-5fe4-406d-a374-c4ec9fc72ce8 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:25:52.910705 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-26fac261-0836-4e8a-8006-739a93cf63fc req-2f389f72-5fe4-406d-a374-c4ec9fc72ce8 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 946 time: 0.0653341 Jul 09 10:25:52.947990 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-26fac261-0836-4e8a-8006-739a93cf63fc req-7a46ea12-460c-4924-bf84-f87d64efa544 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315890 Jul 09 10:26:04.371987 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:04.579006 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd6eb2-acab-4ced-9d96-788fe5c413eb req-8b90406b-2ebd-4c69-bc72-9192158db9f3 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:04.580524 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2bd6eb2-acab-4ced-9d96-788fe5c413eb req-8b90406b-2ebd-4c69-bc72-9192158db9f3 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 946 time: 0.0623841 Jul 09 10:26:04.617501 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2bd6eb2-acab-4ced-9d96-788fe5c413eb req-494dfc7d-c1aa-4aae-810d-aa6c76b9f942 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308530 Jul 09 10:26:04.642103 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43176) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:26:04.731218 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5628feed-5827-4c22-9f94-e83f1fca9860 tempest-TestMinimumBasicScenario-1598120374 tempest-TestMinimumBasicScenario-1598120374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:04.732767 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5628feed-5827-4c22-9f94-e83f1fca9860 tempest-TestMinimumBasicScenario-1598120374 tempest-TestMinimumBasicScenario-1598120374-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 1092 time: 0.0896387 Jul 09 10:26:04.735713 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43180) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:26:04.740132 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2e18fbed-ac0a-4f92-bf15-a591c30ae822 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': '455a669d-528b-4a2c-9331-59cbeda61ecb', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:26:04.761949 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e18fbed-ac0a-4f92-bf15-a591c30ae822 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:04.863463 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e18fbed-ac0a-4f92-bf15-a591c30ae822 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:04.970267 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-2e18fbed-ac0a-4f92-bf15-a591c30ae822 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Allocated IP 172.25.3.67 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/dae40e55-ccfc-4ba1-a9fb-32b9f97d41ad) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:26:05.069871 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e18fbed-ac0a-4f92-bf15-a591c30ae822 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:05.108391 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e18fbed-ac0a-4f92-bf15-a591c30ae822 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:05.148880 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e18fbed-ac0a-4f92-bf15-a591c30ae822 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:26:05.151657 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-2e18fbed-ac0a-4f92-bf15-a591c30ae822 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:26:05.155185 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e18fbed-ac0a-4f92-bf15-a591c30ae822 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:26:05.160699 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18fbed-ac0a-4f92-bf15-a591c30ae822 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Pushing event updated for resources: {'Port': ['ID=dae40e55-ccfc-4ba1-a9fb-32b9f97d41ad,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:26:05.534630 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e18fbed-ac0a-4f92-bf15-a591c30ae822 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:05.613919 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e18fbed-ac0a-4f92-bf15-a591c30ae822 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:05.763867 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e18fbed-ac0a-4f92-bf15-a591c30ae822 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:05.768280 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e18fbed-ac0a-4f92-bf15-a591c30ae822 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:05.830379 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18fbed-ac0a-4f92-bf15-a591c30ae822 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Pushing event updated for resources: {'Port': ['ID=dae40e55-ccfc-4ba1-a9fb-32b9f97d41ad,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:26:05.847369 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e18fbed-ac0a-4f92-bf15-a591c30ae822 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:05.946347 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-2e18fbed-ac0a-4f92-bf15-a591c30ae822 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Floating IP 3aa30785-20a5-4531-a12a-afbe71266145 associated. External IP: 172.25.3.67, port: 455a669d-528b-4a2c-9331-59cbeda61ecb. Jul 09 10:26:06.152805 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e18fbed-ac0a-4f92-bf15-a591c30ae822 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Router d19d9b02-df50-46bd-a535-d77cf09bd4f8 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:26:06.268740 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e18fbed-ac0a-4f92-bf15-a591c30ae822 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:26:06.278513 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7df6b5-9042-4871-9467-227aaa8ec79b None None] Sync routers for ids ['d19d9b02-df50-46bd-a535-d77cf09bd4f8'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:26:06.285930 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e18fbed-ac0a-4f92-bf15-a591c30ae822 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:06.287578 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7df6b5-9042-4871-9467-227aaa8ec79b None None] Routers {'d19d9b02-df50-46bd-a535-d77cf09bd4f8'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:26:06.289049 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5c7df6b5-9042-4871-9467-227aaa8ec79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:25:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d19d9b02-df50-46bd-a535-d77cf09bd4f8'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:26:06.326372 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2e18fbed-ac0a-4f92-bf15-a591c30ae822 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5895977 Jul 09 10:26:06.327401 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f26a8e4-7df9-495b-ba8d-40d5d970a81c', 'tag': '455a669d-528b-4a2c-9331-59cbeda61ecb'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:26:06.329232 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43182) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:26:06.329865 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c7517c-47f5-4514-b9fc-deab347cfd0c" -d '{"events": [{"name": "network-changed", "server_uuid": "1f26a8e4-7df9-495b-ba8d-40d5d970a81c", "tag": "455a669d-528b-4a2c-9331-59cbeda61ecb"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:26:06.334395 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-68ab1518-54bf-4176-bbc1-4fd6e75038ad tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-926395637', 'description': 'tempest-secgroup-smoke-926395637 description', 'project_id': '21e3378b117e4dd8a89af8c8a8862d89'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:26:06.361577 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68ab1518-54bf-4176-bbc1-4fd6e75038ad tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:06.370432 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32930a77-cc2b-466b-9205-d784bae78ce7 x-openstack-request-id: req-32930a77-cc2b-466b-9205-d784bae78ce7 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:26:06.370732 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f26a8e4-7df9-495b-ba8d-40d5d970a81c", "tag": "455a669d-528b-4a2c-9331-59cbeda61ecb", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:26:06.370988 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-32930a77-cc2b-466b-9205-d784bae78ce7 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:26:06.371399 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f26a8e4-7df9-495b-ba8d-40d5d970a81c', 'tag': '455a669d-528b-4a2c-9331-59cbeda61ecb', 'status': 'completed', 'code': 200} Jul 09 10:26:06.442376 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-5c7df6b5-9042-4871-9467-227aaa8ec79b None None] Set router d19d9b02-df50-46bd-a535-d77cf09bd4f8 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:26:06.455734 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7517c-47f5-4514-b9fc-deab347cfd0c req-b0456d1c-6552-4153-9bad-76617caae920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:06.457231 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-97c7517c-47f5-4514-b9fc-deab347cfd0c req-b0456d1c-6552-4153-9bad-76617caae920 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=21e3378b117e4dd8a89af8c8a8862d89&device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 1097 time: 0.0614698 Jul 09 10:26:06.462794 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68ab1518-54bf-4176-bbc1-4fd6e75038ad tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:06.467477 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68ab1518-54bf-4176-bbc1-4fd6e75038ad tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:06.500644 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab1518-54bf-4176-bbc1-4fd6e75038ad tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cac737-8248-4f24-aebe-cb21a2e6c6d7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:26:06.503047 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68ab1518-54bf-4176-bbc1-4fd6e75038ad tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:06.504789 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-68ab1518-54bf-4176-bbc1-4fd6e75038ad tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1742420 Jul 09 10:26:06.512963 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab1518-54bf-4176-bbc1-4fd6e75038ad tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:26:06.513314 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab1518-54bf-4176-bbc1-4fd6e75038ad tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:26:06.513664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab1518-54bf-4176-bbc1-4fd6e75038ad tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:26:06.513997 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab1518-54bf-4176-bbc1-4fd6e75038ad tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:26:06.514342 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab1518-54bf-4176-bbc1-4fd6e75038ad tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:26:06.514669 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab1518-54bf-4176-bbc1-4fd6e75038ad tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:26:06.515000 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab1518-54bf-4176-bbc1-4fd6e75038ad tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:26:06.515327 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab1518-54bf-4176-bbc1-4fd6e75038ad tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:26:06.515658 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab1518-54bf-4176-bbc1-4fd6e75038ad tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:26:06.516013 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab1518-54bf-4176-bbc1-4fd6e75038ad tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:26:06.516340 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab1518-54bf-4176-bbc1-4fd6e75038ad tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:26:06.516667 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab1518-54bf-4176-bbc1-4fd6e75038ad tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:26:06.520761 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43186) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:26:06.526853 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0fa52bf0-5e1d-464d-a716-db2ed439bad4 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Request body: {'security_group_rule': {'security_group_id': 'c3cac737-8248-4f24-aebe-cb21a2e6c6d7', 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:26:06.582776 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fa52bf0-5e1d-464d-a716-db2ed439bad4 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:06.594577 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7517c-47f5-4514-b9fc-deab347cfd0c req-6fee1b89-f68c-48a3-b4b5-60520689e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:06.596102 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-97c7517c-47f5-4514-b9fc-deab347cfd0c req-6fee1b89-f68c-48a3-b4b5-60520689e03b service neutron] 10.222.0.58 "GET /v2.0/networks?id=a4922c63-5871-4b4c-ab93-58a99e2faabc HTTP/1.1" status: 200 len: 916 time: 0.1319134 Jul 09 10:26:06.693091 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-97c7517c-47f5-4514-b9fc-deab347cfd0c req-204bd64f-2d9b-44cb-a1ef-1d114e2eb049 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=455a669d-528b-4a2c-9331-59cbeda61ecb HTTP/1.1" status: 200 len: 999 time: 0.0866799 Jul 09 10:26:06.698712 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fa52bf0-5e1d-464d-a716-db2ed439bad4 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:06.708400 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fa52bf0-5e1d-464d-a716-db2ed439bad4 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:06.752997 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5c7df6b5-9042-4871-9467-227aaa8ec79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'name': 'tempest-TestMinimumBasicScenario-2088322773-router', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:17Z', 'revision_number': 4, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'gw_port': {'id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '3aa30785-20a5-4531-a12a-afbe71266145', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'floating_ip_address': '172.25.3.67', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'port_id': '455a669d-528b-4a2c-9331-59cbeda61ecb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc', 'mac_address': 'fa:16:3e:c7:8a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f26a8e4-7df9-495b-ba8d-40d5d970a81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:26:05Z', 'updated_at': '2021-07-09T10:26:05Z', 'revision_number': 0, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3946f36-55f4-4eea-a1f0-89a9873c0bdb', 'name': '', 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'mac_address': 'fa:16:3e:2c:a3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6f0fc64d-9300-4718-af3c-1f036aa7b31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:16Z', 'updated_at': '2021-07-09T10:25:24Z', 'revision_number': 5, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'subnets': [{'id': '6f0fc64d-9300-4718-af3c-1f036aa7b31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:26:06.758076 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa52bf0-5e1d-464d-a716-db2ed439bad4 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6fb5b89-2e40-47e3-8039-2dc067e5b850,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:26:06.762978 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fa52bf0-5e1d-464d-a716-db2ed439bad4 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:06.764192 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0fa52bf0-5e1d-464d-a716-db2ed439bad4 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2424469 Jul 09 10:26:06.766976 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43188) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:26:06.769762 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7517c-47f5-4514-b9fc-deab347cfd0c req-8bdb870d-82a2-4369-95ec-df33c7f1399f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:06.771204 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-97c7517c-47f5-4514-b9fc-deab347cfd0c req-8bdb870d-82a2-4369-95ec-df33c7f1399f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f0fc64d-9300-4718-af3c-1f036aa7b31e HTTP/1.1" status: 200 len: 854 time: 0.0713446 Jul 09 10:26:06.772750 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa52bf0-5e1d-464d-a716-db2ed439bad4 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:26:06.773671 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa52bf0-5e1d-464d-a716-db2ed439bad4 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:26:06.773986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-69bae073-2baf-4dd6-b349-74cac4452e12 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Request body: {'security_group_rule': {'security_group_id': 'c3cac737-8248-4f24-aebe-cb21a2e6c6d7', 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:26:06.774145 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa52bf0-5e1d-464d-a716-db2ed439bad4 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:26:06.774339 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa52bf0-5e1d-464d-a716-db2ed439bad4 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:26:06.774669 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa52bf0-5e1d-464d-a716-db2ed439bad4 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:26:06.774999 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa52bf0-5e1d-464d-a716-db2ed439bad4 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:26:06.775327 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa52bf0-5e1d-464d-a716-db2ed439bad4 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:26:06.775653 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa52bf0-5e1d-464d-a716-db2ed439bad4 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:26:06.776013 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa52bf0-5e1d-464d-a716-db2ed439bad4 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:26:06.776334 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa52bf0-5e1d-464d-a716-db2ed439bad4 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:26:06.776662 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa52bf0-5e1d-464d-a716-db2ed439bad4 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:26:06.776983 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa52bf0-5e1d-464d-a716-db2ed439bad4 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:26:06.782041 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7df6b5-9042-4871-9467-227aaa8ec79b None None] Checking router: d19d9b02-df50-46bd-a535-d77cf09bd4f8 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:26:06.790857 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7df6b5-9042-4871-9467-227aaa8ec79b None None] Routers {'d19d9b02-df50-46bd-a535-d77cf09bd4f8'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:26:06.791029 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5c7df6b5-9042-4871-9467-227aaa8ec79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:25:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d19d9b02-df50-46bd-a535-d77cf09bd4f8'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:26:06.820368 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69bae073-2baf-4dd6-b349-74cac4452e12 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:06.836991 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b7718702-c838-414b-9937-edbdde44a160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:06.849155 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7517c-47f5-4514-b9fc-deab347cfd0c req-74fd4645-5c1f-4429-a76f-ae42435cfe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:06.850685 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-97c7517c-47f5-4514-b9fc-deab347cfd0c req-74fd4645-5c1f-4429-a76f-ae42435cfe44 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a4922c63-5871-4b4c-ab93-58a99e2faabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708606 Jul 09 10:26:06.889584 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69bae073-2baf-4dd6-b349-74cac4452e12 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:06.894829 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69bae073-2baf-4dd6-b349-74cac4452e12 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:06.915013 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-5c7df6b5-9042-4871-9467-227aaa8ec79b None None] Set router d19d9b02-df50-46bd-a535-d77cf09bd4f8 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:26:06.916427 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bae073-2baf-4dd6-b349-74cac4452e12 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ea6493-ee11-458e-9bd7-c2a700eec71b,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:26:06.920347 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69bae073-2baf-4dd6-b349-74cac4452e12 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:06.921730 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-69bae073-2baf-4dd6-b349-74cac4452e12 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1533971 Jul 09 10:26:06.924968 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43190) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:26:06.929807 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-69e77ba8-6b38-4472-aaa4-a38c56b9b32b tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Request body: {'security_group_rule': {'security_group_id': 'c3cac737-8248-4f24-aebe-cb21a2e6c6d7', 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:26:06.955383 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-97c7517c-47f5-4514-b9fc-deab347cfd0c req-7ecd20e5-90a6-49ad-946d-be7a3ded23e9 service neutron] 10.222.0.58 "GET /v2.0/networks/a4922c63-5871-4b4c-ab93-58a99e2faabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977588 Jul 09 10:26:06.958392 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69e77ba8-6b38-4472-aaa4-a38c56b9b32b tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:07.027476 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69e77ba8-6b38-4472-aaa4-a38c56b9b32b tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:07.031964 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69e77ba8-6b38-4472-aaa4-a38c56b9b32b tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:07.050697 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e77ba8-6b38-4472-aaa4-a38c56b9b32b tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d11228-7cda-48a4-9b76-2fbe52241a70,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:26:07.055038 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-97c7517c-47f5-4514-b9fc-deab347cfd0c req-5e4d9b76-ad4d-458a-8613-591840c3d182 service neutron] 10.222.0.58 "GET /v2.0/networks/a4922c63-5871-4b4c-ab93-58a99e2faabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921779 Jul 09 10:26:07.070180 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69e77ba8-6b38-4472-aaa4-a38c56b9b32b tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:07.071682 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-69e77ba8-6b38-4472-aaa4-a38c56b9b32b tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1457241 Jul 09 10:26:07.074544 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43192) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:26:07.080359 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-79f2af81-c3ba-45a0-a0b7-b0a4d0c90614 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Request body: {'security_group_rule': {'security_group_id': 'c3cac737-8248-4f24-aebe-cb21a2e6c6d7', 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:26:07.106829 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79f2af81-c3ba-45a0-a0b7-b0a4d0c90614 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:07.161016 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5c7df6b5-9042-4871-9467-227aaa8ec79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'name': 'tempest-TestMinimumBasicScenario-2088322773-router', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:17Z', 'revision_number': 4, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'gw_port': {'id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '3aa30785-20a5-4531-a12a-afbe71266145', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'floating_ip_address': '172.25.3.67', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'port_id': '455a669d-528b-4a2c-9331-59cbeda61ecb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc', 'mac_address': 'fa:16:3e:c7:8a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f26a8e4-7df9-495b-ba8d-40d5d970a81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:26:05Z', 'updated_at': '2021-07-09T10:26:05Z', 'revision_number': 0, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3946f36-55f4-4eea-a1f0-89a9873c0bdb', 'name': '', 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'mac_address': 'fa:16:3e:2c:a3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6f0fc64d-9300-4718-af3c-1f036aa7b31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:16Z', 'updated_at': '2021-07-09T10:25:24Z', 'revision_number': 5, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'subnets': [{'id': '6f0fc64d-9300-4718-af3c-1f036aa7b31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:26:07.169187 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79f2af81-c3ba-45a0-a0b7-b0a4d0c90614 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:07.173242 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79f2af81-c3ba-45a0-a0b7-b0a4d0c90614 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:07.190746 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7df6b5-9042-4871-9467-227aaa8ec79b None None] The sync data for ids ['d19d9b02-df50-46bd-a535-d77cf09bd4f8'] in n-d-799996-1 is: [{'id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'name': 'tempest-TestMinimumBasicScenario-2088322773-router', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:17Z', 'revision_number': 4, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'gw_port': {'id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '3aa30785-20a5-4531-a12a-afbe71266145', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'floating_ip_address': '172.25.3.67', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'port_id': '455a669d-528b-4a2c-9331-59cbeda61ecb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc', 'mac_address': 'fa:16:3e:c7:8a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f26a8e4-7df9-495b-ba8d-40d5d970a81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:26:05Z', 'updated_at': '2021-07-09T10:26:05Z', 'revision_number': 0, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3946f36-55f4-4eea-a1f0-89a9873c0bdb', 'name': '', 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'mac_address': 'fa:16:3e:2c:a3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6f0fc64d-9300-4718-af3c-1f036aa7b31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:16Z', 'updated_at': '2021-07-09T10:25:24Z', 'revision_number': 5, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'subnets': [{'id': '6f0fc64d-9300-4718-af3c-1f036aa7b31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:26:07.192502 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2af81-c3ba-45a0-a0b7-b0a4d0c90614 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea7d9d7-f577-415b-8ca1-9e6d9302860a,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:26:07.196073 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79f2af81-c3ba-45a0-a0b7-b0a4d0c90614 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:07.200382 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-79f2af81-c3ba-45a0-a0b7-b0a4d0c90614 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216633 Jul 09 10:26:07.200382 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43194) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:26:07.205171 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0262f242-d5c4-4274-8c26-483dddb888e6 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Request body: {'security_group_rule': {'security_group_id': 'c3cac737-8248-4f24-aebe-cb21a2e6c6d7', 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:26:07.229825 n-d-799996-1 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-0262f242-d5c4-4274-8c26-483dddb888e6 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Project 21e3378b117e4dd8a89af8c8a8862d89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:26:07.235283 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0262f242-d5c4-4274-8c26-483dddb888e6 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:07.302626 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0262f242-d5c4-4274-8c26-483dddb888e6 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:07.306526 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0262f242-d5c4-4274-8c26-483dddb888e6 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:07.326049 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262f242-d5c4-4274-8c26-483dddb888e6 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7a8953-7bd3-4da8-9713-d0644f0afcdf,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:26:07.334427 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0262f242-d5c4-4274-8c26-483dddb888e6 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:07.336445 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0262f242-d5c4-4274-8c26-483dddb888e6 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1352375 Jul 09 10:26:07.339351 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43196) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:26:07.343886 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f26ef97d-02d1-4869-a1b9-84c6378cb8a7 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Request body: {'security_group_rule': {'security_group_id': 'c3cac737-8248-4f24-aebe-cb21a2e6c6d7', 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:26:07.366739 n-d-799996-1 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-f26ef97d-02d1-4869-a1b9-84c6378cb8a7 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Project 21e3378b117e4dd8a89af8c8a8862d89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:26:07.372155 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f26ef97d-02d1-4869-a1b9-84c6378cb8a7 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:07.395870 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff329151-8228-44ac-a313-7d4639fb8af3 None None] New status for floating IP 3aa30785-20a5-4531-a12a-afbe71266145: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:26:07.440902 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f26ef97d-02d1-4869-a1b9-84c6378cb8a7 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:07.444418 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f26ef97d-02d1-4869-a1b9-84c6378cb8a7 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:07.465054 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ef97d-02d1-4869-a1b9-84c6378cb8a7 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d8b40a-d84d-4844-94a5-5f9083dbfbe8,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:26:07.474493 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f26ef97d-02d1-4869-a1b9-84c6378cb8a7 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:07.475846 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f26ef97d-02d1-4869-a1b9-84c6378cb8a7 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354802 Jul 09 10:26:07.599560 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-22a7701e-127f-449a-9468-ee967dfe9ce3 req-3cf45294-a0e7-490c-8113-7bf3f931cfeb tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-926395637&fields=id&tenant_id=21e3378b117e4dd8a89af8c8a8862d89 HTTP/1.1" status: 200 len: 267 time: 0.0328822 Jul 09 10:26:07.670948 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7701e-127f-449a-9468-ee967dfe9ce3 req-781a354b-484c-443a-bbb8-783a8ab2d471 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:07.672499 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-22a7701e-127f-449a-9468-ee967dfe9ce3 req-781a354b-484c-443a-bbb8-783a8ab2d471 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 946 time: 0.0670009 Jul 09 10:26:07.682979 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-22a7701e-127f-449a-9468-ee967dfe9ce3 req-37bfb307-63db-43c4-84e4-017f9caf7d7c tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Request body: {'port': {'security_groups': ['36920a47-f25f-47f9-a2f1-a79b26ddd7b1', 'c3cac737-8248-4f24-aebe-cb21a2e6c6d7']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:26:07.766152 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-22a7701e-127f-449a-9468-ee967dfe9ce3 req-37bfb307-63db-43c4-84e4-017f9caf7d7c tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:07.950190 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-22a7701e-127f-449a-9468-ee967dfe9ce3 req-37bfb307-63db-43c4-84e4-017f9caf7d7c tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] For port 455a669d-528b-4a2c-9331-59cbeda61ecb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=455a669d-528b-4a2c-9331-59cbeda61ecb,segment=NetworkSegment(bf9c93b8-7ff4-431b-995f-df7a8dc93af2),segment_id=bf9c93b8-7ff4-431b-995f-df7a8dc93af2)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:26:07.979962 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-22a7701e-127f-449a-9468-ee967dfe9ce3 req-37bfb307-63db-43c4-84e4-017f9caf7d7c tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:07.984370 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-22a7701e-127f-449a-9468-ee967dfe9ce3 req-37bfb307-63db-43c4-84e4-017f9caf7d7c tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:07.997105 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['455a669d-528b-4a2c-9331-59cbeda61ecb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:26:08.031898 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7701e-127f-449a-9468-ee967dfe9ce3 req-37bfb307-63db-43c4-84e4-017f9caf7d7c tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:08.032526 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-22a7701e-127f-449a-9468-ee967dfe9ce3 req-37bfb307-63db-43c4-84e4-017f9caf7d7c tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:08.033952 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-22a7701e-127f-449a-9468-ee967dfe9ce3 req-37bfb307-63db-43c4-84e4-017f9caf7d7c tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "PUT /v2.0/ports/455a669d-528b-4a2c-9331-59cbeda61ecb HTTP/1.1" status: 200 len: 982 time: 0.3554986 Jul 09 10:26:08.034414 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f26a8e4-7df9-495b-ba8d-40d5d970a81c', 'tag': '455a669d-528b-4a2c-9331-59cbeda61ecb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:26:08.036784 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028a6fd8-9bba-41a1-8099-1e0299fc56c0" -d '{"events": [{"name": "network-changed", "server_uuid": "1f26a8e4-7df9-495b-ba8d-40d5d970a81c", "tag": "455a669d-528b-4a2c-9331-59cbeda61ecb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:26:08.065613 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfb307-63db-43c4-84e4-017f9caf7d7c tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Pushing event updated for resources: {'Port': ['ID=455a669d-528b-4a2c-9331-59cbeda61ecb,revision_number=6']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:26:08.105530 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f0b12a-c273-4d25-895c-6388163567e1 x-openstack-request-id: req-f0f0b12a-c273-4d25-895c-6388163567e1 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:26:08.106300 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f26a8e4-7df9-495b-ba8d-40d5d970a81c", "tag": "455a669d-528b-4a2c-9331-59cbeda61ecb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:26:08.106300 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f0f0b12a-c273-4d25-895c-6388163567e1 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:26:08.106498 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['455a669d-528b-4a2c-9331-59cbeda61ecb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:26:08.108414 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f26a8e4-7df9-495b-ba8d-40d5d970a81c', 'tag': '455a669d-528b-4a2c-9331-59cbeda61ecb', 'status': 'completed', 'code': 200} Jul 09 10:26:08.182597 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a6fd8-9bba-41a1-8099-1e0299fc56c0 req-3d93b2ce-1b42-4b0f-add4-800146e52707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:08.184528 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-028a6fd8-9bba-41a1-8099-1e0299fc56c0 req-3d93b2ce-1b42-4b0f-add4-800146e52707 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=21e3378b117e4dd8a89af8c8a8862d89&device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 1136 time: 0.0600138 Jul 09 10:26:08.253297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea25e4e-72a5-4404-b0cb-3e2310e5cda0 req-c2085505-a42f-40fb-8778-42fb1248befd tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:08.261332 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ea25e4e-72a5-4404-b0cb-3e2310e5cda0 req-c2085505-a42f-40fb-8778-42fb1248befd tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 985 time: 0.0823617 Jul 09 10:26:08.303436 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a6fd8-9bba-41a1-8099-1e0299fc56c0 req-06b1614e-8fce-4816-9d3e-a404651be4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:08.305629 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-028a6fd8-9bba-41a1-8099-1e0299fc56c0 req-06b1614e-8fce-4816-9d3e-a404651be4a8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a4922c63-5871-4b4c-ab93-58a99e2faabc HTTP/1.1" status: 200 len: 916 time: 0.1149807 Jul 09 10:26:08.313505 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ea25e4e-72a5-4404-b0cb-3e2310e5cda0 req-6b505f07-6061-40ed-8284-c2acf1d86c51 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&id=c3cac737-8248-4f24-aebe-cb21a2e6c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511913 Jul 09 10:26:08.384730 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-028a6fd8-9bba-41a1-8099-1e0299fc56c0 req-7b024162-3a6d-4589-9ea0-4f2f66683e65 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=455a669d-528b-4a2c-9331-59cbeda61ecb HTTP/1.1" status: 200 len: 1001 time: 0.0717008 Jul 09 10:26:08.443804 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a6fd8-9bba-41a1-8099-1e0299fc56c0 req-059b0155-dbaa-400b-a813-df93d1659957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:08.446162 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-028a6fd8-9bba-41a1-8099-1e0299fc56c0 req-059b0155-dbaa-400b-a813-df93d1659957 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f0fc64d-9300-4718-af3c-1f036aa7b31e HTTP/1.1" status: 200 len: 854 time: 0.0551026 Jul 09 10:26:08.463649 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e64d9feb-537d-43d0-ad35-6e18ec08ea4e None None] Provisioning complete for port 455a669d-528b-4a2c-9331-59cbeda61ecb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:26:08.467089 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e64d9feb-537d-43d0-ad35-6e18ec08ea4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:08.521012 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a6fd8-9bba-41a1-8099-1e0299fc56c0 req-ea9fdca0-2c33-4866-a51d-478cf1f8f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:08.523857 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-028a6fd8-9bba-41a1-8099-1e0299fc56c0 req-ea9fdca0-2c33-4866-a51d-478cf1f8f280 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a4922c63-5871-4b4c-ab93-58a99e2faabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709598 Jul 09 10:26:08.635134 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-028a6fd8-9bba-41a1-8099-1e0299fc56c0 req-f6efb84e-8691-4ea3-8db1-1e31d2667c72 service neutron] 10.222.0.58 "GET /v2.0/networks/a4922c63-5871-4b4c-ab93-58a99e2faabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053367 Jul 09 10:26:08.732902 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-028a6fd8-9bba-41a1-8099-1e0299fc56c0 req-2550651e-5c31-48ce-b3ac-2c235b0adccf service neutron] 10.222.0.58 "GET /v2.0/networks/a4922c63-5871-4b4c-ab93-58a99e2faabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916634 Jul 09 10:26:09.427488 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7462c8a3-1049-4358-9099-7c5f3b1902ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:09.581904 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:09.612832 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:11.347491 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:11.453943 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:26:11.492452 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-96d28559-1ee2-4762-8be8-49405903df5b req-bbf7c1c4-b3cd-4ecb-be29-94d130f85c4e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527101 Jul 09 10:26:11.591420 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d28559-1ee2-4762-8be8-49405903df5b req-752d691a-6853-4dc7-9ac2-311539dcfdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:11.592959 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-96d28559-1ee2-4762-8be8-49405903df5b req-752d691a-6853-4dc7-9ac2-311539dcfdb6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=21e3378b117e4dd8a89af8c8a8862d89&device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 1136 time: 0.0539863 Jul 09 10:26:11.702077 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d28559-1ee2-4762-8be8-49405903df5b req-d8bc97cf-0136-43ab-82dc-55349cc891e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:11.703457 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-96d28559-1ee2-4762-8be8-49405903df5b req-d8bc97cf-0136-43ab-82dc-55349cc891e0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a4922c63-5871-4b4c-ab93-58a99e2faabc HTTP/1.1" status: 200 len: 916 time: 0.0895717 Jul 09 10:26:11.768718 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-96d28559-1ee2-4762-8be8-49405903df5b req-a3ec47a1-dbf5-42b5-bdaf-af7a9dd52c43 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=455a669d-528b-4a2c-9331-59cbeda61ecb HTTP/1.1" status: 200 len: 1001 time: 0.0589442 Jul 09 10:26:11.821500 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d28559-1ee2-4762-8be8-49405903df5b req-3f591e9f-e936-4c41-bdf2-ecd22c24ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:11.822961 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-96d28559-1ee2-4762-8be8-49405903df5b req-3f591e9f-e936-4c41-bdf2-ecd22c24ed18 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f0fc64d-9300-4718-af3c-1f036aa7b31e HTTP/1.1" status: 200 len: 854 time: 0.0480578 Jul 09 10:26:11.879013 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d28559-1ee2-4762-8be8-49405903df5b req-d4d115a7-d4e5-4d28-b633-4d40fd0daf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:11.880863 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-96d28559-1ee2-4762-8be8-49405903df5b req-d4d115a7-d4e5-4d28-b633-4d40fd0daf87 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a4922c63-5871-4b4c-ab93-58a99e2faabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519094 Jul 09 10:26:11.969535 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-96d28559-1ee2-4762-8be8-49405903df5b req-8fd3dd46-931a-4c2c-b168-54ffe2c3e9d6 service neutron] 10.222.0.58 "GET /v2.0/networks/a4922c63-5871-4b4c-ab93-58a99e2faabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814521 Jul 09 10:26:12.061972 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-96d28559-1ee2-4762-8be8-49405903df5b req-fe69b987-4f71-4c53-acf8-3c29de27fd3e service neutron] 10.222.0.58 "GET /v2.0/networks/a4922c63-5871-4b4c-ab93-58a99e2faabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860815 Jul 09 10:26:13.135965 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:23.741305 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c098a-5966-49b5-84c9-5e7cc7d2a8d9 req-6bed4428-635d-427b-8059-89a6116195ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:23.742738 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-658c098a-5966-49b5-84c9-5e7cc7d2a8d9 req-6bed4428-635d-427b-8059-89a6116195ea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=21e3378b117e4dd8a89af8c8a8862d89&device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 1136 time: 0.0544868 Jul 09 10:26:23.775935 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a7af9-6f00-4dfa-a9be-2f9f85ec0971 req-48fc5189-5733-45b8-9b00-e84d41f1bd39 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:23.777452 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-422a7af9-6f00-4dfa-a9be-2f9f85ec0971 req-48fc5189-5733-45b8-9b00-e84d41f1bd39 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 985 time: 0.0633342 Jul 09 10:26:23.818634 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-422a7af9-6f00-4dfa-a9be-2f9f85ec0971 req-85b1c824-0eab-42d5-b7ea-1bc962b29802 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&id=c3cac737-8248-4f24-aebe-cb21a2e6c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352914 Jul 09 10:26:24.145225 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c098a-5966-49b5-84c9-5e7cc7d2a8d9 req-343b5b87-0014-4c61-8892-e437d6dc277d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:24.146714 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-658c098a-5966-49b5-84c9-5e7cc7d2a8d9 req-343b5b87-0014-4c61-8892-e437d6dc277d service neutron] 10.222.0.58 "GET /v2.0/networks?id=a4922c63-5871-4b4c-ab93-58a99e2faabc HTTP/1.1" status: 200 len: 916 time: 0.3967967 Jul 09 10:26:24.210508 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-658c098a-5966-49b5-84c9-5e7cc7d2a8d9 req-4d1dbea7-48db-4d88-9b47-3f0fa6251063 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=455a669d-528b-4a2c-9331-59cbeda61ecb HTTP/1.1" status: 200 len: 1001 time: 0.0573246 Jul 09 10:26:24.259055 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c098a-5966-49b5-84c9-5e7cc7d2a8d9 req-c7ce2f36-7f87-4376-b647-83e83fd8dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:24.261071 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-658c098a-5966-49b5-84c9-5e7cc7d2a8d9 req-c7ce2f36-7f87-4376-b647-83e83fd8dca3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f0fc64d-9300-4718-af3c-1f036aa7b31e HTTP/1.1" status: 200 len: 854 time: 0.0439248 Jul 09 10:26:24.320905 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c098a-5966-49b5-84c9-5e7cc7d2a8d9 req-465b2059-868b-455e-a6d2-645b1af14809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:24.322976 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-658c098a-5966-49b5-84c9-5e7cc7d2a8d9 req-465b2059-868b-455e-a6d2-645b1af14809 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a4922c63-5871-4b4c-ab93-58a99e2faabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544295 Jul 09 10:26:24.410440 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-658c098a-5966-49b5-84c9-5e7cc7d2a8d9 req-d6765125-471e-45c8-8da6-a22748f257a5 service neutron] 10.222.0.58 "GET /v2.0/networks/a4922c63-5871-4b4c-ab93-58a99e2faabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812988 Jul 09 10:26:24.503898 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-658c098a-5966-49b5-84c9-5e7cc7d2a8d9 req-94a632a5-e00f-4f2d-aec8-a49764fb4d9e service neutron] 10.222.0.58 "GET /v2.0/networks/a4922c63-5871-4b4c-ab93-58a99e2faabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860507 Jul 09 10:26:24.997850 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdfedd-9d64-4c89-85ff-f86a653ce4d5 req-f8af3279-c0df-48ee-a4c5-29a1226abf94 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:24.999350 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1cdfedd-9d64-4c89-85ff-f86a653ce4d5 req-f8af3279-c0df-48ee-a4c5-29a1226abf94 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 985 time: 0.0675156 Jul 09 10:26:25.038353 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a1cdfedd-9d64-4c89-85ff-f86a653ce4d5 req-5d91364b-b568-4c75-8df8-edc184d11d61 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&id=c3cac737-8248-4f24-aebe-cb21a2e6c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332103 Jul 09 10:26:26.228228 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15053b1e-f35d-4372-9b58-8f4d8842e0ae req-cf5cd622-3234-44de-a3fd-1770a8055b07 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:26.230389 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-15053b1e-f35d-4372-9b58-8f4d8842e0ae req-cf5cd622-3234-44de-a3fd-1770a8055b07 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 985 time: 0.0676312 Jul 09 10:26:26.273149 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-15053b1e-f35d-4372-9b58-8f4d8842e0ae req-3b4335a0-a3c0-4bd1-aceb-334ef0f34beb tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&id=c3cac737-8248-4f24-aebe-cb21a2e6c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370152 Jul 09 10:26:27.447839 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be1748-2b64-4418-bc59-4e6bd39ce368 req-ce957e6d-e3a2-4935-9462-ee41458d5b02 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:27.449347 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8be1748-2b64-4418-bc59-4e6bd39ce368 req-ce957e6d-e3a2-4935-9462-ee41458d5b02 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 985 time: 0.0628722 Jul 09 10:26:27.492903 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8be1748-2b64-4418-bc59-4e6bd39ce368 req-f06c2423-b201-4dcd-8042-2cd0c6862e1a tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&id=c3cac737-8248-4f24-aebe-cb21a2e6c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377467 Jul 09 10:26:28.664696 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42c0fb-d508-49a5-905c-c6c4e25c141a req-e366567a-8d83-46a2-a3cf-ad24f7c73e8a tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:28.666185 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c42c0fb-d508-49a5-905c-c6c4e25c141a req-e366567a-8d83-46a2-a3cf-ad24f7c73e8a tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 985 time: 0.0628076 Jul 09 10:26:28.705410 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c42c0fb-d508-49a5-905c-c6c4e25c141a req-3dc9fc25-e11c-4397-a37a-0ccb54053db7 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&id=c3cac737-8248-4f24-aebe-cb21a2e6c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335560 Jul 09 10:26:29.876691 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32256b8d-20c8-49de-87eb-427da4483589 req-2d4d7c0c-0f5f-4c12-a5d9-e73f51047fe5 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:29.878230 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-32256b8d-20c8-49de-87eb-427da4483589 req-2d4d7c0c-0f5f-4c12-a5d9-e73f51047fe5 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 985 time: 0.0648296 Jul 09 10:26:29.918666 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-32256b8d-20c8-49de-87eb-427da4483589 req-cd1acefb-5e2d-4879-a354-973d72224fe6 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&id=c3cac737-8248-4f24-aebe-cb21a2e6c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344346 Jul 09 10:26:31.094106 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a349d-0ea8-44db-98af-85e38119a9ec req-b85cb0db-6188-4330-8c32-7d761fcae0de tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:31.095606 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-160a349d-0ea8-44db-98af-85e38119a9ec req-b85cb0db-6188-4330-8c32-7d761fcae0de tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 985 time: 0.0671680 Jul 09 10:26:31.134981 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-160a349d-0ea8-44db-98af-85e38119a9ec req-bf6ab08a-6621-4bb7-a381-07fc66d8df1a tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&id=c3cac737-8248-4f24-aebe-cb21a2e6c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336730 Jul 09 10:26:32.306956 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a6e9e-a1ea-4315-bc27-fb480c3c6d11 req-677f1e9a-78c3-486f-b28d-e268c9f38520 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:32.308461 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-226a6e9e-a1ea-4315-bc27-fb480c3c6d11 req-677f1e9a-78c3-486f-b28d-e268c9f38520 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 985 time: 0.0626473 Jul 09 10:26:32.348766 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-226a6e9e-a1ea-4315-bc27-fb480c3c6d11 req-81a82460-2cf0-41f5-9363-6ffc86901199 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&id=c3cac737-8248-4f24-aebe-cb21a2e6c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346305 Jul 09 10:26:33.523976 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c70c2d-3782-40d3-9ea0-e83facaa4a69 req-97b1fd73-ef06-4098-bcb0-a78c912342b1 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:33.525462 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c5c70c2d-3782-40d3-9ea0-e83facaa4a69 req-97b1fd73-ef06-4098-bcb0-a78c912342b1 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 985 time: 0.0635254 Jul 09 10:26:33.569140 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c5c70c2d-3782-40d3-9ea0-e83facaa4a69 req-02ceac1b-f056-48d9-878d-29a99c8dfa5d tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&id=c3cac737-8248-4f24-aebe-cb21a2e6c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375352 Jul 09 10:26:34.368484 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:34.740449 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e01717-e432-4c73-b29a-6aa194851e81 req-331f2c5c-04cc-4a0e-a4fe-fa20c67790fb tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:34.741831 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f8e01717-e432-4c73-b29a-6aa194851e81 req-331f2c5c-04cc-4a0e-a4fe-fa20c67790fb tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 985 time: 0.0630503 Jul 09 10:26:34.781566 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f8e01717-e432-4c73-b29a-6aa194851e81 req-14efbd36-9385-465d-9353-149e7e3da5b3 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&id=c3cac737-8248-4f24-aebe-cb21a2e6c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334785 Jul 09 10:26:35.961362 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce652c-a638-4dcf-9dec-dee09a397740 req-676b96f9-ec93-434b-ad59-ade0d1e114d2 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:26:35.962836 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-01ce652c-a638-4dcf-9dec-dee09a397740 req-676b96f9-ec93-434b-ad59-ade0d1e114d2 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 985 time: 0.0667760 Jul 09 10:26:36.002649 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-01ce652c-a638-4dcf-9dec-dee09a397740 req-a2bc65a3-8528-4e0f-84ab-d40ab03a4666 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&id=c3cac737-8248-4f24-aebe-cb21a2e6c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339038 Jul 09 10:26:36.830491 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7b36faca-3e96-4189-b723-13b085845f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:39.427634 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e0d1cc77-b768-4006-8781-e4fb948eb2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:39.581493 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:39.629690 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:41.352083 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:43.139510 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:26:48.453064 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:27:04.384564 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:06.831115 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-306c1852-97bc-452f-9eb7-e79c06c2ff64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:08.580892 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-97178add-5af0-46e5-9543-9d606dc36d31 req-1c05636e-477c-429e-a2d8-650c1fc1aa80 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-926395637&fields=id&tenant_id=21e3378b117e4dd8a89af8c8a8862d89 HTTP/1.1" status: 200 len: 267 time: 0.0385008 Jul 09 10:27:08.651166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97178add-5af0-46e5-9543-9d606dc36d31 req-94d1c697-9b4d-4d75-96f1-2315f4f729c4 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:08.652633 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-97178add-5af0-46e5-9543-9d606dc36d31 req-94d1c697-9b4d-4d75-96f1-2315f4f729c4 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 985 time: 0.0664377 Jul 09 10:27:08.663860 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-97178add-5af0-46e5-9543-9d606dc36d31 req-80dd6968-91e0-4ce5-8931-6883c8a82f34 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Request body: {'port': {'security_groups': ['36920a47-f25f-47f9-a2f1-a79b26ddd7b1']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:27:08.748269 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-97178add-5af0-46e5-9543-9d606dc36d31 req-80dd6968-91e0-4ce5-8931-6883c8a82f34 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:08.922971 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-97178add-5af0-46e5-9543-9d606dc36d31 req-80dd6968-91e0-4ce5-8931-6883c8a82f34 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] For port 455a669d-528b-4a2c-9331-59cbeda61ecb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=455a669d-528b-4a2c-9331-59cbeda61ecb,segment=NetworkSegment(bf9c93b8-7ff4-431b-995f-df7a8dc93af2),segment_id=bf9c93b8-7ff4-431b-995f-df7a8dc93af2)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:27:08.952030 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-97178add-5af0-46e5-9543-9d606dc36d31 req-80dd6968-91e0-4ce5-8931-6883c8a82f34 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:08.957288 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-97178add-5af0-46e5-9543-9d606dc36d31 req-80dd6968-91e0-4ce5-8931-6883c8a82f34 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:08.971133 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['455a669d-528b-4a2c-9331-59cbeda61ecb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:27:09.010496 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97178add-5af0-46e5-9543-9d606dc36d31 req-80dd6968-91e0-4ce5-8931-6883c8a82f34 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:09.011240 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-97178add-5af0-46e5-9543-9d606dc36d31 req-80dd6968-91e0-4ce5-8931-6883c8a82f34 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:09.012743 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-97178add-5af0-46e5-9543-9d606dc36d31 req-80dd6968-91e0-4ce5-8931-6883c8a82f34 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "PUT /v2.0/ports/455a669d-528b-4a2c-9331-59cbeda61ecb HTTP/1.1" status: 200 len: 943 time: 0.3534336 Jul 09 10:27:09.013219 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f26a8e4-7df9-495b-ba8d-40d5d970a81c', 'tag': '455a669d-528b-4a2c-9331-59cbeda61ecb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:27:09.016269 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c249fb-c09a-4ce7-adb6-6125d2b5c808" -d '{"events": [{"name": "network-changed", "server_uuid": "1f26a8e4-7df9-495b-ba8d-40d5d970a81c", "tag": "455a669d-528b-4a2c-9331-59cbeda61ecb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:27:09.021936 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43254) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:09.086001 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325f7c50-156e-41d8-bebe-75c710aed1c4 x-openstack-request-id: req-325f7c50-156e-41d8-bebe-75c710aed1c4 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:27:09.086376 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f26a8e4-7df9-495b-ba8d-40d5d970a81c", "tag": "455a669d-528b-4a2c-9331-59cbeda61ecb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:27:09.086598 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-325f7c50-156e-41d8-bebe-75c710aed1c4 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:27:09.086922 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f26a8e4-7df9-495b-ba8d-40d5d970a81c', 'tag': '455a669d-528b-4a2c-9331-59cbeda61ecb', 'status': 'completed', 'code': 200} Jul 09 10:27:09.101593 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['455a669d-528b-4a2c-9331-59cbeda61ecb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:27:09.106560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd6968-91e0-4ce5-8931-6883c8a82f34 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Pushing event updated for resources: {'Port': ['ID=455a669d-528b-4a2c-9331-59cbeda61ecb,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:09.108868 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac392472-caac-4891-8c9b-bcf0c4cc83e5 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:09.127772 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd6968-91e0-4ce5-8931-6883c8a82f34 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:09.128398 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd6968-91e0-4ce5-8931-6883c8a82f34 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:09.128947 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd6968-91e0-4ce5-8931-6883c8a82f34 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:09.129487 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd6968-91e0-4ce5-8931-6883c8a82f34 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:09.130029 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd6968-91e0-4ce5-8931-6883c8a82f34 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:09.130572 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd6968-91e0-4ce5-8931-6883c8a82f34 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:09.131111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd6968-91e0-4ce5-8931-6883c8a82f34 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:09.131642 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd6968-91e0-4ce5-8931-6883c8a82f34 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:09.132204 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd6968-91e0-4ce5-8931-6883c8a82f34 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:09.132728 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd6968-91e0-4ce5-8931-6883c8a82f34 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:09.133529 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd6968-91e0-4ce5-8931-6883c8a82f34 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:09.134040 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd6968-91e0-4ce5-8931-6883c8a82f34 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:09.159789 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac392472-caac-4891-8c9b-bcf0c4cc83e5 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:09.198312 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c249fb-c09a-4ce7-adb6-6125d2b5c808 req-8ee462ff-de9f-4eb9-b21b-d9cee4a2bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:09.200826 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-99c249fb-c09a-4ce7-adb6-6125d2b5c808 req-8ee462ff-de9f-4eb9-b21b-d9cee4a2bf42 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=21e3378b117e4dd8a89af8c8a8862d89&device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 1097 time: 0.0891907 Jul 09 10:27:09.263175 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac392472-caac-4891-8c9b-bcf0c4cc83e5 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:09.267592 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac392472-caac-4891-8c9b-bcf0c4cc83e5 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:09.271419 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ac392472-caac-4891-8c9b-bcf0c4cc83e5 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "DELETE /v2.0/security-groups/c3cac737-8248-4f24-aebe-cb21a2e6c6d7 HTTP/1.1" status: 204 len: 168 time: 0.2464750 Jul 09 10:27:09.274480 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43256) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:09.294575 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac392472-caac-4891-8c9b-bcf0c4cc83e5 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cac737-8248-4f24-aebe-cb21a2e6c6d7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:09.297267 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-03c4b5a5-0048-47a6-97e8-f5564ecf474e None None] Provisioning complete for port 455a669d-528b-4a2c-9331-59cbeda61ecb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:27:09.297761 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-03c4b5a5-0048-47a6-97e8-f5564ecf474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:09.325777 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c249fb-c09a-4ce7-adb6-6125d2b5c808 req-5abc1f85-f360-4b3c-8d71-48c870548409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:09.327296 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-99c249fb-c09a-4ce7-adb6-6125d2b5c808 req-5abc1f85-f360-4b3c-8d71-48c870548409 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a4922c63-5871-4b4c-ab93-58a99e2faabc HTTP/1.1" status: 200 len: 916 time: 0.1196175 Jul 09 10:27:09.413190 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-99c249fb-c09a-4ce7-adb6-6125d2b5c808 req-14d71d23-6398-4873-beb8-77c2b02d7aee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=455a669d-528b-4a2c-9331-59cbeda61ecb HTTP/1.1" status: 200 len: 1001 time: 0.0776000 Jul 09 10:27:09.469366 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-59d476f7-3f18-413b-bd9d-d8656902c150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:09.503331 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c249fb-c09a-4ce7-adb6-6125d2b5c808 req-2090a2ec-2beb-4293-a324-c6a60529eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:09.505230 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-99c249fb-c09a-4ce7-adb6-6125d2b5c808 req-2090a2ec-2beb-4293-a324-c6a60529eac3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f0fc64d-9300-4718-af3c-1f036aa7b31e HTTP/1.1" status: 200 len: 854 time: 0.0847750 Jul 09 10:27:09.505533 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c7c4c18b-81d0-41e4-aa4f-2a6468d9169f tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Deleting port dae40e55-ccfc-4ba1-a9fb-32b9f97d41ad {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:27:09.505881 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7c4c18b-81d0-41e4-aa4f-2a6468d9169f tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:09.568646 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c249fb-c09a-4ce7-adb6-6125d2b5c808 req-24e8407b-f9b9-4b89-8261-7f8ec83ece93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:09.570152 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-99c249fb-c09a-4ce7-adb6-6125d2b5c808 req-24e8407b-f9b9-4b89-8261-7f8ec83ece93 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a4922c63-5871-4b4c-ab93-58a99e2faabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578887 Jul 09 10:27:09.582627 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [req-99c249fb-c09a-4ce7-adb6-6125d2b5c808 req-71e67315-4ece-450f-9553-cca1a37442ca service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 10:27:09.584242 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:09.584424 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-99c249fb-c09a-4ce7-adb6-6125d2b5c808 req-71e67315-4ece-450f-9553-cca1a37442ca service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062423 Jul 09 10:27:09.592715 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7c4c18b-81d0-41e4-aa4f-2a6468d9169f tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:09.593276 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7c4c18b-81d0-41e4-aa4f-2a6468d9169f tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:09.604630 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c7c4c18b-81d0-41e4-aa4f-2a6468d9169f tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Calling delete_port for dae40e55-ccfc-4ba1-a9fb-32b9f97d41ad owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:27:09.663272 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:09.676010 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-99c249fb-c09a-4ce7-adb6-6125d2b5c808 req-06bde413-1ade-4332-814f-93966dfdd3a6 service neutron] 10.222.0.58 "GET /v2.0/networks/a4922c63-5871-4b4c-ab93-58a99e2faabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860698 Jul 09 10:27:09.774441 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-99c249fb-c09a-4ce7-adb6-6125d2b5c808 req-f42e90fc-6ac8-431e-a97c-e2d914940554 service neutron] 10.222.0.58 "GET /v2.0/networks/a4922c63-5871-4b4c-ab93-58a99e2faabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916433 Jul 09 10:27:09.786452 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7c4c18b-81d0-41e4-aa4f-2a6468d9169f tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:09.813672 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4c18b-81d0-41e4-aa4f-2a6468d9169f tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Pushing event deleted for resources: {'Port': ['ID=dae40e55-ccfc-4ba1-a9fb-32b9f97d41ad,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:09.881978 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7c4c18b-81d0-41e4-aa4f-2a6468d9169f tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:09.882209 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-c7c4c18b-81d0-41e4-aa4f-2a6468d9169f tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Floating IP 3aa30785-20a5-4531-a12a-afbe71266145 disassociated (deleted). External IP: 172.25.3.67, port: 455a669d-528b-4a2c-9331-59cbeda61ecb. Jul 09 10:27:10.362438 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c4c18b-81d0-41e4-aa4f-2a6468d9169f tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Router d19d9b02-df50-46bd-a535-d77cf09bd4f8 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:27:10.467467 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c4c18b-81d0-41e4-aa4f-2a6468d9169f tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:27:10.472857 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7c4c18b-81d0-41e4-aa4f-2a6468d9169f tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:10.477022 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a5e82-c5fc-4fa4-832f-e54175406bb4 None None] Sync routers for ids ['d19d9b02-df50-46bd-a535-d77cf09bd4f8'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:27:10.486457 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a5e82-c5fc-4fa4-832f-e54175406bb4 None None] Routers {'d19d9b02-df50-46bd-a535-d77cf09bd4f8'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:27:10.487067 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-967a5e82-c5fc-4fa4-832f-e54175406bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:27:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d19d9b02-df50-46bd-a535-d77cf09bd4f8'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:10.508260 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c7c4c18b-81d0-41e4-aa4f-2a6468d9169f tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "DELETE /v2.0/floatingips/3aa30785-20a5-4531-a12a-afbe71266145 HTTP/1.1" status: 204 len: 168 time: 1.2310205 Jul 09 10:27:10.592894 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-967a5e82-c5fc-4fa4-832f-e54175406bb4 None None] Set router d19d9b02-df50-46bd-a535-d77cf09bd4f8 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:27:10.801784 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-967a5e82-c5fc-4fa4-832f-e54175406bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'name': 'tempest-TestMinimumBasicScenario-2088322773-router', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:17Z', 'revision_number': 4, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'gw_port': {'id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'a3946f36-55f4-4eea-a1f0-89a9873c0bdb', 'name': '', 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'mac_address': 'fa:16:3e:2c:a3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6f0fc64d-9300-4718-af3c-1f036aa7b31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:16Z', 'updated_at': '2021-07-09T10:25:24Z', 'revision_number': 5, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'subnets': [{'id': '6f0fc64d-9300-4718-af3c-1f036aa7b31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:10.919953 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a5e82-c5fc-4fa4-832f-e54175406bb4 None None] Checking router: d19d9b02-df50-46bd-a535-d77cf09bd4f8 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:27:10.929144 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a5e82-c5fc-4fa4-832f-e54175406bb4 None None] Routers {'d19d9b02-df50-46bd-a535-d77cf09bd4f8'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:27:10.929740 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-967a5e82-c5fc-4fa4-832f-e54175406bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:27:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d19d9b02-df50-46bd-a535-d77cf09bd4f8'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:11.031239 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-967a5e82-c5fc-4fa4-832f-e54175406bb4 None None] Set router d19d9b02-df50-46bd-a535-d77cf09bd4f8 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:27:11.087974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f26a8e4-7df9-495b-ba8d-40d5d970a81c', 'tag': '455a669d-528b-4a2c-9331-59cbeda61ecb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:27:11.090364 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae11256b-39be-4aa2-88b1-78f1927618fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1f26a8e4-7df9-495b-ba8d-40d5d970a81c", "tag": "455a669d-528b-4a2c-9331-59cbeda61ecb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:27:11.126606 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb6abbf-bad4-448d-9a58-3a0ea9649f00 x-openstack-request-id: req-dfb6abbf-bad4-448d-9a58-3a0ea9649f00 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:27:11.126902 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f26a8e4-7df9-495b-ba8d-40d5d970a81c", "tag": "455a669d-528b-4a2c-9331-59cbeda61ecb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:27:11.127155 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dfb6abbf-bad4-448d-9a58-3a0ea9649f00 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:27:11.127566 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f26a8e4-7df9-495b-ba8d-40d5d970a81c', 'tag': '455a669d-528b-4a2c-9331-59cbeda61ecb', 'status': 'completed', 'code': 200} Jul 09 10:27:11.205145 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11256b-39be-4aa2-88b1-78f1927618fe req-77facac5-5bc3-40e6-be54-bad965ac4adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:11.206681 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ae11256b-39be-4aa2-88b1-78f1927618fe req-77facac5-5bc3-40e6-be54-bad965ac4adb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=21e3378b117e4dd8a89af8c8a8862d89&device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 1097 time: 0.0549088 Jul 09 10:27:11.235505 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-967a5e82-c5fc-4fa4-832f-e54175406bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'name': 'tempest-TestMinimumBasicScenario-2088322773-router', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:17Z', 'revision_number': 4, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'gw_port': {'id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'a3946f36-55f4-4eea-a1f0-89a9873c0bdb', 'name': '', 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'mac_address': 'fa:16:3e:2c:a3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6f0fc64d-9300-4718-af3c-1f036aa7b31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:16Z', 'updated_at': '2021-07-09T10:25:24Z', 'revision_number': 5, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'subnets': [{'id': '6f0fc64d-9300-4718-af3c-1f036aa7b31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:11.262651 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a5e82-c5fc-4fa4-832f-e54175406bb4 None None] The sync data for ids ['d19d9b02-df50-46bd-a535-d77cf09bd4f8'] in n-d-799996-1 is: [{'id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'name': 'tempest-TestMinimumBasicScenario-2088322773-router', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:17Z', 'revision_number': 4, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'gw_port': {'id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'a3946f36-55f4-4eea-a1f0-89a9873c0bdb', 'name': '', 'network_id': 'a4922c63-5871-4b4c-ab93-58a99e2faabc', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'mac_address': 'fa:16:3e:2c:a3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6f0fc64d-9300-4718-af3c-1f036aa7b31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:16Z', 'updated_at': '2021-07-09T10:25:24Z', 'revision_number': 5, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'subnets': [{'id': '6f0fc64d-9300-4718-af3c-1f036aa7b31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:27:11.305096 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11256b-39be-4aa2-88b1-78f1927618fe req-d01b0176-7959-41da-9efe-2cb2ef83843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:11.306623 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ae11256b-39be-4aa2-88b1-78f1927618fe req-d01b0176-7959-41da-9efe-2cb2ef83843a service neutron] 10.222.0.58 "GET /v2.0/networks?id=a4922c63-5871-4b4c-ab93-58a99e2faabc HTTP/1.1" status: 200 len: 916 time: 0.0935998 Jul 09 10:27:11.355077 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:11.358134 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ae11256b-39be-4aa2-88b1-78f1927618fe req-30eee3e0-8dfe-44d3-bc6a-b6f662058b2e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=455a669d-528b-4a2c-9331-59cbeda61ecb HTTP/1.1" status: 200 len: 217 time: 0.0438998 Jul 09 10:27:11.408910 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11256b-39be-4aa2-88b1-78f1927618fe req-322f72c7-6283-4f68-8007-fb6955f45543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:11.410562 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ae11256b-39be-4aa2-88b1-78f1927618fe req-322f72c7-6283-4f68-8007-fb6955f45543 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f0fc64d-9300-4718-af3c-1f036aa7b31e HTTP/1.1" status: 200 len: 854 time: 0.0467577 Jul 09 10:27:11.474907 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11256b-39be-4aa2-88b1-78f1927618fe req-1e725825-b1d8-44ca-af25-a90e862dfa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:11.476843 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ae11256b-39be-4aa2-88b1-78f1927618fe req-1e725825-b1d8-44ca-af25-a90e862dfa32 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a4922c63-5871-4b4c-ab93-58a99e2faabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602193 Jul 09 10:27:11.528792 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7803fd7-f1f3-4b69-822e-e662652ca33f None None] New status for floating IP 3aa30785-20a5-4531-a12a-afbe71266145: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:27:11.582291 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ae11256b-39be-4aa2-88b1-78f1927618fe req-f53fffc8-72be-48f1-b4d8-c1f73ba9e6c5 service neutron] 10.222.0.58 "GET /v2.0/networks/a4922c63-5871-4b4c-ab93-58a99e2faabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985060 Jul 09 10:27:11.675702 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ae11256b-39be-4aa2-88b1-78f1927618fe req-b0c8e041-a2a1-443d-94b3-5ad78b625a47 service neutron] 10.222.0.58 "GET /v2.0/networks/a4922c63-5871-4b4c-ab93-58a99e2faabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875757 Jul 09 10:27:12.489502 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9c022de1-f07e-46e5-af80-eba945c9f2c1 req-c33d7bcb-0c32-4e87-8e19-fa5cfbdcd9b4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0596695 Jul 09 10:27:12.591722 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c022de1-f07e-46e5-af80-eba945c9f2c1 req-118d1d85-f6bc-4b31-9cb5-6a26d2246229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:12.593286 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9c022de1-f07e-46e5-af80-eba945c9f2c1 req-118d1d85-f6bc-4b31-9cb5-6a26d2246229 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=21e3378b117e4dd8a89af8c8a8862d89&device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 1097 time: 0.0591233 Jul 09 10:27:12.697695 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c022de1-f07e-46e5-af80-eba945c9f2c1 req-af101efc-06ec-4bc4-8fe9-432ec8b852a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:12.699139 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9c022de1-f07e-46e5-af80-eba945c9f2c1 req-af101efc-06ec-4bc4-8fe9-432ec8b852a0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a4922c63-5871-4b4c-ab93-58a99e2faabc HTTP/1.1" status: 200 len: 916 time: 0.0868344 Jul 09 10:27:12.744932 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9c022de1-f07e-46e5-af80-eba945c9f2c1 req-87f5914c-e1dc-451a-979c-05827f8dbab0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=455a669d-528b-4a2c-9331-59cbeda61ecb HTTP/1.1" status: 200 len: 217 time: 0.0399351 Jul 09 10:27:12.794195 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c022de1-f07e-46e5-af80-eba945c9f2c1 req-e810cab5-35e4-469c-a751-d5d6df7cf0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:12.795606 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9c022de1-f07e-46e5-af80-eba945c9f2c1 req-e810cab5-35e4-469c-a751-d5d6df7cf0cf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f0fc64d-9300-4718-af3c-1f036aa7b31e HTTP/1.1" status: 200 len: 854 time: 0.0441680 Jul 09 10:27:12.852458 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c022de1-f07e-46e5-af80-eba945c9f2c1 req-b60c974f-0d56-4f43-b777-480cfb4d7be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:12.853991 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9c022de1-f07e-46e5-af80-eba945c9f2c1 req-b60c974f-0d56-4f43-b777-480cfb4d7be5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a4922c63-5871-4b4c-ab93-58a99e2faabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527656 Jul 09 10:27:12.949861 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9c022de1-f07e-46e5-af80-eba945c9f2c1 req-3926b9bd-e654-471e-9cd6-90ae2a62234b service neutron] 10.222.0.58 "GET /v2.0/networks/a4922c63-5871-4b4c-ab93-58a99e2faabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890539 Jul 09 10:27:13.044869 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9c022de1-f07e-46e5-af80-eba945c9f2c1 req-6e170996-f37c-4bd0-99f3-7c8d70868241 service neutron] 10.222.0.58 "GET /v2.0/networks/a4922c63-5871-4b4c-ab93-58a99e2faabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866439 Jul 09 10:27:13.148775 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:17.885182 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a99264-b6b2-4415-93b3-0be659115475 req-8bf50734-aafa-4f73-918d-7c5c3b9d9e23 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:17.886672 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4a99264-b6b2-4415-93b3-0be659115475 req-8bf50734-aafa-4f73-918d-7c5c3b9d9e23 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 946 time: 0.0643463 Jul 09 10:27:17.926863 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4a99264-b6b2-4415-93b3-0be659115475 req-78877c65-b4ea-402d-85f5-24c9c4528534 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343130 Jul 09 10:27:19.104114 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c0a7f-fcdb-4474-a5b0-3fc52a79a13c req-6dbd179f-691b-40b8-9af4-e40f33455dc6 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:19.105603 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d56c0a7f-fcdb-4474-a5b0-3fc52a79a13c req-6dbd179f-691b-40b8-9af4-e40f33455dc6 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 946 time: 0.0669966 Jul 09 10:27:19.146720 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d56c0a7f-fcdb-4474-a5b0-3fc52a79a13c req-803822c7-7435-484f-8029-a9c2c15565cf tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/security-groups?id=36920a47-f25f-47f9-a2f1-a79b26ddd7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355401 Jul 09 10:27:19.480771 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72632fdd-b950-494a-9040-7781f64020f1 req-1025238e-7bec-4280-8da2-446f16a06cab tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:19.482248 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-72632fdd-b950-494a-9040-7781f64020f1 req-1025238e-7bec-4280-8da2-446f16a06cab tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 946 time: 0.0691342 Jul 09 10:27:19.587256 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-72632fdd-b950-494a-9040-7781f64020f1 req-36ed8b72-064b-429e-9ed3-5532ed9ebd00 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Deleting port 455a669d-528b-4a2c-9331-59cbeda61ecb {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:27:19.587597 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-72632fdd-b950-494a-9040-7781f64020f1 req-36ed8b72-064b-429e-9ed3-5532ed9ebd00 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:19.673537 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-72632fdd-b950-494a-9040-7781f64020f1 req-36ed8b72-064b-429e-9ed3-5532ed9ebd00 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] For port 455a669d-528b-4a2c-9331-59cbeda61ecb, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=455a669d-528b-4a2c-9331-59cbeda61ecb,segment=NetworkSegment(bf9c93b8-7ff4-431b-995f-df7a8dc93af2),segment_id=bf9c93b8-7ff4-431b-995f-df7a8dc93af2)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:27:19.673896 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-72632fdd-b950-494a-9040-7781f64020f1 req-36ed8b72-064b-429e-9ed3-5532ed9ebd00 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:19.686793 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-72632fdd-b950-494a-9040-7781f64020f1 req-36ed8b72-064b-429e-9ed3-5532ed9ebd00 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Calling delete_port for 455a669d-528b-4a2c-9331-59cbeda61ecb owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:27:19.817220 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-72632fdd-b950-494a-9040-7781f64020f1 req-36ed8b72-064b-429e-9ed3-5532ed9ebd00 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:19.829543 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['455a669d-528b-4a2c-9331-59cbeda61ecb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:27:19.852850 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed8b72-064b-429e-9ed3-5532ed9ebd00 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Pushing event deleted for resources: {'Port': ['ID=455a669d-528b-4a2c-9331-59cbeda61ecb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:19.866121 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ed8b72-064b-429e-9ed3-5532ed9ebd00 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:19.866486 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ed8b72-064b-429e-9ed3-5532ed9ebd00 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:19.866806 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ed8b72-064b-429e-9ed3-5532ed9ebd00 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:19.867137 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ed8b72-064b-429e-9ed3-5532ed9ebd00 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:19.867469 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ed8b72-064b-429e-9ed3-5532ed9ebd00 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:19.867828 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ed8b72-064b-429e-9ed3-5532ed9ebd00 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:19.868156 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ed8b72-064b-429e-9ed3-5532ed9ebd00 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:19.869064 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ed8b72-064b-429e-9ed3-5532ed9ebd00 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:19.869064 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ed8b72-064b-429e-9ed3-5532ed9ebd00 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:19.869264 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ed8b72-064b-429e-9ed3-5532ed9ebd00 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:19.869469 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ed8b72-064b-429e-9ed3-5532ed9ebd00 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:19.869712 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ed8b72-064b-429e-9ed3-5532ed9ebd00 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:19.918903 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-72632fdd-b950-494a-9040-7781f64020f1 req-36ed8b72-064b-429e-9ed3-5532ed9ebd00 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] No DVR routers for this DVR port 455a669d-528b-4a2c-9331-59cbeda61ecb on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:27:19.921536 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-72632fdd-b950-494a-9040-7781f64020f1 req-36ed8b72-064b-429e-9ed3-5532ed9ebd00 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:19.924178 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-72632fdd-b950-494a-9040-7781f64020f1 req-36ed8b72-064b-429e-9ed3-5532ed9ebd00 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.58 "DELETE /v2.0/ports/455a669d-528b-4a2c-9331-59cbeda61ecb HTTP/1.1" status: 204 len: 173 time: 0.4365482 Jul 09 10:27:19.924610 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f26a8e4-7df9-495b-ba8d-40d5d970a81c', 'name': 'network-vif-deleted', 'tag': '455a669d-528b-4a2c-9331-59cbeda61ecb'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:27:19.926900 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be29659a-2353-420d-b33e-eae8fb7abb53" -d '{"events": [{"server_uuid": "1f26a8e4-7df9-495b-ba8d-40d5d970a81c", "name": "network-vif-deleted", "tag": "455a669d-528b-4a2c-9331-59cbeda61ecb"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:27:19.962600 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f49ab4-e4ca-4394-a843-70bd43837132 x-openstack-request-id: req-73f49ab4-e4ca-4394-a843-70bd43837132 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:27:19.962895 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f26a8e4-7df9-495b-ba8d-40d5d970a81c", "name": "network-vif-deleted", "tag": "455a669d-528b-4a2c-9331-59cbeda61ecb", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:27:19.963151 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-73f49ab4-e4ca-4394-a843-70bd43837132 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:27:19.963579 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f26a8e4-7df9-495b-ba8d-40d5d970a81c', 'name': 'network-vif-deleted', 'tag': '455a669d-528b-4a2c-9331-59cbeda61ecb', 'status': 'completed', 'code': 200} Jul 09 10:27:20.304051 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2839e0c5-0375-4fb4-8957-b22e623f8627 req-751caf0b-3981-42c0-8cd6-4c31c9846989 tempest-TestMinimumBasicScenario-703423296 tempest-TestMinimumBasicScenario-703423296-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f26a8e4-7df9-495b-ba8d-40d5d970a81c HTTP/1.1" status: 200 len: 210 time: 0.0297718 Jul 09 10:27:21.982213 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43358) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:22.326637 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cb34d402-876a-4643-9a03-61940348f4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:22.585058 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-cb34d402-876a-4643-9a03-61940348f4be admin admin] Deleting port a3946f36-55f4-4eea-a1f0-89a9873c0bdb {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:27:22.585321 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cb34d402-876a-4643-9a03-61940348f4be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:22.661937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-cb34d402-876a-4643-9a03-61940348f4be admin admin] For port a3946f36-55f4-4eea-a1f0-89a9873c0bdb, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a3946f36-55f4-4eea-a1f0-89a9873c0bdb,segment=NetworkSegment(bf9c93b8-7ff4-431b-995f-df7a8dc93af2),segment_id=bf9c93b8-7ff4-431b-995f-df7a8dc93af2)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:27:22.662296 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cb34d402-876a-4643-9a03-61940348f4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:22.675764 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-cb34d402-876a-4643-9a03-61940348f4be admin admin] Calling delete_port for a3946f36-55f4-4eea-a1f0-89a9873c0bdb owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:27:22.864703 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cb34d402-876a-4643-9a03-61940348f4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:22.890684 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34d402-876a-4643-9a03-61940348f4be admin admin] Pushing event deleted for resources: {'Port': ['ID=a3946f36-55f4-4eea-a1f0-89a9873c0bdb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:23.061694 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cb34d402-876a-4643-9a03-61940348f4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:23.274006 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb34d402-876a-4643-9a03-61940348f4be admin admin] Router d19d9b02-df50-46bd-a535-d77cf09bd4f8 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:27:23.379281 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb34d402-876a-4643-9a03-61940348f4be admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:27:23.384544 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-cb34d402-876a-4643-9a03-61940348f4be admin admin] 10.222.0.61 "PUT /v2.0/routers/d19d9b02-df50-46bd-a535-d77cf09bd4f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4012578 Jul 09 10:27:23.387224 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43360) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:23.388597 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce99ad0-be8f-484a-aa32-645cdd6b31b2 None None] Sync routers for ids ['d19d9b02-df50-46bd-a535-d77cf09bd4f8'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:27:23.398765 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce99ad0-be8f-484a-aa32-645cdd6b31b2 None None] Routers {'d19d9b02-df50-46bd-a535-d77cf09bd4f8'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:27:23.399372 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2ce99ad0-be8f-484a-aa32-645cdd6b31b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:27:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d19d9b02-df50-46bd-a535-d77cf09bd4f8'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:23.492679 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1705721f-d49f-478f-96e1-13e77fca9234 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:23.503440 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2ce99ad0-be8f-484a-aa32-645cdd6b31b2 None None] Set router d19d9b02-df50-46bd-a535-d77cf09bd4f8 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:27:23.595530 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1705721f-d49f-478f-96e1-13e77fca9234 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:23.648230 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-1705721f-d49f-478f-96e1-13e77fca9234 admin admin] Deleting port 49c2fa93-1fa8-4723-bbb1-3ed215088c1c {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:27:23.648575 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1705721f-d49f-478f-96e1-13e77fca9234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:23.679507 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2ce99ad0-be8f-484a-aa32-645cdd6b31b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'name': 'tempest-TestMinimumBasicScenario-2088322773-router', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:27:22Z', 'revision_number': 5, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'gw_port': {'id': '49c2fa93-1fa8-4723-bbb1-3ed215088c1c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:23.706257 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce99ad0-be8f-484a-aa32-645cdd6b31b2 None None] Checking router: d19d9b02-df50-46bd-a535-d77cf09bd4f8 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:27:23.714484 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce99ad0-be8f-484a-aa32-645cdd6b31b2 None None] Routers {'d19d9b02-df50-46bd-a535-d77cf09bd4f8'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:27:23.715111 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2ce99ad0-be8f-484a-aa32-645cdd6b31b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:27:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['d19d9b02-df50-46bd-a535-d77cf09bd4f8'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:23.731557 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-1705721f-d49f-478f-96e1-13e77fca9234 admin admin] For port 49c2fa93-1fa8-4723-bbb1-3ed215088c1c, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=49c2fa93-1fa8-4723-bbb1-3ed215088c1c,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:27:23.731942 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1705721f-d49f-478f-96e1-13e77fca9234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:23.744670 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-1705721f-d49f-478f-96e1-13e77fca9234 admin admin] Calling delete_port for 49c2fa93-1fa8-4723-bbb1-3ed215088c1c owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:27:23.799402 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2ce99ad0-be8f-484a-aa32-645cdd6b31b2 None None] Set router d19d9b02-df50-46bd-a535-d77cf09bd4f8 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:27:23.849594 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2ce99ad0-be8f-484a-aa32-645cdd6b31b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'name': 'tempest-TestMinimumBasicScenario-2088322773-router', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:27:23Z', 'revision_number': 6, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:23.879351 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce99ad0-be8f-484a-aa32-645cdd6b31b2 None None] The sync data for ids ['d19d9b02-df50-46bd-a535-d77cf09bd4f8'] in n-d-799996-1 is: [{'id': 'd19d9b02-df50-46bd-a535-d77cf09bd4f8', 'name': 'tempest-TestMinimumBasicScenario-2088322773-router', 'tenant_id': '21e3378b117e4dd8a89af8c8a8862d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:25:14Z', 'updated_at': '2021-07-09T10:27:23Z', 'revision_number': 6, 'project_id': '21e3378b117e4dd8a89af8c8a8862d89', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:27:23.914844 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1705721f-d49f-478f-96e1-13e77fca9234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:23.939292 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705721f-d49f-478f-96e1-13e77fca9234 admin admin] Pushing event deleted for resources: {'Port': ['ID=49c2fa93-1fa8-4723-bbb1-3ed215088c1c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:24.002290 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1705721f-d49f-478f-96e1-13e77fca9234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:24.090134 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1705721f-d49f-478f-96e1-13e77fca9234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:24.092297 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1705721f-d49f-478f-96e1-13e77fca9234 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:24.139205 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1705721f-d49f-478f-96e1-13e77fca9234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:24.139878 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1705721f-d49f-478f-96e1-13e77fca9234 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d19d9b02-df50-46bd-a535-d77cf09bd4f8 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 10:27:24.145820 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1705721f-d49f-478f-96e1-13e77fca9234 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:24.149270 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1705721f-d49f-478f-96e1-13e77fca9234 admin admin] 10.222.0.61 "DELETE /v2.0/routers/d19d9b02-df50-46bd-a535-d77cf09bd4f8 HTTP/1.1" status: 204 len: 168 time: 0.7587926 Jul 09 10:27:24.149595 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43362) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:24.193844 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f0a7e3-167c-4ce2-b786-9df1be62c699 admin admin] Deleting subnet 6f0fc64d-9300-4718-af3c-1f036aa7b31e {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:27:24.197275 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0f0a7e3-167c-4ce2-b786-9df1be62c699 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:24.233336 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0f0a7e3-167c-4ce2-b786-9df1be62c699 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:24.319230 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0f0a7e3-167c-4ce2-b786-9df1be62c699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:24.370017 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0f0a7e3-167c-4ce2-b786-9df1be62c699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:24.395134 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0a7e3-167c-4ce2-b786-9df1be62c699 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f0fc64d-9300-4718-af3c-1f036aa7b31e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:24.398878 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0f0a7e3-167c-4ce2-b786-9df1be62c699 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:24.400877 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e0f0a7e3-167c-4ce2-b786-9df1be62c699 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6f0fc64d-9300-4718-af3c-1f036aa7b31e HTTP/1.1" status: 204 len: 168 time: 0.2501712 Jul 09 10:27:24.403330 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43364) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:24.406443 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68aa34a5-7365-475e-b8e6-cd798f882f56 None None] Network a4922c63-5871-4b4c-ab93-58a99e2faabc requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:27:24.471633 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-003a9e5f-137e-4802-8df7-e311ad95e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:24.528853 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-003a9e5f-137e-4802-8df7-e311ad95e1c3 admin admin] Deleting port c5a53421-4ff0-4724-879e-353bb225f0c0 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:27:24.529120 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-003a9e5f-137e-4802-8df7-e311ad95e1c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:24.596226 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-003a9e5f-137e-4802-8df7-e311ad95e1c3 admin admin] For port c5a53421-4ff0-4724-879e-353bb225f0c0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c5a53421-4ff0-4724-879e-353bb225f0c0,segment=NetworkSegment(bf9c93b8-7ff4-431b-995f-df7a8dc93af2),segment_id=bf9c93b8-7ff4-431b-995f-df7a8dc93af2)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:27:24.596572 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-003a9e5f-137e-4802-8df7-e311ad95e1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:24.610886 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-003a9e5f-137e-4802-8df7-e311ad95e1c3 admin admin] Calling delete_port for c5a53421-4ff0-4724-879e-353bb225f0c0 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:27:24.624616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ee8d76-6b94-48ab-b771-f0aabb7bd0ad None None] DHCP port deletion for a4922c63-5871-4b4c-ab93-58a99e2faabc request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:27:24.671236 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-00ee8d76-6b94-48ab-b771-f0aabb7bd0ad None None] Deleting port c5a53421-4ff0-4724-879e-353bb225f0c0 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:27:24.671607 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00ee8d76-6b94-48ab-b771-f0aabb7bd0ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:24.701026 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-003a9e5f-137e-4802-8df7-e311ad95e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:24.731088 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a9e5f-137e-4802-8df7-e311ad95e1c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a53421-4ff0-4724-879e-353bb225f0c0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:24.736904 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003a9e5f-137e-4802-8df7-e311ad95e1c3 admin admin] No DVR routers for this DVR port c5a53421-4ff0-4724-879e-353bb225f0c0 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:27:24.739460 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-00ee8d76-6b94-48ab-b771-f0aabb7bd0ad None None] For port c5a53421-4ff0-4724-879e-353bb225f0c0, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c5a53421-4ff0-4724-879e-353bb225f0c0,segment=NetworkSegment(bf9c93b8-7ff4-431b-995f-df7a8dc93af2),segment_id=bf9c93b8-7ff4-431b-995f-df7a8dc93af2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:27:24.739953 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00ee8d76-6b94-48ab-b771-f0aabb7bd0ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:24.754127 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-00ee8d76-6b94-48ab-b771-f0aabb7bd0ad None None] Calling delete_port for c5a53421-4ff0-4724-879e-353bb225f0c0 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:27:24.763833 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 455a669d-528b-4a2c-9331-59cbeda61ecb no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:27:24.814660 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-003a9e5f-137e-4802-8df7-e311ad95e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:24.817320 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 455a669d-528b-4a2c-9331-59cbeda61ecb {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:27:24.817666 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 455a669d-528b-4a2c-9331-59cbeda61ecb not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:27:24.827807 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-003a9e5f-137e-4802-8df7-e311ad95e1c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4922c63-5871-4b4c-ab93-58a99e2faabc']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:24.840453 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-003a9e5f-137e-4802-8df7-e311ad95e1c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9c93b8-7ff4-431b-995f-df7a8dc93af2') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:24.840831 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-003a9e5f-137e-4802-8df7-e311ad95e1c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9c93b8-7ff4-431b-995f-df7a8dc93af2') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:24.851118 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-003a9e5f-137e-4802-8df7-e311ad95e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:24.851422 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00ee8d76-6b94-48ab-b771-f0aabb7bd0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:24.870212 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-003a9e5f-137e-4802-8df7-e311ad95e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:24.878583 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003a9e5f-137e-4802-8df7-e311ad95e1c3 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:27:24.879148 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-003a9e5f-137e-4802-8df7-e311ad95e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: timer() Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:27:24.881324 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:27:24.884737 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee8d76-6b94-48ab-b771-f0aabb7bd0ad None None] Pushing event deleted for resources: {'Port': ['ID=c5a53421-4ff0-4724-879e-353bb225f0c0,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:24.887236 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ee8d76-6b94-48ab-b771-f0aabb7bd0ad None None] No DVR routers for this DVR port c5a53421-4ff0-4724-879e-353bb225f0c0 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:27:24.896165 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ee8d76-6b94-48ab-b771-f0aabb7bd0ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:24.899147 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ee8d76-6b94-48ab-b771-f0aabb7bd0ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:24.899574 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ee8d76-6b94-48ab-b771-f0aabb7bd0ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:24.900024 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ee8d76-6b94-48ab-b771-f0aabb7bd0ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:24.900409 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ee8d76-6b94-48ab-b771-f0aabb7bd0ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:24.901338 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ee8d76-6b94-48ab-b771-f0aabb7bd0ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:24.903996 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ee8d76-6b94-48ab-b771-f0aabb7bd0ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:24.904476 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ee8d76-6b94-48ab-b771-f0aabb7bd0ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:24.904883 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ee8d76-6b94-48ab-b771-f0aabb7bd0ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:24.905290 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ee8d76-6b94-48ab-b771-f0aabb7bd0ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:24.906146 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ee8d76-6b94-48ab-b771-f0aabb7bd0ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:24.907047 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ee8d76-6b94-48ab-b771-f0aabb7bd0ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:24.944660 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-003a9e5f-137e-4802-8df7-e311ad95e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:24.950973 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-003a9e5f-137e-4802-8df7-e311ad95e1c3 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:24.952843 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-003a9e5f-137e-4802-8df7-e311ad95e1c3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a4922c63-5871-4b4c-ab93-58a99e2faabc HTTP/1.1" status: 204 len: 168 time: 0.5485392 Jul 09 10:27:24.956624 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43366) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:24.962868 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a9e5f-137e-4802-8df7-e311ad95e1c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4922c63-5871-4b4c-ab93-58a99e2faabc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:25.301470 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-892a08f1-1d10-4298-96d0-eee57c8114b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:25.451782 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:27:25.502363 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 49c2fa93-1fa8-4723-bbb1-3ed215088c1c no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:27:25.522033 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 49c2fa93-1fa8-4723-bbb1-3ed215088c1c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:27:25.522375 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 49c2fa93-1fa8-4723-bbb1-3ed215088c1c not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:27:25.522787 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c5a53421-4ff0-4724-879e-353bb225f0c0 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:27:25.540812 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: c5a53421-4ff0-4724-879e-353bb225f0c0 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:27:25.541412 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c5a53421-4ff0-4724-879e-353bb225f0c0 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:27:25.541828 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a3946f36-55f4-4eea-a1f0-89a9873c0bdb no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:27:25.556684 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-892a08f1-1d10-4298-96d0-eee57c8114b5 admin admin] Deleting port e23fa021-ceda-440b-9143-fa3a31411507 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:27:25.557036 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-892a08f1-1d10-4298-96d0-eee57c8114b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:25.560656 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: a3946f36-55f4-4eea-a1f0-89a9873c0bdb {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:27:25.561005 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a3946f36-55f4-4eea-a1f0-89a9873c0bdb not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:27:25.637907 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-892a08f1-1d10-4298-96d0-eee57c8114b5 admin admin] For port e23fa021-ceda-440b-9143-fa3a31411507, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e23fa021-ceda-440b-9143-fa3a31411507,segment=NetworkSegment(d991ff5c-76c5-4e18-b419-b7679f637e35),segment_id=d991ff5c-76c5-4e18-b419-b7679f637e35)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:27:25.638266 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-892a08f1-1d10-4298-96d0-eee57c8114b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:25.654085 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-892a08f1-1d10-4298-96d0-eee57c8114b5 admin admin] Calling delete_port for e23fa021-ceda-440b-9143-fa3a31411507 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:27:25.854624 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-892a08f1-1d10-4298-96d0-eee57c8114b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:25.882882 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a08f1-1d10-4298-96d0-eee57c8114b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e23fa021-ceda-440b-9143-fa3a31411507,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:26.062908 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-892a08f1-1d10-4298-96d0-eee57c8114b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:26.285716 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892a08f1-1d10-4298-96d0-eee57c8114b5 admin admin] Router 6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:27:26.391491 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892a08f1-1d10-4298-96d0-eee57c8114b5 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:27:26.397096 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-892a08f1-1d10-4298-96d0-eee57c8114b5 admin admin] 10.222.0.61 "PUT /v2.0/routers/6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4393852 Jul 09 10:27:26.399737 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43368) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:26.402356 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf48d05-31de-4c15-b065-0c5573a62181 None None] Sync routers for ids ['6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:27:26.412131 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf48d05-31de-4c15-b065-0c5573a62181 None None] Routers {'6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:27:26.412744 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6bf48d05-31de-4c15-b065-0c5573a62181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:27:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:26.502838 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8572615e-16b0-4f79-bced-62d55a0e5210 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:26.518785 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-6bf48d05-31de-4c15-b065-0c5573a62181 None None] Set router 6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:27:26.604178 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8572615e-16b0-4f79-bced-62d55a0e5210 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:26.656471 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8572615e-16b0-4f79-bced-62d55a0e5210 admin admin] Deleting port 79f71642-62b1-40a8-a841-e228ce500710 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:27:26.656712 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8572615e-16b0-4f79-bced-62d55a0e5210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:26.699784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6bf48d05-31de-4c15-b065-0c5573a62181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66', 'name': 'tempest-TestMinimumBasicScenario-229921382-router', 'tenant_id': 'cdc8e532556644b0aeaed608e9d004da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '79f71642-62b1-40a8-a841-e228ce500710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:25:19Z', 'updated_at': '2021-07-09T10:27:25Z', 'revision_number': 5, 'project_id': 'cdc8e532556644b0aeaed608e9d004da', 'gw_port': {'id': '79f71642-62b1-40a8-a841-e228ce500710', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:25:19Z', 'updated_at': '2021-07-09T10:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:26.730330 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf48d05-31de-4c15-b065-0c5573a62181 None None] Checking router: 6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:27:26.738688 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf48d05-31de-4c15-b065-0c5573a62181 None None] Routers {'6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:27:26.739302 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6bf48d05-31de-4c15-b065-0c5573a62181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:27:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:26.740166 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-8572615e-16b0-4f79-bced-62d55a0e5210 admin admin] For port 79f71642-62b1-40a8-a841-e228ce500710, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=79f71642-62b1-40a8-a841-e228ce500710,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:27:26.740713 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8572615e-16b0-4f79-bced-62d55a0e5210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:26.754094 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8572615e-16b0-4f79-bced-62d55a0e5210 admin admin] Calling delete_port for 79f71642-62b1-40a8-a841-e228ce500710 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:27:26.826941 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-6bf48d05-31de-4c15-b065-0c5573a62181 None None] Set router 6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:27:26.878944 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6bf48d05-31de-4c15-b065-0c5573a62181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66', 'name': 'tempest-TestMinimumBasicScenario-229921382-router', 'tenant_id': 'cdc8e532556644b0aeaed608e9d004da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:25:19Z', 'updated_at': '2021-07-09T10:27:26Z', 'revision_number': 6, 'project_id': 'cdc8e532556644b0aeaed608e9d004da', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:26.909960 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf48d05-31de-4c15-b065-0c5573a62181 None None] The sync data for ids ['6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66'] in n-d-799996-1 is: [{'id': '6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66', 'name': 'tempest-TestMinimumBasicScenario-229921382-router', 'tenant_id': 'cdc8e532556644b0aeaed608e9d004da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:25:19Z', 'updated_at': '2021-07-09T10:27:26Z', 'revision_number': 6, 'project_id': 'cdc8e532556644b0aeaed608e9d004da', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:27:27.249182 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8572615e-16b0-4f79-bced-62d55a0e5210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:27.275553 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572615e-16b0-4f79-bced-62d55a0e5210 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f71642-62b1-40a8-a841-e228ce500710,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:27.342258 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8572615e-16b0-4f79-bced-62d55a0e5210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:27.434117 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8572615e-16b0-4f79-bced-62d55a0e5210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:27.436199 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8572615e-16b0-4f79-bced-62d55a0e5210 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:27.477911 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8572615e-16b0-4f79-bced-62d55a0e5210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:27.478409 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8572615e-16b0-4f79-bced-62d55a0e5210 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 10:27:27.482781 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8572615e-16b0-4f79-bced-62d55a0e5210 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:27.483904 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8572615e-16b0-4f79-bced-62d55a0e5210 admin admin] 10.222.0.61 "DELETE /v2.0/routers/6ee1c62d-c3cb-4bf2-a7a6-232d305b0f66 HTTP/1.1" status: 204 len: 168 time: 1.0832634 Jul 09 10:27:27.487330 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43372) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:27.530402 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ac3775-9654-43fe-92cf-98901a769b03 admin admin] Deleting subnet 774d11e6-1b98-450e-9eb5-fee0dab8af71 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:27:27.533729 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5ac3775-9654-43fe-92cf-98901a769b03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:27.566870 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5ac3775-9654-43fe-92cf-98901a769b03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:27.651032 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5ac3775-9654-43fe-92cf-98901a769b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:27.688796 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 79f71642-62b1-40a8-a841-e228ce500710 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:27:27.712303 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 79f71642-62b1-40a8-a841-e228ce500710 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:27:27.712765 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 79f71642-62b1-40a8-a841-e228ce500710 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:27:27.713019 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5ac3775-9654-43fe-92cf-98901a769b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:27.713171 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e23fa021-ceda-440b-9143-fa3a31411507 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:27:27.732598 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: e23fa021-ceda-440b-9143-fa3a31411507 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:27:27.732938 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e23fa021-ceda-440b-9143-fa3a31411507 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:27:27.741047 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac3775-9654-43fe-92cf-98901a769b03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=774d11e6-1b98-450e-9eb5-fee0dab8af71,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:27.743008 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5ac3775-9654-43fe-92cf-98901a769b03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:27.744912 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f5ac3775-9654-43fe-92cf-98901a769b03 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/774d11e6-1b98-450e-9eb5-fee0dab8af71 HTTP/1.1" status: 204 len: 168 time: 0.2566164 Jul 09 10:27:27.747778 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43374) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:27.750722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c2f0b4-1d6b-40b5-8421-4222f69b137b None None] Network 0c994065-b5b7-4b37-9cb6-0c1da8b1b350 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:27:27.822658 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47f632ff-762f-4eac-a2dc-87f7dd79ac66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:27.878170 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-47f632ff-762f-4eac-a2dc-87f7dd79ac66 admin admin] Deleting port c69bc931-7008-42ab-9aa0-5ab426e1a662 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:27:27.878513 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47f632ff-762f-4eac-a2dc-87f7dd79ac66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:27.947199 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-47f632ff-762f-4eac-a2dc-87f7dd79ac66 admin admin] For port c69bc931-7008-42ab-9aa0-5ab426e1a662, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c69bc931-7008-42ab-9aa0-5ab426e1a662,segment=NetworkSegment(d991ff5c-76c5-4e18-b419-b7679f637e35),segment_id=d991ff5c-76c5-4e18-b419-b7679f637e35)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:27:27.947567 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47f632ff-762f-4eac-a2dc-87f7dd79ac66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:27.959226 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4890d52f-4e9b-4a63-8ceb-a9b4e4ea50df None None] DHCP port deletion for 0c994065-b5b7-4b37-9cb6-0c1da8b1b350 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:27:27.963443 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-47f632ff-762f-4eac-a2dc-87f7dd79ac66 admin admin] Calling delete_port for c69bc931-7008-42ab-9aa0-5ab426e1a662 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:27:28.004216 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4890d52f-4e9b-4a63-8ceb-a9b4e4ea50df None None] Deleting port c69bc931-7008-42ab-9aa0-5ab426e1a662 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:27:28.004583 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4890d52f-4e9b-4a63-8ceb-a9b4e4ea50df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:28.046609 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47f632ff-762f-4eac-a2dc-87f7dd79ac66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:28.069324 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4890d52f-4e9b-4a63-8ceb-a9b4e4ea50df None None] For port c69bc931-7008-42ab-9aa0-5ab426e1a662, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c69bc931-7008-42ab-9aa0-5ab426e1a662,segment=NetworkSegment(d991ff5c-76c5-4e18-b419-b7679f637e35),segment_id=d991ff5c-76c5-4e18-b419-b7679f637e35)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:27:28.069724 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4890d52f-4e9b-4a63-8ceb-a9b4e4ea50df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:28.073785 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f632ff-762f-4eac-a2dc-87f7dd79ac66 admin admin] Pushing event deleted for resources: {'Port': ['ID=c69bc931-7008-42ab-9aa0-5ab426e1a662,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:28.075536 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f632ff-762f-4eac-a2dc-87f7dd79ac66 admin admin] No DVR routers for this DVR port c69bc931-7008-42ab-9aa0-5ab426e1a662 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:27:28.083975 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4890d52f-4e9b-4a63-8ceb-a9b4e4ea50df None None] Calling delete_port for c69bc931-7008-42ab-9aa0-5ab426e1a662 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:27:28.156599 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47f632ff-762f-4eac-a2dc-87f7dd79ac66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:28.159194 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4890d52f-4e9b-4a63-8ceb-a9b4e4ea50df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:28.166451 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-47f632ff-762f-4eac-a2dc-87f7dd79ac66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c994065-b5b7-4b37-9cb6-0c1da8b1b350']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:28.177255 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-47f632ff-762f-4eac-a2dc-87f7dd79ac66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd991ff5c-76c5-4e18-b419-b7679f637e35') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:28.177592 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-47f632ff-762f-4eac-a2dc-87f7dd79ac66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd991ff5c-76c5-4e18-b419-b7679f637e35') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:28.186243 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4890d52f-4e9b-4a63-8ceb-a9b4e4ea50df None None] No DVR routers for this DVR port c69bc931-7008-42ab-9aa0-5ab426e1a662 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:27:28.186423 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47f632ff-762f-4eac-a2dc-87f7dd79ac66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:28.188239 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890d52f-4e9b-4a63-8ceb-a9b4e4ea50df None None] Pushing event deleted for resources: {'Port': ['ID=c69bc931-7008-42ab-9aa0-5ab426e1a662,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:28.201276 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47f632ff-762f-4eac-a2dc-87f7dd79ac66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:28.208307 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f632ff-762f-4eac-a2dc-87f7dd79ac66 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:27:28.208693 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47f632ff-762f-4eac-a2dc-87f7dd79ac66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:27:28.210417 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:27:28.261777 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47f632ff-762f-4eac-a2dc-87f7dd79ac66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:28.272710 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47f632ff-762f-4eac-a2dc-87f7dd79ac66 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:28.274554 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-47f632ff-762f-4eac-a2dc-87f7dd79ac66 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0c994065-b5b7-4b37-9cb6-0c1da8b1b350 HTTP/1.1" status: 204 len: 168 time: 0.5258720 Jul 09 10:27:28.286016 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f632ff-762f-4eac-a2dc-87f7dd79ac66 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c994065-b5b7-4b37-9cb6-0c1da8b1b350,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:28.433826 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43378) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:28.476585 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-70e3106d-f912-4f56-8265-fd425a9c0fd0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=21e3378b117e4dd8a89af8c8a8862d89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413935 Jul 09 10:27:28.478916 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43380) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:28.526526 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca38f5c7-8fb1-4362-aff2-1c2738dcda34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:28.546679 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca38f5c7-8fb1-4362-aff2-1c2738dcda34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:28.595393 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca38f5c7-8fb1-4362-aff2-1c2738dcda34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:28.597834 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca38f5c7-8fb1-4362-aff2-1c2738dcda34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:28.598960 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ca38f5c7-8fb1-4362-aff2-1c2738dcda34 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/36920a47-f25f-47f9-a2f1-a79b26ddd7b1 HTTP/1.1" status: 204 len: 168 time: 0.1191561 Jul 09 10:27:28.609018 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38f5c7-8fb1-4362-aff2-1c2738dcda34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36920a47-f25f-47f9-a2f1-a79b26ddd7b1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:28.905902 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43386) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:28.945579 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-66bf053a-2027-456d-b406-399af2c72765 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cdc8e532556644b0aeaed608e9d004da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383556 Jul 09 10:27:28.947999 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43388) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:28.999507 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-53d7e6ee-5f76-43e5-b519-0affaf3fe770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:29.020013 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-53d7e6ee-5f76-43e5-b519-0affaf3fe770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:29.071584 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-53d7e6ee-5f76-43e5-b519-0affaf3fe770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:29.074275 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-53d7e6ee-5f76-43e5-b519-0affaf3fe770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:29.075439 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-53d7e6ee-5f76-43e5-b519-0affaf3fe770 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/64229845-7236-42fa-96f8-bb4e92dd8906 HTTP/1.1" status: 204 len: 168 time: 0.1265249 Jul 09 10:27:29.084145 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7e6ee-5f76-43e5-b519-0affaf3fe770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64229845-7236-42fa-96f8-bb4e92dd8906,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:29.509288 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c69bc931-7008-42ab-9aa0-5ab426e1a662 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:27:29.528440 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: c69bc931-7008-42ab-9aa0-5ab426e1a662 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:27:29.528668 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c69bc931-7008-42ab-9aa0-5ab426e1a662 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:27:30.613404 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43428) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:30.618139 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-50230c31-b6b0-497f-b749-7dc6b193e2ac tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2025450190', 'description': 'tempest-secgroup-smoke-2025450190 description', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:27:30.640181 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50230c31-b6b0-497f-b749-7dc6b193e2ac tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:30.648547 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50230c31-b6b0-497f-b749-7dc6b193e2ac tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:30.744390 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50230c31-b6b0-497f-b749-7dc6b193e2ac tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:30.748347 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50230c31-b6b0-497f-b749-7dc6b193e2ac tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:30.785638 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50230c31-b6b0-497f-b749-7dc6b193e2ac tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d28b59f-da13-4e52-a3d2-94d11723a25d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:30.841453 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50230c31-b6b0-497f-b749-7dc6b193e2ac tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:30.845737 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50230c31-b6b0-497f-b749-7dc6b193e2ac tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:30.873028 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50230c31-b6b0-497f-b749-7dc6b193e2ac tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:30.874261 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-50230c31-b6b0-497f-b749-7dc6b193e2ac tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2598076 Jul 09 10:27:30.876250 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50230c31-b6b0-497f-b749-7dc6b193e2ac tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a61ef9-6bc1-4da0-9820-6801cf8832c8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:30.877410 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43430) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:30.882385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2a3f748a-c9ee-45e9-9f95-efe43bc42642 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': 'c3a61ef9-6bc1-4da0-9820-6801cf8832c8', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:27:30.910722 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a3f748a-c9ee-45e9-9f95-efe43bc42642 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:30.957103 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a3f748a-c9ee-45e9-9f95-efe43bc42642 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:30.960884 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a3f748a-c9ee-45e9-9f95-efe43bc42642 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:30.979463 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f748a-c9ee-45e9-9f95-efe43bc42642 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62e3b69-d3ba-4ac2-b03d-6067e668e498,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:30.981686 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a3f748a-c9ee-45e9-9f95-efe43bc42642 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:30.984267 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2a3f748a-c9ee-45e9-9f95-efe43bc42642 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1055727 Jul 09 10:27:30.985696 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43432) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:30.990470 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9f6b131a-cae8-4591-a0af-8df9b7f5cc30 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': 'c3a61ef9-6bc1-4da0-9820-6801cf8832c8', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:27:31.018186 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f6b131a-cae8-4591-a0af-8df9b7f5cc30 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.078376 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f6b131a-cae8-4591-a0af-8df9b7f5cc30 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.082590 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f6b131a-cae8-4591-a0af-8df9b7f5cc30 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.100509 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b131a-cae8-4591-a0af-8df9b7f5cc30 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef1e4b4-c19e-4c6d-ac37-0b56ee7a34dc,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:31.105621 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f6b131a-cae8-4591-a0af-8df9b7f5cc30 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.107099 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9f6b131a-cae8-4591-a0af-8df9b7f5cc30 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203961 Jul 09 10:27:31.109811 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43434) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:31.114144 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-19ba9506-4ae2-4a9f-8e6c-a455f1dea7dc tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': 'c3a61ef9-6bc1-4da0-9820-6801cf8832c8', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:27:31.140250 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19ba9506-4ae2-4a9f-8e6c-a455f1dea7dc tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.198170 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19ba9506-4ae2-4a9f-8e6c-a455f1dea7dc tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.201001 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19ba9506-4ae2-4a9f-8e6c-a455f1dea7dc tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.218878 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba9506-4ae2-4a9f-8e6c-a455f1dea7dc tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd51bb54-b659-4d04-bc26-bec47ca23e3d,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:31.224269 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19ba9506-4ae2-4a9f-8e6c-a455f1dea7dc tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.225465 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-19ba9506-4ae2-4a9f-8e6c-a455f1dea7dc tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147335 Jul 09 10:27:31.228388 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43436) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:31.232719 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-00e1728e-94b6-4066-84d9-4509f02dad75 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': 'c3a61ef9-6bc1-4da0-9820-6801cf8832c8', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:27:31.258618 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-00e1728e-94b6-4066-84d9-4509f02dad75 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.317392 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-00e1728e-94b6-4066-84d9-4509f02dad75 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.320989 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-00e1728e-94b6-4066-84d9-4509f02dad75 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.338937 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1728e-94b6-4066-84d9-4509f02dad75 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b1c615-1dbd-419b-9066-1fca2e57e164,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:31.344836 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-00e1728e-94b6-4066-84d9-4509f02dad75 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.346049 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-00e1728e-94b6-4066-84d9-4509f02dad75 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167352 Jul 09 10:27:31.348886 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43438) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:31.353508 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1fe7795f-bb3a-4f0e-9b51-be6e6bc21a9e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': 'c3a61ef9-6bc1-4da0-9820-6801cf8832c8', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:27:31.375364 n-d-799996-1 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-1fe7795f-bb3a-4f0e-9b51-be6e6bc21a9e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Project a2707a6cc1554f6e93671b1c65b2449a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:27:31.380883 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1fe7795f-bb3a-4f0e-9b51-be6e6bc21a9e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.443073 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1fe7795f-bb3a-4f0e-9b51-be6e6bc21a9e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.446969 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1fe7795f-bb3a-4f0e-9b51-be6e6bc21a9e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.465669 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7795f-bb3a-4f0e-9b51-be6e6bc21a9e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e688e48-f4e0-4201-a39d-6fec54cd9f3a,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:31.473552 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1fe7795f-bb3a-4f0e-9b51-be6e6bc21a9e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.474881 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-1fe7795f-bb3a-4f0e-9b51-be6e6bc21a9e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249628 Jul 09 10:27:31.477668 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43440) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:31.482037 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ff122fa0-d090-41c0-a82c-8ffe42c4bbc0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': 'c3a61ef9-6bc1-4da0-9820-6801cf8832c8', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:27:31.504419 n-d-799996-1 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-ff122fa0-d090-41c0-a82c-8ffe42c4bbc0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Project a2707a6cc1554f6e93671b1c65b2449a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:27:31.509560 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff122fa0-d090-41c0-a82c-8ffe42c4bbc0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.574006 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff122fa0-d090-41c0-a82c-8ffe42c4bbc0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.577718 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff122fa0-d090-41c0-a82c-8ffe42c4bbc0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.595990 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff122fa0-d090-41c0-a82c-8ffe42c4bbc0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5153b806-72fe-4973-b812-f6937109a05e,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:31.601353 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff122fa0-d090-41c0-a82c-8ffe42c4bbc0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.602563 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ff122fa0-d090-41c0-a82c-8ffe42c4bbc0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239369 Jul 09 10:27:31.605529 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43442) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:31.610564 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2fa9c062-94ed-4b22-ac6f-d32e01883b1f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'network': {'name': 'tempest-network-smoke--204872424', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'port_security_enabled': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:27:31.631540 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa9c062-94ed-4b22-ac6f-d32e01883b1f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Made reservation on behalf of a2707a6cc1554f6e93671b1c65b2449a for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:27:31.635368 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2fa9c062-94ed-4b22-ac6f-d32e01883b1f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.657747 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa9c062-94ed-4b22-ac6f-d32e01883b1f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:27:31.666166 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2fa9c062-94ed-4b22-ac6f-d32e01883b1f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.666487 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-2fa9c062-94ed-4b22-ac6f-d32e01883b1f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Added segment 04afe643-614d-4832-88d8-0ae11ac8020b of type vlan for network 7012f065-001b-4c83-a2ed-5304ea34ee5c Jul 09 10:27:31.706551 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2fa9c062-94ed-4b22-ac6f-d32e01883b1f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.738069 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2fa9c062-94ed-4b22-ac6f-d32e01883b1f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.743736 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa9c062-94ed-4b22-ac6f-d32e01883b1f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:31.744373 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2fa9c062-94ed-4b22-ac6f-d32e01883b1f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.801575 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2fa9c062-94ed-4b22-ac6f-d32e01883b1f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1950176 Jul 09 10:27:31.804592 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43444) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:31.809223 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-60bdf02a-929f-465e-950c-e866a3d69d0e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-816810776', 'admin_state_up': True, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:27:31.812776 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9c062-94ed-4b22-ac6f-d32e01883b1f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Network': ['ID=7012f065-001b-4c83-a2ed-5304ea34ee5c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:31.822925 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 7012f065-001b-4c83-a2ed-5304ea34ee5c details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:27:31.836764 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60bdf02a-929f-465e-950c-e866a3d69d0e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.838271 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60bdf02a-929f-465e-950c-e866a3d69d0e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:31.891290 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60bdf02a-929f-465e-950c-e866a3d69d0e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:32.304708 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60bdf02a-929f-465e-950c-e866a3d69d0e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:32.491838 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60bdf02a-929f-465e-950c-e866a3d69d0e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:32.514402 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60bdf02a-929f-465e-950c-e866a3d69d0e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:32.613286 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-60bdf02a-929f-465e-950c-e866a3d69d0e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Allocated IP 172.25.3.233 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/8357ba66-dcb3-42b2-8d9a-fcdebac45f5c) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:27:32.715650 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60bdf02a-929f-465e-950c-e866a3d69d0e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:32.755133 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60bdf02a-929f-465e-950c-e866a3d69d0e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:32.790904 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bdf02a-929f-465e-950c-e866a3d69d0e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:27:32.795525 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-60bdf02a-929f-465e-950c-e866a3d69d0e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:27:32.798085 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bdf02a-929f-465e-950c-e866a3d69d0e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:27:32.826100 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bdf02a-929f-465e-950c-e866a3d69d0e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=8357ba66-dcb3-42b2-8d9a-fcdebac45f5c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:33.048558 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60bdf02a-929f-465e-950c-e866a3d69d0e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:33.245399 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60bdf02a-929f-465e-950c-e866a3d69d0e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:33.372201 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bdf02a-929f-465e-950c-e866a3d69d0e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router 39e84f26-be19-4354-9126-125912770d01 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 10:27:33.477169 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bdf02a-929f-465e-950c-e866a3d69d0e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:27:33.489215 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] Sync routers for ids ['39e84f26-be19-4354-9126-125912770d01'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:27:33.496637 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60bdf02a-929f-465e-950c-e866a3d69d0e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:33.500959 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-60bdf02a-929f-465e-950c-e866a3d69d0e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6923046 Jul 09 10:27:33.501110 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] Routers {'39e84f26-be19-4354-9126-125912770d01'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:27:33.501110 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:27:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['39e84f26-be19-4354-9126-125912770d01'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:33.501320 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43446) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:33.618653 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] Set router 39e84f26-be19-4354-9126-125912770d01 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:27:33.636930 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5e880b94-a34b-4c1e-8b33-b7c130995b59 tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=a2707a6cc1554f6e93671b1c65b2449a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1311514 Jul 09 10:27:33.637147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43450) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:33.786078 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292da7af-c19e-4434-80b5-7396c3485ecd tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:33.787595 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-292da7af-c19e-4434-80b5-7396c3485ecd tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1496284 Jul 09 10:27:33.790335 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43452) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:33.796017 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e84f26-be19-4354-9126-125912770d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816810776', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:27:31Z', 'updated_at': '2021-07-09T10:27:32Z', 'revision_number': 3, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e84f26-be19-4354-9126-125912770d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:27:32Z', 'updated_at': '2021-07-09T10:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:33.825739 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] Checking router: 39e84f26-be19-4354-9126-125912770d01 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:27:33.826078 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] Updating router 39e84f26-be19-4354-9126-125912770d01 port 8357ba66-dcb3-42b2-8d9a-fcdebac45f5c binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:27:33.829314 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e58419a9-7b37-417e-8dbf-c1e600f96f5a tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365627 Jul 09 10:27:33.830812 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43454) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:33.836192 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-19fdbd30-f124-46d4-b174-17e2371a4d09 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1360726868', 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:27:33.861845 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:33.928056 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fdbd30-f124-46d4-b174-17e2371a4d09 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Made reservation on behalf of a2707a6cc1554f6e93671b1c65b2449a for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:27:33.931491 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19fdbd30-f124-46d4-b174-17e2371a4d09 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:34.121030 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19fdbd30-f124-46d4-b174-17e2371a4d09 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:34.186968 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdbd30-f124-46d4-b174-17e2371a4d09 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Subnet': ['ID=9d3bc73b-7585-4a35-8605-fb6474ea36ff,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:34.189364 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fdbd30-f124-46d4-b174-17e2371a4d09 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Checking segment: {'id': '04afe643-614d-4832-88d8-0ae11ac8020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:27:34.191469 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fdbd30-f124-46d4-b174-17e2371a4d09 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network hostable DHCP agents. Network: 7012f065-001b-4c83-a2ed-5304ea34ee5c, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:27:34.205634 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:34.209054 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fdbd30-f124-46d4-b174-17e2371a4d09 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network 7012f065-001b-4c83-a2ed-5304ea34ee5c is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:27:34.217014 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] Transition to ACTIVE for port object 8357ba66-dcb3-42b2-8d9a-fcdebac45f5c will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:27:34.218375 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-19fdbd30-f124-46d4-b174-17e2371a4d09 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 7012f065-001b-4c83-a2ed-5304ea34ee5c) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:27:34.223277 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fdbd30-f124-46d4-b174-17e2371a4d09 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:34.224025 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:34.224195 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19fdbd30-f124-46d4-b174-17e2371a4d09 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:34.229545 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f6a717-90c6-454c-8dac-f5d4a1cdbb59 None None] Network 7012f065-001b-4c83-a2ed-5304ea34ee5c requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:27:34.244752 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-19fdbd30-f124-46d4-b174-17e2371a4d09 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4127512 Jul 09 10:27:34.247730 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43456) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:34.280151 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] Attempting to bind port 8357ba66-dcb3-42b2-8d9a-fcdebac45f5c on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:27:34.280504 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] Attempting to bind port 8357ba66-dcb3-42b2-8d9a-fcdebac45f5c by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:27:34.280852 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] Attempting to bind port 8357ba66-dcb3-42b2-8d9a-fcdebac45f5c on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:27:34.284468 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd30bdc-59ad-4c2e-9903-1dacb8dcbf55 None None] Pushing event updated for resources: {'Port': ['ID=8357ba66-dcb3-42b2-8d9a-fcdebac45f5c,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:34.292819 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd30bdc-59ad-4c2e-9903-1dacb8dcbf55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:34.293158 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd30bdc-59ad-4c2e-9903-1dacb8dcbf55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:34.293485 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd30bdc-59ad-4c2e-9903-1dacb8dcbf55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:34.293808 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd30bdc-59ad-4c2e-9903-1dacb8dcbf55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:34.294129 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd30bdc-59ad-4c2e-9903-1dacb8dcbf55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:34.294823 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd30bdc-59ad-4c2e-9903-1dacb8dcbf55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:34.294823 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd30bdc-59ad-4c2e-9903-1dacb8dcbf55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:34.295127 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd30bdc-59ad-4c2e-9903-1dacb8dcbf55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:34.295360 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd30bdc-59ad-4c2e-9903-1dacb8dcbf55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:34.295668 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd30bdc-59ad-4c2e-9903-1dacb8dcbf55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:34.296019 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd30bdc-59ad-4c2e-9903-1dacb8dcbf55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:34.296308 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd30bdc-59ad-4c2e-9903-1dacb8dcbf55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:27:34.304749 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:27:34.305125 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:27:34.305526 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:34.305912 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:27:34.306450 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] Bound port: 8357ba66-dcb3-42b2-8d9a-fcdebac45f5c, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:27:34.307349 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:34.361749 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] For port 8357ba66-dcb3-42b2-8d9a-fcdebac45f5c, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:27:34.365587 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] For port 8357ba66-dcb3-42b2-8d9a-fcdebac45f5c, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8357ba66-dcb3-42b2-8d9a-fcdebac45f5c,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:27:34.370667 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:34.385751 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff85e8da-98ef-4735-a94d-bd761d353940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-7012f065-001b-4c83-a2ed-5304ea34ee5c', 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ips': [{'subnet_id': '9d3bc73b-7585-4a35-8605-fb6474ea36ff'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:27:34.386796 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ff85e8da-98ef-4735-a94d-bd761d353940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:34.437484 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd30bdc-59ad-4c2e-9903-1dacb8dcbf55 None None] Pushing event updated for resources: {'Port': ['ID=8357ba66-dcb3-42b2-8d9a-fcdebac45f5c,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:34.440152 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] Routers {'39e84f26-be19-4354-9126-125912770d01'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:27:34.440751 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:27:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['39e84f26-be19-4354-9126-125912770d01'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:34.464094 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:34.533516 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-ff85e8da-98ef-4735-a94d-bd761d353940 None None] Allocated IP 172.20.0.2 (7012f065-001b-4c83-a2ed-5304ea34ee5c/9d3bc73b-7585-4a35-8605-fb6474ea36ff/965b622b-9bc0-47d8-acc3-580331159526) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:27:34.561366 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] Set router 39e84f26-be19-4354-9126-125912770d01 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:27:34.690017 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ff85e8da-98ef-4735-a94d-bd761d353940 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:34.699054 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ff85e8da-98ef-4735-a94d-bd761d353940 None None] Transition to ACTIVE for port object 965b622b-9bc0-47d8-acc3-580331159526 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:27:34.714649 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ff85e8da-98ef-4735-a94d-bd761d353940 None None] Transition to ACTIVE for port object 965b622b-9bc0-47d8-acc3-580331159526 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:27:34.721341 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ff85e8da-98ef-4735-a94d-bd761d353940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:34.730131 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b819606-d186-424a-a728-016d3ae79541 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:34.744027 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e84f26-be19-4354-9126-125912770d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816810776', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:27:31Z', 'updated_at': '2021-07-09T10:27:32Z', 'revision_number': 3, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e84f26-be19-4354-9126-125912770d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:27:32Z', 'updated_at': '2021-07-09T10:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:34.772859 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85e8da-98ef-4735-a94d-bd761d353940 None None] Pushing event updated for resources: {'Port': ['ID=965b622b-9bc0-47d8-acc3-580331159526,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:34.775406 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529d59a5-7ed4-405c-9531-d88b5468e984 None None] The sync data for ids ['39e84f26-be19-4354-9126-125912770d01'] in n-d-799996-1 is: [{'id': '39e84f26-be19-4354-9126-125912770d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816810776', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:27:31Z', 'updated_at': '2021-07-09T10:27:32Z', 'revision_number': 3, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e84f26-be19-4354-9126-125912770d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:27:32Z', 'updated_at': '2021-07-09T10:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:27:34.779782 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff85e8da-98ef-4735-a94d-bd761d353940 None None] Network 7012f065-001b-4c83-a2ed-5304ea34ee5c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:27:34.782351 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-ff85e8da-98ef-4735-a94d-bd761d353940 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:27:34.785975 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff85e8da-98ef-4735-a94d-bd761d353940 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:27:34.845598 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ff85e8da-98ef-4735-a94d-bd761d353940 None None] Attempting to bind port 965b622b-9bc0-47d8-acc3-580331159526 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:27:34.845973 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ff85e8da-98ef-4735-a94d-bd761d353940 None None] Attempting to bind port 965b622b-9bc0-47d8-acc3-580331159526 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '04afe643-614d-4832-88d8-0ae11ac8020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:27:34.846339 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85e8da-98ef-4735-a94d-bd761d353940 None None] Attempting to bind port 965b622b-9bc0-47d8-acc3-580331159526 on network 7012f065-001b-4c83-a2ed-5304ea34ee5c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:27:34.851796 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85e8da-98ef-4735-a94d-bd761d353940 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:27:34.852177 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85e8da-98ef-4735-a94d-bd761d353940 None None] Checking segment: {'id': '04afe643-614d-4832-88d8-0ae11ac8020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:27:34.852583 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ff85e8da-98ef-4735-a94d-bd761d353940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:34.852984 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85e8da-98ef-4735-a94d-bd761d353940 None None] Bound using segment: {'id': '04afe643-614d-4832-88d8-0ae11ac8020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:27:34.853447 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ff85e8da-98ef-4735-a94d-bd761d353940 None None] Bound port: 965b622b-9bc0-47d8-acc3-580331159526, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04afe643-614d-4832-88d8-0ae11ac8020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:27:34.853830 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ff85e8da-98ef-4735-a94d-bd761d353940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:34.934203 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ff85e8da-98ef-4735-a94d-bd761d353940 None None] For port 965b622b-9bc0-47d8-acc3-580331159526, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:27:34.937294 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ff85e8da-98ef-4735-a94d-bd761d353940 None None] For port 965b622b-9bc0-47d8-acc3-580331159526, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=965b622b-9bc0-47d8-acc3-580331159526,segment=NetworkSegment(04afe643-614d-4832-88d8-0ae11ac8020b),segment_id=04afe643-614d-4832-88d8-0ae11ac8020b)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:27:34.942755 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ff85e8da-98ef-4735-a94d-bd761d353940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:35.002280 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85e8da-98ef-4735-a94d-bd761d353940 None None] Pushing event updated for resources: {'Port': ['ID=965b622b-9bc0-47d8-acc3-580331159526,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:35.036077 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-4b819606-d186-424a-a728-016d3ae79541 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Allocated IP 172.20.0.1 (7012f065-001b-4c83-a2ed-5304ea34ee5c/9d3bc73b-7585-4a35-8605-fb6474ea36ff/70258528-ec28-4546-9fa6-a2904640011d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:27:35.226256 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b819606-d186-424a-a728-016d3ae79541 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:35.241341 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-4b819606-d186-424a-a728-016d3ae79541 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Transition to ACTIVE for port object 70258528-ec28-4546-9fa6-a2904640011d will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:27:35.286299 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b819606-d186-424a-a728-016d3ae79541 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:35.334310 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b819606-d186-424a-a728-016d3ae79541 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network 7012f065-001b-4c83-a2ed-5304ea34ee5c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:27:35.337687 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4b819606-d186-424a-a728-016d3ae79541 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:27:35.341859 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b819606-d186-424a-a728-016d3ae79541 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:27:35.367227 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b819606-d186-424a-a728-016d3ae79541 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=70258528-ec28-4546-9fa6-a2904640011d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:35.392123 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b819606-d186-424a-a728-016d3ae79541 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:35.559092 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b819606-d186-424a-a728-016d3ae79541 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:35.587070 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8357ba66-dcb3-42b2-8d9a-fcdebac45f5c up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:27:35.659808 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 8357ba66-dcb3-42b2-8d9a-fcdebac45f5c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:27:35.665781 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 8357ba66-dcb3-42b2-8d9a-fcdebac45f5c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:27:35.666397 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:35.759984 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:35.782012 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 8357ba66-dcb3-42b2-8d9a-fcdebac45f5c, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8357ba66-dcb3-42b2-8d9a-fcdebac45f5c,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:27:35.788794 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:35.789668 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 965b622b-9bc0-47d8-acc3-580331159526 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:27:35.904840 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b819606-d186-424a-a728-016d3ae79541 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:35.910758 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b819606-d186-424a-a728-016d3ae79541 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:35.994594 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b819606-d186-424a-a728-016d3ae79541 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:36.003576 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b819606-d186-424a-a728-016d3ae79541 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=70258528-ec28-4546-9fa6-a2904640011d,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:36.041851 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=8357ba66-dcb3-42b2-8d9a-fcdebac45f5c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:36.072776 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 965b622b-9bc0-47d8-acc3-580331159526 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:27:36.113953 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b819606-d186-424a-a728-016d3ae79541 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network 7012f065-001b-4c83-a2ed-5304ea34ee5c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:27:36.115357 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4b819606-d186-424a-a728-016d3ae79541 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:27:36.121389 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118e89e6-2f5e-4dd1-8440-745b3eea682f None None] Network 7012f065-001b-4c83-a2ed-5304ea34ee5c requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:27:36.182114 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fc9ae63b-8294-4a75-b7ee-bf086154c3a6 None None] Provisioning for port 965b622b-9bc0-47d8-acc3-580331159526 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:27:36.196027 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fc9ae63b-8294-4a75-b7ee-bf086154c3a6 None None] Provisioning complete for port 965b622b-9bc0-47d8-acc3-580331159526 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:27:36.196314 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae63b-8294-4a75-b7ee-bf086154c3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:36.235100 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b819606-d186-424a-a728-016d3ae79541 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router 39e84f26-be19-4354-9126-125912770d01 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:27:36.347856 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae63b-8294-4a75-b7ee-bf086154c3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:36.351787 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b819606-d186-424a-a728-016d3ae79541 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:27:36.357776 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4b819606-d186-424a-a728-016d3ae79541 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "PUT /v2.0/routers/39e84f26-be19-4354-9126-125912770d01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1078346 Jul 09 10:27:36.399083 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fc9ae63b-8294-4a75-b7ee-bf086154c3a6 None None] For port 965b622b-9bc0-47d8-acc3-580331159526, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=965b622b-9bc0-47d8-acc3-580331159526,segment=NetworkSegment(04afe643-614d-4832-88d8-0ae11ac8020b),segment_id=04afe643-614d-4832-88d8-0ae11ac8020b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:27:36.403627 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae63b-8294-4a75-b7ee-bf086154c3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:36.458618 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ae63b-8294-4a75-b7ee-bf086154c3a6 None None] Pushing event updated for resources: {'Port': ['ID=965b622b-9bc0-47d8-acc3-580331159526,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:36.617271 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] Sync routers for ids ['39e84f26-be19-4354-9126-125912770d01'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:27:36.635333 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] Routers {'39e84f26-be19-4354-9126-125912770d01'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:27:36.635856 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:27:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['39e84f26-be19-4354-9126-125912770d01'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:36.639153 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-63172b88-92bc-49d7-a202-ca81c69577a1 None None] Provisioning complete for port 965b622b-9bc0-47d8-acc3-580331159526 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:27:36.639757 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-63172b88-92bc-49d7-a202-ca81c69577a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:36.681084 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-4f211826-0f30-4574-940d-29c5e696ce8e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2025450190&fields=id&tenant_id=a2707a6cc1554f6e93671b1c65b2449a HTTP/1.1" status: 200 len: 267 time: 0.0356193 Jul 09 10:27:36.796673 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-34380dc3-0e01-4f9f-86ad-a52abdb17819 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:36.800995 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-34380dc3-0e01-4f9f-86ad-a52abdb17819 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/networks?id=7012f065-001b-4c83-a2ed-5304ea34ee5c HTTP/1.1" status: 200 len: 796 time: 0.1119041 Jul 09 10:27:36.806421 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] Set router 39e84f26-be19-4354-9126-125912770d01 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:27:36.820439 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-fbf6a4b5-b99f-4eaa-84d8-6e9ac1da1ce2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/quotas/a2707a6cc1554f6e93671b1c65b2449a HTTP/1.1" status: 200 len: 375 time: 0.0159385 Jul 09 10:27:36.876215 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bf72b6d7-18ef-4a16-892e-51b90bf5f5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:36.901824 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-2099e89e-c68c-4284-bf78-14ef134b645f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773821 Jul 09 10:27:36.920667 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-63172b88-92bc-49d7-a202-ca81c69577a1 None None] Provisioning for port 70258528-ec28-4546-9fa6-a2904640011d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:27:36.950598 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-63172b88-92bc-49d7-a202-ca81c69577a1 None None] Provisioning complete for port 70258528-ec28-4546-9fa6-a2904640011d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:27:36.950977 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-63172b88-92bc-49d7-a202-ca81c69577a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:37.003500 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-ba2a7728-46af-4ca5-a013-2c70259fc97c service neutron] 10.222.0.61 "GET /v2.0/networks/7012f065-001b-4c83-a2ed-5304ea34ee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864475 Jul 09 10:27:37.008795 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-63172b88-92bc-49d7-a202-ca81c69577a1 None None] Port 70258528-ec28-4546-9fa6-a2904640011d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:27:37.075703 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e84f26-be19-4354-9126-125912770d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816810776', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:27:31Z', 'updated_at': '2021-07-09T10:27:35Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e84f26-be19-4354-9126-125912770d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:27:32Z', 'updated_at': '2021-07-09T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '70258528-ec28-4546-9fa6-a2904640011d', 'name': '', 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:24:78:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e84f26-be19-4354-9126-125912770d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '9d3bc73b-7585-4a35-8605-fb6474ea36ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:27:34Z', 'updated_at': '2021-07-09T10:27:35Z', 'revision_number': 2, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': '9d3bc73b-7585-4a35-8605-fb6474ea36ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:37.098752 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-4b35e6be-6521-4a7c-acb0-a9e3665b17ec service neutron] 10.222.0.61 "GET /v2.0/networks/7012f065-001b-4c83-a2ed-5304ea34ee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884702 Jul 09 10:27:37.102115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] Checking router: 39e84f26-be19-4354-9126-125912770d01 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:27:37.102345 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] Updating router 39e84f26-be19-4354-9126-125912770d01 port 70258528-ec28-4546-9fa6-a2904640011d binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:27:37.151268 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:37.153017 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-64bbdff8-310b-4b3d-87f1-85b7c691f45e None None] Provisioning complete for port 70258528-ec28-4546-9fa6-a2904640011d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:27:37.153376 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-64bbdff8-310b-4b3d-87f1-85b7c691f45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:37.213460 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-64bbdff8-310b-4b3d-87f1-85b7c691f45e None None] Port 70258528-ec28-4546-9fa6-a2904640011d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:27:37.327461 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5bac4581-bf49-470a-a747-a7ec38b11361 req-db9825ad-0398-46d1-89c4-daa8bbb34ca6 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 210 time: 0.0803874 Jul 09 10:27:37.459554 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:37.469992 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] Transition to ACTIVE for port object 70258528-ec28-4546-9fa6-a2904640011d will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:27:37.476737 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:37.515828 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8357ba66-dcb3-42b2-8d9a-fcdebac45f5c up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:27:37.551298 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716fd64-ed7e-4dc6-b023-ea8b70980008 None None] Pushing event updated for resources: {'Port': ['ID=70258528-ec28-4546-9fa6-a2904640011d,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:37.621911 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] Attempting to bind port 70258528-ec28-4546-9fa6-a2904640011d on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:27:37.622530 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] Attempting to bind port 70258528-ec28-4546-9fa6-a2904640011d by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '04afe643-614d-4832-88d8-0ae11ac8020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:27:37.622634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] Attempting to bind port 70258528-ec28-4546-9fa6-a2904640011d on network 7012f065-001b-4c83-a2ed-5304ea34ee5c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:27:37.632426 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:27:37.632798 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] Checking segment: {'id': '04afe643-614d-4832-88d8-0ae11ac8020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:27:37.633202 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:37.633596 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] Bound using segment: {'id': '04afe643-614d-4832-88d8-0ae11ac8020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:27:37.634064 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] Bound port: 70258528-ec28-4546-9fa6-a2904640011d, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04afe643-614d-4832-88d8-0ae11ac8020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:27:37.634703 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:37.636614 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 8357ba66-dcb3-42b2-8d9a-fcdebac45f5c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:27:37.636965 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:37.739593 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] For port 70258528-ec28-4546-9fa6-a2904640011d, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:27:37.773983 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] For port 70258528-ec28-4546-9fa6-a2904640011d, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=70258528-ec28-4546-9fa6-a2904640011d,segment=NetworkSegment(04afe643-614d-4832-88d8-0ae11ac8020b),segment_id=04afe643-614d-4832-88d8-0ae11ac8020b)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:27:37.783603 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:37.815046 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 965b622b-9bc0-47d8-acc3-580331159526 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:27:37.885714 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716fd64-ed7e-4dc6-b023-ea8b70980008 None None] Pushing event updated for resources: {'Port': ['ID=70258528-ec28-4546-9fa6-a2904640011d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:37.888646 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] Routers {'39e84f26-be19-4354-9126-125912770d01'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:27:37.889251 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:27:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['39e84f26-be19-4354-9126-125912770d01'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:37.941168 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 965b622b-9bc0-47d8-acc3-580331159526 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:27:37.941539 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:38.031351 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] Set router 39e84f26-be19-4354-9126-125912770d01 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:27:38.412315 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-614c39f4-57cf-494e-9373-227bdfacf6a9 req-4a25c412-2eb2-4891-95d0-15f2fa55da03 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 210 time: 0.0298791 Jul 09 10:27:38.419042 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e84f26-be19-4354-9126-125912770d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816810776', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:27:31Z', 'updated_at': '2021-07-09T10:27:35Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e84f26-be19-4354-9126-125912770d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:27:32Z', 'updated_at': '2021-07-09T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '70258528-ec28-4546-9fa6-a2904640011d', 'name': '', 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:24:78:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e84f26-be19-4354-9126-125912770d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '9d3bc73b-7585-4a35-8605-fb6474ea36ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:27:34Z', 'updated_at': '2021-07-09T10:27:37Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': '9d3bc73b-7585-4a35-8605-fb6474ea36ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:38.445734 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fd54b7-fe1e-4f4e-97b3-03f475b1f83f None None] The sync data for ids ['39e84f26-be19-4354-9126-125912770d01'] in n-d-799996-1 is: [{'id': '39e84f26-be19-4354-9126-125912770d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816810776', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:27:31Z', 'updated_at': '2021-07-09T10:27:35Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e84f26-be19-4354-9126-125912770d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:27:32Z', 'updated_at': '2021-07-09T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '70258528-ec28-4546-9fa6-a2904640011d', 'name': '', 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:24:78:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e84f26-be19-4354-9126-125912770d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '9d3bc73b-7585-4a35-8605-fb6474ea36ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:27:34Z', 'updated_at': '2021-07-09T10:27:37Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': '9d3bc73b-7585-4a35-8605-fb6474ea36ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:27:39.431826 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9145376a-8526-40ed-b671-d608e5d1c220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:39.501004 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8ec6a2e4-c608-4226-b6a5-b132ad1484ba req-41f22040-d63a-4d33-9c93-f220fb030d04 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 210 time: 0.0363228 Jul 09 10:27:39.535396 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 70258528-ec28-4546-9fa6-a2904640011d up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:27:39.588387 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:39.594409 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 70258528-ec28-4546-9fa6-a2904640011d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:27:39.599156 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 70258528-ec28-4546-9fa6-a2904640011d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:27:39.599706 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:39.692117 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:39.696084 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:39.728989 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 70258528-ec28-4546-9fa6-a2904640011d, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=70258528-ec28-4546-9fa6-a2904640011d,segment=NetworkSegment(04afe643-614d-4832-88d8-0ae11ac8020b),segment_id=04afe643-614d-4832-88d8-0ae11ac8020b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:27:39.733851 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:39.785341 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=70258528-ec28-4546-9fa6-a2904640011d,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:40.577236 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-e9989e40-3950-47a5-887b-076206b7abbf tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:40.578858 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-e9989e40-3950-47a5-887b-076206b7abbf tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.58 "GET /v2.0/networks?id=7012f065-001b-4c83-a2ed-5304ea34ee5c HTTP/1.1" status: 200 len: 796 time: 0.1040919 Jul 09 10:27:40.628021 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-a99da232-991d-4bf3-ad51-1ef57290db6e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2707a6cc1554f6e93671b1c65b2449a HTTP/1.1" status: 200 len: 380 time: 0.0359902 Jul 09 10:27:40.636445 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-cae767d1-7161-414b-8128-146697992ed5 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'port': {'device_id': '8570c6a9-5ecc-4f28-8359-d5cd774eb686', 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c', 'admin_state_up': True, 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'security_groups': ['c3a61ef9-6bc1-4da0-9820-6801cf8832c8']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:27:40.658580 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-60ff0846-2337-478e-b711-9fa924f6dc1c req-8e2d7339-eeeb-48d2-b5ff-582ed5e77abe tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 210 time: 0.0346048 Jul 09 10:27:40.747741 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-cae767d1-7161-414b-8128-146697992ed5 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Made reservation on behalf of a2707a6cc1554f6e93671b1c65b2449a for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:27:40.751304 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-cae767d1-7161-414b-8128-146697992ed5 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:40.879930 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-cae767d1-7161-414b-8128-146697992ed5 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Allocated IP 172.20.0.14 (7012f065-001b-4c83-a2ed-5304ea34ee5c/9d3bc73b-7585-4a35-8605-fb6474ea36ff/c8423f0e-f35f-47d8-b7bc-2a94692bb50a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:27:41.013171 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-cae767d1-7161-414b-8128-146697992ed5 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:41.026984 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-cae767d1-7161-414b-8128-146697992ed5 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Transition to ACTIVE for port object c8423f0e-f35f-47d8-b7bc-2a94692bb50a will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:27:41.059497 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-cae767d1-7161-414b-8128-146697992ed5 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:41.109045 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-cae767d1-7161-414b-8128-146697992ed5 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network 7012f065-001b-4c83-a2ed-5304ea34ee5c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:27:41.114929 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-cae767d1-7161-414b-8128-146697992ed5 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:27:41.119245 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-cae767d1-7161-414b-8128-146697992ed5 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:27:41.123069 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae767d1-7161-414b-8128-146697992ed5 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=c8423f0e-f35f-47d8-b7bc-2a94692bb50a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:41.170711 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-cae767d1-7161-414b-8128-146697992ed5 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:41.171344 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-cae767d1-7161-414b-8128-146697992ed5 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:41.190138 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-cae767d1-7161-414b-8128-146697992ed5 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5569272 Jul 09 10:27:41.201388 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-9092516f-cd21-46d7-aa02-8515daba2fbc service neutron] Request body: {'port': {'device_id': '8570c6a9-5ecc-4f28-8359-d5cd774eb686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:27:41.280528 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-9092516f-cd21-46d7-aa02-8515daba2fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:41.366087 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:41.375038 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-19c1b72e-e0d6-4eae-be96-5fe16ec72ef5 None None] Provisioning for port c8423f0e-f35f-47d8-b7bc-2a94692bb50a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:27:41.378945 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-19c1b72e-e0d6-4eae-be96-5fe16ec72ef5 None None] Provisioning complete for port c8423f0e-f35f-47d8-b7bc-2a94692bb50a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:27:41.379209 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-19c1b72e-e0d6-4eae-be96-5fe16ec72ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:41.415606 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-19c1b72e-e0d6-4eae-be96-5fe16ec72ef5 None None] Port c8423f0e-f35f-47d8-b7bc-2a94692bb50a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:27:41.510003 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 70258528-ec28-4546-9fa6-a2904640011d up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:27:41.549197 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-9092516f-cd21-46d7-aa02-8515daba2fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8423f0e-f35f-47d8-b7bc-2a94692bb50a {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:27:41.556745 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-9092516f-cd21-46d7-aa02-8515daba2fbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:41.561792 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 70258528-ec28-4546-9fa6-a2904640011d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:27:41.562510 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:41.570255 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-9092516f-cd21-46d7-aa02-8515daba2fbc service neutron] Transition to ACTIVE for port object c8423f0e-f35f-47d8-b7bc-2a94692bb50a will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:27:41.574044 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-9092516f-cd21-46d7-aa02-8515daba2fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:41.645485 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092516f-cd21-46d7-aa02-8515daba2fbc service neutron] Pushing event updated for resources: {'Port': ['ID=c8423f0e-f35f-47d8-b7bc-2a94692bb50a,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:41.708408 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-9092516f-cd21-46d7-aa02-8515daba2fbc service neutron] Attempting to bind port c8423f0e-f35f-47d8-b7bc-2a94692bb50a on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:27:41.708744 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-9092516f-cd21-46d7-aa02-8515daba2fbc service neutron] Attempting to bind port c8423f0e-f35f-47d8-b7bc-2a94692bb50a by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '04afe643-614d-4832-88d8-0ae11ac8020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:27:41.709071 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-9092516f-cd21-46d7-aa02-8515daba2fbc service neutron] Attempting to bind port c8423f0e-f35f-47d8-b7bc-2a94692bb50a on network 7012f065-001b-4c83-a2ed-5304ea34ee5c {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:27:41.714090 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-9092516f-cd21-46d7-aa02-8515daba2fbc service neutron] Port c8423f0e-f35f-47d8-b7bc-2a94692bb50a on network 7012f065-001b-4c83-a2ed-5304ea34ee5c not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:27:41.714423 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-9092516f-cd21-46d7-aa02-8515daba2fbc service neutron] Attempting to bind port c8423f0e-f35f-47d8-b7bc-2a94692bb50a on network 7012f065-001b-4c83-a2ed-5304ea34ee5c {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:27:41.719790 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-9092516f-cd21-46d7-aa02-8515daba2fbc service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:27:41.720121 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-9092516f-cd21-46d7-aa02-8515daba2fbc service neutron] Checking segment: {'id': '04afe643-614d-4832-88d8-0ae11ac8020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:27:41.720550 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-9092516f-cd21-46d7-aa02-8515daba2fbc service neutron] Bound using segment: {'id': '04afe643-614d-4832-88d8-0ae11ac8020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:27:41.720982 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-9092516f-cd21-46d7-aa02-8515daba2fbc service neutron] Bound port: c8423f0e-f35f-47d8-b7bc-2a94692bb50a, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04afe643-614d-4832-88d8-0ae11ac8020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:27:41.721375 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-9092516f-cd21-46d7-aa02-8515daba2fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:41.860039 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821eb51-e113-412c-911f-8784e4ff4af5 req-9b814141-6bd4-4ce9-8303-fb8b53ff50e6 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:41.861927 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1821eb51-e113-412c-911f-8784e4ff4af5 req-9b814141-6bd4-4ce9-8303-fb8b53ff50e6 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 944 time: 0.0753000 Jul 09 10:27:41.908040 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1821eb51-e113-412c-911f-8784e4ff4af5 req-23fe38f7-9db7-4708-aa7b-e55330586222 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3a61ef9-6bc1-4da0-9820-6801cf8832c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390811 Jul 09 10:27:42.096096 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-9092516f-cd21-46d7-aa02-8515daba2fbc service neutron] For port c8423f0e-f35f-47d8-b7bc-2a94692bb50a, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:27:42.099040 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-9092516f-cd21-46d7-aa02-8515daba2fbc service neutron] For port c8423f0e-f35f-47d8-b7bc-2a94692bb50a, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c8423f0e-f35f-47d8-b7bc-2a94692bb50a,segment=NetworkSegment(04afe643-614d-4832-88d8-0ae11ac8020b),segment_id=04afe643-614d-4832-88d8-0ae11ac8020b)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:27:42.103577 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-9092516f-cd21-46d7-aa02-8515daba2fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:42.138421 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-9092516f-cd21-46d7-aa02-8515daba2fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:42.139137 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-9092516f-cd21-46d7-aa02-8515daba2fbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:42.140553 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-9092516f-cd21-46d7-aa02-8515daba2fbc service neutron] 10.222.0.58 "PUT /v2.0/ports/c8423f0e-f35f-47d8-b7bc-2a94692bb50a HTTP/1.1" status: 200 len: 1092 time: 0.9439137 Jul 09 10:27:42.140963 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8570c6a9-5ecc-4f28-8359-d5cd774eb686', 'tag': 'c8423f0e-f35f-47d8-b7bc-2a94692bb50a'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:27:42.143258 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ba7cc2-ecbb-448a-b82e-f85c0e4ade9d" -d '{"events": [{"name": "network-changed", "server_uuid": "8570c6a9-5ecc-4f28-8359-d5cd774eb686", "tag": "c8423f0e-f35f-47d8-b7bc-2a94692bb50a"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:27:42.168885 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092516f-cd21-46d7-aa02-8515daba2fbc service neutron] Pushing event updated for resources: {'Port': ['ID=c8423f0e-f35f-47d8-b7bc-2a94692bb50a,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:42.207760 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64157f76-8e86-40c0-bb5d-75137501e1b2 x-openstack-request-id: req-64157f76-8e86-40c0-bb5d-75137501e1b2 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:27:42.208058 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8570c6a9-5ecc-4f28-8359-d5cd774eb686", "tag": "c8423f0e-f35f-47d8-b7bc-2a94692bb50a", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:27:42.208310 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-64157f76-8e86-40c0-bb5d-75137501e1b2 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:27:42.208865 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8570c6a9-5ecc-4f28-8359-d5cd774eb686', 'tag': 'c8423f0e-f35f-47d8-b7bc-2a94692bb50a', 'status': 'completed', 'code': 200} Jul 09 10:27:42.266238 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-43d2b8f7-ea6d-4fe6-8101-87cded15370b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:42.267816 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-43d2b8f7-ea6d-4fe6-8101-87cded15370b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 1095 time: 0.0688820 Jul 09 10:27:42.310484 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-0b0a6ab2-2176-4ec0-9c28-dbbc5d4ab634 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8423f0e-f35f-47d8-b7bc-2a94692bb50a HTTP/1.1" status: 200 len: 217 time: 0.0356328 Jul 09 10:27:42.358673 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-a7aaa97f-3ad3-4354-8868-40c27e8c7ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:42.360078 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-a7aaa97f-3ad3-4354-8868-40c27e8c7ccf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d3bc73b-7585-4a35-8605-fb6474ea36ff HTTP/1.1" status: 200 len: 835 time: 0.0439384 Jul 09 10:27:42.420652 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-d6c3a443-ea56-48ca-9839-cdf9449d70bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:42.422368 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-d6c3a443-ea56-48ca-9839-cdf9449d70bf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7012f065-001b-4c83-a2ed-5304ea34ee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565913 Jul 09 10:27:42.508971 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-6a51c6b9-6916-4bea-abae-81fdbb26fed6 service neutron] 10.222.0.58 "GET /v2.0/networks/7012f065-001b-4c83-a2ed-5304ea34ee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801089 Jul 09 10:27:42.598818 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8c3ee4f1-8f79-48ea-8513-8f353d77d3bc req-ceac89bb-b4fc-421d-999e-230561e0032b service neutron] 10.222.0.58 "GET /v2.0/networks/7012f065-001b-4c83-a2ed-5304ea34ee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835373 Jul 09 10:27:42.699360 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba7cc2-ecbb-448a-b82e-f85c0e4ade9d req-5570f20d-b429-450a-a373-9a095ec9a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:42.700809 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-17ba7cc2-ecbb-448a-b82e-f85c0e4ade9d req-5570f20d-b429-450a-a373-9a095ec9a25e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 1095 time: 0.0551064 Jul 09 10:27:42.789479 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba7cc2-ecbb-448a-b82e-f85c0e4ade9d req-3823651d-ded2-44a5-a68e-6a6aaa6d2398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:42.791001 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-17ba7cc2-ecbb-448a-b82e-f85c0e4ade9d req-3823651d-ded2-44a5-a68e-6a6aaa6d2398 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7012f065-001b-4c83-a2ed-5304ea34ee5c HTTP/1.1" status: 200 len: 897 time: 0.0841601 Jul 09 10:27:42.835129 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-17ba7cc2-ecbb-448a-b82e-f85c0e4ade9d req-1c452e2d-2160-494a-a5a4-029ebdbe9add service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8423f0e-f35f-47d8-b7bc-2a94692bb50a HTTP/1.1" status: 200 len: 217 time: 0.0375640 Jul 09 10:27:42.885193 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba7cc2-ecbb-448a-b82e-f85c0e4ade9d req-01c1173c-c463-4a8b-8d31-8f4b9b32f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:42.886711 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-17ba7cc2-ecbb-448a-b82e-f85c0e4ade9d req-01c1173c-c463-4a8b-8d31-8f4b9b32f3e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d3bc73b-7585-4a35-8605-fb6474ea36ff HTTP/1.1" status: 200 len: 835 time: 0.0454462 Jul 09 10:27:42.946249 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba7cc2-ecbb-448a-b82e-f85c0e4ade9d req-26c56e99-659a-4fcf-901c-d06d41bf6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:42.947809 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-17ba7cc2-ecbb-448a-b82e-f85c0e4ade9d req-26c56e99-659a-4fcf-901c-d06d41bf6d8f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7012f065-001b-4c83-a2ed-5304ea34ee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521262 Jul 09 10:27:43.047460 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-17ba7cc2-ecbb-448a-b82e-f85c0e4ade9d req-e856eeea-8a4b-4ee5-aa52-dfd6fa0608c0 service neutron] 10.222.0.58 "GET /v2.0/networks/7012f065-001b-4c83-a2ed-5304ea34ee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907707 Jul 09 10:27:43.099983 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d006a81-7f27-4b1b-98c3-35be4c99f46f req-bef2bcc5-6589-49cf-85c4-3ce151f3ce03 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:43.101487 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d006a81-7f27-4b1b-98c3-35be4c99f46f req-bef2bcc5-6589-49cf-85c4-3ce151f3ce03 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 944 time: 0.0649495 Jul 09 10:27:43.138885 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-17ba7cc2-ecbb-448a-b82e-f85c0e4ade9d req-8e7241f3-de24-433f-a365-1942707c6881 service neutron] 10.222.0.58 "GET /v2.0/networks/7012f065-001b-4c83-a2ed-5304ea34ee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846384 Jul 09 10:27:43.145568 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d006a81-7f27-4b1b-98c3-35be4c99f46f req-b468995a-b623-4a2d-a6dd-ed4293cc1037 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3a61ef9-6bc1-4da0-9820-6801cf8832c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381825 Jul 09 10:27:43.149312 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:44.335016 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd272b4-58be-4355-99b2-aa404b68f91b req-09f1bf3a-5f99-471f-95bc-762d16f267a3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:44.336568 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fd272b4-58be-4355-99b2-aa404b68f91b req-09f1bf3a-5f99-471f-95bc-762d16f267a3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 944 time: 0.0661399 Jul 09 10:27:44.373615 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fd272b4-58be-4355-99b2-aa404b68f91b req-2ccf73e7-21d3-4ca0-8765-ed4ed7b904c6 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3a61ef9-6bc1-4da0-9820-6801cf8832c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314164 Jul 09 10:27:44.890528 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c8423f0e-f35f-47d8-b7bc-2a94692bb50a details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:27:44.986612 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port c8423f0e-f35f-47d8-b7bc-2a94692bb50a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c8423f0e-f35f-47d8-b7bc-2a94692bb50a,segment=NetworkSegment(04afe643-614d-4832-88d8-0ae11ac8020b),segment_id=04afe643-614d-4832-88d8-0ae11ac8020b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:27:44.997671 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'c8423f0e-f35f-47d8-b7bc-2a94692bb50a', 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c', 'port_id': 'c8423f0e-f35f-47d8-b7bc-2a94692bb50a', 'mac_address': 'fa:16:3e:ab:f6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3bc73b-7585-4a35-8605-fb6474ea36ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:27:45.034220 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:45.047338 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8423f0e-f35f-47d8-b7bc-2a94692bb50a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:27:45.068942 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port c8423f0e-f35f-47d8-b7bc-2a94692bb50a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c8423f0e-f35f-47d8-b7bc-2a94692bb50a,segment=NetworkSegment(04afe643-614d-4832-88d8-0ae11ac8020b),segment_id=04afe643-614d-4832-88d8-0ae11ac8020b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:27:45.073169 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:45.118596 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=c8423f0e-f35f-47d8-b7bc-2a94692bb50a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:45.305574 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['c8423f0e-f35f-47d8-b7bc-2a94692bb50a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:27:45.545752 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1780f15-48fa-4101-a6ec-79d893d79189 req-26e974e7-0004-4c06-9813-5df9218d737d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:45.547258 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f1780f15-48fa-4101-a6ec-79d893d79189 req-26e974e7-0004-4c06-9813-5df9218d737d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 945 time: 0.0632272 Jul 09 10:27:45.585785 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f1780f15-48fa-4101-a6ec-79d893d79189 req-b3f3fa3c-9f82-4292-afc2-a6dfa4fc13d9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3a61ef9-6bc1-4da0-9820-6801cf8832c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322804 Jul 09 10:27:46.764920 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76b3da-0216-4dda-a77a-e1330a8bd24f req-282c686d-af90-4fad-b46f-687cb386bcf3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:46.766392 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b76b3da-0216-4dda-a77a-e1330a8bd24f req-282c686d-af90-4fad-b46f-687cb386bcf3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 945 time: 0.0653808 Jul 09 10:27:46.803342 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b76b3da-0216-4dda-a77a-e1330a8bd24f req-0470c12e-fa4b-4099-b60f-524cfcaa5d58 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3a61ef9-6bc1-4da0-9820-6801cf8832c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306520 Jul 09 10:27:46.889667 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c8423f0e-f35f-47d8-b7bc-2a94692bb50a up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:27:46.939851 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port c8423f0e-f35f-47d8-b7bc-2a94692bb50a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:27:46.943879 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port c8423f0e-f35f-47d8-b7bc-2a94692bb50a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:27:46.944248 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:47.018791 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:47.040828 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8570c6a9-5ecc-4f28-8359-d5cd774eb686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8423f0e-f35f-47d8-b7bc-2a94692bb50a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:27:47.043076 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0888fabe05580062c0d4cd7dc8f093f2b11926f06b578c6c7ec0a80924aac75e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559894b5-d8c3-411d-864f-cd7c69f4842b" -d '{"events": [{"server_uuid": "8570c6a9-5ecc-4f28-8359-d5cd774eb686", "name": "network-vif-plugged", "status": "completed", "tag": "c8423f0e-f35f-47d8-b7bc-2a94692bb50a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:27:47.056140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port c8423f0e-f35f-47d8-b7bc-2a94692bb50a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c8423f0e-f35f-47d8-b7bc-2a94692bb50a,segment=NetworkSegment(04afe643-614d-4832-88d8-0ae11ac8020b),segment_id=04afe643-614d-4832-88d8-0ae11ac8020b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:27:47.063749 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:47.090426 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad82d3b4-3e2a-4b32-8ec5-8331087cfb4f x-openstack-request-id: req-ad82d3b4-3e2a-4b32-8ec5-8331087cfb4f {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:27:47.090718 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8570c6a9-5ecc-4f28-8359-d5cd774eb686", "name": "network-vif-plugged", "status": "completed", "tag": "c8423f0e-f35f-47d8-b7bc-2a94692bb50a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:27:47.090967 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ad82d3b4-3e2a-4b32-8ec5-8331087cfb4f {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:27:47.091350 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8570c6a9-5ecc-4f28-8359-d5cd774eb686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8423f0e-f35f-47d8-b7bc-2a94692bb50a', 'code': 200} Jul 09 10:27:47.117363 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=c8423f0e-f35f-47d8-b7bc-2a94692bb50a,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:47.190558 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6cada-0aed-406b-b717-64d8658d23a0 req-d47b2ff5-5e92-4c84-93ac-4f3936bba7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:47.192654 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b2c6cada-0aed-406b-b717-64d8658d23a0 req-d47b2ff5-5e92-4c84-93ac-4f3936bba7ba service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 1097 time: 0.0521646 Jul 09 10:27:47.231396 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b2c6cada-0aed-406b-b717-64d8658d23a0 req-47d789c5-97fc-45a8-88d4-503f87561e23 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c3a61ef9-6bc1-4da0-9820-6801cf8832c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317738 Jul 09 10:27:47.978016 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4063150-542e-4a76-8a46-1b1d8c64ffe3 req-77005e3e-592c-4e40-b31f-f720790d4fee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:47.979574 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4063150-542e-4a76-8a46-1b1d8c64ffe3 req-77005e3e-592c-4e40-b31f-f720790d4fee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 946 time: 0.0643926 Jul 09 10:27:48.018434 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c4063150-542e-4a76-8a46-1b1d8c64ffe3 req-837a78a4-50c5-4de7-8dfc-4f87930af9f8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3a61ef9-6bc1-4da0-9820-6801cf8832c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331163 Jul 09 10:27:49.197298 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06664e5-4f1f-4510-9d9a-31eeaa02b67c req-f74c5d5d-bc4b-4914-b24f-39b8890d825d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:49.198804 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b06664e5-4f1f-4510-9d9a-31eeaa02b67c req-f74c5d5d-bc4b-4914-b24f-39b8890d825d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 946 time: 0.0631824 Jul 09 10:27:49.235715 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b06664e5-4f1f-4510-9d9a-31eeaa02b67c req-deff308b-45e6-4371-ab02-0bd4d3431ddf tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3a61ef9-6bc1-4da0-9820-6801cf8832c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313122 Jul 09 10:27:49.411015 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f1bee-74aa-4716-bf46-b24da7eeddc0 req-5594aaae-83c0-446a-ac4a-a087a45e5961 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:49.412513 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cc7f1bee-74aa-4716-bf46-b24da7eeddc0 req-5594aaae-83c0-446a-ac4a-a087a45e5961 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 946 time: 0.0651956 Jul 09 10:27:49.449804 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cc7f1bee-74aa-4716-bf46-b24da7eeddc0 req-900a8bde-a892-45b8-a387-e2c91cc543a7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3a61ef9-6bc1-4da0-9820-6801cf8832c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317168 Jul 09 10:27:49.473140 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43536) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:49.525661 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa994f47-bdd3-4f37-94ca-63de8dc84901 tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:49.527216 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-aa994f47-bdd3-4f37-94ca-63de8dc84901 tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 1092 time: 0.0530689 Jul 09 10:27:49.530219 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43538) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:49.534642 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2b0bcc09-5d77-4977-96b2-4faf3a74726e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': 'c8423f0e-f35f-47d8-b7bc-2a94692bb50a', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:27:49.556362 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b0bcc09-5d77-4977-96b2-4faf3a74726e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:49.650865 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b0bcc09-5d77-4977-96b2-4faf3a74726e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:49.754781 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-2b0bcc09-5d77-4977-96b2-4faf3a74726e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Allocated IP 172.25.3.163 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/bebf2651-c894-4695-9a63-398cb4d98b8e) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:27:49.852643 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b0bcc09-5d77-4977-96b2-4faf3a74726e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:49.897176 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b0bcc09-5d77-4977-96b2-4faf3a74726e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:49.938988 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0bcc09-5d77-4977-96b2-4faf3a74726e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:27:49.943728 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-2b0bcc09-5d77-4977-96b2-4faf3a74726e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:27:49.947915 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0bcc09-5d77-4977-96b2-4faf3a74726e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:27:49.971448 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bcc09-5d77-4977-96b2-4faf3a74726e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=bebf2651-c894-4695-9a63-398cb4d98b8e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:50.318187 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b0bcc09-5d77-4977-96b2-4faf3a74726e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:50.393591 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b0bcc09-5d77-4977-96b2-4faf3a74726e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:50.543213 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b0bcc09-5d77-4977-96b2-4faf3a74726e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:50.547278 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b0bcc09-5d77-4977-96b2-4faf3a74726e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:50.614087 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bcc09-5d77-4977-96b2-4faf3a74726e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=bebf2651-c894-4695-9a63-398cb4d98b8e,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:27:50.626534 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b0bcc09-5d77-4977-96b2-4faf3a74726e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:50.726915 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-2b0bcc09-5d77-4977-96b2-4faf3a74726e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Floating IP 94e7fe2b-1ace-45ae-9cee-dc7ee2ec0915 associated. External IP: 172.25.3.163, port: c8423f0e-f35f-47d8-b7bc-2a94692bb50a. Jul 09 10:27:50.939647 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0bcc09-5d77-4977-96b2-4faf3a74726e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router 39e84f26-be19-4354-9126-125912770d01 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:27:51.045690 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0bcc09-5d77-4977-96b2-4faf3a74726e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:27:51.055452 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6874f2fd-352a-4ac1-8751-525be9c5677d None None] Sync routers for ids ['39e84f26-be19-4354-9126-125912770d01'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:27:51.062057 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b0bcc09-5d77-4977-96b2-4faf3a74726e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:27:51.066477 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6874f2fd-352a-4ac1-8751-525be9c5677d None None] Routers {'39e84f26-be19-4354-9126-125912770d01'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:27:51.067712 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6874f2fd-352a-4ac1-8751-525be9c5677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:27:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['39e84f26-be19-4354-9126-125912770d01'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:51.099486 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2b0bcc09-5d77-4977-96b2-4faf3a74726e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5682163 Jul 09 10:27:51.100111 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8570c6a9-5ecc-4f28-8359-d5cd774eb686', 'tag': 'c8423f0e-f35f-47d8-b7bc-2a94692bb50a'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:27:51.102391 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f70abdb-a9de-4512-8ccb-8dc5eb96855f" -d '{"events": [{"name": "network-changed", "server_uuid": "8570c6a9-5ecc-4f28-8359-d5cd774eb686", "tag": "c8423f0e-f35f-47d8-b7bc-2a94692bb50a"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:27:51.176244 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-6874f2fd-352a-4ac1-8751-525be9c5677d None None] Set router 39e84f26-be19-4354-9126-125912770d01 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:27:51.199041 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94446247-672f-4011-9ba6-caa8a8bcf752 x-openstack-request-id: req-94446247-672f-4011-9ba6-caa8a8bcf752 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:27:51.199335 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8570c6a9-5ecc-4f28-8359-d5cd774eb686", "tag": "c8423f0e-f35f-47d8-b7bc-2a94692bb50a", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:27:51.199584 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-94446247-672f-4011-9ba6-caa8a8bcf752 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:27:51.200012 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8570c6a9-5ecc-4f28-8359-d5cd774eb686', 'tag': 'c8423f0e-f35f-47d8-b7bc-2a94692bb50a', 'status': 'completed', 'code': 200} Jul 09 10:27:51.283388 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70abdb-a9de-4512-8ccb-8dc5eb96855f req-9549bca3-77c5-4d08-b034-2661c8feed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:51.283944 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be93d7-096c-47f7-96b0-55a49023fabe req-32f5bc68-11e8-40a2-9f54-fb80fc8b49ff tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:51.285367 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6f70abdb-a9de-4512-8ccb-8dc5eb96855f req-9549bca3-77c5-4d08-b034-2661c8feed62 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 1097 time: 0.0599844 Jul 09 10:27:51.286791 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44be93d7-096c-47f7-96b0-55a49023fabe req-32f5bc68-11e8-40a2-9f54-fb80fc8b49ff tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 946 time: 0.0697422 Jul 09 10:27:51.326627 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44be93d7-096c-47f7-96b0-55a49023fabe req-e42393df-6d51-4099-827c-5a77efdc8911 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3a61ef9-6bc1-4da0-9820-6801cf8832c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342238 Jul 09 10:27:51.354734 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43546) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:51.385572 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70abdb-a9de-4512-8ccb-8dc5eb96855f req-8783f4ec-8e71-43b5-8d15-0eaeb4a5705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:51.387064 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6f70abdb-a9de-4512-8ccb-8dc5eb96855f req-8783f4ec-8e71-43b5-8d15-0eaeb4a5705a service neutron] 10.222.0.58 "GET /v2.0/networks?id=7012f065-001b-4c83-a2ed-5304ea34ee5c HTTP/1.1" status: 200 len: 897 time: 0.0957766 Jul 09 10:27:51.419987 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6874f2fd-352a-4ac1-8751-525be9c5677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e84f26-be19-4354-9126-125912770d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816810776', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:27:31Z', 'updated_at': '2021-07-09T10:27:35Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e84f26-be19-4354-9126-125912770d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:27:32Z', 'updated_at': '2021-07-09T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '94e7fe2b-1ace-45ae-9cee-dc7ee2ec0915', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'floating_ip_address': '172.25.3.163', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '39e84f26-be19-4354-9126-125912770d01', 'port_id': 'c8423f0e-f35f-47d8-b7bc-2a94692bb50a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c', 'mac_address': 'fa:16:3e:ab:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8570c6a9-5ecc-4f28-8359-d5cd774eb686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:27:50Z', 'updated_at': '2021-07-09T10:27:50Z', 'revision_number': 0, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70258528-ec28-4546-9fa6-a2904640011d', 'name': '', 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:24:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e84f26-be19-4354-9126-125912770d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '9d3bc73b-7585-4a35-8605-fb6474ea36ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:27:34Z', 'updated_at': '2021-07-09T10:27:39Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': '9d3bc73b-7585-4a35-8605-fb6474ea36ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:51.428892 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e878fe81-d500-4320-81ef-a62103355f17 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/floatingips/94e7fe2b-1ace-45ae-9cee-dc7ee2ec0915 HTTP/1.1" status: 200 len: 992 time: 0.0728526 Jul 09 10:27:51.450722 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6874f2fd-352a-4ac1-8751-525be9c5677d None None] Checking router: 39e84f26-be19-4354-9126-125912770d01 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:27:51.453763 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6f70abdb-a9de-4512-8ccb-8dc5eb96855f req-89716de1-4a00-4666-a0c5-64affdc8ac7d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8423f0e-f35f-47d8-b7bc-2a94692bb50a HTTP/1.1" status: 200 len: 1000 time: 0.0605791 Jul 09 10:27:51.459346 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6874f2fd-352a-4ac1-8751-525be9c5677d None None] Routers {'39e84f26-be19-4354-9126-125912770d01'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:27:51.459984 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6874f2fd-352a-4ac1-8751-525be9c5677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:27:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['39e84f26-be19-4354-9126-125912770d01'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:51.509359 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70abdb-a9de-4512-8ccb-8dc5eb96855f req-51a068f3-3f3c-4684-ba95-ddd98cee9a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:51.509359 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6f70abdb-a9de-4512-8ccb-8dc5eb96855f req-51a068f3-3f3c-4684-ba95-ddd98cee9a56 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d3bc73b-7585-4a35-8605-fb6474ea36ff HTTP/1.1" status: 200 len: 835 time: 0.0496032 Jul 09 10:27:51.572768 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70abdb-a9de-4512-8ccb-8dc5eb96855f req-56637c0b-4169-4228-b1c5-2e2581631a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:27:51.573888 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6f70abdb-a9de-4512-8ccb-8dc5eb96855f req-56637c0b-4169-4228-b1c5-2e2581631a33 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7012f065-001b-4c83-a2ed-5304ea34ee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589812 Jul 09 10:27:51.578303 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-6874f2fd-352a-4ac1-8751-525be9c5677d None None] Set router 39e84f26-be19-4354-9126-125912770d01 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:27:51.664995 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6f70abdb-a9de-4512-8ccb-8dc5eb96855f req-a75ef125-3d0e-46a7-8cf8-330e2a70b892 service neutron] 10.222.0.58 "GET /v2.0/networks/7012f065-001b-4c83-a2ed-5304ea34ee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850585 Jul 09 10:27:51.758638 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-6f70abdb-a9de-4512-8ccb-8dc5eb96855f req-73264678-2554-4359-ba8e-2dc374993d4f service neutron] 10.222.0.58 "GET /v2.0/networks/7012f065-001b-4c83-a2ed-5304ea34ee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872712 Jul 09 10:27:51.804079 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6874f2fd-352a-4ac1-8751-525be9c5677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e84f26-be19-4354-9126-125912770d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816810776', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:27:31Z', 'updated_at': '2021-07-09T10:27:35Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e84f26-be19-4354-9126-125912770d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:27:32Z', 'updated_at': '2021-07-09T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '94e7fe2b-1ace-45ae-9cee-dc7ee2ec0915', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'floating_ip_address': '172.25.3.163', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '39e84f26-be19-4354-9126-125912770d01', 'port_id': 'c8423f0e-f35f-47d8-b7bc-2a94692bb50a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c', 'mac_address': 'fa:16:3e:ab:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8570c6a9-5ecc-4f28-8359-d5cd774eb686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:27:50Z', 'updated_at': '2021-07-09T10:27:50Z', 'revision_number': 0, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70258528-ec28-4546-9fa6-a2904640011d', 'name': '', 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:24:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e84f26-be19-4354-9126-125912770d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '9d3bc73b-7585-4a35-8605-fb6474ea36ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:27:34Z', 'updated_at': '2021-07-09T10:27:39Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': '9d3bc73b-7585-4a35-8605-fb6474ea36ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:27:51.829142 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6874f2fd-352a-4ac1-8751-525be9c5677d None None] The sync data for ids ['39e84f26-be19-4354-9126-125912770d01'] in n-d-799996-1 is: [{'id': '39e84f26-be19-4354-9126-125912770d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816810776', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:27:31Z', 'updated_at': '2021-07-09T10:27:35Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e84f26-be19-4354-9126-125912770d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:27:32Z', 'updated_at': '2021-07-09T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '94e7fe2b-1ace-45ae-9cee-dc7ee2ec0915', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'floating_ip_address': '172.25.3.163', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '39e84f26-be19-4354-9126-125912770d01', 'port_id': 'c8423f0e-f35f-47d8-b7bc-2a94692bb50a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c', 'mac_address': 'fa:16:3e:ab:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8570c6a9-5ecc-4f28-8359-d5cd774eb686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:27:50Z', 'updated_at': '2021-07-09T10:27:50Z', 'revision_number': 0, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70258528-ec28-4546-9fa6-a2904640011d', 'name': '', 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:24:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e84f26-be19-4354-9126-125912770d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '9d3bc73b-7585-4a35-8605-fb6474ea36ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:27:34Z', 'updated_at': '2021-07-09T10:27:39Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': '9d3bc73b-7585-4a35-8605-fb6474ea36ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:27:52.024815 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd862a9c-1082-4ea4-9fd6-e400cda713f3 None None] New status for floating IP 94e7fe2b-1ace-45ae-9cee-dc7ee2ec0915: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:27:52.432808 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43548) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:27:52.491450 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5521b18b-46f1-4c08-a917-4aea4d5a588e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/floatingips/94e7fe2b-1ace-45ae-9cee-dc7ee2ec0915 HTTP/1.1" status: 200 len: 994 time: 0.0574341 Jul 09 10:28:02.451879 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:28:04.412187 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:06.827353 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5ba64f35-dfe7-4221-8d9c-8b0842e140c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:09.434353 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c5603fe-87a1-47a1-a74b-fc928b4b2bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:09.589040 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:09.695272 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:11.358623 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:13.149349 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:13.483296 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-32a20f4d-e8f2-4e01-a799-3ad5b0b50481 req-fff010d5-825d-4729-8620-b64e8a566fd1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510743 Jul 09 10:28:13.575178 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a20f4d-e8f2-4e01-a799-3ad5b0b50481 req-b87a6261-afdf-47d0-bba8-a74d83326c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:13.576768 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-32a20f4d-e8f2-4e01-a799-3ad5b0b50481 req-b87a6261-afdf-47d0-bba8-a74d83326c25 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 1097 time: 0.0526731 Jul 09 10:28:13.684550 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a20f4d-e8f2-4e01-a799-3ad5b0b50481 req-ee50d831-e9dd-45c7-b756-dd0580a49852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:13.686030 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-32a20f4d-e8f2-4e01-a799-3ad5b0b50481 req-ee50d831-e9dd-45c7-b756-dd0580a49852 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7012f065-001b-4c83-a2ed-5304ea34ee5c HTTP/1.1" status: 200 len: 897 time: 0.0888634 Jul 09 10:28:13.749739 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-32a20f4d-e8f2-4e01-a799-3ad5b0b50481 req-52b48321-9436-4959-8ebf-9cee2f3f3462 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8423f0e-f35f-47d8-b7bc-2a94692bb50a HTTP/1.1" status: 200 len: 1002 time: 0.0567532 Jul 09 10:28:13.801744 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a20f4d-e8f2-4e01-a799-3ad5b0b50481 req-77c29f03-8299-4c37-a4ed-fbfc9234ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:13.803253 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-32a20f4d-e8f2-4e01-a799-3ad5b0b50481 req-77c29f03-8299-4c37-a4ed-fbfc9234ec9b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d3bc73b-7585-4a35-8605-fb6474ea36ff HTTP/1.1" status: 200 len: 835 time: 0.0475821 Jul 09 10:28:13.858623 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a20f4d-e8f2-4e01-a799-3ad5b0b50481 req-ac1815e7-a1f4-48dc-9e82-25a4f0243459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:13.860143 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-32a20f4d-e8f2-4e01-a799-3ad5b0b50481 req-ac1815e7-a1f4-48dc-9e82-25a4f0243459 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7012f065-001b-4c83-a2ed-5304ea34ee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506451 Jul 09 10:28:13.947364 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-32a20f4d-e8f2-4e01-a799-3ad5b0b50481 req-75282d44-aec8-4774-87e7-6a38371ae456 service neutron] 10.222.0.58 "GET /v2.0/networks/7012f065-001b-4c83-a2ed-5304ea34ee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807271 Jul 09 10:28:14.040409 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-32a20f4d-e8f2-4e01-a799-3ad5b0b50481 req-6c5f321c-50fb-477d-83cd-1774836dedcc service neutron] 10.222.0.58 "GET /v2.0/networks/7012f065-001b-4c83-a2ed-5304ea34ee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866275 Jul 09 10:28:19.394653 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fdb61-8054-433a-a05c-43556a9ffd4c req-626d819a-a1a1-4fe5-83ed-0d6b8b017b96 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:19.396143 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-731fdb61-8054-433a-a05c-43556a9ffd4c req-626d819a-a1a1-4fe5-83ed-0d6b8b017b96 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 946 time: 0.0666320 Jul 09 10:28:19.434507 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-731fdb61-8054-433a-a05c-43556a9ffd4c req-6212cf14-8a80-4c9e-9fff-36fb86be7169 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3a61ef9-6bc1-4da0-9820-6801cf8832c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322583 Jul 09 10:28:20.628363 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8104d-efc2-483a-b1f1-d9d73bd1e7dc req-f4ba42a6-a8d7-41d8-ba58-aeb4704d1b17 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:20.629851 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-afa8104d-efc2-483a-b1f1-d9d73bd1e7dc req-f4ba42a6-a8d7-41d8-ba58-aeb4704d1b17 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 946 time: 0.0621965 Jul 09 10:28:20.669533 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-afa8104d-efc2-483a-b1f1-d9d73bd1e7dc req-33046311-471a-483f-9695-030635c716ff tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3a61ef9-6bc1-4da0-9820-6801cf8832c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339391 Jul 09 10:28:20.694842 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43566) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:20.759852 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ee01eb2a-ce80-4589-8585-982993ea0cd1 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/floatingips/94e7fe2b-1ace-45ae-9cee-dc7ee2ec0915 HTTP/1.1" status: 200 len: 994 time: 0.0637016 Jul 09 10:28:22.189250 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10762aa2-6f2c-456e-a561-6651debf33c4 req-0b228edf-9e6e-40d5-a13f-9871d67b8be7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:22.191034 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10762aa2-6f2c-456e-a561-6651debf33c4 req-0b228edf-9e6e-40d5-a13f-9871d67b8be7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 946 time: 0.0644855 Jul 09 10:28:22.231891 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-10762aa2-6f2c-456e-a561-6651debf33c4 req-4074b3c1-3797-4543-9a38-f3eb2ebd252f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3a61ef9-6bc1-4da0-9820-6801cf8832c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350189 Jul 09 10:28:23.414943 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bc363-4a72-4051-b271-d7155a94264d req-db8b9d98-cb02-46b2-a333-fcc3be0f3989 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:23.416354 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-526bc363-4a72-4051-b271-d7155a94264d req-db8b9d98-cb02-46b2-a333-fcc3be0f3989 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 946 time: 0.0637264 Jul 09 10:28:23.453056 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-526bc363-4a72-4051-b271-d7155a94264d req-33933824-d08b-4250-a3de-48dcd3129ce8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3a61ef9-6bc1-4da0-9820-6801cf8832c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311294 Jul 09 10:28:23.477652 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43576) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:23.540976 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6781d191-fbe6-45c5-b865-6791afc6745b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/floatingips/94e7fe2b-1ace-45ae-9cee-dc7ee2ec0915 HTTP/1.1" status: 200 len: 994 time: 0.0621884 Jul 09 10:28:23.838947 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43582) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:23.993965 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting port bebf2651-c894-4695-9a63-398cb4d98b8e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:28:23.994330 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:24.067746 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:24.068078 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:24.079721 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Calling delete_port for bebf2651-c894-4695-9a63-398cb4d98b8e owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:28:24.234956 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:24.267027 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Port': ['ID=bebf2651-c894-4695-9a63-398cb4d98b8e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:24.282814 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:24.283163 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:24.283500 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:24.283864 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:24.284195 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:24.284523 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:24.284848 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:24.285169 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:24.285497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:24.286067 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:24.286372 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:24.286722 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:24.343591 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:24.343974 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Floating IP 94e7fe2b-1ace-45ae-9cee-dc7ee2ec0915 disassociated (deleted). External IP: 172.25.3.163, port: c8423f0e-f35f-47d8-b7bc-2a94692bb50a. Jul 09 10:28:24.842393 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router 39e84f26-be19-4354-9126-125912770d01 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:28:24.956580 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:28:24.961358 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:24.966098 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651be57b-9fe9-4e49-82e0-0b754dfb7f03 None None] Sync routers for ids ['39e84f26-be19-4354-9126-125912770d01'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:28:24.976305 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651be57b-9fe9-4e49-82e0-0b754dfb7f03 None None] Routers {'39e84f26-be19-4354-9126-125912770d01'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:28:24.976911 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-651be57b-9fe9-4e49-82e0-0b754dfb7f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:28:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['39e84f26-be19-4354-9126-125912770d01'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:28:24.998008 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7b948c03-2bbc-4bf3-942a-abf2a6e6995e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/floatingips/94e7fe2b-1ace-45ae-9cee-dc7ee2ec0915 HTTP/1.1" status: 204 len: 168 time: 1.1579306 Jul 09 10:28:24.998720 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8570c6a9-5ecc-4f28-8359-d5cd774eb686', 'tag': 'c8423f0e-f35f-47d8-b7bc-2a94692bb50a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:28:25.001208 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f612bc-2c76-4d92-bd49-397b185ec761" -d '{"events": [{"name": "network-changed", "server_uuid": "8570c6a9-5ecc-4f28-8359-d5cd774eb686", "tag": "c8423f0e-f35f-47d8-b7bc-2a94692bb50a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:28:25.099213 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38722b6-741e-4de9-b431-52bc7d9ba470 x-openstack-request-id: req-c38722b6-741e-4de9-b431-52bc7d9ba470 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:28:25.099531 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8570c6a9-5ecc-4f28-8359-d5cd774eb686", "tag": "c8423f0e-f35f-47d8-b7bc-2a94692bb50a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:28:25.099818 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c38722b6-741e-4de9-b431-52bc7d9ba470 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:28:25.100724 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8570c6a9-5ecc-4f28-8359-d5cd774eb686', 'tag': 'c8423f0e-f35f-47d8-b7bc-2a94692bb50a', 'status': 'completed', 'code': 200} Jul 09 10:28:25.193452 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-651be57b-9fe9-4e49-82e0-0b754dfb7f03 None None] Set router 39e84f26-be19-4354-9126-125912770d01 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:28:25.226763 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f612bc-2c76-4d92-bd49-397b185ec761 req-ca67ffa3-e6e1-4f84-a412-fc2d261fbf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:25.228516 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-87f612bc-2c76-4d92-bd49-397b185ec761 req-ca67ffa3-e6e1-4f84-a412-fc2d261fbf91 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 1097 time: 0.1084156 Jul 09 10:28:25.334164 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f612bc-2c76-4d92-bd49-397b185ec761 req-373ce011-144f-4f09-88df-29f36360d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:25.336415 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-87f612bc-2c76-4d92-bd49-397b185ec761 req-373ce011-144f-4f09-88df-29f36360d27a service neutron] 10.222.0.58 "GET /v2.0/networks?id=7012f065-001b-4c83-a2ed-5304ea34ee5c HTTP/1.1" status: 200 len: 897 time: 0.1010485 Jul 09 10:28:25.380804 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-87f612bc-2c76-4d92-bd49-397b185ec761 req-f96b7636-f716-4276-80ef-9d5379d56afd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8423f0e-f35f-47d8-b7bc-2a94692bb50a HTTP/1.1" status: 200 len: 217 time: 0.0365593 Jul 09 10:28:25.395852 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c43389-12ee-498b-94ff-aa9d1b8d38ad req-f9414aaa-4b8a-41ed-8ea2-9292c61aac1b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:25.398175 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a9c43389-12ee-498b-94ff-aa9d1b8d38ad req-f9414aaa-4b8a-41ed-8ea2-9292c61aac1b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 946 time: 0.0699227 Jul 09 10:28:25.408283 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-651be57b-9fe9-4e49-82e0-0b754dfb7f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e84f26-be19-4354-9126-125912770d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816810776', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:27:31Z', 'updated_at': '2021-07-09T10:27:35Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e84f26-be19-4354-9126-125912770d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:27:32Z', 'updated_at': '2021-07-09T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '70258528-ec28-4546-9fa6-a2904640011d', 'name': '', 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:24:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e84f26-be19-4354-9126-125912770d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '9d3bc73b-7585-4a35-8605-fb6474ea36ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:27:34Z', 'updated_at': '2021-07-09T10:27:39Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': '9d3bc73b-7585-4a35-8605-fb6474ea36ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:28:25.431614 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f612bc-2c76-4d92-bd49-397b185ec761 req-533b4281-5d6a-42e2-8623-edbb823e50f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:25.433263 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-87f612bc-2c76-4d92-bd49-397b185ec761 req-533b4281-5d6a-42e2-8623-edbb823e50f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d3bc73b-7585-4a35-8605-fb6474ea36ff HTTP/1.1" status: 200 len: 835 time: 0.0460851 Jul 09 10:28:25.436112 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651be57b-9fe9-4e49-82e0-0b754dfb7f03 None None] Checking router: 39e84f26-be19-4354-9126-125912770d01 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:28:25.436397 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a9c43389-12ee-498b-94ff-aa9d1b8d38ad req-e4f770ab-842f-4d4e-84bc-dd91e3337c1a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3a61ef9-6bc1-4da0-9820-6801cf8832c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325789 Jul 09 10:28:25.444748 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651be57b-9fe9-4e49-82e0-0b754dfb7f03 None None] Routers {'39e84f26-be19-4354-9126-125912770d01'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:28:25.445371 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-651be57b-9fe9-4e49-82e0-0b754dfb7f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:28:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['39e84f26-be19-4354-9126-125912770d01'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:28:25.503610 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f612bc-2c76-4d92-bd49-397b185ec761 req-9c6e5638-282f-4e14-abc4-cafa0e4273a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:25.505400 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-87f612bc-2c76-4d92-bd49-397b185ec761 req-9c6e5638-282f-4e14-abc4-cafa0e4273a6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7012f065-001b-4c83-a2ed-5304ea34ee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641422 Jul 09 10:28:25.557751 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-651be57b-9fe9-4e49-82e0-0b754dfb7f03 None None] Set router 39e84f26-be19-4354-9126-125912770d01 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:28:25.595577 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-87f612bc-2c76-4d92-bd49-397b185ec761 req-9e322b51-6f7f-4902-9b85-a250f843ae22 service neutron] 10.222.0.58 "GET /v2.0/networks/7012f065-001b-4c83-a2ed-5304ea34ee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825820 Jul 09 10:28:25.692951 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-87f612bc-2c76-4d92-bd49-397b185ec761 req-dbad139d-6ef7-442b-b604-4ac0dce1ed42 service neutron] 10.222.0.58 "GET /v2.0/networks/7012f065-001b-4c83-a2ed-5304ea34ee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892527 Jul 09 10:28:25.764106 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-651be57b-9fe9-4e49-82e0-0b754dfb7f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e84f26-be19-4354-9126-125912770d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816810776', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:27:31Z', 'updated_at': '2021-07-09T10:27:35Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e84f26-be19-4354-9126-125912770d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:27:32Z', 'updated_at': '2021-07-09T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '70258528-ec28-4546-9fa6-a2904640011d', 'name': '', 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:24:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e84f26-be19-4354-9126-125912770d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '9d3bc73b-7585-4a35-8605-fb6474ea36ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:27:34Z', 'updated_at': '2021-07-09T10:27:39Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': '9d3bc73b-7585-4a35-8605-fb6474ea36ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:28:25.793858 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651be57b-9fe9-4e49-82e0-0b754dfb7f03 None None] The sync data for ids ['39e84f26-be19-4354-9126-125912770d01'] in n-d-799996-1 is: [{'id': '39e84f26-be19-4354-9126-125912770d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816810776', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:27:31Z', 'updated_at': '2021-07-09T10:27:35Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e84f26-be19-4354-9126-125912770d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:27:32Z', 'updated_at': '2021-07-09T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '70258528-ec28-4546-9fa6-a2904640011d', 'name': '', 'network_id': '7012f065-001b-4c83-a2ed-5304ea34ee5c', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:24:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e84f26-be19-4354-9126-125912770d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '9d3bc73b-7585-4a35-8605-fb6474ea36ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:27:34Z', 'updated_at': '2021-07-09T10:27:39Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': '9d3bc73b-7585-4a35-8605-fb6474ea36ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:28:26.018553 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243301fe-e145-445d-9885-d4e5427e8327 None None] New status for floating IP 94e7fe2b-1ace-45ae-9cee-dc7ee2ec0915: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:28:26.611583 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4453af-831b-4b31-a768-06ec34984fbd req-16746039-1d10-4762-bf0d-f7eabf71497d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:26.613059 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af4453af-831b-4b31-a768-06ec34984fbd req-16746039-1d10-4762-bf0d-f7eabf71497d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 946 time: 0.0646598 Jul 09 10:28:26.649881 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af4453af-831b-4b31-a768-06ec34984fbd req-34b3a2a9-b6fa-4966-9e91-8a9baa581035 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3a61ef9-6bc1-4da0-9820-6801cf8832c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307608 Jul 09 10:28:26.936630 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e0751-eb96-4491-b819-0a79b1404de5 req-d06a6f5c-f3a2-4811-98e9-f31abfde13d5 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:26.938121 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-969e0751-eb96-4491-b819-0a79b1404de5 req-d06a6f5c-f3a2-4811-98e9-f31abfde13d5 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.58 "GET /v2.0/ports?device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 946 time: 0.0681961 Jul 09 10:28:27.036369 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-969e0751-eb96-4491-b819-0a79b1404de5 req-857641ea-a579-4d26-82e1-09fc92aa431b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting port c8423f0e-f35f-47d8-b7bc-2a94692bb50a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:28:27.036710 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-969e0751-eb96-4491-b819-0a79b1404de5 req-857641ea-a579-4d26-82e1-09fc92aa431b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:27.127210 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-969e0751-eb96-4491-b819-0a79b1404de5 req-857641ea-a579-4d26-82e1-09fc92aa431b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] For port c8423f0e-f35f-47d8-b7bc-2a94692bb50a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c8423f0e-f35f-47d8-b7bc-2a94692bb50a,segment=NetworkSegment(04afe643-614d-4832-88d8-0ae11ac8020b),segment_id=04afe643-614d-4832-88d8-0ae11ac8020b)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:28:27.127625 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-969e0751-eb96-4491-b819-0a79b1404de5 req-857641ea-a579-4d26-82e1-09fc92aa431b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:27.141045 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-969e0751-eb96-4491-b819-0a79b1404de5 req-857641ea-a579-4d26-82e1-09fc92aa431b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Calling delete_port for c8423f0e-f35f-47d8-b7bc-2a94692bb50a owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:28:27.268758 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-969e0751-eb96-4491-b819-0a79b1404de5 req-857641ea-a579-4d26-82e1-09fc92aa431b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:27.297680 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857641ea-a579-4d26-82e1-09fc92aa431b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Port': ['ID=c8423f0e-f35f-47d8-b7bc-2a94692bb50a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:27.327594 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857641ea-a579-4d26-82e1-09fc92aa431b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:27.327983 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857641ea-a579-4d26-82e1-09fc92aa431b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:27.328330 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857641ea-a579-4d26-82e1-09fc92aa431b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:27.328672 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857641ea-a579-4d26-82e1-09fc92aa431b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:27.329011 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857641ea-a579-4d26-82e1-09fc92aa431b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:27.329344 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857641ea-a579-4d26-82e1-09fc92aa431b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:27.329679 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857641ea-a579-4d26-82e1-09fc92aa431b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:27.330011 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857641ea-a579-4d26-82e1-09fc92aa431b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:27.330343 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857641ea-a579-4d26-82e1-09fc92aa431b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:27.330672 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857641ea-a579-4d26-82e1-09fc92aa431b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:27.330998 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857641ea-a579-4d26-82e1-09fc92aa431b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:27.331322 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857641ea-a579-4d26-82e1-09fc92aa431b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:27.351836 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-969e0751-eb96-4491-b819-0a79b1404de5 req-857641ea-a579-4d26-82e1-09fc92aa431b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] No DVR routers for this DVR port c8423f0e-f35f-47d8-b7bc-2a94692bb50a on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:28:27.354237 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-969e0751-eb96-4491-b819-0a79b1404de5 req-857641ea-a579-4d26-82e1-09fc92aa431b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:27.356288 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-969e0751-eb96-4491-b819-0a79b1404de5 req-857641ea-a579-4d26-82e1-09fc92aa431b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.58 "DELETE /v2.0/ports/c8423f0e-f35f-47d8-b7bc-2a94692bb50a HTTP/1.1" status: 204 len: 173 time: 0.4129162 Jul 09 10:28:27.356722 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8570c6a9-5ecc-4f28-8359-d5cd774eb686', 'name': 'network-vif-deleted', 'tag': 'c8423f0e-f35f-47d8-b7bc-2a94692bb50a'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:28:27.358955 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001e62a9-62ef-4116-946a-3837e1b08dee" -d '{"events": [{"server_uuid": "8570c6a9-5ecc-4f28-8359-d5cd774eb686", "name": "network-vif-deleted", "tag": "c8423f0e-f35f-47d8-b7bc-2a94692bb50a"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:28:27.397609 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325bb01b-a6bc-4198-83c5-0a8d4d895e44 x-openstack-request-id: req-325bb01b-a6bc-4198-83c5-0a8d4d895e44 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:28:27.397914 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8570c6a9-5ecc-4f28-8359-d5cd774eb686", "name": "network-vif-deleted", "tag": "c8423f0e-f35f-47d8-b7bc-2a94692bb50a", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:28:27.398171 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-325bb01b-a6bc-4198-83c5-0a8d4d895e44 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:28:27.398574 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8570c6a9-5ecc-4f28-8359-d5cd774eb686', 'name': 'network-vif-deleted', 'tag': 'c8423f0e-f35f-47d8-b7bc-2a94692bb50a', 'status': 'completed', 'code': 200} Jul 09 10:28:27.812079 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a718798e-2100-487a-b1fa-1f34c8dd13fd req-50a02430-1ec4-4e90-829b-2b7d1e7a27ea tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=8570c6a9-5ecc-4f28-8359-d5cd774eb686 HTTP/1.1" status: 200 len: 210 time: 0.0316985 Jul 09 10:28:28.905474 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43602) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:29.267633 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76f7b49e-c28c-43dd-b84a-6f491c736ea4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:29.536145 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-76f7b49e-c28c-43dd-b84a-6f491c736ea4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting port 70258528-ec28-4546-9fa6-a2904640011d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:28:29.536516 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76f7b49e-c28c-43dd-b84a-6f491c736ea4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:29.623575 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-76f7b49e-c28c-43dd-b84a-6f491c736ea4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] For port 70258528-ec28-4546-9fa6-a2904640011d, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=70258528-ec28-4546-9fa6-a2904640011d,segment=NetworkSegment(04afe643-614d-4832-88d8-0ae11ac8020b),segment_id=04afe643-614d-4832-88d8-0ae11ac8020b)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:28:29.623975 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76f7b49e-c28c-43dd-b84a-6f491c736ea4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:29.637602 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-76f7b49e-c28c-43dd-b84a-6f491c736ea4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Calling delete_port for 70258528-ec28-4546-9fa6-a2904640011d owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:28:29.823207 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76f7b49e-c28c-43dd-b84a-6f491c736ea4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:29.847026 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7b49e-c28c-43dd-b84a-6f491c736ea4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Port': ['ID=70258528-ec28-4546-9fa6-a2904640011d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:30.032216 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76f7b49e-c28c-43dd-b84a-6f491c736ea4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:30.245836 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f7b49e-c28c-43dd-b84a-6f491c736ea4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router 39e84f26-be19-4354-9126-125912770d01 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:28:30.351945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f7b49e-c28c-43dd-b84a-6f491c736ea4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:28:30.356981 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-76f7b49e-c28c-43dd-b84a-6f491c736ea4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "PUT /v2.0/routers/39e84f26-be19-4354-9126-125912770d01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4504786 Jul 09 10:28:30.359722 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43604) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:30.361730 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c39c60-36b9-4c78-8fc8-ea041312380b None None] Sync routers for ids ['39e84f26-be19-4354-9126-125912770d01'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:28:30.370791 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c39c60-36b9-4c78-8fc8-ea041312380b None None] Routers {'39e84f26-be19-4354-9126-125912770d01'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:28:30.371395 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-35c39c60-36b9-4c78-8fc8-ea041312380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:28:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['39e84f26-be19-4354-9126-125912770d01'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:28:30.411988 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-87eed25a-51f2-48a6-a99b-cf95144e6cb1 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting subnet 9d3bc73b-7585-4a35-8605-fb6474ea36ff {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:28:30.414997 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-87eed25a-51f2-48a6-a99b-cf95144e6cb1 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:30.454401 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-87eed25a-51f2-48a6-a99b-cf95144e6cb1 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:30.473681 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-35c39c60-36b9-4c78-8fc8-ea041312380b None None] Set router 39e84f26-be19-4354-9126-125912770d01 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:28:30.541667 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-87eed25a-51f2-48a6-a99b-cf95144e6cb1 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:30.598221 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-87eed25a-51f2-48a6-a99b-cf95144e6cb1 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:30.626003 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eed25a-51f2-48a6-a99b-cf95144e6cb1 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Subnet': ['ID=9d3bc73b-7585-4a35-8605-fb6474ea36ff,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:30.627999 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-87eed25a-51f2-48a6-a99b-cf95144e6cb1 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:30.629863 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-87eed25a-51f2-48a6-a99b-cf95144e6cb1 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/subnets/9d3bc73b-7585-4a35-8605-fb6474ea36ff HTTP/1.1" status: 204 len: 168 time: 0.2692080 Jul 09 10:28:30.633229 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43606) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:30.635977 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d16276a-f5cd-4d07-97e7-8f7e1dff5a3f None None] Network 7012f065-001b-4c83-a2ed-5304ea34ee5c requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:28:30.655405 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-35c39c60-36b9-4c78-8fc8-ea041312380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e84f26-be19-4354-9126-125912770d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816810776', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:27:31Z', 'updated_at': '2021-07-09T10:28:29Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e84f26-be19-4354-9126-125912770d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:27:32Z', 'updated_at': '2021-07-09T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:28:30.685245 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c39c60-36b9-4c78-8fc8-ea041312380b None None] Checking router: 39e84f26-be19-4354-9126-125912770d01 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:28:30.693838 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c39c60-36b9-4c78-8fc8-ea041312380b None None] Routers {'39e84f26-be19-4354-9126-125912770d01'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:28:30.695040 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-35c39c60-36b9-4c78-8fc8-ea041312380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:28:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['39e84f26-be19-4354-9126-125912770d01'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:28:30.747250 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50f7559f-262a-4572-a58f-54bac63c9be2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:30.811731 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-35c39c60-36b9-4c78-8fc8-ea041312380b None None] Set router 39e84f26-be19-4354-9126-125912770d01 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:28:30.845367 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d743686-97b0-4c0e-9fdc-c6bb23613f56 None None] DHCP port deletion for 7012f065-001b-4c83-a2ed-5304ea34ee5c request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:28:30.859440 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50f7559f-262a-4572-a58f-54bac63c9be2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:30.892783 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7d743686-97b0-4c0e-9fdc-c6bb23613f56 None None] Deleting port 965b622b-9bc0-47d8-acc3-580331159526 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:28:30.893160 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d743686-97b0-4c0e-9fdc-c6bb23613f56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:30.915899 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-50f7559f-262a-4572-a58f-54bac63c9be2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting port 8357ba66-dcb3-42b2-8d9a-fcdebac45f5c {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:28:30.916288 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50f7559f-262a-4572-a58f-54bac63c9be2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:30.965674 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7d743686-97b0-4c0e-9fdc-c6bb23613f56 None None] For port 965b622b-9bc0-47d8-acc3-580331159526, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=965b622b-9bc0-47d8-acc3-580331159526,segment=NetworkSegment(04afe643-614d-4832-88d8-0ae11ac8020b),segment_id=04afe643-614d-4832-88d8-0ae11ac8020b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:28:30.965996 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d743686-97b0-4c0e-9fdc-c6bb23613f56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:30.981710 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7d743686-97b0-4c0e-9fdc-c6bb23613f56 None None] Calling delete_port for 965b622b-9bc0-47d8-acc3-580331159526 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:28:30.999080 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-35c39c60-36b9-4c78-8fc8-ea041312380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e84f26-be19-4354-9126-125912770d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816810776', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:27:31Z', 'updated_at': '2021-07-09T10:28:29Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e84f26-be19-4354-9126-125912770d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:27:32Z', 'updated_at': '2021-07-09T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:28:31.003604 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-50f7559f-262a-4572-a58f-54bac63c9be2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] For port 8357ba66-dcb3-42b2-8d9a-fcdebac45f5c, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8357ba66-dcb3-42b2-8d9a-fcdebac45f5c,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:28:31.004015 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50f7559f-262a-4572-a58f-54bac63c9be2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:31.020857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-50f7559f-262a-4572-a58f-54bac63c9be2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Calling delete_port for 8357ba66-dcb3-42b2-8d9a-fcdebac45f5c owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:28:31.026591 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c39c60-36b9-4c78-8fc8-ea041312380b None None] The sync data for ids ['39e84f26-be19-4354-9126-125912770d01'] in n-d-799996-1 is: [{'id': '39e84f26-be19-4354-9126-125912770d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816810776', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:27:31Z', 'updated_at': '2021-07-09T10:28:29Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8357ba66-dcb3-42b2-8d9a-fcdebac45f5c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e84f26-be19-4354-9126-125912770d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:27:32Z', 'updated_at': '2021-07-09T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:28:31.065262 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d743686-97b0-4c0e-9fdc-c6bb23613f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:31.091024 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d743686-97b0-4c0e-9fdc-c6bb23613f56 None None] Pushing event deleted for resources: {'Port': ['ID=965b622b-9bc0-47d8-acc3-580331159526,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:31.099527 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d743686-97b0-4c0e-9fdc-c6bb23613f56 None None] No DVR routers for this DVR port 965b622b-9bc0-47d8-acc3-580331159526 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:28:31.102801 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d743686-97b0-4c0e-9fdc-c6bb23613f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:31.103150 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d743686-97b0-4c0e-9fdc-c6bb23613f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:31.103501 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d743686-97b0-4c0e-9fdc-c6bb23613f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:31.103943 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d743686-97b0-4c0e-9fdc-c6bb23613f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:31.104281 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d743686-97b0-4c0e-9fdc-c6bb23613f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:31.104618 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d743686-97b0-4c0e-9fdc-c6bb23613f56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:31.104951 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d743686-97b0-4c0e-9fdc-c6bb23613f56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:31.105279 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d743686-97b0-4c0e-9fdc-c6bb23613f56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:31.105610 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d743686-97b0-4c0e-9fdc-c6bb23613f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:31.105937 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d743686-97b0-4c0e-9fdc-c6bb23613f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:31.106263 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d743686-97b0-4c0e-9fdc-c6bb23613f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:31.106589 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d743686-97b0-4c0e-9fdc-c6bb23613f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:31.111670 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c8423f0e-f35f-47d8-b7bc-2a94692bb50a no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:28:31.133309 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: c8423f0e-f35f-47d8-b7bc-2a94692bb50a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:28:31.133654 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c8423f0e-f35f-47d8-b7bc-2a94692bb50a not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:28:31.494530 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50f7559f-262a-4572-a58f-54bac63c9be2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:31.527023 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7559f-262a-4572-a58f-54bac63c9be2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Port': ['ID=8357ba66-dcb3-42b2-8d9a-fcdebac45f5c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:31.544569 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 70258528-ec28-4546-9fa6-a2904640011d no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:28:31.570595 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 70258528-ec28-4546-9fa6-a2904640011d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:28:31.570988 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 70258528-ec28-4546-9fa6-a2904640011d not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:28:31.571446 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 965b622b-9bc0-47d8-acc3-580331159526 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:28:31.592472 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50f7559f-262a-4572-a58f-54bac63c9be2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:31.595966 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 965b622b-9bc0-47d8-acc3-580331159526 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:28:31.596299 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 965b622b-9bc0-47d8-acc3-580331159526 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:28:31.682691 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50f7559f-262a-4572-a58f-54bac63c9be2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:31.684737 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50f7559f-262a-4572-a58f-54bac63c9be2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:31.729595 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50f7559f-262a-4572-a58f-54bac63c9be2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:31.730149 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f7559f-262a-4572-a58f-54bac63c9be2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Fanout notify agent at l3_agent the message router_deleted on router 39e84f26-be19-4354-9126-125912770d01 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 10:28:31.736891 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50f7559f-262a-4572-a58f-54bac63c9be2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:31.738005 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-50f7559f-262a-4572-a58f-54bac63c9be2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/routers/39e84f26-be19-4354-9126-125912770d01 HTTP/1.1" status: 204 len: 168 time: 1.1038089 Jul 09 10:28:31.740882 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43608) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:31.820393 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-03ea644b-57dc-4b27-b2aa-66fc69200243 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:31.913209 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-03ea644b-57dc-4b27-b2aa-66fc69200243 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:31.922856 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-03ea644b-57dc-4b27-b2aa-66fc69200243 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7012f065-001b-4c83-a2ed-5304ea34ee5c']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:28:31.933020 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-03ea644b-57dc-4b27-b2aa-66fc69200243 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04afe643-614d-4832-88d8-0ae11ac8020b') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:28:31.933244 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-03ea644b-57dc-4b27-b2aa-66fc69200243 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04afe643-614d-4832-88d8-0ae11ac8020b') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:28:31.942197 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-03ea644b-57dc-4b27-b2aa-66fc69200243 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:31.956373 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-03ea644b-57dc-4b27-b2aa-66fc69200243 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:31.962938 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ea644b-57dc-4b27-b2aa-66fc69200243 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:28:31.963384 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-03ea644b-57dc-4b27-b2aa-66fc69200243 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: timer() Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:28:31.966289 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:28:32.023256 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-03ea644b-57dc-4b27-b2aa-66fc69200243 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:32.030177 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-03ea644b-57dc-4b27-b2aa-66fc69200243 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:32.031984 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-03ea644b-57dc-4b27-b2aa-66fc69200243 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/networks/7012f065-001b-4c83-a2ed-5304ea34ee5c HTTP/1.1" status: 204 len: 168 time: 0.2900903 Jul 09 10:28:32.034832 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43610) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:32.048317 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea644b-57dc-4b27-b2aa-66fc69200243 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Network': ['ID=7012f065-001b-4c83-a2ed-5304ea34ee5c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:32.099402 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97b0eaca-d59d-4dca-96f4-f87f69127f21 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:32.124227 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97b0eaca-d59d-4dca-96f4-f87f69127f21 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:32.184993 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97b0eaca-d59d-4dca-96f4-f87f69127f21 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:32.188007 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97b0eaca-d59d-4dca-96f4-f87f69127f21 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:32.189211 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-97b0eaca-d59d-4dca-96f4-f87f69127f21 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/security-groups/c3a61ef9-6bc1-4da0-9820-6801cf8832c8 HTTP/1.1" status: 204 len: 168 time: 0.1533649 Jul 09 10:28:32.199848 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0eaca-d59d-4dca-96f4-f87f69127f21 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a61ef9-6bc1-4da0-9820-6801cf8832c8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:32.472554 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43616) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:32.477768 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4a971678-9e99-4ddc-8f70-fa96e59cf338 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-550692622', 'description': 'tempest-secgroup-smoke-550692622 description', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:28:32.500320 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a971678-9e99-4ddc-8f70-fa96e59cf338 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:32.578848 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a971678-9e99-4ddc-8f70-fa96e59cf338 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:32.582410 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a971678-9e99-4ddc-8f70-fa96e59cf338 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:32.604160 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a971678-9e99-4ddc-8f70-fa96e59cf338 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:32.605378 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4a971678-9e99-4ddc-8f70-fa96e59cf338 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1318109 Jul 09 10:28:32.608758 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43618) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:32.613410 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a971678-9e99-4ddc-8f70-fa96e59cf338 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da18cabf-fb7d-4fe2-a4f5-3b6c59604185,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:32.613672 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b9f2b0e5-c680-4d05-911b-7f60a6151c6a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': 'da18cabf-fb7d-4fe2-a4f5-3b6c59604185', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:28:32.643968 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9f2b0e5-c680-4d05-911b-7f60a6151c6a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:32.704715 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9f2b0e5-c680-4d05-911b-7f60a6151c6a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:32.708590 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9f2b0e5-c680-4d05-911b-7f60a6151c6a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:32.727822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2b0e5-c680-4d05-911b-7f60a6151c6a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f78df1-1ffd-474b-ba12-fe3a029b09e2,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:32.730447 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9f2b0e5-c680-4d05-911b-7f60a6151c6a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:32.731632 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b9f2b0e5-c680-4d05-911b-7f60a6151c6a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217620 Jul 09 10:28:32.734390 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43620) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:32.738730 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1ffd694d-48a1-4357-9f5a-89d75c36da4c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': 'da18cabf-fb7d-4fe2-a4f5-3b6c59604185', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:28:32.765344 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ffd694d-48a1-4357-9f5a-89d75c36da4c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:32.821407 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ffd694d-48a1-4357-9f5a-89d75c36da4c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:32.824826 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ffd694d-48a1-4357-9f5a-89d75c36da4c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:32.842055 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd694d-48a1-4357-9f5a-89d75c36da4c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a0013b-a262-454c-985a-9cb32ca0feb4,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:32.848775 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ffd694d-48a1-4357-9f5a-89d75c36da4c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:32.849895 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1ffd694d-48a1-4357-9f5a-89d75c36da4c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145794 Jul 09 10:28:32.853444 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43622) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:32.857849 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1f5229f4-c38e-4c12-8b5f-cdb1b9bc2777 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': 'da18cabf-fb7d-4fe2-a4f5-3b6c59604185', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:28:32.882430 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f5229f4-c38e-4c12-8b5f-cdb1b9bc2777 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:32.938962 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f5229f4-c38e-4c12-8b5f-cdb1b9bc2777 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:32.942441 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f5229f4-c38e-4c12-8b5f-cdb1b9bc2777 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:32.963719 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5229f4-c38e-4c12-8b5f-cdb1b9bc2777 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b25915-629f-48e0-982e-725390b04ca9,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:32.966165 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f5229f4-c38e-4c12-8b5f-cdb1b9bc2777 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:32.967468 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1f5229f4-c38e-4c12-8b5f-cdb1b9bc2777 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129799 Jul 09 10:28:32.971724 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43624) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:32.977335 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-351559e2-7851-4338-ac14-3e35748db41e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': 'da18cabf-fb7d-4fe2-a4f5-3b6c59604185', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:28:33.003564 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-351559e2-7851-4338-ac14-3e35748db41e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:33.061154 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-351559e2-7851-4338-ac14-3e35748db41e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:33.065562 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-351559e2-7851-4338-ac14-3e35748db41e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:33.084214 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351559e2-7851-4338-ac14-3e35748db41e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8196ad-d2e1-49c4-9219-51e82192401a,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:33.091388 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-351559e2-7851-4338-ac14-3e35748db41e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:33.092631 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-351559e2-7851-4338-ac14-3e35748db41e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199245 Jul 09 10:28:33.096172 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43626) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:33.101314 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-df5ead73-120b-4c85-b041-98527047917c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': 'da18cabf-fb7d-4fe2-a4f5-3b6c59604185', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:28:33.121718 n-d-799996-1 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-df5ead73-120b-4c85-b041-98527047917c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Project a2707a6cc1554f6e93671b1c65b2449a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:28:33.126697 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df5ead73-120b-4c85-b041-98527047917c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:33.187473 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df5ead73-120b-4c85-b041-98527047917c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:33.190931 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df5ead73-120b-4c85-b041-98527047917c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:33.206086 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ead73-120b-4c85-b041-98527047917c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e4706b6-aac1-4213-b434-6074abfa586f,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:33.215345 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df5ead73-120b-4c85-b041-98527047917c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:33.216547 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-df5ead73-120b-4c85-b041-98527047917c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193817 Jul 09 10:28:33.219293 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43628) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:33.223748 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-afd53512-68a3-4b03-96e2-c47af05b806a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': 'da18cabf-fb7d-4fe2-a4f5-3b6c59604185', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:28:33.244624 n-d-799996-1 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-afd53512-68a3-4b03-96e2-c47af05b806a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Project a2707a6cc1554f6e93671b1c65b2449a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:28:33.249639 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-afd53512-68a3-4b03-96e2-c47af05b806a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:33.310709 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-afd53512-68a3-4b03-96e2-c47af05b806a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:33.314313 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-afd53512-68a3-4b03-96e2-c47af05b806a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:33.331589 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd53512-68a3-4b03-96e2-c47af05b806a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd19f5c0-a07f-472e-9f1e-6abf73e2f9cd,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:33.337839 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-afd53512-68a3-4b03-96e2-c47af05b806a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:33.338841 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-afd53512-68a3-4b03-96e2-c47af05b806a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185825 Jul 09 10:28:33.341673 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43630) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:33.346637 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c2d974fb-cfb6-4c87-8ccb-ea9ab3e0fbed tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'network': {'name': 'tempest-network-smoke--2028001156', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'port_security_enabled': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:28:33.365637 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d974fb-cfb6-4c87-8ccb-ea9ab3e0fbed tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Made reservation on behalf of a2707a6cc1554f6e93671b1c65b2449a for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:28:33.369032 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c2d974fb-cfb6-4c87-8ccb-ea9ab3e0fbed tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:33.394815 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d974fb-cfb6-4c87-8ccb-ea9ab3e0fbed tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:28:33.404286 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c2d974fb-cfb6-4c87-8ccb-ea9ab3e0fbed tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:33.404638 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-c2d974fb-cfb6-4c87-8ccb-ea9ab3e0fbed tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Added segment 5818038c-5104-4391-ae9a-98e3c58b373f of type vlan for network c9a460db-f93e-46b5-b572-81c0ea93b154 Jul 09 10:28:33.442762 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c2d974fb-cfb6-4c87-8ccb-ea9ab3e0fbed tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:33.472070 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c2d974fb-cfb6-4c87-8ccb-ea9ab3e0fbed tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:33.477454 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d974fb-cfb6-4c87-8ccb-ea9ab3e0fbed tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:33.478027 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c2d974fb-cfb6-4c87-8ccb-ea9ab3e0fbed tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:33.534610 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c2d974fb-cfb6-4c87-8ccb-ea9ab3e0fbed tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1918523 Jul 09 10:28:33.536797 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8357ba66-dcb3-42b2-8d9a-fcdebac45f5c no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:28:33.537419 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43632) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:33.545630 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-45439903-c42a-4f8a-bcb0-907b63d5fc9d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1745947800', 'admin_state_up': True, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:28:33.547649 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d974fb-cfb6-4c87-8ccb-ea9ab3e0fbed tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Network': ['ID=c9a460db-f93e-46b5-b572-81c0ea93b154,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:33.562043 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network c9a460db-f93e-46b5-b572-81c0ea93b154 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:28:33.565113 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 8357ba66-dcb3-42b2-8d9a-fcdebac45f5c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:28:33.565459 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8357ba66-dcb3-42b2-8d9a-fcdebac45f5c not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:28:33.581460 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45439903-c42a-4f8a-bcb0-907b63d5fc9d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:33.582457 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45439903-c42a-4f8a-bcb0-907b63d5fc9d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:33.637727 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45439903-c42a-4f8a-bcb0-907b63d5fc9d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:33.771490 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45439903-c42a-4f8a-bcb0-907b63d5fc9d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:34.270007 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45439903-c42a-4f8a-bcb0-907b63d5fc9d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:34.289305 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45439903-c42a-4f8a-bcb0-907b63d5fc9d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:34.392080 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-45439903-c42a-4f8a-bcb0-907b63d5fc9d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Allocated IP 172.25.3.103 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/a4c36765-bd34-4235-a691-b7c363db0e77) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:28:34.406452 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:34.492111 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45439903-c42a-4f8a-bcb0-907b63d5fc9d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:34.534389 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45439903-c42a-4f8a-bcb0-907b63d5fc9d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:34.570014 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45439903-c42a-4f8a-bcb0-907b63d5fc9d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:28:34.574716 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-45439903-c42a-4f8a-bcb0-907b63d5fc9d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:28:34.578109 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45439903-c42a-4f8a-bcb0-907b63d5fc9d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:28:34.605600 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45439903-c42a-4f8a-bcb0-907b63d5fc9d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=a4c36765-bd34-4235-a691-b7c363db0e77,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:34.827074 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45439903-c42a-4f8a-bcb0-907b63d5fc9d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:35.019288 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45439903-c42a-4f8a-bcb0-907b63d5fc9d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:35.145489 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45439903-c42a-4f8a-bcb0-907b63d5fc9d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 10:28:35.251028 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45439903-c42a-4f8a-bcb0-907b63d5fc9d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:28:35.261032 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] Sync routers for ids ['febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:28:35.269352 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45439903-c42a-4f8a-bcb0-907b63d5fc9d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:35.270115 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] Routers {'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:28:35.270736 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:28:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:28:35.270891 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-45439903-c42a-4f8a-bcb0-907b63d5fc9d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7322540 Jul 09 10:28:35.273834 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43634) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:35.301627 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cf7f04aa-a12c-43d5-b4da-29db5e4c720a tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=a2707a6cc1554f6e93671b1c65b2449a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266433 Jul 09 10:28:35.304645 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43636) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:35.377044 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] Set router febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:28:35.397742 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4c23b1-906b-4b16-a4e1-b5963bab8ff5 tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:35.401773 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0a4c23b1-906b-4b16-a4e1-b5963bab8ff5 tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936036 Jul 09 10:28:35.401997 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43638) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:35.432858 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f2c7d10c-3848-4288-9ec0-96d9f199ce4c tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275385 Jul 09 10:28:35.433105 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43640) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:35.437831 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a0cab5f1-492f-487e-b114-484f90007727 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-808760362', 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:28:35.524258 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cab5f1-492f-487e-b114-484f90007727 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Made reservation on behalf of a2707a6cc1554f6e93671b1c65b2449a for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:28:35.527854 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0cab5f1-492f-487e-b114-484f90007727 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:35.557878 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745947800', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:28:33Z', 'updated_at': '2021-07-09T10:28:34Z', 'revision_number': 3, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:28:34Z', 'updated_at': '2021-07-09T10:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:28:35.583839 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] Checking router: febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:28:35.584188 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] Updating router febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c port a4c36765-bd34-4235-a691-b7c363db0e77 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:28:35.619305 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:35.720261 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0cab5f1-492f-487e-b114-484f90007727 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:35.787229 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cab5f1-492f-487e-b114-484f90007727 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Subnet': ['ID=b16bb19e-52d3-47d8-9de2-fec0b468aafa,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:35.795928 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cab5f1-492f-487e-b114-484f90007727 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Checking segment: {'id': '5818038c-5104-4391-ae9a-98e3c58b373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:28:35.796302 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cab5f1-492f-487e-b114-484f90007727 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network hostable DHCP agents. Network: c9a460db-f93e-46b5-b572-81c0ea93b154, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:28:35.812891 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cab5f1-492f-487e-b114-484f90007727 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network c9a460db-f93e-46b5-b572-81c0ea93b154 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:28:35.822974 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a0cab5f1-492f-487e-b114-484f90007727 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, c9a460db-f93e-46b5-b572-81c0ea93b154) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:28:35.827219 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cab5f1-492f-487e-b114-484f90007727 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:35.827848 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0cab5f1-492f-487e-b114-484f90007727 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:35.836127 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dd3911-941f-4e30-8df3-375e471e6279 None None] Network c9a460db-f93e-46b5-b572-81c0ea93b154 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:28:35.847660 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a0cab5f1-492f-487e-b114-484f90007727 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4110312 Jul 09 10:28:35.847937 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43642) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:35.935197 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:35.956649 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] Transition to ACTIVE for port object a4c36765-bd34-4235-a691-b7c363db0e77 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:28:35.966164 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:36.053445 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ee9bf-dc76-4ccd-9afb-c87c091e9175 None None] Pushing event updated for resources: {'Port': ['ID=a4c36765-bd34-4235-a691-b7c363db0e77,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:36.056730 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] Attempting to bind port a4c36765-bd34-4235-a691-b7c363db0e77 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:28:36.057564 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] Attempting to bind port a4c36765-bd34-4235-a691-b7c363db0e77 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:28:36.057564 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] Attempting to bind port a4c36765-bd34-4235-a691-b7c363db0e77 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:28:36.083065 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:28:36.083518 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:28:36.084060 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:36.084593 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:28:36.085840 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] Bound port: a4c36765-bd34-4235-a691-b7c363db0e77, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:28:36.086435 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:36.109466 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbf35ea-579e-4a00-8198-90ee78a92e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-c9a460db-f93e-46b5-b572-81c0ea93b154', 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ips': [{'subnet_id': 'b16bb19e-52d3-47d8-9de2-fec0b468aafa'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:28:36.110320 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4cbf35ea-579e-4a00-8198-90ee78a92e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:36.214161 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] For port a4c36765-bd34-4235-a691-b7c363db0e77, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:28:36.232723 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] For port a4c36765-bd34-4235-a691-b7c363db0e77, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a4c36765-bd34-4235-a691-b7c363db0e77,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:28:36.239256 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:36.293531 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-678a1370-8623-4102-af12-b28e3c42b240 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:36.336891 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] Routers {'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:28:36.337538 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:28:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:28:36.339924 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-4cbf35ea-579e-4a00-8198-90ee78a92e30 None None] Allocated IP 172.20.0.2 (c9a460db-f93e-46b5-b572-81c0ea93b154/b16bb19e-52d3-47d8-9de2-fec0b468aafa/4a7ad53b-50e5-48f5-9cf9-53582378a4b4) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:28:36.343154 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ee9bf-dc76-4ccd-9afb-c87c091e9175 None None] Pushing event updated for resources: {'Port': ['ID=a4c36765-bd34-4235-a691-b7c363db0e77,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:36.662547 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] Set router febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:28:36.835800 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4cbf35ea-579e-4a00-8198-90ee78a92e30 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:36.859788 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4cbf35ea-579e-4a00-8198-90ee78a92e30 None None] Transition to ACTIVE for port object 4a7ad53b-50e5-48f5-9cf9-53582378a4b4 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:28:36.861475 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e54d91fd-4ed4-422f-8db5-4d3134274c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:36.901508 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4cbf35ea-579e-4a00-8198-90ee78a92e30 None None] Transition to ACTIVE for port object 4a7ad53b-50e5-48f5-9cf9-53582378a4b4 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:28:36.910496 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4cbf35ea-579e-4a00-8198-90ee78a92e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:36.955871 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-678a1370-8623-4102-af12-b28e3c42b240 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Allocated IP 172.20.0.1 (c9a460db-f93e-46b5-b572-81c0ea93b154/b16bb19e-52d3-47d8-9de2-fec0b468aafa/b1388fd7-df78-45cc-8135-8046224740de) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:28:36.962981 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbf35ea-579e-4a00-8198-90ee78a92e30 None None] Network c9a460db-f93e-46b5-b572-81c0ea93b154 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:28:36.970607 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-4cbf35ea-579e-4a00-8198-90ee78a92e30 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:28:36.972674 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbf35ea-579e-4a00-8198-90ee78a92e30 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:28:36.977197 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf35ea-579e-4a00-8198-90ee78a92e30 None None] Pushing event updated for resources: {'Port': ['ID=4a7ad53b-50e5-48f5-9cf9-53582378a4b4,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:36.995294 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745947800', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:28:33Z', 'updated_at': '2021-07-09T10:28:34Z', 'revision_number': 3, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:28:34Z', 'updated_at': '2021-07-09T10:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:28:37.060869 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a88e77-7a03-490f-8714-edcf3f882b23 None None] The sync data for ids ['febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'] in n-d-799996-1 is: [{'id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745947800', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:28:33Z', 'updated_at': '2021-07-09T10:28:34Z', 'revision_number': 3, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:28:34Z', 'updated_at': '2021-07-09T10:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:28:37.074468 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4cbf35ea-579e-4a00-8198-90ee78a92e30 None None] Attempting to bind port 4a7ad53b-50e5-48f5-9cf9-53582378a4b4 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:28:37.074853 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4cbf35ea-579e-4a00-8198-90ee78a92e30 None None] Attempting to bind port 4a7ad53b-50e5-48f5-9cf9-53582378a4b4 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '5818038c-5104-4391-ae9a-98e3c58b373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:28:37.075392 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbf35ea-579e-4a00-8198-90ee78a92e30 None None] Attempting to bind port 4a7ad53b-50e5-48f5-9cf9-53582378a4b4 on network c9a460db-f93e-46b5-b572-81c0ea93b154 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:28:37.080139 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-678a1370-8623-4102-af12-b28e3c42b240 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:37.084326 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbf35ea-579e-4a00-8198-90ee78a92e30 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:28:37.084780 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbf35ea-579e-4a00-8198-90ee78a92e30 None None] Checking segment: {'id': '5818038c-5104-4391-ae9a-98e3c58b373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:28:37.085340 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4cbf35ea-579e-4a00-8198-90ee78a92e30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:37.085850 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbf35ea-579e-4a00-8198-90ee78a92e30 None None] Bound using segment: {'id': '5818038c-5104-4391-ae9a-98e3c58b373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:28:37.086423 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4cbf35ea-579e-4a00-8198-90ee78a92e30 None None] Bound port: 4a7ad53b-50e5-48f5-9cf9-53582378a4b4, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5818038c-5104-4391-ae9a-98e3c58b373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:28:37.086803 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4cbf35ea-579e-4a00-8198-90ee78a92e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:37.095532 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-678a1370-8623-4102-af12-b28e3c42b240 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Transition to ACTIVE for port object b1388fd7-df78-45cc-8135-8046224740de will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:28:37.130842 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-678a1370-8623-4102-af12-b28e3c42b240 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:37.159268 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4cbf35ea-579e-4a00-8198-90ee78a92e30 None None] For port 4a7ad53b-50e5-48f5-9cf9-53582378a4b4, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:28:37.162544 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4cbf35ea-579e-4a00-8198-90ee78a92e30 None None] For port 4a7ad53b-50e5-48f5-9cf9-53582378a4b4, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4a7ad53b-50e5-48f5-9cf9-53582378a4b4,segment=NetworkSegment(5818038c-5104-4391-ae9a-98e3c58b373f),segment_id=5818038c-5104-4391-ae9a-98e3c58b373f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:28:37.168650 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4cbf35ea-579e-4a00-8198-90ee78a92e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:37.184008 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678a1370-8623-4102-af12-b28e3c42b240 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network c9a460db-f93e-46b5-b572-81c0ea93b154 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:28:37.187505 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-678a1370-8623-4102-af12-b28e3c42b240 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:28:37.192116 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678a1370-8623-4102-af12-b28e3c42b240 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:28:37.196215 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a1370-8623-4102-af12-b28e3c42b240 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=b1388fd7-df78-45cc-8135-8046224740de,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:37.226792 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf35ea-579e-4a00-8198-90ee78a92e30 None None] Pushing event updated for resources: {'Port': ['ID=4a7ad53b-50e5-48f5-9cf9-53582378a4b4,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:37.243647 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-678a1370-8623-4102-af12-b28e3c42b240 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:37.442743 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-678a1370-8623-4102-af12-b28e3c42b240 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:37.625204 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4a7ad53b-50e5-48f5-9cf9-53582378a4b4 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:28:37.681074 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 4a7ad53b-50e5-48f5-9cf9-53582378a4b4 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:28:37.685540 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a4c36765-bd34-4235-a691-b7c363db0e77 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:28:37.739580 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port a4c36765-bd34-4235-a691-b7c363db0e77 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:28:37.744345 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a4c36765-bd34-4235-a691-b7c363db0e77 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:28:37.744730 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:37.778495 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-678a1370-8623-4102-af12-b28e3c42b240 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:37.785874 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-678a1370-8623-4102-af12-b28e3c42b240 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:37.828175 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:37.852069 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port a4c36765-bd34-4235-a691-b7c363db0e77, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a4c36765-bd34-4235-a691-b7c363db0e77,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:28:37.857974 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:37.866211 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a1370-8623-4102-af12-b28e3c42b240 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=b1388fd7-df78-45cc-8135-8046224740de,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:37.868801 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-678a1370-8623-4102-af12-b28e3c42b240 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:37.928923 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=a4c36765-bd34-4235-a691-b7c363db0e77,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:37.981390 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678a1370-8623-4102-af12-b28e3c42b240 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network c9a460db-f93e-46b5-b572-81c0ea93b154 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:28:37.982897 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-678a1370-8623-4102-af12-b28e3c42b240 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:28:38.113678 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678a1370-8623-4102-af12-b28e3c42b240 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:28:38.227741 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678a1370-8623-4102-af12-b28e3c42b240 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:28:38.232829 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-678a1370-8623-4102-af12-b28e3c42b240 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "PUT /v2.0/routers/febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3838093 Jul 09 10:28:38.261223 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf9f55a-a810-4f20-9687-f0795313b1b9 None None] Network c9a460db-f93e-46b5-b572-81c0ea93b154 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:28:38.335852 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1a642338-b310-43ee-8beb-e55e717735f4 None None] Provisioning for port 4a7ad53b-50e5-48f5-9cf9-53582378a4b4 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:28:38.348532 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1a642338-b310-43ee-8beb-e55e717735f4 None None] Provisioning complete for port 4a7ad53b-50e5-48f5-9cf9-53582378a4b4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:28:38.348901 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1a642338-b310-43ee-8beb-e55e717735f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:38.388604 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-1779e7c8-0a61-4bd9-a111-9b33ceba8e81 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-550692622&fields=id&tenant_id=a2707a6cc1554f6e93671b1c65b2449a HTTP/1.1" status: 200 len: 267 time: 0.0358136 Jul 09 10:28:38.497930 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1a642338-b310-43ee-8beb-e55e717735f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:38.506578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-01574c1d-51f8-4727-b6b7-ecf19d777e0f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:38.508383 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-01574c1d-51f8-4727-b6b7-ecf19d777e0f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/networks?id=c9a460db-f93e-46b5-b572-81c0ea93b154 HTTP/1.1" status: 200 len: 797 time: 0.1125939 Jul 09 10:28:38.523856 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-d3c5f459-9ec5-4680-bd6c-ea2a53bed315 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/quotas/a2707a6cc1554f6e93671b1c65b2449a HTTP/1.1" status: 200 len: 375 time: 0.0094302 Jul 09 10:28:38.542716 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1a642338-b310-43ee-8beb-e55e717735f4 None None] For port 4a7ad53b-50e5-48f5-9cf9-53582378a4b4, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4a7ad53b-50e5-48f5-9cf9-53582378a4b4,segment=NetworkSegment(5818038c-5104-4391-ae9a-98e3c58b373f),segment_id=5818038c-5104-4391-ae9a-98e3c58b373f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:28:38.547344 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1a642338-b310-43ee-8beb-e55e717735f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:38.609271 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-8457c415-21f1-4b18-bb8b-b5b09b5e9bf2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722561 Jul 09 10:28:38.609540 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a642338-b310-43ee-8beb-e55e717735f4 None None] Pushing event updated for resources: {'Port': ['ID=4a7ad53b-50e5-48f5-9cf9-53582378a4b4,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:38.757239 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-f66c49b8-a6d1-482b-acb4-eea77ced72b5 service neutron] 10.222.0.61 "GET /v2.0/networks/c9a460db-f93e-46b5-b572-81c0ea93b154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468863 Jul 09 10:28:38.768301 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ae5cc7d9-27ee-42a5-ba5b-40098ce67efa None None] Provisioning complete for port 4a7ad53b-50e5-48f5-9cf9-53582378a4b4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:28:38.768885 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ae5cc7d9-27ee-42a5-ba5b-40098ce67efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:38.859776 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] Sync routers for ids ['febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:28:38.861871 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-342a4802-d2b9-4d8c-937e-e7c4f58a3b24 service neutron] 10.222.0.61 "GET /v2.0/networks/c9a460db-f93e-46b5-b572-81c0ea93b154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971138 Jul 09 10:28:38.875482 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] Routers {'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:28:38.876172 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:28:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:28:38.885129 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ae5cc7d9-27ee-42a5-ba5b-40098ce67efa None None] Provisioning for port b1388fd7-df78-45cc-8135-8046224740de completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:28:38.889314 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ae5cc7d9-27ee-42a5-ba5b-40098ce67efa None None] Provisioning complete for port b1388fd7-df78-45cc-8135-8046224740de triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:28:38.889685 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ae5cc7d9-27ee-42a5-ba5b-40098ce67efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:38.926866 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ae5cc7d9-27ee-42a5-ba5b-40098ce67efa None None] Port b1388fd7-df78-45cc-8135-8046224740de cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:28:39.064611 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-61a84dd5-cbc3-464a-a2b1-62204f9a2629 None None] Provisioning complete for port b1388fd7-df78-45cc-8135-8046224740de triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:28:39.065116 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-61a84dd5-cbc3-464a-a2b1-62204f9a2629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:39.092620 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] Set router febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:28:39.108828 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-56236da7-a15c-496f-bfd0-cd5b793fc542 req-ff5c8b50-facf-4bbe-8613-bf8fea7befc4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 210 time: 0.0725038 Jul 09 10:28:39.118402 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-61a84dd5-cbc3-464a-a2b1-62204f9a2629 None None] Port b1388fd7-df78-45cc-8135-8046224740de cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:28:39.237318 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a702a53b-28a4-4dce-9394-d6a4cf2a9c7a None None] Provisioning complete for port b1388fd7-df78-45cc-8135-8046224740de triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:28:39.237820 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a702a53b-28a4-4dce-9394-d6a4cf2a9c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:39.279910 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a702a53b-28a4-4dce-9394-d6a4cf2a9c7a None None] Port b1388fd7-df78-45cc-8135-8046224740de cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:28:39.316832 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745947800', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:28:33Z', 'updated_at': '2021-07-09T10:28:37Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:28:34Z', 'updated_at': '2021-07-09T10:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'b1388fd7-df78-45cc-8135-8046224740de', 'name': '', 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:0f:11:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'b16bb19e-52d3-47d8-9de2-fec0b468aafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:28:36Z', 'updated_at': '2021-07-09T10:28:37Z', 'revision_number': 2, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'b16bb19e-52d3-47d8-9de2-fec0b468aafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:28:39.355619 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] Checking router: febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:28:39.356003 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] Updating router febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c port b1388fd7-df78-45cc-8135-8046224740de binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:28:39.391553 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:39.439183 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9f2c2694-a6ab-4455-9f15-7db218fb05a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:39.510204 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:28:39.559958 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4a7ad53b-50e5-48f5-9cf9-53582378a4b4 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:28:39.611731 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:39.630604 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 4a7ad53b-50e5-48f5-9cf9-53582378a4b4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:28:39.631036 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:39.701747 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:39.713636 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] Transition to ACTIVE for port object b1388fd7-df78-45cc-8135-8046224740de will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:28:39.721587 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:39.730914 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:39.736591 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a4c36765-bd34-4235-a691-b7c363db0e77 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:28:39.794495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a4c36765-bd34-4235-a691-b7c363db0e77 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:28:39.795121 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:39.795844 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c729b8-1e79-49c1-ba0a-188b3d438667 None None] Pushing event updated for resources: {'Port': ['ID=b1388fd7-df78-45cc-8135-8046224740de,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:39.808181 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c729b8-1e79-49c1-ba0a-188b3d438667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:39.808628 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c729b8-1e79-49c1-ba0a-188b3d438667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:39.808855 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c729b8-1e79-49c1-ba0a-188b3d438667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:39.809180 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c729b8-1e79-49c1-ba0a-188b3d438667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:39.809505 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c729b8-1e79-49c1-ba0a-188b3d438667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:39.809862 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c729b8-1e79-49c1-ba0a-188b3d438667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:39.810183 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c729b8-1e79-49c1-ba0a-188b3d438667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:39.810637 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c729b8-1e79-49c1-ba0a-188b3d438667 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:39.810956 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c729b8-1e79-49c1-ba0a-188b3d438667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:39.811274 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c729b8-1e79-49c1-ba0a-188b3d438667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:39.811616 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c729b8-1e79-49c1-ba0a-188b3d438667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:39.812062 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c729b8-1e79-49c1-ba0a-188b3d438667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:28:39.846238 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] Attempting to bind port b1388fd7-df78-45cc-8135-8046224740de on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:28:39.846632 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] Attempting to bind port b1388fd7-df78-45cc-8135-8046224740de by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '5818038c-5104-4391-ae9a-98e3c58b373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:28:39.847017 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] Attempting to bind port b1388fd7-df78-45cc-8135-8046224740de on network c9a460db-f93e-46b5-b572-81c0ea93b154 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:28:39.853629 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:28:39.854013 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] Checking segment: {'id': '5818038c-5104-4391-ae9a-98e3c58b373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:28:39.854416 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:39.854805 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] Bound using segment: {'id': '5818038c-5104-4391-ae9a-98e3c58b373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:28:39.855283 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] Bound port: b1388fd7-df78-45cc-8135-8046224740de, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5818038c-5104-4391-ae9a-98e3c58b373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:28:39.855653 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:39.928531 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] For port b1388fd7-df78-45cc-8135-8046224740de, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:28:39.932429 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] For port b1388fd7-df78-45cc-8135-8046224740de, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b1388fd7-df78-45cc-8135-8046224740de,segment=NetworkSegment(5818038c-5104-4391-ae9a-98e3c58b373f),segment_id=5818038c-5104-4391-ae9a-98e3c58b373f)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:28:39.936078 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:39.991201 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] Routers {'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:28:39.992402 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:28:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:28:40.032466 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c729b8-1e79-49c1-ba0a-188b3d438667 None None] Pushing event updated for resources: {'Port': ['ID=b1388fd7-df78-45cc-8135-8046224740de,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:40.113128 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] Set router febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:28:40.301908 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d1ac0216-3978-43d3-94e0-cad6fbc3f6e7 req-5eb45d5a-7cd3-438b-a3a8-0c36be98928f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 210 time: 0.0419958 Jul 09 10:28:40.307969 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-3ac5132a-4a75-42de-905f-2784f0c41f48 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:40.309691 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-3ac5132a-4a75-42de-905f-2784f0c41f48 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.64 "GET /v2.0/networks?id=c9a460db-f93e-46b5-b572-81c0ea93b154 HTTP/1.1" status: 200 len: 797 time: 0.1658285 Jul 09 10:28:40.356008 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-dcc0d628-502f-4b13-9fee-d2e94575eaa0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2707a6cc1554f6e93671b1c65b2449a HTTP/1.1" status: 200 len: 379 time: 0.0377333 Jul 09 10:28:40.365795 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-fb445eee-3e9d-42eb-91df-531b90cad70b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'port': {'device_id': '6b42f13b-a189-48fb-b48a-535222b9bfc9', 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154', 'admin_state_up': True, 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'security_groups': ['da18cabf-fb7d-4fe2-a4f5-3b6c59604185']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:28:40.366532 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745947800', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:28:33Z', 'updated_at': '2021-07-09T10:28:37Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:28:34Z', 'updated_at': '2021-07-09T10:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'b1388fd7-df78-45cc-8135-8046224740de', 'name': '', 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:0f:11:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'b16bb19e-52d3-47d8-9de2-fec0b468aafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:28:36Z', 'updated_at': '2021-07-09T10:28:39Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'b16bb19e-52d3-47d8-9de2-fec0b468aafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:28:40.395425 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39afa80-6dc6-4c63-a849-f8cd5c3d3123 None None] The sync data for ids ['febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'] in n-d-799996-1 is: [{'id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745947800', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:28:33Z', 'updated_at': '2021-07-09T10:28:37Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:28:34Z', 'updated_at': '2021-07-09T10:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'b1388fd7-df78-45cc-8135-8046224740de', 'name': '', 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:0f:11:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'b16bb19e-52d3-47d8-9de2-fec0b468aafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:28:36Z', 'updated_at': '2021-07-09T10:28:39Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'b16bb19e-52d3-47d8-9de2-fec0b468aafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:28:40.494426 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-fb445eee-3e9d-42eb-91df-531b90cad70b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Made reservation on behalf of a2707a6cc1554f6e93671b1c65b2449a for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:28:40.498521 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-fb445eee-3e9d-42eb-91df-531b90cad70b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:40.627487 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-fb445eee-3e9d-42eb-91df-531b90cad70b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Allocated IP 172.20.0.7 (c9a460db-f93e-46b5-b572-81c0ea93b154/b16bb19e-52d3-47d8-9de2-fec0b468aafa/5ad1c2d7-d4d7-4fdb-a505-e6e019c32918) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:28:40.774638 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-fb445eee-3e9d-42eb-91df-531b90cad70b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:40.789557 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-fb445eee-3e9d-42eb-91df-531b90cad70b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Transition to ACTIVE for port object 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:28:40.826230 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-fb445eee-3e9d-42eb-91df-531b90cad70b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:40.868213 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-fb445eee-3e9d-42eb-91df-531b90cad70b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network c9a460db-f93e-46b5-b572-81c0ea93b154 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:28:40.871634 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-fb445eee-3e9d-42eb-91df-531b90cad70b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:28:40.878133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-fb445eee-3e9d-42eb-91df-531b90cad70b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:28:40.914575 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb445eee-3e9d-42eb-91df-531b90cad70b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=5ad1c2d7-d4d7-4fdb-a505-e6e019c32918,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:40.941420 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-fb445eee-3e9d-42eb-91df-531b90cad70b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:40.942151 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-fb445eee-3e9d-42eb-91df-531b90cad70b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:40.958463 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-fb445eee-3e9d-42eb-91df-531b90cad70b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5964317 Jul 09 10:28:40.969232 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-d4d49de8-3277-46b6-a4c9-337d78924f5f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 10:28:40.970314 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-d4d49de8-3277-46b6-a4c9-337d78924f5f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061107 Jul 09 10:28:41.030680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-c4abe7b0-f55b-4fba-9e9b-6c0f631e7d2f service neutron] Request body: {'port': {'device_id': '6b42f13b-a189-48fb-b48a-535222b9bfc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:28:41.115468 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-c4abe7b0-f55b-4fba-9e9b-6c0f631e7d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:41.165511 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7ad01c7c-97b6-404e-8b56-89646ec91d24 None None] Provisioning for port 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:28:41.169725 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7ad01c7c-97b6-404e-8b56-89646ec91d24 None None] Provisioning complete for port 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:28:41.170168 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7ad01c7c-97b6-404e-8b56-89646ec91d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:41.210548 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7ad01c7c-97b6-404e-8b56-89646ec91d24 None None] Port 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:28:41.370295 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:41.409847 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-c4abe7b0-f55b-4fba-9e9b-6c0f631e7d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:28:41.418625 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-c4abe7b0-f55b-4fba-9e9b-6c0f631e7d2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:41.440385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-c4abe7b0-f55b-4fba-9e9b-6c0f631e7d2f service neutron] Transition to ACTIVE for port object 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:28:41.461941 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-c4abe7b0-f55b-4fba-9e9b-6c0f631e7d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:41.543127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abe7b0-f55b-4fba-9e9b-6c0f631e7d2f service neutron] Pushing event updated for resources: {'Port': ['ID=5ad1c2d7-d4d7-4fdb-a505-e6e019c32918,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:41.587858 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b1388fd7-df78-45cc-8135-8046224740de up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:28:41.605401 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8da6d-9341-4fca-acda-e0004d5841fb req-68e8e9f3-871f-4012-a1c0-7004feb0c01f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:41.607008 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18f8da6d-9341-4fca-acda-e0004d5841fb req-68e8e9f3-871f-4012-a1c0-7004feb0c01f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 931 time: 0.1822715 Jul 09 10:28:41.647072 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port b1388fd7-df78-45cc-8135-8046224740de completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:28:41.647643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-c4abe7b0-f55b-4fba-9e9b-6c0f631e7d2f service neutron] Attempting to bind port 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:28:41.648024 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-c4abe7b0-f55b-4fba-9e9b-6c0f631e7d2f service neutron] Attempting to bind port 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '5818038c-5104-4391-ae9a-98e3c58b373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:28:41.648350 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-c4abe7b0-f55b-4fba-9e9b-6c0f631e7d2f service neutron] Attempting to bind port 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 on network c9a460db-f93e-46b5-b572-81c0ea93b154 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:28:41.652772 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port b1388fd7-df78-45cc-8135-8046224740de triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:28:41.653291 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:41.669044 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18f8da6d-9341-4fca-acda-e0004d5841fb req-24e44471-f5b4-4220-81fe-1a775daad9e8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=da18cabf-fb7d-4fe2-a4f5-3b6c59604185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548189 Jul 09 10:28:41.669876 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-c4abe7b0-f55b-4fba-9e9b-6c0f631e7d2f service neutron] Port 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 on network c9a460db-f93e-46b5-b572-81c0ea93b154 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:28:41.670265 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-c4abe7b0-f55b-4fba-9e9b-6c0f631e7d2f service neutron] Attempting to bind port 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 on network c9a460db-f93e-46b5-b572-81c0ea93b154 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:28:41.676744 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-c4abe7b0-f55b-4fba-9e9b-6c0f631e7d2f service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:28:41.677708 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-c4abe7b0-f55b-4fba-9e9b-6c0f631e7d2f service neutron] Checking segment: {'id': '5818038c-5104-4391-ae9a-98e3c58b373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:28:41.678312 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-c4abe7b0-f55b-4fba-9e9b-6c0f631e7d2f service neutron] Bound using segment: {'id': '5818038c-5104-4391-ae9a-98e3c58b373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:28:41.679584 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-c4abe7b0-f55b-4fba-9e9b-6c0f631e7d2f service neutron] Bound port: 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5818038c-5104-4391-ae9a-98e3c58b373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:28:41.680176 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-c4abe7b0-f55b-4fba-9e9b-6c0f631e7d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:41.745681 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:41.755461 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-c4abe7b0-f55b-4fba-9e9b-6c0f631e7d2f service neutron] For port 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:28:41.758771 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-c4abe7b0-f55b-4fba-9e9b-6c0f631e7d2f service neutron] For port 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5ad1c2d7-d4d7-4fdb-a505-e6e019c32918,segment=NetworkSegment(5818038c-5104-4391-ae9a-98e3c58b373f),segment_id=5818038c-5104-4391-ae9a-98e3c58b373f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:28:41.763287 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-c4abe7b0-f55b-4fba-9e9b-6c0f631e7d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:41.784129 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port b1388fd7-df78-45cc-8135-8046224740de, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b1388fd7-df78-45cc-8135-8046224740de,segment=NetworkSegment(5818038c-5104-4391-ae9a-98e3c58b373f),segment_id=5818038c-5104-4391-ae9a-98e3c58b373f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:28:41.788022 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:41.803445 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-c4abe7b0-f55b-4fba-9e9b-6c0f631e7d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:41.804113 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-c4abe7b0-f55b-4fba-9e9b-6c0f631e7d2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:41.805577 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-c4abe7b0-f55b-4fba-9e9b-6c0f631e7d2f service neutron] 10.222.0.64 "PUT /v2.0/ports/5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 HTTP/1.1" status: 200 len: 1091 time: 0.8287113 Jul 09 10:28:41.806018 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b42f13b-a189-48fb-b48a-535222b9bfc9', 'tag': '5ad1c2d7-d4d7-4fdb-a505-e6e019c32918'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:28:41.808294 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a154d727-dd90-4ea4-b229-6043ecb9d795" -d '{"events": [{"name": "network-changed", "server_uuid": "6b42f13b-a189-48fb-b48a-535222b9bfc9", "tag": "5ad1c2d7-d4d7-4fdb-a505-e6e019c32918"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:28:41.856288 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=b1388fd7-df78-45cc-8135-8046224740de,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:41.861369 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abe7b0-f55b-4fba-9e9b-6c0f631e7d2f service neutron] Pushing event updated for resources: {'Port': ['ID=5ad1c2d7-d4d7-4fdb-a505-e6e019c32918,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:41.891212 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e4a55c-188c-4c51-9369-aa012445428c x-openstack-request-id: req-66e4a55c-188c-4c51-9369-aa012445428c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:28:41.891505 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b42f13b-a189-48fb-b48a-535222b9bfc9", "tag": "5ad1c2d7-d4d7-4fdb-a505-e6e019c32918", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:28:41.891799 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-66e4a55c-188c-4c51-9369-aa012445428c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:28:41.892618 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b42f13b-a189-48fb-b48a-535222b9bfc9', 'tag': '5ad1c2d7-d4d7-4fdb-a505-e6e019c32918', 'status': 'completed', 'code': 200} Jul 09 10:28:41.920533 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-325215a8-e7c0-4f69-bc14-cc52a0b23f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:41.922088 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-325215a8-e7c0-4f69-bc14-cc52a0b23f84 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 1094 time: 0.0713773 Jul 09 10:28:41.964776 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-12a9ade1-3f8d-489f-91b2-ab574a80cb7a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 HTTP/1.1" status: 200 len: 217 time: 0.0350552 Jul 09 10:28:42.019713 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-767e3aad-1b27-4af9-b23b-6dfa065d54b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:42.021215 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-767e3aad-1b27-4af9-b23b-6dfa065d54b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b16bb19e-52d3-47d8-9de2-fec0b468aafa HTTP/1.1" status: 200 len: 834 time: 0.0505929 Jul 09 10:28:42.078948 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-6f6024df-a9e5-47ad-8fe4-140ea7421c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:42.080563 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-6f6024df-a9e5-47ad-8fe4-140ea7421c1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9a460db-f93e-46b5-b572-81c0ea93b154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534253 Jul 09 10:28:42.171224 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-948dbcb8-0526-4e99-af93-7b2500955bf9 service neutron] 10.222.0.64 "GET /v2.0/networks/c9a460db-f93e-46b5-b572-81c0ea93b154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836580 Jul 09 10:28:42.264074 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-50fdd0b0-20a5-4dc2-a325-741ceb35a8a1 req-2d6e026b-f9e0-49df-a1e3-dfb177127de1 service neutron] 10.222.0.64 "GET /v2.0/networks/c9a460db-f93e-46b5-b572-81c0ea93b154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867176 Jul 09 10:28:42.369332 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154d727-dd90-4ea4-b229-6043ecb9d795 req-42d12a7c-9a49-4443-8cc4-0674a2415391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:42.370783 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a154d727-dd90-4ea4-b229-6043ecb9d795 req-42d12a7c-9a49-4443-8cc4-0674a2415391 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 1094 time: 0.0593443 Jul 09 10:28:42.464687 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154d727-dd90-4ea4-b229-6043ecb9d795 req-fd153f79-4dad-4fc5-a400-5bbe6a1df22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:42.466182 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a154d727-dd90-4ea4-b229-6043ecb9d795 req-fd153f79-4dad-4fc5-a400-5bbe6a1df22e service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9a460db-f93e-46b5-b572-81c0ea93b154 HTTP/1.1" status: 200 len: 898 time: 0.0891440 Jul 09 10:28:42.506322 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a154d727-dd90-4ea4-b229-6043ecb9d795 req-86a5c68b-e2b4-45ed-aa02-20cdb53b572e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 HTTP/1.1" status: 200 len: 217 time: 0.0337944 Jul 09 10:28:42.553088 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154d727-dd90-4ea4-b229-6043ecb9d795 req-4e2a1ead-55ad-4bba-b620-d713be7ba86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:42.555083 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a154d727-dd90-4ea4-b229-6043ecb9d795 req-4e2a1ead-55ad-4bba-b620-d713be7ba86f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b16bb19e-52d3-47d8-9de2-fec0b468aafa HTTP/1.1" status: 200 len: 834 time: 0.0432360 Jul 09 10:28:42.611070 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154d727-dd90-4ea4-b229-6043ecb9d795 req-4c366442-abd4-4d96-b41a-ac19f1690080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:42.612620 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a154d727-dd90-4ea4-b229-6043ecb9d795 req-4c366442-abd4-4d96-b41a-ac19f1690080 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9a460db-f93e-46b5-b572-81c0ea93b154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512512 Jul 09 10:28:42.705980 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a154d727-dd90-4ea4-b229-6043ecb9d795 req-66629db4-1064-408e-b6bb-7a0411939836 service neutron] 10.222.0.64 "GET /v2.0/networks/c9a460db-f93e-46b5-b572-81c0ea93b154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857952 Jul 09 10:28:42.834429 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a154d727-dd90-4ea4-b229-6043ecb9d795 req-527e1747-d6e2-4706-b2c1-e1622c2e3ad2 service neutron] 10.222.0.64 "GET /v2.0/networks/c9a460db-f93e-46b5-b572-81c0ea93b154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159210 Jul 09 10:28:42.871056 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701fdd8-186d-4221-aba8-53ec6e7809b1 req-51af75e6-7847-4857-9f9d-354df62712c0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:42.872588 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7701fdd8-186d-4221-aba8-53ec6e7809b1 req-51af75e6-7847-4857-9f9d-354df62712c0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 943 time: 0.0822456 Jul 09 10:28:42.910552 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7701fdd8-186d-4221-aba8-53ec6e7809b1 req-9600e461-0895-419d-88bf-81a33087ca4c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=da18cabf-fb7d-4fe2-a4f5-3b6c59604185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323071 Jul 09 10:28:43.172462 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:43.546490 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b1388fd7-df78-45cc-8135-8046224740de up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:28:43.593108 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port b1388fd7-df78-45cc-8135-8046224740de triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:28:43.593486 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:44.090158 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25468dc-2dc5-4ccf-bccf-65c232bbd663 req-765aa6db-5b1a-44b2-a160-2da5b58ad0ff tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:44.091748 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c25468dc-2dc5-4ccf-bccf-65c232bbd663 req-765aa6db-5b1a-44b2-a160-2da5b58ad0ff tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 943 time: 0.0684135 Jul 09 10:28:44.131873 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c25468dc-2dc5-4ccf-bccf-65c232bbd663 req-04535cb2-e55a-4d98-b693-8b0bc61ccd6e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=da18cabf-fb7d-4fe2-a4f5-3b6c59604185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340915 Jul 09 10:28:45.307680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904314ef-917e-402b-ac4d-14b0c5628ede req-b696a5a6-d13f-4537-9afe-12841d3c3539 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:45.309228 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-904314ef-917e-402b-ac4d-14b0c5628ede req-b696a5a6-d13f-4537-9afe-12841d3c3539 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 943 time: 0.0671580 Jul 09 10:28:45.347495 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-904314ef-917e-402b-ac4d-14b0c5628ede req-71d87057-aa00-4a39-9dc9-e3cfc91307dd tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=da18cabf-fb7d-4fe2-a4f5-3b6c59604185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326357 Jul 09 10:28:45.854944 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:28:45.950517 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5ad1c2d7-d4d7-4fdb-a505-e6e019c32918,segment=NetworkSegment(5818038c-5104-4391-ae9a-98e3c58b373f),segment_id=5818038c-5104-4391-ae9a-98e3c58b373f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:28:45.961745 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '5ad1c2d7-d4d7-4fdb-a505-e6e019c32918', 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154', 'port_id': '5ad1c2d7-d4d7-4fdb-a505-e6e019c32918', 'mac_address': 'fa:16:3e:07:64:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b16bb19e-52d3-47d8-9de2-fec0b468aafa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:28:45.998227 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:46.010692 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:28:46.033889 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5ad1c2d7-d4d7-4fdb-a505-e6e019c32918,segment=NetworkSegment(5818038c-5104-4391-ae9a-98e3c58b373f),segment_id=5818038c-5104-4391-ae9a-98e3c58b373f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:28:46.039090 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:46.092987 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5ad1c2d7-d4d7-4fdb-a505-e6e019c32918,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:46.361295 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['5ad1c2d7-d4d7-4fdb-a505-e6e019c32918'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:28:46.521685 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561de0bb-e4b0-4446-8a05-19ef0934546e req-a01b1bc2-b9f8-453b-a28c-0ad90c968dc8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:46.523757 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-561de0bb-e4b0-4446-8a05-19ef0934546e req-a01b1bc2-b9f8-453b-a28c-0ad90c968dc8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 944 time: 0.0650413 Jul 09 10:28:46.561242 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-561de0bb-e4b0-4446-8a05-19ef0934546e req-d97d177c-ff7a-42d6-a45b-e13cda2384c7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=da18cabf-fb7d-4fe2-a4f5-3b6c59604185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316427 Jul 09 10:28:47.730869 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9364d5-4a08-40c8-b9d0-5f34d555a55e req-b76c9fbd-aaa1-4237-af4a-5f996b35ccd0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:47.732414 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a9364d5-4a08-40c8-b9d0-5f34d555a55e req-b76c9fbd-aaa1-4237-af4a-5f996b35ccd0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 944 time: 0.0631454 Jul 09 10:28:47.774743 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a9364d5-4a08-40c8-b9d0-5f34d555a55e req-a3fd2714-f8de-430d-b79e-38fab7a44e00 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=da18cabf-fb7d-4fe2-a4f5-3b6c59604185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365565 Jul 09 10:28:47.863901 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:28:47.911265 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:28:47.915572 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:28:47.915976 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:47.993018 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:48.014863 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b42f13b-a189-48fb-b48a-535222b9bfc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad1c2d7-d4d7-4fdb-a505-e6e019c32918'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:28:48.017141 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0888fabe05580062c0d4cd7dc8f093f2b11926f06b578c6c7ec0a80924aac75e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453d3b31-96e3-4891-98f8-f8370c4f9894" -d '{"events": [{"server_uuid": "6b42f13b-a189-48fb-b48a-535222b9bfc9", "name": "network-vif-plugged", "status": "completed", "tag": "5ad1c2d7-d4d7-4fdb-a505-e6e019c32918"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:28:48.029907 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5ad1c2d7-d4d7-4fdb-a505-e6e019c32918,segment=NetworkSegment(5818038c-5104-4391-ae9a-98e3c58b373f),segment_id=5818038c-5104-4391-ae9a-98e3c58b373f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:28:48.033807 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:48.082422 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=5ad1c2d7-d4d7-4fdb-a505-e6e019c32918,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:48.113723 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11f17f3-e84e-4427-a184-ef2e854fc004 x-openstack-request-id: req-a11f17f3-e84e-4427-a184-ef2e854fc004 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:28:48.114038 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b42f13b-a189-48fb-b48a-535222b9bfc9", "name": "network-vif-plugged", "status": "completed", "tag": "5ad1c2d7-d4d7-4fdb-a505-e6e019c32918", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:28:48.114291 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a11f17f3-e84e-4427-a184-ef2e854fc004 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:28:48.114692 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b42f13b-a189-48fb-b48a-535222b9bfc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad1c2d7-d4d7-4fdb-a505-e6e019c32918', 'code': 200} Jul 09 10:28:48.227937 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123789bf-74c8-41fa-ac7c-a65df088cf96 req-f1ced9ec-1469-4f45-b051-35c60e90e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:48.229422 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-123789bf-74c8-41fa-ac7c-a65df088cf96 req-f1ced9ec-1469-4f45-b051-35c60e90e8d3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 1096 time: 0.0542784 Jul 09 10:28:48.264151 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-123789bf-74c8-41fa-ac7c-a65df088cf96 req-09954902-fce4-4b22-acd9-6ee94d3e36be service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=da18cabf-fb7d-4fe2-a4f5-3b6c59604185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283899 Jul 09 10:28:48.945463 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e64560-cb5f-4578-9b8d-60fd5b2dcb05 req-551a690c-3f96-49f6-b237-39af517fb01c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:48.946966 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36e64560-cb5f-4578-9b8d-60fd5b2dcb05 req-551a690c-3f96-49f6-b237-39af517fb01c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 945 time: 0.0627720 Jul 09 10:28:48.984546 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-36e64560-cb5f-4578-9b8d-60fd5b2dcb05 req-4fb41708-833c-4cd7-b5f8-75849d4a9a85 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=da18cabf-fb7d-4fe2-a4f5-3b6c59604185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321000 Jul 09 10:28:50.161919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1d16c-6075-4585-9276-79d8b106ad9d req-67f8d1f1-df5b-4937-a34f-ffbfeea84097 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:50.163385 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e7a1d16c-6075-4585-9276-79d8b106ad9d req-67f8d1f1-df5b-4937-a34f-ffbfeea84097 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 945 time: 0.0675478 Jul 09 10:28:50.200898 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e7a1d16c-6075-4585-9276-79d8b106ad9d req-073e0a5e-60ed-43dd-b020-a38b9af07cc8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=da18cabf-fb7d-4fe2-a4f5-3b6c59604185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318580 Jul 09 10:28:50.373916 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8df4e-b73c-4f15-9d1b-cabb3aa79f3b req-b1e28891-72d6-4a3f-9b86-f60f956098da tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:50.375448 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67f8df4e-b73c-4f15-9d1b-cabb3aa79f3b req-b1e28891-72d6-4a3f-9b86-f60f956098da tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 945 time: 0.0639203 Jul 09 10:28:50.413182 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67f8df4e-b73c-4f15-9d1b-cabb3aa79f3b req-13e5f173-e8d7-427d-b921-c7a650c4b413 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=da18cabf-fb7d-4fe2-a4f5-3b6c59604185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317836 Jul 09 10:28:50.436984 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43700) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:50.487010 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f07a4c-1b42-4d91-baa0-f2d824aaf952 tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:50.488582 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f6f07a4c-1b42-4d91-baa0-f2d824aaf952 tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 1091 time: 0.0506263 Jul 09 10:28:50.491388 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43702) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:50.496461 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b580be54-e297-463a-972e-462e758b26c7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': '5ad1c2d7-d4d7-4fdb-a505-e6e019c32918', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:28:50.520430 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b580be54-e297-463a-972e-462e758b26c7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:50.616887 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b580be54-e297-463a-972e-462e758b26c7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:50.728089 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-b580be54-e297-463a-972e-462e758b26c7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Allocated IP 172.25.3.123 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/7ee5a8fc-9e38-4d19-818c-27a90dded875) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:28:50.825829 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b580be54-e297-463a-972e-462e758b26c7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:50.863668 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b580be54-e297-463a-972e-462e758b26c7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:50.896842 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b580be54-e297-463a-972e-462e758b26c7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:28:50.900144 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b580be54-e297-463a-972e-462e758b26c7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:28:50.905406 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b580be54-e297-463a-972e-462e758b26c7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:28:50.936309 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580be54-e297-463a-972e-462e758b26c7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=7ee5a8fc-9e38-4d19-818c-27a90dded875,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:51.304023 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b580be54-e297-463a-972e-462e758b26c7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:51.379723 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b580be54-e297-463a-972e-462e758b26c7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:51.531075 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b580be54-e297-463a-972e-462e758b26c7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:51.535730 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b580be54-e297-463a-972e-462e758b26c7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:51.601021 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580be54-e297-463a-972e-462e758b26c7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=7ee5a8fc-9e38-4d19-818c-27a90dded875,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:28:51.614829 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b580be54-e297-463a-972e-462e758b26c7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:51.714149 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-b580be54-e297-463a-972e-462e758b26c7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Floating IP c34c6e92-2319-4d5a-9d60-9533ea03045d associated. External IP: 172.25.3.123, port: 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918. Jul 09 10:28:52.224348 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b580be54-e297-463a-972e-462e758b26c7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:28:52.330115 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b580be54-e297-463a-972e-462e758b26c7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:28:52.339964 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ad20b6-d51a-426d-ba56-58dc23c1039f None None] Sync routers for ids ['febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:28:52.345836 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b580be54-e297-463a-972e-462e758b26c7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:28:52.350735 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ad20b6-d51a-426d-ba56-58dc23c1039f None None] Routers {'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:28:52.351363 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-71ad20b6-d51a-426d-ba56-58dc23c1039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:28:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:28:52.382399 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b580be54-e297-463a-972e-462e758b26c7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8897846 Jul 09 10:28:52.383128 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b42f13b-a189-48fb-b48a-535222b9bfc9', 'tag': '5ad1c2d7-d4d7-4fdb-a505-e6e019c32918'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:28:52.385596 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd3dfc2-202e-459f-be7a-1d93bf3e7762" -d '{"events": [{"name": "network-changed", "server_uuid": "6b42f13b-a189-48fb-b48a-535222b9bfc9", "tag": "5ad1c2d7-d4d7-4fdb-a505-e6e019c32918"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:28:52.423269 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014a4418-a893-4a7b-9451-950b6275e850 x-openstack-request-id: req-014a4418-a893-4a7b-9451-950b6275e850 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:28:52.423618 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b42f13b-a189-48fb-b48a-535222b9bfc9", "tag": "5ad1c2d7-d4d7-4fdb-a505-e6e019c32918", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:28:52.423983 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-014a4418-a893-4a7b-9451-950b6275e850 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:28:52.424443 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b42f13b-a189-48fb-b48a-535222b9bfc9', 'tag': '5ad1c2d7-d4d7-4fdb-a505-e6e019c32918', 'status': 'completed', 'code': 200} Jul 09 10:28:52.465574 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-71ad20b6-d51a-426d-ba56-58dc23c1039f None None] Set router febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:28:52.555555 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3dfc2-202e-459f-be7a-1d93bf3e7762 req-19e6ece9-429b-4858-b135-cd4baf46c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:52.557113 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1cd3dfc2-202e-459f-be7a-1d93bf3e7762 req-19e6ece9-429b-4858-b135-cd4baf46c19c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 1096 time: 0.1085773 Jul 09 10:28:52.567638 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d848c-be6b-4db7-9646-c78a3a83022b req-7cc558c5-b3de-44be-93ab-7553f587abb2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:52.569297 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c3d848c-be6b-4db7-9646-c78a3a83022b req-7cc558c5-b3de-44be-93ab-7553f587abb2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 945 time: 0.0904770 Jul 09 10:28:52.658400 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6c3d848c-be6b-4db7-9646-c78a3a83022b req-9d5e9b91-c306-44b5-8d88-5a0d307c7b96 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=da18cabf-fb7d-4fe2-a4f5-3b6c59604185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800850 Jul 09 10:28:52.682865 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43708) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:52.689137 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3dfc2-202e-459f-be7a-1d93bf3e7762 req-342e4fa7-8b59-43ac-b002-1568e31ac0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:52.690653 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1cd3dfc2-202e-459f-be7a-1d93bf3e7762 req-342e4fa7-8b59-43ac-b002-1568e31ac0fa service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9a460db-f93e-46b5-b572-81c0ea93b154 HTTP/1.1" status: 200 len: 898 time: 0.1204655 Jul 09 10:28:52.696513 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-71ad20b6-d51a-426d-ba56-58dc23c1039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745947800', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:28:33Z', 'updated_at': '2021-07-09T10:28:37Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:28:34Z', 'updated_at': '2021-07-09T10:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'c34c6e92-2319-4d5a-9d60-9533ea03045d', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'floating_ip_address': '172.25.3.123', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'port_id': '5ad1c2d7-d4d7-4fdb-a505-e6e019c32918', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154', 'mac_address': 'fa:16:3e:07:64:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b42f13b-a189-48fb-b48a-535222b9bfc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:28:51Z', 'updated_at': '2021-07-09T10:28:51Z', 'revision_number': 0, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1388fd7-df78-45cc-8135-8046224740de', 'name': '', 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:0f:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'b16bb19e-52d3-47d8-9de2-fec0b468aafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:28:36Z', 'updated_at': '2021-07-09T10:28:41Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'b16bb19e-52d3-47d8-9de2-fec0b468aafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:28:52.723431 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ad20b6-d51a-426d-ba56-58dc23c1039f None None] Checking router: febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:28:52.732410 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ad20b6-d51a-426d-ba56-58dc23c1039f None None] Routers {'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:28:52.733027 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-71ad20b6-d51a-426d-ba56-58dc23c1039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:28:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:28:52.745340 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-912144c6-178f-449c-b49c-18009f551f39 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/floatingips/c34c6e92-2319-4d5a-9d60-9533ea03045d HTTP/1.1" status: 200 len: 991 time: 0.0605931 Jul 09 10:28:52.756201 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1cd3dfc2-202e-459f-be7a-1d93bf3e7762 req-55d4dafb-709a-4d0f-bfc7-bd3141f2c2a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 HTTP/1.1" status: 200 len: 999 time: 0.0591419 Jul 09 10:28:52.804218 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3dfc2-202e-459f-be7a-1d93bf3e7762 req-806285d4-2ce1-4ebb-a7e2-c58758f34476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:52.806121 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1cd3dfc2-202e-459f-be7a-1d93bf3e7762 req-806285d4-2ce1-4ebb-a7e2-c58758f34476 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b16bb19e-52d3-47d8-9de2-fec0b468aafa HTTP/1.1" status: 200 len: 834 time: 0.0440319 Jul 09 10:28:52.841190 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-71ad20b6-d51a-426d-ba56-58dc23c1039f None None] Set router febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:28:52.868385 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3dfc2-202e-459f-be7a-1d93bf3e7762 req-3a00c3c3-3b57-4b57-af18-894d23e49f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:28:52.870015 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1cd3dfc2-202e-459f-be7a-1d93bf3e7762 req-3a00c3c3-3b57-4b57-af18-894d23e49f42 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9a460db-f93e-46b5-b572-81c0ea93b154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570099 Jul 09 10:28:52.959000 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1cd3dfc2-202e-459f-be7a-1d93bf3e7762 req-da21a56f-4bf8-4122-8fbd-317d7c83caf1 service neutron] 10.222.0.64 "GET /v2.0/networks/c9a460db-f93e-46b5-b572-81c0ea93b154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821383 Jul 09 10:28:53.052019 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1cd3dfc2-202e-459f-be7a-1d93bf3e7762 req-8ec49980-19d2-4c53-b70a-6390df3c62a2 service neutron] 10.222.0.64 "GET /v2.0/networks/c9a460db-f93e-46b5-b572-81c0ea93b154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859227 Jul 09 10:28:53.061670 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-71ad20b6-d51a-426d-ba56-58dc23c1039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745947800', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:28:33Z', 'updated_at': '2021-07-09T10:28:37Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:28:34Z', 'updated_at': '2021-07-09T10:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'c34c6e92-2319-4d5a-9d60-9533ea03045d', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'floating_ip_address': '172.25.3.123', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'port_id': '5ad1c2d7-d4d7-4fdb-a505-e6e019c32918', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154', 'mac_address': 'fa:16:3e:07:64:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b42f13b-a189-48fb-b48a-535222b9bfc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:28:51Z', 'updated_at': '2021-07-09T10:28:51Z', 'revision_number': 0, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1388fd7-df78-45cc-8135-8046224740de', 'name': '', 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:0f:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'b16bb19e-52d3-47d8-9de2-fec0b468aafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:28:36Z', 'updated_at': '2021-07-09T10:28:41Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'b16bb19e-52d3-47d8-9de2-fec0b468aafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:28:53.252474 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ad20b6-d51a-426d-ba56-58dc23c1039f None None] The sync data for ids ['febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'] in n-d-799996-1 is: [{'id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745947800', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:28:33Z', 'updated_at': '2021-07-09T10:28:37Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:28:34Z', 'updated_at': '2021-07-09T10:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'c34c6e92-2319-4d5a-9d60-9533ea03045d', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'floating_ip_address': '172.25.3.123', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'port_id': '5ad1c2d7-d4d7-4fdb-a505-e6e019c32918', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154', 'mac_address': 'fa:16:3e:07:64:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b42f13b-a189-48fb-b48a-535222b9bfc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:28:51Z', 'updated_at': '2021-07-09T10:28:51Z', 'revision_number': 0, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1388fd7-df78-45cc-8135-8046224740de', 'name': '', 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:0f:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'b16bb19e-52d3-47d8-9de2-fec0b468aafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:28:36Z', 'updated_at': '2021-07-09T10:28:41Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'b16bb19e-52d3-47d8-9de2-fec0b468aafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:28:53.441761 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896cec17-dc82-46a5-bedc-4c9acae1196a None None] New status for floating IP c34c6e92-2319-4d5a-9d60-9533ea03045d: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:28:53.747500 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43710) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:28:53.810823 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-62f66261-409f-4d6c-b985-62d244c28cc4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/floatingips/c34c6e92-2319-4d5a-9d60-9533ea03045d HTTP/1.1" status: 200 len: 993 time: 0.0621662 Jul 09 10:29:04.418635 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:29:06.832074 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e19e094f-0706-4513-8554-ab3ba079d19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:29:09.441571 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1964b20f-8064-4dc6-99f4-66c277034d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:29:09.591897 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:29:09.720973 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:29:10.200143 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c01ae01f-ad30-4066-8d3a-ea06ad812117 req-d620ef96-fdbf-4c35-bf30-be71c15fec3b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522048 Jul 09 10:29:10.292486 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ae01f-ad30-4066-8d3a-ea06ad812117 req-a229cd8c-439f-4791-8223-0b405ba836e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:29:10.294034 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c01ae01f-ad30-4066-8d3a-ea06ad812117 req-a229cd8c-439f-4791-8223-0b405ba836e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 1096 time: 0.0530782 Jul 09 10:29:10.401411 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ae01f-ad30-4066-8d3a-ea06ad812117 req-99aa1629-ee33-4b76-b5f6-d0d923fc95f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:29:10.402782 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c01ae01f-ad30-4066-8d3a-ea06ad812117 req-99aa1629-ee33-4b76-b5f6-d0d923fc95f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9a460db-f93e-46b5-b572-81c0ea93b154 HTTP/1.1" status: 200 len: 898 time: 0.0863123 Jul 09 10:29:10.468696 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c01ae01f-ad30-4066-8d3a-ea06ad812117 req-2ce284d9-c617-4099-aff7-6c9bf1abb163 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 HTTP/1.1" status: 200 len: 1001 time: 0.0574384 Jul 09 10:29:10.521004 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ae01f-ad30-4066-8d3a-ea06ad812117 req-57c3277d-c273-4781-925d-c7a652da970d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:29:10.522488 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c01ae01f-ad30-4066-8d3a-ea06ad812117 req-57c3277d-c273-4781-925d-c7a652da970d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b16bb19e-52d3-47d8-9de2-fec0b468aafa HTTP/1.1" status: 200 len: 834 time: 0.0477207 Jul 09 10:29:10.582930 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ae01f-ad30-4066-8d3a-ea06ad812117 req-208d2f23-1c59-4a86-93ff-9c719c9da4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:29:10.584454 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c01ae01f-ad30-4066-8d3a-ea06ad812117 req-208d2f23-1c59-4a86-93ff-9c719c9da4dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9a460db-f93e-46b5-b572-81c0ea93b154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550592 Jul 09 10:29:10.672891 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c01ae01f-ad30-4066-8d3a-ea06ad812117 req-b84f217c-d46d-4f2e-92cb-e95c6164e1c8 service neutron] 10.222.0.64 "GET /v2.0/networks/c9a460db-f93e-46b5-b572-81c0ea93b154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808423 Jul 09 10:29:10.766175 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c01ae01f-ad30-4066-8d3a-ea06ad812117 req-0cd088ae-eec3-49cb-8064-21680bef2668 service neutron] 10.222.0.64 "GET /v2.0/networks/c9a460db-f93e-46b5-b572-81c0ea93b154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868812 Jul 09 10:29:11.367128 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:29:13.155358 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:29:16.449648 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:29:34.434147 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:29:36.832703 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-64fc39d9-1beb-438e-88c1-74a7c02ff886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:29:39.441636 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-900cd6be-1b16-4f12-9300-12819a48b5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:29:39.593739 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:29:39.726939 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:29:41.370142 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:29:43.158580 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:29:53.448842 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:29:54.785336 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d79e2-04cb-4751-9699-b1731c6f8f37 req-5f71d180-3ebf-4331-8820-1bea2e670973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:29:54.786938 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-274d79e2-04cb-4751-9699-b1731c6f8f37 req-5f71d180-3ebf-4331-8820-1bea2e670973 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 1096 time: 0.1009457 Jul 09 10:29:54.801284 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc326b-496b-472c-b282-09f839e24c6c req-775d12f3-bff9-45f4-96f9-478de446f993 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:29:54.802812 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-72cc326b-496b-472c-b282-09f839e24c6c req-775d12f3-bff9-45f4-96f9-478de446f993 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 945 time: 0.0847673 Jul 09 10:29:54.897575 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-72cc326b-496b-472c-b282-09f839e24c6c req-a33793da-38b6-49b5-92bf-7b1550f1dd0e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=da18cabf-fb7d-4fe2-a4f5-3b6c59604185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821276 Jul 09 10:29:54.925542 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d79e2-04cb-4751-9699-b1731c6f8f37 req-1425985c-82c5-4885-8b66-841122783acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:29:54.927053 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-274d79e2-04cb-4751-9699-b1731c6f8f37 req-1425985c-82c5-4885-8b66-841122783acf service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9a460db-f93e-46b5-b572-81c0ea93b154 HTTP/1.1" status: 200 len: 898 time: 0.1233633 Jul 09 10:29:54.994713 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-274d79e2-04cb-4751-9699-b1731c6f8f37 req-d3bd0a31-46ef-450b-808d-e2f2ea2f7676 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 HTTP/1.1" status: 200 len: 1001 time: 0.0577986 Jul 09 10:29:55.050652 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d79e2-04cb-4751-9699-b1731c6f8f37 req-6db5e238-400d-40aa-b90d-ef05541bdded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:29:55.052067 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-274d79e2-04cb-4751-9699-b1731c6f8f37 req-6db5e238-400d-40aa-b90d-ef05541bdded service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b16bb19e-52d3-47d8-9de2-fec0b468aafa HTTP/1.1" status: 200 len: 834 time: 0.0487292 Jul 09 10:29:55.110127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d79e2-04cb-4751-9699-b1731c6f8f37 req-07cd6b3b-31b3-408e-ad77-eebd71016b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:29:55.111642 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-274d79e2-04cb-4751-9699-b1731c6f8f37 req-07cd6b3b-31b3-408e-ad77-eebd71016b8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9a460db-f93e-46b5-b572-81c0ea93b154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519745 Jul 09 10:29:55.199858 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-274d79e2-04cb-4751-9699-b1731c6f8f37 req-934b0287-0721-4d4c-aceb-79db1ada7685 service neutron] 10.222.0.64 "GET /v2.0/networks/c9a460db-f93e-46b5-b572-81c0ea93b154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816300 Jul 09 10:29:55.292369 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-274d79e2-04cb-4751-9699-b1731c6f8f37 req-f0257b57-63c6-430d-b3a1-3a64b7fbc67c service neutron] 10.222.0.64 "GET /v2.0/networks/c9a460db-f93e-46b5-b572-81c0ea93b154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858505 Jul 09 10:29:56.076076 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b2fc4-5858-40e0-834b-22c5417c976d req-0c945727-9a6a-4bed-a5b4-3c64bbfa419f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:29:56.077612 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c66b2fc4-5858-40e0-834b-22c5417c976d req-0c945727-9a6a-4bed-a5b4-3c64bbfa419f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 945 time: 0.0639782 Jul 09 10:29:56.115144 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c66b2fc4-5858-40e0-834b-22c5417c976d req-8641d806-1afd-449d-b1c6-eb39b3183345 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=da18cabf-fb7d-4fe2-a4f5-3b6c59604185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319195 Jul 09 10:29:57.299507 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20e79b-77ca-4e3b-940d-c16d58b29031 req-4c63a24f-d455-4e36-8f18-04770c08d3d4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:29:57.301005 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b20e79b-77ca-4e3b-940d-c16d58b29031 req-4c63a24f-d455-4e36-8f18-04770c08d3d4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 945 time: 0.0678539 Jul 09 10:29:57.337740 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1b20e79b-77ca-4e3b-940d-c16d58b29031 req-18b78b5d-6273-4d46-978d-b21c8edc3a5b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=da18cabf-fb7d-4fe2-a4f5-3b6c59604185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312874 Jul 09 10:29:58.512051 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9729029-d2d6-43e8-8ae4-e391529abf66 req-12ce06ba-e9e5-410f-8927-2dd6cf163c48 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:29:58.513479 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a9729029-d2d6-43e8-8ae4-e391529abf66 req-12ce06ba-e9e5-410f-8927-2dd6cf163c48 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 945 time: 0.0662155 Jul 09 10:29:58.550839 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a9729029-d2d6-43e8-8ae4-e391529abf66 req-22095c22-39d1-436b-8f4d-1332cf8430cc tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=da18cabf-fb7d-4fe2-a4f5-3b6c59604185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314684 Jul 09 10:29:59.722262 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fce63b-73f1-4d9e-86c2-d1ddcdc1073b req-8f08095e-4706-43c2-b46b-5486fdeb29c6 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:29:59.723823 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8fce63b-73f1-4d9e-86c2-d1ddcdc1073b req-8f08095e-4706-43c2-b46b-5486fdeb29c6 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 945 time: 0.0632713 Jul 09 10:29:59.760781 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d8fce63b-73f1-4d9e-86c2-d1ddcdc1073b req-446eaf9c-ebc8-48f3-8393-e97f5771fda0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=da18cabf-fb7d-4fe2-a4f5-3b6c59604185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313697 Jul 09 10:30:00.936748 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea93c3-4ff5-415a-b103-5ed5f41b7cbe req-02f697cd-3fba-4a83-9c8c-16aa7fa1ecd7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:30:00.938262 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-30ea93c3-4ff5-415a-b103-5ed5f41b7cbe req-02f697cd-3fba-4a83-9c8c-16aa7fa1ecd7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 945 time: 0.0663724 Jul 09 10:30:00.974310 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-30ea93c3-4ff5-415a-b103-5ed5f41b7cbe req-a8b01a59-63c1-4b6b-9f84-f7242c4639f1 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=da18cabf-fb7d-4fe2-a4f5-3b6c59604185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305507 Jul 09 10:30:02.147601 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fdcd7-b28e-496e-91e2-dd2ff88c6a7c req-0e382d28-615a-4228-9dcf-6e403159eb7d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:30:02.149256 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec8fdcd7-b28e-496e-91e2-dd2ff88c6a7c req-0e382d28-615a-4228-9dcf-6e403159eb7d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 945 time: 0.0640767 Jul 09 10:30:02.187570 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ec8fdcd7-b28e-496e-91e2-dd2ff88c6a7c req-7d06abb8-0c8c-4920-93a2-ca5497f092ae tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=da18cabf-fb7d-4fe2-a4f5-3b6c59604185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318940 Jul 09 10:30:03.365709 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a67d6-2854-4390-b425-39f5a33b10b8 req-e3e828a8-6ff3-4d73-beb4-6c489eb96ab8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:30:03.367204 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b61a67d6-2854-4390-b425-39f5a33b10b8 req-e3e828a8-6ff3-4d73-beb4-6c489eb96ab8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 945 time: 0.0662608 Jul 09 10:30:03.410199 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b61a67d6-2854-4390-b425-39f5a33b10b8 req-07d5476a-5076-47fe-9b3a-71554d1d3da3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=da18cabf-fb7d-4fe2-a4f5-3b6c59604185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372374 Jul 09 10:30:04.435232 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:30:04.581025 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93f925-ab28-4f2a-a639-89daa3406460 req-3b3fa1d3-8d88-4a8a-8788-f25ab2445e92 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:30:04.582544 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1c93f925-ab28-4f2a-a639-89daa3406460 req-3b3fa1d3-8d88-4a8a-8788-f25ab2445e92 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 945 time: 0.0639725 Jul 09 10:30:04.620262 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1c93f925-ab28-4f2a-a639-89daa3406460 req-95f6f967-a724-40bb-b05c-70c7d012482a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=da18cabf-fb7d-4fe2-a4f5-3b6c59604185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321884 Jul 09 10:30:05.792356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1c955-f855-48a2-bdcf-55ce22118dba req-aa8c6e8f-2f85-4cf0-8805-90c6cb26a0a3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:30:05.794388 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6a1c955-f855-48a2-bdcf-55ce22118dba req-aa8c6e8f-2f85-4cf0-8805-90c6cb26a0a3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 945 time: 0.0638442 Jul 09 10:30:05.831797 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6a1c955-f855-48a2-bdcf-55ce22118dba req-b5e5938a-7cf2-445e-a007-9c6d732cee57 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=da18cabf-fb7d-4fe2-a4f5-3b6c59604185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318727 Jul 09 10:30:06.833238 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d07e487d-94a8-47ce-b332-8847621d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:30:07.010383 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f490a2-069e-41a8-a847-a0dbd6c79954 req-9d41e92b-52a4-465b-bf71-6fb9b627fb00 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:30:07.011905 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12f490a2-069e-41a8-a847-a0dbd6c79954 req-9d41e92b-52a4-465b-bf71-6fb9b627fb00 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 945 time: 0.0675051 Jul 09 10:30:07.050080 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12f490a2-069e-41a8-a847-a0dbd6c79954 req-d632ac7f-7ab4-4561-81d8-f7e4ddb25e77 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=da18cabf-fb7d-4fe2-a4f5-3b6c59604185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323231 Jul 09 10:30:07.073753 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43760) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:30:07.135896 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a6ce49fc-1375-4f5d-9d3b-c58fadf21275 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/floatingips/c34c6e92-2319-4d5a-9d60-9533ea03045d HTTP/1.1" status: 200 len: 993 time: 0.0608633 Jul 09 10:30:09.445232 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-211039de-f9cf-4c41-a1b5-bd840b7ad70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:30:09.598387 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:30:09.738758 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:30:10.203126 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af646ab8-ca42-48b0-82c6-df378f2a0d62 req-a9622008-9bf7-4b66-b3e1-fa06c080a4a9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513227 Jul 09 10:30:10.302118 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af646ab8-ca42-48b0-82c6-df378f2a0d62 req-52fb17cc-79e2-48bc-bab1-c562327f4268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:30:10.303611 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af646ab8-ca42-48b0-82c6-df378f2a0d62 req-52fb17cc-79e2-48bc-bab1-c562327f4268 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 1096 time: 0.0569348 Jul 09 10:30:10.406587 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af646ab8-ca42-48b0-82c6-df378f2a0d62 req-a14acdce-3d75-42c7-bc43-c0fef8f2796d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:30:10.408020 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af646ab8-ca42-48b0-82c6-df378f2a0d62 req-a14acdce-3d75-42c7-bc43-c0fef8f2796d service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9a460db-f93e-46b5-b572-81c0ea93b154 HTTP/1.1" status: 200 len: 898 time: 0.0854616 Jul 09 10:30:10.474857 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af646ab8-ca42-48b0-82c6-df378f2a0d62 req-e8131c9c-16c2-4e9a-bd92-318a079c792e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 HTTP/1.1" status: 200 len: 1001 time: 0.0610445 Jul 09 10:30:10.522047 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af646ab8-ca42-48b0-82c6-df378f2a0d62 req-f0f6deb5-45f1-46e5-8677-c493be967957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:30:10.523501 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af646ab8-ca42-48b0-82c6-df378f2a0d62 req-f0f6deb5-45f1-46e5-8677-c493be967957 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b16bb19e-52d3-47d8-9de2-fec0b468aafa HTTP/1.1" status: 200 len: 834 time: 0.0431523 Jul 09 10:30:10.578920 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af646ab8-ca42-48b0-82c6-df378f2a0d62 req-6d386437-bb00-4663-a3f8-9ae4127a6556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:30:10.580457 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af646ab8-ca42-48b0-82c6-df378f2a0d62 req-6d386437-bb00-4663-a3f8-9ae4127a6556 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9a460db-f93e-46b5-b572-81c0ea93b154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509284 Jul 09 10:30:10.671934 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af646ab8-ca42-48b0-82c6-df378f2a0d62 req-f57b8b05-c76d-4fb6-8f61-ca40f26c7591 service neutron] 10.222.0.64 "GET /v2.0/networks/c9a460db-f93e-46b5-b572-81c0ea93b154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851991 Jul 09 10:30:10.761318 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af646ab8-ca42-48b0-82c6-df378f2a0d62 req-49b24891-563f-47a2-b119-b494ba377e09 service neutron] 10.222.0.64 "GET /v2.0/networks/c9a460db-f93e-46b5-b572-81c0ea93b154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834808 Jul 09 10:30:11.373231 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:30:13.162782 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:30:30.448189 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:30:34.451300 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:30:36.834063 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-893efbe0-bb88-4d18-8ef1-1211c2c95fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:30:39.445762 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1879ac8e-38e7-48f1-89af-f1aa2f0d191c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:30:39.599669 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:30:39.727604 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:30:41.375917 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:30:43.163734 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:02.362676 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43802) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:31:02.519509 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting port 7ee5a8fc-9e38-4d19-818c-27a90dded875 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:31:02.519855 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:02.592424 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:02.592749 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:02.604581 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Calling delete_port for 7ee5a8fc-9e38-4d19-818c-27a90dded875 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:31:03.059894 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:03.085855 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Port': ['ID=7ee5a8fc-9e38-4d19-818c-27a90dded875,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:03.097318 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:03.097670 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:03.098021 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:03.098347 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:03.098681 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:03.099011 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:03.099370 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:03.099733 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:03.100103 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:03.100435 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:03.100759 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:03.101080 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:03.157853 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:03.158193 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Floating IP c34c6e92-2319-4d5a-9d60-9533ea03045d disassociated (deleted). External IP: 172.25.3.123, port: 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918. Jul 09 10:31:03.360883 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:31:03.467053 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:31:03.471760 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:03.476139 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cd9c11-bf30-4a76-8fa7-aa841465a3ca None None] Sync routers for ids ['febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:31:03.484759 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cd9c11-bf30-4a76-8fa7-aa841465a3ca None None] Routers {'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:31:03.485425 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-36cd9c11-bf30-4a76-8fa7-aa841465a3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:30:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:31:03.508578 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bdd9b23b-6682-481c-998d-e79367eb63e3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/floatingips/c34c6e92-2319-4d5a-9d60-9533ea03045d HTTP/1.1" status: 204 len: 168 time: 1.1447620 Jul 09 10:31:03.509184 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b42f13b-a189-48fb-b48a-535222b9bfc9', 'tag': '5ad1c2d7-d4d7-4fdb-a505-e6e019c32918'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:31:03.511457 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d81a9b6-bccc-4017-bbcd-b1e0ba74ded4" -d '{"events": [{"name": "network-changed", "server_uuid": "6b42f13b-a189-48fb-b48a-535222b9bfc9", "tag": "5ad1c2d7-d4d7-4fdb-a505-e6e019c32918"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:31:03.551058 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408a62c6-421d-4da7-b626-cd5d5dd1e7f7 x-openstack-request-id: req-408a62c6-421d-4da7-b626-cd5d5dd1e7f7 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:31:03.551358 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b42f13b-a189-48fb-b48a-535222b9bfc9", "tag": "5ad1c2d7-d4d7-4fdb-a505-e6e019c32918", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:31:03.551615 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-408a62c6-421d-4da7-b626-cd5d5dd1e7f7 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:31:03.552048 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b42f13b-a189-48fb-b48a-535222b9bfc9', 'tag': '5ad1c2d7-d4d7-4fdb-a505-e6e019c32918', 'status': 'completed', 'code': 200} Jul 09 10:31:03.593978 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-36cd9c11-bf30-4a76-8fa7-aa841465a3ca None None] Set router febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:31:03.630970 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81a9b6-bccc-4017-bbcd-b1e0ba74ded4 req-bdc2f2ec-c0fd-4879-b05d-25021620782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:03.632541 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5d81a9b6-bccc-4017-bbcd-b1e0ba74ded4 req-bdc2f2ec-c0fd-4879-b05d-25021620782a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 1096 time: 0.0556605 Jul 09 10:31:03.734829 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81a9b6-bccc-4017-bbcd-b1e0ba74ded4 req-bce364c7-2943-4e96-9086-103cc4f23563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:03.736372 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5d81a9b6-bccc-4017-bbcd-b1e0ba74ded4 req-bce364c7-2943-4e96-9086-103cc4f23563 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9a460db-f93e-46b5-b572-81c0ea93b154 HTTP/1.1" status: 200 len: 898 time: 0.0973828 Jul 09 10:31:03.779160 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5d81a9b6-bccc-4017-bbcd-b1e0ba74ded4 req-73aebf53-6fa2-459e-b07d-37c98e0416a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 HTTP/1.1" status: 200 len: 217 time: 0.0360322 Jul 09 10:31:03.821471 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-36cd9c11-bf30-4a76-8fa7-aa841465a3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745947800', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:28:33Z', 'updated_at': '2021-07-09T10:28:37Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:28:34Z', 'updated_at': '2021-07-09T10:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'b1388fd7-df78-45cc-8135-8046224740de', 'name': '', 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:0f:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'b16bb19e-52d3-47d8-9de2-fec0b468aafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:28:36Z', 'updated_at': '2021-07-09T10:28:41Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'b16bb19e-52d3-47d8-9de2-fec0b468aafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:31:03.835725 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81a9b6-bccc-4017-bbcd-b1e0ba74ded4 req-7e5b0cd6-8fd2-41e8-9b01-da3d0f2a58b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:03.837423 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5d81a9b6-bccc-4017-bbcd-b1e0ba74ded4 req-7e5b0cd6-8fd2-41e8-9b01-da3d0f2a58b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b16bb19e-52d3-47d8-9de2-fec0b468aafa HTTP/1.1" status: 200 len: 834 time: 0.0515420 Jul 09 10:31:03.853314 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cd9c11-bf30-4a76-8fa7-aa841465a3ca None None] Checking router: febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:31:03.861577 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cd9c11-bf30-4a76-8fa7-aa841465a3ca None None] Routers {'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:31:03.862189 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-36cd9c11-bf30-4a76-8fa7-aa841465a3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:30:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:31:03.939346 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81a9b6-bccc-4017-bbcd-b1e0ba74ded4 req-f07bf091-acd5-46a9-b00a-090e5bfc74e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:03.940812 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5d81a9b6-bccc-4017-bbcd-b1e0ba74ded4 req-f07bf091-acd5-46a9-b00a-090e5bfc74e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9a460db-f93e-46b5-b572-81c0ea93b154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957198 Jul 09 10:31:03.953035 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b290f6-d043-4d40-87e7-fb2b7347cd5e req-a09966b3-77ff-453e-9868-a060c124ef31 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:03.954552 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-93b290f6-d043-4d40-87e7-fb2b7347cd5e req-a09966b3-77ff-453e-9868-a060c124ef31 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 945 time: 0.1002831 Jul 09 10:31:03.967136 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-36cd9c11-bf30-4a76-8fa7-aa841465a3ca None None] Set router febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:31:04.045155 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-93b290f6-d043-4d40-87e7-fb2b7347cd5e req-73008796-2523-4c60-bbdb-865c61f40eb4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=da18cabf-fb7d-4fe2-a4f5-3b6c59604185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811403 Jul 09 10:31:04.071151 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5d81a9b6-bccc-4017-bbcd-b1e0ba74ded4 req-a6acd650-0660-461b-8c88-48e1321564cf service neutron] 10.222.0.64 "GET /v2.0/networks/c9a460db-f93e-46b5-b572-81c0ea93b154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156158 Jul 09 10:31:04.165382 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5d81a9b6-bccc-4017-bbcd-b1e0ba74ded4 req-e420192a-40dc-40be-8537-a3e61a703add service neutron] 10.222.0.64 "GET /v2.0/networks/c9a460db-f93e-46b5-b572-81c0ea93b154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871408 Jul 09 10:31:04.167088 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-36cd9c11-bf30-4a76-8fa7-aa841465a3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745947800', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:28:33Z', 'updated_at': '2021-07-09T10:28:37Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:28:34Z', 'updated_at': '2021-07-09T10:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'b1388fd7-df78-45cc-8135-8046224740de', 'name': '', 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:0f:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'b16bb19e-52d3-47d8-9de2-fec0b468aafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:28:36Z', 'updated_at': '2021-07-09T10:28:41Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'b16bb19e-52d3-47d8-9de2-fec0b468aafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:31:04.192887 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cd9c11-bf30-4a76-8fa7-aa841465a3ca None None] The sync data for ids ['febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'] in n-d-799996-1 is: [{'id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745947800', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:28:33Z', 'updated_at': '2021-07-09T10:28:37Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:28:34Z', 'updated_at': '2021-07-09T10:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'b1388fd7-df78-45cc-8135-8046224740de', 'name': '', 'network_id': 'c9a460db-f93e-46b5-b572-81c0ea93b154', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:0f:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'b16bb19e-52d3-47d8-9de2-fec0b468aafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:28:36Z', 'updated_at': '2021-07-09T10:28:41Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'b16bb19e-52d3-47d8-9de2-fec0b468aafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:31:04.410585 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6432fd01-7234-47b0-872b-2946325d754f None None] New status for floating IP c34c6e92-2319-4d5a-9d60-9533ea03045d: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:31:04.450487 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:05.245209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a309bf8-e1f9-4b45-b6f8-e7b1aaed7fa6 req-3ad99581-14c5-4e14-883d-ebb79ef7a30c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:05.246691 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a309bf8-e1f9-4b45-b6f8-e7b1aaed7fa6 req-3ad99581-14c5-4e14-883d-ebb79ef7a30c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 945 time: 0.0726190 Jul 09 10:31:05.285755 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a309bf8-e1f9-4b45-b6f8-e7b1aaed7fa6 req-9bb9a85b-8af9-4131-b4c0-1aa5c4935995 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=da18cabf-fb7d-4fe2-a4f5-3b6c59604185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334725 Jul 09 10:31:05.534777 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38aab06-a3e5-479b-88b1-9b45121cc32c req-8d2e05f5-940c-485f-9cd6-f6b0f99b847b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:05.536197 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c38aab06-a3e5-479b-88b1-9b45121cc32c req-8d2e05f5-940c-485f-9cd6-f6b0f99b847b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 945 time: 0.0625443 Jul 09 10:31:05.639169 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-c38aab06-a3e5-479b-88b1-9b45121cc32c req-36d80e0f-4933-4516-a2dd-eecb02c4c849 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting port 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:31:05.639515 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c38aab06-a3e5-479b-88b1-9b45121cc32c req-36d80e0f-4933-4516-a2dd-eecb02c4c849 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:05.726214 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c38aab06-a3e5-479b-88b1-9b45121cc32c req-36d80e0f-4933-4516-a2dd-eecb02c4c849 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] For port 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=5ad1c2d7-d4d7-4fdb-a505-e6e019c32918,segment=NetworkSegment(5818038c-5104-4391-ae9a-98e3c58b373f),segment_id=5818038c-5104-4391-ae9a-98e3c58b373f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:31:05.726575 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c38aab06-a3e5-479b-88b1-9b45121cc32c req-36d80e0f-4933-4516-a2dd-eecb02c4c849 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:05.739318 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-c38aab06-a3e5-479b-88b1-9b45121cc32c req-36d80e0f-4933-4516-a2dd-eecb02c4c849 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Calling delete_port for 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:31:05.866180 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c38aab06-a3e5-479b-88b1-9b45121cc32c req-36d80e0f-4933-4516-a2dd-eecb02c4c849 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:05.894943 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d80e0f-4933-4516-a2dd-eecb02c4c849 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Port': ['ID=5ad1c2d7-d4d7-4fdb-a505-e6e019c32918,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:05.928328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d80e0f-4933-4516-a2dd-eecb02c4c849 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:05.928684 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d80e0f-4933-4516-a2dd-eecb02c4c849 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:05.929025 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d80e0f-4933-4516-a2dd-eecb02c4c849 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:05.929361 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d80e0f-4933-4516-a2dd-eecb02c4c849 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:05.929694 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d80e0f-4933-4516-a2dd-eecb02c4c849 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:05.930026 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d80e0f-4933-4516-a2dd-eecb02c4c849 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:05.930356 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d80e0f-4933-4516-a2dd-eecb02c4c849 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:05.930714 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d80e0f-4933-4516-a2dd-eecb02c4c849 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:05.931043 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d80e0f-4933-4516-a2dd-eecb02c4c849 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:05.931369 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d80e0f-4933-4516-a2dd-eecb02c4c849 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:05.931711 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d80e0f-4933-4516-a2dd-eecb02c4c849 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:05.932103 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d80e0f-4933-4516-a2dd-eecb02c4c849 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:05.953218 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38aab06-a3e5-479b-88b1-9b45121cc32c req-36d80e0f-4933-4516-a2dd-eecb02c4c849 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] No DVR routers for this DVR port 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:31:05.955964 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c38aab06-a3e5-479b-88b1-9b45121cc32c req-36d80e0f-4933-4516-a2dd-eecb02c4c849 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:05.957965 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c38aab06-a3e5-479b-88b1-9b45121cc32c req-36d80e0f-4933-4516-a2dd-eecb02c4c849 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.64 "DELETE /v2.0/ports/5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 HTTP/1.1" status: 204 len: 173 time: 0.4154029 Jul 09 10:31:05.958462 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b42f13b-a189-48fb-b48a-535222b9bfc9', 'name': 'network-vif-deleted', 'tag': '5ad1c2d7-d4d7-4fdb-a505-e6e019c32918'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:31:05.960809 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80464c25-b48e-49ad-b1b2-dac61aee3d04" -d '{"events": [{"server_uuid": "6b42f13b-a189-48fb-b48a-535222b9bfc9", "name": "network-vif-deleted", "tag": "5ad1c2d7-d4d7-4fdb-a505-e6e019c32918"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:31:06.015617 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6add6c44-ad41-4117-ac4b-9eea5d21a4f4 x-openstack-request-id: req-6add6c44-ad41-4117-ac4b-9eea5d21a4f4 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:31:06.016219 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b42f13b-a189-48fb-b48a-535222b9bfc9", "name": "network-vif-deleted", "tag": "5ad1c2d7-d4d7-4fdb-a505-e6e019c32918", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:31:06.016479 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6add6c44-ad41-4117-ac4b-9eea5d21a4f4 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:31:06.016882 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b42f13b-a189-48fb-b48a-535222b9bfc9', 'name': 'network-vif-deleted', 'tag': '5ad1c2d7-d4d7-4fdb-a505-e6e019c32918', 'status': 'completed', 'code': 200} Jul 09 10:31:06.445013 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c10446a1-4074-4969-9a53-6c487306204f req-022f3e6e-93de-4014-ba3c-7d8c66626cec tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b42f13b-a189-48fb-b48a-535222b9bfc9 HTTP/1.1" status: 200 len: 210 time: 0.0290227 Jul 09 10:31:06.836093 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-795c1f68-4f62-4ef2-95f4-a301964089f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:07.446554 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:31:07.541090 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43828) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:31:07.898501 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c99e93f-2a20-48df-9d8d-d2b7f8f2dac7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:08.163569 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0c99e93f-2a20-48df-9d8d-d2b7f8f2dac7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting port b1388fd7-df78-45cc-8135-8046224740de {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:31:08.163940 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c99e93f-2a20-48df-9d8d-d2b7f8f2dac7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:08.250501 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-0c99e93f-2a20-48df-9d8d-d2b7f8f2dac7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] For port b1388fd7-df78-45cc-8135-8046224740de, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b1388fd7-df78-45cc-8135-8046224740de,segment=NetworkSegment(5818038c-5104-4391-ae9a-98e3c58b373f),segment_id=5818038c-5104-4391-ae9a-98e3c58b373f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:31:08.250861 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c99e93f-2a20-48df-9d8d-d2b7f8f2dac7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:08.264574 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0c99e93f-2a20-48df-9d8d-d2b7f8f2dac7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Calling delete_port for b1388fd7-df78-45cc-8135-8046224740de owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:31:08.460327 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c99e93f-2a20-48df-9d8d-d2b7f8f2dac7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:08.488836 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99e93f-2a20-48df-9d8d-d2b7f8f2dac7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Port': ['ID=b1388fd7-df78-45cc-8135-8046224740de,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:08.667133 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c99e93f-2a20-48df-9d8d-d2b7f8f2dac7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:08.890157 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c99e93f-2a20-48df-9d8d-d2b7f8f2dac7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:31:08.999345 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c99e93f-2a20-48df-9d8d-d2b7f8f2dac7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:31:09.004308 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0c99e93f-2a20-48df-9d8d-d2b7f8f2dac7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "PUT /v2.0/routers/febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4622004 Jul 09 10:31:09.007132 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43830) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:31:09.008780 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77523620-15b9-4538-bbf4-6c7a605fd315 None None] Sync routers for ids ['febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:31:09.018195 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77523620-15b9-4538-bbf4-6c7a605fd315 None None] Routers {'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:31:09.018937 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-77523620-15b9-4538-bbf4-6c7a605fd315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:30:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:31:09.061997 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea571f9-0bfa-4864-99b5-12b409c2b9a9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting subnet b16bb19e-52d3-47d8-9de2-fec0b468aafa {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:31:09.065340 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ea571f9-0bfa-4864-99b5-12b409c2b9a9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:09.110467 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ea571f9-0bfa-4864-99b5-12b409c2b9a9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:09.135870 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-77523620-15b9-4538-bbf4-6c7a605fd315 None None] Set router febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:31:09.224041 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ea571f9-0bfa-4864-99b5-12b409c2b9a9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:09.287860 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ea571f9-0bfa-4864-99b5-12b409c2b9a9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:09.316009 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea571f9-0bfa-4864-99b5-12b409c2b9a9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Subnet': ['ID=b16bb19e-52d3-47d8-9de2-fec0b468aafa,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:09.321788 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ea571f9-0bfa-4864-99b5-12b409c2b9a9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:09.324161 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8ea571f9-0bfa-4864-99b5-12b409c2b9a9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/subnets/b16bb19e-52d3-47d8-9de2-fec0b468aafa HTTP/1.1" status: 204 len: 168 time: 0.3160176 Jul 09 10:31:09.326880 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43832) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:31:09.335599 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db467dd6-a9ac-48ff-abde-3a00efed26f6 None None] Network c9a460db-f93e-46b5-b572-81c0ea93b154 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:31:09.387029 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-77523620-15b9-4538-bbf4-6c7a605fd315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745947800', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:28:33Z', 'updated_at': '2021-07-09T10:31:08Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:28:34Z', 'updated_at': '2021-07-09T10:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:31:09.422846 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77523620-15b9-4538-bbf4-6c7a605fd315 None None] Checking router: febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:31:09.467762 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77523620-15b9-4538-bbf4-6c7a605fd315 None None] Routers {'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:31:09.468409 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-77523620-15b9-4538-bbf4-6c7a605fd315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:30:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:31:09.520326 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b6bd18bc-c5c8-4266-8f47-652167c3e8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:09.622974 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-77523620-15b9-4538-bbf4-6c7a605fd315 None None] Set router febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:31:09.625369 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:09.689685 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0612fabd-b7a6-4f74-8941-dfb2cb070c8b None None] DHCP port deletion for c9a460db-f93e-46b5-b572-81c0ea93b154 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:31:09.752067 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3aee00ef-da40-4204-b5f2-30b675f43fef tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:09.773235 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:09.838574 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-0612fabd-b7a6-4f74-8941-dfb2cb070c8b None None] Deleting port 4a7ad53b-50e5-48f5-9cf9-53582378a4b4 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:31:09.838953 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0612fabd-b7a6-4f74-8941-dfb2cb070c8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:09.856559 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3aee00ef-da40-4204-b5f2-30b675f43fef tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:09.912810 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3aee00ef-da40-4204-b5f2-30b675f43fef tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting port a4c36765-bd34-4235-a691-b7c363db0e77 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:31:09.913038 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3aee00ef-da40-4204-b5f2-30b675f43fef tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:09.994581 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-3aee00ef-da40-4204-b5f2-30b675f43fef tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] For port a4c36765-bd34-4235-a691-b7c363db0e77, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a4c36765-bd34-4235-a691-b7c363db0e77,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:31:09.994950 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3aee00ef-da40-4204-b5f2-30b675f43fef tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:10.008955 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3aee00ef-da40-4204-b5f2-30b675f43fef tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Calling delete_port for a4c36765-bd34-4235-a691-b7c363db0e77 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:31:10.065427 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0612fabd-b7a6-4f74-8941-dfb2cb070c8b None None] For port 4a7ad53b-50e5-48f5-9cf9-53582378a4b4, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=4a7ad53b-50e5-48f5-9cf9-53582378a4b4,segment=NetworkSegment(5818038c-5104-4391-ae9a-98e3c58b373f),segment_id=5818038c-5104-4391-ae9a-98e3c58b373f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:31:10.066090 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0612fabd-b7a6-4f74-8941-dfb2cb070c8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:10.081336 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-0612fabd-b7a6-4f74-8941-dfb2cb070c8b None None] Calling delete_port for 4a7ad53b-50e5-48f5-9cf9-53582378a4b4 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:31:10.083704 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-77523620-15b9-4538-bbf4-6c7a605fd315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745947800', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:28:33Z', 'updated_at': '2021-07-09T10:31:08Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:28:34Z', 'updated_at': '2021-07-09T10:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:31:10.115858 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77523620-15b9-4538-bbf4-6c7a605fd315 None None] The sync data for ids ['febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c'] in n-d-799996-1 is: [{'id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745947800', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:28:33Z', 'updated_at': '2021-07-09T10:31:08Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': 'a4c36765-bd34-4235-a691-b7c363db0e77', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:28:34Z', 'updated_at': '2021-07-09T10:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:31:10.176915 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3aee00ef-da40-4204-b5f2-30b675f43fef tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:10.194796 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0612fabd-b7a6-4f74-8941-dfb2cb070c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:10.213524 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee00ef-da40-4204-b5f2-30b675f43fef tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Port': ['ID=a4c36765-bd34-4235-a691-b7c363db0e77,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:10.217950 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612fabd-b7a6-4f74-8941-dfb2cb070c8b None None] Pushing event deleted for resources: {'Port': ['ID=4a7ad53b-50e5-48f5-9cf9-53582378a4b4,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:10.227463 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0612fabd-b7a6-4f74-8941-dfb2cb070c8b None None] No DVR routers for this DVR port 4a7ad53b-50e5-48f5-9cf9-53582378a4b4 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:31:10.229694 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612fabd-b7a6-4f74-8941-dfb2cb070c8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:10.230046 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612fabd-b7a6-4f74-8941-dfb2cb070c8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:10.230409 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612fabd-b7a6-4f74-8941-dfb2cb070c8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:10.230730 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612fabd-b7a6-4f74-8941-dfb2cb070c8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:10.231069 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612fabd-b7a6-4f74-8941-dfb2cb070c8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:10.231404 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612fabd-b7a6-4f74-8941-dfb2cb070c8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:10.231759 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612fabd-b7a6-4f74-8941-dfb2cb070c8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:10.232175 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612fabd-b7a6-4f74-8941-dfb2cb070c8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:10.232509 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612fabd-b7a6-4f74-8941-dfb2cb070c8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:10.232838 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612fabd-b7a6-4f74-8941-dfb2cb070c8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:10.233165 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612fabd-b7a6-4f74-8941-dfb2cb070c8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:10.233493 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612fabd-b7a6-4f74-8941-dfb2cb070c8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:10.276972 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3aee00ef-da40-4204-b5f2-30b675f43fef tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:10.365055 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3aee00ef-da40-4204-b5f2-30b675f43fef tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:10.367798 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3aee00ef-da40-4204-b5f2-30b675f43fef tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:10.409509 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3aee00ef-da40-4204-b5f2-30b675f43fef tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:10.410351 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aee00ef-da40-4204-b5f2-30b675f43fef tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Fanout notify agent at l3_agent the message router_deleted on router febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 10:31:10.418874 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3aee00ef-da40-4204-b5f2-30b675f43fef tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:10.420051 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3aee00ef-da40-4204-b5f2-30b675f43fef tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/routers/febb4f54-fdbe-4bf1-8f5a-795e4c7c5d1c HTTP/1.1" status: 204 len: 168 time: 1.0921395 Jul 09 10:31:10.422659 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43834) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:31:10.502770 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ed1da8b5-09ac-4814-ab2c-759a4d31eebb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:10.560630 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:31:10.582234 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:31:10.582590 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 5ad1c2d7-d4d7-4fdb-a505-e6e019c32918 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:31:10.596655 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ed1da8b5-09ac-4814-ab2c-759a4d31eebb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:10.607353 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-ed1da8b5-09ac-4814-ab2c-759a4d31eebb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a460db-f93e-46b5-b572-81c0ea93b154']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:31:10.618506 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-ed1da8b5-09ac-4814-ab2c-759a4d31eebb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5818038c-5104-4391-ae9a-98e3c58b373f') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:31:10.618805 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-ed1da8b5-09ac-4814-ab2c-759a4d31eebb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5818038c-5104-4391-ae9a-98e3c58b373f') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:31:10.627345 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ed1da8b5-09ac-4814-ab2c-759a4d31eebb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:10.645669 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ed1da8b5-09ac-4814-ab2c-759a4d31eebb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:10.651875 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1da8b5-09ac-4814-ab2c-759a4d31eebb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:31:10.652279 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ed1da8b5-09ac-4814-ab2c-759a4d31eebb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: timer() Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:31:10.655548 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:31:10.715095 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ed1da8b5-09ac-4814-ab2c-759a4d31eebb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:10.722292 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ed1da8b5-09ac-4814-ab2c-759a4d31eebb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:10.727128 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ed1da8b5-09ac-4814-ab2c-759a4d31eebb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/networks/c9a460db-f93e-46b5-b572-81c0ea93b154 HTTP/1.1" status: 204 len: 168 time: 0.3005950 Jul 09 10:31:10.727359 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43836) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:31:10.744634 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1da8b5-09ac-4814-ab2c-759a4d31eebb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Network': ['ID=c9a460db-f93e-46b5-b572-81c0ea93b154,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:10.800992 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a375f582-5452-47c2-9f43-1e919f404fdf tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:10.826490 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a375f582-5452-47c2-9f43-1e919f404fdf tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:10.894378 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a375f582-5452-47c2-9f43-1e919f404fdf tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:10.897516 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a375f582-5452-47c2-9f43-1e919f404fdf tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:10.898718 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a375f582-5452-47c2-9f43-1e919f404fdf tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/security-groups/da18cabf-fb7d-4fe2-a4f5-3b6c59604185 HTTP/1.1" status: 204 len: 168 time: 0.1702654 Jul 09 10:31:10.907810 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375f582-5452-47c2-9f43-1e919f404fdf tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da18cabf-fb7d-4fe2-a4f5-3b6c59604185,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:11.379460 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:11.419778 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43842) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:31:11.424670 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-26784482-46ea-46c0-ab80-317e63c056eb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-6260843', 'description': 'tempest-secgroup-smoke-6260843 description', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:31:11.451382 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26784482-46ea-46c0-ab80-317e63c056eb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:11.540691 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26784482-46ea-46c0-ab80-317e63c056eb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:11.544275 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26784482-46ea-46c0-ab80-317e63c056eb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:11.571500 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26784482-46ea-46c0-ab80-317e63c056eb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:11.572293 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-26784482-46ea-46c0-ab80-317e63c056eb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1514847 Jul 09 10:31:11.575132 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43844) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:31:11.579506 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ee6a6acb-67e8-4867-b38f-0af0eaddb516 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': '8c1b8a64-805a-4543-a220-92fe59eacdd3', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:31:11.587494 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26784482-46ea-46c0-ab80-317e63c056eb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1b8a64-805a-4543-a220-92fe59eacdd3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:11.614226 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6acb-67e8-4867-b38f-0af0eaddb516 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:11.628779 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4a7ad53b-50e5-48f5-9cf9-53582378a4b4 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:31:11.649257 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 4a7ad53b-50e5-48f5-9cf9-53582378a4b4 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:31:11.649604 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 4a7ad53b-50e5-48f5-9cf9-53582378a4b4 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:31:11.650017 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a4c36765-bd34-4235-a691-b7c363db0e77 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:31:11.670691 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: a4c36765-bd34-4235-a691-b7c363db0e77 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:31:11.671035 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a4c36765-bd34-4235-a691-b7c363db0e77 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:31:11.671447 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b1388fd7-df78-45cc-8135-8046224740de no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:31:11.673174 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6acb-67e8-4867-b38f-0af0eaddb516 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:11.678284 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6acb-67e8-4867-b38f-0af0eaddb516 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:11.690468 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: b1388fd7-df78-45cc-8135-8046224740de {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:31:11.690840 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b1388fd7-df78-45cc-8135-8046224740de not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:31:11.697656 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a6acb-67e8-4867-b38f-0af0eaddb516 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329a73a1-75fc-452b-9cfa-31533c85e82e,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:11.705003 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6acb-67e8-4867-b38f-0af0eaddb516 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:11.706694 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ee6a6acb-67e8-4867-b38f-0af0eaddb516 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1304307 Jul 09 10:31:11.710796 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43846) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:31:11.715861 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e02ff3ce-3f67-4763-a775-b3e8415b6987 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': '8c1b8a64-805a-4543-a220-92fe59eacdd3', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:31:11.742437 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e02ff3ce-3f67-4763-a775-b3e8415b6987 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:11.799515 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e02ff3ce-3f67-4763-a775-b3e8415b6987 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:11.803358 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e02ff3ce-3f67-4763-a775-b3e8415b6987 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:11.823886 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ff3ce-3f67-4763-a775-b3e8415b6987 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e75c151-072f-4490-bb7b-6134dbfb685d,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:11.827961 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e02ff3ce-3f67-4763-a775-b3e8415b6987 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:11.829467 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e02ff3ce-3f67-4763-a775-b3e8415b6987 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178052 Jul 09 10:31:11.832316 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43848) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:31:11.837020 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b5bd5103-806e-47c1-a38a-6b86e5dd12d3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': '8c1b8a64-805a-4543-a220-92fe59eacdd3', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:31:11.863849 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5bd5103-806e-47c1-a38a-6b86e5dd12d3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:11.928901 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5bd5103-806e-47c1-a38a-6b86e5dd12d3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:11.932785 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5bd5103-806e-47c1-a38a-6b86e5dd12d3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:11.951342 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd5103-806e-47c1-a38a-6b86e5dd12d3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5a3030-9005-4faa-87cd-d1a4aa48a51f,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:11.953820 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5bd5103-806e-47c1-a38a-6b86e5dd12d3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:11.955012 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b5bd5103-806e-47c1-a38a-6b86e5dd12d3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217287 Jul 09 10:31:11.957807 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43850) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:31:11.962309 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-4ac50b81-779f-45f0-949c-370d403be50a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': '8c1b8a64-805a-4543-a220-92fe59eacdd3', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:31:11.989357 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ac50b81-779f-45f0-949c-370d403be50a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:12.047945 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ac50b81-779f-45f0-949c-370d403be50a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:12.051436 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ac50b81-779f-45f0-949c-370d403be50a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:12.066496 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac50b81-779f-45f0-949c-370d403be50a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5086cb9e-4d8c-4c9a-95ef-5b9e6f34b66f,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:12.075983 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ac50b81-779f-45f0-949c-370d403be50a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:12.077214 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4ac50b81-779f-45f0-949c-370d403be50a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184618 Jul 09 10:31:12.080155 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43852) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:31:12.085352 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f024a50c-c9cc-4fae-b11f-d1402ed1c743 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': '8c1b8a64-805a-4543-a220-92fe59eacdd3', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:31:12.108212 n-d-799996-1 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-f024a50c-c9cc-4fae-b11f-d1402ed1c743 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Project a2707a6cc1554f6e93671b1c65b2449a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:31:12.113137 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f024a50c-c9cc-4fae-b11f-d1402ed1c743 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:12.183009 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f024a50c-c9cc-4fae-b11f-d1402ed1c743 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:12.186850 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f024a50c-c9cc-4fae-b11f-d1402ed1c743 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:12.203892 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024a50c-c9cc-4fae-b11f-d1402ed1c743 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002bd822-126d-4af9-bb09-7df7df1f8d02,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:12.211483 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f024a50c-c9cc-4fae-b11f-d1402ed1c743 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:12.212759 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f024a50c-c9cc-4fae-b11f-d1402ed1c743 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315894 Jul 09 10:31:12.215478 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43854) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:31:12.219982 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2ecb2e9b-af0d-494c-b591-8e45243dccd8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': '8c1b8a64-805a-4543-a220-92fe59eacdd3', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:31:12.241957 n-d-799996-1 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-2ecb2e9b-af0d-494c-b591-8e45243dccd8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Project a2707a6cc1554f6e93671b1c65b2449a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:31:12.246871 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2e9b-af0d-494c-b591-8e45243dccd8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:12.315258 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2e9b-af0d-494c-b591-8e45243dccd8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:12.318892 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2e9b-af0d-494c-b591-8e45243dccd8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:12.336500 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb2e9b-af0d-494c-b591-8e45243dccd8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1860f597-149c-466d-b0d6-62fe4a4b17fd,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:12.342236 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2e9b-af0d-494c-b591-8e45243dccd8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:12.343411 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2ecb2e9b-af0d-494c-b591-8e45243dccd8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269557 Jul 09 10:31:12.346226 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43856) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:31:12.351757 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b5df3835-66cc-453c-8e8d-35da362eae07 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'network': {'name': 'tempest-network-smoke--2093431665', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'port_security_enabled': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:31:12.371922 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5df3835-66cc-453c-8e8d-35da362eae07 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Made reservation on behalf of a2707a6cc1554f6e93671b1c65b2449a for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:31:12.375658 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5df3835-66cc-453c-8e8d-35da362eae07 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:12.400143 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5df3835-66cc-453c-8e8d-35da362eae07 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:31:12.413187 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5df3835-66cc-453c-8e8d-35da362eae07 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:12.413533 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-b5df3835-66cc-453c-8e8d-35da362eae07 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Added segment 2f710124-92b6-4dfb-90b5-34a270642479 of type vlan for network 93550f89-ab40-46af-a19f-301375307105 Jul 09 10:31:12.454872 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5df3835-66cc-453c-8e8d-35da362eae07 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:12.485895 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5df3835-66cc-453c-8e8d-35da362eae07 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:12.491540 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df3835-66cc-453c-8e8d-35da362eae07 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:12.492155 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5df3835-66cc-453c-8e8d-35da362eae07 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:12.551524 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-b5df3835-66cc-453c-8e8d-35da362eae07 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2042570 Jul 09 10:31:12.554226 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43860) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:31:12.560777 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ebcfa1d6-a8be-484f-9cee-8b8bacc1704c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1428241632', 'admin_state_up': True, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:31:12.575435 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df3835-66cc-453c-8e8d-35da362eae07 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Network': ['ID=93550f89-ab40-46af-a19f-301375307105,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:12.586995 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 93550f89-ab40-46af-a19f-301375307105 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:31:12.590460 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa1d6-a8be-484f-9cee-8b8bacc1704c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:12.591590 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa1d6-a8be-484f-9cee-8b8bacc1704c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:12.643919 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa1d6-a8be-484f-9cee-8b8bacc1704c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:12.783990 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa1d6-a8be-484f-9cee-8b8bacc1704c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:12.975049 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa1d6-a8be-484f-9cee-8b8bacc1704c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:12.994140 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa1d6-a8be-484f-9cee-8b8bacc1704c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:13.093941 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-ebcfa1d6-a8be-484f-9cee-8b8bacc1704c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Allocated IP 172.25.3.34 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/8da0d9a1-4bac-41cc-86df-6c4f1d36a54f) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:31:13.166726 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:13.198440 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa1d6-a8be-484f-9cee-8b8bacc1704c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:13.236393 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa1d6-a8be-484f-9cee-8b8bacc1704c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:13.272376 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcfa1d6-a8be-484f-9cee-8b8bacc1704c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:31:13.278554 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ebcfa1d6-a8be-484f-9cee-8b8bacc1704c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:31:13.282050 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcfa1d6-a8be-484f-9cee-8b8bacc1704c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:31:13.304070 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfa1d6-a8be-484f-9cee-8b8bacc1704c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=8da0d9a1-4bac-41cc-86df-6c4f1d36a54f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:13.526508 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa1d6-a8be-484f-9cee-8b8bacc1704c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:13.721785 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa1d6-a8be-484f-9cee-8b8bacc1704c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:13.856984 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcfa1d6-a8be-484f-9cee-8b8bacc1704c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router f76783a3-2d1f-4dfb-875a-84578c5e768f is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 10:31:13.960422 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcfa1d6-a8be-484f-9cee-8b8bacc1704c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:31:13.969540 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] Sync routers for ids ['f76783a3-2d1f-4dfb-875a-84578c5e768f'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:31:13.979222 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa1d6-a8be-484f-9cee-8b8bacc1704c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:13.979837 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] Routers {'f76783a3-2d1f-4dfb-875a-84578c5e768f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:31:13.980456 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:31:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f76783a3-2d1f-4dfb-875a-84578c5e768f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:31:13.980627 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ebcfa1d6-a8be-484f-9cee-8b8bacc1704c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4253623 Jul 09 10:31:13.983839 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43862) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:31:14.011646 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3f35d764-de5a-44ff-ad34-16b1e68ee600 tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=a2707a6cc1554f6e93671b1c65b2449a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267992 Jul 09 10:31:14.014222 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43864) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:31:14.083439 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] Set router f76783a3-2d1f-4dfb-875a-84578c5e768f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:31:14.100827 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e019b211-baba-4149-ab39-47683cab510f tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:14.102358 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e019b211-baba-4149-ab39-47683cab510f tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873280 Jul 09 10:31:14.105416 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43866) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:31:14.141024 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-d1920907-35ee-43a9-8ebe-03c53f4058f4 tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321221 Jul 09 10:31:14.141727 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43868) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:31:14.147729 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-efd7bf52-e3d8-43cd-ab1f-ac46b7848735 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1705911370', 'network_id': '93550f89-ab40-46af-a19f-301375307105', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:31:14.236578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd7bf52-e3d8-43cd-ab1f-ac46b7848735 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Made reservation on behalf of a2707a6cc1554f6e93671b1c65b2449a for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:31:14.243549 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efd7bf52-e3d8-43cd-ab1f-ac46b7848735 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:14.259830 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428241632', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:13Z', 'revision_number': 3, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:31:14.289124 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] Checking router: f76783a3-2d1f-4dfb-875a-84578c5e768f for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:31:14.289464 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] Updating router f76783a3-2d1f-4dfb-875a-84578c5e768f port 8da0d9a1-4bac-41cc-86df-6c4f1d36a54f binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:31:14.331096 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:14.433861 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efd7bf52-e3d8-43cd-ab1f-ac46b7848735 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:14.500529 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7bf52-e3d8-43cd-ab1f-ac46b7848735 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Subnet': ['ID=42774d35-eddd-4192-8d55-7126cc57aeca,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:14.506627 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd7bf52-e3d8-43cd-ab1f-ac46b7848735 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Checking segment: {'id': '2f710124-92b6-4dfb-90b5-34a270642479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '93550f89-ab40-46af-a19f-301375307105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:31:14.506993 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd7bf52-e3d8-43cd-ab1f-ac46b7848735 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network hostable DHCP agents. Network: 93550f89-ab40-46af-a19f-301375307105, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:31:14.524437 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd7bf52-e3d8-43cd-ab1f-ac46b7848735 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network 93550f89-ab40-46af-a19f-301375307105 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:31:14.533097 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-efd7bf52-e3d8-43cd-ab1f-ac46b7848735 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 93550f89-ab40-46af-a19f-301375307105) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:31:14.537231 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd7bf52-e3d8-43cd-ab1f-ac46b7848735 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:14.537849 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efd7bf52-e3d8-43cd-ab1f-ac46b7848735 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:14.545734 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c61fd8-5e6a-4411-a090-9c8ce0b14dfe None None] Network 93550f89-ab40-46af-a19f-301375307105 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:31:14.557566 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-efd7bf52-e3d8-43cd-ab1f-ac46b7848735 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4144876 Jul 09 10:31:14.560459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43870) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:31:14.583247 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:14.594058 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] Transition to ACTIVE for port object 8da0d9a1-4bac-41cc-86df-6c4f1d36a54f will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:31:14.600526 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:14.649561 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] Attempting to bind port 8da0d9a1-4bac-41cc-86df-6c4f1d36a54f on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:31:14.649931 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] Attempting to bind port 8da0d9a1-4bac-41cc-86df-6c4f1d36a54f by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:31:14.650329 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] Attempting to bind port 8da0d9a1-4bac-41cc-86df-6c4f1d36a54f on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:31:14.659329 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bbe53-1763-4486-89b7-f7800ee7a5db None None] Pushing event updated for resources: {'Port': ['ID=8da0d9a1-4bac-41cc-86df-6c4f1d36a54f,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:14.661138 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:31:14.661510 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:31:14.661933 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:14.662326 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:31:14.662789 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] Bound port: 8da0d9a1-4bac-41cc-86df-6c4f1d36a54f, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:31:14.663156 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:14.689655 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bbe53-1763-4486-89b7-f7800ee7a5db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:14.689994 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bbe53-1763-4486-89b7-f7800ee7a5db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:14.690240 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bbe53-1763-4486-89b7-f7800ee7a5db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:14.690574 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bbe53-1763-4486-89b7-f7800ee7a5db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:14.690900 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bbe53-1763-4486-89b7-f7800ee7a5db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:14.691225 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bbe53-1763-4486-89b7-f7800ee7a5db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:14.691564 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bbe53-1763-4486-89b7-f7800ee7a5db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:14.691898 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bbe53-1763-4486-89b7-f7800ee7a5db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:14.692219 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bbe53-1763-4486-89b7-f7800ee7a5db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:14.692542 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bbe53-1763-4486-89b7-f7800ee7a5db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:14.692861 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bbe53-1763-4486-89b7-f7800ee7a5db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:14.693234 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bbe53-1763-4486-89b7-f7800ee7a5db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:31:14.710194 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925f3c22-7dd7-4338-aa24-42edf769fcf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-93550f89-ab40-46af-a19f-301375307105', 'network_id': '93550f89-ab40-46af-a19f-301375307105', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ips': [{'subnet_id': '42774d35-eddd-4192-8d55-7126cc57aeca'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:31:14.711079 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-925f3c22-7dd7-4338-aa24-42edf769fcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:14.732145 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] For port 8da0d9a1-4bac-41cc-86df-6c4f1d36a54f, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:31:14.736598 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] For port 8da0d9a1-4bac-41cc-86df-6c4f1d36a54f, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8da0d9a1-4bac-41cc-86df-6c4f1d36a54f,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:31:14.741877 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:14.798351 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bbe53-1763-4486-89b7-f7800ee7a5db None None] Pushing event updated for resources: {'Port': ['ID=8da0d9a1-4bac-41cc-86df-6c4f1d36a54f,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:14.805727 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] Routers {'f76783a3-2d1f-4dfb-875a-84578c5e768f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:31:14.806343 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:31:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f76783a3-2d1f-4dfb-875a-84578c5e768f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:31:14.853953 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-925f3c22-7dd7-4338-aa24-42edf769fcf4 None None] Allocated IP 172.20.0.2 (93550f89-ab40-46af-a19f-301375307105/42774d35-eddd-4192-8d55-7126cc57aeca/05c7db2d-774a-4396-b261-df0ce7239152) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:31:14.912127 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] Set router f76783a3-2d1f-4dfb-875a-84578c5e768f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:31:15.015190 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-925f3c22-7dd7-4338-aa24-42edf769fcf4 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:15.024502 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-925f3c22-7dd7-4338-aa24-42edf769fcf4 None None] Transition to ACTIVE for port object 05c7db2d-774a-4396-b261-df0ce7239152 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:31:15.036286 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ac9a599-853a-44f6-ac02-47aa2607590a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:15.040767 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-925f3c22-7dd7-4338-aa24-42edf769fcf4 None None] Transition to ACTIVE for port object 05c7db2d-774a-4396-b261-df0ce7239152 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:31:15.048554 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-925f3c22-7dd7-4338-aa24-42edf769fcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:15.091373 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925f3c22-7dd7-4338-aa24-42edf769fcf4 None None] Network 93550f89-ab40-46af-a19f-301375307105 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:31:15.095902 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-925f3c22-7dd7-4338-aa24-42edf769fcf4 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:31:15.100552 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925f3c22-7dd7-4338-aa24-42edf769fcf4 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:31:15.102084 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428241632', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:13Z', 'revision_number': 3, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:31:15.102661 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f3c22-7dd7-4338-aa24-42edf769fcf4 None None] Pushing event updated for resources: {'Port': ['ID=05c7db2d-774a-4396-b261-df0ce7239152,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:15.138959 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55673d23-69de-4748-bf0e-6ae2c0ea44f8 None None] The sync data for ids ['f76783a3-2d1f-4dfb-875a-84578c5e768f'] in n-d-799996-1 is: [{'id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428241632', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:13Z', 'revision_number': 3, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:31:15.164312 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-925f3c22-7dd7-4338-aa24-42edf769fcf4 None None] Attempting to bind port 05c7db2d-774a-4396-b261-df0ce7239152 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:31:15.164692 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-925f3c22-7dd7-4338-aa24-42edf769fcf4 None None] Attempting to bind port 05c7db2d-774a-4396-b261-df0ce7239152 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '2f710124-92b6-4dfb-90b5-34a270642479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '93550f89-ab40-46af-a19f-301375307105'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:31:15.165061 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925f3c22-7dd7-4338-aa24-42edf769fcf4 None None] Attempting to bind port 05c7db2d-774a-4396-b261-df0ce7239152 on network 93550f89-ab40-46af-a19f-301375307105 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:31:15.170582 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925f3c22-7dd7-4338-aa24-42edf769fcf4 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:31:15.170962 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925f3c22-7dd7-4338-aa24-42edf769fcf4 None None] Checking segment: {'id': '2f710124-92b6-4dfb-90b5-34a270642479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '93550f89-ab40-46af-a19f-301375307105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:31:15.171372 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-925f3c22-7dd7-4338-aa24-42edf769fcf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:15.171800 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925f3c22-7dd7-4338-aa24-42edf769fcf4 None None] Bound using segment: {'id': '2f710124-92b6-4dfb-90b5-34a270642479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '93550f89-ab40-46af-a19f-301375307105'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:31:15.172282 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-925f3c22-7dd7-4338-aa24-42edf769fcf4 None None] Bound port: 05c7db2d-774a-4396-b261-df0ce7239152, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f710124-92b6-4dfb-90b5-34a270642479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '93550f89-ab40-46af-a19f-301375307105'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:31:15.172669 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-925f3c22-7dd7-4338-aa24-42edf769fcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:15.244888 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-925f3c22-7dd7-4338-aa24-42edf769fcf4 None None] For port 05c7db2d-774a-4396-b261-df0ce7239152, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:31:15.255595 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-925f3c22-7dd7-4338-aa24-42edf769fcf4 None None] For port 05c7db2d-774a-4396-b261-df0ce7239152, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=05c7db2d-774a-4396-b261-df0ce7239152,segment=NetworkSegment(2f710124-92b6-4dfb-90b5-34a270642479),segment_id=2f710124-92b6-4dfb-90b5-34a270642479)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:31:15.261950 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-925f3c22-7dd7-4338-aa24-42edf769fcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:15.321084 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f3c22-7dd7-4338-aa24-42edf769fcf4 None None] Pushing event updated for resources: {'Port': ['ID=05c7db2d-774a-4396-b261-df0ce7239152,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:15.426528 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-4ac9a599-853a-44f6-ac02-47aa2607590a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Allocated IP 172.20.0.1 (93550f89-ab40-46af-a19f-301375307105/42774d35-eddd-4192-8d55-7126cc57aeca/02c0200e-c0cb-40cb-9017-f4e267a31d75) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:31:15.588324 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ac9a599-853a-44f6-ac02-47aa2607590a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:15.603533 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-4ac9a599-853a-44f6-ac02-47aa2607590a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Transition to ACTIVE for port object 02c0200e-c0cb-40cb-9017-f4e267a31d75 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:31:15.652917 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ac9a599-853a-44f6-ac02-47aa2607590a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:15.698826 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac9a599-853a-44f6-ac02-47aa2607590a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network 93550f89-ab40-46af-a19f-301375307105 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:31:15.704800 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-4ac9a599-853a-44f6-ac02-47aa2607590a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:31:15.709601 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac9a599-853a-44f6-ac02-47aa2607590a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:31:15.730434 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8da0d9a1-4bac-41cc-86df-6c4f1d36a54f up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:31:15.752240 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9a599-853a-44f6-ac02-47aa2607590a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=02c0200e-c0cb-40cb-9017-f4e267a31d75,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:15.773246 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ac9a599-853a-44f6-ac02-47aa2607590a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:15.786563 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 8da0d9a1-4bac-41cc-86df-6c4f1d36a54f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:31:15.792207 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 8da0d9a1-4bac-41cc-86df-6c4f1d36a54f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:31:15.792659 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:15.879675 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:15.902393 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 8da0d9a1-4bac-41cc-86df-6c4f1d36a54f, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8da0d9a1-4bac-41cc-86df-6c4f1d36a54f,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:31:15.907535 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:15.908394 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 05c7db2d-774a-4396-b261-df0ce7239152 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:31:15.932236 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ac9a599-853a-44f6-ac02-47aa2607590a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:15.989070 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=8da0d9a1-4bac-41cc-86df-6c4f1d36a54f,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:16.007513 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 05c7db2d-774a-4396-b261-df0ce7239152 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:31:16.252644 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ac9a599-853a-44f6-ac02-47aa2607590a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:16.258686 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ac9a599-853a-44f6-ac02-47aa2607590a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:16.335427 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9a599-853a-44f6-ac02-47aa2607590a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=02c0200e-c0cb-40cb-9017-f4e267a31d75,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:16.341611 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ac9a599-853a-44f6-ac02-47aa2607590a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:16.364637 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed75035-cd38-4b2e-ad83-ba12da0fa19a None None] Network 93550f89-ab40-46af-a19f-301375307105 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:31:16.440980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac9a599-853a-44f6-ac02-47aa2607590a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network 93550f89-ab40-46af-a19f-301375307105 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:31:16.442757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-4ac9a599-853a-44f6-ac02-47aa2607590a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:31:16.480825 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-980b5edf-b146-4b11-bca9-d2f44d9418fc None None] Provisioning for port 05c7db2d-774a-4396-b261-df0ce7239152 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:31:16.488534 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-980b5edf-b146-4b11-bca9-d2f44d9418fc None None] Provisioning complete for port 05c7db2d-774a-4396-b261-df0ce7239152 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:31:16.488901 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-980b5edf-b146-4b11-bca9-d2f44d9418fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:16.560392 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac9a599-853a-44f6-ac02-47aa2607590a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router f76783a3-2d1f-4dfb-875a-84578c5e768f has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:31:16.607231 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-980b5edf-b146-4b11-bca9-d2f44d9418fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:16.643807 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-980b5edf-b146-4b11-bca9-d2f44d9418fc None None] For port 05c7db2d-774a-4396-b261-df0ce7239152, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=05c7db2d-774a-4396-b261-df0ce7239152,segment=NetworkSegment(2f710124-92b6-4dfb-90b5-34a270642479),segment_id=2f710124-92b6-4dfb-90b5-34a270642479)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:31:16.649144 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-980b5edf-b146-4b11-bca9-d2f44d9418fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:16.684597 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac9a599-853a-44f6-ac02-47aa2607590a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:31:16.704287 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4ac9a599-853a-44f6-ac02-47aa2607590a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "PUT /v2.0/routers/f76783a3-2d1f-4dfb-875a-84578c5e768f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1425264 Jul 09 10:31:16.727594 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b5edf-b146-4b11-bca9-d2f44d9418fc None None] Pushing event updated for resources: {'Port': ['ID=05c7db2d-774a-4396-b261-df0ce7239152,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:16.859822 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-ac840055-c523-4b44-9722-953bf189bcf4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6260843&fields=id&tenant_id=a2707a6cc1554f6e93671b1c65b2449a HTTP/1.1" status: 200 len: 267 time: 0.0350881 Jul 09 10:31:16.879646 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-79c8dd5c-0848-4e98-b9fd-daf452710430 None None] Provisioning complete for port 05c7db2d-774a-4396-b261-df0ce7239152 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:31:16.880217 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-79c8dd5c-0848-4e98-b9fd-daf452710430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:16.972319 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] Sync routers for ids ['f76783a3-2d1f-4dfb-875a-84578c5e768f'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:31:16.978083 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-422d28a9-f063-4d05-888c-73e118e9efad tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:16.979677 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-422d28a9-f063-4d05-888c-73e118e9efad tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/networks?id=93550f89-ab40-46af-a19f-301375307105 HTTP/1.1" status: 200 len: 797 time: 0.1122830 Jul 09 10:31:16.987843 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] Routers {'f76783a3-2d1f-4dfb-875a-84578c5e768f'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:31:16.988575 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:31:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f76783a3-2d1f-4dfb-875a-84578c5e768f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:31:16.998717 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-5902bafa-d6fc-4898-ba4b-b7c0ada272c0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/quotas/a2707a6cc1554f6e93671b1c65b2449a HTTP/1.1" status: 200 len: 375 time: 0.0122981 Jul 09 10:31:17.026014 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-79c8dd5c-0848-4e98-b9fd-daf452710430 None None] Provisioning for port 02c0200e-c0cb-40cb-9017-f4e267a31d75 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:31:17.034311 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-79c8dd5c-0848-4e98-b9fd-daf452710430 None None] Provisioning complete for port 02c0200e-c0cb-40cb-9017-f4e267a31d75 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:31:17.034688 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-79c8dd5c-0848-4e98-b9fd-daf452710430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:17.092048 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-d2d62328-d0bb-4208-bb70-61f09283e6a1 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823925 Jul 09 10:31:17.111720 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-79c8dd5c-0848-4e98-b9fd-daf452710430 None None] Port 02c0200e-c0cb-40cb-9017-f4e267a31d75 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:31:17.135401 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] Set router f76783a3-2d1f-4dfb-875a-84578c5e768f gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:31:17.265955 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-c9abf6b1-954c-4574-9274-e2d0525a3a94 service neutron] 10.222.0.61 "GET /v2.0/networks/93550f89-ab40-46af-a19f-301375307105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706913 Jul 09 10:31:17.275967 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c4a8c464-a858-44b7-8a2d-713a74867066 None None] Provisioning complete for port 02c0200e-c0cb-40cb-9017-f4e267a31d75 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:31:17.276460 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c4a8c464-a858-44b7-8a2d-713a74867066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:17.331083 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c4a8c464-a858-44b7-8a2d-713a74867066 None None] Port 02c0200e-c0cb-40cb-9017-f4e267a31d75 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:31:17.387772 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428241632', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:15Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '02c0200e-c0cb-40cb-9017-f4e267a31d75', 'name': '', 'network_id': '93550f89-ab40-46af-a19f-301375307105', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:02:7d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '42774d35-eddd-4192-8d55-7126cc57aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:31:15Z', 'updated_at': '2021-07-09T10:31:16Z', 'revision_number': 2, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': '42774d35-eddd-4192-8d55-7126cc57aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:31:17.415410 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] Checking router: f76783a3-2d1f-4dfb-875a-84578c5e768f for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:31:17.415925 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] Updating router f76783a3-2d1f-4dfb-875a-84578c5e768f port 02c0200e-c0cb-40cb-9017-f4e267a31d75 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:31:17.461920 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:17.463855 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e8466cb8-0056-4a93-b8cc-a6dac5d867e6 None None] Provisioning complete for port 02c0200e-c0cb-40cb-9017-f4e267a31d75 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:31:17.464216 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8466cb8-0056-4a93-b8cc-a6dac5d867e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:17.534524 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e8466cb8-0056-4a93-b8cc-a6dac5d867e6 None None] Port 02c0200e-c0cb-40cb-9017-f4e267a31d75 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:31:17.653264 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8da0d9a1-4bac-41cc-86df-6c4f1d36a54f up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:31:17.671171 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-fd58edf0-4220-46b6-be76-65e44dc93f9b service neutron] 10.222.0.61 "GET /v2.0/networks/93550f89-ab40-46af-a19f-301375307105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988597 Jul 09 10:31:17.747198 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 8da0d9a1-4bac-41cc-86df-6c4f1d36a54f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:31:17.747581 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:17.831513 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:17.844160 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] Transition to ACTIVE for port object 02c0200e-c0cb-40cb-9017-f4e267a31d75 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:31:17.852633 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e9a4b987-f380-4917-b692-059d5f14b6e0 req-24b138ca-0060-4c82-86b3-f324ced31f51 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 210 time: 0.0298955 Jul 09 10:31:17.867171 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:18.077809 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 05c7db2d-774a-4396-b261-df0ce7239152 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:31:18.113589 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e9f72-7aa3-4df3-be38-4917f940ceb3 None None] Pushing event updated for resources: {'Port': ['ID=02c0200e-c0cb-40cb-9017-f4e267a31d75,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:18.183587 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] Attempting to bind port 02c0200e-c0cb-40cb-9017-f4e267a31d75 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:31:18.183980 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] Attempting to bind port 02c0200e-c0cb-40cb-9017-f4e267a31d75 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '2f710124-92b6-4dfb-90b5-34a270642479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '93550f89-ab40-46af-a19f-301375307105'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:31:18.184301 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] Attempting to bind port 02c0200e-c0cb-40cb-9017-f4e267a31d75 on network 93550f89-ab40-46af-a19f-301375307105 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:31:18.191215 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:31:18.191594 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] Checking segment: {'id': '2f710124-92b6-4dfb-90b5-34a270642479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '93550f89-ab40-46af-a19f-301375307105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:31:18.192038 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:18.192441 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] Bound using segment: {'id': '2f710124-92b6-4dfb-90b5-34a270642479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '93550f89-ab40-46af-a19f-301375307105'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:31:18.192915 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] Bound port: 02c0200e-c0cb-40cb-9017-f4e267a31d75, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f710124-92b6-4dfb-90b5-34a270642479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '93550f89-ab40-46af-a19f-301375307105'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:31:18.193840 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:18.214846 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 05c7db2d-774a-4396-b261-df0ce7239152 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:31:18.215222 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:18.299170 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] For port 02c0200e-c0cb-40cb-9017-f4e267a31d75, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:31:18.303406 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] For port 02c0200e-c0cb-40cb-9017-f4e267a31d75, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=02c0200e-c0cb-40cb-9017-f4e267a31d75,segment=NetworkSegment(2f710124-92b6-4dfb-90b5-34a270642479),segment_id=2f710124-92b6-4dfb-90b5-34a270642479)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:31:18.307483 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:18.417188 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e9f72-7aa3-4df3-be38-4917f940ceb3 None None] Pushing event updated for resources: {'Port': ['ID=02c0200e-c0cb-40cb-9017-f4e267a31d75,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:18.420753 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] Routers {'f76783a3-2d1f-4dfb-875a-84578c5e768f'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:31:18.421228 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:31:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f76783a3-2d1f-4dfb-875a-84578c5e768f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:31:18.539158 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] Set router f76783a3-2d1f-4dfb-875a-84578c5e768f gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:31:18.747065 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428241632', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:15Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '02c0200e-c0cb-40cb-9017-f4e267a31d75', 'name': '', 'network_id': '93550f89-ab40-46af-a19f-301375307105', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:02:7d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '42774d35-eddd-4192-8d55-7126cc57aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:31:15Z', 'updated_at': '2021-07-09T10:31:18Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': '42774d35-eddd-4192-8d55-7126cc57aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:31:18.772890 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f519e-22a4-47f3-90d3-5c88707395a1 None None] The sync data for ids ['f76783a3-2d1f-4dfb-875a-84578c5e768f'] in n-d-799996-1 is: [{'id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428241632', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:15Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '02c0200e-c0cb-40cb-9017-f4e267a31d75', 'name': '', 'network_id': '93550f89-ab40-46af-a19f-301375307105', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:02:7d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '42774d35-eddd-4192-8d55-7126cc57aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:31:15Z', 'updated_at': '2021-07-09T10:31:18Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': '42774d35-eddd-4192-8d55-7126cc57aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:31:19.008300 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-216f463c-1ef8-49b5-a0b9-9420924a263d req-53f5d7bc-d814-4acd-9c53-0f6f474aae27 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 210 time: 0.0372255 Jul 09 10:31:19.087079 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-e8b3c924-5f4b-48b0-8928-66e8d7e78e17 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:19.088565 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-e8b3c924-5f4b-48b0-8928-66e8d7e78e17 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.58 "GET /v2.0/networks?id=93550f89-ab40-46af-a19f-301375307105 HTTP/1.1" status: 200 len: 797 time: 0.1232598 Jul 09 10:31:19.135826 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-a2db935c-c2c2-4ab8-a693-3b3ee86f390c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2707a6cc1554f6e93671b1c65b2449a HTTP/1.1" status: 200 len: 377 time: 0.0384722 Jul 09 10:31:19.148302 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-5b565cf6-55ba-4ad2-8c12-d32d9ddbdf49 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'port': {'device_id': 'a3b66b52-be46-4752-89a0-38017ae0ca4e', 'network_id': '93550f89-ab40-46af-a19f-301375307105', 'admin_state_up': True, 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'security_groups': ['8c1b8a64-805a-4543-a220-92fe59eacdd3']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:31:19.283194 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-5b565cf6-55ba-4ad2-8c12-d32d9ddbdf49 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Made reservation on behalf of a2707a6cc1554f6e93671b1c65b2449a for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:31:19.286962 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-5b565cf6-55ba-4ad2-8c12-d32d9ddbdf49 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:19.422359 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-5b565cf6-55ba-4ad2-8c12-d32d9ddbdf49 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Allocated IP 172.20.0.7 (93550f89-ab40-46af-a19f-301375307105/42774d35-eddd-4192-8d55-7126cc57aeca/52e726fa-e166-4b61-ae02-813ed705d244) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:31:19.570150 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-5b565cf6-55ba-4ad2-8c12-d32d9ddbdf49 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:19.588788 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-5b565cf6-55ba-4ad2-8c12-d32d9ddbdf49 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Transition to ACTIVE for port object 52e726fa-e166-4b61-ae02-813ed705d244 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:31:19.635631 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-5b565cf6-55ba-4ad2-8c12-d32d9ddbdf49 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:19.657434 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 02c0200e-c0cb-40cb-9017-f4e267a31d75 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:31:19.688894 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-5b565cf6-55ba-4ad2-8c12-d32d9ddbdf49 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network 93550f89-ab40-46af-a19f-301375307105 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:31:19.692214 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-5b565cf6-55ba-4ad2-8c12-d32d9ddbdf49 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:31:19.696978 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-5b565cf6-55ba-4ad2-8c12-d32d9ddbdf49 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:31:19.741555 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 02c0200e-c0cb-40cb-9017-f4e267a31d75 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:31:19.754937 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 02c0200e-c0cb-40cb-9017-f4e267a31d75 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:31:19.755603 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:19.852194 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:19.892256 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 02c0200e-c0cb-40cb-9017-f4e267a31d75, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=02c0200e-c0cb-40cb-9017-f4e267a31d75,segment=NetworkSegment(2f710124-92b6-4dfb-90b5-34a270642479),segment_id=2f710124-92b6-4dfb-90b5-34a270642479)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:31:19.898482 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:19.959881 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=02c0200e-c0cb-40cb-9017-f4e267a31d75,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:20.004202 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5dafd46d-1676-439e-a396-162906bc6783 None None] Provisioning for port 52e726fa-e166-4b61-ae02-813ed705d244 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:31:20.008720 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5dafd46d-1676-439e-a396-162906bc6783 None None] Provisioning complete for port 52e726fa-e166-4b61-ae02-813ed705d244 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:31:20.009169 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5dafd46d-1676-439e-a396-162906bc6783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:20.050532 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5dafd46d-1676-439e-a396-162906bc6783 None None] Port 52e726fa-e166-4b61-ae02-813ed705d244 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:31:20.095255 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b565cf6-55ba-4ad2-8c12-d32d9ddbdf49 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=52e726fa-e166-4b61-ae02-813ed705d244,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:20.121987 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-5b565cf6-55ba-4ad2-8c12-d32d9ddbdf49 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:20.122618 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-5b565cf6-55ba-4ad2-8c12-d32d9ddbdf49 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:20.139730 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-5b565cf6-55ba-4ad2-8c12-d32d9ddbdf49 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9989328 Jul 09 10:31:20.152132 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-89171427-247e-4bef-a367-6972347a3a24 service neutron] Request body: {'port': {'device_id': 'a3b66b52-be46-4752-89a0-38017ae0ca4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:31:20.191898 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a148d21-c46b-409e-a28b-f81a5218e274 req-cd4d6438-52d1-44e9-81a4-eed3b526f42e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:20.194003 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a148d21-c46b-409e-a28b-f81a5218e274 req-cd4d6438-52d1-44e9-81a4-eed3b526f42e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 931 time: 0.0735738 Jul 09 10:31:20.225648 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-89171427-247e-4bef-a367-6972347a3a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:20.238035 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a148d21-c46b-409e-a28b-f81a5218e274 req-2ba98aa9-245a-4c55-a5e0-1e8f08cb8a30 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0348618 Jul 09 10:31:20.491657 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-89171427-247e-4bef-a367-6972347a3a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e726fa-e166-4b61-ae02-813ed705d244 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:31:20.498744 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-89171427-247e-4bef-a367-6972347a3a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:20.510555 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-89171427-247e-4bef-a367-6972347a3a24 service neutron] Transition to ACTIVE for port object 52e726fa-e166-4b61-ae02-813ed705d244 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:31:20.514184 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-89171427-247e-4bef-a367-6972347a3a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:20.583754 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89171427-247e-4bef-a367-6972347a3a24 service neutron] Pushing event updated for resources: {'Port': ['ID=52e726fa-e166-4b61-ae02-813ed705d244,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:20.644808 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-89171427-247e-4bef-a367-6972347a3a24 service neutron] Attempting to bind port 52e726fa-e166-4b61-ae02-813ed705d244 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:31:20.645147 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-89171427-247e-4bef-a367-6972347a3a24 service neutron] Attempting to bind port 52e726fa-e166-4b61-ae02-813ed705d244 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '2f710124-92b6-4dfb-90b5-34a270642479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '93550f89-ab40-46af-a19f-301375307105'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:31:20.645477 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-89171427-247e-4bef-a367-6972347a3a24 service neutron] Attempting to bind port 52e726fa-e166-4b61-ae02-813ed705d244 on network 93550f89-ab40-46af-a19f-301375307105 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:31:20.650245 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-89171427-247e-4bef-a367-6972347a3a24 service neutron] Port 52e726fa-e166-4b61-ae02-813ed705d244 on network 93550f89-ab40-46af-a19f-301375307105 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:31:20.650573 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-89171427-247e-4bef-a367-6972347a3a24 service neutron] Attempting to bind port 52e726fa-e166-4b61-ae02-813ed705d244 on network 93550f89-ab40-46af-a19f-301375307105 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:31:20.655806 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-89171427-247e-4bef-a367-6972347a3a24 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:31:20.656150 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-89171427-247e-4bef-a367-6972347a3a24 service neutron] Checking segment: {'id': '2f710124-92b6-4dfb-90b5-34a270642479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '93550f89-ab40-46af-a19f-301375307105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:31:20.656536 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-89171427-247e-4bef-a367-6972347a3a24 service neutron] Bound using segment: {'id': '2f710124-92b6-4dfb-90b5-34a270642479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '93550f89-ab40-46af-a19f-301375307105'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:31:20.656969 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-89171427-247e-4bef-a367-6972347a3a24 service neutron] Bound port: 52e726fa-e166-4b61-ae02-813ed705d244, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f710124-92b6-4dfb-90b5-34a270642479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '93550f89-ab40-46af-a19f-301375307105'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:31:20.657329 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-89171427-247e-4bef-a367-6972347a3a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:20.722192 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-89171427-247e-4bef-a367-6972347a3a24 service neutron] For port 52e726fa-e166-4b61-ae02-813ed705d244, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:31:20.725237 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-89171427-247e-4bef-a367-6972347a3a24 service neutron] For port 52e726fa-e166-4b61-ae02-813ed705d244, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=52e726fa-e166-4b61-ae02-813ed705d244,segment=NetworkSegment(2f710124-92b6-4dfb-90b5-34a270642479),segment_id=2f710124-92b6-4dfb-90b5-34a270642479)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:31:20.730086 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-89171427-247e-4bef-a367-6972347a3a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:20.767881 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-89171427-247e-4bef-a367-6972347a3a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:20.768502 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-89171427-247e-4bef-a367-6972347a3a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:20.769911 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-89171427-247e-4bef-a367-6972347a3a24 service neutron] 10.222.0.58 "PUT /v2.0/ports/52e726fa-e166-4b61-ae02-813ed705d244 HTTP/1.1" status: 200 len: 1091 time: 0.6224144 Jul 09 10:31:20.770472 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b66b52-be46-4752-89a0-38017ae0ca4e', 'tag': '52e726fa-e166-4b61-ae02-813ed705d244'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:31:20.772708 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60f9cd6-feec-4eea-9d9a-f664cf2e658c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b66b52-be46-4752-89a0-38017ae0ca4e", "tag": "52e726fa-e166-4b61-ae02-813ed705d244"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:31:20.799879 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89171427-247e-4bef-a367-6972347a3a24 service neutron] Pushing event updated for resources: {'Port': ['ID=52e726fa-e166-4b61-ae02-813ed705d244,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:20.844810 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc111314-24d6-4553-932c-76d8675fb0f6 x-openstack-request-id: req-bc111314-24d6-4553-932c-76d8675fb0f6 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:31:20.845109 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b66b52-be46-4752-89a0-38017ae0ca4e", "tag": "52e726fa-e166-4b61-ae02-813ed705d244", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:31:20.845353 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bc111314-24d6-4553-932c-76d8675fb0f6 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:31:20.845748 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b66b52-be46-4752-89a0-38017ae0ca4e', 'tag': '52e726fa-e166-4b61-ae02-813ed705d244', 'status': 'completed', 'code': 200} Jul 09 10:31:20.873969 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-ee71e67c-40e4-4b56-8c27-58ec8230a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:20.875517 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-ee71e67c-40e4-4b56-8c27-58ec8230a396 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 1094 time: 0.0608776 Jul 09 10:31:20.917755 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-8163fac5-7ecb-456b-981f-af2c4e8d2e88 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52e726fa-e166-4b61-ae02-813ed705d244 HTTP/1.1" status: 200 len: 217 time: 0.0355999 Jul 09 10:31:20.968837 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-71eb4d8f-fffc-40e8-bebf-73c8e73b587a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:20.970281 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-71eb4d8f-fffc-40e8-bebf-73c8e73b587a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=42774d35-eddd-4192-8d55-7126cc57aeca HTTP/1.1" status: 200 len: 835 time: 0.0472798 Jul 09 10:31:21.029294 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-25f712ca-128d-48a1-ac9d-35167437d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:21.030808 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-25f712ca-128d-48a1-ac9d-35167437d7a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93550f89-ab40-46af-a19f-301375307105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545938 Jul 09 10:31:21.123185 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-a392e720-5086-4390-9583-cfb8322b3ed2 service neutron] 10.222.0.58 "GET /v2.0/networks/93550f89-ab40-46af-a19f-301375307105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863669 Jul 09 10:31:21.216633 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d4f8025b-97c1-49d1-a09d-23b59e75e930 req-ca91e53e-f200-4b8b-9d12-260bf49fa2bc service neutron] 10.222.0.58 "GET /v2.0/networks/93550f89-ab40-46af-a19f-301375307105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865746 Jul 09 10:31:21.318581 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f9cd6-feec-4eea-9d9a-f664cf2e658c req-94eff9f8-5667-4f87-a567-3feb498d6c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:21.320143 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f60f9cd6-feec-4eea-9d9a-f664cf2e658c req-94eff9f8-5667-4f87-a567-3feb498d6c27 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 1094 time: 0.0537307 Jul 09 10:31:21.413390 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d5917-8b71-4b51-b168-6bc65da78a92 req-2d05ff54-bcb6-444f-b099-4d4fa4c0add1 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:21.414926 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4b0d5917-8b71-4b51-b168-6bc65da78a92 req-2d05ff54-bcb6-444f-b099-4d4fa4c0add1 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 943 time: 0.0638678 Jul 09 10:31:21.415315 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f9cd6-feec-4eea-9d9a-f664cf2e658c req-0c8811bf-d46f-4f61-a652-a253101ed814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:21.416920 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f60f9cd6-feec-4eea-9d9a-f664cf2e658c req-0c8811bf-d46f-4f61-a652-a253101ed814 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93550f89-ab40-46af-a19f-301375307105 HTTP/1.1" status: 200 len: 898 time: 0.0905151 Jul 09 10:31:21.451951 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4b0d5917-8b71-4b51-b168-6bc65da78a92 req-7ea4b40e-ad39-4d19-90be-b7be9782eeb0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313747 Jul 09 10:31:21.460227 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f60f9cd6-feec-4eea-9d9a-f664cf2e658c req-b2297511-25b5-40b1-b6d6-20c933e24c48 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52e726fa-e166-4b61-ae02-813ed705d244 HTTP/1.1" status: 200 len: 217 time: 0.0351026 Jul 09 10:31:21.509410 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f9cd6-feec-4eea-9d9a-f664cf2e658c req-ffd3a4f1-e0eb-4f2f-8d02-d6ee8946a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:21.510873 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f60f9cd6-feec-4eea-9d9a-f664cf2e658c req-ffd3a4f1-e0eb-4f2f-8d02-d6ee8946a598 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=42774d35-eddd-4192-8d55-7126cc57aeca HTTP/1.1" status: 200 len: 835 time: 0.0443132 Jul 09 10:31:21.572053 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f9cd6-feec-4eea-9d9a-f664cf2e658c req-8f5b6a13-1c14-47cd-9bdf-24ca92d63ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:21.573563 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f60f9cd6-feec-4eea-9d9a-f664cf2e658c req-8f5b6a13-1c14-47cd-9bdf-24ca92d63ded service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93550f89-ab40-46af-a19f-301375307105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560875 Jul 09 10:31:21.629134 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 02c0200e-c0cb-40cb-9017-f4e267a31d75 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:31:21.666097 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f60f9cd6-feec-4eea-9d9a-f664cf2e658c req-08ff9ff1-2f94-459b-9c7e-08f3f3ff6035 service neutron] 10.222.0.58 "GET /v2.0/networks/93550f89-ab40-46af-a19f-301375307105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846474 Jul 09 10:31:21.676879 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 02c0200e-c0cb-40cb-9017-f4e267a31d75 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:31:21.677256 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:21.763469 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f60f9cd6-feec-4eea-9d9a-f664cf2e658c req-51123138-a2e9-494b-be6b-fc63d02f9654 service neutron] 10.222.0.58 "GET /v2.0/networks/93550f89-ab40-46af-a19f-301375307105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907211 Jul 09 10:31:22.625695 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4ca46-b2ec-48a3-b391-0a0a3cbe52ad req-80ec6568-dbd2-442c-a3dc-9b02ffb3419b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:22.627271 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d1b4ca46-b2ec-48a3-b391-0a0a3cbe52ad req-80ec6568-dbd2-442c-a3dc-9b02ffb3419b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 943 time: 0.0631351 Jul 09 10:31:22.664939 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d1b4ca46-b2ec-48a3-b391-0a0a3cbe52ad req-bf501b13-e393-460d-9a73-cea299313d29 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320618 Jul 09 10:31:23.847790 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eeb272-78f8-4d4b-8981-72c4172b518e req-eca2e3a3-de86-432d-b722-98a2db524434 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:23.849198 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67eeb272-78f8-4d4b-8981-72c4172b518e req-eca2e3a3-de86-432d-b722-98a2db524434 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 943 time: 0.0705030 Jul 09 10:31:23.886972 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-67eeb272-78f8-4d4b-8981-72c4172b518e req-7ea717eb-611a-4594-b17f-a0fdabf1fbda tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316157 Jul 09 10:31:24.110561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 52e726fa-e166-4b61-ae02-813ed705d244 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:31:24.207154 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 52e726fa-e166-4b61-ae02-813ed705d244, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=52e726fa-e166-4b61-ae02-813ed705d244,segment=NetworkSegment(2f710124-92b6-4dfb-90b5-34a270642479),segment_id=2f710124-92b6-4dfb-90b5-34a270642479)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:31:24.218932 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '52e726fa-e166-4b61-ae02-813ed705d244', 'network_id': '93550f89-ab40-46af-a19f-301375307105', 'port_id': '52e726fa-e166-4b61-ae02-813ed705d244', 'mac_address': 'fa:16:3e:23:42:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42774d35-eddd-4192-8d55-7126cc57aeca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:31:24.255206 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:24.267773 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e726fa-e166-4b61-ae02-813ed705d244 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:31:24.293965 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 52e726fa-e166-4b61-ae02-813ed705d244, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=52e726fa-e166-4b61-ae02-813ed705d244,segment=NetworkSegment(2f710124-92b6-4dfb-90b5-34a270642479),segment_id=2f710124-92b6-4dfb-90b5-34a270642479)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:31:24.298346 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:24.345713 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=52e726fa-e166-4b61-ae02-813ed705d244,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:24.537969 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['52e726fa-e166-4b61-ae02-813ed705d244'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:31:25.061811 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a9ed9-fd35-4af8-9541-a5c607269d8b req-580091b0-7e75-4d82-b4a5-ac4938581d11 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:25.063321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee3a9ed9-fd35-4af8-9541-a5c607269d8b req-580091b0-7e75-4d82-b4a5-ac4938581d11 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 944 time: 0.0643003 Jul 09 10:31:25.102254 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ee3a9ed9-fd35-4af8-9541-a5c607269d8b req-9db448be-bf08-4993-9a94-ec21b579cac5 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0332851 Jul 09 10:31:26.125983 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 52e726fa-e166-4b61-ae02-813ed705d244 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:31:26.176800 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 52e726fa-e166-4b61-ae02-813ed705d244 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:31:26.181724 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 52e726fa-e166-4b61-ae02-813ed705d244 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:31:26.182083 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:26.269395 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:26.284493 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa763154-49c6-4ae5-a162-269caa22feae req-965b49e2-37f1-490d-8d6c-b3fc1e33234a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:26.286039 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa763154-49c6-4ae5-a162-269caa22feae req-965b49e2-37f1-490d-8d6c-b3fc1e33234a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 944 time: 0.0695653 Jul 09 10:31:26.292420 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b66b52-be46-4752-89a0-38017ae0ca4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e726fa-e166-4b61-ae02-813ed705d244'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:31:26.294657 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0888fabe05580062c0d4cd7dc8f093f2b11926f06b578c6c7ec0a80924aac75e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a018124-b895-4d54-be9e-8cb05adcc124" -d '{"events": [{"server_uuid": "a3b66b52-be46-4752-89a0-38017ae0ca4e", "name": "network-vif-plugged", "status": "completed", "tag": "52e726fa-e166-4b61-ae02-813ed705d244"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:31:26.307783 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 52e726fa-e166-4b61-ae02-813ed705d244, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=52e726fa-e166-4b61-ae02-813ed705d244,segment=NetworkSegment(2f710124-92b6-4dfb-90b5-34a270642479),segment_id=2f710124-92b6-4dfb-90b5-34a270642479)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:31:26.312480 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:26.326074 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aa763154-49c6-4ae5-a162-269caa22feae req-3167d86f-f3cb-4955-aaaf-ccb6f0957845 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340548 Jul 09 10:31:26.343976 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccea037c-fea4-41e5-b17c-3f13538f2294 x-openstack-request-id: req-ccea037c-fea4-41e5-b17c-3f13538f2294 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:31:26.344261 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b66b52-be46-4752-89a0-38017ae0ca4e", "name": "network-vif-plugged", "status": "completed", "tag": "52e726fa-e166-4b61-ae02-813ed705d244", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:31:26.344510 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ccea037c-fea4-41e5-b17c-3f13538f2294 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:31:26.344888 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b66b52-be46-4752-89a0-38017ae0ca4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e726fa-e166-4b61-ae02-813ed705d244', 'code': 200} Jul 09 10:31:26.377150 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=52e726fa-e166-4b61-ae02-813ed705d244,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:26.460353 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c6016-e2c0-4e44-af67-0f93bc0b4340 req-f8bc3404-e940-4925-a634-d64c50f85cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:26.461886 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cc5c6016-e2c0-4e44-af67-0f93bc0b4340 req-f8bc3404-e940-4925-a634-d64c50f85cc5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 1096 time: 0.0524340 Jul 09 10:31:26.496238 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cc5c6016-e2c0-4e44-af67-0f93bc0b4340 req-47e4f85c-7ee2-4220-a539-5f1457b21ed8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0282736 Jul 09 10:31:27.502510 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8408a-b925-49d5-9bc2-487689116c37 req-950547cb-038e-45a6-a58a-a1396d49d547 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:27.503932 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16d8408a-b925-49d5-9bc2-487689116c37 req-950547cb-038e-45a6-a58a-a1396d49d547 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 945 time: 0.0623717 Jul 09 10:31:27.540804 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-16d8408a-b925-49d5-9bc2-487689116c37 req-e196a461-6257-4719-955b-7dc06b50898c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307164 Jul 09 10:31:27.710218 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b9ec3-c848-48f6-a4bd-53a19bfc9a1e req-493a955a-c13a-4e3b-9d24-22cf866e1842 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:27.711729 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-601b9ec3-c848-48f6-a4bd-53a19bfc9a1e req-493a955a-c13a-4e3b-9d24-22cf866e1842 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 945 time: 0.0627160 Jul 09 10:31:27.752291 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-601b9ec3-c848-48f6-a4bd-53a19bfc9a1e req-f11bc9ad-5731-406a-afc8-125eae06bfbf tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0349853 Jul 09 10:31:27.775858 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43926) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:31:27.829908 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee3ecc3-7e34-4198-ac32-127046155f12 tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:27.831415 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7ee3ecc3-7e34-4198-ac32-127046155f12 tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 1091 time: 0.0544944 Jul 09 10:31:27.834401 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43928) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:31:27.840092 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-59789622-6a5f-4f6a-85d0-ef0354350944 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': '52e726fa-e166-4b61-ae02-813ed705d244', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:31:27.863210 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59789622-6a5f-4f6a-85d0-ef0354350944 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:27.960225 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59789622-6a5f-4f6a-85d0-ef0354350944 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:28.064947 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-59789622-6a5f-4f6a-85d0-ef0354350944 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Allocated IP 172.25.3.79 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/fdc9a652-c2c9-4ade-9c10-43f48eadebd5) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:31:28.168370 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59789622-6a5f-4f6a-85d0-ef0354350944 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:28.211495 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59789622-6a5f-4f6a-85d0-ef0354350944 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:28.251160 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59789622-6a5f-4f6a-85d0-ef0354350944 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:31:28.253976 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-59789622-6a5f-4f6a-85d0-ef0354350944 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:31:28.257559 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59789622-6a5f-4f6a-85d0-ef0354350944 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:31:28.279938 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59789622-6a5f-4f6a-85d0-ef0354350944 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=fdc9a652-c2c9-4ade-9c10-43f48eadebd5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:28.624808 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59789622-6a5f-4f6a-85d0-ef0354350944 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:28.699771 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59789622-6a5f-4f6a-85d0-ef0354350944 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:28.850528 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59789622-6a5f-4f6a-85d0-ef0354350944 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:28.854831 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59789622-6a5f-4f6a-85d0-ef0354350944 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:28.928090 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59789622-6a5f-4f6a-85d0-ef0354350944 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=fdc9a652-c2c9-4ade-9c10-43f48eadebd5,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:31:28.940099 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59789622-6a5f-4f6a-85d0-ef0354350944 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:29.037947 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-59789622-6a5f-4f6a-85d0-ef0354350944 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Floating IP 17d350ae-8671-46a1-8e47-420936721e06 associated. External IP: 172.25.3.79, port: 52e726fa-e166-4b61-ae02-813ed705d244. Jul 09 10:31:29.243918 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59789622-6a5f-4f6a-85d0-ef0354350944 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router f76783a3-2d1f-4dfb-875a-84578c5e768f has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:31:29.354120 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59789622-6a5f-4f6a-85d0-ef0354350944 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:31:29.363260 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f279ca-743f-4f05-bc68-19f041fe7420 None None] Sync routers for ids ['f76783a3-2d1f-4dfb-875a-84578c5e768f'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:31:29.369950 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59789622-6a5f-4f6a-85d0-ef0354350944 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:29.372927 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f279ca-743f-4f05-bc68-19f041fe7420 None None] Routers {'f76783a3-2d1f-4dfb-875a-84578c5e768f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:31:29.373537 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-61f279ca-743f-4f05-bc68-19f041fe7420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:31:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f76783a3-2d1f-4dfb-875a-84578c5e768f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:31:29.413534 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-59789622-6a5f-4f6a-85d0-ef0354350944 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5747454 Jul 09 10:31:29.413534 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b66b52-be46-4752-89a0-38017ae0ca4e', 'tag': '52e726fa-e166-4b61-ae02-813ed705d244'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:31:29.414194 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81b3707-54b7-4977-8765-2ab7acac3e96" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b66b52-be46-4752-89a0-38017ae0ca4e", "tag": "52e726fa-e166-4b61-ae02-813ed705d244"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:31:29.457099 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc9394d-bb28-472b-b5c7-59824e6f66d2 x-openstack-request-id: req-dbc9394d-bb28-472b-b5c7-59824e6f66d2 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:31:29.457733 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b66b52-be46-4752-89a0-38017ae0ca4e", "tag": "52e726fa-e166-4b61-ae02-813ed705d244", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:31:29.460069 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dbc9394d-bb28-472b-b5c7-59824e6f66d2 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:31:29.461363 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b66b52-be46-4752-89a0-38017ae0ca4e', 'tag': '52e726fa-e166-4b61-ae02-813ed705d244', 'status': 'completed', 'code': 200} Jul 09 10:31:29.489908 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-61f279ca-743f-4f05-bc68-19f041fe7420 None None] Set router f76783a3-2d1f-4dfb-875a-84578c5e768f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:31:29.539236 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b3707-54b7-4977-8765-2ab7acac3e96 req-6aae8940-2f84-4d00-8ecc-615fdb7abe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:29.540769 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b81b3707-54b7-4977-8765-2ab7acac3e96 req-6aae8940-2f84-4d00-8ecc-615fdb7abe01 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 1096 time: 0.0608580 Jul 09 10:31:29.572932 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df95bf0-8a2c-43b6-bf77-592c13563f4a req-5aae92f0-1c4c-4fc9-8b05-a94f8acc0df2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:29.574442 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4df95bf0-8a2c-43b6-bf77-592c13563f4a req-5aae92f0-1c4c-4fc9-8b05-a94f8acc0df2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 945 time: 0.0685589 Jul 09 10:31:29.619306 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4df95bf0-8a2c-43b6-bf77-592c13563f4a req-fee0cb62-0ef1-49d8-a642-240ceb1e0568 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0390975 Jul 09 10:31:29.651133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 43936) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:31:29.657727 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b3707-54b7-4977-8765-2ab7acac3e96 req-a91fef30-6955-49fe-9de4-75150b001e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:29.659206 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b81b3707-54b7-4977-8765-2ab7acac3e96 req-a91fef30-6955-49fe-9de4-75150b001e6e service neutron] 10.222.0.58 "GET /v2.0/networks?id=93550f89-ab40-46af-a19f-301375307105 HTTP/1.1" status: 200 len: 898 time: 0.1096370 Jul 09 10:31:29.716992 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-486dab31-1fe1-402e-8744-fdfa96bc7f05 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/floatingips/17d350ae-8671-46a1-8e47-420936721e06 HTTP/1.1" status: 200 len: 990 time: 0.0636551 Jul 09 10:31:29.726628 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b81b3707-54b7-4977-8765-2ab7acac3e96 req-7c44471e-d656-429b-bec2-48789b55cace service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52e726fa-e166-4b61-ae02-813ed705d244 HTTP/1.1" status: 200 len: 998 time: 0.0615883 Jul 09 10:31:29.737699 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-61f279ca-743f-4f05-bc68-19f041fe7420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428241632', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:15Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '17d350ae-8671-46a1-8e47-420936721e06', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'floating_ip_address': '172.25.3.79', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'port_id': '52e726fa-e166-4b61-ae02-813ed705d244', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93550f89-ab40-46af-a19f-301375307105', 'mac_address': 'fa:16:3e:23:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b66b52-be46-4752-89a0-38017ae0ca4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:31:28Z', 'updated_at': '2021-07-09T10:31:28Z', 'revision_number': 0, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c0200e-c0cb-40cb-9017-f4e267a31d75', 'name': '', 'network_id': '93550f89-ab40-46af-a19f-301375307105', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:02:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '42774d35-eddd-4192-8d55-7126cc57aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:31:15Z', 'updated_at': '2021-07-09T10:31:19Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': '42774d35-eddd-4192-8d55-7126cc57aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:31:29.766032 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f279ca-743f-4f05-bc68-19f041fe7420 None None] Checking router: f76783a3-2d1f-4dfb-875a-84578c5e768f for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:31:29.774887 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f279ca-743f-4f05-bc68-19f041fe7420 None None] Routers {'f76783a3-2d1f-4dfb-875a-84578c5e768f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:31:29.775473 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-61f279ca-743f-4f05-bc68-19f041fe7420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:31:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f76783a3-2d1f-4dfb-875a-84578c5e768f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:31:29.775634 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b3707-54b7-4977-8765-2ab7acac3e96 req-c71f458b-15aa-4c8f-8196-6be368d1e6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:29.777123 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b81b3707-54b7-4977-8765-2ab7acac3e96 req-c71f458b-15aa-4c8f-8196-6be368d1e6d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=42774d35-eddd-4192-8d55-7126cc57aeca HTTP/1.1" status: 200 len: 835 time: 0.0443485 Jul 09 10:31:29.842400 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b3707-54b7-4977-8765-2ab7acac3e96 req-49f650ec-4ab8-4181-8ff8-7ce0899561ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:31:29.844012 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b81b3707-54b7-4977-8765-2ab7acac3e96 req-49f650ec-4ab8-4181-8ff8-7ce0899561ad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93550f89-ab40-46af-a19f-301375307105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604467 Jul 09 10:31:29.934885 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b81b3707-54b7-4977-8765-2ab7acac3e96 req-f2249755-a1df-4a18-94ac-0bc8e6b0a09b service neutron] 10.222.0.58 "GET /v2.0/networks/93550f89-ab40-46af-a19f-301375307105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837069 Jul 09 10:31:29.970923 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-61f279ca-743f-4f05-bc68-19f041fe7420 None None] Set router f76783a3-2d1f-4dfb-875a-84578c5e768f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:31:30.033192 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b81b3707-54b7-4977-8765-2ab7acac3e96 req-fd7731ec-d309-43d3-9d68-1f81c7793591 service neutron] 10.222.0.58 "GET /v2.0/networks/93550f89-ab40-46af-a19f-301375307105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888958 Jul 09 10:31:30.189777 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-61f279ca-743f-4f05-bc68-19f041fe7420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428241632', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:15Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '17d350ae-8671-46a1-8e47-420936721e06', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'floating_ip_address': '172.25.3.79', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'port_id': '52e726fa-e166-4b61-ae02-813ed705d244', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93550f89-ab40-46af-a19f-301375307105', 'mac_address': 'fa:16:3e:23:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b66b52-be46-4752-89a0-38017ae0ca4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:31:28Z', 'updated_at': '2021-07-09T10:31:28Z', 'revision_number': 0, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c0200e-c0cb-40cb-9017-f4e267a31d75', 'name': '', 'network_id': '93550f89-ab40-46af-a19f-301375307105', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:02:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '42774d35-eddd-4192-8d55-7126cc57aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:31:15Z', 'updated_at': '2021-07-09T10:31:19Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': '42774d35-eddd-4192-8d55-7126cc57aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:31:30.218719 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f279ca-743f-4f05-bc68-19f041fe7420 None None] The sync data for ids ['f76783a3-2d1f-4dfb-875a-84578c5e768f'] in n-d-799996-1 is: [{'id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428241632', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:15Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '17d350ae-8671-46a1-8e47-420936721e06', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'floating_ip_address': '172.25.3.79', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'port_id': '52e726fa-e166-4b61-ae02-813ed705d244', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93550f89-ab40-46af-a19f-301375307105', 'mac_address': 'fa:16:3e:23:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b66b52-be46-4752-89a0-38017ae0ca4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:31:28Z', 'updated_at': '2021-07-09T10:31:28Z', 'revision_number': 0, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c0200e-c0cb-40cb-9017-f4e267a31d75', 'name': '', 'network_id': '93550f89-ab40-46af-a19f-301375307105', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:02:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '42774d35-eddd-4192-8d55-7126cc57aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:31:15Z', 'updated_at': '2021-07-09T10:31:19Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': '42774d35-eddd-4192-8d55-7126cc57aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:31:30.407935 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a670bce-ca0d-4b16-86a9-3cb7d1ec4776 None None] New status for floating IP 17d350ae-8671-46a1-8e47-420936721e06: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:31:30.719153 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 43938) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:31:30.780846 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4150cdea-93f8-4fdf-b815-e5ab1496a162 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/floatingips/17d350ae-8671-46a1-8e47-420936721e06 HTTP/1.1" status: 200 len: 992 time: 0.0605094 Jul 09 10:31:34.465884 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:36.838031 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bbd0361f-e0f6-4a25-9f22-e40ebab8ea5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:39.441784 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c004474f-4a90-4f6e-8dc9-ea35a703464f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:39.598028 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:39.744119 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:41.382309 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:43.170739 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:31:44.445584 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:32:02.392812 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2cfe9-e2bf-4be3-b797-630bee6117ab req-0b77e258-d47b-4be8-9e89-1e6700fd54ca tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:02.394358 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-05e2cfe9-e2bf-4be3-b797-630bee6117ab req-0b77e258-d47b-4be8-9e89-1e6700fd54ca tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 945 time: 0.0695016 Jul 09 10:32:02.409503 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-599de2a9-8217-4240-8d8c-2cdfe728d2c7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0935915 Jul 09 10:32:02.433899 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-05e2cfe9-e2bf-4be3-b797-630bee6117ab req-512672f4-e5fc-4d66-b7be-adcd97480a9f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0339136 Jul 09 10:32:03.606358 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccdfad-0c63-4f3f-9dd7-b84b70044020 req-f013260a-335d-4b77-92f3-51e98926ded9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:03.607872 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4bccdfad-0c63-4f3f-9dd7-b84b70044020 req-f013260a-335d-4b77-92f3-51e98926ded9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 945 time: 0.0625179 Jul 09 10:32:03.644592 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4bccdfad-0c63-4f3f-9dd7-b84b70044020 req-79668e40-aece-4c8b-a55a-2a99faadc75c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312488 Jul 09 10:32:04.476159 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:04.819518 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36254d1-7376-4737-8a9f-52dec5eaccea req-1e204520-bb00-45ab-b954-b459de1cca72 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:04.821023 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f36254d1-7376-4737-8a9f-52dec5eaccea req-1e204520-bb00-45ab-b954-b459de1cca72 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 945 time: 0.0671091 Jul 09 10:32:04.858425 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f36254d1-7376-4737-8a9f-52dec5eaccea req-e1d2c431-2ba3-4f45-a418-4d413fd1dfd0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311739 Jul 09 10:32:05.575381 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-802840ed-a302-410a-8f39-b8641573013b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:05.577253 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-802840ed-a302-410a-8f39-b8641573013b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 1096 time: 0.0530748 Jul 09 10:32:05.665225 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-102b09fd-cfe2-4fb4-afb0-f9564a025d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:05.666690 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-102b09fd-cfe2-4fb4-afb0-f9564a025d3f service neutron] 10.222.0.58 "GET /v2.0/networks?id=93550f89-ab40-46af-a19f-301375307105 HTTP/1.1" status: 200 len: 898 time: 0.0834434 Jul 09 10:32:05.735481 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-fde12865-4dd7-4620-a686-57f470a5b310 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52e726fa-e166-4b61-ae02-813ed705d244 HTTP/1.1" status: 200 len: 1000 time: 0.0626690 Jul 09 10:32:05.784536 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-d8634802-e61e-4b01-a8c2-f4341f45924d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:05.785981 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-d8634802-e61e-4b01-a8c2-f4341f45924d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=42774d35-eddd-4192-8d55-7126cc57aeca HTTP/1.1" status: 200 len: 835 time: 0.0446458 Jul 09 10:32:05.841892 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-89fe0a05-1806-4d9c-b5ae-0f01736165d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:05.843283 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-89fe0a05-1806-4d9c-b5ae-0f01736165d4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93550f89-ab40-46af-a19f-301375307105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512013 Jul 09 10:32:05.935648 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-9467f738-3ec2-4b27-97f2-c77388dabea9 service neutron] 10.222.0.58 "GET /v2.0/networks/93550f89-ab40-46af-a19f-301375307105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858746 Jul 09 10:32:06.028616 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-90476d71-6bae-45ab-8e70-aab53772f050 service neutron] 10.222.0.58 "GET /v2.0/networks/93550f89-ab40-46af-a19f-301375307105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863492 Jul 09 10:32:06.035251 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdb21d-2c8b-4454-add4-ef5539761b27 req-4c70337c-e457-4e32-a5d9-96480dafd479 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:06.036814 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12cdb21d-2c8b-4454-add4-ef5539761b27 req-4c70337c-e457-4e32-a5d9-96480dafd479 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 945 time: 0.0657160 Jul 09 10:32:06.076224 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12cdb21d-2c8b-4454-add4-ef5539761b27 req-6dae0e18-b9e7-4a71-b347-71ee385b0c9d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0336909 Jul 09 10:32:06.839226 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-336b8381-7b0d-4215-a1c7-7da36f481f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:07.252147 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb553d-a4f5-403b-8cae-846a09b0bbe1 req-5ae940ac-8b78-4de8-8b29-c210dc68a6e2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:07.253665 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39cb553d-a4f5-403b-8cae-846a09b0bbe1 req-5ae940ac-8b78-4de8-8b29-c210dc68a6e2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 945 time: 0.0626631 Jul 09 10:32:07.294010 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-39cb553d-a4f5-403b-8cae-846a09b0bbe1 req-8b931a74-8eaa-420b-bf7d-b6181f6ce5c0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0347669 Jul 09 10:32:08.474727 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93c2ed-51d0-4671-9d8f-1faf9df318d6 req-37166e72-5406-44f8-8509-6bae27d839ad tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:08.476328 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b93c2ed-51d0-4671-9d8f-1faf9df318d6 req-37166e72-5406-44f8-8509-6bae27d839ad tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 945 time: 0.0675352 Jul 09 10:32:08.516647 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5b93c2ed-51d0-4671-9d8f-1faf9df318d6 req-0df8b1cd-859e-41b7-9468-f8e6609a2847 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0339878 Jul 09 10:32:09.442967 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e010deb0-602c-4d10-98bf-5ff5797a6377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:09.603194 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:09.700108 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637ba54-b803-4210-9432-d04c9f423eba req-2818aaac-51d9-48a6-accf-99956b6a1604 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:09.701503 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a637ba54-b803-4210-9432-d04c9f423eba req-2818aaac-51d9-48a6-accf-99956b6a1604 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 945 time: 0.0657020 Jul 09 10:32:09.738509 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a637ba54-b803-4210-9432-d04c9f423eba req-d3f98a05-508f-496e-8ae7-4dc224f90dbe tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314729 Jul 09 10:32:09.744729 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:10.914229 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff28f76-7c30-4924-a9d6-15c9336eb0e8 req-96740353-38c5-4840-8bbe-bafe94fd1e82 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:10.915800 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eff28f76-7c30-4924-a9d6-15c9336eb0e8 req-96740353-38c5-4840-8bbe-bafe94fd1e82 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 945 time: 0.0673180 Jul 09 10:32:10.954075 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eff28f76-7c30-4924-a9d6-15c9336eb0e8 req-8cdb4a0c-3e89-4217-bbb4-23a5b789bb45 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322449 Jul 09 10:32:11.385985 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:12.132357 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285abada-6d28-4290-a44b-5686c9d97026 req-6872db3d-c3ed-4b80-872f-62c23ab2d0c5 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:12.133865 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-285abada-6d28-4290-a44b-5686c9d97026 req-6872db3d-c3ed-4b80-872f-62c23ab2d0c5 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 945 time: 0.0660949 Jul 09 10:32:12.173757 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-285abada-6d28-4290-a44b-5686c9d97026 req-bda1a2b8-6cee-4a07-a227-2ea285597034 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340652 Jul 09 10:32:13.175286 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:13.348239 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102474b-4839-4620-aa68-acb190cb93a7 req-6bc097e7-b22b-4835-8bb6-ae357d85d43d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:13.349639 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3102474b-4839-4620-aa68-acb190cb93a7 req-6bc097e7-b22b-4835-8bb6-ae357d85d43d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 945 time: 0.0633078 Jul 09 10:32:13.388627 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3102474b-4839-4620-aa68-acb190cb93a7 req-b08881e3-b574-4313-ad09-8596bc1d578e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322614 Jul 09 10:32:14.566783 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2eda5b-16f4-4580-b331-1adfb6060ee4 req-b6ddf6c3-6f82-4b87-a68b-008b0a6b71ab tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:14.568342 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb2eda5b-16f4-4580-b331-1adfb6060ee4 req-b6ddf6c3-6f82-4b87-a68b-008b0a6b71ab tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 945 time: 0.0683196 Jul 09 10:32:14.611420 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb2eda5b-16f4-4580-b331-1adfb6060ee4 req-fd985639-41ed-4144-9e99-e50f27e0ed6d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0374885 Jul 09 10:32:15.785037 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94162638-8729-4e61-8d62-8000422b427b req-1724e471-97fa-4664-9344-354306eed60b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:15.786547 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94162638-8729-4e61-8d62-8000422b427b req-1724e471-97fa-4664-9344-354306eed60b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 945 time: 0.0665503 Jul 09 10:32:15.825364 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94162638-8729-4e61-8d62-8000422b427b req-56576b71-8602-4f4e-8618-6f7b588d7999 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329411 Jul 09 10:32:17.001861 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152eb85-0b15-4943-966e-34cd07feda4c req-f20b4e45-0a08-428f-8fe5-7b3ab33f59b7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:17.003371 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4152eb85-0b15-4943-966e-34cd07feda4c req-f20b4e45-0a08-428f-8fe5-7b3ab33f59b7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 945 time: 0.0669749 Jul 09 10:32:17.042704 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4152eb85-0b15-4943-966e-34cd07feda4c req-3676e7e2-1b9c-4094-acc5-4d3476207093 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0336766 Jul 09 10:32:17.515271 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59772f0-902e-4727-a93f-5950d6c5cfcf req-2a85e29b-eeb6-4b5f-90f6-63dd8d2080da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:17.516722 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c59772f0-902e-4727-a93f-5950d6c5cfcf req-2a85e29b-eeb6-4b5f-90f6-63dd8d2080da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 1096 time: 0.0524685 Jul 09 10:32:17.625035 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59772f0-902e-4727-a93f-5950d6c5cfcf req-db3b0400-a4a9-430c-9a47-e3983a5d9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:17.626519 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c59772f0-902e-4727-a93f-5950d6c5cfcf req-db3b0400-a4a9-430c-9a47-e3983a5d9092 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93550f89-ab40-46af-a19f-301375307105 HTTP/1.1" status: 200 len: 898 time: 0.0905604 Jul 09 10:32:17.692979 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c59772f0-902e-4727-a93f-5950d6c5cfcf req-9ea46702-f09d-4066-81c7-a21a929484bf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52e726fa-e166-4b61-ae02-813ed705d244 HTTP/1.1" status: 200 len: 1000 time: 0.0580060 Jul 09 10:32:17.744753 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59772f0-902e-4727-a93f-5950d6c5cfcf req-3d7284d8-ff66-4b2c-965c-386253a216f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:17.746188 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c59772f0-902e-4727-a93f-5950d6c5cfcf req-3d7284d8-ff66-4b2c-965c-386253a216f7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=42774d35-eddd-4192-8d55-7126cc57aeca HTTP/1.1" status: 200 len: 835 time: 0.0463884 Jul 09 10:32:17.801599 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59772f0-902e-4727-a93f-5950d6c5cfcf req-2e2d06f1-4a93-49ea-aad3-ccfd873ab060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:17.803017 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c59772f0-902e-4727-a93f-5950d6c5cfcf req-2e2d06f1-4a93-49ea-aad3-ccfd873ab060 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93550f89-ab40-46af-a19f-301375307105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507026 Jul 09 10:32:17.891150 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c59772f0-902e-4727-a93f-5950d6c5cfcf req-92b91e36-3380-4f4d-9edc-1aa1896252ae service neutron] 10.222.0.58 "GET /v2.0/networks/93550f89-ab40-46af-a19f-301375307105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806117 Jul 09 10:32:17.923348 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.58', 55071) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:32:17.978551 n-d-799996-1 neutron-server[93790]: INFO neutron.api.v2.resource [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-5f36a931-f84b-46ea-a117-c2cfaedbb5f3 service neutron] show failed (client error): The resource could not be found. Jul 09 10:32:17.979639 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-5f36a931-f84b-46ea-a117-c2cfaedbb5f3 service neutron] 10.222.0.58 "GET /v2.0/ports/52e726fa-e166-4b61-ae02-813ed705d244/bindings/n-h2-799996-1 HTTP/1.1" status: 404 len: 380 time: 0.0552161 Jul 09 10:32:17.986118 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-c59772f0-902e-4727-a93f-5950d6c5cfcf req-6f5e34af-552e-43eb-8938-b1fd1c01aada service neutron] 10.222.0.58 "GET /v2.0/networks/93550f89-ab40-46af-a19f-301375307105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887790 Jul 09 10:32:18.268406 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f5e9c-0075-4b07-8291-5a3c83ba5a23 req-2517b284-c519-4004-846f-e2308fed994d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:18.269894 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-019f5e9c-0075-4b07-8291-5a3c83ba5a23 req-2517b284-c519-4004-846f-e2308fed994d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 945 time: 0.1045911 Jul 09 10:32:18.275921 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-11d73961-cda0-4002-a9f8-3fc28bf979a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:18.277321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-11d73961-cda0-4002-a9f8-3fc28bf979a5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e&tenant_id=a2707a6cc1554f6e93671b1c65b2449a HTTP/1.1" status: 200 len: 1096 time: 0.0833783 Jul 09 10:32:18.289317 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799996-1', 'device_owner': 'compute:nova'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:32:18.347139 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-019f5e9c-0075-4b07-8291-5a3c83ba5a23 req-967f30ca-504b-43f2-ad98-a0adaa5b8733 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0682328 Jul 09 10:32:18.378983 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:18.577392 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] For port 52e726fa-e166-4b61-ae02-813ed705d244, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=52e726fa-e166-4b61-ae02-813ed705d244,segment=NetworkSegment(2f710124-92b6-4dfb-90b5-34a270642479),segment_id=2f710124-92b6-4dfb-90b5-34a270642479)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:32:18.610805 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] For port 52e726fa-e166-4b61-ae02-813ed705d244, host n-h1-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:32:18.653137 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b66b52-be46-4752-89a0-38017ae0ca4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52e726fa-e166-4b61-ae02-813ed705d244'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:32:18.655472 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c17c945-02a4-4ece-9eb4-7997ee926acf" -d '{"events": [{"server_uuid": "a3b66b52-be46-4752-89a0-38017ae0ca4e", "name": "network-vif-unplugged", "status": "completed", "tag": "52e726fa-e166-4b61-ae02-813ed705d244"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:32:18.658914 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:18.671600 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Transition to ACTIVE for port object 52e726fa-e166-4b61-ae02-813ed705d244 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:32:18.676018 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:18.725874 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 10:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f793e1-bad4-4c7d-b599-3f441d79c884 x-openstack-request-id: req-08f793e1-bad4-4c7d-b599-3f441d79c884 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:32:18.726223 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b66b52-be46-4752-89a0-38017ae0ca4e", "name": "network-vif-unplugged", "status": "completed", "tag": "52e726fa-e166-4b61-ae02-813ed705d244", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:32:18.726448 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-08f793e1-bad4-4c7d-b599-3f441d79c884 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:32:18.726828 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b66b52-be46-4752-89a0-38017ae0ca4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52e726fa-e166-4b61-ae02-813ed705d244', 'code': 200} Jul 09 10:32:18.766364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Pushing event updated for resources: {'Port': ['ID=52e726fa-e166-4b61-ae02-813ed705d244,revision_number=6']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:32:18.781179 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:32:18.781528 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:32:18.781870 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:32:18.782209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:32:18.782543 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:32:18.782875 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:32:18.783205 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:32:18.783529 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:32:18.783886 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:32:18.784215 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:32:18.784539 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:32:18.785004 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:32:18.823799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] No DVR routers for this DVR port 52e726fa-e166-4b61-ae02-813ed705d244 on host n-h1-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:32:18.958680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Attempting to bind port 52e726fa-e166-4b61-ae02-813ed705d244 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:32:18.959013 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Attempting to bind port 52e726fa-e166-4b61-ae02-813ed705d244 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '2f710124-92b6-4dfb-90b5-34a270642479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '93550f89-ab40-46af-a19f-301375307105'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:32:18.959337 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Attempting to bind port 52e726fa-e166-4b61-ae02-813ed705d244 on network 93550f89-ab40-46af-a19f-301375307105 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:32:18.963587 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Port 52e726fa-e166-4b61-ae02-813ed705d244 on network 93550f89-ab40-46af-a19f-301375307105 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:32:18.963903 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Attempting to bind port 52e726fa-e166-4b61-ae02-813ed705d244 on network 93550f89-ab40-46af-a19f-301375307105 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:32:18.969146 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:32:18.969482 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Checking segment: {'id': '2f710124-92b6-4dfb-90b5-34a270642479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '93550f89-ab40-46af-a19f-301375307105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:32:18.969864 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Bound using segment: {'id': '2f710124-92b6-4dfb-90b5-34a270642479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '93550f89-ab40-46af-a19f-301375307105'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:32:18.970296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Bound port: 52e726fa-e166-4b61-ae02-813ed705d244, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f710124-92b6-4dfb-90b5-34a270642479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '93550f89-ab40-46af-a19f-301375307105'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:32:18.970631 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:19.031806 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] For port 52e726fa-e166-4b61-ae02-813ed705d244, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:32:19.034736 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] For port 52e726fa-e166-4b61-ae02-813ed705d244, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=52e726fa-e166-4b61-ae02-813ed705d244,segment=NetworkSegment(2f710124-92b6-4dfb-90b5-34a270642479),segment_id=2f710124-92b6-4dfb-90b5-34a270642479)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:32:19.039090 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:19.070902 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:19.071529 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:19.073020 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] 10.222.0.64 "PUT /v2.0/ports/52e726fa-e166-4b61-ae02-813ed705d244 HTTP/1.1" status: 200 len: 1091 time: 0.7883446 Jul 09 10:32:19.106576 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d6731-5fab-4451-9020-e02bd606f50c service neutron] Pushing event updated for resources: {'Port': ['ID=52e726fa-e166-4b61-ae02-813ed705d244,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:32:19.156908 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52ae839-f926-453e-8910-ebaed9076344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:19.158454 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-b52ae839-f926-453e-8910-ebaed9076344 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 1094 time: 0.0612354 Jul 09 10:32:19.249162 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-bcab3ed2-03b3-494f-82fe-f4217be5a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:19.250638 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-bcab3ed2-03b3-494f-82fe-f4217be5a312 service neutron] 10.222.0.64 "GET /v2.0/networks?id=93550f89-ab40-46af-a19f-301375307105 HTTP/1.1" status: 200 len: 898 time: 0.0862274 Jul 09 10:32:19.319041 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-306c098f-c0b3-4cbf-b066-5d358903e122 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52e726fa-e166-4b61-ae02-813ed705d244 HTTP/1.1" status: 200 len: 998 time: 0.0620446 Jul 09 10:32:19.365785 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-ad94bae3-490b-4251-8fb2-1c5af4a27e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:19.367137 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-ad94bae3-490b-4251-8fb2-1c5af4a27e2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=42774d35-eddd-4192-8d55-7126cc57aeca HTTP/1.1" status: 200 len: 835 time: 0.0416591 Jul 09 10:32:19.425340 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-1148e6de-78e7-4451-b058-ee12f25b9ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:19.426850 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-1148e6de-78e7-4451-b058-ee12f25b9ed2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93550f89-ab40-46af-a19f-301375307105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524228 Jul 09 10:32:19.554759 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-4a2727eb-891f-4fb2-bbbf-deff1b272f0d service neutron] 10.222.0.64 "GET /v2.0/networks/93550f89-ab40-46af-a19f-301375307105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217122 Jul 09 10:32:19.578775 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25aaf23-188c-4b3b-8ff1-9098ed708edd req-6a10fe44-da4a-456f-90bb-eea78900d7eb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:19.580287 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e25aaf23-188c-4b3b-8ff1-9098ed708edd req-6a10fe44-da4a-456f-90bb-eea78900d7eb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 943 time: 0.1031349 Jul 09 10:32:19.967313 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e25aaf23-188c-4b3b-8ff1-9098ed708edd req-c36b568d-cc48-4b15-88f0-ea09ec3d4fd1 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3773990 Jul 09 10:32:19.987619 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-d53bc2fe-88b9-4e5a-92a4-d77b2fcff416 service neutron] 10.222.0.64 "GET /v2.0/networks/93550f89-ab40-46af-a19f-301375307105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261887 Jul 09 10:32:20.728786 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b66b52-be46-4752-89a0-38017ae0ca4e', 'tag': '52e726fa-e166-4b61-ae02-813ed705d244'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:32:20.731177 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33720e8e-6cef-4f6b-9ec4-cdac739d2168" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b66b52-be46-4752-89a0-38017ae0ca4e", "tag": "52e726fa-e166-4b61-ae02-813ed705d244"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:32:20.779360 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba0963b-6ba6-4803-b607-59ad90283b69 x-openstack-request-id: req-3ba0963b-6ba6-4803-b607-59ad90283b69 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:32:20.779537 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b66b52-be46-4752-89a0-38017ae0ca4e", "tag": "52e726fa-e166-4b61-ae02-813ed705d244", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:32:20.779813 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3ba0963b-6ba6-4803-b607-59ad90283b69 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:32:20.780214 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b66b52-be46-4752-89a0-38017ae0ca4e', 'tag': '52e726fa-e166-4b61-ae02-813ed705d244', 'status': 'completed', 'code': 200} Jul 09 10:32:20.850897 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33720e8e-6cef-4f6b-9ec4-cdac739d2168 req-51f3e1d0-6572-4ef9-87ce-be574318c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:20.852455 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33720e8e-6cef-4f6b-9ec4-cdac739d2168 req-51f3e1d0-6572-4ef9-87ce-be574318c723 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 1094 time: 0.0527949 Jul 09 10:32:20.854489 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33720e8e-6cef-4f6b-9ec4-cdac739d2168 req-c1afd7bf-9b65-482b-bba7-68deed1dcbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:20.856400 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-33720e8e-6cef-4f6b-9ec4-cdac739d2168 req-c1afd7bf-9b65-482b-bba7-68deed1dcbfb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 1094 time: 0.0538146 Jul 09 10:32:20.944040 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33720e8e-6cef-4f6b-9ec4-cdac739d2168 req-8b42ecd0-90da-4984-831d-ede35a9316e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:20.945530 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33720e8e-6cef-4f6b-9ec4-cdac739d2168 req-8b42ecd0-90da-4984-831d-ede35a9316e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=93550f89-ab40-46af-a19f-301375307105 HTTP/1.1" status: 200 len: 898 time: 0.0856223 Jul 09 10:32:20.949286 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33720e8e-6cef-4f6b-9ec4-cdac739d2168 req-f6503139-ff3d-4853-b778-e6fd4e40ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:20.951371 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-33720e8e-6cef-4f6b-9ec4-cdac739d2168 req-f6503139-ff3d-4853-b778-e6fd4e40ac54 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93550f89-ab40-46af-a19f-301375307105 HTTP/1.1" status: 200 len: 898 time: 0.0892558 Jul 09 10:32:21.015433 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33720e8e-6cef-4f6b-9ec4-cdac739d2168 req-2786cbed-acc9-4349-bd01-28f978744a9d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52e726fa-e166-4b61-ae02-813ed705d244 HTTP/1.1" status: 200 len: 998 time: 0.0627050 Jul 09 10:32:21.016537 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-33720e8e-6cef-4f6b-9ec4-cdac739d2168 req-354b09f7-091b-41e5-a916-dcd601d19a22 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52e726fa-e166-4b61-ae02-813ed705d244 HTTP/1.1" status: 200 len: 998 time: 0.0588107 Jul 09 10:32:21.065248 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33720e8e-6cef-4f6b-9ec4-cdac739d2168 req-1e07a59f-37ec-47b3-b665-296b72b05e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:21.066200 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33720e8e-6cef-4f6b-9ec4-cdac739d2168 req-7dd4a501-7bad-44bc-917a-0588f7156035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:21.066675 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-33720e8e-6cef-4f6b-9ec4-cdac739d2168 req-1e07a59f-37ec-47b3-b665-296b72b05e64 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=42774d35-eddd-4192-8d55-7126cc57aeca HTTP/1.1" status: 200 len: 835 time: 0.0444453 Jul 09 10:32:21.067724 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33720e8e-6cef-4f6b-9ec4-cdac739d2168 req-7dd4a501-7bad-44bc-917a-0588f7156035 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=42774d35-eddd-4192-8d55-7126cc57aeca HTTP/1.1" status: 200 len: 835 time: 0.0454915 Jul 09 10:32:21.128657 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33720e8e-6cef-4f6b-9ec4-cdac739d2168 req-c9e6bba1-0762-4d2c-b314-7fb160de5384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:21.130242 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-33720e8e-6cef-4f6b-9ec4-cdac739d2168 req-c9e6bba1-0762-4d2c-b314-7fb160de5384 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93550f89-ab40-46af-a19f-301375307105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576274 Jul 09 10:32:21.180195 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8773c73-9283-47b1-bffc-a9a1ee73ee83 req-e9def19a-61e1-4e32-bcc4-69b28eb1ef39 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:21.181722 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8773c73-9283-47b1-bffc-a9a1ee73ee83 req-e9def19a-61e1-4e32-bcc4-69b28eb1ef39 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 943 time: 0.0976958 Jul 09 10:32:21.185091 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33720e8e-6cef-4f6b-9ec4-cdac739d2168 req-41d808d3-8ca6-44a7-9ea9-3768a4ef7aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:21.186500 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33720e8e-6cef-4f6b-9ec4-cdac739d2168 req-41d808d3-8ca6-44a7-9ea9-3768a4ef7aac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93550f89-ab40-46af-a19f-301375307105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114419 Jul 09 10:32:21.221653 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-33720e8e-6cef-4f6b-9ec4-cdac739d2168 req-360b3742-e6da-452e-bcc2-d414a1e9aa3f service neutron] 10.222.0.58 "GET /v2.0/networks/93550f89-ab40-46af-a19f-301375307105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851264 Jul 09 10:32:21.268813 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8773c73-9283-47b1-bffc-a9a1ee73ee83 req-7baa8ce4-050f-40c7-ae74-a0fefbe4d9a4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0809865 Jul 09 10:32:21.302641 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33720e8e-6cef-4f6b-9ec4-cdac739d2168 req-9e368784-2b06-488a-a134-8bca0508adb2 service neutron] 10.222.0.64 "GET /v2.0/networks/93550f89-ab40-46af-a19f-301375307105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088490 Jul 09 10:32:21.319115 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-33720e8e-6cef-4f6b-9ec4-cdac739d2168 req-6b9a166b-4068-4c97-80b4-0bd069ab428a service neutron] 10.222.0.58 "GET /v2.0/networks/93550f89-ab40-46af-a19f-301375307105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909348 Jul 09 10:32:21.392816 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33720e8e-6cef-4f6b-9ec4-cdac739d2168 req-433b840f-372e-49ae-ab71-86aaf6100e21 service neutron] 10.222.0.64 "GET /v2.0/networks/93550f89-ab40-46af-a19f-301375307105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823488 Jul 09 10:32:21.443709 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:32:22.344087 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 52e726fa-e166-4b61-ae02-813ed705d244 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:32:22.381320 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 52e726fa-e166-4b61-ae02-813ed705d244 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:32:22.451373 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aadd28-5d86-40fa-be96-a5cd65ba3cf7 req-021461fc-480d-4f74-b311-a5aa73564192 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:22.452810 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94aadd28-5d86-40fa-be96-a5cd65ba3cf7 req-021461fc-480d-4f74-b311-a5aa73564192 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 943 time: 0.0636120 Jul 09 10:32:22.489717 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94aadd28-5d86-40fa-be96-a5cd65ba3cf7 req-36752bae-8faa-493c-b797-778a6297590c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312767 Jul 09 10:32:22.921376 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 52e726fa-e166-4b61-ae02-813ed705d244 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:32:23.017397 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 52e726fa-e166-4b61-ae02-813ed705d244, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=52e726fa-e166-4b61-ae02-813ed705d244,segment=NetworkSegment(2f710124-92b6-4dfb-90b5-34a270642479),segment_id=2f710124-92b6-4dfb-90b5-34a270642479)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:32:23.029568 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '52e726fa-e166-4b61-ae02-813ed705d244', 'network_id': '93550f89-ab40-46af-a19f-301375307105', 'port_id': '52e726fa-e166-4b61-ae02-813ed705d244', 'mac_address': 'fa:16:3e:23:42:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42774d35-eddd-4192-8d55-7126cc57aeca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:32:23.067383 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:23.081879 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e726fa-e166-4b61-ae02-813ed705d244 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:32:23.101489 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 52e726fa-e166-4b61-ae02-813ed705d244, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=52e726fa-e166-4b61-ae02-813ed705d244,segment=NetworkSegment(2f710124-92b6-4dfb-90b5-34a270642479),segment_id=2f710124-92b6-4dfb-90b5-34a270642479)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:32:23.104904 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:23.150784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=52e726fa-e166-4b61-ae02-813ed705d244,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:32:23.158746 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:32:23.159096 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:32:23.159440 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:32:23.159818 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:32:23.160156 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:32:23.160489 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:32:23.160815 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:32:23.161143 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:32:23.161469 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:32:23.161797 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:32:23.162118 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:32:23.162440 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:32:23.505410 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['52e726fa-e166-4b61-ae02-813ed705d244'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:32:23.671594 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1195c6-c31f-452a-b8bf-02ee4329e396 req-e3a0fb63-0e4e-4d78-b0a0-2d6c070f8947 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:23.673331 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-da1195c6-c31f-452a-b8bf-02ee4329e396 req-e3a0fb63-0e4e-4d78-b0a0-2d6c070f8947 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 944 time: 0.0728490 Jul 09 10:32:23.718443 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-da1195c6-c31f-452a-b8bf-02ee4329e396 req-b443f112-7a5b-4c68-b545-e3b78fb739f9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0377393 Jul 09 10:32:24.019656 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a1837-7510-4096-ba00-a5598da10806 req-e790abcd-0f32-44c5-b7f2-8501a6394607 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:24.021147 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-330a1837-7510-4096-ba00-a5598da10806 req-e790abcd-0f32-44c5-b7f2-8501a6394607 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 944 time: 0.0708878 Jul 09 10:32:24.023278 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4529887-b3fa-45e9-b191-e977ba5e63ff req-cc6fc304-e4e3-40bf-ae5d-9bdce4e98e55 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:24.024789 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b4529887-b3fa-45e9-b191-e977ba5e63ff req-cc6fc304-e4e3-40bf-ae5d-9bdce4e98e55 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e&tenant_id=a2707a6cc1554f6e93671b1c65b2449a&binding%3Ahost_id=n-h2-799996-1 HTTP/1.1" status: 200 len: 944 time: 0.0724878 Jul 09 10:32:24.059531 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-330a1837-7510-4096-ba00-a5598da10806 req-02940b41-5ff9-4e08-823e-fec72bff1c72 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328412 Jul 09 10:32:24.085999 n-d-799996-1 neutron-server[93791]: INFO neutron.api.v2.resource [req-b4529887-b3fa-45e9-b191-e977ba5e63ff req-b6aee543-6ab6-47e9-813a-9080da1f77d9 service neutron] delete failed (client error): The resource could not be found. Jul 09 10:32:24.087081 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b4529887-b3fa-45e9-b191-e977ba5e63ff req-b6aee543-6ab6-47e9-813a-9080da1f77d9 service neutron] 10.222.0.58 "DELETE /v2.0/ports/52e726fa-e166-4b61-ae02-813ed705d244/bindings/n-h1-799996-1 HTTP/1.1" status: 404 len: 380 time: 0.0567451 Jul 09 10:32:24.185330 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4529887-b3fa-45e9-b191-e977ba5e63ff req-d5abd0c7-0409-4cfc-a5ac-e36bfcc091f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:24.186852 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b4529887-b3fa-45e9-b191-e977ba5e63ff req-d5abd0c7-0409-4cfc-a5ac-e36bfcc091f4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 1095 time: 0.0586476 Jul 09 10:32:24.239862 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2fb78-49b5-4833-a528-487ec0eda53c req-b2da6673-0885-49fc-bf61-619dbbe005d6 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:24.241416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-acd2fb78-49b5-4833-a528-487ec0eda53c req-b2da6673-0885-49fc-bf61-619dbbe005d6 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 944 time: 0.0666566 Jul 09 10:32:24.276075 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4529887-b3fa-45e9-b191-e977ba5e63ff req-07398ef4-29ac-4231-837a-4727b2bfe206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:24.277487 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b4529887-b3fa-45e9-b191-e977ba5e63ff req-07398ef4-29ac-4231-837a-4727b2bfe206 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93550f89-ab40-46af-a19f-301375307105 HTTP/1.1" status: 200 len: 898 time: 0.0844753 Jul 09 10:32:24.281238 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-acd2fb78-49b5-4833-a528-487ec0eda53c req-13c62970-64b4-400b-93ad-39f3107ad985 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331266 Jul 09 10:32:24.346286 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b4529887-b3fa-45e9-b191-e977ba5e63ff req-0e1412c2-247f-45ba-a004-86ed1552e010 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52e726fa-e166-4b61-ae02-813ed705d244 HTTP/1.1" status: 200 len: 999 time: 0.0624576 Jul 09 10:32:24.394322 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4529887-b3fa-45e9-b191-e977ba5e63ff req-a55ab25d-3670-486b-8648-7a8c0427ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:24.395777 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b4529887-b3fa-45e9-b191-e977ba5e63ff req-a55ab25d-3670-486b-8648-7a8c0427ee4b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=42774d35-eddd-4192-8d55-7126cc57aeca HTTP/1.1" status: 200 len: 835 time: 0.0432622 Jul 09 10:32:24.451305 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4529887-b3fa-45e9-b191-e977ba5e63ff req-ca7128c5-d6aa-4587-8f28-92d53788128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:24.452837 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b4529887-b3fa-45e9-b191-e977ba5e63ff req-ca7128c5-d6aa-4587-8f28-92d53788128c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93550f89-ab40-46af-a19f-301375307105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511303 Jul 09 10:32:24.544955 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b4529887-b3fa-45e9-b191-e977ba5e63ff req-85ff6f11-f5ae-48cc-b18c-9542e7ebb451 service neutron] 10.222.0.58 "GET /v2.0/networks/93550f89-ab40-46af-a19f-301375307105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853233 Jul 09 10:32:24.635522 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b4529887-b3fa-45e9-b191-e977ba5e63ff req-5a77ebf0-a884-4b0c-8807-b6c36f4bbdee service neutron] 10.222.0.58 "GET /v2.0/networks/93550f89-ab40-46af-a19f-301375307105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849347 Jul 09 10:32:24.932520 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 52e726fa-e166-4b61-ae02-813ed705d244 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:32:24.980796 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 52e726fa-e166-4b61-ae02-813ed705d244 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:32:24.985561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 52e726fa-e166-4b61-ae02-813ed705d244 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:32:24.985921 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:25.065724 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:25.088750 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b66b52-be46-4752-89a0-38017ae0ca4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e726fa-e166-4b61-ae02-813ed705d244'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:32:25.090989 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0888fabe05580062c0d4cd7dc8f093f2b11926f06b578c6c7ec0a80924aac75e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fec4fc-1236-4d4b-bfb7-53a7989043d9" -d '{"events": [{"server_uuid": "a3b66b52-be46-4752-89a0-38017ae0ca4e", "name": "network-vif-plugged", "status": "completed", "tag": "52e726fa-e166-4b61-ae02-813ed705d244"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:32:25.104484 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 52e726fa-e166-4b61-ae02-813ed705d244, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=52e726fa-e166-4b61-ae02-813ed705d244,segment=NetworkSegment(2f710124-92b6-4dfb-90b5-34a270642479),segment_id=2f710124-92b6-4dfb-90b5-34a270642479)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:32:25.110061 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:25.135291 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e35bade-510b-4242-936a-46a520eab16f x-openstack-request-id: req-4e35bade-510b-4242-936a-46a520eab16f {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:32:25.136192 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b66b52-be46-4752-89a0-38017ae0ca4e", "name": "network-vif-plugged", "status": "completed", "tag": "52e726fa-e166-4b61-ae02-813ed705d244", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:32:25.136457 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4e35bade-510b-4242-936a-46a520eab16f {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:32:25.136851 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b66b52-be46-4752-89a0-38017ae0ca4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e726fa-e166-4b61-ae02-813ed705d244', 'code': 200} Jul 09 10:32:25.171401 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=52e726fa-e166-4b61-ae02-813ed705d244,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:32:25.452168 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7db6b-fbc4-4982-8737-e2e397bb2cd7 req-9dac2bb6-fdea-4d83-9f02-be89985fe7cf tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:32:25.453662 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-daa7db6b-fbc4-4982-8737-e2e397bb2cd7 req-9dac2bb6-fdea-4d83-9f02-be89985fe7cf tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 945 time: 0.0642762 Jul 09 10:32:25.490590 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-daa7db6b-fbc4-4982-8737-e2e397bb2cd7 req-fefda3ac-976f-4a9e-b6f9-8046e80c9c13 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312483 Jul 09 10:32:25.514796 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44034) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:32:25.578789 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e003ec16-a53e-4098-9f76-c232bd927a95 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/floatingips/17d350ae-8671-46a1-8e47-420936721e06 HTTP/1.1" status: 200 len: 992 time: 0.0628629 Jul 09 10:32:34.498531 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:36.840526 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cdd0cf5b-490f-44b2-8cc2-171934c84ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:39.446417 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-38f86ce8-df78-499c-b580-c798be260d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:39.607673 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:39.746238 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:41.387611 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:43.176780 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:32:58.443003 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:33:04.506129 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:06.841867 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f1d01fac-bfb9-44bc-aee9-4dff5d1f9490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:09.446775 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9404b6d2-bc4f-40a7-8107-e16048ab0620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:09.608490 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:09.759999 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:11.390611 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:12.240189 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44054) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:33:12.397091 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e315417f-8266-472c-88e1-22a70bed6591 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting port fdc9a652-c2c9-4ade-9c10-43f48eadebd5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:33:12.397442 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e315417f-8266-472c-88e1-22a70bed6591 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:12.471783 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e315417f-8266-472c-88e1-22a70bed6591 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:12.472019 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e315417f-8266-472c-88e1-22a70bed6591 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:12.483380 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e315417f-8266-472c-88e1-22a70bed6591 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Calling delete_port for fdc9a652-c2c9-4ade-9c10-43f48eadebd5 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:33:12.629215 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e315417f-8266-472c-88e1-22a70bed6591 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:12.654533 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315417f-8266-472c-88e1-22a70bed6591 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Port': ['ID=fdc9a652-c2c9-4ade-9c10-43f48eadebd5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:12.719499 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e315417f-8266-472c-88e1-22a70bed6591 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:12.719866 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-e315417f-8266-472c-88e1-22a70bed6591 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Floating IP 17d350ae-8671-46a1-8e47-420936721e06 disassociated (deleted). External IP: 172.25.3.79, port: 52e726fa-e166-4b61-ae02-813ed705d244. Jul 09 10:33:12.929184 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e315417f-8266-472c-88e1-22a70bed6591 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router f76783a3-2d1f-4dfb-875a-84578c5e768f has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:33:13.037303 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e315417f-8266-472c-88e1-22a70bed6591 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:33:13.042071 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e315417f-8266-472c-88e1-22a70bed6591 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:13.046447 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb6a83e-2587-4b65-bca5-d13622ed19dc None None] Sync routers for ids ['f76783a3-2d1f-4dfb-875a-84578c5e768f'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:33:13.055390 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb6a83e-2587-4b65-bca5-d13622ed19dc None None] Routers {'f76783a3-2d1f-4dfb-875a-84578c5e768f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:33:13.056033 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2eb6a83e-2587-4b65-bca5-d13622ed19dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:33:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f76783a3-2d1f-4dfb-875a-84578c5e768f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:33:13.084533 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e315417f-8266-472c-88e1-22a70bed6591 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/floatingips/17d350ae-8671-46a1-8e47-420936721e06 HTTP/1.1" status: 204 len: 168 time: 0.8404298 Jul 09 10:33:13.084533 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b66b52-be46-4752-89a0-38017ae0ca4e', 'tag': '52e726fa-e166-4b61-ae02-813ed705d244'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:33:13.084904 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fad49a5-7888-4350-b7be-072173b116be" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b66b52-be46-4752-89a0-38017ae0ca4e", "tag": "52e726fa-e166-4b61-ae02-813ed705d244"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:33:13.127103 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175dd42a-e213-4efb-a823-50d0c05ad66b x-openstack-request-id: req-175dd42a-e213-4efb-a823-50d0c05ad66b {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:33:13.127399 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b66b52-be46-4752-89a0-38017ae0ca4e", "tag": "52e726fa-e166-4b61-ae02-813ed705d244", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:33:13.127645 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-175dd42a-e213-4efb-a823-50d0c05ad66b {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:33:13.128182 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b66b52-be46-4752-89a0-38017ae0ca4e', 'tag': '52e726fa-e166-4b61-ae02-813ed705d244', 'status': 'completed', 'code': 200} Jul 09 10:33:13.178348 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2eb6a83e-2587-4b65-bca5-d13622ed19dc None None] Set router f76783a3-2d1f-4dfb-875a-84578c5e768f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:33:13.182989 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:13.206604 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad49a5-7888-4350-b7be-072173b116be req-ac6e873f-4d8a-4b70-b69a-751d122d5129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:13.208182 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fad49a5-7888-4350-b7be-072173b116be req-ac6e873f-4d8a-4b70-b69a-751d122d5129 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 1096 time: 0.0576041 Jul 09 10:33:13.312350 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad49a5-7888-4350-b7be-072173b116be req-329b49be-914e-4d10-8f5e-b9f9311e8a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:13.313880 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fad49a5-7888-4350-b7be-072173b116be req-329b49be-914e-4d10-8f5e-b9f9311e8a9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=93550f89-ab40-46af-a19f-301375307105 HTTP/1.1" status: 200 len: 898 time: 0.0951443 Jul 09 10:33:13.356622 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fad49a5-7888-4350-b7be-072173b116be req-272193a7-7368-4b26-9ef4-1609071d1999 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52e726fa-e166-4b61-ae02-813ed705d244 HTTP/1.1" status: 200 len: 217 time: 0.0352468 Jul 09 10:33:13.391605 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2eb6a83e-2587-4b65-bca5-d13622ed19dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428241632', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:15Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '02c0200e-c0cb-40cb-9017-f4e267a31d75', 'name': '', 'network_id': '93550f89-ab40-46af-a19f-301375307105', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:02:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '42774d35-eddd-4192-8d55-7126cc57aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:31:15Z', 'updated_at': '2021-07-09T10:31:19Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': '42774d35-eddd-4192-8d55-7126cc57aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:33:13.410943 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad49a5-7888-4350-b7be-072173b116be req-52c3b819-2282-43e5-b2be-0c1a91698ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:13.412471 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fad49a5-7888-4350-b7be-072173b116be req-52c3b819-2282-43e5-b2be-0c1a91698ba8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=42774d35-eddd-4192-8d55-7126cc57aeca HTTP/1.1" status: 200 len: 835 time: 0.0463142 Jul 09 10:33:13.417530 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb6a83e-2587-4b65-bca5-d13622ed19dc None None] Checking router: f76783a3-2d1f-4dfb-875a-84578c5e768f for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:33:13.426693 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb6a83e-2587-4b65-bca5-d13622ed19dc None None] Routers {'f76783a3-2d1f-4dfb-875a-84578c5e768f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:33:13.427300 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2eb6a83e-2587-4b65-bca5-d13622ed19dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:33:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f76783a3-2d1f-4dfb-875a-84578c5e768f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:33:13.514580 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad49a5-7888-4350-b7be-072173b116be req-b37530bb-d30d-44ca-a0e2-b1d3b747f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:13.516189 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fad49a5-7888-4350-b7be-072173b116be req-b37530bb-d30d-44ca-a0e2-b1d3b747f27f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93550f89-ab40-46af-a19f-301375307105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957274 Jul 09 10:33:13.547805 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2eb6a83e-2587-4b65-bca5-d13622ed19dc None None] Set router f76783a3-2d1f-4dfb-875a-84578c5e768f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:33:13.598370 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a368b7-9731-4766-ba24-66afc8753c8c req-5f92dc89-d004-4559-87d1-a3d4d4e6784e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:13.599935 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-24a368b7-9731-4766-ba24-66afc8753c8c req-5f92dc89-d004-4559-87d1-a3d4d4e6784e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 945 time: 0.1865556 Jul 09 10:33:13.662460 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-24a368b7-9731-4766-ba24-66afc8753c8c req-8a475aca-6d1b-490a-9524-1bbb8c237fe4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0559173 Jul 09 10:33:13.664572 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fad49a5-7888-4350-b7be-072173b116be req-f63055a6-24c0-4b27-a9d4-468f52119e2c service neutron] 10.222.0.64 "GET /v2.0/networks/93550f89-ab40-46af-a19f-301375307105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400497 Jul 09 10:33:13.758891 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2eb6a83e-2587-4b65-bca5-d13622ed19dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428241632', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:15Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '02c0200e-c0cb-40cb-9017-f4e267a31d75', 'name': '', 'network_id': '93550f89-ab40-46af-a19f-301375307105', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:02:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '42774d35-eddd-4192-8d55-7126cc57aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:31:15Z', 'updated_at': '2021-07-09T10:31:19Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': '42774d35-eddd-4192-8d55-7126cc57aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:33:13.765791 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fad49a5-7888-4350-b7be-072173b116be req-72a61ac1-4536-42ef-a0f7-38ff1a72280f service neutron] 10.222.0.64 "GET /v2.0/networks/93550f89-ab40-46af-a19f-301375307105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880046 Jul 09 10:33:13.785039 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb6a83e-2587-4b65-bca5-d13622ed19dc None None] The sync data for ids ['f76783a3-2d1f-4dfb-875a-84578c5e768f'] in n-d-799996-1 is: [{'id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428241632', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:15Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '02c0200e-c0cb-40cb-9017-f4e267a31d75', 'name': '', 'network_id': '93550f89-ab40-46af-a19f-301375307105', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:02:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '42774d35-eddd-4192-8d55-7126cc57aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:31:15Z', 'updated_at': '2021-07-09T10:31:19Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': '42774d35-eddd-4192-8d55-7126cc57aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:33:13.989400 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a63a5d-8bb4-49fe-87af-6afee48a4187 None None] New status for floating IP 17d350ae-8671-46a1-8e47-420936721e06: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:33:14.896497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4930d8-a9b3-4e39-afb3-29b55e4dea10 req-017f860c-2764-4d1a-b5c0-155fd1f9a145 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:14.898019 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ed4930d8-a9b3-4e39-afb3-29b55e4dea10 req-017f860c-2764-4d1a-b5c0-155fd1f9a145 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 945 time: 0.1081820 Jul 09 10:33:14.940669 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ed4930d8-a9b3-4e39-afb3-29b55e4dea10 req-cb608364-d2e0-40c4-8706-dd264974dec7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=8c1b8a64-805a-4543-a220-92fe59eacdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0369780 Jul 09 10:33:15.035752 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbf7f7-d798-417c-b43f-036fca70cf00 req-fa817bac-8680-457f-b365-5c2ab0cb7994 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:15.037205 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4bfbf7f7-d798-417c-b43f-036fca70cf00 req-fa817bac-8680-457f-b365-5c2ab0cb7994 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3b66b52-be46-4752-89a0-38017ae0ca4e HTTP/1.1" status: 200 len: 945 time: 0.0620813 Jul 09 10:33:15.140634 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-4bfbf7f7-d798-417c-b43f-036fca70cf00 req-41576185-9c89-4258-9a98-4f8a8d601742 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting port 52e726fa-e166-4b61-ae02-813ed705d244 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:33:15.140973 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4bfbf7f7-d798-417c-b43f-036fca70cf00 req-41576185-9c89-4258-9a98-4f8a8d601742 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:15.230556 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4bfbf7f7-d798-417c-b43f-036fca70cf00 req-41576185-9c89-4258-9a98-4f8a8d601742 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] For port 52e726fa-e166-4b61-ae02-813ed705d244, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=52e726fa-e166-4b61-ae02-813ed705d244,segment=NetworkSegment(2f710124-92b6-4dfb-90b5-34a270642479),segment_id=2f710124-92b6-4dfb-90b5-34a270642479)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:33:15.230910 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4bfbf7f7-d798-417c-b43f-036fca70cf00 req-41576185-9c89-4258-9a98-4f8a8d601742 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:15.243414 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-4bfbf7f7-d798-417c-b43f-036fca70cf00 req-41576185-9c89-4258-9a98-4f8a8d601742 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Calling delete_port for 52e726fa-e166-4b61-ae02-813ed705d244 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:33:15.371133 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4bfbf7f7-d798-417c-b43f-036fca70cf00 req-41576185-9c89-4258-9a98-4f8a8d601742 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:15.400984 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41576185-9c89-4258-9a98-4f8a8d601742 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Port': ['ID=52e726fa-e166-4b61-ae02-813ed705d244,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:15.445431 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfbf7f7-d798-417c-b43f-036fca70cf00 req-41576185-9c89-4258-9a98-4f8a8d601742 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] No DVR routers for this DVR port 52e726fa-e166-4b61-ae02-813ed705d244 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:33:15.448002 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4bfbf7f7-d798-417c-b43f-036fca70cf00 req-41576185-9c89-4258-9a98-4f8a8d601742 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:15.449992 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4bfbf7f7-d798-417c-b43f-036fca70cf00 req-41576185-9c89-4258-9a98-4f8a8d601742 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.64 "DELETE /v2.0/ports/52e726fa-e166-4b61-ae02-813ed705d244 HTTP/1.1" status: 204 len: 173 time: 0.4064331 Jul 09 10:33:15.450421 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b66b52-be46-4752-89a0-38017ae0ca4e', 'name': 'network-vif-deleted', 'tag': '52e726fa-e166-4b61-ae02-813ed705d244'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:33:15.453373 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e80c10-b261-43d2-999a-c2441c1068cb" -d '{"events": [{"server_uuid": "a3b66b52-be46-4752-89a0-38017ae0ca4e", "name": "network-vif-deleted", "tag": "52e726fa-e166-4b61-ae02-813ed705d244"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:33:15.489873 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047b2dab-0d74-429d-887b-2edb79c255e8 x-openstack-request-id: req-047b2dab-0d74-429d-887b-2edb79c255e8 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:33:15.490165 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b66b52-be46-4752-89a0-38017ae0ca4e", "name": "network-vif-deleted", "tag": "52e726fa-e166-4b61-ae02-813ed705d244", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:33:15.490417 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-047b2dab-0d74-429d-887b-2edb79c255e8 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:33:15.490817 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b66b52-be46-4752-89a0-38017ae0ca4e', 'name': 'network-vif-deleted', 'tag': '52e726fa-e166-4b61-ae02-813ed705d244', 'status': 'completed', 'code': 200} Jul 09 10:33:16.037050 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44076) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:33:16.402917 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-833a0c8e-32ea-47a8-9050-f42582180f65 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:16.664776 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-833a0c8e-32ea-47a8-9050-f42582180f65 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting port 02c0200e-c0cb-40cb-9017-f4e267a31d75 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:33:16.665251 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-833a0c8e-32ea-47a8-9050-f42582180f65 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:16.750160 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-833a0c8e-32ea-47a8-9050-f42582180f65 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] For port 02c0200e-c0cb-40cb-9017-f4e267a31d75, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=02c0200e-c0cb-40cb-9017-f4e267a31d75,segment=NetworkSegment(2f710124-92b6-4dfb-90b5-34a270642479),segment_id=2f710124-92b6-4dfb-90b5-34a270642479)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:33:16.750511 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-833a0c8e-32ea-47a8-9050-f42582180f65 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:16.763195 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-833a0c8e-32ea-47a8-9050-f42582180f65 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Calling delete_port for 02c0200e-c0cb-40cb-9017-f4e267a31d75 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:33:16.956579 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-833a0c8e-32ea-47a8-9050-f42582180f65 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:16.988076 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a0c8e-32ea-47a8-9050-f42582180f65 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Port': ['ID=02c0200e-c0cb-40cb-9017-f4e267a31d75,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:17.465380 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-833a0c8e-32ea-47a8-9050-f42582180f65 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:17.678314 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833a0c8e-32ea-47a8-9050-f42582180f65 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router f76783a3-2d1f-4dfb-875a-84578c5e768f has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:33:17.784584 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833a0c8e-32ea-47a8-9050-f42582180f65 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:33:17.789517 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-833a0c8e-32ea-47a8-9050-f42582180f65 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "PUT /v2.0/routers/f76783a3-2d1f-4dfb-875a-84578c5e768f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7514064 Jul 09 10:33:17.792532 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44078) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:33:17.793478 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a3bd7d-b23a-4435-91cf-3ce2a12f1f40 None None] Sync routers for ids ['f76783a3-2d1f-4dfb-875a-84578c5e768f'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:33:17.802905 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a3bd7d-b23a-4435-91cf-3ce2a12f1f40 None None] Routers {'f76783a3-2d1f-4dfb-875a-84578c5e768f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:33:17.803510 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-03a3bd7d-b23a-4435-91cf-3ce2a12f1f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:33:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f76783a3-2d1f-4dfb-875a-84578c5e768f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:33:17.845128 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac200064-338e-4819-b753-d56089a5fb68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting subnet 42774d35-eddd-4192-8d55-7126cc57aeca {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:33:17.848269 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac200064-338e-4819-b753-d56089a5fb68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:17.894542 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac200064-338e-4819-b753-d56089a5fb68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:17.907618 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-03a3bd7d-b23a-4435-91cf-3ce2a12f1f40 None None] Set router f76783a3-2d1f-4dfb-875a-84578c5e768f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:33:17.978022 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac200064-338e-4819-b753-d56089a5fb68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:18.041213 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac200064-338e-4819-b753-d56089a5fb68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:18.071612 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac200064-338e-4819-b753-d56089a5fb68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Subnet': ['ID=42774d35-eddd-4192-8d55-7126cc57aeca,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:18.081990 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac200064-338e-4819-b753-d56089a5fb68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:18.084049 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-ac200064-338e-4819-b753-d56089a5fb68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/subnets/42774d35-eddd-4192-8d55-7126cc57aeca HTTP/1.1" status: 204 len: 168 time: 0.2903264 Jul 09 10:33:18.085386 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac200064-338e-4819-b753-d56089a5fb68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:18.085737 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac200064-338e-4819-b753-d56089a5fb68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:18.086152 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac200064-338e-4819-b753-d56089a5fb68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:18.086434 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac200064-338e-4819-b753-d56089a5fb68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:18.086771 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac200064-338e-4819-b753-d56089a5fb68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:18.087083 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac200064-338e-4819-b753-d56089a5fb68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:18.087413 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac200064-338e-4819-b753-d56089a5fb68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:18.087757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44080) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:33:18.087894 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac200064-338e-4819-b753-d56089a5fb68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:18.088084 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac200064-338e-4819-b753-d56089a5fb68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:18.088609 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac200064-338e-4819-b753-d56089a5fb68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:18.088938 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac200064-338e-4819-b753-d56089a5fb68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:18.089263 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac200064-338e-4819-b753-d56089a5fb68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:18.089680 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a116258-288a-4350-a00a-51330281f323 None None] Network 93550f89-ab40-46af-a19f-301375307105 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:33:18.180213 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-03a3bd7d-b23a-4435-91cf-3ce2a12f1f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428241632', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:33:16Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:33:18.211120 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a3bd7d-b23a-4435-91cf-3ce2a12f1f40 None None] Checking router: f76783a3-2d1f-4dfb-875a-84578c5e768f for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:33:18.218238 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-760d668f-bf18-4a2f-ae42-a787de02be68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:18.219680 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a3bd7d-b23a-4435-91cf-3ce2a12f1f40 None None] Routers {'f76783a3-2d1f-4dfb-875a-84578c5e768f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:33:18.220331 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-03a3bd7d-b23a-4435-91cf-3ce2a12f1f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:33:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['f76783a3-2d1f-4dfb-875a-84578c5e768f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:33:18.316842 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae97f344-90e8-4e15-ad69-07dba1356d91 None None] DHCP port deletion for 93550f89-ab40-46af-a19f-301375307105 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:33:18.329707 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-760d668f-bf18-4a2f-ae42-a787de02be68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:18.332537 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-03a3bd7d-b23a-4435-91cf-3ce2a12f1f40 None None] Set router f76783a3-2d1f-4dfb-875a-84578c5e768f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:33:18.386903 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-760d668f-bf18-4a2f-ae42-a787de02be68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting port 8da0d9a1-4bac-41cc-86df-6c4f1d36a54f {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:33:18.387256 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-760d668f-bf18-4a2f-ae42-a787de02be68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:18.474187 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-760d668f-bf18-4a2f-ae42-a787de02be68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] For port 8da0d9a1-4bac-41cc-86df-6c4f1d36a54f, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=8da0d9a1-4bac-41cc-86df-6c4f1d36a54f,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:33:18.475370 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-760d668f-bf18-4a2f-ae42-a787de02be68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:18.489707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-760d668f-bf18-4a2f-ae42-a787de02be68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Calling delete_port for 8da0d9a1-4bac-41cc-86df-6c4f1d36a54f owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:33:18.518719 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-03a3bd7d-b23a-4435-91cf-3ce2a12f1f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428241632', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:33:16Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:33:18.523306 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ae97f344-90e8-4e15-ad69-07dba1356d91 None None] Deleting port 05c7db2d-774a-4396-b261-df0ce7239152 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:33:18.523814 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ae97f344-90e8-4e15-ad69-07dba1356d91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:18.543990 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a3bd7d-b23a-4435-91cf-3ce2a12f1f40 None None] The sync data for ids ['f76783a3-2d1f-4dfb-875a-84578c5e768f'] in n-d-799996-1 is: [{'id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428241632', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:33:16Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '8da0d9a1-4bac-41cc-86df-6c4f1d36a54f', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76783a3-2d1f-4dfb-875a-84578c5e768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:31:12Z', 'updated_at': '2021-07-09T10:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:33:18.590281 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ae97f344-90e8-4e15-ad69-07dba1356d91 None None] For port 05c7db2d-774a-4396-b261-df0ce7239152, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=05c7db2d-774a-4396-b261-df0ce7239152,segment=NetworkSegment(2f710124-92b6-4dfb-90b5-34a270642479),segment_id=2f710124-92b6-4dfb-90b5-34a270642479)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:33:18.590667 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ae97f344-90e8-4e15-ad69-07dba1356d91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:18.603922 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ae97f344-90e8-4e15-ad69-07dba1356d91 None None] Calling delete_port for 05c7db2d-774a-4396-b261-df0ce7239152 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:33:18.666621 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-760d668f-bf18-4a2f-ae42-a787de02be68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:18.684697 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ae97f344-90e8-4e15-ad69-07dba1356d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:18.697671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d668f-bf18-4a2f-ae42-a787de02be68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Port': ['ID=8da0d9a1-4bac-41cc-86df-6c4f1d36a54f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:18.710648 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97f344-90e8-4e15-ad69-07dba1356d91 None None] Pushing event deleted for resources: {'Port': ['ID=05c7db2d-774a-4396-b261-df0ce7239152,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:18.714368 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae97f344-90e8-4e15-ad69-07dba1356d91 None None] No DVR routers for this DVR port 05c7db2d-774a-4396-b261-df0ce7239152 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:33:18.760351 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-760d668f-bf18-4a2f-ae42-a787de02be68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:18.856186 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-760d668f-bf18-4a2f-ae42-a787de02be68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:18.858217 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-760d668f-bf18-4a2f-ae42-a787de02be68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:18.906553 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-760d668f-bf18-4a2f-ae42-a787de02be68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:18.907555 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760d668f-bf18-4a2f-ae42-a787de02be68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Fanout notify agent at l3_agent the message router_deleted on router f76783a3-2d1f-4dfb-875a-84578c5e768f {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 10:33:18.914944 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-760d668f-bf18-4a2f-ae42-a787de02be68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:18.916128 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-760d668f-bf18-4a2f-ae42-a787de02be68 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/routers/f76783a3-2d1f-4dfb-875a-84578c5e768f HTTP/1.1" status: 204 len: 168 time: 0.8271816 Jul 09 10:33:18.919162 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44082) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:33:18.995877 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-142ef307-e984-43cf-bd05-a89cd0c2a785 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:19.087206 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-142ef307-e984-43cf-bd05-a89cd0c2a785 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:19.097720 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-142ef307-e984-43cf-bd05-a89cd0c2a785 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93550f89-ab40-46af-a19f-301375307105']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:33:19.108674 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-142ef307-e984-43cf-bd05-a89cd0c2a785 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f710124-92b6-4dfb-90b5-34a270642479') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:33:19.108999 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-142ef307-e984-43cf-bd05-a89cd0c2a785 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f710124-92b6-4dfb-90b5-34a270642479') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:33:19.118134 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-142ef307-e984-43cf-bd05-a89cd0c2a785 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:19.132187 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-142ef307-e984-43cf-bd05-a89cd0c2a785 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:19.138466 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142ef307-e984-43cf-bd05-a89cd0c2a785 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:33:19.138878 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-142ef307-e984-43cf-bd05-a89cd0c2a785 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:33:19.142446 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:33:19.170140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 52e726fa-e166-4b61-ae02-813ed705d244 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:33:19.193351 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 52e726fa-e166-4b61-ae02-813ed705d244 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:33:19.193976 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 52e726fa-e166-4b61-ae02-813ed705d244 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:33:19.207023 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-142ef307-e984-43cf-bd05-a89cd0c2a785 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:19.226436 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-142ef307-e984-43cf-bd05-a89cd0c2a785 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:19.228294 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-142ef307-e984-43cf-bd05-a89cd0c2a785 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/networks/93550f89-ab40-46af-a19f-301375307105 HTTP/1.1" status: 204 len: 168 time: 0.3084431 Jul 09 10:33:19.229367 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ef307-e984-43cf-bd05-a89cd0c2a785 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Network': ['ID=93550f89-ab40-46af-a19f-301375307105,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:19.231044 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44084) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:33:19.289849 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55eea329-b58a-4546-a8bb-31656bc88854 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:19.319908 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55eea329-b58a-4546-a8bb-31656bc88854 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:19.378135 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55eea329-b58a-4546-a8bb-31656bc88854 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:19.380655 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55eea329-b58a-4546-a8bb-31656bc88854 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:19.381816 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-55eea329-b58a-4546-a8bb-31656bc88854 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/security-groups/8c1b8a64-805a-4543-a220-92fe59eacdd3 HTTP/1.1" status: 204 len: 168 time: 0.1500051 Jul 09 10:33:19.391525 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eea329-b58a-4546-a8bb-31656bc88854 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1b8a64-805a-4543-a220-92fe59eacdd3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:19.626199 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44090) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:33:19.630915 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4c6d10c5-c90c-4093-8b10-f21005d152ae tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-908517864', 'description': 'tempest-secgroup-smoke-908517864 description', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:33:19.654009 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c6d10c5-c90c-4093-8b10-f21005d152ae tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:19.699132 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 02c0200e-c0cb-40cb-9017-f4e267a31d75 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:33:19.720520 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 02c0200e-c0cb-40cb-9017-f4e267a31d75 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:33:19.720845 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 02c0200e-c0cb-40cb-9017-f4e267a31d75 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:33:19.721265 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8da0d9a1-4bac-41cc-86df-6c4f1d36a54f no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:33:19.743216 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 8da0d9a1-4bac-41cc-86df-6c4f1d36a54f {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:33:19.743566 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 8da0d9a1-4bac-41cc-86df-6c4f1d36a54f not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:33:19.744014 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 05c7db2d-774a-4396-b261-df0ce7239152 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:33:19.748337 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c6d10c5-c90c-4093-8b10-f21005d152ae tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:19.752949 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c6d10c5-c90c-4093-8b10-f21005d152ae tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:19.763790 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 05c7db2d-774a-4396-b261-df0ce7239152 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:33:19.764142 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 05c7db2d-774a-4396-b261-df0ce7239152 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:33:19.782610 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d10c5-c90c-4093-8b10-f21005d152ae tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d652e0d1-3636-456a-8429-8bed9436817c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:19.785330 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c6d10c5-c90c-4093-8b10-f21005d152ae tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:19.786556 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4c6d10c5-c90c-4093-8b10-f21005d152ae tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1593032 Jul 09 10:33:19.789327 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44092) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:33:19.793765 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-38327ab0-8da0-4a8d-9997-e089ea1ccdc4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': 'd652e0d1-3636-456a-8429-8bed9436817c', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:33:19.818874 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38327ab0-8da0-4a8d-9997-e089ea1ccdc4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:19.875282 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38327ab0-8da0-4a8d-9997-e089ea1ccdc4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:19.879767 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38327ab0-8da0-4a8d-9997-e089ea1ccdc4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:19.897914 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38327ab0-8da0-4a8d-9997-e089ea1ccdc4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e216313a-00cb-466e-afe4-c58fb32ace4e,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:19.904847 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38327ab0-8da0-4a8d-9997-e089ea1ccdc4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:19.906110 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-38327ab0-8da0-4a8d-9997-e089ea1ccdc4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158640 Jul 09 10:33:19.909393 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44094) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:33:19.913850 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2b588151-9714-442d-8dd2-d0e47bb05ba9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': 'd652e0d1-3636-456a-8429-8bed9436817c', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:33:19.940731 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b588151-9714-442d-8dd2-d0e47bb05ba9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:19.999402 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b588151-9714-442d-8dd2-d0e47bb05ba9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.003329 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b588151-9714-442d-8dd2-d0e47bb05ba9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.021796 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b588151-9714-442d-8dd2-d0e47bb05ba9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0fdc73-7b06-4b60-a7d0-7feecf345bfa,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:20.025553 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b588151-9714-442d-8dd2-d0e47bb05ba9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.029365 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2b588151-9714-442d-8dd2-d0e47bb05ba9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164894 Jul 09 10:33:20.029884 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44096) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:33:20.033987 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0e2f398e-2e2e-49f4-a4bf-27995b48dd90 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': 'd652e0d1-3636-456a-8429-8bed9436817c', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:33:20.060249 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e2f398e-2e2e-49f4-a4bf-27995b48dd90 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.118130 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e2f398e-2e2e-49f4-a4bf-27995b48dd90 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.121925 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e2f398e-2e2e-49f4-a4bf-27995b48dd90 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.140523 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f398e-2e2e-49f4-a4bf-27995b48dd90 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43627764-25ee-41c1-b3cc-914165c4c79f,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:20.147462 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e2f398e-2e2e-49f4-a4bf-27995b48dd90 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.151374 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0e2f398e-2e2e-49f4-a4bf-27995b48dd90 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182740 Jul 09 10:33:20.152114 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44098) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:33:20.156116 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-11d89ddc-0b79-4462-b95d-462e8b342cc8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': 'd652e0d1-3636-456a-8429-8bed9436817c', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:33:20.182173 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11d89ddc-0b79-4462-b95d-462e8b342cc8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.242447 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11d89ddc-0b79-4462-b95d-462e8b342cc8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.246057 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11d89ddc-0b79-4462-b95d-462e8b342cc8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.265008 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d89ddc-0b79-4462-b95d-462e8b342cc8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff36fd46-10c7-4d97-9b25-8bf4c1e41c1c,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:20.268163 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11d89ddc-0b79-4462-b95d-462e8b342cc8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.269642 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-11d89ddc-0b79-4462-b95d-462e8b342cc8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170454 Jul 09 10:33:20.272458 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44100) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:33:20.276817 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-efc53f69-142d-4dbe-bd4c-cf9c6a256035 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': 'd652e0d1-3636-456a-8429-8bed9436817c', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:33:20.298995 n-d-799996-1 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-efc53f69-142d-4dbe-bd4c-cf9c6a256035 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Project a2707a6cc1554f6e93671b1c65b2449a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:33:20.303617 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-efc53f69-142d-4dbe-bd4c-cf9c6a256035 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.364851 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-efc53f69-142d-4dbe-bd4c-cf9c6a256035 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.369008 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-efc53f69-142d-4dbe-bd4c-cf9c6a256035 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.385823 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc53f69-142d-4dbe-bd4c-cf9c6a256035 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551f7112-f519-4b44-8494-287d5e61e08d,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:20.392517 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-efc53f69-142d-4dbe-bd4c-cf9c6a256035 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.394111 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-efc53f69-142d-4dbe-bd4c-cf9c6a256035 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207221 Jul 09 10:33:20.396818 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44102) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:33:20.401178 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-49d035e4-776f-4334-926d-6636ce6c9f08 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': 'd652e0d1-3636-456a-8429-8bed9436817c', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:33:20.422145 n-d-799996-1 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-49d035e4-776f-4334-926d-6636ce6c9f08 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Project a2707a6cc1554f6e93671b1c65b2449a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:33:20.427667 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-49d035e4-776f-4334-926d-6636ce6c9f08 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.488777 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-49d035e4-776f-4334-926d-6636ce6c9f08 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.492417 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-49d035e4-776f-4334-926d-6636ce6c9f08 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.509273 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d035e4-776f-4334-926d-6636ce6c9f08 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826fee0f-6a71-4f98-926b-4a978bb09de9,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:20.515967 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-49d035e4-776f-4334-926d-6636ce6c9f08 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.517178 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-49d035e4-776f-4334-926d-6636ce6c9f08 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194489 Jul 09 10:33:20.520292 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44104) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:33:20.525072 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-94dc4b00-50f5-45ec-8d6d-b5c293d69854 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'network': {'name': 'tempest-network-smoke--294561892', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'port_security_enabled': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:33:20.545321 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dc4b00-50f5-45ec-8d6d-b5c293d69854 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Made reservation on behalf of a2707a6cc1554f6e93671b1c65b2449a for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:33:20.549356 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94dc4b00-50f5-45ec-8d6d-b5c293d69854 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.571776 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94dc4b00-50f5-45ec-8d6d-b5c293d69854 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:33:20.580741 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94dc4b00-50f5-45ec-8d6d-b5c293d69854 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.581087 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-94dc4b00-50f5-45ec-8d6d-b5c293d69854 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Added segment 93259990-d077-495c-a336-6cb5371c2022 of type vlan for network 06125ae8-d406-4b1a-94cb-b384ba7848ec Jul 09 10:33:20.620187 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94dc4b00-50f5-45ec-8d6d-b5c293d69854 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.648245 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94dc4b00-50f5-45ec-8d6d-b5c293d69854 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.653836 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dc4b00-50f5-45ec-8d6d-b5c293d69854 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:20.654347 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94dc4b00-50f5-45ec-8d6d-b5c293d69854 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.706351 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-94dc4b00-50f5-45ec-8d6d-b5c293d69854 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1850231 Jul 09 10:33:20.709173 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44106) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:33:20.713871 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-838674223', 'admin_state_up': True, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:33:20.723165 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc4b00-50f5-45ec-8d6d-b5c293d69854 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Network': ['ID=06125ae8-d406-4b1a-94cb-b384ba7848ec,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:20.733707 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 06125ae8-d406-4b1a-94cb-b384ba7848ec details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:33:20.738842 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.739875 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.798099 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:20.936568 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:21.126528 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:21.145859 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:21.249879 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Allocated IP 172.25.3.26 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/073f316a-0252-4413-a576-0d1c8542f46c) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:33:21.349285 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:21.387976 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:21.431653 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:33:21.434457 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:33:21.438622 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:33:21.460445 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=073f316a-0252-4413-a576-0d1c8542f46c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:21.473429 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:21.473781 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:21.474126 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:21.474471 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:21.474809 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:21.475172 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:21.475477 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:21.475842 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:21.476176 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:21.476505 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:21.476832 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:21.477157 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:21.698325 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:21.897003 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:22.022024 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router 79dee9ed-46be-47ba-8340-66d6252bd542 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 10:33:22.432128 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:33:22.443480 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] Sync routers for ids ['79dee9ed-46be-47ba-8340-66d6252bd542'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:33:22.450780 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:22.454615 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-6bcd4a6e-7880-4e59-a836-fe66828c7dee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7418516 Jul 09 10:33:22.454784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] Routers {'79dee9ed-46be-47ba-8340-66d6252bd542'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:33:22.454784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:33:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['79dee9ed-46be-47ba-8340-66d6252bd542'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:33:22.456011 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44108) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:33:22.525941 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-373f3786-6647-4717-a605-b0a3312e8af7 tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=a2707a6cc1554f6e93671b1c65b2449a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0687728 Jul 09 10:33:22.528527 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44112) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:33:22.561930 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] Set router 79dee9ed-46be-47ba-8340-66d6252bd542 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:33:22.610940 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f463d1-7a0a-4cc3-ac57-7f2169f5c80f tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:22.612503 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e7f463d1-7a0a-4cc3-ac57-7f2169f5c80f tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0830739 Jul 09 10:33:22.615202 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44114) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:33:22.647979 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f2811724-ebc9-426a-ac76-d5a74d370b39 tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316346 Jul 09 10:33:22.650499 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44116) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:33:22.655336 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b90fcb98-0cd1-4703-aa2b-1624cd0c1402 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1610279151', 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:33:22.740704 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90fcb98-0cd1-4703-aa2b-1624cd0c1402 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Made reservation on behalf of a2707a6cc1554f6e93671b1c65b2449a for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:33:22.742129 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838674223', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '073f316a-0252-4413-a576-0d1c8542f46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:33:20Z', 'updated_at': '2021-07-09T10:33:21Z', 'revision_number': 3, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '073f316a-0252-4413-a576-0d1c8542f46c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:97:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:33:21Z', 'updated_at': '2021-07-09T10:33:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:33:22.744737 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b90fcb98-0cd1-4703-aa2b-1624cd0c1402 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:22.769816 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] Checking router: 79dee9ed-46be-47ba-8340-66d6252bd542 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:33:22.770164 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] Updating router 79dee9ed-46be-47ba-8340-66d6252bd542 port 073f316a-0252-4413-a576-0d1c8542f46c binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:33:22.802934 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:22.933547 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b90fcb98-0cd1-4703-aa2b-1624cd0c1402 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:22.994799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90fcb98-0cd1-4703-aa2b-1624cd0c1402 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Subnet': ['ID=b8b084a3-c4e9-428b-9b70-b26aae12a694,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:23.003446 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90fcb98-0cd1-4703-aa2b-1624cd0c1402 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Checking segment: {'id': '93259990-d077-495c-a336-6cb5371c2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:33:23.003911 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90fcb98-0cd1-4703-aa2b-1624cd0c1402 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network hostable DHCP agents. Network: 06125ae8-d406-4b1a-94cb-b384ba7848ec, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:33:23.020587 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90fcb98-0cd1-4703-aa2b-1624cd0c1402 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network 06125ae8-d406-4b1a-94cb-b384ba7848ec is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:33:23.030452 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b90fcb98-0cd1-4703-aa2b-1624cd0c1402 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 06125ae8-d406-4b1a-94cb-b384ba7848ec) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:33:23.034564 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90fcb98-0cd1-4703-aa2b-1624cd0c1402 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:23.035149 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b90fcb98-0cd1-4703-aa2b-1624cd0c1402 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:23.050580 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b90fcb98-0cd1-4703-aa2b-1624cd0c1402 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3990617 Jul 09 10:33:23.053310 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7b294a-4f16-4976-9e7e-662ec9071c9e None None] Network 06125ae8-d406-4b1a-94cb-b384ba7848ec requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:33:23.053479 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44118) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:33:23.114429 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:23.134480 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] Transition to ACTIVE for port object 073f316a-0252-4413-a576-0d1c8542f46c will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:33:23.144312 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:23.229207 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537467c3-c4d9-465a-9dec-1e3c95a00cf2 None None] Pushing event updated for resources: {'Port': ['ID=073f316a-0252-4413-a576-0d1c8542f46c,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:23.243083 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] Attempting to bind port 073f316a-0252-4413-a576-0d1c8542f46c on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:33:23.243458 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] Attempting to bind port 073f316a-0252-4413-a576-0d1c8542f46c by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:33:23.243863 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] Attempting to bind port 073f316a-0252-4413-a576-0d1c8542f46c on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:33:23.251028 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537467c3-c4d9-465a-9dec-1e3c95a00cf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:23.251319 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537467c3-c4d9-465a-9dec-1e3c95a00cf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:23.251657 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537467c3-c4d9-465a-9dec-1e3c95a00cf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:23.252014 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537467c3-c4d9-465a-9dec-1e3c95a00cf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:23.252343 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537467c3-c4d9-465a-9dec-1e3c95a00cf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:23.252673 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537467c3-c4d9-465a-9dec-1e3c95a00cf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:23.252993 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537467c3-c4d9-465a-9dec-1e3c95a00cf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:23.253316 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537467c3-c4d9-465a-9dec-1e3c95a00cf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:23.253638 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537467c3-c4d9-465a-9dec-1e3c95a00cf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:23.253958 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537467c3-c4d9-465a-9dec-1e3c95a00cf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:23.254276 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537467c3-c4d9-465a-9dec-1e3c95a00cf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:23.254599 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537467c3-c4d9-465a-9dec-1e3c95a00cf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:23.260152 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:33:23.260524 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:33:23.260926 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:23.261309 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:33:23.261784 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] Bound port: 073f316a-0252-4413-a576-0d1c8542f46c, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:33:23.262273 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:23.316614 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71c2c3b-2d71-4897-ba97-507f832a89f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-06125ae8-d406-4b1a-94cb-b384ba7848ec', 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ips': [{'subnet_id': 'b8b084a3-c4e9-428b-9b70-b26aae12a694'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:33:23.317463 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d71c2c3b-2d71-4897-ba97-507f832a89f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:23.347752 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] For port 073f316a-0252-4413-a576-0d1c8542f46c, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:33:23.354701 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] For port 073f316a-0252-4413-a576-0d1c8542f46c, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=073f316a-0252-4413-a576-0d1c8542f46c,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:33:23.360533 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:23.498097 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b906a07-6410-4aa2-87bb-a88a1d5067ee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:23.508711 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537467c3-c4d9-465a-9dec-1e3c95a00cf2 None None] Pushing event updated for resources: {'Port': ['ID=073f316a-0252-4413-a576-0d1c8542f46c,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:23.511088 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] Routers {'79dee9ed-46be-47ba-8340-66d6252bd542'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:33:23.511715 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:33:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['79dee9ed-46be-47ba-8340-66d6252bd542'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:33:23.569570 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-d71c2c3b-2d71-4897-ba97-507f832a89f7 None None] Allocated IP 172.20.0.2 (06125ae8-d406-4b1a-94cb-b384ba7848ec/b8b084a3-c4e9-428b-9b70-b26aae12a694/d0d0ec1a-d587-4b0c-84be-0cf83816dd36) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:33:23.676977 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] Set router 79dee9ed-46be-47ba-8340-66d6252bd542 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:33:23.871924 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d71c2c3b-2d71-4897-ba97-507f832a89f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:23.898676 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d71c2c3b-2d71-4897-ba97-507f832a89f7 None None] Transition to ACTIVE for port object d0d0ec1a-d587-4b0c-84be-0cf83816dd36 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:33:23.918941 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d71c2c3b-2d71-4897-ba97-507f832a89f7 None None] Transition to ACTIVE for port object d0d0ec1a-d587-4b0c-84be-0cf83816dd36 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:33:23.926838 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d71c2c3b-2d71-4897-ba97-507f832a89f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:23.980037 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71c2c3b-2d71-4897-ba97-507f832a89f7 None None] Network 06125ae8-d406-4b1a-94cb-b384ba7848ec is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:33:23.984661 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-9b906a07-6410-4aa2-87bb-a88a1d5067ee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Allocated IP 172.20.0.1 (06125ae8-d406-4b1a-94cb-b384ba7848ec/b8b084a3-c4e9-428b-9b70-b26aae12a694/5a538be5-77f4-4846-8c2e-8b95796b0fa4) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:33:23.987758 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-d71c2c3b-2d71-4897-ba97-507f832a89f7 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:33:23.990559 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71c2c3b-2d71-4897-ba97-507f832a89f7 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:33:23.992552 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c2c3b-2d71-4897-ba97-507f832a89f7 None None] Pushing event updated for resources: {'Port': ['ID=d0d0ec1a-d587-4b0c-84be-0cf83816dd36,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:23.996438 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838674223', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '073f316a-0252-4413-a576-0d1c8542f46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:33:20Z', 'updated_at': '2021-07-09T10:33:21Z', 'revision_number': 3, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '073f316a-0252-4413-a576-0d1c8542f46c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:97:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:33:21Z', 'updated_at': '2021-07-09T10:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:33:24.027270 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c21c650-2c31-4532-8e0b-07e1cf11df88 None None] The sync data for ids ['79dee9ed-46be-47ba-8340-66d6252bd542'] in n-d-799996-1 is: [{'id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838674223', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '073f316a-0252-4413-a576-0d1c8542f46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:33:20Z', 'updated_at': '2021-07-09T10:33:21Z', 'revision_number': 3, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '073f316a-0252-4413-a576-0d1c8542f46c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:97:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:33:21Z', 'updated_at': '2021-07-09T10:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:33:24.079650 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d71c2c3b-2d71-4897-ba97-507f832a89f7 None None] Attempting to bind port d0d0ec1a-d587-4b0c-84be-0cf83816dd36 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:33:24.080052 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d71c2c3b-2d71-4897-ba97-507f832a89f7 None None] Attempting to bind port d0d0ec1a-d587-4b0c-84be-0cf83816dd36 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '93259990-d077-495c-a336-6cb5371c2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:33:24.080412 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c2c3b-2d71-4897-ba97-507f832a89f7 None None] Attempting to bind port d0d0ec1a-d587-4b0c-84be-0cf83816dd36 on network 06125ae8-d406-4b1a-94cb-b384ba7848ec {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:33:24.085921 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c2c3b-2d71-4897-ba97-507f832a89f7 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:33:24.086317 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c2c3b-2d71-4897-ba97-507f832a89f7 None None] Checking segment: {'id': '93259990-d077-495c-a336-6cb5371c2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:33:24.087432 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d71c2c3b-2d71-4897-ba97-507f832a89f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:24.087432 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c2c3b-2d71-4897-ba97-507f832a89f7 None None] Bound using segment: {'id': '93259990-d077-495c-a336-6cb5371c2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:33:24.087716 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d71c2c3b-2d71-4897-ba97-507f832a89f7 None None] Bound port: d0d0ec1a-d587-4b0c-84be-0cf83816dd36, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93259990-d077-495c-a336-6cb5371c2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:33:24.087919 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d71c2c3b-2d71-4897-ba97-507f832a89f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:24.121701 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b906a07-6410-4aa2-87bb-a88a1d5067ee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:24.137569 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-9b906a07-6410-4aa2-87bb-a88a1d5067ee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Transition to ACTIVE for port object 5a538be5-77f4-4846-8c2e-8b95796b0fa4 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:33:24.161677 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d71c2c3b-2d71-4897-ba97-507f832a89f7 None None] For port d0d0ec1a-d587-4b0c-84be-0cf83816dd36, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:33:24.166323 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d71c2c3b-2d71-4897-ba97-507f832a89f7 None None] For port d0d0ec1a-d587-4b0c-84be-0cf83816dd36, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=d0d0ec1a-d587-4b0c-84be-0cf83816dd36,segment=NetworkSegment(93259990-d077-495c-a336-6cb5371c2022),segment_id=93259990-d077-495c-a336-6cb5371c2022)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:33:24.170660 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d71c2c3b-2d71-4897-ba97-507f832a89f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:24.177679 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b906a07-6410-4aa2-87bb-a88a1d5067ee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:24.225376 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b906a07-6410-4aa2-87bb-a88a1d5067ee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network 06125ae8-d406-4b1a-94cb-b384ba7848ec is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:33:24.233987 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-9b906a07-6410-4aa2-87bb-a88a1d5067ee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:33:24.261231 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c2c3b-2d71-4897-ba97-507f832a89f7 None None] Pushing event updated for resources: {'Port': ['ID=d0d0ec1a-d587-4b0c-84be-0cf83816dd36,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:24.265441 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b906a07-6410-4aa2-87bb-a88a1d5067ee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:33:24.299171 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b906a07-6410-4aa2-87bb-a88a1d5067ee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=5a538be5-77f4-4846-8c2e-8b95796b0fa4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:24.324256 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b906a07-6410-4aa2-87bb-a88a1d5067ee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:24.503386 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b906a07-6410-4aa2-87bb-a88a1d5067ee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:24.816533 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b906a07-6410-4aa2-87bb-a88a1d5067ee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:24.821472 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b906a07-6410-4aa2-87bb-a88a1d5067ee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:24.909741 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b906a07-6410-4aa2-87bb-a88a1d5067ee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:24.912236 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b906a07-6410-4aa2-87bb-a88a1d5067ee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=5a538be5-77f4-4846-8c2e-8b95796b0fa4,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:25.014148 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b906a07-6410-4aa2-87bb-a88a1d5067ee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network 06125ae8-d406-4b1a-94cb-b384ba7848ec is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:33:25.015565 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-9b906a07-6410-4aa2-87bb-a88a1d5067ee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:33:25.133242 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b906a07-6410-4aa2-87bb-a88a1d5067ee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router 79dee9ed-46be-47ba-8340-66d6252bd542 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:33:25.243972 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d5d7a0-4543-477b-af9a-80c5851437af None None] Network 06125ae8-d406-4b1a-94cb-b384ba7848ec requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:33:25.244957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b906a07-6410-4aa2-87bb-a88a1d5067ee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:33:25.255496 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9b906a07-6410-4aa2-87bb-a88a1d5067ee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "PUT /v2.0/routers/79dee9ed-46be-47ba-8340-66d6252bd542/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1956258 Jul 09 10:33:25.300120 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bdc445ae-2869-4287-88c5-ed51d83047d4 None None] Provisioning for port d0d0ec1a-d587-4b0c-84be-0cf83816dd36 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:33:25.430444 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-c9421b79-e8a6-45dd-8559-c4886ac4902d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-908517864&fields=id&tenant_id=a2707a6cc1554f6e93671b1c65b2449a HTTP/1.1" status: 200 len: 267 time: 0.0371304 Jul 09 10:33:25.542272 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-b9048590-83fd-408d-bd7e-8a05c6298c18 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:25.543865 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-b9048590-83fd-408d-bd7e-8a05c6298c18 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/networks?id=06125ae8-d406-4b1a-94cb-b384ba7848ec HTTP/1.1" status: 200 len: 796 time: 0.1096737 Jul 09 10:33:25.563868 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-674715f8-c119-40c4-ad77-ac2220061ce2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/quotas/a2707a6cc1554f6e93671b1c65b2449a HTTP/1.1" status: 200 len: 375 time: 0.0135810 Jul 09 10:33:25.630168 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-8e66723d-2ac1-4050-9bb9-218b604dbec6 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645785 Jul 09 10:33:25.684064 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] Sync routers for ids ['79dee9ed-46be-47ba-8340-66d6252bd542'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:33:25.701229 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] Routers {'79dee9ed-46be-47ba-8340-66d6252bd542'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:33:25.701955 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:33:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['79dee9ed-46be-47ba-8340-66d6252bd542'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:33:25.737089 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0f0a0a7a-6645-465e-97e6-fc8b15eeec48 None None] Provisioning for port 5a538be5-77f4-4846-8c2e-8b95796b0fa4 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:33:25.744676 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0f0a0a7a-6645-465e-97e6-fc8b15eeec48 None None] Provisioning complete for port 5a538be5-77f4-4846-8c2e-8b95796b0fa4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:33:25.745049 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0f0a0a7a-6645-465e-97e6-fc8b15eeec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:25.789850 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-e10b472a-fe16-4475-a6d3-b8ac8e26b464 service neutron] 10.222.0.61 "GET /v2.0/networks/06125ae8-d406-4b1a-94cb-b384ba7848ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401918 Jul 09 10:33:25.794318 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d0d0ec1a-d587-4b0c-84be-0cf83816dd36 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:33:25.822437 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-0f0a0a7a-6645-465e-97e6-fc8b15eeec48 None None] Port 5a538be5-77f4-4846-8c2e-8b95796b0fa4 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:33:25.855336 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] Set router 79dee9ed-46be-47ba-8340-66d6252bd542 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:33:25.862449 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port d0d0ec1a-d587-4b0c-84be-0cf83816dd36 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:33:25.867495 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port d0d0ec1a-d587-4b0c-84be-0cf83816dd36 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:33:25.867911 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:25.904532 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-ca68c657-72a5-4bf6-8e44-97787b61ad58 service neutron] 10.222.0.61 "GET /v2.0/networks/06125ae8-d406-4b1a-94cb-b384ba7848ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087832 Jul 09 10:33:26.093848 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-824e7f2a-366d-4222-b058-623023586ffe None None] Provisioning complete for port 5a538be5-77f4-4846-8c2e-8b95796b0fa4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:33:26.094261 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-824e7f2a-366d-4222-b058-623023586ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:26.112204 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838674223', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '073f316a-0252-4413-a576-0d1c8542f46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:33:20Z', 'updated_at': '2021-07-09T10:33:24Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '073f316a-0252-4413-a576-0d1c8542f46c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:97:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:33:21Z', 'updated_at': '2021-07-09T10:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5a538be5-77f4-4846-8c2e-8b95796b0fa4', 'name': '', 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:c0:ee:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8b084a3-c4e9-428b-9b70-b26aae12a694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:33:23Z', 'updated_at': '2021-07-09T10:33:24Z', 'revision_number': 2, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'b8b084a3-c4e9-428b-9b70-b26aae12a694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:33:26.144646 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] Checking router: 79dee9ed-46be-47ba-8340-66d6252bd542 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:33:26.145079 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] Updating router 79dee9ed-46be-47ba-8340-66d6252bd542 port 5a538be5-77f4-4846-8c2e-8b95796b0fa4 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:33:26.145472 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-824e7f2a-366d-4222-b058-623023586ffe None None] Port 5a538be5-77f4-4846-8c2e-8b95796b0fa4 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:33:26.190246 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:26.193849 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cd83f29c-f0e8-4752-b1f8-776b2192505d req-ed1afbf0-6309-4e78-917f-a6fbce66f73c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 210 time: 0.0698242 Jul 09 10:33:26.205140 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:26.232380 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port d0d0ec1a-d587-4b0c-84be-0cf83816dd36, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=d0d0ec1a-d587-4b0c-84be-0cf83816dd36,segment=NetworkSegment(93259990-d077-495c-a336-6cb5371c2022),segment_id=93259990-d077-495c-a336-6cb5371c2022)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:33:26.236499 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:26.237823 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 073f316a-0252-4413-a576-0d1c8542f46c up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:33:26.333592 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=d0d0ec1a-d587-4b0c-84be-0cf83816dd36,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:26.337043 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8345e631-89cb-4556-a72b-a872086412af None None] Provisioning complete for port 5a538be5-77f4-4846-8c2e-8b95796b0fa4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:33:26.337464 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8345e631-89cb-4556-a72b-a872086412af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:26.387801 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8345e631-89cb-4556-a72b-a872086412af None None] Port 5a538be5-77f4-4846-8c2e-8b95796b0fa4 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:33:26.389190 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 073f316a-0252-4413-a576-0d1c8542f46c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:33:26.395930 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 073f316a-0252-4413-a576-0d1c8542f46c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:33:26.396309 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:26.504246 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:26.515300 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] Transition to ACTIVE for port object 5a538be5-77f4-4846-8c2e-8b95796b0fa4 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:33:26.523273 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:26.525402 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:26.577725 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 073f316a-0252-4413-a576-0d1c8542f46c, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=073f316a-0252-4413-a576-0d1c8542f46c,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:33:26.583512 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:26.586302 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b741fad-352d-4155-9065-1527b3e5570d None None] Pushing event updated for resources: {'Port': ['ID=5a538be5-77f4-4846-8c2e-8b95796b0fa4,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:26.613595 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b741fad-352d-4155-9065-1527b3e5570d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:26.613595 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b741fad-352d-4155-9065-1527b3e5570d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:26.614561 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b741fad-352d-4155-9065-1527b3e5570d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:26.614670 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b741fad-352d-4155-9065-1527b3e5570d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:26.614969 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b741fad-352d-4155-9065-1527b3e5570d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:26.615640 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b741fad-352d-4155-9065-1527b3e5570d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:26.615640 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b741fad-352d-4155-9065-1527b3e5570d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:26.616047 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b741fad-352d-4155-9065-1527b3e5570d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:26.616358 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b741fad-352d-4155-9065-1527b3e5570d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:26.616711 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b741fad-352d-4155-9065-1527b3e5570d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:26.617065 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b741fad-352d-4155-9065-1527b3e5570d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:26.617718 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b741fad-352d-4155-9065-1527b3e5570d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:33:26.647869 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=073f316a-0252-4413-a576-0d1c8542f46c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:26.654155 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] Attempting to bind port 5a538be5-77f4-4846-8c2e-8b95796b0fa4 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:33:26.654530 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] Attempting to bind port 5a538be5-77f4-4846-8c2e-8b95796b0fa4 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '93259990-d077-495c-a336-6cb5371c2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:33:26.654934 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] Attempting to bind port 5a538be5-77f4-4846-8c2e-8b95796b0fa4 on network 06125ae8-d406-4b1a-94cb-b384ba7848ec {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:33:26.664753 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:33:26.665133 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] Checking segment: {'id': '93259990-d077-495c-a336-6cb5371c2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:33:26.665543 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:26.665938 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] Bound using segment: {'id': '93259990-d077-495c-a336-6cb5371c2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:33:26.666427 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] Bound port: 5a538be5-77f4-4846-8c2e-8b95796b0fa4, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93259990-d077-495c-a336-6cb5371c2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:33:26.666807 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:26.736113 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] For port 5a538be5-77f4-4846-8c2e-8b95796b0fa4, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:33:26.739399 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] For port 5a538be5-77f4-4846-8c2e-8b95796b0fa4, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5a538be5-77f4-4846-8c2e-8b95796b0fa4,segment=NetworkSegment(93259990-d077-495c-a336-6cb5371c2022),segment_id=93259990-d077-495c-a336-6cb5371c2022)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:33:26.744465 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:26.815826 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] Routers {'79dee9ed-46be-47ba-8340-66d6252bd542'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:33:26.816466 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:33:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['79dee9ed-46be-47ba-8340-66d6252bd542'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:33:26.818289 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b741fad-352d-4155-9065-1527b3e5570d None None] Pushing event updated for resources: {'Port': ['ID=5a538be5-77f4-4846-8c2e-8b95796b0fa4,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:26.938447 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] Set router 79dee9ed-46be-47ba-8340-66d6252bd542 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:33:27.140370 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838674223', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '073f316a-0252-4413-a576-0d1c8542f46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:33:20Z', 'updated_at': '2021-07-09T10:33:24Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '073f316a-0252-4413-a576-0d1c8542f46c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:33:21Z', 'updated_at': '2021-07-09T10:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5a538be5-77f4-4846-8c2e-8b95796b0fa4', 'name': '', 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:c0:ee:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8b084a3-c4e9-428b-9b70-b26aae12a694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:33:23Z', 'updated_at': '2021-07-09T10:33:26Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'b8b084a3-c4e9-428b-9b70-b26aae12a694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:33:27.170049 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd42bd09-71e5-48e3-b826-96e4b4e95512 None None] The sync data for ids ['79dee9ed-46be-47ba-8340-66d6252bd542'] in n-d-799996-1 is: [{'id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838674223', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '073f316a-0252-4413-a576-0d1c8542f46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:33:20Z', 'updated_at': '2021-07-09T10:33:24Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '073f316a-0252-4413-a576-0d1c8542f46c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:33:21Z', 'updated_at': '2021-07-09T10:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5a538be5-77f4-4846-8c2e-8b95796b0fa4', 'name': '', 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:c0:ee:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8b084a3-c4e9-428b-9b70-b26aae12a694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:33:23Z', 'updated_at': '2021-07-09T10:33:26Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'b8b084a3-c4e9-428b-9b70-b26aae12a694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:33:27.369520 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-69210083-a615-40c9-97b4-8ba9afce94ba tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:27.371243 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-69210083-a615-40c9-97b4-8ba9afce94ba tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.58 "GET /v2.0/networks?id=06125ae8-d406-4b1a-94cb-b384ba7848ec HTTP/1.1" status: 200 len: 796 time: 0.1125586 Jul 09 10:33:27.381829 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f1388820-70ae-4543-ad46-8c42a500239a req-4b6b1eb7-5ef4-4d35-a098-57f9f91ac5c2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 210 time: 0.0421278 Jul 09 10:33:27.423481 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-e7d731aa-dfd5-41fc-b902-c42f56c0fac0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2707a6cc1554f6e93671b1c65b2449a HTTP/1.1" status: 200 len: 379 time: 0.0442109 Jul 09 10:33:27.432233 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-b6a8b5da-3c29-46fe-a13a-cb17147e9943 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'port': {'device_id': 'fa26d8c8-1aed-4758-ba01-1ced27ba709a', 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec', 'admin_state_up': True, 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'security_groups': ['d652e0d1-3636-456a-8429-8bed9436817c']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:33:27.550526 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-b6a8b5da-3c29-46fe-a13a-cb17147e9943 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Made reservation on behalf of a2707a6cc1554f6e93671b1c65b2449a for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:33:27.554188 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-b6a8b5da-3c29-46fe-a13a-cb17147e9943 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:27.695102 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-b6a8b5da-3c29-46fe-a13a-cb17147e9943 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Allocated IP 172.20.0.6 (06125ae8-d406-4b1a-94cb-b384ba7848ec/b8b084a3-c4e9-428b-9b70-b26aae12a694/bb3b8e1f-8d37-4b59-8ab3-731d1290295a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:33:27.777294 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d0d0ec1a-d587-4b0c-84be-0cf83816dd36 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:33:27.834248 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port d0d0ec1a-d587-4b0c-84be-0cf83816dd36 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:33:27.834626 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:27.846524 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-b6a8b5da-3c29-46fe-a13a-cb17147e9943 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:27.865621 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-b6a8b5da-3c29-46fe-a13a-cb17147e9943 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Transition to ACTIVE for port object bb3b8e1f-8d37-4b59-8ab3-731d1290295a will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:33:27.901417 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-b6a8b5da-3c29-46fe-a13a-cb17147e9943 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:27.926228 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 073f316a-0252-4413-a576-0d1c8542f46c up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:33:27.950606 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-b6a8b5da-3c29-46fe-a13a-cb17147e9943 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network 06125ae8-d406-4b1a-94cb-b384ba7848ec is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:33:27.956186 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-b6a8b5da-3c29-46fe-a13a-cb17147e9943 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:33:27.960041 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-b6a8b5da-3c29-46fe-a13a-cb17147e9943 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:33:27.978916 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 073f316a-0252-4413-a576-0d1c8542f46c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:33:27.979292 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:27.990109 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8b5da-3c29-46fe-a13a-cb17147e9943 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=bb3b8e1f-8d37-4b59-8ab3-731d1290295a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:28.032596 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-b6a8b5da-3c29-46fe-a13a-cb17147e9943 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:28.033750 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-b6a8b5da-3c29-46fe-a13a-cb17147e9943 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:28.058856 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-b6a8b5da-3c29-46fe-a13a-cb17147e9943 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6305313 Jul 09 10:33:28.091516 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5a538be5-77f4-4846-8c2e-8b95796b0fa4 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:33:28.120280 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-82c9eec7-2d2e-4f5f-8a19-a44a1501a181 service neutron] Request body: {'port': {'device_id': 'fa26d8c8-1aed-4758-ba01-1ced27ba709a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:33:28.169097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 5a538be5-77f4-4846-8c2e-8b95796b0fa4 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:33:28.174639 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 5a538be5-77f4-4846-8c2e-8b95796b0fa4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:33:28.175021 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:28.206027 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-82c9eec7-2d2e-4f5f-8a19-a44a1501a181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:28.274295 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:28.287357 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-890c47b5-9c08-4b9a-8307-c913c25f10ca None None] Provisioning for port bb3b8e1f-8d37-4b59-8ab3-731d1290295a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:33:28.292969 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-890c47b5-9c08-4b9a-8307-c913c25f10ca None None] Provisioning complete for port bb3b8e1f-8d37-4b59-8ab3-731d1290295a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:33:28.293341 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-890c47b5-9c08-4b9a-8307-c913c25f10ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:28.345073 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 5a538be5-77f4-4846-8c2e-8b95796b0fa4, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5a538be5-77f4-4846-8c2e-8b95796b0fa4,segment=NetworkSegment(93259990-d077-495c-a336-6cb5371c2022),segment_id=93259990-d077-495c-a336-6cb5371c2022)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:33:28.348555 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-890c47b5-9c08-4b9a-8307-c913c25f10ca None None] Port bb3b8e1f-8d37-4b59-8ab3-731d1290295a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:33:28.352210 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:28.403190 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=5a538be5-77f4-4846-8c2e-8b95796b0fa4,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:28.495539 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-82c9eec7-2d2e-4f5f-8a19-a44a1501a181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb3b8e1f-8d37-4b59-8ab3-731d1290295a {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:33:28.503348 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-82c9eec7-2d2e-4f5f-8a19-a44a1501a181 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:28.515900 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-82c9eec7-2d2e-4f5f-8a19-a44a1501a181 service neutron] Transition to ACTIVE for port object bb3b8e1f-8d37-4b59-8ab3-731d1290295a will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:33:28.521519 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-82c9eec7-2d2e-4f5f-8a19-a44a1501a181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:28.567923 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c7cfe-b9ba-456a-b76b-e6ab01f49a6c req-ed001aa6-c50d-4701-b4f0-9c8cb5bd8950 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:28.572563 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-447c7cfe-b9ba-456a-b76b-e6ab01f49a6c req-ed001aa6-c50d-4701-b4f0-9c8cb5bd8950 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 931 time: 0.0707941 Jul 09 10:33:28.591664 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9eec7-2d2e-4f5f-8a19-a44a1501a181 service neutron] Pushing event updated for resources: {'Port': ['ID=bb3b8e1f-8d37-4b59-8ab3-731d1290295a,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:28.616092 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-447c7cfe-b9ba-456a-b76b-e6ab01f49a6c req-b517e36b-7bb9-4548-a8e3-130480545930 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371089 Jul 09 10:33:28.647344 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-82c9eec7-2d2e-4f5f-8a19-a44a1501a181 service neutron] Attempting to bind port bb3b8e1f-8d37-4b59-8ab3-731d1290295a on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:33:28.647716 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-82c9eec7-2d2e-4f5f-8a19-a44a1501a181 service neutron] Attempting to bind port bb3b8e1f-8d37-4b59-8ab3-731d1290295a by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '93259990-d077-495c-a336-6cb5371c2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:33:28.648041 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-82c9eec7-2d2e-4f5f-8a19-a44a1501a181 service neutron] Attempting to bind port bb3b8e1f-8d37-4b59-8ab3-731d1290295a on network 06125ae8-d406-4b1a-94cb-b384ba7848ec {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:33:28.652790 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-82c9eec7-2d2e-4f5f-8a19-a44a1501a181 service neutron] Port bb3b8e1f-8d37-4b59-8ab3-731d1290295a on network 06125ae8-d406-4b1a-94cb-b384ba7848ec not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:33:28.653155 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-82c9eec7-2d2e-4f5f-8a19-a44a1501a181 service neutron] Attempting to bind port bb3b8e1f-8d37-4b59-8ab3-731d1290295a on network 06125ae8-d406-4b1a-94cb-b384ba7848ec {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:33:28.659214 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-82c9eec7-2d2e-4f5f-8a19-a44a1501a181 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:33:28.659560 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-82c9eec7-2d2e-4f5f-8a19-a44a1501a181 service neutron] Checking segment: {'id': '93259990-d077-495c-a336-6cb5371c2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:33:28.659974 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-82c9eec7-2d2e-4f5f-8a19-a44a1501a181 service neutron] Bound using segment: {'id': '93259990-d077-495c-a336-6cb5371c2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:33:28.660406 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-82c9eec7-2d2e-4f5f-8a19-a44a1501a181 service neutron] Bound port: bb3b8e1f-8d37-4b59-8ab3-731d1290295a, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93259990-d077-495c-a336-6cb5371c2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:33:28.660763 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-82c9eec7-2d2e-4f5f-8a19-a44a1501a181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:28.729106 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-82c9eec7-2d2e-4f5f-8a19-a44a1501a181 service neutron] For port bb3b8e1f-8d37-4b59-8ab3-731d1290295a, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:33:28.732191 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-82c9eec7-2d2e-4f5f-8a19-a44a1501a181 service neutron] For port bb3b8e1f-8d37-4b59-8ab3-731d1290295a, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=bb3b8e1f-8d37-4b59-8ab3-731d1290295a,segment=NetworkSegment(93259990-d077-495c-a336-6cb5371c2022),segment_id=93259990-d077-495c-a336-6cb5371c2022)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:33:28.736875 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-82c9eec7-2d2e-4f5f-8a19-a44a1501a181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:28.776391 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-82c9eec7-2d2e-4f5f-8a19-a44a1501a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:28.777013 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-82c9eec7-2d2e-4f5f-8a19-a44a1501a181 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:28.778424 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-82c9eec7-2d2e-4f5f-8a19-a44a1501a181 service neutron] 10.222.0.58 "PUT /v2.0/ports/bb3b8e1f-8d37-4b59-8ab3-731d1290295a HTTP/1.1" status: 200 len: 1091 time: 0.7123930 Jul 09 10:33:28.778869 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa26d8c8-1aed-4758-ba01-1ced27ba709a', 'tag': 'bb3b8e1f-8d37-4b59-8ab3-731d1290295a'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:33:28.782427 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708f9c08-42ad-4b58-bd7c-80a8decfaa6f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa26d8c8-1aed-4758-ba01-1ced27ba709a", "tag": "bb3b8e1f-8d37-4b59-8ab3-731d1290295a"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:33:28.803642 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9eec7-2d2e-4f5f-8a19-a44a1501a181 service neutron] Pushing event updated for resources: {'Port': ['ID=bb3b8e1f-8d37-4b59-8ab3-731d1290295a,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:28.883229 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec4f104-3125-4ddb-b3a1-9070c68138a5 x-openstack-request-id: req-eec4f104-3125-4ddb-b3a1-9070c68138a5 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:33:28.883539 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa26d8c8-1aed-4758-ba01-1ced27ba709a", "tag": "bb3b8e1f-8d37-4b59-8ab3-731d1290295a", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:33:28.883804 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eec4f104-3125-4ddb-b3a1-9070c68138a5 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:33:28.884206 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa26d8c8-1aed-4758-ba01-1ced27ba709a', 'tag': 'bb3b8e1f-8d37-4b59-8ab3-731d1290295a', 'status': 'completed', 'code': 200} Jul 09 10:33:28.897938 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-df179688-aa33-452e-ac00-a3b56f5a9071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:28.900131 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-df179688-aa33-452e-ac00-a3b56f5a9071 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 1094 time: 0.0691352 Jul 09 10:33:28.944783 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-040c78f9-8483-49aa-a0bc-dcfa5a30607d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb3b8e1f-8d37-4b59-8ab3-731d1290295a HTTP/1.1" status: 200 len: 217 time: 0.0372586 Jul 09 10:33:28.995764 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-b07d67d4-5f6a-4fb9-b2af-6cd2247765d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:28.997402 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-b07d67d4-5f6a-4fb9-b2af-6cd2247765d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8b084a3-c4e9-428b-9b70-b26aae12a694 HTTP/1.1" status: 200 len: 835 time: 0.0468323 Jul 09 10:33:29.055930 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-fc6e1cdf-c882-4d08-b68e-b954bfbc4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:29.057414 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-fc6e1cdf-c882-4d08-b68e-b954bfbc4a92 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06125ae8-d406-4b1a-94cb-b384ba7848ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543010 Jul 09 10:33:29.464376 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-0b544771-4649-41c3-a01d-03297116a141 service neutron] 10.222.0.58 "GET /v2.0/networks/06125ae8-d406-4b1a-94cb-b384ba7848ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999069 Jul 09 10:33:29.555749 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-44cb82c4-abc7-4bad-bb51-c5d45c5285d5 req-fbdc1a46-455b-4441-ad42-e087600ca04e service neutron] 10.222.0.58 "GET /v2.0/networks/06125ae8-d406-4b1a-94cb-b384ba7848ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848887 Jul 09 10:33:29.651491 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f9c08-42ad-4b58-bd7c-80a8decfaa6f req-790b780a-57dd-46f1-ab02-4685e60f000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:29.653059 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-708f9c08-42ad-4b58-bd7c-80a8decfaa6f req-790b780a-57dd-46f1-ab02-4685e60f000c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 1094 time: 0.0532093 Jul 09 10:33:29.717280 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5a538be5-77f4-4846-8c2e-8b95796b0fa4 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:33:29.754808 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f9c08-42ad-4b58-bd7c-80a8decfaa6f req-222d6d7d-f1d4-42ef-af50-e8a3f89177cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:29.756355 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-708f9c08-42ad-4b58-bd7c-80a8decfaa6f req-222d6d7d-f1d4-42ef-af50-e8a3f89177cd service neutron] 10.222.0.58 "GET /v2.0/networks?id=06125ae8-d406-4b1a-94cb-b384ba7848ec HTTP/1.1" status: 200 len: 897 time: 0.0974991 Jul 09 10:33:29.772638 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 5a538be5-77f4-4846-8c2e-8b95796b0fa4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:33:29.773104 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:29.806554 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-708f9c08-42ad-4b58-bd7c-80a8decfaa6f req-4dc0eeb4-ccc8-4d58-9661-859232fb7be8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb3b8e1f-8d37-4b59-8ab3-731d1290295a HTTP/1.1" status: 200 len: 217 time: 0.0428696 Jul 09 10:33:29.826659 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e9131-9031-4acb-afdc-d157c42e3050 req-0a5c3288-8d41-4007-92f1-35e7b73713e1 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:29.829068 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-846e9131-9031-4acb-afdc-d157c42e3050 req-0a5c3288-8d41-4007-92f1-35e7b73713e1 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 943 time: 0.0784366 Jul 09 10:33:29.857085 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f9c08-42ad-4b58-bd7c-80a8decfaa6f req-0e45dde7-ca50-40e1-8f56-d59e77df12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:29.858569 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-708f9c08-42ad-4b58-bd7c-80a8decfaa6f req-0e45dde7-ca50-40e1-8f56-d59e77df12eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8b084a3-c4e9-428b-9b70-b26aae12a694 HTTP/1.1" status: 200 len: 835 time: 0.0453861 Jul 09 10:33:29.870564 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-846e9131-9031-4acb-afdc-d157c42e3050 req-724d52cb-3597-43c9-9357-4e273c9cf06f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355027 Jul 09 10:33:29.916570 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f9c08-42ad-4b58-bd7c-80a8decfaa6f req-31cd06ad-e95c-4ac0-9540-c327f81e358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:29.918073 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-708f9c08-42ad-4b58-bd7c-80a8decfaa6f req-31cd06ad-e95c-4ac0-9540-c327f81e358e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06125ae8-d406-4b1a-94cb-b384ba7848ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528426 Jul 09 10:33:30.012385 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-708f9c08-42ad-4b58-bd7c-80a8decfaa6f req-60e8d66b-a55f-4dae-a45a-df42977eef71 service neutron] 10.222.0.58 "GET /v2.0/networks/06125ae8-d406-4b1a-94cb-b384ba7848ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865221 Jul 09 10:33:30.112700 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-708f9c08-42ad-4b58-bd7c-80a8decfaa6f req-044cd031-c9b1-4cba-9326-b5dc2b6149ee service neutron] 10.222.0.58 "GET /v2.0/networks/06125ae8-d406-4b1a-94cb-b384ba7848ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927424 Jul 09 10:33:31.049098 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea257d3-246c-4594-87d1-d9bf329e0a6d req-74a4aeeb-b6ba-4aae-8d1f-d9f34f2dfbc8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:31.050575 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ea257d3-246c-4594-87d1-d9bf329e0a6d req-74a4aeeb-b6ba-4aae-8d1f-d9f34f2dfbc8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 943 time: 0.0632141 Jul 09 10:33:31.089081 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ea257d3-246c-4594-87d1-d9bf329e0a6d req-2347f359-af9d-4e18-b341-b6a2df2d0b7d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329051 Jul 09 10:33:32.261809 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9ca97-785a-4d69-86b4-2e8a63098808 req-42ffd12a-2f87-49b7-bd40-8b610645f844 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:32.263321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6e9ca97-785a-4d69-86b4-2e8a63098808 req-42ffd12a-2f87-49b7-bd40-8b610645f844 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 943 time: 0.0630767 Jul 09 10:33:32.311580 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d6e9ca97-785a-4d69-86b4-2e8a63098808 req-70256575-5b44-443d-83b7-ef18759237b1 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417898 Jul 09 10:33:32.640182 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device bb3b8e1f-8d37-4b59-8ab3-731d1290295a details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:33:32.735794 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port bb3b8e1f-8d37-4b59-8ab3-731d1290295a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=bb3b8e1f-8d37-4b59-8ab3-731d1290295a,segment=NetworkSegment(93259990-d077-495c-a336-6cb5371c2022),segment_id=93259990-d077-495c-a336-6cb5371c2022)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:33:32.747618 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'bb3b8e1f-8d37-4b59-8ab3-731d1290295a', 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec', 'port_id': 'bb3b8e1f-8d37-4b59-8ab3-731d1290295a', 'mac_address': 'fa:16:3e:07:c1:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b084a3-c4e9-428b-9b70-b26aae12a694', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:33:32.784131 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:32.796231 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb3b8e1f-8d37-4b59-8ab3-731d1290295a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:33:32.814632 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port bb3b8e1f-8d37-4b59-8ab3-731d1290295a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=bb3b8e1f-8d37-4b59-8ab3-731d1290295a,segment=NetworkSegment(93259990-d077-495c-a336-6cb5371c2022),segment_id=93259990-d077-495c-a336-6cb5371c2022)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:33:32.818562 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:32.865277 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=bb3b8e1f-8d37-4b59-8ab3-731d1290295a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:33.036796 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['bb3b8e1f-8d37-4b59-8ab3-731d1290295a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:33:33.481915 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2c442-2e47-4bde-ac1e-e348ca52a25b req-3f51e6cb-0e69-42a1-9e2c-55cb848dfd45 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:33.483403 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1bd2c442-2e47-4bde-ac1e-e348ca52a25b req-3f51e6cb-0e69-42a1-9e2c-55cb848dfd45 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 944 time: 0.0624869 Jul 09 10:33:33.521475 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1bd2c442-2e47-4bde-ac1e-e348ca52a25b req-8ee01382-4987-452d-84cd-9afc2b7a7dc0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318527 Jul 09 10:33:34.527076 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:34.655188 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device bb3b8e1f-8d37-4b59-8ab3-731d1290295a up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:33:34.699229 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b8b15-8abe-40de-b1e8-a57185f3207a req-1ef18659-2779-48a4-a2c4-2ee4f61b7d80 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:34.701227 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a0b8b15-8abe-40de-b1e8-a57185f3207a req-1ef18659-2779-48a4-a2c4-2ee4f61b7d80 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 944 time: 0.0672078 Jul 09 10:33:34.712119 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port bb3b8e1f-8d37-4b59-8ab3-731d1290295a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:33:34.716891 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port bb3b8e1f-8d37-4b59-8ab3-731d1290295a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:33:34.717302 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:34.747635 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5a0b8b15-8abe-40de-b1e8-a57185f3207a req-8f69e7a0-174d-4219-b9ef-3a53e07b0d6a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405843 Jul 09 10:33:34.813947 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:34.839028 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa26d8c8-1aed-4758-ba01-1ced27ba709a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3b8e1f-8d37-4b59-8ab3-731d1290295a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:33:34.841567 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0888fabe05580062c0d4cd7dc8f093f2b11926f06b578c6c7ec0a80924aac75e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4ae99a-e91f-4cb9-aae0-0236ef2282f5" -d '{"events": [{"server_uuid": "fa26d8c8-1aed-4758-ba01-1ced27ba709a", "name": "network-vif-plugged", "status": "completed", "tag": "bb3b8e1f-8d37-4b59-8ab3-731d1290295a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:33:34.857219 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port bb3b8e1f-8d37-4b59-8ab3-731d1290295a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=bb3b8e1f-8d37-4b59-8ab3-731d1290295a,segment=NetworkSegment(93259990-d077-495c-a336-6cb5371c2022),segment_id=93259990-d077-495c-a336-6cb5371c2022)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:33:34.861800 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:34.885403 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d8ad7a-e32c-4588-ae86-28f1bfabd349 x-openstack-request-id: req-d3d8ad7a-e32c-4588-ae86-28f1bfabd349 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:33:34.885692 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa26d8c8-1aed-4758-ba01-1ced27ba709a", "name": "network-vif-plugged", "status": "completed", "tag": "bb3b8e1f-8d37-4b59-8ab3-731d1290295a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:33:34.885943 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d3d8ad7a-e32c-4588-ae86-28f1bfabd349 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:33:34.886365 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa26d8c8-1aed-4758-ba01-1ced27ba709a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3b8e1f-8d37-4b59-8ab3-731d1290295a', 'code': 200} Jul 09 10:33:34.921413 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=bb3b8e1f-8d37-4b59-8ab3-731d1290295a,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:35.017444 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fca28-854a-4855-be89-f36e5a6e8162 req-66d6c006-ab92-40b9-bd08-be246cb218a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:35.019245 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-516fca28-854a-4855-be89-f36e5a6e8162 req-66d6c006-ab92-40b9-bd08-be246cb218a5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 1096 time: 0.0618961 Jul 09 10:33:35.056753 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-516fca28-854a-4855-be89-f36e5a6e8162 req-15a4b0d7-6ff9-43bf-9942-068885917622 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302896 Jul 09 10:33:35.443016 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:33:35.936477 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde59ae-3c5a-4572-98b1-c285cf6a0d61 req-ecc357d0-c1d6-471b-9b1c-793d15087900 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:35.938008 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebde59ae-3c5a-4572-98b1-c285cf6a0d61 req-ecc357d0-c1d6-471b-9b1c-793d15087900 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 945 time: 0.0705085 Jul 09 10:33:35.976098 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ebde59ae-3c5a-4572-98b1-c285cf6a0d61 req-9a01412f-1f09-4618-87ce-9c3935813b06 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323565 Jul 09 10:33:36.843454 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-609bd64d-b0a7-4db4-a542-dde5e0879ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:37.155344 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7428f-7207-44f8-8d17-72fde2643cb6 req-bd64b3d3-730c-48b2-9c4a-c7e4df59d978 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:37.156889 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4bc7428f-7207-44f8-8d17-72fde2643cb6 req-bd64b3d3-730c-48b2-9c4a-c7e4df59d978 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 945 time: 0.0662360 Jul 09 10:33:37.194337 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4bc7428f-7207-44f8-8d17-72fde2643cb6 req-6ad83a42-78cf-4422-b1a3-7665f0e187dd tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312190 Jul 09 10:33:37.364828 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8414b8-224d-4691-b7cd-e8d2944920a4 req-74b8ccd8-d9ca-4172-bdb9-df17982d3051 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:37.366319 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f8414b8-224d-4691-b7cd-e8d2944920a4 req-74b8ccd8-d9ca-4172-bdb9-df17982d3051 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 945 time: 0.0629306 Jul 09 10:33:37.408992 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1f8414b8-224d-4691-b7cd-e8d2944920a4 req-0de1f35f-09b0-4f1f-9bb6-871b4efad9b3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370407 Jul 09 10:33:37.436100 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44174) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:33:37.486111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ea66ea-a009-4e67-a908-e2902dcd1e86 tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:37.487623 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-33ea66ea-a009-4e67-a908-e2902dcd1e86 tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 1091 time: 0.0505388 Jul 09 10:33:37.490391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44176) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:33:37.494645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ba69c812-62ad-4f01-90ad-87d0ff159e74 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': 'bb3b8e1f-8d37-4b59-8ab3-731d1290295a', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:33:37.516028 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba69c812-62ad-4f01-90ad-87d0ff159e74 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:37.608373 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba69c812-62ad-4f01-90ad-87d0ff159e74 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:37.712355 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-ba69c812-62ad-4f01-90ad-87d0ff159e74 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Allocated IP 172.25.3.151 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/54199283-e901-4a83-a602-8a7123318b95) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:33:37.811383 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba69c812-62ad-4f01-90ad-87d0ff159e74 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:37.851477 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba69c812-62ad-4f01-90ad-87d0ff159e74 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:37.889586 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba69c812-62ad-4f01-90ad-87d0ff159e74 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:33:37.893079 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ba69c812-62ad-4f01-90ad-87d0ff159e74 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:33:37.898819 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba69c812-62ad-4f01-90ad-87d0ff159e74 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:33:37.927221 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69c812-62ad-4f01-90ad-87d0ff159e74 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=54199283-e901-4a83-a602-8a7123318b95,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:38.266076 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba69c812-62ad-4f01-90ad-87d0ff159e74 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:38.339088 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba69c812-62ad-4f01-90ad-87d0ff159e74 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:38.487057 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba69c812-62ad-4f01-90ad-87d0ff159e74 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:38.491547 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba69c812-62ad-4f01-90ad-87d0ff159e74 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:38.559050 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69c812-62ad-4f01-90ad-87d0ff159e74 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=54199283-e901-4a83-a602-8a7123318b95,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:33:38.567613 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba69c812-62ad-4f01-90ad-87d0ff159e74 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:38.668461 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-ba69c812-62ad-4f01-90ad-87d0ff159e74 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Floating IP 418f121c-1508-4369-b088-864e6f9f5668 associated. External IP: 172.25.3.151, port: bb3b8e1f-8d37-4b59-8ab3-731d1290295a. Jul 09 10:33:38.880883 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba69c812-62ad-4f01-90ad-87d0ff159e74 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router 79dee9ed-46be-47ba-8340-66d6252bd542 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:33:38.988972 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba69c812-62ad-4f01-90ad-87d0ff159e74 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:33:38.998779 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15be0de5-446b-4402-9f06-09b89f8f5032 None None] Sync routers for ids ['79dee9ed-46be-47ba-8340-66d6252bd542'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:33:39.004796 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba69c812-62ad-4f01-90ad-87d0ff159e74 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:39.008366 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15be0de5-446b-4402-9f06-09b89f8f5032 None None] Routers {'79dee9ed-46be-47ba-8340-66d6252bd542'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:33:39.009055 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-15be0de5-446b-4402-9f06-09b89f8f5032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:33:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['79dee9ed-46be-47ba-8340-66d6252bd542'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:33:39.041007 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ba69c812-62ad-4f01-90ad-87d0ff159e74 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5496049 Jul 09 10:33:39.041617 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa26d8c8-1aed-4758-ba01-1ced27ba709a', 'tag': 'bb3b8e1f-8d37-4b59-8ab3-731d1290295a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:33:39.043903 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8ed813-0b72-417b-b1a2-10a2f0b3fd51" -d '{"events": [{"name": "network-changed", "server_uuid": "fa26d8c8-1aed-4758-ba01-1ced27ba709a", "tag": "bb3b8e1f-8d37-4b59-8ab3-731d1290295a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:33:39.120869 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-15be0de5-446b-4402-9f06-09b89f8f5032 None None] Set router 79dee9ed-46be-47ba-8340-66d6252bd542 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:33:39.133188 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6072e616-419d-489f-a553-4045380dba58 x-openstack-request-id: req-6072e616-419d-489f-a553-4045380dba58 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:33:39.133476 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa26d8c8-1aed-4758-ba01-1ced27ba709a", "tag": "bb3b8e1f-8d37-4b59-8ab3-731d1290295a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:33:39.133728 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6072e616-419d-489f-a553-4045380dba58 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:33:39.134156 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa26d8c8-1aed-4758-ba01-1ced27ba709a', 'tag': 'bb3b8e1f-8d37-4b59-8ab3-731d1290295a', 'status': 'completed', 'code': 200} Jul 09 10:33:39.201155 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f63c19-858e-407e-ae6b-a136a18b5145 req-1fccf256-112b-44ed-a466-077f5b96b3ba tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:39.202693 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-68f63c19-858e-407e-ae6b-a136a18b5145 req-1fccf256-112b-44ed-a466-077f5b96b3ba tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 945 time: 0.0665751 Jul 09 10:33:39.213405 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ed813-0b72-417b-b1a2-10a2f0b3fd51 req-2bbb615f-9b8e-415c-9f03-b5034fc19599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:39.215058 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4d8ed813-0b72-417b-b1a2-10a2f0b3fd51 req-2bbb615f-9b8e-415c-9f03-b5034fc19599 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 1096 time: 0.0546057 Jul 09 10:33:39.248203 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-68f63c19-858e-407e-ae6b-a136a18b5145 req-9665d855-1f14-402d-862d-b348dc596649 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381608 Jul 09 10:33:39.272585 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44184) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:33:39.312957 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ed813-0b72-417b-b1a2-10a2f0b3fd51 req-4a081064-bbf5-49fe-b099-4a93a7939361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:39.314747 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4d8ed813-0b72-417b-b1a2-10a2f0b3fd51 req-4a081064-bbf5-49fe-b099-4a93a7939361 service neutron] 10.222.0.58 "GET /v2.0/networks?id=06125ae8-d406-4b1a-94cb-b384ba7848ec HTTP/1.1" status: 200 len: 897 time: 0.0934930 Jul 09 10:33:39.335109 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2c7024ed-bec3-4291-b7d2-ed88d99b3db2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/floatingips/418f121c-1508-4369-b088-864e6f9f5668 HTTP/1.1" status: 200 len: 991 time: 0.0601242 Jul 09 10:33:39.375759 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-15be0de5-446b-4402-9f06-09b89f8f5032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838674223', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '073f316a-0252-4413-a576-0d1c8542f46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:33:20Z', 'updated_at': '2021-07-09T10:33:24Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '073f316a-0252-4413-a576-0d1c8542f46c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:33:21Z', 'updated_at': '2021-07-09T10:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '418f121c-1508-4369-b088-864e6f9f5668', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'floating_ip_address': '172.25.3.151', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'port_id': 'bb3b8e1f-8d37-4b59-8ab3-731d1290295a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec', 'mac_address': 'fa:16:3e:07:c1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa26d8c8-1aed-4758-ba01-1ced27ba709a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:33:38Z', 'updated_at': '2021-07-09T10:33:38Z', 'revision_number': 0, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a538be5-77f4-4846-8c2e-8b95796b0fa4', 'name': '', 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:c0:ee:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8b084a3-c4e9-428b-9b70-b26aae12a694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:33:23Z', 'updated_at': '2021-07-09T10:33:28Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'b8b084a3-c4e9-428b-9b70-b26aae12a694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:33:39.386524 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4d8ed813-0b72-417b-b1a2-10a2f0b3fd51 req-9f83bfc9-d95f-451d-ab58-fe5052fcd88d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb3b8e1f-8d37-4b59-8ab3-731d1290295a HTTP/1.1" status: 200 len: 999 time: 0.0655415 Jul 09 10:33:39.402264 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15be0de5-446b-4402-9f06-09b89f8f5032 None None] Checking router: 79dee9ed-46be-47ba-8340-66d6252bd542 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:33:39.411414 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15be0de5-446b-4402-9f06-09b89f8f5032 None None] Routers {'79dee9ed-46be-47ba-8340-66d6252bd542'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:33:39.412056 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-15be0de5-446b-4402-9f06-09b89f8f5032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:33:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['79dee9ed-46be-47ba-8340-66d6252bd542'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:33:39.434705 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ed813-0b72-417b-b1a2-10a2f0b3fd51 req-472db098-f9e1-4242-b50f-278cac3a83bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:39.436216 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4d8ed813-0b72-417b-b1a2-10a2f0b3fd51 req-472db098-f9e1-4242-b50f-278cac3a83bc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8b084a3-c4e9-428b-9b70-b26aae12a694 HTTP/1.1" status: 200 len: 835 time: 0.0435393 Jul 09 10:33:39.472550 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-587a314c-d93a-4679-a72e-1cb5909f728f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:39.498356 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ed813-0b72-417b-b1a2-10a2f0b3fd51 req-2255c6ab-2742-409b-9a06-6d70c7b0e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:33:39.499980 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4d8ed813-0b72-417b-b1a2-10a2f0b3fd51 req-2255c6ab-2742-409b-9a06-6d70c7b0e234 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06125ae8-d406-4b1a-94cb-b384ba7848ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577588 Jul 09 10:33:39.527548 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-15be0de5-446b-4402-9f06-09b89f8f5032 None None] Set router 79dee9ed-46be-47ba-8340-66d6252bd542 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:33:39.596764 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4d8ed813-0b72-417b-b1a2-10a2f0b3fd51 req-883759d7-187a-44b1-90a5-0eb39a880d8b service neutron] 10.222.0.58 "GET /v2.0/networks/06125ae8-d406-4b1a-94cb-b384ba7848ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907564 Jul 09 10:33:39.621372 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:39.692151 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4d8ed813-0b72-417b-b1a2-10a2f0b3fd51 req-d7076801-d33b-4201-8cd2-e02b56e2afad service neutron] 10.222.0.58 "GET /v2.0/networks/06125ae8-d406-4b1a-94cb-b384ba7848ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882843 Jul 09 10:33:39.762360 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:39.779195 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-15be0de5-446b-4402-9f06-09b89f8f5032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838674223', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '073f316a-0252-4413-a576-0d1c8542f46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:33:20Z', 'updated_at': '2021-07-09T10:33:24Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '073f316a-0252-4413-a576-0d1c8542f46c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:33:21Z', 'updated_at': '2021-07-09T10:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '418f121c-1508-4369-b088-864e6f9f5668', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'floating_ip_address': '172.25.3.151', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'port_id': 'bb3b8e1f-8d37-4b59-8ab3-731d1290295a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec', 'mac_address': 'fa:16:3e:07:c1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa26d8c8-1aed-4758-ba01-1ced27ba709a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:33:38Z', 'updated_at': '2021-07-09T10:33:38Z', 'revision_number': 0, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a538be5-77f4-4846-8c2e-8b95796b0fa4', 'name': '', 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:c0:ee:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8b084a3-c4e9-428b-9b70-b26aae12a694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:33:23Z', 'updated_at': '2021-07-09T10:33:28Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'b8b084a3-c4e9-428b-9b70-b26aae12a694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:33:39.805141 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15be0de5-446b-4402-9f06-09b89f8f5032 None None] The sync data for ids ['79dee9ed-46be-47ba-8340-66d6252bd542'] in n-d-799996-1 is: [{'id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838674223', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '073f316a-0252-4413-a576-0d1c8542f46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:33:20Z', 'updated_at': '2021-07-09T10:33:24Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '073f316a-0252-4413-a576-0d1c8542f46c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:33:21Z', 'updated_at': '2021-07-09T10:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '418f121c-1508-4369-b088-864e6f9f5668', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'floating_ip_address': '172.25.3.151', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'port_id': 'bb3b8e1f-8d37-4b59-8ab3-731d1290295a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec', 'mac_address': 'fa:16:3e:07:c1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa26d8c8-1aed-4758-ba01-1ced27ba709a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:33:38Z', 'updated_at': '2021-07-09T10:33:38Z', 'revision_number': 0, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a538be5-77f4-4846-8c2e-8b95796b0fa4', 'name': '', 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:c0:ee:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8b084a3-c4e9-428b-9b70-b26aae12a694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:33:23Z', 'updated_at': '2021-07-09T10:33:28Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'b8b084a3-c4e9-428b-9b70-b26aae12a694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:33:39.990910 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae10bd01-a5c1-4448-bdf1-99a6d1d306dc None None] New status for floating IP 418f121c-1508-4369-b088-864e6f9f5668: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:33:40.337528 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44186) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:33:40.400538 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-55a8e470-5b66-4d2a-a38b-1aad0f0b74a3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/floatingips/418f121c-1508-4369-b088-864e6f9f5668 HTTP/1.1" status: 200 len: 993 time: 0.0617416 Jul 09 10:33:41.394008 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:33:43.177239 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:04.558812 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:06.843589 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b9df2c67-62a6-4fd8-ac63-6d9e9a6d0b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:07.606325 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f77d1-bcb1-498f-8e84-862725daa4aa req-2a0282d4-098e-420a-8f88-b55ce0e92dc9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:07.607852 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-103f77d1-bcb1-498f-8e84-862725daa4aa req-2a0282d4-098e-420a-8f88-b55ce0e92dc9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 945 time: 0.3605671 Jul 09 10:34:07.645411 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-103f77d1-bcb1-498f-8e84-862725daa4aa req-7c594540-15e0-4a97-9d7a-55e41de8ca07 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318763 Jul 09 10:34:08.833442 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d04054-9235-442f-87c7-a476b9fba5e6 req-53eec971-df90-48b6-89fc-15dbccb2839c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:08.835024 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14d04054-9235-442f-87c7-a476b9fba5e6 req-53eec971-df90-48b6-89fc-15dbccb2839c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 945 time: 0.0622087 Jul 09 10:34:08.874292 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-14d04054-9235-442f-87c7-a476b9fba5e6 req-f3cc8925-822a-4af8-ab77-82a2c46a0fe6 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334895 Jul 09 10:34:09.444378 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a99445a2-72a6-4645-a3fc-6d20fa1de19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:09.614896 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:09.776905 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:10.069253 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40372e-9af1-4a42-b094-76f12f749d53 req-24280921-baa0-4389-9114-6caad114281b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:10.070760 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cc40372e-9af1-4a42-b094-76f12f749d53 req-24280921-baa0-4389-9114-6caad114281b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 945 time: 0.0664275 Jul 09 10:34:10.108971 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cc40372e-9af1-4a42-b094-76f12f749d53 req-af84bef6-fc0b-45fc-861e-27470bca05cf tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323660 Jul 09 10:34:11.279640 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecc67e-c0dc-4311-8403-3354b7b453ee req-7b4b506a-6929-4f3b-8ad3-76b97b8bc599 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:11.281140 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12ecc67e-c0dc-4311-8403-3354b7b453ee req-7b4b506a-6929-4f3b-8ad3-76b97b8bc599 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 945 time: 0.0625529 Jul 09 10:34:11.319719 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-12ecc67e-c0dc-4311-8403-3354b7b453ee req-d862efa0-0e47-4d3a-bccb-935488bb4d7e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329530 Jul 09 10:34:11.397961 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:12.442667 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:34:12.494857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a77f3-c429-4b32-8e74-3bb20c7d6031 req-ddf693ad-1494-4d59-a2f4-80c736c70225 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:12.496393 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8e0a77f3-c429-4b32-8e74-3bb20c7d6031 req-ddf693ad-1494-4d59-a2f4-80c736c70225 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 945 time: 0.0664504 Jul 09 10:34:12.534385 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8e0a77f3-c429-4b32-8e74-3bb20c7d6031 req-fe31c6d3-5b84-457b-bbf0-1c86d29d16a2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317147 Jul 09 10:34:13.178551 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:13.703212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615a150-7ba8-4cda-af16-53bbcddba505 req-9568d9d6-c7af-4575-bc2c-18ba48480858 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:13.705334 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0615a150-7ba8-4cda-af16-53bbcddba505 req-9568d9d6-c7af-4575-bc2c-18ba48480858 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 945 time: 0.0621970 Jul 09 10:34:13.741355 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0615a150-7ba8-4cda-af16-53bbcddba505 req-29634271-6b0c-4225-bae0-bf8ee3688052 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305691 Jul 09 10:34:14.914067 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70ea57-24d0-4c32-ab40-59711ea6c8b6 req-327f872f-7d00-42b5-8acc-713a59abfc3f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:14.915568 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e70ea57-24d0-4c32-ab40-59711ea6c8b6 req-327f872f-7d00-42b5-8acc-713a59abfc3f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 945 time: 0.0643880 Jul 09 10:34:14.952225 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e70ea57-24d0-4c32-ab40-59711ea6c8b6 req-aeea9310-2916-49d4-9e8b-c94cad832413 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310409 Jul 09 10:34:16.133615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af05f5-89df-466a-adc8-d15b98152699 req-c49791e3-7d0b-489f-844e-ec1e25ff4103 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:16.136018 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-97af05f5-89df-466a-adc8-d15b98152699 req-c49791e3-7d0b-489f-844e-ec1e25ff4103 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 945 time: 0.0733626 Jul 09 10:34:16.174516 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-97af05f5-89df-466a-adc8-d15b98152699 req-7a575da9-9ee0-41f1-87d4-7a574ae29792 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328531 Jul 09 10:34:17.343298 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9bfcf-4cb8-418b-8f8f-be23fea005f7 req-5d33a3e3-0e82-4899-802f-1f9809375dc7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:17.345316 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98c9bfcf-4cb8-418b-8f8f-be23fea005f7 req-5d33a3e3-0e82-4899-802f-1f9809375dc7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 945 time: 0.0614967 Jul 09 10:34:17.382514 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-98c9bfcf-4cb8-418b-8f8f-be23fea005f7 req-6a9d6f27-96e9-443a-8c2f-8e5b2df806fd tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316179 Jul 09 10:34:17.541953 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1eb91-3264-4b9f-a092-f2abde318389 req-5252f193-be09-40a6-84e1-0593fca33edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:17.543392 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e8b1eb91-3264-4b9f-a092-f2abde318389 req-5252f193-be09-40a6-84e1-0593fca33edd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 1096 time: 0.0531290 Jul 09 10:34:17.646628 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1eb91-3264-4b9f-a092-f2abde318389 req-e1f4b072-a146-444d-808f-ec9e6f00c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:17.648117 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e8b1eb91-3264-4b9f-a092-f2abde318389 req-e1f4b072-a146-444d-808f-ec9e6f00c900 service neutron] 10.222.0.58 "GET /v2.0/networks?id=06125ae8-d406-4b1a-94cb-b384ba7848ec HTTP/1.1" status: 200 len: 897 time: 0.0847042 Jul 09 10:34:17.716184 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e8b1eb91-3264-4b9f-a092-f2abde318389 req-1b8794f8-c84d-488b-9b32-f31a44fff271 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb3b8e1f-8d37-4b59-8ab3-731d1290295a HTTP/1.1" status: 200 len: 1001 time: 0.0617869 Jul 09 10:34:17.762491 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1eb91-3264-4b9f-a092-f2abde318389 req-3f950304-dd62-4ebc-95f8-126c0f0207d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:17.763960 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e8b1eb91-3264-4b9f-a092-f2abde318389 req-3f950304-dd62-4ebc-95f8-126c0f0207d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8b084a3-c4e9-428b-9b70-b26aae12a694 HTTP/1.1" status: 200 len: 835 time: 0.0422814 Jul 09 10:34:17.820244 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1eb91-3264-4b9f-a092-f2abde318389 req-5299dbf7-c271-434a-9215-c926fc159802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:17.821751 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e8b1eb91-3264-4b9f-a092-f2abde318389 req-5299dbf7-c271-434a-9215-c926fc159802 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06125ae8-d406-4b1a-94cb-b384ba7848ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517821 Jul 09 10:34:17.914065 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e8b1eb91-3264-4b9f-a092-f2abde318389 req-1e2e2736-0b8c-483f-8979-2741c43c7afc service neutron] 10.222.0.58 "GET /v2.0/networks/06125ae8-d406-4b1a-94cb-b384ba7848ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857923 Jul 09 10:34:18.000569 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e8b1eb91-3264-4b9f-a092-f2abde318389 req-9449cab8-bf98-4826-80fb-6d8d59ac4940 service neutron] 10.222.0.58 "GET /v2.0/networks/06125ae8-d406-4b1a-94cb-b384ba7848ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806656 Jul 09 10:34:18.561392 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044d32e-71d2-443b-9510-4fd0083d3157 req-4563b207-6027-41c9-97a8-6150b90f825b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:18.562933 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4044d32e-71d2-443b-9510-4fd0083d3157 req-4563b207-6027-41c9-97a8-6150b90f825b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 945 time: 0.0671067 Jul 09 10:34:18.601406 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4044d32e-71d2-443b-9510-4fd0083d3157 req-cfe31f09-77ea-4308-b63a-486913ba34c2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322113 Jul 09 10:34:18.625652 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44228) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:34:18.684971 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-33807cb9-05a4-4214-9767-ca587d6bc797 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/floatingips/418f121c-1508-4369-b088-864e6f9f5668 HTTP/1.1" status: 200 len: 993 time: 0.0574486 Jul 09 10:34:20.109697 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf97b6-bf30-4f39-b0bc-e06d5e3c0a71 req-f93d775e-1603-4a7a-aa88-3c09afab79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:20.111950 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9dbf97b6-bf30-4f39-b0bc-e06d5e3c0a71 req-f93d775e-1603-4a7a-aa88-3c09afab79ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 1096 time: 0.0686986 Jul 09 10:34:20.117125 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174c495-7ceb-4a5f-a688-2f63cb673576 req-04db1956-5643-4058-a2a8-68efb6d6fb6e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:20.118645 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b174c495-7ceb-4a5f-a688-2f63cb673576 req-04db1956-5643-4058-a2a8-68efb6d6fb6e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 945 time: 0.0633690 Jul 09 10:34:20.157824 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b174c495-7ceb-4a5f-a688-2f63cb673576 req-a48833a0-6e0f-449e-8f05-b3d0d83b15a1 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332837 Jul 09 10:34:20.202849 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf97b6-bf30-4f39-b0bc-e06d5e3c0a71 req-b1961cec-9023-423b-9fb0-3440f8349869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:20.204352 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9dbf97b6-bf30-4f39-b0bc-e06d5e3c0a71 req-b1961cec-9023-423b-9fb0-3440f8349869 service neutron] 10.222.0.58 "GET /v2.0/networks?id=06125ae8-d406-4b1a-94cb-b384ba7848ec HTTP/1.1" status: 200 len: 897 time: 0.0860388 Jul 09 10:34:20.271954 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9dbf97b6-bf30-4f39-b0bc-e06d5e3c0a71 req-8923453b-694b-46f7-8ba5-12709ad70669 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb3b8e1f-8d37-4b59-8ab3-731d1290295a HTTP/1.1" status: 200 len: 1001 time: 0.0616100 Jul 09 10:34:20.320229 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf97b6-bf30-4f39-b0bc-e06d5e3c0a71 req-52757c56-73ea-4f31-8243-a958a5e296d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:20.321682 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9dbf97b6-bf30-4f39-b0bc-e06d5e3c0a71 req-52757c56-73ea-4f31-8243-a958a5e296d7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8b084a3-c4e9-428b-9b70-b26aae12a694 HTTP/1.1" status: 200 len: 835 time: 0.0441895 Jul 09 10:34:20.377818 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf97b6-bf30-4f39-b0bc-e06d5e3c0a71 req-997d302f-a141-4a4d-8ff5-149abe4cac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:20.379313 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9dbf97b6-bf30-4f39-b0bc-e06d5e3c0a71 req-997d302f-a141-4a4d-8ff5-149abe4cac09 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06125ae8-d406-4b1a-94cb-b384ba7848ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516248 Jul 09 10:34:20.471514 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9dbf97b6-bf30-4f39-b0bc-e06d5e3c0a71 req-46eb573c-8b4d-4871-bb7f-ed81137b71af service neutron] 10.222.0.58 "GET /v2.0/networks/06125ae8-d406-4b1a-94cb-b384ba7848ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854001 Jul 09 10:34:20.563244 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-9dbf97b6-bf30-4f39-b0bc-e06d5e3c0a71 req-9690e135-1bda-4f3f-ac9f-38b154854f9b service neutron] 10.222.0.58 "GET /v2.0/networks/06125ae8-d406-4b1a-94cb-b384ba7848ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854723 Jul 09 10:34:21.333947 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d57239-9e5a-4776-b219-f87df55ed812 req-a72768ac-edb2-4248-a4b7-dbd807e64e45 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:21.335446 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2d57239-9e5a-4776-b219-f87df55ed812 req-a72768ac-edb2-4248-a4b7-dbd807e64e45 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 945 time: 0.0670133 Jul 09 10:34:21.372423 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f2d57239-9e5a-4776-b219-f87df55ed812 req-9c4abd2b-b016-40c9-af92-4b6b40c63c1f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312741 Jul 09 10:34:21.397834 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44238) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:34:21.456622 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d73ee9f7-5cf3-46fb-bcb5-bc1a8df473b5 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/floatingips/418f121c-1508-4369-b088-864e6f9f5668 HTTP/1.1" status: 200 len: 993 time: 0.0574858 Jul 09 10:34:26.674114 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [req-2a1662d3-119d-4b06-b85c-25101a086238 req-138a3430-9c4f-467a-9d33-b975482d95ce service neutron] (93791) timed out ('10.222.0.61', 41484) {{(pid=93791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 10:34:34.574561 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:36.845274 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7c59fe92-0236-44fb-a125-2426f436bcf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:39.445272 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7b4bb7ed-1f6c-427c-801c-815c87ca882d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:39.614827 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:39.775867 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:41.403228 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:43.182523 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:49.442069 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:34:51.838750 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44254) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:34:52.001298 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting port 54199283-e901-4a83-a602-8a7123318b95 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:34:52.001524 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:52.075399 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:52.075810 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:52.090014 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Calling delete_port for 54199283-e901-4a83-a602-8a7123318b95 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:34:52.237312 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:52.261498 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Port': ['ID=54199283-e901-4a83-a602-8a7123318b95,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:34:52.273629 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:52.273980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:52.274317 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:52.274647 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:52.274975 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:52.275301 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:52.275625 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:52.275974 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:52.276297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:52.276616 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:52.276933 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:52.277248 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:52.342612 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:52.342937 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Floating IP 418f121c-1508-4369-b088-864e6f9f5668 disassociated (deleted). External IP: 172.25.3.151, port: bb3b8e1f-8d37-4b59-8ab3-731d1290295a. Jul 09 10:34:52.542852 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router 79dee9ed-46be-47ba-8340-66d6252bd542 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:34:52.648579 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:34:52.653382 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:52.661998 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4252c0-4fe7-48ca-ba1b-c86aa450e92c None None] Sync routers for ids ['79dee9ed-46be-47ba-8340-66d6252bd542'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:34:52.671964 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4252c0-4fe7-48ca-ba1b-c86aa450e92c None None] Routers {'79dee9ed-46be-47ba-8340-66d6252bd542'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:34:52.672661 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-1a4252c0-4fe7-48ca-ba1b-c86aa450e92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:34:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['79dee9ed-46be-47ba-8340-66d6252bd542'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:34:52.693744 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ded1143a-9f72-45b8-b23c-5f0c3175518c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/floatingips/418f121c-1508-4369-b088-864e6f9f5668 HTTP/1.1" status: 204 len: 168 time: 0.8538890 Jul 09 10:34:52.694337 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa26d8c8-1aed-4758-ba01-1ced27ba709a', 'tag': 'bb3b8e1f-8d37-4b59-8ab3-731d1290295a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:34:52.696667 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252bfb21-1222-4ead-9935-2818f9fd4bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "fa26d8c8-1aed-4758-ba01-1ced27ba709a", "tag": "bb3b8e1f-8d37-4b59-8ab3-731d1290295a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:34:52.733755 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b0aefa-a361-46a9-b28b-12073f4f59ff x-openstack-request-id: req-29b0aefa-a361-46a9-b28b-12073f4f59ff {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:34:52.734046 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa26d8c8-1aed-4758-ba01-1ced27ba709a", "tag": "bb3b8e1f-8d37-4b59-8ab3-731d1290295a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:34:52.734323 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-29b0aefa-a361-46a9-b28b-12073f4f59ff {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:34:52.734730 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa26d8c8-1aed-4758-ba01-1ced27ba709a', 'tag': 'bb3b8e1f-8d37-4b59-8ab3-731d1290295a', 'status': 'completed', 'code': 200} Jul 09 10:34:52.781369 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-1a4252c0-4fe7-48ca-ba1b-c86aa450e92c None None] Set router 79dee9ed-46be-47ba-8340-66d6252bd542 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:34:52.812551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bfb21-1222-4ead-9935-2818f9fd4bc9 req-5a523204-5622-4524-99f1-1887c0f2b13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:52.814361 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-252bfb21-1222-4ead-9935-2818f9fd4bc9 req-5a523204-5622-4524-99f1-1887c0f2b13d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 1096 time: 0.0566802 Jul 09 10:34:52.920219 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bfb21-1222-4ead-9935-2818f9fd4bc9 req-1b9cf4c9-e099-4801-b6e6-e86cdd098e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:52.921718 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-252bfb21-1222-4ead-9935-2818f9fd4bc9 req-1b9cf4c9-e099-4801-b6e6-e86cdd098e09 service neutron] 10.222.0.58 "GET /v2.0/networks?id=06125ae8-d406-4b1a-94cb-b384ba7848ec HTTP/1.1" status: 200 len: 897 time: 0.1008470 Jul 09 10:34:52.964434 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-252bfb21-1222-4ead-9935-2818f9fd4bc9 req-abf4a6a9-1b71-4746-bf10-f57d0e85dfa3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb3b8e1f-8d37-4b59-8ab3-731d1290295a HTTP/1.1" status: 200 len: 217 time: 0.0363076 Jul 09 10:34:53.018310 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bfb21-1222-4ead-9935-2818f9fd4bc9 req-24b8a96f-34b2-4b9a-86e2-b3194eeb08f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:53.020106 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-252bfb21-1222-4ead-9935-2818f9fd4bc9 req-24b8a96f-34b2-4b9a-86e2-b3194eeb08f5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8b084a3-c4e9-428b-9b70-b26aae12a694 HTTP/1.1" status: 200 len: 835 time: 0.0497868 Jul 09 10:34:53.079650 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bfb21-1222-4ead-9935-2818f9fd4bc9 req-20e9378c-135a-4495-925a-9f6c7d71f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:53.080981 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-252bfb21-1222-4ead-9935-2818f9fd4bc9 req-20e9378c-135a-4495-925a-9f6c7d71f3ee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06125ae8-d406-4b1a-94cb-b384ba7848ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536392 Jul 09 10:34:53.093092 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f4623-d5eb-414d-826b-205f396d3bf2 req-76106f1b-cb8b-41c6-871d-d63fb826ff09 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:53.094660 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c76f4623-d5eb-414d-826b-205f396d3bf2 req-76106f1b-cb8b-41c6-871d-d63fb826ff09 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 945 time: 0.0675550 Jul 09 10:34:53.139169 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-1a4252c0-4fe7-48ca-ba1b-c86aa450e92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838674223', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '073f316a-0252-4413-a576-0d1c8542f46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:33:20Z', 'updated_at': '2021-07-09T10:33:24Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '073f316a-0252-4413-a576-0d1c8542f46c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:33:21Z', 'updated_at': '2021-07-09T10:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5a538be5-77f4-4846-8c2e-8b95796b0fa4', 'name': '', 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:c0:ee:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8b084a3-c4e9-428b-9b70-b26aae12a694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:33:23Z', 'updated_at': '2021-07-09T10:33:28Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'b8b084a3-c4e9-428b-9b70-b26aae12a694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:34:53.153193 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c76f4623-d5eb-414d-826b-205f396d3bf2 req-3ef90fcf-be74-4e95-bc7f-e427d3997a41 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502338 Jul 09 10:34:53.165592 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4252c0-4fe7-48ca-ba1b-c86aa450e92c None None] Checking router: 79dee9ed-46be-47ba-8340-66d6252bd542 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:34:53.173819 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4252c0-4fe7-48ca-ba1b-c86aa450e92c None None] Routers {'79dee9ed-46be-47ba-8340-66d6252bd542'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:34:53.174967 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-1a4252c0-4fe7-48ca-ba1b-c86aa450e92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:34:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['79dee9ed-46be-47ba-8340-66d6252bd542'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:34:53.181167 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-252bfb21-1222-4ead-9935-2818f9fd4bc9 req-358616ce-e600-41e7-9ed3-b1e6d8bd56c4 service neutron] 10.222.0.58 "GET /v2.0/networks/06125ae8-d406-4b1a-94cb-b384ba7848ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929039 Jul 09 10:34:53.275397 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-252bfb21-1222-4ead-9935-2818f9fd4bc9 req-96347b04-2f05-408e-9906-86d1d0e7f935 service neutron] 10.222.0.58 "GET /v2.0/networks/06125ae8-d406-4b1a-94cb-b384ba7848ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880120 Jul 09 10:34:53.281286 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-1a4252c0-4fe7-48ca-ba1b-c86aa450e92c None None] Set router 79dee9ed-46be-47ba-8340-66d6252bd542 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:34:53.477310 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-1a4252c0-4fe7-48ca-ba1b-c86aa450e92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838674223', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '073f316a-0252-4413-a576-0d1c8542f46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:33:20Z', 'updated_at': '2021-07-09T10:33:24Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '073f316a-0252-4413-a576-0d1c8542f46c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:33:21Z', 'updated_at': '2021-07-09T10:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5a538be5-77f4-4846-8c2e-8b95796b0fa4', 'name': '', 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:c0:ee:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8b084a3-c4e9-428b-9b70-b26aae12a694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:33:23Z', 'updated_at': '2021-07-09T10:33:28Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'b8b084a3-c4e9-428b-9b70-b26aae12a694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:34:53.502498 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4252c0-4fe7-48ca-ba1b-c86aa450e92c None None] The sync data for ids ['79dee9ed-46be-47ba-8340-66d6252bd542'] in n-d-799996-1 is: [{'id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838674223', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '073f316a-0252-4413-a576-0d1c8542f46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:33:20Z', 'updated_at': '2021-07-09T10:33:24Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '073f316a-0252-4413-a576-0d1c8542f46c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:33:21Z', 'updated_at': '2021-07-09T10:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '5a538be5-77f4-4846-8c2e-8b95796b0fa4', 'name': '', 'network_id': '06125ae8-d406-4b1a-94cb-b384ba7848ec', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:c0:ee:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8b084a3-c4e9-428b-9b70-b26aae12a694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:33:23Z', 'updated_at': '2021-07-09T10:33:28Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'b8b084a3-c4e9-428b-9b70-b26aae12a694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:34:53.716303 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f319cc5-31ef-4072-bfe8-0642c2c220e1 None None] New status for floating IP 418f121c-1508-4369-b088-864e6f9f5668: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:34:54.325814 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1af2f-2ec0-4014-aae4-4acadd2f963b req-d4b19022-7cf1-4022-af22-d1dde6617b5a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:54.327298 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-abe1af2f-2ec0-4014-aae4-4acadd2f963b req-d4b19022-7cf1-4022-af22-d1dde6617b5a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 945 time: 0.0649259 Jul 09 10:34:54.365199 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-abe1af2f-2ec0-4014-aae4-4acadd2f963b req-7a3653e9-814c-4882-95cd-ed8c7118be7d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=d652e0d1-3636-456a-8429-8bed9436817c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316463 Jul 09 10:34:54.461163 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c6a30-c569-404d-ac33-fb66e918b6c5 req-cafc1ecd-e193-4c91-86d9-d59930b07c8a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:54.462550 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5c3c6a30-c569-404d-ac33-fb66e918b6c5 req-cafc1ecd-e193-4c91-86d9-d59930b07c8a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa26d8c8-1aed-4758-ba01-1ced27ba709a HTTP/1.1" status: 200 len: 945 time: 0.0659451 Jul 09 10:34:54.565513 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-5c3c6a30-c569-404d-ac33-fb66e918b6c5 req-1b5ad89b-867a-4333-8318-0555bb486a4d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting port bb3b8e1f-8d37-4b59-8ab3-731d1290295a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:34:54.565854 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5c3c6a30-c569-404d-ac33-fb66e918b6c5 req-1b5ad89b-867a-4333-8318-0555bb486a4d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:54.653305 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-5c3c6a30-c569-404d-ac33-fb66e918b6c5 req-1b5ad89b-867a-4333-8318-0555bb486a4d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] For port bb3b8e1f-8d37-4b59-8ab3-731d1290295a, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=bb3b8e1f-8d37-4b59-8ab3-731d1290295a,segment=NetworkSegment(93259990-d077-495c-a336-6cb5371c2022),segment_id=93259990-d077-495c-a336-6cb5371c2022)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:34:54.653305 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5c3c6a30-c569-404d-ac33-fb66e918b6c5 req-1b5ad89b-867a-4333-8318-0555bb486a4d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:54.667065 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-5c3c6a30-c569-404d-ac33-fb66e918b6c5 req-1b5ad89b-867a-4333-8318-0555bb486a4d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Calling delete_port for bb3b8e1f-8d37-4b59-8ab3-731d1290295a owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:34:54.797831 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5c3c6a30-c569-404d-ac33-fb66e918b6c5 req-1b5ad89b-867a-4333-8318-0555bb486a4d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:54.829017 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ad89b-867a-4333-8318-0555bb486a4d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Port': ['ID=bb3b8e1f-8d37-4b59-8ab3-731d1290295a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:34:54.879046 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3c6a30-c569-404d-ac33-fb66e918b6c5 req-1b5ad89b-867a-4333-8318-0555bb486a4d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] No DVR routers for this DVR port bb3b8e1f-8d37-4b59-8ab3-731d1290295a on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:34:54.881557 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ad89b-867a-4333-8318-0555bb486a4d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:54.881909 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ad89b-867a-4333-8318-0555bb486a4d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:54.882286 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ad89b-867a-4333-8318-0555bb486a4d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:54.882646 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ad89b-867a-4333-8318-0555bb486a4d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:54.882970 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ad89b-867a-4333-8318-0555bb486a4d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:54.883305 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ad89b-867a-4333-8318-0555bb486a4d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:54.883641 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ad89b-867a-4333-8318-0555bb486a4d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:54.884000 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ad89b-867a-4333-8318-0555bb486a4d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:54.884332 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ad89b-867a-4333-8318-0555bb486a4d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:54.884659 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ad89b-867a-4333-8318-0555bb486a4d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:54.884984 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ad89b-867a-4333-8318-0555bb486a4d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:54.885308 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ad89b-867a-4333-8318-0555bb486a4d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:54.888170 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5c3c6a30-c569-404d-ac33-fb66e918b6c5 req-1b5ad89b-867a-4333-8318-0555bb486a4d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:54.890147 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-5c3c6a30-c569-404d-ac33-fb66e918b6c5 req-1b5ad89b-867a-4333-8318-0555bb486a4d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.58 "DELETE /v2.0/ports/bb3b8e1f-8d37-4b59-8ab3-731d1290295a HTTP/1.1" status: 204 len: 173 time: 0.4222102 Jul 09 10:34:54.890656 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa26d8c8-1aed-4758-ba01-1ced27ba709a', 'name': 'network-vif-deleted', 'tag': 'bb3b8e1f-8d37-4b59-8ab3-731d1290295a'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:34:54.893001 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93be8e5f-9a0a-491f-8f4c-590b8b3e2f80" -d '{"events": [{"server_uuid": "fa26d8c8-1aed-4758-ba01-1ced27ba709a", "name": "network-vif-deleted", "tag": "bb3b8e1f-8d37-4b59-8ab3-731d1290295a"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:34:54.934825 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9402ec-ca5b-4dee-b6d3-b8e955b90012 x-openstack-request-id: req-fc9402ec-ca5b-4dee-b6d3-b8e955b90012 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:34:54.935112 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa26d8c8-1aed-4758-ba01-1ced27ba709a", "name": "network-vif-deleted", "tag": "bb3b8e1f-8d37-4b59-8ab3-731d1290295a", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:34:54.935359 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fc9402ec-ca5b-4dee-b6d3-b8e955b90012 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:34:54.935782 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa26d8c8-1aed-4758-ba01-1ced27ba709a', 'name': 'network-vif-deleted', 'tag': 'bb3b8e1f-8d37-4b59-8ab3-731d1290295a', 'status': 'completed', 'code': 200} Jul 09 10:34:55.457443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44268) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:34:55.817341 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-85b032e0-e518-47eb-a604-45bf5cb04171 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:56.106698 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-85b032e0-e518-47eb-a604-45bf5cb04171 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting port 5a538be5-77f4-4846-8c2e-8b95796b0fa4 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:34:56.107131 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-85b032e0-e518-47eb-a604-45bf5cb04171 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:56.199795 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-85b032e0-e518-47eb-a604-45bf5cb04171 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] For port 5a538be5-77f4-4846-8c2e-8b95796b0fa4, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5a538be5-77f4-4846-8c2e-8b95796b0fa4,segment=NetworkSegment(93259990-d077-495c-a336-6cb5371c2022),segment_id=93259990-d077-495c-a336-6cb5371c2022)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:34:56.200258 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-85b032e0-e518-47eb-a604-45bf5cb04171 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:56.213015 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-85b032e0-e518-47eb-a604-45bf5cb04171 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Calling delete_port for 5a538be5-77f4-4846-8c2e-8b95796b0fa4 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:34:56.403588 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-85b032e0-e518-47eb-a604-45bf5cb04171 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:56.432689 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b032e0-e518-47eb-a604-45bf5cb04171 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Port': ['ID=5a538be5-77f4-4846-8c2e-8b95796b0fa4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:34:56.603669 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-85b032e0-e518-47eb-a604-45bf5cb04171 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:56.821140 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b032e0-e518-47eb-a604-45bf5cb04171 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router 79dee9ed-46be-47ba-8340-66d6252bd542 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:34:56.926986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b032e0-e518-47eb-a604-45bf5cb04171 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:34:56.932438 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-85b032e0-e518-47eb-a604-45bf5cb04171 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "PUT /v2.0/routers/79dee9ed-46be-47ba-8340-66d6252bd542/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4738584 Jul 09 10:34:56.935119 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44270) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:34:56.936942 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed0e4c1-1dc1-45aa-a9ce-c48fc809137b None None] Sync routers for ids ['79dee9ed-46be-47ba-8340-66d6252bd542'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:34:56.946220 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed0e4c1-1dc1-45aa-a9ce-c48fc809137b None None] Routers {'79dee9ed-46be-47ba-8340-66d6252bd542'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:34:56.946826 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-aed0e4c1-1dc1-45aa-a9ce-c48fc809137b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:34:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['79dee9ed-46be-47ba-8340-66d6252bd542'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:34:56.985099 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45b22a5-a39c-4a76-a413-7fd240a2228b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting subnet b8b084a3-c4e9-428b-9b70-b26aae12a694 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:34:56.988286 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d45b22a5-a39c-4a76-a413-7fd240a2228b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:57.028498 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d45b22a5-a39c-4a76-a413-7fd240a2228b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:57.051870 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-aed0e4c1-1dc1-45aa-a9ce-c48fc809137b None None] Set router 79dee9ed-46be-47ba-8340-66d6252bd542 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:34:57.116849 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d45b22a5-a39c-4a76-a413-7fd240a2228b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:57.177252 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d45b22a5-a39c-4a76-a413-7fd240a2228b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:57.204391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b22a5-a39c-4a76-a413-7fd240a2228b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Subnet': ['ID=b8b084a3-c4e9-428b-9b70-b26aae12a694,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:34:57.208756 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d45b22a5-a39c-4a76-a413-7fd240a2228b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:57.210524 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d45b22a5-a39c-4a76-a413-7fd240a2228b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/subnets/b8b084a3-c4e9-428b-9b70-b26aae12a694 HTTP/1.1" status: 204 len: 168 time: 0.2742703 Jul 09 10:34:57.213115 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44272) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:34:57.217192 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41bd750-25b1-4645-a9fe-d51e579e3808 None None] Network 06125ae8-d406-4b1a-94cb-b384ba7848ec requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:34:57.317474 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-aed0e4c1-1dc1-45aa-a9ce-c48fc809137b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838674223', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '073f316a-0252-4413-a576-0d1c8542f46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:33:20Z', 'updated_at': '2021-07-09T10:34:56Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '073f316a-0252-4413-a576-0d1c8542f46c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:33:21Z', 'updated_at': '2021-07-09T10:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:34:57.322124 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0264db0-3710-487a-8dce-1e160151bb33 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:57.363518 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed0e4c1-1dc1-45aa-a9ce-c48fc809137b None None] Checking router: 79dee9ed-46be-47ba-8340-66d6252bd542 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:34:57.379272 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed0e4c1-1dc1-45aa-a9ce-c48fc809137b None None] Routers {'79dee9ed-46be-47ba-8340-66d6252bd542'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:34:57.379842 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-aed0e4c1-1dc1-45aa-a9ce-c48fc809137b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:34:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['79dee9ed-46be-47ba-8340-66d6252bd542'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:34:57.426932 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0264db0-3710-487a-8dce-1e160151bb33 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:57.485495 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e0264db0-3710-487a-8dce-1e160151bb33 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting port 073f316a-0252-4413-a576-0d1c8542f46c {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:34:57.485845 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0264db0-3710-487a-8dce-1e160151bb33 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:57.491233 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-aed0e4c1-1dc1-45aa-a9ce-c48fc809137b None None] Set router 79dee9ed-46be-47ba-8340-66d6252bd542 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:34:57.522383 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c77ea71-0210-4bf6-9568-b2fb188e1650 None None] DHCP port deletion for 06125ae8-d406-4b1a-94cb-b384ba7848ec request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:34:57.569204 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-e0264db0-3710-487a-8dce-1e160151bb33 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] For port 073f316a-0252-4413-a576-0d1c8542f46c, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=073f316a-0252-4413-a576-0d1c8542f46c,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:34:57.569568 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0264db0-3710-487a-8dce-1e160151bb33 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:57.581173 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e0264db0-3710-487a-8dce-1e160151bb33 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Calling delete_port for 073f316a-0252-4413-a576-0d1c8542f46c owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:34:57.678721 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4c77ea71-0210-4bf6-9568-b2fb188e1650 None None] Deleting port d0d0ec1a-d587-4b0c-84be-0cf83816dd36 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:34:57.679082 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c77ea71-0210-4bf6-9568-b2fb188e1650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:57.750000 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4c77ea71-0210-4bf6-9568-b2fb188e1650 None None] For port d0d0ec1a-d587-4b0c-84be-0cf83816dd36, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=d0d0ec1a-d587-4b0c-84be-0cf83816dd36,segment=NetworkSegment(93259990-d077-495c-a336-6cb5371c2022),segment_id=93259990-d077-495c-a336-6cb5371c2022)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:34:57.750324 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c77ea71-0210-4bf6-9568-b2fb188e1650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:57.759189 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0264db0-3710-487a-8dce-1e160151bb33 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:57.764803 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4c77ea71-0210-4bf6-9568-b2fb188e1650 None None] Calling delete_port for d0d0ec1a-d587-4b0c-84be-0cf83816dd36 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:34:57.787684 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0264db0-3710-487a-8dce-1e160151bb33 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Port': ['ID=073f316a-0252-4413-a576-0d1c8542f46c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:34:57.788064 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-aed0e4c1-1dc1-45aa-a9ce-c48fc809137b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838674223', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '073f316a-0252-4413-a576-0d1c8542f46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:33:20Z', 'updated_at': '2021-07-09T10:34:56Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '073f316a-0252-4413-a576-0d1c8542f46c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:33:21Z', 'updated_at': '2021-07-09T10:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:34:57.820915 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device d0d0ec1a-d587-4b0c-84be-0cf83816dd36 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:34:57.851124 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0264db0-3710-487a-8dce-1e160151bb33 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:57.867399 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed0e4c1-1dc1-45aa-a9ce-c48fc809137b None None] The sync data for ids ['79dee9ed-46be-47ba-8340-66d6252bd542'] in n-d-799996-1 is: [{'id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838674223', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '073f316a-0252-4413-a576-0d1c8542f46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:33:20Z', 'updated_at': '2021-07-09T10:34:56Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '073f316a-0252-4413-a576-0d1c8542f46c', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dee9ed-46be-47ba-8340-66d6252bd542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:33:21Z', 'updated_at': '2021-07-09T10:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:34:57.938502 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c77ea71-0210-4bf6-9568-b2fb188e1650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:57.945084 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0264db0-3710-487a-8dce-1e160151bb33 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:57.947225 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0264db0-3710-487a-8dce-1e160151bb33 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:57.974673 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77ea71-0210-4bf6-9568-b2fb188e1650 None None] Pushing event deleted for resources: {'Port': ['ID=d0d0ec1a-d587-4b0c-84be-0cf83816dd36,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:34:57.977130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c77ea71-0210-4bf6-9568-b2fb188e1650 None None] No DVR routers for this DVR port d0d0ec1a-d587-4b0c-84be-0cf83816dd36 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:34:57.979397 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:57.994804 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c77ea71-0210-4bf6-9568-b2fb188e1650 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:57.995163 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c77ea71-0210-4bf6-9568-b2fb188e1650 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:57.995505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c77ea71-0210-4bf6-9568-b2fb188e1650 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:57.995880 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c77ea71-0210-4bf6-9568-b2fb188e1650 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:57.996248 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c77ea71-0210-4bf6-9568-b2fb188e1650 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:57.996548 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c77ea71-0210-4bf6-9568-b2fb188e1650 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:57.996873 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c77ea71-0210-4bf6-9568-b2fb188e1650 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:57.997010 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0264db0-3710-487a-8dce-1e160151bb33 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:57.997203 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c77ea71-0210-4bf6-9568-b2fb188e1650 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:57.997490 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0264db0-3710-487a-8dce-1e160151bb33 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Fanout notify agent at l3_agent the message router_deleted on router 79dee9ed-46be-47ba-8340-66d6252bd542 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 10:34:57.997598 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c77ea71-0210-4bf6-9568-b2fb188e1650 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:57.997840 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c77ea71-0210-4bf6-9568-b2fb188e1650 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:57.998164 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c77ea71-0210-4bf6-9568-b2fb188e1650 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:57.998486 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c77ea71-0210-4bf6-9568-b2fb188e1650 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:34:58.008461 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0264db0-3710-487a-8dce-1e160151bb33 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:58.009598 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e0264db0-3710-487a-8dce-1e160151bb33 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/routers/79dee9ed-46be-47ba-8340-66d6252bd542 HTTP/1.1" status: 204 len: 168 time: 0.7954915 Jul 09 10:34:58.012353 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44274) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:34:58.088931 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b830620-7996-4309-b6d4-24d2147b566e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:58.176891 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b830620-7996-4309-b6d4-24d2147b566e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:58.186832 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4b830620-7996-4309-b6d4-24d2147b566e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06125ae8-d406-4b1a-94cb-b384ba7848ec']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:34:58.197654 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4b830620-7996-4309-b6d4-24d2147b566e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93259990-d077-495c-a336-6cb5371c2022') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:34:58.197894 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4b830620-7996-4309-b6d4-24d2147b566e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93259990-d077-495c-a336-6cb5371c2022') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:34:58.206432 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b830620-7996-4309-b6d4-24d2147b566e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:58.221369 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b830620-7996-4309-b6d4-24d2147b566e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:58.228636 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b830620-7996-4309-b6d4-24d2147b566e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:34:58.228845 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b830620-7996-4309-b6d4-24d2147b566e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:34:58.232093 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:34:58.291735 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b830620-7996-4309-b6d4-24d2147b566e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:58.300841 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b830620-7996-4309-b6d4-24d2147b566e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:58.302533 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4b830620-7996-4309-b6d4-24d2147b566e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/networks/06125ae8-d406-4b1a-94cb-b384ba7848ec HTTP/1.1" status: 204 len: 168 time: 0.2891600 Jul 09 10:34:58.305351 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44276) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:34:58.322115 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b830620-7996-4309-b6d4-24d2147b566e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Network': ['ID=06125ae8-d406-4b1a-94cb-b384ba7848ec,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:34:58.368362 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-301576fc-5422-46ec-a667-56a15b409b42 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:58.394393 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-301576fc-5422-46ec-a667-56a15b409b42 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:58.456152 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-301576fc-5422-46ec-a667-56a15b409b42 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:58.458718 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-301576fc-5422-46ec-a667-56a15b409b42 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:58.459928 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-301576fc-5422-46ec-a667-56a15b409b42 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/security-groups/d652e0d1-3636-456a-8429-8bed9436817c HTTP/1.1" status: 204 len: 168 time: 0.1535165 Jul 09 10:34:58.469543 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301576fc-5422-46ec-a667-56a15b409b42 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d652e0d1-3636-456a-8429-8bed9436817c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:34:58.773451 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44282) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:34:58.778297 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-11049fbc-e1bb-4bc5-8468-9c7ba88f3b46 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-168703744', 'description': 'tempest-secgroup-smoke-168703744 description', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:34:58.801166 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11049fbc-e1bb-4bc5-8468-9c7ba88f3b46 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:58.887873 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11049fbc-e1bb-4bc5-8468-9c7ba88f3b46 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:58.892352 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11049fbc-e1bb-4bc5-8468-9c7ba88f3b46 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:58.920245 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11049fbc-e1bb-4bc5-8468-9c7ba88f3b46 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:58.921490 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-11049fbc-e1bb-4bc5-8468-9c7ba88f3b46 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1469491 Jul 09 10:34:58.924611 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44284) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:34:58.925615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11049fbc-e1bb-4bc5-8468-9c7ba88f3b46 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e72ea587-4e88-4ece-a617-7fbebab0070a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:34:58.929549 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3060a718-259d-4d53-87a1-557a85d187d0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': 'e72ea587-4e88-4ece-a617-7fbebab0070a', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:34:58.955937 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3060a718-259d-4d53-87a1-557a85d187d0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.010333 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3060a718-259d-4d53-87a1-557a85d187d0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.013838 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3060a718-259d-4d53-87a1-557a85d187d0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.039016 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060a718-259d-4d53-87a1-557a85d187d0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c30b66-4423-47d8-a3c5-21f8375ef896,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:34:59.041365 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3060a718-259d-4d53-87a1-557a85d187d0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.042563 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3060a718-259d-4d53-87a1-557a85d187d0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168191 Jul 09 10:34:59.045349 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44286) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:34:59.049865 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f8665928-c5b0-4242-9b30-dd71c1acc0e7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': 'e72ea587-4e88-4ece-a617-7fbebab0070a', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:34:59.060524 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device bb3b8e1f-8d37-4b59-8ab3-731d1290295a no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:34:59.081376 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: bb3b8e1f-8d37-4b59-8ab3-731d1290295a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:34:59.081722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device bb3b8e1f-8d37-4b59-8ab3-731d1290295a not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:34:59.083447 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8665928-c5b0-4242-9b30-dd71c1acc0e7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.140323 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8665928-c5b0-4242-9b30-dd71c1acc0e7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.144810 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8665928-c5b0-4242-9b30-dd71c1acc0e7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.162728 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8665928-c5b0-4242-9b30-dd71c1acc0e7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d684f78-9a4f-459d-a4e5-b61f3cbf1610,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:34:59.169668 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8665928-c5b0-4242-9b30-dd71c1acc0e7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.170892 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f8665928-c5b0-4242-9b30-dd71c1acc0e7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245928 Jul 09 10:34:59.173693 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44288) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:34:59.178501 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8444b94f-4d72-49dd-9fb3-19de2c9af2bf tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': 'e72ea587-4e88-4ece-a617-7fbebab0070a', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:34:59.203471 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8444b94f-4d72-49dd-9fb3-19de2c9af2bf tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.261126 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8444b94f-4d72-49dd-9fb3-19de2c9af2bf tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.264855 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8444b94f-4d72-49dd-9fb3-19de2c9af2bf tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.283828 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444b94f-4d72-49dd-9fb3-19de2c9af2bf tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0101ed4a-5922-40b0-a9c5-6700c56d1fff,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:34:59.289049 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8444b94f-4d72-49dd-9fb3-19de2c9af2bf tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.290244 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-8444b94f-4d72-49dd-9fb3-19de2c9af2bf tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152596 Jul 09 10:34:59.293068 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44290) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:34:59.297459 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0ee83799-270d-49b4-80e8-01211092d7d9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': 'e72ea587-4e88-4ece-a617-7fbebab0070a', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:34:59.323569 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ee83799-270d-49b4-80e8-01211092d7d9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.388607 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ee83799-270d-49b4-80e8-01211092d7d9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.392063 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ee83799-270d-49b4-80e8-01211092d7d9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.416115 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee83799-270d-49b4-80e8-01211092d7d9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4dc243f-f6cd-4b43-9afc-0507cc1168d3,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:34:59.420106 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ee83799-270d-49b4-80e8-01211092d7d9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.421468 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0ee83799-270d-49b4-80e8-01211092d7d9 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273220 Jul 09 10:34:59.425338 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44292) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:34:59.429973 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-bf3fc15f-7cb2-4a8d-b209-51be0ad79a43 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': 'e72ea587-4e88-4ece-a617-7fbebab0070a', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:34:59.452425 n-d-799996-1 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-bf3fc15f-7cb2-4a8d-b209-51be0ad79a43 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Project a2707a6cc1554f6e93671b1c65b2449a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:34:59.457965 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf3fc15f-7cb2-4a8d-b209-51be0ad79a43 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.516345 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf3fc15f-7cb2-4a8d-b209-51be0ad79a43 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.520751 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf3fc15f-7cb2-4a8d-b209-51be0ad79a43 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.539353 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fc15f-7cb2-4a8d-b209-51be0ad79a43 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b739491-f91d-4794-a194-189b9a3285b6,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:34:59.542012 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf3fc15f-7cb2-4a8d-b209-51be0ad79a43 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.543201 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-bf3fc15f-7cb2-4a8d-b209-51be0ad79a43 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1167428 Jul 09 10:34:59.546046 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44294) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:34:59.550631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7bf0a7d9-9685-456e-98ea-61987aecde4b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'security_group_rule': {'security_group_id': 'e72ea587-4e88-4ece-a617-7fbebab0070a', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:34:59.571965 n-d-799996-1 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-7bf0a7d9-9685-456e-98ea-61987aecde4b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Project a2707a6cc1554f6e93671b1c65b2449a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:34:59.576863 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bf0a7d9-9685-456e-98ea-61987aecde4b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.638504 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bf0a7d9-9685-456e-98ea-61987aecde4b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.642145 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bf0a7d9-9685-456e-98ea-61987aecde4b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.663047 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0a7d9-9685-456e-98ea-61987aecde4b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ee6627-a51d-4487-bbb0-52aa328160f5,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:34:59.666863 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bf0a7d9-9685-456e-98ea-61987aecde4b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.668084 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7bf0a7d9-9685-456e-98ea-61987aecde4b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208827 Jul 09 10:34:59.670846 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44296) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:34:59.676284 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f959a970-cf63-410e-95b0-296b3b7d52e0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'network': {'name': 'tempest-network-smoke--924307813', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'port_security_enabled': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:34:59.697540 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f959a970-cf63-410e-95b0-296b3b7d52e0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Made reservation on behalf of a2707a6cc1554f6e93671b1c65b2449a for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:34:59.701092 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f959a970-cf63-410e-95b0-296b3b7d52e0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.724827 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f959a970-cf63-410e-95b0-296b3b7d52e0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:34:59.737315 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 073f316a-0252-4413-a576-0d1c8542f46c no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:34:59.737886 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f959a970-cf63-410e-95b0-296b3b7d52e0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.738295 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-f959a970-cf63-410e-95b0-296b3b7d52e0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Added segment 4240f0de-26a9-4178-b49a-7c08644401a0 of type vlan for network b62db048-723e-43b0-9cca-a885a4cdbc27 Jul 09 10:34:59.761235 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 073f316a-0252-4413-a576-0d1c8542f46c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:34:59.761579 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 073f316a-0252-4413-a576-0d1c8542f46c not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:34:59.761996 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5a538be5-77f4-4846-8c2e-8b95796b0fa4 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:34:59.780856 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 5a538be5-77f4-4846-8c2e-8b95796b0fa4 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:34:59.781118 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5a538be5-77f4-4846-8c2e-8b95796b0fa4 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:34:59.785079 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f959a970-cf63-410e-95b0-296b3b7d52e0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.813643 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f959a970-cf63-410e-95b0-296b3b7d52e0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.819819 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f959a970-cf63-410e-95b0-296b3b7d52e0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:34:59.823952 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f959a970-cf63-410e-95b0-296b3b7d52e0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.879388 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f959a970-cf63-410e-95b0-296b3b7d52e0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2074659 Jul 09 10:34:59.882180 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44298) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:34:59.888882 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f606260e-5773-4440-8924-d3bb97ab3895 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1601248378', 'admin_state_up': True, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:34:59.902195 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959a970-cf63-410e-95b0-296b3b7d52e0 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Network': ['ID=b62db048-723e-43b0-9cca-a885a4cdbc27,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:34:59.912300 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network b62db048-723e-43b0-9cca-a885a4cdbc27 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:34:59.918898 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f606260e-5773-4440-8924-d3bb97ab3895 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.920031 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f606260e-5773-4440-8924-d3bb97ab3895 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:34:59.977238 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f606260e-5773-4440-8924-d3bb97ab3895 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:00.111058 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f606260e-5773-4440-8924-d3bb97ab3895 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:00.302222 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f606260e-5773-4440-8924-d3bb97ab3895 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:00.320619 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f606260e-5773-4440-8924-d3bb97ab3895 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:00.424347 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-f606260e-5773-4440-8924-d3bb97ab3895 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Allocated IP 172.25.3.183 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/5c9448cb-53ae-4957-b37d-eb29c2014005) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:35:00.523414 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f606260e-5773-4440-8924-d3bb97ab3895 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:00.561435 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f606260e-5773-4440-8924-d3bb97ab3895 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:00.606723 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f606260e-5773-4440-8924-d3bb97ab3895 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:35:00.609644 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-f606260e-5773-4440-8924-d3bb97ab3895 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:35:00.613864 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f606260e-5773-4440-8924-d3bb97ab3895 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:35:00.616934 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606260e-5773-4440-8924-d3bb97ab3895 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=5c9448cb-53ae-4957-b37d-eb29c2014005,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:35:01.165871 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f606260e-5773-4440-8924-d3bb97ab3895 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:01.362219 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f606260e-5773-4440-8924-d3bb97ab3895 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:01.485958 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f606260e-5773-4440-8924-d3bb97ab3895 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router 1f44903e-5855-43c5-a01f-c953e2ab134f is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 10:35:01.587542 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f606260e-5773-4440-8924-d3bb97ab3895 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:35:01.597988 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] Sync routers for ids ['1f44903e-5855-43c5-a01f-c953e2ab134f'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:35:01.609324 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f606260e-5773-4440-8924-d3bb97ab3895 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:01.614246 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f606260e-5773-4440-8924-d3bb97ab3895 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7274933 Jul 09 10:35:01.614429 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] Routers {'1f44903e-5855-43c5-a01f-c953e2ab134f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:35:01.614429 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:34:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['1f44903e-5855-43c5-a01f-c953e2ab134f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:35:01.614704 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44300) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:35:01.649468 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-90e50463-6713-4415-96a8-be302a2ca9bf tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=a2707a6cc1554f6e93671b1c65b2449a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339363 Jul 09 10:35:01.652189 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44302) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:35:01.723350 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] Set router 1f44903e-5855-43c5-a01f-c953e2ab134f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:35:01.741490 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c903c7-0f25-4963-82b4-ca25bba5eb0c tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:01.742919 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-10c903c7-0f25-4963-82b4-ca25bba5eb0c tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896225 Jul 09 10:35:01.745682 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44304) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:35:01.773758 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-3e6a9001-2626-4bbf-a49f-63cd6c71338c tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=a0a787a9-4358-4995-b83f-d80af68b5467&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270302 Jul 09 10:35:01.776263 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44306) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:35:01.781026 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-22aeec3e-f570-4b26-9026-a51a16e23e18 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2144188433', 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27', 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:35:01.873012 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22aeec3e-f570-4b26-9026-a51a16e23e18 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Made reservation on behalf of a2707a6cc1554f6e93671b1c65b2449a for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:35:01.877618 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22aeec3e-f570-4b26-9026-a51a16e23e18 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:01.903201 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601248378', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:34:59Z', 'updated_at': '2021-07-09T10:35:00Z', 'revision_number': 3, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:35:00Z', 'updated_at': '2021-07-09T10:35:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:35:01.945161 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] Checking router: 1f44903e-5855-43c5-a01f-c953e2ab134f for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:35:01.945502 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] Updating router 1f44903e-5855-43c5-a01f-c953e2ab134f port 5c9448cb-53ae-4957-b37d-eb29c2014005 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:35:01.981598 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:02.073311 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22aeec3e-f570-4b26-9026-a51a16e23e18 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:02.132797 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aeec3e-f570-4b26-9026-a51a16e23e18 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Subnet': ['ID=a204c02a-649e-403a-9de6-c1907d45d875,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:35:02.150614 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aeec3e-f570-4b26-9026-a51a16e23e18 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Checking segment: {'id': '4240f0de-26a9-4178-b49a-7c08644401a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:35:02.151089 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22aeec3e-f570-4b26-9026-a51a16e23e18 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network hostable DHCP agents. Network: b62db048-723e-43b0-9cca-a885a4cdbc27, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:35:02.168505 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22aeec3e-f570-4b26-9026-a51a16e23e18 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network b62db048-723e-43b0-9cca-a885a4cdbc27 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:35:02.176921 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-22aeec3e-f570-4b26-9026-a51a16e23e18 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, b62db048-723e-43b0-9cca-a885a4cdbc27) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:35:02.180934 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aeec3e-f570-4b26-9026-a51a16e23e18 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:02.181534 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22aeec3e-f570-4b26-9026-a51a16e23e18 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:02.188648 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd80576-f8d5-4f50-9371-9ea6d403beac None None] Network b62db048-723e-43b0-9cca-a885a4cdbc27 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:35:02.196634 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-22aeec3e-f570-4b26-9026-a51a16e23e18 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4193473 Jul 09 10:35:02.199488 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44308) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:35:02.244933 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:02.256768 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] Transition to ACTIVE for port object 5c9448cb-53ae-4957-b37d-eb29c2014005 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:35:02.265017 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:02.313397 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] Attempting to bind port 5c9448cb-53ae-4957-b37d-eb29c2014005 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:35:02.313769 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] Attempting to bind port 5c9448cb-53ae-4957-b37d-eb29c2014005 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:35:02.314140 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] Attempting to bind port 5c9448cb-53ae-4957-b37d-eb29c2014005 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:35:02.324595 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:35:02.324890 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:35:02.325594 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:02.325736 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:35:02.326135 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] Bound port: 5c9448cb-53ae-4957-b37d-eb29c2014005, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:35:02.326516 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:02.355746 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a169c806-f987-4b78-8d14-673a9d413889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-b62db048-723e-43b0-9cca-a885a4cdbc27', 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ips': [{'subnet_id': 'a204c02a-649e-403a-9de6-c1907d45d875'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:35:02.356903 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a169c806-f987-4b78-8d14-673a9d413889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:02.363439 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12d314-ac76-4379-8be3-a6c602385207 None None] Pushing event updated for resources: {'Port': ['ID=5c9448cb-53ae-4957-b37d-eb29c2014005,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:35:02.390960 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12d314-ac76-4379-8be3-a6c602385207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:35:02.391305 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12d314-ac76-4379-8be3-a6c602385207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:35:02.391646 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12d314-ac76-4379-8be3-a6c602385207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:35:02.392007 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12d314-ac76-4379-8be3-a6c602385207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:35:02.392343 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12d314-ac76-4379-8be3-a6c602385207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:35:02.392683 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12d314-ac76-4379-8be3-a6c602385207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:35:02.393576 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12d314-ac76-4379-8be3-a6c602385207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:35:02.393897 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12d314-ac76-4379-8be3-a6c602385207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:35:02.394548 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12d314-ac76-4379-8be3-a6c602385207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:35:02.394882 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12d314-ac76-4379-8be3-a6c602385207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:35:02.395202 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12d314-ac76-4379-8be3-a6c602385207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:35:02.395523 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12d314-ac76-4379-8be3-a6c602385207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:35:02.400530 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] For port 5c9448cb-53ae-4957-b37d-eb29c2014005, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:35:02.403984 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] For port 5c9448cb-53ae-4957-b37d-eb29c2014005, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5c9448cb-53ae-4957-b37d-eb29c2014005,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:35:02.409200 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:02.458677 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] Routers {'1f44903e-5855-43c5-a01f-c953e2ab134f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:35:02.459309 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:34:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['1f44903e-5855-43c5-a01f-c953e2ab134f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:35:02.508727 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-a169c806-f987-4b78-8d14-673a9d413889 None None] Allocated IP 172.20.0.2 (b62db048-723e-43b0-9cca-a885a4cdbc27/a204c02a-649e-403a-9de6-c1907d45d875/1d7733db-a3da-48be-8265-0b49b063d827) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:35:02.519009 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12d314-ac76-4379-8be3-a6c602385207 None None] Pushing event updated for resources: {'Port': ['ID=5c9448cb-53ae-4957-b37d-eb29c2014005,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:35:02.585701 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] Set router 1f44903e-5855-43c5-a01f-c953e2ab134f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:35:02.658073 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a169c806-f987-4b78-8d14-673a9d413889 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:02.667072 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a169c806-f987-4b78-8d14-673a9d413889 None None] Transition to ACTIVE for port object 1d7733db-a3da-48be-8265-0b49b063d827 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:35:02.683984 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a169c806-f987-4b78-8d14-673a9d413889 None None] Transition to ACTIVE for port object 1d7733db-a3da-48be-8265-0b49b063d827 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:35:02.684955 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39c10b9a-9adf-4c31-a876-3e64dc815a31 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:02.691076 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a169c806-f987-4b78-8d14-673a9d413889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:02.733110 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a169c806-f987-4b78-8d14-673a9d413889 None None] Network b62db048-723e-43b0-9cca-a885a4cdbc27 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:35:02.740589 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-a169c806-f987-4b78-8d14-673a9d413889 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:35:02.744500 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a169c806-f987-4b78-8d14-673a9d413889 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:35:02.754366 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169c806-f987-4b78-8d14-673a9d413889 None None] Pushing event updated for resources: {'Port': ['ID=1d7733db-a3da-48be-8265-0b49b063d827,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:35:02.771928 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601248378', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:34:59Z', 'updated_at': '2021-07-09T10:35:00Z', 'revision_number': 3, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:35:00Z', 'updated_at': '2021-07-09T10:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:35:02.799652 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00799efe-3000-4dd1-93b8-e0bdcb6fdeef None None] The sync data for ids ['1f44903e-5855-43c5-a01f-c953e2ab134f'] in n-d-799996-1 is: [{'id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601248378', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:34:59Z', 'updated_at': '2021-07-09T10:35:00Z', 'revision_number': 3, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:35:00Z', 'updated_at': '2021-07-09T10:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:35:02.808428 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a169c806-f987-4b78-8d14-673a9d413889 None None] Attempting to bind port 1d7733db-a3da-48be-8265-0b49b063d827 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:35:02.808786 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a169c806-f987-4b78-8d14-673a9d413889 None None] Attempting to bind port 1d7733db-a3da-48be-8265-0b49b063d827 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '4240f0de-26a9-4178-b49a-7c08644401a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:35:02.809159 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a169c806-f987-4b78-8d14-673a9d413889 None None] Attempting to bind port 1d7733db-a3da-48be-8265-0b49b063d827 on network b62db048-723e-43b0-9cca-a885a4cdbc27 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:35:02.814605 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a169c806-f987-4b78-8d14-673a9d413889 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:35:02.815528 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a169c806-f987-4b78-8d14-673a9d413889 None None] Checking segment: {'id': '4240f0de-26a9-4178-b49a-7c08644401a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:35:02.815964 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a169c806-f987-4b78-8d14-673a9d413889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:02.816354 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a169c806-f987-4b78-8d14-673a9d413889 None None] Bound using segment: {'id': '4240f0de-26a9-4178-b49a-7c08644401a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:35:02.816938 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a169c806-f987-4b78-8d14-673a9d413889 None None] Bound port: 1d7733db-a3da-48be-8265-0b49b063d827, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4240f0de-26a9-4178-b49a-7c08644401a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:35:02.817387 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a169c806-f987-4b78-8d14-673a9d413889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:02.893241 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a169c806-f987-4b78-8d14-673a9d413889 None None] For port 1d7733db-a3da-48be-8265-0b49b063d827, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:35:02.897135 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a169c806-f987-4b78-8d14-673a9d413889 None None] For port 1d7733db-a3da-48be-8265-0b49b063d827, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1d7733db-a3da-48be-8265-0b49b063d827,segment=NetworkSegment(4240f0de-26a9-4178-b49a-7c08644401a0),segment_id=4240f0de-26a9-4178-b49a-7c08644401a0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:35:02.901961 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a169c806-f987-4b78-8d14-673a9d413889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:02.980670 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169c806-f987-4b78-8d14-673a9d413889 None None] Pushing event updated for resources: {'Port': ['ID=1d7733db-a3da-48be-8265-0b49b063d827,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:35:03.031534 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-39c10b9a-9adf-4c31-a876-3e64dc815a31 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Allocated IP 172.20.0.1 (b62db048-723e-43b0-9cca-a885a4cdbc27/a204c02a-649e-403a-9de6-c1907d45d875/f8638402-922b-4cd2-bb0b-43e76157a2bb) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:35:03.181251 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39c10b9a-9adf-4c31-a876-3e64dc815a31 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:03.199684 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-39c10b9a-9adf-4c31-a876-3e64dc815a31 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Transition to ACTIVE for port object f8638402-922b-4cd2-bb0b-43e76157a2bb will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:35:03.237666 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39c10b9a-9adf-4c31-a876-3e64dc815a31 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:03.289914 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c10b9a-9adf-4c31-a876-3e64dc815a31 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network b62db048-723e-43b0-9cca-a885a4cdbc27 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:35:03.293476 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-39c10b9a-9adf-4c31-a876-3e64dc815a31 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:35:03.302410 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c10b9a-9adf-4c31-a876-3e64dc815a31 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:35:03.309561 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c10b9a-9adf-4c31-a876-3e64dc815a31 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=f8638402-922b-4cd2-bb0b-43e76157a2bb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:35:03.350981 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39c10b9a-9adf-4c31-a876-3e64dc815a31 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:03.500996 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39c10b9a-9adf-4c31-a876-3e64dc815a31 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:03.816490 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39c10b9a-9adf-4c31-a876-3e64dc815a31 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:03.818174 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1d7733db-a3da-48be-8265-0b49b063d827 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:35:03.821914 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39c10b9a-9adf-4c31-a876-3e64dc815a31 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:03.874336 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 1d7733db-a3da-48be-8265-0b49b063d827 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:35:03.879402 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5c9448cb-53ae-4957-b37d-eb29c2014005 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:35:03.906636 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39c10b9a-9adf-4c31-a876-3e64dc815a31 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:03.909474 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c10b9a-9adf-4c31-a876-3e64dc815a31 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=f8638402-922b-4cd2-bb0b-43e76157a2bb,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:35:03.940508 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 5c9448cb-53ae-4957-b37d-eb29c2014005 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:35:03.945414 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 5c9448cb-53ae-4957-b37d-eb29c2014005 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:35:03.945788 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:03.988729 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c158e3-2398-427c-b473-9c5fa6a0933a None None] Network b62db048-723e-43b0-9cca-a885a4cdbc27 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:35:04.016328 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c10b9a-9adf-4c31-a876-3e64dc815a31 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network b62db048-723e-43b0-9cca-a885a4cdbc27 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:35:04.017767 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-39c10b9a-9adf-4c31-a876-3e64dc815a31 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:35:04.136606 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c10b9a-9adf-4c31-a876-3e64dc815a31 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router 1f44903e-5855-43c5-a01f-c953e2ab134f has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:35:04.267865 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c10b9a-9adf-4c31-a876-3e64dc815a31 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:35:04.281814 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-39c10b9a-9adf-4c31-a876-3e64dc815a31 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "PUT /v2.0/routers/1f44903e-5855-43c5-a01f-c953e2ab134f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0728049 Jul 09 10:35:04.290611 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2ccc1b30-01be-4e7d-8a9b-bdec3b9e0226 None None] Provisioning for port 1d7733db-a3da-48be-8265-0b49b063d827 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:35:04.292643 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:04.304704 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2ccc1b30-01be-4e7d-8a9b-bdec3b9e0226 None None] Provisioning complete for port 1d7733db-a3da-48be-8265-0b49b063d827 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:35:04.305070 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2ccc1b30-01be-4e7d-8a9b-bdec3b9e0226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:04.343986 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 5c9448cb-53ae-4957-b37d-eb29c2014005, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5c9448cb-53ae-4957-b37d-eb29c2014005,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:35:04.353679 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:04.436277 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2641b488-4599-430e-bc60-629dd2dbb44e req-3ccba14f-3a9d-406e-ba9d-acf519951800 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-168703744&fields=id&tenant_id=a2707a6cc1554f6e93671b1c65b2449a HTTP/1.1" status: 200 len: 267 time: 0.0417821 Jul 09 10:35:04.471920 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=5c9448cb-53ae-4957-b37d-eb29c2014005,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:35:04.490778 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2ccc1b30-01be-4e7d-8a9b-bdec3b9e0226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:04.518101 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] Sync routers for ids ['1f44903e-5855-43c5-a01f-c953e2ab134f'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:35:04.535920 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2ccc1b30-01be-4e7d-8a9b-bdec3b9e0226 None None] For port 1d7733db-a3da-48be-8265-0b49b063d827, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1d7733db-a3da-48be-8265-0b49b063d827,segment=NetworkSegment(4240f0de-26a9-4178-b49a-7c08644401a0),segment_id=4240f0de-26a9-4178-b49a-7c08644401a0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:35:04.538427 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] Routers {'1f44903e-5855-43c5-a01f-c953e2ab134f'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:35:04.539567 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:34:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['1f44903e-5855-43c5-a01f-c953e2ab134f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:35:04.543740 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2ccc1b30-01be-4e7d-8a9b-bdec3b9e0226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:04.547977 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641b488-4599-430e-bc60-629dd2dbb44e req-6fd245fa-8f68-4bea-b9d5-b147bb53b50f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:04.556518 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2641b488-4599-430e-bc60-629dd2dbb44e req-6fd245fa-8f68-4bea-b9d5-b147bb53b50f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/networks?id=b62db048-723e-43b0-9cca-a885a4cdbc27 HTTP/1.1" status: 200 len: 796 time: 0.1170871 Jul 09 10:35:04.567454 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2641b488-4599-430e-bc60-629dd2dbb44e req-b6027bef-5235-4f9b-a7f8-718a47ddd21a tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/quotas/a2707a6cc1554f6e93671b1c65b2449a HTTP/1.1" status: 200 len: 375 time: 0.0097747 Jul 09 10:35:04.633750 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:04.649698 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2641b488-4599-430e-bc60-629dd2dbb44e req-200c4fe6-def0-42af-a550-b727ea2ddf3b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742600 Jul 09 10:35:04.675833 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc1b30-01be-4e7d-8a9b-bdec3b9e0226 None None] Pushing event updated for resources: {'Port': ['ID=1d7733db-a3da-48be-8265-0b49b063d827,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:35:04.704688 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] Set router 1f44903e-5855-43c5-a01f-c953e2ab134f gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:35:04.711360 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-2641b488-4599-430e-bc60-629dd2dbb44e req-f61b23fe-ff89-4303-88a3-938e1e7c6b33 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 10:35:04.712805 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2641b488-4599-430e-bc60-629dd2dbb44e req-f61b23fe-ff89-4303-88a3-938e1e7c6b33 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499589 Jul 09 10:35:04.814955 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2641b488-4599-430e-bc60-629dd2dbb44e req-8b07285a-289d-4b7a-ab04-aaa3f48fb59d service neutron] 10.222.0.61 "GET /v2.0/networks/b62db048-723e-43b0-9cca-a885a4cdbc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961926 Jul 09 10:35:04.829940 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e7eaf9da-3828-4962-8fe5-649d1250d743 None None] Provisioning complete for port 1d7733db-a3da-48be-8265-0b49b063d827 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:35:04.831061 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e7eaf9da-3828-4962-8fe5-649d1250d743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:04.998070 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e7eaf9da-3828-4962-8fe5-649d1250d743 None None] Provisioning for port f8638402-922b-4cd2-bb0b-43e76157a2bb completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:35:05.005262 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e7eaf9da-3828-4962-8fe5-649d1250d743 None None] Provisioning complete for port f8638402-922b-4cd2-bb0b-43e76157a2bb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:35:05.005740 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e7eaf9da-3828-4962-8fe5-649d1250d743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:05.032303 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601248378', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:34:59Z', 'updated_at': '2021-07-09T10:35:03Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:35:00Z', 'updated_at': '2021-07-09T10:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'f8638402-922b-4cd2-bb0b-43e76157a2bb', 'name': '', 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:f3:0e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a204c02a-649e-403a-9de6-c1907d45d875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:35:02Z', 'updated_at': '2021-07-09T10:35:03Z', 'revision_number': 2, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'a204c02a-649e-403a-9de6-c1907d45d875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:35:05.070541 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] Checking router: 1f44903e-5855-43c5-a01f-c953e2ab134f for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:35:05.070999 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] Updating router 1f44903e-5855-43c5-a01f-c953e2ab134f port f8638402-922b-4cd2-bb0b-43e76157a2bb binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:35:05.099041 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e7eaf9da-3828-4962-8fe5-649d1250d743 None None] Port f8638402-922b-4cd2-bb0b-43e76157a2bb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:35:05.115773 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:05.225724 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2641b488-4599-430e-bc60-629dd2dbb44e req-afda01a8-2ef9-4172-91f6-396181d1b24b service neutron] 10.222.0.61 "GET /v2.0/networks/b62db048-723e-43b0-9cca-a885a4cdbc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043195 Jul 09 10:35:05.248231 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c4bef689-8272-4370-93e9-1aa0f33b29e3 None None] Provisioning complete for port f8638402-922b-4cd2-bb0b-43e76157a2bb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:35:05.248610 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c4bef689-8272-4370-93e9-1aa0f33b29e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:05.323564 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c4bef689-8272-4370-93e9-1aa0f33b29e3 None None] Port f8638402-922b-4cd2-bb0b-43e76157a2bb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:35:05.403209 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-30db1505-b1f0-4f00-9189-48265de17d77 req-5bbb5994-49b2-4870-9b26-d4b853c2e414 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 210 time: 0.0309296 Jul 09 10:35:05.432499 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:05.443114 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] Transition to ACTIVE for port object f8638402-922b-4cd2-bb0b-43e76157a2bb will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:35:05.449282 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:05.500003 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1b171-a1f3-47fb-8417-2a73efa7021a None None] Pushing event updated for resources: {'Port': ['ID=f8638402-922b-4cd2-bb0b-43e76157a2bb,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:35:05.556371 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] Attempting to bind port f8638402-922b-4cd2-bb0b-43e76157a2bb on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:35:05.556906 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] Attempting to bind port f8638402-922b-4cd2-bb0b-43e76157a2bb by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '4240f0de-26a9-4178-b49a-7c08644401a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:35:05.557252 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] Attempting to bind port f8638402-922b-4cd2-bb0b-43e76157a2bb on network b62db048-723e-43b0-9cca-a885a4cdbc27 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:35:05.562669 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:35:05.563043 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] Checking segment: {'id': '4240f0de-26a9-4178-b49a-7c08644401a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:35:05.563441 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:05.563870 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] Bound using segment: {'id': '4240f0de-26a9-4178-b49a-7c08644401a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:35:05.564327 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] Bound port: f8638402-922b-4cd2-bb0b-43e76157a2bb, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4240f0de-26a9-4178-b49a-7c08644401a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:35:05.565230 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:05.646833 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] For port f8638402-922b-4cd2-bb0b-43e76157a2bb, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:35:05.650076 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] For port f8638402-922b-4cd2-bb0b-43e76157a2bb, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f8638402-922b-4cd2-bb0b-43e76157a2bb,segment=NetworkSegment(4240f0de-26a9-4178-b49a-7c08644401a0),segment_id=4240f0de-26a9-4178-b49a-7c08644401a0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:35:05.655887 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:05.711538 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] Routers {'1f44903e-5855-43c5-a01f-c953e2ab134f'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:35:05.712199 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:34:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['1f44903e-5855-43c5-a01f-c953e2ab134f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:35:05.769603 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1b171-a1f3-47fb-8417-2a73efa7021a None None] Pushing event updated for resources: {'Port': ['ID=f8638402-922b-4cd2-bb0b-43e76157a2bb,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:35:05.779138 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1d7733db-a3da-48be-8265-0b49b063d827 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:35:05.888393 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] Set router 1f44903e-5855-43c5-a01f-c953e2ab134f gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:35:05.933790 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 1d7733db-a3da-48be-8265-0b49b063d827 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:35:05.934168 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:06.124549 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5c9448cb-53ae-4957-b37d-eb29c2014005 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:35:06.208344 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 5c9448cb-53ae-4957-b37d-eb29c2014005 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:35:06.208713 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:06.213099 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601248378', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:34:59Z', 'updated_at': '2021-07-09T10:35:03Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:35:00Z', 'updated_at': '2021-07-09T10:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'f8638402-922b-4cd2-bb0b-43e76157a2bb', 'name': '', 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:f3:0e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a204c02a-649e-403a-9de6-c1907d45d875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:35:02Z', 'updated_at': '2021-07-09T10:35:05Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'a204c02a-649e-403a-9de6-c1907d45d875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:35:06.256658 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d19e5f1-0214-47e4-9864-87257a02e8b1 None None] The sync data for ids ['1f44903e-5855-43c5-a01f-c953e2ab134f'] in n-d-799996-1 is: [{'id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601248378', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:34:59Z', 'updated_at': '2021-07-09T10:35:03Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:35:00Z', 'updated_at': '2021-07-09T10:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'f8638402-922b-4cd2-bb0b-43e76157a2bb', 'name': '', 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:f3:0e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a204c02a-649e-403a-9de6-c1907d45d875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:35:02Z', 'updated_at': '2021-07-09T10:35:05Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'a204c02a-649e-403a-9de6-c1907d45d875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:35:06.572334 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-899ba3d7-15fc-493e-89dc-9483225e9e1b req-a6497683-b38b-4c86-9653-0fa119aba42c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 210 time: 0.0402055 Jul 09 10:35:06.586105 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641b488-4599-430e-bc60-629dd2dbb44e req-976178c7-c14a-469f-bfcd-b15a7b2b92ef tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:06.587944 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2641b488-4599-430e-bc60-629dd2dbb44e req-976178c7-c14a-469f-bfcd-b15a7b2b92ef tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.64 "GET /v2.0/networks?id=b62db048-723e-43b0-9cca-a885a4cdbc27 HTTP/1.1" status: 200 len: 796 time: 0.1600406 Jul 09 10:35:06.632309 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2641b488-4599-430e-bc60-629dd2dbb44e req-9daebb04-70c9-444a-8bae-46bcd6658d33 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2707a6cc1554f6e93671b1c65b2449a HTTP/1.1" status: 200 len: 379 time: 0.0351663 Jul 09 10:35:06.641235 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-2641b488-4599-430e-bc60-629dd2dbb44e req-3bca206e-4af1-44ae-9949-dceae7e3fa41 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'port': {'device_id': '5828437f-40d4-4d8e-acc4-40c1911e0765', 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27', 'admin_state_up': True, 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'security_groups': ['e72ea587-4e88-4ece-a617-7fbebab0070a']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:35:06.767606 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2641b488-4599-430e-bc60-629dd2dbb44e req-3bca206e-4af1-44ae-9949-dceae7e3fa41 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Made reservation on behalf of a2707a6cc1554f6e93671b1c65b2449a for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:35:06.772170 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2641b488-4599-430e-bc60-629dd2dbb44e req-3bca206e-4af1-44ae-9949-dceae7e3fa41 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:06.847717 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-01a66902-e6f2-4890-a2da-4f64996b02d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:06.908357 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-2641b488-4599-430e-bc60-629dd2dbb44e req-3bca206e-4af1-44ae-9949-dceae7e3fa41 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Allocated IP 172.20.0.8 (b62db048-723e-43b0-9cca-a885a4cdbc27/a204c02a-649e-403a-9de6-c1907d45d875/f2103cbc-b914-4fff-8169-e1ebc4396bb0) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:35:07.056368 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2641b488-4599-430e-bc60-629dd2dbb44e req-3bca206e-4af1-44ae-9949-dceae7e3fa41 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:07.071430 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-2641b488-4599-430e-bc60-629dd2dbb44e req-3bca206e-4af1-44ae-9949-dceae7e3fa41 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Transition to ACTIVE for port object f2103cbc-b914-4fff-8169-e1ebc4396bb0 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:35:07.107579 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2641b488-4599-430e-bc60-629dd2dbb44e req-3bca206e-4af1-44ae-9949-dceae7e3fa41 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:07.156546 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2641b488-4599-430e-bc60-629dd2dbb44e req-3bca206e-4af1-44ae-9949-dceae7e3fa41 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network b62db048-723e-43b0-9cca-a885a4cdbc27 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:35:07.159849 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-2641b488-4599-430e-bc60-629dd2dbb44e req-3bca206e-4af1-44ae-9949-dceae7e3fa41 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:35:07.163969 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-2641b488-4599-430e-bc60-629dd2dbb44e req-3bca206e-4af1-44ae-9949-dceae7e3fa41 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:35:07.193408 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca206e-4af1-44ae-9949-dceae7e3fa41 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=f2103cbc-b914-4fff-8169-e1ebc4396bb0,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:35:07.224443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641b488-4599-430e-bc60-629dd2dbb44e req-3bca206e-4af1-44ae-9949-dceae7e3fa41 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:07.225202 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2641b488-4599-430e-bc60-629dd2dbb44e req-3bca206e-4af1-44ae-9949-dceae7e3fa41 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:07.242091 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2641b488-4599-430e-bc60-629dd2dbb44e req-3bca206e-4af1-44ae-9949-dceae7e3fa41 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6047981 Jul 09 10:35:07.303403 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-2641b488-4599-430e-bc60-629dd2dbb44e req-a964e62f-922b-4845-89af-91a69426b976 service neutron] Request body: {'port': {'device_id': '5828437f-40d4-4d8e-acc4-40c1911e0765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:35:07.384348 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2641b488-4599-430e-bc60-629dd2dbb44e req-a964e62f-922b-4845-89af-91a69426b976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:07.401297 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cf234bd5-1558-46ff-a619-8f21660bea11 None None] Provisioning for port f2103cbc-b914-4fff-8169-e1ebc4396bb0 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:35:07.405277 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cf234bd5-1558-46ff-a619-8f21660bea11 None None] Provisioning complete for port f2103cbc-b914-4fff-8169-e1ebc4396bb0 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:35:07.405751 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cf234bd5-1558-46ff-a619-8f21660bea11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:07.443634 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-cf234bd5-1558-46ff-a619-8f21660bea11 None None] Port f2103cbc-b914-4fff-8169-e1ebc4396bb0 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:35:07.645780 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-2641b488-4599-430e-bc60-629dd2dbb44e req-a964e62f-922b-4845-89af-91a69426b976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2103cbc-b914-4fff-8169-e1ebc4396bb0 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:35:07.653279 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2641b488-4599-430e-bc60-629dd2dbb44e req-a964e62f-922b-4845-89af-91a69426b976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:07.665565 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-2641b488-4599-430e-bc60-629dd2dbb44e req-a964e62f-922b-4845-89af-91a69426b976 service neutron] Transition to ACTIVE for port object f2103cbc-b914-4fff-8169-e1ebc4396bb0 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:35:07.668927 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2641b488-4599-430e-bc60-629dd2dbb44e req-a964e62f-922b-4845-89af-91a69426b976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:07.781044 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964e62f-922b-4845-89af-91a69426b976 service neutron] Pushing event updated for resources: {'Port': ['ID=f2103cbc-b914-4fff-8169-e1ebc4396bb0,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:35:07.782482 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f8638402-922b-4cd2-bb0b-43e76157a2bb up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:35:07.842140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port f8638402-922b-4cd2-bb0b-43e76157a2bb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:35:07.847222 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port f8638402-922b-4cd2-bb0b-43e76157a2bb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:35:07.847600 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:07.854465 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-2641b488-4599-430e-bc60-629dd2dbb44e req-a964e62f-922b-4845-89af-91a69426b976 service neutron] Attempting to bind port f2103cbc-b914-4fff-8169-e1ebc4396bb0 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:35:07.854807 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-2641b488-4599-430e-bc60-629dd2dbb44e req-a964e62f-922b-4845-89af-91a69426b976 service neutron] Attempting to bind port f2103cbc-b914-4fff-8169-e1ebc4396bb0 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '4240f0de-26a9-4178-b49a-7c08644401a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:35:07.855136 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2641b488-4599-430e-bc60-629dd2dbb44e req-a964e62f-922b-4845-89af-91a69426b976 service neutron] Attempting to bind port f2103cbc-b914-4fff-8169-e1ebc4396bb0 on network b62db048-723e-43b0-9cca-a885a4cdbc27 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:35:07.870193 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e670fb-a782-4dc0-8c73-01db805e027a req-23743034-b46a-4a9a-b65f-72a845ae39cf tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:07.871729 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73e670fb-a782-4dc0-8c73-01db805e027a req-23743034-b46a-4a9a-b65f-72a845ae39cf tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 943 time: 0.1725955 Jul 09 10:35:07.872349 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2641b488-4599-430e-bc60-629dd2dbb44e req-a964e62f-922b-4845-89af-91a69426b976 service neutron] Port f2103cbc-b914-4fff-8169-e1ebc4396bb0 on network b62db048-723e-43b0-9cca-a885a4cdbc27 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:35:07.872675 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2641b488-4599-430e-bc60-629dd2dbb44e req-a964e62f-922b-4845-89af-91a69426b976 service neutron] Attempting to bind port f2103cbc-b914-4fff-8169-e1ebc4396bb0 on network b62db048-723e-43b0-9cca-a885a4cdbc27 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:35:07.886215 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2641b488-4599-430e-bc60-629dd2dbb44e req-a964e62f-922b-4845-89af-91a69426b976 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:35:07.886558 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2641b488-4599-430e-bc60-629dd2dbb44e req-a964e62f-922b-4845-89af-91a69426b976 service neutron] Checking segment: {'id': '4240f0de-26a9-4178-b49a-7c08644401a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:35:07.886946 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2641b488-4599-430e-bc60-629dd2dbb44e req-a964e62f-922b-4845-89af-91a69426b976 service neutron] Bound using segment: {'id': '4240f0de-26a9-4178-b49a-7c08644401a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:35:07.887395 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-2641b488-4599-430e-bc60-629dd2dbb44e req-a964e62f-922b-4845-89af-91a69426b976 service neutron] Bound port: f2103cbc-b914-4fff-8169-e1ebc4396bb0, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4240f0de-26a9-4178-b49a-7c08644401a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:35:07.887784 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2641b488-4599-430e-bc60-629dd2dbb44e req-a964e62f-922b-4845-89af-91a69426b976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:07.935556 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:07.946237 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-73e670fb-a782-4dc0-8c73-01db805e027a req-f741e6dc-05c8-4568-9aba-36b180599dc7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=e72ea587-4e88-4ece-a617-7fbebab0070a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666306 Jul 09 10:35:07.977466 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-2641b488-4599-430e-bc60-629dd2dbb44e req-a964e62f-922b-4845-89af-91a69426b976 service neutron] For port f2103cbc-b914-4fff-8169-e1ebc4396bb0, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:35:07.980710 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-2641b488-4599-430e-bc60-629dd2dbb44e req-a964e62f-922b-4845-89af-91a69426b976 service neutron] For port f2103cbc-b914-4fff-8169-e1ebc4396bb0, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=f2103cbc-b914-4fff-8169-e1ebc4396bb0,segment=NetworkSegment(4240f0de-26a9-4178-b49a-7c08644401a0),segment_id=4240f0de-26a9-4178-b49a-7c08644401a0)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:35:07.982961 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port f8638402-922b-4cd2-bb0b-43e76157a2bb, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f8638402-922b-4cd2-bb0b-43e76157a2bb,segment=NetworkSegment(4240f0de-26a9-4178-b49a-7c08644401a0),segment_id=4240f0de-26a9-4178-b49a-7c08644401a0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:35:07.985185 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2641b488-4599-430e-bc60-629dd2dbb44e req-a964e62f-922b-4845-89af-91a69426b976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:07.988930 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:08.021959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641b488-4599-430e-bc60-629dd2dbb44e req-a964e62f-922b-4845-89af-91a69426b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:08.022696 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2641b488-4599-430e-bc60-629dd2dbb44e req-a964e62f-922b-4845-89af-91a69426b976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:08.024044 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2641b488-4599-430e-bc60-629dd2dbb44e req-a964e62f-922b-4845-89af-91a69426b976 service neutron] 10.222.0.64 "PUT /v2.0/ports/f2103cbc-b914-4fff-8169-e1ebc4396bb0 HTTP/1.1" status: 200 len: 1091 time: 0.7745478 Jul 09 10:35:08.024508 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5828437f-40d4-4d8e-acc4-40c1911e0765', 'tag': 'f2103cbc-b914-4fff-8169-e1ebc4396bb0'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:35:08.026820 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a44d810-ed5a-4c39-bc65-9579817f2a53" -d '{"events": [{"name": "network-changed", "server_uuid": "5828437f-40d4-4d8e-acc4-40c1911e0765", "tag": "f2103cbc-b914-4fff-8169-e1ebc4396bb0"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:35:08.053280 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964e62f-922b-4845-89af-91a69426b976 service neutron] Pushing event updated for resources: {'Port': ['ID=f2103cbc-b914-4fff-8169-e1ebc4396bb0,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:35:08.078229 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39edccf8-2e47-4e5a-8d06-3c38848b548c x-openstack-request-id: req-39edccf8-2e47-4e5a-8d06-3c38848b548c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:35:08.078534 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5828437f-40d4-4d8e-acc4-40c1911e0765", "tag": "f2103cbc-b914-4fff-8169-e1ebc4396bb0", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:35:08.078766 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-39edccf8-2e47-4e5a-8d06-3c38848b548c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:35:08.079184 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5828437f-40d4-4d8e-acc4-40c1911e0765', 'tag': 'f2103cbc-b914-4fff-8169-e1ebc4396bb0', 'status': 'completed', 'code': 200} Jul 09 10:35:08.148503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641b488-4599-430e-bc60-629dd2dbb44e req-3450caf1-e52f-4e7d-b0c6-094632f5fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:08.150282 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2641b488-4599-430e-bc60-629dd2dbb44e req-3450caf1-e52f-4e7d-b0c6-094632f5fd81 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 1094 time: 0.0652664 Jul 09 10:35:08.195071 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2641b488-4599-430e-bc60-629dd2dbb44e req-015e071d-9b8b-4035-aa2e-7e5b5e007617 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2103cbc-b914-4fff-8169-e1ebc4396bb0 HTTP/1.1" status: 200 len: 217 time: 0.0374396 Jul 09 10:35:08.196161 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=f8638402-922b-4cd2-bb0b-43e76157a2bb,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:35:08.245753 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641b488-4599-430e-bc60-629dd2dbb44e req-866229d0-346e-4eb6-ae0b-fed0028b9573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:08.247242 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2641b488-4599-430e-bc60-629dd2dbb44e req-866229d0-346e-4eb6-ae0b-fed0028b9573 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a204c02a-649e-403a-9de6-c1907d45d875 HTTP/1.1" status: 200 len: 835 time: 0.0461128 Jul 09 10:35:08.304916 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641b488-4599-430e-bc60-629dd2dbb44e req-a9506856-3761-42e6-ab88-07b3c09017f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:08.306364 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2641b488-4599-430e-bc60-629dd2dbb44e req-a9506856-3761-42e6-ab88-07b3c09017f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b62db048-723e-43b0-9cca-a885a4cdbc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528584 Jul 09 10:35:08.398635 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2641b488-4599-430e-bc60-629dd2dbb44e req-53fee127-aa1f-4034-9f04-c252fe29a53d service neutron] 10.222.0.64 "GET /v2.0/networks/b62db048-723e-43b0-9cca-a885a4cdbc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856175 Jul 09 10:35:08.489000 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2641b488-4599-430e-bc60-629dd2dbb44e req-fcac8b0f-91f8-4b96-8f78-c63f42321ae1 service neutron] 10.222.0.64 "GET /v2.0/networks/b62db048-723e-43b0-9cca-a885a4cdbc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835783 Jul 09 10:35:08.594514 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44d810-ed5a-4c39-bc65-9579817f2a53 req-226fdb1a-f7aa-48c6-a385-06503cd47dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:08.596098 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a44d810-ed5a-4c39-bc65-9579817f2a53 req-226fdb1a-f7aa-48c6-a385-06503cd47dc4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 1094 time: 0.0580254 Jul 09 10:35:08.687300 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44d810-ed5a-4c39-bc65-9579817f2a53 req-ecdbf1e3-5f85-4355-802d-f97707f22653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:08.688747 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a44d810-ed5a-4c39-bc65-9579817f2a53 req-ecdbf1e3-5f85-4355-802d-f97707f22653 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b62db048-723e-43b0-9cca-a885a4cdbc27 HTTP/1.1" status: 200 len: 897 time: 0.0865293 Jul 09 10:35:08.733311 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a44d810-ed5a-4c39-bc65-9579817f2a53 req-76667fcf-ae28-4c3b-80de-6d8ffbd854e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2103cbc-b914-4fff-8169-e1ebc4396bb0 HTTP/1.1" status: 200 len: 217 time: 0.0382531 Jul 09 10:35:08.786269 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44d810-ed5a-4c39-bc65-9579817f2a53 req-05e3fad9-9371-47ea-b480-eca8bc757f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:08.787824 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a44d810-ed5a-4c39-bc65-9579817f2a53 req-05e3fad9-9371-47ea-b480-eca8bc757f6c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a204c02a-649e-403a-9de6-c1907d45d875 HTTP/1.1" status: 200 len: 835 time: 0.0488222 Jul 09 10:35:08.848139 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44d810-ed5a-4c39-bc65-9579817f2a53 req-85de126b-b15b-4132-93c9-58f1102e84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:08.849684 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a44d810-ed5a-4c39-bc65-9579817f2a53 req-85de126b-b15b-4132-93c9-58f1102e84c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b62db048-723e-43b0-9cca-a885a4cdbc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553493 Jul 09 10:35:08.944643 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a44d810-ed5a-4c39-bc65-9579817f2a53 req-097ad5e9-8b76-4982-9c1a-b79486c5a9eb service neutron] 10.222.0.64 "GET /v2.0/networks/b62db048-723e-43b0-9cca-a885a4cdbc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883660 Jul 09 10:35:09.035760 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a44d810-ed5a-4c39-bc65-9579817f2a53 req-b34bba02-7158-49e5-932b-f9eca90c3b4b service neutron] 10.222.0.64 "GET /v2.0/networks/b62db048-723e-43b0-9cca-a885a4cdbc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847328 Jul 09 10:35:09.134970 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc1de9-1af4-4017-97f2-43d2048e70a8 req-b3574321-d2c6-4601-82ae-0b81bdd13b24 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:09.140031 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f3bc1de9-1af4-4017-97f2-43d2048e70a8 req-b3574321-d2c6-4601-82ae-0b81bdd13b24 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 943 time: 0.0677660 Jul 09 10:35:09.177857 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f3bc1de9-1af4-4017-97f2-43d2048e70a8 req-84764680-8963-4f3c-8cb9-6aa26a99ea00 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=e72ea587-4e88-4ece-a617-7fbebab0070a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354388 Jul 09 10:35:09.445261 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a77e576b-8811-4fcf-a269-3e208a8704a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:09.614667 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:09.743320 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f8638402-922b-4cd2-bb0b-43e76157a2bb up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:35:09.793522 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:09.800846 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port f8638402-922b-4cd2-bb0b-43e76157a2bb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:35:09.801205 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:10.354360 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180084bf-8157-46d4-85f2-eda0457ed759 req-9089fee5-5e54-49d5-8276-61553bcd22c3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:10.355880 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-180084bf-8157-46d4-85f2-eda0457ed759 req-9089fee5-5e54-49d5-8276-61553bcd22c3 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 943 time: 0.0674067 Jul 09 10:35:10.393115 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-180084bf-8157-46d4-85f2-eda0457ed759 req-e11d9aba-038e-4f19-92e3-6eac194d60a5 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=e72ea587-4e88-4ece-a617-7fbebab0070a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316172 Jul 09 10:35:11.403457 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:11.562654 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d7b58-277b-496a-86d9-72f4b5215efe req-cd5d66a1-b50d-4b84-9ddc-2327f37a7c48 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:11.564179 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8f4d7b58-277b-496a-86d9-72f4b5215efe req-cd5d66a1-b50d-4b84-9ddc-2327f37a7c48 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 943 time: 0.0631206 Jul 09 10:35:11.601834 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8f4d7b58-277b-496a-86d9-72f4b5215efe req-06acca53-450c-46af-bce1-771cd397d2b7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=e72ea587-4e88-4ece-a617-7fbebab0070a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315814 Jul 09 10:35:11.695247 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device f2103cbc-b914-4fff-8169-e1ebc4396bb0 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:35:11.787826 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port f2103cbc-b914-4fff-8169-e1ebc4396bb0, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=f2103cbc-b914-4fff-8169-e1ebc4396bb0,segment=NetworkSegment(4240f0de-26a9-4178-b49a-7c08644401a0),segment_id=4240f0de-26a9-4178-b49a-7c08644401a0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:35:11.799527 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'f2103cbc-b914-4fff-8169-e1ebc4396bb0', 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27', 'port_id': 'f2103cbc-b914-4fff-8169-e1ebc4396bb0', 'mac_address': 'fa:16:3e:05:89:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a204c02a-649e-403a-9de6-c1907d45d875', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:35:11.841215 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:11.854098 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2103cbc-b914-4fff-8169-e1ebc4396bb0 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:35:11.874520 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port f2103cbc-b914-4fff-8169-e1ebc4396bb0, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=f2103cbc-b914-4fff-8169-e1ebc4396bb0,segment=NetworkSegment(4240f0de-26a9-4178-b49a-7c08644401a0),segment_id=4240f0de-26a9-4178-b49a-7c08644401a0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:35:11.879360 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:11.930478 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=f2103cbc-b914-4fff-8169-e1ebc4396bb0,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:35:12.228275 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['f2103cbc-b914-4fff-8169-e1ebc4396bb0'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:35:12.783578 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248aa20-2a4f-480a-b05b-883fa8020bca req-ed1aa411-e044-4944-b272-34ab86fc5f3d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:12.785111 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d248aa20-2a4f-480a-b05b-883fa8020bca req-ed1aa411-e044-4944-b272-34ab86fc5f3d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 944 time: 0.0685990 Jul 09 10:35:12.826611 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d248aa20-2a4f-480a-b05b-883fa8020bca req-345e339f-3080-4ac4-bbe0-5d0117a5643c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=e72ea587-4e88-4ece-a617-7fbebab0070a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358880 Jul 09 10:35:13.186253 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:13.695434 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device f2103cbc-b914-4fff-8169-e1ebc4396bb0 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:35:13.743325 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port f2103cbc-b914-4fff-8169-e1ebc4396bb0 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:35:13.746962 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port f2103cbc-b914-4fff-8169-e1ebc4396bb0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:35:13.747333 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:13.823924 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:13.845603 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5828437f-40d4-4d8e-acc4-40c1911e0765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2103cbc-b914-4fff-8169-e1ebc4396bb0'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:35:13.848459 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0888fabe05580062c0d4cd7dc8f093f2b11926f06b578c6c7ec0a80924aac75e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e461936-eebf-4a03-b8fa-fe5ba6a72f41" -d '{"events": [{"server_uuid": "5828437f-40d4-4d8e-acc4-40c1911e0765", "name": "network-vif-plugged", "status": "completed", "tag": "f2103cbc-b914-4fff-8169-e1ebc4396bb0"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:35:13.861742 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port f2103cbc-b914-4fff-8169-e1ebc4396bb0, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=f2103cbc-b914-4fff-8169-e1ebc4396bb0,segment=NetworkSegment(4240f0de-26a9-4178-b49a-7c08644401a0),segment_id=4240f0de-26a9-4178-b49a-7c08644401a0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:35:13.866233 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:13.916315 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=f2103cbc-b914-4fff-8169-e1ebc4396bb0,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:35:13.941033 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3daba1-0ab2-41e2-aef0-f5d15119201e x-openstack-request-id: req-ba3daba1-0ab2-41e2-aef0-f5d15119201e {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:35:13.941319 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5828437f-40d4-4d8e-acc4-40c1911e0765", "name": "network-vif-plugged", "status": "completed", "tag": "f2103cbc-b914-4fff-8169-e1ebc4396bb0", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:35:13.941592 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ba3daba1-0ab2-41e2-aef0-f5d15119201e {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:35:13.941960 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5828437f-40d4-4d8e-acc4-40c1911e0765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2103cbc-b914-4fff-8169-e1ebc4396bb0', 'code': 200} Jul 09 10:35:14.007525 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca82322-585d-4ff5-9e09-8ca7499f0bd3 req-32473e3c-dc31-43b1-a3c5-4555199ce6da tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:14.009045 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ca82322-585d-4ff5-9e09-8ca7499f0bd3 req-32473e3c-dc31-43b1-a3c5-4555199ce6da tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 945 time: 0.0689585 Jul 09 10:35:14.074826 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ca82322-585d-4ff5-9e09-8ca7499f0bd3 req-73a8c8b7-7055-45cb-912d-5bd564c12f0d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=e72ea587-4e88-4ece-a617-7fbebab0070a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580215 Jul 09 10:35:14.086195 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d8547-04cc-4b2a-99ba-e870890142b6 req-750e1def-29fa-4e37-8a78-b408cbf14eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:14.087761 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b0d8547-04cc-4b2a-99ba-e870890142b6 req-750e1def-29fa-4e37-8a78-b408cbf14eea service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 1096 time: 0.0778024 Jul 09 10:35:14.125504 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b0d8547-04cc-4b2a-99ba-e870890142b6 req-d318b5b8-69dc-4388-8806-5828ca9ab31e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e72ea587-4e88-4ece-a617-7fbebab0070a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315499 Jul 09 10:35:15.251667 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc949c7-8581-4f73-a167-24f297610978 req-e9c707a7-ce5a-4e0f-812f-d845ddb808ed tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:15.253191 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5bc949c7-8581-4f73-a167-24f297610978 req-e9c707a7-ce5a-4e0f-812f-d845ddb808ed tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 945 time: 0.0646405 Jul 09 10:35:15.290282 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5bc949c7-8581-4f73-a167-24f297610978 req-9bbe32a9-4d4c-45ee-b30a-fc30b75aebf2 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=e72ea587-4e88-4ece-a617-7fbebab0070a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315130 Jul 09 10:35:16.475503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66dcb6-93ec-4a0c-a971-d2e9c846d62a req-b0e09347-3f5d-4461-8d33-215e50ce3d1e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:16.477043 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6d66dcb6-93ec-4a0c-a971-d2e9c846d62a req-b0e09347-3f5d-4461-8d33-215e50ce3d1e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 945 time: 0.0697932 Jul 09 10:35:16.514605 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6d66dcb6-93ec-4a0c-a971-d2e9c846d62a req-63dad4e2-73a1-4355-b3df-3d87a461d492 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=e72ea587-4e88-4ece-a617-7fbebab0070a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319951 Jul 09 10:35:16.693482 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa8e6a-17b0-48d7-996b-a7c0706979f5 req-cf6c9fed-e8b8-4482-8a57-0462d3b3840d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:16.694865 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dcaa8e6a-17b0-48d7-996b-a7c0706979f5 req-cf6c9fed-e8b8-4482-8a57-0462d3b3840d tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 945 time: 0.0706275 Jul 09 10:35:16.732197 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dcaa8e6a-17b0-48d7-996b-a7c0706979f5 req-2280205c-2f8f-4176-8cbf-d5669970ce3e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=e72ea587-4e88-4ece-a617-7fbebab0070a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317838 Jul 09 10:35:16.756376 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44366) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:35:16.812391 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45efed3-f686-4ee1-a919-6f4f4b8c2122 tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:16.813947 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f45efed3-f686-4ee1-a919-6f4f4b8c2122 tempest-TestNetworkAdvancedServerOps-722548298 tempest-TestNetworkAdvancedServerOps-722548298-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 1091 time: 0.0564826 Jul 09 10:35:16.816909 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44368) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:35:16.821454 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-708104d1-5a2d-4d6c-a232-354350ff0196 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': 'f2103cbc-b914-4fff-8169-e1ebc4396bb0', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:35:16.843925 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-708104d1-5a2d-4d6c-a232-354350ff0196 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:16.942550 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-708104d1-5a2d-4d6c-a232-354350ff0196 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:17.047994 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-708104d1-5a2d-4d6c-a232-354350ff0196 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Allocated IP 172.25.3.98 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/6ae92da8-00bc-41cb-ac0f-973eb1ca1ad9) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:35:17.148782 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-708104d1-5a2d-4d6c-a232-354350ff0196 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:17.187919 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-708104d1-5a2d-4d6c-a232-354350ff0196 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:17.224067 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708104d1-5a2d-4d6c-a232-354350ff0196 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:35:17.228759 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-708104d1-5a2d-4d6c-a232-354350ff0196 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:35:17.232123 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708104d1-5a2d-4d6c-a232-354350ff0196 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:35:17.259772 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708104d1-5a2d-4d6c-a232-354350ff0196 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=6ae92da8-00bc-41cb-ac0f-973eb1ca1ad9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:35:17.921607 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-708104d1-5a2d-4d6c-a232-354350ff0196 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:17.998890 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-708104d1-5a2d-4d6c-a232-354350ff0196 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:18.147496 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-708104d1-5a2d-4d6c-a232-354350ff0196 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:18.152286 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-708104d1-5a2d-4d6c-a232-354350ff0196 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:18.219421 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708104d1-5a2d-4d6c-a232-354350ff0196 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event updated for resources: {'Port': ['ID=6ae92da8-00bc-41cb-ac0f-973eb1ca1ad9,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:35:18.230087 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-708104d1-5a2d-4d6c-a232-354350ff0196 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:18.329893 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-708104d1-5a2d-4d6c-a232-354350ff0196 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Floating IP d40779c3-712c-4763-b773-16d9fe33f6b0 associated. External IP: 172.25.3.98, port: f2103cbc-b914-4fff-8169-e1ebc4396bb0. Jul 09 10:35:18.534613 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708104d1-5a2d-4d6c-a232-354350ff0196 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router 1f44903e-5855-43c5-a01f-c953e2ab134f has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:35:18.642107 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708104d1-5a2d-4d6c-a232-354350ff0196 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:35:18.652530 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa355e6-b31c-4571-8085-af4e2ca8ea39 None None] Sync routers for ids ['1f44903e-5855-43c5-a01f-c953e2ab134f'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:35:18.664372 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-708104d1-5a2d-4d6c-a232-354350ff0196 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:18.665339 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa355e6-b31c-4571-8085-af4e2ca8ea39 None None] Routers {'1f44903e-5855-43c5-a01f-c953e2ab134f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:35:18.666257 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3fa355e6-b31c-4571-8085-af4e2ca8ea39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:35:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['1f44903e-5855-43c5-a01f-c953e2ab134f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:35:18.705147 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-708104d1-5a2d-4d6c-a232-354350ff0196 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8871851 Jul 09 10:35:18.706217 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5828437f-40d4-4d8e-acc4-40c1911e0765', 'tag': 'f2103cbc-b914-4fff-8169-e1ebc4396bb0'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:35:18.709241 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1821eb67-6a52-40b1-a696-78df638e913a" -d '{"events": [{"name": "network-changed", "server_uuid": "5828437f-40d4-4d8e-acc4-40c1911e0765", "tag": "f2103cbc-b914-4fff-8169-e1ebc4396bb0"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:35:18.749297 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11beb49b-e971-4df3-a27c-0c9027d7e71d x-openstack-request-id: req-11beb49b-e971-4df3-a27c-0c9027d7e71d {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:35:18.749918 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5828437f-40d4-4d8e-acc4-40c1911e0765", "tag": "f2103cbc-b914-4fff-8169-e1ebc4396bb0", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:35:18.750425 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-11beb49b-e971-4df3-a27c-0c9027d7e71d {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:35:18.751062 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5828437f-40d4-4d8e-acc4-40c1911e0765', 'tag': 'f2103cbc-b914-4fff-8169-e1ebc4396bb0', 'status': 'completed', 'code': 200} Jul 09 10:35:18.772494 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.64', 53264) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:35:18.805056 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af065a01-28c0-46c5-8f24-a3e1fcbd534a req-f8a1b53a-e2e2-48be-81d4-93b747f0c92e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1259625 Jul 09 10:35:18.875397 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821eb67-6a52-40b1-a696-78df638e913a req-8caedfbb-3acf-4fff-a757-3e8a41a00428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:18.876210 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-3fa355e6-b31c-4571-8085-af4e2ca8ea39 None None] Set router 1f44903e-5855-43c5-a01f-c953e2ab134f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:35:18.876924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1821eb67-6a52-40b1-a696-78df638e913a req-8caedfbb-3acf-4fff-a757-3e8a41a00428 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 1096 time: 0.1035397 Jul 09 10:35:18.938683 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef1761-9136-4fc4-b599-355373de643d req-8c09ac33-72ec-439a-baa4-7e736a2eacd4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:18.940159 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4cef1761-9136-4fc4-b599-355373de643d req-8c09ac33-72ec-439a-baa4-7e736a2eacd4 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 945 time: 0.1282220 Jul 09 10:35:19.000493 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4cef1761-9136-4fc4-b599-355373de643d req-1ea71614-7b09-4811-bfd1-5481f84768d8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=e72ea587-4e88-4ece-a617-7fbebab0070a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534768 Jul 09 10:35:19.011660 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821eb67-6a52-40b1-a696-78df638e913a req-5d85611b-721d-4a6f-8765-d41676fa5f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:19.013241 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1821eb67-6a52-40b1-a696-78df638e913a req-5d85611b-721d-4a6f-8765-d41676fa5f16 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b62db048-723e-43b0-9cca-a885a4cdbc27 HTTP/1.1" status: 200 len: 897 time: 0.1286132 Jul 09 10:35:19.026468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44374) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:35:19.097640 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3fa355e6-b31c-4571-8085-af4e2ca8ea39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601248378', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:34:59Z', 'updated_at': '2021-07-09T10:35:03Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:35:00Z', 'updated_at': '2021-07-09T10:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'd40779c3-712c-4763-b773-16d9fe33f6b0', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'floating_ip_address': '172.25.3.98', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'port_id': 'f2103cbc-b914-4fff-8169-e1ebc4396bb0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27', 'mac_address': 'fa:16:3e:05:89:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828437f-40d4-4d8e-acc4-40c1911e0765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:35:17Z', 'updated_at': '2021-07-09T10:35:17Z', 'revision_number': 0, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8638402-922b-4cd2-bb0b-43e76157a2bb', 'name': '', 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:f3:0e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a204c02a-649e-403a-9de6-c1907d45d875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:35:02Z', 'updated_at': '2021-07-09T10:35:07Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'a204c02a-649e-403a-9de6-c1907d45d875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:35:19.123296 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1821eb67-6a52-40b1-a696-78df638e913a req-ba1501e4-dfbb-4ad3-bd6d-df4dfa48cf7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2103cbc-b914-4fff-8169-e1ebc4396bb0 HTTP/1.1" status: 200 len: 998 time: 0.1040566 Jul 09 10:35:19.126559 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa355e6-b31c-4571-8085-af4e2ca8ea39 None None] Checking router: 1f44903e-5855-43c5-a01f-c953e2ab134f for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:35:19.130934 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c2cf1cb6-2c21-48c3-9b38-6b866bc46083 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/floatingips/d40779c3-712c-4763-b773-16d9fe33f6b0 HTTP/1.1" status: 200 len: 990 time: 0.1032469 Jul 09 10:35:19.137058 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa355e6-b31c-4571-8085-af4e2ca8ea39 None None] Routers {'1f44903e-5855-43c5-a01f-c953e2ab134f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:35:19.137711 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3fa355e6-b31c-4571-8085-af4e2ca8ea39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:35:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['1f44903e-5855-43c5-a01f-c953e2ab134f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:35:19.178017 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821eb67-6a52-40b1-a696-78df638e913a req-80cd8a7b-a560-4660-9d91-fce005647643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:19.179546 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1821eb67-6a52-40b1-a696-78df638e913a req-80cd8a7b-a560-4660-9d91-fce005647643 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a204c02a-649e-403a-9de6-c1907d45d875 HTTP/1.1" status: 200 len: 835 time: 0.0476243 Jul 09 10:35:19.235207 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821eb67-6a52-40b1-a696-78df638e913a req-d2627272-297d-46d2-bdb4-5690e35372b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:19.236656 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1821eb67-6a52-40b1-a696-78df638e913a req-d2627272-297d-46d2-bdb4-5690e35372b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b62db048-723e-43b0-9cca-a885a4cdbc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512817 Jul 09 10:35:19.244113 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-3fa355e6-b31c-4571-8085-af4e2ca8ea39 None None] Set router 1f44903e-5855-43c5-a01f-c953e2ab134f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:35:19.343154 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1821eb67-6a52-40b1-a696-78df638e913a req-561b0970-d8d8-412a-a941-4f457493d5d7 service neutron] 10.222.0.64 "GET /v2.0/networks/b62db048-723e-43b0-9cca-a885a4cdbc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997252 Jul 09 10:35:19.437941 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1821eb67-6a52-40b1-a696-78df638e913a req-efb1c72d-5022-4ab6-a179-e6904cf94e37 service neutron] 10.222.0.64 "GET /v2.0/networks/b62db048-723e-43b0-9cca-a885a4cdbc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882657 Jul 09 10:35:19.466553 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3fa355e6-b31c-4571-8085-af4e2ca8ea39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601248378', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:34:59Z', 'updated_at': '2021-07-09T10:35:03Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:35:00Z', 'updated_at': '2021-07-09T10:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'd40779c3-712c-4763-b773-16d9fe33f6b0', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'floating_ip_address': '172.25.3.98', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'port_id': 'f2103cbc-b914-4fff-8169-e1ebc4396bb0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27', 'mac_address': 'fa:16:3e:05:89:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828437f-40d4-4d8e-acc4-40c1911e0765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:35:17Z', 'updated_at': '2021-07-09T10:35:17Z', 'revision_number': 0, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8638402-922b-4cd2-bb0b-43e76157a2bb', 'name': '', 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:f3:0e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a204c02a-649e-403a-9de6-c1907d45d875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:35:02Z', 'updated_at': '2021-07-09T10:35:07Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'a204c02a-649e-403a-9de6-c1907d45d875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:35:19.492435 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa355e6-b31c-4571-8085-af4e2ca8ea39 None None] The sync data for ids ['1f44903e-5855-43c5-a01f-c953e2ab134f'] in n-d-799996-1 is: [{'id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601248378', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:34:59Z', 'updated_at': '2021-07-09T10:35:03Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:35:00Z', 'updated_at': '2021-07-09T10:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'd40779c3-712c-4763-b773-16d9fe33f6b0', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'floating_ip_address': '172.25.3.98', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'port_id': 'f2103cbc-b914-4fff-8169-e1ebc4396bb0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27', 'mac_address': 'fa:16:3e:05:89:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828437f-40d4-4d8e-acc4-40c1911e0765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:35:17Z', 'updated_at': '2021-07-09T10:35:17Z', 'revision_number': 0, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8638402-922b-4cd2-bb0b-43e76157a2bb', 'name': '', 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:f3:0e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a204c02a-649e-403a-9de6-c1907d45d875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:35:02Z', 'updated_at': '2021-07-09T10:35:07Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'a204c02a-649e-403a-9de6-c1907d45d875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:35:19.554539 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af065a01-28c0-46c5-8f24-a3e1fcbd534a req-63571e0b-cbd1-453d-b42b-385c738d3f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:19.556146 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af065a01-28c0-46c5-8f24-a3e1fcbd534a req-63571e0b-cbd1-453d-b42b-385c738d3f98 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 1096 time: 0.0549741 Jul 09 10:35:19.679201 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af065a01-28c0-46c5-8f24-a3e1fcbd534a req-7c496d9f-f310-4ea2-a1b8-59026323e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:19.680756 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af065a01-28c0-46c5-8f24-a3e1fcbd534a req-7c496d9f-f310-4ea2-a1b8-59026323e6e9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b62db048-723e-43b0-9cca-a885a4cdbc27 HTTP/1.1" status: 200 len: 897 time: 0.1036611 Jul 09 10:35:19.692742 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddf34dd-5921-4091-acdc-76e23c6f361a None None] New status for floating IP d40779c3-712c-4763-b773-16d9fe33f6b0: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:35:19.747749 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af065a01-28c0-46c5-8f24-a3e1fcbd534a req-72d8bc04-cb1d-435f-bc1b-6138b70516a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2103cbc-b914-4fff-8169-e1ebc4396bb0 HTTP/1.1" status: 200 len: 998 time: 0.0604451 Jul 09 10:35:19.797691 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af065a01-28c0-46c5-8f24-a3e1fcbd534a req-0f5cee56-64f0-454b-9fb6-d3351621ffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:19.799178 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af065a01-28c0-46c5-8f24-a3e1fcbd534a req-0f5cee56-64f0-454b-9fb6-d3351621ffdf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a204c02a-649e-403a-9de6-c1907d45d875 HTTP/1.1" status: 200 len: 835 time: 0.0459850 Jul 09 10:35:19.862032 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af065a01-28c0-46c5-8f24-a3e1fcbd534a req-fce59cd6-f54e-4e24-843d-42beb36bf082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:35:19.864182 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af065a01-28c0-46c5-8f24-a3e1fcbd534a req-fce59cd6-f54e-4e24-843d-42beb36bf082 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b62db048-723e-43b0-9cca-a885a4cdbc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586994 Jul 09 10:35:19.954840 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af065a01-28c0-46c5-8f24-a3e1fcbd534a req-72e795ae-d347-4bdd-a6ca-feb86b1a6ecc service neutron] 10.222.0.64 "GET /v2.0/networks/b62db048-723e-43b0-9cca-a885a4cdbc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841937 Jul 09 10:35:20.047571 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af065a01-28c0-46c5-8f24-a3e1fcbd534a req-fdcc34be-dca8-4939-978c-e82ca3a33403 service neutron] 10.222.0.64 "GET /v2.0/networks/b62db048-723e-43b0-9cca-a885a4cdbc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861719 Jul 09 10:35:20.134999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44376) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:35:20.194738 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5a6129f2-559e-470e-8d60-9525cde9bf87 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/floatingips/d40779c3-712c-4763-b773-16d9fe33f6b0 HTTP/1.1" status: 200 len: 992 time: 0.0585728 Jul 09 10:35:26.441504 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:35:34.576763 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:36.849641 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-13158a02-9432-4222-80ca-5753aead501f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:39.445023 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cb23dba7-3d33-49b4-9b96-1cbf9fba04c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:39.616598 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:39.781529 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:41.405797 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:35:43.187552 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:03.440962 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:36:04.587835 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:06.850033 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a15b3b07-1bf7-4f65-84c0-d08ddb45dea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:09.445487 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f156b0ac-cfbc-45cf-bd45-fb94eb96c311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:09.617150 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:09.797451 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:11.409303 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:13.191430 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:18.840061 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab69555d-ed40-4d26-a982-cb6480c662c4 req-fa2a1150-8c07-462f-bee6-ecbf2958a99d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501659 Jul 09 10:36:18.940065 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69555d-ed40-4d26-a982-cb6480c662c4 req-5b57d339-4e78-469c-a7de-9c03c8d04417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:18.941583 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab69555d-ed40-4d26-a982-cb6480c662c4 req-5b57d339-4e78-469c-a7de-9c03c8d04417 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 1096 time: 0.0576558 Jul 09 10:36:19.046437 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69555d-ed40-4d26-a982-cb6480c662c4 req-c548e86f-b30b-47ad-b0c3-1a03e3b0de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:19.047938 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab69555d-ed40-4d26-a982-cb6480c662c4 req-c548e86f-b30b-47ad-b0c3-1a03e3b0de1d service neutron] 10.222.0.64 "GET /v2.0/networks?id=b62db048-723e-43b0-9cca-a885a4cdbc27 HTTP/1.1" status: 200 len: 897 time: 0.0843682 Jul 09 10:36:19.115196 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab69555d-ed40-4d26-a982-cb6480c662c4 req-c24339f6-62e0-4b95-99ad-8eb9d5f69b95 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2103cbc-b914-4fff-8169-e1ebc4396bb0 HTTP/1.1" status: 200 len: 1000 time: 0.0607576 Jul 09 10:36:19.164701 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69555d-ed40-4d26-a982-cb6480c662c4 req-c6de0575-efec-4c49-992d-f3b87e709d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:19.166165 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab69555d-ed40-4d26-a982-cb6480c662c4 req-c6de0575-efec-4c49-992d-f3b87e709d5a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a204c02a-649e-403a-9de6-c1907d45d875 HTTP/1.1" status: 200 len: 835 time: 0.0437031 Jul 09 10:36:19.222213 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69555d-ed40-4d26-a982-cb6480c662c4 req-cead64e4-f864-4efb-9e3c-3bb151fc45e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:19.223716 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab69555d-ed40-4d26-a982-cb6480c662c4 req-cead64e4-f864-4efb-9e3c-3bb151fc45e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b62db048-723e-43b0-9cca-a885a4cdbc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508528 Jul 09 10:36:19.315083 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab69555d-ed40-4d26-a982-cb6480c662c4 req-13a6b2c0-f536-43e6-b7fb-594f601ce65f service neutron] 10.222.0.64 "GET /v2.0/networks/b62db048-723e-43b0-9cca-a885a4cdbc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838523 Jul 09 10:36:19.402726 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ab69555d-ed40-4d26-a982-cb6480c662c4 req-e7c71805-035e-4c27-8a93-32e65d6fe823 service neutron] 10.222.0.64 "GET /v2.0/networks/b62db048-723e-43b0-9cca-a885a4cdbc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812743 Jul 09 10:36:29.777503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a4c80-222f-4d41-8fbe-fc2504d59da8 req-36780ac8-838f-4b0d-bd5f-eacb08d73b32 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:29.779000 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb2a4c80-222f-4d41-8fbe-fc2504d59da8 req-36780ac8-838f-4b0d-bd5f-eacb08d73b32 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 945 time: 0.0642295 Jul 09 10:36:29.824186 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bb2a4c80-222f-4d41-8fbe-fc2504d59da8 req-d990bd71-f2a1-4875-96e9-2acd8c1d740c tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=e72ea587-4e88-4ece-a617-7fbebab0070a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395701 Jul 09 10:36:31.002487 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e83bfb-beae-4e57-8ba0-7d8e18639b40 req-85dbe56d-0b25-485d-89e7-ae1d63fd447e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:31.004002 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51e83bfb-beae-4e57-8ba0-7d8e18639b40 req-85dbe56d-0b25-485d-89e7-ae1d63fd447e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 945 time: 0.0624213 Jul 09 10:36:31.041749 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-51e83bfb-beae-4e57-8ba0-7d8e18639b40 req-774a6c03-9535-48bc-af08-1c3605e36d25 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=e72ea587-4e88-4ece-a617-7fbebab0070a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315943 Jul 09 10:36:32.214122 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27c998-9aab-466a-8eac-bc04ce92da79 req-c1b2c67f-91bc-49e5-bec3-9d012568678f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:32.215584 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a27c998-9aab-466a-8eac-bc04ce92da79 req-c1b2c67f-91bc-49e5-bec3-9d012568678f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 945 time: 0.0614390 Jul 09 10:36:32.253121 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a27c998-9aab-466a-8eac-bc04ce92da79 req-309037d5-9bc1-4cf0-8ce9-2359e9ada0d8 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=e72ea587-4e88-4ece-a617-7fbebab0070a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318737 Jul 09 10:36:32.277740 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44424) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:32.342426 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-360f3f0b-803e-43f6-9e05-5f6f777957cc tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/floatingips/d40779c3-712c-4763-b773-16d9fe33f6b0 HTTP/1.1" status: 200 len: 992 time: 0.0634730 Jul 09 10:36:33.791839 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef4193-0614-4014-8770-4e595f8480e5 req-f81b45e5-0044-400f-912b-2defa337b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:33.793332 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-feef4193-0614-4014-8770-4e595f8480e5 req-f81b45e5-0044-400f-912b-2defa337b942 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 1096 time: 0.0976667 Jul 09 10:36:33.805996 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4524b-23b3-4ac7-8403-9b91d91e8225 req-290ec937-5780-454b-aa2e-ac3deafe777f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:33.807393 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b1c4524b-23b3-4ac7-8403-9b91d91e8225 req-290ec937-5780-454b-aa2e-ac3deafe777f tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 945 time: 0.0827732 Jul 09 10:36:33.892903 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b1c4524b-23b3-4ac7-8403-9b91d91e8225 req-6339d6a7-6802-4f26-8fd2-5cc93cc288e7 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=e72ea587-4e88-4ece-a617-7fbebab0070a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773351 Jul 09 10:36:33.923053 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef4193-0614-4014-8770-4e595f8480e5 req-30765a3b-afc6-47bc-b938-8c0fc8391832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:33.928650 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-feef4193-0614-4014-8770-4e595f8480e5 req-30765a3b-afc6-47bc-b938-8c0fc8391832 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b62db048-723e-43b0-9cca-a885a4cdbc27 HTTP/1.1" status: 200 len: 897 time: 0.1167309 Jul 09 10:36:33.992901 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-feef4193-0614-4014-8770-4e595f8480e5 req-74ebda61-be70-4cea-9dc7-3b8b02e62079 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2103cbc-b914-4fff-8169-e1ebc4396bb0 HTTP/1.1" status: 200 len: 1000 time: 0.0607922 Jul 09 10:36:34.042084 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef4193-0614-4014-8770-4e595f8480e5 req-4039ef90-92f0-4424-b45b-51109254c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:34.043556 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-feef4193-0614-4014-8770-4e595f8480e5 req-4039ef90-92f0-4424-b45b-51109254c161 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a204c02a-649e-403a-9de6-c1907d45d875 HTTP/1.1" status: 200 len: 835 time: 0.0451534 Jul 09 10:36:34.104248 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef4193-0614-4014-8770-4e595f8480e5 req-4e0e7e75-5030-4432-a137-56066926314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:34.105765 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-feef4193-0614-4014-8770-4e595f8480e5 req-4e0e7e75-5030-4432-a137-56066926314e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b62db048-723e-43b0-9cca-a885a4cdbc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560033 Jul 09 10:36:34.194529 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-feef4193-0614-4014-8770-4e595f8480e5 req-4e72ec6e-49f9-4ec4-9f49-c8ed9ea75a37 service neutron] 10.222.0.64 "GET /v2.0/networks/b62db048-723e-43b0-9cca-a885a4cdbc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822465 Jul 09 10:36:34.597142 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-feef4193-0614-4014-8770-4e595f8480e5 req-35f730d0-f2d4-4501-b6d1-0ea6bdc21945 service neutron] 10.222.0.64 "GET /v2.0/networks/b62db048-723e-43b0-9cca-a885a4cdbc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962905 Jul 09 10:36:34.602701 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:35.068510 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604057f-e480-4ed6-acf8-5b3ade64b07e req-3a1d2b69-8565-4433-9a06-7c596f658408 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:35.069982 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d604057f-e480-4ed6-acf8-5b3ade64b07e req-3a1d2b69-8565-4433-9a06-7c596f658408 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 945 time: 0.0622132 Jul 09 10:36:35.108294 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d604057f-e480-4ed6-acf8-5b3ade64b07e req-5e39da82-9201-446d-b4c7-6629d9dbd429 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=e72ea587-4e88-4ece-a617-7fbebab0070a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327308 Jul 09 10:36:36.285671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da454b-55d2-4915-9e28-da18c40067b3 req-33440285-81f0-49a3-9387-6c9ec3db1d9b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:36.287730 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-89da454b-55d2-4915-9e28-da18c40067b3 req-33440285-81f0-49a3-9387-6c9ec3db1d9b tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 945 time: 0.0643640 Jul 09 10:36:36.328795 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-89da454b-55d2-4915-9e28-da18c40067b3 req-658baa3c-cac1-4d77-9209-cd7514975505 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=e72ea587-4e88-4ece-a617-7fbebab0070a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355160 Jul 09 10:36:36.353751 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44438) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:36.414437 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-e193ca62-090e-4e2d-9508-db613af91d90 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/floatingips/d40779c3-712c-4763-b773-16d9fe33f6b0 HTTP/1.1" status: 200 len: 992 time: 0.0594275 Jul 09 10:36:36.662501 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44444) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:36.816652 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting port 6ae92da8-00bc-41cb-ac0f-973eb1ca1ad9 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:36:36.817002 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:36.850932 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2c37380d-dccd-4ee5-9bc5-bf7d4d927d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:36.898995 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:36.899327 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:36.911529 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Calling delete_port for 6ae92da8-00bc-41cb-ac0f-973eb1ca1ad9 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:36:37.060325 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:37.086738 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Port': ['ID=6ae92da8-00bc-41cb-ac0f-973eb1ca1ad9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:37.115158 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:37.115521 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:37.115897 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:37.116238 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:37.116568 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:37.116901 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:37.117234 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:37.117571 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:37.117903 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:37.118229 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:37.118554 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:37.118876 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:37.158232 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:37.158568 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Floating IP d40779c3-712c-4763-b773-16d9fe33f6b0 disassociated (deleted). External IP: 172.25.3.98, port: f2103cbc-b914-4fff-8169-e1ebc4396bb0. Jul 09 10:36:37.367668 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router 1f44903e-5855-43c5-a01f-c953e2ab134f has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:36:37.475281 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:36:37.480013 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:37.484756 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66f24dd-4506-4e8d-a479-2bd8de838b93 None None] Sync routers for ids ['1f44903e-5855-43c5-a01f-c953e2ab134f'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:36:37.493667 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66f24dd-4506-4e8d-a479-2bd8de838b93 None None] Routers {'1f44903e-5855-43c5-a01f-c953e2ab134f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:36:37.494270 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d66f24dd-4506-4e8d-a479-2bd8de838b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:36:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['1f44903e-5855-43c5-a01f-c953e2ab134f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:37.515288 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4fb0e6e9-9d71-4018-9e72-bdd75cffce2e tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/floatingips/d40779c3-712c-4763-b773-16d9fe33f6b0 HTTP/1.1" status: 204 len: 168 time: 0.8516054 Jul 09 10:36:37.515960 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5828437f-40d4-4d8e-acc4-40c1911e0765', 'tag': 'f2103cbc-b914-4fff-8169-e1ebc4396bb0'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:36:37.518223 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522c4762-5446-48ff-a409-4174d59d90de" -d '{"events": [{"name": "network-changed", "server_uuid": "5828437f-40d4-4d8e-acc4-40c1911e0765", "tag": "f2103cbc-b914-4fff-8169-e1ebc4396bb0"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:36:37.557143 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0d1788-bf88-4d7c-a668-ff483594a151 x-openstack-request-id: req-4c0d1788-bf88-4d7c-a668-ff483594a151 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:36:37.557604 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5828437f-40d4-4d8e-acc4-40c1911e0765", "tag": "f2103cbc-b914-4fff-8169-e1ebc4396bb0", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:36:37.558055 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4c0d1788-bf88-4d7c-a668-ff483594a151 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:36:37.558730 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5828437f-40d4-4d8e-acc4-40c1911e0765', 'tag': 'f2103cbc-b914-4fff-8169-e1ebc4396bb0', 'status': 'completed', 'code': 200} Jul 09 10:36:37.608546 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-d66f24dd-4506-4e8d-a479-2bd8de838b93 None None] Set router 1f44903e-5855-43c5-a01f-c953e2ab134f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:36:37.633958 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c4762-5446-48ff-a409-4174d59d90de req-d1d19ff6-13a7-4611-a4ec-deef4d08ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:37.635516 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-522c4762-5446-48ff-a409-4174d59d90de req-d1d19ff6-13a7-4611-a4ec-deef4d08ba39 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 1096 time: 0.0556450 Jul 09 10:36:37.737921 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c4762-5446-48ff-a409-4174d59d90de req-584281f6-e2f7-47ed-aaf7-eeef325b2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:37.739668 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-522c4762-5446-48ff-a409-4174d59d90de req-584281f6-e2f7-47ed-aaf7-eeef325b2ac9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b62db048-723e-43b0-9cca-a885a4cdbc27 HTTP/1.1" status: 200 len: 897 time: 0.0977156 Jul 09 10:36:37.788061 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-522c4762-5446-48ff-a409-4174d59d90de req-b7156a2b-6d57-4f06-a8d6-314a56e9a5e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2103cbc-b914-4fff-8169-e1ebc4396bb0 HTTP/1.1" status: 200 len: 217 time: 0.0417311 Jul 09 10:36:37.841664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c4762-5446-48ff-a409-4174d59d90de req-ca7f4202-61ee-4b08-b6d6-d221c6aee757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:37.843466 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-522c4762-5446-48ff-a409-4174d59d90de req-ca7f4202-61ee-4b08-b6d6-d221c6aee757 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a204c02a-649e-403a-9de6-c1907d45d875 HTTP/1.1" status: 200 len: 835 time: 0.0492632 Jul 09 10:36:37.853362 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d66f24dd-4506-4e8d-a479-2bd8de838b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601248378', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:34:59Z', 'updated_at': '2021-07-09T10:35:03Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:35:00Z', 'updated_at': '2021-07-09T10:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'f8638402-922b-4cd2-bb0b-43e76157a2bb', 'name': '', 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:f3:0e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a204c02a-649e-403a-9de6-c1907d45d875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:35:02Z', 'updated_at': '2021-07-09T10:35:07Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'a204c02a-649e-403a-9de6-c1907d45d875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:37.883282 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66f24dd-4506-4e8d-a479-2bd8de838b93 None None] Checking router: 1f44903e-5855-43c5-a01f-c953e2ab134f for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:36:37.892378 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66f24dd-4506-4e8d-a479-2bd8de838b93 None None] Routers {'1f44903e-5855-43c5-a01f-c953e2ab134f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:36:37.893410 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d66f24dd-4506-4e8d-a479-2bd8de838b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:36:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['1f44903e-5855-43c5-a01f-c953e2ab134f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:37.960463 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e8e7c-3e69-4413-bdf8-cbbf7945e52a req-1ba6e4f2-65f4-4718-ab67-772588e48cea tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:37.962055 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0d0e8e7c-3e69-4413-bdf8-cbbf7945e52a req-1ba6e4f2-65f4-4718-ab67-772588e48cea tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 945 time: 0.1125796 Jul 09 10:36:37.964144 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c4762-5446-48ff-a409-4174d59d90de req-b2f11de6-c68a-49e5-a6f9-5e36b66b03f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:37.965612 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-522c4762-5446-48ff-a409-4174d59d90de req-b2f11de6-c68a-49e5-a6f9-5e36b66b03f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b62db048-723e-43b0-9cca-a885a4cdbc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140010 Jul 09 10:36:38.010687 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-d66f24dd-4506-4e8d-a479-2bd8de838b93 None None] Set router 1f44903e-5855-43c5-a01f-c953e2ab134f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:36:38.050369 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0d0e8e7c-3e69-4413-bdf8-cbbf7945e52a req-595dee68-ebbf-4466-9b4c-d59a96be8683 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=e72ea587-4e88-4ece-a617-7fbebab0070a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824785 Jul 09 10:36:38.083742 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-522c4762-5446-48ff-a409-4174d59d90de req-a93ea2d3-f729-4915-9b5b-188976028f0b service neutron] 10.222.0.64 "GET /v2.0/networks/b62db048-723e-43b0-9cca-a885a4cdbc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096084 Jul 09 10:36:38.192890 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-522c4762-5446-48ff-a409-4174d59d90de req-6dc5fd82-2d7e-4ff3-aa49-72776b2c15c1 service neutron] 10.222.0.64 "GET /v2.0/networks/b62db048-723e-43b0-9cca-a885a4cdbc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022635 Jul 09 10:36:38.226604 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d66f24dd-4506-4e8d-a479-2bd8de838b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601248378', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:34:59Z', 'updated_at': '2021-07-09T10:35:03Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:35:00Z', 'updated_at': '2021-07-09T10:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'f8638402-922b-4cd2-bb0b-43e76157a2bb', 'name': '', 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:f3:0e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a204c02a-649e-403a-9de6-c1907d45d875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:35:02Z', 'updated_at': '2021-07-09T10:35:07Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'a204c02a-649e-403a-9de6-c1907d45d875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:38.257381 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66f24dd-4506-4e8d-a479-2bd8de838b93 None None] The sync data for ids ['1f44903e-5855-43c5-a01f-c953e2ab134f'] in n-d-799996-1 is: [{'id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601248378', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:34:59Z', 'updated_at': '2021-07-09T10:35:03Z', 'revision_number': 4, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:35:00Z', 'updated_at': '2021-07-09T10:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'f8638402-922b-4cd2-bb0b-43e76157a2bb', 'name': '', 'network_id': 'b62db048-723e-43b0-9cca-a885a4cdbc27', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'mac_address': 'fa:16:3e:f3:0e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a204c02a-649e-403a-9de6-c1907d45d875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:35:02Z', 'updated_at': '2021-07-09T10:35:07Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'subnets': [{'id': 'a204c02a-649e-403a-9de6-c1907d45d875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:36:38.487382 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264b6756-1cc4-473e-b7c3-1fe9f78bedd9 None None] New status for floating IP d40779c3-712c-4763-b773-16d9fe33f6b0: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:36:39.227232 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ab0ec-60f6-4d2d-a0da-7c3788d8b86d req-41f54700-6adb-45d9-b0eb-4c14e7772303 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:39.228768 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f77ab0ec-60f6-4d2d-a0da-7c3788d8b86d req-41f54700-6adb-45d9-b0eb-4c14e7772303 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 945 time: 0.0628843 Jul 09 10:36:39.266152 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f77ab0ec-60f6-4d2d-a0da-7c3788d8b86d req-2b22e749-cfef-4ecd-a1bf-836effd1fd78 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/security-groups?id=e72ea587-4e88-4ece-a617-7fbebab0070a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319736 Jul 09 10:36:39.445436 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-067ee806-b7f1-4ece-9360-dbbfe185e7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:39.617879 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:39.715664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412e447-46ac-4113-a9ba-9ea74b3cd98a req-55120132-d691-4c14-a493-0d10f15fbb95 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:39.717114 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b412e447-46ac-4113-a9ba-9ea74b3cd98a req-55120132-d691-4c14-a493-0d10f15fbb95 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 945 time: 0.0628362 Jul 09 10:36:39.784452 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:39.825206 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-b412e447-46ac-4113-a9ba-9ea74b3cd98a req-9f2fa313-01c9-4d5a-af9c-ea7779bb5cee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting port f2103cbc-b914-4fff-8169-e1ebc4396bb0 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:36:39.825553 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b412e447-46ac-4113-a9ba-9ea74b3cd98a req-9f2fa313-01c9-4d5a-af9c-ea7779bb5cee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:39.914192 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b412e447-46ac-4113-a9ba-9ea74b3cd98a req-9f2fa313-01c9-4d5a-af9c-ea7779bb5cee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] For port f2103cbc-b914-4fff-8169-e1ebc4396bb0, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=f2103cbc-b914-4fff-8169-e1ebc4396bb0,segment=NetworkSegment(4240f0de-26a9-4178-b49a-7c08644401a0),segment_id=4240f0de-26a9-4178-b49a-7c08644401a0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:36:39.914556 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b412e447-46ac-4113-a9ba-9ea74b3cd98a req-9f2fa313-01c9-4d5a-af9c-ea7779bb5cee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:39.931396 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-b412e447-46ac-4113-a9ba-9ea74b3cd98a req-9f2fa313-01c9-4d5a-af9c-ea7779bb5cee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Calling delete_port for f2103cbc-b914-4fff-8169-e1ebc4396bb0 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:36:40.058155 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b412e447-46ac-4113-a9ba-9ea74b3cd98a req-9f2fa313-01c9-4d5a-af9c-ea7779bb5cee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:40.086155 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fa313-01c9-4d5a-af9c-ea7779bb5cee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Port': ['ID=f2103cbc-b914-4fff-8169-e1ebc4396bb0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:40.096300 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fa313-01c9-4d5a-af9c-ea7779bb5cee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:40.096649 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fa313-01c9-4d5a-af9c-ea7779bb5cee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:40.096993 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fa313-01c9-4d5a-af9c-ea7779bb5cee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:40.097337 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fa313-01c9-4d5a-af9c-ea7779bb5cee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:40.097665 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fa313-01c9-4d5a-af9c-ea7779bb5cee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:40.097999 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fa313-01c9-4d5a-af9c-ea7779bb5cee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:40.098331 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fa313-01c9-4d5a-af9c-ea7779bb5cee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:40.098666 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fa313-01c9-4d5a-af9c-ea7779bb5cee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:40.099418 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fa313-01c9-4d5a-af9c-ea7779bb5cee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:40.099418 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fa313-01c9-4d5a-af9c-ea7779bb5cee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:40.099661 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fa313-01c9-4d5a-af9c-ea7779bb5cee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:40.100014 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fa313-01c9-4d5a-af9c-ea7779bb5cee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:40.148734 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b412e447-46ac-4113-a9ba-9ea74b3cd98a req-9f2fa313-01c9-4d5a-af9c-ea7779bb5cee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] No DVR routers for this DVR port f2103cbc-b914-4fff-8169-e1ebc4396bb0 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:36:40.151447 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b412e447-46ac-4113-a9ba-9ea74b3cd98a req-9f2fa313-01c9-4d5a-af9c-ea7779bb5cee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:40.153547 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b412e447-46ac-4113-a9ba-9ea74b3cd98a req-9f2fa313-01c9-4d5a-af9c-ea7779bb5cee tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.64 "DELETE /v2.0/ports/f2103cbc-b914-4fff-8169-e1ebc4396bb0 HTTP/1.1" status: 204 len: 173 time: 0.4310575 Jul 09 10:36:40.153994 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5828437f-40d4-4d8e-acc4-40c1911e0765', 'name': 'network-vif-deleted', 'tag': 'f2103cbc-b914-4fff-8169-e1ebc4396bb0'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:36:40.156259 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bc9a73-75e8-44d8-86e5-c09262e2f235" -d '{"events": [{"server_uuid": "5828437f-40d4-4d8e-acc4-40c1911e0765", "name": "network-vif-deleted", "tag": "f2103cbc-b914-4fff-8169-e1ebc4396bb0"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:36:40.191307 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2d49ea-0223-499e-b40c-d7e16b1210bd x-openstack-request-id: req-8f2d49ea-0223-499e-b40c-d7e16b1210bd {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:36:40.191602 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5828437f-40d4-4d8e-acc4-40c1911e0765", "name": "network-vif-deleted", "tag": "f2103cbc-b914-4fff-8169-e1ebc4396bb0", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:36:40.191883 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8f2d49ea-0223-499e-b40c-d7e16b1210bd {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:36:40.192295 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5828437f-40d4-4d8e-acc4-40c1911e0765', 'name': 'network-vif-deleted', 'tag': 'f2103cbc-b914-4fff-8169-e1ebc4396bb0', 'status': 'completed', 'code': 200} Jul 09 10:36:40.417978 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-44503bc2-466f-4c99-bd0b-753d50d96169 req-918edaad-64eb-493f-8cd8-d4d766b0c658 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "GET /v2.0/ports?device_id=5828437f-40d4-4d8e-acc4-40c1911e0765 HTTP/1.1" status: 200 len: 210 time: 0.0283875 Jul 09 10:36:40.440340 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:36:41.412243 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:41.513832 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44462) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:41.880676 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0249366a-ad41-4cff-b926-7047d637fd80 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:42.148265 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0249366a-ad41-4cff-b926-7047d637fd80 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting port f8638402-922b-4cd2-bb0b-43e76157a2bb {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:36:42.148613 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0249366a-ad41-4cff-b926-7047d637fd80 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:42.234987 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-0249366a-ad41-4cff-b926-7047d637fd80 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] For port f8638402-922b-4cd2-bb0b-43e76157a2bb, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=f8638402-922b-4cd2-bb0b-43e76157a2bb,segment=NetworkSegment(4240f0de-26a9-4178-b49a-7c08644401a0),segment_id=4240f0de-26a9-4178-b49a-7c08644401a0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:36:42.235346 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0249366a-ad41-4cff-b926-7047d637fd80 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:42.248086 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0249366a-ad41-4cff-b926-7047d637fd80 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Calling delete_port for f8638402-922b-4cd2-bb0b-43e76157a2bb owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:36:42.431852 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0249366a-ad41-4cff-b926-7047d637fd80 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:42.468925 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249366a-ad41-4cff-b926-7047d637fd80 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Port': ['ID=f8638402-922b-4cd2-bb0b-43e76157a2bb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:42.639467 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0249366a-ad41-4cff-b926-7047d637fd80 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:43.164087 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0249366a-ad41-4cff-b926-7047d637fd80 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Router 1f44903e-5855-43c5-a01f-c953e2ab134f has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:36:43.192896 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:43.268768 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0249366a-ad41-4cff-b926-7047d637fd80 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:36:43.274210 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-0249366a-ad41-4cff-b926-7047d637fd80 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "PUT /v2.0/routers/1f44903e-5855-43c5-a01f-c953e2ab134f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7593341 Jul 09 10:36:43.277134 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44464) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:43.280687 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f8bd40-bba9-45d9-a639-e69cfdb67459 None None] Sync routers for ids ['1f44903e-5855-43c5-a01f-c953e2ab134f'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:36:43.290291 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f8bd40-bba9-45d9-a639-e69cfdb67459 None None] Routers {'1f44903e-5855-43c5-a01f-c953e2ab134f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:36:43.290890 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-33f8bd40-bba9-45d9-a639-e69cfdb67459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:36:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['1f44903e-5855-43c5-a01f-c953e2ab134f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:43.328601 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-4953fb6c-b03d-4f49-a782-051133c213eb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting subnet a204c02a-649e-403a-9de6-c1907d45d875 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:36:43.331821 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4953fb6c-b03d-4f49-a782-051133c213eb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:43.372540 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4953fb6c-b03d-4f49-a782-051133c213eb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:43.465084 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4953fb6c-b03d-4f49-a782-051133c213eb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:43.487300 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-33f8bd40-bba9-45d9-a639-e69cfdb67459 None None] Set router 1f44903e-5855-43c5-a01f-c953e2ab134f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:36:43.525606 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4953fb6c-b03d-4f49-a782-051133c213eb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:43.552551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953fb6c-b03d-4f49-a782-051133c213eb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Subnet': ['ID=a204c02a-649e-403a-9de6-c1907d45d875,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:43.556635 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4953fb6c-b03d-4f49-a782-051133c213eb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:43.558650 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-4953fb6c-b03d-4f49-a782-051133c213eb tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/subnets/a204c02a-649e-403a-9de6-c1907d45d875 HTTP/1.1" status: 204 len: 168 time: 0.2804494 Jul 09 10:36:43.561163 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44466) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:43.566484 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300111a8-d5d8-4e4a-914f-f50caa62a198 None None] Network b62db048-723e-43b0-9cca-a885a4cdbc27 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:36:43.672074 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc580720-dfb2-439f-b4a8-f73651213363 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:43.673954 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-33f8bd40-bba9-45d9-a639-e69cfdb67459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601248378', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:34:59Z', 'updated_at': '2021-07-09T10:36:42Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:35:00Z', 'updated_at': '2021-07-09T10:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:43.699950 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f8bd40-bba9-45d9-a639-e69cfdb67459 None None] Checking router: 1f44903e-5855-43c5-a01f-c953e2ab134f for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:36:43.710617 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f8bd40-bba9-45d9-a639-e69cfdb67459 None None] Routers {'1f44903e-5855-43c5-a01f-c953e2ab134f'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:36:43.711252 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-33f8bd40-bba9-45d9-a639-e69cfdb67459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:36:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['1f44903e-5855-43c5-a01f-c953e2ab134f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:43.782815 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3718af0b-54b8-4cec-8064-3493661377f2 None None] DHCP port deletion for b62db048-723e-43b0-9cca-a885a4cdbc27 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:36:43.785243 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc580720-dfb2-439f-b4a8-f73651213363 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:43.836462 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-33f8bd40-bba9-45d9-a639-e69cfdb67459 None None] Set router 1f44903e-5855-43c5-a01f-c953e2ab134f gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:36:43.845808 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3718af0b-54b8-4cec-8064-3493661377f2 None None] Deleting port 1d7733db-a3da-48be-8265-0b49b063d827 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:36:43.846541 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3718af0b-54b8-4cec-8064-3493661377f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:43.849198 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-cc580720-dfb2-439f-b4a8-f73651213363 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Deleting port 5c9448cb-53ae-4957-b37d-eb29c2014005 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:36:43.849549 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc580720-dfb2-439f-b4a8-f73651213363 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:43.922825 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3718af0b-54b8-4cec-8064-3493661377f2 None None] For port 1d7733db-a3da-48be-8265-0b49b063d827, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=1d7733db-a3da-48be-8265-0b49b063d827,segment=NetworkSegment(4240f0de-26a9-4178-b49a-7c08644401a0),segment_id=4240f0de-26a9-4178-b49a-7c08644401a0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:36:43.923175 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3718af0b-54b8-4cec-8064-3493661377f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:43.936674 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3718af0b-54b8-4cec-8064-3493661377f2 None None] Calling delete_port for 1d7733db-a3da-48be-8265-0b49b063d827 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:36:43.940314 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-cc580720-dfb2-439f-b4a8-f73651213363 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] For port 5c9448cb-53ae-4957-b37d-eb29c2014005, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=5c9448cb-53ae-4957-b37d-eb29c2014005,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:36:43.940680 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc580720-dfb2-439f-b4a8-f73651213363 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:43.940798 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 1d7733db-a3da-48be-8265-0b49b063d827 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:36:43.955516 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-cc580720-dfb2-439f-b4a8-f73651213363 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Calling delete_port for 5c9448cb-53ae-4957-b37d-eb29c2014005 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:36:44.033898 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-33f8bd40-bba9-45d9-a639-e69cfdb67459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601248378', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:34:59Z', 'updated_at': '2021-07-09T10:36:42Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:35:00Z', 'updated_at': '2021-07-09T10:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:44.066147 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f8bd40-bba9-45d9-a639-e69cfdb67459 None None] The sync data for ids ['1f44903e-5855-43c5-a01f-c953e2ab134f'] in n-d-799996-1 is: [{'id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601248378', 'tenant_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:34:59Z', 'updated_at': '2021-07-09T10:36:42Z', 'revision_number': 5, 'project_id': 'a2707a6cc1554f6e93671b1c65b2449a', 'gw_port': {'id': '5c9448cb-53ae-4957-b37d-eb29c2014005', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44903e-5855-43c5-a01f-c953e2ab134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:35:00Z', 'updated_at': '2021-07-09T10:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:36:44.081134 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:44.093610 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3718af0b-54b8-4cec-8064-3493661377f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:44.126083 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718af0b-54b8-4cec-8064-3493661377f2 None None] Pushing event deleted for resources: {'Port': ['ID=1d7733db-a3da-48be-8265-0b49b063d827,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:44.136561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3718af0b-54b8-4cec-8064-3493661377f2 None None] No DVR routers for this DVR port 1d7733db-a3da-48be-8265-0b49b063d827 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:36:44.139383 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3718af0b-54b8-4cec-8064-3493661377f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:44.139753 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3718af0b-54b8-4cec-8064-3493661377f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:44.140099 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3718af0b-54b8-4cec-8064-3493661377f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:44.140436 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3718af0b-54b8-4cec-8064-3493661377f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:44.141074 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3718af0b-54b8-4cec-8064-3493661377f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:44.141211 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3718af0b-54b8-4cec-8064-3493661377f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:44.141426 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3718af0b-54b8-4cec-8064-3493661377f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:44.141753 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3718af0b-54b8-4cec-8064-3493661377f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:44.142078 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3718af0b-54b8-4cec-8064-3493661377f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:44.142400 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3718af0b-54b8-4cec-8064-3493661377f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:44.142722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3718af0b-54b8-4cec-8064-3493661377f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:44.143044 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3718af0b-54b8-4cec-8064-3493661377f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:44.156852 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc580720-dfb2-439f-b4a8-f73651213363 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:44.165752 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device f2103cbc-b914-4fff-8169-e1ebc4396bb0 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:36:44.184040 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc580720-dfb2-439f-b4a8-f73651213363 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Port': ['ID=5c9448cb-53ae-4957-b37d-eb29c2014005,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:44.186773 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: f2103cbc-b914-4fff-8169-e1ebc4396bb0 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:36:44.187126 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device f2103cbc-b914-4fff-8169-e1ebc4396bb0 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:36:44.243723 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc580720-dfb2-439f-b4a8-f73651213363 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:44.333660 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc580720-dfb2-439f-b4a8-f73651213363 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:44.335798 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc580720-dfb2-439f-b4a8-f73651213363 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:44.382303 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc580720-dfb2-439f-b4a8-f73651213363 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:44.382788 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc580720-dfb2-439f-b4a8-f73651213363 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Fanout notify agent at l3_agent the message router_deleted on router 1f44903e-5855-43c5-a01f-c953e2ab134f {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 10:36:44.391785 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc580720-dfb2-439f-b4a8-f73651213363 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:44.392910 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cc580720-dfb2-439f-b4a8-f73651213363 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/routers/1f44903e-5855-43c5-a01f-c953e2ab134f HTTP/1.1" status: 204 len: 168 time: 0.8308079 Jul 09 10:36:44.396000 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44468) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:44.474811 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58482fb8-56f4-4c71-869b-d37bd4253a58 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:44.567641 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58482fb8-56f4-4c71-869b-d37bd4253a58 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:44.577750 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-58482fb8-56f4-4c71-869b-d37bd4253a58 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62db048-723e-43b0-9cca-a885a4cdbc27']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:44.588359 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-58482fb8-56f4-4c71-869b-d37bd4253a58 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4240f0de-26a9-4178-b49a-7c08644401a0') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:44.588652 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-58482fb8-56f4-4c71-869b-d37bd4253a58 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4240f0de-26a9-4178-b49a-7c08644401a0') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:44.597283 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58482fb8-56f4-4c71-869b-d37bd4253a58 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:44.611386 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58482fb8-56f4-4c71-869b-d37bd4253a58 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:44.618266 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58482fb8-56f4-4c71-869b-d37bd4253a58 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:36:44.618457 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58482fb8-56f4-4c71-869b-d37bd4253a58 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:36:44.621523 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:36:44.681689 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58482fb8-56f4-4c71-869b-d37bd4253a58 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:44.690003 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58482fb8-56f4-4c71-869b-d37bd4253a58 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:44.691642 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-58482fb8-56f4-4c71-869b-d37bd4253a58 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/networks/b62db048-723e-43b0-9cca-a885a4cdbc27 HTTP/1.1" status: 204 len: 168 time: 0.2946901 Jul 09 10:36:44.694459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44470) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:44.709241 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58482fb8-56f4-4c71-869b-d37bd4253a58 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'Network': ['ID=b62db048-723e-43b0-9cca-a885a4cdbc27,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:44.756484 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4bef7a7c-c1b4-4cc2-9fa9-6daef15c9223 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:44.781437 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4bef7a7c-c1b4-4cc2-9fa9-6daef15c9223 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:44.840712 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4bef7a7c-c1b4-4cc2-9fa9-6daef15c9223 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:44.843491 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4bef7a7c-c1b4-4cc2-9fa9-6daef15c9223 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:44.844693 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4bef7a7c-c1b4-4cc2-9fa9-6daef15c9223 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] 10.222.0.61 "DELETE /v2.0/security-groups/e72ea587-4e88-4ece-a617-7fbebab0070a HTTP/1.1" status: 204 len: 168 time: 0.1492348 Jul 09 10:36:44.854328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef7a7c-c1b4-4cc2-9fa9-6daef15c9223 tempest-TestNetworkAdvancedServerOps-755651822 tempest-TestNetworkAdvancedServerOps-755651822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72ea587-4e88-4ece-a617-7fbebab0070a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:45.181337 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44478) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:45.310898 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-005b10ea-8d4b-4a23-8ecc-debd0ec03b5a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a2707a6cc1554f6e93671b1c65b2449a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1283886 Jul 09 10:36:45.313464 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44482) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:45.360935 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-28d4df06-ab6c-497a-ab0b-7799bd39cbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:45.381766 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-28d4df06-ab6c-497a-ab0b-7799bd39cbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:45.428490 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-28d4df06-ab6c-497a-ab0b-7799bd39cbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:45.431240 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-28d4df06-ab6c-497a-ab0b-7799bd39cbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:45.432433 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-28d4df06-ab6c-497a-ab0b-7799bd39cbfa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6d28b59f-da13-4e52-a3d2-94d11723a25d HTTP/1.1" status: 204 len: 168 time: 0.1180766 Jul 09 10:36:45.440641 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4df06-ab6c-497a-ab0b-7799bd39cbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d28b59f-da13-4e52-a3d2-94d11723a25d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:45.689003 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44488) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:45.702851 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31eefcea-4c7c-4f20-9f82-ad420f4d139e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:45.793593 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31eefcea-4c7c-4f20-9f82-ad420f4d139e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:45.798243 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31eefcea-4c7c-4f20-9f82-ad420f4d139e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:45.800057 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5c9448cb-53ae-4957-b37d-eb29c2014005 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:36:45.824053 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 5c9448cb-53ae-4957-b37d-eb29c2014005 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:36:45.824498 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 5c9448cb-53ae-4957-b37d-eb29c2014005 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:36:45.824811 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f8638402-922b-4cd2-bb0b-43e76157a2bb no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:36:45.844919 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: f8638402-922b-4cd2-bb0b-43e76157a2bb {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:36:45.845341 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device f8638402-922b-4cd2-bb0b-43e76157a2bb not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:36:45.849911 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eefcea-4c7c-4f20-9f82-ad420f4d139e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efea2df2-7acb-41ed-9c53-0054a6a4d708,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:45.854965 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-31eefcea-4c7c-4f20-9f82-ad420f4d139e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=97a267daffe942888f779b42c4cb3fde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1649375 Jul 09 10:36:45.857782 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44490) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:45.906569 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc31501f-18b0-417b-9e8e-b3ac6bfe834a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:45.927669 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc31501f-18b0-417b-9e8e-b3ac6bfe834a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:45.972350 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc31501f-18b0-417b-9e8e-b3ac6bfe834a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:45.975524 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc31501f-18b0-417b-9e8e-b3ac6bfe834a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:45.976710 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cc31501f-18b0-417b-9e8e-b3ac6bfe834a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/efea2df2-7acb-41ed-9c53-0054a6a4d708 HTTP/1.1" status: 204 len: 168 time: 0.1180377 Jul 09 10:36:45.985063 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31501f-18b0-417b-9e8e-b3ac6bfe834a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efea2df2-7acb-41ed-9c53-0054a6a4d708,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:46.649743 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44512) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:46.741594 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6bf07ea8-7f3f-4ee6-bc04-5b4bcc7ecf02 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1579003878-network', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:36:46.762747 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf07ea8-7f3f-4ee6-bc04-5b4bcc7ecf02 admin admin] Made reservation on behalf of d11d6bed12e54f49b42e2cd5cc9e11b4 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:36:46.765066 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bf07ea8-7f3f-4ee6-bc04-5b4bcc7ecf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:46.773600 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bf07ea8-7f3f-4ee6-bc04-5b4bcc7ecf02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:46.867193 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bf07ea8-7f3f-4ee6-bc04-5b4bcc7ecf02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:46.870619 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bf07ea8-7f3f-4ee6-bc04-5b4bcc7ecf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:46.894794 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf07ea8-7f3f-4ee6-bc04-5b4bcc7ecf02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:36:46.904545 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf07ea8-7f3f-4ee6-bc04-5b4bcc7ecf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f59777-856d-4e10-b6d3-17b288c2df8f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:46.909370 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bf07ea8-7f3f-4ee6-bc04-5b4bcc7ecf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:46.909712 n-d-799996-1 neutron-server[93791]: INFO neutron.db.segments_db [None req-6bf07ea8-7f3f-4ee6-bc04-5b4bcc7ecf02 admin admin] Added segment 89ed0aca-eb12-4386-91c2-6c27df29ba80 of type vlan for network 014378a6-c2f7-4dc1-8c76-029c39260714 Jul 09 10:36:46.952616 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bf07ea8-7f3f-4ee6-bc04-5b4bcc7ecf02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:46.980648 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bf07ea8-7f3f-4ee6-bc04-5b4bcc7ecf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:46.981653 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf07ea8-7f3f-4ee6-bc04-5b4bcc7ecf02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:46.982236 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bf07ea8-7f3f-4ee6-bc04-5b4bcc7ecf02 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:47.033987 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6bf07ea8-7f3f-4ee6-bc04-5b4bcc7ecf02 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3831146 Jul 09 10:36:47.037570 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44516) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:47.042635 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c1aa94f7-7002-4910-ae2e-a35ff0c20c48 admin admin] Request body: {'subnet': {'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1579003878-subnet', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:36:47.043609 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf07ea8-7f3f-4ee6-bc04-5b4bcc7ecf02 admin admin] Pushing event updated for resources: {'Network': ['ID=014378a6-c2f7-4dc1-8c76-029c39260714,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:47.055056 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 014378a6-c2f7-4dc1-8c76-029c39260714 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:36:47.065149 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1aa94f7-7002-4910-ae2e-a35ff0c20c48 admin admin] Made reservation on behalf of d11d6bed12e54f49b42e2cd5cc9e11b4 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:36:47.067725 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1aa94f7-7002-4910-ae2e-a35ff0c20c48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:47.236767 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1aa94f7-7002-4910-ae2e-a35ff0c20c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:47.294572 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa94f7-7002-4910-ae2e-a35ff0c20c48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf2d296-68bd-44e1-8559-0b2a0cdebfe3,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:47.307111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aa94f7-7002-4910-ae2e-a35ff0c20c48 admin admin] Checking segment: {'id': '89ed0aca-eb12-4386-91c2-6c27df29ba80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:36:47.307486 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aa94f7-7002-4910-ae2e-a35ff0c20c48 admin admin] Network hostable DHCP agents. Network: 014378a6-c2f7-4dc1-8c76-029c39260714, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:36:47.323632 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aa94f7-7002-4910-ae2e-a35ff0c20c48 admin admin] Network 014378a6-c2f7-4dc1-8c76-029c39260714 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:36:47.331900 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c1aa94f7-7002-4910-ae2e-a35ff0c20c48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 014378a6-c2f7-4dc1-8c76-029c39260714) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:36:47.336557 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aa94f7-7002-4910-ae2e-a35ff0c20c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:47.337152 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1aa94f7-7002-4910-ae2e-a35ff0c20c48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:47.341332 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e292ab0a-201f-4550-86ba-43bd0c5dfdff None None] Network 014378a6-c2f7-4dc1-8c76-029c39260714 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:36:47.351732 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c1aa94f7-7002-4910-ae2e-a35ff0c20c48 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3130095 Jul 09 10:36:47.354443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44518) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:47.358822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-4838916e-27d1-4f88-8574-7a8bd7cb3b67 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1579003878-router', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:36:47.378850 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4838916e-27d1-4f88-8574-7a8bd7cb3b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:47.379795 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4838916e-27d1-4f88-8574-7a8bd7cb3b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:47.432172 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4838916e-27d1-4f88-8574-7a8bd7cb3b67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:47.492656 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbb2c45-02be-4901-ad90-5b040a90f368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-014378a6-c2f7-4dc1-8c76-029c39260714', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'fixed_ips': [{'subnet_id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:36:47.493554 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cfbb2c45-02be-4901-ad90-5b040a90f368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:47.570007 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4838916e-27d1-4f88-8574-7a8bd7cb3b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:47.629342 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-cfbb2c45-02be-4901-ad90-5b040a90f368 None None] Allocated IP 172.20.0.2 (014378a6-c2f7-4dc1-8c76-029c39260714/bbf2d296-68bd-44e1-8559-0b2a0cdebfe3/79f37f41-a53a-4120-baa2-477e7abed170) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:36:47.773165 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4838916e-27d1-4f88-8574-7a8bd7cb3b67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:47.777472 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cfbb2c45-02be-4901-ad90-5b040a90f368 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:47.786072 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cfbb2c45-02be-4901-ad90-5b040a90f368 None None] Transition to ACTIVE for port object 79f37f41-a53a-4120-baa2-477e7abed170 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:36:47.798561 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4838916e-27d1-4f88-8574-7a8bd7cb3b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:47.801091 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cfbb2c45-02be-4901-ad90-5b040a90f368 None None] Transition to ACTIVE for port object 79f37f41-a53a-4120-baa2-477e7abed170 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:36:47.806430 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cfbb2c45-02be-4901-ad90-5b040a90f368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:47.852040 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbb2c45-02be-4901-ad90-5b040a90f368 None None] Network 014378a6-c2f7-4dc1-8c76-029c39260714 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:36:47.854975 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-cfbb2c45-02be-4901-ad90-5b040a90f368 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:36:47.858558 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbb2c45-02be-4901-ad90-5b040a90f368 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:36:47.863995 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb2c45-02be-4901-ad90-5b040a90f368 None None] Pushing event updated for resources: {'Port': ['ID=79f37f41-a53a-4120-baa2-477e7abed170,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:47.906907 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-4838916e-27d1-4f88-8574-7a8bd7cb3b67 admin admin] Allocated IP 172.25.3.34 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/e7112feb-d1ee-4e6d-93e3-6b9c784ae418) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:36:47.918690 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-cfbb2c45-02be-4901-ad90-5b040a90f368 None None] Attempting to bind port 79f37f41-a53a-4120-baa2-477e7abed170 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:36:47.919010 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-cfbb2c45-02be-4901-ad90-5b040a90f368 None None] Attempting to bind port 79f37f41-a53a-4120-baa2-477e7abed170 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '89ed0aca-eb12-4386-91c2-6c27df29ba80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:36:47.919364 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb2c45-02be-4901-ad90-5b040a90f368 None None] Attempting to bind port 79f37f41-a53a-4120-baa2-477e7abed170 on network 014378a6-c2f7-4dc1-8c76-029c39260714 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:36:47.924562 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb2c45-02be-4901-ad90-5b040a90f368 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:36:47.924927 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb2c45-02be-4901-ad90-5b040a90f368 None None] Checking segment: {'id': '89ed0aca-eb12-4386-91c2-6c27df29ba80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:36:47.925332 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cfbb2c45-02be-4901-ad90-5b040a90f368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:47.925717 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb2c45-02be-4901-ad90-5b040a90f368 None None] Bound using segment: {'id': '89ed0aca-eb12-4386-91c2-6c27df29ba80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:36:47.926174 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-cfbb2c45-02be-4901-ad90-5b040a90f368 None None] Bound port: 79f37f41-a53a-4120-baa2-477e7abed170, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ed0aca-eb12-4386-91c2-6c27df29ba80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:36:47.926545 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cfbb2c45-02be-4901-ad90-5b040a90f368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:47.990879 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-cfbb2c45-02be-4901-ad90-5b040a90f368 None None] For port 79f37f41-a53a-4120-baa2-477e7abed170, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:36:47.993881 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-cfbb2c45-02be-4901-ad90-5b040a90f368 None None] For port 79f37f41-a53a-4120-baa2-477e7abed170, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=79f37f41-a53a-4120-baa2-477e7abed170,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:36:47.998373 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cfbb2c45-02be-4901-ad90-5b040a90f368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:48.013321 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4838916e-27d1-4f88-8574-7a8bd7cb3b67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:48.057130 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4838916e-27d1-4f88-8574-7a8bd7cb3b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:48.060802 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb2c45-02be-4901-ad90-5b040a90f368 None None] Pushing event updated for resources: {'Port': ['ID=79f37f41-a53a-4120-baa2-477e7abed170,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:48.106680 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4838916e-27d1-4f88-8574-7a8bd7cb3b67 admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:36:48.112303 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-4838916e-27d1-4f88-8574-7a8bd7cb3b67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:36:48.116671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4838916e-27d1-4f88-8574-7a8bd7cb3b67 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:36:48.142574 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838916e-27d1-4f88-8574-7a8bd7cb3b67 admin admin] Pushing event updated for resources: {'Port': ['ID=e7112feb-d1ee-4e6d-93e3-6b9c784ae418,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:48.394290 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4838916e-27d1-4f88-8574-7a8bd7cb3b67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:48.585892 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4838916e-27d1-4f88-8574-7a8bd7cb3b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:48.727345 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4838916e-27d1-4f88-8574-7a8bd7cb3b67 admin admin] Router 516896be-a7dd-44de-b7d0-006eb503d4ee is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 10:36:48.837581 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4838916e-27d1-4f88-8574-7a8bd7cb3b67 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:36:48.848258 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] Sync routers for ids ['516896be-a7dd-44de-b7d0-006eb503d4ee'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:36:48.854303 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4838916e-27d1-4f88-8574-7a8bd7cb3b67 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:48.855738 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4838916e-27d1-4f88-8574-7a8bd7cb3b67 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5002997 Jul 09 10:36:48.858471 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44520) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:48.859643 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] Routers {'516896be-a7dd-44de-b7d0-006eb503d4ee'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:36:48.860305 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:36:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['516896be-a7dd-44de-b7d0-006eb503d4ee'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:48.968776 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] Set router 516896be-a7dd-44de-b7d0-006eb503d4ee gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:36:49.031050 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004f179f-3d15-4dc0-8b63-e905e57347de None None] Network 014378a6-c2f7-4dc1-8c76-029c39260714 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:36:49.293625 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fb0dc142-8827-446c-b45e-14086a9b0af8 None None] Provisioning for port 79f37f41-a53a-4120-baa2-477e7abed170 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:36:49.303716 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-342116f4-c7d8-4704-81c9-69eec2e4b845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:49.435946 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'name': 'tempest-TestShelveInstance-1579003878-router', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:48Z', 'revision_number': 3, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'gw_port': {'id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:57:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:49.468304 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] Checking router: 516896be-a7dd-44de-b7d0-006eb503d4ee for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:36:49.468668 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] Updating router 516896be-a7dd-44de-b7d0-006eb503d4ee port e7112feb-d1ee-4e6d-93e3-6b9c784ae418 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:36:49.469207 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-342116f4-c7d8-4704-81c9-69eec2e4b845 admin admin] Allocated IP 172.20.0.1 (014378a6-c2f7-4dc1-8c76-029c39260714/bbf2d296-68bd-44e1-8559-0b2a0cdebfe3/193f4dea-0b07-4745-8600-86ddc35f67d5) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:36:49.509923 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:49.579529 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-342116f4-c7d8-4704-81c9-69eec2e4b845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:49.594270 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-342116f4-c7d8-4704-81c9-69eec2e4b845 admin admin] Transition to ACTIVE for port object 193f4dea-0b07-4745-8600-86ddc35f67d5 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:36:49.628697 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-342116f4-c7d8-4704-81c9-69eec2e4b845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:49.679343 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342116f4-c7d8-4704-81c9-69eec2e4b845 admin admin] Network 014378a6-c2f7-4dc1-8c76-029c39260714 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:36:49.683197 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-342116f4-c7d8-4704-81c9-69eec2e4b845 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:36:49.688101 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342116f4-c7d8-4704-81c9-69eec2e4b845 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:36:49.691275 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342116f4-c7d8-4704-81c9-69eec2e4b845 admin admin] Pushing event updated for resources: {'Port': ['ID=193f4dea-0b07-4745-8600-86ddc35f67d5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:49.731724 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-342116f4-c7d8-4704-81c9-69eec2e4b845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:49.828455 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:49.841200 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] Transition to ACTIVE for port object e7112feb-d1ee-4e6d-93e3-6b9c784ae418 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:36:49.850271 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:49.867647 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 79f37f41-a53a-4120-baa2-477e7abed170 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:36:49.952335 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] Attempting to bind port e7112feb-d1ee-4e6d-93e3-6b9c784ae418 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:36:49.952621 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] Attempting to bind port e7112feb-d1ee-4e6d-93e3-6b9c784ae418 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:36:49.953130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] Attempting to bind port e7112feb-d1ee-4e6d-93e3-6b9c784ae418 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:36:49.958793 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6995ef-a4d3-40bb-bdab-d11c16b4a57d None None] Pushing event updated for resources: {'Port': ['ID=e7112feb-d1ee-4e6d-93e3-6b9c784ae418,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:49.966249 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:36:49.966805 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:36:49.967268 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:49.967676 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:36:49.968249 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] Bound port: e7112feb-d1ee-4e6d-93e3-6b9c784ae418, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:36:49.968690 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:50.024913 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 79f37f41-a53a-4120-baa2-477e7abed170 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:36:50.032899 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 79f37f41-a53a-4120-baa2-477e7abed170 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:36:50.033267 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:50.073648 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] For port e7112feb-d1ee-4e6d-93e3-6b9c784ae418, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:36:50.100682 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] For port e7112feb-d1ee-4e6d-93e3-6b9c784ae418, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e7112feb-d1ee-4e6d-93e3-6b9c784ae418,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:36:50.107771 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:50.112171 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-52b31994-fa75-4334-ba11-b05920adab1d None None] Provisioning for port 193f4dea-0b07-4745-8600-86ddc35f67d5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:36:50.148951 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-52b31994-fa75-4334-ba11-b05920adab1d None None] Provisioning complete for port 193f4dea-0b07-4745-8600-86ddc35f67d5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:36:50.148951 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-52b31994-fa75-4334-ba11-b05920adab1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:50.224487 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-342116f4-c7d8-4704-81c9-69eec2e4b845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:50.240507 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] Routers {'516896be-a7dd-44de-b7d0-006eb503d4ee'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:36:50.241139 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:36:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['516896be-a7dd-44de-b7d0-006eb503d4ee'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:50.246317 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-52b31994-fa75-4334-ba11-b05920adab1d None None] Port 193f4dea-0b07-4745-8600-86ddc35f67d5 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:36:50.251015 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6995ef-a4d3-40bb-bdab-d11c16b4a57d None None] Pushing event updated for resources: {'Port': ['ID=e7112feb-d1ee-4e6d-93e3-6b9c784ae418,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:50.282954 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:50.366124 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 79f37f41-a53a-4120-baa2-477e7abed170, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=79f37f41-a53a-4120-baa2-477e7abed170,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:36:50.373458 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:50.390804 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-342116f4-c7d8-4704-81c9-69eec2e4b845 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:50.396144 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-342116f4-c7d8-4704-81c9-69eec2e4b845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:50.416883 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] Set router 516896be-a7dd-44de-b7d0-006eb503d4ee gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:36:50.461517 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-342116f4-c7d8-4704-81c9-69eec2e4b845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:50.464209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342116f4-c7d8-4704-81c9-69eec2e4b845 admin admin] Pushing event updated for resources: {'Port': ['ID=193f4dea-0b07-4745-8600-86ddc35f67d5,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:50.464392 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=79f37f41-a53a-4120-baa2-477e7abed170,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:50.555813 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342116f4-c7d8-4704-81c9-69eec2e4b845 admin admin] Network 014378a6-c2f7-4dc1-8c76-029c39260714 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:36:50.557267 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-342116f4-c7d8-4704-81c9-69eec2e4b845 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:36:50.635346 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'name': 'tempest-TestShelveInstance-1579003878-router', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:50Z', 'revision_number': 4, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'gw_port': {'id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:57:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '193f4dea-0b07-4745-8600-86ddc35f67d5', 'name': '', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'mac_address': 'fa:16:3e:6b:e7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:49Z', 'updated_at': '2021-07-09T10:36:49Z', 'revision_number': 1, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'subnets': [{'id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:50.667512 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8f230b-7fbd-4f93-ad5b-cd37f8c0ce14 None None] The sync data for ids ['516896be-a7dd-44de-b7d0-006eb503d4ee'] in n-d-799996-1 is: [{'id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'name': 'tempest-TestShelveInstance-1579003878-router', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:50Z', 'revision_number': 4, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'gw_port': {'id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:57:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '193f4dea-0b07-4745-8600-86ddc35f67d5', 'name': '', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'mac_address': 'fa:16:3e:6b:e7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:49Z', 'updated_at': '2021-07-09T10:36:49Z', 'revision_number': 1, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'subnets': [{'id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:36:50.678424 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342116f4-c7d8-4704-81c9-69eec2e4b845 admin admin] Router 516896be-a7dd-44de-b7d0-006eb503d4ee has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:36:50.796068 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342116f4-c7d8-4704-81c9-69eec2e4b845 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:36:50.801060 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-342116f4-c7d8-4704-81c9-69eec2e4b845 admin admin] 10.222.0.61 "PUT /v2.0/routers/516896be-a7dd-44de-b7d0-006eb503d4ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9413054 Jul 09 10:36:50.883312 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3e8b375a-ebc9-48ff-80db-9db2c446222b None None] Provisioning complete for port 193f4dea-0b07-4745-8600-86ddc35f67d5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:36:50.884407 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e8b375a-ebc9-48ff-80db-9db2c446222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:50.937649 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3e8b375a-ebc9-48ff-80db-9db2c446222b None None] Port 193f4dea-0b07-4745-8600-86ddc35f67d5 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:36:51.330875 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44536) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:51.339749 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8ef8a43d-6f0d-45e0-ba61-5c8060d8238f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-833342321-network', 'tenant_id': 'd135b21bd36f41028cd1418b7d9a4973'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:36:51.362073 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef8a43d-6f0d-45e0-ba61-5c8060d8238f admin admin] Made reservation on behalf of d135b21bd36f41028cd1418b7d9a4973 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:36:51.364666 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a43d-6f0d-45e0-ba61-5c8060d8238f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:51.373751 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a43d-6f0d-45e0-ba61-5c8060d8238f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:51.478863 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a43d-6f0d-45e0-ba61-5c8060d8238f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:51.482813 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a43d-6f0d-45e0-ba61-5c8060d8238f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:51.510167 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef8a43d-6f0d-45e0-ba61-5c8060d8238f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:36:51.521590 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8a43d-6f0d-45e0-ba61-5c8060d8238f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ed9df2-f1a1-4bdf-9cf0-51d5427530a1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:51.529516 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a43d-6f0d-45e0-ba61-5c8060d8238f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:51.529516 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-8ef8a43d-6f0d-45e0-ba61-5c8060d8238f admin admin] Added segment cb2d8a31-9920-4c5a-93e5-cf77819e58bb of type vlan for network 4f84d079-da84-4e7c-8dee-fbff36e95102 Jul 09 10:36:51.571605 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a43d-6f0d-45e0-ba61-5c8060d8238f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:51.601751 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a43d-6f0d-45e0-ba61-5c8060d8238f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:51.603058 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef8a43d-6f0d-45e0-ba61-5c8060d8238f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:51.603643 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a43d-6f0d-45e0-ba61-5c8060d8238f admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:51.663393 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8ef8a43d-6f0d-45e0-ba61-5c8060d8238f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3294082 Jul 09 10:36:51.664503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44538) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:51.671548 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-72fe40aa-cbf5-4287-acc7-7e249f413f5b admin admin] Request body: {'subnet': {'network_id': '4f84d079-da84-4e7c-8dee-fbff36e95102', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-833342321-subnet', 'tenant_id': 'd135b21bd36f41028cd1418b7d9a4973', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:36:51.686217 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8a43d-6f0d-45e0-ba61-5c8060d8238f admin admin] Pushing event updated for resources: {'Network': ['ID=4f84d079-da84-4e7c-8dee-fbff36e95102,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:51.699319 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 4f84d079-da84-4e7c-8dee-fbff36e95102 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:36:51.713781 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fe40aa-cbf5-4287-acc7-7e249f413f5b admin admin] Made reservation on behalf of d135b21bd36f41028cd1418b7d9a4973 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:36:51.716231 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72fe40aa-cbf5-4287-acc7-7e249f413f5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60375140'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:51.894508 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e7112feb-d1ee-4e6d-93e3-6b9c784ae418 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:36:51.935850 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72fe40aa-cbf5-4287-acc7-7e249f413f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59223950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60375126'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:51.956840 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port e7112feb-d1ee-4e6d-93e3-6b9c784ae418 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:36:51.961394 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port e7112feb-d1ee-4e6d-93e3-6b9c784ae418 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:36:51.961766 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:51.996772 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe40aa-cbf5-4287-acc7-7e249f413f5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c577360-5e38-406a-b95a-9a5bef70b06a,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:52.003871 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fe40aa-cbf5-4287-acc7-7e249f413f5b admin admin] Checking segment: {'id': 'cb2d8a31-9920-4c5a-93e5-cf77819e58bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4f84d079-da84-4e7c-8dee-fbff36e95102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:36:52.004241 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fe40aa-cbf5-4287-acc7-7e249f413f5b admin admin] Network hostable DHCP agents. Network: 4f84d079-da84-4e7c-8dee-fbff36e95102, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:36:52.021487 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fe40aa-cbf5-4287-acc7-7e249f413f5b admin admin] Network 4f84d079-da84-4e7c-8dee-fbff36e95102 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:36:52.030303 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-72fe40aa-cbf5-4287-acc7-7e249f413f5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 4f84d079-da84-4e7c-8dee-fbff36e95102) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:36:52.034327 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fe40aa-cbf5-4287-acc7-7e249f413f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:52.034912 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72fe40aa-cbf5-4287-acc7-7e249f413f5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:52.042382 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fe05ce-22f3-447b-9d4e-d34c7322cf13 None None] Network 4f84d079-da84-4e7c-8dee-fbff36e95102 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:36:52.050543 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-72fe40aa-cbf5-4287-acc7-7e249f413f5b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3847737 Jul 09 10:36:52.053722 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44540) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:52.058128 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1d0ddc0e-2312-47e6-b316-30c54ef0b985 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-833342321-router', 'tenant_id': 'd135b21bd36f41028cd1418b7d9a4973', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:36:52.084802 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddc0e-2312-47e6-b316-30c54ef0b985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:52.085290 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:52.086101 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddc0e-2312-47e6-b316-30c54ef0b985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:52.117027 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port e7112feb-d1ee-4e6d-93e3-6b9c784ae418, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e7112feb-d1ee-4e6d-93e3-6b9c784ae418,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:36:52.122308 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:52.123106 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 79f37f41-a53a-4120-baa2-477e7abed170 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:36:52.141111 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddc0e-2312-47e6-b316-30c54ef0b985 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:52.244696 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=e7112feb-d1ee-4e6d-93e3-6b9c784ae418,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:52.262488 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 79f37f41-a53a-4120-baa2-477e7abed170 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:36:52.262858 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:52.284499 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddc0e-2312-47e6-b316-30c54ef0b985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:52.318164 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b33e989-80cb-4bfb-a59d-111a399fb218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-4f84d079-da84-4e7c-8dee-fbff36e95102', 'network_id': '4f84d079-da84-4e7c-8dee-fbff36e95102', 'tenant_id': 'd135b21bd36f41028cd1418b7d9a4973', 'fixed_ips': [{'subnet_id': '6c577360-5e38-406a-b95a-9a5bef70b06a'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:36:52.319025 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b33e989-80cb-4bfb-a59d-111a399fb218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:52.492432 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-8b33e989-80cb-4bfb-a59d-111a399fb218 None None] Allocated IP 172.20.0.2 (4f84d079-da84-4e7c-8dee-fbff36e95102/6c577360-5e38-406a-b95a-9a5bef70b06a/eb306ccb-a45e-4625-aa40-c48f799b6b4b) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:36:52.507745 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddc0e-2312-47e6-b316-30c54ef0b985 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:52.528135 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddc0e-2312-47e6-b316-30c54ef0b985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:52.638795 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-1d0ddc0e-2312-47e6-b316-30c54ef0b985 admin admin] Allocated IP 172.25.3.70 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/a7fa82a7-5486-4121-a743-ca3966e69170) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:36:52.643786 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b33e989-80cb-4bfb-a59d-111a399fb218 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:52.653625 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8b33e989-80cb-4bfb-a59d-111a399fb218 None None] Transition to ACTIVE for port object eb306ccb-a45e-4625-aa40-c48f799b6b4b will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:36:52.664424 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] Sync routers for ids ['516896be-a7dd-44de-b7d0-006eb503d4ee'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:36:52.669877 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8b33e989-80cb-4bfb-a59d-111a399fb218 None None] Transition to ACTIVE for port object eb306ccb-a45e-4625-aa40-c48f799b6b4b will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:36:52.673823 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] Routers {'516896be-a7dd-44de-b7d0-006eb503d4ee'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:36:52.674442 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:36:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['516896be-a7dd-44de-b7d0-006eb503d4ee'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:52.677320 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b33e989-80cb-4bfb-a59d-111a399fb218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:52.713783 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b33e989-80cb-4bfb-a59d-111a399fb218 None None] Network 4f84d079-da84-4e7c-8dee-fbff36e95102 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:36:52.718672 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-8b33e989-80cb-4bfb-a59d-111a399fb218 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:36:52.722153 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b33e989-80cb-4bfb-a59d-111a399fb218 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:36:52.731608 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33e989-80cb-4bfb-a59d-111a399fb218 None None] Pushing event updated for resources: {'Port': ['ID=eb306ccb-a45e-4625-aa40-c48f799b6b4b,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:52.763289 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddc0e-2312-47e6-b316-30c54ef0b985 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:52.786909 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8b33e989-80cb-4bfb-a59d-111a399fb218 None None] Attempting to bind port eb306ccb-a45e-4625-aa40-c48f799b6b4b on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:36:52.787271 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8b33e989-80cb-4bfb-a59d-111a399fb218 None None] Attempting to bind port eb306ccb-a45e-4625-aa40-c48f799b6b4b by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'cb2d8a31-9920-4c5a-93e5-cf77819e58bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4f84d079-da84-4e7c-8dee-fbff36e95102'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:36:52.787874 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b33e989-80cb-4bfb-a59d-111a399fb218 None None] Attempting to bind port eb306ccb-a45e-4625-aa40-c48f799b6b4b on network 4f84d079-da84-4e7c-8dee-fbff36e95102 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:36:52.792857 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] Set router 516896be-a7dd-44de-b7d0-006eb503d4ee gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:36:52.793142 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b33e989-80cb-4bfb-a59d-111a399fb218 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:36:52.793470 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b33e989-80cb-4bfb-a59d-111a399fb218 None None] Checking segment: {'id': 'cb2d8a31-9920-4c5a-93e5-cf77819e58bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4f84d079-da84-4e7c-8dee-fbff36e95102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:36:52.793877 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b33e989-80cb-4bfb-a59d-111a399fb218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:52.794268 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b33e989-80cb-4bfb-a59d-111a399fb218 None None] Bound using segment: {'id': 'cb2d8a31-9920-4c5a-93e5-cf77819e58bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4f84d079-da84-4e7c-8dee-fbff36e95102'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:36:52.794733 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8b33e989-80cb-4bfb-a59d-111a399fb218 None None] Bound port: eb306ccb-a45e-4625-aa40-c48f799b6b4b, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2d8a31-9920-4c5a-93e5-cf77819e58bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4f84d079-da84-4e7c-8dee-fbff36e95102'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:36:52.795115 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b33e989-80cb-4bfb-a59d-111a399fb218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:52.808710 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddc0e-2312-47e6-b316-30c54ef0b985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:52.851709 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0ddc0e-2312-47e6-b316-30c54ef0b985 admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:36:52.858500 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8b33e989-80cb-4bfb-a59d-111a399fb218 None None] For port eb306ccb-a45e-4625-aa40-c48f799b6b4b, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:36:52.859761 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-1d0ddc0e-2312-47e6-b316-30c54ef0b985 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:36:52.861817 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8b33e989-80cb-4bfb-a59d-111a399fb218 None None] For port eb306ccb-a45e-4625-aa40-c48f799b6b4b, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=eb306ccb-a45e-4625-aa40-c48f799b6b4b,segment=NetworkSegment(cb2d8a31-9920-4c5a-93e5-cf77819e58bb),segment_id=cb2d8a31-9920-4c5a-93e5-cf77819e58bb)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:36:52.863757 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0ddc0e-2312-47e6-b316-30c54ef0b985 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:36:52.869550 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b33e989-80cb-4bfb-a59d-111a399fb218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:52.893714 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ddc0e-2312-47e6-b316-30c54ef0b985 admin admin] Pushing event updated for resources: {'Port': ['ID=a7fa82a7-5486-4121-a743-ca3966e69170,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:52.937152 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33e989-80cb-4bfb-a59d-111a399fb218 None None] Pushing event updated for resources: {'Port': ['ID=eb306ccb-a45e-4625-aa40-c48f799b6b4b,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:53.024320 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'name': 'tempest-TestShelveInstance-1579003878-router', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:50Z', 'revision_number': 4, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'gw_port': {'id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:57:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '193f4dea-0b07-4745-8600-86ddc35f67d5', 'name': '', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'mac_address': 'fa:16:3e:6b:e7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:49Z', 'updated_at': '2021-07-09T10:36:50Z', 'revision_number': 2, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'subnets': [{'id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:53.055368 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] Checking router: 516896be-a7dd-44de-b7d0-006eb503d4ee for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:36:53.055743 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] Updating router 516896be-a7dd-44de-b7d0-006eb503d4ee port 193f4dea-0b07-4745-8600-86ddc35f67d5 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:36:53.097976 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:53.150800 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddc0e-2312-47e6-b316-30c54ef0b985 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:53.365598 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddc0e-2312-47e6-b316-30c54ef0b985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:53.407777 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:53.418300 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] Transition to ACTIVE for port object 193f4dea-0b07-4745-8600-86ddc35f67d5 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:36:53.424431 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:53.477681 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425b0de-6578-4c48-8ee4-f18a8c7d3c3b None None] Pushing event updated for resources: {'Port': ['ID=193f4dea-0b07-4745-8600-86ddc35f67d5,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:53.490870 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425b0de-6578-4c48-8ee4-f18a8c7d3c3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:53.491269 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425b0de-6578-4c48-8ee4-f18a8c7d3c3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:53.491672 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425b0de-6578-4c48-8ee4-f18a8c7d3c3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:53.492031 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425b0de-6578-4c48-8ee4-f18a8c7d3c3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:53.492359 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425b0de-6578-4c48-8ee4-f18a8c7d3c3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:53.492868 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425b0de-6578-4c48-8ee4-f18a8c7d3c3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:53.493378 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425b0de-6578-4c48-8ee4-f18a8c7d3c3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:53.493879 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425b0de-6578-4c48-8ee4-f18a8c7d3c3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:53.494376 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425b0de-6578-4c48-8ee4-f18a8c7d3c3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:53.494860 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425b0de-6578-4c48-8ee4-f18a8c7d3c3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:53.495333 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425b0de-6578-4c48-8ee4-f18a8c7d3c3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:53.495854 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425b0de-6578-4c48-8ee4-f18a8c7d3c3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:36:53.506505 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0ddc0e-2312-47e6-b316-30c54ef0b985 admin admin] Router 4b88b27f-0db2-4350-82bc-8216331a7d0e is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 10:36:53.555839 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] Attempting to bind port 193f4dea-0b07-4745-8600-86ddc35f67d5 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:36:53.556609 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] Attempting to bind port 193f4dea-0b07-4745-8600-86ddc35f67d5 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '89ed0aca-eb12-4386-91c2-6c27df29ba80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:36:53.556979 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] Attempting to bind port 193f4dea-0b07-4745-8600-86ddc35f67d5 on network 014378a6-c2f7-4dc1-8c76-029c39260714 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:36:53.568030 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:36:53.568410 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] Checking segment: {'id': '89ed0aca-eb12-4386-91c2-6c27df29ba80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:36:53.568827 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:53.569223 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] Bound using segment: {'id': '89ed0aca-eb12-4386-91c2-6c27df29ba80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:36:53.569757 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] Bound port: 193f4dea-0b07-4745-8600-86ddc35f67d5, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ed0aca-eb12-4386-91c2-6c27df29ba80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:36:53.570088 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:53.625635 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0ddc0e-2312-47e6-b316-30c54ef0b985 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:36:53.636956 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] Sync routers for ids ['4b88b27f-0db2-4350-82bc-8216331a7d0e'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:36:53.643653 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] For port 193f4dea-0b07-4745-8600-86ddc35f67d5, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:36:53.647047 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddc0e-2312-47e6-b316-30c54ef0b985 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:53.648369 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] Routers {'4b88b27f-0db2-4350-82bc-8216331a7d0e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:36:53.648570 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] For port 193f4dea-0b07-4745-8600-86ddc35f67d5, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=193f4dea-0b07-4745-8600-86ddc35f67d5,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:36:53.649031 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:36:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['4b88b27f-0db2-4350-82bc-8216331a7d0e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:53.649545 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1d0ddc0e-2312-47e6-b316-30c54ef0b985 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5945811 Jul 09 10:36:53.652772 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44542) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:53.665158 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:53.730842 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425b0de-6578-4c48-8ee4-f18a8c7d3c3b None None] Pushing event updated for resources: {'Port': ['ID=193f4dea-0b07-4745-8600-86ddc35f67d5,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:53.780046 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] Routers {'516896be-a7dd-44de-b7d0-006eb503d4ee'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:36:53.782004 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:36:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['516896be-a7dd-44de-b7d0-006eb503d4ee'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:54.033942 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] Set router 4b88b27f-0db2-4350-82bc-8216331a7d0e gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:36:54.106319 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] Set router 516896be-a7dd-44de-b7d0-006eb503d4ee gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:36:54.191682 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e7112feb-d1ee-4e6d-93e3-6b9c784ae418 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:36:54.193763 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c40a40-de1e-4c77-b3c5-620f2e6fe42a None None] Network 4f84d079-da84-4e7c-8dee-fbff36e95102 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:36:54.267811 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8a706da-0b49-4581-acf7-e155005d7a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:54.314034 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6ef27c38-838e-44e1-a551-42cebf6df33a None None] Provisioning for port eb306ccb-a45e-4625-aa40-c48f799b6b4b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:36:54.343168 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'name': 'tempest-TestShelveInstance-1579003878-router', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:50Z', 'revision_number': 4, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'gw_port': {'id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:57:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '193f4dea-0b07-4745-8600-86ddc35f67d5', 'name': '', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'mac_address': 'fa:16:3e:6b:e7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:49Z', 'updated_at': '2021-07-09T10:36:53Z', 'revision_number': 4, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'subnets': [{'id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:54.371133 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042d6aae-d6f5-4526-8333-7f90caa49e50 None None] The sync data for ids ['516896be-a7dd-44de-b7d0-006eb503d4ee'] in n-d-799996-1 is: [{'id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'name': 'tempest-TestShelveInstance-1579003878-router', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:50Z', 'revision_number': 4, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'gw_port': {'id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:57:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '193f4dea-0b07-4745-8600-86ddc35f67d5', 'name': '', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'mac_address': 'fa:16:3e:6b:e7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:49Z', 'updated_at': '2021-07-09T10:36:53Z', 'revision_number': 4, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'subnets': [{'id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:36:54.419565 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port e7112feb-d1ee-4e6d-93e3-6b9c784ae418 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:36:54.419891 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:54.441468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-f8a706da-0b49-4581-acf7-e155005d7a6f admin admin] Allocated IP 172.20.0.1 (4f84d079-da84-4e7c-8dee-fbff36e95102/6c577360-5e38-406a-b95a-9a5bef70b06a/468d4961-c259-4545-99c1-d03771e4619a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:36:54.519915 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b88b27f-0db2-4350-82bc-8216331a7d0e', 'name': 'tempest-TestShelveInstance-833342321-router', 'tenant_id': 'd135b21bd36f41028cd1418b7d9a4973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a7fa82a7-5486-4121-a743-ca3966e69170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:52Z', 'updated_at': '2021-07-09T10:36:53Z', 'revision_number': 3, 'project_id': 'd135b21bd36f41028cd1418b7d9a4973', 'gw_port': {'id': 'a7fa82a7-5486-4121-a743-ca3966e69170', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b88b27f-0db2-4350-82bc-8216331a7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:52Z', 'updated_at': '2021-07-09T10:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:54.554236 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] Checking router: 4b88b27f-0db2-4350-82bc-8216331a7d0e for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:36:54.554587 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] Updating router 4b88b27f-0db2-4350-82bc-8216331a7d0e port a7fa82a7-5486-4121-a743-ca3966e69170 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:36:54.555403 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8a706da-0b49-4581-acf7-e155005d7a6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:54.571816 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-f8a706da-0b49-4581-acf7-e155005d7a6f admin admin] Transition to ACTIVE for port object 468d4961-c259-4545-99c1-d03771e4619a will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:36:54.609245 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8a706da-0b49-4581-acf7-e155005d7a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:54.625624 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 193f4dea-0b07-4745-8600-86ddc35f67d5 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:36:54.661537 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a706da-0b49-4581-acf7-e155005d7a6f admin admin] Network 4f84d079-da84-4e7c-8dee-fbff36e95102 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:36:54.664788 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-f8a706da-0b49-4581-acf7-e155005d7a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:36:54.668771 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a706da-0b49-4581-acf7-e155005d7a6f admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:36:54.673458 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:54.674841 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a706da-0b49-4581-acf7-e155005d7a6f admin admin] Pushing event updated for resources: {'Port': ['ID=468d4961-c259-4545-99c1-d03771e4619a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:54.717852 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8a706da-0b49-4581-acf7-e155005d7a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:54.730131 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 193f4dea-0b07-4745-8600-86ddc35f67d5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:36:54.785992 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 193f4dea-0b07-4745-8600-86ddc35f67d5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:36:54.786581 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:54.889135 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8a706da-0b49-4581-acf7-e155005d7a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:54.949410 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:55.010132 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 193f4dea-0b07-4745-8600-86ddc35f67d5, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=193f4dea-0b07-4745-8600-86ddc35f67d5,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:36:55.021947 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:55.022732 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device eb306ccb-a45e-4625-aa40-c48f799b6b4b up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:36:55.092931 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8a706da-0b49-4581-acf7-e155005d7a6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:55.101154 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8a706da-0b49-4581-acf7-e155005d7a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:55.166499 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=193f4dea-0b07-4745-8600-86ddc35f67d5,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:55.192039 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port eb306ccb-a45e-4625-aa40-c48f799b6b4b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:36:55.199503 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:55.205328 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port eb306ccb-a45e-4625-aa40-c48f799b6b4b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:36:55.205758 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:55.238201 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] Transition to ACTIVE for port object a7fa82a7-5486-4121-a743-ca3966e69170 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:36:55.256152 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:55.289237 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d4520a1a-8959-4bc6-a2f6-f0a79870c5fb None None] Provisioning for port 468d4961-c259-4545-99c1-d03771e4619a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:36:55.310130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d4520a1a-8959-4bc6-a2f6-f0a79870c5fb None None] Provisioning complete for port 468d4961-c259-4545-99c1-d03771e4619a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:36:55.310516 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d4520a1a-8959-4bc6-a2f6-f0a79870c5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:55.356337 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c5c48-de3f-4e86-a389-6d22659583df None None] Pushing event updated for resources: {'Port': ['ID=a7fa82a7-5486-4121-a743-ca3966e69170,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:55.359603 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] Attempting to bind port a7fa82a7-5486-4121-a743-ca3966e69170 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:36:55.360024 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] Attempting to bind port a7fa82a7-5486-4121-a743-ca3966e69170 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:36:55.360413 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] Attempting to bind port a7fa82a7-5486-4121-a743-ca3966e69170 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:36:55.375527 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:36:55.376161 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:36:55.376581 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:55.376981 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:36:55.377473 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] Bound port: a7fa82a7-5486-4121-a743-ca3966e69170, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:36:55.377856 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:55.423520 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d4520a1a-8959-4bc6-a2f6-f0a79870c5fb None None] Port 468d4961-c259-4545-99c1-d03771e4619a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:36:55.449771 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:55.480922 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] For port a7fa82a7-5486-4121-a743-ca3966e69170, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:36:55.484979 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] For port a7fa82a7-5486-4121-a743-ca3966e69170, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a7fa82a7-5486-4121-a743-ca3966e69170,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:36:55.492003 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a706da-0b49-4581-acf7-e155005d7a6f admin admin] Pushing event updated for resources: {'Port': ['ID=468d4961-c259-4545-99c1-d03771e4619a,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:55.493344 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:55.494568 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8a706da-0b49-4581-acf7-e155005d7a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:55.510679 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port eb306ccb-a45e-4625-aa40-c48f799b6b4b, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=eb306ccb-a45e-4625-aa40-c48f799b6b4b,segment=NetworkSegment(cb2d8a31-9920-4c5a-93e5-cf77819e58bb),segment_id=cb2d8a31-9920-4c5a-93e5-cf77819e58bb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:36:55.537213 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:55.559616 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] Routers {'4b88b27f-0db2-4350-82bc-8216331a7d0e'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:36:55.561808 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:36:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['4b88b27f-0db2-4350-82bc-8216331a7d0e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:55.586023 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a706da-0b49-4581-acf7-e155005d7a6f admin admin] Network 4f84d079-da84-4e7c-8dee-fbff36e95102 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:36:55.587489 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-f8a706da-0b49-4581-acf7-e155005d7a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:36:55.607054 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c5c48-de3f-4e86-a389-6d22659583df None None] Pushing event updated for resources: {'Port': ['ID=a7fa82a7-5486-4121-a743-ca3966e69170,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:55.702834 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=eb306ccb-a45e-4625-aa40-c48f799b6b4b,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:55.706142 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a706da-0b49-4581-acf7-e155005d7a6f admin admin] Router 4b88b27f-0db2-4350-82bc-8216331a7d0e has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:36:55.721776 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] Set router 4b88b27f-0db2-4350-82bc-8216331a7d0e gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:36:55.822127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a706da-0b49-4581-acf7-e155005d7a6f admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:36:55.827420 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-f8a706da-0b49-4581-acf7-e155005d7a6f admin admin] 10.222.0.61 "PUT /v2.0/routers/4b88b27f-0db2-4350-82bc-8216331a7d0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1718996 Jul 09 10:36:56.001839 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 193f4dea-0b07-4745-8600-86ddc35f67d5 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:36:56.054130 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ee92242a-76b9-4dc9-9be3-3f86dbd14593 None None] Provisioning complete for port 468d4961-c259-4545-99c1-d03771e4619a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:36:56.054501 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ee92242a-76b9-4dc9-9be3-3f86dbd14593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:56.123129 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ee92242a-76b9-4dc9-9be3-3f86dbd14593 None None] Port 468d4961-c259-4545-99c1-d03771e4619a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:36:56.155881 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 193f4dea-0b07-4745-8600-86ddc35f67d5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:36:56.156258 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:56.219549 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b88b27f-0db2-4350-82bc-8216331a7d0e', 'name': 'tempest-TestShelveInstance-833342321-router', 'tenant_id': 'd135b21bd36f41028cd1418b7d9a4973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a7fa82a7-5486-4121-a743-ca3966e69170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:52Z', 'updated_at': '2021-07-09T10:36:54Z', 'revision_number': 4, 'project_id': 'd135b21bd36f41028cd1418b7d9a4973', 'gw_port': {'id': 'a7fa82a7-5486-4121-a743-ca3966e69170', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b88b27f-0db2-4350-82bc-8216331a7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:52Z', 'updated_at': '2021-07-09T10:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '468d4961-c259-4545-99c1-d03771e4619a', 'name': '', 'network_id': '4f84d079-da84-4e7c-8dee-fbff36e95102', 'tenant_id': 'd135b21bd36f41028cd1418b7d9a4973', 'mac_address': 'fa:16:3e:3a:ae:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b88b27f-0db2-4350-82bc-8216331a7d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6c577360-5e38-406a-b95a-9a5bef70b06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:54Z', 'updated_at': '2021-07-09T10:36:54Z', 'revision_number': 2, 'project_id': 'd135b21bd36f41028cd1418b7d9a4973', 'subnets': [{'id': '6c577360-5e38-406a-b95a-9a5bef70b06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:56.264902 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f1aca2-586e-41c7-85ae-e58bfe70f66d None None] The sync data for ids ['4b88b27f-0db2-4350-82bc-8216331a7d0e'] in n-d-799996-1 is: [{'id': '4b88b27f-0db2-4350-82bc-8216331a7d0e', 'name': 'tempest-TestShelveInstance-833342321-router', 'tenant_id': 'd135b21bd36f41028cd1418b7d9a4973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a7fa82a7-5486-4121-a743-ca3966e69170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:52Z', 'updated_at': '2021-07-09T10:36:54Z', 'revision_number': 4, 'project_id': 'd135b21bd36f41028cd1418b7d9a4973', 'gw_port': {'id': 'a7fa82a7-5486-4121-a743-ca3966e69170', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b88b27f-0db2-4350-82bc-8216331a7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:52Z', 'updated_at': '2021-07-09T10:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '468d4961-c259-4545-99c1-d03771e4619a', 'name': '', 'network_id': '4f84d079-da84-4e7c-8dee-fbff36e95102', 'tenant_id': 'd135b21bd36f41028cd1418b7d9a4973', 'mac_address': 'fa:16:3e:3a:ae:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b88b27f-0db2-4350-82bc-8216331a7d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6c577360-5e38-406a-b95a-9a5bef70b06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:54Z', 'updated_at': '2021-07-09T10:36:54Z', 'revision_number': 2, 'project_id': 'd135b21bd36f41028cd1418b7d9a4973', 'subnets': [{'id': '6c577360-5e38-406a-b95a-9a5bef70b06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:36:56.283934 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device eb306ccb-a45e-4625-aa40-c48f799b6b4b up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:36:56.334437 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port eb306ccb-a45e-4625-aa40-c48f799b6b4b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:36:56.335023 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:56.402886 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44550) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:56.407856 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-04de450b-e677-4bbc-8bb6-f5b2518a59f6 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1948964584', 'description': 'tempest-secgroup-smoke-1948964584 description', 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:36:56.440718 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04de450b-e677-4bbc-8bb6-f5b2518a59f6 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:56.562026 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04de450b-e677-4bbc-8bb6-f5b2518a59f6 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:56.567814 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04de450b-e677-4bbc-8bb6-f5b2518a59f6 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:56.601514 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de450b-e677-4bbc-8bb6-f5b2518a59f6 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c4ec29-f26b-4361-b364-dfb002dfbaa5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:56.604510 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04de450b-e677-4bbc-8bb6-f5b2518a59f6 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:56.605787 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-04de450b-e677-4bbc-8bb6-f5b2518a59f6 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2018116 Jul 09 10:36:56.608755 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44552) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:56.615913 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7e90d750-3f28-4cf2-969a-9b1baffb6c11 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Request body: {'security_group_rule': {'security_group_id': '80c4ec29-f26b-4361-b364-dfb002dfbaa5', 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:36:56.652818 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e90d750-3f28-4cf2-969a-9b1baffb6c11 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:56.719056 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e90d750-3f28-4cf2-969a-9b1baffb6c11 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:56.725014 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e90d750-3f28-4cf2-969a-9b1baffb6c11 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:56.745398 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90d750-3f28-4cf2-969a-9b1baffb6c11 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7291c15-b95d-49c9-8767-8ef97c1cd596,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:56.754266 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e90d750-3f28-4cf2-969a-9b1baffb6c11 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:56.759441 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44554) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:56.759980 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-7e90d750-3f28-4cf2-969a-9b1baffb6c11 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498296 Jul 09 10:36:56.765375 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2403ca6b-4639-4228-bb0f-a9d4ba5abb43 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Request body: {'security_group_rule': {'security_group_id': '80c4ec29-f26b-4361-b364-dfb002dfbaa5', 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:36:56.799176 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2403ca6b-4639-4228-bb0f-a9d4ba5abb43 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:56.867500 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2403ca6b-4639-4228-bb0f-a9d4ba5abb43 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:56.871437 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2403ca6b-4639-4228-bb0f-a9d4ba5abb43 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:56.890098 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403ca6b-4639-4228-bb0f-a9d4ba5abb43 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f891fa-1a37-4590-9d33-2623622c4343,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:56.897592 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2403ca6b-4639-4228-bb0f-a9d4ba5abb43 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:56.898952 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2403ca6b-4639-4228-bb0f-a9d4ba5abb43 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1375575 Jul 09 10:36:56.902548 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44556) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:56.907369 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f7c5e1a0-4378-413b-8331-422b9d5088e8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Request body: {'security_group_rule': {'security_group_id': '80c4ec29-f26b-4361-b364-dfb002dfbaa5', 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:36:56.934275 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7c5e1a0-4378-413b-8331-422b9d5088e8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:56.991950 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7c5e1a0-4378-413b-8331-422b9d5088e8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:56.995588 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7c5e1a0-4378-413b-8331-422b9d5088e8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:57.012713 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5e1a0-4378-413b-8331-422b9d5088e8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9c90b5-6d7a-438f-8d84-2f6caac1191c,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:57.018478 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7c5e1a0-4378-413b-8331-422b9d5088e8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:57.020143 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-f7c5e1a0-4378-413b-8331-422b9d5088e8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162615 Jul 09 10:36:57.023366 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44558) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:57.027865 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-904f7574-ee1b-479d-afaf-23e067fc00b0 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Request body: {'security_group_rule': {'security_group_id': '80c4ec29-f26b-4361-b364-dfb002dfbaa5', 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:36:57.055547 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-904f7574-ee1b-479d-afaf-23e067fc00b0 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:57.127103 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-904f7574-ee1b-479d-afaf-23e067fc00b0 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:57.131192 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-904f7574-ee1b-479d-afaf-23e067fc00b0 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:57.149994 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f7574-ee1b-479d-afaf-23e067fc00b0 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0419bb93-088f-420c-8fe8-bd6fb22410e7,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:57.160601 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-904f7574-ee1b-479d-afaf-23e067fc00b0 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:57.166319 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44560) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:57.166704 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-904f7574-ee1b-479d-afaf-23e067fc00b0 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1419976 Jul 09 10:36:57.172048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5664cb56-838c-4718-98e0-87c05bed9743 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Request body: {'security_group_rule': {'security_group_id': '80c4ec29-f26b-4361-b364-dfb002dfbaa5', 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:36:57.196975 n-d-799996-1 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-5664cb56-838c-4718-98e0-87c05bed9743 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Project d11d6bed12e54f49b42e2cd5cc9e11b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:36:57.202246 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5664cb56-838c-4718-98e0-87c05bed9743 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:57.280949 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5664cb56-838c-4718-98e0-87c05bed9743 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:57.285271 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5664cb56-838c-4718-98e0-87c05bed9743 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:57.304874 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664cb56-838c-4718-98e0-87c05bed9743 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710511a2-890a-40c9-aa4c-c39c7da0c864,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:57.310862 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5664cb56-838c-4718-98e0-87c05bed9743 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:57.312122 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-5664cb56-838c-4718-98e0-87c05bed9743 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1447139 Jul 09 10:36:57.314879 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44562) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:36:57.320238 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-33214244-fad7-4d1d-9837-fa2d105c4300 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Request body: {'security_group_rule': {'security_group_id': '80c4ec29-f26b-4361-b364-dfb002dfbaa5', 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:36:57.344016 n-d-799996-1 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-33214244-fad7-4d1d-9837-fa2d105c4300 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Project d11d6bed12e54f49b42e2cd5cc9e11b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:36:57.349530 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33214244-fad7-4d1d-9837-fa2d105c4300 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:57.415899 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33214244-fad7-4d1d-9837-fa2d105c4300 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:57.419600 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33214244-fad7-4d1d-9837-fa2d105c4300 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:57.437328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33214244-fad7-4d1d-9837-fa2d105c4300 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1331acd4-50bf-4c74-8a7b-951051c4698a,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:57.446219 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33214244-fad7-4d1d-9837-fa2d105c4300 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:57.452576 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-33214244-fad7-4d1d-9837-fa2d105c4300 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315713 Jul 09 10:36:57.657572 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-310fccff-b441-4687-ae4e-51be1bb130d5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1948964584&fields=id&tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4 HTTP/1.1" status: 200 len: 267 time: 0.0348392 Jul 09 10:36:57.768824 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-3f88dfab-6a3f-42a4-b49c-d331f679ed5f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:57.770677 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-3f88dfab-6a3f-42a4-b49c-d331f679ed5f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/networks?id=014378a6-c2f7-4dc1-8c76-029c39260714 HTTP/1.1" status: 200 len: 809 time: 0.1063659 Jul 09 10:36:57.793622 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d66d82de-f399-4428-b250-78ede552767c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/quotas/d11d6bed12e54f49b42e2cd5cc9e11b4 HTTP/1.1" status: 200 len: 375 time: 0.0173259 Jul 09 10:36:57.842485 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a7fa82a7-5486-4121-a743-ca3966e69170 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:36:57.867148 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-b20bd2b0-7111-4bd4-b321-c27e4f0e5933 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682592 Jul 09 10:36:57.895633 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port a7fa82a7-5486-4121-a743-ca3966e69170 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:36:57.899546 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a7fa82a7-5486-4121-a743-ca3966e69170 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:36:57.900012 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:57.977860 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d3da021f-d246-40c6-a026-330c48728220 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 10:36:57.978874 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d3da021f-d246-40c6-a026-330c48728220 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1005890 Jul 09 10:36:57.988017 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:58.010265 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port a7fa82a7-5486-4121-a743-ca3966e69170, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a7fa82a7-5486-4121-a743-ca3966e69170,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:36:58.014132 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:58.063390 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=a7fa82a7-5486-4121-a743-ca3966e69170,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:58.072805 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-538e6778-bc62-4397-9f24-3f04543352cb service neutron] 10.222.0.61 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877521 Jul 09 10:36:58.172174 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-0caaddd2-9e46-4a87-918f-94a5c030670c service neutron] 10.222.0.61 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932302 Jul 09 10:36:58.344913 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f183cf3b-a2e9-4dd6-886f-d6a76daa7f64 req-97733cdd-344b-4fd7-84cc-5a28f8b83008 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 210 time: 0.0299473 Jul 09 10:36:58.505338 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] Sync routers for ids ['4b88b27f-0db2-4350-82bc-8216331a7d0e'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:36:58.512724 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] Routers {'4b88b27f-0db2-4350-82bc-8216331a7d0e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:36:58.513403 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:36:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['4b88b27f-0db2-4350-82bc-8216331a7d0e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:58.621086 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] Set router 4b88b27f-0db2-4350-82bc-8216331a7d0e gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:36:58.836477 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b88b27f-0db2-4350-82bc-8216331a7d0e', 'name': 'tempest-TestShelveInstance-833342321-router', 'tenant_id': 'd135b21bd36f41028cd1418b7d9a4973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a7fa82a7-5486-4121-a743-ca3966e69170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:52Z', 'updated_at': '2021-07-09T10:36:54Z', 'revision_number': 4, 'project_id': 'd135b21bd36f41028cd1418b7d9a4973', 'gw_port': {'id': 'a7fa82a7-5486-4121-a743-ca3966e69170', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b88b27f-0db2-4350-82bc-8216331a7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:52Z', 'updated_at': '2021-07-09T10:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '468d4961-c259-4545-99c1-d03771e4619a', 'name': '', 'network_id': '4f84d079-da84-4e7c-8dee-fbff36e95102', 'tenant_id': 'd135b21bd36f41028cd1418b7d9a4973', 'mac_address': 'fa:16:3e:3a:ae:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b88b27f-0db2-4350-82bc-8216331a7d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6c577360-5e38-406a-b95a-9a5bef70b06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:54Z', 'updated_at': '2021-07-09T10:36:54Z', 'revision_number': 2, 'project_id': 'd135b21bd36f41028cd1418b7d9a4973', 'subnets': [{'id': '6c577360-5e38-406a-b95a-9a5bef70b06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:58.866517 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] Checking router: 4b88b27f-0db2-4350-82bc-8216331a7d0e for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:36:58.866865 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] Updating router 4b88b27f-0db2-4350-82bc-8216331a7d0e port 468d4961-c259-4545-99c1-d03771e4619a binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:36:58.902475 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:59.170370 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:59.180771 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] Transition to ACTIVE for port object 468d4961-c259-4545-99c1-d03771e4619a will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:36:59.185886 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:59.234767 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f8c12-51aa-4dda-900f-d5a5132a483c None None] Pushing event updated for resources: {'Port': ['ID=468d4961-c259-4545-99c1-d03771e4619a,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:59.288560 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] Attempting to bind port 468d4961-c259-4545-99c1-d03771e4619a on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:36:59.289049 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] Attempting to bind port 468d4961-c259-4545-99c1-d03771e4619a by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'cb2d8a31-9920-4c5a-93e5-cf77819e58bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4f84d079-da84-4e7c-8dee-fbff36e95102'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:36:59.289434 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] Attempting to bind port 468d4961-c259-4545-99c1-d03771e4619a on network 4f84d079-da84-4e7c-8dee-fbff36e95102 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:36:59.294726 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:36:59.295102 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] Checking segment: {'id': 'cb2d8a31-9920-4c5a-93e5-cf77819e58bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4f84d079-da84-4e7c-8dee-fbff36e95102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:36:59.295509 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:59.295933 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] Bound using segment: {'id': 'cb2d8a31-9920-4c5a-93e5-cf77819e58bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4f84d079-da84-4e7c-8dee-fbff36e95102'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:36:59.296408 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] Bound port: 468d4961-c259-4545-99c1-d03771e4619a, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2d8a31-9920-4c5a-93e5-cf77819e58bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4f84d079-da84-4e7c-8dee-fbff36e95102'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:36:59.296794 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:59.367777 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] For port 468d4961-c259-4545-99c1-d03771e4619a, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:36:59.371458 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] For port 468d4961-c259-4545-99c1-d03771e4619a, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=468d4961-c259-4545-99c1-d03771e4619a,segment=NetworkSegment(cb2d8a31-9920-4c5a-93e5-cf77819e58bb),segment_id=cb2d8a31-9920-4c5a-93e5-cf77819e58bb)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:36:59.377128 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:59.432864 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] Routers {'4b88b27f-0db2-4350-82bc-8216331a7d0e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:36:59.433771 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:36:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['4b88b27f-0db2-4350-82bc-8216331a7d0e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:59.508562 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f8c12-51aa-4dda-900f-d5a5132a483c None None] Pushing event updated for resources: {'Port': ['ID=468d4961-c259-4545-99c1-d03771e4619a,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:36:59.540062 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-19e3ad20-ebae-4943-8b1d-792413758547 req-c89ae590-d5ad-4184-bc51-509b4fe8fd48 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 210 time: 0.0526495 Jul 09 10:36:59.615934 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] Set router 4b88b27f-0db2-4350-82bc-8216331a7d0e gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:36:59.644808 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-c72dbbf9-b164-4202-922a-5978141e46e2 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:36:59.646632 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-c72dbbf9-b164-4202-922a-5978141e46e2 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.58 "GET /v2.0/networks?id=014378a6-c2f7-4dc1-8c76-029c39260714 HTTP/1.1" status: 200 len: 809 time: 0.1781456 Jul 09 10:36:59.700248 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-bbb720f7-02ac-43fe-8710-89b0592f7b98 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4 HTTP/1.1" status: 200 len: 380 time: 0.0446107 Jul 09 10:36:59.710425 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-eddcf4d0-00af-4cb6-ba06-4106d4eb1e92 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Request body: {'port': {'device_id': '2cb63edf-9a62-40fa-a8c2-807d1e8f18df', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'admin_state_up': True, 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'security_groups': ['80c4ec29-f26b-4361-b364-dfb002dfbaa5']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:36:59.836829 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-eddcf4d0-00af-4cb6-ba06-4106d4eb1e92 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Made reservation on behalf of d11d6bed12e54f49b42e2cd5cc9e11b4 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:36:59.843003 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-eddcf4d0-00af-4cb6-ba06-4106d4eb1e92 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:59.845658 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a7fa82a7-5486-4121-a743-ca3966e69170 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:36:59.852917 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b88b27f-0db2-4350-82bc-8216331a7d0e', 'name': 'tempest-TestShelveInstance-833342321-router', 'tenant_id': 'd135b21bd36f41028cd1418b7d9a4973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a7fa82a7-5486-4121-a743-ca3966e69170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:52Z', 'updated_at': '2021-07-09T10:36:54Z', 'revision_number': 4, 'project_id': 'd135b21bd36f41028cd1418b7d9a4973', 'gw_port': {'id': 'a7fa82a7-5486-4121-a743-ca3966e69170', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b88b27f-0db2-4350-82bc-8216331a7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:52Z', 'updated_at': '2021-07-09T10:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '468d4961-c259-4545-99c1-d03771e4619a', 'name': '', 'network_id': '4f84d079-da84-4e7c-8dee-fbff36e95102', 'tenant_id': 'd135b21bd36f41028cd1418b7d9a4973', 'mac_address': 'fa:16:3e:3a:ae:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b88b27f-0db2-4350-82bc-8216331a7d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6c577360-5e38-406a-b95a-9a5bef70b06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:54Z', 'updated_at': '2021-07-09T10:36:59Z', 'revision_number': 4, 'project_id': 'd135b21bd36f41028cd1418b7d9a4973', 'subnets': [{'id': '6c577360-5e38-406a-b95a-9a5bef70b06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:36:59.884736 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5251ac5e-d3a2-4004-ac21-8557bc2901fd None None] The sync data for ids ['4b88b27f-0db2-4350-82bc-8216331a7d0e'] in n-d-799996-1 is: [{'id': '4b88b27f-0db2-4350-82bc-8216331a7d0e', 'name': 'tempest-TestShelveInstance-833342321-router', 'tenant_id': 'd135b21bd36f41028cd1418b7d9a4973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a7fa82a7-5486-4121-a743-ca3966e69170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:52Z', 'updated_at': '2021-07-09T10:36:54Z', 'revision_number': 4, 'project_id': 'd135b21bd36f41028cd1418b7d9a4973', 'gw_port': {'id': 'a7fa82a7-5486-4121-a743-ca3966e69170', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b88b27f-0db2-4350-82bc-8216331a7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:52Z', 'updated_at': '2021-07-09T10:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '468d4961-c259-4545-99c1-d03771e4619a', 'name': '', 'network_id': '4f84d079-da84-4e7c-8dee-fbff36e95102', 'tenant_id': 'd135b21bd36f41028cd1418b7d9a4973', 'mac_address': 'fa:16:3e:3a:ae:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b88b27f-0db2-4350-82bc-8216331a7d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6c577360-5e38-406a-b95a-9a5bef70b06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:54Z', 'updated_at': '2021-07-09T10:36:59Z', 'revision_number': 4, 'project_id': 'd135b21bd36f41028cd1418b7d9a4973', 'subnets': [{'id': '6c577360-5e38-406a-b95a-9a5bef70b06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:36:59.906110 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port a7fa82a7-5486-4121-a743-ca3966e69170 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:36:59.906828 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:36:59.989811 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 468d4961-c259-4545-99c1-d03771e4619a up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:37:00.002351 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-eddcf4d0-00af-4cb6-ba06-4106d4eb1e92 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Allocated IP 172.20.0.13 (014378a6-c2f7-4dc1-8c76-029c39260714/bbf2d296-68bd-44e1-8559-0b2a0cdebfe3/639c3ce4-ff24-46b8-a501-0e7e68db0e72) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:37:00.052335 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 468d4961-c259-4545-99c1-d03771e4619a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:37:00.056642 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 468d4961-c259-4545-99c1-d03771e4619a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:37:00.057137 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:00.151723 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:00.174458 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-eddcf4d0-00af-4cb6-ba06-4106d4eb1e92 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:00.187252 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 468d4961-c259-4545-99c1-d03771e4619a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=468d4961-c259-4545-99c1-d03771e4619a,segment=NetworkSegment(cb2d8a31-9920-4c5a-93e5-cf77819e58bb),segment_id=cb2d8a31-9920-4c5a-93e5-cf77819e58bb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:37:00.190110 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-eddcf4d0-00af-4cb6-ba06-4106d4eb1e92 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Transition to ACTIVE for port object 639c3ce4-ff24-46b8-a501-0e7e68db0e72 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:37:00.191956 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:00.228007 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-eddcf4d0-00af-4cb6-ba06-4106d4eb1e92 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:00.245304 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=468d4961-c259-4545-99c1-d03771e4619a,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:37:00.272910 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-eddcf4d0-00af-4cb6-ba06-4106d4eb1e92 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Network 014378a6-c2f7-4dc1-8c76-029c39260714 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:37:00.278406 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-eddcf4d0-00af-4cb6-ba06-4106d4eb1e92 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:37:00.282283 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-eddcf4d0-00af-4cb6-ba06-4106d4eb1e92 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:37:00.309769 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcf4d0-00af-4cb6-ba06-4106d4eb1e92 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event updated for resources: {'Port': ['ID=639c3ce4-ff24-46b8-a501-0e7e68db0e72,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:37:00.341029 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-eddcf4d0-00af-4cb6-ba06-4106d4eb1e92 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:00.341692 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-eddcf4d0-00af-4cb6-ba06-4106d4eb1e92 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:00.357301 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-eddcf4d0-00af-4cb6-ba06-4106d4eb1e92 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6527307 Jul 09 10:37:00.369897 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d4a54e67-cf49-4518-8ae0-d65eb6da414d service neutron] Request body: {'port': {'device_id': '2cb63edf-9a62-40fa-a8c2-807d1e8f18df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:37:00.454311 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d4a54e67-cf49-4518-8ae0-d65eb6da414d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:00.518606 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-49dd3723-5bfb-435e-a537-900a28c49f26 None None] Provisioning for port 639c3ce4-ff24-46b8-a501-0e7e68db0e72 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:37:00.523346 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-49dd3723-5bfb-435e-a537-900a28c49f26 None None] Provisioning complete for port 639c3ce4-ff24-46b8-a501-0e7e68db0e72 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:37:00.523744 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-49dd3723-5bfb-435e-a537-900a28c49f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:00.560794 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-49dd3723-5bfb-435e-a537-900a28c49f26 None None] Port 639c3ce4-ff24-46b8-a501-0e7e68db0e72 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:37:00.717521 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b1be1-9e96-4c14-90e1-e04b067ad5ee req-44cfdb88-6afb-43b5-896d-4a2c19df36ca tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:00.719030 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-339b1be1-9e96-4c14-90e1-e04b067ad5ee req-44cfdb88-6afb-43b5-896d-4a2c19df36ca tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 932 time: 0.0672016 Jul 09 10:37:00.719410 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d4a54e67-cf49-4518-8ae0-d65eb6da414d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639c3ce4-ff24-46b8-a501-0e7e68db0e72 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:37:00.726892 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d4a54e67-cf49-4518-8ae0-d65eb6da414d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:00.738512 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d4a54e67-cf49-4518-8ae0-d65eb6da414d service neutron] Transition to ACTIVE for port object 639c3ce4-ff24-46b8-a501-0e7e68db0e72 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:37:00.743186 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d4a54e67-cf49-4518-8ae0-d65eb6da414d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:00.759072 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-339b1be1-9e96-4c14-90e1-e04b067ad5ee req-0a5ed656-fbca-4cc3-8e3d-e4ed7d792ebd tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340390 Jul 09 10:37:00.793000 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a54e67-cf49-4518-8ae0-d65eb6da414d service neutron] Pushing event updated for resources: {'Port': ['ID=639c3ce4-ff24-46b8-a501-0e7e68db0e72,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:37:00.870435 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d4a54e67-cf49-4518-8ae0-d65eb6da414d service neutron] Attempting to bind port 639c3ce4-ff24-46b8-a501-0e7e68db0e72 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:37:00.870770 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d4a54e67-cf49-4518-8ae0-d65eb6da414d service neutron] Attempting to bind port 639c3ce4-ff24-46b8-a501-0e7e68db0e72 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '89ed0aca-eb12-4386-91c2-6c27df29ba80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:37:00.871092 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d4a54e67-cf49-4518-8ae0-d65eb6da414d service neutron] Attempting to bind port 639c3ce4-ff24-46b8-a501-0e7e68db0e72 on network 014378a6-c2f7-4dc1-8c76-029c39260714 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:37:00.876901 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d4a54e67-cf49-4518-8ae0-d65eb6da414d service neutron] Port 639c3ce4-ff24-46b8-a501-0e7e68db0e72 on network 014378a6-c2f7-4dc1-8c76-029c39260714 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:37:00.877221 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d4a54e67-cf49-4518-8ae0-d65eb6da414d service neutron] Attempting to bind port 639c3ce4-ff24-46b8-a501-0e7e68db0e72 on network 014378a6-c2f7-4dc1-8c76-029c39260714 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:37:00.883138 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d4a54e67-cf49-4518-8ae0-d65eb6da414d service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:37:00.883562 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d4a54e67-cf49-4518-8ae0-d65eb6da414d service neutron] Checking segment: {'id': '89ed0aca-eb12-4386-91c2-6c27df29ba80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:37:00.884060 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d4a54e67-cf49-4518-8ae0-d65eb6da414d service neutron] Bound using segment: {'id': '89ed0aca-eb12-4386-91c2-6c27df29ba80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:37:00.884714 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d4a54e67-cf49-4518-8ae0-d65eb6da414d service neutron] Bound port: 639c3ce4-ff24-46b8-a501-0e7e68db0e72, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ed0aca-eb12-4386-91c2-6c27df29ba80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:37:00.885162 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d4a54e67-cf49-4518-8ae0-d65eb6da414d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:00.951656 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d4a54e67-cf49-4518-8ae0-d65eb6da414d service neutron] For port 639c3ce4-ff24-46b8-a501-0e7e68db0e72, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:37:00.954627 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d4a54e67-cf49-4518-8ae0-d65eb6da414d service neutron] For port 639c3ce4-ff24-46b8-a501-0e7e68db0e72, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=639c3ce4-ff24-46b8-a501-0e7e68db0e72,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:37:00.959273 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d4a54e67-cf49-4518-8ae0-d65eb6da414d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:00.993238 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d4a54e67-cf49-4518-8ae0-d65eb6da414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:00.993897 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d4a54e67-cf49-4518-8ae0-d65eb6da414d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:00.995283 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-d4a54e67-cf49-4518-8ae0-d65eb6da414d service neutron] 10.222.0.58 "PUT /v2.0/ports/639c3ce4-ff24-46b8-a501-0e7e68db0e72 HTTP/1.1" status: 200 len: 1092 time: 0.6305549 Jul 09 10:37:00.995736 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb63edf-9a62-40fa-a8c2-807d1e8f18df', 'tag': '639c3ce4-ff24-46b8-a501-0e7e68db0e72'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:37:00.998018 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724a285a-71b0-4883-ad71-8d36e8cbc598" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb63edf-9a62-40fa-a8c2-807d1e8f18df", "tag": "639c3ce4-ff24-46b8-a501-0e7e68db0e72"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:37:01.023199 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a54e67-cf49-4518-8ae0-d65eb6da414d service neutron] Pushing event updated for resources: {'Port': ['ID=639c3ce4-ff24-46b8-a501-0e7e68db0e72,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:37:01.068170 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4c48c1-ae46-49bc-905b-70cff16cbced x-openstack-request-id: req-de4c48c1-ae46-49bc-905b-70cff16cbced {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:37:01.068458 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb63edf-9a62-40fa-a8c2-807d1e8f18df", "tag": "639c3ce4-ff24-46b8-a501-0e7e68db0e72", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:37:01.068704 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-de4c48c1-ae46-49bc-905b-70cff16cbced {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:37:01.069146 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb63edf-9a62-40fa-a8c2-807d1e8f18df', 'tag': '639c3ce4-ff24-46b8-a501-0e7e68db0e72', 'status': 'completed', 'code': 200} Jul 09 10:37:01.097527 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-65cf5527-9cbc-456c-9f93-97e5baf7b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:01.099784 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-65cf5527-9cbc-456c-9f93-97e5baf7b4fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4&device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 1095 time: 0.0637481 Jul 09 10:37:01.142339 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-e96d71a5-2d72-437f-91cc-69918c092772 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=639c3ce4-ff24-46b8-a501-0e7e68db0e72 HTTP/1.1" status: 200 len: 217 time: 0.0356143 Jul 09 10:37:01.200685 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-96e6d61a-4374-440a-bf5f-a29c80076473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:01.202147 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-96e6d61a-4374-440a-bf5f-a29c80076473 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bbf2d296-68bd-44e1-8559-0b2a0cdebfe3 HTTP/1.1" status: 200 len: 848 time: 0.0535319 Jul 09 10:37:01.258340 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-939ae95d-d15c-4662-bcaf-f0739d319b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:01.259885 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-939ae95d-d15c-4662-bcaf-f0739d319b4a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=014378a6-c2f7-4dc1-8c76-029c39260714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520256 Jul 09 10:37:01.353507 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-4beb48d1-af5d-4f74-83d9-564d9383b9e7 service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866618 Jul 09 10:37:01.441318 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e16c3e56-769c-469f-b3c9-6d3c1c3de709 req-ba1321af-1d73-4d75-837a-c228783a308b service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817428 Jul 09 10:37:01.547003 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a285a-71b0-4883-ad71-8d36e8cbc598 req-d4adb961-57fe-4da2-8beb-c01a3b1d298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:01.548818 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-724a285a-71b0-4883-ad71-8d36e8cbc598 req-d4adb961-57fe-4da2-8beb-c01a3b1d298c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4&device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 1095 time: 0.0592906 Jul 09 10:37:01.637884 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a285a-71b0-4883-ad71-8d36e8cbc598 req-a3b71488-eafd-425c-bc07-cf93ba19ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:01.639256 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-724a285a-71b0-4883-ad71-8d36e8cbc598 req-a3b71488-eafd-425c-bc07-cf93ba19ac2e service neutron] 10.222.0.58 "GET /v2.0/networks?id=014378a6-c2f7-4dc1-8c76-029c39260714 HTTP/1.1" status: 200 len: 910 time: 0.0845006 Jul 09 10:37:01.684703 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-724a285a-71b0-4883-ad71-8d36e8cbc598 req-5ddabb1a-4f8a-453f-9c29-06e7dd17e489 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=639c3ce4-ff24-46b8-a501-0e7e68db0e72 HTTP/1.1" status: 200 len: 217 time: 0.0382388 Jul 09 10:37:01.733952 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a285a-71b0-4883-ad71-8d36e8cbc598 req-d3904e94-bff1-497c-a8ea-b37206d80d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:01.735420 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-724a285a-71b0-4883-ad71-8d36e8cbc598 req-d3904e94-bff1-497c-a8ea-b37206d80d3d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bbf2d296-68bd-44e1-8559-0b2a0cdebfe3 HTTP/1.1" status: 200 len: 848 time: 0.0445244 Jul 09 10:37:01.794070 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a285a-71b0-4883-ad71-8d36e8cbc598 req-f444e39c-3244-4df5-a28b-ae2a48f9095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:01.795608 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-724a285a-71b0-4883-ad71-8d36e8cbc598 req-f444e39c-3244-4df5-a28b-ae2a48f9095b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=014378a6-c2f7-4dc1-8c76-029c39260714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542495 Jul 09 10:37:01.814012 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 468d4961-c259-4545-99c1-d03771e4619a up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:37:01.864191 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 468d4961-c259-4545-99c1-d03771e4619a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:37:01.864564 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:01.899712 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-724a285a-71b0-4883-ad71-8d36e8cbc598 req-04fd8a25-ed79-47ee-8628-bfc0a1eafef3 service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972600 Jul 09 10:37:01.963197 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a9ad8-47a1-43a5-af7e-3190d0c61faa req-3f137d99-bda7-43f2-91af-16be26b9df1f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:01.966333 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0f0a9ad8-47a1-43a5-af7e-3190d0c61faa req-3f137d99-bda7-43f2-91af-16be26b9df1f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 944 time: 0.0884891 Jul 09 10:37:02.008323 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0f0a9ad8-47a1-43a5-af7e-3190d0c61faa req-dadebbf1-6820-41d8-be96-04c171a6e611 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341001 Jul 09 10:37:02.019136 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-724a285a-71b0-4883-ad71-8d36e8cbc598 req-0797feaa-b494-4e9e-a944-b6541729583b service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114788 Jul 09 10:37:03.187811 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd4895-0302-41e3-84db-ba28d1134921 req-33758540-4ac4-458e-9da1-91f1ce02c3eb tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:03.189313 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3fbd4895-0302-41e3-84db-ba28d1134921 req-33758540-4ac4-458e-9da1-91f1ce02c3eb tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 944 time: 0.0706987 Jul 09 10:37:03.227928 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3fbd4895-0302-41e3-84db-ba28d1134921 req-1ae4d8ef-f78b-4ca0-8657-28168f01554a tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329182 Jul 09 10:37:03.512332 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 639c3ce4-ff24-46b8-a501-0e7e68db0e72 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:37:03.621728 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 639c3ce4-ff24-46b8-a501-0e7e68db0e72, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=639c3ce4-ff24-46b8-a501-0e7e68db0e72,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:37:03.635729 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '639c3ce4-ff24-46b8-a501-0e7e68db0e72', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'port_id': '639c3ce4-ff24-46b8-a501-0e7e68db0e72', 'mac_address': 'fa:16:3e:0a:3e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:37:03.672598 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:03.685223 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639c3ce4-ff24-46b8-a501-0e7e68db0e72 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:37:03.705193 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 639c3ce4-ff24-46b8-a501-0e7e68db0e72, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=639c3ce4-ff24-46b8-a501-0e7e68db0e72,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:37:03.709058 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:03.756367 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=639c3ce4-ff24-46b8-a501-0e7e68db0e72,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:37:03.957160 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['639c3ce4-ff24-46b8-a501-0e7e68db0e72'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:37:04.399391 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db06a4-0645-45aa-8a3b-9b527d144bc4 req-c64cf9cf-c193-4599-b32c-f90965de7ced tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:04.400997 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8db06a4-0645-45aa-8a3b-9b527d144bc4 req-c64cf9cf-c193-4599-b32c-f90965de7ced tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 945 time: 0.0645723 Jul 09 10:37:04.437955 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8db06a4-0645-45aa-8a3b-9b527d144bc4 req-67d3d417-6b00-4f00-986a-df8b4f1badd4 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314949 Jul 09 10:37:04.602266 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:05.511231 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 639c3ce4-ff24-46b8-a501-0e7e68db0e72 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:37:05.564862 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 639c3ce4-ff24-46b8-a501-0e7e68db0e72 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:37:05.569597 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 639c3ce4-ff24-46b8-a501-0e7e68db0e72 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:37:05.570213 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:05.621731 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3c498-3a2a-4286-8e78-23c7aa33c939 req-c01f68c4-5e4d-4dbc-babf-a6f44d216d64 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:05.623297 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ad3c498-3a2a-4286-8e78-23c7aa33c939 req-c01f68c4-5e4d-4dbc-babf-a6f44d216d64 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 945 time: 0.0727203 Jul 09 10:37:05.651415 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:05.662354 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2ad3c498-3a2a-4286-8e78-23c7aa33c939 req-21825618-cd17-444c-afba-d22bb5289072 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334241 Jul 09 10:37:05.674043 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb63edf-9a62-40fa-a8c2-807d1e8f18df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639c3ce4-ff24-46b8-a501-0e7e68db0e72'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:37:05.676363 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0888fabe05580062c0d4cd7dc8f093f2b11926f06b578c6c7ec0a80924aac75e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73e81a2-6653-4943-851c-80c8deccc6f0" -d '{"events": [{"server_uuid": "2cb63edf-9a62-40fa-a8c2-807d1e8f18df", "name": "network-vif-plugged", "status": "completed", "tag": "639c3ce4-ff24-46b8-a501-0e7e68db0e72"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:37:05.689592 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 639c3ce4-ff24-46b8-a501-0e7e68db0e72, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=639c3ce4-ff24-46b8-a501-0e7e68db0e72,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:37:05.694007 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:05.720367 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b521c19-d5ed-41cf-8237-de7dc91bb724 x-openstack-request-id: req-3b521c19-d5ed-41cf-8237-de7dc91bb724 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:37:05.720666 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb63edf-9a62-40fa-a8c2-807d1e8f18df", "name": "network-vif-plugged", "status": "completed", "tag": "639c3ce4-ff24-46b8-a501-0e7e68db0e72", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:37:05.720920 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3b521c19-d5ed-41cf-8237-de7dc91bb724 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:37:05.721307 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb63edf-9a62-40fa-a8c2-807d1e8f18df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639c3ce4-ff24-46b8-a501-0e7e68db0e72', 'code': 200} Jul 09 10:37:05.751129 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=639c3ce4-ff24-46b8-a501-0e7e68db0e72,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:37:05.830278 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acc0de-ddc8-426e-baab-a128b4ac07c1 req-d06d3a3b-ffae-465c-9cb4-85d752f8c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:05.831786 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a6acc0de-ddc8-426e-baab-a128b4ac07c1 req-d06d3a3b-ffae-465c-9cb4-85d752f8c880 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 1097 time: 0.0514185 Jul 09 10:37:05.869279 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a6acc0de-ddc8-426e-baab-a128b4ac07c1 req-ea3912e3-4eac-4a41-8c04-5b84be9d98e2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312538 Jul 09 10:37:06.841704 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace71e3-4b28-4856-a63d-3594cb8d4c58 req-8b1115bc-ca90-45ae-bf87-8fb5bd8397a1 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:06.843256 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3ace71e3-4b28-4856-a63d-3594cb8d4c58 req-8b1115bc-ca90-45ae-bf87-8fb5bd8397a1 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 946 time: 0.0683410 Jul 09 10:37:06.852813 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-72db5f1d-f448-4f16-8905-caf98dbd5cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:06.883998 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3ace71e3-4b28-4856-a63d-3594cb8d4c58 req-973b167e-589d-49ff-bc8e-dc15912b2372 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342736 Jul 09 10:37:07.059008 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc904f-7543-4204-84c9-ee65ba3bf104 req-69f9ac8b-2fec-41bf-86bf-ac9b4288d6d4 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:07.060539 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dacc904f-7543-4204-84c9-ee65ba3bf104 req-69f9ac8b-2fec-41bf-86bf-ac9b4288d6d4 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 946 time: 0.0650141 Jul 09 10:37:07.098154 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dacc904f-7543-4204-84c9-ee65ba3bf104 req-880fd9e1-6465-410a-93dc-6302fb456ea9 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318637 Jul 09 10:37:07.122239 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44616) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:37:07.225958 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f7a1cb-1ba7-4e2f-ac0e-0ae4bd7faba1 tempest-TestShelveInstance-890271409 tempest-TestShelveInstance-890271409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:07.227368 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-c1f7a1cb-1ba7-4e2f-ac0e-0ae4bd7faba1 tempest-TestShelveInstance-890271409 tempest-TestShelveInstance-890271409-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 1092 time: 0.1041455 Jul 09 10:37:07.230298 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44620) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:37:07.234655 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-73f28139-74fc-4a3e-946c-ecf9a8ebec8c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': '639c3ce4-ff24-46b8-a501-0e7e68db0e72', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:37:07.256609 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73f28139-74fc-4a3e-946c-ecf9a8ebec8c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:07.358192 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73f28139-74fc-4a3e-946c-ecf9a8ebec8c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:07.465468 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-73f28139-74fc-4a3e-946c-ecf9a8ebec8c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Allocated IP 172.25.3.222 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/809b080f-a884-4387-9849-7b9a51930d8f) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:37:07.566865 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73f28139-74fc-4a3e-946c-ecf9a8ebec8c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:07.605402 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73f28139-74fc-4a3e-946c-ecf9a8ebec8c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:07.649428 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f28139-74fc-4a3e-946c-ecf9a8ebec8c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:37:07.654533 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-73f28139-74fc-4a3e-946c-ecf9a8ebec8c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:37:07.656749 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f28139-74fc-4a3e-946c-ecf9a8ebec8c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event updated for resources: {'Port': ['ID=809b080f-a884-4387-9849-7b9a51930d8f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:37:07.658891 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f28139-74fc-4a3e-946c-ecf9a8ebec8c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:37:08.025161 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73f28139-74fc-4a3e-946c-ecf9a8ebec8c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:08.102887 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73f28139-74fc-4a3e-946c-ecf9a8ebec8c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:08.251217 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73f28139-74fc-4a3e-946c-ecf9a8ebec8c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:08.256242 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73f28139-74fc-4a3e-946c-ecf9a8ebec8c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:08.321788 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f28139-74fc-4a3e-946c-ecf9a8ebec8c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event updated for resources: {'Port': ['ID=809b080f-a884-4387-9849-7b9a51930d8f,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:37:08.333408 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73f28139-74fc-4a3e-946c-ecf9a8ebec8c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:08.432631 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-73f28139-74fc-4a3e-946c-ecf9a8ebec8c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Floating IP 3e684a46-d64f-4764-852f-da76528021bf associated. External IP: 172.25.3.222, port: 639c3ce4-ff24-46b8-a501-0e7e68db0e72. Jul 09 10:37:08.642892 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f28139-74fc-4a3e-946c-ecf9a8ebec8c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Router 516896be-a7dd-44de-b7d0-006eb503d4ee has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:37:08.752278 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f28139-74fc-4a3e-946c-ecf9a8ebec8c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:37:08.762124 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da70da0-24aa-4100-be7c-c04bed8daea6 None None] Sync routers for ids ['516896be-a7dd-44de-b7d0-006eb503d4ee'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:37:08.768175 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73f28139-74fc-4a3e-946c-ecf9a8ebec8c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:08.772424 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da70da0-24aa-4100-be7c-c04bed8daea6 None None] Routers {'516896be-a7dd-44de-b7d0-006eb503d4ee'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:37:08.773053 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4da70da0-24aa-4100-be7c-c04bed8daea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:36:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['516896be-a7dd-44de-b7d0-006eb503d4ee'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:37:08.805232 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-73f28139-74fc-4a3e-946c-ecf9a8ebec8c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5738990 Jul 09 10:37:08.805829 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb63edf-9a62-40fa-a8c2-807d1e8f18df', 'tag': '639c3ce4-ff24-46b8-a501-0e7e68db0e72'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:37:08.808189 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0450d0d-2765-492a-9d53-7a0274917741" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb63edf-9a62-40fa-a8c2-807d1e8f18df", "tag": "639c3ce4-ff24-46b8-a501-0e7e68db0e72"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:37:08.845002 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e982d7-16ad-41df-9a67-a4ebec5c6690 x-openstack-request-id: req-29e982d7-16ad-41df-9a67-a4ebec5c6690 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:37:08.845296 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb63edf-9a62-40fa-a8c2-807d1e8f18df", "tag": "639c3ce4-ff24-46b8-a501-0e7e68db0e72", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:37:08.845551 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-29e982d7-16ad-41df-9a67-a4ebec5c6690 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:37:08.845958 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb63edf-9a62-40fa-a8c2-807d1e8f18df', 'tag': '639c3ce4-ff24-46b8-a501-0e7e68db0e72', 'status': 'completed', 'code': 200} Jul 09 10:37:08.899011 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-4da70da0-24aa-4100-be7c-c04bed8daea6 None None] Set router 516896be-a7dd-44de-b7d0-006eb503d4ee gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:37:08.927526 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0450d0d-2765-492a-9d53-7a0274917741 req-3cd2f5af-0397-4cee-b6eb-e3bfcfd37171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:08.929091 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e0450d0d-2765-492a-9d53-7a0274917741 req-3cd2f5af-0397-4cee-b6eb-e3bfcfd37171 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4&device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 1097 time: 0.0600259 Jul 09 10:37:09.019269 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0450d0d-2765-492a-9d53-7a0274917741 req-8a9e6157-b1f3-414f-9161-4598130aaac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:09.021451 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e0450d0d-2765-492a-9d53-7a0274917741 req-8a9e6157-b1f3-414f-9161-4598130aaac8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=014378a6-c2f7-4dc1-8c76-029c39260714 HTTP/1.1" status: 200 len: 910 time: 0.0863190 Jul 09 10:37:09.095317 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e0450d0d-2765-492a-9d53-7a0274917741 req-fa211574-a8de-48ca-9647-d069d4c15261 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=639c3ce4-ff24-46b8-a501-0e7e68db0e72 HTTP/1.1" status: 200 len: 1000 time: 0.0669560 Jul 09 10:37:09.128869 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4da70da0-24aa-4100-be7c-c04bed8daea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'name': 'tempest-TestShelveInstance-1579003878-router', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:50Z', 'revision_number': 4, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'gw_port': {'id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:57:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '3e684a46-d64f-4764-852f-da76528021bf', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'floating_ip_address': '172.25.3.222', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'port_id': '639c3ce4-ff24-46b8-a501-0e7e68db0e72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'mac_address': 'fa:16:3e:0a:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb63edf-9a62-40fa-a8c2-807d1e8f18df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:37:07Z', 'updated_at': '2021-07-09T10:37:07Z', 'revision_number': 0, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193f4dea-0b07-4745-8600-86ddc35f67d5', 'name': '', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'mac_address': 'fa:16:3e:6b:e7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:49Z', 'updated_at': '2021-07-09T10:36:54Z', 'revision_number': 5, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'subnets': [{'id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:37:09.158470 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0450d0d-2765-492a-9d53-7a0274917741 req-2b0cf162-dc55-4ccc-bc82-fd1ba107b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:09.160240 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e0450d0d-2765-492a-9d53-7a0274917741 req-2b0cf162-dc55-4ccc-bc82-fd1ba107b94b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bbf2d296-68bd-44e1-8559-0b2a0cdebfe3 HTTP/1.1" status: 200 len: 848 time: 0.0591426 Jul 09 10:37:09.160747 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da70da0-24aa-4100-be7c-c04bed8daea6 None None] Checking router: 516896be-a7dd-44de-b7d0-006eb503d4ee for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:37:09.170357 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da70da0-24aa-4100-be7c-c04bed8daea6 None None] Routers {'516896be-a7dd-44de-b7d0-006eb503d4ee'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:37:09.170975 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4da70da0-24aa-4100-be7c-c04bed8daea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:36:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['516896be-a7dd-44de-b7d0-006eb503d4ee'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:37:09.221631 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0450d0d-2765-492a-9d53-7a0274917741 req-0a4e2fd2-ad55-487e-b69e-e70d46515f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:09.223223 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e0450d0d-2765-492a-9d53-7a0274917741 req-0a4e2fd2-ad55-487e-b69e-e70d46515f6b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=014378a6-c2f7-4dc1-8c76-029c39260714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573454 Jul 09 10:37:09.275450 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-4da70da0-24aa-4100-be7c-c04bed8daea6 None None] Set router 516896be-a7dd-44de-b7d0-006eb503d4ee gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:37:09.322920 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e0450d0d-2765-492a-9d53-7a0274917741 req-e1bd3966-ce2e-49e6-9d3f-4f426da625a9 service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936801 Jul 09 10:37:09.416541 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e0450d0d-2765-492a-9d53-7a0274917741 req-46717e37-425b-4284-a8ca-c2fa434d0936 service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872962 Jul 09 10:37:09.458628 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d90f1628-0cb1-4e81-9899-042640628bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:09.521112 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4da70da0-24aa-4100-be7c-c04bed8daea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'name': 'tempest-TestShelveInstance-1579003878-router', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:50Z', 'revision_number': 4, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'gw_port': {'id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:57:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '3e684a46-d64f-4764-852f-da76528021bf', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'floating_ip_address': '172.25.3.222', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'port_id': '639c3ce4-ff24-46b8-a501-0e7e68db0e72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'mac_address': 'fa:16:3e:0a:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb63edf-9a62-40fa-a8c2-807d1e8f18df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:37:07Z', 'updated_at': '2021-07-09T10:37:07Z', 'revision_number': 0, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193f4dea-0b07-4745-8600-86ddc35f67d5', 'name': '', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'mac_address': 'fa:16:3e:6b:e7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:49Z', 'updated_at': '2021-07-09T10:36:54Z', 'revision_number': 5, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'subnets': [{'id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:37:09.546430 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da70da0-24aa-4100-be7c-c04bed8daea6 None None] The sync data for ids ['516896be-a7dd-44de-b7d0-006eb503d4ee'] in n-d-799996-1 is: [{'id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'name': 'tempest-TestShelveInstance-1579003878-router', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:50Z', 'revision_number': 4, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'gw_port': {'id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:57:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '3e684a46-d64f-4764-852f-da76528021bf', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'floating_ip_address': '172.25.3.222', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'port_id': '639c3ce4-ff24-46b8-a501-0e7e68db0e72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'mac_address': 'fa:16:3e:0a:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb63edf-9a62-40fa-a8c2-807d1e8f18df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:37:07Z', 'updated_at': '2021-07-09T10:37:07Z', 'revision_number': 0, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193f4dea-0b07-4745-8600-86ddc35f67d5', 'name': '', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'mac_address': 'fa:16:3e:6b:e7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:49Z', 'updated_at': '2021-07-09T10:36:54Z', 'revision_number': 5, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'subnets': [{'id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:37:09.619094 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:09.740646 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94617fa3-7fa7-4283-a438-cf025726c416 None None] New status for floating IP 3e684a46-d64f-4764-852f-da76528021bf: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:37:09.789975 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:11.416076 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:13.195990 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:17.440207 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:37:18.479012 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d4f32a85-0f82-4ae2-9c0f-7d3b98097c06 req-86a23406-584b-44c8-9400-bad34b9b49ee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509806 Jul 09 10:37:18.575309 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f32a85-0f82-4ae2-9c0f-7d3b98097c06 req-ee7fc638-eb5b-4156-a7ba-c39825bea6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:18.576841 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d4f32a85-0f82-4ae2-9c0f-7d3b98097c06 req-ee7fc638-eb5b-4156-a7ba-c39825bea6c0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4&device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 1097 time: 0.0558007 Jul 09 10:37:18.685051 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f32a85-0f82-4ae2-9c0f-7d3b98097c06 req-dded36a0-bc38-46e9-a73c-4d126e8fd70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:18.686484 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d4f32a85-0f82-4ae2-9c0f-7d3b98097c06 req-dded36a0-bc38-46e9-a73c-4d126e8fd70f service neutron] 10.222.0.58 "GET /v2.0/networks?id=014378a6-c2f7-4dc1-8c76-029c39260714 HTTP/1.1" status: 200 len: 910 time: 0.0892913 Jul 09 10:37:18.755173 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d4f32a85-0f82-4ae2-9c0f-7d3b98097c06 req-889060cd-d656-4da5-8c9f-4c9de6b02b52 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=639c3ce4-ff24-46b8-a501-0e7e68db0e72 HTTP/1.1" status: 200 len: 1002 time: 0.0622437 Jul 09 10:37:18.805753 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f32a85-0f82-4ae2-9c0f-7d3b98097c06 req-c4eac49a-89a3-4dbf-987e-61615fc47266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:18.807217 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d4f32a85-0f82-4ae2-9c0f-7d3b98097c06 req-c4eac49a-89a3-4dbf-987e-61615fc47266 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bbf2d296-68bd-44e1-8559-0b2a0cdebfe3 HTTP/1.1" status: 200 len: 848 time: 0.0440612 Jul 09 10:37:18.863779 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f32a85-0f82-4ae2-9c0f-7d3b98097c06 req-ddd8a153-f1f2-4273-98f6-f293a7b7aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:37:18.865295 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d4f32a85-0f82-4ae2-9c0f-7d3b98097c06 req-ddd8a153-f1f2-4273-98f6-f293a7b7aa4c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=014378a6-c2f7-4dc1-8c76-029c39260714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516233 Jul 09 10:37:18.876344 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [req-d4f32a85-0f82-4ae2-9c0f-7d3b98097c06 req-c50b9187-ec98-4557-acfb-2824326d592d service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 10:37:18.877281 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d4f32a85-0f82-4ae2-9c0f-7d3b98097c06 req-c50b9187-ec98-4557-acfb-2824326d592d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048966 Jul 09 10:37:18.970119 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d4f32a85-0f82-4ae2-9c0f-7d3b98097c06 req-6c630afd-b591-40ac-b73e-e4073191c9dc service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863719 Jul 09 10:37:19.059031 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-d4f32a85-0f82-4ae2-9c0f-7d3b98097c06 req-fd963b19-54e0-4892-a34f-457129914437 service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824378 Jul 09 10:37:34.633381 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:36.853794 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-86f5e928-45df-4fc3-94a0-b38fbac69ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:39.449606 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-907fc894-0513-4d3b-b460-e615cb3d861c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:39.620819 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:39.792433 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:41.417762 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:43.198304 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:37:54.438482 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:38:04.649176 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:38:06.856103 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-08f33a7b-a572-461a-8ed9-0275b70909a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:38:09.448985 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44e0b21b-fe8e-40fc-b9cd-36bea83cce5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:38:09.621234 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:38:09.791343 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:38:11.420717 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:38:13.201376 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:38:19.492729 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-477b0766-8935-4d32-8282-2dadeea53e8e req-d75ee424-b350-47a3-a3e0-c561461645a0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544350 Jul 09 10:38:19.592909 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b0766-8935-4d32-8282-2dadeea53e8e req-453751c7-d420-425f-8c8b-3b17c15abf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:38:19.594431 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-477b0766-8935-4d32-8282-2dadeea53e8e req-453751c7-d420-425f-8c8b-3b17c15abf57 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4&device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 1097 time: 0.0619066 Jul 09 10:38:19.696552 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b0766-8935-4d32-8282-2dadeea53e8e req-93682624-bec8-4446-87e9-ec96ec99053b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:38:19.697927 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-477b0766-8935-4d32-8282-2dadeea53e8e req-93682624-bec8-4446-87e9-ec96ec99053b service neutron] 10.222.0.58 "GET /v2.0/networks?id=014378a6-c2f7-4dc1-8c76-029c39260714 HTTP/1.1" status: 200 len: 910 time: 0.0833998 Jul 09 10:38:20.091560 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-477b0766-8935-4d32-8282-2dadeea53e8e req-83ff6ce4-c06e-42da-bb0c-f8c704b89d41 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=639c3ce4-ff24-46b8-a501-0e7e68db0e72 HTTP/1.1" status: 200 len: 1002 time: 0.3876722 Jul 09 10:38:20.140424 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b0766-8935-4d32-8282-2dadeea53e8e req-13e8f617-3c4a-419a-8d2f-87e56c3d1a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:38:20.141876 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-477b0766-8935-4d32-8282-2dadeea53e8e req-13e8f617-3c4a-419a-8d2f-87e56c3d1a06 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bbf2d296-68bd-44e1-8559-0b2a0cdebfe3 HTTP/1.1" status: 200 len: 848 time: 0.0438967 Jul 09 10:38:20.198644 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b0766-8935-4d32-8282-2dadeea53e8e req-11236e33-f92a-4210-8f28-105f49ac9b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:38:20.200121 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-477b0766-8935-4d32-8282-2dadeea53e8e req-11236e33-f92a-4210-8f28-105f49ac9b2d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=014378a6-c2f7-4dc1-8c76-029c39260714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517161 Jul 09 10:38:20.293595 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-477b0766-8935-4d32-8282-2dadeea53e8e req-39799423-b4ac-4f2d-88c7-eb83ede3e2ef service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867691 Jul 09 10:38:20.387538 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-477b0766-8935-4d32-8282-2dadeea53e8e req-f4f7081e-0f1f-400b-9af5-ef3103fd2695 service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874810 Jul 09 10:38:31.438627 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:38:34.646246 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:38:36.857695 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1ef5aacd-fede-4f2c-a1d0-d2e939ef9e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:38:39.449296 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3f37505f-9798-4e51-9cb5-96ee8c232e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:38:39.622086 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:38:39.797412 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:38:41.423376 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:38:43.203832 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:04.647381 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:04.724158 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc862819-262f-40ce-ab3e-bd9c74fbe5ca req-aaab181a-68e9-4a49-92bf-7778cda0b512 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:04.725578 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cc862819-262f-40ce-ab3e-bd9c74fbe5ca req-aaab181a-68e9-4a49-92bf-7778cda0b512 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 946 time: 0.1249502 Jul 09 10:39:04.762874 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cc862819-262f-40ce-ab3e-bd9c74fbe5ca req-8123d2e3-4edd-4a4e-8744-554b6e59dbc8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316532 Jul 09 10:39:05.959622 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824155d-8e44-44a0-a332-3641f41cae6a req-1c75ff2b-b164-4ade-802b-2332ce1e4209 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:05.961151 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9824155d-8e44-44a0-a332-3641f41cae6a req-1c75ff2b-b164-4ade-802b-2332ce1e4209 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 946 time: 0.0680234 Jul 09 10:39:05.998817 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9824155d-8e44-44a0-a332-3641f41cae6a req-92a401ba-352f-45e5-8839-0158bc388eb7 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319772 Jul 09 10:39:06.860480 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-528c8ed3-d44d-453e-9ea9-deb38f455397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:07.188532 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b0d58-4538-4b46-9439-2e8b27b89ff8 req-0db1ab30-1854-44bb-8b81-6d8805c77cd9 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:07.190058 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-338b0d58-4538-4b46-9439-2e8b27b89ff8 req-0db1ab30-1854-44bb-8b81-6d8805c77cd9 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 946 time: 0.0692656 Jul 09 10:39:07.228776 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-338b0d58-4538-4b46-9439-2e8b27b89ff8 req-ca48197b-3ff9-4f5d-b425-b61f1a222472 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325482 Jul 09 10:39:08.408734 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38958c4a-d4a2-4612-8b73-65c9e98d7abf req-78cf978e-63aa-49d2-8660-ddbb5d94ccae tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:08.410126 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38958c4a-d4a2-4612-8b73-65c9e98d7abf req-78cf978e-63aa-49d2-8660-ddbb5d94ccae tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 946 time: 0.0711520 Jul 09 10:39:08.437842 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:39:08.451481 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38958c4a-d4a2-4612-8b73-65c9e98d7abf req-9b2aa80c-49b8-4c4d-9604-0f26c831f0e2 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356398 Jul 09 10:39:09.449646 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7f7c82c8-5575-4ad9-8533-0b17565567e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:09.622439 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:09.626035 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690deb9-b9d9-4b6c-9606-88d6bce58f91 req-a2f74b57-5aa1-4d37-a42d-38942b134283 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:09.627602 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f690deb9-b9d9-4b6c-9606-88d6bce58f91 req-a2f74b57-5aa1-4d37-a42d-38942b134283 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 946 time: 0.0636177 Jul 09 10:39:09.666224 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f690deb9-b9d9-4b6c-9606-88d6bce58f91 req-2ceaf784-e408-4cb0-b7cb-4bef930294fc tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327444 Jul 09 10:39:09.810574 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:10.835713 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb599b-35bd-466b-bde7-55433f6c14b7 req-ab5a043b-aa6e-4673-9161-b4aacdd77616 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:10.837209 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eacb599b-35bd-466b-bde7-55433f6c14b7 req-ab5a043b-aa6e-4673-9161-b4aacdd77616 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 946 time: 0.0626314 Jul 09 10:39:10.873261 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eacb599b-35bd-466b-bde7-55433f6c14b7 req-006eeb74-4c04-49b1-901a-e9c8bb3f65a2 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305672 Jul 09 10:39:11.426996 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:12.056466 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d53628-9846-47f1-8829-790c8bbf68e1 req-1f93893c-d4b5-46a6-9d26-d7a595737296 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:12.057931 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17d53628-9846-47f1-8829-790c8bbf68e1 req-1f93893c-d4b5-46a6-9d26-d7a595737296 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 946 time: 0.0673225 Jul 09 10:39:12.096259 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-17d53628-9846-47f1-8829-790c8bbf68e1 req-a3a5eac0-1e24-41bd-a409-9be1d5a71c19 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326729 Jul 09 10:39:13.207178 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:13.273281 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76580ea5-dc34-4601-b12c-97068f2a4a6a req-c3c921f3-ee1f-472d-a6b2-6602e95c03ea tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:13.274806 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76580ea5-dc34-4601-b12c-97068f2a4a6a req-c3c921f3-ee1f-472d-a6b2-6602e95c03ea tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 946 time: 0.0679767 Jul 09 10:39:13.313046 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-76580ea5-dc34-4601-b12c-97068f2a4a6a req-29b5a88b-324f-4d5a-abba-6ce180134035 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321248 Jul 09 10:39:14.495572 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647704ba-afe4-4b5a-80c0-f49f04ead43f req-d01a9b57-0fec-4af2-bb0b-448fa10c4586 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:14.497002 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-647704ba-afe4-4b5a-80c0-f49f04ead43f req-d01a9b57-0fec-4af2-bb0b-448fa10c4586 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 946 time: 0.0663207 Jul 09 10:39:14.534924 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-647704ba-afe4-4b5a-80c0-f49f04ead43f req-5ada176d-ee17-4596-b2ee-c60a56d0df08 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323765 Jul 09 10:39:15.900067 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0160d-41e1-4eb2-a718-2f9b2cbc2281 req-b79e3e96-3244-476a-9dcc-7839872c14ba tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:15.901589 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84b0160d-41e1-4eb2-a718-2f9b2cbc2281 req-b79e3e96-3244-476a-9dcc-7839872c14ba tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 946 time: 0.0650396 Jul 09 10:39:15.939317 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-84b0160d-41e1-4eb2-a718-2f9b2cbc2281 req-b417bcde-32ec-4894-8025-5d18a0a06f3c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320849 Jul 09 10:39:16.133141 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 639c3ce4-ff24-46b8-a501-0e7e68db0e72 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:39:16.229138 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 639c3ce4-ff24-46b8-a501-0e7e68db0e72, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=639c3ce4-ff24-46b8-a501-0e7e68db0e72,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:39:16.241290 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '639c3ce4-ff24-46b8-a501-0e7e68db0e72', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'port_id': '639c3ce4-ff24-46b8-a501-0e7e68db0e72', 'mac_address': 'fa:16:3e:0a:3e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:39:16.281541 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:16.293765 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 639c3ce4-ff24-46b8-a501-0e7e68db0e72 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:39:16.313136 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 639c3ce4-ff24-46b8-a501-0e7e68db0e72, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=639c3ce4-ff24-46b8-a501-0e7e68db0e72,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:39:16.317383 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:16.367527 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=639c3ce4-ff24-46b8-a501-0e7e68db0e72,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:39:16.374831 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:39:16.375180 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:39:16.375603 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:39:16.375967 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:39:16.376299 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:39:16.376628 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:39:16.376954 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:39:16.377277 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:39:16.377598 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:39:16.377921 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:39:16.378240 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:39:16.378558 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:39:16.414808 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['639c3ce4-ff24-46b8-a501-0e7e68db0e72'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:39:17.116729 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34a89f-e361-4fd1-9965-1277121a0f12 req-76c361c9-3980-4d36-971c-6bb757069385 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:17.118240 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d34a89f-e361-4fd1-9965-1277121a0f12 req-76c361c9-3980-4d36-971c-6bb757069385 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 945 time: 0.0640094 Jul 09 10:39:17.163146 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d34a89f-e361-4fd1-9965-1277121a0f12 req-1b735192-3ad7-4b1f-8c03-435e6d606efb tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391262 Jul 09 10:39:18.133331 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 639c3ce4-ff24-46b8-a501-0e7e68db0e72 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:39:18.202287 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 639c3ce4-ff24-46b8-a501-0e7e68db0e72 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:39:18.202672 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:18.304504 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:18.337054 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb63edf-9a62-40fa-a8c2-807d1e8f18df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639c3ce4-ff24-46b8-a501-0e7e68db0e72'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:39:18.339370 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0888fabe05580062c0d4cd7dc8f093f2b11926f06b578c6c7ec0a80924aac75e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f62c3e-7ba5-47d0-83f4-723fa7e3593d" -d '{"events": [{"server_uuid": "2cb63edf-9a62-40fa-a8c2-807d1e8f18df", "name": "network-vif-plugged", "status": "completed", "tag": "639c3ce4-ff24-46b8-a501-0e7e68db0e72"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:39:18.353265 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 639c3ce4-ff24-46b8-a501-0e7e68db0e72, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=639c3ce4-ff24-46b8-a501-0e7e68db0e72,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:39:18.360293 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:18.397665 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a8aad-84fa-4b2c-a458-8b0facc440b5 req-06578a7f-59c7-4044-a2eb-f5846e944b09 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:18.399320 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d90a8aad-84fa-4b2c-a458-8b0facc440b5 req-06578a7f-59c7-4044-a2eb-f5846e944b09 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 945 time: 0.0998762 Jul 09 10:39:18.404741 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e19ac2-77ec-465c-9f1f-a4ffdd9cdedf x-openstack-request-id: req-44e19ac2-77ec-465c-9f1f-a4ffdd9cdedf {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:39:18.408376 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb63edf-9a62-40fa-a8c2-807d1e8f18df", "name": "network-vif-plugged", "status": "completed", "tag": "639c3ce4-ff24-46b8-a501-0e7e68db0e72", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:39:18.409033 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-44e19ac2-77ec-465c-9f1f-a4ffdd9cdedf {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:39:18.409837 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb63edf-9a62-40fa-a8c2-807d1e8f18df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639c3ce4-ff24-46b8-a501-0e7e68db0e72', 'code': 200} Jul 09 10:39:18.445043 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=639c3ce4-ff24-46b8-a501-0e7e68db0e72,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:39:18.457062 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d90a8aad-84fa-4b2c-a458-8b0facc440b5 req-3e4dd506-a65c-4360-ad42-aba3a763e78e tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512214 Jul 09 10:39:19.639277 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f3f30-2328-47b6-a998-bf57d016c235 req-dccba463-1399-48be-90cc-e73dbe7db8f7 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:19.641453 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd7f3f30-2328-47b6-a998-bf57d016c235 req-dccba463-1399-48be-90cc-e73dbe7db8f7 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 946 time: 0.0659459 Jul 09 10:39:19.697451 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bd7f3f30-2328-47b6-a998-bf57d016c235 req-ba163a75-091f-4891-a040-ab5ef25703e9 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356722 Jul 09 10:39:20.586051 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca9fd8-5db4-41a9-a73d-8ec846acd98e req-bcf6573a-42d3-478d-bb4b-fd2629f222bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:20.588373 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a1ca9fd8-5db4-41a9-a73d-8ec846acd98e req-bcf6573a-42d3-478d-bb4b-fd2629f222bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4&device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 1097 time: 0.1217115 Jul 09 10:39:20.707205 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca9fd8-5db4-41a9-a73d-8ec846acd98e req-c348087d-9baa-4111-a94d-29c398aec24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:20.708831 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a1ca9fd8-5db4-41a9-a73d-8ec846acd98e req-c348087d-9baa-4111-a94d-29c398aec24d service neutron] 10.222.0.58 "GET /v2.0/networks?id=014378a6-c2f7-4dc1-8c76-029c39260714 HTTP/1.1" status: 200 len: 910 time: 0.0988827 Jul 09 10:39:20.808846 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a1ca9fd8-5db4-41a9-a73d-8ec846acd98e req-d1eff74f-60ad-4180-a64a-6e7a32787fc6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=639c3ce4-ff24-46b8-a501-0e7e68db0e72 HTTP/1.1" status: 200 len: 1002 time: 0.0922892 Jul 09 10:39:20.868725 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca9fd8-5db4-41a9-a73d-8ec846acd98e req-9bbd9ea1-53a2-4df3-9be3-8a4cc1cd81d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:20.870496 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a1ca9fd8-5db4-41a9-a73d-8ec846acd98e req-9bbd9ea1-53a2-4df3-9be3-8a4cc1cd81d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bbf2d296-68bd-44e1-8559-0b2a0cdebfe3 HTTP/1.1" status: 200 len: 848 time: 0.0513904 Jul 09 10:39:20.899459 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddee584-8b96-4df0-8094-1d1aa2b97013 req-df982c1f-bacf-4f2c-9501-388fd7e6cd47 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:20.907640 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ddee584-8b96-4df0-8094-1d1aa2b97013 req-df982c1f-bacf-4f2c-9501-388fd7e6cd47 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 946 time: 0.0816963 Jul 09 10:39:20.943382 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca9fd8-5db4-41a9-a73d-8ec846acd98e req-a67dbdb0-2cd8-4063-a72d-bacfed92d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:20.944967 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a1ca9fd8-5db4-41a9-a73d-8ec846acd98e req-a67dbdb0-2cd8-4063-a72d-bacfed92d388 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=014378a6-c2f7-4dc1-8c76-029c39260714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673959 Jul 09 10:39:20.948302 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9ddee584-8b96-4df0-8094-1d1aa2b97013 req-5c2c0893-7096-4ce1-990f-8da9d8811280 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394714 Jul 09 10:39:21.047521 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a1ca9fd8-5db4-41a9-a73d-8ec846acd98e req-3bf7ad1a-6173-4e74-877c-c4c24d4e427d service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951762 Jul 09 10:39:21.149843 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-a1ca9fd8-5db4-41a9-a73d-8ec846acd98e req-10756fae-eb35-4729-adea-cc5b7abbae71 service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950232 Jul 09 10:39:22.138013 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5226e-76d7-4c94-bc20-71a2430a4e92 req-cae30b5d-2f8c-431a-9003-b666ab1b1813 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:22.140334 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1ca5226e-76d7-4c94-bc20-71a2430a4e92 req-cae30b5d-2f8c-431a-9003-b666ab1b1813 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 946 time: 0.0760436 Jul 09 10:39:22.186288 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1ca5226e-76d7-4c94-bc20-71a2430a4e92 req-8738507a-807e-4076-8d6e-13c12f728bea tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381660 Jul 09 10:39:23.394655 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb752c96-907f-4a93-97a4-507cab159923 req-ffe415d6-2ef0-40dd-8082-8ad2ea155692 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:23.396437 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb752c96-907f-4a93-97a4-507cab159923 req-ffe415d6-2ef0-40dd-8082-8ad2ea155692 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 946 time: 0.0741379 Jul 09 10:39:23.438723 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb752c96-907f-4a93-97a4-507cab159923 req-12f02d46-ef9f-40ad-a099-f5c7136a663b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364878 Jul 09 10:39:24.655791 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f2ba7-cf9c-424d-addb-e628617780f6 req-18167313-f491-4d7e-996c-ebec46f6be9f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:24.657390 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd4f2ba7-cf9c-424d-addb-e628617780f6 req-18167313-f491-4d7e-996c-ebec46f6be9f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 946 time: 0.0736370 Jul 09 10:39:24.699767 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd4f2ba7-cf9c-424d-addb-e628617780f6 req-bb3a23da-dba4-48d2-978b-9188c84de843 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367823 Jul 09 10:39:25.888739 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06625e1d-cad7-4184-bc6d-d50edbaf1f36 req-aec07a17-f9ae-4417-af3e-f1b6793bdaaf tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:25.890793 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06625e1d-cad7-4184-bc6d-d50edbaf1f36 req-aec07a17-f9ae-4417-af3e-f1b6793bdaaf tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 946 time: 0.0702853 Jul 09 10:39:25.929552 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-06625e1d-cad7-4184-bc6d-d50edbaf1f36 req-730b0f94-b5a8-4624-a8ff-0a24991a677e tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329859 Jul 09 10:39:26.412382 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449430b-8eef-4374-a935-84b8cd7cc4ff req-071fa219-72e7-42fe-b94d-8be4ee0728cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:26.413843 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0449430b-8eef-4374-a935-84b8cd7cc4ff req-071fa219-72e7-42fe-b94d-8be4ee0728cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4&device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 1097 time: 0.0542789 Jul 09 10:39:26.508468 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449430b-8eef-4374-a935-84b8cd7cc4ff req-fa582ff7-9f9f-4315-93c7-3e403c69f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:26.510221 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0449430b-8eef-4374-a935-84b8cd7cc4ff req-fa582ff7-9f9f-4315-93c7-3e403c69f3b8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=014378a6-c2f7-4dc1-8c76-029c39260714 HTTP/1.1" status: 200 len: 910 time: 0.0903511 Jul 09 10:39:26.578464 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0449430b-8eef-4374-a935-84b8cd7cc4ff req-0e20a152-e982-4eb5-8156-9043a68f2b16 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=639c3ce4-ff24-46b8-a501-0e7e68db0e72 HTTP/1.1" status: 200 len: 1002 time: 0.0610659 Jul 09 10:39:26.631068 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449430b-8eef-4374-a935-84b8cd7cc4ff req-3daec330-5496-4edc-b6b0-63b4ad99cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:26.632656 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0449430b-8eef-4374-a935-84b8cd7cc4ff req-3daec330-5496-4edc-b6b0-63b4ad99cb45 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bbf2d296-68bd-44e1-8559-0b2a0cdebfe3 HTTP/1.1" status: 200 len: 848 time: 0.0470757 Jul 09 10:39:26.690005 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449430b-8eef-4374-a935-84b8cd7cc4ff req-f2d7c6ae-3e13-47a4-90ec-da06ef407b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:26.691422 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0449430b-8eef-4374-a935-84b8cd7cc4ff req-f2d7c6ae-3e13-47a4-90ec-da06ef407b06 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=014378a6-c2f7-4dc1-8c76-029c39260714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526168 Jul 09 10:39:26.780206 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0449430b-8eef-4374-a935-84b8cd7cc4ff req-9fa131f2-4342-4047-8358-c3d7d92c4d93 service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826969 Jul 09 10:39:26.875592 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-0449430b-8eef-4374-a935-84b8cd7cc4ff req-4fce08a8-79cd-413e-b780-dbb7bf993002 service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891957 Jul 09 10:39:27.108854 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21b722-6c7f-4612-88e4-1b562ec01667 req-0d9b9bc9-1c40-4ffa-a282-75ec669fa0bf tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:27.110346 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-da21b722-6c7f-4612-88e4-1b562ec01667 req-0d9b9bc9-1c40-4ffa-a282-75ec669fa0bf tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 946 time: 0.0686505 Jul 09 10:39:27.147185 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-da21b722-6c7f-4612-88e4-1b562ec01667 req-3871b8e8-106e-47d0-82ab-b5267299d3d5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312138 Jul 09 10:39:28.320407 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9f610-f5a6-4b26-9bee-f2170bb270fc req-1149e846-fa16-43da-b7e1-c88f8305b61c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:28.321962 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38e9f610-f5a6-4b26-9bee-f2170bb270fc req-1149e846-fa16-43da-b7e1-c88f8305b61c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 946 time: 0.0638158 Jul 09 10:39:28.360718 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38e9f610-f5a6-4b26-9bee-f2170bb270fc req-9c020da9-11c2-4f09-b8ac-b3575ab8d54e tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332091 Jul 09 10:39:29.531699 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a4661-7d54-4cc7-bb0e-4462f4ddb78b req-9c090cf2-638a-492e-84a4-f49481231a1e tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:29.533185 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b64a4661-7d54-4cc7-bb0e-4462f4ddb78b req-9c090cf2-638a-492e-84a4-f49481231a1e tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 946 time: 0.0615492 Jul 09 10:39:29.569529 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b64a4661-7d54-4cc7-bb0e-4462f4ddb78b req-16b7d53e-5154-4854-833e-1f12cbe427f5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308704 Jul 09 10:39:29.925734 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b759de-0c5c-47d0-9b81-dc2f2d531950 req-8785fda5-ea4a-4aae-9c1c-536e2659f12c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:29.927422 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92b759de-0c5c-47d0-9b81-dc2f2d531950 req-8785fda5-ea4a-4aae-9c1c-536e2659f12c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 946 time: 0.0750005 Jul 09 10:39:29.966904 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-92b759de-0c5c-47d0-9b81-dc2f2d531950 req-d82ed936-b70a-4626-8e93-ee7b4c130ec9 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333867 Jul 09 10:39:30.061081 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e7edeb0d-4069-4dac-b785-888dfc313b9e req-72fbfbe5-2b17-4ab3-b6ca-5a22df8f13b5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928419 Jul 09 10:39:30.197593 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 639c3ce4-ff24-46b8-a501-0e7e68db0e72 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:39:30.276247 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:30.303770 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb63edf-9a62-40fa-a8c2-807d1e8f18df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '639c3ce4-ff24-46b8-a501-0e7e68db0e72'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:39:30.306020 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0888fabe05580062c0d4cd7dc8f093f2b11926f06b578c6c7ec0a80924aac75e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576f9be0-3749-48c4-a2c9-90e5de1b758c" -d '{"events": [{"server_uuid": "2cb63edf-9a62-40fa-a8c2-807d1e8f18df", "name": "network-vif-unplugged", "status": "completed", "tag": "639c3ce4-ff24-46b8-a501-0e7e68db0e72"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:39:30.323833 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 639c3ce4-ff24-46b8-a501-0e7e68db0e72, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=639c3ce4-ff24-46b8-a501-0e7e68db0e72,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:39:30.329490 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:30.353807 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 10:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93bdb85-0f86-4b39-b332-319f1dcac9ff x-openstack-request-id: req-f93bdb85-0f86-4b39-b332-319f1dcac9ff {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:39:30.354114 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb63edf-9a62-40fa-a8c2-807d1e8f18df", "name": "network-vif-unplugged", "status": "failed", "tag": "639c3ce4-ff24-46b8-a501-0e7e68db0e72", "code": 422}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:39:30.354347 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f93bdb85-0f86-4b39-b332-319f1dcac9ff {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:39:30.354737 n-d-799996-1 neutron-server[93792]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2cb63edf-9a62-40fa-a8c2-807d1e8f18df', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '639c3ce4-ff24-46b8-a501-0e7e68db0e72', 'code': 422} returned with failed status Jul 09 10:39:30.381079 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=639c3ce4-ff24-46b8-a501-0e7e68db0e72,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:39:30.889601 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edeb0d-4069-4dac-b785-888dfc313b9e req-7bb03dad-9484-40f8-8cbd-ca7fa43c07d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:30.891779 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e7edeb0d-4069-4dac-b785-888dfc313b9e req-7bb03dad-9484-40f8-8cbd-ca7fa43c07d6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df&tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4 HTTP/1.1" status: 200 len: 1095 time: 0.0529430 Jul 09 10:39:30.968170 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edeb0d-4069-4dac-b785-888dfc313b9e req-64eb3256-f282-4f2a-8f94-470c69551813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:30.969655 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e7edeb0d-4069-4dac-b785-888dfc313b9e req-64eb3256-f282-4f2a-8f94-470c69551813 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4&device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 1095 time: 0.0554252 Jul 09 10:39:31.058939 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edeb0d-4069-4dac-b785-888dfc313b9e req-91f8dd43-1d01-473a-921e-8efb4423b11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:31.060469 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e7edeb0d-4069-4dac-b785-888dfc313b9e req-91f8dd43-1d01-473a-921e-8efb4423b11d service neutron] 10.222.0.58 "GET /v2.0/networks?id=014378a6-c2f7-4dc1-8c76-029c39260714 HTTP/1.1" status: 200 len: 910 time: 0.0844433 Jul 09 10:39:31.130817 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e7edeb0d-4069-4dac-b785-888dfc313b9e req-f9984090-8752-40ac-ae55-ea76f70f601c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=639c3ce4-ff24-46b8-a501-0e7e68db0e72 HTTP/1.1" status: 200 len: 1000 time: 0.0642691 Jul 09 10:39:31.146887 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8647875-1304-4e52-9c19-3550b2b7c039 req-16799ae9-129b-48f8-8c43-b00e7ef9f9dd tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:31.148358 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8647875-1304-4e52-9c19-3550b2b7c039 req-16799ae9-129b-48f8-8c43-b00e7ef9f9dd tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 944 time: 0.0636885 Jul 09 10:39:31.180558 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edeb0d-4069-4dac-b785-888dfc313b9e req-169249f1-37b3-47ad-9ace-3267b45e3356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:31.182177 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e7edeb0d-4069-4dac-b785-888dfc313b9e req-169249f1-37b3-47ad-9ace-3267b45e3356 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bbf2d296-68bd-44e1-8559-0b2a0cdebfe3 HTTP/1.1" status: 200 len: 848 time: 0.0449681 Jul 09 10:39:31.186353 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e8647875-1304-4e52-9c19-3550b2b7c039 req-6061cfcf-9007-4d77-b40d-63f97be092b8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319579 Jul 09 10:39:31.238740 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edeb0d-4069-4dac-b785-888dfc313b9e req-66d9cfa3-fdff-490f-adc5-f407b348806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:31.240394 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e7edeb0d-4069-4dac-b785-888dfc313b9e req-66d9cfa3-fdff-490f-adc5-f407b348806f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=014378a6-c2f7-4dc1-8c76-029c39260714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520151 Jul 09 10:39:31.333108 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e7edeb0d-4069-4dac-b785-888dfc313b9e req-567d9246-697c-4045-a43d-d59f8c5ad0f2 service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865309 Jul 09 10:39:31.421211 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-e7edeb0d-4069-4dac-b785-888dfc313b9e req-e6d81be8-d8ef-4fd5-b96d-9406a9e8fa3b service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816319 Jul 09 10:39:32.373379 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef3346-a770-4a37-bacf-8942871b24aa req-5ae5f769-f438-46c1-b268-6826c21d3425 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:32.374920 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4bef3346-a770-4a37-bacf-8942871b24aa req-5ae5f769-f438-46c1-b268-6826c21d3425 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 944 time: 0.0697696 Jul 09 10:39:32.420891 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4bef3346-a770-4a37-bacf-8942871b24aa req-f7c6afdb-f017-43fb-a62f-bb75c7d3fed8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390217 Jul 09 10:39:33.604258 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8df45-af95-4809-a5c3-0b607e7e3562 req-58d41bbe-c828-4e72-8e76-7377596aeba6 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:33.605744 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cbe8df45-af95-4809-a5c3-0b607e7e3562 req-58d41bbe-c828-4e72-8e76-7377596aeba6 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 944 time: 0.0664129 Jul 09 10:39:33.645295 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-cbe8df45-af95-4809-a5c3-0b607e7e3562 req-e3cbe0d7-b409-4c6f-a35a-fbd2f8e502c5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338998 Jul 09 10:39:34.656925 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:34.830943 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d976b-8135-4354-84a6-47a16aef5e5f req-d8b96ac6-1bba-492d-80d2-82087c199e2c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:34.832842 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc3d976b-8135-4354-84a6-47a16aef5e5f req-d8b96ac6-1bba-492d-80d2-82087c199e2c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 944 time: 0.0707755 Jul 09 10:39:34.875285 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc3d976b-8135-4354-84a6-47a16aef5e5f req-a85ca218-b923-4e5f-a4c4-e813b1680795 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342464 Jul 09 10:39:36.068813 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95ca97-32fb-4500-8ac3-b7528107de68 req-be028668-5d2a-48eb-8415-31f37ac27264 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:36.070470 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc95ca97-32fb-4500-8ac3-b7528107de68 req-be028668-5d2a-48eb-8415-31f37ac27264 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 944 time: 0.0727251 Jul 09 10:39:36.112922 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc95ca97-32fb-4500-8ac3-b7528107de68 req-3fae779b-3cd7-45dd-93aa-c25546ed866e tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353754 Jul 09 10:39:36.870054 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-35fb2243-2c5b-454d-a201-dbc9776ec975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:37.305587 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d15ac6-964c-4309-a6ef-d6c3cbe7d56e req-24e5903d-6e39-4e1b-9463-1a93fdf8ba79 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:37.314054 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-04d15ac6-964c-4309-a6ef-d6c3cbe7d56e req-24e5903d-6e39-4e1b-9463-1a93fdf8ba79 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 944 time: 0.0775995 Jul 09 10:39:37.357922 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-04d15ac6-964c-4309-a6ef-d6c3cbe7d56e req-4098b39f-2065-4adb-bad6-b937d39fdf44 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428998 Jul 09 10:39:38.559643 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa484531-b412-4e06-8925-b6c7d16bef6c req-1535865e-cc64-4220-be27-7a2e9506c43a tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:38.561235 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa484531-b412-4e06-8925-b6c7d16bef6c req-1535865e-cc64-4220-be27-7a2e9506c43a tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 944 time: 0.0841806 Jul 09 10:39:38.602887 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fa484531-b412-4e06-8925-b6c7d16bef6c req-1680e35f-1464-48fb-b9b4-174fac14e88b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338385 Jul 09 10:39:39.452570 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7c3c8997-c468-41a4-8d54-9815a9265b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:39.623968 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:39.782081 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca783c50-3650-4f71-bf0b-1fa1ab4ca3b0 req-de18d9a6-623b-4ee1-aab6-aac36315ccfc tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:39.783555 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca783c50-3650-4f71-bf0b-1fa1ab4ca3b0 req-de18d9a6-623b-4ee1-aab6-aac36315ccfc tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 944 time: 0.0646486 Jul 09 10:39:39.811510 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:39.835991 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ca783c50-3650-4f71-bf0b-1fa1ab4ca3b0 req-df94bee7-c008-4cc9-a278-f0becb141d29 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462220 Jul 09 10:39:41.012281 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649978c-a7e8-4763-bf23-d3b56eec820b req-a3841ad8-f644-4cb3-9429-0749120584e3 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:41.013903 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a649978c-a7e8-4763-bf23-d3b56eec820b req-a3841ad8-f644-4cb3-9429-0749120584e3 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 944 time: 0.0664592 Jul 09 10:39:41.061009 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a649978c-a7e8-4763-bf23-d3b56eec820b req-3f9ed6b8-5f25-4904-b737-c7c24dbdae7c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401804 Jul 09 10:39:41.430273 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:42.239624 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddbd2d-fcf8-441b-8356-94fe32e2a3a9 req-052cc8af-c393-40b3-81b4-aef0489cc6c8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:42.241123 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0ddbd2d-fcf8-441b-8356-94fe32e2a3a9 req-052cc8af-c393-40b3-81b4-aef0489cc6c8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 944 time: 0.0628691 Jul 09 10:39:42.279256 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c0ddbd2d-fcf8-441b-8356-94fe32e2a3a9 req-7d2c4d61-3161-47c9-8f9f-43ab04464d29 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318189 Jul 09 10:39:43.208979 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:43.453267 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c756eb-2ecf-4966-96de-da4c5ebf9825 req-cea12da0-3dbf-41fe-a0e6-2af8189bb0d5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:43.454661 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-47c756eb-2ecf-4966-96de-da4c5ebf9825 req-cea12da0-3dbf-41fe-a0e6-2af8189bb0d5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 944 time: 0.0626678 Jul 09 10:39:43.491932 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-47c756eb-2ecf-4966-96de-da4c5ebf9825 req-45ba8f88-e5c6-4c96-801f-c8ba2398a360 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317516 Jul 09 10:39:44.242386 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 639c3ce4-ff24-46b8-a501-0e7e68db0e72 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:39:44.336994 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 639c3ce4-ff24-46b8-a501-0e7e68db0e72, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=639c3ce4-ff24-46b8-a501-0e7e68db0e72,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:39:44.348071 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '639c3ce4-ff24-46b8-a501-0e7e68db0e72', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'port_id': '639c3ce4-ff24-46b8-a501-0e7e68db0e72', 'mac_address': 'fa:16:3e:0a:3e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:39:44.384096 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:44.396611 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639c3ce4-ff24-46b8-a501-0e7e68db0e72 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:39:44.415870 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 639c3ce4-ff24-46b8-a501-0e7e68db0e72, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=639c3ce4-ff24-46b8-a501-0e7e68db0e72,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:39:44.419785 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:44.469265 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=639c3ce4-ff24-46b8-a501-0e7e68db0e72,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:39:44.645756 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['639c3ce4-ff24-46b8-a501-0e7e68db0e72'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:39:44.671528 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df466b-43cd-4f62-8261-b27289a4fcbe req-4cedbcb2-f9ff-42e7-852a-3dcba9b71dac tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:44.672972 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b3df466b-43cd-4f62-8261-b27289a4fcbe req-4cedbcb2-f9ff-42e7-852a-3dcba9b71dac tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 945 time: 0.0674460 Jul 09 10:39:44.711065 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b3df466b-43cd-4f62-8261-b27289a4fcbe req-5d85a109-4da9-4014-8abe-df9ba45837cd tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315759 Jul 09 10:39:45.437673 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:39:45.883940 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb7d7f-fbc0-4c21-9e80-953d92b80ad0 req-82c37eb8-0ae3-4cc8-8619-4bf1c3b0ebe4 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:45.885446 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4fb7d7f-fbc0-4c21-9e80-953d92b80ad0 req-82c37eb8-0ae3-4cc8-8619-4bf1c3b0ebe4 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 945 time: 0.0638511 Jul 09 10:39:45.923507 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4fb7d7f-fbc0-4c21-9e80-953d92b80ad0 req-9cfe30f0-448c-4ef3-a9cc-940f990988d5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324004 Jul 09 10:39:46.241783 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 639c3ce4-ff24-46b8-a501-0e7e68db0e72 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:39:46.288622 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 639c3ce4-ff24-46b8-a501-0e7e68db0e72 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:39:46.288998 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:46.362978 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:46.387764 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb63edf-9a62-40fa-a8c2-807d1e8f18df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639c3ce4-ff24-46b8-a501-0e7e68db0e72'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:39:46.389992 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0888fabe05580062c0d4cd7dc8f093f2b11926f06b578c6c7ec0a80924aac75e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae2346e-e7fd-4be5-bf60-9bb27c9969cf" -d '{"events": [{"server_uuid": "2cb63edf-9a62-40fa-a8c2-807d1e8f18df", "name": "network-vif-plugged", "status": "completed", "tag": "639c3ce4-ff24-46b8-a501-0e7e68db0e72"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:39:46.403685 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 639c3ce4-ff24-46b8-a501-0e7e68db0e72, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=639c3ce4-ff24-46b8-a501-0e7e68db0e72,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:39:46.407885 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:39:46.434245 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a085cb1-9fbf-4312-b1a5-a62bc3852356 x-openstack-request-id: req-1a085cb1-9fbf-4312-b1a5-a62bc3852356 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:39:46.434564 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb63edf-9a62-40fa-a8c2-807d1e8f18df", "name": "network-vif-plugged", "status": "completed", "tag": "639c3ce4-ff24-46b8-a501-0e7e68db0e72", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:39:46.434779 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1a085cb1-9fbf-4312-b1a5-a62bc3852356 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:39:46.435148 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb63edf-9a62-40fa-a8c2-807d1e8f18df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639c3ce4-ff24-46b8-a501-0e7e68db0e72', 'code': 200} Jul 09 10:39:46.463547 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=639c3ce4-ff24-46b8-a501-0e7e68db0e72,revision_number=10']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:39:46.600106 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed7613-2a77-4352-9c51-878d410fa451 req-ded25744-e658-431a-a68a-dc624c7024ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:46.601626 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8fed7613-2a77-4352-9c51-878d410fa451 req-ded25744-e658-431a-a68a-dc624c7024ec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 1098 time: 0.0523553 Jul 09 10:39:46.635525 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8fed7613-2a77-4352-9c51-878d410fa451 req-d0a012f1-cbcf-437c-b25b-31c830a95e4b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279975 Jul 09 10:39:47.093733 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018bc30-643e-4f28-80c5-7a333f9e78f0 req-9c0ba417-c33c-4a07-a48a-10544d6e6a3a tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:47.095206 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3018bc30-643e-4f28-80c5-7a333f9e78f0 req-9c0ba417-c33c-4a07-a48a-10544d6e6a3a tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 947 time: 0.0622413 Jul 09 10:39:47.135873 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3018bc30-643e-4f28-80c5-7a333f9e78f0 req-42e49088-e31a-4d45-bd19-6262346f9839 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345421 Jul 09 10:39:48.309466 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be77d3a-eb88-45a8-a070-4c459cece9aa req-c1109499-96d2-4a3e-b057-2990f517fdf5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:39:48.310955 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1be77d3a-eb88-45a8-a070-4c459cece9aa req-c1109499-96d2-4a3e-b057-2990f517fdf5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 947 time: 0.0625706 Jul 09 10:39:48.349806 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1be77d3a-eb88-45a8-a070-4c459cece9aa req-7284b4ee-b631-4dcd-8ef3-7bb36584b803 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318401 Jul 09 10:40:04.647552 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:40:06.862625 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-905b82b5-ae63-4dbe-8447-982df15d20d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:40:09.454457 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-648446ea-9bd3-414f-9eab-0633d0a024ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:40:09.625167 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:40:09.819558 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:40:11.434239 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:40:13.211273 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:40:22.443365 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:40:22.492136 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b28b214d-48e4-428b-9750-82a1782067fd req-355de1f5-a86f-4b85-a6da-00a66980ff2b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573690 Jul 09 10:40:22.585782 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b214d-48e4-428b-9750-82a1782067fd req-2e94238e-03c3-41f8-a65f-f3462f181cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:40:22.587285 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b28b214d-48e4-428b-9750-82a1782067fd req-2e94238e-03c3-41f8-a65f-f3462f181cc4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4&device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 1098 time: 0.0535562 Jul 09 10:40:22.687744 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b214d-48e4-428b-9750-82a1782067fd req-2ea0f202-f7a8-4908-833d-cd2af67f1626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:40:22.689133 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b28b214d-48e4-428b-9750-82a1782067fd req-2ea0f202-f7a8-4908-833d-cd2af67f1626 service neutron] 10.222.0.58 "GET /v2.0/networks?id=014378a6-c2f7-4dc1-8c76-029c39260714 HTTP/1.1" status: 200 len: 910 time: 0.0829906 Jul 09 10:40:22.756416 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b28b214d-48e4-428b-9750-82a1782067fd req-c0417362-cd6d-4a20-b045-2f7de992edd9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=639c3ce4-ff24-46b8-a501-0e7e68db0e72 HTTP/1.1" status: 200 len: 1002 time: 0.0609627 Jul 09 10:40:22.808604 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b214d-48e4-428b-9750-82a1782067fd req-7ed3d631-d6cb-40e1-bfda-dc3ecad0f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:40:22.810096 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b28b214d-48e4-428b-9750-82a1782067fd req-7ed3d631-d6cb-40e1-bfda-dc3ecad0f720 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bbf2d296-68bd-44e1-8559-0b2a0cdebfe3 HTTP/1.1" status: 200 len: 848 time: 0.0475652 Jul 09 10:40:22.869220 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b214d-48e4-428b-9750-82a1782067fd req-ed2b9770-a7a7-4349-8985-4995b8f9ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:40:22.870755 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b28b214d-48e4-428b-9750-82a1782067fd req-ed2b9770-a7a7-4349-8985-4995b8f9ee41 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=014378a6-c2f7-4dc1-8c76-029c39260714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545256 Jul 09 10:40:22.965300 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b28b214d-48e4-428b-9750-82a1782067fd req-b50e1627-f47f-4784-9cc4-105f215f9c6c service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884092 Jul 09 10:40:23.053695 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b28b214d-48e4-428b-9750-82a1782067fd req-c9dfc250-6e4f-45e4-8c84-2a03c95180e2 service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816674 Jul 09 10:40:34.642612 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:40:36.863506 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d0abfa46-a768-4c79-ac3f-2568a44d8cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:40:39.455599 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9106a501-7696-49e6-9ab8-fe6d263fd9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:40:39.625952 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:40:39.824517 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:40:41.436592 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:40:43.214451 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:40:58.029129 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44946) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:40:58.488533 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Deleting port 809b080f-a884-4387-9849-7b9a51930d8f {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:40:58.488819 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:40:58.564405 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:40:58.564734 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:40:58.576299 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Calling delete_port for 809b080f-a884-4387-9849-7b9a51930d8f owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:40:58.719713 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:40:58.744854 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event deleted for resources: {'Port': ['ID=809b080f-a884-4387-9849-7b9a51930d8f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:40:58.756769 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:40:58.757120 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:40:58.757465 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:40:58.757806 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:40:58.758138 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:40:58.758469 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:40:58.758798 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:40:58.759126 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:40:58.759452 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:40:58.759802 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:40:58.760127 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:40:58.760450 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:40:58.817385 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:40:58.817717 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Floating IP 3e684a46-d64f-4764-852f-da76528021bf disassociated (deleted). External IP: 172.25.3.222, port: 639c3ce4-ff24-46b8-a501-0e7e68db0e72. Jul 09 10:40:59.021619 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Router 516896be-a7dd-44de-b7d0-006eb503d4ee has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:40:59.128062 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:40:59.132819 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:40:59.137516 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46921c3a-e002-47bd-890b-ff9250ae7956 None None] Sync routers for ids ['516896be-a7dd-44de-b7d0-006eb503d4ee'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:40:59.147821 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46921c3a-e002-47bd-890b-ff9250ae7956 None None] Routers {'516896be-a7dd-44de-b7d0-006eb503d4ee'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:40:59.148804 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-46921c3a-e002-47bd-890b-ff9250ae7956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:40:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['516896be-a7dd-44de-b7d0-006eb503d4ee'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:40:59.169922 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-188b9c91-7f47-42f7-bfe1-70c7a9d53d05 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "DELETE /v2.0/floatingips/3e684a46-d64f-4764-852f-da76528021bf HTTP/1.1" status: 204 len: 168 time: 1.1396844 Jul 09 10:40:59.170615 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb63edf-9a62-40fa-a8c2-807d1e8f18df', 'tag': '639c3ce4-ff24-46b8-a501-0e7e68db0e72'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:40:59.173008 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13768395-e2b5-48bc-9358-befa3a3ad797" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb63edf-9a62-40fa-a8c2-807d1e8f18df", "tag": "639c3ce4-ff24-46b8-a501-0e7e68db0e72"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:40:59.260327 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19b3613-3cdb-47ce-afea-d3253e8127be x-openstack-request-id: req-e19b3613-3cdb-47ce-afea-d3253e8127be {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:40:59.260618 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb63edf-9a62-40fa-a8c2-807d1e8f18df", "tag": "639c3ce4-ff24-46b8-a501-0e7e68db0e72", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:40:59.260865 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e19b3613-3cdb-47ce-afea-d3253e8127be {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:40:59.261262 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb63edf-9a62-40fa-a8c2-807d1e8f18df', 'tag': '639c3ce4-ff24-46b8-a501-0e7e68db0e72', 'status': 'completed', 'code': 200} Jul 09 10:40:59.263604 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-46921c3a-e002-47bd-890b-ff9250ae7956 None None] Set router 516896be-a7dd-44de-b7d0-006eb503d4ee gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:40:59.343668 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13768395-e2b5-48bc-9358-befa3a3ad797 req-0e797601-78e6-46bf-bfe7-b0756395237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:40:59.345248 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-13768395-e2b5-48bc-9358-befa3a3ad797 req-0e797601-78e6-46bf-bfe7-b0756395237e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4&device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 1098 time: 0.0596220 Jul 09 10:40:59.444637 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:40:59.450236 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13768395-e2b5-48bc-9358-befa3a3ad797 req-a7535e2f-6cf3-43d8-8c35-afcc70fe2ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:40:59.452106 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-13768395-e2b5-48bc-9358-befa3a3ad797 req-a7535e2f-6cf3-43d8-8c35-afcc70fe2ce2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=014378a6-c2f7-4dc1-8c76-029c39260714 HTTP/1.1" status: 200 len: 910 time: 0.1001852 Jul 09 10:40:59.476028 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-46921c3a-e002-47bd-890b-ff9250ae7956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'name': 'tempest-TestShelveInstance-1579003878-router', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:50Z', 'revision_number': 4, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'gw_port': {'id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:57:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '193f4dea-0b07-4745-8600-86ddc35f67d5', 'name': '', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'mac_address': 'fa:16:3e:6b:e7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:49Z', 'updated_at': '2021-07-09T10:36:54Z', 'revision_number': 5, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'subnets': [{'id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:40:59.502589 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-13768395-e2b5-48bc-9358-befa3a3ad797 req-025df23a-3fc9-41c0-87d2-d977420c9398 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=639c3ce4-ff24-46b8-a501-0e7e68db0e72 HTTP/1.1" status: 200 len: 217 time: 0.0435767 Jul 09 10:40:59.502865 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46921c3a-e002-47bd-890b-ff9250ae7956 None None] Checking router: 516896be-a7dd-44de-b7d0-006eb503d4ee for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:40:59.512370 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46921c3a-e002-47bd-890b-ff9250ae7956 None None] Routers {'516896be-a7dd-44de-b7d0-006eb503d4ee'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:40:59.512998 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-46921c3a-e002-47bd-890b-ff9250ae7956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:40:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['516896be-a7dd-44de-b7d0-006eb503d4ee'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:40:59.557377 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13768395-e2b5-48bc-9358-befa3a3ad797 req-a6b6aad9-0b15-400e-b501-bc7741885fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:40:59.558893 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-13768395-e2b5-48bc-9358-befa3a3ad797 req-a6b6aad9-0b15-400e-b501-bc7741885fb0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bbf2d296-68bd-44e1-8559-0b2a0cdebfe3 HTTP/1.1" status: 200 len: 848 time: 0.0496852 Jul 09 10:40:59.575388 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647db52c-3386-493f-9745-d87693247a3e req-87087bb9-0125-4e7c-9187-e9688c461351 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:40:59.576959 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-647db52c-3386-493f-9745-d87693247a3e req-87087bb9-0125-4e7c-9187-e9688c461351 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 947 time: 0.0703740 Jul 09 10:40:59.617646 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-647db52c-3386-493f-9745-d87693247a3e req-83c864de-782d-41a2-91f7-016a7eb7a729 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348251 Jul 09 10:40:59.617912 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13768395-e2b5-48bc-9358-befa3a3ad797 req-929a1a02-eab5-41b2-b78d-9b140f0629f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:40:59.619439 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-13768395-e2b5-48bc-9358-befa3a3ad797 req-929a1a02-eab5-41b2-b78d-9b140f0629f1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=014378a6-c2f7-4dc1-8c76-029c39260714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538611 Jul 09 10:40:59.623546 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-46921c3a-e002-47bd-890b-ff9250ae7956 None None] Set router 516896be-a7dd-44de-b7d0-006eb503d4ee gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:40:59.713580 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-13768395-e2b5-48bc-9358-befa3a3ad797 req-a2d27c89-c2dc-4092-b096-8a8c97e0a0d2 service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873744 Jul 09 10:40:59.805017 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-13768395-e2b5-48bc-9358-befa3a3ad797 req-ecbb8f6e-922d-42e9-9f07-d3105ad337c1 service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850391 Jul 09 10:40:59.821236 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-46921c3a-e002-47bd-890b-ff9250ae7956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'name': 'tempest-TestShelveInstance-1579003878-router', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:50Z', 'revision_number': 4, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'gw_port': {'id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:57:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '193f4dea-0b07-4745-8600-86ddc35f67d5', 'name': '', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'mac_address': 'fa:16:3e:6b:e7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:49Z', 'updated_at': '2021-07-09T10:36:54Z', 'revision_number': 5, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'subnets': [{'id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:40:59.851309 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46921c3a-e002-47bd-890b-ff9250ae7956 None None] The sync data for ids ['516896be-a7dd-44de-b7d0-006eb503d4ee'] in n-d-799996-1 is: [{'id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'name': 'tempest-TestShelveInstance-1579003878-router', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:50Z', 'revision_number': 4, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'gw_port': {'id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:57:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '193f4dea-0b07-4745-8600-86ddc35f67d5', 'name': '', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'mac_address': 'fa:16:3e:6b:e7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:49Z', 'updated_at': '2021-07-09T10:36:54Z', 'revision_number': 5, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'subnets': [{'id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:41:00.080371 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218d1b73-c1c7-4141-88dc-0435b0cc297d None None] New status for floating IP 3e684a46-d64f-4764-852f-da76528021bf: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:41:00.746442 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21969f1-ba3f-491a-a599-ad0a443ab42c req-8864ef4f-88fc-428f-99c5-6f166f1210f4 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:00.747979 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b21969f1-ba3f-491a-a599-ad0a443ab42c req-8864ef4f-88fc-428f-99c5-6f166f1210f4 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 947 time: 0.0636117 Jul 09 10:41:00.793244 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4d95a-5ffe-4f5d-a102-123e07d03efd req-02fcdb45-cbcf-41a6-92f6-04f9051a1120 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:00.794785 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4bb4d95a-5ffe-4f5d-a102-123e07d03efd req-02fcdb45-cbcf-41a6-92f6-04f9051a1120 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb63edf-9a62-40fa-a8c2-807d1e8f18df HTTP/1.1" status: 200 len: 947 time: 0.0631363 Jul 09 10:41:00.838410 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4bb4d95a-5ffe-4f5d-a102-123e07d03efd req-ae527975-ae40-47a8-84c4-9eb004506ec3 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=80c4ec29-f26b-4361-b364-dfb002dfbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338118 Jul 09 10:41:00.856634 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-b21969f1-ba3f-491a-a599-ad0a443ab42c req-0b7dde94-6ff7-4ccc-9848-449d3e8f855c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Deleting port 639c3ce4-ff24-46b8-a501-0e7e68db0e72 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:41:00.856869 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b21969f1-ba3f-491a-a599-ad0a443ab42c req-0b7dde94-6ff7-4ccc-9848-449d3e8f855c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:00.945071 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b21969f1-ba3f-491a-a599-ad0a443ab42c req-0b7dde94-6ff7-4ccc-9848-449d3e8f855c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] For port 639c3ce4-ff24-46b8-a501-0e7e68db0e72, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=639c3ce4-ff24-46b8-a501-0e7e68db0e72,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:41:00.945346 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b21969f1-ba3f-491a-a599-ad0a443ab42c req-0b7dde94-6ff7-4ccc-9848-449d3e8f855c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:00.962723 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-b21969f1-ba3f-491a-a599-ad0a443ab42c req-0b7dde94-6ff7-4ccc-9848-449d3e8f855c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Calling delete_port for 639c3ce4-ff24-46b8-a501-0e7e68db0e72 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:41:01.088806 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b21969f1-ba3f-491a-a599-ad0a443ab42c req-0b7dde94-6ff7-4ccc-9848-449d3e8f855c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:01.117952 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7dde94-6ff7-4ccc-9848-449d3e8f855c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event deleted for resources: {'Port': ['ID=639c3ce4-ff24-46b8-a501-0e7e68db0e72,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:41:01.131079 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7dde94-6ff7-4ccc-9848-449d3e8f855c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:41:01.131226 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7dde94-6ff7-4ccc-9848-449d3e8f855c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:41:01.131443 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7dde94-6ff7-4ccc-9848-449d3e8f855c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:41:01.131806 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7dde94-6ff7-4ccc-9848-449d3e8f855c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:41:01.132141 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7dde94-6ff7-4ccc-9848-449d3e8f855c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:41:01.132473 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7dde94-6ff7-4ccc-9848-449d3e8f855c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:41:01.132801 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7dde94-6ff7-4ccc-9848-449d3e8f855c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:41:01.133127 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7dde94-6ff7-4ccc-9848-449d3e8f855c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:41:01.133451 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7dde94-6ff7-4ccc-9848-449d3e8f855c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:41:01.133774 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7dde94-6ff7-4ccc-9848-449d3e8f855c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:41:01.134100 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7dde94-6ff7-4ccc-9848-449d3e8f855c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:41:01.134424 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7dde94-6ff7-4ccc-9848-449d3e8f855c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:41:01.177627 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21969f1-ba3f-491a-a599-ad0a443ab42c req-0b7dde94-6ff7-4ccc-9848-449d3e8f855c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] No DVR routers for this DVR port 639c3ce4-ff24-46b8-a501-0e7e68db0e72 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:41:01.180213 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b21969f1-ba3f-491a-a599-ad0a443ab42c req-0b7dde94-6ff7-4ccc-9848-449d3e8f855c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:01.182155 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b21969f1-ba3f-491a-a599-ad0a443ab42c req-0b7dde94-6ff7-4ccc-9848-449d3e8f855c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.58 "DELETE /v2.0/ports/639c3ce4-ff24-46b8-a501-0e7e68db0e72 HTTP/1.1" status: 204 len: 173 time: 0.4281824 Jul 09 10:41:01.182609 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb63edf-9a62-40fa-a8c2-807d1e8f18df', 'name': 'network-vif-deleted', 'tag': '639c3ce4-ff24-46b8-a501-0e7e68db0e72'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:41:01.184881 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f03b971-a6e0-4815-9359-25138839b103" -d '{"events": [{"server_uuid": "2cb63edf-9a62-40fa-a8c2-807d1e8f18df", "name": "network-vif-deleted", "tag": "639c3ce4-ff24-46b8-a501-0e7e68db0e72"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:41:01.273552 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3ffa0d-d062-4a40-bf5d-32fcb35ceb07 x-openstack-request-id: req-9b3ffa0d-d062-4a40-bf5d-32fcb35ceb07 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:41:01.273856 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb63edf-9a62-40fa-a8c2-807d1e8f18df", "name": "network-vif-deleted", "tag": "639c3ce4-ff24-46b8-a501-0e7e68db0e72", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:41:01.274113 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9b3ffa0d-d062-4a40-bf5d-32fcb35ceb07 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:41:01.274520 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb63edf-9a62-40fa-a8c2-807d1e8f18df', 'name': 'network-vif-deleted', 'tag': '639c3ce4-ff24-46b8-a501-0e7e68db0e72', 'status': 'completed', 'code': 200} Jul 09 10:41:01.932160 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44970) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:41:02.005650 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84dacf88-0e5d-469c-9151-1e09168ffcf8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:02.031033 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84dacf88-0e5d-469c-9151-1e09168ffcf8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:02.093353 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84dacf88-0e5d-469c-9151-1e09168ffcf8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:02.096000 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84dacf88-0e5d-469c-9151-1e09168ffcf8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:02.097188 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-84dacf88-0e5d-469c-9151-1e09168ffcf8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "DELETE /v2.0/security-groups/80c4ec29-f26b-4361-b364-dfb002dfbaa5 HTTP/1.1" status: 204 len: 168 time: 0.1640267 Jul 09 10:41:02.106924 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dacf88-0e5d-469c-9151-1e09168ffcf8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c4ec29-f26b-4361-b364-dfb002dfbaa5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:41:02.397355 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 44978) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:41:02.402197 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c2b75c5d-6388-45b3-911b-51f9f0857469 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1965861427', 'description': 'tempest-secgroup-smoke-1965861427 description', 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:41:02.424624 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2b75c5d-6388-45b3-911b-51f9f0857469 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:02.507561 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2b75c5d-6388-45b3-911b-51f9f0857469 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:02.511241 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2b75c5d-6388-45b3-911b-51f9f0857469 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:02.539974 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2b75c5d-6388-45b3-911b-51f9f0857469 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:02.541199 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c2b75c5d-6388-45b3-911b-51f9f0857469 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1428347 Jul 09 10:41:02.542340 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b75c5d-6388-45b3-911b-51f9f0857469 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e99c65e3-4667-49c9-9045-c6932e9c3514,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:41:02.544443 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44980) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:41:02.552932 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-41ed6894-8453-483f-8bf4-7f4bfb35bebd tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Request body: {'security_group_rule': {'security_group_id': 'e99c65e3-4667-49c9-9045-c6932e9c3514', 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:41:02.584480 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41ed6894-8453-483f-8bf4-7f4bfb35bebd tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:02.629126 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41ed6894-8453-483f-8bf4-7f4bfb35bebd tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:02.633009 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41ed6894-8453-483f-8bf4-7f4bfb35bebd tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:02.651374 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed6894-8453-483f-8bf4-7f4bfb35bebd tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf878bd-342e-465a-b749-f48c7844801e,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:41:02.656232 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41ed6894-8453-483f-8bf4-7f4bfb35bebd tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:02.657441 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-41ed6894-8453-483f-8bf4-7f4bfb35bebd tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1084168 Jul 09 10:41:02.660124 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44982) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:41:02.664714 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-56f21ba6-cacd-462c-b811-924497264f93 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Request body: {'security_group_rule': {'security_group_id': 'e99c65e3-4667-49c9-9045-c6932e9c3514', 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:41:02.689409 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-56f21ba6-cacd-462c-b811-924497264f93 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:02.746558 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-56f21ba6-cacd-462c-b811-924497264f93 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:02.750306 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-56f21ba6-cacd-462c-b811-924497264f93 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:02.767919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f21ba6-cacd-462c-b811-924497264f93 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2544ad-1142-44ca-b130-7bde36681366,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:41:02.774145 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-56f21ba6-cacd-462c-b811-924497264f93 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:02.775342 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-56f21ba6-cacd-462c-b811-924497264f93 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1141911 Jul 09 10:41:02.778125 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44984) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:41:02.782419 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-34919d0b-5417-4525-b5b9-139c210106c8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Request body: {'security_group_rule': {'security_group_id': 'e99c65e3-4667-49c9-9045-c6932e9c3514', 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:41:02.809070 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34919d0b-5417-4525-b5b9-139c210106c8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:02.865998 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34919d0b-5417-4525-b5b9-139c210106c8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:02.869450 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34919d0b-5417-4525-b5b9-139c210106c8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:02.883675 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34919d0b-5417-4525-b5b9-139c210106c8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd951fa6-3f43-47fb-acf2-2e960a2b26e0,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:41:02.892497 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34919d0b-5417-4525-b5b9-139c210106c8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:02.894099 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-34919d0b-5417-4525-b5b9-139c210106c8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146851 Jul 09 10:41:02.897209 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44986) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:41:02.901717 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2f601cb5-d2cb-4d96-8655-05525a37ac67 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Request body: {'security_group_rule': {'security_group_id': 'e99c65e3-4667-49c9-9045-c6932e9c3514', 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:41:02.929679 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f601cb5-d2cb-4d96-8655-05525a37ac67 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:02.994802 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f601cb5-d2cb-4d96-8655-05525a37ac67 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:02.998506 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f601cb5-d2cb-4d96-8655-05525a37ac67 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:03.017717 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f601cb5-d2cb-4d96-8655-05525a37ac67 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f139ef4f-14fb-43af-8fb1-d9bfe761b49e,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:41:03.021541 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f601cb5-d2cb-4d96-8655-05525a37ac67 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:03.022625 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-2f601cb5-d2cb-4d96-8655-05525a37ac67 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244845 Jul 09 10:41:03.025634 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44990) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:41:03.030218 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-42cc0273-42c4-4f42-a70a-081c0b185f66 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Request body: {'security_group_rule': {'security_group_id': 'e99c65e3-4667-49c9-9045-c6932e9c3514', 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:41:03.052193 n-d-799996-1 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-42cc0273-42c4-4f42-a70a-081c0b185f66 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Project d11d6bed12e54f49b42e2cd5cc9e11b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:41:03.056880 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-42cc0273-42c4-4f42-a70a-081c0b185f66 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:03.117592 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-42cc0273-42c4-4f42-a70a-081c0b185f66 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:03.121031 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-42cc0273-42c4-4f42-a70a-081c0b185f66 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:03.138790 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc0273-42c4-4f42-a70a-081c0b185f66 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882f1dca-0cb1-413e-84bb-21762ea1a425,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:41:03.147154 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-42cc0273-42c4-4f42-a70a-081c0b185f66 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:03.148384 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-42cc0273-42c4-4f42-a70a-081c0b185f66 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216264 Jul 09 10:41:03.151343 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 44992) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:41:03.156338 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7abf35d9-0af7-4f7f-bb1c-4184c46d4e4f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Request body: {'security_group_rule': {'security_group_id': 'e99c65e3-4667-49c9-9045-c6932e9c3514', 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:41:03.177968 n-d-799996-1 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-7abf35d9-0af7-4f7f-bb1c-4184c46d4e4f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Project d11d6bed12e54f49b42e2cd5cc9e11b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:41:03.183009 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7abf35d9-0af7-4f7f-bb1c-4184c46d4e4f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:03.243594 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7abf35d9-0af7-4f7f-bb1c-4184c46d4e4f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:03.247384 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7abf35d9-0af7-4f7f-bb1c-4184c46d4e4f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:03.267638 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf35d9-0af7-4f7f-bb1c-4184c46d4e4f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2b92b4-b3ba-452e-a1e7-a0ef36f06b89,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:41:03.275636 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7abf35d9-0af7-4f7f-bb1c-4184c46d4e4f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:03.276923 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7abf35d9-0af7-4f7f-bb1c-4184c46d4e4f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241632 Jul 09 10:41:04.536317 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 639c3ce4-ff24-46b8-a501-0e7e68db0e72 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:41:04.557791 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 639c3ce4-ff24-46b8-a501-0e7e68db0e72 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:41:04.558137 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 639c3ce4-ff24-46b8-a501-0e7e68db0e72 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:41:04.657855 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:06.867634 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-638e0fbb-19a8-4109-8e6c-af3b9704a285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:09.460792 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc836019-bdd1-4059-9ba3-ca24a5adcf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:09.627891 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:09.862800 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:11.448980 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:13.217936 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:17.554462 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-708d6de8-badf-4e66-ab42-0b80c031e93b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965861427&fields=id&tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4 HTTP/1.1" status: 200 len: 267 time: 0.0314817 Jul 09 10:41:17.662152 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-a1c804ea-7319-4f8c-961b-8556f5b2a8f6 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:17.663656 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-a1c804ea-7319-4f8c-961b-8556f5b2a8f6 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/networks?id=014378a6-c2f7-4dc1-8c76-029c39260714 HTTP/1.1" status: 200 len: 809 time: 0.1029532 Jul 09 10:41:17.678206 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-ab0b92b2-5591-487f-8ce7-c4274869f2bc tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/quotas/d11d6bed12e54f49b42e2cd5cc9e11b4 HTTP/1.1" status: 200 len: 375 time: 0.0091701 Jul 09 10:41:17.742759 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-aaba960d-b390-4bb3-ab4f-c6bea62ee5d0 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595241 Jul 09 10:41:17.901902 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-3b5f3616-45f0-4511-aa09-25d88aafafe1 service neutron] 10.222.0.61 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481893 Jul 09 10:41:17.989575 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-80cd6b38-60d8-473a-b2c8-17b92f4e3090 service neutron] 10.222.0.61 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818148 Jul 09 10:41:18.283110 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a933f26-4950-4424-b440-73ad0919f445 req-8f4ae674-d536-44f4-bb5d-86646f89f5e3 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 210 time: 0.0294609 Jul 09 10:41:19.359325 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-83329303-31eb-4050-b555-10c2acb813f2 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:19.361051 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-83329303-31eb-4050-b555-10c2acb813f2 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.64 "GET /v2.0/networks?id=014378a6-c2f7-4dc1-8c76-029c39260714 HTTP/1.1" status: 200 len: 809 time: 0.1098905 Jul 09 10:41:19.421821 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-35eb8b00-3a6f-4018-8997-66d3e0f3e619 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4 HTTP/1.1" status: 200 len: 380 time: 0.0464489 Jul 09 10:41:19.440759 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-eb0379e5-59d0-449c-b6c7-322017463e82 req-e558d26d-c877-431f-b086-ed344d76f606 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 210 time: 0.0375009 Jul 09 10:41:19.444867 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-7563635c-f69a-4305-9736-a807e604f1f5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Request body: {'port': {'device_id': '29789d4c-e980-4c3e-938f-1637519444d1', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'admin_state_up': True, 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'security_groups': ['e99c65e3-4667-49c9-9045-c6932e9c3514']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:41:19.558133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-7563635c-f69a-4305-9736-a807e604f1f5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Made reservation on behalf of d11d6bed12e54f49b42e2cd5cc9e11b4 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:41:19.561911 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-7563635c-f69a-4305-9736-a807e604f1f5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:19.686491 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-7563635c-f69a-4305-9736-a807e604f1f5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Allocated IP 172.20.0.11 (014378a6-c2f7-4dc1-8c76-029c39260714/bbf2d296-68bd-44e1-8559-0b2a0cdebfe3/c2129557-9b1c-43e8-a90b-87b7d321f9c6) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:41:19.832832 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-7563635c-f69a-4305-9736-a807e604f1f5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:19.847589 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-7563635c-f69a-4305-9736-a807e604f1f5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Transition to ACTIVE for port object c2129557-9b1c-43e8-a90b-87b7d321f9c6 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:41:19.879990 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-7563635c-f69a-4305-9736-a807e604f1f5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:19.923945 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-7563635c-f69a-4305-9736-a807e604f1f5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Network 014378a6-c2f7-4dc1-8c76-029c39260714 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:41:19.929671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-7563635c-f69a-4305-9736-a807e604f1f5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:41:19.934236 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-7563635c-f69a-4305-9736-a807e604f1f5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:41:19.969219 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563635c-f69a-4305-9736-a807e604f1f5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event updated for resources: {'Port': ['ID=c2129557-9b1c-43e8-a90b-87b7d321f9c6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:41:20.000572 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-7563635c-f69a-4305-9736-a807e604f1f5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:20.001599 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-7563635c-f69a-4305-9736-a807e604f1f5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:20.020356 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-7563635c-f69a-4305-9736-a807e604f1f5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5812650 Jul 09 10:41:20.029839 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-ea4de07a-ddfd-4717-b7c9-e0c6350f69b5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 10:41:20.031280 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-ea4de07a-ddfd-4717-b7c9-e0c6350f69b5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056994 Jul 09 10:41:20.092358 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-406447e8-11a3-4951-8c40-fcb9f766cbe0 service neutron] Request body: {'port': {'device_id': '29789d4c-e980-4c3e-938f-1637519444d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:41:20.168962 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dbe881e3-d2f4-4a79-863f-4165c824ac8b None None] Provisioning for port c2129557-9b1c-43e8-a90b-87b7d321f9c6 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:41:20.174074 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dbe881e3-d2f4-4a79-863f-4165c824ac8b None None] Provisioning complete for port c2129557-9b1c-43e8-a90b-87b7d321f9c6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:41:20.174802 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dbe881e3-d2f4-4a79-863f-4165c824ac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:20.179470 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-406447e8-11a3-4951-8c40-fcb9f766cbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:20.213377 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-dbe881e3-d2f4-4a79-863f-4165c824ac8b None None] Port c2129557-9b1c-43e8-a90b-87b7d321f9c6 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:41:20.450429 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-406447e8-11a3-4951-8c40-fcb9f766cbe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2129557-9b1c-43e8-a90b-87b7d321f9c6 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:41:20.458577 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-406447e8-11a3-4951-8c40-fcb9f766cbe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:20.474856 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-406447e8-11a3-4951-8c40-fcb9f766cbe0 service neutron] Transition to ACTIVE for port object c2129557-9b1c-43e8-a90b-87b7d321f9c6 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:41:20.479446 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-406447e8-11a3-4951-8c40-fcb9f766cbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:20.534664 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406447e8-11a3-4951-8c40-fcb9f766cbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=c2129557-9b1c-43e8-a90b-87b7d321f9c6,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:41:20.668222 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-406447e8-11a3-4951-8c40-fcb9f766cbe0 service neutron] Attempting to bind port c2129557-9b1c-43e8-a90b-87b7d321f9c6 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:41:20.668649 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-406447e8-11a3-4951-8c40-fcb9f766cbe0 service neutron] Attempting to bind port c2129557-9b1c-43e8-a90b-87b7d321f9c6 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': '89ed0aca-eb12-4386-91c2-6c27df29ba80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:41:20.669045 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-406447e8-11a3-4951-8c40-fcb9f766cbe0 service neutron] Attempting to bind port c2129557-9b1c-43e8-a90b-87b7d321f9c6 on network 014378a6-c2f7-4dc1-8c76-029c39260714 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:41:20.680728 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-406447e8-11a3-4951-8c40-fcb9f766cbe0 service neutron] Port c2129557-9b1c-43e8-a90b-87b7d321f9c6 on network 014378a6-c2f7-4dc1-8c76-029c39260714 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:41:20.681149 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-406447e8-11a3-4951-8c40-fcb9f766cbe0 service neutron] Attempting to bind port c2129557-9b1c-43e8-a90b-87b7d321f9c6 on network 014378a6-c2f7-4dc1-8c76-029c39260714 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:41:20.687340 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-406447e8-11a3-4951-8c40-fcb9f766cbe0 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:41:20.687797 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-406447e8-11a3-4951-8c40-fcb9f766cbe0 service neutron] Checking segment: {'id': '89ed0aca-eb12-4386-91c2-6c27df29ba80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:41:20.688273 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-406447e8-11a3-4951-8c40-fcb9f766cbe0 service neutron] Bound using segment: {'id': '89ed0aca-eb12-4386-91c2-6c27df29ba80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:41:20.688810 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-406447e8-11a3-4951-8c40-fcb9f766cbe0 service neutron] Bound port: c2129557-9b1c-43e8-a90b-87b7d321f9c6, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ed0aca-eb12-4386-91c2-6c27df29ba80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:41:20.689213 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-406447e8-11a3-4951-8c40-fcb9f766cbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:20.715407 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145570bb-6321-41f8-bb19-37908c2608ce req-50d974fb-577f-4dea-a51f-e24e7c70f499 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:20.717113 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-145570bb-6321-41f8-bb19-37908c2608ce req-50d974fb-577f-4dea-a51f-e24e7c70f499 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.1234040 Jul 09 10:41:20.795467 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-145570bb-6321-41f8-bb19-37908c2608ce req-ed1eb42d-0a07-4f11-b742-057e201d7c84 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554113 Jul 09 10:41:20.799775 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-406447e8-11a3-4951-8c40-fcb9f766cbe0 service neutron] For port c2129557-9b1c-43e8-a90b-87b7d321f9c6, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:41:20.803742 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-406447e8-11a3-4951-8c40-fcb9f766cbe0 service neutron] For port c2129557-9b1c-43e8-a90b-87b7d321f9c6, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c2129557-9b1c-43e8-a90b-87b7d321f9c6,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:41:20.808947 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-406447e8-11a3-4951-8c40-fcb9f766cbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:20.847348 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-406447e8-11a3-4951-8c40-fcb9f766cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:20.848542 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-406447e8-11a3-4951-8c40-fcb9f766cbe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:20.849938 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-406447e8-11a3-4951-8c40-fcb9f766cbe0 service neutron] 10.222.0.64 "PUT /v2.0/ports/c2129557-9b1c-43e8-a90b-87b7d321f9c6 HTTP/1.1" status: 200 len: 1092 time: 0.8119767 Jul 09 10:41:20.850398 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29789d4c-e980-4c3e-938f-1637519444d1', 'tag': 'c2129557-9b1c-43e8-a90b-87b7d321f9c6'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:41:20.852684 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0af289c-3557-4a62-97f6-565254955249" -d '{"events": [{"name": "network-changed", "server_uuid": "29789d4c-e980-4c3e-938f-1637519444d1", "tag": "c2129557-9b1c-43e8-a90b-87b7d321f9c6"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:41:20.876740 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406447e8-11a3-4951-8c40-fcb9f766cbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=c2129557-9b1c-43e8-a90b-87b7d321f9c6,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:41:20.902173 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2436a5-0efd-4d41-a2de-13835c75c68c x-openstack-request-id: req-0e2436a5-0efd-4d41-a2de-13835c75c68c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:41:20.902693 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29789d4c-e980-4c3e-938f-1637519444d1", "tag": "c2129557-9b1c-43e8-a90b-87b7d321f9c6", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:41:20.902951 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0e2436a5-0efd-4d41-a2de-13835c75c68c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:41:20.903360 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29789d4c-e980-4c3e-938f-1637519444d1', 'tag': 'c2129557-9b1c-43e8-a90b-87b7d321f9c6', 'status': 'completed', 'code': 200} Jul 09 10:41:20.964560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-f3b6fcc8-642b-46c1-b71a-eca8628e64fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:20.966118 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-f3b6fcc8-642b-46c1-b71a-eca8628e64fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4&device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 1095 time: 0.0610180 Jul 09 10:41:21.009830 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-d43e36c2-52be-4539-a1e3-a7dcd1a08821 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2129557-9b1c-43e8-a90b-87b7d321f9c6 HTTP/1.1" status: 200 len: 217 time: 0.0357862 Jul 09 10:41:21.064863 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-689ff6cd-bfe8-4320-be73-5162a324e366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:21.066982 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-689ff6cd-bfe8-4320-be73-5162a324e366 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbf2d296-68bd-44e1-8559-0b2a0cdebfe3 HTTP/1.1" status: 200 len: 848 time: 0.0508678 Jul 09 10:41:21.128053 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-6dc9ae4d-45e7-469a-b0a7-9b95b3be314f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:21.130212 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-6dc9ae4d-45e7-469a-b0a7-9b95b3be314f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=014378a6-c2f7-4dc1-8c76-029c39260714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576925 Jul 09 10:41:21.227703 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-c205885a-da21-4fa9-988f-bad877eddc91 service neutron] 10.222.0.64 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848894 Jul 09 10:41:21.326811 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4add03d7-ce4f-40d6-ac3f-3ec170615c8c req-e404871f-3cec-494c-a438-e0bb004d4aac service neutron] 10.222.0.64 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921273 Jul 09 10:41:21.425515 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af289c-3557-4a62-97f6-565254955249 req-16ffeb77-b6af-4a3b-ace6-9a17809bc8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:21.427672 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0af289c-3557-4a62-97f6-565254955249 req-16ffeb77-b6af-4a3b-ace6-9a17809bc8ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4&device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 1095 time: 0.0550246 Jul 09 10:41:21.516796 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af289c-3557-4a62-97f6-565254955249 req-f0831afe-e6be-461d-8b25-ffa6cce25bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:21.518210 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0af289c-3557-4a62-97f6-565254955249 req-f0831afe-e6be-461d-8b25-ffa6cce25bd1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=014378a6-c2f7-4dc1-8c76-029c39260714 HTTP/1.1" status: 200 len: 910 time: 0.0846660 Jul 09 10:41:21.563633 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0af289c-3557-4a62-97f6-565254955249 req-c68c1ec9-2958-452f-8277-a3e1b27b4d38 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2129557-9b1c-43e8-a90b-87b7d321f9c6 HTTP/1.1" status: 200 len: 217 time: 0.0394185 Jul 09 10:41:21.612470 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af289c-3557-4a62-97f6-565254955249 req-12684ca2-9218-4dd1-b257-71d5c6e9ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:21.614544 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0af289c-3557-4a62-97f6-565254955249 req-12684ca2-9218-4dd1-b257-71d5c6e9ca4b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbf2d296-68bd-44e1-8559-0b2a0cdebfe3 HTTP/1.1" status: 200 len: 848 time: 0.0445952 Jul 09 10:41:21.671045 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af289c-3557-4a62-97f6-565254955249 req-7a8cc757-52fe-439c-8566-bb3f1bac2994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:21.672610 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0af289c-3557-4a62-97f6-565254955249 req-7a8cc757-52fe-439c-8566-bb3f1bac2994 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=014378a6-c2f7-4dc1-8c76-029c39260714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523369 Jul 09 10:41:21.773787 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0af289c-3557-4a62-97f6-565254955249 req-e8f16a7e-58c8-4550-8276-1473c65b289f service neutron] 10.222.0.64 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941644 Jul 09 10:41:21.868933 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d0af289c-3557-4a62-97f6-565254955249 req-a458aa82-2ae8-455b-b7b9-e4b495178a7e service neutron] 10.222.0.64 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893180 Jul 09 10:41:22.162359 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ddaf9-b6b3-479b-96aa-283c49eca160 req-c09f3893-6f2f-476e-81ff-1d5f7647e625 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:22.163801 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c35ddaf9-b6b3-479b-96aa-283c49eca160 req-c09f3893-6f2f-476e-81ff-1d5f7647e625 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.0677719 Jul 09 10:41:22.206330 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c35ddaf9-b6b3-479b-96aa-283c49eca160 req-cc010a59-756e-4394-a838-4417b17c3ec1 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367279 Jul 09 10:41:23.399670 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c55e0-6773-4d2b-960a-86612cfc5f7b req-ab7d9df8-f365-464a-ac5c-96d56be3b412 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:23.401534 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a0c55e0-6773-4d2b-960a-86612cfc5f7b req-ab7d9df8-f365-464a-ac5c-96d56be3b412 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.0652809 Jul 09 10:41:23.441904 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a0c55e0-6773-4d2b-960a-86612cfc5f7b req-7053d25e-d620-42c7-b6ec-e14363b99a9d tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339987 Jul 09 10:41:24.618888 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449de9c-c72e-4ec4-aee0-a4f906dc2033 req-2a82961c-08c6-4467-86f9-01df982ccfe7 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:24.620427 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a449de9c-c72e-4ec4-aee0-a4f906dc2033 req-2a82961c-08c6-4467-86f9-01df982ccfe7 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.0635300 Jul 09 10:41:24.658069 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a449de9c-c72e-4ec4-aee0-a4f906dc2033 req-a805d65b-52ce-45fc-8040-5c4ae00c11c2 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321646 Jul 09 10:41:25.836882 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267f14d-7f36-45aa-b6d3-44ebfece2ca9 req-a21af264-141d-4656-b7f3-b6f92f70360f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:25.838395 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0267f14d-7f36-45aa-b6d3-44ebfece2ca9 req-a21af264-141d-4656-b7f3-b6f92f70360f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.0673332 Jul 09 10:41:25.875882 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0267f14d-7f36-45aa-b6d3-44ebfece2ca9 req-c971b798-3427-4af6-8161-078d0c2706bc tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319293 Jul 09 10:41:27.055082 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb841334-5e8c-47b5-afc4-62afe09e4881 req-5fdf60ab-08f2-4ddb-8b01-3fa2d70ff14b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:27.056592 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb841334-5e8c-47b5-afc4-62afe09e4881 req-5fdf60ab-08f2-4ddb-8b01-3fa2d70ff14b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.0698819 Jul 09 10:41:27.094183 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fb841334-5e8c-47b5-afc4-62afe09e4881 req-4c0c7a60-a766-4a5d-8959-52f2f7d84bc9 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319223 Jul 09 10:41:28.268311 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729a908-4240-45d7-8161-100b984b9ecc req-dab543b0-049f-4b48-9749-5be433100b37 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:28.270121 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f729a908-4240-45d7-8161-100b984b9ecc req-dab543b0-049f-4b48-9749-5be433100b37 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.0633731 Jul 09 10:41:28.312018 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f729a908-4240-45d7-8161-100b984b9ecc req-608afb2e-7e79-4c0c-878d-328e9e260a89 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360680 Jul 09 10:41:29.481865 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1b6c6-3fd4-43b5-987e-c55589775a01 req-b516d133-f3c5-4a80-a170-d0c4e0f5b02e tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:29.483254 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aad1b6c6-3fd4-43b5-987e-c55589775a01 req-b516d133-f3c5-4a80-a170-d0c4e0f5b02e tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.0631125 Jul 09 10:41:29.520926 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-aad1b6c6-3fd4-43b5-987e-c55589775a01 req-a4d5146c-5f67-4bbd-a439-736680653c86 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315201 Jul 09 10:41:30.690120 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d9236-1060-49e4-a154-0008d44b0e81 req-a5f26404-d553-4078-bd4d-e33340b68512 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:30.692306 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a5d9236-1060-49e4-a154-0008d44b0e81 req-a5f26404-d553-4078-bd4d-e33340b68512 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.0623302 Jul 09 10:41:30.728048 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4a5d9236-1060-49e4-a154-0008d44b0e81 req-d84df6aa-b071-4b0d-8eb9-f61437ce2f42 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301399 Jul 09 10:41:31.905876 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b027c-0273-4edf-b871-0250ce1bb3c4 req-cc420b5e-cffd-41ad-9a1c-a404f77bbab3 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:31.907382 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-352b027c-0273-4edf-b871-0250ce1bb3c4 req-cc420b5e-cffd-41ad-9a1c-a404f77bbab3 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.0667841 Jul 09 10:41:31.946248 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-352b027c-0273-4edf-b871-0250ce1bb3c4 req-9e4d81b9-ffbc-4656-bac3-e052fcbebc97 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323222 Jul 09 10:41:33.123203 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c454d7-0045-4208-b99e-116068ce0e5f req-241c081e-318c-4825-a29c-370f3e27bb83 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:33.124744 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8c454d7-0045-4208-b99e-116068ce0e5f req-241c081e-318c-4825-a29c-370f3e27bb83 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.0650737 Jul 09 10:41:33.164129 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8c454d7-0045-4208-b99e-116068ce0e5f req-3fd6a08c-f82c-4243-92fa-c20e38e373b4 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333900 Jul 09 10:41:33.508235 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device c2129557-9b1c-43e8-a90b-87b7d321f9c6 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:41:33.600378 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port c2129557-9b1c-43e8-a90b-87b7d321f9c6, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c2129557-9b1c-43e8-a90b-87b7d321f9c6,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:41:33.611287 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': 'c2129557-9b1c-43e8-a90b-87b7d321f9c6', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'port_id': 'c2129557-9b1c-43e8-a90b-87b7d321f9c6', 'mac_address': 'fa:16:3e:fd:db:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:41:33.650567 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:33.662599 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2129557-9b1c-43e8-a90b-87b7d321f9c6 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:41:33.681812 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port c2129557-9b1c-43e8-a90b-87b7d321f9c6, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c2129557-9b1c-43e8-a90b-87b7d321f9c6,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:41:33.686091 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:33.732519 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=c2129557-9b1c-43e8-a90b-87b7d321f9c6,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:41:33.740690 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:41:33.741054 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:41:33.741423 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:41:33.741762 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:41:33.742097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:41:33.742459 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:41:33.742791 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:41:33.743121 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:41:33.743448 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:41:33.743798 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:41:33.744157 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:41:33.744478 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:41:34.045457 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['c2129557-9b1c-43e8-a90b-87b7d321f9c6'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:41:34.333720 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01711ef6-6164-4cd9-92a0-edf5378f13bc req-3cc2e8fc-ef6b-4acb-9367-59175eee115c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:34.335224 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-01711ef6-6164-4cd9-92a0-edf5378f13bc req-3cc2e8fc-ef6b-4acb-9367-59175eee115c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 945 time: 0.0623577 Jul 09 10:41:34.376838 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-01711ef6-6164-4cd9-92a0-edf5378f13bc req-1e40dd4f-ddbd-4130-bc19-9c52ab8eea11 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360923 Jul 09 10:41:34.672610 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:35.512930 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device c2129557-9b1c-43e8-a90b-87b7d321f9c6 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:41:35.548518 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94deb112-9c07-4799-aaa7-9e77627bfc5c req-fec78ac1-7a9c-47cc-8d9d-591fc4052a80 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:35.550035 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94deb112-9c07-4799-aaa7-9e77627bfc5c req-fec78ac1-7a9c-47cc-8d9d-591fc4052a80 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 945 time: 0.0648725 Jul 09 10:41:35.559846 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port c2129557-9b1c-43e8-a90b-87b7d321f9c6 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:41:35.563667 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port c2129557-9b1c-43e8-a90b-87b7d321f9c6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:41:35.564077 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:35.588803 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-94deb112-9c07-4799-aaa7-9e77627bfc5c req-9ae58978-9e73-4fe8-95cf-d53d1f572aae tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325933 Jul 09 10:41:35.643019 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:35.665387 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29789d4c-e980-4c3e-938f-1637519444d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2129557-9b1c-43e8-a90b-87b7d321f9c6'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:41:35.667552 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0888fabe05580062c0d4cd7dc8f093f2b11926f06b578c6c7ec0a80924aac75e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aca9d48-b671-4474-b7db-3614df8c7516" -d '{"events": [{"server_uuid": "29789d4c-e980-4c3e-938f-1637519444d1", "name": "network-vif-plugged", "status": "completed", "tag": "c2129557-9b1c-43e8-a90b-87b7d321f9c6"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:41:35.679884 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port c2129557-9b1c-43e8-a90b-87b7d321f9c6, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c2129557-9b1c-43e8-a90b-87b7d321f9c6,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:41:35.683978 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:35.731316 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=c2129557-9b1c-43e8-a90b-87b7d321f9c6,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:41:35.759380 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4056b055-a76b-45cd-9866-1ceab9d47efe x-openstack-request-id: req-4056b055-a76b-45cd-9866-1ceab9d47efe {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:41:35.759676 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29789d4c-e980-4c3e-938f-1637519444d1", "name": "network-vif-plugged", "status": "completed", "tag": "c2129557-9b1c-43e8-a90b-87b7d321f9c6", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:41:35.759943 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4056b055-a76b-45cd-9866-1ceab9d47efe {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:41:35.760334 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29789d4c-e980-4c3e-938f-1637519444d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2129557-9b1c-43e8-a90b-87b7d321f9c6', 'code': 200} Jul 09 10:41:35.873936 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c88a9-ed4b-4660-9bb3-324df42b4a5a req-1d8f00f3-4d4c-48c9-ba30-c15b63ed374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:35.875473 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-523c88a9-ed4b-4660-9bb3-324df42b4a5a req-1d8f00f3-4d4c-48c9-ba30-c15b63ed374b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 1097 time: 0.0517273 Jul 09 10:41:35.910333 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-523c88a9-ed4b-4660-9bb3-324df42b4a5a req-065dc53d-89a6-4afb-ab9b-774bb56c1d04 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277057 Jul 09 10:41:36.446565 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:41:36.763150 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5cf58-8c63-4628-8bb2-6b3dbcfc9966 req-48c01c6b-c6f8-4b89-a70a-e79aa89cb8a8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:36.764561 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59d5cf58-8c63-4628-8bb2-6b3dbcfc9966 req-48c01c6b-c6f8-4b89-a70a-e79aa89cb8a8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 946 time: 0.0649135 Jul 09 10:41:36.806695 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59d5cf58-8c63-4628-8bb2-6b3dbcfc9966 req-e4e332d0-7d22-4c52-9733-be72e9e0e7a1 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361540 Jul 09 10:41:36.861541 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-006d2d93-3ac9-42ec-812c-7c8d7d618278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:37.984040 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930830bc-8297-48c9-b5aa-fc1431e23398 req-52ff38b3-b795-47ec-b8db-226bfa2c41d6 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:37.985557 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-930830bc-8297-48c9-b5aa-fc1431e23398 req-52ff38b3-b795-47ec-b8db-226bfa2c41d6 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 946 time: 0.0660839 Jul 09 10:41:38.023326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-930830bc-8297-48c9-b5aa-fc1431e23398 req-d9f44803-161f-44e3-bf67-1e531d2ac0f5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321822 Jul 09 10:41:38.195799 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949ccf1-16b6-4e1a-8d79-df7341fd2ad4 req-3d546a94-a6c1-496a-a9ff-2c7b39bb35c6 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:38.197321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b949ccf1-16b6-4e1a-8d79-df7341fd2ad4 req-3d546a94-a6c1-496a-a9ff-2c7b39bb35c6 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 946 time: 0.0638483 Jul 09 10:41:38.239032 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b949ccf1-16b6-4e1a-8d79-df7341fd2ad4 req-bb22af01-6b2a-4b3b-aa81-95850061abb3 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360708 Jul 09 10:41:38.262699 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45196) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:41:38.313400 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9272fa2e-f5fa-4f0d-b1f0-e5150e762b68 tempest-TestShelveInstance-890271409 tempest-TestShelveInstance-890271409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:38.314931 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-9272fa2e-f5fa-4f0d-b1f0-e5150e762b68 tempest-TestShelveInstance-890271409 tempest-TestShelveInstance-890271409-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 1092 time: 0.0512462 Jul 09 10:41:38.318403 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45198) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:41:38.322708 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b0dcdd2e-b970-4d88-a4aa-d2e76c2910df tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': 'c2129557-9b1c-43e8-a90b-87b7d321f9c6', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:41:38.345040 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0dcdd2e-b970-4d88-a4aa-d2e76c2910df tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:38.438896 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0dcdd2e-b970-4d88-a4aa-d2e76c2910df tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:38.544295 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-b0dcdd2e-b970-4d88-a4aa-d2e76c2910df tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Allocated IP 172.25.3.6 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/8c9587e3-3222-46ac-bc00-d40709800a66) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:41:38.641794 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0dcdd2e-b970-4d88-a4aa-d2e76c2910df tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:38.680156 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0dcdd2e-b970-4d88-a4aa-d2e76c2910df tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:38.720947 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dcdd2e-b970-4d88-a4aa-d2e76c2910df tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:41:38.725828 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b0dcdd2e-b970-4d88-a4aa-d2e76c2910df tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:41:38.730744 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dcdd2e-b970-4d88-a4aa-d2e76c2910df tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:41:38.757249 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dcdd2e-b970-4d88-a4aa-d2e76c2910df tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event updated for resources: {'Port': ['ID=8c9587e3-3222-46ac-bc00-d40709800a66,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:41:39.097118 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0dcdd2e-b970-4d88-a4aa-d2e76c2910df tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:39.172344 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0dcdd2e-b970-4d88-a4aa-d2e76c2910df tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:39.319819 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0dcdd2e-b970-4d88-a4aa-d2e76c2910df tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:39.324369 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0dcdd2e-b970-4d88-a4aa-d2e76c2910df tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:39.392394 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dcdd2e-b970-4d88-a4aa-d2e76c2910df tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event updated for resources: {'Port': ['ID=8c9587e3-3222-46ac-bc00-d40709800a66,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:41:39.401515 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0dcdd2e-b970-4d88-a4aa-d2e76c2910df tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:39.462854 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d8e19a83-56b2-4a71-9036-34922b1eeb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:39.504228 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-b0dcdd2e-b970-4d88-a4aa-d2e76c2910df tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Floating IP e058606c-ac75-4587-8ee2-639cbb68ba93 associated. External IP: 172.25.3.6, port: c2129557-9b1c-43e8-a90b-87b7d321f9c6. Jul 09 10:41:39.630490 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:39.714561 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0dcdd2e-b970-4d88-a4aa-d2e76c2910df tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Router 516896be-a7dd-44de-b7d0-006eb503d4ee has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:41:39.870135 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:40.142562 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dcdd2e-b970-4d88-a4aa-d2e76c2910df tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:41:40.154544 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0dcdd2e-b970-4d88-a4aa-d2e76c2910df tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:40.161215 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395eb0f5-7d40-4958-a8c5-22290f99d609 None None] Sync routers for ids ['516896be-a7dd-44de-b7d0-006eb503d4ee'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:41:40.170520 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395eb0f5-7d40-4958-a8c5-22290f99d609 None None] Routers {'516896be-a7dd-44de-b7d0-006eb503d4ee'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:41:40.171139 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-395eb0f5-7d40-4958-a8c5-22290f99d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:41:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['516896be-a7dd-44de-b7d0-006eb503d4ee'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:41:40.198728 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b0dcdd2e-b970-4d88-a4aa-d2e76c2910df tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8792853 Jul 09 10:41:40.199427 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29789d4c-e980-4c3e-938f-1637519444d1', 'tag': 'c2129557-9b1c-43e8-a90b-87b7d321f9c6'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:41:40.202000 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9d90ad-5116-472d-b8d5-03646a1f2aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "29789d4c-e980-4c3e-938f-1637519444d1", "tag": "c2129557-9b1c-43e8-a90b-87b7d321f9c6"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:41:40.240572 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd924164-44dc-46d7-ad4d-ae1bad4902af x-openstack-request-id: req-fd924164-44dc-46d7-ad4d-ae1bad4902af {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:41:40.240869 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29789d4c-e980-4c3e-938f-1637519444d1", "tag": "c2129557-9b1c-43e8-a90b-87b7d321f9c6", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:41:40.241125 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd924164-44dc-46d7-ad4d-ae1bad4902af {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:41:40.241524 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29789d4c-e980-4c3e-938f-1637519444d1', 'tag': 'c2129557-9b1c-43e8-a90b-87b7d321f9c6', 'status': 'completed', 'code': 200} Jul 09 10:41:40.317843 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d90ad-5116-472d-b8d5-03646a1f2aa4 req-37012917-8836-488d-8136-4c6ec1e5be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:40.319388 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d9d90ad-5116-472d-b8d5-03646a1f2aa4 req-37012917-8836-488d-8136-4c6ec1e5be4f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4&device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 1097 time: 0.0555289 Jul 09 10:41:40.413133 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d90ad-5116-472d-b8d5-03646a1f2aa4 req-ce4a0820-1991-461e-ac54-e5748d2996e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:40.414542 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d9d90ad-5116-472d-b8d5-03646a1f2aa4 req-ce4a0820-1991-461e-ac54-e5748d2996e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=014378a6-c2f7-4dc1-8c76-029c39260714 HTTP/1.1" status: 200 len: 910 time: 0.0887663 Jul 09 10:41:40.428835 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-395eb0f5-7d40-4958-a8c5-22290f99d609 None None] Set router 516896be-a7dd-44de-b7d0-006eb503d4ee gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:41:40.478835 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d9d90ad-5116-472d-b8d5-03646a1f2aa4 req-b18700e8-4ab6-413c-bc3c-2ccec515ceb4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2129557-9b1c-43e8-a90b-87b7d321f9c6 HTTP/1.1" status: 200 len: 998 time: 0.0584471 Jul 09 10:41:40.538851 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d90ad-5116-472d-b8d5-03646a1f2aa4 req-e4eca3c6-05b7-4470-98c2-91944e07e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:40.540399 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d9d90ad-5116-472d-b8d5-03646a1f2aa4 req-e4eca3c6-05b7-4470-98c2-91944e07e5b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbf2d296-68bd-44e1-8559-0b2a0cdebfe3 HTTP/1.1" status: 200 len: 848 time: 0.0554194 Jul 09 10:41:40.596245 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d90ad-5116-472d-b8d5-03646a1f2aa4 req-ece6ca34-0b57-430f-ba51-e7e0f4456aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:41:40.597749 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d9d90ad-5116-472d-b8d5-03646a1f2aa4 req-ece6ca34-0b57-430f-ba51-e7e0f4456aeb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=014378a6-c2f7-4dc1-8c76-029c39260714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512843 Jul 09 10:41:40.658071 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-395eb0f5-7d40-4958-a8c5-22290f99d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'name': 'tempest-TestShelveInstance-1579003878-router', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:50Z', 'revision_number': 4, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'gw_port': {'id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:57:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'e058606c-ac75-4587-8ee2-639cbb68ba93', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'port_id': 'c2129557-9b1c-43e8-a90b-87b7d321f9c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'mac_address': 'fa:16:3e:fd:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29789d4c-e980-4c3e-938f-1637519444d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:41:38Z', 'updated_at': '2021-07-09T10:41:38Z', 'revision_number': 0, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193f4dea-0b07-4745-8600-86ddc35f67d5', 'name': '', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'mac_address': 'fa:16:3e:6b:e7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:49Z', 'updated_at': '2021-07-09T10:36:54Z', 'revision_number': 5, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'subnets': [{'id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:41:40.684725 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395eb0f5-7d40-4958-a8c5-22290f99d609 None None] Checking router: 516896be-a7dd-44de-b7d0-006eb503d4ee for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:41:40.685931 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d9d90ad-5116-472d-b8d5-03646a1f2aa4 req-5fd26e20-04d9-494a-917e-50d7aa3de027 service neutron] 10.222.0.64 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815597 Jul 09 10:41:40.693605 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395eb0f5-7d40-4958-a8c5-22290f99d609 None None] Routers {'516896be-a7dd-44de-b7d0-006eb503d4ee'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:41:40.694218 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-395eb0f5-7d40-4958-a8c5-22290f99d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:41:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['516896be-a7dd-44de-b7d0-006eb503d4ee'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:41:40.779070 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7d9d90ad-5116-472d-b8d5-03646a1f2aa4 req-2a97f015-c9c2-4a00-a6ef-98b258cad533 service neutron] 10.222.0.64 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865047 Jul 09 10:41:40.799903 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-395eb0f5-7d40-4958-a8c5-22290f99d609 None None] Set router 516896be-a7dd-44de-b7d0-006eb503d4ee gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:41:41.020032 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-395eb0f5-7d40-4958-a8c5-22290f99d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'name': 'tempest-TestShelveInstance-1579003878-router', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:50Z', 'revision_number': 4, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'gw_port': {'id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:57:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'e058606c-ac75-4587-8ee2-639cbb68ba93', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'port_id': 'c2129557-9b1c-43e8-a90b-87b7d321f9c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'mac_address': 'fa:16:3e:fd:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29789d4c-e980-4c3e-938f-1637519444d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:41:38Z', 'updated_at': '2021-07-09T10:41:38Z', 'revision_number': 0, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193f4dea-0b07-4745-8600-86ddc35f67d5', 'name': '', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'mac_address': 'fa:16:3e:6b:e7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:49Z', 'updated_at': '2021-07-09T10:36:54Z', 'revision_number': 5, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'subnets': [{'id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:41:41.049007 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395eb0f5-7d40-4958-a8c5-22290f99d609 None None] The sync data for ids ['516896be-a7dd-44de-b7d0-006eb503d4ee'] in n-d-799996-1 is: [{'id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'name': 'tempest-TestShelveInstance-1579003878-router', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:50Z', 'revision_number': 4, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'gw_port': {'id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:57:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': 'e058606c-ac75-4587-8ee2-639cbb68ba93', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'port_id': 'c2129557-9b1c-43e8-a90b-87b7d321f9c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'mac_address': 'fa:16:3e:fd:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29789d4c-e980-4c3e-938f-1637519444d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:41:38Z', 'updated_at': '2021-07-09T10:41:38Z', 'revision_number': 0, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193f4dea-0b07-4745-8600-86ddc35f67d5', 'name': '', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'mac_address': 'fa:16:3e:6b:e7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:49Z', 'updated_at': '2021-07-09T10:36:54Z', 'revision_number': 5, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'subnets': [{'id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:41:41.238720 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e3646d-7d83-493a-8096-18f6dcca005d None None] New status for floating IP e058606c-ac75-4587-8ee2-639cbb68ba93: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:41:41.440234 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:41:43.221513 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:42:04.671194 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:42:06.863375 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8192b5f4-b31e-498e-ac5c-0b04b4b0d9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:42:09.463973 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c522057e-840b-428e-8424-b77d9d2e233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:42:09.633108 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:42:09.883899 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:42:11.443241 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:42:13.223183 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:42:13.445889 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:42:25.196217 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4925d913-18a2-4bc8-9751-fb7707faacc7 req-ea6b373c-4e88-4025-afc3-5a632e8d597f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512850 Jul 09 10:42:25.292832 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925d913-18a2-4bc8-9751-fb7707faacc7 req-64f7e75e-a013-4f3f-8a14-7871de1913a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:42:25.294375 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4925d913-18a2-4bc8-9751-fb7707faacc7 req-64f7e75e-a013-4f3f-8a14-7871de1913a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4&device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 1097 time: 0.0561259 Jul 09 10:42:25.394922 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925d913-18a2-4bc8-9751-fb7707faacc7 req-9927d991-fe9c-48ae-98c6-7e07a5fc254b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:42:25.396435 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4925d913-18a2-4bc8-9751-fb7707faacc7 req-9927d991-fe9c-48ae-98c6-7e07a5fc254b service neutron] 10.222.0.64 "GET /v2.0/networks?id=014378a6-c2f7-4dc1-8c76-029c39260714 HTTP/1.1" status: 200 len: 910 time: 0.0831609 Jul 09 10:42:25.463486 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4925d913-18a2-4bc8-9751-fb7707faacc7 req-cb52552d-7b3d-4a9c-a918-b6eb12250798 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2129557-9b1c-43e8-a90b-87b7d321f9c6 HTTP/1.1" status: 200 len: 1000 time: 0.0606084 Jul 09 10:42:25.511030 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925d913-18a2-4bc8-9751-fb7707faacc7 req-52f177fb-42b0-41ce-a8b3-a2c9bafa8fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:42:25.512535 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4925d913-18a2-4bc8-9751-fb7707faacc7 req-52f177fb-42b0-41ce-a8b3-a2c9bafa8fa3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbf2d296-68bd-44e1-8559-0b2a0cdebfe3 HTTP/1.1" status: 200 len: 848 time: 0.0431151 Jul 09 10:42:25.567589 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925d913-18a2-4bc8-9751-fb7707faacc7 req-0dbdaf77-09d4-49e8-b8ec-14dfd8a66388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:42:25.569102 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4925d913-18a2-4bc8-9751-fb7707faacc7 req-0dbdaf77-09d4-49e8-b8ec-14dfd8a66388 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=014378a6-c2f7-4dc1-8c76-029c39260714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505123 Jul 09 10:42:25.659524 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4925d913-18a2-4bc8-9751-fb7707faacc7 req-a7b6c967-d03e-46c2-87c1-76f777a53d05 service neutron] 10.222.0.64 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839064 Jul 09 10:42:25.746667 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4925d913-18a2-4bc8-9751-fb7707faacc7 req-fb391f48-727a-4007-be83-9b7cedc474d4 service neutron] 10.222.0.64 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809317 Jul 09 10:42:34.685791 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:42:36.864592 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-650785b5-b341-43b9-910b-de29726dcb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:42:39.465109 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-59b27abd-4c19-4ac0-92a1-f2473602fa2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:42:39.633065 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:42:39.882302 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:42:41.443073 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:42:43.225565 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:42:50.445059 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:43:04.684992 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:43:06.864987 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8727b944-5a86-4772-9b67-46c7e39d9f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:43:09.465739 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1da5cd42-4497-48f2-8de3-84796e5a3fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:43:09.633881 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:43:09.882217 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:43:11.448948 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:43:13.234008 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:43:25.179136 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af0de8a8-da8d-46f8-8feb-e2082c6cc981 req-5e804da0-abc6-4a8b-8bae-222140a587c8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524378 Jul 09 10:43:25.275683 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0de8a8-da8d-46f8-8feb-e2082c6cc981 req-e0b00dc6-8cf5-42c2-8b08-b28c46c541c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:25.277221 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af0de8a8-da8d-46f8-8feb-e2082c6cc981 req-e0b00dc6-8cf5-42c2-8b08-b28c46c541c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4&device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 1097 time: 0.0564029 Jul 09 10:43:25.382303 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0de8a8-da8d-46f8-8feb-e2082c6cc981 req-5e06065e-1648-4188-89e5-cb809fbe4608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:25.383892 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af0de8a8-da8d-46f8-8feb-e2082c6cc981 req-5e06065e-1648-4188-89e5-cb809fbe4608 service neutron] 10.222.0.64 "GET /v2.0/networks?id=014378a6-c2f7-4dc1-8c76-029c39260714 HTTP/1.1" status: 200 len: 910 time: 0.0864239 Jul 09 10:43:25.454466 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af0de8a8-da8d-46f8-8feb-e2082c6cc981 req-6389dd04-5f61-4431-b5ef-c0ceec936e8d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2129557-9b1c-43e8-a90b-87b7d321f9c6 HTTP/1.1" status: 200 len: 1000 time: 0.0644407 Jul 09 10:43:25.502985 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0de8a8-da8d-46f8-8feb-e2082c6cc981 req-0de64d18-8f52-4399-82d2-ff578a87a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:25.504614 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af0de8a8-da8d-46f8-8feb-e2082c6cc981 req-0de64d18-8f52-4399-82d2-ff578a87a2b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbf2d296-68bd-44e1-8559-0b2a0cdebfe3 HTTP/1.1" status: 200 len: 848 time: 0.0438910 Jul 09 10:43:25.562307 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0de8a8-da8d-46f8-8feb-e2082c6cc981 req-7c4361f2-054e-4a4b-98e1-79bb1a2cf1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:25.563839 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af0de8a8-da8d-46f8-8feb-e2082c6cc981 req-7c4361f2-054e-4a4b-98e1-79bb1a2cf1c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=014378a6-c2f7-4dc1-8c76-029c39260714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522902 Jul 09 10:43:25.654511 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af0de8a8-da8d-46f8-8feb-e2082c6cc981 req-32752a4c-2209-419e-8f89-041d5798522f service neutron] 10.222.0.64 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842385 Jul 09 10:43:25.741730 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-af0de8a8-da8d-46f8-8feb-e2082c6cc981 req-7b50208b-0e86-4633-a0aa-695feb941626 service neutron] 10.222.0.64 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806215 Jul 09 10:43:27.444567 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:43:34.683110 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:43:35.519457 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8b550-1425-476a-8d8b-f1ec23fe1c0e req-8b0ff331-b89d-4749-a8f2-8c46ed8d1643 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:35.520990 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ff8b550-1425-476a-8d8b-f1ec23fe1c0e req-8b0ff331-b89d-4749-a8f2-8c46ed8d1643 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 946 time: 0.0647585 Jul 09 10:43:35.563114 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5ff8b550-1425-476a-8d8b-f1ec23fe1c0e req-14ef45a8-4486-417d-b36c-e11ebefe274a tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364411 Jul 09 10:43:36.756048 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622a62a-18f4-44d7-89f5-a74a1fd867d5 req-c3d3b8e8-1453-4b35-9a5d-ae52e5ca7998 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:36.757573 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5622a62a-18f4-44d7-89f5-a74a1fd867d5 req-c3d3b8e8-1453-4b35-9a5d-ae52e5ca7998 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 946 time: 0.0645072 Jul 09 10:43:36.794971 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5622a62a-18f4-44d7-89f5-a74a1fd867d5 req-c61731f9-279a-4f54-b397-742c85f41f0f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318234 Jul 09 10:43:36.866718 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bbcad5f7-b813-4e94-9709-2741f89fc67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:43:37.993958 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559322e2-aa91-43ef-9cd7-038b42688d5a req-d2a9c9eb-c9bf-42c0-860b-68e6548b2887 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:37.995427 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-559322e2-aa91-43ef-9cd7-038b42688d5a req-d2a9c9eb-c9bf-42c0-860b-68e6548b2887 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 946 time: 0.0627246 Jul 09 10:43:38.034876 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-559322e2-aa91-43ef-9cd7-038b42688d5a req-de0482de-6a28-4351-a8ac-83f001b127fc tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337665 Jul 09 10:43:39.208857 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19c8c8-3ea8-4167-9fd0-92b6b3379701 req-50fe9441-d92a-49ac-bdce-c5fb13a66f90 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:39.210330 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe19c8c8-3ea8-4167-9fd0-92b6b3379701 req-50fe9441-d92a-49ac-bdce-c5fb13a66f90 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 946 time: 0.0662229 Jul 09 10:43:39.247516 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe19c8c8-3ea8-4167-9fd0-92b6b3379701 req-4948f077-0fae-4bb7-bf4c-e8f0b699e128 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316522 Jul 09 10:43:39.466373 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d7e4935-3244-4ec5-a259-d9713c0b1965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:43:39.635614 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:43:39.884505 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:43:40.420030 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07c999-f5f8-4ec3-b070-09d0a7c3f9bf req-f477bae5-1ee4-4f46-9ca0-ccf9f6a2bb09 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:40.421466 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d07c999-f5f8-4ec3-b070-09d0a7c3f9bf req-f477bae5-1ee4-4f46-9ca0-ccf9f6a2bb09 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 946 time: 0.0636101 Jul 09 10:43:40.459384 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8d07c999-f5f8-4ec3-b070-09d0a7c3f9bf req-436b237c-730a-4bbc-8437-c31926e116a2 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322139 Jul 09 10:43:41.448590 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:43:41.645296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688c4d0-916c-4b1f-83e6-0be519949b08 req-992265ff-c8a0-40c6-bd94-919d5978e8cc tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:41.646795 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c688c4d0-916c-4b1f-83e6-0be519949b08 req-992265ff-c8a0-40c6-bd94-919d5978e8cc tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 946 time: 0.0670807 Jul 09 10:43:41.683841 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c688c4d0-916c-4b1f-83e6-0be519949b08 req-e1b92eda-af2e-46a0-8115-65a504df3183 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314412 Jul 09 10:43:42.856843 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed3899-ab55-45f7-9483-600ff86768d0 req-5745fd5e-a4d2-43a8-8cf5-762600062f08 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:42.858395 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59ed3899-ab55-45f7-9483-600ff86768d0 req-5745fd5e-a4d2-43a8-8cf5-762600062f08 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 946 time: 0.0647321 Jul 09 10:43:42.896965 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-59ed3899-ab55-45f7-9483-600ff86768d0 req-3e24c42d-124f-4471-a3e3-5ff4ebbf1a27 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323167 Jul 09 10:43:43.232596 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:43:44.073606 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58d006-cbd5-4571-8a54-f655692d585a req-837ab42f-04c6-43ba-bd18-926c54813317 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:44.075292 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a58d006-cbd5-4571-8a54-f655692d585a req-837ab42f-04c6-43ba-bd18-926c54813317 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 946 time: 0.0656571 Jul 09 10:43:44.114489 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6a58d006-cbd5-4571-8a54-f655692d585a req-bb4ffc7e-237f-46d5-9062-9bcb8c6bbf96 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332401 Jul 09 10:43:45.292721 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b493f-4394-4228-924d-e165a3b7e6ed req-6dd81466-d5f0-466c-9ba2-b9db954af14c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:45.294245 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a2b493f-4394-4228-924d-e165a3b7e6ed req-6dd81466-d5f0-466c-9ba2-b9db954af14c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 946 time: 0.0678914 Jul 09 10:43:45.332143 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2a2b493f-4394-4228-924d-e165a3b7e6ed req-69d02195-8cd1-42d7-abe2-0956899ecf0c tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317614 Jul 09 10:43:45.628078 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e8812-8809-4d99-9b12-edeed84364f4 req-c46f2e05-dbcb-4af4-8385-4e87d3112b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:45.629590 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c1e8812-8809-4d99-9b12-edeed84364f4 req-c46f2e05-dbcb-4af4-8385-4e87d3112b0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4&device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 1097 time: 0.0525770 Jul 09 10:43:45.721096 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e8812-8809-4d99-9b12-edeed84364f4 req-d14cd492-f073-497b-825a-cf246af63778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:45.722558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c1e8812-8809-4d99-9b12-edeed84364f4 req-d14cd492-f073-497b-825a-cf246af63778 service neutron] 10.222.0.64 "GET /v2.0/networks?id=014378a6-c2f7-4dc1-8c76-029c39260714 HTTP/1.1" status: 200 len: 910 time: 0.0865047 Jul 09 10:43:45.788048 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c1e8812-8809-4d99-9b12-edeed84364f4 req-611784d6-ef08-4fa6-a52e-89a8565a8896 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2129557-9b1c-43e8-a90b-87b7d321f9c6 HTTP/1.1" status: 200 len: 1000 time: 0.0589261 Jul 09 10:43:45.834701 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e8812-8809-4d99-9b12-edeed84364f4 req-7227f5e3-bbbd-498a-8ce9-b5f6a3386100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:45.836177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c1e8812-8809-4d99-9b12-edeed84364f4 req-7227f5e3-bbbd-498a-8ce9-b5f6a3386100 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbf2d296-68bd-44e1-8559-0b2a0cdebfe3 HTTP/1.1" status: 200 len: 848 time: 0.0424967 Jul 09 10:43:45.896342 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e8812-8809-4d99-9b12-edeed84364f4 req-d3b93554-a680-4c1d-a76e-925e66e10bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:45.897779 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c1e8812-8809-4d99-9b12-edeed84364f4 req-d3b93554-a680-4c1d-a76e-925e66e10bc2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=014378a6-c2f7-4dc1-8c76-029c39260714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557482 Jul 09 10:43:45.985710 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c1e8812-8809-4d99-9b12-edeed84364f4 req-4174abfd-5e2e-44b7-a8c4-6ce44f74e26d service neutron] 10.222.0.64 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808361 Jul 09 10:43:46.080266 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2c1e8812-8809-4d99-9b12-edeed84364f4 req-43be7ade-729a-4925-9114-d22d9924e41a service neutron] 10.222.0.64 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888729 Jul 09 10:43:46.507031 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a764ab-10af-4469-8fee-fe46c83fadf0 req-4606cd63-7a6b-4f7c-899b-0d20b55d8f03 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:46.508452 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4a764ab-10af-4469-8fee-fe46c83fadf0 req-4606cd63-7a6b-4f7c-899b-0d20b55d8f03 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 946 time: 0.0628140 Jul 09 10:43:46.546492 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4a764ab-10af-4469-8fee-fe46c83fadf0 req-31071bda-28d5-4b63-8a45-e55d29876b10 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324421 Jul 09 10:43:47.722111 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef6456-5889-4c80-9070-6cf2f4d09b21 req-2ac54064-53f8-4a9b-83b8-d68c6f8fe074 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:47.723633 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2fef6456-5889-4c80-9070-6cf2f4d09b21 req-2ac54064-53f8-4a9b-83b8-d68c6f8fe074 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 946 time: 0.0645463 Jul 09 10:43:47.763558 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2fef6456-5889-4c80-9070-6cf2f4d09b21 req-0cca3449-9fbf-41a6-99cb-bbe2b514aea6 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340698 Jul 09 10:43:48.949745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5c0a9-e6e4-4498-bbf7-b112921dbc57 req-279df4f6-f9ef-46ff-aae8-5aa121b1def6 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:48.951308 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b1e5c0a9-e6e4-4498-bbf7-b112921dbc57 req-279df4f6-f9ef-46ff-aae8-5aa121b1def6 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 946 time: 0.0724082 Jul 09 10:43:48.989778 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b1e5c0a9-e6e4-4498-bbf7-b112921dbc57 req-7f9cfc00-b684-47e7-b65a-9f12621e37e1 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324061 Jul 09 10:43:50.121928 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device c2129557-9b1c-43e8-a90b-87b7d321f9c6 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:43:50.166061 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73a6d2-8284-4980-8609-5406d2719530 req-22ac1533-f944-41e6-a8d6-7ab1b450e918 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:50.167590 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe73a6d2-8284-4980-8609-5406d2719530 req-22ac1533-f944-41e6-a8d6-7ab1b450e918 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 946 time: 0.0653369 Jul 09 10:43:50.198426 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:43:50.207169 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fe73a6d2-8284-4980-8609-5406d2719530 req-6692d10d-0826-4e38-81ac-e70d759421de tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331039 Jul 09 10:43:50.224327 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29789d4c-e980-4c3e-938f-1637519444d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2129557-9b1c-43e8-a90b-87b7d321f9c6'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:43:50.226506 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0888fabe05580062c0d4cd7dc8f093f2b11926f06b578c6c7ec0a80924aac75e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3f740c-3d86-403e-bdbf-e73aefd50fbb" -d '{"events": [{"server_uuid": "29789d4c-e980-4c3e-938f-1637519444d1", "name": "network-vif-unplugged", "status": "completed", "tag": "c2129557-9b1c-43e8-a90b-87b7d321f9c6"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:43:50.240070 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port c2129557-9b1c-43e8-a90b-87b7d321f9c6, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c2129557-9b1c-43e8-a90b-87b7d321f9c6,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:43:50.245575 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:43:50.271068 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 10:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5d799b-0567-426a-b45d-a3eef7d6d676 x-openstack-request-id: req-fd5d799b-0567-426a-b45d-a3eef7d6d676 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:43:50.271457 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29789d4c-e980-4c3e-938f-1637519444d1", "name": "network-vif-unplugged", "status": "failed", "tag": "c2129557-9b1c-43e8-a90b-87b7d321f9c6", "code": 422}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:43:50.271632 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd5d799b-0567-426a-b45d-a3eef7d6d676 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:43:50.272015 n-d-799996-1 neutron-server[93792]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '29789d4c-e980-4c3e-938f-1637519444d1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c2129557-9b1c-43e8-a90b-87b7d321f9c6', 'code': 422} returned with failed status Jul 09 10:43:50.298554 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=c2129557-9b1c-43e8-a90b-87b7d321f9c6,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:43:50.306095 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:43:50.306849 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:43:50.307199 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:43:50.307538 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:43:50.307908 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:43:50.308245 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:43:50.308574 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:43:50.308904 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:43:50.309231 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:43:50.309556 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:43:50.309882 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:43:50.310205 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:43:50.500806 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-119eb1a5-f0e7-4162-97b8-1f76fdcf25eb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0553305 Jul 09 10:43:50.577595 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959046d5-ba18-4c7b-bc34-22e367c4f160 req-e575901e-baa1-4c51-867e-1b2fdb082eee tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:50.579099 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-959046d5-ba18-4c7b-bc34-22e367c4f160 req-e575901e-baa1-4c51-867e-1b2fdb082eee tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.0678701 Jul 09 10:43:50.616177 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-959046d5-ba18-4c7b-bc34-22e367c4f160 req-b274311a-8f32-4ee3-a826-dd19f38fed69 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313745 Jul 09 10:43:51.788415 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db486aa-4688-4e41-87e5-5c662e5c8605 req-ae5db34a-32aa-4d96-bc85-24ecb1741e1d tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:51.789864 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5db486aa-4688-4e41-87e5-5c662e5c8605 req-ae5db34a-32aa-4d96-bc85-24ecb1741e1d tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.0645840 Jul 09 10:43:51.827351 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5db486aa-4688-4e41-87e5-5c662e5c8605 req-cef51ea6-6a64-4915-9b0a-7a1fd5a78ff0 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318413 Jul 09 10:43:53.000887 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fc71a-86bb-429f-a241-dc3b19fd25e9 req-01cf4c3a-4085-47a0-98f2-b70a0d3659c6 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:53.002956 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a90fc71a-86bb-429f-a241-dc3b19fd25e9 req-01cf4c3a-4085-47a0-98f2-b70a0d3659c6 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.0644286 Jul 09 10:43:53.042000 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a90fc71a-86bb-429f-a241-dc3b19fd25e9 req-d5107d58-f759-4389-8c0d-5a6d359f94a7 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334404 Jul 09 10:43:54.215227 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4145f-6944-4b5d-bedb-6a103ae2beac req-69cc0484-f6a5-40cb-8a20-e99b5d229cd4 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:54.216741 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4c4145f-6944-4b5d-bedb-6a103ae2beac req-69cc0484-f6a5-40cb-8a20-e99b5d229cd4 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.0662301 Jul 09 10:43:54.254526 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4c4145f-6944-4b5d-bedb-6a103ae2beac req-ac59d752-da14-46df-b60a-e3bf402f06f0 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315444 Jul 09 10:43:55.429280 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4e8b3-560b-4e08-b814-082b62bba0b6 req-6f935c18-c85e-46c5-83d0-52df8795f788 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:55.430681 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-26d4e8b3-560b-4e08-b814-082b62bba0b6 req-6f935c18-c85e-46c5-83d0-52df8795f788 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.0642469 Jul 09 10:43:55.469415 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-26d4e8b3-560b-4e08-b814-082b62bba0b6 req-dbba14f6-dbc0-457e-a820-578d8a202b72 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329430 Jul 09 10:43:56.645212 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4117cfb-3bde-48fe-9e7e-73bc0346d04a req-31d0c297-a853-420e-a8f4-a62fe78b2220 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:56.646718 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4117cfb-3bde-48fe-9e7e-73bc0346d04a req-31d0c297-a853-420e-a8f4-a62fe78b2220 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.0680654 Jul 09 10:43:56.685678 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b4117cfb-3bde-48fe-9e7e-73bc0346d04a req-2307bc87-dc6a-4e02-95d7-623ff88415b7 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332143 Jul 09 10:43:57.861503 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061be789-741b-4b73-8dcd-9c9dbb413eed req-f8bafe5a-e28b-4b00-9155-8712aedc234f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:57.863095 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-061be789-741b-4b73-8dcd-9c9dbb413eed req-f8bafe5a-e28b-4b00-9155-8712aedc234f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.0674150 Jul 09 10:43:57.903991 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-061be789-741b-4b73-8dcd-9c9dbb413eed req-9c1cafdf-dd3c-475c-817b-270653e2306f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350118 Jul 09 10:43:59.091645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ef225-bd88-4f05-8ac5-134cd45fd45f req-ed42eaef-b3a0-42aa-ad30-40a90ae98875 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:59.093213 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d8ef225-bd88-4f05-8ac5-134cd45fd45f req-ed42eaef-b3a0-42aa-ad30-40a90ae98875 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.0698676 Jul 09 10:43:59.131377 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3d8ef225-bd88-4f05-8ac5-134cd45fd45f req-5950768b-d3b3-4ab6-ba2a-76c31295374b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318065 Jul 09 10:43:59.353811 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-e5667268-61be-46ee-baba-02fbed0e57e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:43:59.355337 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-e5667268-61be-46ee-baba-02fbed0e57e4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1&tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4 HTTP/1.1" status: 200 len: 1095 time: 0.0515232 Jul 09 10:43:59.366485 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799996-1', 'device_owner': 'compute:nova'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:43:59.436504 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:43:59.636695 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] For port c2129557-9b1c-43e8-a90b-87b7d321f9c6, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=c2129557-9b1c-43e8-a90b-87b7d321f9c6,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:43:59.673151 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] For port c2129557-9b1c-43e8-a90b-87b7d321f9c6, host n-h2-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:43:59.705377 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2129557-9b1c-43e8-a90b-87b7d321f9c6 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:43:59.712660 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:43:59.724239 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Transition to ACTIVE for port object c2129557-9b1c-43e8-a90b-87b7d321f9c6 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:43:59.727257 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:43:59.803184 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Pushing event updated for resources: {'Port': ['ID=c2129557-9b1c-43e8-a90b-87b7d321f9c6,revision_number=7']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:43:59.818001 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:43:59.818352 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:43:59.818696 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:43:59.819037 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:43:59.819377 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:43:59.820164 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:43:59.820164 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:43:59.820401 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:43:59.820715 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:43:59.821044 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:43:59.821370 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:43:59.822220 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:43:59.860551 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] No DVR routers for this DVR port c2129557-9b1c-43e8-a90b-87b7d321f9c6 on host n-h2-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:44:00.000528 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Attempting to bind port c2129557-9b1c-43e8-a90b-87b7d321f9c6 on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:44:00.000866 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Attempting to bind port c2129557-9b1c-43e8-a90b-87b7d321f9c6 by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': '89ed0aca-eb12-4386-91c2-6c27df29ba80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:44:00.001197 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Attempting to bind port c2129557-9b1c-43e8-a90b-87b7d321f9c6 on network 014378a6-c2f7-4dc1-8c76-029c39260714 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:44:00.005437 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Port c2129557-9b1c-43e8-a90b-87b7d321f9c6 on network 014378a6-c2f7-4dc1-8c76-029c39260714 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:44:00.005743 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Attempting to bind port c2129557-9b1c-43e8-a90b-87b7d321f9c6 on network 014378a6-c2f7-4dc1-8c76-029c39260714 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:44:00.010482 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:44:00.010822 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Checking segment: {'id': '89ed0aca-eb12-4386-91c2-6c27df29ba80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:44:00.011281 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Bound using segment: {'id': '89ed0aca-eb12-4386-91c2-6c27df29ba80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:44:00.011737 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Bound port: c2129557-9b1c-43e8-a90b-87b7d321f9c6, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ed0aca-eb12-4386-91c2-6c27df29ba80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:44:00.012237 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:44:00.076413 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] For port c2129557-9b1c-43e8-a90b-87b7d321f9c6, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:44:00.079735 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] For port c2129557-9b1c-43e8-a90b-87b7d321f9c6, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c2129557-9b1c-43e8-a90b-87b7d321f9c6,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:44:00.084221 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:44:00.118748 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:00.119362 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:44:00.120799 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] 10.222.0.58 "PUT /v2.0/ports/c2129557-9b1c-43e8-a90b-87b7d321f9c6 HTTP/1.1" status: 200 len: 1092 time: 0.7583401 Jul 09 10:44:00.121229 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29789d4c-e980-4c3e-938f-1637519444d1', 'tag': 'c2129557-9b1c-43e8-a90b-87b7d321f9c6'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:44:00.123475 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41208e5-bbca-4001-beef-59a88cb5081f" -d '{"events": [{"name": "network-changed", "server_uuid": "29789d4c-e980-4c3e-938f-1637519444d1", "tag": "c2129557-9b1c-43e8-a90b-87b7d321f9c6"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:44:00.196233 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b3cf4b-fc06-46a6-9ea0-f3092a1b377f x-openstack-request-id: req-d1b3cf4b-fc06-46a6-9ea0-f3092a1b377f {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:44:00.196384 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29789d4c-e980-4c3e-938f-1637519444d1", "tag": "c2129557-9b1c-43e8-a90b-87b7d321f9c6", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:44:00.196501 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d1b3cf4b-fc06-46a6-9ea0-f3092a1b377f {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:44:00.196885 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29789d4c-e980-4c3e-938f-1637519444d1', 'tag': 'c2129557-9b1c-43e8-a90b-87b7d321f9c6', 'status': 'completed', 'code': 200} Jul 09 10:44:00.198766 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d302d1-fd9b-4b2a-aa10-b68ea6c68d85 service neutron] Pushing event updated for resources: {'Port': ['ID=c2129557-9b1c-43e8-a90b-87b7d321f9c6,revision_number=8']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:44:00.228995 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-cd76bfec-83dc-4500-a154-89e5b8ea690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:00.230521 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-cd76bfec-83dc-4500-a154-89e5b8ea690d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4&device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 1095 time: 0.0820842 Jul 09 10:44:00.328661 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-aeea7272-aea9-485a-b2ee-a4fec433eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:00.330722 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-aeea7272-aea9-485a-b2ee-a4fec433eed0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=014378a6-c2f7-4dc1-8c76-029c39260714 HTTP/1.1" status: 200 len: 910 time: 0.0930114 Jul 09 10:44:00.341708 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234615f-4ad8-47c5-abd4-40e697c58725 req-5227a165-e1d2-417c-8cdb-7a6b15a4d9eb tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:00.343217 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9234615f-4ad8-47c5-abd4-40e697c58725 req-5227a165-e1d2-417c-8cdb-7a6b15a4d9eb tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.0706737 Jul 09 10:44:00.381409 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-9234615f-4ad8-47c5-abd4-40e697c58725 req-814dde81-b46d-487e-bce0-49585b329c86 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316031 Jul 09 10:44:00.400275 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-038c8a16-95b0-4c55-acd3-f2bf02a4d988 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2129557-9b1c-43e8-a90b-87b7d321f9c6 HTTP/1.1" status: 200 len: 998 time: 0.0636919 Jul 09 10:44:00.450429 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-36b8d275-7b6c-45a2-b77a-6115f615d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:00.451915 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-36b8d275-7b6c-45a2-b77a-6115f615d30a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bbf2d296-68bd-44e1-8559-0b2a0cdebfe3 HTTP/1.1" status: 200 len: 848 time: 0.0438681 Jul 09 10:44:00.507095 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-3a397f46-1392-4b52-a3e5-dc7c5a41d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:00.508672 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-3a397f46-1392-4b52-a3e5-dc7c5a41d86f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=014378a6-c2f7-4dc1-8c76-029c39260714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504620 Jul 09 10:44:00.599058 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-11f73caa-0cca-4772-9f13-cc8fe93fdf0d service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838351 Jul 09 10:44:00.685815 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-86f95ddb-ab07-49d4-80b1-cc9db81402b1 service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809736 Jul 09 10:44:00.784071 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41208e5-bbca-4001-beef-59a88cb5081f req-b99a7171-8fae-43d0-89ee-7d4d409a1f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:00.785543 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b41208e5-bbca-4001-beef-59a88cb5081f req-b99a7171-8fae-43d0-89ee-7d4d409a1f16 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4&device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 1095 time: 0.0520382 Jul 09 10:44:00.887754 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41208e5-bbca-4001-beef-59a88cb5081f req-0b45320e-f9a7-4fc0-a69e-540940108ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:00.889243 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b41208e5-bbca-4001-beef-59a88cb5081f req-0b45320e-f9a7-4fc0-a69e-540940108ef2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=014378a6-c2f7-4dc1-8c76-029c39260714 HTTP/1.1" status: 200 len: 910 time: 0.0975227 Jul 09 10:44:00.953573 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b41208e5-bbca-4001-beef-59a88cb5081f req-9c50feac-79d2-4e8c-ad33-d3075631a043 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2129557-9b1c-43e8-a90b-87b7d321f9c6 HTTP/1.1" status: 200 len: 998 time: 0.0576305 Jul 09 10:44:01.007949 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41208e5-bbca-4001-beef-59a88cb5081f req-3df31845-1acf-4d75-81b3-d26d6ae62c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:01.009429 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b41208e5-bbca-4001-beef-59a88cb5081f req-3df31845-1acf-4d75-81b3-d26d6ae62c3f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bbf2d296-68bd-44e1-8559-0b2a0cdebfe3 HTTP/1.1" status: 200 len: 848 time: 0.0496016 Jul 09 10:44:01.066024 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41208e5-bbca-4001-beef-59a88cb5081f req-f73e2754-9fbc-40b4-b294-2546fed33541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:01.067718 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b41208e5-bbca-4001-beef-59a88cb5081f req-f73e2754-9fbc-40b4-b294-2546fed33541 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=014378a6-c2f7-4dc1-8c76-029c39260714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518596 Jul 09 10:44:01.163017 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b41208e5-bbca-4001-beef-59a88cb5081f req-d1838976-e4f8-4149-9215-a29650dca5c1 service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874894 Jul 09 10:44:01.254282 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b41208e5-bbca-4001-beef-59a88cb5081f req-a656d7af-f2e0-4eb4-af25-f153d9aec7a3 service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843468 Jul 09 10:44:01.562922 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3dce6-b717-4837-ae25-479a24735ebe req-8a9e23eb-3a53-4210-b385-2a60a3e616fa tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:01.564983 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bed3dce6-b717-4837-ae25-479a24735ebe req-8a9e23eb-3a53-4210-b385-2a60a3e616fa tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.0644212 Jul 09 10:44:01.602241 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bed3dce6-b717-4837-ae25-479a24735ebe req-6a56ace8-c47b-4b5f-97f5-c4d4c0a98b21 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316939 Jul 09 10:44:02.781804 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e854d-add9-4bbb-a87b-7710a7e8d83c req-3847c350-dd59-45e7-b41f-136b5be7d071 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:02.783309 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0b9e854d-add9-4bbb-a87b-7710a7e8d83c req-3847c350-dd59-45e7-b41f-136b5be7d071 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.0672116 Jul 09 10:44:02.821471 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-0b9e854d-add9-4bbb-a87b-7710a7e8d83c req-0e171758-cd89-40ac-a200-3137ccf50b18 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325289 Jul 09 10:44:04.035883 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ee9d3-4cfc-400d-b2c2-7807faa7a3b4 req-1c694404-e25f-41dd-a8f9-6f70056be860 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:04.037400 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b71ee9d3-4cfc-400d-b2c2-7807faa7a3b4 req-1c694404-e25f-41dd-a8f9-6f70056be860 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.1055517 Jul 09 10:44:04.075861 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b71ee9d3-4cfc-400d-b2c2-7807faa7a3b4 req-d6d7066c-6025-47a1-894e-7f1b09a313a8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328646 Jul 09 10:44:04.443827 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:44:04.682833 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:44:05.290371 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0bbf9-3594-47f0-a7d6-d345a3ff1fd3 req-c491ea3e-424f-46f7-9bde-3dad9752d896 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:05.291906 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-99a0bbf9-3594-47f0-a7d6-d345a3ff1fd3 req-c491ea3e-424f-46f7-9bde-3dad9752d896 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.1058645 Jul 09 10:44:05.328852 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-99a0bbf9-3594-47f0-a7d6-d345a3ff1fd3 req-66057d93-33bf-477b-bbef-5cee91e8f6f5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314305 Jul 09 10:44:06.504341 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb87fcc-9bd4-4e7d-9a58-08117a897ace req-a756dc85-1f3d-4887-a9d4-921e2c654126 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:06.505926 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-adb87fcc-9bd4-4e7d-9a58-08117a897ace req-a756dc85-1f3d-4887-a9d4-921e2c654126 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.0663748 Jul 09 10:44:06.544141 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-adb87fcc-9bd4-4e7d-9a58-08117a897ace req-65c83fe4-99a5-456e-818f-0970395f7934 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322771 Jul 09 10:44:06.868996 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-25c350e2-7f12-4f3d-b623-31555134dd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:44:07.720905 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74a0fe-0f30-4782-a80e-0bc0f15beff6 req-e6b4609c-86e7-4e6d-954a-bf12ceec40ba tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:07.722399 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a74a0fe-0f30-4782-a80e-0bc0f15beff6 req-e6b4609c-86e7-4e6d-954a-bf12ceec40ba tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.0628326 Jul 09 10:44:07.760184 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a74a0fe-0f30-4782-a80e-0bc0f15beff6 req-894b0846-f785-4fce-a407-9de5dd786697 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322573 Jul 09 10:44:08.941426 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beedcbc-88ce-407a-96b0-e38aebbe35d7 req-aa304468-ff47-492e-b185-cb04e8464cae tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:08.942913 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5beedcbc-88ce-407a-96b0-e38aebbe35d7 req-aa304468-ff47-492e-b185-cb04e8464cae tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 944 time: 0.0695896 Jul 09 10:44:08.981116 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5beedcbc-88ce-407a-96b0-e38aebbe35d7 req-99b8bc95-5c25-446c-810e-f3b46755aa65 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323904 Jul 09 10:44:09.279530 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c2129557-9b1c-43e8-a90b-87b7d321f9c6 details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:44:09.376942 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port c2129557-9b1c-43e8-a90b-87b7d321f9c6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c2129557-9b1c-43e8-a90b-87b7d321f9c6,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:44:09.388237 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': 'c2129557-9b1c-43e8-a90b-87b7d321f9c6', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'port_id': 'c2129557-9b1c-43e8-a90b-87b7d321f9c6', 'mac_address': 'fa:16:3e:fd:db:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:44:09.424242 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:44:09.436288 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2129557-9b1c-43e8-a90b-87b7d321f9c6 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:44:09.459791 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port c2129557-9b1c-43e8-a90b-87b7d321f9c6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c2129557-9b1c-43e8-a90b-87b7d321f9c6,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:44:09.465606 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:44:09.489527 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-89a475d5-105d-4537-a9d3-ab0ae61a92e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:44:09.513643 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=c2129557-9b1c-43e8-a90b-87b7d321f9c6,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:44:09.638809 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:44:09.692254 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['c2129557-9b1c-43e8-a90b-87b7d321f9c6'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:44:09.902026 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:44:10.157148 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7de79-13fb-4fcb-872d-e8a0e65668ef req-1db7ee3f-3d76-4b0f-9858-c68fe8afec57 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:10.159386 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38e7de79-13fb-4fcb-872d-e8a0e65668ef req-1db7ee3f-3d76-4b0f-9858-c68fe8afec57 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 945 time: 0.0658431 Jul 09 10:44:10.197763 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-38e7de79-13fb-4fcb-872d-e8a0e65668ef req-dd85a962-c68f-4df1-b07b-b351708a2858 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325313 Jul 09 10:44:11.279712 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c2129557-9b1c-43e8-a90b-87b7d321f9c6 up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:44:11.332471 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port c2129557-9b1c-43e8-a90b-87b7d321f9c6 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:44:11.336147 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port c2129557-9b1c-43e8-a90b-87b7d321f9c6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:44:11.336520 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:44:11.374884 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f45c6-052c-45df-80f7-e9fb596feb6e req-5668f167-5052-4169-9d2f-4f5fc6dab264 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:11.376926 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d6f45c6-052c-45df-80f7-e9fb596feb6e req-5668f167-5052-4169-9d2f-4f5fc6dab264 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 945 time: 0.0634115 Jul 09 10:44:11.411833 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:44:11.418973 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d6f45c6-052c-45df-80f7-e9fb596feb6e req-6a867b77-e421-4b9e-8e27-1a9f8fb2a19f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361660 Jul 09 10:44:11.434341 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29789d4c-e980-4c3e-938f-1637519444d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2129557-9b1c-43e8-a90b-87b7d321f9c6'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:44:11.437160 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0888fabe05580062c0d4cd7dc8f093f2b11926f06b578c6c7ec0a80924aac75e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3203bdb9-9752-4dd6-803b-3efe416f30c2" -d '{"events": [{"server_uuid": "29789d4c-e980-4c3e-938f-1637519444d1", "name": "network-vif-plugged", "status": "completed", "tag": "c2129557-9b1c-43e8-a90b-87b7d321f9c6"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:44:11.456966 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port c2129557-9b1c-43e8-a90b-87b7d321f9c6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c2129557-9b1c-43e8-a90b-87b7d321f9c6,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:44:11.461677 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:44:11.466543 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:44:11.484634 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b25b97-95e1-49c9-841b-375dfb742b51 x-openstack-request-id: req-85b25b97-95e1-49c9-841b-375dfb742b51 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:44:11.484922 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29789d4c-e980-4c3e-938f-1637519444d1", "name": "network-vif-plugged", "status": "completed", "tag": "c2129557-9b1c-43e8-a90b-87b7d321f9c6", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:44:11.485170 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-85b25b97-95e1-49c9-841b-375dfb742b51 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:44:11.485560 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29789d4c-e980-4c3e-938f-1637519444d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2129557-9b1c-43e8-a90b-87b7d321f9c6', 'code': 200} Jul 09 10:44:11.515084 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=c2129557-9b1c-43e8-a90b-87b7d321f9c6,revision_number=10']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:44:11.642449 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dfc5f-4499-47d2-848f-3c4bdeded42b req-eb2a178a-d4e9-4123-ae66-e0134cddf44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:11.643971 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cb5dfc5f-4499-47d2-848f-3c4bdeded42b req-eb2a178a-d4e9-4123-ae66-e0134cddf44d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 1098 time: 0.0511515 Jul 09 10:44:11.677961 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-cb5dfc5f-4499-47d2-848f-3c4bdeded42b req-84f431ec-94e4-4067-8562-92ca7fb29f5f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280857 Jul 09 10:44:12.597898 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73ae2f-d6ca-4d4e-ad13-821d629905df req-17745f69-44e2-4dff-96a0-b642805fea86 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:12.599395 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc73ae2f-d6ca-4d4e-ad13-821d629905df req-17745f69-44e2-4dff-96a0-b642805fea86 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 947 time: 0.0628409 Jul 09 10:44:12.636295 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-bc73ae2f-d6ca-4d4e-ad13-821d629905df req-a1b55ae1-ab82-4a28-894d-9005d3bd8f69 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313148 Jul 09 10:44:13.235332 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:44:26.503584 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ece8a74a-6a8a-496e-b5ef-24e20e7dec25 req-3cff46ab-6b9f-41c6-88fd-ec51d644b80a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0863383 Jul 09 10:44:26.598773 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8a74a-6a8a-496e-b5ef-24e20e7dec25 req-db0f3756-aa74-4b4d-807b-2dc55dc2b56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:26.600304 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ece8a74a-6a8a-496e-b5ef-24e20e7dec25 req-db0f3756-aa74-4b4d-807b-2dc55dc2b56d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4&device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 1098 time: 0.0566614 Jul 09 10:44:26.701188 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8a74a-6a8a-496e-b5ef-24e20e7dec25 req-2e67a26a-266d-479c-b91b-084eedc94b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:26.702556 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ece8a74a-6a8a-496e-b5ef-24e20e7dec25 req-2e67a26a-266d-479c-b91b-084eedc94b60 service neutron] 10.222.0.58 "GET /v2.0/networks?id=014378a6-c2f7-4dc1-8c76-029c39260714 HTTP/1.1" status: 200 len: 910 time: 0.0832248 Jul 09 10:44:26.769172 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ece8a74a-6a8a-496e-b5ef-24e20e7dec25 req-4c27d899-b08e-42fe-9756-c0bdd835cf32 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2129557-9b1c-43e8-a90b-87b7d321f9c6 HTTP/1.1" status: 200 len: 1000 time: 0.0607400 Jul 09 10:44:26.816514 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8a74a-6a8a-496e-b5ef-24e20e7dec25 req-3d211812-d743-45e0-a41b-d4bed256a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:26.817992 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ece8a74a-6a8a-496e-b5ef-24e20e7dec25 req-3d211812-d743-45e0-a41b-d4bed256a109 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bbf2d296-68bd-44e1-8559-0b2a0cdebfe3 HTTP/1.1" status: 200 len: 848 time: 0.0432308 Jul 09 10:44:26.880740 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8a74a-6a8a-496e-b5ef-24e20e7dec25 req-a9bdf915-cce0-4821-8226-c6cf579e8f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:44:26.882244 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ece8a74a-6a8a-496e-b5ef-24e20e7dec25 req-a9bdf915-cce0-4821-8226-c6cf579e8f4d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=014378a6-c2f7-4dc1-8c76-029c39260714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584643 Jul 09 10:44:27.285929 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ece8a74a-6a8a-496e-b5ef-24e20e7dec25 req-94360d9f-dca0-4987-9291-7d6c5337c172 service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972604 Jul 09 10:44:27.374222 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ece8a74a-6a8a-496e-b5ef-24e20e7dec25 req-e6e09f22-bfbe-4fdc-b3c5-eedd0ecc8577 service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813503 Jul 09 10:44:34.683120 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:44:36.869986 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aa095876-9f0a-4326-8ef2-8f0df5e53888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:44:39.470155 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cafd7aed-3e33-40f2-83e0-779963308b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:44:39.639505 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:44:39.908055 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:44:41.443993 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:44:41.455734 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:44:43.237433 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:04.697189 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:06.871770 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-11dbd3c9-77a5-45f9-877b-fb1845586e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:09.471320 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-df9ecddd-80dd-42c9-a5c9-ead586af8666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:09.639565 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:09.929188 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:11.460189 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:13.240225 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:18.443344 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:45:25.532183 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45390) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:25.687501 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Deleting port 8c9587e3-3222-46ac-bc00-d40709800a66 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:45:25.687875 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:25.763735 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:25.764065 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:25.775764 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Calling delete_port for 8c9587e3-3222-46ac-bc00-d40709800a66 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:45:25.921994 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:25.948595 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event deleted for resources: {'Port': ['ID=8c9587e3-3222-46ac-bc00-d40709800a66,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:25.973659 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:25.974010 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:25.974352 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:25.974689 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:25.975023 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:25.975358 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:25.975716 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:25.976043 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:25.976380 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:25.976694 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:25.977018 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:25.977339 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:26.018576 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:26.018907 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Floating IP e058606c-ac75-4587-8ee2-639cbb68ba93 disassociated (deleted). External IP: 172.25.3.6, port: c2129557-9b1c-43e8-a90b-87b7d321f9c6. Jul 09 10:45:26.225934 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Router 516896be-a7dd-44de-b7d0-006eb503d4ee has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:45:26.333355 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:45:26.338192 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:26.342916 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7136ffe-b2d1-4931-82f6-4a2026863db4 None None] Sync routers for ids ['516896be-a7dd-44de-b7d0-006eb503d4ee'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:45:26.351813 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7136ffe-b2d1-4931-82f6-4a2026863db4 None None] Routers {'516896be-a7dd-44de-b7d0-006eb503d4ee'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:45:26.352431 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f7136ffe-b2d1-4931-82f6-4a2026863db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:45:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['516896be-a7dd-44de-b7d0-006eb503d4ee'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:26.377326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0d67dcc3-ff4c-4f26-83b0-13cdc821346b tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "DELETE /v2.0/floatingips/e058606c-ac75-4587-8ee2-639cbb68ba93 HTTP/1.1" status: 204 len: 168 time: 0.8440990 Jul 09 10:45:26.377929 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29789d4c-e980-4c3e-938f-1637519444d1', 'tag': 'c2129557-9b1c-43e8-a90b-87b7d321f9c6'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:45:26.380308 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edadd2a4-67ba-49f6-8a73-d382964caf0f" -d '{"events": [{"name": "network-changed", "server_uuid": "29789d4c-e980-4c3e-938f-1637519444d1", "tag": "c2129557-9b1c-43e8-a90b-87b7d321f9c6"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:45:26.418939 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a800c6-785d-4147-b0dd-57068f5bd72a x-openstack-request-id: req-36a800c6-785d-4147-b0dd-57068f5bd72a {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:45:26.419227 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29789d4c-e980-4c3e-938f-1637519444d1", "tag": "c2129557-9b1c-43e8-a90b-87b7d321f9c6", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:45:26.419478 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-36a800c6-785d-4147-b0dd-57068f5bd72a {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:45:26.419914 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29789d4c-e980-4c3e-938f-1637519444d1', 'tag': 'c2129557-9b1c-43e8-a90b-87b7d321f9c6', 'status': 'completed', 'code': 200} Jul 09 10:45:26.473639 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-f7136ffe-b2d1-4931-82f6-4a2026863db4 None None] Set router 516896be-a7dd-44de-b7d0-006eb503d4ee gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:45:26.496037 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadd2a4-67ba-49f6-8a73-d382964caf0f req-7b7f9879-0fbf-4b92-b2cd-eccf84e4c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:26.497679 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-edadd2a4-67ba-49f6-8a73-d382964caf0f req-7b7f9879-0fbf-4b92-b2cd-eccf84e4c2b0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4&device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 1098 time: 0.0551584 Jul 09 10:45:26.597940 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadd2a4-67ba-49f6-8a73-d382964caf0f req-f15fd9a5-a60a-4422-a1c8-9961a367680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:26.599641 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-edadd2a4-67ba-49f6-8a73-d382964caf0f req-f15fd9a5-a60a-4422-a1c8-9961a367680f service neutron] 10.222.0.58 "GET /v2.0/networks?id=014378a6-c2f7-4dc1-8c76-029c39260714 HTTP/1.1" status: 200 len: 910 time: 0.0955744 Jul 09 10:45:26.648363 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-edadd2a4-67ba-49f6-8a73-d382964caf0f req-1b5a8c1c-713f-4380-a92d-19a82f74f4e4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2129557-9b1c-43e8-a90b-87b7d321f9c6 HTTP/1.1" status: 200 len: 217 time: 0.0423424 Jul 09 10:45:26.708814 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadd2a4-67ba-49f6-8a73-d382964caf0f req-27f1203c-50f3-49ce-bcfa-52e323b477d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:26.710689 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-edadd2a4-67ba-49f6-8a73-d382964caf0f req-27f1203c-50f3-49ce-bcfa-52e323b477d9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bbf2d296-68bd-44e1-8559-0b2a0cdebfe3 HTTP/1.1" status: 200 len: 848 time: 0.0557303 Jul 09 10:45:26.760652 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a068f8-0b5c-47c2-b8dc-1f7bc1c33853 req-4c173dec-f25c-4c5f-98e2-a1a85086a7db tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:26.762288 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8a068f8-0b5c-47c2-b8dc-1f7bc1c33853 req-4c173dec-f25c-4c5f-98e2-a1a85086a7db tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 947 time: 0.0659974 Jul 09 10:45:26.772860 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadd2a4-67ba-49f6-8a73-d382964caf0f req-019b61d6-16dd-4e4e-8459-60d9297072ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:26.774407 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-edadd2a4-67ba-49f6-8a73-d382964caf0f req-019b61d6-16dd-4e4e-8459-60d9297072ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=014378a6-c2f7-4dc1-8c76-029c39260714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568283 Jul 09 10:45:26.809993 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c8a068f8-0b5c-47c2-b8dc-1f7bc1c33853 req-a05349cd-8a5b-4b2f-9b78-d418927a7ff4 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397413 Jul 09 10:45:26.875037 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-edadd2a4-67ba-49f6-8a73-d382964caf0f req-394d0419-5070-4fc5-8dd6-9de546ed6b16 service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928540 Jul 09 10:45:26.955035 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f7136ffe-b2d1-4931-82f6-4a2026863db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'name': 'tempest-TestShelveInstance-1579003878-router', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:50Z', 'revision_number': 4, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'gw_port': {'id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:57:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '193f4dea-0b07-4745-8600-86ddc35f67d5', 'name': '', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'mac_address': 'fa:16:3e:6b:e7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:49Z', 'updated_at': '2021-07-09T10:36:54Z', 'revision_number': 5, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'subnets': [{'id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:26.978110 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-edadd2a4-67ba-49f6-8a73-d382964caf0f req-a4812c0f-a018-4dad-8eec-105de69fe7b9 service neutron] 10.222.0.58 "GET /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957189 Jul 09 10:45:26.981955 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7136ffe-b2d1-4931-82f6-4a2026863db4 None None] Checking router: 516896be-a7dd-44de-b7d0-006eb503d4ee for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:45:26.990434 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7136ffe-b2d1-4931-82f6-4a2026863db4 None None] Routers {'516896be-a7dd-44de-b7d0-006eb503d4ee'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:45:26.991052 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f7136ffe-b2d1-4931-82f6-4a2026863db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:45:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['516896be-a7dd-44de-b7d0-006eb503d4ee'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:27.097313 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-f7136ffe-b2d1-4931-82f6-4a2026863db4 None None] Set router 516896be-a7dd-44de-b7d0-006eb503d4ee gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:45:27.292878 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f7136ffe-b2d1-4931-82f6-4a2026863db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'name': 'tempest-TestShelveInstance-1579003878-router', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:50Z', 'revision_number': 4, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'gw_port': {'id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:57:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '193f4dea-0b07-4745-8600-86ddc35f67d5', 'name': '', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'mac_address': 'fa:16:3e:6b:e7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:49Z', 'updated_at': '2021-07-09T10:36:54Z', 'revision_number': 5, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'subnets': [{'id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:27.321876 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7136ffe-b2d1-4931-82f6-4a2026863db4 None None] The sync data for ids ['516896be-a7dd-44de-b7d0-006eb503d4ee'] in n-d-799996-1 is: [{'id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'name': 'tempest-TestShelveInstance-1579003878-router', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:50Z', 'revision_number': 4, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'gw_port': {'id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:57:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': '193f4dea-0b07-4745-8600-86ddc35f67d5', 'name': '', 'network_id': '014378a6-c2f7-4dc1-8c76-029c39260714', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'mac_address': 'fa:16:3e:6b:e7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:49Z', 'updated_at': '2021-07-09T10:36:54Z', 'revision_number': 5, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'subnets': [{'id': 'bbf2d296-68bd-44e1-8559-0b2a0cdebfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:45:27.549599 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf00dfe4-cd51-4c89-9155-27b9f6c9616f None None] New status for floating IP e058606c-ac75-4587-8ee2-639cbb68ba93: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:45:27.989919 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d65cb6-8b98-4a15-98c2-363e762e66c4 req-1ce6e526-1aee-4a85-80c9-8df69fd923f0 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:27.991339 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33d65cb6-8b98-4a15-98c2-363e762e66c4 req-1ce6e526-1aee-4a85-80c9-8df69fd923f0 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 947 time: 0.0673940 Jul 09 10:45:28.030734 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-33d65cb6-8b98-4a15-98c2-363e762e66c4 req-2201db57-266c-4f64-8bc5-4420bf7191d8 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/security-groups?id=e99c65e3-4667-49c9-9045-c6932e9c3514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332220 Jul 09 10:45:28.178530 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769f8bd-d0fe-41b2-8785-11d0c6aaaf41 req-f0b84835-c11c-48f0-a145-9ab545e453d9 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:28.180014 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2769f8bd-d0fe-41b2-8785-11d0c6aaaf41 req-f0b84835-c11c-48f0-a145-9ab545e453d9 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.58 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 947 time: 0.0650861 Jul 09 10:45:28.280476 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-2769f8bd-d0fe-41b2-8785-11d0c6aaaf41 req-d5cb2df1-248e-4814-a1e4-07ad879dcdd5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Deleting port c2129557-9b1c-43e8-a90b-87b7d321f9c6 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:45:28.280738 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2769f8bd-d0fe-41b2-8785-11d0c6aaaf41 req-d5cb2df1-248e-4814-a1e4-07ad879dcdd5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:28.368087 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-2769f8bd-d0fe-41b2-8785-11d0c6aaaf41 req-d5cb2df1-248e-4814-a1e4-07ad879dcdd5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] For port c2129557-9b1c-43e8-a90b-87b7d321f9c6, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=c2129557-9b1c-43e8-a90b-87b7d321f9c6,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:45:28.369781 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2769f8bd-d0fe-41b2-8785-11d0c6aaaf41 req-d5cb2df1-248e-4814-a1e4-07ad879dcdd5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:28.384190 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-2769f8bd-d0fe-41b2-8785-11d0c6aaaf41 req-d5cb2df1-248e-4814-a1e4-07ad879dcdd5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Calling delete_port for c2129557-9b1c-43e8-a90b-87b7d321f9c6 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:45:28.518012 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2769f8bd-d0fe-41b2-8785-11d0c6aaaf41 req-d5cb2df1-248e-4814-a1e4-07ad879dcdd5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:28.547348 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb2df1-248e-4814-a1e4-07ad879dcdd5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event deleted for resources: {'Port': ['ID=c2129557-9b1c-43e8-a90b-87b7d321f9c6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:28.577752 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2df1-248e-4814-a1e4-07ad879dcdd5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:28.578100 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2df1-248e-4814-a1e4-07ad879dcdd5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:28.578437 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2df1-248e-4814-a1e4-07ad879dcdd5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:28.578774 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2df1-248e-4814-a1e4-07ad879dcdd5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:28.579110 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2df1-248e-4814-a1e4-07ad879dcdd5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:28.579439 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2df1-248e-4814-a1e4-07ad879dcdd5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:28.579790 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2df1-248e-4814-a1e4-07ad879dcdd5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:28.580118 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2df1-248e-4814-a1e4-07ad879dcdd5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:28.580439 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2df1-248e-4814-a1e4-07ad879dcdd5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:28.580759 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2df1-248e-4814-a1e4-07ad879dcdd5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:28.581080 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2df1-248e-4814-a1e4-07ad879dcdd5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:28.581400 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2df1-248e-4814-a1e4-07ad879dcdd5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:28.607221 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2769f8bd-d0fe-41b2-8785-11d0c6aaaf41 req-d5cb2df1-248e-4814-a1e4-07ad879dcdd5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] No DVR routers for this DVR port c2129557-9b1c-43e8-a90b-87b7d321f9c6 on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:45:28.609675 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2769f8bd-d0fe-41b2-8785-11d0c6aaaf41 req-d5cb2df1-248e-4814-a1e4-07ad879dcdd5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:28.611642 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-2769f8bd-d0fe-41b2-8785-11d0c6aaaf41 req-d5cb2df1-248e-4814-a1e4-07ad879dcdd5 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.58 "DELETE /v2.0/ports/c2129557-9b1c-43e8-a90b-87b7d321f9c6 HTTP/1.1" status: 204 len: 173 time: 0.4264972 Jul 09 10:45:28.612116 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29789d4c-e980-4c3e-938f-1637519444d1', 'name': 'network-vif-deleted', 'tag': 'c2129557-9b1c-43e8-a90b-87b7d321f9c6'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:45:28.614329 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac0c8e4-22af-4cc8-8b60-808d3e6706cb" -d '{"events": [{"server_uuid": "29789d4c-e980-4c3e-938f-1637519444d1", "name": "network-vif-deleted", "tag": "c2129557-9b1c-43e8-a90b-87b7d321f9c6"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:45:28.662626 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da83ff6-8bb2-4f0e-9254-70db91d656ee x-openstack-request-id: req-6da83ff6-8bb2-4f0e-9254-70db91d656ee {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:45:28.662928 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29789d4c-e980-4c3e-938f-1637519444d1", "name": "network-vif-deleted", "tag": "c2129557-9b1c-43e8-a90b-87b7d321f9c6", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:45:28.663177 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6da83ff6-8bb2-4f0e-9254-70db91d656ee {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:45:28.663653 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29789d4c-e980-4c3e-938f-1637519444d1', 'name': 'network-vif-deleted', 'tag': 'c2129557-9b1c-43e8-a90b-87b7d321f9c6', 'status': 'completed', 'code': 200} Jul 09 10:45:29.171888 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f31538f0-b88f-4445-a108-775c07f5a79c req-b986f1fe-0618-417e-b7e0-cfdd8ab90e19 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 210 time: 0.0293622 Jul 09 10:45:30.332217 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-df8f1666-8325-447d-bb22-de6509b4a9fe req-82e0a5c4-6258-4c22-9f12-05f32b8a0621 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 210 time: 0.0408607 Jul 09 10:45:31.494253 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e4108e64-dc30-4338-ba95-072d72cf7801 req-0de043ad-9ac2-4514-be41-38e010727783 tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "GET /v2.0/ports?device_id=29789d4c-e980-4c3e-938f-1637519444d1 HTTP/1.1" status: 200 len: 210 time: 0.0310330 Jul 09 10:45:31.574711 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c2129557-9b1c-43e8-a90b-87b7d321f9c6 no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:45:31.594269 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: c2129557-9b1c-43e8-a90b-87b7d321f9c6 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:45:31.594607 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device c2129557-9b1c-43e8-a90b-87b7d321f9c6 not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:45:32.591404 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45426) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:32.653464 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db36b04b-d8b4-43f2-862b-9d1f2019c75f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:32.680372 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db36b04b-d8b4-43f2-862b-9d1f2019c75f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:32.740778 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db36b04b-d8b4-43f2-862b-9d1f2019c75f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:32.743799 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db36b04b-d8b4-43f2-862b-9d1f2019c75f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:32.744986 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-db36b04b-d8b4-43f2-862b-9d1f2019c75f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] 10.222.0.61 "DELETE /v2.0/security-groups/e99c65e3-4667-49c9-9045-c6932e9c3514 HTTP/1.1" status: 204 len: 168 time: 0.1524956 Jul 09 10:45:32.756053 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36b04b-d8b4-43f2-862b-9d1f2019c75f tempest-TestShelveInstance-369199131 tempest-TestShelveInstance-369199131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99c65e3-4667-49c9-9045-c6932e9c3514,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:32.802053 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45430) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:33.560537 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8af8739f-4b24-40e0-9839-a6e72c6b7004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:33.818957 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-8af8739f-4b24-40e0-9839-a6e72c6b7004 admin admin] Deleting port 193f4dea-0b07-4745-8600-86ddc35f67d5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:45:33.819649 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8af8739f-4b24-40e0-9839-a6e72c6b7004 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:33.899885 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-8af8739f-4b24-40e0-9839-a6e72c6b7004 admin admin] For port 193f4dea-0b07-4745-8600-86ddc35f67d5, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=193f4dea-0b07-4745-8600-86ddc35f67d5,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:45:33.900259 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8af8739f-4b24-40e0-9839-a6e72c6b7004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:33.914183 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-8af8739f-4b24-40e0-9839-a6e72c6b7004 admin admin] Calling delete_port for 193f4dea-0b07-4745-8600-86ddc35f67d5 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:45:34.113199 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8af8739f-4b24-40e0-9839-a6e72c6b7004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:34.143340 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8739f-4b24-40e0-9839-a6e72c6b7004 admin admin] Pushing event deleted for resources: {'Port': ['ID=193f4dea-0b07-4745-8600-86ddc35f67d5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:34.312655 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8af8739f-4b24-40e0-9839-a6e72c6b7004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:34.529473 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af8739f-4b24-40e0-9839-a6e72c6b7004 admin admin] Router 516896be-a7dd-44de-b7d0-006eb503d4ee has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:45:34.641333 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af8739f-4b24-40e0-9839-a6e72c6b7004 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:45:34.649591 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-8af8739f-4b24-40e0-9839-a6e72c6b7004 admin admin] 10.222.0.61 "PUT /v2.0/routers/516896be-a7dd-44de-b7d0-006eb503d4ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8431385 Jul 09 10:45:34.649775 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45434) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:34.652704 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad65f71-bb45-4546-8bcc-20e8373abfe9 None None] Sync routers for ids ['516896be-a7dd-44de-b7d0-006eb503d4ee'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:45:34.663066 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad65f71-bb45-4546-8bcc-20e8373abfe9 None None] Routers {'516896be-a7dd-44de-b7d0-006eb503d4ee'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:45:34.663868 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0ad65f71-bb45-4546-8bcc-20e8373abfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:45:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['516896be-a7dd-44de-b7d0-006eb503d4ee'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:34.721859 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:34.755920 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7baf59ef-c731-48d1-b059-4437394ce408 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:34.780036 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-0ad65f71-bb45-4546-8bcc-20e8373abfe9 None None] Set router 516896be-a7dd-44de-b7d0-006eb503d4ee gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:45:34.856911 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7baf59ef-c731-48d1-b059-4437394ce408 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:34.919568 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7baf59ef-c731-48d1-b059-4437394ce408 admin admin] Deleting port e7112feb-d1ee-4e6d-93e3-6b9c784ae418 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:45:34.919894 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7baf59ef-c731-48d1-b059-4437394ce408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:34.962149 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0ad65f71-bb45-4546-8bcc-20e8373abfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'name': 'tempest-TestShelveInstance-1579003878-router', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:45:34Z', 'revision_number': 5, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'gw_port': {'id': 'e7112feb-d1ee-4e6d-93e3-6b9c784ae418', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:57:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:34.992914 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad65f71-bb45-4546-8bcc-20e8373abfe9 None None] Checking router: 516896be-a7dd-44de-b7d0-006eb503d4ee for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:45:35.000184 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-7baf59ef-c731-48d1-b059-4437394ce408 admin admin] For port e7112feb-d1ee-4e6d-93e3-6b9c784ae418, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=e7112feb-d1ee-4e6d-93e3-6b9c784ae418,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:45:35.000558 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7baf59ef-c731-48d1-b059-4437394ce408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:35.002957 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad65f71-bb45-4546-8bcc-20e8373abfe9 None None] Routers {'516896be-a7dd-44de-b7d0-006eb503d4ee'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:45:35.003599 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0ad65f71-bb45-4546-8bcc-20e8373abfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:45:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['516896be-a7dd-44de-b7d0-006eb503d4ee'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:35.014721 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7baf59ef-c731-48d1-b059-4437394ce408 admin admin] Calling delete_port for e7112feb-d1ee-4e6d-93e3-6b9c784ae418 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:45:35.091278 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-0ad65f71-bb45-4546-8bcc-20e8373abfe9 None None] Set router 516896be-a7dd-44de-b7d0-006eb503d4ee gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:45:35.143721 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0ad65f71-bb45-4546-8bcc-20e8373abfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'name': 'tempest-TestShelveInstance-1579003878-router', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:45:34Z', 'revision_number': 6, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:35.173702 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad65f71-bb45-4546-8bcc-20e8373abfe9 None None] The sync data for ids ['516896be-a7dd-44de-b7d0-006eb503d4ee'] in n-d-799996-1 is: [{'id': '516896be-a7dd-44de-b7d0-006eb503d4ee', 'name': 'tempest-TestShelveInstance-1579003878-router', 'tenant_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:47Z', 'updated_at': '2021-07-09T10:45:34Z', 'revision_number': 6, 'project_id': 'd11d6bed12e54f49b42e2cd5cc9e11b4', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:45:35.195926 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7baf59ef-c731-48d1-b059-4437394ce408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:35.222747 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf59ef-c731-48d1-b059-4437394ce408 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7112feb-d1ee-4e6d-93e3-6b9c784ae418,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:35.292697 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7baf59ef-c731-48d1-b059-4437394ce408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:35.380467 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7baf59ef-c731-48d1-b059-4437394ce408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:35.382589 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7baf59ef-c731-48d1-b059-4437394ce408 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:35.426116 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7baf59ef-c731-48d1-b059-4437394ce408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:35.426546 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7baf59ef-c731-48d1-b059-4437394ce408 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 516896be-a7dd-44de-b7d0-006eb503d4ee {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 10:45:35.430861 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7baf59ef-c731-48d1-b059-4437394ce408 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:35.431986 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-7baf59ef-c731-48d1-b059-4437394ce408 admin admin] 10.222.0.61 "DELETE /v2.0/routers/516896be-a7dd-44de-b7d0-006eb503d4ee HTTP/1.1" status: 204 len: 168 time: 0.7811799 Jul 09 10:45:35.434622 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45436) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:35.479341 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-573f52ca-3da5-45e6-b72a-61fa1fa7eaa4 admin admin] Deleting subnet bbf2d296-68bd-44e1-8559-0b2a0cdebfe3 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:45:35.482390 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-573f52ca-3da5-45e6-b72a-61fa1fa7eaa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:35.520832 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-573f52ca-3da5-45e6-b72a-61fa1fa7eaa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:35.605145 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-573f52ca-3da5-45e6-b72a-61fa1fa7eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:35.665102 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-573f52ca-3da5-45e6-b72a-61fa1fa7eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:35.693574 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f52ca-3da5-45e6-b72a-61fa1fa7eaa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbf2d296-68bd-44e1-8559-0b2a0cdebfe3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:35.699914 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-573f52ca-3da5-45e6-b72a-61fa1fa7eaa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:35.701803 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-573f52ca-3da5-45e6-b72a-61fa1fa7eaa4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bbf2d296-68bd-44e1-8559-0b2a0cdebfe3 HTTP/1.1" status: 204 len: 168 time: 0.2662549 Jul 09 10:45:35.704511 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45438) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:35.707723 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83d3da8-9089-4146-9708-674ea348a8e9 None None] Network 014378a6-c2f7-4dc1-8c76-029c39260714 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:45:35.777060 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48f570db-6c57-4044-8a89-c322aa74040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:35.830931 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-48f570db-6c57-4044-8a89-c322aa74040f admin admin] Deleting port 79f37f41-a53a-4120-baa2-477e7abed170 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:45:35.831339 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48f570db-6c57-4044-8a89-c322aa74040f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:35.898251 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-48f570db-6c57-4044-8a89-c322aa74040f admin admin] For port 79f37f41-a53a-4120-baa2-477e7abed170, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=79f37f41-a53a-4120-baa2-477e7abed170,segment=NetworkSegment(89ed0aca-eb12-4386-91c2-6c27df29ba80),segment_id=89ed0aca-eb12-4386-91c2-6c27df29ba80)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:45:35.898925 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48f570db-6c57-4044-8a89-c322aa74040f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:35.914263 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-48f570db-6c57-4044-8a89-c322aa74040f admin admin] Calling delete_port for 79f37f41-a53a-4120-baa2-477e7abed170 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:45:35.956722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b77e11-8436-4e56-81ba-6507df33ab0f None None] DHCP port deletion for 014378a6-c2f7-4dc1-8c76-029c39260714 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:45:36.004128 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48f570db-6c57-4044-8a89-c322aa74040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:36.009848 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-04b77e11-8436-4e56-81ba-6507df33ab0f None None] Deleting port 79f37f41-a53a-4120-baa2-477e7abed170 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:45:36.010159 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-04b77e11-8436-4e56-81ba-6507df33ab0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:36.033651 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f570db-6c57-4044-8a89-c322aa74040f admin admin] No DVR routers for this DVR port 79f37f41-a53a-4120-baa2-477e7abed170 on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:45:36.037882 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f570db-6c57-4044-8a89-c322aa74040f admin admin] Pushing event deleted for resources: {'Port': ['ID=79f37f41-a53a-4120-baa2-477e7abed170,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:36.074830 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-04b77e11-8436-4e56-81ba-6507df33ab0f None None] For port 79f37f41-a53a-4120-baa2-477e7abed170, host n-d-799996-1, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:45:36.075220 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-04b77e11-8436-4e56-81ba-6507df33ab0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:36.089788 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-04b77e11-8436-4e56-81ba-6507df33ab0f None None] Calling delete_port for 79f37f41-a53a-4120-baa2-477e7abed170 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:45:36.092741 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.ipam_backend_mixin [None req-04b77e11-8436-4e56-81ba-6507df33ab0f None None] Port 79f37f41-a53a-4120-baa2-477e7abed170 was not found and therefore no delete operation was performed {{(pid=93792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 10:45:36.094225 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-04b77e11-8436-4e56-81ba-6507df33ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:36.119629 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48f570db-6c57-4044-8a89-c322aa74040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:36.121489 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e7112feb-d1ee-4e6d-93e3-6b9c784ae418 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:45:36.123336 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b77e11-8436-4e56-81ba-6507df33ab0f None None] Pushing event deleted for resources: {'Port': ['ID=79f37f41-a53a-4120-baa2-477e7abed170,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:36.130322 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-48f570db-6c57-4044-8a89-c322aa74040f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014378a6-c2f7-4dc1-8c76-029c39260714']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:36.145830 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-48f570db-6c57-4044-8a89-c322aa74040f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ed0aca-eb12-4386-91c2-6c27df29ba80') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:36.146137 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-48f570db-6c57-4044-8a89-c322aa74040f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ed0aca-eb12-4386-91c2-6c27df29ba80') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:36.154315 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b77e11-8436-4e56-81ba-6507df33ab0f None None] No DVR routers for this DVR port 79f37f41-a53a-4120-baa2-477e7abed170 on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:45:36.155931 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b77e11-8436-4e56-81ba-6507df33ab0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:36.156283 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b77e11-8436-4e56-81ba-6507df33ab0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:36.156626 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b77e11-8436-4e56-81ba-6507df33ab0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:36.156981 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b77e11-8436-4e56-81ba-6507df33ab0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:36.157319 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b77e11-8436-4e56-81ba-6507df33ab0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:36.157653 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b77e11-8436-4e56-81ba-6507df33ab0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:36.157973 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b77e11-8436-4e56-81ba-6507df33ab0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:36.158099 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48f570db-6c57-4044-8a89-c322aa74040f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:36.158309 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b77e11-8436-4e56-81ba-6507df33ab0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:36.158629 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b77e11-8436-4e56-81ba-6507df33ab0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:36.158950 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b77e11-8436-4e56-81ba-6507df33ab0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:36.159275 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b77e11-8436-4e56-81ba-6507df33ab0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:36.159597 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b77e11-8436-4e56-81ba-6507df33ab0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:36.164184 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: e7112feb-d1ee-4e6d-93e3-6b9c784ae418 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:45:36.164536 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device e7112feb-d1ee-4e6d-93e3-6b9c784ae418 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:45:36.165510 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 193f4dea-0b07-4745-8600-86ddc35f67d5 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:45:36.180460 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48f570db-6c57-4044-8a89-c322aa74040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:36.187497 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f570db-6c57-4044-8a89-c322aa74040f admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:45:36.187779 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 193f4dea-0b07-4745-8600-86ddc35f67d5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:45:36.188220 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 193f4dea-0b07-4745-8600-86ddc35f67d5 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:45:36.188599 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 79f37f41-a53a-4120-baa2-477e7abed170 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:45:36.188713 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48f570db-6c57-4044-8a89-c322aa74040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: timer() Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:45:36.191455 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:45:36.211640 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 79f37f41-a53a-4120-baa2-477e7abed170 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:45:36.212617 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 79f37f41-a53a-4120-baa2-477e7abed170 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:45:36.253023 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48f570db-6c57-4044-8a89-c322aa74040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:36.258790 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48f570db-6c57-4044-8a89-c322aa74040f admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:36.260886 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-48f570db-6c57-4044-8a89-c322aa74040f admin admin] 10.222.0.61 "DELETE /v2.0/networks/014378a6-c2f7-4dc1-8c76-029c39260714 HTTP/1.1" status: 204 len: 168 time: 0.5551813 Jul 09 10:45:36.263898 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45440) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:36.277413 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f570db-6c57-4044-8a89-c322aa74040f admin admin] Pushing event deleted for resources: {'Network': ['ID=014378a6-c2f7-4dc1-8c76-029c39260714,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:36.608217 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-468652d9-6b85-4879-84c1-f6334f8331eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:36.862386 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-468652d9-6b85-4879-84c1-f6334f8331eb admin admin] Deleting port 468d4961-c259-4545-99c1-d03771e4619a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:45:36.862602 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-468652d9-6b85-4879-84c1-f6334f8331eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:36.872754 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3ac10772-35ce-47ec-8184-721aa02856d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:36.944881 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-468652d9-6b85-4879-84c1-f6334f8331eb admin admin] For port 468d4961-c259-4545-99c1-d03771e4619a, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=468d4961-c259-4545-99c1-d03771e4619a,segment=NetworkSegment(cb2d8a31-9920-4c5a-93e5-cf77819e58bb),segment_id=cb2d8a31-9920-4c5a-93e5-cf77819e58bb)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:45:36.945234 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-468652d9-6b85-4879-84c1-f6334f8331eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:36.961355 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-468652d9-6b85-4879-84c1-f6334f8331eb admin admin] Calling delete_port for 468d4961-c259-4545-99c1-d03771e4619a owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:45:37.141033 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-468652d9-6b85-4879-84c1-f6334f8331eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:37.168225 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468652d9-6b85-4879-84c1-f6334f8331eb admin admin] Pushing event deleted for resources: {'Port': ['ID=468d4961-c259-4545-99c1-d03771e4619a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:37.333427 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-468652d9-6b85-4879-84c1-f6334f8331eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:37.548436 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468652d9-6b85-4879-84c1-f6334f8331eb admin admin] Router 4b88b27f-0db2-4350-82bc-8216331a7d0e has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:45:37.655262 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468652d9-6b85-4879-84c1-f6334f8331eb admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:45:37.662001 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-468652d9-6b85-4879-84c1-f6334f8331eb admin admin] 10.222.0.61 "PUT /v2.0/routers/4b88b27f-0db2-4350-82bc-8216331a7d0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3969147 Jul 09 10:45:37.663642 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969bb122-cd8e-43da-b329-52469a45fcad None None] Sync routers for ids ['4b88b27f-0db2-4350-82bc-8216331a7d0e'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:45:37.664607 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45442) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:37.672883 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969bb122-cd8e-43da-b329-52469a45fcad None None] Routers {'4b88b27f-0db2-4350-82bc-8216331a7d0e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:45:37.673574 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-969bb122-cd8e-43da-b329-52469a45fcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:45:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['4b88b27f-0db2-4350-82bc-8216331a7d0e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:37.777134 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-650928d5-e88d-47ca-8ac1-74e6801b0cb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:37.785497 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-969bb122-cd8e-43da-b329-52469a45fcad None None] Set router 4b88b27f-0db2-4350-82bc-8216331a7d0e gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:45:37.886247 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-650928d5-e88d-47ca-8ac1-74e6801b0cb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:37.946987 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-650928d5-e88d-47ca-8ac1-74e6801b0cb9 admin admin] Deleting port a7fa82a7-5486-4121-a743-ca3966e69170 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:45:37.947338 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-650928d5-e88d-47ca-8ac1-74e6801b0cb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:37.966564 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-969bb122-cd8e-43da-b329-52469a45fcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b88b27f-0db2-4350-82bc-8216331a7d0e', 'name': 'tempest-TestShelveInstance-833342321-router', 'tenant_id': 'd135b21bd36f41028cd1418b7d9a4973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a7fa82a7-5486-4121-a743-ca3966e69170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:52Z', 'updated_at': '2021-07-09T10:45:37Z', 'revision_number': 5, 'project_id': 'd135b21bd36f41028cd1418b7d9a4973', 'gw_port': {'id': 'a7fa82a7-5486-4121-a743-ca3966e69170', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b88b27f-0db2-4350-82bc-8216331a7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:36:52Z', 'updated_at': '2021-07-09T10:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:37.992494 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969bb122-cd8e-43da-b329-52469a45fcad None None] Checking router: 4b88b27f-0db2-4350-82bc-8216331a7d0e for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:45:38.001480 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969bb122-cd8e-43da-b329-52469a45fcad None None] Routers {'4b88b27f-0db2-4350-82bc-8216331a7d0e'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:45:38.002086 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-969bb122-cd8e-43da-b329-52469a45fcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:45:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['4b88b27f-0db2-4350-82bc-8216331a7d0e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:38.030370 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-650928d5-e88d-47ca-8ac1-74e6801b0cb9 admin admin] For port a7fa82a7-5486-4121-a743-ca3966e69170, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=a7fa82a7-5486-4121-a743-ca3966e69170,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:45:38.030732 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-650928d5-e88d-47ca-8ac1-74e6801b0cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:38.044648 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-650928d5-e88d-47ca-8ac1-74e6801b0cb9 admin admin] Calling delete_port for a7fa82a7-5486-4121-a743-ca3966e69170 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:45:38.088857 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-969bb122-cd8e-43da-b329-52469a45fcad None None] Set router 4b88b27f-0db2-4350-82bc-8216331a7d0e gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:45:38.220279 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-650928d5-e88d-47ca-8ac1-74e6801b0cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:38.240310 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-969bb122-cd8e-43da-b329-52469a45fcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b88b27f-0db2-4350-82bc-8216331a7d0e', 'name': 'tempest-TestShelveInstance-833342321-router', 'tenant_id': 'd135b21bd36f41028cd1418b7d9a4973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:52Z', 'updated_at': '2021-07-09T10:45:37Z', 'revision_number': 6, 'project_id': 'd135b21bd36f41028cd1418b7d9a4973', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:38.245912 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650928d5-e88d-47ca-8ac1-74e6801b0cb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7fa82a7-5486-4121-a743-ca3966e69170,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:38.266160 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969bb122-cd8e-43da-b329-52469a45fcad None None] The sync data for ids ['4b88b27f-0db2-4350-82bc-8216331a7d0e'] in n-d-799996-1 is: [{'id': '4b88b27f-0db2-4350-82bc-8216331a7d0e', 'name': 'tempest-TestShelveInstance-833342321-router', 'tenant_id': 'd135b21bd36f41028cd1418b7d9a4973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:36:52Z', 'updated_at': '2021-07-09T10:45:37Z', 'revision_number': 6, 'project_id': 'd135b21bd36f41028cd1418b7d9a4973', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:45:38.308002 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-650928d5-e88d-47ca-8ac1-74e6801b0cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:38.395918 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-650928d5-e88d-47ca-8ac1-74e6801b0cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:38.398064 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-650928d5-e88d-47ca-8ac1-74e6801b0cb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:38.444479 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-650928d5-e88d-47ca-8ac1-74e6801b0cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:38.444951 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650928d5-e88d-47ca-8ac1-74e6801b0cb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b88b27f-0db2-4350-82bc-8216331a7d0e {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 10:45:38.449286 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-650928d5-e88d-47ca-8ac1-74e6801b0cb9 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:38.450438 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-650928d5-e88d-47ca-8ac1-74e6801b0cb9 admin admin] 10.222.0.61 "DELETE /v2.0/routers/4b88b27f-0db2-4350-82bc-8216331a7d0e HTTP/1.1" status: 204 len: 168 time: 0.7848823 Jul 09 10:45:38.452933 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45444) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:38.496854 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0daa03-fd62-4493-b60a-0b40756c1155 admin admin] Deleting subnet 6c577360-5e38-406a-b95a-9a5bef70b06a {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:45:38.499836 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f0daa03-fd62-4493-b60a-0b40756c1155 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:38.533798 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f0daa03-fd62-4493-b60a-0b40756c1155 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:38.615355 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f0daa03-fd62-4493-b60a-0b40756c1155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:38.671159 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f0daa03-fd62-4493-b60a-0b40756c1155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:38.698013 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0daa03-fd62-4493-b60a-0b40756c1155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c577360-5e38-406a-b95a-9a5bef70b06a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:38.701660 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f0daa03-fd62-4493-b60a-0b40756c1155 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:38.703925 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5f0daa03-fd62-4493-b60a-0b40756c1155 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6c577360-5e38-406a-b95a-9a5bef70b06a HTTP/1.1" status: 204 len: 168 time: 0.2497551 Jul 09 10:45:38.706172 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45446) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:38.707646 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d7382d-0f34-49cc-a695-057a5bbc09fd None None] Network 4f84d079-da84-4e7c-8dee-fbff36e95102 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:45:38.774451 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2662-fe7e-4bfa-9f04-0e95bad67fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:38.831855 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2dfc2662-fe7e-4bfa-9f04-0e95bad67fc9 admin admin] Deleting port eb306ccb-a45e-4625-aa40-c48f799b6b4b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:45:38.832202 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2662-fe7e-4bfa-9f04-0e95bad67fc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:38.895416 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-2dfc2662-fe7e-4bfa-9f04-0e95bad67fc9 admin admin] For port eb306ccb-a45e-4625-aa40-c48f799b6b4b, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=eb306ccb-a45e-4625-aa40-c48f799b6b4b,segment=NetworkSegment(cb2d8a31-9920-4c5a-93e5-cf77819e58bb),segment_id=cb2d8a31-9920-4c5a-93e5-cf77819e58bb)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:45:38.895812 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2662-fe7e-4bfa-9f04-0e95bad67fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:38.908746 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2dfc2662-fe7e-4bfa-9f04-0e95bad67fc9 admin admin] Calling delete_port for eb306ccb-a45e-4625-aa40-c48f799b6b4b owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:45:38.991173 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2662-fe7e-4bfa-9f04-0e95bad67fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:39.018505 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690783b9-4ba4-47e5-b923-d90176b34fb9 None None] DHCP port deletion for 4f84d079-da84-4e7c-8dee-fbff36e95102 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:45:39.018798 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc2662-fe7e-4bfa-9f04-0e95bad67fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb306ccb-a45e-4625-aa40-c48f799b6b4b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:39.022338 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfc2662-fe7e-4bfa-9f04-0e95bad67fc9 admin admin] No DVR routers for this DVR port eb306ccb-a45e-4625-aa40-c48f799b6b4b on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:45:39.095901 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2662-fe7e-4bfa-9f04-0e95bad67fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:39.107490 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2dfc2662-fe7e-4bfa-9f04-0e95bad67fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f84d079-da84-4e7c-8dee-fbff36e95102']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:39.122507 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2dfc2662-fe7e-4bfa-9f04-0e95bad67fc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2d8a31-9920-4c5a-93e5-cf77819e58bb') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:39.122809 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2dfc2662-fe7e-4bfa-9f04-0e95bad67fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2d8a31-9920-4c5a-93e5-cf77819e58bb') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:39.132562 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2662-fe7e-4bfa-9f04-0e95bad67fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:39.147675 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2662-fe7e-4bfa-9f04-0e95bad67fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:39.154218 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dfc2662-fe7e-4bfa-9f04-0e95bad67fc9 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:45:39.154641 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2662-fe7e-4bfa-9f04-0e95bad67fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:45:39.156373 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:45:39.213412 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2662-fe7e-4bfa-9f04-0e95bad67fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:39.219946 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2662-fe7e-4bfa-9f04-0e95bad67fc9 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:39.221956 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-2dfc2662-fe7e-4bfa-9f04-0e95bad67fc9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4f84d079-da84-4e7c-8dee-fbff36e95102 HTTP/1.1" status: 204 len: 168 time: 0.5148649 Jul 09 10:45:39.233956 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc2662-fe7e-4bfa-9f04-0e95bad67fc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f84d079-da84-4e7c-8dee-fbff36e95102,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:39.331807 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45450) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:39.371547 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-5f3e48d9-bafe-4f1d-bb9e-cda45d987a90 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d11d6bed12e54f49b42e2cd5cc9e11b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385728 Jul 09 10:45:39.374083 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45452) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:39.420797 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57704819-2782-4c99-bf66-4320431672ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:39.445870 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57704819-2782-4c99-bf66-4320431672ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:39.470815 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bdeb9cb4-4f34-4b2a-bde1-d33bbae87888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:39.497344 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57704819-2782-4c99-bf66-4320431672ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:39.499893 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57704819-2782-4c99-bf66-4320431672ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:39.501169 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-57704819-2782-4c99-bf66-4320431672ee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/24f59777-856d-4e10-b6d3-17b288c2df8f HTTP/1.1" status: 204 len: 168 time: 0.1260784 Jul 09 10:45:39.508956 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57704819-2782-4c99-bf66-4320431672ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f59777-856d-4e10-b6d3-17b288c2df8f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:39.640899 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:39.810240 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45458) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:39.849421 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-a538c370-e22c-497f-9ba9-c0ff051efee0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d135b21bd36f41028cd1418b7d9a4973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379989 Jul 09 10:45:39.851836 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45460) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:39.899364 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77ef145c-689c-417c-bc28-119cfbb4aafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:39.922232 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77ef145c-689c-417c-bc28-119cfbb4aafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:39.923133 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:39.968832 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77ef145c-689c-417c-bc28-119cfbb4aafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:39.971567 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77ef145c-689c-417c-bc28-119cfbb4aafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:39.972869 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-77ef145c-689c-417c-bc28-119cfbb4aafa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b5ed9df2-f1a1-4bdf-9cf0-51d5427530a1 HTTP/1.1" status: 204 len: 168 time: 0.1201348 Jul 09 10:45:39.981049 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef145c-689c-417c-bc28-119cfbb4aafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ed9df2-f1a1-4bdf-9cf0-51d5427530a1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:40.099415 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a7fa82a7-5486-4121-a743-ca3966e69170 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:45:40.126647 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: a7fa82a7-5486-4121-a743-ca3966e69170 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:45:40.126999 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device a7fa82a7-5486-4121-a743-ca3966e69170 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:45:40.127424 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 468d4961-c259-4545-99c1-d03771e4619a no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:45:40.148875 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 468d4961-c259-4545-99c1-d03771e4619a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:45:40.149229 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 468d4961-c259-4545-99c1-d03771e4619a not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:45:40.149645 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device eb306ccb-a45e-4625-aa40-c48f799b6b4b no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:45:40.171937 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: eb306ccb-a45e-4625-aa40-c48f799b6b4b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:45:40.172284 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device eb306ccb-a45e-4625-aa40-c48f799b6b4b not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:45:40.646505 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45482) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:40.737539 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-82830f77-d3b4-43c5-86d4-e16584413f72 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-65175736-network', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:45:40.758897 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82830f77-d3b4-43c5-86d4-e16584413f72 admin admin] Made reservation on behalf of 248b54ac16e8494f80ae323c2aec9c30 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:45:40.762001 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-82830f77-d3b4-43c5-86d4-e16584413f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:40.770911 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-82830f77-d3b4-43c5-86d4-e16584413f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:40.857626 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-82830f77-d3b4-43c5-86d4-e16584413f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:40.861372 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-82830f77-d3b4-43c5-86d4-e16584413f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:40.884900 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82830f77-d3b4-43c5-86d4-e16584413f72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:45:40.898636 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82830f77-d3b4-43c5-86d4-e16584413f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa77879-f4a2-41f2-a54a-fdd458b7457a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:40.903366 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-82830f77-d3b4-43c5-86d4-e16584413f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:40.903711 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-82830f77-d3b4-43c5-86d4-e16584413f72 admin admin] Added segment f0543f39-7876-4072-8b81-4ada24dbf1fe of type vlan for network 6d17de34-fdad-4683-92e4-9b63530560e1 Jul 09 10:45:40.944383 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-82830f77-d3b4-43c5-86d4-e16584413f72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:40.974122 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-82830f77-d3b4-43c5-86d4-e16584413f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:40.975105 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82830f77-d3b4-43c5-86d4-e16584413f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:40.975792 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-82830f77-d3b4-43c5-86d4-e16584413f72 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:41.027176 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-82830f77-d3b4-43c5-86d4-e16584413f72 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3795569 Jul 09 10:45:41.030121 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45486) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:41.035164 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-242a4945-976a-42d8-80f1-d54f75cc4730 admin admin] Request body: {'subnet': {'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-65175736-subnet', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:45:41.036384 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82830f77-d3b4-43c5-86d4-e16584413f72 admin admin] Pushing event updated for resources: {'Network': ['ID=6d17de34-fdad-4683-92e4-9b63530560e1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:41.046622 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 6d17de34-fdad-4683-92e4-9b63530560e1 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:45:41.057772 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242a4945-976a-42d8-80f1-d54f75cc4730 admin admin] Made reservation on behalf of 248b54ac16e8494f80ae323c2aec9c30 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:45:41.060244 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-242a4945-976a-42d8-80f1-d54f75cc4730 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:41.231559 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-242a4945-976a-42d8-80f1-d54f75cc4730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:41.284169 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a4945-976a-42d8-80f1-d54f75cc4730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=290bcf8c-3fcc-4341-b085-063af364bdb0,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:41.296325 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242a4945-976a-42d8-80f1-d54f75cc4730 admin admin] Checking segment: {'id': 'f0543f39-7876-4072-8b81-4ada24dbf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:45:41.296691 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242a4945-976a-42d8-80f1-d54f75cc4730 admin admin] Network hostable DHCP agents. Network: 6d17de34-fdad-4683-92e4-9b63530560e1, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:45:41.312498 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242a4945-976a-42d8-80f1-d54f75cc4730 admin admin] Network 6d17de34-fdad-4683-92e4-9b63530560e1 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:45:41.320168 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-242a4945-976a-42d8-80f1-d54f75cc4730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 6d17de34-fdad-4683-92e4-9b63530560e1) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:45:41.324203 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242a4945-976a-42d8-80f1-d54f75cc4730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:41.324782 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-242a4945-976a-42d8-80f1-d54f75cc4730 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:41.329663 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2174f3a-2a09-4e39-a641-937fa2a7c0aa None None] Network 6d17de34-fdad-4683-92e4-9b63530560e1 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:45:41.338154 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-242a4945-976a-42d8-80f1-d54f75cc4730 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3063817 Jul 09 10:45:41.340784 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45488) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:41.345068 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9c8b55ae-c725-46b4-be1d-26a34f6f973f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-65175736-router', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:45:41.364549 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c8b55ae-c725-46b4-be1d-26a34f6f973f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:41.365500 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c8b55ae-c725-46b4-be1d-26a34f6f973f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:41.417272 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c8b55ae-c725-46b4-be1d-26a34f6f973f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:41.483170 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:41.490060 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e06f8c-1de2-4b51-b287-7dc7715be876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-6d17de34-fdad-4683-92e4-9b63530560e1', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'fixed_ips': [{'subnet_id': '290bcf8c-3fcc-4341-b085-063af364bdb0'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:45:41.490970 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e1e06f8c-1de2-4b51-b287-7dc7715be876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:41.556167 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c8b55ae-c725-46b4-be1d-26a34f6f973f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:41.624730 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-e1e06f8c-1de2-4b51-b287-7dc7715be876 None None] Allocated IP 172.20.0.2 (6d17de34-fdad-4683-92e4-9b63530560e1/290bcf8c-3fcc-4341-b085-063af364bdb0/fe869226-f5ee-4e43-b2a0-14cc6434bab1) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:45:41.758528 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c8b55ae-c725-46b4-be1d-26a34f6f973f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:41.772760 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e1e06f8c-1de2-4b51-b287-7dc7715be876 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:41.783763 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e1e06f8c-1de2-4b51-b287-7dc7715be876 None None] Transition to ACTIVE for port object fe869226-f5ee-4e43-b2a0-14cc6434bab1 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:45:41.799120 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e1e06f8c-1de2-4b51-b287-7dc7715be876 None None] Transition to ACTIVE for port object fe869226-f5ee-4e43-b2a0-14cc6434bab1 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:45:41.805215 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e1e06f8c-1de2-4b51-b287-7dc7715be876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:41.850165 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e06f8c-1de2-4b51-b287-7dc7715be876 None None] Network 6d17de34-fdad-4683-92e4-9b63530560e1 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:45:41.853184 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-e1e06f8c-1de2-4b51-b287-7dc7715be876 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:45:41.856986 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e06f8c-1de2-4b51-b287-7dc7715be876 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:45:41.864771 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e06f8c-1de2-4b51-b287-7dc7715be876 None None] Pushing event updated for resources: {'Port': ['ID=fe869226-f5ee-4e43-b2a0-14cc6434bab1,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:41.923533 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e1e06f8c-1de2-4b51-b287-7dc7715be876 None None] Attempting to bind port fe869226-f5ee-4e43-b2a0-14cc6434bab1 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:45:41.923850 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e1e06f8c-1de2-4b51-b287-7dc7715be876 None None] Attempting to bind port fe869226-f5ee-4e43-b2a0-14cc6434bab1 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'f0543f39-7876-4072-8b81-4ada24dbf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:45:41.924215 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e06f8c-1de2-4b51-b287-7dc7715be876 None None] Attempting to bind port fe869226-f5ee-4e43-b2a0-14cc6434bab1 on network 6d17de34-fdad-4683-92e4-9b63530560e1 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:45:41.929703 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e06f8c-1de2-4b51-b287-7dc7715be876 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:45:41.930081 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e06f8c-1de2-4b51-b287-7dc7715be876 None None] Checking segment: {'id': 'f0543f39-7876-4072-8b81-4ada24dbf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:45:41.930486 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e1e06f8c-1de2-4b51-b287-7dc7715be876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:41.930880 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e06f8c-1de2-4b51-b287-7dc7715be876 None None] Bound using segment: {'id': 'f0543f39-7876-4072-8b81-4ada24dbf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:45:41.931413 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e1e06f8c-1de2-4b51-b287-7dc7715be876 None None] Bound port: fe869226-f5ee-4e43-b2a0-14cc6434bab1, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0543f39-7876-4072-8b81-4ada24dbf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:45:41.931788 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e1e06f8c-1de2-4b51-b287-7dc7715be876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:42.001176 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e1e06f8c-1de2-4b51-b287-7dc7715be876 None None] For port fe869226-f5ee-4e43-b2a0-14cc6434bab1, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:45:42.004591 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e1e06f8c-1de2-4b51-b287-7dc7715be876 None None] For port fe869226-f5ee-4e43-b2a0-14cc6434bab1, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=fe869226-f5ee-4e43-b2a0-14cc6434bab1,segment=NetworkSegment(f0543f39-7876-4072-8b81-4ada24dbf1fe),segment_id=f0543f39-7876-4072-8b81-4ada24dbf1fe)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:45:42.010037 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e1e06f8c-1de2-4b51-b287-7dc7715be876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:42.071743 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e06f8c-1de2-4b51-b287-7dc7715be876 None None] Pushing event updated for resources: {'Port': ['ID=fe869226-f5ee-4e43-b2a0-14cc6434bab1,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:42.114060 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c8b55ae-c725-46b4-be1d-26a34f6f973f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:42.220656 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-9c8b55ae-c725-46b4-be1d-26a34f6f973f admin admin] Allocated IP 172.25.3.85 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/05456dfd-d9ec-4f48-8852-1b01147f10fc) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:45:42.346642 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c8b55ae-c725-46b4-be1d-26a34f6f973f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:42.388172 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c8b55ae-c725-46b4-be1d-26a34f6f973f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:42.435750 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8b55ae-c725-46b4-be1d-26a34f6f973f admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:45:42.438807 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-9c8b55ae-c725-46b4-be1d-26a34f6f973f admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:45:42.441741 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b55ae-c725-46b4-be1d-26a34f6f973f admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:45:42.447461 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b55ae-c725-46b4-be1d-26a34f6f973f admin admin] Pushing event updated for resources: {'Port': ['ID=05456dfd-d9ec-4f48-8852-1b01147f10fc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:42.694303 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c8b55ae-c725-46b4-be1d-26a34f6f973f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:42.902600 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c8b55ae-c725-46b4-be1d-26a34f6f973f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:42.984108 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea6ef98-cd05-4ae4-9e35-684c27d39bb7 None None] Network 6d17de34-fdad-4683-92e4-9b63530560e1 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:45:43.034344 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8b55ae-c725-46b4-be1d-26a34f6f973f admin admin] Router 31f1dbbf-c680-47d5-9514-ad0b640a97ed is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 10:45:43.041911 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a3b41429-2e59-4137-9ea2-e2e28d3d59ea None None] Provisioning for port fe869226-f5ee-4e43-b2a0-14cc6434bab1 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:45:43.149049 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8b55ae-c725-46b4-be1d-26a34f6f973f admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:45:43.157669 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] Sync routers for ids ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:45:43.168355 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c8b55ae-c725-46b4-be1d-26a34f6f973f admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:43.171876 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9c8b55ae-c725-46b4-be1d-26a34f6f973f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8276169 Jul 09 10:45:43.172278 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] Routers {'31f1dbbf-c680-47d5-9514-ad0b640a97ed'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:45:43.172278 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:45:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:43.172501 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45490) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:43.279283 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:43.292702 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] Set router 31f1dbbf-c680-47d5-9514-ad0b640a97ed gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:45:43.608132 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1fcbc8a-f59c-41be-879e-6fdca63c6c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:43.633660 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'name': 'tempest-TestSnapshotPattern-65175736-router', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:41Z', 'updated_at': '2021-07-09T10:45:42Z', 'revision_number': 3, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'gw_port': {'id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:69:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:42Z', 'updated_at': '2021-07-09T10:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:43.659465 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] Checking router: 31f1dbbf-c680-47d5-9514-ad0b640a97ed for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:45:43.659844 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] Updating router 31f1dbbf-c680-47d5-9514-ad0b640a97ed port 05456dfd-d9ec-4f48-8852-1b01147f10fc binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:45:43.697583 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:43.762310 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-d1fcbc8a-f59c-41be-879e-6fdca63c6c77 admin admin] Allocated IP 172.20.0.1 (6d17de34-fdad-4683-92e4-9b63530560e1/290bcf8c-3fcc-4341-b085-063af364bdb0/c947055e-903c-4f7f-8aa8-1f94e72bcb79) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:45:43.862429 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1fcbc8a-f59c-41be-879e-6fdca63c6c77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:43.875717 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-d1fcbc8a-f59c-41be-879e-6fdca63c6c77 admin admin] Transition to ACTIVE for port object c947055e-903c-4f7f-8aa8-1f94e72bcb79 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:45:43.911677 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1fcbc8a-f59c-41be-879e-6fdca63c6c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:43.949280 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:43.950334 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fcbc8a-f59c-41be-879e-6fdca63c6c77 admin admin] Network 6d17de34-fdad-4683-92e4-9b63530560e1 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:45:43.953338 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d1fcbc8a-f59c-41be-879e-6fdca63c6c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:45:43.959146 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fcbc8a-f59c-41be-879e-6fdca63c6c77 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:45:43.966715 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] Transition to ACTIVE for port object 05456dfd-d9ec-4f48-8852-1b01147f10fc will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:45:43.972748 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:44.028418 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] Attempting to bind port 05456dfd-d9ec-4f48-8852-1b01147f10fc on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:45:44.028801 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] Attempting to bind port 05456dfd-d9ec-4f48-8852-1b01147f10fc by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:45:44.029170 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] Attempting to bind port 05456dfd-d9ec-4f48-8852-1b01147f10fc on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:45:44.037161 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de4586-b582-4939-94bb-638ad726d286 None None] Pushing event updated for resources: {'Port': ['ID=05456dfd-d9ec-4f48-8852-1b01147f10fc,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:44.041371 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:45:44.041745 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:45:44.042157 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:44.042549 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:45:44.043042 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] Bound port: 05456dfd-d9ec-4f48-8852-1b01147f10fc, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:45:44.043424 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:44.115753 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] For port 05456dfd-d9ec-4f48-8852-1b01147f10fc, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:45:44.119767 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] For port 05456dfd-d9ec-4f48-8852-1b01147f10fc, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=05456dfd-d9ec-4f48-8852-1b01147f10fc,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:45:44.124717 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:44.186257 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] Routers {'31f1dbbf-c680-47d5-9514-ad0b640a97ed'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:45:44.186926 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:45:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:44.189067 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device fe869226-f5ee-4e43-b2a0-14cc6434bab1 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:45:44.318928 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcbc8a-f59c-41be-879e-6fdca63c6c77 admin admin] Pushing event updated for resources: {'Port': ['ID=c947055e-903c-4f7f-8aa8-1f94e72bcb79,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:44.330209 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de4586-b582-4939-94bb-638ad726d286 None None] Pushing event updated for resources: {'Port': ['ID=05456dfd-d9ec-4f48-8852-1b01147f10fc,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:44.331383 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1fcbc8a-f59c-41be-879e-6fdca63c6c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:44.349775 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-edfdfc44-a2a9-4b96-a30f-abcb0025f0ef None None] Provisioning for port c947055e-903c-4f7f-8aa8-1f94e72bcb79 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:45:44.358704 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-edfdfc44-a2a9-4b96-a30f-abcb0025f0ef None None] Provisioning complete for port c947055e-903c-4f7f-8aa8-1f94e72bcb79 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:45:44.359077 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-edfdfc44-a2a9-4b96-a30f-abcb0025f0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:44.385461 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] Set router 31f1dbbf-c680-47d5-9514-ad0b640a97ed gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:45:44.413520 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port fe869226-f5ee-4e43-b2a0-14cc6434bab1 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:45:44.450830 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port fe869226-f5ee-4e43-b2a0-14cc6434bab1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:45:44.451205 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:44.466810 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1fcbc8a-f59c-41be-879e-6fdca63c6c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:44.519303 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-edfdfc44-a2a9-4b96-a30f-abcb0025f0ef None None] Port c947055e-903c-4f7f-8aa8-1f94e72bcb79 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:45:44.622863 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:44.629138 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1fcbc8a-f59c-41be-879e-6fdca63c6c77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:44.634113 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1fcbc8a-f59c-41be-879e-6fdca63c6c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:44.668346 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port fe869226-f5ee-4e43-b2a0-14cc6434bab1, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=fe869226-f5ee-4e43-b2a0-14cc6434bab1,segment=NetworkSegment(f0543f39-7876-4072-8b81-4ada24dbf1fe),segment_id=f0543f39-7876-4072-8b81-4ada24dbf1fe)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:45:44.677579 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:44.686617 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'name': 'tempest-TestSnapshotPattern-65175736-router', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:41Z', 'updated_at': '2021-07-09T10:45:42Z', 'revision_number': 3, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'gw_port': {'id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:69:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:42Z', 'updated_at': '2021-07-09T10:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:44.701699 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1fcbc8a-f59c-41be-879e-6fdca63c6c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:44.703613 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcbc8a-f59c-41be-879e-6fdca63c6c77 admin admin] Pushing event updated for resources: {'Port': ['ID=c947055e-903c-4f7f-8aa8-1f94e72bcb79,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:44.735062 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cf8999-7188-4163-bfd2-0766458bd0b9 None None] The sync data for ids ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'] in n-d-799996-1 is: [{'id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'name': 'tempest-TestSnapshotPattern-65175736-router', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:41Z', 'updated_at': '2021-07-09T10:45:42Z', 'revision_number': 3, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'gw_port': {'id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:69:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:42Z', 'updated_at': '2021-07-09T10:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:45:44.761845 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=fe869226-f5ee-4e43-b2a0-14cc6434bab1,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:44.804768 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fcbc8a-f59c-41be-879e-6fdca63c6c77 admin admin] Network 6d17de34-fdad-4683-92e4-9b63530560e1 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:45:44.806217 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d1fcbc8a-f59c-41be-879e-6fdca63c6c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:45:44.932686 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fcbc8a-f59c-41be-879e-6fdca63c6c77 admin admin] Router 31f1dbbf-c680-47d5-9514-ad0b640a97ed has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:45:45.050483 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-28c5e586-d893-4da3-9086-89f691ca3a8c None None] Provisioning complete for port c947055e-903c-4f7f-8aa8-1f94e72bcb79 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:45:45.050926 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28c5e586-d893-4da3-9086-89f691ca3a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:45.079049 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fcbc8a-f59c-41be-879e-6fdca63c6c77 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:45:45.092356 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-d1fcbc8a-f59c-41be-879e-6fdca63c6c77 admin admin] 10.222.0.61 "PUT /v2.0/routers/31f1dbbf-c680-47d5-9514-ad0b640a97ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9187608 Jul 09 10:45:45.095133 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-28c5e586-d893-4da3-9086-89f691ca3a8c None None] Port c947055e-903c-4f7f-8aa8-1f94e72bcb79 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:45:45.597955 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45506) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:45.603051 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0dc84640-fdae-4ef5-be04-bd63d7608dd2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1603856722-network', 'tenant_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:45:45.626103 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc84640-fdae-4ef5-be04-bd63d7608dd2 admin admin] Made reservation on behalf of d3dd88e37ccf4c8e8fdea86b429b8ee5 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:45:45.628786 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0dc84640-fdae-4ef5-be04-bd63d7608dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:45.638461 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0dc84640-fdae-4ef5-be04-bd63d7608dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:45.727434 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0dc84640-fdae-4ef5-be04-bd63d7608dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:45.730917 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0dc84640-fdae-4ef5-be04-bd63d7608dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:45.755064 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc84640-fdae-4ef5-be04-bd63d7608dd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 10:45:45.765863 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc84640-fdae-4ef5-be04-bd63d7608dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b2b209-17fb-491e-b73b-702016c2c743,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:45.775063 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0dc84640-fdae-4ef5-be04-bd63d7608dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:45.775359 n-d-799996-1 neutron-server[93790]: INFO neutron.db.segments_db [None req-0dc84640-fdae-4ef5-be04-bd63d7608dd2 admin admin] Added segment bca16f41-251a-4240-aa3d-f9946efe4d31 of type vlan for network 6fe6a676-1613-45f3-9891-1663e2aa6585 Jul 09 10:45:45.816518 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0dc84640-fdae-4ef5-be04-bd63d7608dd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734058188867'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:45.845439 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0dc84640-fdae-4ef5-be04-bd63d7608dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:45.846412 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc84640-fdae-4ef5-be04-bd63d7608dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:45.846998 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0dc84640-fdae-4ef5-be04-bd63d7608dd2 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:45.902981 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0dc84640-fdae-4ef5-be04-bd63d7608dd2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3038664 Jul 09 10:45:45.905934 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45508) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:45.910146 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc84640-fdae-4ef5-be04-bd63d7608dd2 admin admin] Pushing event updated for resources: {'Network': ['ID=6fe6a676-1613-45f3-9891-1663e2aa6585,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:45.911465 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-edd7710c-a628-4b49-9e55-538c4c7a025e admin admin] Request body: {'subnet': {'network_id': '6fe6a676-1613-45f3-9891-1663e2aa6585', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1603856722-subnet', 'tenant_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:45:45.919906 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Network 6fe6a676-1613-45f3-9891-1663e2aa6585 details requested by agent ovs-agent-n-d-799996-1 with host n-d-799996-1 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 10:45:45.932530 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd7710c-a628-4b49-9e55-538c4c7a025e admin admin] Made reservation on behalf of d3dd88e37ccf4c8e8fdea86b429b8ee5 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:45:45.935085 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-edd7710c-a628-4b49-9e55-538c4c7a025e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430870'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:46.111344 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-edd7710c-a628-4b49-9e55-538c4c7a025e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430884'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:46.170690 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7710c-a628-4b49-9e55-538c4c7a025e admin admin] Pushing event updated for resources: {'Subnet': ['ID=09c68803-13e2-4c26-bb70-d50139f9c9f9,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:46.179800 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd7710c-a628-4b49-9e55-538c4c7a025e admin admin] Checking segment: {'id': 'bca16f41-251a-4240-aa3d-f9946efe4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6fe6a676-1613-45f3-9891-1663e2aa6585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:45:46.180161 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd7710c-a628-4b49-9e55-538c4c7a025e admin admin] Network hostable DHCP agents. Network: 6fe6a676-1613-45f3-9891-1663e2aa6585, hostable agents: ['085d7dc4-471b-4409-b335-54a7e1a972b0'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 10:45:46.199299 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd7710c-a628-4b49-9e55-538c4c7a025e admin admin] Network 6fe6a676-1613-45f3-9891-1663e2aa6585 is scheduled to be hosted by DHCP agent 085d7dc4-471b-4409-b335-54a7e1a972b0 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 10:45:46.203038 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device fe869226-f5ee-4e43-b2a0-14cc6434bab1 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:45:46.209077 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-edd7710c-a628-4b49-9e55-538c4c7a025e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799996-1, 6fe6a676-1613-45f3-9891-1663e2aa6585) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:45:46.213435 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd7710c-a628-4b49-9e55-538c4c7a025e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:46.214092 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-edd7710c-a628-4b49-9e55-538c4c7a025e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:46.229040 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a9b3c4-2b2a-4218-944b-e80ca2d635fb None None] Network 6fe6a676-1613-45f3-9891-1663e2aa6585 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:45:46.232380 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-edd7710c-a628-4b49-9e55-538c4c7a025e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3228796 Jul 09 10:45:46.233126 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45510) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:46.237815 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-254beabb-3fa1-4d46-b480-335d27f876a2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1603856722-router', 'tenant_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:45:46.263563 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-254beabb-3fa1-4d46-b480-335d27f876a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10572'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:46.264585 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-254beabb-3fa1-4d46-b480-335d27f876a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529461', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10581'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:46.326154 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-254beabb-3fa1-4d46-b480-335d27f876a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:46.328264 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port fe869226-f5ee-4e43-b2a0-14cc6434bab1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:45:46.328641 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:46.443814 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143cd8cd-2c2c-4d98-b58a-669a5e2d4fc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe985a498-055f-5273-9e99-19ad9931acbe-6fe6a676-1613-45f3-9891-1663e2aa6585', 'network_id': '6fe6a676-1613-45f3-9891-1663e2aa6585', 'tenant_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'fixed_ips': [{'subnet_id': '09c68803-13e2-4c26-bb70-d50139f9c9f9'}]}} from n-d-799996-1. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 10:45:46.444671 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-143cd8cd-2c2c-4d98-b58a-669a5e2d4fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:46.467811 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-254beabb-3fa1-4d46-b480-335d27f876a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10535'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:46.478831 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 05456dfd-d9ec-4f48-8852-1b01147f10fc up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:45:46.495309 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] Sync routers for ids ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:45:46.506096 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] Routers {'31f1dbbf-c680-47d5-9514-ad0b640a97ed'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:45:46.506981 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:45:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:46.617927 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 05456dfd-d9ec-4f48-8852-1b01147f10fc completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:45:46.619454 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] Set router 31f1dbbf-c680-47d5-9514-ad0b640a97ed gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:45:46.627663 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 05456dfd-d9ec-4f48-8852-1b01147f10fc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:45:46.628054 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:46.630136 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-143cd8cd-2c2c-4d98-b58a-669a5e2d4fc4 None None] Allocated IP 172.20.0.2 (6fe6a676-1613-45f3-9891-1663e2aa6585/09c68803-13e2-4c26-bb70-d50139f9c9f9/9926a524-dbba-4ddf-be60-ba76d695f28f) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:45:46.682034 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-254beabb-3fa1-4d46-b480-335d27f876a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:46.701926 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-254beabb-3fa1-4d46-b480-335d27f876a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:46.802022 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:46.808279 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-254beabb-3fa1-4d46-b480-335d27f876a2 admin admin] Allocated IP 172.25.3.174 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/b5616164-b0a6-40ac-8329-f4f84ad9d126) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:45:46.842159 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'name': 'tempest-TestSnapshotPattern-65175736-router', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:41Z', 'updated_at': '2021-07-09T10:45:44Z', 'revision_number': 4, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'gw_port': {'id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:69:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:42Z', 'updated_at': '2021-07-09T10:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c947055e-903c-4f7f-8aa8-1f94e72bcb79', 'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'mac_address': 'fa:16:3e:ac:b5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:43Z', 'updated_at': '2021-07-09T10:45:44Z', 'revision_number': 2, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'subnets': [{'id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:46.851564 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 05456dfd-d9ec-4f48-8852-1b01147f10fc, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=05456dfd-d9ec-4f48-8852-1b01147f10fc,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:45:46.857056 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:46.872706 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] Checking router: 31f1dbbf-c680-47d5-9514-ad0b640a97ed for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:45:46.873060 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] Updating router 31f1dbbf-c680-47d5-9514-ad0b640a97ed port c947055e-903c-4f7f-8aa8-1f94e72bcb79 binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:45:46.892689 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-143cd8cd-2c2c-4d98-b58a-669a5e2d4fc4 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:46.909558 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:46.909795 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-143cd8cd-2c2c-4d98-b58a-669a5e2d4fc4 None None] Transition to ACTIVE for port object 9926a524-dbba-4ddf-be60-ba76d695f28f will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:45:46.919725 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-254beabb-3fa1-4d46-b480-335d27f876a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:46.930671 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=05456dfd-d9ec-4f48-8852-1b01147f10fc,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:46.937614 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-143cd8cd-2c2c-4d98-b58a-669a5e2d4fc4 None None] Transition to ACTIVE for port object 9926a524-dbba-4ddf-be60-ba76d695f28f will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:45:46.944210 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-143cd8cd-2c2c-4d98-b58a-669a5e2d4fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:46.967197 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-254beabb-3fa1-4d46-b480-335d27f876a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:46.983445 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143cd8cd-2c2c-4d98-b58a-669a5e2d4fc4 None None] Network 6fe6a676-1613-45f3-9891-1663e2aa6585 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:45:46.989895 n-d-799996-1 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-143cd8cd-2c2c-4d98-b58a-669a5e2d4fc4 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:45:46.993441 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143cd8cd-2c2c-4d98-b58a-669a5e2d4fc4 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:45:47.001091 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cd8cd-2c2c-4d98-b58a-669a5e2d4fc4 None None] Pushing event updated for resources: {'Port': ['ID=9926a524-dbba-4ddf-be60-ba76d695f28f,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:47.007496 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254beabb-3fa1-4d46-b480-335d27f876a2 admin admin] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:45:47.010988 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-254beabb-3fa1-4d46-b480-335d27f876a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:45:47.014581 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254beabb-3fa1-4d46-b480-335d27f876a2 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:45:47.044385 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254beabb-3fa1-4d46-b480-335d27f876a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b5616164-b0a6-40ac-8329-f4f84ad9d126,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:47.212018 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:47.221513 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-143cd8cd-2c2c-4d98-b58a-669a5e2d4fc4 None None] Attempting to bind port 9926a524-dbba-4ddf-be60-ba76d695f28f on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:45:47.221909 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-143cd8cd-2c2c-4d98-b58a-669a5e2d4fc4 None None] Attempting to bind port 9926a524-dbba-4ddf-be60-ba76d695f28f by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'bca16f41-251a-4240-aa3d-f9946efe4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6fe6a676-1613-45f3-9891-1663e2aa6585'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:45:47.222236 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143cd8cd-2c2c-4d98-b58a-669a5e2d4fc4 None None] Attempting to bind port 9926a524-dbba-4ddf-be60-ba76d695f28f on network 6fe6a676-1613-45f3-9891-1663e2aa6585 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:45:47.224008 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] Transition to ACTIVE for port object c947055e-903c-4f7f-8aa8-1f94e72bcb79 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:45:47.227524 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143cd8cd-2c2c-4d98-b58a-669a5e2d4fc4 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:45:47.228008 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143cd8cd-2c2c-4d98-b58a-669a5e2d4fc4 None None] Checking segment: {'id': 'bca16f41-251a-4240-aa3d-f9946efe4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6fe6a676-1613-45f3-9891-1663e2aa6585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:45:47.228365 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-143cd8cd-2c2c-4d98-b58a-669a5e2d4fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:47.228801 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143cd8cd-2c2c-4d98-b58a-669a5e2d4fc4 None None] Bound using segment: {'id': 'bca16f41-251a-4240-aa3d-f9946efe4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6fe6a676-1613-45f3-9891-1663e2aa6585'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:45:47.229296 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-143cd8cd-2c2c-4d98-b58a-669a5e2d4fc4 None None] Bound port: 9926a524-dbba-4ddf-be60-ba76d695f28f, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca16f41-251a-4240-aa3d-f9946efe4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6fe6a676-1613-45f3-9891-1663e2aa6585'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:45:47.229722 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-143cd8cd-2c2c-4d98-b58a-669a5e2d4fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:47.231717 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:47.291527 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-254beabb-3fa1-4d46-b480-335d27f876a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:47.298650 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-143cd8cd-2c2c-4d98-b58a-669a5e2d4fc4 None None] For port 9926a524-dbba-4ddf-be60-ba76d695f28f, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:45:47.302515 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-143cd8cd-2c2c-4d98-b58a-669a5e2d4fc4 None None] For port 9926a524-dbba-4ddf-be60-ba76d695f28f, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=9926a524-dbba-4ddf-be60-ba76d695f28f,segment=NetworkSegment(bca16f41-251a-4240-aa3d-f9946efe4d31),segment_id=bca16f41-251a-4240-aa3d-f9946efe4d31)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:45:47.309533 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-143cd8cd-2c2c-4d98-b58a-669a5e2d4fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:47.334949 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] Attempting to bind port c947055e-903c-4f7f-8aa8-1f94e72bcb79 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:45:47.335318 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] Attempting to bind port c947055e-903c-4f7f-8aa8-1f94e72bcb79 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'f0543f39-7876-4072-8b81-4ada24dbf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:45:47.335934 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] Attempting to bind port c947055e-903c-4f7f-8aa8-1f94e72bcb79 on network 6d17de34-fdad-4683-92e4-9b63530560e1 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:45:47.341669 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:45:47.342349 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] Checking segment: {'id': 'f0543f39-7876-4072-8b81-4ada24dbf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:45:47.342923 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:47.343495 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] Bound using segment: {'id': 'f0543f39-7876-4072-8b81-4ada24dbf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:45:47.344158 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] Bound port: c947055e-903c-4f7f-8aa8-1f94e72bcb79, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0543f39-7876-4072-8b81-4ada24dbf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:45:47.344732 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:47.388374 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cd8cd-2c2c-4d98-b58a-669a5e2d4fc4 None None] Pushing event updated for resources: {'Port': ['ID=9926a524-dbba-4ddf-be60-ba76d695f28f,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:47.399560 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d9cb5-cef7-4dc3-b7eb-ccaad37b774f None None] Pushing event updated for resources: {'Port': ['ID=c947055e-903c-4f7f-8aa8-1f94e72bcb79,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:47.409103 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d9cb5-cef7-4dc3-b7eb-ccaad37b774f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:47.409454 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d9cb5-cef7-4dc3-b7eb-ccaad37b774f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:47.410028 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d9cb5-cef7-4dc3-b7eb-ccaad37b774f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:47.410365 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d9cb5-cef7-4dc3-b7eb-ccaad37b774f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:47.410718 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d9cb5-cef7-4dc3-b7eb-ccaad37b774f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:47.411040 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d9cb5-cef7-4dc3-b7eb-ccaad37b774f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:47.411366 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d9cb5-cef7-4dc3-b7eb-ccaad37b774f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:47.411727 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d9cb5-cef7-4dc3-b7eb-ccaad37b774f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:47.412042 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d9cb5-cef7-4dc3-b7eb-ccaad37b774f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:47.412368 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d9cb5-cef7-4dc3-b7eb-ccaad37b774f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:47.412696 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d9cb5-cef7-4dc3-b7eb-ccaad37b774f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:47.413017 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d9cb5-cef7-4dc3-b7eb-ccaad37b774f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:45:47.445749 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] For port c947055e-903c-4f7f-8aa8-1f94e72bcb79, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:45:47.451407 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] For port c947055e-903c-4f7f-8aa8-1f94e72bcb79, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c947055e-903c-4f7f-8aa8-1f94e72bcb79,segment=NetworkSegment(f0543f39-7876-4072-8b81-4ada24dbf1fe),segment_id=f0543f39-7876-4072-8b81-4ada24dbf1fe)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:45:47.458270 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:47.513888 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d9cb5-cef7-4dc3-b7eb-ccaad37b774f None None] Pushing event updated for resources: {'Port': ['ID=c947055e-903c-4f7f-8aa8-1f94e72bcb79,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:47.526936 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] Routers {'31f1dbbf-c680-47d5-9514-ad0b640a97ed'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:45:47.527568 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:45:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:47.540376 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-254beabb-3fa1-4d46-b480-335d27f876a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527046'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:47.668998 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] Set router 31f1dbbf-c680-47d5-9514-ad0b640a97ed gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:45:47.707117 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254beabb-3fa1-4d46-b480-335d27f876a2 admin admin] Router b096a23f-c893-479b-92c2-b0455df51589 is scheduled to L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 10:45:47.825798 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254beabb-3fa1-4d46-b480-335d27f876a2 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:45:47.836363 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] Sync routers for ids ['b096a23f-c893-479b-92c2-b0455df51589'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:45:47.845844 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-254beabb-3fa1-4d46-b480-335d27f876a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:47.849691 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-254beabb-3fa1-4d46-b480-335d27f876a2 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6131120 Jul 09 10:45:47.850104 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45512) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:47.855892 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] Routers {'b096a23f-c893-479b-92c2-b0455df51589'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:45:47.856532 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:45:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b096a23f-c893-479b-92c2-b0455df51589'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:47.903803 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'name': 'tempest-TestSnapshotPattern-65175736-router', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:41Z', 'updated_at': '2021-07-09T10:45:44Z', 'revision_number': 4, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'gw_port': {'id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:42Z', 'updated_at': '2021-07-09T10:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c947055e-903c-4f7f-8aa8-1f94e72bcb79', 'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'mac_address': 'fa:16:3e:ac:b5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:43Z', 'updated_at': '2021-07-09T10:45:47Z', 'revision_number': 4, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'subnets': [{'id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:47.938779 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0269551-8725-4534-b3fe-f7575d345662 None None] The sync data for ids ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'] in n-d-799996-1 is: [{'id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'name': 'tempest-TestSnapshotPattern-65175736-router', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:41Z', 'updated_at': '2021-07-09T10:45:44Z', 'revision_number': 4, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'gw_port': {'id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:42Z', 'updated_at': '2021-07-09T10:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c947055e-903c-4f7f-8aa8-1f94e72bcb79', 'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'mac_address': 'fa:16:3e:ac:b5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:43Z', 'updated_at': '2021-07-09T10:45:47Z', 'revision_number': 4, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'subnets': [{'id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:45:47.988044 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] Set router b096a23f-c893-479b-92c2-b0455df51589 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:45:48.272488 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c947055e-903c-4f7f-8aa8-1f94e72bcb79 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:45:48.323083 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b096a23f-c893-479b-92c2-b0455df51589', 'name': 'tempest-TestSnapshotPattern-1603856722-router', 'tenant_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b5616164-b0a6-40ac-8329-f4f84ad9d126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:46Z', 'updated_at': '2021-07-09T10:45:47Z', 'revision_number': 3, 'project_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'gw_port': {'id': 'b5616164-b0a6-40ac-8329-f4f84ad9d126', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b096a23f-c893-479b-92c2-b0455df51589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:46Z', 'updated_at': '2021-07-09T10:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:48.355215 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] Checking router: b096a23f-c893-479b-92c2-b0455df51589 for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:45:48.355566 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] Updating router b096a23f-c893-479b-92c2-b0455df51589 port b5616164-b0a6-40ac-8329-f4f84ad9d126 binding host n-d-799996-1 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:45:48.393253 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port c947055e-903c-4f7f-8aa8-1f94e72bcb79 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:45:48.402373 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port c947055e-903c-4f7f-8aa8-1f94e72bcb79 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:45:48.402795 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:48.406010 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:48.421151 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3cae9353-6b60-4bde-820d-d56035a8e2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:48.607290 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:48.636842 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-3cae9353-6b60-4bde-820d-d56035a8e2c5 admin admin] Allocated IP 172.20.0.1 (6fe6a676-1613-45f3-9891-1663e2aa6585/09c68803-13e2-4c26-bb70-d50139f9c9f9/fab4d935-6e6a-43d0-a0e1-249802a048cc) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:45:48.642749 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59c893c-fe25-499e-971c-b5b081dbafd4 None None] Network 6fe6a676-1613-45f3-9891-1663e2aa6585 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:45:48.713117 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port c947055e-903c-4f7f-8aa8-1f94e72bcb79, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c947055e-903c-4f7f-8aa8-1f94e72bcb79,segment=NetworkSegment(f0543f39-7876-4072-8b81-4ada24dbf1fe),segment_id=f0543f39-7876-4072-8b81-4ada24dbf1fe)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:45:48.752286 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3cae9353-6b60-4bde-820d-d56035a8e2c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:48.767262 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:48.767520 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-3cae9353-6b60-4bde-820d-d56035a8e2c5 admin admin] Transition to ACTIVE for port object fab4d935-6e6a-43d0-a0e1-249802a048cc will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:45:48.768079 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 05456dfd-d9ec-4f48-8852-1b01147f10fc up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:45:48.808108 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3cae9353-6b60-4bde-820d-d56035a8e2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:48.852171 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-aadd2f4c-44ed-4a9d-9f3f-6279b740a398 None None] Provisioning for port 9926a524-dbba-4ddf-be60-ba76d695f28f completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:45:48.854971 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cae9353-6b60-4bde-820d-d56035a8e2c5 admin admin] Network 6fe6a676-1613-45f3-9891-1663e2aa6585 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:45:48.859871 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-3cae9353-6b60-4bde-820d-d56035a8e2c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:45:48.864483 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cae9353-6b60-4bde-820d-d56035a8e2c5 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:45:48.868089 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae9353-6b60-4bde-820d-d56035a8e2c5 admin admin] Pushing event updated for resources: {'Port': ['ID=fab4d935-6e6a-43d0-a0e1-249802a048cc,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:48.908570 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3cae9353-6b60-4bde-820d-d56035a8e2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527311'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:48.917840 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=c947055e-903c-4f7f-8aa8-1f94e72bcb79,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:48.994075 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 05456dfd-d9ec-4f48-8852-1b01147f10fc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:45:48.994695 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:49.067467 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3cae9353-6b60-4bde-820d-d56035a8e2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:49.108738 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:49.129705 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] Transition to ACTIVE for port object b5616164-b0a6-40ac-8329-f4f84ad9d126 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:45:49.167289 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:49.254213 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 9926a524-dbba-4ddf-be60-ba76d695f28f up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:45:49.258374 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c9d5e-c47f-46b6-bbe6-4f66f8ef1cb5 None None] Pushing event updated for resources: {'Port': ['ID=b5616164-b0a6-40ac-8329-f4f84ad9d126,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:49.260789 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] Attempting to bind port b5616164-b0a6-40ac-8329-f4f84ad9d126 on host n-d-799996-1 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:45:49.261161 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] Attempting to bind port b5616164-b0a6-40ac-8329-f4f84ad9d126 by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:45:49.261531 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] Attempting to bind port b5616164-b0a6-40ac-8329-f4f84ad9d126 on network a0a787a9-4358-4995-b83f-d80af68b5467 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:45:49.289985 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3cae9353-6b60-4bde-820d-d56035a8e2c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:49.294747 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:45:49.295132 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] Checking segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:45:49.295544 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:49.296005 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] Bound using segment: {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:45:49.296481 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] Bound port: b5616164-b0a6-40ac-8329-f4f84ad9d126, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b643-c46a-4fa8-8cc9-4178a955fc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:45:49.297081 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:49.298058 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3cae9353-6b60-4bde-820d-d56035a8e2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:49.373666 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port 9926a524-dbba-4ddf-be60-ba76d695f28f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:45:49.378652 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] For port b5616164-b0a6-40ac-8329-f4f84ad9d126, host n-d-799996-1, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:45:49.378911 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae9353-6b60-4bde-820d-d56035a8e2c5 admin admin] Pushing event updated for resources: {'Port': ['ID=fab4d935-6e6a-43d0-a0e1-249802a048cc,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:49.382785 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3cae9353-6b60-4bde-820d-d56035a8e2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533916'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:49.383767 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] For port b5616164-b0a6-40ac-8329-f4f84ad9d126, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b5616164-b0a6-40ac-8329-f4f84ad9d126,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:45:49.386422 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 9926a524-dbba-4ddf-be60-ba76d695f28f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:45:49.386844 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:49.391363 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:49.492165 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c9d5e-c47f-46b6-bbe6-4f66f8ef1cb5 None None] Pushing event updated for resources: {'Port': ['ID=b5616164-b0a6-40ac-8329-f4f84ad9d126,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:49.494755 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] Routers {'b096a23f-c893-479b-92c2-b0455df51589'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:45:49.495369 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:45:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b096a23f-c893-479b-92c2-b0455df51589'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:49.504866 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cae9353-6b60-4bde-820d-d56035a8e2c5 admin admin] Network 6fe6a676-1613-45f3-9891-1663e2aa6585 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:45:49.506401 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-3cae9353-6b60-4bde-820d-d56035a8e2c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:45:49.584038 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-78e3310c-3c78-4150-b703-f7f8c7920c51 None None] Provisioning complete for port 9926a524-dbba-4ddf-be60-ba76d695f28f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:45:49.584416 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-78e3310c-3c78-4150-b703-f7f8c7920c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:49.639645 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cae9353-6b60-4bde-820d-d56035a8e2c5 admin admin] Router b096a23f-c893-479b-92c2-b0455df51589 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:45:49.767533 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cae9353-6b60-4bde-820d-d56035a8e2c5 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:45:49.782904 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-3cae9353-6b60-4bde-820d-d56035a8e2c5 admin admin] 10.222.0.61 "PUT /v2.0/routers/b096a23f-c893-479b-92c2-b0455df51589/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9235876 Jul 09 10:45:49.806533 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:49.870489 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] Set router b096a23f-c893-479b-92c2-b0455df51589 gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:45:49.904332 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port 9926a524-dbba-4ddf-be60-ba76d695f28f, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=9926a524-dbba-4ddf-be60-ba76d695f28f,segment=NetworkSegment(bca16f41-251a-4240-aa3d-f9946efe4d31),segment_id=bca16f41-251a-4240-aa3d-f9946efe4d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:45:49.915290 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:50.082247 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=9926a524-dbba-4ddf-be60-ba76d695f28f,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:50.106800 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-78e3310c-3c78-4150-b703-f7f8c7920c51 None None] Provisioning for port fab4d935-6e6a-43d0-a0e1-249802a048cc completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:45:50.118048 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-78e3310c-3c78-4150-b703-f7f8c7920c51 None None] Provisioning complete for port fab4d935-6e6a-43d0-a0e1-249802a048cc triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:45:50.118418 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-78e3310c-3c78-4150-b703-f7f8c7920c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:50.144892 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c947055e-903c-4f7f-8aa8-1f94e72bcb79 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:45:50.208083 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-78e3310c-3c78-4150-b703-f7f8c7920c51 None None] Port fab4d935-6e6a-43d0-a0e1-249802a048cc cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:45:50.246163 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port c947055e-903c-4f7f-8aa8-1f94e72bcb79 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:45:50.246528 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:50.272927 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b096a23f-c893-479b-92c2-b0455df51589', 'name': 'tempest-TestSnapshotPattern-1603856722-router', 'tenant_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b5616164-b0a6-40ac-8329-f4f84ad9d126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:46Z', 'updated_at': '2021-07-09T10:45:49Z', 'revision_number': 4, 'project_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'gw_port': {'id': 'b5616164-b0a6-40ac-8329-f4f84ad9d126', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b096a23f-c893-479b-92c2-b0455df51589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:46Z', 'updated_at': '2021-07-09T10:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'fab4d935-6e6a-43d0-a0e1-249802a048cc', 'name': '', 'network_id': '6fe6a676-1613-45f3-9891-1663e2aa6585', 'tenant_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'mac_address': 'fa:16:3e:41:71:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b096a23f-c893-479b-92c2-b0455df51589', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '09c68803-13e2-4c26-bb70-d50139f9c9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:48Z', 'updated_at': '2021-07-09T10:45:49Z', 'revision_number': 2, 'project_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'subnets': [{'id': '09c68803-13e2-4c26-bb70-d50139f9c9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:50.303938 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2177af-1423-443b-8416-d92c14e135cc None None] The sync data for ids ['b096a23f-c893-479b-92c2-b0455df51589'] in n-d-799996-1 is: [{'id': 'b096a23f-c893-479b-92c2-b0455df51589', 'name': 'tempest-TestSnapshotPattern-1603856722-router', 'tenant_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b5616164-b0a6-40ac-8329-f4f84ad9d126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:46Z', 'updated_at': '2021-07-09T10:45:49Z', 'revision_number': 4, 'project_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'gw_port': {'id': 'b5616164-b0a6-40ac-8329-f4f84ad9d126', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b096a23f-c893-479b-92c2-b0455df51589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:46Z', 'updated_at': '2021-07-09T10:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'fab4d935-6e6a-43d0-a0e1-249802a048cc', 'name': '', 'network_id': '6fe6a676-1613-45f3-9891-1663e2aa6585', 'tenant_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'mac_address': 'fa:16:3e:41:71:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b096a23f-c893-479b-92c2-b0455df51589', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '09c68803-13e2-4c26-bb70-d50139f9c9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:48Z', 'updated_at': '2021-07-09T10:45:49Z', 'revision_number': 2, 'project_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'subnets': [{'id': '09c68803-13e2-4c26-bb70-d50139f9c9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:45:50.335119 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5eb92c3e-7ae4-4475-abeb-bcebda12d3a2 None None] Provisioning complete for port fab4d935-6e6a-43d0-a0e1-249802a048cc triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:45:50.336303 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5eb92c3e-7ae4-4475-abeb-bcebda12d3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:50.390551 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45520) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:50.395949 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-354506cc-bf26-4a62-bd03-0b810143d5b9 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1999114077', 'description': 'tempest-secgroup-smoke-1999114077 description', 'project_id': '248b54ac16e8494f80ae323c2aec9c30'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:45:50.402847 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5eb92c3e-7ae4-4475-abeb-bcebda12d3a2 None None] Port fab4d935-6e6a-43d0-a0e1-249802a048cc cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:45:50.419275 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-354506cc-bf26-4a62-bd03-0b810143d5b9 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:50.505720 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-354506cc-bf26-4a62-bd03-0b810143d5b9 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:50.513507 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-354506cc-bf26-4a62-bd03-0b810143d5b9 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:50.549703 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354506cc-bf26-4a62-bd03-0b810143d5b9 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0ee093-c626-4315-a5b0-d6b861bc00fb,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:50.560078 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-354506cc-bf26-4a62-bd03-0b810143d5b9 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:50.561750 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-354506cc-bf26-4a62-bd03-0b810143d5b9 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1695569 Jul 09 10:45:50.564710 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45522) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:50.572854 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-00bfd069-8866-447b-bfd7-cd65e2a90eb3 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Request body: {'security_group_rule': {'security_group_id': 'ae0ee093-c626-4315-a5b0-d6b861bc00fb', 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:45:50.600366 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-00bfd069-8866-447b-bfd7-cd65e2a90eb3 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:50.666745 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-00bfd069-8866-447b-bfd7-cd65e2a90eb3 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:50.671002 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-00bfd069-8866-447b-bfd7-cd65e2a90eb3 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:50.692745 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfd069-8866-447b-bfd7-cd65e2a90eb3 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f71bf30-cce4-4fca-a6c9-e32618c4f69b,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:50.701486 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-00bfd069-8866-447b-bfd7-cd65e2a90eb3 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:50.702826 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-00bfd069-8866-447b-bfd7-cd65e2a90eb3 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371500 Jul 09 10:45:50.705678 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45524) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:50.711161 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-853f646b-6995-4fac-8647-4dbb52610491 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Request body: {'security_group_rule': {'security_group_id': 'ae0ee093-c626-4315-a5b0-d6b861bc00fb', 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:45:50.741379 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-853f646b-6995-4fac-8647-4dbb52610491 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:50.804591 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-853f646b-6995-4fac-8647-4dbb52610491 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:50.809098 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-853f646b-6995-4fac-8647-4dbb52610491 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:50.828018 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f646b-6995-4fac-8647-4dbb52610491 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f41eee7-2334-46b9-8b0f-b7276bc487ef,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:50.833618 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-853f646b-6995-4fac-8647-4dbb52610491 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:50.837725 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-853f646b-6995-4fac-8647-4dbb52610491 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1280093 Jul 09 10:45:50.837852 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45526) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:50.842498 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ef179526-6cd9-4b48-b90b-1e187a3ccffd tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Request body: {'security_group_rule': {'security_group_id': 'ae0ee093-c626-4315-a5b0-d6b861bc00fb', 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:45:50.870478 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef179526-6cd9-4b48-b90b-1e187a3ccffd tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:50.935618 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef179526-6cd9-4b48-b90b-1e187a3ccffd tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:50.939593 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef179526-6cd9-4b48-b90b-1e187a3ccffd tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:50.965827 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef179526-6cd9-4b48-b90b-1e187a3ccffd tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc2a8f1-21ee-4738-9e6d-5381a4e2fe99,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:50.969763 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef179526-6cd9-4b48-b90b-1e187a3ccffd tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:50.970996 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ef179526-6cd9-4b48-b90b-1e187a3ccffd tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322007 Jul 09 10:45:50.974101 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45528) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:50.980331 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e14ca300-f763-4b8a-bff9-fded1d6476f3 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Request body: {'security_group_rule': {'security_group_id': 'ae0ee093-c626-4315-a5b0-d6b861bc00fb', 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:45:51.010829 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e14ca300-f763-4b8a-bff9-fded1d6476f3 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:51.078411 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e14ca300-f763-4b8a-bff9-fded1d6476f3 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:51.083996 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e14ca300-f763-4b8a-bff9-fded1d6476f3 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:51.104243 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ca300-f763-4b8a-bff9-fded1d6476f3 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f039e48-8ff3-4725-8db0-32e67d56ea60,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:51.110069 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e14ca300-f763-4b8a-bff9-fded1d6476f3 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:51.111633 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e14ca300-f763-4b8a-bff9-fded1d6476f3 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365845 Jul 09 10:45:51.114707 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45530) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:51.119774 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a6520619-a954-4720-ae40-f766acce0196 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Request body: {'security_group_rule': {'security_group_id': 'ae0ee093-c626-4315-a5b0-d6b861bc00fb', 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:45:51.143910 n-d-799996-1 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-a6520619-a954-4720-ae40-f766acce0196 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Project 248b54ac16e8494f80ae323c2aec9c30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:45:51.149581 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6520619-a954-4720-ae40-f766acce0196 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:51.216846 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6520619-a954-4720-ae40-f766acce0196 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:51.220824 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6520619-a954-4720-ae40-f766acce0196 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:51.244097 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6520619-a954-4720-ae40-f766acce0196 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855e46ea-b579-440d-89bf-80251d7d8848,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:51.246376 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6520619-a954-4720-ae40-f766acce0196 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:51.250350 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-a6520619-a954-4720-ae40-f766acce0196 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317389 Jul 09 10:45:51.250884 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45532) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:45:51.255115 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c417d5bc-6dd9-4ece-abbe-30aad57fcd0e tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Request body: {'security_group_rule': {'security_group_id': 'ae0ee093-c626-4315-a5b0-d6b861bc00fb', 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:45:51.278970 n-d-799996-1 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-c417d5bc-6dd9-4ece-abbe-30aad57fcd0e tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Project 248b54ac16e8494f80ae323c2aec9c30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 10:45:51.284818 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c417d5bc-6dd9-4ece-abbe-30aad57fcd0e tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:51.350110 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c417d5bc-6dd9-4ece-abbe-30aad57fcd0e tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:51.354741 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c417d5bc-6dd9-4ece-abbe-30aad57fcd0e tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47386'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:51.373397 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417d5bc-6dd9-4ece-abbe-30aad57fcd0e tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bffada3-932b-485c-bd4d-fff1e3af8672,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:51.381173 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c417d5bc-6dd9-4ece-abbe-30aad57fcd0e tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:51.382453 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-c417d5bc-6dd9-4ece-abbe-30aad57fcd0e tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309581 Jul 09 10:45:51.527590 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-8ecb0243-3f9a-4ba8-805e-25d18da7f42d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1999114077&fields=id&tenant_id=248b54ac16e8494f80ae323c2aec9c30 HTTP/1.1" status: 200 len: 267 time: 0.0343874 Jul 09 10:45:51.638875 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-42616cca-d2a0-4aa4-a32c-be97f50d31ed tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:51.640671 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-42616cca-d2a0-4aa4-a32c-be97f50d31ed tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/networks?id=6d17de34-fdad-4683-92e4-9b63530560e1 HTTP/1.1" status: 200 len: 808 time: 0.1056373 Jul 09 10:45:51.655673 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-c3d63b0e-174e-4284-b5b9-bb67760d7001 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/quotas/248b54ac16e8494f80ae323c2aec9c30 HTTP/1.1" status: 200 len: 375 time: 0.0097799 Jul 09 10:45:51.722319 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-49daf09b-10d4-4e4d-af41-73ac9c9bc7d3 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=248b54ac16e8494f80ae323c2aec9c30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616655 Jul 09 10:45:51.905802 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-276c4a25-e15d-4305-bd62-ce6a58162ad3 service neutron] 10.222.0.61 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722906 Jul 09 10:45:52.001108 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-75bb871a-8c84-4815-b607-b1d66c97870c service neutron] 10.222.0.61 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895717 Jul 09 10:45:52.201039 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 9926a524-dbba-4ddf-be60-ba76d695f28f up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:45:52.201570 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3f5a6b19-ed19-4284-8d7e-374a351bb299 req-7b90feb3-f3ee-40e6-82c8-8a77fc511c28 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93 HTTP/1.1" status: 200 len: 210 time: 0.0344980 Jul 09 10:45:52.254151 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port 9926a524-dbba-4ddf-be60-ba76d695f28f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:45:52.254525 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:52.317921 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] Sync routers for ids ['b096a23f-c893-479b-92c2-b0455df51589'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:45:52.327427 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] Routers {'b096a23f-c893-479b-92c2-b0455df51589'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:45:52.328077 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:45:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b096a23f-c893-479b-92c2-b0455df51589'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:52.343281 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b5616164-b0a6-40ac-8329-f4f84ad9d126 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:45:52.393056 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port b5616164-b0a6-40ac-8329-f4f84ad9d126 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:45:52.398513 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port b5616164-b0a6-40ac-8329-f4f84ad9d126 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:45:52.399242 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:52.444007 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] Set router b096a23f-c893-479b-92c2-b0455df51589 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:45:52.492075 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:52.513354 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port b5616164-b0a6-40ac-8329-f4f84ad9d126, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b5616164-b0a6-40ac-8329-f4f84ad9d126,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:45:52.517800 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:52.582517 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=b5616164-b0a6-40ac-8329-f4f84ad9d126,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:52.760774 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b096a23f-c893-479b-92c2-b0455df51589', 'name': 'tempest-TestSnapshotPattern-1603856722-router', 'tenant_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b5616164-b0a6-40ac-8329-f4f84ad9d126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:46Z', 'updated_at': '2021-07-09T10:45:49Z', 'revision_number': 4, 'project_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'gw_port': {'id': 'b5616164-b0a6-40ac-8329-f4f84ad9d126', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b096a23f-c893-479b-92c2-b0455df51589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:46Z', 'updated_at': '2021-07-09T10:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'fab4d935-6e6a-43d0-a0e1-249802a048cc', 'name': '', 'network_id': '6fe6a676-1613-45f3-9891-1663e2aa6585', 'tenant_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'mac_address': 'fa:16:3e:41:71:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b096a23f-c893-479b-92c2-b0455df51589', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '09c68803-13e2-4c26-bb70-d50139f9c9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:48Z', 'updated_at': '2021-07-09T10:45:49Z', 'revision_number': 2, 'project_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'subnets': [{'id': '09c68803-13e2-4c26-bb70-d50139f9c9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:52.787715 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] Checking router: b096a23f-c893-479b-92c2-b0455df51589 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:45:52.788099 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] Updating router b096a23f-c893-479b-92c2-b0455df51589 port fab4d935-6e6a-43d0-a0e1-249802a048cc binding host n-d-799996-1 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 10:45:52.825292 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:53.086609 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:53.096833 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] Transition to ACTIVE for port object fab4d935-6e6a-43d0-a0e1-249802a048cc will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:45:53.102469 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:53.151962 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d7f76-3c74-4bbc-8053-967db8aa4716 None None] Pushing event updated for resources: {'Port': ['ID=fab4d935-6e6a-43d0-a0e1-249802a048cc,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:53.206565 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] Attempting to bind port fab4d935-6e6a-43d0-a0e1-249802a048cc on host n-d-799996-1 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:45:53.206996 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] Attempting to bind port fab4d935-6e6a-43d0-a0e1-249802a048cc by drivers openvswitch,hyperv on host n-d-799996-1 at level 0 using segments [{'id': 'bca16f41-251a-4240-aa3d-f9946efe4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6fe6a676-1613-45f3-9891-1663e2aa6585'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:45:53.207354 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] Attempting to bind port fab4d935-6e6a-43d0-a0e1-249802a048cc on network 6fe6a676-1613-45f3-9891-1663e2aa6585 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:45:53.213412 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] Checking agent: {'id': 'e5c35616-b52d-489d-8b05-879d7aeabf2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 14, 39), 'started_at': datetime.datetime(2021, 7, 9, 9, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799996-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:45:53.213785 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] Checking segment: {'id': 'bca16f41-251a-4240-aa3d-f9946efe4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6fe6a676-1613-45f3-9891-1663e2aa6585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:45:53.214183 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:53.214570 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] Bound using segment: {'id': 'bca16f41-251a-4240-aa3d-f9946efe4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6fe6a676-1613-45f3-9891-1663e2aa6585'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:45:53.215033 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] Bound port: fab4d935-6e6a-43d0-a0e1-249802a048cc, host: n-d-799996-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca16f41-251a-4240-aa3d-f9946efe4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6fe6a676-1613-45f3-9891-1663e2aa6585'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:45:53.215408 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:53.284722 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] For port fab4d935-6e6a-43d0-a0e1-249802a048cc, host n-d-799996-1, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:45:53.292272 n-d-799996-1 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] For port fab4d935-6e6a-43d0-a0e1-249802a048cc, host n-d-799996-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=fab4d935-6e6a-43d0-a0e1-249802a048cc,segment=NetworkSegment(bca16f41-251a-4240-aa3d-f9946efe4d31),segment_id=bca16f41-251a-4240-aa3d-f9946efe4d31)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:45:53.298193 n-d-799996-1 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:53.358863 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] Routers {'b096a23f-c893-479b-92c2-b0455df51589'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:45:53.359559 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:45:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b096a23f-c893-479b-92c2-b0455df51589'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:53.390785 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f1ed87bd-c623-4467-8a98-a06d2a018019 req-9da5f75f-cac2-4620-9b85-44d28efb4a63 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93 HTTP/1.1" status: 200 len: 210 time: 0.0522709 Jul 09 10:45:53.429934 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d7f76-3c74-4bbc-8053-967db8aa4716 None None] Pushing event updated for resources: {'Port': ['ID=fab4d935-6e6a-43d0-a0e1-249802a048cc,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:53.519302 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] Set router b096a23f-c893-479b-92c2-b0455df51589 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:45:53.522986 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-599915bb-5a09-4112-90fd-9b87cf4d0c5b tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:53.525624 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-599915bb-5a09-4112-90fd-9b87cf4d0c5b tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.64 "GET /v2.0/networks?id=6d17de34-fdad-4683-92e4-9b63530560e1 HTTP/1.1" status: 200 len: 808 time: 0.1320491 Jul 09 10:45:53.574253 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-624b8626-2c61-4e34-aa95-79ae7480929d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=248b54ac16e8494f80ae323c2aec9c30 HTTP/1.1" status: 200 len: 380 time: 0.0402811 Jul 09 10:45:53.583180 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-a0fd6112-cc64-4bb1-aa05-af605964c18f tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Request body: {'port': {'device_id': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'admin_state_up': True, 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'security_groups': ['ae0ee093-c626-4315-a5b0-d6b861bc00fb']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:45:53.711599 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-a0fd6112-cc64-4bb1-aa05-af605964c18f tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Made reservation on behalf of 248b54ac16e8494f80ae323c2aec9c30 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:45:53.715317 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-a0fd6112-cc64-4bb1-aa05-af605964c18f tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:53.738493 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b096a23f-c893-479b-92c2-b0455df51589', 'name': 'tempest-TestSnapshotPattern-1603856722-router', 'tenant_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b5616164-b0a6-40ac-8329-f4f84ad9d126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:46Z', 'updated_at': '2021-07-09T10:45:49Z', 'revision_number': 4, 'project_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'gw_port': {'id': 'b5616164-b0a6-40ac-8329-f4f84ad9d126', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b096a23f-c893-479b-92c2-b0455df51589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:46Z', 'updated_at': '2021-07-09T10:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'fab4d935-6e6a-43d0-a0e1-249802a048cc', 'name': '', 'network_id': '6fe6a676-1613-45f3-9891-1663e2aa6585', 'tenant_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'mac_address': 'fa:16:3e:41:71:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b096a23f-c893-479b-92c2-b0455df51589', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '09c68803-13e2-4c26-bb70-d50139f9c9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:48Z', 'updated_at': '2021-07-09T10:45:53Z', 'revision_number': 4, 'project_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'subnets': [{'id': '09c68803-13e2-4c26-bb70-d50139f9c9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:45:53.764749 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7ef485-239a-4181-8bbf-86ed342a797f None None] The sync data for ids ['b096a23f-c893-479b-92c2-b0455df51589'] in n-d-799996-1 is: [{'id': 'b096a23f-c893-479b-92c2-b0455df51589', 'name': 'tempest-TestSnapshotPattern-1603856722-router', 'tenant_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b5616164-b0a6-40ac-8329-f4f84ad9d126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:46Z', 'updated_at': '2021-07-09T10:45:49Z', 'revision_number': 4, 'project_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'gw_port': {'id': 'b5616164-b0a6-40ac-8329-f4f84ad9d126', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b096a23f-c893-479b-92c2-b0455df51589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:46Z', 'updated_at': '2021-07-09T10:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'fab4d935-6e6a-43d0-a0e1-249802a048cc', 'name': '', 'network_id': '6fe6a676-1613-45f3-9891-1663e2aa6585', 'tenant_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'mac_address': 'fa:16:3e:41:71:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b096a23f-c893-479b-92c2-b0455df51589', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '09c68803-13e2-4c26-bb70-d50139f9c9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:48Z', 'updated_at': '2021-07-09T10:45:53Z', 'revision_number': 4, 'project_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'subnets': [{'id': '09c68803-13e2-4c26-bb70-d50139f9c9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:45:53.846912 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-a0fd6112-cc64-4bb1-aa05-af605964c18f tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Allocated IP 172.20.0.12 (6d17de34-fdad-4683-92e4-9b63530560e1/290bcf8c-3fcc-4341-b085-063af364bdb0/6e0c7021-329e-4029-855d-ba4799ebb8e5) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:45:53.995316 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-a0fd6112-cc64-4bb1-aa05-af605964c18f tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:54.012903 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-a0fd6112-cc64-4bb1-aa05-af605964c18f tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Transition to ACTIVE for port object 6e0c7021-329e-4029-855d-ba4799ebb8e5 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:45:54.050446 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-a0fd6112-cc64-4bb1-aa05-af605964c18f tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:54.100988 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-a0fd6112-cc64-4bb1-aa05-af605964c18f tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Network 6d17de34-fdad-4683-92e4-9b63530560e1 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:45:54.105072 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-a0fd6112-cc64-4bb1-aa05-af605964c18f tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:45:54.109758 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-a0fd6112-cc64-4bb1-aa05-af605964c18f tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:45:54.141571 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd6112-cc64-4bb1-aa05-af605964c18f tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Pushing event updated for resources: {'Port': ['ID=6e0c7021-329e-4029-855d-ba4799ebb8e5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:54.146916 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device fab4d935-6e6a-43d0-a0e1-249802a048cc up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:45:54.165190 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-a0fd6112-cc64-4bb1-aa05-af605964c18f tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:54.166389 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-a0fd6112-cc64-4bb1-aa05-af605964c18f tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:54.184359 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-a0fd6112-cc64-4bb1-aa05-af605964c18f tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6048954 Jul 09 10:45:54.198076 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-b6a4d04c-9419-4f98-9662-ff94b0ba5251 service neutron] Request body: {'port': {'device_id': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799996-1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:45:54.209198 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning for port fab4d935-6e6a-43d0-a0e1-249802a048cc completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:45:54.214192 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port fab4d935-6e6a-43d0-a0e1-249802a048cc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:45:54.214893 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:54.301580 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:54.317519 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-b6a4d04c-9419-4f98-9662-ff94b0ba5251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:54.344195 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] For port fab4d935-6e6a-43d0-a0e1-249802a048cc, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=fab4d935-6e6a-43d0-a0e1-249802a048cc,segment=NetworkSegment(bca16f41-251a-4240-aa3d-f9946efe4d31),segment_id=bca16f41-251a-4240-aa3d-f9946efe4d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:45:54.349802 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:54.351045 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b5616164-b0a6-40ac-8329-f4f84ad9d126 up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:45:54.442158 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-89e1b013-6fb1-49a6-82a1-5833cab17f11 None None] Provisioning for port 6e0c7021-329e-4029-855d-ba4799ebb8e5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:45:54.451897 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Pushing event updated for resources: {'Port': ['ID=fab4d935-6e6a-43d0-a0e1-249802a048cc,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:54.454472 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-89e1b013-6fb1-49a6-82a1-5833cab17f11 None None] Provisioning complete for port 6e0c7021-329e-4029-855d-ba4799ebb8e5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:45:54.455035 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-89e1b013-6fb1-49a6-82a1-5833cab17f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:54.490468 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port b5616164-b0a6-40ac-8329-f4f84ad9d126 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:45:54.490842 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:54.520220 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-89e1b013-6fb1-49a6-82a1-5833cab17f11 None None] Port 6e0c7021-329e-4029-855d-ba4799ebb8e5 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:45:54.961756 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877a7d7-2f2b-4c49-abc2-5526eda0f45d req-b1e75f9a-01de-4daa-8699-7835b972dd3d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:54.963290 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d877a7d7-2f2b-4c49-abc2-5526eda0f45d req-b1e75f9a-01de-4daa-8699-7835b972dd3d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93 HTTP/1.1" status: 200 len: 932 time: 0.4240437 Jul 09 10:45:54.965237 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-b6a4d04c-9419-4f98-9662-ff94b0ba5251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0c7021-329e-4029-855d-ba4799ebb8e5 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:45:54.978548 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-b6a4d04c-9419-4f98-9662-ff94b0ba5251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:55.001752 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-b6a4d04c-9419-4f98-9662-ff94b0ba5251 service neutron] Transition to ACTIVE for port object 6e0c7021-329e-4029-855d-ba4799ebb8e5 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:45:55.009810 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-b6a4d04c-9419-4f98-9662-ff94b0ba5251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:55.024341 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-d877a7d7-2f2b-4c49-abc2-5526eda0f45d req-550151f5-017e-4fcd-ac4f-2f7d462d78c0 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544775 Jul 09 10:45:55.070607 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4d04c-9419-4f98-9662-ff94b0ba5251 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0c7021-329e-4029-855d-ba4799ebb8e5,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:55.145078 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-b6a4d04c-9419-4f98-9662-ff94b0ba5251 service neutron] Attempting to bind port 6e0c7021-329e-4029-855d-ba4799ebb8e5 on host n-h2-799996-1 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:45:55.145379 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-b6a4d04c-9419-4f98-9662-ff94b0ba5251 service neutron] Attempting to bind port 6e0c7021-329e-4029-855d-ba4799ebb8e5 by drivers openvswitch,hyperv on host n-h2-799996-1 at level 0 using segments [{'id': 'f0543f39-7876-4072-8b81-4ada24dbf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:45:55.145765 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-b6a4d04c-9419-4f98-9662-ff94b0ba5251 service neutron] Attempting to bind port 6e0c7021-329e-4029-855d-ba4799ebb8e5 on network 6d17de34-fdad-4683-92e4-9b63530560e1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:45:55.151105 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-b6a4d04c-9419-4f98-9662-ff94b0ba5251 service neutron] Port 6e0c7021-329e-4029-855d-ba4799ebb8e5 on network 6d17de34-fdad-4683-92e4-9b63530560e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799996-1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:45:55.151438 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-b6a4d04c-9419-4f98-9662-ff94b0ba5251 service neutron] Attempting to bind port 6e0c7021-329e-4029-855d-ba4799ebb8e5 on network 6d17de34-fdad-4683-92e4-9b63530560e1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:45:55.156584 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-b6a4d04c-9419-4f98-9662-ff94b0ba5251 service neutron] Checking agent: {'id': '51cb70ee-399e-4623-af78-30cdec3ea5bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:45:55.156964 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-b6a4d04c-9419-4f98-9662-ff94b0ba5251 service neutron] Checking segment: {'id': 'f0543f39-7876-4072-8b81-4ada24dbf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:45:55.157351 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-b6a4d04c-9419-4f98-9662-ff94b0ba5251 service neutron] Bound using segment: {'id': 'f0543f39-7876-4072-8b81-4ada24dbf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:45:55.157785 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-b6a4d04c-9419-4f98-9662-ff94b0ba5251 service neutron] Bound port: 6e0c7021-329e-4029-855d-ba4799ebb8e5, host: n-h2-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0543f39-7876-4072-8b81-4ada24dbf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:45:55.158146 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-b6a4d04c-9419-4f98-9662-ff94b0ba5251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:55.224980 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-b6a4d04c-9419-4f98-9662-ff94b0ba5251 service neutron] For port 6e0c7021-329e-4029-855d-ba4799ebb8e5, host n-h2-799996-1, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:45:55.228759 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-b6a4d04c-9419-4f98-9662-ff94b0ba5251 service neutron] For port 6e0c7021-329e-4029-855d-ba4799ebb8e5, host n-h2-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=6e0c7021-329e-4029-855d-ba4799ebb8e5,segment=NetworkSegment(f0543f39-7876-4072-8b81-4ada24dbf1fe),segment_id=f0543f39-7876-4072-8b81-4ada24dbf1fe)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:45:55.232582 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-b6a4d04c-9419-4f98-9662-ff94b0ba5251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:55.266659 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-b6a4d04c-9419-4f98-9662-ff94b0ba5251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:55.267293 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-b6a4d04c-9419-4f98-9662-ff94b0ba5251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:55.268735 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-b6a4d04c-9419-4f98-9662-ff94b0ba5251 service neutron] 10.222.0.64 "PUT /v2.0/ports/6e0c7021-329e-4029-855d-ba4799ebb8e5 HTTP/1.1" status: 200 len: 1092 time: 1.0761940 Jul 09 10:45:55.269178 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'tag': '6e0c7021-329e-4029-855d-ba4799ebb8e5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:45:55.271445 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5898f0-2cb2-46bb-8472-6a96c1031aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "457b15b9-6a2e-4d7d-9cca-794c28057d93", "tag": "6e0c7021-329e-4029-855d-ba4799ebb8e5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:45:55.307214 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4d04c-9419-4f98-9662-ff94b0ba5251 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0c7021-329e-4029-855d-ba4799ebb8e5,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:55.319745 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58df5eda-ab7e-4a75-9f50-f41dd87e0a71 x-openstack-request-id: req-58df5eda-ab7e-4a75-9f50-f41dd87e0a71 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:45:55.320033 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457b15b9-6a2e-4d7d-9cca-794c28057d93", "tag": "6e0c7021-329e-4029-855d-ba4799ebb8e5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:45:55.320278 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-58df5eda-ab7e-4a75-9f50-f41dd87e0a71 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:45:55.320665 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'tag': '6e0c7021-329e-4029-855d-ba4799ebb8e5', 'status': 'completed', 'code': 200} Jul 09 10:45:55.373983 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-ec42c6e4-5712-49d3-8c59-08ecbb584293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:55.375761 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-ec42c6e4-5712-49d3-8c59-08ecbb584293 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=248b54ac16e8494f80ae323c2aec9c30&device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93 HTTP/1.1" status: 200 len: 1095 time: 0.0651343 Jul 09 10:45:55.418489 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-20cffba8-d982-4367-aa6c-f923b0c342cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e0c7021-329e-4029-855d-ba4799ebb8e5 HTTP/1.1" status: 200 len: 217 time: 0.0349553 Jul 09 10:45:55.442533 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:45:55.468396 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-2060c4db-adb3-4d48-9e56-224a615266ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:55.469896 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-2060c4db-adb3-4d48-9e56-224a615266ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=290bcf8c-3fcc-4341-b085-063af364bdb0 HTTP/1.1" status: 200 len: 847 time: 0.0456507 Jul 09 10:45:55.531314 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-7525d753-502d-44bd-b2bf-5a204756de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:55.532913 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-7525d753-502d-44bd-b2bf-5a204756de28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d17de34-fdad-4683-92e4-9b63530560e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564113 Jul 09 10:45:55.629248 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-539494b1-0ac2-48cb-b271-816980e09cce service neutron] 10.222.0.64 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895612 Jul 09 10:45:55.722843 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fd96f0da-16de-4373-a872-89b6160b2f4b req-56077c5f-2ba8-47fd-9afd-59ad979b6ec1 service neutron] 10.222.0.64 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868077 Jul 09 10:45:55.834981 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5898f0-2cb2-46bb-8472-6a96c1031aa9 req-207365dd-3005-439f-a8c1-b4048ec35f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:55.836514 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac5898f0-2cb2-46bb-8472-6a96c1031aa9 req-207365dd-3005-439f-a8c1-b4048ec35f7a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=248b54ac16e8494f80ae323c2aec9c30&device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93 HTTP/1.1" status: 200 len: 1095 time: 0.0523014 Jul 09 10:45:55.924406 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5898f0-2cb2-46bb-8472-6a96c1031aa9 req-37a372c4-dd23-4151-b7fb-337598daff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:55.925883 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac5898f0-2cb2-46bb-8472-6a96c1031aa9 req-37a372c4-dd23-4151-b7fb-337598daff66 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6d17de34-fdad-4683-92e4-9b63530560e1 HTTP/1.1" status: 200 len: 909 time: 0.0835397 Jul 09 10:45:55.969854 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac5898f0-2cb2-46bb-8472-6a96c1031aa9 req-9787be71-cd7b-40e5-a782-0f8c11c644f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e0c7021-329e-4029-855d-ba4799ebb8e5 HTTP/1.1" status: 200 len: 217 time: 0.0374322 Jul 09 10:45:56.017008 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5898f0-2cb2-46bb-8472-6a96c1031aa9 req-a8bc9a58-4866-4b9a-b4f0-921003acafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:56.018157 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac5898f0-2cb2-46bb-8472-6a96c1031aa9 req-a8bc9a58-4866-4b9a-b4f0-921003acafe4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=290bcf8c-3fcc-4341-b085-063af364bdb0 HTTP/1.1" status: 200 len: 847 time: 0.0427382 Jul 09 10:45:56.083810 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5898f0-2cb2-46bb-8472-6a96c1031aa9 req-c40e42ed-f5c9-45c2-923a-7c71c6681bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:56.085440 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac5898f0-2cb2-46bb-8472-6a96c1031aa9 req-c40e42ed-f5c9-45c2-923a-7c71c6681bb9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d17de34-fdad-4683-92e4-9b63530560e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604947 Jul 09 10:45:56.118341 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device fab4d935-6e6a-43d0-a0e1-249802a048cc up at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:45:56.168472 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Provisioning complete for port fab4d935-6e6a-43d0-a0e1-249802a048cc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:45:56.168845 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:56.226112 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac5898f0-2cb2-46bb-8472-6a96c1031aa9 req-8ef7cc82-d1b5-4dcd-8fc1-73d65a85acfd service neutron] 10.222.0.64 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344223 Jul 09 10:45:56.238272 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fdcae5-851a-4700-a1be-cf7e01f32378 req-b0c32009-236d-45e0-9122-93bacc4c0a5c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:56.239760 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-49fdcae5-851a-4700-a1be-cf7e01f32378 req-b0c32009-236d-45e0-9122-93bacc4c0a5c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93 HTTP/1.1" status: 200 len: 944 time: 0.0974183 Jul 09 10:45:56.329923 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-49fdcae5-851a-4700-a1be-cf7e01f32378 req-767615ad-4238-4dea-b529-224a4a47eded tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806303 Jul 09 10:45:56.354176 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ac5898f0-2cb2-46bb-8472-6a96c1031aa9 req-8ad5d8df-63de-4153-b82b-9b6d6cc1fcd8 service neutron] 10.222.0.64 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134713 Jul 09 10:45:57.500827 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a672d7d-e1e1-4a10-9c52-365d948f8a3a req-a194cc2c-1370-48b0-9b16-689bb00d8a2d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:57.502321 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a672d7d-e1e1-4a10-9c52-365d948f8a3a req-a194cc2c-1370-48b0-9b16-689bb00d8a2d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93 HTTP/1.1" status: 200 len: 944 time: 0.0626202 Jul 09 10:45:57.540142 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7a672d7d-e1e1-4a10-9c52-365d948f8a3a req-c45d1590-1547-417a-9ca8-0bb6ea77b229 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323153 Jul 09 10:45:58.713040 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 6e0c7021-329e-4029-855d-ba4799ebb8e5 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:45:58.713886 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852eeab8-b3d5-4946-a4a0-2b19879e46c4 req-b7b87a21-d445-4c77-b688-b5f367da3b80 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:58.715583 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-852eeab8-b3d5-4946-a4a0-2b19879e46c4 req-b7b87a21-d445-4c77-b688-b5f367da3b80 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93 HTTP/1.1" status: 200 len: 944 time: 0.0633886 Jul 09 10:45:58.758913 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-852eeab8-b3d5-4946-a4a0-2b19879e46c4 req-99e37cf5-56bc-4047-ad60-36eae705fb46 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376756 Jul 09 10:45:58.820602 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 6e0c7021-329e-4029-855d-ba4799ebb8e5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=6e0c7021-329e-4029-855d-ba4799ebb8e5,segment=NetworkSegment(f0543f39-7876-4072-8b81-4ada24dbf1fe),segment_id=f0543f39-7876-4072-8b81-4ada24dbf1fe)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:45:58.832561 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '6e0c7021-329e-4029-855d-ba4799ebb8e5', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'port_id': '6e0c7021-329e-4029-855d-ba4799ebb8e5', 'mac_address': 'fa:16:3e:f3:c8:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:45:58.870320 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:58.886953 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0c7021-329e-4029-855d-ba4799ebb8e5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:45:58.908136 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 6e0c7021-329e-4029-855d-ba4799ebb8e5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=6e0c7021-329e-4029-855d-ba4799ebb8e5,segment=NetworkSegment(f0543f39-7876-4072-8b81-4ada24dbf1fe),segment_id=f0543f39-7876-4072-8b81-4ada24dbf1fe)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:45:58.912307 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:45:58.962652 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=6e0c7021-329e-4029-855d-ba4799ebb8e5,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:45:59.267301 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['6e0c7021-329e-4029-855d-ba4799ebb8e5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:45:59.932115 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597be696-e03a-4b7a-b85c-d1700db06e13 req-0793f1cb-7cf3-4c0c-bb90-945ab0134c7e tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:45:59.933606 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-597be696-e03a-4b7a-b85c-d1700db06e13 req-0793f1cb-7cf3-4c0c-bb90-945ab0134c7e tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93 HTTP/1.1" status: 200 len: 945 time: 0.0642693 Jul 09 10:45:59.971521 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-597be696-e03a-4b7a-b85c-d1700db06e13 req-579b038a-fce7-478b-bde0-ed3d7dec26ec tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323117 Jul 09 10:46:00.714848 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 6e0c7021-329e-4029-855d-ba4799ebb8e5 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:46:00.763767 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning for port 6e0c7021-329e-4029-855d-ba4799ebb8e5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:46:00.767646 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 6e0c7021-329e-4029-855d-ba4799ebb8e5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:46:00.768046 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:00.849364 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:00.872633 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0c7021-329e-4029-855d-ba4799ebb8e5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:46:00.874913 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0888fabe05580062c0d4cd7dc8f093f2b11926f06b578c6c7ec0a80924aac75e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74db07e4-7071-487d-9ed5-d6bd08e20ace" -d '{"events": [{"server_uuid": "457b15b9-6a2e-4d7d-9cca-794c28057d93", "name": "network-vif-plugged", "status": "completed", "tag": "6e0c7021-329e-4029-855d-ba4799ebb8e5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:46:00.888340 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 6e0c7021-329e-4029-855d-ba4799ebb8e5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=6e0c7021-329e-4029-855d-ba4799ebb8e5,segment=NetworkSegment(f0543f39-7876-4072-8b81-4ada24dbf1fe),segment_id=f0543f39-7876-4072-8b81-4ada24dbf1fe)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:46:00.894489 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:00.917074 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1bf946-b0da-4776-91f0-19526dd6cf03 x-openstack-request-id: req-db1bf946-b0da-4776-91f0-19526dd6cf03 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:46:00.917368 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457b15b9-6a2e-4d7d-9cca-794c28057d93", "name": "network-vif-plugged", "status": "completed", "tag": "6e0c7021-329e-4029-855d-ba4799ebb8e5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:46:00.917620 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-db1bf946-b0da-4776-91f0-19526dd6cf03 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:46:00.918021 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0c7021-329e-4029-855d-ba4799ebb8e5', 'code': 200} Jul 09 10:46:00.944049 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=6e0c7021-329e-4029-855d-ba4799ebb8e5,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:46:01.025314 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ab95a-273a-417c-8dc0-aed336dbd63d req-66f11e3d-0cba-4a4d-b334-50f81043fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:46:01.026840 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-835ab95a-273a-417c-8dc0-aed336dbd63d req-66f11e3d-0cba-4a4d-b334-50f81043fc57 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93 HTTP/1.1" status: 200 len: 1097 time: 0.0540326 Jul 09 10:46:01.060489 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-835ab95a-273a-417c-8dc0-aed336dbd63d req-860e20d4-59c7-41da-99fb-cf876645dcd3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273378 Jul 09 10:46:01.154166 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3df0e-93e5-4879-af6b-519ee951c89c req-5a7d596e-51f5-4a89-a8f1-bdb14c3e3ed7 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:46:01.156056 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbb3df0e-93e5-4879-af6b-519ee951c89c req-5a7d596e-51f5-4a89-a8f1-bdb14c3e3ed7 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93 HTTP/1.1" status: 200 len: 946 time: 0.0707991 Jul 09 10:46:01.202112 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-fbb3df0e-93e5-4879-af6b-519ee951c89c req-45f60606-ef7c-4180-8960-ca3c45794bd4 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402792 Jul 09 10:46:02.375397 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9963e07-fd5a-4692-b457-2b418e04e2f4 req-addb7eb0-5c92-4f7a-b8fc-623598bd9ace tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:46:02.377008 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9963e07-fd5a-4692-b457-2b418e04e2f4 req-addb7eb0-5c92-4f7a-b8fc-623598bd9ace tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93 HTTP/1.1" status: 200 len: 946 time: 0.0641131 Jul 09 10:46:02.414773 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f9963e07-fd5a-4692-b457-2b418e04e2f4 req-b6c80a94-817b-48ed-b0a3-21bd3f8c9c3d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321832 Jul 09 10:46:02.585822 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18186dc7-faad-4ed4-9319-26f4dc839688 req-1fe006da-5013-4ead-8c57-230c991843b5 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:46:02.587340 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18186dc7-faad-4ed4-9319-26f4dc839688 req-1fe006da-5013-4ead-8c57-230c991843b5 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93 HTTP/1.1" status: 200 len: 946 time: 0.0641708 Jul 09 10:46:02.629301 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-18186dc7-faad-4ed4-9319-26f4dc839688 req-a53289fd-e9d8-4e42-8204-e798fb45c7bd tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360687 Jul 09 10:46:02.652693 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45590) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:46:02.744965 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ff2afa-79b1-4d81-be90-e6552cd2b10c tempest-TestSnapshotPattern-680505123 tempest-TestSnapshotPattern-680505123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:46:02.746504 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-45ff2afa-79b1-4d81-be90-e6552cd2b10c tempest-TestSnapshotPattern-680505123 tempest-TestSnapshotPattern-680505123-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93 HTTP/1.1" status: 200 len: 1092 time: 0.0928419 Jul 09 10:46:02.749366 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 45594) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:46:02.753750 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b6010278-c58b-4521-ac20-09eb56ef4ef8 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': '6e0c7021-329e-4029-855d-ba4799ebb8e5', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:46:02.775035 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6010278-c58b-4521-ac20-09eb56ef4ef8 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:02.873594 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6010278-c58b-4521-ac20-09eb56ef4ef8 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:02.973920 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-b6010278-c58b-4521-ac20-09eb56ef4ef8 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Allocated IP 172.25.3.107 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/98999235-532e-4c90-b6d2-07d85ab99a11) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:46:03.072944 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6010278-c58b-4521-ac20-09eb56ef4ef8 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:03.117034 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6010278-c58b-4521-ac20-09eb56ef4ef8 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59242526'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:03.157019 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6010278-c58b-4521-ac20-09eb56ef4ef8 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:46:03.161439 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b6010278-c58b-4521-ac20-09eb56ef4ef8 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:46:03.166336 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6010278-c58b-4521-ac20-09eb56ef4ef8 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:46:03.169373 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6010278-c58b-4521-ac20-09eb56ef4ef8 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Pushing event updated for resources: {'Port': ['ID=98999235-532e-4c90-b6d2-07d85ab99a11,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:46:03.524593 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6010278-c58b-4521-ac20-09eb56ef4ef8 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:03.600278 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6010278-c58b-4521-ac20-09eb56ef4ef8 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:03.747292 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6010278-c58b-4521-ac20-09eb56ef4ef8 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:03.751656 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6010278-c58b-4521-ac20-09eb56ef4ef8 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59242496'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:03.821151 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6010278-c58b-4521-ac20-09eb56ef4ef8 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Pushing event updated for resources: {'Port': ['ID=98999235-532e-4c90-b6d2-07d85ab99a11,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:46:03.836579 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6010278-c58b-4521-ac20-09eb56ef4ef8 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:03.936059 n-d-799996-1 neutron-server[93790]: INFO neutron.db.l3_db [None req-b6010278-c58b-4521-ac20-09eb56ef4ef8 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Floating IP 54266dee-da7e-4f62-907c-e30726769b0a associated. External IP: 172.25.3.107, port: 6e0c7021-329e-4029-855d-ba4799ebb8e5. Jul 09 10:46:04.141834 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6010278-c58b-4521-ac20-09eb56ef4ef8 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Router 31f1dbbf-c680-47d5-9514-ad0b640a97ed has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:46:04.250258 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6010278-c58b-4521-ac20-09eb56ef4ef8 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:46:04.259744 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b4fd4-a221-4ae2-800a-e9fb14847232 None None] Sync routers for ids ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:46:04.265414 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6010278-c58b-4521-ac20-09eb56ef4ef8 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:04.270993 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946b4fd4-a221-4ae2-800a-e9fb14847232 None None] Routers {'31f1dbbf-c680-47d5-9514-ad0b640a97ed'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:46:04.271613 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-946b4fd4-a221-4ae2-800a-e9fb14847232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:45:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:46:04.301625 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-b6010278-c58b-4521-ac20-09eb56ef4ef8 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5512395 Jul 09 10:46:04.302223 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'tag': '6e0c7021-329e-4029-855d-ba4799ebb8e5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:46:04.304514 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582821d7-8c48-4735-b983-0a611d486faa" -d '{"events": [{"name": "network-changed", "server_uuid": "457b15b9-6a2e-4d7d-9cca-794c28057d93", "tag": "6e0c7021-329e-4029-855d-ba4799ebb8e5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:46:04.379937 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-946b4fd4-a221-4ae2-800a-e9fb14847232 None None] Set router 31f1dbbf-c680-47d5-9514-ad0b640a97ed gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:46:04.392834 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70d5ba1-050b-4651-acd1-bff8a5cfc111 x-openstack-request-id: req-b70d5ba1-050b-4651-acd1-bff8a5cfc111 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:46:04.393128 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457b15b9-6a2e-4d7d-9cca-794c28057d93", "tag": "6e0c7021-329e-4029-855d-ba4799ebb8e5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:46:04.393388 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b70d5ba1-050b-4651-acd1-bff8a5cfc111 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:46:04.393799 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'tag': '6e0c7021-329e-4029-855d-ba4799ebb8e5', 'status': 'completed', 'code': 200} Jul 09 10:46:04.474706 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582821d7-8c48-4735-b983-0a611d486faa req-9703cef7-8c32-4bce-a169-a70dafe285db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:46:04.476322 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-582821d7-8c48-4735-b983-0a611d486faa req-9703cef7-8c32-4bce-a169-a70dafe285db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=248b54ac16e8494f80ae323c2aec9c30&device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93 HTTP/1.1" status: 200 len: 1097 time: 0.0590568 Jul 09 10:46:04.566753 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582821d7-8c48-4735-b983-0a611d486faa req-e43c8251-4ba4-48fa-b01d-09fc4b34b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:46:04.568309 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-582821d7-8c48-4735-b983-0a611d486faa req-e43c8251-4ba4-48fa-b01d-09fc4b34b1ac service neutron] 10.222.0.64 "GET /v2.0/networks?id=6d17de34-fdad-4683-92e4-9b63530560e1 HTTP/1.1" status: 200 len: 909 time: 0.0856388 Jul 09 10:46:04.607826 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-946b4fd4-a221-4ae2-800a-e9fb14847232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'name': 'tempest-TestSnapshotPattern-65175736-router', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:41Z', 'updated_at': '2021-07-09T10:45:44Z', 'revision_number': 4, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'gw_port': {'id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:42Z', 'updated_at': '2021-07-09T10:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '54266dee-da7e-4f62-907c-e30726769b0a', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'floating_ip_address': '172.25.3.107', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'port_id': '6e0c7021-329e-4029-855d-ba4799ebb8e5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'mac_address': 'fa:16:3e:f3:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:46:03Z', 'updated_at': '2021-07-09T10:46:03Z', 'revision_number': 0, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c947055e-903c-4f7f-8aa8-1f94e72bcb79', 'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'mac_address': 'fa:16:3e:ac:b5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:43Z', 'updated_at': '2021-07-09T10:45:48Z', 'revision_number': 5, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'subnets': [{'id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:46:04.633821 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b4fd4-a221-4ae2-800a-e9fb14847232 None None] Checking router: 31f1dbbf-c680-47d5-9514-ad0b640a97ed for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:46:04.636235 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-582821d7-8c48-4735-b983-0a611d486faa req-2f5bf80e-27f7-450e-bc20-38b2a7da29ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e0c7021-329e-4029-855d-ba4799ebb8e5 HTTP/1.1" status: 200 len: 1000 time: 0.0619624 Jul 09 10:46:04.642649 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946b4fd4-a221-4ae2-800a-e9fb14847232 None None] Routers {'31f1dbbf-c680-47d5-9514-ad0b640a97ed'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:46:04.643302 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-946b4fd4-a221-4ae2-800a-e9fb14847232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:45:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:46:04.684440 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582821d7-8c48-4735-b983-0a611d486faa req-c8bdaba6-d823-49a1-ae3f-f1ff5ec309ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:46:04.685919 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-582821d7-8c48-4735-b983-0a611d486faa req-c8bdaba6-d823-49a1-ae3f-f1ff5ec309ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=290bcf8c-3fcc-4341-b085-063af364bdb0 HTTP/1.1" status: 200 len: 847 time: 0.0441406 Jul 09 10:46:04.745433 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582821d7-8c48-4735-b983-0a611d486faa req-3b83df01-e7e1-4175-a9ac-7f9121184ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:46:04.747011 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-582821d7-8c48-4735-b983-0a611d486faa req-3b83df01-e7e1-4175-a9ac-7f9121184ea3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d17de34-fdad-4683-92e4-9b63530560e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549448 Jul 09 10:46:04.845249 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-582821d7-8c48-4735-b983-0a611d486faa req-d8d18b08-a685-4154-b676-9c67c0998511 service neutron] 10.222.0.64 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919580 Jul 09 10:46:04.903466 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:04.913698 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-946b4fd4-a221-4ae2-800a-e9fb14847232 None None] Set router 31f1dbbf-c680-47d5-9514-ad0b640a97ed gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:46:04.937380 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-582821d7-8c48-4735-b983-0a611d486faa req-7d92ad73-030c-4b16-acc6-53f97b31b2a7 service neutron] 10.222.0.64 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848136 Jul 09 10:46:05.149305 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-946b4fd4-a221-4ae2-800a-e9fb14847232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'name': 'tempest-TestSnapshotPattern-65175736-router', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:41Z', 'updated_at': '2021-07-09T10:45:44Z', 'revision_number': 4, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'gw_port': {'id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:42Z', 'updated_at': '2021-07-09T10:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '54266dee-da7e-4f62-907c-e30726769b0a', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'floating_ip_address': '172.25.3.107', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'port_id': '6e0c7021-329e-4029-855d-ba4799ebb8e5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'mac_address': 'fa:16:3e:f3:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:46:03Z', 'updated_at': '2021-07-09T10:46:03Z', 'revision_number': 0, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c947055e-903c-4f7f-8aa8-1f94e72bcb79', 'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'mac_address': 'fa:16:3e:ac:b5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:43Z', 'updated_at': '2021-07-09T10:45:48Z', 'revision_number': 5, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'subnets': [{'id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:46:05.179036 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b4fd4-a221-4ae2-800a-e9fb14847232 None None] The sync data for ids ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'] in n-d-799996-1 is: [{'id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'name': 'tempest-TestSnapshotPattern-65175736-router', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:41Z', 'updated_at': '2021-07-09T10:45:44Z', 'revision_number': 4, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'gw_port': {'id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:42Z', 'updated_at': '2021-07-09T10:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '54266dee-da7e-4f62-907c-e30726769b0a', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'floating_ip_address': '172.25.3.107', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'port_id': '6e0c7021-329e-4029-855d-ba4799ebb8e5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'mac_address': 'fa:16:3e:f3:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:46:03Z', 'updated_at': '2021-07-09T10:46:03Z', 'revision_number': 0, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c947055e-903c-4f7f-8aa8-1f94e72bcb79', 'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'mac_address': 'fa:16:3e:ac:b5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:43Z', 'updated_at': '2021-07-09T10:45:48Z', 'revision_number': 5, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'subnets': [{'id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:46:05.372856 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa174e6-9af7-4a70-88d7-06548c499a32 None None] New status for floating IP 54266dee-da7e-4f62-907c-e30726769b0a: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:46:06.872813 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2da48793-5a47-406d-bdfc-8f29a03aeb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:09.471913 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-35ddd295-32e3-44db-8ea2-0ba3e33ee791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:09.642078 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:09.945213 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:11.465526 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:13.247024 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:29.236650 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6bc910be-4a3b-44a6-8d1f-e8bd3ff5ec20 req-9de9f994-05af-4bb6-9448-c343c5e6d37c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0936477 Jul 09 10:46:29.332307 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc910be-4a3b-44a6-8d1f-e8bd3ff5ec20 req-3a6bdea8-2816-48f5-b7ef-a502184e08d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:46:29.333823 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6bc910be-4a3b-44a6-8d1f-e8bd3ff5ec20 req-3a6bdea8-2816-48f5-b7ef-a502184e08d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=248b54ac16e8494f80ae323c2aec9c30&device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93 HTTP/1.1" status: 200 len: 1097 time: 0.0553939 Jul 09 10:46:29.436743 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc910be-4a3b-44a6-8d1f-e8bd3ff5ec20 req-b66cc2dd-ef71-41ce-85b7-42d7b2fd7a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:46:29.438154 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6bc910be-4a3b-44a6-8d1f-e8bd3ff5ec20 req-b66cc2dd-ef71-41ce-85b7-42d7b2fd7a0b service neutron] 10.222.0.64 "GET /v2.0/networks?id=6d17de34-fdad-4683-92e4-9b63530560e1 HTTP/1.1" status: 200 len: 909 time: 0.0840178 Jul 09 10:46:29.507239 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6bc910be-4a3b-44a6-8d1f-e8bd3ff5ec20 req-a02783ad-f273-45a9-bc95-887cb10bcf12 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e0c7021-329e-4029-855d-ba4799ebb8e5 HTTP/1.1" status: 200 len: 1002 time: 0.0614293 Jul 09 10:46:29.555296 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc910be-4a3b-44a6-8d1f-e8bd3ff5ec20 req-daab8412-aa14-44ae-aaef-4a7eaab1fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:46:29.556777 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6bc910be-4a3b-44a6-8d1f-e8bd3ff5ec20 req-daab8412-aa14-44ae-aaef-4a7eaab1fc65 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=290bcf8c-3fcc-4341-b085-063af364bdb0 HTTP/1.1" status: 200 len: 847 time: 0.0435553 Jul 09 10:46:29.613673 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc910be-4a3b-44a6-8d1f-e8bd3ff5ec20 req-c78ed9f9-3d60-4acf-9a5f-a756b2ee7130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:46:29.615227 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6bc910be-4a3b-44a6-8d1f-e8bd3ff5ec20 req-c78ed9f9-3d60-4acf-9a5f-a756b2ee7130 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d17de34-fdad-4683-92e4-9b63530560e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520673 Jul 09 10:46:29.705447 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6bc910be-4a3b-44a6-8d1f-e8bd3ff5ec20 req-88b9b560-b59d-4ef6-8b7c-bba637d0eb38 service neutron] 10.222.0.64 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836830 Jul 09 10:46:29.793236 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6bc910be-4a3b-44a6-8d1f-e8bd3ff5ec20 req-c53f45ab-e523-4c97-897b-191e02500b95 service neutron] 10.222.0.64 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812900 Jul 09 10:46:32.442412 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:46:34.708538 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:36.873144 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f3fcd36a-4a20-40f1-82fe-40b55fdc34fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:39.471869 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-954b9e34-1e56-4fe0-b034-617e91543d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:39.642123 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:39.957294 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:41.467973 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:46:43.249200 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:47:04.707049 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:47:06.873405 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb7a5797-0fd2-4a50-8cea-779c33fb3882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:47:09.442063 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:47:09.471568 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ab622ac2-f5ea-4681-8bb3-510891ecb94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:47:09.643411 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:47:09.965867 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:47:11.471158 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:47:13.251102 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:47:17.981152 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-f375e938-0649-40f7-85eb-e05044a2ecf6 req-5f36a931-f84b-46ea-a117-c2cfaedbb5f3 service neutron] (93790) timed out ('10.222.0.58', 55071) {{(pid=93790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 10:47:31.217019 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972a3724-2ce2-4c69-80f2-482c3c1cc992 req-ae491575-f917-4b46-abbc-0629fcdd612e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545430 Jul 09 10:47:31.612247 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a3724-2ce2-4c69-80f2-482c3c1cc992 req-269841f8-b7d5-4a5c-97e9-774f587f7f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:47:31.613772 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972a3724-2ce2-4c69-80f2-482c3c1cc992 req-269841f8-b7d5-4a5c-97e9-774f587f7f77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=248b54ac16e8494f80ae323c2aec9c30&device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93 HTTP/1.1" status: 200 len: 1097 time: 0.3548350 Jul 09 10:47:31.716982 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a3724-2ce2-4c69-80f2-482c3c1cc992 req-616544f9-884f-4951-ae12-c7e06c69577d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:47:31.718462 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972a3724-2ce2-4c69-80f2-482c3c1cc992 req-616544f9-884f-4951-ae12-c7e06c69577d service neutron] 10.222.0.64 "GET /v2.0/networks?id=6d17de34-fdad-4683-92e4-9b63530560e1 HTTP/1.1" status: 200 len: 909 time: 0.0838265 Jul 09 10:47:31.789327 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972a3724-2ce2-4c69-80f2-482c3c1cc992 req-d498d79c-2b3c-496c-9a44-0a69545753c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e0c7021-329e-4029-855d-ba4799ebb8e5 HTTP/1.1" status: 200 len: 1002 time: 0.0636384 Jul 09 10:47:31.837328 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a3724-2ce2-4c69-80f2-482c3c1cc992 req-e1c3f6e8-d3b0-4f57-aea9-5e9e3189cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:47:31.839399 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972a3724-2ce2-4c69-80f2-482c3c1cc992 req-e1c3f6e8-d3b0-4f57-aea9-5e9e3189cd1d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=290bcf8c-3fcc-4341-b085-063af364bdb0 HTTP/1.1" status: 200 len: 847 time: 0.0425041 Jul 09 10:47:31.894428 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a3724-2ce2-4c69-80f2-482c3c1cc992 req-49401bd4-c518-47f3-bc79-38040e38f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:47:31.895884 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972a3724-2ce2-4c69-80f2-482c3c1cc992 req-49401bd4-c518-47f3-bc79-38040e38f3a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d17de34-fdad-4683-92e4-9b63530560e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508707 Jul 09 10:47:31.990356 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972a3724-2ce2-4c69-80f2-482c3c1cc992 req-22d9aa4a-fad0-4fbb-b9cf-91794c9f4e44 service neutron] 10.222.0.64 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873158 Jul 09 10:47:32.078237 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-972a3724-2ce2-4c69-80f2-482c3c1cc992 req-f31f7afe-9f2b-4564-9fe4-23439892fd4a service neutron] 10.222.0.64 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812039 Jul 09 10:47:34.705909 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:47:36.876523 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c1192b1a-5ecf-4450-bf2e-40a11e3b88d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:47:39.470823 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-24efea77-1484-408d-95a6-2b5cbd5c9cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:47:39.643401 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:47:39.968707 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:47:41.474033 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:47:43.254411 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:47:46.441802 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:48:04.705708 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:06.876397 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2547c603-2208-40c9-a110-533bf5453d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:09.471190 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-43efb02b-57ba-4b8e-bab6-0f532024fa8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:09.643995 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:09.977994 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:11.477435 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:13.257253 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:23.441929 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:48:33.242419 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29b07a-ce4c-47a9-bae0-4732dd5c1a60 req-4a844c19-85a8-4b5e-99b7-c83bb0ec73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:48:33.244012 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a29b07a-ce4c-47a9-bae0-4732dd5c1a60 req-4a844c19-85a8-4b5e-99b7-c83bb0ec73d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=248b54ac16e8494f80ae323c2aec9c30&device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93 HTTP/1.1" status: 200 len: 1097 time: 0.0582423 Jul 09 10:48:33.347428 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29b07a-ce4c-47a9-bae0-4732dd5c1a60 req-47fd914e-dbdf-4b48-8f24-a0aa853d1100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:48:33.348977 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a29b07a-ce4c-47a9-bae0-4732dd5c1a60 req-47fd914e-dbdf-4b48-8f24-a0aa853d1100 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6d17de34-fdad-4683-92e4-9b63530560e1 HTTP/1.1" status: 200 len: 909 time: 0.0833528 Jul 09 10:48:33.417780 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a29b07a-ce4c-47a9-bae0-4732dd5c1a60 req-48f7b15a-09aa-48e6-9038-a56740ba121c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e0c7021-329e-4029-855d-ba4799ebb8e5 HTTP/1.1" status: 200 len: 1002 time: 0.0614512 Jul 09 10:48:33.465936 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29b07a-ce4c-47a9-bae0-4732dd5c1a60 req-503579dc-a65b-404b-bf6f-0dc8ca5ae842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:48:33.467986 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a29b07a-ce4c-47a9-bae0-4732dd5c1a60 req-503579dc-a65b-404b-bf6f-0dc8ca5ae842 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=290bcf8c-3fcc-4341-b085-063af364bdb0 HTTP/1.1" status: 200 len: 847 time: 0.0436416 Jul 09 10:48:33.525436 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29b07a-ce4c-47a9-bae0-4732dd5c1a60 req-37001867-84ef-4f84-bb6d-a0b193c66dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:48:33.526943 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a29b07a-ce4c-47a9-bae0-4732dd5c1a60 req-37001867-84ef-4f84-bb6d-a0b193c66dfe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d17de34-fdad-4683-92e4-9b63530560e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519791 Jul 09 10:48:33.617677 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a29b07a-ce4c-47a9-bae0-4732dd5c1a60 req-05d5633d-141c-46c3-bf84-eadb3a84211c service neutron] 10.222.0.64 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835471 Jul 09 10:48:33.708081 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8a29b07a-ce4c-47a9-bae0-4732dd5c1a60 req-41367105-8603-4d1d-b663-150dd47149ae service neutron] 10.222.0.64 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813978 Jul 09 10:48:34.704109 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:36.878042 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-07bd55c4-075f-4aaa-bf09-b433dbfc63cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:37.448929 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 6e0c7021-329e-4029-855d-ba4799ebb8e5 details requested by agent hyperv_n-h2-799996-1 with host n-h2-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:48:37.549097 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 6e0c7021-329e-4029-855d-ba4799ebb8e5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=6e0c7021-329e-4029-855d-ba4799ebb8e5,segment=NetworkSegment(f0543f39-7876-4072-8b81-4ada24dbf1fe),segment_id=f0543f39-7876-4072-8b81-4ada24dbf1fe)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:48:37.560529 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Returning: {'device': '6e0c7021-329e-4029-855d-ba4799ebb8e5', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'port_id': '6e0c7021-329e-4029-855d-ba4799ebb8e5', 'mac_address': 'fa:16:3e:f3:c8:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:48:37.598322 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:37.613048 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e0c7021-329e-4029-855d-ba4799ebb8e5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:48:37.634100 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 6e0c7021-329e-4029-855d-ba4799ebb8e5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=6e0c7021-329e-4029-855d-ba4799ebb8e5,segment=NetworkSegment(f0543f39-7876-4072-8b81-4ada24dbf1fe),segment_id=f0543f39-7876-4072-8b81-4ada24dbf1fe)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:48:37.643939 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:37.696540 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=6e0c7021-329e-4029-855d-ba4799ebb8e5,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:48:37.705269 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:48:37.705623 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:48:37.705968 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:48:37.706309 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:48:37.706646 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:48:37.706978 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:48:37.707310 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:48:37.707642 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:48:37.708053 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:48:37.708332 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:48:37.708731 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:48:37.708982 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:48:37.714506 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] get_ports_and_sgs() called for port_ids ['6e0c7021-329e-4029-855d-ba4799ebb8e5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:48:39.465815 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 6e0c7021-329e-4029-855d-ba4799ebb8e5 up at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:48:39.493918 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a774139d-0f71-46fa-9d80-b77c04a99119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:39.522100 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Provisioning complete for port 6e0c7021-329e-4029-855d-ba4799ebb8e5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:48:39.522474 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:39.600096 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:39.622066 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0c7021-329e-4029-855d-ba4799ebb8e5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:48:39.624378 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0888fabe05580062c0d4cd7dc8f093f2b11926f06b578c6c7ec0a80924aac75e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07d92df-409e-4445-881a-bc2dd2091a47" -d '{"events": [{"server_uuid": "457b15b9-6a2e-4d7d-9cca-794c28057d93", "name": "network-vif-plugged", "status": "completed", "tag": "6e0c7021-329e-4029-855d-ba4799ebb8e5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:48:39.644698 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 6e0c7021-329e-4029-855d-ba4799ebb8e5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=6e0c7021-329e-4029-855d-ba4799ebb8e5,segment=NetworkSegment(f0543f39-7876-4072-8b81-4ada24dbf1fe),segment_id=f0543f39-7876-4072-8b81-4ada24dbf1fe)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:48:39.649389 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:39.654940 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:39.698171 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=6e0c7021-329e-4029-855d-ba4799ebb8e5,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:48:39.731480 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dc47af-f915-413a-93d4-4ea7f1e79809 x-openstack-request-id: req-93dc47af-f915-413a-93d4-4ea7f1e79809 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:48:39.731801 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457b15b9-6a2e-4d7d-9cca-794c28057d93", "name": "network-vif-plugged", "status": "completed", "tag": "6e0c7021-329e-4029-855d-ba4799ebb8e5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:48:39.732061 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-93dc47af-f915-413a-93d4-4ea7f1e79809 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:48:39.732537 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0c7021-329e-4029-855d-ba4799ebb8e5', 'code': 200} Jul 09 10:48:39.987371 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:41.487416 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:43.262374 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:50.479894 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-5c448f8f-8503-4168-a274-cb67230efb57 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1999114077&fields=id&tenant_id=248b54ac16e8494f80ae323c2aec9c30 HTTP/1.1" status: 200 len: 267 time: 0.0338700 Jul 09 10:48:50.589517 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-c6fd0160-66d1-4932-a2c6-0bd9351d0a93 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:48:50.591039 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-c6fd0160-66d1-4932-a2c6-0bd9351d0a93 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/networks?id=6d17de34-fdad-4683-92e4-9b63530560e1 HTTP/1.1" status: 200 len: 808 time: 0.1046202 Jul 09 10:48:50.605752 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-3c336708-c0a3-472f-9073-8163eed5104f tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/quotas/248b54ac16e8494f80ae323c2aec9c30 HTTP/1.1" status: 200 len: 375 time: 0.0091548 Jul 09 10:48:50.677415 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-0c734a19-9b5a-44c7-963a-5ba8014142a9 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=248b54ac16e8494f80ae323c2aec9c30&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0663128 Jul 09 10:48:50.693364 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-4773fe4f-40c2-4e5d-a6bb-6ec6dc4de1f4 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 10:48:50.694326 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-4773fe4f-40c2-4e5d-a6bb-6ec6dc4de1f4 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052700 Jul 09 10:48:50.784838 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-4ca39770-002d-4615-89c4-70227ad63ad3 service neutron] 10.222.0.61 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851424 Jul 09 10:48:50.872291 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-b9a053be-91ab-410a-b716-80dece234fd7 service neutron] 10.222.0.61 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816722 Jul 09 10:48:51.079410 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ffdf7ad6-9c56-47c9-a642-adc755bd7c67 req-92b197bc-799f-44d9-a50c-209f02c5115a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 210 time: 0.0297379 Jul 09 10:48:52.210415 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-b8735804-506c-4ec2-86da-8cc07bec2f22 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:48:52.212100 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-b8735804-506c-4ec2-86da-8cc07bec2f22 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.58 "GET /v2.0/networks?id=6d17de34-fdad-4683-92e4-9b63530560e1 HTTP/1.1" status: 200 len: 808 time: 0.1267502 Jul 09 10:48:52.229285 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b8ba4d1b-e3a9-4ede-b458-409f6450f9db req-a450a6db-07c7-4fe6-a8dc-943f29adc95a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 210 time: 0.0328710 Jul 09 10:48:52.265779 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-968aad19-997a-461e-ac79-7c09fc5656d2 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=248b54ac16e8494f80ae323c2aec9c30 HTTP/1.1" status: 200 len: 380 time: 0.0399499 Jul 09 10:48:52.273959 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Request body: {'port': {'device_id': '4bffc158-4560-4242-be10-6566d2d624cc', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'admin_state_up': True, 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'security_groups': ['ae0ee093-c626-4315-a5b0-d6b861bc00fb']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:48:52.383976 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Made reservation on behalf of 248b54ac16e8494f80ae323c2aec9c30 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 10:48:52.388278 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:52.520574 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Allocated IP 172.20.0.13 (6d17de34-fdad-4683-92e4-9b63530560e1/290bcf8c-3fcc-4341-b085-063af364bdb0/8091559b-420b-4e31-9e4a-b1288d460fac) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:48:52.672141 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:52.686284 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Transition to ACTIVE for port object 8091559b-420b-4e31-9e4a-b1288d460fac will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:48:52.722933 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:52.771778 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Network 6d17de34-fdad-4683-92e4-9b63530560e1 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:48:52.777975 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:48:52.782786 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:48:52.844072 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Pushing event updated for resources: {'Port': ['ID=8091559b-420b-4e31-9e4a-b1288d460fac,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:48:52.859979 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:48:52.860648 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:48:52.861223 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:48:52.861739 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:48:52.862520 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:48:52.863113 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:48:52.863809 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:48:52.864355 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:48:52.864689 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:48:52.865057 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:48:52.865499 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:48:52.865839 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:48:52.879261 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:48:52.879991 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:52.896722 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-b6d9df02-1610-4c14-b446-263427f7a823 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6263556 Jul 09 10:48:53.069550 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-21f66cc7-c6ac-44cb-90a3-ae61e5cbd298 None None] Provisioning for port 8091559b-420b-4e31-9e4a-b1288d460fac completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:48:53.073851 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-21f66cc7-c6ac-44cb-90a3-ae61e5cbd298 None None] Provisioning complete for port 8091559b-420b-4e31-9e4a-b1288d460fac triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:48:53.074288 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-21f66cc7-c6ac-44cb-90a3-ae61e5cbd298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:53.112908 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-21f66cc7-c6ac-44cb-90a3-ae61e5cbd298 None None] Port 8091559b-420b-4e31-9e4a-b1288d460fac cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 10:48:53.417977 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc60c68-b490-4688-b0c6-af059a901c5a req-47cc1ccb-8ee7-4021-922e-7b8bee27a7b6 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:48:53.419515 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fc60c68-b490-4688-b0c6-af059a901c5a req-47cc1ccb-8ee7-4021-922e-7b8bee27a7b6 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 932 time: 0.0651531 Jul 09 10:48:53.461220 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7fc60c68-b490-4688-b0c6-af059a901c5a req-51de557d-f9d2-4d7d-b804-fd85e25a5072 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349913 Jul 09 10:48:53.545810 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 6e0c7021-329e-4029-855d-ba4799ebb8e5 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:48:53.630823 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:53.656717 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e0c7021-329e-4029-855d-ba4799ebb8e5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:48:53.658990 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0888fabe05580062c0d4cd7dc8f093f2b11926f06b578c6c7ec0a80924aac75e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea2148f-816d-4161-b510-d18cb03418df" -d '{"events": [{"server_uuid": "457b15b9-6a2e-4d7d-9cca-794c28057d93", "name": "network-vif-unplugged", "status": "completed", "tag": "6e0c7021-329e-4029-855d-ba4799ebb8e5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:48:53.675148 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] For port 6e0c7021-329e-4029-855d-ba4799ebb8e5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=6e0c7021-329e-4029-855d-ba4799ebb8e5,segment=NetworkSegment(f0543f39-7876-4072-8b81-4ada24dbf1fe),segment_id=f0543f39-7876-4072-8b81-4ada24dbf1fe)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:48:53.679629 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:48:53.704562 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 10:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b17a174-8612-4b9f-9553-d9d8b4e8bd49 x-openstack-request-id: req-8b17a174-8612-4b9f-9553-d9d8b4e8bd49 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:48:53.704877 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457b15b9-6a2e-4d7d-9cca-794c28057d93", "name": "network-vif-unplugged", "status": "completed", "tag": "6e0c7021-329e-4029-855d-ba4799ebb8e5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:48:53.705135 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8b17a174-8612-4b9f-9553-d9d8b4e8bd49 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:48:53.705533 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e0c7021-329e-4029-855d-ba4799ebb8e5', 'code': 200} Jul 09 10:48:53.738941 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Pushing event updated for resources: {'Port': ['ID=6e0c7021-329e-4029-855d-ba4799ebb8e5,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:48:54.641112 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb56b3c-1d49-41a8-bdb7-2c388d7d827a req-2d8afbfb-f714-41f6-a4dc-7e73981c96ed tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:48:54.643407 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2eb56b3c-1d49-41a8-bdb7-2c388d7d827a req-2d8afbfb-f714-41f6-a4dc-7e73981c96ed tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 932 time: 0.0684090 Jul 09 10:48:54.681203 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-2eb56b3c-1d49-41a8-bdb7-2c388d7d827a req-08912a0f-244c-4c69-b72b-c735d7199c95 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322118 Jul 09 10:48:55.863663 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307b2cf-1226-4405-81e7-11cccaa562f2 req-81aebfe6-38d8-4e8d-9ceb-c245cc805adc tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:48:55.865973 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f307b2cf-1226-4405-81e7-11cccaa562f2 req-81aebfe6-38d8-4e8d-9ceb-c245cc805adc tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 932 time: 0.0702484 Jul 09 10:48:55.909758 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f307b2cf-1226-4405-81e7-11cccaa562f2 req-82bfca7c-d3ce-4220-af81-64d43011c829 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375783 Jul 09 10:48:57.098834 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e987c2-c8a3-4b67-873e-8993446ce5cd req-d98a5935-c58a-4a82-97fb-b280aec66e1b tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:48:57.106232 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55e987c2-c8a3-4b67-873e-8993446ce5cd req-d98a5935-c58a-4a82-97fb-b280aec66e1b tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 932 time: 0.0769672 Jul 09 10:48:57.139717 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-55e987c2-c8a3-4b67-873e-8993446ce5cd req-7e3a318a-008b-4a9a-9487-755126154e2d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325129 Jul 09 10:48:58.319897 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469a957-7496-41ad-9c63-3885b4714c74 req-f90ab127-a403-4144-8b92-4edc3b4127f0 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:48:58.321428 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c469a957-7496-41ad-9c63-3885b4714c74 req-f90ab127-a403-4144-8b92-4edc3b4127f0 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 932 time: 0.0666149 Jul 09 10:48:58.367416 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-c469a957-7496-41ad-9c63-3885b4714c74 req-98c78468-1726-4a5c-83ac-65321b56ff49 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396619 Jul 09 10:48:59.562533 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c4ed8-6b1b-4e07-ad25-49ebacaedb25 req-00786d1e-f23c-4a53-9b7e-d478f1b6ae3d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:48:59.565556 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a1c4ed8-6b1b-4e07-ad25-49ebacaedb25 req-00786d1e-f23c-4a53-9b7e-d478f1b6ae3d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 932 time: 0.0795257 Jul 09 10:48:59.605928 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1a1c4ed8-6b1b-4e07-ad25-49ebacaedb25 req-50a708a5-d33d-4369-bdcf-1e7524fe1af0 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352280 Jul 09 10:49:00.444835 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:49:00.800471 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3bfea-8909-41a3-94e8-6e98eed4cfa8 req-6d017d82-cba4-4648-92c7-1d3088916793 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:00.802831 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37c3bfea-8909-41a3-94e8-6e98eed4cfa8 req-6d017d82-cba4-4648-92c7-1d3088916793 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 932 time: 0.0669117 Jul 09 10:49:00.845071 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-37c3bfea-8909-41a3-94e8-6e98eed4cfa8 req-f2577922-7655-4d4a-9449-fc33fba7ac62 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358157 Jul 09 10:49:02.037671 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544817e-b87b-4c2d-bf1b-2178f393beec req-b0b4e1a3-4de5-4a4b-92dc-533e2301cbd6 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:02.039729 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5544817e-b87b-4c2d-bf1b-2178f393beec req-b0b4e1a3-4de5-4a4b-92dc-533e2301cbd6 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 932 time: 0.0697961 Jul 09 10:49:02.081819 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-5544817e-b87b-4c2d-bf1b-2178f393beec req-5763f872-02cb-415a-9bcc-bdd3b879f739 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360656 Jul 09 10:49:03.252762 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e369d91-48cf-4975-9ad0-ad96bf0a5b04 req-0ea750f2-2402-454e-b7b9-4141aa5ac986 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:03.254248 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e369d91-48cf-4975-9ad0-ad96bf0a5b04 req-0ea750f2-2402-454e-b7b9-4141aa5ac986 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 932 time: 0.0621593 Jul 09 10:49:03.274715 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-f371f2ae-6a10-4189-8f12-a3f100fcb943 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 10:49:03.276463 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-f371f2ae-6a10-4189-8f12-a3f100fcb943 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072489 Jul 09 10:49:03.288452 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-dbb24170-3018-4007-83a5-01522ce5b67b service neutron] Request body: {'port': {'device_id': '4bffc158-4560-4242-be10-6566d2d624cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799996-1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:49:03.294794 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-3e369d91-48cf-4975-9ad0-ad96bf0a5b04 req-a9c405e6-7ce0-4198-8a4a-aec68883b035 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345774 Jul 09 10:49:03.363877 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-dbb24170-3018-4007-83a5-01522ce5b67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:03.618220 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-dbb24170-3018-4007-83a5-01522ce5b67b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8091559b-420b-4e31-9e4a-b1288d460fac {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:49:03.626006 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-dbb24170-3018-4007-83a5-01522ce5b67b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:03.637749 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-dbb24170-3018-4007-83a5-01522ce5b67b service neutron] Transition to ACTIVE for port object 8091559b-420b-4e31-9e4a-b1288d460fac will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 10:49:03.641387 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-dbb24170-3018-4007-83a5-01522ce5b67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:03.693497 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb24170-3018-4007-83a5-01522ce5b67b service neutron] Pushing event updated for resources: {'Port': ['ID=8091559b-420b-4e31-9e4a-b1288d460fac,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:49:03.766761 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-dbb24170-3018-4007-83a5-01522ce5b67b service neutron] Attempting to bind port 8091559b-420b-4e31-9e4a-b1288d460fac on host n-h1-799996-1 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 10:49:03.767098 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-dbb24170-3018-4007-83a5-01522ce5b67b service neutron] Attempting to bind port 8091559b-420b-4e31-9e4a-b1288d460fac by drivers openvswitch,hyperv on host n-h1-799996-1 at level 0 using segments [{'id': 'f0543f39-7876-4072-8b81-4ada24dbf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 10:49:03.767426 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-dbb24170-3018-4007-83a5-01522ce5b67b service neutron] Attempting to bind port 8091559b-420b-4e31-9e4a-b1288d460fac on network 6d17de34-fdad-4683-92e4-9b63530560e1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:49:03.772104 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-dbb24170-3018-4007-83a5-01522ce5b67b service neutron] Port 8091559b-420b-4e31-9e4a-b1288d460fac on network 6d17de34-fdad-4683-92e4-9b63530560e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799996-1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 10:49:03.772431 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-dbb24170-3018-4007-83a5-01522ce5b67b service neutron] Attempting to bind port 8091559b-420b-4e31-9e4a-b1288d460fac on network 6d17de34-fdad-4683-92e4-9b63530560e1 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 10:49:03.777455 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-dbb24170-3018-4007-83a5-01522ce5b67b service neutron] Checking agent: {'id': 'e3f7a579-9a75-4fc0-bfcb-7cf001b04118', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799996-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'started_at': datetime.datetime(2021, 7, 9, 9, 22, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 10, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 10:49:03.777802 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-dbb24170-3018-4007-83a5-01522ce5b67b service neutron] Checking segment: {'id': 'f0543f39-7876-4072-8b81-4ada24dbf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 10:49:03.778187 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-dbb24170-3018-4007-83a5-01522ce5b67b service neutron] Bound using segment: {'id': 'f0543f39-7876-4072-8b81-4ada24dbf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 10:49:03.778614 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-dbb24170-3018-4007-83a5-01522ce5b67b service neutron] Bound port: 8091559b-420b-4e31-9e4a-b1288d460fac, host: n-h1-799996-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0543f39-7876-4072-8b81-4ada24dbf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 10:49:03.778974 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-dbb24170-3018-4007-83a5-01522ce5b67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:03.845730 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-dbb24170-3018-4007-83a5-01522ce5b67b service neutron] For port 8091559b-420b-4e31-9e4a-b1288d460fac, host n-h1-799996-1, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 10:49:03.849369 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-dbb24170-3018-4007-83a5-01522ce5b67b service neutron] For port 8091559b-420b-4e31-9e4a-b1288d460fac, host n-h1-799996-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8091559b-420b-4e31-9e4a-b1288d460fac,segment=NetworkSegment(f0543f39-7876-4072-8b81-4ada24dbf1fe),segment_id=f0543f39-7876-4072-8b81-4ada24dbf1fe)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 10:49:03.853606 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-dbb24170-3018-4007-83a5-01522ce5b67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:03.886823 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-dbb24170-3018-4007-83a5-01522ce5b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:03.887755 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-dbb24170-3018-4007-83a5-01522ce5b67b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:03.889194 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-dbb24170-3018-4007-83a5-01522ce5b67b service neutron] 10.222.0.58 "PUT /v2.0/ports/8091559b-420b-4e31-9e4a-b1288d460fac HTTP/1.1" status: 200 len: 1092 time: 0.6052389 Jul 09 10:49:03.889665 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bffc158-4560-4242-be10-6566d2d624cc', 'tag': '8091559b-420b-4e31-9e4a-b1288d460fac'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:49:03.892614 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d60e49-5492-4389-bb06-157a95f20eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "4bffc158-4560-4242-be10-6566d2d624cc", "tag": "8091559b-420b-4e31-9e4a-b1288d460fac"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:49:03.937512 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb24170-3018-4007-83a5-01522ce5b67b service neutron] Pushing event updated for resources: {'Port': ['ID=8091559b-420b-4e31-9e4a-b1288d460fac,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:49:03.993758 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcffde8-c036-4f50-ba32-a0fd602d3b2c x-openstack-request-id: req-2fcffde8-c036-4f50-ba32-a0fd602d3b2c {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:49:03.994051 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bffc158-4560-4242-be10-6566d2d624cc", "tag": "8091559b-420b-4e31-9e4a-b1288d460fac", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:49:03.994496 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2fcffde8-c036-4f50-ba32-a0fd602d3b2c {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:49:03.994913 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bffc158-4560-4242-be10-6566d2d624cc', 'tag': '8091559b-420b-4e31-9e4a-b1288d460fac', 'status': 'completed', 'code': 200} Jul 09 10:49:04.001776 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-daca1102-56d4-467b-a594-8caaae854f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:04.003752 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-daca1102-56d4-467b-a594-8caaae854f0d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=248b54ac16e8494f80ae323c2aec9c30&device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 1095 time: 0.0633605 Jul 09 10:49:04.048897 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-cfd065d0-cc18-4938-aa0d-497e44dac101 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8091559b-420b-4e31-9e4a-b1288d460fac HTTP/1.1" status: 200 len: 217 time: 0.0386243 Jul 09 10:49:04.101156 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-30c778c4-40aa-49a8-a625-9953d6877ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:04.102653 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-30c778c4-40aa-49a8-a625-9953d6877ed2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=290bcf8c-3fcc-4341-b085-063af364bdb0 HTTP/1.1" status: 200 len: 847 time: 0.0482080 Jul 09 10:49:04.161952 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-1bedc468-106a-45c1-8212-cd5879416a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:04.163440 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-1bedc468-106a-45c1-8212-cd5879416a5f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6d17de34-fdad-4683-92e4-9b63530560e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546858 Jul 09 10:49:04.254695 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-f0318a54-58ea-4c94-a0a3-f6c7671dc3e3 service neutron] 10.222.0.58 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849180 Jul 09 10:49:04.342831 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-4d42a3ca-347c-4fcc-aba6-bb07a3a5fb1e req-5c9ea38b-926f-4e06-8c6f-90718e8b9c75 service neutron] 10.222.0.58 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820262 Jul 09 10:49:04.449380 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d60e49-5492-4389-bb06-157a95f20eb7 req-9fd39d8d-cbd7-456d-80ce-a76723498850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:04.450897 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-78d60e49-5492-4389-bb06-157a95f20eb7 req-9fd39d8d-cbd7-456d-80ce-a76723498850 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=248b54ac16e8494f80ae323c2aec9c30&device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 1095 time: 0.0598810 Jul 09 10:49:04.539982 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d60e49-5492-4389-bb06-157a95f20eb7 req-e79fe5a5-7ebd-4bd3-b04c-24b507c33e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:04.541502 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-78d60e49-5492-4389-bb06-157a95f20eb7 req-e79fe5a5-7ebd-4bd3-b04c-24b507c33e1d service neutron] 10.222.0.58 "GET /v2.0/networks?id=6d17de34-fdad-4683-92e4-9b63530560e1 HTTP/1.1" status: 200 len: 909 time: 0.0847294 Jul 09 10:49:04.561285 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290468d5-2d94-4dfb-987c-d87dbe596e1d req-e90b2413-e5a0-4133-9ae7-1496b2c7d4f4 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:04.563422 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-290468d5-2d94-4dfb-987c-d87dbe596e1d req-e90b2413-e5a0-4133-9ae7-1496b2c7d4f4 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 944 time: 0.1569555 Jul 09 10:49:04.582632 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-78d60e49-5492-4389-bb06-157a95f20eb7 req-fa6cf942-83a8-40f0-9bd4-cf98d9993ec2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8091559b-420b-4e31-9e4a-b1288d460fac HTTP/1.1" status: 200 len: 217 time: 0.0347321 Jul 09 10:49:04.605417 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-290468d5-2d94-4dfb-987c-d87dbe596e1d req-a13a0a2c-bbb2-41b6-9c96-7ca39431c7f1 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364242 Jul 09 10:49:04.636639 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d60e49-5492-4389-bb06-157a95f20eb7 req-3dd14b92-3f5e-42d3-8e98-a84eb87870f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:04.638373 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-78d60e49-5492-4389-bb06-157a95f20eb7 req-3dd14b92-3f5e-42d3-8e98-a84eb87870f5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=290bcf8c-3fcc-4341-b085-063af364bdb0 HTTP/1.1" status: 200 len: 847 time: 0.0492768 Jul 09 10:49:04.697268 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d60e49-5492-4389-bb06-157a95f20eb7 req-ced1cf39-f007-45c9-a3c1-ce57655f8971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:04.698697 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-78d60e49-5492-4389-bb06-157a95f20eb7 req-ced1cf39-f007-45c9-a3c1-ce57655f8971 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6d17de34-fdad-4683-92e4-9b63530560e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530889 Jul 09 10:49:04.720940 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:04.787519 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-78d60e49-5492-4389-bb06-157a95f20eb7 req-b927b74f-b548-4496-807d-8645605edcf8 service neutron] 10.222.0.58 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812781 Jul 09 10:49:04.878269 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-78d60e49-5492-4389-bb06-157a95f20eb7 req-1582a5c1-0578-4090-b882-88b5e7e18de2 service neutron] 10.222.0.58 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840068 Jul 09 10:49:05.835670 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f608c7-9a55-4053-9f81-41291930b9e0 req-93d67837-2a2f-42f9-a42c-122499dd69a4 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:05.837172 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0f608c7-9a55-4053-9f81-41291930b9e0 req-93d67837-2a2f-42f9-a42c-122499dd69a4 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 944 time: 0.1189702 Jul 09 10:49:05.873972 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-b0f608c7-9a55-4053-9f81-41291930b9e0 req-51195128-723e-4190-acd8-a8b8c8000f13 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311325 Jul 09 10:49:06.879580 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8cf42763-05a2-486d-9ec1-6e3535ab2603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:07.047483 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c0238-bf38-43bd-90fc-3b52c9682357 req-ed4ac7f0-c808-448c-9362-9777fa4a112b tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:07.049014 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a56c0238-bf38-43bd-90fc-3b52c9682357 req-ed4ac7f0-c808-448c-9362-9777fa4a112b tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 944 time: 0.0646472 Jul 09 10:49:07.087419 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-a56c0238-bf38-43bd-90fc-3b52c9682357 req-cc85186e-33d9-477e-ac88-b7cf80131cb7 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328400 Jul 09 10:49:08.263132 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3f3c4-7c0f-4442-990e-6349c74ce9e9 req-9cc1ffe6-ad00-49c1-9f6c-946e81cd80da tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:08.264624 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ded3f3c4-7c0f-4442-990e-6349c74ce9e9 req-9cc1ffe6-ad00-49c1-9f6c-946e81cd80da tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 944 time: 0.0654392 Jul 09 10:49:08.302833 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ded3f3c4-7c0f-4442-990e-6349c74ce9e9 req-8c70b4ed-98ae-4069-a3de-9cbdd4f32ec1 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321748 Jul 09 10:49:08.487134 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8091559b-420b-4e31-9e4a-b1288d460fac details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:49:08.585659 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 8091559b-420b-4e31-9e4a-b1288d460fac, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8091559b-420b-4e31-9e4a-b1288d460fac,segment=NetworkSegment(f0543f39-7876-4072-8b81-4ada24dbf1fe),segment_id=f0543f39-7876-4072-8b81-4ada24dbf1fe)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:49:08.596908 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '8091559b-420b-4e31-9e4a-b1288d460fac', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'port_id': '8091559b-420b-4e31-9e4a-b1288d460fac', 'mac_address': 'fa:16:3e:45:1a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:49:08.634380 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:08.650552 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8091559b-420b-4e31-9e4a-b1288d460fac {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:49:08.670247 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 8091559b-420b-4e31-9e4a-b1288d460fac, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8091559b-420b-4e31-9e4a-b1288d460fac,segment=NetworkSegment(f0543f39-7876-4072-8b81-4ada24dbf1fe),segment_id=f0543f39-7876-4072-8b81-4ada24dbf1fe)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:49:08.675248 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:08.722214 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=8091559b-420b-4e31-9e4a-b1288d460fac,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:49:08.918265 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['8091559b-420b-4e31-9e4a-b1288d460fac'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:49:09.474776 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-78d620d2-cf14-4bbd-854c-7cb8662dea2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:09.481813 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83944f-5dd5-41d1-aac5-ca4948539210 req-57afeb91-a3cb-43fe-8c23-bce04d104124 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:09.483317 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea83944f-5dd5-41d1-aac5-ca4948539210 req-57afeb91-a3cb-43fe-8c23-bce04d104124 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 945 time: 0.0649209 Jul 09 10:49:09.521312 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-ea83944f-5dd5-41d1-aac5-ca4948539210 req-84659b74-80b8-4808-a5f8-9ee68027cdc6 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323167 Jul 09 10:49:09.646292 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:09.995835 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:10.502908 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8091559b-420b-4e31-9e4a-b1288d460fac up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:49:10.551853 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning for port 8091559b-420b-4e31-9e4a-b1288d460fac completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 10:49:10.555624 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 8091559b-420b-4e31-9e4a-b1288d460fac triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:49:10.556023 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:10.633503 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:10.656308 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bffc158-4560-4242-be10-6566d2d624cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8091559b-420b-4e31-9e4a-b1288d460fac'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:49:10.658840 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0888fabe05580062c0d4cd7dc8f093f2b11926f06b578c6c7ec0a80924aac75e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643ca605-c994-451e-b7c2-17e6dd6eb266" -d '{"events": [{"server_uuid": "4bffc158-4560-4242-be10-6566d2d624cc", "name": "network-vif-plugged", "status": "completed", "tag": "8091559b-420b-4e31-9e4a-b1288d460fac"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:49:10.673396 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 8091559b-420b-4e31-9e4a-b1288d460fac, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8091559b-420b-4e31-9e4a-b1288d460fac,segment=NetworkSegment(f0543f39-7876-4072-8b81-4ada24dbf1fe),segment_id=f0543f39-7876-4072-8b81-4ada24dbf1fe)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:49:10.677813 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:10.701792 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adab1c7-ff53-47a1-bae8-672245b669d1 req-58d5abef-12b1-4555-addc-eb89b8cbbc29 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:10.702420 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552f8776-6ce7-4185-ab13-d694a8b56c71 x-openstack-request-id: req-552f8776-6ce7-4185-ab13-d694a8b56c71 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:49:10.702420 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bffc158-4560-4242-be10-6566d2d624cc", "name": "network-vif-plugged", "status": "completed", "tag": "8091559b-420b-4e31-9e4a-b1288d460fac", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:49:10.702628 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-552f8776-6ce7-4185-ab13-d694a8b56c71 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:49:10.702881 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bffc158-4560-4242-be10-6566d2d624cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8091559b-420b-4e31-9e4a-b1288d460fac', 'code': 200} Jul 09 10:49:10.704198 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1adab1c7-ff53-47a1-bae8-672245b669d1 req-58d5abef-12b1-4555-addc-eb89b8cbbc29 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 945 time: 0.0711682 Jul 09 10:49:10.730157 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=8091559b-420b-4e31-9e4a-b1288d460fac,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:49:10.748785 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-1adab1c7-ff53-47a1-bae8-672245b669d1 req-3b767f7a-21b5-4adb-b347-c3908f8a1f0f tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390842 Jul 09 10:49:10.818793 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50f5aa-027a-4a3f-92de-36fc3c900f0d req-ef064b00-c9a6-40ab-867e-2b672ccc8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:10.820340 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ea50f5aa-027a-4a3f-92de-36fc3c900f0d req-ef064b00-c9a6-40ab-867e-2b672ccc8f38 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 1097 time: 0.0605409 Jul 09 10:49:10.854046 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-ea50f5aa-027a-4a3f-92de-36fc3c900f0d req-2cc9fdcd-3d1c-483b-b2a6-c6fed49325dc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277526 Jul 09 10:49:11.483272 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:11.925763 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80dcb8-7848-431c-9f4e-2dcb968194eb req-4ddd2679-dd79-4ba6-9107-eb4a8b05c9a9 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:11.927307 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc80dcb8-7848-431c-9f4e-2dcb968194eb req-4ddd2679-dd79-4ba6-9107-eb4a8b05c9a9 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 946 time: 0.0648913 Jul 09 10:49:11.965847 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-dc80dcb8-7848-431c-9f4e-2dcb968194eb req-f0718b8a-14c4-4c68-ba97-4ea4e4923b63 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327561 Jul 09 10:49:12.143316 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6756969-9924-409f-80ca-8e07672bc044 req-76e4dcfa-3d5b-483e-996e-ccdbbef84b6e tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:12.144884 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e6756969-9924-409f-80ca-8e07672bc044 req-76e4dcfa-3d5b-483e-996e-ccdbbef84b6e tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 946 time: 0.0671039 Jul 09 10:49:12.183445 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e6756969-9924-409f-80ca-8e07672bc044 req-243087b8-99c2-460e-b1bc-50945834d69c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329211 Jul 09 10:49:12.207569 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45920) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:49:12.261297 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67be8505-8633-4bd1-8fa5-c2ccc934c7b1 tempest-TestSnapshotPattern-680505123 tempest-TestSnapshotPattern-680505123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:12.263066 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-67be8505-8633-4bd1-8fa5-c2ccc934c7b1 tempest-TestSnapshotPattern-680505123 tempest-TestSnapshotPattern-680505123-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 1092 time: 0.0541728 Jul 09 10:49:12.265863 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 45922) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:49:12.270661 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-68083c90-e930-4e9f-81b8-f2b26976b54a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Request body: {'floatingip': {'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'port_id': '8091559b-420b-4e31-9e4a-b1288d460fac', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 10:49:12.292997 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68083c90-e930-4e9f-81b8-f2b26976b54a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:12.692491 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68083c90-e930-4e9f-81b8-f2b26976b54a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:12.796824 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-68083c90-e930-4e9f-81b8-f2b26976b54a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Allocated IP 172.25.3.177 (a0a787a9-4358-4995-b83f-d80af68b5467/ec12e027-9025-46f2-9bb8-ff96764501c0/6efb6cb9-68e0-49d6-8478-39aaf6b5dce4) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 10:49:12.898465 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68083c90-e930-4e9f-81b8-f2b26976b54a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:12.937448 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68083c90-e930-4e9f-81b8-f2b26976b54a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16209958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734058234817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2224158'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:12.977018 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68083c90-e930-4e9f-81b8-f2b26976b54a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Network a0a787a9-4358-4995-b83f-d80af68b5467 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 10:49:12.982985 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-68083c90-e930-4e9f-81b8-f2b26976b54a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 10:49:12.986479 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68083c90-e930-4e9f-81b8-f2b26976b54a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 10:49:12.991818 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68083c90-e930-4e9f-81b8-f2b26976b54a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Pushing event updated for resources: {'Port': ['ID=6efb6cb9-68e0-49d6-8478-39aaf6b5dce4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:49:13.267416 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:13.354089 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68083c90-e930-4e9f-81b8-f2b26976b54a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:13.431265 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68083c90-e930-4e9f-81b8-f2b26976b54a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:13.579251 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68083c90-e930-4e9f-81b8-f2b26976b54a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:13.583746 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68083c90-e930-4e9f-81b8-f2b26976b54a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2224128'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:13.646678 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68083c90-e930-4e9f-81b8-f2b26976b54a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Pushing event updated for resources: {'Port': ['ID=6efb6cb9-68e0-49d6-8478-39aaf6b5dce4,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:49:13.661489 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68083c90-e930-4e9f-81b8-f2b26976b54a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527008'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:13.760938 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-68083c90-e930-4e9f-81b8-f2b26976b54a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Floating IP 0a798863-49dc-41a6-aade-cdfa20fb1fbd associated. External IP: 172.25.3.177, port: 8091559b-420b-4e31-9e4a-b1288d460fac. Jul 09 10:49:13.968741 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68083c90-e930-4e9f-81b8-f2b26976b54a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Router 31f1dbbf-c680-47d5-9514-ad0b640a97ed has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:49:14.076774 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68083c90-e930-4e9f-81b8-f2b26976b54a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:49:14.086724 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c59fe5-4824-4bba-89bc-1739dadba305 None None] Sync routers for ids ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:49:14.093434 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68083c90-e930-4e9f-81b8-f2b26976b54a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:14.095786 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c59fe5-4824-4bba-89bc-1739dadba305 None None] Routers {'31f1dbbf-c680-47d5-9514-ad0b640a97ed'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:49:14.096412 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b7c59fe5-4824-4bba-89bc-1739dadba305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:49:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:49:14.129717 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-68083c90-e930-4e9f-81b8-f2b26976b54a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8623219 Jul 09 10:49:14.130593 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bffc158-4560-4242-be10-6566d2d624cc', 'tag': '8091559b-420b-4e31-9e4a-b1288d460fac'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:49:14.133036 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65501f2-ee08-4d31-bf96-f7463af3b6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4bffc158-4560-4242-be10-6566d2d624cc", "tag": "8091559b-420b-4e31-9e4a-b1288d460fac"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:49:14.179169 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0c28f8-a9bb-4fd2-99b6-a5c74087b5a9 x-openstack-request-id: req-6c0c28f8-a9bb-4fd2-99b6-a5c74087b5a9 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:49:14.179455 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bffc158-4560-4242-be10-6566d2d624cc", "tag": "8091559b-420b-4e31-9e4a-b1288d460fac", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:49:14.179733 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c0c28f8-a9bb-4fd2-99b6-a5c74087b5a9 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:49:14.180138 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bffc158-4560-4242-be10-6566d2d624cc', 'tag': '8091559b-420b-4e31-9e4a-b1288d460fac', 'status': 'completed', 'code': 200} Jul 09 10:49:14.202240 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-b7c59fe5-4824-4bba-89bc-1739dadba305 None None] Set router 31f1dbbf-c680-47d5-9514-ad0b640a97ed gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:49:14.258383 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65501f2-ee08-4d31-bf96-f7463af3b6b7 req-8b757673-3308-4b03-aaf0-fbbab08cb557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:14.259827 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b65501f2-ee08-4d31-bf96-f7463af3b6b7 req-8b757673-3308-4b03-aaf0-fbbab08cb557 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=248b54ac16e8494f80ae323c2aec9c30&device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 1097 time: 0.0563235 Jul 09 10:49:14.353613 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65501f2-ee08-4d31-bf96-f7463af3b6b7 req-fa4fb720-03fb-4ad3-b860-e851cac29c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:14.355124 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b65501f2-ee08-4d31-bf96-f7463af3b6b7 req-fa4fb720-03fb-4ad3-b860-e851cac29c5b service neutron] 10.222.0.58 "GET /v2.0/networks?id=6d17de34-fdad-4683-92e4-9b63530560e1 HTTP/1.1" status: 200 len: 909 time: 0.0891120 Jul 09 10:49:14.420086 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b65501f2-ee08-4d31-bf96-f7463af3b6b7 req-c8535df6-45ce-4b16-b240-15e643f79fd9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8091559b-420b-4e31-9e4a-b1288d460fac HTTP/1.1" status: 200 len: 1000 time: 0.0581970 Jul 09 10:49:14.425486 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b7c59fe5-4824-4bba-89bc-1739dadba305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'name': 'tempest-TestSnapshotPattern-65175736-router', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:41Z', 'updated_at': '2021-07-09T10:45:44Z', 'revision_number': 4, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'gw_port': {'id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:42Z', 'updated_at': '2021-07-09T10:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '0a798863-49dc-41a6-aade-cdfa20fb1fbd', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'port_id': '8091559b-420b-4e31-9e4a-b1288d460fac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'mac_address': 'fa:16:3e:45:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bffc158-4560-4242-be10-6566d2d624cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:49:13Z', 'updated_at': '2021-07-09T10:49:13Z', 'revision_number': 0, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'fixed_ip_address_scope': None}, {'id': '54266dee-da7e-4f62-907c-e30726769b0a', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'floating_ip_address': '172.25.3.107', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'port_id': '6e0c7021-329e-4029-855d-ba4799ebb8e5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'mac_address': 'fa:16:3e:f3:c8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:46:03Z', 'updated_at': '2021-07-09T10:46:05Z', 'revision_number': 1, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c947055e-903c-4f7f-8aa8-1f94e72bcb79', 'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'mac_address': 'fa:16:3e:ac:b5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:43Z', 'updated_at': '2021-07-09T10:45:48Z', 'revision_number': 5, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'subnets': [{'id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:49:14.451478 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c59fe5-4824-4bba-89bc-1739dadba305 None None] Checking router: 31f1dbbf-c680-47d5-9514-ad0b640a97ed for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:49:14.460171 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c59fe5-4824-4bba-89bc-1739dadba305 None None] Routers {'31f1dbbf-c680-47d5-9514-ad0b640a97ed'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:49:14.460790 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b7c59fe5-4824-4bba-89bc-1739dadba305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:49:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:49:14.475944 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65501f2-ee08-4d31-bf96-f7463af3b6b7 req-3cccf8ec-a7b7-4fc0-a9a5-5867e1d781b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:14.477463 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b65501f2-ee08-4d31-bf96-f7463af3b6b7 req-3cccf8ec-a7b7-4fc0-a9a5-5867e1d781b9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=290bcf8c-3fcc-4341-b085-063af364bdb0 HTTP/1.1" status: 200 len: 847 time: 0.0519869 Jul 09 10:49:14.534404 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65501f2-ee08-4d31-bf96-f7463af3b6b7 req-6526bf4d-0f8e-40d2-80fb-466eb32868b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:14.535864 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b65501f2-ee08-4d31-bf96-f7463af3b6b7 req-6526bf4d-0f8e-40d2-80fb-466eb32868b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6d17de34-fdad-4683-92e4-9b63530560e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518754 Jul 09 10:49:14.564775 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-b7c59fe5-4824-4bba-89bc-1739dadba305 None None] Set router 31f1dbbf-c680-47d5-9514-ad0b640a97ed gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:49:14.624536 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b65501f2-ee08-4d31-bf96-f7463af3b6b7 req-491c7a4f-c555-4afc-8897-a47ef7f789df service neutron] 10.222.0.58 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825381 Jul 09 10:49:14.717499 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-b65501f2-ee08-4d31-bf96-f7463af3b6b7 req-906d930d-a595-4641-82d8-fa6141c078f9 service neutron] 10.222.0.58 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872846 Jul 09 10:49:14.941402 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b7c59fe5-4824-4bba-89bc-1739dadba305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'name': 'tempest-TestSnapshotPattern-65175736-router', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:41Z', 'updated_at': '2021-07-09T10:45:44Z', 'revision_number': 4, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'gw_port': {'id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:42Z', 'updated_at': '2021-07-09T10:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '0a798863-49dc-41a6-aade-cdfa20fb1fbd', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'port_id': '8091559b-420b-4e31-9e4a-b1288d460fac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'mac_address': 'fa:16:3e:45:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bffc158-4560-4242-be10-6566d2d624cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:49:13Z', 'updated_at': '2021-07-09T10:49:13Z', 'revision_number': 0, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'fixed_ip_address_scope': None}, {'id': '54266dee-da7e-4f62-907c-e30726769b0a', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'floating_ip_address': '172.25.3.107', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'port_id': '6e0c7021-329e-4029-855d-ba4799ebb8e5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'mac_address': 'fa:16:3e:f3:c8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:46:03Z', 'updated_at': '2021-07-09T10:46:05Z', 'revision_number': 1, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c947055e-903c-4f7f-8aa8-1f94e72bcb79', 'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'mac_address': 'fa:16:3e:ac:b5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:43Z', 'updated_at': '2021-07-09T10:45:48Z', 'revision_number': 5, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'subnets': [{'id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:49:14.966611 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c59fe5-4824-4bba-89bc-1739dadba305 None None] The sync data for ids ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'] in n-d-799996-1 is: [{'id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'name': 'tempest-TestSnapshotPattern-65175736-router', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:41Z', 'updated_at': '2021-07-09T10:45:44Z', 'revision_number': 4, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'gw_port': {'id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:42Z', 'updated_at': '2021-07-09T10:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '0a798863-49dc-41a6-aade-cdfa20fb1fbd', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'port_id': '8091559b-420b-4e31-9e4a-b1288d460fac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'mac_address': 'fa:16:3e:45:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bffc158-4560-4242-be10-6566d2d624cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:49:13Z', 'updated_at': '2021-07-09T10:49:13Z', 'revision_number': 0, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'fixed_ip_address_scope': None}, {'id': '54266dee-da7e-4f62-907c-e30726769b0a', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'floating_ip_address': '172.25.3.107', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'port_id': '6e0c7021-329e-4029-855d-ba4799ebb8e5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'mac_address': 'fa:16:3e:f3:c8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:46:03Z', 'updated_at': '2021-07-09T10:46:05Z', 'revision_number': 1, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c947055e-903c-4f7f-8aa8-1f94e72bcb79', 'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'mac_address': 'fa:16:3e:ac:b5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:43Z', 'updated_at': '2021-07-09T10:45:48Z', 'revision_number': 5, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'subnets': [{'id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:49:15.164097 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22723949-b50a-4600-81d4-0d70c0dd9a81 None None] New status for floating IP 0a798863-49dc-41a6-aade-cdfa20fb1fbd: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:49:32.536319 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-109893c0-3229-48d9-a484-037cd7f37094 req-94169ae6-9d57-4d6b-b4b0-c8d92d309942 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1043274 Jul 09 10:49:32.630057 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109893c0-3229-48d9-a484-037cd7f37094 req-8e0c4a98-2c9c-4ee6-b0da-43cdfb9a3435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:32.631581 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-109893c0-3229-48d9-a484-037cd7f37094 req-8e0c4a98-2c9c-4ee6-b0da-43cdfb9a3435 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=248b54ac16e8494f80ae323c2aec9c30&device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 1097 time: 0.0525789 Jul 09 10:49:32.744374 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109893c0-3229-48d9-a484-037cd7f37094 req-a1c93ea4-48f2-4e6f-aab7-a845153a8d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:32.745770 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-109893c0-3229-48d9-a484-037cd7f37094 req-a1c93ea4-48f2-4e6f-aab7-a845153a8d1c service neutron] 10.222.0.58 "GET /v2.0/networks?id=6d17de34-fdad-4683-92e4-9b63530560e1 HTTP/1.1" status: 200 len: 909 time: 0.0933135 Jul 09 10:49:32.810281 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-109893c0-3229-48d9-a484-037cd7f37094 req-b47769e1-e690-49d6-bdaf-e3d7fcb9d898 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8091559b-420b-4e31-9e4a-b1288d460fac HTTP/1.1" status: 200 len: 1002 time: 0.0570612 Jul 09 10:49:32.862238 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109893c0-3229-48d9-a484-037cd7f37094 req-69611e26-b485-42ae-8386-e7d2fda39408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:32.863734 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-109893c0-3229-48d9-a484-037cd7f37094 req-69611e26-b485-42ae-8386-e7d2fda39408 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=290bcf8c-3fcc-4341-b085-063af364bdb0 HTTP/1.1" status: 200 len: 847 time: 0.0468500 Jul 09 10:49:32.920391 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109893c0-3229-48d9-a484-037cd7f37094 req-8ad11fdc-9866-4152-acf9-84fc57670f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:32.921876 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-109893c0-3229-48d9-a484-037cd7f37094 req-8ad11fdc-9866-4152-acf9-84fc57670f5a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6d17de34-fdad-4683-92e4-9b63530560e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518208 Jul 09 10:49:33.009389 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-109893c0-3229-48d9-a484-037cd7f37094 req-d92d6db9-317d-4a96-a9a4-5ede387d8876 service neutron] 10.222.0.58 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805004 Jul 09 10:49:33.117306 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-109893c0-3229-48d9-a484-037cd7f37094 req-454a7d56-d5a0-4b58-bef5-bdd424566d85 service neutron] 10.222.0.58 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006713 Jul 09 10:49:34.185727 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b8d88bc-32fc-410b-9ff4-1c30d1ff0183 req-5abfbb37-8f7b-4a51-8a6a-4196e1f0730e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560906 Jul 09 10:49:34.277684 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d88bc-32fc-410b-9ff4-1c30d1ff0183 req-5220f842-b48d-4ea6-8d1e-eb95a4f778a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:34.279189 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b8d88bc-32fc-410b-9ff4-1c30d1ff0183 req-5220f842-b48d-4ea6-8d1e-eb95a4f778a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=248b54ac16e8494f80ae323c2aec9c30&device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93 HTTP/1.1" status: 200 len: 1095 time: 0.0522747 Jul 09 10:49:34.379141 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d88bc-32fc-410b-9ff4-1c30d1ff0183 req-c9d7b3f4-3aa7-43c4-961b-5b3f435dad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:34.380614 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b8d88bc-32fc-410b-9ff4-1c30d1ff0183 req-c9d7b3f4-3aa7-43c4-961b-5b3f435dad30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6d17de34-fdad-4683-92e4-9b63530560e1 HTTP/1.1" status: 200 len: 909 time: 0.0826471 Jul 09 10:49:34.448383 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b8d88bc-32fc-410b-9ff4-1c30d1ff0183 req-26aacaf9-f076-4beb-b81f-46f0a44b13bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e0c7021-329e-4029-855d-ba4799ebb8e5 HTTP/1.1" status: 200 len: 1000 time: 0.0611799 Jul 09 10:49:34.495679 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d88bc-32fc-410b-9ff4-1c30d1ff0183 req-176b79e4-f6fa-402c-943b-746c0a84559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:34.497138 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b8d88bc-32fc-410b-9ff4-1c30d1ff0183 req-176b79e4-f6fa-402c-943b-746c0a84559e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=290bcf8c-3fcc-4341-b085-063af364bdb0 HTTP/1.1" status: 200 len: 847 time: 0.0419774 Jul 09 10:49:34.560727 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d88bc-32fc-410b-9ff4-1c30d1ff0183 req-4b167400-4376-4fc6-a58f-841aea1c1759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:49:34.562228 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b8d88bc-32fc-410b-9ff4-1c30d1ff0183 req-4b167400-4376-4fc6-a58f-841aea1c1759 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d17de34-fdad-4683-92e4-9b63530560e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590591 Jul 09 10:49:34.652042 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b8d88bc-32fc-410b-9ff4-1c30d1ff0183 req-b17d89b7-599a-4cc1-bd1e-e6eceda9b2e5 service neutron] 10.222.0.64 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824435 Jul 09 10:49:34.733785 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:34.738565 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-8b8d88bc-32fc-410b-9ff4-1c30d1ff0183 req-b17b78f0-44d8-4bb7-87b6-c3077bed5293 service neutron] 10.222.0.64 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808253 Jul 09 10:49:36.886617 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-46b695a6-1718-44fb-a680-b555553c7fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:37.446228 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:49:39.475775 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-33ba92c4-cd4d-4e6a-afd0-f46a2aa722e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:39.648373 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:40.006555 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:41.489430 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:49:43.266499 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:04.731505 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:06.879456 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1e9a866f-343d-4f54-8f29-bd70bffaca8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:09.475225 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5842cf1a-7380-4c9c-ad21-d054c4717a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:09.649056 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:10.016169 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:11.489705 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:13.269716 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:14.446297 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:50:18.806382 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [req-af065a01-28c0-46c5-8f24-a3e1fcbd534a req-f8a1b53a-e2e2-48be-81d4-93b747f0c92e service neutron] (93790) timed out ('10.222.0.64', 52423) {{(pid=93790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 10:50:32.446901 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8c522e0a-56b6-421f-8a40-c7018df196fe req-0f768802-c8c0-4707-bd0c-2b9deacaf7e6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517564 Jul 09 10:50:32.538107 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c522e0a-56b6-421f-8a40-c7018df196fe req-43bcd917-ee6d-4be9-aa9d-8c87f965e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:50:32.539592 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8c522e0a-56b6-421f-8a40-c7018df196fe req-43bcd917-ee6d-4be9-aa9d-8c87f965e6c3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=248b54ac16e8494f80ae323c2aec9c30&device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 1097 time: 0.0527265 Jul 09 10:50:32.645804 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c522e0a-56b6-421f-8a40-c7018df196fe req-03eb5115-c93e-4286-99d5-094d3a060062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:50:32.647297 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8c522e0a-56b6-421f-8a40-c7018df196fe req-03eb5115-c93e-4286-99d5-094d3a060062 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6d17de34-fdad-4683-92e4-9b63530560e1 HTTP/1.1" status: 200 len: 909 time: 0.0877500 Jul 09 10:50:32.710271 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8c522e0a-56b6-421f-8a40-c7018df196fe req-a7f5121b-7d29-47f8-b18c-fa661d5423a1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8091559b-420b-4e31-9e4a-b1288d460fac HTTP/1.1" status: 200 len: 1002 time: 0.0566449 Jul 09 10:50:32.763148 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c522e0a-56b6-421f-8a40-c7018df196fe req-41626285-c5f1-4d86-bfa0-baa34e5665db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:50:32.764614 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8c522e0a-56b6-421f-8a40-c7018df196fe req-41626285-c5f1-4d86-bfa0-baa34e5665db service neutron] 10.222.0.58 "GET /v2.0/subnets?id=290bcf8c-3fcc-4341-b085-063af364bdb0 HTTP/1.1" status: 200 len: 847 time: 0.0476611 Jul 09 10:50:32.822102 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c522e0a-56b6-421f-8a40-c7018df196fe req-abe15228-928c-4ec2-b707-79f3a0bb60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:50:32.823742 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8c522e0a-56b6-421f-8a40-c7018df196fe req-abe15228-928c-4ec2-b707-79f3a0bb60b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6d17de34-fdad-4683-92e4-9b63530560e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533390 Jul 09 10:50:32.911081 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8c522e0a-56b6-421f-8a40-c7018df196fe req-bb18cc9d-ae31-4776-ab61-e2d993cd481b service neutron] 10.222.0.58 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809860 Jul 09 10:50:33.002277 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-8c522e0a-56b6-421f-8a40-c7018df196fe req-da9ffda1-74f7-4875-82c0-202fcf8c5686 service neutron] 10.222.0.58 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854638 Jul 09 10:50:34.731739 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:35.184004 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b7e7322-ca8e-4d85-9083-4ae450f3cee7 req-6d6c754f-5de8-4ec2-b72b-55972df90e2e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584109 Jul 09 10:50:35.275959 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e7322-ca8e-4d85-9083-4ae450f3cee7 req-043be504-d5dd-4a06-b843-5ab563d8eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:50:35.277456 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b7e7322-ca8e-4d85-9083-4ae450f3cee7 req-043be504-d5dd-4a06-b843-5ab563d8eac7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=248b54ac16e8494f80ae323c2aec9c30&device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93 HTTP/1.1" status: 200 len: 1095 time: 0.0521202 Jul 09 10:50:35.384929 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e7322-ca8e-4d85-9083-4ae450f3cee7 req-f970f253-269e-4351-aa1e-35be1c607df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:50:35.386752 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b7e7322-ca8e-4d85-9083-4ae450f3cee7 req-f970f253-269e-4351-aa1e-35be1c607df5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6d17de34-fdad-4683-92e4-9b63530560e1 HTTP/1.1" status: 200 len: 909 time: 0.0875831 Jul 09 10:50:35.455014 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b7e7322-ca8e-4d85-9083-4ae450f3cee7 req-6c5312f2-6612-4079-b864-bab2c11920c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e0c7021-329e-4029-855d-ba4799ebb8e5 HTTP/1.1" status: 200 len: 1000 time: 0.0617945 Jul 09 10:50:35.501749 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e7322-ca8e-4d85-9083-4ae450f3cee7 req-3616cd55-d46c-4eb7-91b6-d4a4f537fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:50:35.503253 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b7e7322-ca8e-4d85-9083-4ae450f3cee7 req-3616cd55-d46c-4eb7-91b6-d4a4f537fc96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=290bcf8c-3fcc-4341-b085-063af364bdb0 HTTP/1.1" status: 200 len: 847 time: 0.0421968 Jul 09 10:50:35.559754 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e7322-ca8e-4d85-9083-4ae450f3cee7 req-3dfc3136-37e8-4b44-8783-ce67b4cf7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:50:35.561244 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b7e7322-ca8e-4d85-9083-4ae450f3cee7 req-3dfc3136-37e8-4b44-8783-ce67b4cf7df2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d17de34-fdad-4683-92e4-9b63530560e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510011 Jul 09 10:50:35.655041 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b7e7322-ca8e-4d85-9083-4ae450f3cee7 req-598a82f5-2a99-4e49-875c-67c3db9cc8d7 service neutron] 10.222.0.64 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863934 Jul 09 10:50:35.743029 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-6b7e7322-ca8e-4d85-9083-4ae450f3cee7 req-079872a9-2026-4cbc-9aab-283100180de9 service neutron] 10.222.0.64 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808434 Jul 09 10:50:36.880466 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-70345dd6-0a53-4b7b-bd87-117c08ba4494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:39.475770 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7a39ba89-da05-42e8-acd1-975ed43e5ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:39.649948 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:40.002433 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:41.492572 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:43.271543 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:44.985227 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8091559b-420b-4e31-9e4a-b1288d460fac details requested by agent hyperv_n-h1-799996-1 with host n-h1-799996-1 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 10:50:45.083559 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 8091559b-420b-4e31-9e4a-b1288d460fac, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8091559b-420b-4e31-9e4a-b1288d460fac,segment=NetworkSegment(f0543f39-7876-4072-8b81-4ada24dbf1fe),segment_id=f0543f39-7876-4072-8b81-4ada24dbf1fe)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:50:45.095579 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Returning: {'device': '8091559b-420b-4e31-9e4a-b1288d460fac', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'port_id': '8091559b-420b-4e31-9e4a-b1288d460fac', 'mac_address': 'fa:16:3e:45:1a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 10:50:45.135208 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:45.150177 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8091559b-420b-4e31-9e4a-b1288d460fac {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 10:50:45.171564 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 8091559b-420b-4e31-9e4a-b1288d460fac, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8091559b-420b-4e31-9e4a-b1288d460fac,segment=NetworkSegment(f0543f39-7876-4072-8b81-4ada24dbf1fe),segment_id=f0543f39-7876-4072-8b81-4ada24dbf1fe)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:50:45.176493 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:45.227117 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=8091559b-420b-4e31-9e4a-b1288d460fac,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:50:45.234679 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:50:45.235028 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:50:45.235375 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:50:45.235733 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:50:45.236074 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:50:45.236408 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:50:45.236747 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:50:45.237081 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:50:45.237396 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:50:45.237775 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:50:45.238102 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:50:45.238442 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:50:45.244878 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] get_ports_and_sgs() called for port_ids ['8091559b-420b-4e31-9e4a-b1288d460fac'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 10:50:47.001838 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8091559b-420b-4e31-9e4a-b1288d460fac up at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 10:50:47.074948 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Provisioning complete for port 8091559b-420b-4e31-9e4a-b1288d460fac triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 10:50:47.075409 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16071294'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:47.171683 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:47.195627 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bffc158-4560-4242-be10-6566d2d624cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8091559b-420b-4e31-9e4a-b1288d460fac'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:50:47.198134 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0888fabe05580062c0d4cd7dc8f093f2b11926f06b578c6c7ec0a80924aac75e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483b69a2-d397-44c2-b618-c54cffd4f0bb" -d '{"events": [{"server_uuid": "4bffc158-4560-4242-be10-6566d2d624cc", "name": "network-vif-plugged", "status": "completed", "tag": "8091559b-420b-4e31-9e4a-b1288d460fac"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:50:47.215722 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 8091559b-420b-4e31-9e4a-b1288d460fac, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8091559b-420b-4e31-9e4a-b1288d460fac,segment=NetworkSegment(f0543f39-7876-4072-8b81-4ada24dbf1fe),segment_id=f0543f39-7876-4072-8b81-4ada24dbf1fe)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:50:47.221993 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:47.261721 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af938d0-8a07-4022-8da3-0f1e7f838efb x-openstack-request-id: req-6af938d0-8a07-4022-8da3-0f1e7f838efb {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:50:47.262060 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bffc158-4560-4242-be10-6566d2d624cc", "name": "network-vif-plugged", "status": "completed", "tag": "8091559b-420b-4e31-9e4a-b1288d460fac", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:50:47.262272 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6af938d0-8a07-4022-8da3-0f1e7f838efb {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:50:47.262662 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bffc158-4560-4242-be10-6566d2d624cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8091559b-420b-4e31-9e4a-b1288d460fac', 'code': 200} Jul 09 10:50:47.284794 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=8091559b-420b-4e31-9e4a-b1288d460fac,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:50:51.448123 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:50:54.854753 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46124) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:50:55.012731 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Deleting port 6efb6cb9-68e0-49d6-8478-39aaf6b5dce4 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:50:55.012980 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:55.092223 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:55.092548 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:55.104527 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Calling delete_port for 6efb6cb9-68e0-49d6-8478-39aaf6b5dce4 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:50:55.252179 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:55.281259 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Pushing event deleted for resources: {'Port': ['ID=6efb6cb9-68e0-49d6-8478-39aaf6b5dce4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:50:55.292549 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:50:55.292892 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:50:55.293227 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:50:55.293560 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:50:55.293887 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:50:55.294214 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:50:55.294535 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:50:55.294855 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:50:55.295173 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:50:55.295493 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:50:55.295865 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:50:55.296188 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:50:55.352385 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:55.352708 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Floating IP 0a798863-49dc-41a6-aade-cdfa20fb1fbd disassociated (deleted). External IP: 172.25.3.177, port: 8091559b-420b-4e31-9e4a-b1288d460fac. Jul 09 10:50:55.555343 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Router 31f1dbbf-c680-47d5-9514-ad0b640a97ed has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:50:55.661307 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:50:55.666124 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:55.670345 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d839de-a573-49ef-9e26-e430ab7c9353 None None] Sync routers for ids ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:50:55.680261 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d839de-a573-49ef-9e26-e430ab7c9353 None None] Routers {'31f1dbbf-c680-47d5-9514-ad0b640a97ed'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:50:55.680897 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-06d839de-a573-49ef-9e26-e430ab7c9353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:50:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:50:55.700680 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-62bd0cc6-83ca-4c6e-ba9b-25d9bdad266d tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "DELETE /v2.0/floatingips/0a798863-49dc-41a6-aade-cdfa20fb1fbd HTTP/1.1" status: 204 len: 168 time: 0.8448341 Jul 09 10:50:55.701263 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bffc158-4560-4242-be10-6566d2d624cc', 'tag': '8091559b-420b-4e31-9e4a-b1288d460fac'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:50:55.703484 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ad6d9b-ae01-4b22-86fa-4c85efdb5ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "4bffc158-4560-4242-be10-6566d2d624cc", "tag": "8091559b-420b-4e31-9e4a-b1288d460fac"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:50:55.741403 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212c26c6-5c43-41e7-9a6c-e6e17a1bafe5 x-openstack-request-id: req-212c26c6-5c43-41e7-9a6c-e6e17a1bafe5 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:50:55.741691 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bffc158-4560-4242-be10-6566d2d624cc", "tag": "8091559b-420b-4e31-9e4a-b1288d460fac", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:50:55.741961 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-212c26c6-5c43-41e7-9a6c-e6e17a1bafe5 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:50:55.742577 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bffc158-4560-4242-be10-6566d2d624cc', 'tag': '8091559b-420b-4e31-9e4a-b1288d460fac', 'status': 'completed', 'code': 200} Jul 09 10:50:55.794250 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-06d839de-a573-49ef-9e26-e430ab7c9353 None None] Set router 31f1dbbf-c680-47d5-9514-ad0b640a97ed gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:50:55.817467 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad6d9b-ae01-4b22-86fa-4c85efdb5ef6 req-7b7c20be-04ad-4fed-9be4-9c43a3c574ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:50:55.819041 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-93ad6d9b-ae01-4b22-86fa-4c85efdb5ef6 req-7b7c20be-04ad-4fed-9be4-9c43a3c574ef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=248b54ac16e8494f80ae323c2aec9c30&device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 1097 time: 0.0552061 Jul 09 10:50:55.918143 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad6d9b-ae01-4b22-86fa-4c85efdb5ef6 req-87952034-a912-4f28-ab75-eb2f7eb5eea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:50:55.919542 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-93ad6d9b-ae01-4b22-86fa-4c85efdb5ef6 req-87952034-a912-4f28-ab75-eb2f7eb5eea0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6d17de34-fdad-4683-92e4-9b63530560e1 HTTP/1.1" status: 200 len: 909 time: 0.0944748 Jul 09 10:50:55.961626 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-93ad6d9b-ae01-4b22-86fa-4c85efdb5ef6 req-9c501e38-4182-446a-b558-aff8b27b987f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8091559b-420b-4e31-9e4a-b1288d460fac HTTP/1.1" status: 200 len: 217 time: 0.0362120 Jul 09 10:50:56.013706 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad6d9b-ae01-4b22-86fa-4c85efdb5ef6 req-5185f142-3c39-4914-8ba2-c46d68634d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:50:56.015202 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-93ad6d9b-ae01-4b22-86fa-4c85efdb5ef6 req-5185f142-3c39-4914-8ba2-c46d68634d6d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=290bcf8c-3fcc-4341-b085-063af364bdb0 HTTP/1.1" status: 200 len: 847 time: 0.0474796 Jul 09 10:50:56.034562 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-06d839de-a573-49ef-9e26-e430ab7c9353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'name': 'tempest-TestSnapshotPattern-65175736-router', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:41Z', 'updated_at': '2021-07-09T10:45:44Z', 'revision_number': 4, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'gw_port': {'id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:42Z', 'updated_at': '2021-07-09T10:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '54266dee-da7e-4f62-907c-e30726769b0a', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'floating_ip_address': '172.25.3.107', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'port_id': '6e0c7021-329e-4029-855d-ba4799ebb8e5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'mac_address': 'fa:16:3e:f3:c8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:46:03Z', 'updated_at': '2021-07-09T10:46:05Z', 'revision_number': 1, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c947055e-903c-4f7f-8aa8-1f94e72bcb79', 'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'mac_address': 'fa:16:3e:ac:b5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:43Z', 'updated_at': '2021-07-09T10:45:48Z', 'revision_number': 5, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'subnets': [{'id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:50:56.072393 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d839de-a573-49ef-9e26-e430ab7c9353 None None] Checking router: 31f1dbbf-c680-47d5-9514-ad0b640a97ed for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:50:56.080737 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad6d9b-ae01-4b22-86fa-4c85efdb5ef6 req-a165aa95-6bdc-4fbb-9ad2-90a1d43c6a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:50:56.084798 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-93ad6d9b-ae01-4b22-86fa-4c85efdb5ef6 req-a165aa95-6bdc-4fbb-9ad2-90a1d43c6a0e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6d17de34-fdad-4683-92e4-9b63530560e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622001 Jul 09 10:50:56.087670 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d839de-a573-49ef-9e26-e430ab7c9353 None None] Routers {'31f1dbbf-c680-47d5-9514-ad0b640a97ed'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:50:56.088338 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-06d839de-a573-49ef-9e26-e430ab7c9353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:50:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:50:56.101663 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309deb7-2d20-46fe-a070-7e053b229487 req-eff19872-834e-41fa-a0db-0e7dd31c0f3a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:50:56.103184 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4309deb7-2d20-46fe-a070-7e053b229487 req-eff19872-834e-41fa-a0db-0e7dd31c0f3a tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 946 time: 0.0759215 Jul 09 10:50:56.143856 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-4309deb7-2d20-46fe-a070-7e053b229487 req-d88e1d0f-8e17-4555-bced-8fec4b2231ea tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331419 Jul 09 10:50:56.181343 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-93ad6d9b-ae01-4b22-86fa-4c85efdb5ef6 req-d956114e-852e-448a-9958-c7fadc993b57 service neutron] 10.222.0.58 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904400 Jul 09 10:50:56.195993 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-06d839de-a573-49ef-9e26-e430ab7c9353 None None] Set router 31f1dbbf-c680-47d5-9514-ad0b640a97ed gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:50:56.278374 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-93ad6d9b-ae01-4b22-86fa-4c85efdb5ef6 req-3d7bb14a-170e-4818-9c74-997cd57f86d9 service neutron] 10.222.0.58 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897298 Jul 09 10:50:56.424382 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-06d839de-a573-49ef-9e26-e430ab7c9353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'name': 'tempest-TestSnapshotPattern-65175736-router', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:41Z', 'updated_at': '2021-07-09T10:45:44Z', 'revision_number': 4, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'gw_port': {'id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:42Z', 'updated_at': '2021-07-09T10:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '54266dee-da7e-4f62-907c-e30726769b0a', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'floating_ip_address': '172.25.3.107', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'port_id': '6e0c7021-329e-4029-855d-ba4799ebb8e5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'mac_address': 'fa:16:3e:f3:c8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:46:03Z', 'updated_at': '2021-07-09T10:46:05Z', 'revision_number': 1, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c947055e-903c-4f7f-8aa8-1f94e72bcb79', 'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'mac_address': 'fa:16:3e:ac:b5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:43Z', 'updated_at': '2021-07-09T10:45:48Z', 'revision_number': 5, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'subnets': [{'id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:50:56.454016 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d839de-a573-49ef-9e26-e430ab7c9353 None None] The sync data for ids ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'] in n-d-799996-1 is: [{'id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'name': 'tempest-TestSnapshotPattern-65175736-router', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:41Z', 'updated_at': '2021-07-09T10:45:44Z', 'revision_number': 4, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'gw_port': {'id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:42Z', 'updated_at': '2021-07-09T10:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_floatingips': [{'id': '54266dee-da7e-4f62-907c-e30726769b0a', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'floating_ip_address': '172.25.3.107', 'floating_network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'router_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'port_id': '6e0c7021-329e-4029-855d-ba4799ebb8e5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'mac_address': 'fa:16:3e:f3:c8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T10:46:03Z', 'updated_at': '2021-07-09T10:46:05Z', 'revision_number': 1, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c947055e-903c-4f7f-8aa8-1f94e72bcb79', 'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'mac_address': 'fa:16:3e:ac:b5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:43Z', 'updated_at': '2021-07-09T10:45:48Z', 'revision_number': 5, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'subnets': [{'id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:50:56.711451 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23b0a58-6118-4d10-8dbc-762c07bb447c None None] New status for floating IP 0a798863-49dc-41a6-aade-cdfa20fb1fbd: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:50:57.061346 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8091559b-420b-4e31-9e4a-b1288d460fac no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:50:57.141769 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209121'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:57.163488 n-d-799996-1 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bffc158-4560-4242-be10-6566d2d624cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8091559b-420b-4e31-9e4a-b1288d460fac'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:50:57.165753 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0888fabe05580062c0d4cd7dc8f093f2b11926f06b578c6c7ec0a80924aac75e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d836ab46-6287-4ea0-befa-3503dbae125f" -d '{"events": [{"server_uuid": "4bffc158-4560-4242-be10-6566d2d624cc", "name": "network-vif-unplugged", "status": "completed", "tag": "8091559b-420b-4e31-9e4a-b1288d460fac"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:50:57.179151 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] For port 8091559b-420b-4e31-9e4a-b1288d460fac, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8091559b-420b-4e31-9e4a-b1288d460fac,segment=NetworkSegment(f0543f39-7876-4072-8b81-4ada24dbf1fe),segment_id=f0543f39-7876-4072-8b81-4ada24dbf1fe)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:50:57.183971 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734058785823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734058234835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734058231044'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:57.207639 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 10:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba47f5e-b641-4cb1-8e00-9e9f347affa2 x-openstack-request-id: req-6ba47f5e-b641-4cb1-8e00-9e9f347affa2 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:50:57.207965 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bffc158-4560-4242-be10-6566d2d624cc", "name": "network-vif-unplugged", "status": "completed", "tag": "8091559b-420b-4e31-9e4a-b1288d460fac", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:50:57.208233 n-d-799996-1 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ba47f5e-b641-4cb1-8e00-9e9f347affa2 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:50:57.208606 n-d-799996-1 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bffc158-4560-4242-be10-6566d2d624cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8091559b-420b-4e31-9e4a-b1288d460fac', 'code': 200} Jul 09 10:50:57.234759 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Pushing event updated for resources: {'Port': ['ID=8091559b-420b-4e31-9e4a-b1288d460fac,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:50:57.332484 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824a0eb-ee91-4639-b751-15ddee9b4e92 req-1fa2c70b-b3b5-4e91-bedc-261bfe7f83a4 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:50:57.333999 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f824a0eb-ee91-4639-b751-15ddee9b4e92 req-1fa2c70b-b3b5-4e91-bedc-261bfe7f83a4 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 944 time: 0.0660043 Jul 09 10:50:57.372545 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-f824a0eb-ee91-4639-b751-15ddee9b4e92 req-b011358c-dd68-401a-bec0-42c042cd2e5b tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329306 Jul 09 10:50:57.518322 n-d-799996-1 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0180b-5b8a-4416-a9ca-953c9ec4cb69 req-0e90b54a-681f-4e21-ba64-e46179b805b8 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:50:57.520400 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1ec0180b-5b8a-4416-a9ca-953c9ec4cb69 req-0e90b54a-681f-4e21-ba64-e46179b805b8 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 944 time: 0.0616579 Jul 09 10:50:57.615219 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-1ec0180b-5b8a-4416-a9ca-953c9ec4cb69 req-84278f49-07bd-425a-b455-13fe33badd5e tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Deleting port 8091559b-420b-4e31-9e4a-b1288d460fac {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:50:57.615477 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1ec0180b-5b8a-4416-a9ca-953c9ec4cb69 req-84278f49-07bd-425a-b455-13fe33badd5e tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:58.009295 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-1ec0180b-5b8a-4416-a9ca-953c9ec4cb69 req-84278f49-07bd-425a-b455-13fe33badd5e tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] For port 8091559b-420b-4e31-9e4a-b1288d460fac, host n-h1-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799996-1',level=0,port_id=8091559b-420b-4e31-9e4a-b1288d460fac,segment=NetworkSegment(f0543f39-7876-4072-8b81-4ada24dbf1fe),segment_id=f0543f39-7876-4072-8b81-4ada24dbf1fe)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:50:58.009560 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1ec0180b-5b8a-4416-a9ca-953c9ec4cb69 req-84278f49-07bd-425a-b455-13fe33badd5e tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:58.022916 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-1ec0180b-5b8a-4416-a9ca-953c9ec4cb69 req-84278f49-07bd-425a-b455-13fe33badd5e tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Calling delete_port for 8091559b-420b-4e31-9e4a-b1288d460fac owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:50:58.154233 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1ec0180b-5b8a-4416-a9ca-953c9ec4cb69 req-84278f49-07bd-425a-b455-13fe33badd5e tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:58.184044 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84278f49-07bd-425a-b455-13fe33badd5e tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Pushing event deleted for resources: {'Port': ['ID=8091559b-420b-4e31-9e4a-b1288d460fac,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:50:58.228147 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec0180b-5b8a-4416-a9ca-953c9ec4cb69 req-84278f49-07bd-425a-b455-13fe33badd5e tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] No DVR routers for this DVR port 8091559b-420b-4e31-9e4a-b1288d460fac on host n-h1-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:50:58.230863 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1ec0180b-5b8a-4416-a9ca-953c9ec4cb69 req-84278f49-07bd-425a-b455-13fe33badd5e tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:50:58.232949 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [req-1ec0180b-5b8a-4416-a9ca-953c9ec4cb69 req-84278f49-07bd-425a-b455-13fe33badd5e tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.58 "DELETE /v2.0/ports/8091559b-420b-4e31-9e4a-b1288d460fac HTTP/1.1" status: 204 len: 173 time: 0.7079275 Jul 09 10:50:58.233474 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bffc158-4560-4242-be10-6566d2d624cc', 'name': 'network-vif-deleted', 'tag': '8091559b-420b-4e31-9e4a-b1288d460fac'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:50:58.235898 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d7fd72-3507-466a-a6a8-c4c88d31593d" -d '{"events": [{"server_uuid": "4bffc158-4560-4242-be10-6566d2d624cc", "name": "network-vif-deleted", "tag": "8091559b-420b-4e31-9e4a-b1288d460fac"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:50:58.275648 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d22973-2c25-4269-8168-368de0772ad9 x-openstack-request-id: req-33d22973-2c25-4269-8168-368de0772ad9 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:50:58.275964 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bffc158-4560-4242-be10-6566d2d624cc", "name": "network-vif-deleted", "tag": "8091559b-420b-4e31-9e4a-b1288d460fac", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:50:58.276216 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-33d22973-2c25-4269-8168-368de0772ad9 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:50:58.276644 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bffc158-4560-4242-be10-6566d2d624cc', 'name': 'network-vif-deleted', 'tag': '8091559b-420b-4e31-9e4a-b1288d460fac', 'status': 'completed', 'code': 200} Jul 09 10:50:58.530029 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-68847c7a-c21c-4a56-8047-b90377f3d829 req-f56e473b-c4ba-4a85-a7e9-585c4348bdb7 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bffc158-4560-4242-be10-6566d2d624cc HTTP/1.1" status: 200 len: 210 time: 0.0325780 Jul 09 10:51:00.129233 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46186) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:51:00.294937 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc3669-64bc-40c7-bd1e-925aa25f9350 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Deleting port 98999235-532e-4c90-b6d2-07d85ab99a11 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:51:00.295321 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6dcc3669-64bc-40c7-bd1e-925aa25f9350 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:00.371006 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6dcc3669-64bc-40c7-bd1e-925aa25f9350 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:00.371257 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6dcc3669-64bc-40c7-bd1e-925aa25f9350 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:00.382665 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc3669-64bc-40c7-bd1e-925aa25f9350 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Calling delete_port for 98999235-532e-4c90-b6d2-07d85ab99a11 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:51:00.530402 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6dcc3669-64bc-40c7-bd1e-925aa25f9350 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:00.555906 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc3669-64bc-40c7-bd1e-925aa25f9350 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Pushing event deleted for resources: {'Port': ['ID=98999235-532e-4c90-b6d2-07d85ab99a11,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:51:00.619489 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6dcc3669-64bc-40c7-bd1e-925aa25f9350 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:00.619855 n-d-799996-1 neutron-server[93791]: INFO neutron.db.l3_db [None req-6dcc3669-64bc-40c7-bd1e-925aa25f9350 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Floating IP 54266dee-da7e-4f62-907c-e30726769b0a disassociated (deleted). External IP: 172.25.3.107, port: 6e0c7021-329e-4029-855d-ba4799ebb8e5. Jul 09 10:51:00.823343 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcc3669-64bc-40c7-bd1e-925aa25f9350 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Router 31f1dbbf-c680-47d5-9514-ad0b640a97ed has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:51:00.931863 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcc3669-64bc-40c7-bd1e-925aa25f9350 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:51:00.936715 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6dcc3669-64bc-40c7-bd1e-925aa25f9350 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:00.941375 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0002ffa9-6815-4990-bceb-e74f4fed818f None None] Sync routers for ids ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:51:00.951365 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0002ffa9-6815-4990-bceb-e74f4fed818f None None] Routers {'31f1dbbf-c680-47d5-9514-ad0b640a97ed'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:51:00.952013 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0002ffa9-6815-4990-bceb-e74f4fed818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:50:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:51:00.978221 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6dcc3669-64bc-40c7-bd1e-925aa25f9350 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "DELETE /v2.0/floatingips/54266dee-da7e-4f62-907c-e30726769b0a HTTP/1.1" status: 204 len: 168 time: 0.8478742 Jul 09 10:51:00.978801 n-d-799996-1 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'tag': '6e0c7021-329e-4029-855d-ba4799ebb8e5'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:51:00.981155 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a78fcb69c5d35b3169ae6de1226ff656c16f095c661241f10b682ff06c3b173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d8bd6c-8f56-4167-bf9f-b00de8432bbe" -d '{"events": [{"name": "network-changed", "server_uuid": "457b15b9-6a2e-4d7d-9cca-794c28057d93", "tag": "6e0c7021-329e-4029-855d-ba4799ebb8e5"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:51:01.018900 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 10:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1c6e9a-0f6f-41e6-bc7c-a1ceb0e44bae x-openstack-request-id: req-ac1c6e9a-0f6f-41e6-bc7c-a1ceb0e44bae {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:51:01.019711 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457b15b9-6a2e-4d7d-9cca-794c28057d93", "tag": "6e0c7021-329e-4029-855d-ba4799ebb8e5", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:51:01.019987 n-d-799996-1 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ac1c6e9a-0f6f-41e6-bc7c-a1ceb0e44bae {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:51:01.020512 n-d-799996-1 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'tag': '6e0c7021-329e-4029-855d-ba4799ebb8e5', 'status': 'completed', 'code': 200} Jul 09 10:51:01.059975 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-0002ffa9-6815-4990-bceb-e74f4fed818f None None] Set router 31f1dbbf-c680-47d5-9514-ad0b640a97ed gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:51:01.096631 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8bd6c-8f56-4167-bf9f-b00de8432bbe req-16a432fd-1449-4eac-bccb-91de3d5ec79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:51:01.098803 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66d8bd6c-8f56-4167-bf9f-b00de8432bbe req-16a432fd-1449-4eac-bccb-91de3d5ec79b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=248b54ac16e8494f80ae323c2aec9c30&device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93 HTTP/1.1" status: 200 len: 1095 time: 0.0550897 Jul 09 10:51:01.104750 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8091559b-420b-4e31-9e4a-b1288d460fac no longer exists at agent hyperv_n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:51:01.187543 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] No Port match for: 8091559b-420b-4e31-9e4a-b1288d460fac {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:51:01.187986 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Device 8091559b-420b-4e31-9e4a-b1288d460fac not bound to the agent host n-h1-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:51:01.199316 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8bd6c-8f56-4167-bf9f-b00de8432bbe req-ba8dd835-5773-49ba-a8e8-8bb42f235dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:51:01.201006 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66d8bd6c-8f56-4167-bf9f-b00de8432bbe req-ba8dd835-5773-49ba-a8e8-8bb42f235dce service neutron] 10.222.0.64 "GET /v2.0/networks?id=6d17de34-fdad-4683-92e4-9b63530560e1 HTTP/1.1" status: 200 len: 909 time: 0.0961246 Jul 09 10:51:01.249769 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66d8bd6c-8f56-4167-bf9f-b00de8432bbe req-ff7f274c-5689-4b61-b75a-4e37ff28cc4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e0c7021-329e-4029-855d-ba4799ebb8e5 HTTP/1.1" status: 200 len: 217 time: 0.0413165 Jul 09 10:51:01.302025 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8bd6c-8f56-4167-bf9f-b00de8432bbe req-0ee64ab0-3ace-4178-97b1-9062d98abf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:51:01.302322 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0002ffa9-6815-4990-bceb-e74f4fed818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'name': 'tempest-TestSnapshotPattern-65175736-router', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:41Z', 'updated_at': '2021-07-09T10:45:44Z', 'revision_number': 4, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'gw_port': {'id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:42Z', 'updated_at': '2021-07-09T10:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c947055e-903c-4f7f-8aa8-1f94e72bcb79', 'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'mac_address': 'fa:16:3e:ac:b5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:43Z', 'updated_at': '2021-07-09T10:45:48Z', 'revision_number': 5, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'subnets': [{'id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:51:01.303533 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66d8bd6c-8f56-4167-bf9f-b00de8432bbe req-0ee64ab0-3ace-4178-97b1-9062d98abf32 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=290bcf8c-3fcc-4341-b085-063af364bdb0 HTTP/1.1" status: 200 len: 847 time: 0.0470726 Jul 09 10:51:01.329143 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0002ffa9-6815-4990-bceb-e74f4fed818f None None] Checking router: 31f1dbbf-c680-47d5-9514-ad0b640a97ed for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:51:01.338140 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0002ffa9-6815-4990-bceb-e74f4fed818f None None] Routers {'31f1dbbf-c680-47d5-9514-ad0b640a97ed'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:51:01.338747 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0002ffa9-6815-4990-bceb-e74f4fed818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:50:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:51:01.400654 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8bd6c-8f56-4167-bf9f-b00de8432bbe req-37035534-f15d-40c9-bc73-e958bfce0653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:51:01.402198 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66d8bd6c-8f56-4167-bf9f-b00de8432bbe req-37035534-f15d-40c9-bc73-e958bfce0653 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d17de34-fdad-4683-92e4-9b63530560e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886438 Jul 09 10:51:01.415211 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bda303-f01e-4087-9da9-469563f10b35 req-a83322a5-885e-46e8-9555-e623a54030bc tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:51:01.416763 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2bda303-f01e-4087-9da9-469563f10b35 req-a83322a5-885e-46e8-9555-e623a54030bc tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93 HTTP/1.1" status: 200 len: 944 time: 0.1117916 Jul 09 10:51:01.456401 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-0002ffa9-6815-4990-bceb-e74f4fed818f None None] Set router 31f1dbbf-c680-47d5-9514-ad0b640a97ed gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:51:01.502478 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-e2bda303-f01e-4087-9da9-469563f10b35 req-e272cf8a-918a-4187-b8cd-ae56ac69dd8c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767858 Jul 09 10:51:01.528977 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66d8bd6c-8f56-4167-bf9f-b00de8432bbe req-a1d3c428-34d6-4cba-b84e-0ac25479c49a service neutron] 10.222.0.64 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112540 Jul 09 10:51:01.623233 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-66d8bd6c-8f56-4167-bf9f-b00de8432bbe req-61285cdd-236b-4cdc-80a2-f8e7fd43386e service neutron] 10.222.0.64 "GET /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863338 Jul 09 10:51:01.653459 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0002ffa9-6815-4990-bceb-e74f4fed818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'name': 'tempest-TestSnapshotPattern-65175736-router', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:41Z', 'updated_at': '2021-07-09T10:45:44Z', 'revision_number': 4, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'gw_port': {'id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:42Z', 'updated_at': '2021-07-09T10:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c947055e-903c-4f7f-8aa8-1f94e72bcb79', 'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'mac_address': 'fa:16:3e:ac:b5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:43Z', 'updated_at': '2021-07-09T10:45:48Z', 'revision_number': 5, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'subnets': [{'id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:51:01.682466 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0002ffa9-6815-4990-bceb-e74f4fed818f None None] The sync data for ids ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'] in n-d-799996-1 is: [{'id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'name': 'tempest-TestSnapshotPattern-65175736-router', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:41Z', 'updated_at': '2021-07-09T10:45:44Z', 'revision_number': 4, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'gw_port': {'id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:42Z', 'updated_at': '2021-07-09T10:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1', '_interfaces': [{'id': 'c947055e-903c-4f7f-8aa8-1f94e72bcb79', 'name': '', 'network_id': '6d17de34-fdad-4683-92e4-9b63530560e1', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'mac_address': 'fa:16:3e:ac:b5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:43Z', 'updated_at': '2021-07-09T10:45:48Z', 'revision_number': 5, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'subnets': [{'id': '290bcf8c-3fcc-4341-b085-063af364bdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:51:01.907633 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae76bf93-9d75-4872-a6e7-b6343315f105 None None] New status for floating IP 54266dee-da7e-4f62-907c-e30726769b0a: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 10:51:02.481522 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31cde2-cdb9-48ea-aca7-b334faf94140 req-71833c37-9c55-4c5a-8d6d-a15f83c37ace tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:51:02.482893 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e31cde2-cdb9-48ea-aca7-b334faf94140 req-71833c37-9c55-4c5a-8d6d-a15f83c37ace tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.64 "GET /v2.0/ports?device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93 HTTP/1.1" status: 200 len: 944 time: 0.0632360 Jul 09 10:51:02.587411 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-7e31cde2-cdb9-48ea-aca7-b334faf94140 req-c8ec8ab3-4f82-416e-bcbc-31d29baa307c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Deleting port 6e0c7021-329e-4029-855d-ba4799ebb8e5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:51:02.587787 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7e31cde2-cdb9-48ea-aca7-b334faf94140 req-c8ec8ab3-4f82-416e-bcbc-31d29baa307c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:02.711178 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-7e31cde2-cdb9-48ea-aca7-b334faf94140 req-c8ec8ab3-4f82-416e-bcbc-31d29baa307c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] For port 6e0c7021-329e-4029-855d-ba4799ebb8e5, host n-h2-799996-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799996-1',level=0,port_id=6e0c7021-329e-4029-855d-ba4799ebb8e5,segment=NetworkSegment(f0543f39-7876-4072-8b81-4ada24dbf1fe),segment_id=f0543f39-7876-4072-8b81-4ada24dbf1fe)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:51:02.711534 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7e31cde2-cdb9-48ea-aca7-b334faf94140 req-c8ec8ab3-4f82-416e-bcbc-31d29baa307c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:02.731596 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-7e31cde2-cdb9-48ea-aca7-b334faf94140 req-c8ec8ab3-4f82-416e-bcbc-31d29baa307c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Calling delete_port for 6e0c7021-329e-4029-855d-ba4799ebb8e5 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:51:02.742624 n-d-799996-1 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d0f43-ea02-4d80-bf06-40b090eb45bf req-d4b58d15-fc12-41e1-82ef-22283afb4835 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 10:51:02.744124 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-150d0f43-ea02-4d80-bf06-40b090eb45bf req-d4b58d15-fc12-41e1-82ef-22283afb4835 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/ports?device_id=457b15b9-6a2e-4d7d-9cca-794c28057d93 HTTP/1.1" status: 200 len: 944 time: 0.1189833 Jul 09 10:51:02.819319 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-150d0f43-ea02-4d80-bf06-40b090eb45bf req-f54c4140-e9e9-4059-a572-4189cf1d57f8 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "GET /v2.0/security-groups?id=ae0ee093-c626-4315-a5b0-d6b861bc00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683262 Jul 09 10:51:02.895973 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7e31cde2-cdb9-48ea-aca7-b334faf94140 req-c8ec8ab3-4f82-416e-bcbc-31d29baa307c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:02.928751 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec8ab3-4f82-416e-bcbc-31d29baa307c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Pushing event deleted for resources: {'Port': ['ID=6e0c7021-329e-4029-855d-ba4799ebb8e5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:51:02.967303 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec8ab3-4f82-416e-bcbc-31d29baa307c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:51:02.967655 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec8ab3-4f82-416e-bcbc-31d29baa307c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:51:02.968024 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec8ab3-4f82-416e-bcbc-31d29baa307c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:51:02.968370 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec8ab3-4f82-416e-bcbc-31d29baa307c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:51:02.968707 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec8ab3-4f82-416e-bcbc-31d29baa307c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:51:02.969037 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec8ab3-4f82-416e-bcbc-31d29baa307c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:51:02.969367 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec8ab3-4f82-416e-bcbc-31d29baa307c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:51:02.969694 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec8ab3-4f82-416e-bcbc-31d29baa307c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:51:02.970021 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec8ab3-4f82-416e-bcbc-31d29baa307c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:51:02.970347 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec8ab3-4f82-416e-bcbc-31d29baa307c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:51:02.970696 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec8ab3-4f82-416e-bcbc-31d29baa307c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:51:02.971022 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec8ab3-4f82-416e-bcbc-31d29baa307c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799996-1 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 10:51:02.989755 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e31cde2-cdb9-48ea-aca7-b334faf94140 req-c8ec8ab3-4f82-416e-bcbc-31d29baa307c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] No DVR routers for this DVR port 6e0c7021-329e-4029-855d-ba4799ebb8e5 on host n-h2-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:51:02.992408 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7e31cde2-cdb9-48ea-aca7-b334faf94140 req-c8ec8ab3-4f82-416e-bcbc-31d29baa307c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221805'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:02.994882 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [req-7e31cde2-cdb9-48ea-aca7-b334faf94140 req-c8ec8ab3-4f82-416e-bcbc-31d29baa307c tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.64 "DELETE /v2.0/ports/6e0c7021-329e-4029-855d-ba4799ebb8e5 HTTP/1.1" status: 204 len: 173 time: 0.5058615 Jul 09 10:51:02.995373 n-d-799996-1 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'name': 'network-vif-deleted', 'tag': '6e0c7021-329e-4029-855d-ba4799ebb8e5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 10:51:02.998373 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c19fa5e73158690ceeea8f20698c31b9d7986f533f3b8dfe1a88a80cec2b2d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf9aa85-795d-4166-931b-a37b4466f16b" -d '{"events": [{"server_uuid": "457b15b9-6a2e-4d7d-9cca-794c28057d93", "name": "network-vif-deleted", "tag": "6e0c7021-329e-4029-855d-ba4799ebb8e5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 10:51:03.039754 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 10:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27d48fd-df82-4734-83b4-e44d32deea2a x-openstack-request-id: req-a27d48fd-df82-4734-83b4-e44d32deea2a {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 10:51:03.040133 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457b15b9-6a2e-4d7d-9cca-794c28057d93", "name": "network-vif-deleted", "tag": "6e0c7021-329e-4029-855d-ba4799ebb8e5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 10:51:03.040425 n-d-799996-1 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a27d48fd-df82-4734-83b4-e44d32deea2a {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 10:51:03.040875 n-d-799996-1 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457b15b9-6a2e-4d7d-9cca-794c28057d93', 'name': 'network-vif-deleted', 'tag': '6e0c7021-329e-4029-855d-ba4799ebb8e5', 'status': 'completed', 'code': 200} Jul 09 10:51:03.911960 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46210) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:51:03.968929 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-beef7212-8b9c-4a3a-b14b-8fe3b805e888 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:03.993829 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-beef7212-8b9c-4a3a-b14b-8fe3b805e888 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:04.052960 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-beef7212-8b9c-4a3a-b14b-8fe3b805e888 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:04.055527 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-beef7212-8b9c-4a3a-b14b-8fe3b805e888 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:04.056740 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-beef7212-8b9c-4a3a-b14b-8fe3b805e888 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] 10.222.0.61 "DELETE /v2.0/security-groups/ae0ee093-c626-4315-a5b0-d6b861bc00fb HTTP/1.1" status: 204 len: 168 time: 0.1437967 Jul 09 10:51:04.065720 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef7212-8b9c-4a3a-b14b-8fe3b805e888 tempest-TestSnapshotPattern-503596596 tempest-TestSnapshotPattern-503596596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0ee093-c626-4315-a5b0-d6b861bc00fb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:51:04.114507 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46214) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:51:04.565230 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cacb5efe-140b-4495-a1cc-89303a459588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:04.744840 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:04.817235 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-cacb5efe-140b-4495-a1cc-89303a459588 admin admin] Deleting port c947055e-903c-4f7f-8aa8-1f94e72bcb79 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:51:04.817477 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cacb5efe-140b-4495-a1cc-89303a459588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:04.893383 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-cacb5efe-140b-4495-a1cc-89303a459588 admin admin] For port c947055e-903c-4f7f-8aa8-1f94e72bcb79, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=c947055e-903c-4f7f-8aa8-1f94e72bcb79,segment=NetworkSegment(f0543f39-7876-4072-8b81-4ada24dbf1fe),segment_id=f0543f39-7876-4072-8b81-4ada24dbf1fe)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:51:04.893733 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cacb5efe-140b-4495-a1cc-89303a459588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:04.906604 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-cacb5efe-140b-4495-a1cc-89303a459588 admin admin] Calling delete_port for c947055e-903c-4f7f-8aa8-1f94e72bcb79 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:51:05.087019 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cacb5efe-140b-4495-a1cc-89303a459588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:05.116542 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb5efe-140b-4495-a1cc-89303a459588 admin admin] Pushing event deleted for resources: {'Port': ['ID=c947055e-903c-4f7f-8aa8-1f94e72bcb79,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:51:05.285978 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cacb5efe-140b-4495-a1cc-89303a459588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:05.499936 n-d-799996-1 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacb5efe-140b-4495-a1cc-89303a459588 admin admin] Router 31f1dbbf-c680-47d5-9514-ad0b640a97ed has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:51:05.608322 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacb5efe-140b-4495-a1cc-89303a459588 admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:51:05.615436 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-cacb5efe-140b-4495-a1cc-89303a459588 admin admin] 10.222.0.61 "PUT /v2.0/routers/31f1dbbf-c680-47d5-9514-ad0b640a97ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4986634 Jul 09 10:51:05.616352 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46220) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:51:05.618106 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea43838-7a97-4cb4-84a6-a98a119b3f4d None None] Sync routers for ids ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'] in n-d-799996-1 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:51:05.627578 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea43838-7a97-4cb4-84a6-a98a119b3f4d None None] Routers {'31f1dbbf-c680-47d5-9514-ad0b640a97ed'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:51:05.628299 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9ea43838-7a97-4cb4-84a6-a98a119b3f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:50:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:51:05.717329 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db126646-d8a0-444d-890e-ff0f4c75f2b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:05.825794 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db126646-d8a0-444d-890e-ff0f4c75f2b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:05.881777 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-db126646-d8a0-444d-890e-ff0f4c75f2b1 admin admin] Deleting port 05456dfd-d9ec-4f48-8852-1b01147f10fc {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:51:05.882118 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db126646-d8a0-444d-890e-ff0f4c75f2b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:05.905069 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-9ea43838-7a97-4cb4-84a6-a98a119b3f4d None None] Set router 31f1dbbf-c680-47d5-9514-ad0b640a97ed gateway port host: n-d-799996-1 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:51:05.962648 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-db126646-d8a0-444d-890e-ff0f4c75f2b1 admin admin] For port 05456dfd-d9ec-4f48-8852-1b01147f10fc, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=05456dfd-d9ec-4f48-8852-1b01147f10fc,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:51:05.963002 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db126646-d8a0-444d-890e-ff0f4c75f2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:05.975720 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-db126646-d8a0-444d-890e-ff0f4c75f2b1 admin admin] Calling delete_port for 05456dfd-d9ec-4f48-8852-1b01147f10fc owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:51:06.081458 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9ea43838-7a97-4cb4-84a6-a98a119b3f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'name': 'tempest-TestSnapshotPattern-65175736-router', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:41Z', 'updated_at': '2021-07-09T10:51:05Z', 'revision_number': 5, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'gw_port': {'id': '05456dfd-d9ec-4f48-8852-1b01147f10fc', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:42Z', 'updated_at': '2021-07-09T10:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:51:06.108027 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea43838-7a97-4cb4-84a6-a98a119b3f4d None None] Checking router: 31f1dbbf-c680-47d5-9514-ad0b640a97ed for host: n-d-799996-1 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:51:06.116901 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea43838-7a97-4cb4-84a6-a98a119b3f4d None None] Routers {'31f1dbbf-c680-47d5-9514-ad0b640a97ed'} bound to L3 agent in host n-d-799996-1 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:51:06.117518 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9ea43838-7a97-4cb4-84a6-a98a119b3f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:50:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:51:06.145230 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db126646-d8a0-444d-890e-ff0f4c75f2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:06.169985 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db126646-d8a0-444d-890e-ff0f4c75f2b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=05456dfd-d9ec-4f48-8852-1b01147f10fc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:51:06.206926 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-9ea43838-7a97-4cb4-84a6-a98a119b3f4d None None] Set router 31f1dbbf-c680-47d5-9514-ad0b640a97ed gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:51:06.246792 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db126646-d8a0-444d-890e-ff0f4c75f2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:06.262934 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9ea43838-7a97-4cb4-84a6-a98a119b3f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'name': 'tempest-TestSnapshotPattern-65175736-router', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:41Z', 'updated_at': '2021-07-09T10:51:05Z', 'revision_number': 6, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:51:06.290263 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea43838-7a97-4cb4-84a6-a98a119b3f4d None None] The sync data for ids ['31f1dbbf-c680-47d5-9514-ad0b640a97ed'] in n-d-799996-1 is: [{'id': '31f1dbbf-c680-47d5-9514-ad0b640a97ed', 'name': 'tempest-TestSnapshotPattern-65175736-router', 'tenant_id': '248b54ac16e8494f80ae323c2aec9c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:41Z', 'updated_at': '2021-07-09T10:51:05Z', 'revision_number': 6, 'project_id': '248b54ac16e8494f80ae323c2aec9c30', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:51:06.345571 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db126646-d8a0-444d-890e-ff0f4c75f2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:06.347596 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db126646-d8a0-444d-890e-ff0f4c75f2b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:06.391353 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db126646-d8a0-444d-890e-ff0f4c75f2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:06.391966 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db126646-d8a0-444d-890e-ff0f4c75f2b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31f1dbbf-c680-47d5-9514-ad0b640a97ed {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 10:51:06.396910 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db126646-d8a0-444d-890e-ff0f4c75f2b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:06.398074 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-db126646-d8a0-444d-890e-ff0f4c75f2b1 admin admin] 10.222.0.61 "DELETE /v2.0/routers/31f1dbbf-c680-47d5-9514-ad0b640a97ed HTTP/1.1" status: 204 len: 168 time: 0.7808096 Jul 09 10:51:06.400641 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46224) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:51:06.447856 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce17d8d-598c-496d-b9ea-8e55552b105f admin admin] Deleting subnet 290bcf8c-3fcc-4341-b085-063af364bdb0 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:51:06.450840 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6ce17d8d-598c-496d-b9ea-8e55552b105f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:06.484934 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6ce17d8d-598c-496d-b9ea-8e55552b105f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58899673'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:06.563426 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6ce17d8d-598c-496d-b9ea-8e55552b105f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:06.615221 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6ce17d8d-598c-496d-b9ea-8e55552b105f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2224195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430909'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:06.646172 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce17d8d-598c-496d-b9ea-8e55552b105f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=290bcf8c-3fcc-4341-b085-063af364bdb0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:51:06.649808 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6ce17d8d-598c-496d-b9ea-8e55552b105f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:06.654266 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-6ce17d8d-598c-496d-b9ea-8e55552b105f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/290bcf8c-3fcc-4341-b085-063af364bdb0 HTTP/1.1" status: 204 len: 168 time: 0.2501388 Jul 09 10:51:06.654266 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.61', 46228) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:51:06.657347 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cc6b6a-02eb-4d70-a582-02d45c353535 None None] Network 6d17de34-fdad-4683-92e4-9b63530560e1 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:51:06.728413 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b32a050-541d-4239-b184-f37e08e26508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:06.782839 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9b32a050-541d-4239-b184-f37e08e26508 admin admin] Deleting port fe869226-f5ee-4e43-b2a0-14cc6434bab1 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:51:06.783179 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b32a050-541d-4239-b184-f37e08e26508 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:06.850053 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-9b32a050-541d-4239-b184-f37e08e26508 admin admin] For port fe869226-f5ee-4e43-b2a0-14cc6434bab1, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=fe869226-f5ee-4e43-b2a0-14cc6434bab1,segment=NetworkSegment(f0543f39-7876-4072-8b81-4ada24dbf1fe),segment_id=f0543f39-7876-4072-8b81-4ada24dbf1fe)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:51:06.850406 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b32a050-541d-4239-b184-f37e08e26508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:06.863479 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9b32a050-541d-4239-b184-f37e08e26508 admin admin] Calling delete_port for fe869226-f5ee-4e43-b2a0-14cc6434bab1 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:51:06.881846 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b71e575c-7a40-422b-b096-a803a61bd40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:06.945030 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b32a050-541d-4239-b184-f37e08e26508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2224137'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:06.972931 n-d-799996-1 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b32a050-541d-4239-b184-f37e08e26508 admin admin] No DVR routers for this DVR port fe869226-f5ee-4e43-b2a0-14cc6434bab1 on host n-d-799996-1 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:51:06.978624 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32a050-541d-4239-b184-f37e08e26508 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe869226-f5ee-4e43-b2a0-14cc6434bab1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:51:07.093924 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d501e9-c7bf-4f52-a69e-bf538f0633dd None None] DHCP port deletion for 6d17de34-fdad-4683-92e4-9b63530560e1 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:51:07.362443 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b32a050-541d-4239-b184-f37e08e26508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:07.373008 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-9b32a050-541d-4239-b184-f37e08e26508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d17de34-fdad-4683-92e4-9b63530560e1']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:51:07.382860 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-9b32a050-541d-4239-b184-f37e08e26508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0543f39-7876-4072-8b81-4ada24dbf1fe') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:51:07.383159 n-d-799996-1 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-9b32a050-541d-4239-b184-f37e08e26508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0543f39-7876-4072-8b81-4ada24dbf1fe') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:51:07.392120 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b32a050-541d-4239-b184-f37e08e26508 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58899664'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:07.405989 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b32a050-541d-4239-b184-f37e08e26508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:07.412274 n-d-799996-1 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b32a050-541d-4239-b184-f37e08e26508 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:51:07.412659 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b32a050-541d-4239-b184-f37e08e26508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2224356'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: Traceback (most recent call last): Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: timer() Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: cb(*args, **kw) Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: return func(*args, **kwargs) Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: self._notify() Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: self.callback(batched_events) Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: event.method(event) Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: return f(self, *a, **k) Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: return self._get(url).json() Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:51:07.414287 n-d-799996-1 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:51:07.468925 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b32a050-541d-4239-b184-f37e08e26508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:07.474782 n-d-799996-1 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b32a050-541d-4239-b184-f37e08e26508 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:07.476817 n-d-799996-1 neutron-server[93791]: INFO neutron.wsgi [None req-9b32a050-541d-4239-b184-f37e08e26508 admin admin] 10.222.0.61 "DELETE /v2.0/networks/6d17de34-fdad-4683-92e4-9b63530560e1 HTTP/1.1" status: 204 len: 168 time: 0.8215187 Jul 09 10:51:07.479744 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46230) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:51:07.487527 n-d-799996-1 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32a050-541d-4239-b184-f37e08e26508 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d17de34-fdad-4683-92e4-9b63530560e1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:51:07.833456 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-594b0b72-d8a9-4f87-a36a-6a3c4e5f4bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532263'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:08.020665 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 6e0c7021-329e-4029-855d-ba4799ebb8e5 no longer exists at agent hyperv_n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:51:08.040091 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] No Port match for: 6e0c7021-329e-4029-855d-ba4799ebb8e5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:51:08.040431 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Device 6e0c7021-329e-4029-855d-ba4799ebb8e5 not bound to the agent host n-h2-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:51:08.095720 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-594b0b72-d8a9-4f87-a36a-6a3c4e5f4bff admin admin] Deleting port fab4d935-6e6a-43d0-a0e1-249802a048cc {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:51:08.095976 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-594b0b72-d8a9-4f87-a36a-6a3c4e5f4bff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:08.178117 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-594b0b72-d8a9-4f87-a36a-6a3c4e5f4bff admin admin] For port fab4d935-6e6a-43d0-a0e1-249802a048cc, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=fab4d935-6e6a-43d0-a0e1-249802a048cc,segment=NetworkSegment(bca16f41-251a-4240-aa3d-f9946efe4d31),segment_id=bca16f41-251a-4240-aa3d-f9946efe4d31)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:51:08.178474 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-594b0b72-d8a9-4f87-a36a-6a3c4e5f4bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:08.285214 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c947055e-903c-4f7f-8aa8-1f94e72bcb79 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:51:08.305981 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: c947055e-903c-4f7f-8aa8-1f94e72bcb79 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:51:08.306321 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device c947055e-903c-4f7f-8aa8-1f94e72bcb79 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:51:08.306736 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device fe869226-f5ee-4e43-b2a0-14cc6434bab1 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:51:08.329902 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: fe869226-f5ee-4e43-b2a0-14cc6434bab1 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:51:08.330250 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device fe869226-f5ee-4e43-b2a0-14cc6434bab1 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:51:08.330670 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 05456dfd-d9ec-4f48-8852-1b01147f10fc no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:51:08.351865 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 05456dfd-d9ec-4f48-8852-1b01147f10fc {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:51:08.352128 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 05456dfd-d9ec-4f48-8852-1b01147f10fc not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:51:08.524225 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-594b0b72-d8a9-4f87-a36a-6a3c4e5f4bff admin admin] Calling delete_port for fab4d935-6e6a-43d0-a0e1-249802a048cc owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:51:08.704483 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-594b0b72-d8a9-4f87-a36a-6a3c4e5f4bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:08.730965 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b0b72-d8a9-4f87-a36a-6a3c4e5f4bff admin admin] Pushing event deleted for resources: {'Port': ['ID=fab4d935-6e6a-43d0-a0e1-249802a048cc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:51:08.897128 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-594b0b72-d8a9-4f87-a36a-6a3c4e5f4bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532449'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:09.117215 n-d-799996-1 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594b0b72-d8a9-4f87-a36a-6a3c4e5f4bff admin admin] Router b096a23f-c893-479b-92c2-b0455df51589 has already been hosted by L3 agent e6f74729-4fe8-4a7d-b308-a6116d066039 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 10:51:09.235454 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594b0b72-d8a9-4f87-a36a-6a3c4e5f4bff admin admin] Notify agent at l3_agent.n-d-799996-1 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 10:51:09.247650 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-594b0b72-d8a9-4f87-a36a-6a3c4e5f4bff admin admin] 10.222.0.61 "PUT /v2.0/routers/b096a23f-c893-479b-92c2-b0455df51589/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7602615 Jul 09 10:51:09.247650 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46236) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:51:09.250370 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7df421-0df6-4959-9196-133b424eab77 None None] Sync routers for ids ['b096a23f-c893-479b-92c2-b0455df51589'] in n-d-799996-1 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 10:51:09.259845 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7df421-0df6-4959-9196-133b424eab77 None None] Routers {'b096a23f-c893-479b-92c2-b0455df51589'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:51:09.261048 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0b7df421-0df6-4959-9196-133b424eab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:50:39Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b096a23f-c893-479b-92c2-b0455df51589'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:51:09.355282 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c036113-3847-474b-b5c1-c7f57343577f admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:09.366976 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-0b7df421-0df6-4959-9196-133b424eab77 None None] Set router b096a23f-c893-479b-92c2-b0455df51589 gateway port host: n-d-799996-1 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:51:09.464185 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c036113-3847-474b-b5c1-c7f57343577f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:09.480703 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e95c8630-31c4-4e54-916f-e7b6e0a599e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:09.521199 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4c036113-3847-474b-b5c1-c7f57343577f admin admin] Deleting port b5616164-b0a6-40ac-8329-f4f84ad9d126 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:51:09.521439 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c036113-3847-474b-b5c1-c7f57343577f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:09.545449 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0b7df421-0df6-4959-9196-133b424eab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b096a23f-c893-479b-92c2-b0455df51589', 'name': 'tempest-TestSnapshotPattern-1603856722-router', 'tenant_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'external_fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b5616164-b0a6-40ac-8329-f4f84ad9d126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:46Z', 'updated_at': '2021-07-09T10:51:08Z', 'revision_number': 5, 'project_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'gw_port': {'id': 'b5616164-b0a6-40ac-8329-f4f84ad9d126', 'name': '', 'network_id': 'a0a787a9-4358-4995-b83f-d80af68b5467', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b096a23f-c893-479b-92c2-b0455df51589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799996-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T10:45:46Z', 'updated_at': '2021-07-09T10:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec12e027-9025-46f2-9bb8-ff96764501c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799996-1'}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:51:09.575312 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7df421-0df6-4959-9196-133b424eab77 None None] Checking router: b096a23f-c893-479b-92c2-b0455df51589 for host: n-d-799996-1 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 10:51:09.583363 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7df421-0df6-4959-9196-133b424eab77 None None] Routers {'b096a23f-c893-479b-92c2-b0455df51589'} bound to L3 agent in host n-d-799996-1 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 10:51:09.584001 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0b7df421-0df6-4959-9196-133b424eab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799996-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T09:14:39Z,description=,heartbeat_timestamp=2021-07-09T10:51:09Z,host='n-d-799996-1',id=e6f74729-4fe8-4a7d-b308-a6116d066039,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T09:14:39Z,topic='l3_agent')) {'router_ids': ['b096a23f-c893-479b-92c2-b0455df51589'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:51:09.605716 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-4c036113-3847-474b-b5c1-c7f57343577f admin admin] For port b5616164-b0a6-40ac-8329-f4f84ad9d126, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=b5616164-b0a6-40ac-8329-f4f84ad9d126,segment=NetworkSegment(7dd8b643-c46a-4fa8-8cc9-4178a955fc25),segment_id=7dd8b643-c46a-4fa8-8cc9-4178a955fc25)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:51:09.606372 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c036113-3847-474b-b5c1-c7f57343577f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:09.619672 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4c036113-3847-474b-b5c1-c7f57343577f admin admin] Calling delete_port for b5616164-b0a6-40ac-8329-f4f84ad9d126 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:51:09.651531 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:09.669996 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-0b7df421-0df6-4959-9196-133b424eab77 None None] Set router b096a23f-c893-479b-92c2-b0455df51589 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 10:51:09.719921 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0b7df421-0df6-4959-9196-133b424eab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b096a23f-c893-479b-92c2-b0455df51589', 'name': 'tempest-TestSnapshotPattern-1603856722-router', 'tenant_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:46Z', 'updated_at': '2021-07-09T10:51:09Z', 'revision_number': 6, 'project_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'gw_port_host': None}], 'n-d-799996-1', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:51:09.748968 n-d-799996-1 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7df421-0df6-4959-9196-133b424eab77 None None] The sync data for ids ['b096a23f-c893-479b-92c2-b0455df51589'] in n-d-799996-1 is: [{'id': 'b096a23f-c893-479b-92c2-b0455df51589', 'name': 'tempest-TestSnapshotPattern-1603856722-router', 'tenant_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T10:45:46Z', 'updated_at': '2021-07-09T10:51:09Z', 'revision_number': 6, 'project_id': 'd3dd88e37ccf4c8e8fdea86b429b8ee5', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 10:51:09.792886 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c036113-3847-474b-b5c1-c7f57343577f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:09.820105 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c036113-3847-474b-b5c1-c7f57343577f admin admin] Pushing event deleted for resources: {'Port': ['ID=b5616164-b0a6-40ac-8329-f4f84ad9d126,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:51:09.879893 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c036113-3847-474b-b5c1-c7f57343577f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527082'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:09.967552 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c036113-3847-474b-b5c1-c7f57343577f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10590'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:09.969714 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c036113-3847-474b-b5c1-c7f57343577f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:10.002181 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:10.016183 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c036113-3847-474b-b5c1-c7f57343577f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524686'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:10.016703 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c036113-3847-474b-b5c1-c7f57343577f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b096a23f-c893-479b-92c2-b0455df51589 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 10:51:10.021062 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c036113-3847-474b-b5c1-c7f57343577f admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:10.022014 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-4c036113-3847-474b-b5c1-c7f57343577f admin admin] 10.222.0.61 "DELETE /v2.0/routers/b096a23f-c893-479b-92c2-b0455df51589 HTTP/1.1" status: 204 len: 168 time: 0.7740622 Jul 09 10:51:10.024629 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46238) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:51:10.070211 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad8452a-89da-49ae-9de7-da6391d80cee admin admin] Deleting subnet 09c68803-13e2-4c26-bb70-d50139f9c9f9 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 10:51:10.073292 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ad8452a-89da-49ae-9de7-da6391d80cee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:10.108705 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ad8452a-89da-49ae-9de7-da6391d80cee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59000793'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:10.197840 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ad8452a-89da-49ae-9de7-da6391d80cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16067660'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:10.250358 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ad8452a-89da-49ae-9de7-da6391d80cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16067675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59242563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60375119'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:10.279135 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8452a-89da-49ae-9de7-da6391d80cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09c68803-13e2-4c26-bb70-d50139f9c9f9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:51:10.281035 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ad8452a-89da-49ae-9de7-da6391d80cee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:10.282895 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-1ad8452a-89da-49ae-9de7-da6391d80cee admin admin] 10.222.0.61 "DELETE /v2.0/subnets/09c68803-13e2-4c26-bb70-d50139f9c9f9 HTTP/1.1" status: 204 len: 168 time: 0.2573872 Jul 09 10:51:10.285414 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46240) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:51:10.287324 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b424b2b1-26f4-41bb-b6dc-04d50431489f None None] Network 6fe6a676-1613-45f3-9891-1663e2aa6585 requested from n-d-799996-1 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 10:51:10.354490 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50b2e21c-79c4-40f3-ac3a-4c96f2ede3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286511'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:10.412258 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-50b2e21c-79c4-40f3-ac3a-4c96f2ede3be admin admin] Deleting port 9926a524-dbba-4ddf-be60-ba76d695f28f {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:51:10.412596 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50b2e21c-79c4-40f3-ac3a-4c96f2ede3be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:10.475560 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-50b2e21c-79c4-40f3-ac3a-4c96f2ede3be admin admin] For port 9926a524-dbba-4ddf-be60-ba76d695f28f, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=9926a524-dbba-4ddf-be60-ba76d695f28f,segment=NetworkSegment(bca16f41-251a-4240-aa3d-f9946efe4d31),segment_id=bca16f41-251a-4240-aa3d-f9946efe4d31)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:51:10.476072 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50b2e21c-79c4-40f3-ac3a-4c96f2ede3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:10.491475 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-50b2e21c-79c4-40f3-ac3a-4c96f2ede3be admin admin] Calling delete_port for 9926a524-dbba-4ddf-be60-ba76d695f28f owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:51:10.511635 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98052a6e-b0b8-4ef5-a5d3-09e141baf0b8 None None] DHCP port deletion for 6fe6a676-1613-45f3-9891-1663e2aa6585 request from n-d-799996-1 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 10:51:10.567663 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-98052a6e-b0b8-4ef5-a5d3-09e141baf0b8 None None] Deleting port 9926a524-dbba-4ddf-be60-ba76d695f28f {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 10:51:10.568140 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-98052a6e-b0b8-4ef5-a5d3-09e141baf0b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734058781139'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:10.573074 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 9926a524-dbba-4ddf-be60-ba76d695f28f no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:51:10.581003 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50b2e21c-79c4-40f3-ac3a-4c96f2ede3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59242505'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:10.608772 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2e21c-79c4-40f3-ac3a-4c96f2ede3be admin admin] Pushing event deleted for resources: {'Port': ['ID=9926a524-dbba-4ddf-be60-ba76d695f28f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:51:10.610607 n-d-799996-1 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b2e21c-79c4-40f3-ac3a-4c96f2ede3be admin admin] No DVR routers for this DVR port 9926a524-dbba-4ddf-be60-ba76d695f28f on host n-d-799996-1 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:51:10.627733 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: 9926a524-dbba-4ddf-be60-ba76d695f28f {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:51:10.628089 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device 9926a524-dbba-4ddf-be60-ba76d695f28f not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:51:10.629076 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device fab4d935-6e6a-43d0-a0e1-249802a048cc no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:51:10.660956 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: fab4d935-6e6a-43d0-a0e1-249802a048cc {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:51:10.661299 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device fab4d935-6e6a-43d0-a0e1-249802a048cc not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:51:10.661720 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b5616164-b0a6-40ac-8329-f4f84ad9d126 no longer exists at agent ovs-agent-n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 10:51:10.683265 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50b2e21c-79c4-40f3-ac3a-4c96f2ede3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16066295', 'neutron.services.segments.db._delete_segments_for_network-8734058762581'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:10.688620 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] No Port match for: b5616164-b0a6-40ac-8329-f4f84ad9d126 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 10:51:10.688971 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Device b5616164-b0a6-40ac-8329-f4f84ad9d126 not bound to the agent host n-d-799996-1 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 10:51:10.694114 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-50b2e21c-79c4-40f3-ac3a-4c96f2ede3be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe6a676-1613-45f3-9891-1663e2aa6585']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:51:10.697327 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-98052a6e-b0b8-4ef5-a5d3-09e141baf0b8 None None] For port 9926a524-dbba-4ddf-be60-ba76d695f28f, host n-d-799996-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799996-1',level=0,port_id=9926a524-dbba-4ddf-be60-ba76d695f28f,segment=NetworkSegment(bca16f41-251a-4240-aa3d-f9946efe4d31),segment_id=bca16f41-251a-4240-aa3d-f9946efe4d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 10:51:10.697721 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-98052a6e-b0b8-4ef5-a5d3-09e141baf0b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531751'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:10.704967 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-50b2e21c-79c4-40f3-ac3a-4c96f2ede3be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca16f41-251a-4240-aa3d-f9946efe4d31') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:51:10.705267 n-d-799996-1 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-50b2e21c-79c4-40f3-ac3a-4c96f2ede3be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca16f41-251a-4240-aa3d-f9946efe4d31') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 10:51:10.711098 n-d-799996-1 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-98052a6e-b0b8-4ef5-a5d3-09e141baf0b8 None None] Calling delete_port for 9926a524-dbba-4ddf-be60-ba76d695f28f owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 10:51:10.714674 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50b2e21c-79c4-40f3-ac3a-4c96f2ede3be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734058751537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59000784'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:10.731917 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50b2e21c-79c4-40f3-ac3a-4c96f2ede3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:10.739312 n-d-799996-1 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b2e21c-79c4-40f3-ac3a-4c96f2ede3be admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 10:51:10.739876 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50b2e21c-79c4-40f3-ac3a-4c96f2ede3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16061443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59242724'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: conditions |= (models_v2.Port.network_id.in_( Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: Traceback (most recent call last): Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: timer() Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: cb(*args, **kw) Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: return func(*args, **kwargs) Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: self._notify() Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: self.callback(batched_events) Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: event.method(event) Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: return f(self, *a, **k) Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: return self._get(url).json() Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 10:51:10.741804 n-d-799996-1 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 10:51:10.789287 n-d-799996-1 neutron-server[93792]: self.session.flush() Jul 09 10:51:10.797040 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-98052a6e-b0b8-4ef5-a5d3-09e141baf0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16209981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734058785805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734058234826'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:10.805336 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50b2e21c-79c4-40f3-ac3a-4c96f2ede3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16066254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526990'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:10.812056 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50b2e21c-79c4-40f3-ac3a-4c96f2ede3be admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:10.816700 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-50b2e21c-79c4-40f3-ac3a-4c96f2ede3be admin admin] 10.222.0.61 "DELETE /v2.0/networks/6fe6a676-1613-45f3-9891-1663e2aa6585 HTTP/1.1" status: 204 len: 168 time: 0.5302830 Jul 09 10:51:10.830543 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2e21c-79c4-40f3-ac3a-4c96f2ede3be admin admin] Pushing event deleted for resources: {'Network': ['ID=6fe6a676-1613-45f3-9891-1663e2aa6585,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:51:10.837301 n-d-799996-1 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98052a6e-b0b8-4ef5-a5d3-09e141baf0b8 None None] Pushing event deleted for resources: {'Port': ['ID=9926a524-dbba-4ddf-be60-ba76d695f28f,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:51:10.841503 n-d-799996-1 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98052a6e-b0b8-4ef5-a5d3-09e141baf0b8 None None] No DVR routers for this DVR port 9926a524-dbba-4ddf-be60-ba76d695f28f on host n-d-799996-1 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 10:51:10.930339 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46244) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:51:10.969030 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-ec31a8e5-55f0-42d4-b646-5cf575032aaa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=248b54ac16e8494f80ae323c2aec9c30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374770 Jul 09 10:51:10.971458 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46246) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:51:11.020893 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b6f2441-a37a-43c6-9ee0-7f3f1480a269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:11.042286 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b6f2441-a37a-43c6-9ee0-7f3f1480a269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:11.096188 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b6f2441-a37a-43c6-9ee0-7f3f1480a269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:11.098625 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b6f2441-a37a-43c6-9ee0-7f3f1480a269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:11.100148 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-0b6f2441-a37a-43c6-9ee0-7f3f1480a269 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/efa77879-f4a2-41f2-a54a-fdd458b7457a HTTP/1.1" status: 204 len: 168 time: 0.1272430 Jul 09 10:51:11.108281 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f2441-a37a-43c6-9ee0-7f3f1480a269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa77879-f4a2-41f2-a54a-fdd458b7457a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:51:11.426240 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46252) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:51:11.467034 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-75497383-74bf-4581-a24f-6b9381c72455 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d3dd88e37ccf4c8e8fdea86b429b8ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395038 Jul 09 10:51:11.470304 n-d-799996-1 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.61', 46254) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 10:51:11.495104 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:11.520101 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e20b72c9-c617-4cf7-93ef-857fcefb8f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:11.541770 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e20b72c9-c617-4cf7-93ef-857fcefb8f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:11.587836 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e20b72c9-c617-4cf7-93ef-857fcefb8f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459132'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:11.590611 n-d-799996-1 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e20b72c9-c617-4cf7-93ef-857fcefb8f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:11.591699 n-d-799996-1 neutron-server[93790]: INFO neutron.wsgi [None req-e20b72c9-c617-4cf7-93ef-857fcefb8f1a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/56b2b209-17fb-491e-b73b-702016c2c743 HTTP/1.1" status: 204 len: 168 time: 0.1204932 Jul 09 10:51:11.599660 n-d-799996-1 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b72c9-c617-4cf7-93ef-857fcefb8f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b2b209-17fb-491e-b73b-702016c2c743,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 10:51:13.273922 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:28.448485 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:51:34.743406 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:36.883613 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3f95fa77-ed07-4ed2-8ec8-d61231f437cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:39.473392 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-52dfdf8d-d796-46f1-909f-43fac2135002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:39.653847 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:40.015644 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:41.498116 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:51:43.278082 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:52:04.742533 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:52:05.448297 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:52:06.884127 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-61cc3583-e436-4c19-819a-d9f57c2a9595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:52:09.473657 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c7c6fcfd-df5c-4abe-8290-0af242f23691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:52:09.655125 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:52:10.014001 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:52:11.501613 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:52:13.278362 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:52:34.756147 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:52:36.886255 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66d2bf20-10a4-4317-80ce-60269d02953a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:52:39.474725 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-88bd9fc4-51d1-456a-a9fb-c2660e02e00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:52:39.655487 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:52:40.023368 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:52:41.507466 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:52:42.447865 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:52:43.281037 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:53:04.768999 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:53:06.888173 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4f214083-937c-48eb-bbff-da3d1c1de341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:53:09.476213 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef0f47b4-3174-4c2d-bfc1-542d24e8500a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:53:09.656407 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:53:10.027126 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:53:11.506888 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:53:13.284802 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:53:19.448154 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:53:34.770272 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:53:36.889895 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-55da80f0-1512-4dbd-92ab-4053e99f1353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:53:39.476706 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cf585c62-15a8-40d2-9317-40daa8a4ecfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:53:39.659375 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:53:40.036223 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:53:41.509517 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:53:43.288724 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:53:56.447644 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:54:04.772592 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:54:06.890809 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9f444059-d072-4e56-9409-233671b002fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:54:09.477096 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4a870520-a5dc-4288-9502-b62f7e19aa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:54:09.660854 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:54:10.040373 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:54:11.512496 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:54:13.290922 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:54:33.446994 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:54:34.782165 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:54:36.890783 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b250aa96-a01e-4d2f-b889-94f43ee537f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:54:39.479567 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d9071bf7-c26a-4282-87e3-8f3db92dc6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:54:39.661684 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:54:40.055357 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:54:41.515744 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:54:43.293046 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:55:04.780838 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:55:06.892693 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-58ee456c-91f3-49c3-9ddd-0d8b75e25ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:55:09.480160 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-93aead68-f6fd-4eb7-845e-d64dac2ddfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:55:09.661991 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:55:10.053140 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:55:10.446057 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:55:11.518339 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:55:13.295944 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:55:34.795747 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:55:36.893685 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8d7af0bc-ce9c-49c0-b39f-65aafd7f6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:55:39.480205 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1ee24263-abdd-4110-9fe0-c17cd6dec94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:55:39.665412 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:55:40.083903 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:55:41.521229 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:55:43.299798 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:55:47.446182 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:56:04.794994 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:56:06.893473 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e644d3de-38b3-44de-a871-50fc111e508c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:56:09.479736 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-63059216-bffc-4913-84fa-6fd27c98322f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:56:09.667132 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:56:10.092246 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:56:11.524798 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:56:13.301149 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:56:24.445449 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:56:34.824408 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:56:36.894306 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4fcd4b52-11a6-478b-a189-4d11927e8def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:56:39.481400 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-25d43a09-4dc0-4283-b465-b6dbc27f8c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:56:39.668579 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:56:40.097390 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:56:41.527489 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:56:43.305162 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:57:01.447071 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:57:04.822845 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:57:06.896538 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1c54c50d-5751-486c-86a5-b016c10636ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:57:09.482440 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f94a7baa-1bd4-4e36-8dd3-fc7e5255428e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:57:09.669587 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:57:10.104290 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:57:11.529192 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:57:13.307751 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:57:34.853201 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:57:36.897418 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9f7bbfb9-4564-4466-bc2a-7936087f4d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:57:38.445810 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:57:39.483179 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-365b1272-f7e8-4509-89b6-679c2c39d923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:57:39.670581 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:57:40.103864 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:57:41.532058 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:57:43.310629 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:58:04.868643 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:58:06.897507 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9266fc3c-368e-4339-b631-ea0d2224c13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:58:09.483220 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-677c4833-5164-4635-82f9-b37ab573f9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:58:09.671530 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:58:10.093620 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:58:11.535490 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:58:13.313177 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:58:15.445303 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:58:34.866598 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:58:36.897726 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aacd0ca3-4644-4c64-bb4a-67c33500d668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:58:39.483501 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f12feeb6-6430-40a0-81cf-28991a02d511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:58:39.672201 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:58:40.106884 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:58:41.538960 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:58:43.317047 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:58:50.502027 n-d-799996-1 neutron-server[93791]: DEBUG neutron.wsgi [req-88ca16a0-9f87-4aed-8bc5-cf143e728173 req-119eb1a5-f0e7-4162-97b8-1f76fdcf25eb service neutron] (93791) timed out ('10.222.0.61', 39500) {{(pid=93791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 10:58:52.443864 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:59:04.865116 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:59:06.900948 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6a1f9d6f-75c8-420f-a609-50e4faa6f0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:59:09.484317 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-76495702-33aa-488f-a170-360d1b095962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:59:09.672744 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:59:10.104118 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:59:11.542084 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6fd70e8-ed24-43fc-b88a-4813566cafb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:59:13.320176 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2177-6072-41ba-a4d8-0b7193083c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:59:29.442977 n-d-799996-1 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9f551d5b-61cf-47fb-b349-20612433d3b4 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 10:59:34.879806 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cb48556-2570-44ed-b4e9-99138f9c4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:59:36.900834 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1008de2a-e2cc-4ef5-8d2d-cb71ba1b9d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:59:39.484517 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7bc005c8-9a6b-4a3b-a7ae-12191caa9324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:59:39.678239 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6a7a72f-4764-4ca0-bcff-cf5c9f68c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 10:59:40.115623 n-d-799996-1 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-449dcecb-1f93-4838-a3c9-aac9b8c988fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734058762563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16071309'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}